-- Logs begin at Sat 2021-07-24 00:06:15 UTC, end at Sat 2021-07-24 02:17:35 UTC. -- Jul 24 00:34:28.636852 n-d-793621-25 systemd[1]: Started Devstack devstack@q-svc.service. Jul 24 00:34:31.350486 n-d-793621-25 neutron-server[100354]: INFO neutron.common.config [-] Logging enabled! Jul 24 00:34:31.351128 n-d-793621-25 neutron-server[100354]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev496 Jul 24 00:34:31.351284 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100354) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 24 00:34:31.355353 n-d-793621-25 neutron-server[100354]: INFO neutron.common.config [-] Logging enabled! Jul 24 00:34:31.355606 n-d-793621-25 neutron-server[100354]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev496 Jul 24 00:34:31.355915 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100354) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 24 00:34:31.356847 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 24 00:34:31.357079 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 24 00:34:31.357441 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 24 00:34:31.357689 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 24 00:34:31.357913 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 24 00:34:31.358228 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.358526 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.358866 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.359098 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.359404 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.359677 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.359958 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.360242 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.360534 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.360817 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.361093 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.361374 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.361605 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.361884 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.362168 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.362449 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.362670 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] debug = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.362971 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.363387 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.363793 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.364069 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.364354 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.364627 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.364896 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.365168 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.365447 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.365770 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] host = n-d-793621-25 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.366044 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.366328 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.366609 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.366914 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.367188 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.367458 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.367953 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.368233 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.368507 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] log_file = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.368782 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.369071 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.369356 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.369643 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.369868 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.370089 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.370374 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.370656 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.370957 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.371228 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.371499 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.371772 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.372040 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.372305 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.372585 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.372863 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.373141 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.373412 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.373678 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.373944 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.374210 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.374488 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.374775 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.375044 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.375310 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.375591 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.375854 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.376121 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.376416 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.376696 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.376973 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.377255 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.377523 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.377799 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.378068 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.378338 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.378605 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] use_json = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.378896 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.379165 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.379441 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.379711 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.379975 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.380243 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.380508 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.380787 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:31.381078 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.381368 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.381920 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.382198 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.382489 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.382787 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.383076 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.383381 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.383696 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.384026 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.384316 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.384597 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.384884 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.385191 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.385492 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.385797 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.386091 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.386383 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.386658 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.386957 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.387231 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.387508 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.387794 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.388087 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.388374 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.388648 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.388927 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.389218 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.389493 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.389766 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.390044 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.390330 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.390607 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.390905 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.391190 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.391469 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.391747 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.392020 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.392296 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.392583 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.392860 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.393133 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.393404 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.393679 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.393947 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.394228 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.394501 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.394805 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.395084 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.395363 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.395640 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.395914 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.396193 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.396469 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.396745 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.397021 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.397295 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.397570 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.397845 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.398118 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.398391 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.398664 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.399617 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.399935 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.400194 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.400470 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.400747 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.401024 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.401314 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.401614 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.401896 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.402182 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.402462 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.402764 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.403045 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.403324 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.403604 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.403883 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.404160 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.404453 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.404735 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.405021 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.405305 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.405585 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.405880 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.406158 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.406439 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.406731 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.407013 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.407302 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.407583 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.407875 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.408166 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.408455 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.408744 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.409034 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.409314 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.409621 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.409899 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:31.410116 n-d-793621-25 neutron-server[100354]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 24 00:34:31.410353 n-d-793621-25 neutron-server[100354]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100354) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 24 00:34:31.761068 n-d-793621-25 neutron-server[100354]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100354) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 24 00:34:31.761339 n-d-793621-25 neutron-server[100354]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100354) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 24 00:34:31.761626 n-d-793621-25 neutron-server[100354]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100354) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 24 00:34:31.762093 n-d-793621-25 neutron-server[100354]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 24 00:34:32.150035 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.150330 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.150602 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.151913 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.152193 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.152465 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.186347 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.186621 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.186909 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.200625 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.200907 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.201174 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.230617 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.230922 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.231192 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.266359 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.266636 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.266930 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.495353 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.495951 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.495951 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.496173 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.496773 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.617545 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.618014 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.618301 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.618583 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.618875 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.619186 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.619447 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.619704 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.619958 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.620239 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.620498 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.620764 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.621028 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.621280 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.621534 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.621797 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.622050 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.622314 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.622582 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.622864 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.623131 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.623386 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.623665 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.624037 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.624286 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.624533 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.624924 n-d-793621-25 neutron-server[100354]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 24 00:34:32.625165 n-d-793621-25 neutron-server[100354]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 24 00:34:32.625400 n-d-793621-25 neutron-server[100354]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 24 00:34:32.625635 n-d-793621-25 neutron-server[100354]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 24 00:34:32.625868 n-d-793621-25 neutron-server[100354]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 24 00:34:32.626099 n-d-793621-25 neutron-server[100354]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 24 00:34:32.626461 n-d-793621-25 neutron-server[100354]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 24 00:34:32.630413 n-d-793621-25 neutron-server[100354]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 24 00:34:32.635207 n-d-793621-25 neutron-server[100354]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 24 00:34:32.638895 n-d-793621-25 neutron-server[100354]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jul 24 00:34:32.640500 n-d-793621-25 neutron-server[100354]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 24 00:34:32.640945 n-d-793621-25 neutron-server[100354]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 24 00:34:32.641278 n-d-793621-25 neutron-server[100354]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 24 00:34:32.641658 n-d-793621-25 neutron-server[100354]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 24 00:34:32.644444 n-d-793621-25 neutron-server[100354]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 24 00:34:32.644692 n-d-793621-25 neutron-server[100354]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 24 00:34:32.645033 n-d-793621-25 neutron-server[100354]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 24 00:34:32.650921 n-d-793621-25 neutron-server[100354]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 24 00:34:32.673338 n-d-793621-25 neutron-server[100354]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 24 00:34:32.673789 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.674083 n-d-793621-25 neutron-server[100354]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100354) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 24 00:34:32.674439 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.675799 n-d-793621-25 neutron-server[100354]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100354) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 24 00:34:32.676076 n-d-793621-25 neutron-server[100354]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 24 00:34:32.676319 n-d-793621-25 neutron-server[100354]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 24 00:34:32.679317 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.679599 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:32.743759 n-d-793621-25 neutron-server[100354]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 24 00:34:32.743898 n-d-793621-25 neutron-server[100354]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 24 00:34:32.744129 n-d-793621-25 neutron-server[100354]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 24 00:34:32.744496 n-d-793621-25 neutron-server[100354]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 24 00:34:32.765445 n-d-793621-25 neutron-server[100354]: DEBUG oslo_db.sqlalchemy.engines [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100354) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 24 00:34:33.286899 n-d-793621-25 neutron-server[100354]: INFO neutron.plugins.ml2.managers [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Initializing driver for type 'gre' Jul 24 00:34:33.287396 n-d-793621-25 neutron-server[100354]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] gre ID ranges: [(1, 1000)] Jul 24 00:34:33.339799 n-d-793621-25 neutron-server[100354]: INFO neutron.plugins.ml2.managers [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Initializing driver for type 'local' Jul 24 00:34:33.340153 n-d-793621-25 neutron-server[100354]: INFO neutron.plugins.ml2.managers [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Initializing driver for type 'vlan' Jul 24 00:34:33.353628 n-d-793621-25 neutron-server[100354]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] VlanTypeDriver initialization complete Jul 24 00:34:33.353968 n-d-793621-25 neutron-server[100354]: INFO neutron.plugins.ml2.managers [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Initializing driver for type 'vxlan' Jul 24 00:34:33.354537 n-d-793621-25 neutron-server[100354]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] vxlan ID ranges: [(1, 1000)] Jul 24 00:34:33.408455 n-d-793621-25 neutron-server[100354]: INFO neutron.plugins.ml2.managers [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Initializing extension driver 'port_security' Jul 24 00:34:33.408903 n-d-793621-25 neutron-server[100354]: INFO neutron.plugins.ml2.extensions.port_security [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] PortSecurityExtensionDriver initialization complete Jul 24 00:34:33.409242 n-d-793621-25 neutron-server[100354]: INFO neutron.plugins.ml2.managers [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Initializing mechanism driver 'openvswitch' Jul 24 00:34:33.409568 n-d-793621-25 neutron-server[100354]: INFO neutron.plugins.ml2.managers [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Initializing mechanism driver 'hyperv' Jul 24 00:34:33.416245 n-d-793621-25 neutron-server[100354]: DEBUG neutron.plugins.ml2.plugin [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:34:33.416923 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > port after_create 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.417306 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > port after_update 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.417662 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > port after_delete 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.418180 n-d-793621-25 neutron-server[100354]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100354) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 24 00:34:33.418618 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > subnet after_create 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.419009 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > subnet after_update 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.419364 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > subnet after_delete 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.419760 n-d-793621-25 neutron-server[100354]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100354) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 24 00:34:33.420181 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > network after_create 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.420541 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > network after_update 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.420893 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > network after_delete 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.421282 n-d-793621-25 neutron-server[100354]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100354) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 24 00:34:33.421691 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > security_group after_create 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.422049 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > security_group after_update 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.422398 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > security_group after_delete 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.422961 n-d-793621-25 neutron-server[100354]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100354) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 24 00:34:33.423377 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.423739 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.424092 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.424561 n-d-793621-25 neutron-server[100354]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100354) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 24 00:34:33.424974 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > address_group after_create 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.425334 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > address_group after_update 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.425686 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > address_group after_delete 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.426085 n-d-793621-25 neutron-server[100354]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100354) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 24 00:34:33.426472 n-d-793621-25 neutron-server[100354]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] ML2 OVO RPC backend initialized. {{(pid=100354) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 24 00:34:33.427217 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > router_interface after_create 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.427585 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.428011 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > network before_response 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.428371 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > networks before_response 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.428733 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > port before_response 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.429090 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > ports before_response 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.429446 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > subnet before_response 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.429799 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > subnets before_response 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.430815 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > network after_create 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.431265 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > network after_update 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.431621 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > network after_delete 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.431974 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > port after_create 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.432326 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > port after_update 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.432675 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > port after_delete 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.433026 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > subnet after_create 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.433374 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > subnet after_update 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.433719 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > subnet after_delete 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.434300 n-d-793621-25 neutron-server[100354]: INFO neutron.plugins.ml2.plugin [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Modular L2 Plugin initialization complete Jul 24 00:34:33.434636 n-d-793621-25 neutron-server[100354]: DEBUG neutron.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading services supported by the core plugin {{(pid=100354) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 24 00:34:33.434993 n-d-793621-25 neutron-server[100354]: INFO neutron.plugins.ml2.managers [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Got port-security extension from driver 'port_security' Jul 24 00:34:33.435462 n-d-793621-25 neutron-server[100354]: INFO neutron.extensions.vlantransparent [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Disabled vlantransparent extension. Jul 24 00:34:33.435955 n-d-793621-25 neutron-server[100354]: DEBUG neutron.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100354) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 24 00:34:33.436277 n-d-793621-25 neutron-server[100354]: INFO neutron.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading Plugin: router Jul 24 00:34:33.472504 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > router_interface before_create 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.472904 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > router after_create 55549900 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.473285 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > router before_create 55549900 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.473658 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.474043 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.474408 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > router after_delete 55549900 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.474803 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > floatingip after_update 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.475178 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > router after_create 55549900 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.475536 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > router after_update 55549900 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.475899 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > router after_update 55549900 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.476255 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.476623 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > router after_update 55549900 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.477178 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > router precommit_update 55549900 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.477664 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: port after_update 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.478019 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: port after_delete 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.478370 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: subnet after_update 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.478737 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.479114 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > port precommit_delete 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.479473 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > router precommit_create 55549900 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.479826 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: port before_delete 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.480180 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > router precommit_create 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.480547 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > router after_update 55549900 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.480901 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > router precommit_delete 55549900 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.481262 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > router precommit_create 55549900 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.481634 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > router_interface after_create 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.481992 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > router precommit_update 55549900 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.482367 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > agent after_create 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.482744 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > agent after_delete 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.483101 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > network after_delete 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.483965 n-d-793621-25 neutron-server[100354]: DEBUG neutron.quota.resource_registry [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Tracking information for resource: router configured {{(pid=100354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 24 00:34:33.484307 n-d-793621-25 neutron-server[100354]: DEBUG neutron.quota.resource_registry [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Tracking information for resource: floatingip configured {{(pid=100354) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 24 00:34:33.489246 n-d-793621-25 neutron-server[100354]: INFO neutron.db.l3_agentschedulers_db [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 24 00:34:33.489819 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: port after_update 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.490189 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: port after_create 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.490550 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: port after_delete 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.490939 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: port after_update 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.491736 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > router before_create 55550100 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.492108 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > router precommit_delete 55550100 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.493017 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > router precommit_create 55550100 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.493613 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > router precommit_update 55550100 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.498184 n-d-793621-25 neutron-server[100354]: DEBUG neutron.services.provider_configuration [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Service providers = [] {{(pid=100354) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 24 00:34:33.498704 n-d-793621-25 neutron-server[100354]: DEBUG neutron.db.servicetype_db [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100354) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 24 00:34:33.501518 n-d-793621-25 neutron-server[100354]: DEBUG neutron.services.service_base [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100354) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 24 00:34:33.501878 n-d-793621-25 neutron-server[100354]: DEBUG neutron.services.service_base [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100354) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 24 00:34:33.502229 n-d-793621-25 neutron-server[100354]: DEBUG neutron.services.service_base [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100354) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 24 00:34:33.503150 n-d-793621-25 neutron-server[100354]: DEBUG neutron.services.service_base [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100354) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 24 00:34:33.503529 n-d-793621-25 neutron-server[100354]: INFO neutron.services.service_base [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 24 00:34:33.503920 n-d-793621-25 neutron-server[100354]: DEBUG neutron.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 24 00:34:33.504248 n-d-793621-25 neutron-server[100354]: INFO neutron.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 24 00:34:33.516169 n-d-793621-25 neutron-server[100354]: DEBUG neutron.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 24 00:34:33.516514 n-d-793621-25 neutron-server[100354]: INFO neutron.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading Plugin: auto_allocate Jul 24 00:34:33.522136 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: network precommit_update 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.522515 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: network precommit_create 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.523077 n-d-793621-25 neutron-server[100354]: DEBUG neutron.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 24 00:34:33.523406 n-d-793621-25 neutron-server[100354]: INFO neutron.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading Plugin: tag Jul 24 00:34:33.530149 n-d-793621-25 neutron-server[100354]: DEBUG neutron.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 24 00:34:33.530489 n-d-793621-25 neutron-server[100354]: INFO neutron.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading Plugin: timestamp Jul 24 00:34:33.535772 n-d-793621-25 neutron-server[100354]: DEBUG neutron.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 24 00:34:33.536113 n-d-793621-25 neutron-server[100354]: INFO neutron.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading Plugin: network_ip_availability Jul 24 00:34:33.541814 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.542145 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.542510 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.543267 n-d-793621-25 neutron-server[100354]: DEBUG neutron.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 24 00:34:33.543597 n-d-793621-25 neutron-server[100354]: INFO neutron.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading Plugin: flavors Jul 24 00:34:33.548292 n-d-793621-25 neutron-server[100354]: DEBUG neutron.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 24 00:34:33.548630 n-d-793621-25 neutron-server[100354]: INFO neutron.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading Plugin: revisions Jul 24 00:34:33.552908 n-d-793621-25 neutron-server[100354]: DEBUG neutron.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100354) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 24 00:34:33.553309 n-d-793621-25 neutron-server[100354]: DEBUG oslo_concurrency.lockutils [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.792s {{(pid=100354) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 24 00:34:33.554058 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100354) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 24 00:34:33.554399 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Initializing extension manager. Jul 24 00:34:33.555476 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: __init__.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.556051 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: __pycache__ {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.556422 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.556767 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: address_group.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.557529 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.558102 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: address-group Jul 24 00:34:33.558431 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: address_scope.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.559189 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.559704 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: address-scope Jul 24 00:34:33.560031 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: admin_state_down_before_update.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.560969 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.561489 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: router-admin-state-down-before-update Jul 24 00:34:33.561818 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: agent.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.562520 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.563248 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: agent Jul 24 00:34:33.563578 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: agent_resources_synced.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.564502 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.565019 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: agent-resources-synced Jul 24 00:34:33.565347 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: allowedaddresspairs.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.567174 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.567704 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: allowed-address-pairs Jul 24 00:34:33.568041 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: auto_allocated_topology.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.569115 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.569636 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: auto-allocated-topology Jul 24 00:34:33.569969 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: availability_zone.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.571388 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.572147 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: availability_zone Jul 24 00:34:33.572480 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: availability_zone_filter.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.573410 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.573924 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: availability_zone_filter Jul 24 00:34:33.574252 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: data_plane_status.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.575202 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.575713 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extension data-plane-status not supported by any of loaded plugins Jul 24 00:34:33.576039 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: default_subnetpools.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.576960 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.577477 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: default-subnetpools Jul 24 00:34:33.577804 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: dhcpagentscheduler.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.578611 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.579160 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: dhcp_agent_scheduler Jul 24 00:34:33.579491 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: dns.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.580412 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.580928 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extension dns-integration not supported by any of loaded plugins Jul 24 00:34:33.581255 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: dns_domain_ports.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.582180 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.582690 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 24 00:34:33.583045 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.583980 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.584498 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 24 00:34:33.584825 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: dvr.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.585502 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.586012 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: dvr Jul 24 00:34:33.586426 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: ecmp_routes.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.587560 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.588079 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extension ecmp_routes not supported by any of loaded plugins Jul 24 00:34:33.588407 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: empty_string_filtering.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.589343 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.589864 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: empty-string-filtering Jul 24 00:34:33.590193 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.591141 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.591656 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 24 00:34:33.591982 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.592906 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.593421 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 24 00:34:33.593747 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: external_net.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.594669 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.595208 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: external-net Jul 24 00:34:33.595533 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: extra_dhcp_opt.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.596460 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.596974 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: extra_dhcp_opt Jul 24 00:34:33.597298 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: extraroute.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.598220 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.598754 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: extraroute Jul 24 00:34:33.599083 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: extraroute_atomic.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.600129 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.600649 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: extraroute-atomic Jul 24 00:34:33.601058 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: filter_validation.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.601764 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.602565 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: filter-validation Jul 24 00:34:33.603003 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: fip_pf_description.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.604031 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.604557 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 24 00:34:33.604857 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: fip_port_details.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.606010 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.606528 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: fip-port-details Jul 24 00:34:33.606949 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: flavors.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.608264 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.608829 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: flavors Jul 24 00:34:33.609213 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.611034 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.611623 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 24 00:34:33.611982 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: floatingip_pools.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.612847 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.613309 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: floatingip-pools Jul 24 00:34:33.613724 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: ip_allocation.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.614799 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.615410 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extension ip_allocation not supported by any of loaded plugins Jul 24 00:34:33.615752 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.616768 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.617289 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: ip-substring-filtering Jul 24 00:34:33.618269 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: l2_adjacency.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.619272 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.619856 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extension l2_adjacency not supported by any of loaded plugins Jul 24 00:34:33.620191 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: l3.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.621277 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.621851 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: router Jul 24 00:34:33.622193 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: l3_conntrack_helper.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.624759 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.625299 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 24 00:34:33.625637 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.626580 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.627142 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: ext-gw-mode Jul 24 00:34:33.627477 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.628432 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.628957 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: l3-ha Jul 24 00:34:33.629287 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: l3_flavors.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.630207 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.630743 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: l3-flavors Jul 24 00:34:33.631075 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.632244 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.632762 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: l3-port-ip-change-not-allowed Jul 24 00:34:33.633760 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: l3agentscheduler.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.635117 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.635637 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: l3_agent_scheduler Jul 24 00:34:33.635974 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: logging.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.637476 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.638008 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extension logging not supported by any of loaded plugins Jul 24 00:34:33.638344 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: metering.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.639135 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.639715 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: metering Jul 24 00:34:33.640045 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.641166 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.641691 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: metering_source_and_destination_fields Jul 24 00:34:33.642023 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: multiprovidernet.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.642991 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.643513 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: multi-provider Jul 24 00:34:33.643844 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: netmtu.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.644770 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.645294 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: net-mtu Jul 24 00:34:33.645618 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: netmtu_writable.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.646549 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.647117 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: net-mtu-writable Jul 24 00:34:33.647403 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: network_availability_zone.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.648072 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.648584 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: network_availability_zone Jul 24 00:34:33.649105 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: network_ip_availability.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.650864 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.651746 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: network-ip-availability Jul 24 00:34:33.652295 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: network_segment_range.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.653575 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.654451 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extension network-segment-range not supported by any of loaded plugins Jul 24 00:34:33.654893 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: pagination.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.655924 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.656264 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: pagination Jul 24 00:34:33.656596 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: port_device_profile.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.657518 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.658047 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: port-device-profile Jul 24 00:34:33.658380 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.659342 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.659865 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: port-mac-address-regenerate Jul 24 00:34:33.660197 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.661120 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.661641 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: port-numa-affinity-policy Jul 24 00:34:33.661971 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: port_resource_request.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.662932 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.663446 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extension port-resource-request not supported by any of loaded plugins Jul 24 00:34:33.663778 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: portbindings.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.665009 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.665573 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: binding Jul 24 00:34:33.665904 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: portbindings_extended.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.667336 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.667865 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: binding-extended Jul 24 00:34:33.668202 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: portsecurity.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.669136 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.669656 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: port-security Jul 24 00:34:33.669986 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: project_id.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.671007 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.671345 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: project-id Jul 24 00:34:33.671674 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: providernet.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.672617 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.673137 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: provider Jul 24 00:34:33.673490 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: qos.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.678037 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.678568 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extension qos not supported by any of loaded plugins Jul 24 00:34:33.678943 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.680886 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.681797 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 24 00:34:33.682353 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.683322 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.683849 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 24 00:34:33.684187 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: qos_default.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.685113 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.685640 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extension qos-default not supported by any of loaded plugins Jul 24 00:34:33.685971 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: qos_fip.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.686629 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.687160 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extension qos-fip not supported by any of loaded plugins Jul 24 00:34:33.687525 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: qos_gateway_ip.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.688470 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.688988 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 24 00:34:33.689319 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: qos_port_network_policy.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.690247 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.690794 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 24 00:34:33.691128 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: qos_rule_type_details.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.692058 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.692582 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 24 00:34:33.692914 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: qos_rules_alias.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.693963 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.694485 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 24 00:34:33.694847 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: quotasv2.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.696574 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.697047 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: quotas Jul 24 00:34:33.697384 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: quotasv2_detail.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.700552 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.700906 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: quota_details Jul 24 00:34:33.701251 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: rbac.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.702314 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.702887 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: rbac-policies Jul 24 00:34:33.703228 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: rbac_address_group.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.704373 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.704906 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: rbac-address-group Jul 24 00:34:33.705241 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: rbac_address_scope.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.706186 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.706731 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: rbac-address-scope Jul 24 00:34:33.707068 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: rbac_security_groups.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.707994 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.708514 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: rbac-security-groups Jul 24 00:34:33.708848 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: rbac_subnetpool.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.709777 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.710296 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: rbac-subnetpool Jul 24 00:34:33.710627 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: revisionifmatch.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.711896 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.712471 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: revision-if-match Jul 24 00:34:33.712804 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: revisions.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.714362 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.714481 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: standard-attr-revisions Jul 24 00:34:33.714859 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: router_availability_zone.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.715553 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.716075 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: router_availability_zone Jul 24 00:34:33.716405 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: routerservicetype.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.717353 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.717870 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extension router-service-type not supported by any of loaded plugins Jul 24 00:34:33.718205 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.719275 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.719671 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: security-groups-normalized-cidr Jul 24 00:34:33.720002 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: security_groups_port_filtering.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.720931 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.721453 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: port-security-groups-filtering Jul 24 00:34:33.721787 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.722728 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.723259 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: security-groups-remote-address-group Jul 24 00:34:33.723591 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: securitygroup.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.733603 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.734143 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: security-group Jul 24 00:34:33.734484 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: segment.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.735305 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.735826 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extension segment not supported by any of loaded plugins Jul 24 00:34:33.736161 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.737106 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.737624 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 24 00:34:33.737958 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: servicetype.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.739130 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.739659 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: service-type Jul 24 00:34:33.739995 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: sorting.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.740987 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.741327 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: sorting Jul 24 00:34:33.741659 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: standard_attr_segment.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.743328 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.743986 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 24 00:34:33.744322 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: standardattrdescription.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.744986 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.745500 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: standard-attr-description Jul 24 00:34:33.745830 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: stateful_security_group.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.746810 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.747337 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: stateful-security-group Jul 24 00:34:33.747669 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: stdattrs_common.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.748261 n-d-793621-25 neutron-server[100354]: WARNING neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 24 00:34:33.748593 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.749558 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.750082 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 24 00:34:33.750412 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: subnet_onboard.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.751506 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.752031 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: subnet_onboard Jul 24 00:34:33.752364 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.753301 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.753817 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 24 00:34:33.754146 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: subnet_service_types.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.755117 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.755631 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: subnet-service-types Jul 24 00:34:33.755964 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: subnetallocation.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.757324 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.757855 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: subnet_allocation Jul 24 00:34:33.758918 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.759767 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.760290 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: subnetpool-prefix-ops Jul 24 00:34:33.760622 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.761574 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.762094 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 24 00:34:33.762427 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: tagging.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.763526 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.764050 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: standard-attr-tag Jul 24 00:34:33.764384 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: timestamp.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.765739 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.766276 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loaded extension: standard-attr-timestamp Jul 24 00:34:33.766610 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: trunk.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.767687 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.768213 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extension trunk not supported by any of loaded plugins Jul 24 00:34:33.768548 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: trunk_details.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.769486 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.770010 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extension trunk-details not supported by any of loaded plugins Jul 24 00:34:33.770342 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: uplink_status_propagation.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.771302 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.771824 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 24 00:34:33.772158 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Loading extension file: vlantransparent.py {{(pid=100354) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 24 00:34:33.772834 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100354) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 24 00:34:33.773346 n-d-793621-25 neutron-server[100354]: INFO neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extension vlan-transparent not supported by any of loaded plugins Jul 24 00:34:33.776202 n-d-793621-25 neutron-server[100354]: INFO neutron.quota.resource_registry [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Creating instance of TrackedResource for resource:network Jul 24 00:34:33.776738 n-d-793621-25 neutron-server[100354]: INFO neutron.quota.resource_registry [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Creating instance of TrackedResource for resource:subnet Jul 24 00:34:33.777147 n-d-793621-25 neutron-server[100354]: INFO neutron.quota.resource_registry [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Creating instance of TrackedResource for resource:subnetpool Jul 24 00:34:33.777546 n-d-793621-25 neutron-server[100354]: INFO neutron.quota.resource_registry [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Creating instance of TrackedResource for resource:port Jul 24 00:34:33.778826 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.v2.resource_helper [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 00:34:33.779288 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.v2.resource_helper [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Service FLAVORS assigned prefix: {{(pid=100354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 00:34:33.779928 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.v2.resource_helper [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 00:34:33.780360 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.v2.resource_helper [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 00:34:33.780701 n-d-793621-25 neutron-server[100354]: INFO neutron.quota.resource_registry [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Creating instance of TrackedResource for resource:router Jul 24 00:34:33.781137 n-d-793621-25 neutron-server[100354]: INFO neutron.quota.resource_registry [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Creating instance of TrackedResource for resource:floatingip Jul 24 00:34:33.781643 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.v2.resource_helper [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Service METERING assigned prefix: /metering {{(pid=100354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 00:34:33.783105 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.783496 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.783856 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100354) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:34:33.784864 n-d-793621-25 neutron-server[100354]: INFO neutron.quota.resource_registry [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Creating instance of CountableResource for resource:rbac_policy Jul 24 00:34:33.785339 n-d-793621-25 neutron-server[100354]: INFO neutron.quota.resource_registry [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Creating instance of TrackedResource for resource:security_group Jul 24 00:34:33.785774 n-d-793621-25 neutron-server[100354]: INFO neutron.quota.resource_registry [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Creating instance of TrackedResource for resource:security_group_rule Jul 24 00:34:33.786395 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.v2.resource_helper [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Service CORE assigned prefix: {{(pid=100354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 00:34:33.786759 n-d-793621-25 neutron-server[100354]: INFO neutron.quota.resource_registry [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Creating instance of TrackedResource for resource:subnetpool Jul 24 00:34:33.787124 n-d-793621-25 neutron-server[100354]: WARNING neutron.quota.resource_registry [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] subnetpool is already registered Jul 24 00:34:33.787574 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.v2.resource_helper [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Service CORE assigned prefix: {{(pid=100354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 00:34:33.787909 n-d-793621-25 neutron-server[100354]: INFO neutron.quota.resource_registry [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Creating instance of TrackedResource for resource:subnetpool Jul 24 00:34:33.788251 n-d-793621-25 neutron-server[100354]: WARNING neutron.quota.resource_registry [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] subnetpool is already registered Jul 24 00:34:33.791474 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.v2.resource_helper [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 00:34:33.791966 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.v2.resource_helper [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Service FLAVORS assigned prefix: {{(pid=100354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 00:34:33.792524 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.v2.resource_helper [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 00:34:33.792955 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.v2.resource_helper [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 00:34:33.793296 n-d-793621-25 neutron-server[100354]: INFO neutron.quota.resource_registry [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Creating instance of TrackedResource for resource:router Jul 24 00:34:33.793644 n-d-793621-25 neutron-server[100354]: WARNING neutron.quota.resource_registry [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] router is already registered Jul 24 00:34:33.794065 n-d-793621-25 neutron-server[100354]: INFO neutron.quota.resource_registry [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Creating instance of TrackedResource for resource:floatingip Jul 24 00:34:33.794426 n-d-793621-25 neutron-server[100354]: WARNING neutron.quota.resource_registry [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] floatingip is already registered Jul 24 00:34:33.794900 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.v2.resource_helper [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Service METERING assigned prefix: /metering {{(pid=100354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 00:34:33.795573 n-d-793621-25 neutron-server[100354]: INFO neutron.quota.resource_registry [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Creating instance of CountableResource for resource:rbac_policy Jul 24 00:34:33.795909 n-d-793621-25 neutron-server[100354]: WARNING neutron.quota.resource_registry [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] rbac_policy is already registered Jul 24 00:34:33.796329 n-d-793621-25 neutron-server[100354]: INFO neutron.quota.resource_registry [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Creating instance of TrackedResource for resource:security_group Jul 24 00:34:33.796692 n-d-793621-25 neutron-server[100354]: WARNING neutron.quota.resource_registry [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] security_group is already registered Jul 24 00:34:33.797086 n-d-793621-25 neutron-server[100354]: INFO neutron.quota.resource_registry [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Creating instance of TrackedResource for resource:security_group_rule Jul 24 00:34:33.797427 n-d-793621-25 neutron-server[100354]: WARNING neutron.quota.resource_registry [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] security_group_rule is already registered Jul 24 00:34:33.798057 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.v2.resource_helper [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Service CORE assigned prefix: {{(pid=100354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 00:34:33.798393 n-d-793621-25 neutron-server[100354]: INFO neutron.quota.resource_registry [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Creating instance of TrackedResource for resource:subnetpool Jul 24 00:34:33.798753 n-d-793621-25 neutron-server[100354]: WARNING neutron.quota.resource_registry [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] subnetpool is already registered Jul 24 00:34:33.799193 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.v2.resource_helper [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Service CORE assigned prefix: {{(pid=100354) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 24 00:34:33.799525 n-d-793621-25 neutron-server[100354]: INFO neutron.quota.resource_registry [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Creating instance of TrackedResource for resource:subnetpool Jul 24 00:34:33.799866 n-d-793621-25 neutron-server[100354]: WARNING neutron.quota.resource_registry [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] subnetpool is already registered Jul 24 00:34:33.800347 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extended resource: extensions {{(pid=100354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:34:33.801826 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extended resource: address-groups {{(pid=100354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:34:33.803338 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extended resource: address-scopes {{(pid=100354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:34:33.804680 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extended resource: agents {{(pid=100354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:34:33.806926 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extended resource: auto-allocated-topology {{(pid=100354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:34:33.808196 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extended resource: availability_zones {{(pid=100354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:34:33.809444 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extended resource: dhcp-networks {{(pid=100354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:34:33.812138 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extended resource: dhcp-agents {{(pid=100354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:34:33.813589 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extended resource: routers {{(pid=100354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:34:33.815336 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extended resource: flavors {{(pid=100354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:34:33.816637 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extended resource: service_profiles {{(pid=100354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:34:33.817863 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extended resource: next_providers {{(pid=100354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:34:33.819355 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extended resource: service_profiles {{(pid=100354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:34:33.821183 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extended resource: floatingip-pools {{(pid=100354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:34:33.822438 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extended resource: routers {{(pid=100354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:34:33.824326 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extended resource: floatingips {{(pid=100354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:34:33.825626 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extended resource: l3-routers {{(pid=100354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:34:33.827049 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extended resource: l3-agents {{(pid=100354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:34:33.828482 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extended resource: metering-labels {{(pid=100354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:34:33.829738 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extended resource: metering-label-rules {{(pid=100354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:34:33.831181 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extended resource: network-ip-availabilities {{(pid=100354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:34:33.832457 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extended resource: bindings {{(pid=100354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:34:33.834008 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extended resource: quotas {{(pid=100354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:34:33.835595 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extended resource: quotas {{(pid=100354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:34:33.837763 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extended resource: rbac-policies {{(pid=100354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:34:33.840018 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extended resource: security-groups {{(pid=100354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:34:33.842133 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extended resource: security-group-rules {{(pid=100354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:34:33.843507 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extended resource: service-providers {{(pid=100354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:34:33.845378 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extended resource: subnetpools {{(pid=100354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:34:33.846745 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extended resource: subnetpools {{(pid=100354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:34:33.848357 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extended resource: tags {{(pid=100354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:34:33.851218 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extended resource: tags {{(pid=100354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:34:33.853957 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extended resource: tags {{(pid=100354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:34:33.855844 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extended resource: tags {{(pid=100354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:34:33.857537 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extended resource: tags {{(pid=100354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:34:33.859530 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extended resource: tags {{(pid=100354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:34:33.861220 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extended resource: tags {{(pid=100354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:34:33.863046 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extended resource: tags {{(pid=100354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:34:33.864920 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extended resource: tags {{(pid=100354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:34:33.866668 n-d-793621-25 neutron-server[100354]: DEBUG neutron.api.extensions [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Extended resource: tags {{(pid=100354) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 24 00:34:33.873837 n-d-793621-25 neutron-server[100354]: WARNING keystonemiddleware.auth_token [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 24 00:34:33.878448 n-d-793621-25 neutron-server[100354]: WARNING keystonemiddleware.auth_token [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 24 00:34:33.888501 n-d-793621-25 neutron-server[100354]: DEBUG oslo_concurrency.lockutils [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Acquired lock "singleton_lock" {{(pid=100354) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 24 00:34:33.888986 n-d-793621-25 neutron-server[100354]: DEBUG oslo_concurrency.lockutils [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Releasing lock "singleton_lock" {{(pid=100354) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 24 00:34:33.889633 n-d-793621-25 neutron-server[100354]: INFO oslo_service.service [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Starting 2 workers Jul 24 00:34:33.894368 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Started child 100463 {{(pid=100354) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 24 00:34:33.898771 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Started child 100464 {{(pid=100354) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 24 00:34:33.899973 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:34:33.900689 n-d-793621-25 neutron-server[100354]: INFO neutron.service [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Neutron service started, listening on 0.0.0.0:9696 Jul 24 00:34:33.901372 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Notify callbacks [] for process, before_spawn {{(pid=100354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:34:33.901532 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [-] (100463) wsgi starting up on http://0.0.0.0:9696 Jul 24 00:34:33.903688 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:34:33.904144 n-d-793621-25 neutron-server[100354]: INFO oslo_service.service [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Starting 1 workers Jul 24 00:34:33.905046 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [-] (100464) wsgi starting up on http://0.0.0.0:9696 Jul 24 00:34:33.908835 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Started child 100465 {{(pid=100354) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 24 00:34:33.909360 n-d-793621-25 neutron-server[100354]: INFO oslo_service.service [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Starting 1 workers Jul 24 00:34:33.912654 n-d-793621-25 neutron-server[100465]: DEBUG neutron.service [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] calling RpcWorker wait() {{(pid=100465) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 24 00:34:33.913193 n-d-793621-25 neutron-server[100465]: DEBUG neutron.service [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] returning from RpcWorker wait() {{(pid=100465) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 24 00:34:33.913728 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Started child 100466 {{(pid=100354) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 24 00:34:33.915012 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:34:33.915183 n-d-793621-25 neutron-server[100354]: DEBUG neutron_lib.callbacks.manager [None req-d1776311-ba49-4d5d-ae72-6ecc1d777ead None None] Notify callbacks [] for process, after_spawn {{(pid=100354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:34:33.915539 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:34:33.917252 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100354) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 24 00:34:33.917472 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 24 00:34:33.917661 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 24 00:34:33.917886 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 24 00:34:33.918225 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 24 00:34:33.918392 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 24 00:34:33.919033 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.919319 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.919439 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:34:33.919892 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.919892 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.920116 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.920677 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.920920 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.921185 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.921457 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.921708 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.921882 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.922051 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.922314 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.922554 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.922853 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.923119 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.923359 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.923637 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.923811 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.924067 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.924331 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.924594 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.924863 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] debug = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.925118 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.925623 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.925869 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.926110 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.926349 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.926667 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.926927 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.927215 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.927475 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.927711 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.927931 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.928188 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.928425 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.928650 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.928883 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.929140 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.929381 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.929839 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] host = n-d-793621-25 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.930762 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.931118 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.931395 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.931662 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.931952 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.932193 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.932448 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.932726 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.933173 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.933424 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.933683 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.933959 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.934210 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.934442 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] log_file = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.934611 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] log_options = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.934885 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.935153 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.935418 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.935615 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.935788 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.936009 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.936233 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.936397 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.936658 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.936880 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.937098 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.937335 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.937536 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.937752 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.938048 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.938268 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.938503 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.938746 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.939006 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.939227 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.939457 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.939719 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.939909 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.940152 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.940387 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.940609 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.940842 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.941058 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.941273 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.941530 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.941767 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.942015 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.942265 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.942522 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.942804 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.943037 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.943258 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.943556 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.943793 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.944041 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.944291 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.944527 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.944777 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.945001 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.945244 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.945472 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] use_json = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.945841 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.946200 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.946666 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.946933 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.947156 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.947451 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.947597 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.947828 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:33.948252 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.948537 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.948854 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.949210 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.949372 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.950208 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.950208 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.950208 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.950594 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.950757 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.951107 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.951236 n-d-793621-25 neutron-server[100466]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:34:33.951381 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.951621 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.951877 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.952137 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.952445 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.952688 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.952970 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.953213 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.953434 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.953675 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.954294 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.954294 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.955203 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.955203 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.955203 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.955855 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.955855 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.956266 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.956266 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.956495 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.956603 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.956797 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.957047 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.957271 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.958080 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.958080 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.958080 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.958454 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.958454 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.958696 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.958957 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.959689 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.959689 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.959689 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.960116 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.960116 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.960491 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.960491 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.961388 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.961388 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.961388 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.961388 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.962131 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.962131 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.962407 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.962545 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.962785 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.963007 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.963261 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.963513 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.963788 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.964011 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.964215 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.964436 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.964678 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.964895 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.965135 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.965893 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.965893 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.965893 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.966431 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.966431 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.966748 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.966748 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.967347 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.967347 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.970086 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.970086 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.970086 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.970086 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.970086 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.970086 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.970086 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.970086 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.970086 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.970617 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.970617 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.970617 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.970617 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.970617 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.970946 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.970946 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.971115 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.971494 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.971935 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.972191 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.972446 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.972675 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.972895 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.973318 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.974146 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.974146 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.974146 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.974415 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.974499 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.977308 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.977308 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.977308 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.977308 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.977308 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.977308 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.977308 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.977308 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.978533 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.978533 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.978533 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.978533 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.979062 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.979062 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.979299 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.980531 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.980531 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.980531 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.980531 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.980531 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.981399 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.981399 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.981399 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.981399 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.981794 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.981794 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.982101 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.982343 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.982572 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.982831 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.983098 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.985127 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.985127 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.985127 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.985127 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.985127 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.985127 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.985127 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.985127 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.986637 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.986637 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.986637 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.986637 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.986637 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.986637 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.986637 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.987473 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.987473 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.987473 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.987473 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.987938 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.987938 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.988191 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.991395 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.991395 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.991395 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.991395 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.991395 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.991395 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.991395 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.991395 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.992513 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.992513 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.992513 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.992513 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.992513 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.992513 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.992513 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.992513 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.994913 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.994913 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.994913 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.994913 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.994913 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.994913 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.994913 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.994913 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.996602 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.996602 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.996602 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.996602 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.996602 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.996602 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.996602 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.996602 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.998603 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.998603 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.998603 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.998603 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.998603 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.998603 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.998603 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.998603 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.999574 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.999574 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.999574 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.999574 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.999574 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:33.999574 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.000292 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.000292 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.000292 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.000637 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.000774 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.002930 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.002930 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.002930 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.002930 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.002930 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.002930 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.002930 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.002930 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.003868 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.003868 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.003868 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.003868 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.003868 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.003868 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.004474 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.004474 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.004474 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.004824 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.004936 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.005678 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.005678 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.005678 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.007115 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.007115 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.007115 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.007115 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.007115 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.007115 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.007819 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.007819 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.007819 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.008312 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.008312 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.008733 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.009015 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.009319 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.009554 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.009804 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.010064 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.010375 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.010596 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.010880 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.011123 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.011344 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.011625 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.011865 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.012341 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.012448 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.012801 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.012945 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.014137 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.014137 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.014137 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.014137 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.014437 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.014591 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.014888 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.015136 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.015383 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.015641 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.015893 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.016111 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.016349 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.016581 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.016792 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.017027 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.017256 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.017480 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.017698 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.017950 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.018185 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.018417 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.018651 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.018897 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.019114 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.019272 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 24 00:34:34.019813 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100354) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 24 00:34:34.019976 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 24 00:34:34.020131 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 24 00:34:34.020301 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 24 00:34:34.020471 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 24 00:34:34.020625 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 24 00:34:34.020832 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.020996 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.021164 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.021355 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.021539 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.021770 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.021770 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.022138 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.022138 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.022424 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.022424 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.022682 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.022682 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.023004 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.023004 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.023348 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.023348 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.023595 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.023595 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.023906 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.024098 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.024332 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.024606 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] debug = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.024774 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.024973 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.025132 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.025289 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.025450 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.025609 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.025770 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.025931 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.026092 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.026240 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.026402 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.026563 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.026735 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.026907 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.027067 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.027226 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.027386 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.027546 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] host = n-d-793621-25 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.027705 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.027868 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.028028 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.028187 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.028346 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.028507 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.028666 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.028826 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.028984 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.029142 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.029301 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.029460 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.029620 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.029780 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] log_file = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.029938 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] log_options = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.030095 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.030254 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.030415 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.030602 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.030791 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.030954 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.031114 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.031275 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.031435 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.031595 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.031826 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.031926 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.032065 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.032244 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.032417 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.032587 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.032745 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.033565 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.033565 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.033565 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.033565 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.033565 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.033565 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.035140 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.035140 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.035140 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.035140 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.035140 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.035140 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.035140 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.035140 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.036180 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.036180 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.036180 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.036180 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.036180 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.036180 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.036180 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.036180 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.037199 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.037199 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.037199 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.037199 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.037199 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.037199 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.037199 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] use_json = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.037199 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.038227 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.038227 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.038227 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.038227 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.038227 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.038227 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.038227 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 24 00:34:34.039178 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.039178 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.039178 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.039178 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.039178 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.039178 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.040450 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.040450 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.040450 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.040844 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.040844 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.041105 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.041105 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.041373 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.041373 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.041644 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.041644 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.041936 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.042212 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.042212 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.042587 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.042587 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.042587 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.043023 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.043023 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.043296 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.043296 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.043576 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.043576 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.043835 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.043835 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.044093 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.044093 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.044351 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.044495 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.044633 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.044769 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.044905 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.045040 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.045185 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.045333 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.045477 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.045615 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.045760 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.045897 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.046059 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.046224 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.046388 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.046553 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.046734 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.046912 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.047075 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.047235 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.047376 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.047736 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.047736 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.048554 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.048554 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.048554 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.048554 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.048554 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.049575 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.049575 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.049575 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.049575 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.049575 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.049575 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.049575 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.050660 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.050660 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.050660 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.050660 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.050660 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.050660 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.050660 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.052414 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.052414 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.052414 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.052414 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.052414 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.052414 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.052414 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.052414 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.052414 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.053363 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.053363 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.053363 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.053363 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.053363 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.053363 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.053363 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.053363 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.054423 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.054423 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.054423 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.054423 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.054423 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.054423 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.054423 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.054423 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.056588 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.056588 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.056588 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.056588 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.056588 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.056588 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.056588 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.056588 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.057952 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.057952 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.057952 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.057952 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.057952 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.057952 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.057952 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.057952 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.058584 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.058584 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.058584 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.058584 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.058584 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.059271 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.059271 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.059271 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.059271 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.059271 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.060716 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.060716 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.060716 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.060716 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.060716 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.060716 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.060716 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.060716 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.062361 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.062361 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.062361 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.062361 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.062361 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.062361 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.062361 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.062361 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.063095 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.063095 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.063095 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.063095 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.063095 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.063095 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.063095 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.063095 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.063915 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.063915 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.063915 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.063915 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.063915 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.063915 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.064562 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.064562 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.064562 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.064789 n-d-793621-25 neutron-server[100465]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:34:34.064874 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.064874 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.064874 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.064874 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.065143 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.065143 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.065310 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.065471 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.065631 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.065794 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.065958 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.066121 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.066284 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.066446 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.066609 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.066793 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.066958 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.067123 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.067287 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.067451 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.067614 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.067775 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.067939 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.068101 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.068263 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.068430 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.068592 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.068754 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.068931 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.069092 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.069253 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.069416 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.069580 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.069741 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.069902 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.070063 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.070224 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.070384 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.070616 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.070873 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.071176 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.071399 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.071564 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.071729 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.071893 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.072056 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.072218 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.072395 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.072559 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.072733 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.072891 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.073051 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.073213 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.073386 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.073549 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.073712 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.073873 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.074032 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.074194 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.074364 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.074526 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.074688 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.074873 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.075069 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.075193 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.076795 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.076795 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.076795 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.076795 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.076795 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.076795 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.076795 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.076795 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.078239 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.078239 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.078239 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.078239 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.078239 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.078239 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.078239 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.078239 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.079894 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.079894 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.079894 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.079894 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.079894 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.079894 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.079894 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.079894 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.080437 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.080437 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.080437 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.080437 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.080437 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.080437 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.080437 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.080437 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.081122 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.081122 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.081122 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.081122 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.081122 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.081122 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.081823 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.081823 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.081823 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.081823 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.081823 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.082384 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.082384 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.082384 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.082384 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.082765 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.082765 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.083024 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.083024 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.083266 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.083388 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.083511 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.083633 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.083756 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.083915 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.084072 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.084208 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.084364 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.084526 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 24 00:34:34.084681 n-d-793621-25 neutron-server[100354]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100354) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 24 00:34:34.311990 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 41352) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:34:34.320508 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063260 Jul 24 00:34:45.745136 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5063b0f2-04ec-44aa-9d42-2582ec4a65d6 None None] get_active_networks_info from n-d-793621-25 {{(pid=100465) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 00:34:45.816548 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5063b0f2-04ec-44aa-9d42-2582ec4a65d6 None None] No non-hosted networks {{(pid=100465) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 24 00:34:45.833739 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-36eaee48-df3a-43e6-ac90-35d1caafe118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-680344'] for agent, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:34:48.130020 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8367934b-4433-4349-bf4f-bb56acf4e51e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-680344'] for agent, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:34:48.178444 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b34e6575-b3f1-44cf-b7ac-29863daa528a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:34:48.387799 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-680344'] for agent, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:34:48.389043 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:34:48.389750 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:34:48.390295 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:34:48.391092 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:34:48.392382 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:34:48.393077 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:34:48.393886 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:34:48.394858 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:34:48.395480 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:34:48.396726 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:34:48.398773 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:34:48.399375 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:34:48.400324 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-793621-25', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:34:48.413120 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-793621-25', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:34:49.304248 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-680344'] for agent, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:34:50.792672 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-680344'] for agent, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:34:52.077299 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 41444) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:34:52.564807 n-d-793621-25 neutron-server[100464]: WARNING oslo_policy.policy [None req-1c459cda-b61f-41f2-8904-cc28651a2ed1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 24 00:34:52.565406 n-d-793621-25 neutron-server[100464]: WARNING oslo_policy.policy [None req-1c459cda-b61f-41f2-8904-cc28651a2ed1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 24 00:34:52.786455 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [None req-1c459cda-b61f-41f2-8904-cc28651a2ed1 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:34:52.789716 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1c459cda-b61f-41f2-8904-cc28651a2ed1 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7093451 Jul 24 00:34:54.487504 n-d-793621-25 neutron-server[100465]: INFO neutron.db.l3_hamode_db [None req-4d5c7c63-259c-4fd4-913b-8f4f1f025e5e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 24 00:34:54.564334 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5c7c63-259c-4fd4-913b-8f4f1f025e5e None None] Routers set() bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:34:54.564732 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5c7c63-259c-4fd4-913b-8f4f1f025e5e None None] Router IDs set() for agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 24 00:34:55.166078 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 41458) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:34:55.643617 n-d-793621-25 neutron-server[100463]: WARNING oslo_policy.policy [None req-37f0f620-327d-42a5-b7d5-caba1bb7aa48 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 24 00:34:55.644195 n-d-793621-25 neutron-server[100463]: WARNING oslo_policy.policy [None req-37f0f620-327d-42a5-b7d5-caba1bb7aa48 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 24 00:34:55.858985 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-37f0f620-327d-42a5-b7d5-caba1bb7aa48 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:34:55.954190 n-d-793621-25 neutron-server[100463]: DEBUG neutron.policy [None req-37f0f620-327d-42a5-b7d5-caba1bb7aa48 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100463) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 24 00:34:56.003691 n-d-793621-25 neutron-server[100463]: WARNING oslo_policy.policy [None req-37f0f620-327d-42a5-b7d5-caba1bb7aa48 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 24 00:34:56.004321 n-d-793621-25 neutron-server[100463]: WARNING oslo_policy.policy [None req-37f0f620-327d-42a5-b7d5-caba1bb7aa48 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 24 00:34:56.015033 n-d-793621-25 neutron-server[100463]: INFO neutron.quota [None req-37f0f620-327d-42a5-b7d5-caba1bb7aa48 admin admin] Loaded quota_driver: . Jul 24 00:34:56.108253 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-37f0f620-327d-42a5-b7d5-caba1bb7aa48 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733257465491', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733257461926', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733257444565', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733257442955', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733257817166', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733257822958', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1802442', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1830637', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-692389', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-642490'] for rbac-policy, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:34:56.171778 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-37f0f620-327d-42a5-b7d5-caba1bb7aa48 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:34:56.173410 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-37f0f620-327d-42a5-b7d5-caba1bb7aa48 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0051234 Jul 24 00:34:58.739810 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 41476) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:34:59.026395 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-06c34c8e-30a2-40d4-9ee1-0930f513d079 admin admin] Request body: {'network': {'tenant_id': '192d5881845e4a81a3df0735c0f4d77b', 'admin_state_up': True, 'project_id': '192d5881845e4a81a3df0735c0f4d77b', 'name': 'private'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:34:59.055870 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c34c8e-30a2-40d4-9ee1-0930f513d079 admin admin] Made reservation on behalf of 192d5881845e4a81a3df0735c0f4d77b for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:34:59.058763 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-06c34c8e-30a2-40d4-9ee1-0930f513d079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:34:59.074894 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-06c34c8e-30a2-40d4-9ee1-0930f513d079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:34:59.198047 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-06c34c8e-30a2-40d4-9ee1-0930f513d079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:34:59.201694 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-06c34c8e-30a2-40d4-9ee1-0930f513d079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:34:59.221722 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06c34c8e-30a2-40d4-9ee1-0930f513d079 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:34:59.250807 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-06c34c8e-30a2-40d4-9ee1-0930f513d079 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733254612345', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:34:59.251408 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-06c34c8e-30a2-40d4-9ee1-0930f513d079 admin admin] Unsubscribe: segment precommit_create {{(pid=100463) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 24 00:34:59.251937 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-06c34c8e-30a2-40d4-9ee1-0930f513d079 admin admin] Added segment bfe2bf2c-4cc9-4847-a6b8-a499ee40a28d of type vlan for network d0919197-2163-4943-8e94-f7aedf5e3142 Jul 24 00:34:59.269909 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c34c8e-30a2-40d4-9ee1-0930f513d079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4e8141-eb4a-4145-b2cf-d819480321f9,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:34:59.323135 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c34c8e-30a2-40d4-9ee1-0930f513d079 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:34:59.323477 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c34c8e-30a2-40d4-9ee1-0930f513d079 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:34:59.323813 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c34c8e-30a2-40d4-9ee1-0930f513d079 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:34:59.324146 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c34c8e-30a2-40d4-9ee1-0930f513d079 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:34:59.324476 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c34c8e-30a2-40d4-9ee1-0930f513d079 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:34:59.324800 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c34c8e-30a2-40d4-9ee1-0930f513d079 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:34:59.325120 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c34c8e-30a2-40d4-9ee1-0930f513d079 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:34:59.325442 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c34c8e-30a2-40d4-9ee1-0930f513d079 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:34:59.325762 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c34c8e-30a2-40d4-9ee1-0930f513d079 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:34:59.326095 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c34c8e-30a2-40d4-9ee1-0930f513d079 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:34:59.326392 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c34c8e-30a2-40d4-9ee1-0930f513d079 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:34:59.326705 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c34c8e-30a2-40d4-9ee1-0930f513d079 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:34:59.327832 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c34c8e-30a2-40d4-9ee1-0930f513d079 admin admin] Tracked resource versions report: Jul 24 00:34:59.327832 n-d-793621-25 neutron-server[100463]: pushed versions: Jul 24 00:34:59.327832 n-d-793621-25 neutron-server[100463]: { 'AddressGroup': {'1.2'}, Jul 24 00:34:59.327832 n-d-793621-25 neutron-server[100463]: 'ConntrackHelper': {'1.0'}, Jul 24 00:34:59.327832 n-d-793621-25 neutron-server[100463]: 'Log': {'1.0'}, Jul 24 00:34:59.327832 n-d-793621-25 neutron-server[100463]: 'Network': {'1.1'}, Jul 24 00:34:59.327832 n-d-793621-25 neutron-server[100463]: 'Port': {'1.7'}, Jul 24 00:34:59.327832 n-d-793621-25 neutron-server[100463]: 'PortForwarding': {'1.2'}, Jul 24 00:34:59.327832 n-d-793621-25 neutron-server[100463]: 'QosPolicy': {'1.8'}, Jul 24 00:34:59.327832 n-d-793621-25 neutron-server[100463]: 'SecurityGroup': {'1.4'}, Jul 24 00:34:59.327832 n-d-793621-25 neutron-server[100463]: 'SecurityGroupRule': {'1.2'}, Jul 24 00:34:59.327832 n-d-793621-25 neutron-server[100463]: 'SubPort': {'1.0'}, Jul 24 00:34:59.327832 n-d-793621-25 neutron-server[100463]: 'Subnet': {'1.1'}, Jul 24 00:34:59.327832 n-d-793621-25 neutron-server[100463]: 'Trunk': {'1.1'}} Jul 24 00:34:59.327832 n-d-793621-25 neutron-server[100463]: consumer versions: Jul 24 00:34:59.327832 n-d-793621-25 neutron-server[100463]: { DHCP agent@n-d-793621-25: {}, Jul 24 00:34:59.327832 n-d-793621-25 neutron-server[100463]: L3 agent@n-d-793621-25: {}, Jul 24 00:34:59.327832 n-d-793621-25 neutron-server[100463]: Metadata agent@n-d-793621-25: {}, Jul 24 00:34:59.327832 n-d-793621-25 neutron-server[100463]: Metering agent@n-d-793621-25: {}, Jul 24 00:34:59.327832 n-d-793621-25 neutron-server[100463]: Open vSwitch agent@n-d-793621-25: { 'AddressGroup': '1.2', Jul 24 00:34:59.327832 n-d-793621-25 neutron-server[100463]: 'ConntrackHelper': '1.0', Jul 24 00:34:59.327832 n-d-793621-25 neutron-server[100463]: 'Log': '1.0', Jul 24 00:34:59.327832 n-d-793621-25 neutron-server[100463]: 'Network': '1.1', Jul 24 00:34:59.327832 n-d-793621-25 neutron-server[100463]: 'Port': '1.7', Jul 24 00:34:59.327832 n-d-793621-25 neutron-server[100463]: 'PortForwarding': '1.2', Jul 24 00:34:59.327832 n-d-793621-25 neutron-server[100463]: 'QosPolicy': '1.8', Jul 24 00:34:59.327832 n-d-793621-25 neutron-server[100463]: 'SecurityGroup': '1.4', Jul 24 00:34:59.327832 n-d-793621-25 neutron-server[100463]: 'SecurityGroupRule': '1.2', Jul 24 00:34:59.327832 n-d-793621-25 neutron-server[100463]: 'SubPort': '1.0', Jul 24 00:34:59.327832 n-d-793621-25 neutron-server[100463]: 'Subnet': '1.1', Jul 24 00:34:59.327832 n-d-793621-25 neutron-server[100463]: 'Trunk': '1.1'}} Jul 24 00:34:59.327832 n-d-793621-25 neutron-server[100463]: {{(pid=100463) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 24 00:34:59.376747 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-06c34c8e-30a2-40d4-9ee1-0930f513d079 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:34:59.426217 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-06c34c8e-30a2-40d4-9ee1-0930f513d079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:34:59.427459 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c34c8e-30a2-40d4-9ee1-0930f513d079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:34:59.428088 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-06c34c8e-30a2-40d4-9ee1-0930f513d079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:34:59.482773 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-06c34c8e-30a2-40d4-9ee1-0930f513d079 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7418084 Jul 24 00:34:59.530069 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c34c8e-30a2-40d4-9ee1-0930f513d079 admin admin] Pushing event updated for resources: {'Network': ['ID=d0919197-2163-4943-8e94-f7aedf5e3142,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:34:59.543495 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network d0919197-2163-4943-8e94-f7aedf5e3142 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:35:02.126356 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 41490) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:35:02.504388 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c45c5ee-882a-49fc-96a3-faf1683abd56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:35:02.505750 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3c45c5ee-882a-49fc-96a3-faf1683abd56 admin admin] 10.222.0.15 "GET /v2.0/networks/d0919197-2163-4943-8e94-f7aedf5e3142 HTTP/1.1" status: 200 len: 825 time: 0.3783774 Jul 24 00:35:02.530886 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0b795b32-a309-4b64-920f-7f360aa39682 admin admin] 10.222.0.15 "GET /v2.0/subnetpools/81a44719-a562-4153-829a-771ab0afa251 HTTP/1.1" status: 200 len: 734 time: 0.0188198 Jul 24 00:35:02.539095 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-962a1d5c-d434-4db2-9cb1-a55cf842a1eb admin admin] Request body: {'subnet': {'network_id': 'd0919197-2163-4943-8e94-f7aedf5e3142', 'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '192d5881845e4a81a3df0735c0f4d77b', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '81a44719-a562-4153-829a-771ab0afa251'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:35:02.560518 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962a1d5c-d434-4db2-9cb1-a55cf842a1eb admin admin] Made reservation on behalf of 192d5881845e4a81a3df0735c0f4d77b for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:35:02.562793 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-962a1d5c-d434-4db2-9cb1-a55cf842a1eb admin admin] Notify callbacks [] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:02.857567 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-962a1d5c-d434-4db2-9cb1-a55cf842a1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:02.927492 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962a1d5c-d434-4db2-9cb1-a55cf842a1eb admin admin] Checking segment: {'id': 'bfe2bf2c-4cc9-4847-a6b8-a499ee40a28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd0919197-2163-4943-8e94-f7aedf5e3142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:35:02.927872 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962a1d5c-d434-4db2-9cb1-a55cf842a1eb admin admin] Network hostable DHCP agents. Network: d0919197-2163-4943-8e94-f7aedf5e3142, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:35:02.936809 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a1d5c-d434-4db2-9cb1-a55cf842a1eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e927d5f-cb80-4a7a-a77a-aeafc8362746,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:35:02.955347 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962a1d5c-d434-4db2-9cb1-a55cf842a1eb admin admin] Network d0919197-2163-4943-8e94-f7aedf5e3142 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:35:02.969215 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-962a1d5c-d434-4db2-9cb1-a55cf842a1eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, d0919197-2163-4943-8e94-f7aedf5e3142) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:35:02.973749 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962a1d5c-d434-4db2-9cb1-a55cf842a1eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:35:02.974335 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-962a1d5c-d434-4db2-9cb1-a55cf842a1eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:02.979163 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8a8aea-1ac4-4d91-8ab3-e3bf23ae9277 None None] Network d0919197-2163-4943-8e94-f7aedf5e3142 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:35:02.989222 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-962a1d5c-d434-4db2-9cb1-a55cf842a1eb admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4534919 Jul 24 00:35:03.298577 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3f8845-e519-43ca-997d-53485e725485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-d0919197-2163-4943-8e94-f7aedf5e3142', 'network_id': 'd0919197-2163-4943-8e94-f7aedf5e3142', 'tenant_id': '192d5881845e4a81a3df0735c0f4d77b', 'fixed_ips': [{'subnet_id': '2e927d5f-cb80-4a7a-a77a-aeafc8362746'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:35:03.299934 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6d3f8845-e519-43ca-997d-53485e725485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:03.565749 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-6d3f8845-e519-43ca-997d-53485e725485 None None] Allocated IP 172.20.0.2 (d0919197-2163-4943-8e94-f7aedf5e3142/2e927d5f-cb80-4a7a-a77a-aeafc8362746/2b9f3c9c-fe92-4974-9551-ed91a490095a) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:35:03.792346 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6d3f8845-e519-43ca-997d-53485e725485 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:03.807625 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-6d3f8845-e519-43ca-997d-53485e725485 None None] Transition to ACTIVE for port object 2b9f3c9c-fe92-4974-9551-ed91a490095a will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:35:03.828240 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-6d3f8845-e519-43ca-997d-53485e725485 None None] Transition to ACTIVE for port object 2b9f3c9c-fe92-4974-9551-ed91a490095a will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:35:03.837206 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6d3f8845-e519-43ca-997d-53485e725485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:03.912410 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3f8845-e519-43ca-997d-53485e725485 None None] Network d0919197-2163-4943-8e94-f7aedf5e3142 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:35:03.920213 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-6d3f8845-e519-43ca-997d-53485e725485 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:35:03.923452 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3f8845-e519-43ca-997d-53485e725485 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:35:03.926538 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f8845-e519-43ca-997d-53485e725485 None None] Pushing event updated for resources: {'Port': ['ID=2b9f3c9c-fe92-4974-9551-ed91a490095a,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:35:03.956205 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f8845-e519-43ca-997d-53485e725485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:03.956555 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f8845-e519-43ca-997d-53485e725485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:03.956895 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f8845-e519-43ca-997d-53485e725485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:03.957235 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f8845-e519-43ca-997d-53485e725485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:03.957567 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f8845-e519-43ca-997d-53485e725485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:03.957897 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f8845-e519-43ca-997d-53485e725485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:03.958220 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f8845-e519-43ca-997d-53485e725485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:03.958541 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f8845-e519-43ca-997d-53485e725485 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:03.958890 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f8845-e519-43ca-997d-53485e725485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:03.959210 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f8845-e519-43ca-997d-53485e725485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:03.959530 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f8845-e519-43ca-997d-53485e725485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:03.960457 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f8845-e519-43ca-997d-53485e725485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:03.961743 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f8845-e519-43ca-997d-53485e725485 None None] Tracked resource versions report: Jul 24 00:35:03.961743 n-d-793621-25 neutron-server[100465]: pushed versions: Jul 24 00:35:03.961743 n-d-793621-25 neutron-server[100465]: { 'AddressGroup': {'1.2'}, Jul 24 00:35:03.961743 n-d-793621-25 neutron-server[100465]: 'ConntrackHelper': {'1.0'}, Jul 24 00:35:03.961743 n-d-793621-25 neutron-server[100465]: 'Log': {'1.0'}, Jul 24 00:35:03.961743 n-d-793621-25 neutron-server[100465]: 'Network': {'1.1'}, Jul 24 00:35:03.961743 n-d-793621-25 neutron-server[100465]: 'Port': {'1.7'}, Jul 24 00:35:03.961743 n-d-793621-25 neutron-server[100465]: 'PortForwarding': {'1.2'}, Jul 24 00:35:03.961743 n-d-793621-25 neutron-server[100465]: 'QosPolicy': {'1.8'}, Jul 24 00:35:03.961743 n-d-793621-25 neutron-server[100465]: 'SecurityGroup': {'1.4'}, Jul 24 00:35:03.961743 n-d-793621-25 neutron-server[100465]: 'SecurityGroupRule': {'1.2'}, Jul 24 00:35:03.961743 n-d-793621-25 neutron-server[100465]: 'SubPort': {'1.0'}, Jul 24 00:35:03.961743 n-d-793621-25 neutron-server[100465]: 'Subnet': {'1.1'}, Jul 24 00:35:03.961743 n-d-793621-25 neutron-server[100465]: 'Trunk': {'1.1'}} Jul 24 00:35:03.961743 n-d-793621-25 neutron-server[100465]: consumer versions: Jul 24 00:35:03.961743 n-d-793621-25 neutron-server[100465]: { DHCP agent@n-d-793621-25: {}, Jul 24 00:35:03.961743 n-d-793621-25 neutron-server[100465]: L3 agent@n-d-793621-25: {}, Jul 24 00:35:03.961743 n-d-793621-25 neutron-server[100465]: Metadata agent@n-d-793621-25: {}, Jul 24 00:35:03.961743 n-d-793621-25 neutron-server[100465]: Metering agent@n-d-793621-25: {}, Jul 24 00:35:03.961743 n-d-793621-25 neutron-server[100465]: Open vSwitch agent@n-d-793621-25: { 'AddressGroup': '1.2', Jul 24 00:35:03.961743 n-d-793621-25 neutron-server[100465]: 'ConntrackHelper': '1.0', Jul 24 00:35:03.961743 n-d-793621-25 neutron-server[100465]: 'Log': '1.0', Jul 24 00:35:03.961743 n-d-793621-25 neutron-server[100465]: 'Network': '1.1', Jul 24 00:35:03.961743 n-d-793621-25 neutron-server[100465]: 'Port': '1.7', Jul 24 00:35:03.961743 n-d-793621-25 neutron-server[100465]: 'PortForwarding': '1.2', Jul 24 00:35:03.961743 n-d-793621-25 neutron-server[100465]: 'QosPolicy': '1.8', Jul 24 00:35:03.961743 n-d-793621-25 neutron-server[100465]: 'SecurityGroup': '1.4', Jul 24 00:35:03.961743 n-d-793621-25 neutron-server[100465]: 'SecurityGroupRule': '1.2', Jul 24 00:35:03.961743 n-d-793621-25 neutron-server[100465]: 'SubPort': '1.0', Jul 24 00:35:03.961743 n-d-793621-25 neutron-server[100465]: 'Subnet': '1.1', Jul 24 00:35:03.961743 n-d-793621-25 neutron-server[100465]: 'Trunk': '1.1'}} Jul 24 00:35:03.961743 n-d-793621-25 neutron-server[100465]: {{(pid=100465) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 24 00:35:04.013368 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-6d3f8845-e519-43ca-997d-53485e725485 None None] Attempting to bind port 2b9f3c9c-fe92-4974-9551-ed91a490095a on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:35:04.014002 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-6d3f8845-e519-43ca-997d-53485e725485 None None] Attempting to bind port 2b9f3c9c-fe92-4974-9551-ed91a490095a by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'bfe2bf2c-4cc9-4847-a6b8-a499ee40a28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd0919197-2163-4943-8e94-f7aedf5e3142'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:35:04.014176 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3f8845-e519-43ca-997d-53485e725485 None None] Attempting to bind port 2b9f3c9c-fe92-4974-9551-ed91a490095a on network d0919197-2163-4943-8e94-f7aedf5e3142 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:35:04.018977 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3f8845-e519-43ca-997d-53485e725485 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:35:04.019387 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3f8845-e519-43ca-997d-53485e725485 None None] Checking segment: {'id': 'bfe2bf2c-4cc9-4847-a6b8-a499ee40a28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd0919197-2163-4943-8e94-f7aedf5e3142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:35:04.019838 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6d3f8845-e519-43ca-997d-53485e725485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:04.020230 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3f8845-e519-43ca-997d-53485e725485 None None] Bound using segment: {'id': 'bfe2bf2c-4cc9-4847-a6b8-a499ee40a28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd0919197-2163-4943-8e94-f7aedf5e3142'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:35:04.020736 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-6d3f8845-e519-43ca-997d-53485e725485 None None] Bound port: 2b9f3c9c-fe92-4974-9551-ed91a490095a, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe2bf2c-4cc9-4847-a6b8-a499ee40a28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd0919197-2163-4943-8e94-f7aedf5e3142'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:35:04.021130 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6d3f8845-e519-43ca-997d-53485e725485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:04.084513 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-6d3f8845-e519-43ca-997d-53485e725485 None None] For port 2b9f3c9c-fe92-4974-9551-ed91a490095a, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:35:04.089654 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-6d3f8845-e519-43ca-997d-53485e725485 None None] For port 2b9f3c9c-fe92-4974-9551-ed91a490095a, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2b9f3c9c-fe92-4974-9551-ed91a490095a,segment=NetworkSegment(bfe2bf2c-4cc9-4847-a6b8-a499ee40a28d),segment_id=bfe2bf2c-4cc9-4847-a6b8-a499ee40a28d)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:35:04.093141 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6d3f8845-e519-43ca-997d-53485e725485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:04.156425 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f8845-e519-43ca-997d-53485e725485 None None] Pushing event updated for resources: {'Port': ['ID=2b9f3c9c-fe92-4974-9551-ed91a490095a,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:35:05.369939 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 41498) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:35:05.690005 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-d1af4f52-68a9-4090-9d9d-7a582ee05aec admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:35:05.691039 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d1af4f52-68a9-4090-9d9d-7a582ee05aec admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3201106 Jul 24 00:35:08.168744 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 41506) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:35:08.479235 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-40f88b27-1382-4e8b-ace1-dcbbf854873e admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:35:08.480238 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-40f88b27-1382-4e8b-ace1-dcbbf854873e admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3105600 Jul 24 00:35:11.108744 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 41516) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:35:11.402539 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-73567a18-3e3b-45a2-ba19-6713837bd77c admin admin] Request body: {'router': {'tenant_id': '192d5881845e4a81a3df0735c0f4d77b', 'admin_state_up': True, 'name': 'router1'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:35:11.425920 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-73567a18-3e3b-45a2-ba19-6713837bd77c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:11.427474 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-73567a18-3e3b-45a2-ba19-6713837bd77c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:11.577212 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-73567a18-3e3b-45a2-ba19-6713837bd77c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:11.583242 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-73567a18-3e3b-45a2-ba19-6713837bd77c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:11.597972 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-73567a18-3e3b-45a2-ba19-6713837bd77c admin admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:11.611618 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-73567a18-3e3b-45a2-ba19-6713837bd77c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5013916 Jul 24 00:35:12.341550 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2b9f3c9c-fe92-4974-9551-ed91a490095a up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:35:12.430032 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 2b9f3c9c-fe92-4974-9551-ed91a490095a completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:35:12.691333 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3d2ecc-36f4-4969-ac28-e6ac2b8f0286 None None] Network d0919197-2163-4943-8e94-f7aedf5e3142 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:35:12.756797 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-83c14b0a-5f14-4d1c-a62b-ccdb8657bc15 None None] Provisioning for port 2b9f3c9c-fe92-4974-9551-ed91a490095a completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:35:12.766094 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-83c14b0a-5f14-4d1c-a62b-ccdb8657bc15 None None] Provisioning complete for port 2b9f3c9c-fe92-4974-9551-ed91a490095a triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:35:12.766499 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-83c14b0a-5f14-4d1c-a62b-ccdb8657bc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:12.951304 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-83c14b0a-5f14-4d1c-a62b-ccdb8657bc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:13.010396 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-83c14b0a-5f14-4d1c-a62b-ccdb8657bc15 None None] For port 2b9f3c9c-fe92-4974-9551-ed91a490095a, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2b9f3c9c-fe92-4974-9551-ed91a490095a,segment=NetworkSegment(bfe2bf2c-4cc9-4847-a6b8-a499ee40a28d),segment_id=bfe2bf2c-4cc9-4847-a6b8-a499ee40a28d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:35:13.014614 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-83c14b0a-5f14-4d1c-a62b-ccdb8657bc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:13.067931 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c14b0a-5f14-4d1c-a62b-ccdb8657bc15 None None] Pushing event updated for resources: {'Port': ['ID=2b9f3c9c-fe92-4974-9551-ed91a490095a,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:35:13.235627 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-582f7238-0352-4764-bc2c-de41538ad070 None None] Provisioning complete for port 2b9f3c9c-fe92-4974-9551-ed91a490095a triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:35:13.235927 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-582f7238-0352-4764-bc2c-de41538ad070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:13.998472 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 41528) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:35:14.304814 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2b9f3c9c-fe92-4974-9551-ed91a490095a up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:35:14.307594 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-199f37d6-8eaa-4220-af07-0d0f0df3341d admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:35:14.308599 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-199f37d6-8eaa-4220-af07-0d0f0df3341d admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3092508 Jul 24 00:35:14.352052 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 2b9f3c9c-fe92-4974-9551-ed91a490095a triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:35:14.352437 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:15.616626 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ce087eee-affc-4da6-8124-0c7a6f4144a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:16.673130 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 41536) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:35:16.985022 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-d5f206ba-6f09-4568-8bf8-f84a92bf332a admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'name': 'public'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:35:17.010004 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f206ba-6f09-4568-8bf8-f84a92bf332a admin admin] Made reservation on behalf of 8839a8125b4a4fa7aa3540aaad28730d for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:35:17.012290 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d5f206ba-6f09-4568-8bf8-f84a92bf332a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:17.022070 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d5f206ba-6f09-4568-8bf8-f84a92bf332a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:17.104407 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d5f206ba-6f09-4568-8bf8-f84a92bf332a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:17.108623 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d5f206ba-6f09-4568-8bf8-f84a92bf332a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:17.122121 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d5f206ba-6f09-4568-8bf8-f84a92bf332a admin admin] Reserving flat network on physical network physnet1 {{(pid=100463) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 24 00:35:17.143595 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d5f206ba-6f09-4568-8bf8-f84a92bf332a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:17.143940 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-d5f206ba-6f09-4568-8bf8-f84a92bf332a admin admin] Added segment 791a9fb0-a385-491c-b6c8-8db4d398564d of type flat for network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 Jul 24 00:35:17.145103 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f206ba-6f09-4568-8bf8-f84a92bf332a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2f0617-40ba-4714-b2a4-aecc88f07999,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:35:17.199096 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d5f206ba-6f09-4568-8bf8-f84a92bf332a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:17.232661 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d5f206ba-6f09-4568-8bf8-f84a92bf332a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:17.233585 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f206ba-6f09-4568-8bf8-f84a92bf332a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:35:17.234164 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d5f206ba-6f09-4568-8bf8-f84a92bf332a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:17.266279 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d5f206ba-6f09-4568-8bf8-f84a92bf332a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5920899 Jul 24 00:35:17.297481 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f206ba-6f09-4568-8bf8-f84a92bf332a admin admin] Pushing event updated for resources: {'Network': ['ID=40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:35:17.308256 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:35:18.114053 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-36513297-d136-411d-933b-e3659c0838e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:18.379962 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:19.247445 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:19.600540 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 41552) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:35:19.823052 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395d9583-a2e2-4fd3-8451-ca2cfd5fa9e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:35:19.824323 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-395d9583-a2e2-4fd3-8451-ca2cfd5fa9e8 admin admin] 10.222.0.15 "GET /v2.0/subnets/2e927d5f-cb80-4a7a-a77a-aeafc8362746 HTTP/1.1" status: 200 len: 849 time: 0.2228281 Jul 24 00:35:19.936920 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6d7ea187-a0b0-44ba-a59e-3a5e10110f20 admin admin] 10.222.0.15 "GET /v2.0/routers/c13f4998-b4af-4001-825b-2b6b201473c0 HTTP/1.1" status: 200 len: 704 time: 0.1073120 Jul 24 00:35:20.192064 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9d1be820-4628-4fb6-950e-1a446cd8000f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:20.479898 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-9d1be820-4628-4fb6-950e-1a446cd8000f admin admin] Allocated IP 172.20.0.1 (d0919197-2163-4943-8e94-f7aedf5e3142/2e927d5f-cb80-4a7a-a77a-aeafc8362746/2d502b13-0712-4bd8-b11a-93b1e75c4fe5) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:35:20.674104 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9d1be820-4628-4fb6-950e-1a446cd8000f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:20.695932 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-9d1be820-4628-4fb6-950e-1a446cd8000f admin admin] Transition to ACTIVE for port object 2d502b13-0712-4bd8-b11a-93b1e75c4fe5 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:35:20.745565 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:20.781667 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9d1be820-4628-4fb6-950e-1a446cd8000f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:20.852070 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1be820-4628-4fb6-950e-1a446cd8000f admin admin] Network d0919197-2163-4943-8e94-f7aedf5e3142 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:35:20.862431 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-9d1be820-4628-4fb6-950e-1a446cd8000f admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:35:20.867184 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1be820-4628-4fb6-950e-1a446cd8000f admin admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:35:20.868146 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9d1be820-4628-4fb6-950e-1a446cd8000f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:20.887904 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1be820-4628-4fb6-950e-1a446cd8000f admin admin] Pushing event updated for resources: {'Port': ['ID=2d502b13-0712-4bd8-b11a-93b1e75c4fe5,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:35:21.076445 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c60a3670-b124-4ac6-b1e5-8aaeec4ad406 None None] Provisioning for port 2d502b13-0712-4bd8-b11a-93b1e75c4fe5 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:35:21.080463 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c60a3670-b124-4ac6-b1e5-8aaeec4ad406 None None] Provisioning complete for port 2d502b13-0712-4bd8-b11a-93b1e75c4fe5 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:35:21.080836 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c60a3670-b124-4ac6-b1e5-8aaeec4ad406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:21.081094 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9d1be820-4628-4fb6-950e-1a446cd8000f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:21.112700 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-c60a3670-b124-4ac6-b1e5-8aaeec4ad406 None None] Port 2d502b13-0712-4bd8-b11a-93b1e75c4fe5 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:35:21.259635 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9d1be820-4628-4fb6-950e-1a446cd8000f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:21.263740 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9d1be820-4628-4fb6-950e-1a446cd8000f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:21.264486 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9d1be820-4628-4fb6-950e-1a446cd8000f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:21.324713 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1be820-4628-4fb6-950e-1a446cd8000f admin admin] Pushing event updated for resources: {'Port': ['ID=2d502b13-0712-4bd8-b11a-93b1e75c4fe5,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:35:21.386598 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1be820-4628-4fb6-950e-1a446cd8000f admin admin] Network d0919197-2163-4943-8e94-f7aedf5e3142 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:35:21.387932 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-9d1be820-4628-4fb6-950e-1a446cd8000f admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:35:21.532644 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b8fe9e59-6248-446d-89ef-e69321e51064 None None] Provisioning complete for port 2d502b13-0712-4bd8-b11a-93b1e75c4fe5 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:35:21.533021 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b8fe9e59-6248-446d-89ef-e69321e51064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:21.548463 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1be820-4628-4fb6-950e-1a446cd8000f admin admin] Router c13f4998-b4af-4001-825b-2b6b201473c0 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:35:21.568682 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-b8fe9e59-6248-446d-89ef-e69321e51064 None None] Port 2d502b13-0712-4bd8-b11a-93b1e75c4fe5 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:35:21.640855 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1be820-4628-4fb6-950e-1a446cd8000f admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:35:21.646087 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9d1be820-4628-4fb6-950e-1a446cd8000f admin admin] 10.222.0.15 "PUT /v2.0/routers/c13f4998-b4af-4001-825b-2b6b201473c0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7044504 Jul 24 00:35:21.651342 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d13947-62a8-4b0e-9cc2-21d71dfbe70c None None] Sync routers for ids ['c13f4998-b4af-4001-825b-2b6b201473c0'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:35:21.663467 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d13947-62a8-4b0e-9cc2-21d71dfbe70c None None] Routers {'c13f4998-b4af-4001-825b-2b6b201473c0'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:35:21.664321 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-d5d13947-62a8-4b0e-9cc2-21d71dfbe70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:35:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['c13f4998-b4af-4001-825b-2b6b201473c0'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:35:21.848089 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-d5d13947-62a8-4b0e-9cc2-21d71dfbe70c None None] Set router c13f4998-b4af-4001-825b-2b6b201473c0 gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:35:22.266945 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-d5d13947-62a8-4b0e-9cc2-21d71dfbe70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13f4998-b4af-4001-825b-2b6b201473c0', 'name': 'router1', 'tenant_id': '192d5881845e4a81a3df0735c0f4d77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:35:11Z', 'updated_at': '2021-07-24T00:35:21Z', 'revision_number': 2, 'project_id': '192d5881845e4a81a3df0735c0f4d77b', 'gw_port_host': None, '_interfaces': [{'id': '2d502b13-0712-4bd8-b11a-93b1e75c4fe5', 'name': '', 'network_id': 'd0919197-2163-4943-8e94-f7aedf5e3142', 'tenant_id': '192d5881845e4a81a3df0735c0f4d77b', 'mac_address': 'fa:16:3e:d2:d6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13f4998-b4af-4001-825b-2b6b201473c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e927d5f-cb80-4a7a-a77a-aeafc8362746', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:35:20Z', 'updated_at': '2021-07-24T00:35:21Z', 'revision_number': 2, 'project_id': '192d5881845e4a81a3df0735c0f4d77b', 'subnets': [{'id': '2e927d5f-cb80-4a7a-a77a-aeafc8362746', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81a44719-a562-4153-829a-771ab0afa251'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:35:22.320560 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d13947-62a8-4b0e-9cc2-21d71dfbe70c None None] Checking router: c13f4998-b4af-4001-825b-2b6b201473c0 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:35:22.320935 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d13947-62a8-4b0e-9cc2-21d71dfbe70c None None] Updating router c13f4998-b4af-4001-825b-2b6b201473c0 port 2d502b13-0712-4bd8-b11a-93b1e75c4fe5 binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:35:22.387548 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-d5d13947-62a8-4b0e-9cc2-21d71dfbe70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:22.882823 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-d5d13947-62a8-4b0e-9cc2-21d71dfbe70c None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:22.900073 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-d5d13947-62a8-4b0e-9cc2-21d71dfbe70c None None] Transition to ACTIVE for port object 2d502b13-0712-4bd8-b11a-93b1e75c4fe5 will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:35:22.906698 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-d5d13947-62a8-4b0e-9cc2-21d71dfbe70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:23.068418 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003a8a1-752f-47ec-b336-ba5d3ca3caa1 None None] Pushing event updated for resources: {'Port': ['ID=2d502b13-0712-4bd8-b11a-93b1e75c4fe5,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:35:23.077497 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-d5d13947-62a8-4b0e-9cc2-21d71dfbe70c None None] Attempting to bind port 2d502b13-0712-4bd8-b11a-93b1e75c4fe5 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:35:23.077900 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-d5d13947-62a8-4b0e-9cc2-21d71dfbe70c None None] Attempting to bind port 2d502b13-0712-4bd8-b11a-93b1e75c4fe5 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'bfe2bf2c-4cc9-4847-a6b8-a499ee40a28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd0919197-2163-4943-8e94-f7aedf5e3142'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:35:23.078321 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d13947-62a8-4b0e-9cc2-21d71dfbe70c None None] Attempting to bind port 2d502b13-0712-4bd8-b11a-93b1e75c4fe5 on network d0919197-2163-4943-8e94-f7aedf5e3142 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:35:23.083473 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003a8a1-752f-47ec-b336-ba5d3ca3caa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:23.083983 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003a8a1-752f-47ec-b336-ba5d3ca3caa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:23.084604 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003a8a1-752f-47ec-b336-ba5d3ca3caa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:23.084734 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003a8a1-752f-47ec-b336-ba5d3ca3caa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:23.085028 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003a8a1-752f-47ec-b336-ba5d3ca3caa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:23.085352 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003a8a1-752f-47ec-b336-ba5d3ca3caa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:23.085673 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003a8a1-752f-47ec-b336-ba5d3ca3caa1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:23.085991 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003a8a1-752f-47ec-b336-ba5d3ca3caa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:23.086305 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003a8a1-752f-47ec-b336-ba5d3ca3caa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:23.086620 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003a8a1-752f-47ec-b336-ba5d3ca3caa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:23.086956 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003a8a1-752f-47ec-b336-ba5d3ca3caa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:23.087275 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003a8a1-752f-47ec-b336-ba5d3ca3caa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:23.088436 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1003a8a1-752f-47ec-b336-ba5d3ca3caa1 None None] Tracked resource versions report: Jul 24 00:35:23.088436 n-d-793621-25 neutron-server[100466]: pushed versions: Jul 24 00:35:23.088436 n-d-793621-25 neutron-server[100466]: { 'AddressGroup': {'1.2'}, Jul 24 00:35:23.088436 n-d-793621-25 neutron-server[100466]: 'ConntrackHelper': {'1.0'}, Jul 24 00:35:23.088436 n-d-793621-25 neutron-server[100466]: 'Log': {'1.0'}, Jul 24 00:35:23.088436 n-d-793621-25 neutron-server[100466]: 'Network': {'1.1'}, Jul 24 00:35:23.088436 n-d-793621-25 neutron-server[100466]: 'Port': {'1.7'}, Jul 24 00:35:23.088436 n-d-793621-25 neutron-server[100466]: 'PortForwarding': {'1.2'}, Jul 24 00:35:23.088436 n-d-793621-25 neutron-server[100466]: 'QosPolicy': {'1.8'}, Jul 24 00:35:23.088436 n-d-793621-25 neutron-server[100466]: 'SecurityGroup': {'1.4'}, Jul 24 00:35:23.088436 n-d-793621-25 neutron-server[100466]: 'SecurityGroupRule': {'1.2'}, Jul 24 00:35:23.088436 n-d-793621-25 neutron-server[100466]: 'SubPort': {'1.0'}, Jul 24 00:35:23.088436 n-d-793621-25 neutron-server[100466]: 'Subnet': {'1.1'}, Jul 24 00:35:23.088436 n-d-793621-25 neutron-server[100466]: 'Trunk': {'1.1'}} Jul 24 00:35:23.088436 n-d-793621-25 neutron-server[100466]: consumer versions: Jul 24 00:35:23.088436 n-d-793621-25 neutron-server[100466]: { DHCP agent@n-d-793621-25: {}, Jul 24 00:35:23.088436 n-d-793621-25 neutron-server[100466]: L3 agent@n-d-793621-25: {}, Jul 24 00:35:23.088436 n-d-793621-25 neutron-server[100466]: Metadata agent@n-d-793621-25: {}, Jul 24 00:35:23.088436 n-d-793621-25 neutron-server[100466]: Metering agent@n-d-793621-25: {}, Jul 24 00:35:23.088436 n-d-793621-25 neutron-server[100466]: Open vSwitch agent@n-d-793621-25: { 'AddressGroup': '1.2', Jul 24 00:35:23.088436 n-d-793621-25 neutron-server[100466]: 'ConntrackHelper': '1.0', Jul 24 00:35:23.088436 n-d-793621-25 neutron-server[100466]: 'Log': '1.0', Jul 24 00:35:23.088436 n-d-793621-25 neutron-server[100466]: 'Network': '1.1', Jul 24 00:35:23.088436 n-d-793621-25 neutron-server[100466]: 'Port': '1.7', Jul 24 00:35:23.088436 n-d-793621-25 neutron-server[100466]: 'PortForwarding': '1.2', Jul 24 00:35:23.088436 n-d-793621-25 neutron-server[100466]: 'QosPolicy': '1.8', Jul 24 00:35:23.088436 n-d-793621-25 neutron-server[100466]: 'SecurityGroup': '1.4', Jul 24 00:35:23.088436 n-d-793621-25 neutron-server[100466]: 'SecurityGroupRule': '1.2', Jul 24 00:35:23.088436 n-d-793621-25 neutron-server[100466]: 'SubPort': '1.0', Jul 24 00:35:23.088436 n-d-793621-25 neutron-server[100466]: 'Subnet': '1.1', Jul 24 00:35:23.088436 n-d-793621-25 neutron-server[100466]: 'Trunk': '1.1'}} Jul 24 00:35:23.088436 n-d-793621-25 neutron-server[100466]: {{(pid=100466) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 24 00:35:23.090976 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d13947-62a8-4b0e-9cc2-21d71dfbe70c None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:35:23.091390 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d13947-62a8-4b0e-9cc2-21d71dfbe70c None None] Checking segment: {'id': 'bfe2bf2c-4cc9-4847-a6b8-a499ee40a28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd0919197-2163-4943-8e94-f7aedf5e3142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:35:23.091853 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-d5d13947-62a8-4b0e-9cc2-21d71dfbe70c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:23.092235 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d13947-62a8-4b0e-9cc2-21d71dfbe70c None None] Bound using segment: {'id': 'bfe2bf2c-4cc9-4847-a6b8-a499ee40a28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd0919197-2163-4943-8e94-f7aedf5e3142'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:35:23.092732 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-d5d13947-62a8-4b0e-9cc2-21d71dfbe70c None None] Bound port: 2d502b13-0712-4bd8-b11a-93b1e75c4fe5, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe2bf2c-4cc9-4847-a6b8-a499ee40a28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'd0919197-2163-4943-8e94-f7aedf5e3142'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:35:23.093129 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-d5d13947-62a8-4b0e-9cc2-21d71dfbe70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:23.158203 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-d5d13947-62a8-4b0e-9cc2-21d71dfbe70c None None] For port 2d502b13-0712-4bd8-b11a-93b1e75c4fe5, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:35:23.180178 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-d5d13947-62a8-4b0e-9cc2-21d71dfbe70c None None] For port 2d502b13-0712-4bd8-b11a-93b1e75c4fe5, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2d502b13-0712-4bd8-b11a-93b1e75c4fe5,segment=NetworkSegment(bfe2bf2c-4cc9-4847-a6b8-a499ee40a28d),segment_id=bfe2bf2c-4cc9-4847-a6b8-a499ee40a28d)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:35:23.184634 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-d5d13947-62a8-4b0e-9cc2-21d71dfbe70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:23.244658 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003a8a1-752f-47ec-b336-ba5d3ca3caa1 None None] Pushing event updated for resources: {'Port': ['ID=2d502b13-0712-4bd8-b11a-93b1e75c4fe5,revision_number=4']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:35:23.247057 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d13947-62a8-4b0e-9cc2-21d71dfbe70c None None] Routers {'c13f4998-b4af-4001-825b-2b6b201473c0'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:35:23.247655 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-d5d13947-62a8-4b0e-9cc2-21d71dfbe70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:35:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['c13f4998-b4af-4001-825b-2b6b201473c0'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:35:23.339075 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-d5d13947-62a8-4b0e-9cc2-21d71dfbe70c None None] Set router c13f4998-b4af-4001-825b-2b6b201473c0 gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:35:23.542275 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-d5d13947-62a8-4b0e-9cc2-21d71dfbe70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13f4998-b4af-4001-825b-2b6b201473c0', 'name': 'router1', 'tenant_id': '192d5881845e4a81a3df0735c0f4d77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:35:11Z', 'updated_at': '2021-07-24T00:35:21Z', 'revision_number': 2, 'project_id': '192d5881845e4a81a3df0735c0f4d77b', 'gw_port_host': None, '_interfaces': [{'id': '2d502b13-0712-4bd8-b11a-93b1e75c4fe5', 'name': '', 'network_id': 'd0919197-2163-4943-8e94-f7aedf5e3142', 'tenant_id': '192d5881845e4a81a3df0735c0f4d77b', 'mac_address': 'fa:16:3e:d2:d6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13f4998-b4af-4001-825b-2b6b201473c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e927d5f-cb80-4a7a-a77a-aeafc8362746', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:35:20Z', 'updated_at': '2021-07-24T00:35:23Z', 'revision_number': 4, 'project_id': '192d5881845e4a81a3df0735c0f4d77b', 'subnets': [{'id': '2e927d5f-cb80-4a7a-a77a-aeafc8362746', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81a44719-a562-4153-829a-771ab0afa251'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:35:23.571411 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d13947-62a8-4b0e-9cc2-21d71dfbe70c None None] The sync data for ids ['c13f4998-b4af-4001-825b-2b6b201473c0'] in n-d-793621-25 is: [{'id': 'c13f4998-b4af-4001-825b-2b6b201473c0', 'name': 'router1', 'tenant_id': '192d5881845e4a81a3df0735c0f4d77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:35:11Z', 'updated_at': '2021-07-24T00:35:21Z', 'revision_number': 2, 'project_id': '192d5881845e4a81a3df0735c0f4d77b', 'gw_port_host': None, '_interfaces': [{'id': '2d502b13-0712-4bd8-b11a-93b1e75c4fe5', 'name': '', 'network_id': 'd0919197-2163-4943-8e94-f7aedf5e3142', 'tenant_id': '192d5881845e4a81a3df0735c0f4d77b', 'mac_address': 'fa:16:3e:d2:d6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13f4998-b4af-4001-825b-2b6b201473c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e927d5f-cb80-4a7a-a77a-aeafc8362746', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:35:20Z', 'updated_at': '2021-07-24T00:35:23Z', 'revision_number': 4, 'project_id': '192d5881845e4a81a3df0735c0f4d77b', 'subnets': [{'id': '2e927d5f-cb80-4a7a-a77a-aeafc8362746', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81a44719-a562-4153-829a-771ab0afa251'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:35:23.921621 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 41572) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:35:24.028622 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec11790-35b2-4f9d-8650-54b9a19fde17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:35:24.030048 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3ec11790-35b2-4f9d-8650-54b9a19fde17 admin admin] 10.222.0.15 "GET /v2.0/networks/40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 842 time: 0.1073906 Jul 24 00:35:24.040349 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-97f0705b-6b05-470b-ba9c-7a228893be6c admin admin] Request body: {'subnet': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'name': 'public-subnet', 'gateway_ip': '172.25.2.1', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.25.2.0/24'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:35:24.062536 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f0705b-6b05-470b-ba9c-7a228893be6c admin admin] Made reservation on behalf of 8839a8125b4a4fa7aa3540aaad28730d for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:35:24.064707 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-97f0705b-6b05-470b-ba9c-7a228893be6c admin admin] Notify callbacks [] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:24.407620 n-d-793621-25 neutron-server[100463]: DEBUG neutron.objects.ports [None req-97f0705b-6b05-470b-ba9c-7a228893be6c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100463) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 00:35:24.408056 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-97f0705b-6b05-470b-ba9c-7a228893be6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:24.464003 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f0705b-6b05-470b-ba9c-7a228893be6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=beed438e-63d8-40a9-85e1-c3bec7e50757,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:35:24.472315 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f0705b-6b05-470b-ba9c-7a228893be6c admin admin] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:35:24.472673 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f0705b-6b05-470b-ba9c-7a228893be6c admin admin] Network hostable DHCP agents. Network: 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:35:24.489068 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f0705b-6b05-470b-ba9c-7a228893be6c admin admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:35:24.498325 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-97f0705b-6b05-470b-ba9c-7a228893be6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:35:24.502144 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f0705b-6b05-470b-ba9c-7a228893be6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:35:24.502922 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-97f0705b-6b05-470b-ba9c-7a228893be6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:24.508263 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc637430-12de-4671-8c27-a1b487f50cb3 None None] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:35:24.516622 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-97f0705b-6b05-470b-ba9c-7a228893be6c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4806814 Jul 24 00:35:24.643973 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15827c2-925b-4926-86d2-5fd0109c7eee None None] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:35:26.813362 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 41582) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:35:26.928205 n-d-793621-25 neutron-server[100464]: DEBUG neutron.policy [None req-cb3ffd1c-bc96-45bf-bc75-6eaf5956adf0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100464) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 24 00:35:26.975128 n-d-793621-25 neutron-server[100464]: WARNING oslo_policy.policy [None req-cb3ffd1c-bc96-45bf-bc75-6eaf5956adf0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 24 00:35:26.975429 n-d-793621-25 neutron-server[100464]: WARNING oslo_policy.policy [None req-cb3ffd1c-bc96-45bf-bc75-6eaf5956adf0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 24 00:35:26.977286 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 5 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:35:27.235356 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-cb3ffd1c-bc96-45bf-bc75-6eaf5956adf0 admin admin] 10.222.0.15 "GET /v2.0/routers/c13f4998-b4af-4001-825b-2b6b201473c0 HTTP/1.1" status: 200 len: 710 time: 0.4157643 Jul 24 00:35:27.415670 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5feacfb3-7dae-4162-aa2f-a3d7925a13d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:35:27.417370 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5feacfb3-7dae-4162-aa2f-a3d7925a13d6 admin admin] 10.222.0.15 "GET /v2.0/networks/40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 886 time: 0.1814542 Jul 24 00:35:27.426123 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-c9c00f11-05f5-4cf0-8852-c8cf5067fa8d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:35:27.693778 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9c00f11-05f5-4cf0-8852-c8cf5067fa8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:27.934097 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9c00f11-05f5-4cf0-8852-c8cf5067fa8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:28.013037 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9c00f11-05f5-4cf0-8852-c8cf5067fa8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:28.194775 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-c9c00f11-05f5-4cf0-8852-c8cf5067fa8d admin admin] Allocated IP 172.25.2.84 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/660fd6a8-68a4-4a1b-bf16-86f94d4a5e73) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:35:28.307330 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9c00f11-05f5-4cf0-8852-c8cf5067fa8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:28.397339 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9c00f11-05f5-4cf0-8852-c8cf5067fa8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:28.457725 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c00f11-05f5-4cf0-8852-c8cf5067fa8d admin admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:35:28.463144 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-c9c00f11-05f5-4cf0-8852-c8cf5067fa8d admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:35:28.514607 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c00f11-05f5-4cf0-8852-c8cf5067fa8d admin admin] Pushing event updated for resources: {'Port': ['ID=660fd6a8-68a4-4a1b-bf16-86f94d4a5e73,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:35:28.517671 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c00f11-05f5-4cf0-8852-c8cf5067fa8d admin admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:35:28.553680 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c00f11-05f5-4cf0-8852-c8cf5067fa8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:28.554014 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c00f11-05f5-4cf0-8852-c8cf5067fa8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:28.554346 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c00f11-05f5-4cf0-8852-c8cf5067fa8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:28.554677 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c00f11-05f5-4cf0-8852-c8cf5067fa8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:28.555037 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c00f11-05f5-4cf0-8852-c8cf5067fa8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:28.555359 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c00f11-05f5-4cf0-8852-c8cf5067fa8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:28.555678 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c00f11-05f5-4cf0-8852-c8cf5067fa8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:28.555994 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c00f11-05f5-4cf0-8852-c8cf5067fa8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:28.556309 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c00f11-05f5-4cf0-8852-c8cf5067fa8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:28.556625 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c00f11-05f5-4cf0-8852-c8cf5067fa8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:28.556939 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c00f11-05f5-4cf0-8852-c8cf5067fa8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:28.557253 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c00f11-05f5-4cf0-8852-c8cf5067fa8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:35:28.558419 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c00f11-05f5-4cf0-8852-c8cf5067fa8d admin admin] Tracked resource versions report: Jul 24 00:35:28.558419 n-d-793621-25 neutron-server[100464]: pushed versions: Jul 24 00:35:28.558419 n-d-793621-25 neutron-server[100464]: { 'AddressGroup': {'1.2'}, Jul 24 00:35:28.558419 n-d-793621-25 neutron-server[100464]: 'ConntrackHelper': {'1.0'}, Jul 24 00:35:28.558419 n-d-793621-25 neutron-server[100464]: 'Log': {'1.0'}, Jul 24 00:35:28.558419 n-d-793621-25 neutron-server[100464]: 'Network': {'1.1'}, Jul 24 00:35:28.558419 n-d-793621-25 neutron-server[100464]: 'Port': {'1.7'}, Jul 24 00:35:28.558419 n-d-793621-25 neutron-server[100464]: 'PortForwarding': {'1.2'}, Jul 24 00:35:28.558419 n-d-793621-25 neutron-server[100464]: 'QosPolicy': {'1.8'}, Jul 24 00:35:28.558419 n-d-793621-25 neutron-server[100464]: 'SecurityGroup': {'1.4'}, Jul 24 00:35:28.558419 n-d-793621-25 neutron-server[100464]: 'SecurityGroupRule': {'1.2'}, Jul 24 00:35:28.558419 n-d-793621-25 neutron-server[100464]: 'SubPort': {'1.0'}, Jul 24 00:35:28.558419 n-d-793621-25 neutron-server[100464]: 'Subnet': {'1.1'}, Jul 24 00:35:28.558419 n-d-793621-25 neutron-server[100464]: 'Trunk': {'1.1'}} Jul 24 00:35:28.558419 n-d-793621-25 neutron-server[100464]: consumer versions: Jul 24 00:35:28.558419 n-d-793621-25 neutron-server[100464]: { DHCP agent@n-d-793621-25: {}, Jul 24 00:35:28.558419 n-d-793621-25 neutron-server[100464]: L3 agent@n-d-793621-25: {}, Jul 24 00:35:28.558419 n-d-793621-25 neutron-server[100464]: Metadata agent@n-d-793621-25: {}, Jul 24 00:35:28.558419 n-d-793621-25 neutron-server[100464]: Metering agent@n-d-793621-25: {}, Jul 24 00:35:28.558419 n-d-793621-25 neutron-server[100464]: Open vSwitch agent@n-d-793621-25: { 'AddressGroup': '1.2', Jul 24 00:35:28.558419 n-d-793621-25 neutron-server[100464]: 'ConntrackHelper': '1.0', Jul 24 00:35:28.558419 n-d-793621-25 neutron-server[100464]: 'Log': '1.0', Jul 24 00:35:28.558419 n-d-793621-25 neutron-server[100464]: 'Network': '1.1', Jul 24 00:35:28.558419 n-d-793621-25 neutron-server[100464]: 'Port': '1.7', Jul 24 00:35:28.558419 n-d-793621-25 neutron-server[100464]: 'PortForwarding': '1.2', Jul 24 00:35:28.558419 n-d-793621-25 neutron-server[100464]: 'QosPolicy': '1.8', Jul 24 00:35:28.558419 n-d-793621-25 neutron-server[100464]: 'SecurityGroup': '1.4', Jul 24 00:35:28.558419 n-d-793621-25 neutron-server[100464]: 'SecurityGroupRule': '1.2', Jul 24 00:35:28.558419 n-d-793621-25 neutron-server[100464]: 'SubPort': '1.0', Jul 24 00:35:28.558419 n-d-793621-25 neutron-server[100464]: 'Subnet': '1.1', Jul 24 00:35:28.558419 n-d-793621-25 neutron-server[100464]: 'Trunk': '1.1'}} Jul 24 00:35:28.558419 n-d-793621-25 neutron-server[100464]: {{(pid=100464) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 24 00:35:28.827014 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9c00f11-05f5-4cf0-8852-c8cf5067fa8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:29.076029 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9c00f11-05f5-4cf0-8852-c8cf5067fa8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:29.079179 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9c00f11-05f5-4cf0-8852-c8cf5067fa8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690290'] for router, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:29.187923 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9c00f11-05f5-4cf0-8852-c8cf5067fa8d admin admin] Router c13f4998-b4af-4001-825b-2b6b201473c0 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:35:29.293778 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c00f11-05f5-4cf0-8852-c8cf5067fa8d admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:35:29.298317 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9c00f11-05f5-4cf0-8852-c8cf5067fa8d admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:29.299531 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c9c00f11-05f5-4cf0-8852-c8cf5067fa8d admin admin] 10.222.0.15 "PUT /v2.0/routers/c13f4998-b4af-4001-825b-2b6b201473c0 HTTP/1.1" status: 200 len: 889 time: 1.8768585 Jul 24 00:35:30.000745 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5fe181-ded5-4daf-af1b-238b46521b77 None None] Sync routers for ids ['c13f4998-b4af-4001-825b-2b6b201473c0'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:35:30.011445 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5fe181-ded5-4daf-af1b-238b46521b77 None None] Routers {'c13f4998-b4af-4001-825b-2b6b201473c0'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:35:30.012094 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-0c5fe181-ded5-4daf-af1b-238b46521b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:35:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['c13f4998-b4af-4001-825b-2b6b201473c0'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:35:30.257471 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-0c5fe181-ded5-4daf-af1b-238b46521b77 None None] Set router c13f4998-b4af-4001-825b-2b6b201473c0 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:35:30.372282 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2d502b13-0712-4bd8-b11a-93b1e75c4fe5 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:35:30.563374 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 2d502b13-0712-4bd8-b11a-93b1e75c4fe5 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:35:30.578453 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 2d502b13-0712-4bd8-b11a-93b1e75c4fe5 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:35:30.578860 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:30.730761 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:30.780672 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 2d502b13-0712-4bd8-b11a-93b1e75c4fe5, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2d502b13-0712-4bd8-b11a-93b1e75c4fe5,segment=NetworkSegment(bfe2bf2c-4cc9-4847-a6b8-a499ee40a28d),segment_id=bfe2bf2c-4cc9-4847-a6b8-a499ee40a28d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:35:30.783235 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-0c5fe181-ded5-4daf-af1b-238b46521b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13f4998-b4af-4001-825b-2b6b201473c0', 'name': 'router1', 'tenant_id': '192d5881845e4a81a3df0735c0f4d77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '660fd6a8-68a4-4a1b-bf16-86f94d4a5e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:35:11Z', 'updated_at': '2021-07-24T00:35:28Z', 'revision_number': 4, 'project_id': '192d5881845e4a81a3df0735c0f4d77b', 'gw_port': {'id': '660fd6a8-68a4-4a1b-bf16-86f94d4a5e73', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:12:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13f4998-b4af-4001-825b-2b6b201473c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:35:28Z', 'updated_at': '2021-07-24T00:35:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '2d502b13-0712-4bd8-b11a-93b1e75c4fe5', 'name': '', 'network_id': 'd0919197-2163-4943-8e94-f7aedf5e3142', 'tenant_id': '192d5881845e4a81a3df0735c0f4d77b', 'mac_address': 'fa:16:3e:d2:d6:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13f4998-b4af-4001-825b-2b6b201473c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e927d5f-cb80-4a7a-a77a-aeafc8362746', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:35:20Z', 'updated_at': '2021-07-24T00:35:23Z', 'revision_number': 4, 'project_id': '192d5881845e4a81a3df0735c0f4d77b', 'subnets': [{'id': '2e927d5f-cb80-4a7a-a77a-aeafc8362746', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81a44719-a562-4153-829a-771ab0afa251'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:35:30.808930 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:30.838582 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5fe181-ded5-4daf-af1b-238b46521b77 None None] Checking router: c13f4998-b4af-4001-825b-2b6b201473c0 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:35:30.838922 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5fe181-ded5-4daf-af1b-238b46521b77 None None] Updating router c13f4998-b4af-4001-825b-2b6b201473c0 port 660fd6a8-68a4-4a1b-bf16-86f94d4a5e73 binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:35:30.905268 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0c5fe181-ded5-4daf-af1b-238b46521b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:30.925106 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=2d502b13-0712-4bd8-b11a-93b1e75c4fe5,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:35:31.230504 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0c5fe181-ded5-4daf-af1b-238b46521b77 None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:31.240657 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0c5fe181-ded5-4daf-af1b-238b46521b77 None None] Transition to ACTIVE for port object 660fd6a8-68a4-4a1b-bf16-86f94d4a5e73 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:35:31.246129 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0c5fe181-ded5-4daf-af1b-238b46521b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:31.299658 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa6685-8a2e-49de-bb17-ec56319c6d35 None None] Pushing event updated for resources: {'Port': ['ID=660fd6a8-68a4-4a1b-bf16-86f94d4a5e73,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:35:31.301869 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-0c5fe181-ded5-4daf-af1b-238b46521b77 None None] Attempting to bind port 660fd6a8-68a4-4a1b-bf16-86f94d4a5e73 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:35:31.302294 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-0c5fe181-ded5-4daf-af1b-238b46521b77 None None] Attempting to bind port 660fd6a8-68a4-4a1b-bf16-86f94d4a5e73 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:35:31.302784 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5fe181-ded5-4daf-af1b-238b46521b77 None None] Attempting to bind port 660fd6a8-68a4-4a1b-bf16-86f94d4a5e73 on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:35:31.308152 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5fe181-ded5-4daf-af1b-238b46521b77 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:35:31.308541 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5fe181-ded5-4daf-af1b-238b46521b77 None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:35:31.308944 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0c5fe181-ded5-4daf-af1b-238b46521b77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:31.309336 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5fe181-ded5-4daf-af1b-238b46521b77 None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:35:31.309797 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-0c5fe181-ded5-4daf-af1b-238b46521b77 None None] Bound port: 660fd6a8-68a4-4a1b-bf16-86f94d4a5e73, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:35:31.310184 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0c5fe181-ded5-4daf-af1b-238b46521b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:31.359677 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0c5fe181-ded5-4daf-af1b-238b46521b77 None None] For port 660fd6a8-68a4-4a1b-bf16-86f94d4a5e73, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:35:31.362736 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0c5fe181-ded5-4daf-af1b-238b46521b77 None None] For port 660fd6a8-68a4-4a1b-bf16-86f94d4a5e73, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=660fd6a8-68a4-4a1b-bf16-86f94d4a5e73,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:35:31.366992 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0c5fe181-ded5-4daf-af1b-238b46521b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:31.423655 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5fe181-ded5-4daf-af1b-238b46521b77 None None] Routers {'c13f4998-b4af-4001-825b-2b6b201473c0'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:35:31.424273 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-0c5fe181-ded5-4daf-af1b-238b46521b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:35:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['c13f4998-b4af-4001-825b-2b6b201473c0'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:35:31.428987 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa6685-8a2e-49de-bb17-ec56319c6d35 None None] Pushing event updated for resources: {'Port': ['ID=660fd6a8-68a4-4a1b-bf16-86f94d4a5e73,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:35:31.611056 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-0c5fe181-ded5-4daf-af1b-238b46521b77 None None] Set router c13f4998-b4af-4001-825b-2b6b201473c0 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:35:31.715680 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 41600) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:35:31.823065 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-0c5fe181-ded5-4daf-af1b-238b46521b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13f4998-b4af-4001-825b-2b6b201473c0', 'name': 'router1', 'tenant_id': '192d5881845e4a81a3df0735c0f4d77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '660fd6a8-68a4-4a1b-bf16-86f94d4a5e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:35:11Z', 'updated_at': '2021-07-24T00:35:28Z', 'revision_number': 4, 'project_id': '192d5881845e4a81a3df0735c0f4d77b', 'gw_port': {'id': '660fd6a8-68a4-4a1b-bf16-86f94d4a5e73', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:12:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13f4998-b4af-4001-825b-2b6b201473c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:35:28Z', 'updated_at': '2021-07-24T00:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '2d502b13-0712-4bd8-b11a-93b1e75c4fe5', 'name': '', 'network_id': 'd0919197-2163-4943-8e94-f7aedf5e3142', 'tenant_id': '192d5881845e4a81a3df0735c0f4d77b', 'mac_address': 'fa:16:3e:d2:d6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13f4998-b4af-4001-825b-2b6b201473c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e927d5f-cb80-4a7a-a77a-aeafc8362746', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:35:20Z', 'updated_at': '2021-07-24T00:35:30Z', 'revision_number': 5, 'project_id': '192d5881845e4a81a3df0735c0f4d77b', 'subnets': [{'id': '2e927d5f-cb80-4a7a-a77a-aeafc8362746', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81a44719-a562-4153-829a-771ab0afa251'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:35:31.846819 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e6a752fe-362b-47e2-8986-6ce428632cf7 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1300042 Jul 24 00:35:31.849224 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5fe181-ded5-4daf-af1b-238b46521b77 None None] The sync data for ids ['c13f4998-b4af-4001-825b-2b6b201473c0'] in n-d-793621-25 is: [{'id': 'c13f4998-b4af-4001-825b-2b6b201473c0', 'name': 'router1', 'tenant_id': '192d5881845e4a81a3df0735c0f4d77b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.84'}], 'enable_snat': True}, 'gw_port_id': '660fd6a8-68a4-4a1b-bf16-86f94d4a5e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:35:11Z', 'updated_at': '2021-07-24T00:35:28Z', 'revision_number': 4, 'project_id': '192d5881845e4a81a3df0735c0f4d77b', 'gw_port': {'id': '660fd6a8-68a4-4a1b-bf16-86f94d4a5e73', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:12:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13f4998-b4af-4001-825b-2b6b201473c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:35:28Z', 'updated_at': '2021-07-24T00:35:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '2d502b13-0712-4bd8-b11a-93b1e75c4fe5', 'name': '', 'network_id': 'd0919197-2163-4943-8e94-f7aedf5e3142', 'tenant_id': '192d5881845e4a81a3df0735c0f4d77b', 'mac_address': 'fa:16:3e:d2:d6:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13f4998-b4af-4001-825b-2b6b201473c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2e927d5f-cb80-4a7a-a77a-aeafc8362746', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:35:20Z', 'updated_at': '2021-07-24T00:35:30Z', 'revision_number': 5, 'project_id': '192d5881845e4a81a3df0735c0f4d77b', 'subnets': [{'id': '2e927d5f-cb80-4a7a-a77a-aeafc8362746', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '81a44719-a562-4153-829a-771ab0afa251'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:35:32.417868 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 660fd6a8-68a4-4a1b-bf16-86f94d4a5e73 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:35:32.477885 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 660fd6a8-68a4-4a1b-bf16-86f94d4a5e73 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:35:32.482955 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 660fd6a8-68a4-4a1b-bf16-86f94d4a5e73 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:35:32.483280 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:32.572879 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:32.600852 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 660fd6a8-68a4-4a1b-bf16-86f94d4a5e73, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=660fd6a8-68a4-4a1b-bf16-86f94d4a5e73,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:35:32.605590 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:32.606632 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2d502b13-0712-4bd8-b11a-93b1e75c4fe5 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:35:32.682096 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=660fd6a8-68a4-4a1b-bf16-86f94d4a5e73,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:35:32.693853 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 2d502b13-0712-4bd8-b11a-93b1e75c4fe5 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:35:32.695233 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:34.323247 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 660fd6a8-68a4-4a1b-bf16-86f94d4a5e73 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:35:34.373993 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 660fd6a8-68a4-4a1b-bf16-86f94d4a5e73 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:35:34.374233 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:45.623313 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c9da28a6-8e05-4a09-bebf-7610d9d7019a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:48.118129 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-428190e0-f657-4caa-abeb-c21b9f1eae19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:48.388675 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:49.253741 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:35:50.768163 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:04.017456 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 5 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:36:15.617417 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4e01d41b-902a-4b0b-b690-176d09cdcf97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:18.123654 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3963a129-9db1-42d3-aa73-2a9c9ddb16d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:18.385837 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:19.255609 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:20.770138 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:40.977242 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 5 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:36:45.618483 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-65e8e8e3-ee04-45d5-93ea-482b8a779c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:48.125345 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4d2855a3-51b5-4c65-9d87-205a0a5459be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:48.381802 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:49.258866 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:36:50.773866 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:12.745373 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 42200) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:37:12.807489 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-15d4a2a4-ccd2-4c43-924e-5b8fc8e9ce82 admin admin] GET failed (client error): The resource could not be found. Jul 24 00:37:12.808836 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-15d4a2a4-ccd2-4c43-924e-5b8fc8e9ce82 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0625319 Jul 24 00:37:12.971465 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af992e2-c7ba-4da7-9659-1007522e5f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:12.972880 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5af992e2-c7ba-4da7-9659-1007522e5f97 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1592023 Jul 24 00:37:15.109898 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42210) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:37:15.199627 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8365d6-8ecf-4e2c-9bd8-67cc32dfa1e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:15.200987 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-de8365d6-8ecf-4e2c-9bd8-67cc32dfa1e2 admin admin] 10.222.0.15 "GET /v2.0/subnets/2e927d5f-cb80-4a7a-a77a-aeafc8362746 HTTP/1.1" status: 200 len: 849 time: 0.0898275 Jul 24 00:37:15.212622 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-21c20889-c648-4889-ad96-75497546919b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:37:15.298197 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-21c20889-c648-4889-ad96-75497546919b admin admin] Notify callbacks [] for subnet, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:15.436637 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-21c20889-c648-4889-ad96-75497546919b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733254583875'] for subnet, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:15.466889 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c20889-c648-4889-ad96-75497546919b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:15.467494 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-21c20889-c648-4889-ad96-75497546919b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:15.469187 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-21c20889-c648-4889-ad96-75497546919b admin admin] 10.222.0.15 "PUT /v2.0/subnets/2e927d5f-cb80-4a7a-a77a-aeafc8362746 HTTP/1.1" status: 200 len: 868 time: 0.2612584 Jul 24 00:37:15.469885 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba466cb3-6d52-48e2-bbb5-72592ffeedc3 None None] Network d0919197-2163-4943-8e94-f7aedf5e3142 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:37:15.491611 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c20889-c648-4889-ad96-75497546919b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e927d5f-cb80-4a7a-a77a-aeafc8362746,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:37:15.499269 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c20889-c648-4889-ad96-75497546919b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:37:15.499614 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c20889-c648-4889-ad96-75497546919b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:37:15.500518 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c20889-c648-4889-ad96-75497546919b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:37:15.500900 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c20889-c648-4889-ad96-75497546919b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:37:15.501190 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c20889-c648-4889-ad96-75497546919b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:37:15.501566 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c20889-c648-4889-ad96-75497546919b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:37:15.501956 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c20889-c648-4889-ad96-75497546919b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:37:15.502281 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c20889-c648-4889-ad96-75497546919b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:37:15.502775 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c20889-c648-4889-ad96-75497546919b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:37:15.503103 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c20889-c648-4889-ad96-75497546919b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:37:15.503426 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c20889-c648-4889-ad96-75497546919b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:37:15.503746 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21c20889-c648-4889-ad96-75497546919b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:37:15.627770 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b3e404b4-77af-480c-a253-9d4750af7a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:15.884064 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f240cf15-2a9d-45fe-ac21-8b438178933c None None] Provisioning complete for port 2d502b13-0712-4bd8-b11a-93b1e75c4fe5 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:37:15.884361 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f240cf15-2a9d-45fe-ac21-8b438178933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:15.964931 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f240cf15-2a9d-45fe-ac21-8b438178933c None None] Provisioning complete for port 2b9f3c9c-fe92-4974-9551-ed91a490095a triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:37:15.965231 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f240cf15-2a9d-45fe-ac21-8b438178933c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:17.671250 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42220) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:37:17.869399 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f4a649-3b61-4f73-9689-3fd6fd0c165f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:17.869764 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f4a649-3b61-4f73-9689-3fd6fd0c165f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:17.871352 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-45f4a649-3b61-4f73-9689-3fd6fd0c165f admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1984775 Jul 24 00:37:17.975558 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 5 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:37:18.127299 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-fdb28969-690f-4ebd-ab12-528dffcf62d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:18.375391 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:19.262022 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:20.032671 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42228) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:37:20.163123 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7eea3a-9998-48a7-abc2-4a9958e7f624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:20.163614 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7eea3a-9998-48a7-abc2-4a9958e7f624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:20.165169 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-de7eea3a-9998-48a7-abc2-4a9958e7f624 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1315119 Jul 24 00:37:20.774329 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:22.321307 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42236) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:37:22.444475 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9a3ef4-ada3-4664-a108-e2d9a6c94069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:22.445867 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ee9a3ef4-ada3-4664-a108-e2d9a6c94069 admin admin] 10.222.0.15 "GET /v2.0/networks/40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 886 time: 0.1235821 Jul 24 00:37:24.597733 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42244) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:37:24.729416 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32ed9ea-1d6b-4716-8161-4fa2c8739110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:24.730845 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a32ed9ea-1d6b-4716-8161-4fa2c8739110 admin admin] 10.222.0.15 "GET /v2.0/networks/d0919197-2163-4943-8e94-f7aedf5e3142 HTTP/1.1" status: 200 len: 869 time: 0.1321931 Jul 24 00:37:26.903962 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42252) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:37:27.022178 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90a8849-7d4e-4d7b-9843-0d02ead54fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:27.022554 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90a8849-7d4e-4d7b-9843-0d02ead54fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:27.024114 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c90a8849-7d4e-4d7b-9843-0d02ead54fcc admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1191947 Jul 24 00:37:29.194883 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42260) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:37:29.286457 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b23c5c-1630-4d3d-97b7-baf87ae6f73f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:29.286958 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b23c5c-1630-4d3d-97b7-baf87ae6f73f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:29.288495 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b8b23c5c-1630-4d3d-97b7-baf87ae6f73f admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0926588 Jul 24 00:37:31.435330 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 42268) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:37:31.535046 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6aa1008-ae6d-4858-a8e6-84b78acad637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:31.536410 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e6aa1008-ae6d-4858-a8e6-84b78acad637 admin admin] 10.222.0.15 "GET /v2.0/subnets/2e927d5f-cb80-4a7a-a77a-aeafc8362746 HTTP/1.1" status: 200 len: 868 time: 0.1001260 Jul 24 00:37:33.714408 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 42276) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:37:33.804971 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a47516e-6901-4f80-aa54-5f57299348e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:37:33.806343 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5a47516e-6901-4f80-aa54-5f57299348e9 admin admin] 10.222.0.15 "GET /v2.0/subnets/beed438e-63d8-40a9-85e1-c3bec7e50757 HTTP/1.1" status: 200 len: 816 time: 0.0909421 Jul 24 00:37:45.619542 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-23b76a0e-3378-4b42-b8ae-e069cc6ca35d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:48.127957 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-62c167b0-b59f-4210-9432-4230ba182ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:48.380159 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:49.264447 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:50.777063 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:37:54.973718 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 5 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:37:58.344905 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 42328) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:37:58.393475 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [None req-83696b35-fc4a-4c2b-8c6d-9b164e5f58f6 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:37:58.394509 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-83696b35-fc4a-4c2b-8c6d-9b164e5f58f6 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0486643 Jul 24 00:38:00.618916 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42336) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:38:00.677522 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcbf86bd-1ce7-4506-8e2f-7440d4e7d2a5 admin admin] GET failed (client error): The resource could not be found. Jul 24 00:38:00.678867 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-dcbf86bd-1ce7-4506-8e2f-7440d4e7d2a5 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0590489 Jul 24 00:38:00.823339 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad760bc-8352-498d-9abb-0df83d1ccaca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:00.824823 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-dad760bc-8352-498d-9abb-0df83d1ccaca admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1422009 Jul 24 00:38:03.031685 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42344) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:38:03.075962 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-5d0c7a59-4f9c-42f3-aa12-13946d58d5f7 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:38:03.096493 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0c7a59-4f9c-42f3-aa12-13946d58d5f7 admin admin] Made reservation on behalf of 8839a8125b4a4fa7aa3540aaad28730d for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:38:03.098769 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5d0c7a59-4f9c-42f3-aa12-13946d58d5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:03.127473 n-d-793621-25 neutron-server[100463]: WARNING neutron.services.revisions.revision_plugin [None req-5d0c7a59-4f9c-42f3-aa12-13946d58d5f7 admin admin] Could not find related network for resource to bump revision. Jul 24 00:38:03.138334 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d0c7a59-4f9c-42f3-aa12-13946d58d5f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:38:03.147565 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5d0c7a59-4f9c-42f3-aa12-13946d58d5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:03.147919 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-5d0c7a59-4f9c-42f3-aa12-13946d58d5f7 admin admin] Added segment 128eaa4f-dd65-4acc-ad28-bc9a11777583 of type vlan for network 064170bd-7ae3-42cd-9c1f-14f6db2f099c Jul 24 00:38:03.188502 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5d0c7a59-4f9c-42f3-aa12-13946d58d5f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:03.216265 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5d0c7a59-4f9c-42f3-aa12-13946d58d5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:03.217285 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0c7a59-4f9c-42f3-aa12-13946d58d5f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:03.218448 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5d0c7a59-4f9c-42f3-aa12-13946d58d5f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:03.255572 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5d0c7a59-4f9c-42f3-aa12-13946d58d5f7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2224379 Jul 24 00:38:03.282264 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c7a59-4f9c-42f3-aa12-13946d58d5f7 admin admin] Pushing event updated for resources: {'Network': ['ID=064170bd-7ae3-42cd-9c1f-14f6db2f099c,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:38:03.293604 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 064170bd-7ae3-42cd-9c1f-14f6db2f099c details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:38:05.439554 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42352) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:38:05.496671 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-530ca264-c0f6-4baf-8e8e-b09f871051e1 admin admin] GET failed (client error): The resource could not be found. Jul 24 00:38:05.498004 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-530ca264-c0f6-4baf-8e8e-b09f871051e1 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0574255 Jul 24 00:38:05.569124 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6d6cf6-b473-46a7-8f6f-6c4636e44174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:05.570575 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-bc6d6cf6-b473-46a7-8f6f-6c4636e44174 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0677178 Jul 24 00:38:05.580155 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-98c74b42-40a4-4728-babd-dcc8a3c80064 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'name': 'shared-subnet'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:38:05.600214 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c74b42-40a4-4728-babd-dcc8a3c80064 admin admin] Made reservation on behalf of 8839a8125b4a4fa7aa3540aaad28730d for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:38:05.602344 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-98c74b42-40a4-4728-babd-dcc8a3c80064 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:05.853983 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-98c74b42-40a4-4728-babd-dcc8a3c80064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:05.912686 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c74b42-40a4-4728-babd-dcc8a3c80064 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:38:05.915135 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c74b42-40a4-4728-babd-dcc8a3c80064 admin admin] Checking segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:38:05.915498 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c74b42-40a4-4728-babd-dcc8a3c80064 admin admin] Network hostable DHCP agents. Network: 064170bd-7ae3-42cd-9c1f-14f6db2f099c, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:38:05.931910 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c74b42-40a4-4728-babd-dcc8a3c80064 admin admin] Network 064170bd-7ae3-42cd-9c1f-14f6db2f099c is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:38:05.940040 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-98c74b42-40a4-4728-babd-dcc8a3c80064 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 064170bd-7ae3-42cd-9c1f-14f6db2f099c) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:38:05.944781 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c74b42-40a4-4728-babd-dcc8a3c80064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:38:05.945735 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-98c74b42-40a4-4728-babd-dcc8a3c80064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:05.948868 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea128826-67fb-47ed-bb8c-e6f02c23799b None None] Network 064170bd-7ae3-42cd-9c1f-14f6db2f099c requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:38:05.968862 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-98c74b42-40a4-4728-babd-dcc8a3c80064 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3827949 Jul 24 00:38:06.198156 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa743cfd-6eb9-4534-a308-4271f1b505e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'tenant_id': '8839a8125b4a4fa7aa3540aaad28730d', 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:38:06.199243 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-fa743cfd-6eb9-4534-a308-4271f1b505e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:06.336622 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-fa743cfd-6eb9-4534-a308-4271f1b505e6 None None] Allocated IP 192.168.233.2 (064170bd-7ae3-42cd-9c1f-14f6db2f099c/b2f8a7b0-45d5-4a4f-bbde-2ea497f98103/61d623c6-d723-40c0-8eee-50ae997c42d3) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:38:06.481524 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-fa743cfd-6eb9-4534-a308-4271f1b505e6 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:06.490271 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-fa743cfd-6eb9-4534-a308-4271f1b505e6 None None] Transition to ACTIVE for port object 61d623c6-d723-40c0-8eee-50ae997c42d3 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:38:06.506131 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-fa743cfd-6eb9-4534-a308-4271f1b505e6 None None] Transition to ACTIVE for port object 61d623c6-d723-40c0-8eee-50ae997c42d3 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:38:06.513447 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-fa743cfd-6eb9-4534-a308-4271f1b505e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:06.549809 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa743cfd-6eb9-4534-a308-4271f1b505e6 None None] Network 064170bd-7ae3-42cd-9c1f-14f6db2f099c is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:38:06.552600 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-fa743cfd-6eb9-4534-a308-4271f1b505e6 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:38:06.558020 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa743cfd-6eb9-4534-a308-4271f1b505e6 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:38:06.569025 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa743cfd-6eb9-4534-a308-4271f1b505e6 None None] Pushing event updated for resources: {'Port': ['ID=61d623c6-d723-40c0-8eee-50ae997c42d3,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:38:06.591213 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa743cfd-6eb9-4534-a308-4271f1b505e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:06.591563 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa743cfd-6eb9-4534-a308-4271f1b505e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:06.591913 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa743cfd-6eb9-4534-a308-4271f1b505e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:06.592251 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa743cfd-6eb9-4534-a308-4271f1b505e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:06.593109 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa743cfd-6eb9-4534-a308-4271f1b505e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:06.593451 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa743cfd-6eb9-4534-a308-4271f1b505e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:06.593777 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa743cfd-6eb9-4534-a308-4271f1b505e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:06.594103 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa743cfd-6eb9-4534-a308-4271f1b505e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:06.594427 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa743cfd-6eb9-4534-a308-4271f1b505e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:06.594773 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa743cfd-6eb9-4534-a308-4271f1b505e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:06.595107 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa743cfd-6eb9-4534-a308-4271f1b505e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:06.595430 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa743cfd-6eb9-4534-a308-4271f1b505e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:38:06.632736 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-fa743cfd-6eb9-4534-a308-4271f1b505e6 None None] Attempting to bind port 61d623c6-d723-40c0-8eee-50ae997c42d3 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:38:06.633121 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-fa743cfd-6eb9-4534-a308-4271f1b505e6 None None] Attempting to bind port 61d623c6-d723-40c0-8eee-50ae997c42d3 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:38:06.633490 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa743cfd-6eb9-4534-a308-4271f1b505e6 None None] Attempting to bind port 61d623c6-d723-40c0-8eee-50ae997c42d3 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:38:06.638452 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa743cfd-6eb9-4534-a308-4271f1b505e6 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:38:06.638860 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa743cfd-6eb9-4534-a308-4271f1b505e6 None None] Checking segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:38:06.639266 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-fa743cfd-6eb9-4534-a308-4271f1b505e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:06.640213 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa743cfd-6eb9-4534-a308-4271f1b505e6 None None] Bound using segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:38:06.640674 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-fa743cfd-6eb9-4534-a308-4271f1b505e6 None None] Bound port: 61d623c6-d723-40c0-8eee-50ae997c42d3, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:38:06.641072 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-fa743cfd-6eb9-4534-a308-4271f1b505e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:06.707535 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-fa743cfd-6eb9-4534-a308-4271f1b505e6 None None] For port 61d623c6-d723-40c0-8eee-50ae997c42d3, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:38:06.711148 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-fa743cfd-6eb9-4534-a308-4271f1b505e6 None None] For port 61d623c6-d723-40c0-8eee-50ae997c42d3, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=61d623c6-d723-40c0-8eee-50ae997c42d3,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:38:06.715281 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-fa743cfd-6eb9-4534-a308-4271f1b505e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:06.774888 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa743cfd-6eb9-4534-a308-4271f1b505e6 None None] Pushing event updated for resources: {'Port': ['ID=61d623c6-d723-40c0-8eee-50ae997c42d3,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:38:07.613218 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffdc75f-7056-4b4f-81a3-395e3fc14362 None None] Network 064170bd-7ae3-42cd-9c1f-14f6db2f099c requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:38:07.681749 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f39e69c0-dc03-44e4-bc99-ad9bfc28553c None None] Provisioning for port 61d623c6-d723-40c0-8eee-50ae997c42d3 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:38:08.456676 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 61d623c6-d723-40c0-8eee-50ae997c42d3 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:38:08.506827 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 61d623c6-d723-40c0-8eee-50ae997c42d3 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:38:08.510526 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 61d623c6-d723-40c0-8eee-50ae997c42d3 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:38:08.510944 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:08.590541 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:08.624687 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 61d623c6-d723-40c0-8eee-50ae997c42d3, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=61d623c6-d723-40c0-8eee-50ae997c42d3,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:38:08.628727 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:08.676009 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=61d623c6-d723-40c0-8eee-50ae997c42d3,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:38:10.429983 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 61d623c6-d723-40c0-8eee-50ae997c42d3 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:38:10.477770 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 61d623c6-d723-40c0-8eee-50ae997c42d3 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:38:10.478136 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:15.620277 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-28a7842a-3de4-495f-90ca-4e2365e4bbb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:18.129655 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-36353b5c-495e-4cbd-8f5b-be4562eadf64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:18.390459 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:19.266236 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:20.781806 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:31.972861 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 5 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:38:45.619808 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2e044cd9-0d2a-4dfd-9eb4-c6363d270531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:48.130235 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9087fe1f-b326-4297-8d08-5a48a7eadafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:48.385112 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:49.269287 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:38:50.783608 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:39:08.971836 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 5 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:39:15.623786 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6f34123d-8043-4d87-90f6-5f0663a22efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:39:18.130452 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-84f7b40c-ad19-4afc-83e8-84deb487d663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:39:18.387710 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:39:19.272936 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:39:20.790499 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:39:22.212055 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 42404) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:39:22.218591 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [None req-3cfd0491-f6c5-4389-8579-29fba0206e81 tempest-verify_tempest_config-1665318872 tempest-verify_tempest_config-1665318872-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:39:22.219620 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3cfd0491-f6c5-4389-8579-29fba0206e81 tempest-verify_tempest_config-1665318872 tempest-verify_tempest_config-1665318872-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066206 Jul 24 00:39:22.518902 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42422) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:39:22.619213 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e3a6399d-db6e-4fba-8481-80034122ea04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:39:22.705697 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e3a6399d-db6e-4fba-8481-80034122ea04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:39:22.709091 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e3a6399d-db6e-4fba-8481-80034122ea04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:39:22.761121 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6399d-db6e-4fba-8481-80034122ea04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6ab23b-2853-4fdc-a971-992edd8e9728,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:39:22.765697 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e3a6399d-db6e-4fba-8481-80034122ea04 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=39e993d02c3241faba30db5a68d10c23&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2457871 Jul 24 00:39:22.768359 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 42428) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:39:22.770073 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6399d-db6e-4fba-8481-80034122ea04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:39:22.770424 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6399d-db6e-4fba-8481-80034122ea04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:39:22.770784 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6399d-db6e-4fba-8481-80034122ea04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:39:22.771124 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6399d-db6e-4fba-8481-80034122ea04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:39:22.771450 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6399d-db6e-4fba-8481-80034122ea04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:39:22.771763 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6399d-db6e-4fba-8481-80034122ea04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:39:22.772095 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6399d-db6e-4fba-8481-80034122ea04 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:39:22.772399 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6399d-db6e-4fba-8481-80034122ea04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:39:22.772732 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6399d-db6e-4fba-8481-80034122ea04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:39:22.773098 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6399d-db6e-4fba-8481-80034122ea04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:39:22.773418 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6399d-db6e-4fba-8481-80034122ea04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:39:22.773731 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6399d-db6e-4fba-8481-80034122ea04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:39:22.846810 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9d012564-d81e-4454-932d-2696cb8d3d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:39:22.867150 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9d012564-d81e-4454-932d-2696cb8d3d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:39:22.960116 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9d012564-d81e-4454-932d-2696cb8d3d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:39:22.962634 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9d012564-d81e-4454-932d-2696cb8d3d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:39:22.966644 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9d012564-d81e-4454-932d-2696cb8d3d5d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3a6ab23b-2853-4fdc-a971-992edd8e9728 HTTP/1.1" status: 204 len: 168 time: 0.1945040 Jul 24 00:39:22.972373 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d012564-d81e-4454-932d-2696cb8d3d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6ab23b-2853-4fdc-a971-992edd8e9728,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:39:22.979237 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d012564-d81e-4454-932d-2696cb8d3d5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:39:22.979714 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d012564-d81e-4454-932d-2696cb8d3d5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:39:22.980067 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d012564-d81e-4454-932d-2696cb8d3d5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:39:22.980436 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d012564-d81e-4454-932d-2696cb8d3d5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:39:22.980728 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d012564-d81e-4454-932d-2696cb8d3d5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:39:22.981180 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d012564-d81e-4454-932d-2696cb8d3d5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:39:22.981797 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d012564-d81e-4454-932d-2696cb8d3d5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:39:22.982174 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d012564-d81e-4454-932d-2696cb8d3d5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:39:22.982519 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d012564-d81e-4454-932d-2696cb8d3d5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:39:22.982894 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d012564-d81e-4454-932d-2696cb8d3d5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:39:22.983228 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d012564-d81e-4454-932d-2696cb8d3d5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:39:22.983558 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d012564-d81e-4454-932d-2696cb8d3d5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:39:45.629362 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-90f0b3ce-9d42-4726-97a2-3490b47a07ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:39:45.969813 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 5 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:39:48.133839 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-51c657a7-e9d7-42f3-89cc-24904216a796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:39:48.388436 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:39:49.275136 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:39:50.791079 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:15.623164 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a3aa9d6c-a0bd-4167-a1aa-f8687de2eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:18.134955 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bf28ecd0-9d5a-438e-a7c2-7342afc13f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:18.391613 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:19.278360 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:20.793222 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:22.967972 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 5 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:40:45.623421 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2ee9c780-8e66-4fe3-ac23-34b38eda583e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:48.135864 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-902ffc31-abe8-40d6-ba63-d1354fcccec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:48.393270 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:49.281916 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:50.796764 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:40:59.967446 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 5 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:41:15.624306 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e18d1e55-fe21-496f-b3f2-dfc25ac90b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:41:18.136969 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4b246745-153a-4b9a-b7a5-2f4591bcc154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:41:18.394945 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:41:19.285426 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:41:20.801965 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:41:36.965367 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 5 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:41:45.624122 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f3ee3a5a-d83a-4418-9c01-149130262b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:41:48.139307 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8fbf536e-0c6c-44e5-a7ac-5e714fd0c7b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:41:48.397916 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:41:49.291196 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:41:50.805908 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:42:04.405499 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-680344'] for agent, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:42:04.783802 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-680344'] for agent, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:42:13.965392 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:42:15.625553 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-faffc989-4d24-4305-b7d3-a8e99133452d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:42:18.237539 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-168ee7ed-44c2-4918-9530-3b2a52de700e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:42:18.399041 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:42:19.291444 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:42:20.809918 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:42:34.369249 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:42:34.733633 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:42:45.627248 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-621a32bf-8af4-45e3-9b60-20de5c2a69dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:42:48.140201 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7dce7c65-bcd0-47b3-90d8-70104df5de7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:42:48.400221 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:42:49.294452 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:42:50.813635 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:42:50.964219 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:42:51.777965 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42488) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:42:51.882877 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-460beaa5-78b2-46b4-82ce-c5dc120789ce admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1037779 Jul 24 00:42:54.080484 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42498) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:42:54.134894 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4ff71ff0-7e94-4e4b-9b61-0b4eea4f9661 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0532725 Jul 24 00:43:04.375408 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:04.750920 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:15.635162 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-506707de-68ec-481f-be2a-aef16aef7e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:18.141920 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e95d9ef7-a43b-4e4f-acd1-9d43ab6a0dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:18.404126 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:19.300208 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:20.816253 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:27.964462 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:43:34.390765 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:34.754228 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:45.631958 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f6399d62-7c48-46c2-ab92-b75ca5542fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:48.143212 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ffbfdf7a-b1be-450c-968b-84f7f10c68c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:48.406500 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:49.300351 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:43:50.823370 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:04.387733 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:04.752702 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:04.964332 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:44:15.659012 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ebf5de44-0811-4507-96bd-712e43ddcb19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:18.127798 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 42810) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:18.149853 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5984abf9-f646-4d3e-9ea7-2dec256e24ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:18.427186 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:18.554357 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-812685f4-9932-42c8-89f2-67e50546b594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:18.563953 n-d-793621-25 neutron-server[100464]: INFO neutron.quota [None req-812685f4-9932-42c8-89f2-67e50546b594 admin admin] Loaded quota_driver: . Jul 24 00:44:18.729772 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-812685f4-9932-42c8-89f2-67e50546b594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:18.735490 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-812685f4-9932-42c8-89f2-67e50546b594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:18.781155 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812685f4-9932-42c8-89f2-67e50546b594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5368eedc-7a0c-4adb-9fe2-939c3eec3216,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:18.797149 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812685f4-9932-42c8-89f2-67e50546b594 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:18.797785 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812685f4-9932-42c8-89f2-67e50546b594 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:18.798316 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812685f4-9932-42c8-89f2-67e50546b594 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:18.798853 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812685f4-9932-42c8-89f2-67e50546b594 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:18.799365 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812685f4-9932-42c8-89f2-67e50546b594 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:18.799876 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812685f4-9932-42c8-89f2-67e50546b594 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:18.800370 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812685f4-9932-42c8-89f2-67e50546b594 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:18.800942 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812685f4-9932-42c8-89f2-67e50546b594 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:18.801439 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812685f4-9932-42c8-89f2-67e50546b594 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:18.801953 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812685f4-9932-42c8-89f2-67e50546b594 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:18.802291 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812685f4-9932-42c8-89f2-67e50546b594 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:18.802625 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812685f4-9932-42c8-89f2-67e50546b594 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:18.803930 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812685f4-9932-42c8-89f2-67e50546b594 admin admin] Tracked resource versions report: Jul 24 00:44:18.803930 n-d-793621-25 neutron-server[100464]: pushed versions: Jul 24 00:44:18.803930 n-d-793621-25 neutron-server[100464]: { 'AddressGroup': {'1.2'}, Jul 24 00:44:18.803930 n-d-793621-25 neutron-server[100464]: 'ConntrackHelper': {'1.0'}, Jul 24 00:44:18.803930 n-d-793621-25 neutron-server[100464]: 'Log': {'1.0'}, Jul 24 00:44:18.803930 n-d-793621-25 neutron-server[100464]: 'Network': {'1.1'}, Jul 24 00:44:18.803930 n-d-793621-25 neutron-server[100464]: 'Port': {'1.7'}, Jul 24 00:44:18.803930 n-d-793621-25 neutron-server[100464]: 'PortForwarding': {'1.2'}, Jul 24 00:44:18.803930 n-d-793621-25 neutron-server[100464]: 'QosPolicy': {'1.8'}, Jul 24 00:44:18.803930 n-d-793621-25 neutron-server[100464]: 'SecurityGroup': {'1.4'}, Jul 24 00:44:18.803930 n-d-793621-25 neutron-server[100464]: 'SecurityGroupRule': {'1.2'}, Jul 24 00:44:18.803930 n-d-793621-25 neutron-server[100464]: 'SubPort': {'1.0'}, Jul 24 00:44:18.803930 n-d-793621-25 neutron-server[100464]: 'Subnet': {'1.1'}, Jul 24 00:44:18.803930 n-d-793621-25 neutron-server[100464]: 'Trunk': {'1.1'}} Jul 24 00:44:18.803930 n-d-793621-25 neutron-server[100464]: consumer versions: Jul 24 00:44:18.803930 n-d-793621-25 neutron-server[100464]: { DHCP agent@n-d-793621-25: {}, Jul 24 00:44:18.803930 n-d-793621-25 neutron-server[100464]: HyperV agent@n-h1-793621-25: {}, Jul 24 00:44:18.803930 n-d-793621-25 neutron-server[100464]: HyperV agent@n-h2-793621-25: {}, Jul 24 00:44:18.803930 n-d-793621-25 neutron-server[100464]: L3 agent@n-d-793621-25: {}, Jul 24 00:44:18.803930 n-d-793621-25 neutron-server[100464]: Metadata agent@n-d-793621-25: {}, Jul 24 00:44:18.803930 n-d-793621-25 neutron-server[100464]: Metering agent@n-d-793621-25: {}, Jul 24 00:44:18.803930 n-d-793621-25 neutron-server[100464]: Open vSwitch agent@n-d-793621-25: { 'AddressGroup': '1.2', Jul 24 00:44:18.803930 n-d-793621-25 neutron-server[100464]: 'ConntrackHelper': '1.0', Jul 24 00:44:18.803930 n-d-793621-25 neutron-server[100464]: 'Log': '1.0', Jul 24 00:44:18.803930 n-d-793621-25 neutron-server[100464]: 'Network': '1.1', Jul 24 00:44:18.803930 n-d-793621-25 neutron-server[100464]: 'Port': '1.7', Jul 24 00:44:18.803930 n-d-793621-25 neutron-server[100464]: 'PortForwarding': '1.2', Jul 24 00:44:18.803930 n-d-793621-25 neutron-server[100464]: 'QosPolicy': '1.8', Jul 24 00:44:18.803930 n-d-793621-25 neutron-server[100464]: 'SecurityGroup': '1.4', Jul 24 00:44:18.803930 n-d-793621-25 neutron-server[100464]: 'SecurityGroupRule': '1.2', Jul 24 00:44:18.803930 n-d-793621-25 neutron-server[100464]: 'SubPort': '1.0', Jul 24 00:44:18.803930 n-d-793621-25 neutron-server[100464]: 'Subnet': '1.1', Jul 24 00:44:18.803930 n-d-793621-25 neutron-server[100464]: 'Trunk': '1.1'}} Jul 24 00:44:18.803930 n-d-793621-25 neutron-server[100464]: {{(pid=100464) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 24 00:44:18.824121 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42842) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:18.835342 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-812685f4-9932-42c8-89f2-67e50546b594 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b3796acbcaaf4df686b41167a9b20be2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7048109 Jul 24 00:44:18.884359 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a16da845-98fc-4dd1-a705-e7048984c3cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:18.906634 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a16da845-98fc-4dd1-a705-e7048984c3cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:18.967746 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a16da845-98fc-4dd1-a705-e7048984c3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:18.971176 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a16da845-98fc-4dd1-a705-e7048984c3cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:18.975842 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a16da845-98fc-4dd1-a705-e7048984c3cd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5368eedc-7a0c-4adb-9fe2-939c3eec3216 HTTP/1.1" status: 204 len: 168 time: 0.1499083 Jul 24 00:44:18.986144 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16da845-98fc-4dd1-a705-e7048984c3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5368eedc-7a0c-4adb-9fe2-939c3eec3216,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:18.994145 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16da845-98fc-4dd1-a705-e7048984c3cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:18.994405 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16da845-98fc-4dd1-a705-e7048984c3cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:18.994672 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16da845-98fc-4dd1-a705-e7048984c3cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:18.995037 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16da845-98fc-4dd1-a705-e7048984c3cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:18.995374 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16da845-98fc-4dd1-a705-e7048984c3cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:18.995887 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16da845-98fc-4dd1-a705-e7048984c3cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:18.996250 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16da845-98fc-4dd1-a705-e7048984c3cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:18.996551 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16da845-98fc-4dd1-a705-e7048984c3cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:18.996881 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16da845-98fc-4dd1-a705-e7048984c3cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:18.997203 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16da845-98fc-4dd1-a705-e7048984c3cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:18.997552 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16da845-98fc-4dd1-a705-e7048984c3cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:18.997853 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16da845-98fc-4dd1-a705-e7048984c3cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:18.998971 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16da845-98fc-4dd1-a705-e7048984c3cd admin admin] Tracked resource versions report: Jul 24 00:44:18.998971 n-d-793621-25 neutron-server[100463]: pushed versions: Jul 24 00:44:18.998971 n-d-793621-25 neutron-server[100463]: { 'AddressGroup': {'1.2'}, Jul 24 00:44:18.998971 n-d-793621-25 neutron-server[100463]: 'ConntrackHelper': {'1.0'}, Jul 24 00:44:18.998971 n-d-793621-25 neutron-server[100463]: 'Log': {'1.0'}, Jul 24 00:44:18.998971 n-d-793621-25 neutron-server[100463]: 'Network': {'1.1'}, Jul 24 00:44:18.998971 n-d-793621-25 neutron-server[100463]: 'Port': {'1.7'}, Jul 24 00:44:18.998971 n-d-793621-25 neutron-server[100463]: 'PortForwarding': {'1.2'}, Jul 24 00:44:18.998971 n-d-793621-25 neutron-server[100463]: 'QosPolicy': {'1.8'}, Jul 24 00:44:18.998971 n-d-793621-25 neutron-server[100463]: 'SecurityGroup': {'1.4'}, Jul 24 00:44:18.998971 n-d-793621-25 neutron-server[100463]: 'SecurityGroupRule': {'1.2'}, Jul 24 00:44:18.998971 n-d-793621-25 neutron-server[100463]: 'SubPort': {'1.0'}, Jul 24 00:44:18.998971 n-d-793621-25 neutron-server[100463]: 'Subnet': {'1.1'}, Jul 24 00:44:18.998971 n-d-793621-25 neutron-server[100463]: 'Trunk': {'1.1'}} Jul 24 00:44:18.998971 n-d-793621-25 neutron-server[100463]: consumer versions: Jul 24 00:44:18.998971 n-d-793621-25 neutron-server[100463]: { DHCP agent@n-d-793621-25: {}, Jul 24 00:44:18.998971 n-d-793621-25 neutron-server[100463]: HyperV agent@n-h1-793621-25: {}, Jul 24 00:44:18.998971 n-d-793621-25 neutron-server[100463]: HyperV agent@n-h2-793621-25: {}, Jul 24 00:44:18.998971 n-d-793621-25 neutron-server[100463]: L3 agent@n-d-793621-25: {}, Jul 24 00:44:18.998971 n-d-793621-25 neutron-server[100463]: Metadata agent@n-d-793621-25: {}, Jul 24 00:44:18.998971 n-d-793621-25 neutron-server[100463]: Metering agent@n-d-793621-25: {}, Jul 24 00:44:18.998971 n-d-793621-25 neutron-server[100463]: Open vSwitch agent@n-d-793621-25: { 'AddressGroup': '1.2', Jul 24 00:44:18.998971 n-d-793621-25 neutron-server[100463]: 'ConntrackHelper': '1.0', Jul 24 00:44:18.998971 n-d-793621-25 neutron-server[100463]: 'Log': '1.0', Jul 24 00:44:18.998971 n-d-793621-25 neutron-server[100463]: 'Network': '1.1', Jul 24 00:44:18.998971 n-d-793621-25 neutron-server[100463]: 'Port': '1.7', Jul 24 00:44:18.998971 n-d-793621-25 neutron-server[100463]: 'PortForwarding': '1.2', Jul 24 00:44:18.998971 n-d-793621-25 neutron-server[100463]: 'QosPolicy': '1.8', Jul 24 00:44:18.998971 n-d-793621-25 neutron-server[100463]: 'SecurityGroup': '1.4', Jul 24 00:44:18.998971 n-d-793621-25 neutron-server[100463]: 'SecurityGroupRule': '1.2', Jul 24 00:44:18.998971 n-d-793621-25 neutron-server[100463]: 'SubPort': '1.0', Jul 24 00:44:18.998971 n-d-793621-25 neutron-server[100463]: 'Subnet': '1.1', Jul 24 00:44:18.998971 n-d-793621-25 neutron-server[100463]: 'Trunk': '1.1'}} Jul 24 00:44:18.998971 n-d-793621-25 neutron-server[100463]: {{(pid=100463) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 24 00:44:19.313203 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:19.664897 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42888) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:19.686528 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a42dd528-7877-45c1-9449-24e51471922e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:19.803846 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a42dd528-7877-45c1-9449-24e51471922e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:19.809382 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a42dd528-7877-45c1-9449-24e51471922e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:19.843265 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42dd528-7877-45c1-9449-24e51471922e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7850130-b659-4ae0-8344-60e446bf3315,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:19.862905 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a42dd528-7877-45c1-9449-24e51471922e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9dde055dbc344c659b76c61767678fbe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1965299 Jul 24 00:44:19.865650 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 42894) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:19.960484 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b315229b-d92a-4a25-b91c-1f4de4391c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:19.995335 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b315229b-d92a-4a25-b91c-1f4de4391c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:20.055571 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b315229b-d92a-4a25-b91c-1f4de4391c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:20.059107 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b315229b-d92a-4a25-b91c-1f4de4391c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:20.063965 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b315229b-d92a-4a25-b91c-1f4de4391c36 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e7850130-b659-4ae0-8344-60e446bf3315 HTTP/1.1" status: 204 len: 168 time: 0.1965871 Jul 24 00:44:20.077107 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b315229b-d92a-4a25-b91c-1f4de4391c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7850130-b659-4ae0-8344-60e446bf3315,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:20.555246 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 42928) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:20.729511 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bd2feb58-27c6-4eb9-a906-19b36520e74d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:20.830859 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:20.872156 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bd2feb58-27c6-4eb9-a906-19b36520e74d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:20.882426 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bd2feb58-27c6-4eb9-a906-19b36520e74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:20.936460 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-bd2feb58-27c6-4eb9-a906-19b36520e74d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5fa9c887b6bd4638b0e3b78976b89fbe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3776600 Jul 24 00:44:20.936824 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42958) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:20.967805 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2feb58-27c6-4eb9-a906-19b36520e74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6d1c6c-b61a-4e9d-8ff0-f11d5f0ce0c1,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:21.049597 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-71e4f4a5-e8a2-4c89-a41c-fce74c11da4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:21.079813 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-71e4f4a5-e8a2-4c89-a41c-fce74c11da4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:21.153554 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-71e4f4a5-e8a2-4c89-a41c-fce74c11da4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:21.163939 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-71e4f4a5-e8a2-4c89-a41c-fce74c11da4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:21.165451 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-71e4f4a5-e8a2-4c89-a41c-fce74c11da4d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8c6d1c6c-b61a-4e9d-8ff0-f11d5f0ce0c1 HTTP/1.1" status: 204 len: 168 time: 0.2271905 Jul 24 00:44:21.175582 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e4f4a5-e8a2-4c89-a41c-fce74c11da4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6d1c6c-b61a-4e9d-8ff0-f11d5f0ce0c1,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:21.877687 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43028) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:21.895597 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c239ac9f-510a-427f-90eb-e7520dfb0817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:22.016252 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c239ac9f-510a-427f-90eb-e7520dfb0817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:22.020973 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c239ac9f-510a-427f-90eb-e7520dfb0817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:22.060902 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c239ac9f-510a-427f-90eb-e7520dfb0817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874f54c4-b5e5-4711-8778-876332ef4c81,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:22.070939 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c239ac9f-510a-427f-90eb-e7520dfb0817 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a2420692e3224239b8268e2845141688&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1915379 Jul 24 00:44:22.073622 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43034) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:22.133699 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-59505772-93c1-4bb9-a95d-dacafb10720d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:22.165835 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-59505772-93c1-4bb9-a95d-dacafb10720d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:22.234885 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-59505772-93c1-4bb9-a95d-dacafb10720d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:22.241743 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-59505772-93c1-4bb9-a95d-dacafb10720d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:22.245313 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-59505772-93c1-4bb9-a95d-dacafb10720d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/874f54c4-b5e5-4711-8778-876332ef4c81 HTTP/1.1" status: 204 len: 168 time: 0.1689432 Jul 24 00:44:22.260227 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59505772-93c1-4bb9-a95d-dacafb10720d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874f54c4-b5e5-4711-8778-876332ef4c81,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:23.059925 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43116) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:23.363334 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43154) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:23.376202 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-eea00c19-2c3a-45b2-83f6-aff449462063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:23.483489 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-eea00c19-2c3a-45b2-83f6-aff449462063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:23.489005 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-eea00c19-2c3a-45b2-83f6-aff449462063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:23.520889 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea00c19-2c3a-45b2-83f6-aff449462063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a63b53-bc18-4246-93e6-590bf4c818fe,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:23.540023 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-eea00c19-2c3a-45b2-83f6-aff449462063 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=34f3365c694242daa68e851d204022af&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4733057 Jul 24 00:44:23.540592 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43162) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:23.598066 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4154897c-6550-4318-b7e4-e809eb057c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:23.621589 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4154897c-6550-4318-b7e4-e809eb057c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:23.678408 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4154897c-6550-4318-b7e4-e809eb057c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:23.683563 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4154897c-6550-4318-b7e4-e809eb057c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:23.685761 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4154897c-6550-4318-b7e4-e809eb057c1f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b6a63b53-bc18-4246-93e6-590bf4c818fe HTTP/1.1" status: 204 len: 168 time: 0.1439593 Jul 24 00:44:23.698821 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154897c-6550-4318-b7e4-e809eb057c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a63b53-bc18-4246-93e6-590bf4c818fe,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:23.704412 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43172) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:23.706658 n-d-793621-25 neutron-server[100464]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 24 00:44:23.755559 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-16426ad2-cdc1-49c9-8cb6-c7519abd222d tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=50edc9341a64449a8cc7b050a2c66215&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496690 Jul 24 00:44:23.919234 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-525ef218-cf9e-475f-9661-206286156d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:24.191123 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-a1f0761e-6d8b-4c01-8457-206ef8c21d43 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:24.192728 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-a1f0761e-6d8b-4c01-8457-206ef8c21d43 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4292316 Jul 24 00:44:24.222023 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43196) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:24.232537 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-525ef218-cf9e-475f-9661-206286156d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:24.242022 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-525ef218-cf9e-475f-9661-206286156d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:24.242671 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9a430542-31de-4b90-bf40-1fb9edcb41b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:24.260292 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-aa752cef-7050-427f-8dc2-12697bbfd68b tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/quotas/50edc9341a64449a8cc7b050a2c66215 HTTP/1.1" status: 200 len: 375 time: 0.0489900 Jul 24 00:44:24.272814 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-525ef218-cf9e-475f-9661-206286156d71 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a76f323fe3db4128bcbb1e33307f59fe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9084234 Jul 24 00:44:24.275582 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43204) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:24.373729 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9a430542-31de-4b90-bf40-1fb9edcb41b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:24.380037 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9a430542-31de-4b90-bf40-1fb9edcb41b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:24.380216 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-7410f198-a1eb-4b62-9891-8a0a28be8fc2 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=50edc9341a64449a8cc7b050a2c66215&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1100285 Jul 24 00:44:24.400673 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525ef218-cf9e-475f-9661-206286156d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52707f03-7daa-4d60-ad66-daa998b47958,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:24.439652 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a430542-31de-4b90-bf40-1fb9edcb41b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a1f2ab-4a8c-4d20-9f7b-5960a129ca2d,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:24.440671 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f64a59a5-6536-4e8c-9812-daaacacd92af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:24.479266 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9a430542-31de-4b90-bf40-1fb9edcb41b1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cd640938dd53412db12f8748a0dd73fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2559049 Jul 24 00:44:24.483126 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43218) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:24.518863 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f64a59a5-6536-4e8c-9812-daaacacd92af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:24.572161 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-84fa2702-c1ea-4180-99fb-08b7623d6cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:24.609458 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-84fa2702-c1ea-4180-99fb-08b7623d6cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:24.654151 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f64a59a5-6536-4e8c-9812-daaacacd92af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:24.657589 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f64a59a5-6536-4e8c-9812-daaacacd92af admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:24.659214 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f64a59a5-6536-4e8c-9812-daaacacd92af admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/52707f03-7daa-4d60-ad66-daa998b47958 HTTP/1.1" status: 204 len: 168 time: 0.3823354 Jul 24 00:44:24.673849 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a59a5-6536-4e8c-9812-daaacacd92af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52707f03-7daa-4d60-ad66-daa998b47958,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:24.711904 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-84fa2702-c1ea-4180-99fb-08b7623d6cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:24.721363 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-84fa2702-c1ea-4180-99fb-08b7623d6cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:24.725763 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-84fa2702-c1ea-4180-99fb-08b7623d6cac admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f8a1f2ab-4a8c-4d20-9f7b-5960a129ca2d HTTP/1.1" status: 204 len: 168 time: 0.2414837 Jul 24 00:44:24.737453 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fa2702-c1ea-4180-99fb-08b7623d6cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a1f2ab-4a8c-4d20-9f7b-5960a129ca2d,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:24.843931 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43248) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:24.847992 n-d-793621-25 neutron-server[100463]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 24 00:44:24.862459 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c1e67492-e2f9-461c-a302-fd010d2ff2d7 req-d6cc0fb9-5f1d-452f-839d-3a008b906e6c tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/ports?device_id=b97d9681-63ce-4227-87b4-86d90ed3f9b0 HTTP/1.1" status: 200 len: 210 time: 0.0828836 Jul 24 00:44:24.886761 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-9f0d72cd-b048-4abd-b161-9f66ccd09fee tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6e80fafdeac34457a466c8523e0a2412&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404029 Jul 24 00:44:25.123708 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-2979222c-0baf-4314-ae60-ba09805ffda2 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:25.126005 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-2979222c-0baf-4314-ae60-ba09805ffda2 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2299941 Jul 24 00:44:25.144869 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-d2929d8d-e8fd-4d0c-99bd-7020fa338578 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.15 "GET /v2.0/quotas/6e80fafdeac34457a466c8523e0a2412 HTTP/1.1" status: 200 len: 375 time: 0.0120380 Jul 24 00:44:25.216873 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-cf829c31-c13b-4483-974b-24991b5b0446 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e80fafdeac34457a466c8523e0a2412&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607843 Jul 24 00:44:25.314493 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43268) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:25.335837 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5e0e1afa-d60b-46f8-9d05-4da86d59e9c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:25.504351 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5e0e1afa-d60b-46f8-9d05-4da86d59e9c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:25.513319 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5e0e1afa-d60b-46f8-9d05-4da86d59e9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:25.585637 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5e0e1afa-d60b-46f8-9d05-4da86d59e9c7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3a1bd57d85304355acc854ec4a0ccdc8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2692435 Jul 24 00:44:25.586914 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e1afa-d60b-46f8-9d05-4da86d59e9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6532f320-d373-43b4-9ec7-23dd08b9d211,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:25.590132 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43296) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:25.659769 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3e82bc27-cbf7-4284-88c0-491823e0e56f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:25.699049 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3e82bc27-cbf7-4284-88c0-491823e0e56f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:25.774885 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3e82bc27-cbf7-4284-88c0-491823e0e56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:25.780345 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3e82bc27-cbf7-4284-88c0-491823e0e56f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:25.787881 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3e82bc27-cbf7-4284-88c0-491823e0e56f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6532f320-d373-43b4-9ec7-23dd08b9d211 HTTP/1.1" status: 204 len: 168 time: 0.1949112 Jul 24 00:44:25.803455 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e82bc27-cbf7-4284-88c0-491823e0e56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6532f320-d373-43b4-9ec7-23dd08b9d211,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:25.934041 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b345cabb-b41a-46e7-8b81-7923f6bc0cb2 req-30175741-0bd1-4b29-89b1-4707fbaeb3eb tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd5f6686-18be-4d4e-b65a-99ab2bef6a02 HTTP/1.1" status: 200 len: 210 time: 0.0482020 Jul 24 00:44:26.061822 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5f1a7d71-a063-4536-85fb-fc4f11eea5c8 req-e3ea01bc-da8c-4451-8ae0-d8cb2b160e8f tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/ports?device_id=b97d9681-63ce-4227-87b4-86d90ed3f9b0 HTTP/1.1" status: 200 len: 210 time: 0.0397398 Jul 24 00:44:27.218907 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-685ef80d-6f58-4d38-97b6-431247ced300 req-dc16a5a1-bf5a-47ac-bcc0-0fe578ec78c0 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd5f6686-18be-4d4e-b65a-99ab2bef6a02 HTTP/1.1" status: 200 len: 210 time: 0.0648456 Jul 24 00:44:27.447910 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f064b9f9-301c-4785-ab57-22c479074d4f req-3bdd0a2b-6d92-4233-8eb0-9a45e4d15629 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/ports?device_id=b97d9681-63ce-4227-87b4-86d90ed3f9b0 HTTP/1.1" status: 200 len: 210 time: 0.0389965 Jul 24 00:44:27.672347 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43450) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:27.772074 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.11', 62639) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:27.815902 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-815c7724-0346-4a2b-ac11-d00ce7be5a91 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=6e80fafdeac34457a466c8523e0a2412&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422013 Jul 24 00:44:27.978308 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-fd532d1f-93cc-424d-b7ce-2d01714aa08c tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:27.980214 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-fd532d1f-93cc-424d-b7ce-2d01714aa08c tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1591403 Jul 24 00:44:28.044952 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-d966cf5e-6ce4-49ed-be58-70f50db28792 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] Request body: {'port': {'device_id': 'dd5f6686-18be-4d4e-b65a-99ab2bef6a02', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'admin_state_up': True, 'tenant_id': '6e80fafdeac34457a466c8523e0a2412'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:44:28.243220 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-91e0c616-7291-4f52-9926-e1e1f6281b1f tempest-AutoAllocateNetworkTest-1374581139 tempest-AutoAllocateNetworkTest-1374581139-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=8234f651ad7a41cdb0b8346d4b17ff64&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5673449 Jul 24 00:44:28.243581 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43500) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:28.243854 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43502) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:28.433434 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec6e211-2303-4290-8c58-ecb64ec593c7 tempest-AutoAllocateNetworkTest-1374581139 tempest-AutoAllocateNetworkTest-1374581139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:28.436647 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3ec6e211-2303-4290-8c58-ecb64ec593c7 tempest-AutoAllocateNetworkTest-1374581139 tempest-AutoAllocateNetworkTest-1374581139-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1789012 Jul 24 00:44:28.439448 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-d966cf5e-6ce4-49ed-be58-70f50db28792 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] Made reservation on behalf of 6e80fafdeac34457a466c8523e0a2412 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:44:28.439974 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43510) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:28.450535 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-d966cf5e-6ce4-49ed-be58-70f50db28792 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:28.486768 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-d966cf5e-6ce4-49ed-be58-70f50db28792 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:28.522564 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4f55257b-a513-443f-b7e4-55e05ea22dd5 tempest-AutoAllocateNetworkTest-1374581139 tempest-AutoAllocateNetworkTest-1374581139-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0813742 Jul 24 00:44:28.525992 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43520) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:28.561512 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b57cd08b-b725-4edf-896e-9ee18ea7cdaa req-46ce46ec-da96-4bdb-9c48-424b5badea2d tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd5f6686-18be-4d4e-b65a-99ab2bef6a02 HTTP/1.1" status: 200 len: 210 time: 0.0416176 Jul 24 00:44:28.624506 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ca2a2eda-527a-486e-9df4-b0227132b60b tempest-AutoAllocateNetworkTest-1374581139 tempest-AutoAllocateNetworkTest-1374581139-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=8234f651ad7a41cdb0b8346d4b17ff64 HTTP/1.1" status: 200 len: 208 time: 0.0971992 Jul 24 00:44:28.783972 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6fa081f7-5d6e-4ee2-949c-23c02767c782 req-261ba640-cf6a-4e98-a4e7-fc64a32c26de tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/ports?device_id=b97d9681-63ce-4227-87b4-86d90ed3f9b0 HTTP/1.1" status: 200 len: 210 time: 0.0658331 Jul 24 00:44:28.784583 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-d966cf5e-6ce4-49ed-be58-70f50db28792 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:28.797122 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-d966cf5e-6ce4-49ed-be58-70f50db28792 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:28.943844 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.11', 62643) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:29.108242 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966cf5e-6ce4-49ed-be58-70f50db28792 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d028efe-3833-4141-95a3-fc26455fa55e,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:29.145934 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dfc83962-2536-4ae9-baf1-2ca03871156a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:29.150622 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-db6eb858-124f-4935-9b6f-b30bce28b27a tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=50edc9341a64449a8cc7b050a2c66215&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2093489 Jul 24 00:44:29.260054 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dfc83962-2536-4ae9-baf1-2ca03871156a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:29.267087 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dfc83962-2536-4ae9-baf1-2ca03871156a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:29.301707 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc83962-2536-4ae9-baf1-2ca03871156a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92265a31-1350-4149-a62b-92c66aaf0f05,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:29.319678 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-dfc83962-2536-4ae9-baf1-2ca03871156a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=06532a8552504787b47d0e15cbcedd53&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0640364 Jul 24 00:44:29.322688 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43562) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:29.409672 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f6ad3b05-3109-41f0-9706-115143e02705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:29.435928 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-826de814-49ee-4e74-97f3-71b0c52f1d9a tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:29.438629 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f6ad3b05-3109-41f0-9706-115143e02705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:29.439757 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-826de814-49ee-4e74-97f3-71b0c52f1d9a tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2796364 Jul 24 00:44:29.441159 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-d966cf5e-6ce4-49ed-be58-70f50db28792 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] Allocated IP 192.168.233.176 (064170bd-7ae3-42cd-9c1f-14f6db2f099c/b2f8a7b0-45d5-4a4f-bbde-2ea497f98103/f70811fe-451e-4760-a467-78fa3843ae07) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:44:29.461386 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-90bc4cb3-0237-4e2e-a620-2fd63b31f27a tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Request body: {'port': {'device_id': 'b97d9681-63ce-4227-87b4-86d90ed3f9b0', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'admin_state_up': True, 'tenant_id': '50edc9341a64449a8cc7b050a2c66215'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:44:29.560125 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f6ad3b05-3109-41f0-9706-115143e02705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:29.564180 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f6ad3b05-3109-41f0-9706-115143e02705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:29.569471 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f6ad3b05-3109-41f0-9706-115143e02705 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/92265a31-1350-4149-a62b-92c66aaf0f05 HTTP/1.1" status: 204 len: 168 time: 0.2457039 Jul 24 00:44:29.610981 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad3b05-3109-41f0-9706-115143e02705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92265a31-1350-4149-a62b-92c66aaf0f05,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:29.642408 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-90bc4cb3-0237-4e2e-a620-2fd63b31f27a tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Made reservation on behalf of 50edc9341a64449a8cc7b050a2c66215 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:44:29.646004 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-90bc4cb3-0237-4e2e-a620-2fd63b31f27a tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:29.662338 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-90bc4cb3-0237-4e2e-a620-2fd63b31f27a tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:29.667409 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43572) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:29.828426 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b213ab24-f7ed-45ae-bbcb-bcac10b3648b req-ac8ddd12-94fd-41a4-9eda-6e42cbc98a01 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd5f6686-18be-4d4e-b65a-99ab2bef6a02 HTTP/1.1" status: 200 len: 210 time: 0.0673187 Jul 24 00:44:29.962139 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-d966cf5e-6ce4-49ed-be58-70f50db28792 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:29.995208 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-d966cf5e-6ce4-49ed-be58-70f50db28792 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] Transition to ACTIVE for port object f70811fe-451e-4760-a467-78fa3843ae07 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:44:30.008455 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-90bc4cb3-0237-4e2e-a620-2fd63b31f27a tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:30.010573 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cc007090-2e71-4c51-b6f1-9a499b1f498f req-9637b9e8-cb48-4bca-bdb1-a53c7b8c2e88 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/ports?device_id=b97d9681-63ce-4227-87b4-86d90ed3f9b0 HTTP/1.1" status: 200 len: 210 time: 0.0651031 Jul 24 00:44:30.027268 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-90bc4cb3-0237-4e2e-a620-2fd63b31f27a tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:30.076325 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43582) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:30.162662 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc4cb3-0237-4e2e-a620-2fd63b31f27a tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a51518ca-40a1-45d1-b717-9d8ebb1403c3,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:30.168926 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-d966cf5e-6ce4-49ed-be58-70f50db28792 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:30.362291 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ea9c3cd8-fc5d-4051-9376-f49c336eddf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:30.479222 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-d966cf5e-6ce4-49ed-be58-70f50db28792 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] Network 064170bd-7ae3-42cd-9c1f-14f6db2f099c is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:44:30.501195 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43590) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:30.552839 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-d966cf5e-6ce4-49ed-be58-70f50db28792 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:44:30.576023 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43594) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:30.607542 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ea9c3cd8-fc5d-4051-9376-f49c336eddf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:30.611415 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-d966cf5e-6ce4-49ed-be58-70f50db28792 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:44:30.617682 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-d966cf5e-6ce4-49ed-be58-70f50db28792 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:30.618430 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-d966cf5e-6ce4-49ed-be58-70f50db28792 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:30.621574 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966cf5e-6ce4-49ed-be58-70f50db28792 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] Pushing event updated for resources: {'Port': ['ID=f70811fe-451e-4760-a467-78fa3843ae07,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:30.626664 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ea9c3cd8-fc5d-4051-9376-f49c336eddf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:30.652376 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-90bc4cb3-0237-4e2e-a620-2fd63b31f27a tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Allocated IP 192.168.233.134 (064170bd-7ae3-42cd-9c1f-14f6db2f099c/b2f8a7b0-45d5-4a4f-bbde-2ea497f98103/108e4ac0-7d1b-4929-a535-3bea4f1b38f7) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:44:30.687447 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ea9c3cd8-fc5d-4051-9376-f49c336eddf3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8234f651ad7a41cdb0b8346d4b17ff64&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0178583 Jul 24 00:44:30.690033 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43598) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:30.730431 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-d966cf5e-6ce4-49ed-be58-70f50db28792 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6908953 Jul 24 00:44:30.742405 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c3cd8-fc5d-4051-9376-f49c336eddf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790fd988-03b8-4f60-a169-e0291f988df8,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:30.783057 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-72f4d2ed-fe46-4457-970b-34e7351c934e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:30.974196 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6511e33c-ecb5-4850-8bcf-dd7d9a73d8a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:30.976181 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43602) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:30.999892 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-eb81ad20-4d55-449c-af2f-331cfd379fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:31.028568 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-72f4d2ed-fe46-4457-970b-34e7351c934e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:31.035786 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-72f4d2ed-fe46-4457-970b-34e7351c934e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:31.058981 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-bbe39db5-ffd5-4b89-99dd-198c83645301 None None] Provisioning for port f70811fe-451e-4760-a467-78fa3843ae07 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:44:31.077031 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-bbe39db5-ffd5-4b89-99dd-198c83645301 None None] Provisioning complete for port f70811fe-451e-4760-a467-78fa3843ae07 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:44:31.080040 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bbe39db5-ffd5-4b89-99dd-198c83645301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:31.098282 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-72f4d2ed-fe46-4457-970b-34e7351c934e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=77bd7fe61c5b40668f4791a8e211dbb8&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0135658 Jul 24 00:44:31.098282 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f4d2ed-fe46-4457-970b-34e7351c934e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3134be36-b657-4bb0-b5b6-fafc62121dab,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:31.098630 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43608) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:31.168960 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ccadc0b2-e124-426c-9bad-8c3ead8b54a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:31.181525 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-bbe39db5-ffd5-4b89-99dd-198c83645301 None None] Port f70811fe-451e-4760-a467-78fa3843ae07 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:44:31.220223 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-14a1c78b-747a-4c27-b6fc-f9982e63b06f tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:44:31.221239 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-14a1c78b-747a-4c27-b6fc-f9982e63b06f tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059810 Jul 24 00:44:31.224960 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fc8eee91-f3ae-44b6-a5a2-2e868600a8dc req-3e1726ef-c760-4ea5-ad2e-ce8be9e54623 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/ports?device_id=b97d9681-63ce-4227-87b4-86d90ed3f9b0 HTTP/1.1" status: 200 len: 210 time: 0.0404530 Jul 24 00:44:31.240330 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ccadc0b2-e124-426c-9bad-8c3ead8b54a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:31.264649 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ab177b51-51c2-4816-a796-4ccc6a8ebed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:31.314546 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ccadc0b2-e124-426c-9bad-8c3ead8b54a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:31.317457 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ccadc0b2-e124-426c-9bad-8c3ead8b54a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:31.322637 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ccadc0b2-e124-426c-9bad-8c3ead8b54a2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3134be36-b657-4bb0-b5b6-fafc62121dab HTTP/1.1" status: 204 len: 168 time: 0.2192268 Jul 24 00:44:31.337241 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccadc0b2-e124-426c-9bad-8c3ead8b54a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3134be36-b657-4bb0-b5b6-fafc62121dab,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:31.475440 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ab177b51-51c2-4816-a796-4ccc6a8ebed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:31.634894 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e504567c-ef4a-4146-a8ad-c632eee71f00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:31.651866 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6511e33c-ecb5-4850-8bcf-dd7d9a73d8a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:31.664338 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8bfda-0936-48bd-9026-856b0fb416da req-d1f59cbf-2cd3-4215-8ff3-1ce03101264a tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:31.666002 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-76a8bfda-0936-48bd-9026-856b0fb416da req-d1f59cbf-2cd3-4215-8ff3-1ce03101264a tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd5f6686-18be-4d4e-b65a-99ab2bef6a02 HTTP/1.1" status: 200 len: 936 time: 0.6476581 Jul 24 00:44:31.686579 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6511e33c-ecb5-4850-8bcf-dd7d9a73d8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:31.744771 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-90bc4cb3-0237-4e2e-a620-2fd63b31f27a tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:31.802441 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-1d082d83-86ae-4abe-a28b-42a3aaaa8e3a service neutron] Request body: {'port': {'device_id': 'dd5f6686-18be-4d4e-b65a-99ab2bef6a02', 'device_owner': 'compute:tempest-test_az-1511452927', 'binding:host_id': 'n-h2-793621-25'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:44:31.827863 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ab177b51-51c2-4816-a796-4ccc6a8ebed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:31.828547 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-eb81ad20-4d55-449c-af2f-331cfd379fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:31.830526 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ab177b51-51c2-4816-a796-4ccc6a8ebed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:31.831961 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ab177b51-51c2-4816-a796-4ccc6a8ebed8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/790fd988-03b8-4f60-a169-e0291f988df8 HTTP/1.1" status: 204 len: 168 time: 1.1326330 Jul 24 00:44:31.841101 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-eb81ad20-4d55-449c-af2f-331cfd379fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:31.845502 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-90bc4cb3-0237-4e2e-a620-2fd63b31f27a tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Transition to ACTIVE for port object 108e4ac0-7d1b-4929-a535-3bea4f1b38f7 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:44:31.853686 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6511e33c-ecb5-4850-8bcf-dd7d9a73d8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d82b726-0a38-47b1-bf7f-1f3e05a68437,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:31.881519 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6511e33c-ecb5-4850-8bcf-dd7d9a73d8a0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=937625672b17451d9707d065e5a678bb&name=default HTTP/1.1" status: 200 len: 2978 time: 1.3767784 Jul 24 00:44:31.881519 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab177b51-51c2-4816-a796-4ccc6a8ebed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790fd988-03b8-4f60-a169-e0291f988df8,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:31.887941 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43624) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:31.903581 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-eb81ad20-4d55-449c-af2f-331cfd379fc5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=458b5523904541408d15896ee2edf5b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9255598 Jul 24 00:44:31.905487 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb81ad20-4d55-449c-af2f-331cfd379fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55c6eeb-72d8-4b67-a438-97ee7dd87d8b,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:31.909326 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43626) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:31.909326 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43628) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:31.947344 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ab77821c-e174-44ec-b751-6a1275bc2c7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:32.033793 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b93bad40-baf4-4cc9-b1e3-6e2189079f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:32.073674 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b93bad40-baf4-4cc9-b1e3-6e2189079f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:32.133290 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e504567c-ef4a-4146-a8ad-c632eee71f00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:32.137215 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-76a8bfda-0936-48bd-9026-856b0fb416da req-826906cd-6660-40ff-98e9-a123b8cbd207 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d028efe-3833-4141-95a3-fc26455fa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4391444 Jul 24 00:44:32.138078 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b93bad40-baf4-4cc9-b1e3-6e2189079f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:32.154899 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b93bad40-baf4-4cc9-b1e3-6e2189079f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:32.156073 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e504567c-ef4a-4146-a8ad-c632eee71f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:32.161968 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b93bad40-baf4-4cc9-b1e3-6e2189079f41 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a55c6eeb-72d8-4b67-a438-97ee7dd87d8b HTTP/1.1" status: 204 len: 168 time: 0.2504447 Jul 24 00:44:32.204944 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93bad40-baf4-4cc9-b1e3-6e2189079f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55c6eeb-72d8-4b67-a438-97ee7dd87d8b,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:32.230630 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-53cc34e0-d2f2-441f-a40d-62d163f9d9d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:32.239314 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-1d082d83-86ae-4abe-a28b-42a3aaaa8e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:32.260201 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e504567c-ef4a-4146-a8ad-c632eee71f00 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=beaa95d30e8f4a36a2158946e477b906&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6686244 Jul 24 00:44:32.266318 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504567c-ef4a-4146-a8ad-c632eee71f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942cc272-dc6d-43e7-a6fd-95da31d0a8b1,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:32.271182 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43634) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:32.291220 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-53cc34e0-d2f2-441f-a40d-62d163f9d9d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:32.321106 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-90bc4cb3-0237-4e2e-a620-2fd63b31f27a tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:32.414075 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-90bc4cb3-0237-4e2e-a620-2fd63b31f27a tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Network 064170bd-7ae3-42cd-9c1f-14f6db2f099c is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:44:32.490284 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a86cbf16-04b1-45b4-a08c-031c1292397d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:32.496694 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-90bc4cb3-0237-4e2e-a620-2fd63b31f27a tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:44:32.506935 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc4cb3-0237-4e2e-a620-2fd63b31f27a tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Pushing event updated for resources: {'Port': ['ID=108e4ac0-7d1b-4929-a535-3bea4f1b38f7,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:32.510014 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-90bc4cb3-0237-4e2e-a620-2fd63b31f27a tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:44:32.517128 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-90bc4cb3-0237-4e2e-a620-2fd63b31f27a tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:32.518817 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-90bc4cb3-0237-4e2e-a620-2fd63b31f27a tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:32.643965 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-53cc34e0-d2f2-441f-a40d-62d163f9d9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:32.656321 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-53cc34e0-d2f2-441f-a40d-62d163f9d9d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:32.661117 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-53cc34e0-d2f2-441f-a40d-62d163f9d9d7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1d82b726-0a38-47b1-bf7f-1f3e05a68437 HTTP/1.1" status: 204 len: 168 time: 0.7705653 Jul 24 00:44:32.679121 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ab77821c-e174-44ec-b751-6a1275bc2c7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:32.698266 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a86cbf16-04b1-45b4-a08c-031c1292397d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:32.813121 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ab77821c-e174-44ec-b751-6a1275bc2c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:32.838472 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a86cbf16-04b1-45b4-a08c-031c1292397d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:32.853099 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a86cbf16-04b1-45b4-a08c-031c1292397d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:32.854553 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a86cbf16-04b1-45b4-a08c-031c1292397d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/942cc272-dc6d-43e7-a6fd-95da31d0a8b1 HTTP/1.1" status: 204 len: 168 time: 0.5820873 Jul 24 00:44:32.944138 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b2fe51b4-b0ca-405e-b59b-74358d9a097c None None] Provisioning for port 108e4ac0-7d1b-4929-a535-3bea4f1b38f7 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:44:32.969791 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b2fe51b4-b0ca-405e-b59b-74358d9a097c None None] Provisioning complete for port 108e4ac0-7d1b-4929-a535-3bea4f1b38f7 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:44:32.971071 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b2fe51b4-b0ca-405e-b59b-74358d9a097c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:32.982075 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3dedcc-ac35-4a6d-bffc-e887ffd27e22 req-bc23ffd6-576e-4c52-a51f-516fda345f32 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:33.002939 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8a3dedcc-ac35-4a6d-bffc-e887ffd27e22 req-bc23ffd6-576e-4c52-a51f-516fda345f32 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/ports?device_id=b97d9681-63ce-4227-87b4-86d90ed3f9b0 HTTP/1.1" status: 200 len: 936 time: 0.5299132 Jul 24 00:44:33.052448 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-b2fe51b4-b0ca-405e-b59b-74358d9a097c None None] Port 108e4ac0-7d1b-4929-a535-3bea4f1b38f7 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:44:33.061308 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ab77821c-e174-44ec-b751-6a1275bc2c7a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2973c140eb854fe6b542e80e0a0eae8c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1510029 Jul 24 00:44:33.073076 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab77821c-e174-44ec-b751-6a1275bc2c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab90e13-7fbb-4cfe-811c-9091a0369dfb,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:33.080625 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43652) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:33.197354 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43654) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:33.231269 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86cbf16-04b1-45b4-a08c-031c1292397d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942cc272-dc6d-43e7-a6fd-95da31d0a8b1,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:33.328598 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8a3dedcc-ac35-4a6d-bffc-e887ffd27e22 req-ab64fb8a-e09f-4748-91d4-1ee76299956d tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/security-groups?id=a51518ca-40a1-45d1-b717-9d8ebb1403c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233347 Jul 24 00:44:33.337550 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f32b2ac5-88e3-4d0c-8d34-02d7bcacce5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:33.348101 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fefe284d-f9d7-4fbe-b0b5-7d6228bfdb58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:33.410817 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fefe284d-f9d7-4fbe-b0b5-7d6228bfdb58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:33.431541 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-1d082d83-86ae-4abe-a28b-42a3aaaa8e3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f70811fe-451e-4760-a467-78fa3843ae07 {{(pid=100463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:44:33.440679 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-1d082d83-86ae-4abe-a28b-42a3aaaa8e3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:33.464336 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc34e0-d2f2-441f-a40d-62d163f9d9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d82b726-0a38-47b1-bf7f-1f3e05a68437,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:33.504456 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-90bc4cb3-0237-4e2e-a620-2fd63b31f27a tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0539169 Jul 24 00:44:33.505431 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-1d082d83-86ae-4abe-a28b-42a3aaaa8e3a service neutron] Transition to ACTIVE for port object f70811fe-451e-4760-a467-78fa3843ae07 will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:44:33.520412 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-1d082d83-86ae-4abe-a28b-42a3aaaa8e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:33.571308 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43664) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:33.587939 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0e048009-0a7a-4272-a93d-eb22078f3b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:33.633281 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d082d83-86ae-4abe-a28b-42a3aaaa8e3a service neutron] Pushing event updated for resources: {'Port': ['ID=f70811fe-451e-4760-a467-78fa3843ae07,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:33.634948 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fefe284d-f9d7-4fbe-b0b5-7d6228bfdb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:33.645069 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fefe284d-f9d7-4fbe-b0b5-7d6228bfdb58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:33.648309 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-fefe284d-f9d7-4fbe-b0b5-7d6228bfdb58 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fab90e13-7fbb-4cfe-811c-9091a0369dfb HTTP/1.1" status: 204 len: 168 time: 0.5650580 Jul 24 00:44:33.737052 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe284d-f9d7-4fbe-b0b5-7d6228bfdb58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab90e13-7fbb-4cfe-811c-9091a0369dfb,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:33.848619 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390fcd1-e27d-47fb-98cd-e5ffcd101451 req-1f2c2050-b986-43e7-8066-8ff2e53e340c tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:33.855487 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f32b2ac5-88e3-4d0c-8d34-02d7bcacce5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:33.861961 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e390fcd1-e27d-47fb-98cd-e5ffcd101451 req-1f2c2050-b986-43e7-8066-8ff2e53e340c tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd5f6686-18be-4d4e-b65a-99ab2bef6a02 HTTP/1.1" status: 200 len: 936 time: 0.4058008 Jul 24 00:44:33.882501 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-1d082d83-86ae-4abe-a28b-42a3aaaa8e3a service neutron] Attempting to bind port f70811fe-451e-4760-a467-78fa3843ae07 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:44:33.882932 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-1d082d83-86ae-4abe-a28b-42a3aaaa8e3a service neutron] Attempting to bind port f70811fe-451e-4760-a467-78fa3843ae07 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:44:33.883639 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-1d082d83-86ae-4abe-a28b-42a3aaaa8e3a service neutron] Attempting to bind port f70811fe-451e-4760-a467-78fa3843ae07 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:44:33.887494 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f32b2ac5-88e3-4d0c-8d34-02d7bcacce5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:33.891022 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-1d082d83-86ae-4abe-a28b-42a3aaaa8e3a service neutron] Port f70811fe-451e-4760-a467-78fa3843ae07 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:44:33.891358 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-1d082d83-86ae-4abe-a28b-42a3aaaa8e3a service neutron] Attempting to bind port f70811fe-451e-4760-a467-78fa3843ae07 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:44:33.907041 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-1d082d83-86ae-4abe-a28b-42a3aaaa8e3a service neutron] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:44:33.907391 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-1d082d83-86ae-4abe-a28b-42a3aaaa8e3a service neutron] Checking segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:44:33.907962 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-1d082d83-86ae-4abe-a28b-42a3aaaa8e3a service neutron] Bound using segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:44:33.908515 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-1d082d83-86ae-4abe-a28b-42a3aaaa8e3a service neutron] Bound port: f70811fe-451e-4760-a467-78fa3843ae07, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:44:33.908885 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-1d082d83-86ae-4abe-a28b-42a3aaaa8e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:33.923058 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43670) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:33.978834 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-366b711c-511a-42a8-a468-7a2c08c1dfdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:34.186978 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e390fcd1-e27d-47fb-98cd-e5ffcd101451 req-c5c130e3-2824-48bf-88c8-f8e43a1da352 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d028efe-3833-4141-95a3-fc26455fa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197792 Jul 24 00:44:34.241804 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f32b2ac5-88e3-4d0c-8d34-02d7bcacce5a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=23fb270b8a034974aec1aa37c9790420&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0399032 Jul 24 00:44:34.247682 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43676) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:34.256784 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b2ac5-88e3-4d0c-8d34-02d7bcacce5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e33bca-b155-45ab-8f78-3535a3e00157,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:34.302190 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-1d082d83-86ae-4abe-a28b-42a3aaaa8e3a service neutron] For port f70811fe-451e-4760-a467-78fa3843ae07, host n-h2-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:44:34.401261 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:34.410177 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0e048009-0a7a-4272-a93d-eb22078f3b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:34.413773 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-1d082d83-86ae-4abe-a28b-42a3aaaa8e3a service neutron] For port f70811fe-451e-4760-a467-78fa3843ae07, host n-h2-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=f70811fe-451e-4760-a467-78fa3843ae07,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:44:34.424041 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0e048009-0a7a-4272-a93d-eb22078f3b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:34.488100 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0e048009-0a7a-4272-a93d-eb22078f3b9f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7068f704e9bb4c39a8e0a7e7347ed38c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9152536 Jul 24 00:44:34.493804 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-1d082d83-86ae-4abe-a28b-42a3aaaa8e3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:34.495226 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43684) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:34.583407 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e048009-0a7a-4272-a93d-eb22078f3b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9380a7-a695-4a69-a876-6ad41a9fa0c4,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:34.695482 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-1d082d83-86ae-4abe-a28b-42a3aaaa8e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:34.696211 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-1d082d83-86ae-4abe-a28b-42a3aaaa8e3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:34.697604 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-1d082d83-86ae-4abe-a28b-42a3aaaa8e3a service neutron] 10.222.0.11 "PUT /v2.0/ports/f70811fe-451e-4760-a467-78fa3843ae07 HTTP/1.1" status: 200 len: 1119 time: 3.1763103 Jul 24 00:44:34.700423 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43688) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:34.702981 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd5f6686-18be-4d4e-b65a-99ab2bef6a02', 'tag': 'f70811fe-451e-4760-a467-78fa3843ae07'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:44:34.801829 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:34.818817 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fae6dd95-2d30-4c7f-8f82-5fd7dc59c800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:34.875316 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6afde9-acbf-4cea-a6b5-e787fd220af1 req-8229d19c-4194-4e17-9c44-a46c0cf383a3 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:34.877995 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7f6afde9-acbf-4cea-a6b5-e787fd220af1 req-8229d19c-4194-4e17-9c44-a46c0cf383a3 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/ports?device_id=b97d9681-63ce-4227-87b4-86d90ed3f9b0 HTTP/1.1" status: 200 len: 936 time: 0.4000878 Jul 24 00:44:34.960921 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fae6dd95-2d30-4c7f-8f82-5fd7dc59c800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:34.964831 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-966952e5-5eb9-4ce0-aa43-57c0f92c5f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:35.059667 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7f6afde9-acbf-4cea-a6b5-e787fd220af1 req-00043b94-de9b-45a0-819f-c02936749d30 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/security-groups?id=a51518ca-40a1-45d1-b717-9d8ebb1403c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660392 Jul 24 00:44:35.068473 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d082d83-86ae-4abe-a28b-42a3aaaa8e3a service neutron] Pushing event updated for resources: {'Port': ['ID=f70811fe-451e-4760-a467-78fa3843ae07,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:35.089458 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-966952e5-5eb9-4ce0-aa43-57c0f92c5f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:35.176604 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-54039207-c0f9-4be2-a0ad-2417ea2f99e4 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-782398877-network', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:44:35.203528 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-366b711c-511a-42a8-a468-7a2c08c1dfdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:35.212625 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-366b711c-511a-42a8-a468-7a2c08c1dfdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:35.247212 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b711c-511a-42a8-a468-7a2c08c1dfdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ada683-a3c2-4004-b833-0d5a9d6a2da7,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:35.268025 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fae6dd95-2d30-4c7f-8f82-5fd7dc59c800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:35.268791 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-966952e5-5eb9-4ce0-aa43-57c0f92c5f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:35.270633 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fae6dd95-2d30-4c7f-8f82-5fd7dc59c800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:35.276374 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-966952e5-5eb9-4ce0-aa43-57c0f92c5f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:35.277634 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-966952e5-5eb9-4ce0-aa43-57c0f92c5f4e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f9e33bca-b155-45ab-8f78-3535a3e00157 HTTP/1.1" status: 204 len: 168 time: 1.0280623 Jul 24 00:44:35.282276 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-fae6dd95-2d30-4c7f-8f82-5fd7dc59c800 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8a9380a7-a695-4a69-a876-6ad41a9fa0c4 HTTP/1.1" status: 204 len: 168 time: 0.7538905 Jul 24 00:44:35.303427 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae6dd95-2d30-4c7f-8f82-5fd7dc59c800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9380a7-a695-4a69-a876-6ad41a9fa0c4,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:35.314182 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-366b711c-511a-42a8-a468-7a2c08c1dfdb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f1506ea14e314f4f9c068a44729c03ad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3899517 Jul 24 00:44:35.316876 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54039207-c0f9-4be2-a0ad-2417ea2f99e4 admin admin] Made reservation on behalf of c49dfe4b8b164c34b2cb1c242cf6f8a2 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:44:35.319127 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966952e5-5eb9-4ce0-aa43-57c0f92c5f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e33bca-b155-45ab-8f78-3535a3e00157,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:35.320859 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43710) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:35.323014 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-54039207-c0f9-4be2-a0ad-2417ea2f99e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:35.350862 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-54039207-c0f9-4be2-a0ad-2417ea2f99e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:35.454749 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58c3efb-7079-4524-a822-ba8bfb155eb2" -d '{"events": [{"name": "network-changed", "server_uuid": "dd5f6686-18be-4d4e-b65a-99ab2bef6a02", "tag": "f70811fe-451e-4760-a467-78fa3843ae07"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:44:35.504308 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5b8ea067-7089-4659-b6cd-8fe565d522c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:35.548117 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fb69a-0266-42c5-aa86-590a568d2bbb req-4b35e70c-2d09-46ef-9f9a-3eb57aa31cbe tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:35.550347 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a46fb69a-0266-42c5-aa86-590a568d2bbb req-4b35e70c-2d09-46ef-9f9a-3eb57aa31cbe tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd5f6686-18be-4d4e-b65a-99ab2bef6a02 HTTP/1.1" status: 200 len: 970 time: 0.1812525 Jul 24 00:44:35.552481 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5b8ea067-7089-4659-b6cd-8fe565d522c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:35.582149 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-54039207-c0f9-4be2-a0ad-2417ea2f99e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:35.590510 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-54039207-c0f9-4be2-a0ad-2417ea2f99e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:35.655929 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54039207-c0f9-4be2-a0ad-2417ea2f99e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:44:35.694952 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a46fb69a-0266-42c5-aa86-590a568d2bbb req-715521d6-e7a8-466d-b091-0ff660e232d6 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d028efe-3833-4141-95a3-fc26455fa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279163 Jul 24 00:44:35.722933 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54039207-c0f9-4be2-a0ad-2417ea2f99e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e184de-f826-4714-89dc-84584cce9f33,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:35.732636 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5b8ea067-7089-4659-b6cd-8fe565d522c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:35.740242 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5b8ea067-7089-4659-b6cd-8fe565d522c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:35.740242 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5b8ea067-7089-4659-b6cd-8fe565d522c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/21ada683-a3c2-4004-b833-0d5a9d6a2da7 HTTP/1.1" status: 204 len: 168 time: 0.4125624 Jul 24 00:44:35.761367 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ea067-7089-4659-b6cd-8fe565d522c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ada683-a3c2-4004-b833-0d5a9d6a2da7,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:35.764041 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-54039207-c0f9-4be2-a0ad-2417ea2f99e4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733254612345', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:35.766679 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-54039207-c0f9-4be2-a0ad-2417ea2f99e4 admin admin] Unsubscribe: segment precommit_create {{(pid=100464) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 24 00:44:35.768663 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-54039207-c0f9-4be2-a0ad-2417ea2f99e4 admin admin] Added segment 29cb724a-e429-44ff-9956-950fa3e91043 of type vlan for network dce79d1a-19b5-4596-96e4-d04368356b25 Jul 24 00:44:35.895618 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-54039207-c0f9-4be2-a0ad-2417ea2f99e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:35.986612 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-54039207-c0f9-4be2-a0ad-2417ea2f99e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:35.988042 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54039207-c0f9-4be2-a0ad-2417ea2f99e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:35.988859 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-54039207-c0f9-4be2-a0ad-2417ea2f99e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:36.040410 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-54039207-c0f9-4be2-a0ad-2417ea2f99e4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3295069 Jul 24 00:44:36.047440 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43726) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:36.053416 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-9f61d146-49d1-4749-bebe-3703a30b330a admin admin] Request body: {'subnet': {'network_id': 'dce79d1a-19b5-4596-96e4-d04368356b25', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-782398877-subnet', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:44:36.106495 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f61d146-49d1-4749-bebe-3703a30b330a admin admin] Made reservation on behalf of c49dfe4b8b164c34b2cb1c242cf6f8a2 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:44:36.110370 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9f61d146-49d1-4749-bebe-3703a30b330a admin admin] Notify callbacks [] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:36.131181 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef3f1f7-4262-46d2-be43-5cc60cb05827 x-openstack-request-id: req-8ef3f1f7-4262-46d2-be43-5cc60cb05827 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:44:36.131784 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd5f6686-18be-4d4e-b65a-99ab2bef6a02", "tag": "f70811fe-451e-4760-a467-78fa3843ae07", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:44:36.132476 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8ef3f1f7-4262-46d2-be43-5cc60cb05827 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:44:36.132949 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd5f6686-18be-4d4e-b65a-99ab2bef6a02', 'tag': 'f70811fe-451e-4760-a467-78fa3843ae07', 'status': 'completed', 'code': 200} Jul 24 00:44:36.204932 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54039207-c0f9-4be2-a0ad-2417ea2f99e4 admin admin] Pushing event updated for resources: {'Network': ['ID=dce79d1a-19b5-4596-96e4-d04368356b25,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:36.234237 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network dce79d1a-19b5-4596-96e4-d04368356b25 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:44:36.441152 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f590cdc-4d27-4b97-bd9f-0b847faf86ed req-bdeb3eb0-fe93-43bb-aa40-125275545ac3 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:36.449136 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8f590cdc-4d27-4b97-bd9f-0b847faf86ed req-bdeb3eb0-fe93-43bb-aa40-125275545ac3 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/ports?device_id=b97d9681-63ce-4227-87b4-86d90ed3f9b0 HTTP/1.1" status: 200 len: 936 time: 0.2169302 Jul 24 00:44:36.531117 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8f590cdc-4d27-4b97-bd9f-0b847faf86ed req-bfdbac34-eb7f-4b34-b238-f42a154dd592 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/security-groups?id=a51518ca-40a1-45d1-b717-9d8ebb1403c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801468 Jul 24 00:44:36.556562 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9f61d146-49d1-4749-bebe-3703a30b330a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:36.772196 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f61d146-49d1-4749-bebe-3703a30b330a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9be57270-14e1-41b6-9949-cbee1e39a6d3,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:36.797328 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f61d146-49d1-4749-bebe-3703a30b330a admin admin] Checking segment: {'id': '29cb724a-e429-44ff-9956-950fa3e91043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dce79d1a-19b5-4596-96e4-d04368356b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:44:36.798409 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f61d146-49d1-4749-bebe-3703a30b330a admin admin] Network hostable DHCP agents. Network: dce79d1a-19b5-4596-96e4-d04368356b25, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:44:36.859277 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f61d146-49d1-4749-bebe-3703a30b330a admin admin] Network dce79d1a-19b5-4596-96e4-d04368356b25 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:44:36.892043 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-9f61d146-49d1-4749-bebe-3703a30b330a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, dce79d1a-19b5-4596-96e4-d04368356b25) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:44:36.905033 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f61d146-49d1-4749-bebe-3703a30b330a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:36.916112 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c7880d-17dd-449a-9792-76bd93baeabb None None] Network dce79d1a-19b5-4596-96e4-d04368356b25 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:44:36.916478 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9f61d146-49d1-4749-bebe-3703a30b330a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:36.951983 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43750) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:36.955429 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9f61d146-49d1-4749-bebe-3703a30b330a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9061990 Jul 24 00:44:36.958731 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-7a6f11f4-8bfd-48a0-ad6c-7138c8bd7d21 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-782398877-router', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:44:37.042953 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7a6f11f4-8bfd-48a0-ad6c-7138c8bd7d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:37.051443 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7a6f11f4-8bfd-48a0-ad6c-7138c8bd7d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:37.208414 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7a6f11f4-8bfd-48a0-ad6c-7138c8bd7d21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:37.346218 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479d59c3-e6d8-41c9-9a6e-a04cd9f03473 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-dce79d1a-19b5-4596-96e4-d04368356b25', 'network_id': 'dce79d1a-19b5-4596-96e4-d04368356b25', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'fixed_ips': [{'subnet_id': '9be57270-14e1-41b6-9949-cbee1e39a6d3'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:44:37.347141 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-479d59c3-e6d8-41c9-9a6e-a04cd9f03473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:37.558272 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7a6f11f4-8bfd-48a0-ad6c-7138c8bd7d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:37.591622 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ba95f-5918-45f9-a7a5-c103cd65c426 req-1a38b796-f02e-4646-8b7f-d855cfde8b07 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:37.594636 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-463ba95f-5918-45f9-a7a5-c103cd65c426 req-1a38b796-f02e-4646-8b7f-d855cfde8b07 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd5f6686-18be-4d4e-b65a-99ab2bef6a02 HTTP/1.1" status: 200 len: 970 time: 0.6121857 Jul 24 00:44:37.627604 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-479d59c3-e6d8-41c9-9a6e-a04cd9f03473 None None] Allocated IP 172.20.0.2 (dce79d1a-19b5-4596-96e4-d04368356b25/9be57270-14e1-41b6-9949-cbee1e39a6d3/8a1337e8-c08f-4882-b40b-b06f1b75684d) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:44:37.763119 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-463ba95f-5918-45f9-a7a5-c103cd65c426 req-fa2c8ddd-2b10-4b65-9bd5-4a03c84f081e tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d028efe-3833-4141-95a3-fc26455fa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610739 Jul 24 00:44:37.885465 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e735691-c24e-456a-810b-d180db922b0a req-c434779a-c5d5-46ba-bbf8-2f1b09ee8b18 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:37.900895 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9e735691-c24e-456a-810b-d180db922b0a req-c434779a-c5d5-46ba-bbf8-2f1b09ee8b18 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/ports?device_id=b97d9681-63ce-4227-87b4-86d90ed3f9b0 HTTP/1.1" status: 200 len: 936 time: 0.1528797 Jul 24 00:44:37.960374 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9e735691-c24e-456a-810b-d180db922b0a req-3fcf46d6-0073-4927-8e3a-1e1d71f00618 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/security-groups?id=a51518ca-40a1-45d1-b717-9d8ebb1403c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464792 Jul 24 00:44:38.100115 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-479d59c3-e6d8-41c9-9a6e-a04cd9f03473 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:38.118904 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-479d59c3-e6d8-41c9-9a6e-a04cd9f03473 None None] Transition to ACTIVE for port object 8a1337e8-c08f-4882-b40b-b06f1b75684d will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:44:38.156910 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-479d59c3-e6d8-41c9-9a6e-a04cd9f03473 None None] Transition to ACTIVE for port object 8a1337e8-c08f-4882-b40b-b06f1b75684d will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:44:38.172069 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-479d59c3-e6d8-41c9-9a6e-a04cd9f03473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:38.219911 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479d59c3-e6d8-41c9-9a6e-a04cd9f03473 None None] Network dce79d1a-19b5-4596-96e4-d04368356b25 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:44:38.225433 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-479d59c3-e6d8-41c9-9a6e-a04cd9f03473 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:44:38.229632 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479d59c3-e6d8-41c9-9a6e-a04cd9f03473 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:44:38.237504 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d59c3-e6d8-41c9-9a6e-a04cd9f03473 None None] Pushing event updated for resources: {'Port': ['ID=8a1337e8-c08f-4882-b40b-b06f1b75684d,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:38.281992 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7a6f11f4-8bfd-48a0-ad6c-7138c8bd7d21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:38.292208 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479d59c3-e6d8-41c9-9a6e-a04cd9f03473 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:38.292566 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479d59c3-e6d8-41c9-9a6e-a04cd9f03473 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:38.292909 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479d59c3-e6d8-41c9-9a6e-a04cd9f03473 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:38.301108 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479d59c3-e6d8-41c9-9a6e-a04cd9f03473 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:38.305716 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479d59c3-e6d8-41c9-9a6e-a04cd9f03473 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:38.306177 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479d59c3-e6d8-41c9-9a6e-a04cd9f03473 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:38.306529 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479d59c3-e6d8-41c9-9a6e-a04cd9f03473 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:38.306902 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479d59c3-e6d8-41c9-9a6e-a04cd9f03473 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:38.307244 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479d59c3-e6d8-41c9-9a6e-a04cd9f03473 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:38.307578 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479d59c3-e6d8-41c9-9a6e-a04cd9f03473 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:38.307909 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479d59c3-e6d8-41c9-9a6e-a04cd9f03473 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:38.309588 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479d59c3-e6d8-41c9-9a6e-a04cd9f03473 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:38.310516 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479d59c3-e6d8-41c9-9a6e-a04cd9f03473 None None] Tracked resource versions report: Jul 24 00:44:38.310516 n-d-793621-25 neutron-server[100465]: pushed versions: Jul 24 00:44:38.310516 n-d-793621-25 neutron-server[100465]: { 'AddressGroup': {'1.2'}, Jul 24 00:44:38.310516 n-d-793621-25 neutron-server[100465]: 'ConntrackHelper': {'1.0'}, Jul 24 00:44:38.310516 n-d-793621-25 neutron-server[100465]: 'Log': {'1.0'}, Jul 24 00:44:38.310516 n-d-793621-25 neutron-server[100465]: 'Network': {'1.1'}, Jul 24 00:44:38.310516 n-d-793621-25 neutron-server[100465]: 'Port': {'1.7'}, Jul 24 00:44:38.310516 n-d-793621-25 neutron-server[100465]: 'PortForwarding': {'1.2'}, Jul 24 00:44:38.310516 n-d-793621-25 neutron-server[100465]: 'QosPolicy': {'1.8'}, Jul 24 00:44:38.310516 n-d-793621-25 neutron-server[100465]: 'SecurityGroup': {'1.4'}, Jul 24 00:44:38.310516 n-d-793621-25 neutron-server[100465]: 'SecurityGroupRule': {'1.2'}, Jul 24 00:44:38.310516 n-d-793621-25 neutron-server[100465]: 'SubPort': {'1.0'}, Jul 24 00:44:38.310516 n-d-793621-25 neutron-server[100465]: 'Subnet': {'1.1'}, Jul 24 00:44:38.310516 n-d-793621-25 neutron-server[100465]: 'Trunk': {'1.1'}} Jul 24 00:44:38.310516 n-d-793621-25 neutron-server[100465]: consumer versions: Jul 24 00:44:38.310516 n-d-793621-25 neutron-server[100465]: { DHCP agent@n-d-793621-25: {}, Jul 24 00:44:38.310516 n-d-793621-25 neutron-server[100465]: HyperV agent@n-h1-793621-25: {}, Jul 24 00:44:38.310516 n-d-793621-25 neutron-server[100465]: HyperV agent@n-h2-793621-25: {}, Jul 24 00:44:38.310516 n-d-793621-25 neutron-server[100465]: L3 agent@n-d-793621-25: {}, Jul 24 00:44:38.310516 n-d-793621-25 neutron-server[100465]: Metadata agent@n-d-793621-25: {}, Jul 24 00:44:38.310516 n-d-793621-25 neutron-server[100465]: Metering agent@n-d-793621-25: {}, Jul 24 00:44:38.310516 n-d-793621-25 neutron-server[100465]: Open vSwitch agent@n-d-793621-25: { 'AddressGroup': '1.2', Jul 24 00:44:38.310516 n-d-793621-25 neutron-server[100465]: 'ConntrackHelper': '1.0', Jul 24 00:44:38.310516 n-d-793621-25 neutron-server[100465]: 'Log': '1.0', Jul 24 00:44:38.310516 n-d-793621-25 neutron-server[100465]: 'Network': '1.1', Jul 24 00:44:38.310516 n-d-793621-25 neutron-server[100465]: 'Port': '1.7', Jul 24 00:44:38.310516 n-d-793621-25 neutron-server[100465]: 'PortForwarding': '1.2', Jul 24 00:44:38.310516 n-d-793621-25 neutron-server[100465]: 'QosPolicy': '1.8', Jul 24 00:44:38.310516 n-d-793621-25 neutron-server[100465]: 'SecurityGroup': '1.4', Jul 24 00:44:38.310516 n-d-793621-25 neutron-server[100465]: 'SecurityGroupRule': '1.2', Jul 24 00:44:38.310516 n-d-793621-25 neutron-server[100465]: 'SubPort': '1.0', Jul 24 00:44:38.310516 n-d-793621-25 neutron-server[100465]: 'Subnet': '1.1', Jul 24 00:44:38.310516 n-d-793621-25 neutron-server[100465]: 'Trunk': '1.1'}} Jul 24 00:44:38.310516 n-d-793621-25 neutron-server[100465]: {{(pid=100465) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 24 00:44:38.335607 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7a6f11f4-8bfd-48a0-ad6c-7138c8bd7d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:38.398559 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-479d59c3-e6d8-41c9-9a6e-a04cd9f03473 None None] Attempting to bind port 8a1337e8-c08f-4882-b40b-b06f1b75684d on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:44:38.399425 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-479d59c3-e6d8-41c9-9a6e-a04cd9f03473 None None] Attempting to bind port 8a1337e8-c08f-4882-b40b-b06f1b75684d by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '29cb724a-e429-44ff-9956-950fa3e91043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dce79d1a-19b5-4596-96e4-d04368356b25'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:44:38.399425 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479d59c3-e6d8-41c9-9a6e-a04cd9f03473 None None] Attempting to bind port 8a1337e8-c08f-4882-b40b-b06f1b75684d on network dce79d1a-19b5-4596-96e4-d04368356b25 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:44:38.412984 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479d59c3-e6d8-41c9-9a6e-a04cd9f03473 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:44:38.413268 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479d59c3-e6d8-41c9-9a6e-a04cd9f03473 None None] Checking segment: {'id': '29cb724a-e429-44ff-9956-950fa3e91043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dce79d1a-19b5-4596-96e4-d04368356b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:44:38.413766 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-479d59c3-e6d8-41c9-9a6e-a04cd9f03473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:38.414393 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479d59c3-e6d8-41c9-9a6e-a04cd9f03473 None None] Bound using segment: {'id': '29cb724a-e429-44ff-9956-950fa3e91043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dce79d1a-19b5-4596-96e4-d04368356b25'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:44:38.415132 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-479d59c3-e6d8-41c9-9a6e-a04cd9f03473 None None] Bound port: 8a1337e8-c08f-4882-b40b-b06f1b75684d, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29cb724a-e429-44ff-9956-950fa3e91043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dce79d1a-19b5-4596-96e4-d04368356b25'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:44:38.415623 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-479d59c3-e6d8-41c9-9a6e-a04cd9f03473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:38.581618 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-479d59c3-e6d8-41c9-9a6e-a04cd9f03473 None None] For port 8a1337e8-c08f-4882-b40b-b06f1b75684d, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:44:38.589658 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-479d59c3-e6d8-41c9-9a6e-a04cd9f03473 None None] For port 8a1337e8-c08f-4882-b40b-b06f1b75684d, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=8a1337e8-c08f-4882-b40b-b06f1b75684d,segment=NetworkSegment(29cb724a-e429-44ff-9956-950fa3e91043),segment_id=29cb724a-e429-44ff-9956-950fa3e91043)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:44:38.599429 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-479d59c3-e6d8-41c9-9a6e-a04cd9f03473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:38.601080 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-7a6f11f4-8bfd-48a0-ad6c-7138c8bd7d21 admin admin] Allocated IP 172.25.2.194 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/b250a86f-11b6-4f6f-9d2d-f659ace64b98) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:44:38.747735 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d59c3-e6d8-41c9-9a6e-a04cd9f03473 None None] Pushing event updated for resources: {'Port': ['ID=8a1337e8-c08f-4882-b40b-b06f1b75684d,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:38.887002 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7a6f11f4-8bfd-48a0-ad6c-7138c8bd7d21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:39.013417 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7a6f11f4-8bfd-48a0-ad6c-7138c8bd7d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:39.067301 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f4240-81b0-4f3d-a1a1-576b1ba05c5a req-e602fc50-a6ba-4bfb-bd19-7bc6e8aa9af1 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:39.074790 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f21f4240-81b0-4f3d-a1a1-576b1ba05c5a req-e602fc50-a6ba-4bfb-bd19-7bc6e8aa9af1 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd5f6686-18be-4d4e-b65a-99ab2bef6a02 HTTP/1.1" status: 200 len: 970 time: 0.1615450 Jul 24 00:44:39.125165 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6f11f4-8bfd-48a0-ad6c-7138c8bd7d21 admin admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:44:39.134504 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-7a6f11f4-8bfd-48a0-ad6c-7138c8bd7d21 admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:44:39.148231 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6f11f4-8bfd-48a0-ad6c-7138c8bd7d21 admin admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:44:39.157579 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f11f4-8bfd-48a0-ad6c-7138c8bd7d21 admin admin] Pushing event updated for resources: {'Port': ['ID=b250a86f-11b6-4f6f-9d2d-f659ace64b98,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:39.404403 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f21f4240-81b0-4f3d-a1a1-576b1ba05c5a req-bb64856e-3280-41a0-9e79-6c6b746d23a7 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d028efe-3833-4141-95a3-fc26455fa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282735 Jul 24 00:44:39.444777 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fb800-c1b1-4300-8bf6-ba58c558508e req-230809a0-ae87-48a3-8dd5-1a8891272d10 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:39.453321 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c00fb800-c1b1-4300-8bf6-ba58c558508e req-230809a0-ae87-48a3-8dd5-1a8891272d10 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/ports?device_id=b97d9681-63ce-4227-87b4-86d90ed3f9b0 HTTP/1.1" status: 200 len: 936 time: 0.2737882 Jul 24 00:44:39.502614 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c00fb800-c1b1-4300-8bf6-ba58c558508e req-9dbc907d-774f-402f-bec8-3e8cba4ef8de tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/security-groups?id=a51518ca-40a1-45d1-b717-9d8ebb1403c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480559 Jul 24 00:44:39.734977 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7a6f11f4-8bfd-48a0-ad6c-7138c8bd7d21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:39.992020 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-f713e342-ef71-420b-b32c-56ff0c4a5b39 req-e556bea0-ae38-4268-bc8d-5d5b5aeae3ef tempest-SecurityGroupsTestAdminJSON-301527773 tempest-SecurityGroupsTestAdminJSON-301527773-project] Request body: {'security_group': {'name': 'tempest-securitygroup-781884454', 'description': 'tempest-description-699103780'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:44:40.040354 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f713e342-ef71-420b-b32c-56ff0c4a5b39 req-e556bea0-ae38-4268-bc8d-5d5b5aeae3ef tempest-SecurityGroupsTestAdminJSON-301527773 tempest-SecurityGroupsTestAdminJSON-301527773-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:40.053303 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f713e342-ef71-420b-b32c-56ff0c4a5b39 req-e556bea0-ae38-4268-bc8d-5d5b5aeae3ef tempest-SecurityGroupsTestAdminJSON-301527773 tempest-SecurityGroupsTestAdminJSON-301527773-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:40.081662 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7a6f11f4-8bfd-48a0-ad6c-7138c8bd7d21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:40.239253 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-b0d67292-71d3-441d-b1d4-07b88333648d service neutron] Request body: {'port': {'device_id': 'b97d9681-63ce-4227-87b4-86d90ed3f9b0', 'device_owner': 'compute:tempest-test_az-1511452927', 'binding:host_id': 'n-h2-793621-25'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:44:40.356312 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c893ce8f-4738-4c15-93c8-43bc4a5ad466 None None] Network dce79d1a-19b5-4596-96e4-d04368356b25 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:44:40.357673 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f713e342-ef71-420b-b32c-56ff0c4a5b39 req-e556bea0-ae38-4268-bc8d-5d5b5aeae3ef tempest-SecurityGroupsTestAdminJSON-301527773 tempest-SecurityGroupsTestAdminJSON-301527773-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:40.377483 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f713e342-ef71-420b-b32c-56ff0c4a5b39 req-e556bea0-ae38-4268-bc8d-5d5b5aeae3ef tempest-SecurityGroupsTestAdminJSON-301527773 tempest-SecurityGroupsTestAdminJSON-301527773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:40.414293 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-b0d67292-71d3-441d-b1d4-07b88333648d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:40.444509 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-bd82ed6e-2393-4c37-9ac2-68562ec07786 None None] Provisioning for port 8a1337e8-c08f-4882-b40b-b06f1b75684d completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:44:40.492617 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6f11f4-8bfd-48a0-ad6c-7138c8bd7d21 admin admin] Router ccec94e2-51a8-407b-b985-d864d380ad48 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:44:40.540571 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556bea0-ae38-4268-bc8d-5d5b5aeae3ef tempest-SecurityGroupsTestAdminJSON-301527773 tempest-SecurityGroupsTestAdminJSON-301527773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4ab8bf-30f7-445a-9e06-9b796e56c1cc,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:40.759893 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c3efb-7079-4524-a822-ba8bfb155eb2 req-b364ebc5-2d1c-43e1-bd48-e90ed4d94fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:40.771447 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f713e342-ef71-420b-b32c-56ff0c4a5b39 req-e556bea0-ae38-4268-bc8d-5d5b5aeae3ef tempest-SecurityGroupsTestAdminJSON-301527773 tempest-SecurityGroupsTestAdminJSON-301527773-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:40.776309 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a58c3efb-7079-4524-a822-ba8bfb155eb2 req-b364ebc5-2d1c-43e1-bd48-e90ed4d94fb1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e80fafdeac34457a466c8523e0a2412&device_id=dd5f6686-18be-4d4e-b65a-99ab2bef6a02 HTTP/1.1" status: 200 len: 1122 time: 0.4345822 Jul 24 00:44:40.791030 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f713e342-ef71-420b-b32c-56ff0c4a5b39 req-e556bea0-ae38-4268-bc8d-5d5b5aeae3ef tempest-SecurityGroupsTestAdminJSON-301527773 tempest-SecurityGroupsTestAdminJSON-301527773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:40.818542 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 8a1337e8-c08f-4882-b40b-b06f1b75684d up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:44:40.838138 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a58c3efb-7079-4524-a822-ba8bfb155eb2 req-37b6a804-328f-4e5a-847d-789c97de0002 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6e80fafdeac34457a466c8523e0a2412&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609338 Jul 24 00:44:40.889920 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f713e342-ef71-420b-b32c-56ff0c4a5b39 req-e556bea0-ae38-4268-bc8d-5d5b5aeae3ef tempest-SecurityGroupsTestAdminJSON-301527773 tempest-SecurityGroupsTestAdminJSON-301527773-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:40.903131 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f713e342-ef71-420b-b32c-56ff0c4a5b39 req-e556bea0-ae38-4268-bc8d-5d5b5aeae3ef tempest-SecurityGroupsTestAdminJSON-301527773 tempest-SecurityGroupsTestAdminJSON-301527773-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9480524 Jul 24 00:44:40.908704 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 8a1337e8-c08f-4882-b40b-b06f1b75684d completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:44:40.910464 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556bea0-ae38-4268-bc8d-5d5b5aeae3ef tempest-SecurityGroupsTestAdminJSON-301527773 tempest-SecurityGroupsTestAdminJSON-301527773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=358a02ac-5ba5-407e-854a-7460cf6af2ad,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:40.914424 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 8a1337e8-c08f-4882-b40b-b06f1b75684d triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:44:40.918839 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:40.947253 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6f11f4-8bfd-48a0-ad6c-7138c8bd7d21 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:44:40.963853 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6657a96-d436-437e-91be-5c42aee43874 None None] Sync routers for ids ['ccec94e2-51a8-407b-b985-d864d380ad48'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:44:40.970614 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7a6f11f4-8bfd-48a0-ad6c-7138c8bd7d21 admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:40.972545 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7a6f11f4-8bfd-48a0-ad6c-7138c8bd7d21 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.0190892 Jul 24 00:44:40.978140 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43854) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:40.980153 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6657a96-d436-437e-91be-5c42aee43874 None None] Routers {'ccec94e2-51a8-407b-b985-d864d380ad48'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:44:40.980804 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-e6657a96-d436-437e-91be-5c42aee43874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:44:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['ccec94e2-51a8-407b-b985-d864d380ad48'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:44:41.136753 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:41.187537 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-e6657a96-d436-437e-91be-5c42aee43874 None None] Set router ccec94e2-51a8-407b-b985-d864d380ad48 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:44:41.230171 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 8a1337e8-c08f-4882-b40b-b06f1b75684d, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=8a1337e8-c08f-4882-b40b-b06f1b75684d,segment=NetworkSegment(29cb724a-e429-44ff-9956-950fa3e91043),segment_id=29cb724a-e429-44ff-9956-950fa3e91043)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:44:41.270766 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:41.416455 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-e6657a96-d436-437e-91be-5c42aee43874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-782398877-router', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'b250a86f-11b6-4f6f-9d2d-f659ace64b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:44:37Z', 'updated_at': '2021-07-24T00:44:39Z', 'revision_number': 3, 'project_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'gw_port': {'id': 'b250a86f-11b6-4f6f-9d2d-f659ace64b98', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:44:38Z', 'updated_at': '2021-07-24T00:44:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:44:41.419843 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9dd01a42-913d-49db-9b0f-dba2d21ed974 None None] Provisioning complete for port 8a1337e8-c08f-4882-b40b-b06f1b75684d triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:44:41.430088 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9dd01a42-913d-49db-9b0f-dba2d21ed974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:41.469244 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=8a1337e8-c08f-4882-b40b-b06f1b75684d,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:41.471946 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6657a96-d436-437e-91be-5c42aee43874 None None] Checking router: ccec94e2-51a8-407b-b985-d864d380ad48 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:44:41.480153 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6657a96-d436-437e-91be-5c42aee43874 None None] Updating router ccec94e2-51a8-407b-b985-d864d380ad48 port b250a86f-11b6-4f6f-9d2d-f659ace64b98 binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:44:41.507920 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6dc6b-47f8-46c1-acf0-e7a6a93cd69d req-ddee7106-dff1-41ac-b6f0-42eaa616c53d tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:41.510275 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1de6dc6b-47f8-46c1-acf0-e7a6a93cd69d req-ddee7106-dff1-41ac-b6f0-42eaa616c53d tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/ports?device_id=b97d9681-63ce-4227-87b4-86d90ed3f9b0 HTTP/1.1" status: 200 len: 936 time: 0.3974578 Jul 24 00:44:41.523114 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-e6657a96-d436-437e-91be-5c42aee43874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:41.679579 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1de6dc6b-47f8-46c1-acf0-e7a6a93cd69d req-fa1e4790-3492-41c1-b33f-f7a863eb7530 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/security-groups?id=a51518ca-40a1-45d1-b717-9d8ebb1403c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497271 Jul 24 00:44:41.753758 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-e35a2eef-c120-4f3d-b764-89def45c8c71 req-ccbb65fb-fc99-4cbe-8b90-ab6a43026168 tempest-SecurityGroupsTestAdminJSON-301527773 tempest-SecurityGroupsTestAdminJSON-301527773-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1235647356', 'description': 'tempest-description-530425950'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:44:41.770610 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42673a9d-1716-49c0-9783-579c4bc7da05 req-12e7bde2-2909-45c0-b4f4-000aba472d27 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:41.772261 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-42673a9d-1716-49c0-9783-579c4bc7da05 req-12e7bde2-2909-45c0-b4f4-000aba472d27 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd5f6686-18be-4d4e-b65a-99ab2bef6a02 HTTP/1.1" status: 200 len: 970 time: 1.2433593 Jul 24 00:44:41.824196 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e35a2eef-c120-4f3d-b764-89def45c8c71 req-ccbb65fb-fc99-4cbe-8b90-ab6a43026168 tempest-SecurityGroupsTestAdminJSON-301527773 tempest-SecurityGroupsTestAdminJSON-301527773-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:41.846100 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c3efb-7079-4524-a822-ba8bfb155eb2 req-d7b6ca53-ef9d-469a-afe5-ec7a14a4618a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:41.847613 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a58c3efb-7079-4524-a822-ba8bfb155eb2 req-d7b6ca53-ef9d-469a-afe5-ec7a14a4618a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9790041 Jul 24 00:44:41.899299 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-42673a9d-1716-49c0-9783-579c4bc7da05 req-d18d4f67-b702-4573-99ed-e8de8972811e tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d028efe-3833-4141-95a3-fc26455fa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120658 Jul 24 00:44:41.973729 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-b0d67292-71d3-441d-b1d4-07b88333648d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 108e4ac0-7d1b-4929-a535-3bea4f1b38f7 {{(pid=100463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:44:42.015499 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-e6657a96-d436-437e-91be-5c42aee43874 None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:42.027945 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-e6657a96-d436-437e-91be-5c42aee43874 None None] Transition to ACTIVE for port object b250a86f-11b6-4f6f-9d2d-f659ace64b98 will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:44:42.031747 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-b0d67292-71d3-441d-b1d4-07b88333648d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:42.041578 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-e6657a96-d436-437e-91be-5c42aee43874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:42.047904 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e35a2eef-c120-4f3d-b764-89def45c8c71 req-ccbb65fb-fc99-4cbe-8b90-ab6a43026168 tempest-SecurityGroupsTestAdminJSON-301527773 tempest-SecurityGroupsTestAdminJSON-301527773-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:42.056791 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:44:42.057921 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-b0d67292-71d3-441d-b1d4-07b88333648d service neutron] Transition to ACTIVE for port object 108e4ac0-7d1b-4929-a535-3bea4f1b38f7 will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:44:42.059945 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-46906ea7-88b0-4cf8-aa1b-9e3bb502ff26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:42.064085 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e35a2eef-c120-4f3d-b764-89def45c8c71 req-ccbb65fb-fc99-4cbe-8b90-ab6a43026168 tempest-SecurityGroupsTestAdminJSON-301527773 tempest-SecurityGroupsTestAdminJSON-301527773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:42.068327 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-b0d67292-71d3-441d-b1d4-07b88333648d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:42.114415 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa34121-98e9-4176-9448-16aae36a7f53 None None] Pushing event updated for resources: {'Port': ['ID=b250a86f-11b6-4f6f-9d2d-f659ace64b98,revision_number=2']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:42.117457 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-e6657a96-d436-437e-91be-5c42aee43874 None None] Attempting to bind port b250a86f-11b6-4f6f-9d2d-f659ace64b98 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:44:42.118124 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-e6657a96-d436-437e-91be-5c42aee43874 None None] Attempting to bind port b250a86f-11b6-4f6f-9d2d-f659ace64b98 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:44:42.118686 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6657a96-d436-437e-91be-5c42aee43874 None None] Attempting to bind port b250a86f-11b6-4f6f-9d2d-f659ace64b98 on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:44:42.126208 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e35a2eef-c120-4f3d-b764-89def45c8c71 req-ccbb65fb-fc99-4cbe-8b90-ab6a43026168 tempest-SecurityGroupsTestAdminJSON-301527773 tempest-SecurityGroupsTestAdminJSON-301527773-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:42.126928 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6657a96-d436-437e-91be-5c42aee43874 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:44:42.127559 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6657a96-d436-437e-91be-5c42aee43874 None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:44:42.128188 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-e6657a96-d436-437e-91be-5c42aee43874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:42.128814 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6657a96-d436-437e-91be-5c42aee43874 None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:44:42.129514 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-e6657a96-d436-437e-91be-5c42aee43874 None None] Bound port: b250a86f-11b6-4f6f-9d2d-f659ace64b98, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:44:42.130115 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-e6657a96-d436-437e-91be-5c42aee43874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:42.141445 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e35a2eef-c120-4f3d-b764-89def45c8c71 req-ccbb65fb-fc99-4cbe-8b90-ab6a43026168 tempest-SecurityGroupsTestAdminJSON-301527773 tempest-SecurityGroupsTestAdminJSON-301527773-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4054103 Jul 24 00:44:42.144065 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb65fb-fc99-4cbe-8b90-ab6a43026168 tempest-SecurityGroupsTestAdminJSON-301527773 tempest-SecurityGroupsTestAdminJSON-301527773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4be31a64-052d-4c84-a41b-fa8c3577fd42,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:42.148767 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-85e102ff-0fa5-48bf-b3a4-2369800c810f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:42.150674 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-85e102ff-0fa5-48bf-b3a4-2369800c810f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e80fafdeac34457a466c8523e0a2412&device_id=dd5f6686-18be-4d4e-b65a-99ab2bef6a02 HTTP/1.1" status: 200 len: 1122 time: 0.1699367 Jul 24 00:44:42.221213 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa34121-98e9-4176-9448-16aae36a7f53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:42.222114 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa34121-98e9-4176-9448-16aae36a7f53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:42.222652 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa34121-98e9-4176-9448-16aae36a7f53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:42.223218 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa34121-98e9-4176-9448-16aae36a7f53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:42.226404 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa34121-98e9-4176-9448-16aae36a7f53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:42.227168 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa34121-98e9-4176-9448-16aae36a7f53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:42.227720 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa34121-98e9-4176-9448-16aae36a7f53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:42.228280 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa34121-98e9-4176-9448-16aae36a7f53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:42.228873 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa34121-98e9-4176-9448-16aae36a7f53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:42.229417 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa34121-98e9-4176-9448-16aae36a7f53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:42.229939 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa34121-98e9-4176-9448-16aae36a7f53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:42.230450 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa34121-98e9-4176-9448-16aae36a7f53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:44:42.231826 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aa34121-98e9-4176-9448-16aae36a7f53 None None] Tracked resource versions report: Jul 24 00:44:42.231826 n-d-793621-25 neutron-server[100466]: pushed versions: Jul 24 00:44:42.231826 n-d-793621-25 neutron-server[100466]: { 'AddressGroup': {'1.2'}, Jul 24 00:44:42.231826 n-d-793621-25 neutron-server[100466]: 'ConntrackHelper': {'1.0'}, Jul 24 00:44:42.231826 n-d-793621-25 neutron-server[100466]: 'Log': {'1.0'}, Jul 24 00:44:42.231826 n-d-793621-25 neutron-server[100466]: 'Network': {'1.1'}, Jul 24 00:44:42.231826 n-d-793621-25 neutron-server[100466]: 'Port': {'1.7'}, Jul 24 00:44:42.231826 n-d-793621-25 neutron-server[100466]: 'PortForwarding': {'1.2'}, Jul 24 00:44:42.231826 n-d-793621-25 neutron-server[100466]: 'QosPolicy': {'1.8'}, Jul 24 00:44:42.231826 n-d-793621-25 neutron-server[100466]: 'SecurityGroup': {'1.4'}, Jul 24 00:44:42.231826 n-d-793621-25 neutron-server[100466]: 'SecurityGroupRule': {'1.2'}, Jul 24 00:44:42.231826 n-d-793621-25 neutron-server[100466]: 'SubPort': {'1.0'}, Jul 24 00:44:42.231826 n-d-793621-25 neutron-server[100466]: 'Subnet': {'1.1'}, Jul 24 00:44:42.231826 n-d-793621-25 neutron-server[100466]: 'Trunk': {'1.1'}} Jul 24 00:44:42.231826 n-d-793621-25 neutron-server[100466]: consumer versions: Jul 24 00:44:42.231826 n-d-793621-25 neutron-server[100466]: { DHCP agent@n-d-793621-25: {}, Jul 24 00:44:42.231826 n-d-793621-25 neutron-server[100466]: HyperV agent@n-h1-793621-25: {}, Jul 24 00:44:42.231826 n-d-793621-25 neutron-server[100466]: HyperV agent@n-h2-793621-25: {}, Jul 24 00:44:42.231826 n-d-793621-25 neutron-server[100466]: L3 agent@n-d-793621-25: {}, Jul 24 00:44:42.231826 n-d-793621-25 neutron-server[100466]: Metadata agent@n-d-793621-25: {}, Jul 24 00:44:42.231826 n-d-793621-25 neutron-server[100466]: Metering agent@n-d-793621-25: {}, Jul 24 00:44:42.231826 n-d-793621-25 neutron-server[100466]: Open vSwitch agent@n-d-793621-25: { 'AddressGroup': '1.2', Jul 24 00:44:42.231826 n-d-793621-25 neutron-server[100466]: 'ConntrackHelper': '1.0', Jul 24 00:44:42.231826 n-d-793621-25 neutron-server[100466]: 'Log': '1.0', Jul 24 00:44:42.231826 n-d-793621-25 neutron-server[100466]: 'Network': '1.1', Jul 24 00:44:42.231826 n-d-793621-25 neutron-server[100466]: 'Port': '1.7', Jul 24 00:44:42.231826 n-d-793621-25 neutron-server[100466]: 'PortForwarding': '1.2', Jul 24 00:44:42.231826 n-d-793621-25 neutron-server[100466]: 'QosPolicy': '1.8', Jul 24 00:44:42.231826 n-d-793621-25 neutron-server[100466]: 'SecurityGroup': '1.4', Jul 24 00:44:42.231826 n-d-793621-25 neutron-server[100466]: 'SecurityGroupRule': '1.2', Jul 24 00:44:42.231826 n-d-793621-25 neutron-server[100466]: 'SubPort': '1.0', Jul 24 00:44:42.231826 n-d-793621-25 neutron-server[100466]: 'Subnet': '1.1', Jul 24 00:44:42.231826 n-d-793621-25 neutron-server[100466]: 'Trunk': '1.1'}} Jul 24 00:44:42.231826 n-d-793621-25 neutron-server[100466]: {{(pid=100466) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 24 00:44:42.261316 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-e6657a96-d436-437e-91be-5c42aee43874 None None] For port b250a86f-11b6-4f6f-9d2d-f659ace64b98, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:44:42.268914 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-e6657a96-d436-437e-91be-5c42aee43874 None None] For port b250a86f-11b6-4f6f-9d2d-f659ace64b98, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=b250a86f-11b6-4f6f-9d2d-f659ace64b98,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:44:42.310907 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-e6657a96-d436-437e-91be-5c42aee43874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:42.340297 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-b400edd7-d32f-4448-8d9e-e0283ebde8da service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=f70811fe-451e-4760-a467-78fa3843ae07 HTTP/1.1" status: 200 len: 217 time: 0.1817071 Jul 24 00:44:42.340876 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d67292-71d3-441d-b1d4-07b88333648d service neutron] Pushing event updated for resources: {'Port': ['ID=108e4ac0-7d1b-4929-a535-3bea4f1b38f7,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:42.432412 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa34121-98e9-4176-9448-16aae36a7f53 None None] Pushing event updated for resources: {'Port': ['ID=b250a86f-11b6-4f6f-9d2d-f659ace64b98,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:42.446930 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6657a96-d436-437e-91be-5c42aee43874 None None] Routers {'ccec94e2-51a8-407b-b985-d864d380ad48'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:44:42.447464 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-e6657a96-d436-437e-91be-5c42aee43874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:44:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['ccec94e2-51a8-407b-b985-d864d380ad48'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:44:42.595601 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-7e2e1050-941d-4c90-939b-9bc7842b0dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:42.597221 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-7e2e1050-941d-4c90-939b-9bc7842b0dc1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.2363586 Jul 24 00:44:42.603113 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-b0d67292-71d3-441d-b1d4-07b88333648d service neutron] Attempting to bind port 108e4ac0-7d1b-4929-a535-3bea4f1b38f7 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:44:42.603486 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-b0d67292-71d3-441d-b1d4-07b88333648d service neutron] Attempting to bind port 108e4ac0-7d1b-4929-a535-3bea4f1b38f7 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:44:42.603790 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-b0d67292-71d3-441d-b1d4-07b88333648d service neutron] Attempting to bind port 108e4ac0-7d1b-4929-a535-3bea4f1b38f7 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:44:42.610837 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-b0d67292-71d3-441d-b1d4-07b88333648d service neutron] Port 108e4ac0-7d1b-4929-a535-3bea4f1b38f7 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:44:42.611168 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-b0d67292-71d3-441d-b1d4-07b88333648d service neutron] Attempting to bind port 108e4ac0-7d1b-4929-a535-3bea4f1b38f7 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:44:42.650617 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-e6657a96-d436-437e-91be-5c42aee43874 None None] Set router ccec94e2-51a8-407b-b985-d864d380ad48 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:44:42.739155 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-b0d67292-71d3-441d-b1d4-07b88333648d service neutron] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:44:42.740754 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-b0d67292-71d3-441d-b1d4-07b88333648d service neutron] Checking segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:44:42.741486 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-b0d67292-71d3-441d-b1d4-07b88333648d service neutron] Bound using segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:44:42.743896 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-b0d67292-71d3-441d-b1d4-07b88333648d service neutron] Bound port: 108e4ac0-7d1b-4929-a535-3bea4f1b38f7, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:44:42.745447 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-b0d67292-71d3-441d-b1d4-07b88333648d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:42.766162 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-46906ea7-88b0-4cf8-aa1b-9e3bb502ff26 admin admin] Allocated IP 172.20.0.1 (dce79d1a-19b5-4596-96e4-d04368356b25/9be57270-14e1-41b6-9949-cbee1e39a6d3/02d4a2ee-960c-4660-bc91-256901577c00) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:44:42.779318 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 8a1337e8-c08f-4882-b40b-b06f1b75684d up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:44:42.810550 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-0b4aec65-f848-42d1-a6a3-0e0557d1ed3a req-ae86afd8-c504-4c0e-aac0-2183df485b1a tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1101474894', 'description': 'tempest-description-1145246704'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:44:42.920923 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-33407290-040f-427a-adc6-25caaf1fb038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:42.923211 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-33407290-040f-427a-adc6-25caaf1fb038 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3137691 Jul 24 00:44:42.931936 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 8a1337e8-c08f-4882-b40b-b06f1b75684d triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:44:42.932862 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:42.965648 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0b4aec65-f848-42d1-a6a3-0e0557d1ed3a req-ae86afd8-c504-4c0e-aac0-2183df485b1a tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:42.982437 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0b4aec65-f848-42d1-a6a3-0e0557d1ed3a req-ae86afd8-c504-4c0e-aac0-2183df485b1a tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:43.007765 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-b0d67292-71d3-441d-b1d4-07b88333648d service neutron] For port 108e4ac0-7d1b-4929-a535-3bea4f1b38f7, host n-h2-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:44:43.052913 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-b0d67292-71d3-441d-b1d4-07b88333648d service neutron] For port 108e4ac0-7d1b-4929-a535-3bea4f1b38f7, host n-h2-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=108e4ac0-7d1b-4929-a535-3bea4f1b38f7,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:44:43.064021 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-b0d67292-71d3-441d-b1d4-07b88333648d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:43.104223 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-46906ea7-88b0-4cf8-aa1b-9e3bb502ff26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:43.132603 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-b0d67292-71d3-441d-b1d4-07b88333648d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:43.133419 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-b0d67292-71d3-441d-b1d4-07b88333648d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:43.135565 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-b0d67292-71d3-441d-b1d4-07b88333648d service neutron] 10.222.0.11 "PUT /v2.0/ports/108e4ac0-7d1b-4929-a535-3bea4f1b38f7 HTTP/1.1" status: 200 len: 1119 time: 2.9062018 Jul 24 00:44:43.138097 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b97d9681-63ce-4227-87b4-86d90ed3f9b0', 'tag': '108e4ac0-7d1b-4929-a535-3bea4f1b38f7'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:44:43.145127 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b51c1c6-9912-421c-9dfc-d09efb781eb7" -d '{"events": [{"name": "network-changed", "server_uuid": "b97d9681-63ce-4227-87b4-86d90ed3f9b0", "tag": "108e4ac0-7d1b-4929-a535-3bea4f1b38f7"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:44:43.166931 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-87ae184c-c773-4a7a-9811-e05e71c13a57 service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360241 Jul 24 00:44:43.208033 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d67292-71d3-441d-b1d4-07b88333648d service neutron] Pushing event updated for resources: {'Port': ['ID=108e4ac0-7d1b-4929-a535-3bea4f1b38f7,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:43.210249 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-46906ea7-88b0-4cf8-aa1b-9e3bb502ff26 admin admin] Transition to ACTIVE for port object 02d4a2ee-960c-4660-bc91-256901577c00 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:44:43.320598 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-e6657a96-d436-437e-91be-5c42aee43874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-782398877-router', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'b250a86f-11b6-4f6f-9d2d-f659ace64b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:44:37Z', 'updated_at': '2021-07-24T00:44:39Z', 'revision_number': 3, 'project_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'gw_port': {'id': 'b250a86f-11b6-4f6f-9d2d-f659ace64b98', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:44:38Z', 'updated_at': '2021-07-24T00:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:44:43.374471 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7e2e7189-db9b-4e03-86df-1b81ea485546 req-2d91278d-2d01-427b-959c-373969996c3e service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981790 Jul 24 00:44:43.412419 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6657a96-d436-437e-91be-5c42aee43874 None None] The sync data for ids ['ccec94e2-51a8-407b-b985-d864d380ad48'] in n-d-793621-25 is: [{'id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-782398877-router', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'b250a86f-11b6-4f6f-9d2d-f659ace64b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:44:37Z', 'updated_at': '2021-07-24T00:44:39Z', 'revision_number': 3, 'project_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'gw_port': {'id': 'b250a86f-11b6-4f6f-9d2d-f659ace64b98', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:44:38Z', 'updated_at': '2021-07-24T00:44:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:44:43.428696 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-46906ea7-88b0-4cf8-aa1b-9e3bb502ff26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:43.446871 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-e3b6d3f5-b771-417c-b9f0-2193fbd9b657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:43.451138 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-e3b6d3f5-b771-417c-b9f0-2193fbd9b657 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=50edc9341a64449a8cc7b050a2c66215&device_id=b97d9681-63ce-4227-87b4-86d90ed3f9b0 HTTP/1.1" status: 200 len: 1122 time: 0.2224154 Jul 24 00:44:43.511877 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43902) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:43.552924 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-336ca6f6-62a2-4963-a851-0b4b77a96d7c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=108e4ac0-7d1b-4929-a535-3bea4f1b38f7 HTTP/1.1" status: 200 len: 217 time: 0.0795925 Jul 24 00:44:43.579285 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46906ea7-88b0-4cf8-aa1b-9e3bb502ff26 admin admin] Network dce79d1a-19b5-4596-96e4-d04368356b25 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:44:43.583828 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0b4aec65-f848-42d1-a6a3-0e0557d1ed3a req-ae86afd8-c504-4c0e-aac0-2183df485b1a tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:43.586992 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-46906ea7-88b0-4cf8-aa1b-9e3bb502ff26 admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:44:43.592196 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46906ea7-88b0-4cf8-aa1b-9e3bb502ff26 admin admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:44:43.593534 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-46906ea7-88b0-4cf8-aa1b-9e3bb502ff26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:43.599839 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46906ea7-88b0-4cf8-aa1b-9e3bb502ff26 admin admin] Pushing event updated for resources: {'Port': ['ID=02d4a2ee-960c-4660-bc91-256901577c00,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:43.647765 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e24ede-b28d-4c0a-9eb3-171cf233d3ce req-834301fa-eef6-41aa-bac5-df60d02a2eaa tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:43.651800 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a8e24ede-b28d-4c0a-9eb3-171cf233d3ce req-834301fa-eef6-41aa-bac5-df60d02a2eaa tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/ports?device_id=b97d9681-63ce-4227-87b4-86d90ed3f9b0 HTTP/1.1" status: 200 len: 970 time: 0.2716877 Jul 24 00:44:43.652206 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0b4aec65-f848-42d1-a6a3-0e0557d1ed3a req-ae86afd8-c504-4c0e-aac0-2183df485b1a tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:43.667300 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-5f7da338-8369-47bb-baa7-7d3178735a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:43.669687 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-5f7da338-8369-47bb-baa7-7d3178735a73 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.1099951 Jul 24 00:44:43.802400 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a8e24ede-b28d-4c0a-9eb3-171cf233d3ce req-d0b1fc76-8cdc-4697-8578-819ebcf2a807 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/security-groups?id=a51518ca-40a1-45d1-b717-9d8ebb1403c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312366 Jul 24 00:44:43.843388 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-8d1e4484-0b02-4092-8bd6-50e99f291acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:43.845537 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-8d1e4484-0b02-4092-8bd6-50e99f291acd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1617424 Jul 24 00:44:43.875338 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-77bf53cf-955d-407e-b6f5-0c15aaa2f5d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:43.895698 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae86afd8-c504-4c0e-aac0-2183df485b1a tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4e2687-e41c-4609-919f-690d3a0dfbe6,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:44.024796 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9aacd6fb-a901-4995-a470-8e017366dbbf None None] Provisioning for port 02d4a2ee-960c-4660-bc91-256901577c00 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:44:44.032640 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9aacd6fb-a901-4995-a470-8e017366dbbf None None] Provisioning complete for port 02d4a2ee-960c-4660-bc91-256901577c00 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:44:44.033299 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9aacd6fb-a901-4995-a470-8e017366dbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:44.067483 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-37a21f67-db8d-4c5a-9863-1dddd73ee304 service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117596 Jul 24 00:44:44.107245 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-9aacd6fb-a901-4995-a470-8e017366dbbf None None] Port 02d4a2ee-960c-4660-bc91-256901577c00 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:44:44.113342 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a5c90-fd81-4cb2-980a-fe2be954bf51 req-58bbdf81-4cd8-4875-8004-e16fb16cd075 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:44.114961 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-166a5c90-fd81-4cb2-980a-fe2be954bf51 req-58bbdf81-4cd8-4875-8004-e16fb16cd075 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd5f6686-18be-4d4e-b65a-99ab2bef6a02 HTTP/1.1" status: 200 len: 970 time: 0.1383715 Jul 24 00:44:44.124884 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0b4aec65-f848-42d1-a6a3-0e0557d1ed3a req-ae86afd8-c504-4c0e-aac0-2183df485b1a tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:44.127078 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-46906ea7-88b0-4cf8-aa1b-9e3bb502ff26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:44.143472 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0b4aec65-f848-42d1-a6a3-0e0557d1ed3a req-ae86afd8-c504-4c0e-aac0-2183df485b1a tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:44.208953 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-166a5c90-fd81-4cb2-980a-fe2be954bf51 req-8c26b460-65cd-4d12-a646-56f6bae8eceb tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d028efe-3833-4141-95a3-fc26455fa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821142 Jul 24 00:44:44.231167 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae86afd8-c504-4c0e-aac0-2183df485b1a tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ba0a6b-5104-4510-b981-34315eb3bb91,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:44.240270 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-84928c94-1458-4ce6-8389-5ef5ac0809a5 req-081051bf-0d9e-4415-920c-98d72d2e597f service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610107 Jul 24 00:44:44.286561 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f93195-3bf3-4e28-9a18-202d140101aa x-openstack-request-id: req-f0f93195-3bf3-4e28-9a18-202d140101aa {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:44:44.286974 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b97d9681-63ce-4227-87b4-86d90ed3f9b0", "tag": "108e4ac0-7d1b-4929-a535-3bea4f1b38f7", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:44:44.287577 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f0f93195-3bf3-4e28-9a18-202d140101aa {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:44:44.288085 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b97d9681-63ce-4227-87b4-86d90ed3f9b0', 'tag': '108e4ac0-7d1b-4929-a535-3bea4f1b38f7', 'status': 'completed', 'code': 200} Jul 24 00:44:44.392994 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b51c1c6-9912-421c-9dfc-d09efb781eb7 req-4a5a4f3e-ece7-46dd-9e4e-ee70423ad265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:44.396267 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8b51c1c6-9912-421c-9dfc-d09efb781eb7 req-4a5a4f3e-ece7-46dd-9e4e-ee70423ad265 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=50edc9341a64449a8cc7b050a2c66215&device_id=b97d9681-63ce-4227-87b4-86d90ed3f9b0 HTTP/1.1" status: 200 len: 1122 time: 0.0833433 Jul 24 00:44:44.419340 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-77bf53cf-955d-407e-b6f5-0c15aaa2f5d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:44.444409 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-77bf53cf-955d-407e-b6f5-0c15aaa2f5d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:44.497947 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0b4aec65-f848-42d1-a6a3-0e0557d1ed3a req-ae86afd8-c504-4c0e-aac0-2183df485b1a tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:44.503773 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0b4aec65-f848-42d1-a6a3-0e0557d1ed3a req-ae86afd8-c504-4c0e-aac0-2183df485b1a tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.7062857 Jul 24 00:44:44.535747 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-77bf53cf-955d-407e-b6f5-0c15aaa2f5d7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f7b600501bd14a1f999288bed88795d1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0216331 Jul 24 00:44:44.539719 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-d59b9978-28e6-4cf8-8063-bf6166e0c5b4 req-86671f1e-2362-4254-a8d7-0755c6552018 tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1680255877', 'description': 'tempest-description-1430762684'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:44:44.555430 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43918) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:44.600325 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf53cf-955d-407e-b6f5-0c15aaa2f5d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699995b6-40b8-488e-a9c4-d500784cb8d3,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:44.676640 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-46906ea7-88b0-4cf8-aa1b-9e3bb502ff26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:44.687104 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b51c1c6-9912-421c-9dfc-d09efb781eb7 req-78c8f2dc-a2f5-4407-b531-5628a5a3ca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:44.689705 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8b51c1c6-9912-421c-9dfc-d09efb781eb7 req-78c8f2dc-a2f5-4407-b531-5628a5a3ca07 service neutron] 10.222.0.11 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.2817655 Jul 24 00:44:44.698105 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-46906ea7-88b0-4cf8-aa1b-9e3bb502ff26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:44.699127 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-46906ea7-88b0-4cf8-aa1b-9e3bb502ff26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:44.760163 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46906ea7-88b0-4cf8-aa1b-9e3bb502ff26 admin admin] Pushing event updated for resources: {'Port': ['ID=02d4a2ee-960c-4660-bc91-256901577c00,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:44.761307 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8b51c1c6-9912-421c-9dfc-d09efb781eb7 req-c672786e-1488-47aa-9f00-da8105a71aaa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=108e4ac0-7d1b-4929-a535-3bea4f1b38f7 HTTP/1.1" status: 200 len: 217 time: 0.0634623 Jul 24 00:44:44.774788 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d59b9978-28e6-4cf8-8063-bf6166e0c5b4 req-86671f1e-2362-4254-a8d7-0755c6552018 tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:44.793885 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device b250a86f-11b6-4f6f-9d2d-f659ace64b98 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:44:44.856749 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43930) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:44.876190 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b51c1c6-9912-421c-9dfc-d09efb781eb7 req-37ad9b4d-350a-4800-8544-84e4ceb07f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:44.877712 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8b51c1c6-9912-421c-9dfc-d09efb781eb7 req-37ad9b4d-350a-4800-8544-84e4ceb07f3c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.1020594 Jul 24 00:44:44.922997 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port b250a86f-11b6-4f6f-9d2d-f659ace64b98 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:44:44.930292 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port b250a86f-11b6-4f6f-9d2d-f659ace64b98 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:44:44.931049 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:45.007287 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b51c1c6-9912-421c-9dfc-d09efb781eb7 req-f31e04a0-6f75-4c78-8c72-b4fa778a1ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:45.008861 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8b51c1c6-9912-421c-9dfc-d09efb781eb7 req-f31e04a0-6f75-4c78-8c72-b4fa778a1ef3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1238377 Jul 24 00:44:45.033705 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-218df649-95b6-4507-92cd-0615a0ee9bf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:45.055644 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43936) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:45.119282 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-218df649-95b6-4507-92cd-0615a0ee9bf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:45.132627 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46906ea7-88b0-4cf8-aa1b-9e3bb502ff26 admin admin] Network dce79d1a-19b5-4596-96e4-d04368356b25 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:44:45.153947 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-46906ea7-88b0-4cf8-aa1b-9e3bb502ff26 admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:44:45.156834 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:45.166518 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e92148ef-1c65-4cb8-b582-0c1ac08248bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:45.191275 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-275e178d-2527-4916-9faa-92acb5b216c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:45.201164 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c874a31-c747-4ae2-9bdd-02b536751a43 req-0647f21f-b16c-4d8d-b720-01e9980f9fec tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:45.202844 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0c874a31-c747-4ae2-9bdd-02b536751a43 req-0647f21f-b16c-4d8d-b720-01e9980f9fec tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/ports?device_id=b97d9681-63ce-4227-87b4-86d90ed3f9b0 HTTP/1.1" status: 200 len: 970 time: 0.2635882 Jul 24 00:44:45.204933 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port b250a86f-11b6-4f6f-9d2d-f659ace64b98, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=b250a86f-11b6-4f6f-9d2d-f659ace64b98,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:44:45.219716 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:45.239583 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8b51c1c6-9912-421c-9dfc-d09efb781eb7 req-4ba05f46-d51b-48c3-9e07-f683b50467af service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202857 Jul 24 00:44:45.293140 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d59b9978-28e6-4cf8-8063-bf6166e0c5b4 req-86671f1e-2362-4254-a8d7-0755c6552018 tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:45.301050 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0c874a31-c747-4ae2-9bdd-02b536751a43 req-d71ac1f6-e3c2-48ac-acfb-430ae1dc7ea9 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/security-groups?id=a51518ca-40a1-45d1-b717-9d8ebb1403c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903838 Jul 24 00:44:45.309977 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d59b9978-28e6-4cf8-8063-bf6166e0c5b4 req-86671f1e-2362-4254-a8d7-0755c6552018 tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:45.351179 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.db.api [None req-275e178d-2527-4916-9faa-92acb5b216c2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 24 00:44:45.351179 n-d-793621-25 neutron-server[100464]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 24 00:44:45.351179 n-d-793621-25 neutron-server[100464]: [parameters: {'project_id_1': 'ee0a682b69cd4d25b87bc5464e700fbe', 'expiration_1': datetime.datetime(2021, 7, 24, 0, 44, 45, 305483)}] Jul 24 00:44:45.351179 n-d-793621-25 neutron-server[100464]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100464) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:44:45.351718 n-d-793621-25 neutron-server[100464]: DEBUG oslo_db.api [None req-275e178d-2527-4916-9faa-92acb5b216c2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:44:45.385083 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=b250a86f-11b6-4f6f-9d2d-f659ace64b98,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:45.408107 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86671f1e-2362-4254-a8d7-0755c6552018 tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c059d59d-6ce4-4259-b41c-44b12a485887,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:45.437946 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-218df649-95b6-4507-92cd-0615a0ee9bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:45.441171 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-218df649-95b6-4507-92cd-0615a0ee9bf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:45.444936 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-218df649-95b6-4507-92cd-0615a0ee9bf0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/699995b6-40b8-488e-a9c4-d500784cb8d3 HTTP/1.1" status: 204 len: 168 time: 0.8857329 Jul 24 00:44:45.458820 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218df649-95b6-4507-92cd-0615a0ee9bf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699995b6-40b8-488e-a9c4-d500784cb8d3,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:45.469698 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46906ea7-88b0-4cf8-aa1b-9e3bb502ff26 admin admin] Router ccec94e2-51a8-407b-b985-d864d380ad48 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:44:45.550797 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-4b1e0232-310c-48e7-82e6-28e21234e0e1 None None] Provisioning complete for port 02d4a2ee-960c-4660-bc91-256901577c00 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:44:45.551078 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4b1e0232-310c-48e7-82e6-28e21234e0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:45.648130 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-4b1e0232-310c-48e7-82e6-28e21234e0e1 None None] Port 02d4a2ee-960c-4660-bc91-256901577c00 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:44:45.660657 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8c2fa9bf-31ea-4b66-b5da-a41410d3db75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:45.668413 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46906ea7-88b0-4cf8-aa1b-9e3bb502ff26 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:44:45.690789 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-46906ea7-88b0-4cf8-aa1b-9e3bb502ff26 admin admin] 10.222.0.15 "PUT /v2.0/routers/ccec94e2-51a8-407b-b985-d864d380ad48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6939206 Jul 24 00:44:45.754421 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8b51c1c6-9912-421c-9dfc-d09efb781eb7 req-70797991-3074-4c74-8a18-3fa55d5d8ac6 service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5075724 Jul 24 00:44:45.808864 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c43c2e-9d66-4e02-8d2b-4d7654863a56 req-a0a95d21-33f8-47aa-bd19-b2f3a296c253 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:45.810668 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-85c43c2e-9d66-4e02-8d2b-4d7654863a56 req-a0a95d21-33f8-47aa-bd19-b2f3a296c253 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd5f6686-18be-4d4e-b65a-99ab2bef6a02 HTTP/1.1" status: 200 len: 970 time: 0.1572981 Jul 24 00:44:45.849536 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e92148ef-1c65-4cb8-b582-0c1ac08248bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:45.853232 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-275e178d-2527-4916-9faa-92acb5b216c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:45.864214 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e92148ef-1c65-4cb8-b582-0c1ac08248bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:45.893211 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d59b9978-28e6-4cf8-8063-bf6166e0c5b4 req-86671f1e-2362-4254-a8d7-0755c6552018 tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:45.895800 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-85c43c2e-9d66-4e02-8d2b-4d7654863a56 req-ad4f1983-d40c-4348-bbbe-ded604f70d8c tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d028efe-3833-4141-95a3-fc26455fa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764062 Jul 24 00:44:45.896043 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d59b9978-28e6-4cf8-8063-bf6166e0c5b4 req-86671f1e-2362-4254-a8d7-0755c6552018 tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.3684926 Jul 24 00:44:45.906176 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec14b98-26c2-440e-95aa-414d430e3dde None None] Sync routers for ids ['ccec94e2-51a8-407b-b985-d864d380ad48'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:44:45.924659 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e92148ef-1c65-4cb8-b582-0c1ac08248bc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3de8dc490b2146cd93e98e54839c0171&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0668046 Jul 24 00:44:45.930151 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43950) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:45.930927 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92148ef-1c65-4cb8-b582-0c1ac08248bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193a392e-c122-4d0d-9478-dd1c4fd28e91,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:45.958212 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec14b98-26c2-440e-95aa-414d430e3dde None None] Routers {'ccec94e2-51a8-407b-b985-d864d380ad48'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:44:45.973661 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-7ec14b98-26c2-440e-95aa-414d430e3dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:44:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['ccec94e2-51a8-407b-b985-d864d380ad48'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:44:45.983737 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43954) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:46.008591 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6520ac54-2dfb-4744-9086-66220f2518e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:46.035650 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5593c129-2636-4cdb-a30a-41688d9e864d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:46.068371 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5593c129-2636-4cdb-a30a-41688d9e864d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:46.079652 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-275e178d-2527-4916-9faa-92acb5b216c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:46.090604 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-275e178d-2527-4916-9faa-92acb5b216c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:46.152765 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e178d-2527-4916-9faa-92acb5b216c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7072d84-fc4c-4e68-8fb5-8097a6d386af,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:46.163739 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5593c129-2636-4cdb-a30a-41688d9e864d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:46.166994 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5593c129-2636-4cdb-a30a-41688d9e864d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:46.172537 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5593c129-2636-4cdb-a30a-41688d9e864d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/193a392e-c122-4d0d-9478-dd1c4fd28e91 HTTP/1.1" status: 204 len: 168 time: 0.2385190 Jul 24 00:44:46.187822 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-275e178d-2527-4916-9faa-92acb5b216c2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ee0a682b69cd4d25b87bc5464e700fbe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1293287 Jul 24 00:44:46.190538 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43960) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:46.194493 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593c129-2636-4cdb-a30a-41688d9e864d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193a392e-c122-4d0d-9478-dd1c4fd28e91,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:46.255868 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6520ac54-2dfb-4744-9086-66220f2518e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:46.265911 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6520ac54-2dfb-4744-9086-66220f2518e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:46.383392 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cdef01e6-7a5e-446e-8412-6624befb7238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:46.402914 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6520ac54-2dfb-4744-9086-66220f2518e1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=539b35bff9a643a79bb6b37acd6e4fe7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4117169 Jul 24 00:44:46.404240 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6520ac54-2dfb-4744-9086-66220f2518e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830a3036-095f-4c60-b460-148d9a72599c,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:46.409321 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43966) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:46.419590 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-7ec14b98-26c2-440e-95aa-414d430e3dde None None] Set router ccec94e2-51a8-407b-b985-d864d380ad48 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:44:46.456698 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cdef01e6-7a5e-446e-8412-6624befb7238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:46.539436 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3cc84-9594-4982-bdbf-457658e10bdc req-e3760de0-382a-4cef-be39-19f2ddf25ff3 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:46.554772 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cef3cc84-9594-4982-bdbf-457658e10bdc req-e3760de0-382a-4cef-be39-19f2ddf25ff3 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/ports?device_id=b97d9681-63ce-4227-87b4-86d90ed3f9b0 HTTP/1.1" status: 200 len: 970 time: 0.1229594 Jul 24 00:44:46.555591 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-483ae4fc-f3ae-48d5-b160-7ba892641b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:46.601327 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-483ae4fc-f3ae-48d5-b160-7ba892641b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:46.611184 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cef3cc84-9594-4982-bdbf-457658e10bdc req-fab3d273-b9fd-4ea5-a1ff-54bf91714605 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/security-groups?id=a51518ca-40a1-45d1-b717-9d8ebb1403c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524459 Jul 24 00:44:46.625480 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c1d5435d-1e5b-42d6-9743-7e57bca44653 req-7cb91ca9-283c-4af9-bd11-61b5737dea6a tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 28543 time: 0.6915648 Jul 24 00:44:46.625480 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cdef01e6-7a5e-446e-8412-6624befb7238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:46.625480 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cdef01e6-7a5e-446e-8412-6624befb7238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:46.629648 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-cdef01e6-7a5e-446e-8412-6624befb7238 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b7072d84-fc4c-4e68-8fb5-8097a6d386af HTTP/1.1" status: 204 len: 168 time: 0.4365144 Jul 24 00:44:46.664619 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef01e6-7a5e-446e-8412-6624befb7238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7072d84-fc4c-4e68-8fb5-8097a6d386af,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:46.756732 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c1d5435d-1e5b-42d6-9743-7e57bca44653 req-65a97b76-9734-4704-9203-d32e24c0ed85 tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] 10.222.0.15 "GET /v2.0/security-groups/2f4e8141-eb4a-4145-b2cf-d819480321f9 HTTP/1.1" status: 200 len: 2973 time: 0.1157811 Jul 24 00:44:46.757879 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device b250a86f-11b6-4f6f-9d2d-f659ace64b98 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:44:46.761377 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-483ae4fc-f3ae-48d5-b160-7ba892641b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:46.765649 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-483ae4fc-f3ae-48d5-b160-7ba892641b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:46.770492 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-483ae4fc-f3ae-48d5-b160-7ba892641b50 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/830a3036-095f-4c60-b460-148d9a72599c HTTP/1.1" status: 204 len: 168 time: 0.3601313 Jul 24 00:44:46.798739 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ae4fc-f3ae-48d5-b160-7ba892641b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830a3036-095f-4c60-b460-148d9a72599c,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:46.834846 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c1d5435d-1e5b-42d6-9743-7e57bca44653 req-a3832f6b-fcd1-475c-a4f0-84c4a344c2ec tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] 10.222.0.15 "GET /v2.0/security-groups/2f4e8141-eb4a-4145-b2cf-d819480321f9 HTTP/1.1" status: 200 len: 2973 time: 0.0631320 Jul 24 00:44:46.911581 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-7ec14b98-26c2-440e-95aa-414d430e3dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-782398877-router', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'b250a86f-11b6-4f6f-9d2d-f659ace64b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:44:37Z', 'updated_at': '2021-07-24T00:44:44Z', 'revision_number': 4, 'project_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'gw_port': {'id': 'b250a86f-11b6-4f6f-9d2d-f659ace64b98', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:44:38Z', 'updated_at': '2021-07-24T00:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '02d4a2ee-960c-4660-bc91-256901577c00', 'name': '', 'network_id': 'dce79d1a-19b5-4596-96e4-d04368356b25', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'mac_address': 'fa:16:3e:23:bf:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '9be57270-14e1-41b6-9949-cbee1e39a6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:44:42Z', 'updated_at': '2021-07-24T00:44:44Z', 'revision_number': 2, 'project_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'subnets': [{'id': '9be57270-14e1-41b6-9949-cbee1e39a6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:44:46.918202 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port b250a86f-11b6-4f6f-9d2d-f659ace64b98 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:44:46.918430 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:46.964325 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43984) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:46.991959 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4754a162-74a4-4cc1-9337-59f2d3b4ed12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:47.069485 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec14b98-26c2-440e-95aa-414d430e3dde None None] Checking router: ccec94e2-51a8-407b-b985-d864d380ad48 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:44:47.070267 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec14b98-26c2-440e-95aa-414d430e3dde None None] Updating router ccec94e2-51a8-407b-b985-d864d380ad48 port 02d4a2ee-960c-4660-bc91-256901577c00 binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:44:47.104439 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c1d5435d-1e5b-42d6-9743-7e57bca44653 req-73efff1e-33a1-4e1b-ab43-117a2e84fe62 tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] 10.222.0.15 "GET /v2.0/security-groups/3b4e2687-e41c-4609-919f-690d3a0dfbe6 HTTP/1.1" status: 200 len: 2981 time: 0.2630055 Jul 24 00:44:47.126932 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 108e4ac0-7d1b-4929-a535-3bea4f1b38f7 details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:44:47.195886 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4754a162-74a4-4cc1-9337-59f2d3b4ed12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:47.207757 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655df67-ea3e-46a0-9fd0-06b3e5493277 req-006f2cb0-9fc7-495a-93bb-18c2c32fdf52 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:47.208995 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c1d5435d-1e5b-42d6-9743-7e57bca44653 req-12351755-0ff5-4ff9-a396-9862d31241a0 tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] 10.222.0.15 "GET /v2.0/security-groups/3b4e2687-e41c-4609-919f-690d3a0dfbe6 HTTP/1.1" status: 200 len: 2981 time: 0.0984433 Jul 24 00:44:47.219620 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0655df67-ea3e-46a0-9fd0-06b3e5493277 req-006f2cb0-9fc7-495a-93bb-18c2c32fdf52 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd5f6686-18be-4d4e-b65a-99ab2bef6a02 HTTP/1.1" status: 200 len: 970 time: 0.1337481 Jul 24 00:44:47.222866 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4754a162-74a4-4cc1-9337-59f2d3b4ed12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:47.231487 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7ec14b98-26c2-440e-95aa-414d430e3dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:47.294430 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4754a162-74a4-4cc1-9337-59f2d3b4ed12 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=01e5c98432324bb9b8c74e1337837d66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3286502 Jul 24 00:44:47.297136 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c1d5435d-1e5b-42d6-9743-7e57bca44653 req-a2674fdb-6915-4433-a8a9-b7f98e2b26bf tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] 10.222.0.15 "GET /v2.0/security-groups/4d028efe-3833-4141-95a3-fc26455fa55e HTTP/1.1" status: 200 len: 2977 time: 0.0773149 Jul 24 00:44:47.297878 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43990) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:47.306908 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754a162-74a4-4cc1-9337-59f2d3b4ed12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7ccf93-e511-4c77-a9bc-48ed8fc5ef1e,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:47.333871 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0655df67-ea3e-46a0-9fd0-06b3e5493277 req-c1e87ac8-2331-4554-98dc-bb36853e455c tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d028efe-3833-4141-95a3-fc26455fa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006272 Jul 24 00:44:47.370093 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43992) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:47.417402 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-33a79c90-3e1d-420d-a610-e736d0c3c780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:47.419701 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8c005e1d-fd66-45b7-8654-97873d8012a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:47.447889 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8c005e1d-fd66-45b7-8654-97873d8012a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:47.511761 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c1d5435d-1e5b-42d6-9743-7e57bca44653 req-790b2c51-57bd-40b7-b0d0-d963534e9fe5 tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] 10.222.0.15 "GET /v2.0/security-groups/4d028efe-3833-4141-95a3-fc26455fa55e HTTP/1.1" status: 200 len: 2977 time: 0.2036824 Jul 24 00:44:47.512860 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 108e4ac0-7d1b-4929-a535-3bea4f1b38f7, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=108e4ac0-7d1b-4929-a535-3bea4f1b38f7,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:44:47.517701 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8c005e1d-fd66-45b7-8654-97873d8012a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:47.526195 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8c005e1d-fd66-45b7-8654-97873d8012a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:47.532290 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-8c005e1d-fd66-45b7-8654-97873d8012a0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6b7ccf93-e511-4c77-a9bc-48ed8fc5ef1e HTTP/1.1" status: 204 len: 168 time: 0.2283154 Jul 24 00:44:47.550496 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': '108e4ac0-7d1b-4929-a535-3bea4f1b38f7', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'port_id': '108e4ac0-7d1b-4929-a535-3bea4f1b38f7', 'mac_address': 'fa:16:3e:bd:ce:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:tempest-test_az-1511452927', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:44:47.576316 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c005e1d-fd66-45b7-8654-97873d8012a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7ccf93-e511-4c77-a9bc-48ed8fc5ef1e,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:47.611195 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-33a79c90-3e1d-420d-a610-e736d0c3c780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:47.619744 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-33a79c90-3e1d-420d-a610-e736d0c3c780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:47.641303 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:47.642577 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c1d5435d-1e5b-42d6-9743-7e57bca44653 req-a435ba6b-505d-461a-833b-8bacc641a8a8 tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] 10.222.0.15 "GET /v2.0/security-groups/64e184de-f826-4714-89dc-84584cce9f33 HTTP/1.1" status: 200 len: 2981 time: 0.1095562 Jul 24 00:44:47.649464 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44000) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:47.668045 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-928e8f46-48db-47c8-8bb1-7a2e8252effc admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-180843736-network', 'tenant_id': 'f7cc4d37a91740ca94adb6f10364d23b'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:44:47.678527 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 108e4ac0-7d1b-4929-a535-3bea4f1b38f7 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:44:47.713320 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-33a79c90-3e1d-420d-a610-e736d0c3c780 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=19eaa78235ef49018de6faa010d44da0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3419793 Jul 24 00:44:47.724094 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44002) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:47.728421 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a79c90-3e1d-420d-a610-e736d0c3c780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8779412-5d6e-4c2e-abf4-6506853579ae,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:47.741955 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 108e4ac0-7d1b-4929-a535-3bea4f1b38f7, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=108e4ac0-7d1b-4929-a535-3bea4f1b38f7,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:44:47.754144 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:47.754537 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device f70811fe-451e-4760-a467-78fa3843ae07 details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:44:47.776251 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c1d5435d-1e5b-42d6-9743-7e57bca44653 req-0051af0c-db57-492f-8aa4-04e7eec7d928 tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] 10.222.0.15 "GET /v2.0/security-groups/64e184de-f826-4714-89dc-84584cce9f33 HTTP/1.1" status: 200 len: 2981 time: 0.0901196 Jul 24 00:44:47.808710 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928e8f46-48db-47c8-8bb1-7a2e8252effc admin admin] Made reservation on behalf of f7cc4d37a91740ca94adb6f10364d23b for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:44:47.815064 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-928e8f46-48db-47c8-8bb1-7a2e8252effc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:47.842773 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-928e8f46-48db-47c8-8bb1-7a2e8252effc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:47.876144 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-27621400-41e4-43ce-8df3-09035eaf06b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:47.890481 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69028d11-6049-4ca8-aafe-90f6a29bfeff req-15f4ff7d-2057-4a25-a151-5091353f8187 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:47.892192 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-69028d11-6049-4ca8-aafe-90f6a29bfeff req-15f4ff7d-2057-4a25-a151-5091353f8187 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/ports?device_id=b97d9681-63ce-4227-87b4-86d90ed3f9b0 HTTP/1.1" status: 200 len: 971 time: 0.1293221 Jul 24 00:44:47.913935 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port f70811fe-451e-4760-a467-78fa3843ae07, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=f70811fe-451e-4760-a467-78fa3843ae07,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:44:47.926597 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=108e4ac0-7d1b-4929-a535-3bea4f1b38f7,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:47.944228 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': 'f70811fe-451e-4760-a467-78fa3843ae07', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'port_id': 'f70811fe-451e-4760-a467-78fa3843ae07', 'mac_address': 'fa:16:3e:92:29:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:tempest-test_az-1511452927', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:44:47.959429 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7ec14b98-26c2-440e-95aa-414d430e3dde None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:47.988656 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-27621400-41e4-43ce-8df3-09035eaf06b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:47.989091 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c1d5435d-1e5b-42d6-9743-7e57bca44653 req-c78abae6-ef5b-40c7-9fb2-8a4d329b07be tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] 10.222.0.15 "GET /v2.0/security-groups/a51518ca-40a1-45d1-b717-9d8ebb1403c3 HTTP/1.1" status: 200 len: 2977 time: 0.2018771 Jul 24 00:44:48.009274 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-7ec14b98-26c2-440e-95aa-414d430e3dde None None] Transition to ACTIVE for port object 02d4a2ee-960c-4660-bc91-256901577c00 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:44:48.020530 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7ec14b98-26c2-440e-95aa-414d430e3dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:48.028800 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:48.086502 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f70811fe-451e-4760-a467-78fa3843ae07 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:44:48.089322 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-69028d11-6049-4ca8-aafe-90f6a29bfeff req-a57005eb-4d8e-4e11-91bf-62108eb904f6 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/security-groups?id=a51518ca-40a1-45d1-b717-9d8ebb1403c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845484 Jul 24 00:44:48.110536 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-928e8f46-48db-47c8-8bb1-7a2e8252effc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:48.126879 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-928e8f46-48db-47c8-8bb1-7a2e8252effc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:48.146388 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-27621400-41e4-43ce-8df3-09035eaf06b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:48.154086 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-27621400-41e4-43ce-8df3-09035eaf06b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:48.158818 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-27621400-41e4-43ce-8df3-09035eaf06b8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a8779412-5d6e-4c2e-abf4-6506853579ae HTTP/1.1" status: 204 len: 168 time: 0.4304810 Jul 24 00:44:48.163471 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c1d5435d-1e5b-42d6-9743-7e57bca44653 req-cec9fb03-302c-47e4-84d5-656313d0f372 tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] 10.222.0.15 "GET /v2.0/security-groups/a51518ca-40a1-45d1-b717-9d8ebb1403c3 HTTP/1.1" status: 200 len: 2977 time: 0.1728656 Jul 24 00:44:48.174560 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-928e8f46-48db-47c8-8bb1-7a2e8252effc admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:44:48.178747 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b90be01-9983-42b7-a4b0-99f0ef329f06 None None] Pushing event updated for resources: {'Port': ['ID=02d4a2ee-960c-4660-bc91-256901577c00,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:48.205539 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e8f46-48db-47c8-8bb1-7a2e8252effc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d822ca3-e24e-4765-9fc6-7967aa35519c,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:48.206754 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27621400-41e4-43ce-8df3-09035eaf06b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8779412-5d6e-4c2e-abf4-6506853579ae,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:48.218760 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-928e8f46-48db-47c8-8bb1-7a2e8252effc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:48.219309 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-928e8f46-48db-47c8-8bb1-7a2e8252effc admin admin] Added segment 835f3c4a-db0a-48b9-bfd6-a8437afd8c08 of type vlan for network 60b471c5-4d21-4ac3-8625-7bbfa36899d9 Jul 24 00:44:48.222165 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [req-c1d5435d-1e5b-42d6-9743-7e57bca44653 req-da6083e1-309d-478d-b669-b934751c4deb tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] show failed (client error): The resource could not be found. Jul 24 00:44:48.223539 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c1d5435d-1e5b-42d6-9743-7e57bca44653 req-da6083e1-309d-478d-b669-b934751c4deb tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] 10.222.0.15 "GET /v2.0/security-groups/b7072d84-fc4c-4e68-8fb5-8097a6d386af HTTP/1.1" status: 404 len: 352 time: 0.0408325 Jul 24 00:44:48.223866 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port f70811fe-451e-4760-a467-78fa3843ae07, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=f70811fe-451e-4760-a467-78fa3843ae07,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:44:48.268843 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1fffd09e-acf0-402e-a263-0afe1c5fccba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:48.271002 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:48.321272 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [req-c1d5435d-1e5b-42d6-9743-7e57bca44653 req-9e1fc053-978e-451f-ac0b-c8f9dabbce63 tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] show failed (client error): The resource could not be found. Jul 24 00:44:48.322661 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c1d5435d-1e5b-42d6-9743-7e57bca44653 req-9e1fc053-978e-451f-ac0b-c8f9dabbce63 tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] 10.222.0.15 "GET /v2.0/security-groups/b7072d84-fc4c-4e68-8fb5-8097a6d386af HTTP/1.1" status: 404 len: 352 time: 0.0400481 Jul 24 00:44:48.324879 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-928e8f46-48db-47c8-8bb1-7a2e8252effc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:48.344083 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-7ec14b98-26c2-440e-95aa-414d430e3dde None None] Attempting to bind port 02d4a2ee-960c-4660-bc91-256901577c00 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:44:48.345066 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-7ec14b98-26c2-440e-95aa-414d430e3dde None None] Attempting to bind port 02d4a2ee-960c-4660-bc91-256901577c00 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '29cb724a-e429-44ff-9956-950fa3e91043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dce79d1a-19b5-4596-96e4-d04368356b25'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:44:48.346100 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec14b98-26c2-440e-95aa-414d430e3dde None None] Attempting to bind port 02d4a2ee-960c-4660-bc91-256901577c00 on network dce79d1a-19b5-4596-96e4-d04368356b25 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:44:48.367273 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec14b98-26c2-440e-95aa-414d430e3dde None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:44:48.367663 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec14b98-26c2-440e-95aa-414d430e3dde None None] Checking segment: {'id': '29cb724a-e429-44ff-9956-950fa3e91043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dce79d1a-19b5-4596-96e4-d04368356b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:44:48.368074 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7ec14b98-26c2-440e-95aa-414d430e3dde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:48.368467 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec14b98-26c2-440e-95aa-414d430e3dde None None] Bound using segment: {'id': '29cb724a-e429-44ff-9956-950fa3e91043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dce79d1a-19b5-4596-96e4-d04368356b25'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:44:48.368959 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-7ec14b98-26c2-440e-95aa-414d430e3dde None None] Bound port: 02d4a2ee-960c-4660-bc91-256901577c00, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29cb724a-e429-44ff-9956-950fa3e91043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dce79d1a-19b5-4596-96e4-d04368356b25'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:44:48.369621 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7ec14b98-26c2-440e-95aa-414d430e3dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:48.425577 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c1d5435d-1e5b-42d6-9743-7e57bca44653 req-54194dca-158f-4e36-9ad8-ac63740316d6 tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] 10.222.0.15 "GET /v2.0/security-groups/cc4ab8bf-30f7-445a-9e06-9b796e56c1cc HTTP/1.1" status: 200 len: 2981 time: 0.0941272 Jul 24 00:44:48.431855 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-928e8f46-48db-47c8-8bb1-7a2e8252effc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:48.432686 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928e8f46-48db-47c8-8bb1-7a2e8252effc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:48.433294 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-928e8f46-48db-47c8-8bb1-7a2e8252effc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:48.441962 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=f70811fe-451e-4760-a467-78fa3843ae07,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:48.457316 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:48.504639 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-7ec14b98-26c2-440e-95aa-414d430e3dde None None] For port 02d4a2ee-960c-4660-bc91-256901577c00, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:44:48.515750 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-7ec14b98-26c2-440e-95aa-414d430e3dde None None] For port 02d4a2ee-960c-4660-bc91-256901577c00, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=02d4a2ee-960c-4660-bc91-256901577c00,segment=NetworkSegment(29cb724a-e429-44ff-9956-950fa3e91043),segment_id=29cb724a-e429-44ff-9956-950fa3e91043)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:44:48.520570 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-928e8f46-48db-47c8-8bb1-7a2e8252effc admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8700025 Jul 24 00:44:48.528864 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44028) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:48.540064 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7ec14b98-26c2-440e-95aa-414d430e3dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:48.595022 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e8f46-48db-47c8-8bb1-7a2e8252effc admin admin] Pushing event updated for resources: {'Network': ['ID=60b471c5-4d21-4ac3-8625-7bbfa36899d9,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:48.598748 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c1d5435d-1e5b-42d6-9743-7e57bca44653 req-9250dd8f-8115-4941-9caf-5c1b1043a070 tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] 10.222.0.15 "GET /v2.0/security-groups/cc4ab8bf-30f7-445a-9e06-9b796e56c1cc HTTP/1.1" status: 200 len: 2981 time: 0.1376231 Jul 24 00:44:48.640213 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-0065021c-1341-463c-882f-2012f965e624 admin admin] Request body: {'subnet': {'network_id': '60b471c5-4d21-4ac3-8625-7bbfa36899d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-180843736-subnet', 'tenant_id': 'f7cc4d37a91740ca94adb6f10364d23b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:44:48.656304 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 60b471c5-4d21-4ac3-8625-7bbfa36899d9 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:44:48.700405 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c1d5435d-1e5b-42d6-9743-7e57bca44653 req-bef5ed30-bf4f-47f4-8d96-11c623f8b6f3 tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] 10.222.0.15 "GET /v2.0/security-groups/ec2f0617-40ba-4714-b2a4-aecc88f07999 HTTP/1.1" status: 200 len: 2977 time: 0.0935771 Jul 24 00:44:48.704330 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0065021c-1341-463c-882f-2012f965e624 admin admin] Made reservation on behalf of f7cc4d37a91740ca94adb6f10364d23b for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:44:48.713109 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0065021c-1341-463c-882f-2012f965e624 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:48.817687 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['108e4ac0-7d1b-4929-a535-3bea4f1b38f7'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:44:48.824673 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c1d5435d-1e5b-42d6-9743-7e57bca44653 req-76c84cda-3c92-41da-92dc-42904d40ecce tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] 10.222.0.15 "GET /v2.0/security-groups/ec2f0617-40ba-4714-b2a4-aecc88f07999 HTTP/1.1" status: 200 len: 2977 time: 0.1168332 Jul 24 00:44:48.838440 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616e3a1-a46a-4bd0-bcb5-fa77fbda4582 req-f500b8fa-1329-4f14-b7db-76f81b99c543 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:48.850742 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c616e3a1-a46a-4bd0-bcb5-fa77fbda4582 req-f500b8fa-1329-4f14-b7db-76f81b99c543 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd5f6686-18be-4d4e-b65a-99ab2bef6a02 HTTP/1.1" status: 200 len: 971 time: 0.3476722 Jul 24 00:44:48.942645 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec14b98-26c2-440e-95aa-414d430e3dde None None] Routers {'ccec94e2-51a8-407b-b985-d864d380ad48'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:44:48.943934 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-7ec14b98-26c2-440e-95aa-414d430e3dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:44:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['ccec94e2-51a8-407b-b985-d864d380ad48'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:44:48.958097 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c616e3a1-a46a-4bd0-bcb5-fa77fbda4582 req-a0634dda-830f-4eb1-bfc5-5765a7e1894f tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d028efe-3833-4141-95a3-fc26455fa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045549 Jul 24 00:44:48.996466 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['f70811fe-451e-4760-a467-78fa3843ae07'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:44:49.012204 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a3583cea-f488-4f39-917b-ccc009502f03 req-9b7d1d9d-bde4-4a56-9d72-addf7749fac2 tempest-SecurityGroupsTestAdminJSON-301527773 tempest-SecurityGroupsTestAdminJSON-301527773-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=936a9dacbfc44585aed8fb4d9ccb2824 HTTP/1.1" status: 200 len: 6101 time: 0.1611905 Jul 24 00:44:49.103720 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a3583cea-f488-4f39-917b-ccc009502f03 req-54d4c56d-545d-4494-88c7-848782e2fba5 tempest-SecurityGroupsTestAdminJSON-301527773 tempest-SecurityGroupsTestAdminJSON-301527773-project] 10.222.0.15 "GET /v2.0/security-groups/cc4ab8bf-30f7-445a-9e06-9b796e56c1cc HTTP/1.1" status: 200 len: 2981 time: 0.0868566 Jul 24 00:44:49.129221 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0065021c-1341-463c-882f-2012f965e624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:49.216015 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a3583cea-f488-4f39-917b-ccc009502f03 req-4ee68b37-50d5-44af-9c22-3695fc935d57 tempest-SecurityGroupsTestAdminJSON-301527773 tempest-SecurityGroupsTestAdminJSON-301527773-project] 10.222.0.15 "GET /v2.0/security-groups/cc4ab8bf-30f7-445a-9e06-9b796e56c1cc HTTP/1.1" status: 200 len: 2981 time: 0.1077499 Jul 24 00:44:49.277567 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0065021c-1341-463c-882f-2012f965e624 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bb60f34-bda9-4805-a2af-6f0db3b53411,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:49.313146 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0065021c-1341-463c-882f-2012f965e624 admin admin] Checking segment: {'id': '835f3c4a-db0a-48b9-bfd6-a8437afd8c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '60b471c5-4d21-4ac3-8625-7bbfa36899d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:44:49.313510 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0065021c-1341-463c-882f-2012f965e624 admin admin] Network hostable DHCP agents. Network: 60b471c5-4d21-4ac3-8625-7bbfa36899d9, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:44:49.372300 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0c5d25b6-cc53-4f03-aa0b-e56d99dfbe71 req-4e850548-e736-446a-91e3-6e7ced8ea64f tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] 10.222.0.15 "GET /v2.0/security-groups/c059d59d-6ce4-4259-b41c-44b12a485887 HTTP/1.1" status: 200 len: 1778 time: 0.1253233 Jul 24 00:44:49.382369 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee84dfd7-614c-4362-ba88-80d208972a50 req-871e8f45-e6fc-4abd-9a8a-536f78e19a86 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:49.393594 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ee84dfd7-614c-4362-ba88-80d208972a50 req-871e8f45-e6fc-4abd-9a8a-536f78e19a86 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/ports?device_id=b97d9681-63ce-4227-87b4-86d90ed3f9b0 HTTP/1.1" status: 200 len: 971 time: 0.1880102 Jul 24 00:44:49.405598 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0065021c-1341-463c-882f-2012f965e624 admin admin] Network 60b471c5-4d21-4ac3-8625-7bbfa36899d9 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:44:49.421953 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b90be01-9983-42b7-a4b0-99f0ef329f06 None None] Pushing event updated for resources: {'Port': ['ID=02d4a2ee-960c-4660-bc91-256901577c00,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:49.450240 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44064) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:49.487468 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-0065021c-1341-463c-882f-2012f965e624 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 60b471c5-4d21-4ac3-8625-7bbfa36899d9) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:44:49.495875 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:49.510030 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0065021c-1341-463c-882f-2012f965e624 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:49.510829 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0065021c-1341-463c-882f-2012f965e624 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:49.514330 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0c5d25b6-cc53-4f03-aa0b-e56d99dfbe71 req-0e7650c4-7e83-487e-9fe8-e895c1505350 tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:49.530949 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ee84dfd7-614c-4362-ba88-80d208972a50 req-87f2a0a7-c75f-409f-8016-35c60d103408 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/security-groups?id=a51518ca-40a1-45d1-b717-9d8ebb1403c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364679 Jul 24 00:44:49.535357 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fe67ce-cb7c-473a-9010-07c937df38c1 None None] Network 60b471c5-4d21-4ac3-8625-7bbfa36899d9 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:44:49.564045 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0c5d25b6-cc53-4f03-aa0b-e56d99dfbe71 req-0e7650c4-7e83-487e-9fe8-e895c1505350 tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:49.564626 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0065021c-1341-463c-882f-2012f965e624 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9733243 Jul 24 00:44:49.565314 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44070) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:49.571035 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-39919ce0-5b19-4eff-9897-57511d7c4f47 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-180843736-router', 'tenant_id': 'f7cc4d37a91740ca94adb6f10364d23b', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:44:49.609924 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-39919ce0-5b19-4eff-9897-57511d7c4f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:49.613185 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-39919ce0-5b19-4eff-9897-57511d7c4f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:49.681158 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0c5d25b6-cc53-4f03-aa0b-e56d99dfbe71 req-0e7650c4-7e83-487e-9fe8-e895c1505350 tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:49.683153 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-7ec14b98-26c2-440e-95aa-414d430e3dde None None] Set router ccec94e2-51a8-407b-b985-d864d380ad48 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:44:49.686743 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0c5d25b6-cc53-4f03-aa0b-e56d99dfbe71 req-0e7650c4-7e83-487e-9fe8-e895c1505350 tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:49.688073 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0c5d25b6-cc53-4f03-aa0b-e56d99dfbe71 req-0e7650c4-7e83-487e-9fe8-e895c1505350 tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/c059d59d-6ce4-4259-b41c-44b12a485887 HTTP/1.1" status: 204 len: 173 time: 0.3022571 Jul 24 00:44:49.707025 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7650c4-7e83-487e-9fe8-e895c1505350 tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c059d59d-6ce4-4259-b41c-44b12a485887,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:49.819390 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4b5f65c3-9969-427e-8b8d-4334de7f9b89 req-fe60fa57-13b5-4290-bcf1-5eaf99329012 tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] 10.222.0.15 "GET /v2.0/security-groups/32ba0a6b-5104-4510-b981-34315eb3bb91 HTTP/1.1" status: 200 len: 1778 time: 0.0583341 Jul 24 00:44:49.823045 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-39919ce0-5b19-4eff-9897-57511d7c4f47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:49.899346 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-9a45700f-3b0a-4890-a291-098161d5f6a0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1174117908-network', 'tenant_id': 'b3b99562dfb146e9a4ac90b8d6b5f1be'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:44:49.980140 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-4b5f65c3-9969-427e-8b8d-4334de7f9b89 req-388202bb-aaf3-4fc4-b793-081d6876ea3f tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:50.054332 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-4b5f65c3-9969-427e-8b8d-4334de7f9b89 req-388202bb-aaf3-4fc4-b793-081d6876ea3f tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:50.079486 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a45700f-3b0a-4890-a291-098161d5f6a0 admin admin] Made reservation on behalf of b3b99562dfb146e9a4ac90b8d6b5f1be for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:44:50.081828 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9a45700f-3b0a-4890-a291-098161d5f6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:50.154274 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5b0ff0-d3c1-4344-b4f6-400c6df2a264 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-60b471c5-4d21-4ac3-8625-7bbfa36899d9', 'network_id': '60b471c5-4d21-4ac3-8625-7bbfa36899d9', 'tenant_id': 'f7cc4d37a91740ca94adb6f10364d23b', 'fixed_ips': [{'subnet_id': '5bb60f34-bda9-4805-a2af-6f0db3b53411'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:44:50.155972 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5c5b0ff0-d3c1-4344-b4f6-400c6df2a264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:50.159073 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9a45700f-3b0a-4890-a291-098161d5f6a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:50.171058 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-39919ce0-5b19-4eff-9897-57511d7c4f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:50.236739 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86d535-3089-463b-ac38-ad751b273af1 req-b7ffcfe5-cac8-4e38-a5a6-00ddebceafd0 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:50.242172 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ea86d535-3089-463b-ac38-ad751b273af1 req-b7ffcfe5-cac8-4e38-a5a6-00ddebceafd0 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd5f6686-18be-4d4e-b65a-99ab2bef6a02 HTTP/1.1" status: 200 len: 971 time: 0.1672094 Jul 24 00:44:50.318614 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9a45700f-3b0a-4890-a291-098161d5f6a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:50.335574 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ea86d535-3089-463b-ac38-ad751b273af1 req-c067b0fe-e048-4eec-a5d2-4abefb3b8e6f tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d028efe-3833-4141-95a3-fc26455fa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881402 Jul 24 00:44:50.358952 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9a45700f-3b0a-4890-a291-098161d5f6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:50.393041 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-7ec14b98-26c2-440e-95aa-414d430e3dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-782398877-router', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'b250a86f-11b6-4f6f-9d2d-f659ace64b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:44:37Z', 'updated_at': '2021-07-24T00:44:44Z', 'revision_number': 4, 'project_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'gw_port': {'id': 'b250a86f-11b6-4f6f-9d2d-f659ace64b98', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:44:38Z', 'updated_at': '2021-07-24T00:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '02d4a2ee-960c-4660-bc91-256901577c00', 'name': '', 'network_id': 'dce79d1a-19b5-4596-96e4-d04368356b25', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'mac_address': 'fa:16:3e:23:bf:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '9be57270-14e1-41b6-9949-cbee1e39a6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:44:42Z', 'updated_at': '2021-07-24T00:44:48Z', 'revision_number': 4, 'project_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'subnets': [{'id': '9be57270-14e1-41b6-9949-cbee1e39a6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:44:50.398528 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-4b5f65c3-9969-427e-8b8d-4334de7f9b89 req-388202bb-aaf3-4fc4-b793-081d6876ea3f tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:50.401539 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-4b5f65c3-9969-427e-8b8d-4334de7f9b89 req-388202bb-aaf3-4fc4-b793-081d6876ea3f tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:50.408062 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4b5f65c3-9969-427e-8b8d-4334de7f9b89 req-388202bb-aaf3-4fc4-b793-081d6876ea3f tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/32ba0a6b-5104-4510-b981-34315eb3bb91 HTTP/1.1" status: 204 len: 173 time: 0.5826473 Jul 24 00:44:50.429544 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a45700f-3b0a-4890-a291-098161d5f6a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:44:50.440467 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9a45700f-3b0a-4890-a291-098161d5f6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:50.440831 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-9a45700f-3b0a-4890-a291-098161d5f6a0 admin admin] Added segment 5e23c975-ac70-4cf7-83a4-5ddd024b8611 of type vlan for network b1f647c7-94ef-4718-9062-f582803de0dc Jul 24 00:44:50.501093 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec14b98-26c2-440e-95aa-414d430e3dde None None] The sync data for ids ['ccec94e2-51a8-407b-b985-d864d380ad48'] in n-d-793621-25 is: [{'id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-782398877-router', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'b250a86f-11b6-4f6f-9d2d-f659ace64b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:44:37Z', 'updated_at': '2021-07-24T00:44:44Z', 'revision_number': 4, 'project_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'gw_port': {'id': 'b250a86f-11b6-4f6f-9d2d-f659ace64b98', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:44:38Z', 'updated_at': '2021-07-24T00:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '02d4a2ee-960c-4660-bc91-256901577c00', 'name': '', 'network_id': 'dce79d1a-19b5-4596-96e4-d04368356b25', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'mac_address': 'fa:16:3e:23:bf:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '9be57270-14e1-41b6-9949-cbee1e39a6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:44:42Z', 'updated_at': '2021-07-24T00:44:48Z', 'revision_number': 4, 'project_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'subnets': [{'id': '9be57270-14e1-41b6-9949-cbee1e39a6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:44:50.505125 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9a45700f-3b0a-4890-a291-098161d5f6a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:50.518042 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a45700f-3b0a-4890-a291-098161d5f6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2deb1cc-6590-40ce-a167-4c297d358086,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:50.534768 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-5c5b0ff0-d3c1-4344-b4f6-400c6df2a264 None None] Allocated IP 172.20.0.2 (60b471c5-4d21-4ac3-8625-7bbfa36899d9/5bb60f34-bda9-4805-a2af-6f0db3b53411/eb057e34-c1a3-45e9-bb7f-e8b1de7dd0b8) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:44:50.571260 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388202bb-aaf3-4fc4-b793-081d6876ea3f tempest-SecurityGroupsTestAdminJSON-1866824904 tempest-SecurityGroupsTestAdminJSON-1866824904-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ba0a6b-5104-4510-b981-34315eb3bb91,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:50.649838 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6d7b5979-efa9-41ef-899d-2cbfcd361d16 req-71fa064e-3b9b-4d10-8cfc-26252bd6d53c tempest-SecurityGroupsTestAdminJSON-301527773 tempest-SecurityGroupsTestAdminJSON-301527773-project] 10.222.0.15 "GET /v2.0/security-groups/4be31a64-052d-4c84-a41b-fa8c3577fd42 HTTP/1.1" status: 200 len: 1777 time: 0.2200699 Jul 24 00:44:50.668884 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9a45700f-3b0a-4890-a291-098161d5f6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:50.670027 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a45700f-3b0a-4890-a291-098161d5f6a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:50.671469 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9a45700f-3b0a-4890-a291-098161d5f6a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:50.742029 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9a45700f-3b0a-4890-a291-098161d5f6a0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2862141 Jul 24 00:44:50.760152 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44104) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:50.802932 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-ee4f9b42-fa7a-4906-83fe-937d5d81e8ec admin admin] Request body: {'subnet': {'network_id': 'b1f647c7-94ef-4718-9062-f582803de0dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1174117908-subnet', 'tenant_id': 'b3b99562dfb146e9a4ac90b8d6b5f1be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:44:50.897104 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a45700f-3b0a-4890-a291-098161d5f6a0 admin admin] Pushing event updated for resources: {'Network': ['ID=b1f647c7-94ef-4718-9062-f582803de0dc,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:50.944590 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6d7b5979-efa9-41ef-899d-2cbfcd361d16 req-fe89dd59-5b86-496f-8a40-4fa065f5da9f tempest-SecurityGroupsTestAdminJSON-301527773 tempest-SecurityGroupsTestAdminJSON-301527773-project] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:50.976408 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6d7b5979-efa9-41ef-899d-2cbfcd361d16 req-fe89dd59-5b86-496f-8a40-4fa065f5da9f tempest-SecurityGroupsTestAdminJSON-301527773 tempest-SecurityGroupsTestAdminJSON-301527773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:50.985390 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 02d4a2ee-960c-4660-bc91-256901577c00 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:44:50.988552 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network b1f647c7-94ef-4718-9062-f582803de0dc details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:44:51.004936 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4f9b42-fa7a-4906-83fe-937d5d81e8ec admin admin] Made reservation on behalf of b3b99562dfb146e9a4ac90b8d6b5f1be for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:44:51.007945 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ee4f9b42-fa7a-4906-83fe-937d5d81e8ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:51.103559 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 108e4ac0-7d1b-4929-a535-3bea4f1b38f7 up at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:44:51.128401 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:51.151880 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6d7b5979-efa9-41ef-899d-2cbfcd361d16 req-fe89dd59-5b86-496f-8a40-4fa065f5da9f tempest-SecurityGroupsTestAdminJSON-301527773 tempest-SecurityGroupsTestAdminJSON-301527773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:51.160638 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6d7b5979-efa9-41ef-899d-2cbfcd361d16 req-fe89dd59-5b86-496f-8a40-4fa065f5da9f tempest-SecurityGroupsTestAdminJSON-301527773 tempest-SecurityGroupsTestAdminJSON-301527773-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:51.167728 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6d7b5979-efa9-41ef-899d-2cbfcd361d16 req-fe89dd59-5b86-496f-8a40-4fa065f5da9f tempest-SecurityGroupsTestAdminJSON-301527773 tempest-SecurityGroupsTestAdminJSON-301527773-project] 10.222.0.15 "DELETE /v2.0/security-groups/4be31a64-052d-4c84-a41b-fa8c3577fd42 HTTP/1.1" status: 204 len: 173 time: 0.5025036 Jul 24 00:44:51.222373 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-39919ce0-5b19-4eff-9897-57511d7c4f47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:51.252253 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-39919ce0-5b19-4eff-9897-57511d7c4f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:51.307862 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe89dd59-5b86-496f-8a40-4fa065f5da9f tempest-SecurityGroupsTestAdminJSON-301527773 tempest-SecurityGroupsTestAdminJSON-301527773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be31a64-052d-4c84-a41b-fa8c3577fd42,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:51.347672 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-296cb5c0-9a86-4c03-a035-ab30f0f8c9a2 req-abe2739a-be14-42f7-9d5a-88ff30622b90 tempest-SecurityGroupsTestAdminJSON-301527773 tempest-SecurityGroupsTestAdminJSON-301527773-project] 10.222.0.15 "GET /v2.0/security-groups/358a02ac-5ba5-407e-854a-7460cf6af2ad HTTP/1.1" status: 200 len: 1776 time: 0.1402936 Jul 24 00:44:51.424964 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 02d4a2ee-960c-4660-bc91-256901577c00 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:44:51.448981 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 02d4a2ee-960c-4660-bc91-256901577c00 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:44:51.449575 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:51.452429 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5c5b0ff0-d3c1-4344-b4f6-400c6df2a264 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:51.481099 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning for port 108e4ac0-7d1b-4929-a535-3bea4f1b38f7 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:44:51.487639 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d3508-518c-4f2a-b662-bd40528604c7 req-c74bb0ef-f226-4708-95b7-3142b711897e tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:51.492025 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-296cb5c0-9a86-4c03-a035-ab30f0f8c9a2 req-cac8658a-deb5-43a7-ba0d-56112c641a75 tempest-SecurityGroupsTestAdminJSON-301527773 tempest-SecurityGroupsTestAdminJSON-301527773-project] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:51.493943 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-5c5b0ff0-d3c1-4344-b4f6-400c6df2a264 None None] Transition to ACTIVE for port object eb057e34-c1a3-45e9-bb7f-e8b1de7dd0b8 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:44:51.496274 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a67d3508-518c-4f2a-b662-bd40528604c7 req-c74bb0ef-f226-4708-95b7-3142b711897e tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/ports?device_id=b97d9681-63ce-4227-87b4-86d90ed3f9b0 HTTP/1.1" status: 200 len: 971 time: 0.6596303 Jul 24 00:44:51.502536 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning complete for port 108e4ac0-7d1b-4929-a535-3bea4f1b38f7 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:44:51.502536 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:51.546762 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-296cb5c0-9a86-4c03-a035-ab30f0f8c9a2 req-cac8658a-deb5-43a7-ba0d-56112c641a75 tempest-SecurityGroupsTestAdminJSON-301527773 tempest-SecurityGroupsTestAdminJSON-301527773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:51.581642 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-5c5b0ff0-d3c1-4344-b4f6-400c6df2a264 None None] Transition to ACTIVE for port object eb057e34-c1a3-45e9-bb7f-e8b1de7dd0b8 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:44:51.617489 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a67d3508-518c-4f2a-b662-bd40528604c7 req-c880cb35-357a-4dbe-9856-9bea6d6eb18b tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/security-groups?id=a51518ca-40a1-45d1-b717-9d8ebb1403c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211746 Jul 24 00:44:51.618931 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-39919ce0-5b19-4eff-9897-57511d7c4f47 admin admin] Allocated IP 172.25.2.99 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/01dc07af-fd01-4b1b-978d-149172075b5d) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:44:51.638808 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5c5b0ff0-d3c1-4344-b4f6-400c6df2a264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:51.651447 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ee4f9b42-fa7a-4906-83fe-937d5d81e8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:51.705274 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f9b42-fa7a-4906-83fe-937d5d81e8ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab21aa02-6980-4f67-935b-081607ac37db,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:51.762842 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-296cb5c0-9a86-4c03-a035-ab30f0f8c9a2 req-cac8658a-deb5-43a7-ba0d-56112c641a75 tempest-SecurityGroupsTestAdminJSON-301527773 tempest-SecurityGroupsTestAdminJSON-301527773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:51.771188 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-296cb5c0-9a86-4c03-a035-ab30f0f8c9a2 req-cac8658a-deb5-43a7-ba0d-56112c641a75 tempest-SecurityGroupsTestAdminJSON-301527773 tempest-SecurityGroupsTestAdminJSON-301527773-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:51.773509 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-296cb5c0-9a86-4c03-a035-ab30f0f8c9a2 req-cac8658a-deb5-43a7-ba0d-56112c641a75 tempest-SecurityGroupsTestAdminJSON-301527773 tempest-SecurityGroupsTestAdminJSON-301527773-project] 10.222.0.15 "DELETE /v2.0/security-groups/358a02ac-5ba5-407e-854a-7460cf6af2ad HTTP/1.1" status: 204 len: 173 time: 0.4249709 Jul 24 00:44:51.801393 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac8658a-deb5-43a7-ba0d-56112c641a75 tempest-SecurityGroupsTestAdminJSON-301527773 tempest-SecurityGroupsTestAdminJSON-301527773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=358a02ac-5ba5-407e-854a-7460cf6af2ad,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:51.819103 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:51.822265 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4f9b42-fa7a-4906-83fe-937d5d81e8ec admin admin] Checking segment: {'id': '5e23c975-ac70-4cf7-83a4-5ddd024b8611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1f647c7-94ef-4718-9062-f582803de0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:44:51.823541 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4f9b42-fa7a-4906-83fe-937d5d81e8ec admin admin] Network hostable DHCP agents. Network: b1f647c7-94ef-4718-9062-f582803de0dc, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:44:51.844406 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-39919ce0-5b19-4eff-9897-57511d7c4f47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:51.883512 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4f9b42-fa7a-4906-83fe-937d5d81e8ec admin admin] Network b1f647c7-94ef-4718-9062-f582803de0dc is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:44:51.907906 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-ee4f9b42-fa7a-4906-83fe-937d5d81e8ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, b1f647c7-94ef-4718-9062-f582803de0dc) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:44:51.914670 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4f9b42-fa7a-4906-83fe-937d5d81e8ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:51.915975 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ee4f9b42-fa7a-4906-83fe-937d5d81e8ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:51.921216 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-39919ce0-5b19-4eff-9897-57511d7c4f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:51.968509 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c4e064-213c-43ad-a187-92f07fba182a None None] Network b1f647c7-94ef-4718-9062-f582803de0dc requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:44:52.023265 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ee4f9b42-fa7a-4906-83fe-937d5d81e8ec admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2595377 Jul 24 00:44:52.060013 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5b0ff0-d3c1-4344-b4f6-400c6df2a264 None None] Network 60b471c5-4d21-4ac3-8625-7bbfa36899d9 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:44:52.070846 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b0ff0-d3c1-4344-b4f6-400c6df2a264 None None] Pushing event updated for resources: {'Port': ['ID=eb057e34-c1a3-45e9-bb7f-e8b1de7dd0b8,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:52.073575 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769cf500-ddd3-4658-9577-2d4602501992 req-0c8c17a2-d22b-42a3-9238-40dc11153eec tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:52.075708 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-769cf500-ddd3-4658-9577-2d4602501992 req-0c8c17a2-d22b-42a3-9238-40dc11153eec tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd5f6686-18be-4d4e-b65a-99ab2bef6a02 HTTP/1.1" status: 200 len: 971 time: 0.1178598 Jul 24 00:44:52.088999 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-5c5b0ff0-d3c1-4344-b4f6-400c6df2a264 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:44:52.092412 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5b0ff0-d3c1-4344-b4f6-400c6df2a264 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:44:52.101602 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 02d4a2ee-960c-4660-bc91-256901577c00, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=02d4a2ee-960c-4660-bc91-256901577c00,segment=NetworkSegment(29cb724a-e429-44ff-9956-950fa3e91043),segment_id=29cb724a-e429-44ff-9956-950fa3e91043)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:44:52.173031 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-769cf500-ddd3-4658-9577-2d4602501992 req-e78530d0-5b0c-4024-8f4c-ce2caf035ed8 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d028efe-3833-4141-95a3-fc26455fa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849078 Jul 24 00:44:52.258425 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39919ce0-5b19-4eff-9897-57511d7c4f47 admin admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:44:52.261574 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-39919ce0-5b19-4eff-9897-57511d7c4f47 admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:44:52.265259 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39919ce0-5b19-4eff-9897-57511d7c4f47 admin admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:44:52.324086 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:52.356239 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44142) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:52.372738 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:52.387563 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39919ce0-5b19-4eff-9897-57511d7c4f47 admin admin] Pushing event updated for resources: {'Port': ['ID=01dc07af-fd01-4b1b-978d-149172075b5d,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:52.621400 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f43529-07bc-4e61-a247-76ad9157efa1 None None] Network b1f647c7-94ef-4718-9062-f582803de0dc requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:44:52.659994 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-5c5b0ff0-d3c1-4344-b4f6-400c6df2a264 None None] Attempting to bind port eb057e34-c1a3-45e9-bb7f-e8b1de7dd0b8 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:44:52.661374 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-5c5b0ff0-d3c1-4344-b4f6-400c6df2a264 None None] Attempting to bind port eb057e34-c1a3-45e9-bb7f-e8b1de7dd0b8 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '835f3c4a-db0a-48b9-bfd6-a8437afd8c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '60b471c5-4d21-4ac3-8625-7bbfa36899d9'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:44:52.662019 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5b0ff0-d3c1-4344-b4f6-400c6df2a264 None None] Attempting to bind port eb057e34-c1a3-45e9-bb7f-e8b1de7dd0b8 on network 60b471c5-4d21-4ac3-8625-7bbfa36899d9 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:44:52.666794 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97d9681-63ce-4227-87b4-86d90ed3f9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108e4ac0-7d1b-4929-a535-3bea4f1b38f7'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:44:52.725778 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-39919ce0-5b19-4eff-9897-57511d7c4f47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:52.803005 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=02d4a2ee-960c-4660-bc91-256901577c00,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:52.815271 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 108e4ac0-7d1b-4929-a535-3bea4f1b38f7, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=108e4ac0-7d1b-4929-a535-3bea4f1b38f7,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:44:52.817148 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5b0ff0-d3c1-4344-b4f6-400c6df2a264 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:44:52.817805 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5b0ff0-d3c1-4344-b4f6-400c6df2a264 None None] Checking segment: {'id': '835f3c4a-db0a-48b9-bfd6-a8437afd8c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '60b471c5-4d21-4ac3-8625-7bbfa36899d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:44:52.818511 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5c5b0ff0-d3c1-4344-b4f6-400c6df2a264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:52.819247 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5b0ff0-d3c1-4344-b4f6-400c6df2a264 None None] Bound using segment: {'id': '835f3c4a-db0a-48b9-bfd6-a8437afd8c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '60b471c5-4d21-4ac3-8625-7bbfa36899d9'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:44:52.819981 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-5c5b0ff0-d3c1-4344-b4f6-400c6df2a264 None None] Bound port: eb057e34-c1a3-45e9-bb7f-e8b1de7dd0b8, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '835f3c4a-db0a-48b9-bfd6-a8437afd8c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '60b471c5-4d21-4ac3-8625-7bbfa36899d9'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:44:52.820893 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5c5b0ff0-d3c1-4344-b4f6-400c6df2a264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:52.958078 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44166) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:52.978540 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1e085962-9bfe-49cb-9776-3ae67c876efa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=936a9dacbfc44585aed8fb4d9ccb2824&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6204610 Jul 24 00:44:52.981184 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44170) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:53.091542 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8105f609-a173-40fb-ab3b-f81143afd921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:53.091987 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:53.093408 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device f70811fe-451e-4760-a467-78fa3843ae07 up at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:44:53.112059 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a37ebecd-106d-4139-bb8b-8eb8b36ad559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:53.143349 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a37ebecd-106d-4139-bb8b-8eb8b36ad559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:53.208041 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ece672-3a49-47f1-a861-51f027647c55 req-8afdda8b-a16e-4821-86a5-c01c13357c34 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:53.213817 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-52ece672-3a49-47f1-a861-51f027647c55 req-8afdda8b-a16e-4821-86a5-c01c13357c34 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/ports?device_id=b97d9681-63ce-4227-87b4-86d90ed3f9b0 HTTP/1.1" status: 200 len: 972 time: 0.3338997 Jul 24 00:44:53.271716 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=108e4ac0-7d1b-4929-a535-3bea4f1b38f7,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:53.313341 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a37ebecd-106d-4139-bb8b-8eb8b36ad559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:53.321146 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a37ebecd-106d-4139-bb8b-8eb8b36ad559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:53.328568 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a37ebecd-106d-4139-bb8b-8eb8b36ad559 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cc4ab8bf-30f7-445a-9e06-9b796e56c1cc HTTP/1.1" status: 204 len: 168 time: 0.3453326 Jul 24 00:44:53.334797 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-5c5b0ff0-d3c1-4344-b4f6-400c6df2a264 None None] For port eb057e34-c1a3-45e9-bb7f-e8b1de7dd0b8, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:44:53.338769 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-5c5b0ff0-d3c1-4344-b4f6-400c6df2a264 None None] For port eb057e34-c1a3-45e9-bb7f-e8b1de7dd0b8, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=eb057e34-c1a3-45e9-bb7f-e8b1de7dd0b8,segment=NetworkSegment(835f3c4a-db0a-48b9-bfd6-a8437afd8c08),segment_id=835f3c4a-db0a-48b9-bfd6-a8437afd8c08)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:44:53.348868 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-52ece672-3a49-47f1-a861-51f027647c55 req-e9fc64de-7fdd-4e78-840b-850056240410 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/security-groups?id=a51518ca-40a1-45d1-b717-9d8ebb1403c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172218 Jul 24 00:44:53.386587 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-39919ce0-5b19-4eff-9897-57511d7c4f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:53.394478 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ebecd-106d-4139-bb8b-8eb8b36ad559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4ab8bf-30f7-445a-9e06-9b796e56c1cc,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:53.418187 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d328f6c-65ea-46b5-a657-3b82da58ebb4" -d '{"events": [{"server_uuid": "b97d9681-63ce-4227-87b4-86d90ed3f9b0", "name": "network-vif-plugged", "status": "completed", "tag": "108e4ac0-7d1b-4929-a535-3bea4f1b38f7"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:44:53.426256 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5c5b0ff0-d3c1-4344-b4f6-400c6df2a264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:53.452973 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44188) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:53.499393 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44194) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:53.508767 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-589f343f-46e6-41a4-8858-ba8fdefb3b32 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1551671787-network', 'tenant_id': '11770ac1e3c1414787a792daf5dd8c35'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:44:53.522526 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8105f609-a173-40fb-ab3b-f81143afd921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:53.529985 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning for port f70811fe-451e-4760-a467-78fa3843ae07 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:44:53.533307 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8105f609-a173-40fb-ab3b-f81143afd921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:53.565276 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning complete for port f70811fe-451e-4760-a467-78fa3843ae07 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:44:53.565668 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:53.577684 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc88f8-4a80-4617-87be-976b16d52134 req-16363b93-a1d4-4b32-8785-ca83b842892d tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:53.579712 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b1cc88f8-4a80-4617-87be-976b16d52134 req-16363b93-a1d4-4b32-8785-ca83b842892d tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd5f6686-18be-4d4e-b65a-99ab2bef6a02 HTTP/1.1" status: 200 len: 971 time: 0.3024504 Jul 24 00:44:53.588547 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8105f609-a173-40fb-ab3b-f81143afd921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b3a55c-5616-46cb-8c09-7d0832edd013,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:53.664656 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b0ff0-d3c1-4344-b4f6-400c6df2a264 None None] Pushing event updated for resources: {'Port': ['ID=eb057e34-c1a3-45e9-bb7f-e8b1de7dd0b8,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:53.720993 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589f343f-46e6-41a4-8858-ba8fdefb3b32 admin admin] Made reservation on behalf of 11770ac1e3c1414787a792daf5dd8c35 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:44:53.723941 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-589f343f-46e6-41a4-8858-ba8fdefb3b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:53.751621 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-589f343f-46e6-41a4-8858-ba8fdefb3b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:53.767180 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b1cc88f8-4a80-4617-87be-976b16d52134 req-a14dfb8c-0cfc-4134-a98c-fa75076eafa0 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d028efe-3833-4141-95a3-fc26455fa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582108 Jul 24 00:44:53.773629 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-8105f609-a173-40fb-ab3b-f81143afd921 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a5a4e17a79fa41afa53695159d6f7728&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8117943 Jul 24 00:44:53.774159 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44198) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:53.801112 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb121a9-832f-48c1-9dde-1f1b9f506387 x-openstack-request-id: req-beb121a9-832f-48c1-9dde-1f1b9f506387 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:44:53.801422 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97d9681-63ce-4227-87b4-86d90ed3f9b0", "name": "network-vif-plugged", "status": "completed", "tag": "108e4ac0-7d1b-4929-a535-3bea4f1b38f7", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:44:53.801680 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-beb121a9-832f-48c1-9dde-1f1b9f506387 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:44:53.802130 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97d9681-63ce-4227-87b4-86d90ed3f9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '108e4ac0-7d1b-4929-a535-3bea4f1b38f7', 'code': 200} Jul 24 00:44:53.834678 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:53.862056 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39919ce0-5b19-4eff-9897-57511d7c4f47 admin admin] Router f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:44:53.887034 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fc2bc0d0-600d-4912-af64-39ac76f32461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:53.965801 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port f70811fe-451e-4760-a467-78fa3843ae07, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=f70811fe-451e-4760-a467-78fa3843ae07,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:44:53.975632 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:54.006617 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1212e89e-1cec-4dd1-9859-95d955bdd15d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:54.058237 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fc2bc0d0-600d-4912-af64-39ac76f32461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:54.072845 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=f70811fe-451e-4760-a467-78fa3843ae07,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:54.078896 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44200) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:54.150407 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-589f343f-46e6-41a4-8858-ba8fdefb3b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:54.166011 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-589f343f-46e6-41a4-8858-ba8fdefb3b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:54.186200 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-bb761533-37ce-49a6-9456-bff6ec746615 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=182d8416347947cc9ba872d0327d66b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1011989 Jul 24 00:44:54.186621 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44202) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:54.190066 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3776d-dbc6-4c41-8792-6b722d95b381 req-df7265f0-ecad-415a-8e1b-228ac49a5f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:54.191581 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2ba3776d-dbc6-4c41-8792-6b722d95b381 req-df7265f0-ecad-415a-8e1b-228ac49a5f89 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b97d9681-63ce-4227-87b4-86d90ed3f9b0 HTTP/1.1" status: 200 len: 1124 time: 0.1971037 Jul 24 00:44:54.197995 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39919ce0-5b19-4eff-9897-57511d7c4f47 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:44:54.211899 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aef4795-6681-4f3d-9fa0-30206d1e2748 None None] Sync routers for ids ['f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:44:54.224893 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f343f-46e6-41a4-8858-ba8fdefb3b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4000937-edcd-4e83-b875-b3ddf33c1dad,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:54.227083 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aef4795-6681-4f3d-9fa0-30206d1e2748 None None] Routers {'f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:44:54.228009 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-5aef4795-6681-4f3d-9fa0-30206d1e2748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:44:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:44:54.234390 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-2ba3776d-dbc6-4c41-8792-6b722d95b381 req-d300c1f4-d0bd-41b2-95ac-500dba7b25f6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:54.239478 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fc2bc0d0-600d-4912-af64-39ac76f32461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:54.242150 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fc2bc0d0-600d-4912-af64-39ac76f32461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:54.243077 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-fc2bc0d0-600d-4912-af64-39ac76f32461 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f3b3a55c-5616-46cb-8c09-7d0832edd013 HTTP/1.1" status: 204 len: 168 time: 0.4680860 Jul 24 00:44:54.243883 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-589f343f-46e6-41a4-8858-ba8fdefb3b32 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:44:54.269069 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2bc0d0-600d-4912-af64-39ac76f32461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b3a55c-5616-46cb-8c09-7d0832edd013,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:54.277187 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-589f343f-46e6-41a4-8858-ba8fdefb3b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:54.277567 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-589f343f-46e6-41a4-8858-ba8fdefb3b32 admin admin] Added segment 22cc17eb-ddaf-4140-8e84-cf3a45c2b923 of type vlan for network 6bd577c5-8396-4690-b8f7-9913d401f3e2 Jul 24 00:44:54.293736 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fca63c26-1080-4a75-9047-0d82ac197090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:54.329106 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fca63c26-1080-4a75-9047-0d82ac197090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:54.347958 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-589f343f-46e6-41a4-8858-ba8fdefb3b32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:54.365801 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1212e89e-1cec-4dd1-9859-95d955bdd15d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:54.387805 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-39919ce0-5b19-4eff-9897-57511d7c4f47 admin admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:54.392479 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-39919ce0-5b19-4eff-9897-57511d7c4f47 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.8227124 Jul 24 00:44:54.395411 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44208) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:54.414198 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1212e89e-1cec-4dd1-9859-95d955bdd15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:54.469701 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-5aef4795-6681-4f3d-9fa0-30206d1e2748 None None] Set router f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:44:54.488168 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-589f343f-46e6-41a4-8858-ba8fdefb3b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:54.489008 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589f343f-46e6-41a4-8858-ba8fdefb3b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:54.489841 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-589f343f-46e6-41a4-8858-ba8fdefb3b32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:54.498418 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fca63c26-1080-4a75-9047-0d82ac197090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:54.501550 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fca63c26-1080-4a75-9047-0d82ac197090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:54.502753 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-fca63c26-1080-4a75-9047-0d82ac197090 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3b4e2687-e41c-4609-919f-690d3a0dfbe6 HTTP/1.1" status: 204 len: 168 time: 0.3147922 Jul 24 00:44:54.504823 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212e89e-1cec-4dd1-9859-95d955bdd15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec29cdf-c505-4f00-a2c6-655f8ddae9fc,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:54.529020 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1212e89e-1cec-4dd1-9859-95d955bdd15d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=717cd9a66948497d8d7f3d6bee0a3e2f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0686374 Jul 24 00:44:54.533114 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44212) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:54.611142 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f343f-46e6-41a4-8858-ba8fdefb3b32 admin admin] Pushing event updated for resources: {'Network': ['ID=6bd577c5-8396-4690-b8f7-9913d401f3e2,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:54.618500 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca63c26-1080-4a75-9047-0d82ac197090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4e2687-e41c-4609-919f-690d3a0dfbe6,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:54.631565 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 6bd577c5-8396-4690-b8f7-9913d401f3e2 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:44:54.679646 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5c5e82cc-25e7-47a9-801d-072d4e3fb751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:54.782395 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5c5e82cc-25e7-47a9-801d-072d4e3fb751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:54.916891 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5c5e82cc-25e7-47a9-801d-072d4e3fb751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:54.919859 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5c5e82cc-25e7-47a9-801d-072d4e3fb751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:54.926937 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5c5e82cc-25e7-47a9-801d-072d4e3fb751 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6ec29cdf-c505-4f00-a2c6-655f8ddae9fc HTTP/1.1" status: 204 len: 168 time: 0.3866596 Jul 24 00:44:54.946429 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e82cc-25e7-47a9-801d-072d4e3fb751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec29cdf-c505-4f00-a2c6-655f8ddae9fc,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:54.967595 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-5aef4795-6681-4f3d-9fa0-30206d1e2748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-180843736-router', 'tenant_id': 'f7cc4d37a91740ca94adb6f10364d23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '01dc07af-fd01-4b1b-978d-149172075b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:44:49Z', 'updated_at': '2021-07-24T00:44:52Z', 'revision_number': 3, 'project_id': 'f7cc4d37a91740ca94adb6f10364d23b', 'gw_port': {'id': '01dc07af-fd01-4b1b-978d-149172075b5d', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:44:51Z', 'updated_at': '2021-07-24T00:44:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:44:55.031015 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aef4795-6681-4f3d-9fa0-30206d1e2748 None None] Checking router: f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:44:55.031640 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aef4795-6681-4f3d-9fa0-30206d1e2748 None None] Updating router f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1 port 01dc07af-fd01-4b1b-978d-149172075b5d binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:44:55.079826 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 02d4a2ee-960c-4660-bc91-256901577c00 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:44:55.131876 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-5aef4795-6681-4f3d-9fa0-30206d1e2748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:55.184835 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a878921-a9bb-43e8-bb18-96225f4d373d req-e3c5d957-064e-40e8-aa31-fe838599c06d tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:55.194839 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 02d4a2ee-960c-4660-bc91-256901577c00 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:44:55.195227 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:55.195405 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5a878921-a9bb-43e8-bb18-96225f4d373d req-e3c5d957-064e-40e8-aa31-fe838599c06d tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd5f6686-18be-4d4e-b65a-99ab2bef6a02 HTTP/1.1" status: 200 len: 972 time: 0.1703994 Jul 24 00:44:55.215715 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44224) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:55.241492 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c421dae-fdf0-4115-be65-36f4696004ec req-26cdc8c3-fd9b-4c74-8fc3-d820ed5d2735 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:55.244227 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9c421dae-fdf0-4115-be65-36f4696004ec req-26cdc8c3-fd9b-4c74-8fc3-d820ed5d2735 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/ports?device_id=b97d9681-63ce-4227-87b4-86d90ed3f9b0 HTTP/1.1" status: 200 len: 972 time: 0.7506142 Jul 24 00:44:55.250888 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd658eb-93e2-4285-9b94-1703e61b2e8b None None] Network 60b471c5-4d21-4ac3-8625-7bbfa36899d9 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:44:55.305083 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-06ba8a5c-c2ea-4b21-b6b3-8a795c15fedd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:55.320926 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-2ba3776d-dbc6-4c41-8792-6b722d95b381 req-d300c1f4-d0bd-41b2-95ac-500dba7b25f6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:55.332156 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-2ba3776d-dbc6-4c41-8792-6b722d95b381 req-d300c1f4-d0bd-41b2-95ac-500dba7b25f6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:55.367017 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2ba3776d-dbc6-4c41-8792-6b722d95b381 req-d300c1f4-d0bd-41b2-95ac-500dba7b25f6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a51518ca-40a1-45d1-b717-9d8ebb1403c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1668510 Jul 24 00:44:55.371698 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9c421dae-fdf0-4115-be65-36f4696004ec req-e217fedc-152c-4fa4-a861-d0c11214cf89 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/security-groups?id=a51518ca-40a1-45d1-b717-9d8ebb1403c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177588 Jul 24 00:44:55.501611 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5a878921-a9bb-43e8-bb18-96225f4d373d req-95f8facb-f35a-4c54-861d-aad5d66e1bf2 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d028efe-3833-4141-95a3-fc26455fa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043799 Jul 24 00:44:55.513520 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-589f343f-46e6-41a4-8858-ba8fdefb3b32 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0090582 Jul 24 00:44:55.513665 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44232) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:55.548871 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-56bf97dc-0d56-4fd0-90e1-29409f9d71e8 admin admin] Request body: {'subnet': {'network_id': '6bd577c5-8396-4690-b8f7-9913d401f3e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1551671787-subnet', 'tenant_id': '11770ac1e3c1414787a792daf5dd8c35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:44:55.603253 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-022ed24a-38b4-4cce-8988-241393d79ae0 None None] Provisioning for port eb057e34-c1a3-45e9-bb7f-e8b1de7dd0b8 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:44:55.734666 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device eb057e34-c1a3-45e9-bb7f-e8b1de7dd0b8 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:44:55.780836 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-5aef4795-6681-4f3d-9fa0-30206d1e2748 None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:55.794287 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44236) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:55.803057 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5f6686-18be-4d4e-b65a-99ab2bef6a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70811fe-451e-4760-a467-78fa3843ae07'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:44:55.806679 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db5f9076-1822-4786-ba94-f1ff930238fe" -d '{"events": [{"server_uuid": "dd5f6686-18be-4d4e-b65a-99ab2bef6a02", "name": "network-vif-plugged", "status": "completed", "tag": "f70811fe-451e-4760-a467-78fa3843ae07"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:44:55.810976 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-5aef4795-6681-4f3d-9fa0-30206d1e2748 None None] Transition to ACTIVE for port object 01dc07af-fd01-4b1b-978d-149172075b5d will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:44:55.823586 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-5aef4795-6681-4f3d-9fa0-30206d1e2748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:55.831357 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port eb057e34-c1a3-45e9-bb7f-e8b1de7dd0b8 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:44:55.840183 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port eb057e34-c1a3-45e9-bb7f-e8b1de7dd0b8 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:44:55.840500 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:55.860586 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300c1f4-d0bd-41b2-95ac-500dba7b25f6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=69ad7d22-8701-4d7d-aedc-86891ac7fb8e,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:55.866633 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-06ba8a5c-c2ea-4b21-b6b3-8a795c15fedd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:55.868538 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-805f0c00-57da-4a3d-b473-d54da1826629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:55.885510 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-5aef4795-6681-4f3d-9fa0-30206d1e2748 None None] Attempting to bind port 01dc07af-fd01-4b1b-978d-149172075b5d on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:44:55.885893 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-5aef4795-6681-4f3d-9fa0-30206d1e2748 None None] Attempting to bind port 01dc07af-fd01-4b1b-978d-149172075b5d by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:44:55.886266 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aef4795-6681-4f3d-9fa0-30206d1e2748 None None] Attempting to bind port 01dc07af-fd01-4b1b-978d-149172075b5d on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:44:55.898183 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-06ba8a5c-c2ea-4b21-b6b3-8a795c15fedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:55.898383 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afef4e1-3f50-4bfd-8f9b-9b87786b1869 x-openstack-request-id: req-3afef4e1-3f50-4bfd-8f9b-9b87786b1869 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:44:55.898843 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd5f6686-18be-4d4e-b65a-99ab2bef6a02", "name": "network-vif-plugged", "status": "completed", "tag": "f70811fe-451e-4760-a467-78fa3843ae07", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:44:55.899732 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3afef4e1-3f50-4bfd-8f9b-9b87786b1869 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:44:55.899963 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5f6686-18be-4d4e-b65a-99ab2bef6a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70811fe-451e-4760-a467-78fa3843ae07', 'code': 200} Jul 24 00:44:55.900467 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aef4795-6681-4f3d-9fa0-30206d1e2748 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:44:55.900876 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aef4795-6681-4f3d-9fa0-30206d1e2748 None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:44:55.901265 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-5aef4795-6681-4f3d-9fa0-30206d1e2748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:55.901673 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aef4795-6681-4f3d-9fa0-30206d1e2748 None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:44:55.902172 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-5aef4795-6681-4f3d-9fa0-30206d1e2748 None None] Bound port: 01dc07af-fd01-4b1b-978d-149172075b5d, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:44:55.902564 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-5aef4795-6681-4f3d-9fa0-30206d1e2748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:55.995019 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-5aef4795-6681-4f3d-9fa0-30206d1e2748 None None] For port 01dc07af-fd01-4b1b-978d-149172075b5d, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:44:55.997626 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:55.999842 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-5aef4795-6681-4f3d-9fa0-30206d1e2748 None None] For port 01dc07af-fd01-4b1b-978d-149172075b5d, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=01dc07af-fd01-4b1b-978d-149172075b5d,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:44:56.007524 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c2f08-a30f-494f-8fb6-6fcc53734815 None None] Pushing event updated for resources: {'Port': ['ID=01dc07af-fd01-4b1b-978d-149172075b5d,revision_number=2']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:56.011893 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-5aef4795-6681-4f3d-9fa0-30206d1e2748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:56.047834 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port eb057e34-c1a3-45e9-bb7f-e8b1de7dd0b8, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=eb057e34-c1a3-45e9-bb7f-e8b1de7dd0b8,segment=NetworkSegment(835f3c4a-db0a-48b9-bfd6-a8437afd8c08),segment_id=835f3c4a-db0a-48b9-bfd6-a8437afd8c08)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:44:56.048197 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-06ba8a5c-c2ea-4b21-b6b3-8a795c15fedd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=62709b9dca484db3961c21b86068e67a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8280675 Jul 24 00:44:56.049015 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44242) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:56.054390 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:56.069879 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba8a5c-c2ea-4b21-b6b3-8a795c15fedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d4cab3-3f03-404b-8ff5-bf854c152187,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:56.075523 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bf97dc-0d56-4fd0-90e1-29409f9d71e8 admin admin] Made reservation on behalf of 11770ac1e3c1414787a792daf5dd8c35 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:44:56.080620 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-56bf97dc-0d56-4fd0-90e1-29409f9d71e8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:56.136813 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aef4795-6681-4f3d-9fa0-30206d1e2748 None None] Routers {'f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:44:56.137798 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-5aef4795-6681-4f3d-9fa0-30206d1e2748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:44:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:44:56.179556 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=eb057e34-c1a3-45e9-bb7f-e8b1de7dd0b8,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:56.257432 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e668fdcd-60aa-4adb-a2da-06ad083f0e4b None None] Provisioning complete for port eb057e34-c1a3-45e9-bb7f-e8b1de7dd0b8 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:44:56.257836 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e668fdcd-60aa-4adb-a2da-06ad083f0e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:56.282628 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-5aef4795-6681-4f3d-9fa0-30206d1e2748 None None] Set router f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:44:56.286543 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1fcaa8-1d89-497b-9d8e-44db69631c4c req-3a002a1a-2eb8-40a8-b38d-39e1adc255fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:56.288262 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ff1fcaa8-1d89-497b-9d8e-44db69631c4c req-3a002a1a-2eb8-40a8-b38d-39e1adc255fa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dd5f6686-18be-4d4e-b65a-99ab2bef6a02 HTTP/1.1" status: 200 len: 1124 time: 0.2985384 Jul 24 00:44:56.297350 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4bb00e9c-f05a-4604-aeb8-ee11db23a43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:56.380068 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3432f2e1-edc2-4c16-ac77-f611653c87f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:56.391530 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ff1fcaa8-1d89-497b-9d8e-44db69631c4c req-0ad35011-46a3-4e6f-840b-713de5847efa service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4d028efe-3833-4141-95a3-fc26455fa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717182 Jul 24 00:44:56.460749 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3432f2e1-edc2-4c16-ac77-f611653c87f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:56.501948 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c2f08-a30f-494f-8fb6-6fcc53734815 None None] Pushing event updated for resources: {'Port': ['ID=01dc07af-fd01-4b1b-978d-149172075b5d,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:56.599623 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-5aef4795-6681-4f3d-9fa0-30206d1e2748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-180843736-router', 'tenant_id': 'f7cc4d37a91740ca94adb6f10364d23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '01dc07af-fd01-4b1b-978d-149172075b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:44:49Z', 'updated_at': '2021-07-24T00:44:52Z', 'revision_number': 3, 'project_id': 'f7cc4d37a91740ca94adb6f10364d23b', 'gw_port': {'id': '01dc07af-fd01-4b1b-978d-149172075b5d', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:44:51Z', 'updated_at': '2021-07-24T00:44:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:44:56.627198 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-4bb00e9c-f05a-4604-aeb8-ee11db23a43e admin admin] Allocated IP 172.20.0.1 (60b471c5-4d21-4ac3-8625-7bbfa36899d9/5bb60f34-bda9-4805-a2af-6f0db3b53411/0b6f5d3a-4620-4584-ac4e-6c7b6e1d8fa1) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:44:56.650908 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aef4795-6681-4f3d-9fa0-30206d1e2748 None None] The sync data for ids ['f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1'] in n-d-793621-25 is: [{'id': 'f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-180843736-router', 'tenant_id': 'f7cc4d37a91740ca94adb6f10364d23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '01dc07af-fd01-4b1b-978d-149172075b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:44:49Z', 'updated_at': '2021-07-24T00:44:52Z', 'revision_number': 3, 'project_id': 'f7cc4d37a91740ca94adb6f10364d23b', 'gw_port': {'id': '01dc07af-fd01-4b1b-978d-149172075b5d', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4a:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:44:51Z', 'updated_at': '2021-07-24T00:44:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:44:56.682761 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-805f0c00-57da-4a3d-b473-d54da1826629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:56.727098 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-805f0c00-57da-4a3d-b473-d54da1826629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:56.809614 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-56bf97dc-0d56-4fd0-90e1-29409f9d71e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:56.812253 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3432f2e1-edc2-4c16-ac77-f611653c87f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:56.816275 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3432f2e1-edc2-4c16-ac77-f611653c87f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:56.819090 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9610c2c-9516-4dd7-8607-af3a5118852c req-9eb0cf73-80f2-467d-8fc7-e3ab8d222745 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:56.820200 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3432f2e1-edc2-4c16-ac77-f611653c87f7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/79d4cab3-3f03-404b-8ff5-bf854c152187 HTTP/1.1" status: 204 len: 168 time: 0.7659221 Jul 24 00:44:56.821760 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d9610c2c-9516-4dd7-8607-af3a5118852c req-9eb0cf73-80f2-467d-8fc7-e3ab8d222745 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd5f6686-18be-4d4e-b65a-99ab2bef6a02 HTTP/1.1" status: 200 len: 972 time: 0.1991284 Jul 24 00:44:56.831450 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f0c00-57da-4a3d-b473-d54da1826629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01c3ad8-7f48-450a-8a28-9c8b6f57bace,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:56.838165 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device eb057e34-c1a3-45e9-bb7f-e8b1de7dd0b8 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:44:56.844257 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-805f0c00-57da-4a3d-b473-d54da1826629 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=767c0305c78149508d3cf152d65d1666&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0468760 Jul 24 00:44:56.855532 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44260) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:56.914518 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3432f2e1-edc2-4c16-ac77-f611653c87f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d4cab3-3f03-404b-8ff5-bf854c152187,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:56.936608 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4bb00e9c-f05a-4604-aeb8-ee11db23a43e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:56.945520 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d9610c2c-9516-4dd7-8607-af3a5118852c req-2b17f113-0491-475b-a685-7d8b8ab9ba08 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d028efe-3833-4141-95a3-fc26455fa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155326 Jul 24 00:44:56.948499 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2015e463-961d-43f5-b199-cee73b76763c req-3de9871a-9b6a-421b-a795-e3ca9009d0d3 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:56.969858 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-4bb00e9c-f05a-4604-aeb8-ee11db23a43e admin admin] Transition to ACTIVE for port object 0b6f5d3a-4620-4584-ac4e-6c7b6e1d8fa1 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:44:56.971597 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2015e463-961d-43f5-b199-cee73b76763c req-3de9871a-9b6a-421b-a795-e3ca9009d0d3 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/ports?device_id=b97d9681-63ce-4227-87b4-86d90ed3f9b0 HTTP/1.1" status: 200 len: 972 time: 0.4415164 Jul 24 00:44:56.978046 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8ea9e62a-1fd7-472d-abae-a8e5b6d34357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:57.032167 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8ea9e62a-1fd7-472d-abae-a8e5b6d34357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:57.037618 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf97dc-0d56-4fd0-90e1-29409f9d71e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7a5ec85-78b7-49d0-a3ef-81c388073b53,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:57.038306 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port eb057e34-c1a3-45e9-bb7f-e8b1de7dd0b8 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:44:57.038923 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:57.175771 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4bb00e9c-f05a-4604-aeb8-ee11db23a43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:57.238279 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb00e9c-f05a-4604-aeb8-ee11db23a43e admin admin] Network 60b471c5-4d21-4ac3-8625-7bbfa36899d9 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:44:57.239994 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb00e9c-f05a-4604-aeb8-ee11db23a43e admin admin] Pushing event updated for resources: {'Port': ['ID=0b6f5d3a-4620-4584-ac4e-6c7b6e1d8fa1,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:57.242741 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-4bb00e9c-f05a-4604-aeb8-ee11db23a43e admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:44:57.254162 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb00e9c-f05a-4604-aeb8-ee11db23a43e admin admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:44:57.255078 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4bb00e9c-f05a-4604-aeb8-ee11db23a43e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:57.337857 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2015e463-961d-43f5-b199-cee73b76763c req-db185287-2e38-4e9c-807a-a871383de75c tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/security-groups?id=a51518ca-40a1-45d1-b717-9d8ebb1403c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559813 Jul 24 00:44:57.361990 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bf97dc-0d56-4fd0-90e1-29409f9d71e8 admin admin] Checking segment: {'id': '22cc17eb-ddaf-4140-8e84-cf3a45c2b923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6bd577c5-8396-4690-b8f7-9913d401f3e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:44:57.365109 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bf97dc-0d56-4fd0-90e1-29409f9d71e8 admin admin] Network hostable DHCP agents. Network: 6bd577c5-8396-4690-b8f7-9913d401f3e2, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:44:57.434805 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bf97dc-0d56-4fd0-90e1-29409f9d71e8 admin admin] Network 6bd577c5-8396-4690-b8f7-9913d401f3e2 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:44:57.457772 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-56bf97dc-0d56-4fd0-90e1-29409f9d71e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 6bd577c5-8396-4690-b8f7-9913d401f3e2) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:44:57.477339 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d53d447-f097-4c22-96fd-9df57a73cb3e None None] Network 6bd577c5-8396-4690-b8f7-9913d401f3e2 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:44:57.500250 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8ea9e62a-1fd7-472d-abae-a8e5b6d34357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:57.503560 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8ea9e62a-1fd7-472d-abae-a8e5b6d34357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:57.508534 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8ea9e62a-1fd7-472d-abae-a8e5b6d34357 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d01c3ad8-7f48-450a-8a28-9c8b6f57bace HTTP/1.1" status: 204 len: 168 time: 0.6482179 Jul 24 00:44:57.526912 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bf97dc-0d56-4fd0-90e1-29409f9d71e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:57.527941 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-56bf97dc-0d56-4fd0-90e1-29409f9d71e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:57.587650 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-56bf97dc-0d56-4fd0-90e1-29409f9d71e8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0432918 Jul 24 00:44:57.669164 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9e62a-1fd7-472d-abae-a8e5b6d34357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01c3ad8-7f48-450a-8a28-9c8b6f57bace,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:57.776093 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4bb00e9c-f05a-4604-aeb8-ee11db23a43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:57.853423 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc2af86-0144-4d5c-a6c0-6c34b48bd32a None None] Network 6bd577c5-8396-4690-b8f7-9913d401f3e2 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:44:57.871775 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c4cca8d9-3d97-4f0d-9e7f-e6c10405a99b None None] Provisioning for port 0b6f5d3a-4620-4584-ac4e-6c7b6e1d8fa1 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:44:57.885650 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c4cca8d9-3d97-4f0d-9e7f-e6c10405a99b None None] Provisioning complete for port 0b6f5d3a-4620-4584-ac4e-6c7b6e1d8fa1 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:44:57.886034 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c4cca8d9-3d97-4f0d-9e7f-e6c10405a99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:57.934539 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-c4cca8d9-3d97-4f0d-9e7f-e6c10405a99b None None] Port 0b6f5d3a-4620-4584-ac4e-6c7b6e1d8fa1 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:44:57.981221 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44284) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:58.114910 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4bb00e9c-f05a-4604-aeb8-ee11db23a43e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:58.129988 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a9b29d7-665a-4298-87eb-c8f8b93d6fcc admin admin] Deleting subnet ab21aa02-6980-4f67-935b-081607ac37db {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:44:58.135548 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8a9b29d7-665a-4298-87eb-c8f8b93d6fcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:58.143156 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4bb00e9c-f05a-4604-aeb8-ee11db23a43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:58.144123 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4bb00e9c-f05a-4604-aeb8-ee11db23a43e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:58.183090 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8a9b29d7-665a-4298-87eb-c8f8b93d6fcc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:58.196703 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8a9b29d7-665a-4298-87eb-c8f8b93d6fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:58.276693 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb00e9c-f05a-4604-aeb8-ee11db23a43e admin admin] Pushing event updated for resources: {'Port': ['ID=0b6f5d3a-4620-4584-ac4e-6c7b6e1d8fa1,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:58.295601 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8a9b29d7-665a-4298-87eb-c8f8b93d6fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:58.380063 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b29d7-665a-4298-87eb-c8f8b93d6fcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab21aa02-6980-4f67-935b-081607ac37db,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:58.386787 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006caf0-65cd-4bcb-9b6b-0a2233374aca req-f21ec19f-ac66-4366-8393-8bbb001aa43a tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:58.388649 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b006caf0-65cd-4bcb-9b6b-0a2233374aca req-f21ec19f-ac66-4366-8393-8bbb001aa43a tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd5f6686-18be-4d4e-b65a-99ab2bef6a02 HTTP/1.1" status: 200 len: 972 time: 0.2812872 Jul 24 00:44:58.389342 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8a9b29d7-665a-4298-87eb-c8f8b93d6fcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:58.391726 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-8a9b29d7-665a-4298-87eb-c8f8b93d6fcc admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ab21aa02-6980-4f67-935b-081607ac37db HTTP/1.1" status: 204 len: 168 time: 0.4082866 Jul 24 00:44:58.394187 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44298) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:58.459786 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b006caf0-65cd-4bcb-9b6b-0a2233374aca req-b7b656e2-d469-4513-a149-3c972cbaa32b tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d028efe-3833-4141-95a3-fc26455fa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616035 Jul 24 00:44:58.470135 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb00e9c-f05a-4604-aeb8-ee11db23a43e admin admin] Network 60b471c5-4d21-4ac3-8625-7bbfa36899d9 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:44:58.472231 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-4bb00e9c-f05a-4604-aeb8-ee11db23a43e admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:44:58.484647 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f074d1dc-eb78-4db5-ae01-d7915e855731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:58.662488 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb00e9c-f05a-4604-aeb8-ee11db23a43e admin admin] Router f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:44:58.701152 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f074d1dc-eb78-4db5-ae01-d7915e855731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:58.754814 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f074d1dc-eb78-4db5-ae01-d7915e855731 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:44:58.760020 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f074d1dc-eb78-4db5-ae01-d7915e855731 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:44:58.761732 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f074d1dc-eb78-4db5-ae01-d7915e855731 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:44:58.763254 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f074d1dc-eb78-4db5-ae01-d7915e855731 admin admin] Subscribe: > port after_create 55550000 {{(pid=100464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:44:58.763693 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f074d1dc-eb78-4db5-ae01-d7915e855731 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:44:58.765194 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f074d1dc-eb78-4db5-ae01-d7915e855731 admin admin] Subscribe: > port after_update 55550000 {{(pid=100464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:44:58.765918 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f074d1dc-eb78-4db5-ae01-d7915e855731 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:44:58.766406 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f074d1dc-eb78-4db5-ae01-d7915e855731 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:44:58.767622 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f074d1dc-eb78-4db5-ae01-d7915e855731 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:44:58.768178 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f074d1dc-eb78-4db5-ae01-d7915e855731 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:44:58.879687 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-bddb0a96-c76a-4b43-b935-cb4fa4714028 None None] Provisioning complete for port 0b6f5d3a-4620-4584-ac4e-6c7b6e1d8fa1 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:44:58.880261 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bddb0a96-c76a-4b43-b935-cb4fa4714028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:58.883107 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 01dc07af-fd01-4b1b-978d-149172075b5d up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:44:58.925739 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb00e9c-f05a-4604-aeb8-ee11db23a43e admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:44:58.935787 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4bb00e9c-f05a-4604-aeb8-ee11db23a43e admin admin] 10.222.0.15 "PUT /v2.0/routers/f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5377202 Jul 24 00:44:58.970017 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-bddb0a96-c76a-4b43-b935-cb4fa4714028 None None] Port 0b6f5d3a-4620-4584-ac4e-6c7b6e1d8fa1 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:44:58.987413 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 01dc07af-fd01-4b1b-978d-149172075b5d completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:44:58.991406 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 01dc07af-fd01-4b1b-978d-149172075b5d triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:44:58.991785 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:59.190308 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:59.241938 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 01dc07af-fd01-4b1b-978d-149172075b5d, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=01dc07af-fd01-4b1b-978d-149172075b5d,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:44:59.248847 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:59.323540 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f074d1dc-eb78-4db5-ae01-d7915e855731 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:44:59.324105 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f074d1dc-eb78-4db5-ae01-d7915e855731 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:44:59.324197 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f074d1dc-eb78-4db5-ae01-d7915e855731 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:44:59.324530 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f074d1dc-eb78-4db5-ae01-d7915e855731 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100464) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:44:59.324900 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-f074d1dc-eb78-4db5-ae01-d7915e855731 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f647c7-94ef-4718-9062-f582803de0dc']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:44:59.348493 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd8389-e95c-4d59-ac54-d36f4394fc9c req-2f1b4b31-2b2f-49dc-aaaa-6cfb139b214c tempest-AggregatesAdminTestJSON-1129316027 tempest-AggregatesAdminTestJSON-1129316027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:59.350400 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d0dd8389-e95c-4d59-ac54-d36f4394fc9c req-2f1b4b31-2b2f-49dc-aaaa-6cfb139b214c tempest-AggregatesAdminTestJSON-1129316027 tempest-AggregatesAdminTestJSON-1129316027-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=dd5f6686-18be-4d4e-b65a-99ab2bef6a02 HTTP/1.1" status: 200 len: 1124 time: 0.1295121 Jul 24 00:44:59.361510 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897f13de-2e92-4795-9040-e0495976cc33 None None] Sync routers for ids ['f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:44:59.378991 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=01dc07af-fd01-4b1b-978d-149172075b5d,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:59.393427 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-d0dd8389-e95c-4d59-ac54-d36f4394fc9c req-739abbf1-72a3-4810-ac79-5d2da3880187 tempest-AggregatesAdminTestJSON-1129316027 tempest-AggregatesAdminTestJSON-1129316027-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:59.408405 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897f13de-2e92-4795-9040-e0495976cc33 None None] Routers {'f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:44:59.409052 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-897f13de-2e92-4795-9040-e0495976cc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:44:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:44:59.412655 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-f074d1dc-eb78-4db5-ae01-d7915e855731 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e23c975-ac70-4cf7-83a4-5ddd024b8611') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:44:59.413083 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-f074d1dc-eb78-4db5-ae01-d7915e855731 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e23c975-ac70-4cf7-83a4-5ddd024b8611') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:44:59.454289 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f074d1dc-eb78-4db5-ae01-d7915e855731 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:59.487846 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc627a-a1f9-4c5a-920f-c3805764a5c1 req-6f204765-29de-4a32-9668-02b8c6d37515 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:44:59.490015 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-15cc627a-a1f9-4c5a-920f-c3805764a5c1 req-6f204765-29de-4a32-9668-02b8c6d37515 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/ports?device_id=b97d9681-63ce-4227-87b4-86d90ed3f9b0 HTTP/1.1" status: 200 len: 972 time: 0.9234064 Jul 24 00:44:59.511043 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f074d1dc-eb78-4db5-ae01-d7915e855731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:59.531208 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f074d1dc-eb78-4db5-ae01-d7915e855731 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:44:59.531679 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f074d1dc-eb78-4db5-ae01-d7915e855731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:59.554385 n-d-793621-25 neutron-server[100464]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 24 00:44:59.554385 n-d-793621-25 neutron-server[100464]: from cryptography.utils import int_from_bytes Jul 24 00:44:59.554385 n-d-793621-25 neutron-server[100464]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 24 00:44:59.554385 n-d-793621-25 neutron-server[100464]: from cryptography.utils import int_from_bytes Jul 24 00:44:59.554385 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 00:44:59.554385 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:44:59.554385 n-d-793621-25 neutron-server[100464]: timer() Jul 24 00:44:59.554385 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:44:59.554385 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 00:44:59.554385 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:44:59.554385 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 00:44:59.554385 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:44:59.554385 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 00:44:59.554385 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:44:59.554385 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 00:44:59.554385 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:44:59.554385 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 00:44:59.554385 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:44:59.554385 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:44:59.554385 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:44:59.554385 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:44:59.554385 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:44:59.554385 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 00:44:59.554385 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:44:59.554385 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 00:44:59.554385 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:44:59.554385 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:44:59.554385 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:44:59.554385 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 00:44:59.554385 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:44:59.554385 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:44:59.554385 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:44:59.554385 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:44:59.554385 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:44:59.554385 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:44:59.554385 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:44:59.594313 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-d0dd8389-e95c-4d59-ac54-d36f4394fc9c req-739abbf1-72a3-4810-ac79-5d2da3880187 tempest-AggregatesAdminTestJSON-1129316027 tempest-AggregatesAdminTestJSON-1129316027-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:59.602583 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-d0dd8389-e95c-4d59-ac54-d36f4394fc9c req-739abbf1-72a3-4810-ac79-5d2da3880187 tempest-AggregatesAdminTestJSON-1129316027 tempest-AggregatesAdminTestJSON-1129316027-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:59.635775 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-897f13de-2e92-4795-9040-e0495976cc33 None None] Set router f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:44:59.641881 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d0dd8389-e95c-4d59-ac54-d36f4394fc9c req-739abbf1-72a3-4810-ac79-5d2da3880187 tempest-AggregatesAdminTestJSON-1129316027 tempest-AggregatesAdminTestJSON-1129316027-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4d028efe-3833-4141-95a3-fc26455fa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753279 Jul 24 00:44:59.674083 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-15cc627a-a1f9-4c5a-920f-c3805764a5c1 req-6113703e-4703-48bf-9b66-5ffd64991232 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/security-groups?id=a51518ca-40a1-45d1-b717-9d8ebb1403c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576438 Jul 24 00:44:59.693033 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739abbf1-72a3-4810-ac79-5d2da3880187 tempest-AggregatesAdminTestJSON-1129316027 tempest-AggregatesAdminTestJSON-1129316027-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de63337f-c379-4748-ada4-be9e9943e9b3,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:59.776319 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f074d1dc-eb78-4db5-ae01-d7915e855731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:59.790920 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f074d1dc-eb78-4db5-ae01-d7915e855731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:59.800820 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44348) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:44:59.801192 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f074d1dc-eb78-4db5-ae01-d7915e855731 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b1f647c7-94ef-4718-9062-f582803de0dc HTTP/1.1" status: 204 len: 168 time: 1.4058006 Jul 24 00:44:59.832425 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f074d1dc-eb78-4db5-ae01-d7915e855731 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1f647c7-94ef-4718-9062-f582803de0dc,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:44:59.923842 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-48dcdf0b-8ad8-4cb0-9b72-8a9b13538159 admin admin] Deleting subnet f7a5ec85-78b7-49d0-a3ef-81c388073b53 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:44:59.928035 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-48dcdf0b-8ad8-4cb0-9b72-8a9b13538159 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:59.975983 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-48dcdf0b-8ad8-4cb0-9b72-8a9b13538159 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:44:59.992679 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-48dcdf0b-8ad8-4cb0-9b72-8a9b13538159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:00.092757 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-48dcdf0b-8ad8-4cb0-9b72-8a9b13538159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:00.138418 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dcdf0b-8ad8-4cb0-9b72-8a9b13538159 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7a5ec85-78b7-49d0-a3ef-81c388073b53,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:00.155329 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-48dcdf0b-8ad8-4cb0-9b72-8a9b13538159 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:00.157223 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-48dcdf0b-8ad8-4cb0-9b72-8a9b13538159 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f7a5ec85-78b7-49d0-a3ef-81c388073b53 HTTP/1.1" status: 204 len: 168 time: 0.3543310 Jul 24 00:45:00.160178 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44370) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:00.241295 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cfa4c0c2-317d-4c57-b87f-a212d82852d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:00.244527 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-897f13de-2e92-4795-9040-e0495976cc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-180843736-router', 'tenant_id': 'f7cc4d37a91740ca94adb6f10364d23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '01dc07af-fd01-4b1b-978d-149172075b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:44:49Z', 'updated_at': '2021-07-24T00:44:57Z', 'revision_number': 4, 'project_id': 'f7cc4d37a91740ca94adb6f10364d23b', 'gw_port': {'id': '01dc07af-fd01-4b1b-978d-149172075b5d', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:44:51Z', 'updated_at': '2021-07-24T00:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '0b6f5d3a-4620-4584-ac4e-6c7b6e1d8fa1', 'name': '', 'network_id': '60b471c5-4d21-4ac3-8625-7bbfa36899d9', 'tenant_id': 'f7cc4d37a91740ca94adb6f10364d23b', 'mac_address': 'fa:16:3e:fb:cc:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '5bb60f34-bda9-4805-a2af-6f0db3b53411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:44:56Z', 'updated_at': '2021-07-24T00:44:57Z', 'revision_number': 2, 'project_id': 'f7cc4d37a91740ca94adb6f10364d23b', 'subnets': [{'id': '5bb60f34-bda9-4805-a2af-6f0db3b53411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:45:00.289185 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897f13de-2e92-4795-9040-e0495976cc33 None None] Checking router: f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:45:00.289443 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897f13de-2e92-4795-9040-e0495976cc33 None None] Updating router f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1 port 0b6f5d3a-4620-4584-ac4e-6c7b6e1d8fa1 binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:45:00.331583 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-897f13de-2e92-4795-9040-e0495976cc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:00.348435 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cfa4c0c2-317d-4c57-b87f-a212d82852d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:00.372032 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-cfa4c0c2-317d-4c57-b87f-a212d82852d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd577c5-8396-4690-b8f7-9913d401f3e2']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:45:00.391629 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-cfa4c0c2-317d-4c57-b87f-a212d82852d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22cc17eb-ddaf-4140-8e84-cf3a45c2b923') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:45:00.392221 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-cfa4c0c2-317d-4c57-b87f-a212d82852d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22cc17eb-ddaf-4140-8e84-cf3a45c2b923') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:45:00.408237 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cfa4c0c2-317d-4c57-b87f-a212d82852d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:00.444146 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cfa4c0c2-317d-4c57-b87f-a212d82852d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:00.457642 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfa4c0c2-317d-4c57-b87f-a212d82852d8 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:45:00.459400 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cfa4c0c2-317d-4c57-b87f-a212d82852d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:00.463334 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 00:45:00.463334 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:45:00.463334 n-d-793621-25 neutron-server[100464]: timer() Jul 24 00:45:00.463334 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:45:00.463334 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 00:45:00.463334 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:45:00.463334 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 00:45:00.463334 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:45:00.463334 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 00:45:00.463334 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:45:00.463334 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 00:45:00.463334 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:45:00.463334 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 00:45:00.463334 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:45:00.463334 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:45:00.463334 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:45:00.463334 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:45:00.463334 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:45:00.463334 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 00:45:00.463334 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:45:00.463334 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 00:45:00.463334 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:45:00.463334 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:45:00.463334 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:45:00.463334 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 00:45:00.463334 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:45:00.463334 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:45:00.463334 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:45:00.463334 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:45:00.463334 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:45:00.463334 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:45:00.463334 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:45:00.572360 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cfa4c0c2-317d-4c57-b87f-a212d82852d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:00.585872 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cfa4c0c2-317d-4c57-b87f-a212d82852d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:00.594616 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-cfa4c0c2-317d-4c57-b87f-a212d82852d8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/6bd577c5-8396-4690-b8f7-9913d401f3e2 HTTP/1.1" status: 204 len: 168 time: 0.4302495 Jul 24 00:45:00.651244 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa4c0c2-317d-4c57-b87f-a212d82852d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bd577c5-8396-4690-b8f7-9913d401f3e2,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:00.859303 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 01dc07af-fd01-4b1b-978d-149172075b5d up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:45:00.961780 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44410) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:00.996913 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-897f13de-2e92-4795-9040-e0495976cc33 None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:01.012145 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 01dc07af-fd01-4b1b-978d-149172075b5d triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:45:01.012743 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:01.032357 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7728a7-4c99-4715-a677-111b5e9d31e7 req-e37a51f9-5f55-4066-8bcc-915018e5bc5a tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:01.035967 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1e7728a7-4c99-4715-a677-111b5e9d31e7 req-e37a51f9-5f55-4066-8bcc-915018e5bc5a tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/ports?device_id=b97d9681-63ce-4227-87b4-86d90ed3f9b0 HTTP/1.1" status: 200 len: 972 time: 0.1553254 Jul 24 00:45:01.047039 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-897f13de-2e92-4795-9040-e0495976cc33 None None] Transition to ACTIVE for port object 0b6f5d3a-4620-4584-ac4e-6c7b6e1d8fa1 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:45:01.063709 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-897f13de-2e92-4795-9040-e0495976cc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:01.066262 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-fcfea67d-6cf4-4d17-a570-3f7a1e5a7fb8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b3b99562dfb146e9a4ac90b8d6b5f1be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1036587 Jul 24 00:45:01.071914 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44414) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:01.120334 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d022cda-0d62-45d9-b2aa-5ac3840637f5 None None] Pushing event updated for resources: {'Port': ['ID=0b6f5d3a-4620-4584-ac4e-6c7b6e1d8fa1,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:01.157337 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1e7728a7-4c99-4715-a677-111b5e9d31e7 req-ed10fb6b-2488-4771-9a42-356809d18954 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/security-groups?id=a51518ca-40a1-45d1-b717-9d8ebb1403c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136479 Jul 24 00:45:01.221599 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-10a309cb-03eb-41ca-92b9-5889b06f22d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:01.279408 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-897f13de-2e92-4795-9040-e0495976cc33 None None] Attempting to bind port 0b6f5d3a-4620-4584-ac4e-6c7b6e1d8fa1 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:45:01.280092 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-897f13de-2e92-4795-9040-e0495976cc33 None None] Attempting to bind port 0b6f5d3a-4620-4584-ac4e-6c7b6e1d8fa1 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '835f3c4a-db0a-48b9-bfd6-a8437afd8c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '60b471c5-4d21-4ac3-8625-7bbfa36899d9'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:45:01.280716 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897f13de-2e92-4795-9040-e0495976cc33 None None] Attempting to bind port 0b6f5d3a-4620-4584-ac4e-6c7b6e1d8fa1 on network 60b471c5-4d21-4ac3-8625-7bbfa36899d9 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:45:01.281719 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-10a309cb-03eb-41ca-92b9-5889b06f22d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:01.291613 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897f13de-2e92-4795-9040-e0495976cc33 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:45:01.292135 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897f13de-2e92-4795-9040-e0495976cc33 None None] Checking segment: {'id': '835f3c4a-db0a-48b9-bfd6-a8437afd8c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '60b471c5-4d21-4ac3-8625-7bbfa36899d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:45:01.292657 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-897f13de-2e92-4795-9040-e0495976cc33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:01.293154 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897f13de-2e92-4795-9040-e0495976cc33 None None] Bound using segment: {'id': '835f3c4a-db0a-48b9-bfd6-a8437afd8c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '60b471c5-4d21-4ac3-8625-7bbfa36899d9'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:45:01.293738 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-897f13de-2e92-4795-9040-e0495976cc33 None None] Bound port: 0b6f5d3a-4620-4584-ac4e-6c7b6e1d8fa1, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '835f3c4a-db0a-48b9-bfd6-a8437afd8c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '60b471c5-4d21-4ac3-8625-7bbfa36899d9'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:45:01.294256 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-897f13de-2e92-4795-9040-e0495976cc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:01.413434 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-10a309cb-03eb-41ca-92b9-5889b06f22d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:01.416166 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-10a309cb-03eb-41ca-92b9-5889b06f22d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:01.421623 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-10a309cb-03eb-41ca-92b9-5889b06f22d0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a2deb1cc-6590-40ce-a167-4c297d358086 HTTP/1.1" status: 204 len: 168 time: 0.3448567 Jul 24 00:45:01.434101 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a309cb-03eb-41ca-92b9-5889b06f22d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2deb1cc-6590-40ce-a167-4c297d358086,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:01.472426 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-897f13de-2e92-4795-9040-e0495976cc33 None None] For port 0b6f5d3a-4620-4584-ac4e-6c7b6e1d8fa1, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:45:01.491762 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-897f13de-2e92-4795-9040-e0495976cc33 None None] For port 0b6f5d3a-4620-4584-ac4e-6c7b6e1d8fa1, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0b6f5d3a-4620-4584-ac4e-6c7b6e1d8fa1,segment=NetworkSegment(835f3c4a-db0a-48b9-bfd6-a8437afd8c08),segment_id=835f3c4a-db0a-48b9-bfd6-a8437afd8c08)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:45:01.524868 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-897f13de-2e92-4795-9040-e0495976cc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:01.651813 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d022cda-0d62-45d9-b2aa-5ac3840637f5 None None] Pushing event updated for resources: {'Port': ['ID=0b6f5d3a-4620-4584-ac4e-6c7b6e1d8fa1,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:01.662206 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897f13de-2e92-4795-9040-e0495976cc33 None None] Routers {'f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:45:01.662949 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-897f13de-2e92-4795-9040-e0495976cc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:44:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:45:01.847478 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-897f13de-2e92-4795-9040-e0495976cc33 None None] Set router f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:45:02.184104 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44462) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:02.190608 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61772b2-59a6-4327-88c5-6f81fdd2e050 req-9338ac0d-03f3-41e6-94cb-2eec7fce8dff tempest-DeleteServersAdminTestJSON-1916423124 tempest-DeleteServersAdminTestJSON-1916423124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:02.195057 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b61772b2-59a6-4327-88c5-6f81fdd2e050 req-9338ac0d-03f3-41e6-94cb-2eec7fce8dff tempest-DeleteServersAdminTestJSON-1916423124 tempest-DeleteServersAdminTestJSON-1916423124-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b97d9681-63ce-4227-87b4-86d90ed3f9b0 HTTP/1.1" status: 200 len: 1124 time: 0.1387720 Jul 24 00:45:02.223127 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-897f13de-2e92-4795-9040-e0495976cc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-180843736-router', 'tenant_id': 'f7cc4d37a91740ca94adb6f10364d23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '01dc07af-fd01-4b1b-978d-149172075b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:44:49Z', 'updated_at': '2021-07-24T00:44:57Z', 'revision_number': 4, 'project_id': 'f7cc4d37a91740ca94adb6f10364d23b', 'gw_port': {'id': '01dc07af-fd01-4b1b-978d-149172075b5d', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:44:51Z', 'updated_at': '2021-07-24T00:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '0b6f5d3a-4620-4584-ac4e-6c7b6e1d8fa1', 'name': '', 'network_id': '60b471c5-4d21-4ac3-8625-7bbfa36899d9', 'tenant_id': 'f7cc4d37a91740ca94adb6f10364d23b', 'mac_address': 'fa:16:3e:fb:cc:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '5bb60f34-bda9-4805-a2af-6f0db3b53411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:44:56Z', 'updated_at': '2021-07-24T00:45:01Z', 'revision_number': 4, 'project_id': 'f7cc4d37a91740ca94adb6f10364d23b', 'subnets': [{'id': '5bb60f34-bda9-4805-a2af-6f0db3b53411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:45:02.275083 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e1bdf962-9360-4c62-adcc-bbe299bf773c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=11770ac1e3c1414787a792daf5dd8c35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0890074 Jul 24 00:45:02.277403 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44470) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:02.305399 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897f13de-2e92-4795-9040-e0495976cc33 None None] The sync data for ids ['f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1'] in n-d-793621-25 is: [{'id': 'f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-180843736-router', 'tenant_id': 'f7cc4d37a91740ca94adb6f10364d23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '01dc07af-fd01-4b1b-978d-149172075b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:44:49Z', 'updated_at': '2021-07-24T00:44:57Z', 'revision_number': 4, 'project_id': 'f7cc4d37a91740ca94adb6f10364d23b', 'gw_port': {'id': '01dc07af-fd01-4b1b-978d-149172075b5d', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:44:51Z', 'updated_at': '2021-07-24T00:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '0b6f5d3a-4620-4584-ac4e-6c7b6e1d8fa1', 'name': '', 'network_id': '60b471c5-4d21-4ac3-8625-7bbfa36899d9', 'tenant_id': 'f7cc4d37a91740ca94adb6f10364d23b', 'mac_address': 'fa:16:3e:fb:cc:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 246, 'fixed_ips': [{'subnet_id': '5bb60f34-bda9-4805-a2af-6f0db3b53411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:44:56Z', 'updated_at': '2021-07-24T00:45:01Z', 'revision_number': 4, 'project_id': 'f7cc4d37a91740ca94adb6f10364d23b', 'subnets': [{'id': '5bb60f34-bda9-4805-a2af-6f0db3b53411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:45:02.327790 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-b61772b2-59a6-4327-88c5-6f81fdd2e050 req-70192fc9-d045-4f8f-986a-694c1d3dfbeb tempest-DeleteServersAdminTestJSON-1916423124 tempest-DeleteServersAdminTestJSON-1916423124-project-admin] Deleting port 108e4ac0-7d1b-4929-a535-3bea4f1b38f7 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:45:02.330367 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-b61772b2-59a6-4327-88c5-6f81fdd2e050 req-70192fc9-d045-4f8f-986a-694c1d3dfbeb tempest-DeleteServersAdminTestJSON-1916423124 tempest-DeleteServersAdminTestJSON-1916423124-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:02.372527 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cc1bc37f-9c39-49f9-91fc-d808323c64af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:02.441234 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cc1bc37f-9c39-49f9-91fc-d808323c64af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:02.551451 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-b61772b2-59a6-4327-88c5-6f81fdd2e050 req-70192fc9-d045-4f8f-986a-694c1d3dfbeb tempest-DeleteServersAdminTestJSON-1916423124 tempest-DeleteServersAdminTestJSON-1916423124-project-admin] For port 108e4ac0-7d1b-4929-a535-3bea4f1b38f7, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=108e4ac0-7d1b-4929-a535-3bea4f1b38f7,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:45:02.551863 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-b61772b2-59a6-4327-88c5-6f81fdd2e050 req-70192fc9-d045-4f8f-986a-694c1d3dfbeb tempest-DeleteServersAdminTestJSON-1916423124 tempest-DeleteServersAdminTestJSON-1916423124-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:02.557351 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cc1bc37f-9c39-49f9-91fc-d808323c64af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:02.561611 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cc1bc37f-9c39-49f9-91fc-d808323c64af admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:02.566279 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-cc1bc37f-9c39-49f9-91fc-d808323c64af admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f4000937-edcd-4e83-b875-b3ddf33c1dad HTTP/1.1" status: 204 len: 168 time: 0.2874985 Jul 24 00:45:02.582522 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1bc37f-9c39-49f9-91fc-d808323c64af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4000937-edcd-4e83-b875-b3ddf33c1dad,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:02.591344 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-b61772b2-59a6-4327-88c5-6f81fdd2e050 req-70192fc9-d045-4f8f-986a-694c1d3dfbeb tempest-DeleteServersAdminTestJSON-1916423124 tempest-DeleteServersAdminTestJSON-1916423124-project-admin] Calling delete_port for 108e4ac0-7d1b-4929-a535-3bea4f1b38f7 owned by compute:tempest-test_az-1511452927 {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:45:02.660725 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44482) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:02.665919 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-144f905f-2558-488f-bb2a-7899e2ae61d6 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1078836138', 'description': 'tempest-description--500683955'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:45:02.722745 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-144f905f-2558-488f-bb2a-7899e2ae61d6 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:02.899533 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-144f905f-2558-488f-bb2a-7899e2ae61d6 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:02.917841 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-144f905f-2558-488f-bb2a-7899e2ae61d6 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:02.968232 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0b6f5d3a-4620-4584-ac4e-6c7b6e1d8fa1 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:45:02.989985 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144f905f-2558-488f-bb2a-7899e2ae61d6 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=965727d2-73e4-4b91-a58b-45ed41aaec8f,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:02.997548 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-b61772b2-59a6-4327-88c5-6f81fdd2e050 req-70192fc9-d045-4f8f-986a-694c1d3dfbeb tempest-DeleteServersAdminTestJSON-1916423124 tempest-DeleteServersAdminTestJSON-1916423124-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:03.018229 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-144f905f-2558-488f-bb2a-7899e2ae61d6 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:03.019664 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-144f905f-2558-488f-bb2a-7899e2ae61d6 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3578413 Jul 24 00:45:03.022782 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44492) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:03.027632 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-7e8c5706-5b6f-43c7-9382-7a542e589d9e tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Request body: {'security_group_rule': {'security_group_id': '965727d2-73e4-4b91-a58b-45ed41aaec8f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:45:03.058243 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['108e4ac0-7d1b-4929-a535-3bea4f1b38f7'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:45:03.095747 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7e8c5706-5b6f-43c7-9382-7a542e589d9e tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:03.111180 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70192fc9-d045-4f8f-986a-694c1d3dfbeb tempest-DeleteServersAdminTestJSON-1916423124 tempest-DeleteServersAdminTestJSON-1916423124-project-admin] Pushing event deleted for resources: {'Port': ['ID=108e4ac0-7d1b-4929-a535-3bea4f1b38f7,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:03.143043 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 0b6f5d3a-4620-4584-ac4e-6c7b6e1d8fa1 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:45:03.147452 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 0b6f5d3a-4620-4584-ac4e-6c7b6e1d8fa1 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:45:03.147831 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:03.262349 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1912ddd-70a5-4c9c-952f-779edf7a289e req-ade2a265-b107-4aa9-b007-1ed975a48fbf tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:03.277241 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7e8c5706-5b6f-43c7-9382-7a542e589d9e tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:03.278156 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b1912ddd-70a5-4c9c-952f-779edf7a289e req-ade2a265-b107-4aa9-b007-1ed975a48fbf tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/ports?device_id=b97d9681-63ce-4227-87b4-86d90ed3f9b0 HTTP/1.1" status: 200 len: 889 time: 0.4481547 Jul 24 00:45:03.287964 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7e8c5706-5b6f-43c7-9382-7a542e589d9e tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:03.389620 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:03.396286 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61772b2-59a6-4327-88c5-6f81fdd2e050 req-70192fc9-d045-4f8f-986a-694c1d3dfbeb tempest-DeleteServersAdminTestJSON-1916423124 tempest-DeleteServersAdminTestJSON-1916423124-project-admin] No DVR routers for this DVR port 108e4ac0-7d1b-4929-a535-3bea4f1b38f7 on host n-h2-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:45:03.408829 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-b61772b2-59a6-4327-88c5-6f81fdd2e050 req-70192fc9-d045-4f8f-986a-694c1d3dfbeb tempest-DeleteServersAdminTestJSON-1916423124 tempest-DeleteServersAdminTestJSON-1916423124-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:03.414055 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b61772b2-59a6-4327-88c5-6f81fdd2e050 req-70192fc9-d045-4f8f-986a-694c1d3dfbeb tempest-DeleteServersAdminTestJSON-1916423124 tempest-DeleteServersAdminTestJSON-1916423124-project-admin] 10.222.0.11 "DELETE /v2.0/ports/108e4ac0-7d1b-4929-a535-3bea4f1b38f7 HTTP/1.1" status: 204 len: 173 time: 1.2141724 Jul 24 00:45:03.414248 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c5706-5b6f-43c7-9382-7a542e589d9e tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a998300-2428-473f-b4d7-d8163a9cdfbf,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:03.415262 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b97d9681-63ce-4227-87b4-86d90ed3f9b0', 'name': 'network-vif-deleted', 'tag': '108e4ac0-7d1b-4929-a535-3bea4f1b38f7'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:45:03.419311 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4610937f-c830-4fdd-86ed-88f7349a770d" -d '{"events": [{"server_uuid": "b97d9681-63ce-4227-87b4-86d90ed3f9b0", "name": "network-vif-deleted", "tag": "108e4ac0-7d1b-4929-a535-3bea4f1b38f7"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:45:03.428359 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7e8c5706-5b6f-43c7-9382-7a542e589d9e tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:03.433552 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7e8c5706-5b6f-43c7-9382-7a542e589d9e tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4092927 Jul 24 00:45:03.440185 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44502) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:03.451165 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b1912ddd-70a5-4c9c-952f-779edf7a289e req-9dcf769b-b3b7-4067-ba7e-187487dabad0 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/security-groups?id=a51518ca-40a1-45d1-b717-9d8ebb1403c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701522 Jul 24 00:45:03.509124 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-2c4459ac-04f8-40d9-a1d3-d211b9e0d8c2 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Request body: {'security_group_rule': {'security_group_id': '965727d2-73e4-4b91-a58b-45ed41aaec8f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:45:03.524278 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 0b6f5d3a-4620-4584-ac4e-6c7b6e1d8fa1, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0b6f5d3a-4620-4584-ac4e-6c7b6e1d8fa1,segment=NetworkSegment(835f3c4a-db0a-48b9-bfd6-a8437afd8c08),segment_id=835f3c4a-db0a-48b9-bfd6-a8437afd8c08)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:45:03.560431 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:03.618659 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2c4459ac-04f8-40d9-a1d3-d211b9e0d8c2 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:03.697533 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=0b6f5d3a-4620-4584-ac4e-6c7b6e1d8fa1,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:03.766756 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2c4459ac-04f8-40d9-a1d3-d211b9e0d8c2 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:03.778627 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2c4459ac-04f8-40d9-a1d3-d211b9e0d8c2 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:03.822280 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2c4459ac-04f8-40d9-a1d3-d211b9e0d8c2 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:03.830445 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44518) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:03.834813 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-1c752b47-a60a-4b0e-9ae3-7681fa3dff9e tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:45:03.839287 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2c4459ac-04f8-40d9-a1d3-d211b9e0d8c2 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3542488 Jul 24 00:45:03.845516 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4459ac-04f8-40d9-a1d3-d211b9e0d8c2 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d380eb5e-da44-4cd4-adf3-b70dd86d553c,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:03.877793 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccde97a4-67cf-4839-aece-fec59e52837b x-openstack-request-id: req-ccde97a4-67cf-4839-aece-fec59e52837b {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:45:03.878357 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b97d9681-63ce-4227-87b4-86d90ed3f9b0", "name": "network-vif-deleted", "tag": "108e4ac0-7d1b-4929-a535-3bea4f1b38f7", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:45:03.879089 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ccde97a4-67cf-4839-aece-fec59e52837b {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:45:03.879924 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b97d9681-63ce-4227-87b4-86d90ed3f9b0', 'name': 'network-vif-deleted', 'tag': '108e4ac0-7d1b-4929-a535-3bea4f1b38f7', 'status': 'completed', 'code': 200} Jul 24 00:45:03.906028 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1c752b47-a60a-4b0e-9ae3-7681fa3dff9e tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks [] for floatingip, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:03.907375 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44526) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:04.380757 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1c752b47-a60a-4b0e-9ae3-7681fa3dff9e tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:04.435545 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:04.557391 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-1c752b47-a60a-4b0e-9ae3-7681fa3dff9e tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Allocated IP 172.25.2.22 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/9188737c-a434-4eb2-a6b9-e107baea0549) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:45:04.672332 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ed3b3902-5fc4-4da2-9992-5f03b478eb72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:04.807825 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:04.859429 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44556) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:04.911061 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1c752b47-a60a-4b0e-9ae3-7681fa3dff9e tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:04.914799 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0b6f5d3a-4620-4584-ac4e-6c7b6e1d8fa1 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:45:04.990398 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1c752b47-a60a-4b0e-9ae3-7681fa3dff9e tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:05.037132 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ed3b3902-5fc4-4da2-9992-5f03b478eb72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:05.044174 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c752b47-a60a-4b0e-9ae3-7681fa3dff9e tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:45:05.050846 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ed3b3902-5fc4-4da2-9992-5f03b478eb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:05.051735 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-1c752b47-a60a-4b0e-9ae3-7681fa3dff9e tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:45:05.056689 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c752b47-a60a-4b0e-9ae3-7681fa3dff9e tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:45:05.069507 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 0b6f5d3a-4620-4584-ac4e-6c7b6e1d8fa1 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:45:05.070072 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:05.070626 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c752b47-a60a-4b0e-9ae3-7681fa3dff9e tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Pushing event updated for resources: {'Port': ['ID=9188737c-a434-4eb2-a6b9-e107baea0549,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:05.139270 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ed3b3902-5fc4-4da2-9992-5f03b478eb72 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b47e7eff60eb4f169bdee622f12ff251&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2291875 Jul 24 00:45:05.140511 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b3902-5fc4-4da2-9992-5f03b478eb72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0493bc79-dd86-478a-ab9c-4edd7540469f,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:05.146172 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44572) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:05.229869 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5cf43645-fd57-4e6f-b29b-dcd614955ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:05.261258 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1c752b47-a60a-4b0e-9ae3-7681fa3dff9e tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:05.272021 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5cf43645-fd57-4e6f-b29b-dcd614955ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:05.343024 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-1afec6ee-adb0-46b4-943f-dbb364e45109 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=50edc9341a64449a8cc7b050a2c66215&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639887 Jul 24 00:45:05.346400 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5cf43645-fd57-4e6f-b29b-dcd614955ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:05.350340 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5cf43645-fd57-4e6f-b29b-dcd614955ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:05.352037 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5cf43645-fd57-4e6f-b29b-dcd614955ffb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0493bc79-dd86-478a-ab9c-4edd7540469f HTTP/1.1" status: 204 len: 168 time: 0.2041397 Jul 24 00:45:05.381420 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1c752b47-a60a-4b0e-9ae3-7681fa3dff9e tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:05.394532 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf43645-fd57-4e6f-b29b-dcd614955ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0493bc79-dd86-478a-ab9c-4edd7540469f,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:05.416269 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9641090e-2578-4aef-bea3-c2d9a08e8e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:05.556567 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-06f0d5cb-490c-4ac6-b5ee-4ae4f7769ae4 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:05.564339 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-06f0d5cb-490c-4ac6-b5ee-4ae4f7769ae4 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2198665 Jul 24 00:45:05.617813 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-6c30631c-0dfe-43b6-a64b-b488d141f7e0 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/quotas/50edc9341a64449a8cc7b050a2c66215 HTTP/1.1" status: 200 len: 375 time: 0.0525274 Jul 24 00:45:05.641310 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9641090e-2578-4aef-bea3-c2d9a08e8e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:05.649302 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9641090e-2578-4aef-bea3-c2d9a08e8e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:05.668956 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-10a2ab9c-cc55-4c2e-9eb9-ae23cdd74ed3 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=50edc9341a64449a8cc7b050a2c66215&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476608 Jul 24 00:45:05.731512 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9641090e-2578-4aef-bea3-c2d9a08e8e79 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e8169346f68d477f92b62373c182bab4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8707771 Jul 24 00:45:05.732628 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44608) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:05.741958 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9641090e-2578-4aef-bea3-c2d9a08e8e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53318736-53aa-4be2-97e1-f6f3c602fbf3,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:05.756522 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1c752b47-a60a-4b0e-9ae3-7681fa3dff9e tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:05.767357 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1c752b47-a60a-4b0e-9ae3-7681fa3dff9e tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:05.783298 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1c752b47-a60a-4b0e-9ae3-7681fa3dff9e tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:05.837725 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d64f1d99-7d78-4b7a-a9ec-3cbf127a895f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:05.843904 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1c752b47-a60a-4b0e-9ae3-7681fa3dff9e tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:05.851424 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1c752b47-a60a-4b0e-9ae3-7681fa3dff9e tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0211499 Jul 24 00:45:05.852854 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c752b47-a60a-4b0e-9ae3-7681fa3dff9e tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Pushing event updated for resources: {'Port': ['ID=9188737c-a434-4eb2-a6b9-e107baea0549,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:05.871167 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d64f1d99-7d78-4b7a-a9ec-3cbf127a895f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:05.939036 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d64f1d99-7d78-4b7a-a9ec-3cbf127a895f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:05.942244 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d64f1d99-7d78-4b7a-a9ec-3cbf127a895f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:05.943387 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d64f1d99-7d78-4b7a-a9ec-3cbf127a895f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/53318736-53aa-4be2-97e1-f6f3c602fbf3 HTTP/1.1" status: 204 len: 168 time: 0.2088327 Jul 24 00:45:05.955103 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f1d99-7d78-4b7a-a9ec-3cbf127a895f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53318736-53aa-4be2-97e1-f6f3c602fbf3,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:06.186559 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44650) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:06.204043 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1add0eb4-5293-4a98-b4ba-863606894844 req-c4a6bb97-baf2-4ee7-905e-8c919b01b4e9 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/ports?device_id=54ac4da4-7b9e-43cb-a332-ca4a6d657982 HTTP/1.1" status: 200 len: 210 time: 0.0489469 Jul 24 00:45:06.221195 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b93a9288-59d9-4eb7-8c76-5928437e528e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:06.384801 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b93a9288-59d9-4eb7-8c76-5928437e528e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:06.391708 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b93a9288-59d9-4eb7-8c76-5928437e528e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:06.438630 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b93a9288-59d9-4eb7-8c76-5928437e528e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c5bb5ee45b5a4badbb717206c3dafb06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2505121 Jul 24 00:45:06.439639 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93a9288-59d9-4eb7-8c76-5928437e528e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c8d52e-393c-411e-a839-a3d966d03319,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:06.442212 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44670) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:06.476495 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-99ddb50e-b8bf-4b6d-bf98-bd9dc8e96f91 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1078836138&fields=id&tenant_id=c49dfe4b8b164c34b2cb1c242cf6f8a2 HTTP/1.1" status: 200 len: 267 time: 0.0722358 Jul 24 00:45:06.588718 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-19b69c76-98d8-468f-8d0a-4bf79a75194d req-485e3ebe-777b-44d7-9193-2e9f3fddc8de service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dd5f6686-18be-4d4e-b65a-99ab2bef6a02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1157444 Jul 24 00:45:06.783055 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b69c76-98d8-468f-8d0a-4bf79a75194d req-bcbed4a3-e015-40c5-9269-7595e1c40d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:06.786594 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-19b69c76-98d8-468f-8d0a-4bf79a75194d req-bcbed4a3-e015-40c5-9269-7595e1c40d21 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e80fafdeac34457a466c8523e0a2412&device_id=dd5f6686-18be-4d4e-b65a-99ab2bef6a02 HTTP/1.1" status: 200 len: 1124 time: 0.1009791 Jul 24 00:45:06.793525 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f5c26cbe-7389-43cc-a805-a41869a06ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:06.833974 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44676) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:06.846400 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f5c26cbe-7389-43cc-a805-a41869a06ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:06.892720 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-40260a59-87fd-4e71-9f47-029c31cec5e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:06.932944 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f5c26cbe-7389-43cc-a805-a41869a06ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:06.936103 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f5c26cbe-7389-43cc-a805-a41869a06ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:06.938322 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f5c26cbe-7389-43cc-a805-a41869a06ddf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/25c8d52e-393c-411e-a839-a3d966d03319 HTTP/1.1" status: 204 len: 168 time: 0.4847670 Jul 24 00:45:06.974992 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-5004e34f-57eb-4aaf-9c80-d9921182d224 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:06.982461 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-5004e34f-57eb-4aaf-9c80-d9921182d224 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/networks?id=dce79d1a-19b5-4596-96e4-d04368356b25 HTTP/1.1" status: 200 len: 823 time: 0.4880345 Jul 24 00:45:06.984857 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c26cbe-7389-43cc-a805-a41869a06ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c8d52e-393c-411e-a839-a3d966d03319,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:06.998940 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b69c76-98d8-468f-8d0a-4bf79a75194d req-d655ab93-ac79-46b7-987b-de6d082a76d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:07.001404 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-19b69c76-98d8-468f-8d0a-4bf79a75194d req-d655ab93-ac79-46b7-987b-de6d082a76d9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.1827888 Jul 24 00:45:07.016047 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-926a6b91-f182-49bd-bcfb-2949010f1f7d tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/quotas/c49dfe4b8b164c34b2cb1c242cf6f8a2 HTTP/1.1" status: 200 len: 375 time: 0.0321929 Jul 24 00:45:07.116743 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-19b69c76-98d8-468f-8d0a-4bf79a75194d req-d1bd07fa-58a9-448a-9221-a958dc171ecd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=f70811fe-451e-4760-a467-78fa3843ae07 HTTP/1.1" status: 200 len: 217 time: 0.1006064 Jul 24 00:45:07.127138 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-c032a120-a149-4801-98bb-14e518f12670 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c49dfe4b8b164c34b2cb1c242cf6f8a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1099529 Jul 24 00:45:07.167198 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 108e4ac0-7d1b-4929-a535-3bea4f1b38f7 no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:45:07.212323 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-40260a59-87fd-4e71-9f47-029c31cec5e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:07.212654 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] No Port match for: 108e4ac0-7d1b-4929-a535-3bea4f1b38f7 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:45:07.213196 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 108e4ac0-7d1b-4929-a535-3bea4f1b38f7 not bound to the agent host n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:45:07.227525 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-40260a59-87fd-4e71-9f47-029c31cec5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:07.267812 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.13', 63786) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:07.272640 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-40260a59-87fd-4e71-9f47-029c31cec5e4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5333c409954f4c80a391ca44cd74354b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4375882 Jul 24 00:45:07.275480 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44702) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:07.292016 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b69c76-98d8-468f-8d0a-4bf79a75194d req-d0d85fa4-039b-4bd0-a91d-de3a6c7a44f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:07.294285 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-19b69c76-98d8-468f-8d0a-4bf79a75194d req-d0d85fa4-039b-4bd0-a91d-de3a6c7a44f0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.1716073 Jul 24 00:45:07.324734 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40260a59-87fd-4e71-9f47-029c31cec5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128aa714-1c4f-4b59-8590-1b2fd0f26b9c,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:07.392874 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-52f5fca2-6a65-497f-b0b4-0b73146b4e8c tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=50edc9341a64449a8cc7b050a2c66215&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527964 Jul 24 00:45:07.400630 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b69c76-98d8-468f-8d0a-4bf79a75194d req-763c8f3e-63b4-4644-bf65-581011eaa8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:07.402964 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-19b69c76-98d8-468f-8d0a-4bf79a75194d req-763c8f3e-63b4-4644-bf65-581011eaa8b4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0896297 Jul 24 00:45:07.433659 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-037df721-f9f4-4bf0-8169-cb88782016f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:07.499932 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-037df721-f9f4-4bf0-8169-cb88782016f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:07.589740 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-c61340cf-2955-456a-9c00-310b752ac006 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:07.595308 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-c61340cf-2955-456a-9c00-310b752ac006 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1962702 Jul 24 00:45:07.600488 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-19b69c76-98d8-468f-8d0a-4bf79a75194d req-f5b7925b-63d6-4f2a-96fb-f8e0254d6b94 service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887071 Jul 24 00:45:07.645147 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-037df721-f9f4-4bf0-8169-cb88782016f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:07.651214 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-037df721-f9f4-4bf0-8169-cb88782016f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:07.651214 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-037df721-f9f4-4bf0-8169-cb88782016f3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/128aa714-1c4f-4b59-8590-1b2fd0f26b9c HTTP/1.1" status: 204 len: 168 time: 0.3726926 Jul 24 00:45:07.662206 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037df721-f9f4-4bf0-8169-cb88782016f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128aa714-1c4f-4b59-8590-1b2fd0f26b9c,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:07.668582 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-e891516f-01c8-45aa-b4a2-99d5783f756e tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Request body: {'port': {'device_id': '54ac4da4-7b9e-43cb-a332-ca4a6d657982', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'admin_state_up': True, 'tenant_id': '50edc9341a64449a8cc7b050a2c66215'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:45:07.706542 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-c91b2d0b-877e-4ba8-97fb-8aae959976f9 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:45:07.714527 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-c91b2d0b-877e-4ba8-97fb-8aae959976f9 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2038512 Jul 24 00:45:07.827987 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-19b69c76-98d8-468f-8d0a-4bf79a75194d req-6e5f1244-f4eb-4b92-a0cc-fed7d2df495e service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863189 Jul 24 00:45:07.959389 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-a04c93f4-0733-45a1-99c8-12f15c7eb080 service neutron] 10.222.0.15 "GET /v2.0/networks/dce79d1a-19b5-4596-96e4-d04368356b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439184 Jul 24 00:45:08.068261 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4b5e485c-c895-454c-8039-47496e95e3dd req-7ab8adde-95f5-4f34-817f-5732bbcece8c tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/ports?device_id=54ac4da4-7b9e-43cb-a332-ca4a6d657982 HTTP/1.1" status: 200 len: 210 time: 0.0408885 Jul 24 00:45:08.127438 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-e891516f-01c8-45aa-b4a2-99d5783f756e tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Made reservation on behalf of 50edc9341a64449a8cc7b050a2c66215 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:45:08.132649 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-e891516f-01c8-45aa-b4a2-99d5783f756e tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:08.174859 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-b468dd4e-f14a-4142-8cc5-5af0719a9396 service neutron] 10.222.0.15 "GET /v2.0/networks/dce79d1a-19b5-4596-96e4-d04368356b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997604 Jul 24 00:45:08.555026 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-e891516f-01c8-45aa-b4a2-99d5783f756e tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Allocated IP 192.168.233.21 (064170bd-7ae3-42cd-9c1f-14f6db2f099c/b2f8a7b0-45d5-4a4f-bbde-2ea497f98103/09d976be-cb30-46cb-8b5f-eef568a8bba0) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:45:08.811004 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-e891516f-01c8-45aa-b4a2-99d5783f756e tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:08.829477 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-e891516f-01c8-45aa-b4a2-99d5783f756e tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Transition to ACTIVE for port object 09d976be-cb30-46cb-8b5f-eef568a8bba0 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:45:08.870676 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-e891516f-01c8-45aa-b4a2-99d5783f756e tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:09.026989 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-e891516f-01c8-45aa-b4a2-99d5783f756e tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Network 064170bd-7ae3-42cd-9c1f-14f6db2f099c is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:45:09.101140 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-e891516f-01c8-45aa-b4a2-99d5783f756e tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:45:09.185271 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-e891516f-01c8-45aa-b4a2-99d5783f756e tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:45:09.351192 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e891516f-01c8-45aa-b4a2-99d5783f756e tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Pushing event updated for resources: {'Port': ['ID=09d976be-cb30-46cb-8b5f-eef568a8bba0,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:09.397258 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e4397dde-8b76-4b27-832f-4da16ba22d20 req-d0c0f8fc-5a79-4b8f-814d-a46ed4ce19ba tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/ports?device_id=f09babd8-cff8-4c49-b361-fefb99f30e45 HTTP/1.1" status: 200 len: 210 time: 0.0900633 Jul 24 00:45:09.539504 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-e891516f-01c8-45aa-b4a2-99d5783f756e tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:09.540164 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-e891516f-01c8-45aa-b4a2-99d5783f756e tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:09.624114 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-aa751a2c-6316-47f6-b27a-b9c25444f18b None None] Provisioning for port 09d976be-cb30-46cb-8b5f-eef568a8bba0 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:45:09.635655 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-aa751a2c-6316-47f6-b27a-b9c25444f18b None None] Provisioning complete for port 09d976be-cb30-46cb-8b5f-eef568a8bba0 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:45:09.636735 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-aa751a2c-6316-47f6-b27a-b9c25444f18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:09.705509 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-aa751a2c-6316-47f6-b27a-b9c25444f18b None None] Port 09d976be-cb30-46cb-8b5f-eef568a8bba0 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:45:09.781656 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b5fab-274a-4945-8e17-d2a22e67a406 req-ae94a057-74ee-4774-901b-8b4682ce5f72 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:09.784760 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-134b5fab-274a-4945-8e17-d2a22e67a406 req-ae94a057-74ee-4774-901b-8b4682ce5f72 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/ports?device_id=54ac4da4-7b9e-43cb-a332-ca4a6d657982 HTTP/1.1" status: 200 len: 935 time: 0.1695919 Jul 24 00:45:09.851266 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-134b5fab-274a-4945-8e17-d2a22e67a406 req-e9bee24a-5476-4866-aa78-b1a6387f1215 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/security-groups?id=a51518ca-40a1-45d1-b717-9d8ebb1403c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559552 Jul 24 00:45:09.941155 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18281e5-ce29-49a2-9fe2-2785952e4c7c req-d1112208-1a1c-468e-80b7-0f38e6201f59 tempest-NetworksTest-540213600 tempest-NetworksTest-540213600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:09.941155 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18281e5-ce29-49a2-9fe2-2785952e4c7c req-d1112208-1a1c-468e-80b7-0f38e6201f59 tempest-NetworksTest-540213600 tempest-NetworksTest-540213600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:09.941893 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18281e5-ce29-49a2-9fe2-2785952e4c7c req-d1112208-1a1c-468e-80b7-0f38e6201f59 tempest-NetworksTest-540213600 tempest-NetworksTest-540213600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:09.942508 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18281e5-ce29-49a2-9fe2-2785952e4c7c req-d1112208-1a1c-468e-80b7-0f38e6201f59 tempest-NetworksTest-540213600 tempest-NetworksTest-540213600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:09.943023 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18281e5-ce29-49a2-9fe2-2785952e4c7c req-d1112208-1a1c-468e-80b7-0f38e6201f59 tempest-NetworksTest-540213600 tempest-NetworksTest-540213600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:09.950151 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a18281e5-ce29-49a2-9fe2-2785952e4c7c req-d1112208-1a1c-468e-80b7-0f38e6201f59 tempest-NetworksTest-540213600 tempest-NetworksTest-540213600-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3628 time: 0.9561961 Jul 24 00:45:09.971407 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-e891516f-01c8-45aa-b4a2-99d5783f756e tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3109839 Jul 24 00:45:10.155310 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec241a-54b9-4dcd-900a-c18885b8a955 req-79c7f46f-2741-4a89-8353-f33ec2b94bb3 tempest-NetworksTest-540213600 tempest-NetworksTest-540213600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:10.157328 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2aec241a-54b9-4dcd-900a-c18885b8a955 req-79c7f46f-2741-4a89-8353-f33ec2b94bb3 tempest-NetworksTest-540213600 tempest-NetworksTest-540213600-project-admin] 10.222.0.15 "GET /v2.0/networks/40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 886 time: 0.1644862 Jul 24 00:45:10.566957 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4db57-6c19-4b61-a37a-e83b19a22d17 req-4b2929d8-4fb9-48a4-98ad-8c3e52e79f7d tempest-NetworksTest-540213600 tempest-NetworksTest-540213600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:10.567784 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4db57-6c19-4b61-a37a-e83b19a22d17 req-4b2929d8-4fb9-48a4-98ad-8c3e52e79f7d tempest-NetworksTest-540213600 tempest-NetworksTest-540213600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:10.568601 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4db57-6c19-4b61-a37a-e83b19a22d17 req-4b2929d8-4fb9-48a4-98ad-8c3e52e79f7d tempest-NetworksTest-540213600 tempest-NetworksTest-540213600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:10.569109 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4db57-6c19-4b61-a37a-e83b19a22d17 req-4b2929d8-4fb9-48a4-98ad-8c3e52e79f7d tempest-NetworksTest-540213600 tempest-NetworksTest-540213600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:10.569561 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c4db57-6c19-4b61-a37a-e83b19a22d17 req-4b2929d8-4fb9-48a4-98ad-8c3e52e79f7d tempest-NetworksTest-540213600 tempest-NetworksTest-540213600-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:10.571400 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-98c4db57-6c19-4b61-a37a-e83b19a22d17 req-4b2929d8-4fb9-48a4-98ad-8c3e52e79f7d tempest-NetworksTest-540213600 tempest-NetworksTest-540213600-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3628 time: 0.3473060 Jul 24 00:45:10.672671 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fe783bfc-9884-4bb4-8bfb-973f9ca8db62 req-9336525f-a43d-43d8-b216-b1df14b39aec tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/ports?device_id=f09babd8-cff8-4c49-b361-fefb99f30e45 HTTP/1.1" status: 200 len: 210 time: 0.0534632 Jul 24 00:45:10.738532 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-ff8f9ab9-f0de-4005-a077-59a0313f9630 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:10.740333 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-ff8f9ab9-f0de-4005-a077-59a0313f9630 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.11 "GET /v2.0/networks?id=dce79d1a-19b5-4596-96e4-d04368356b25 HTTP/1.1" status: 200 len: 823 time: 0.5358143 Jul 24 00:45:10.756953 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44834) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:10.814753 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-b7fa2cba-8a5b-4d6d-9416-38dc2efefbe8 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c49dfe4b8b164c34b2cb1c242cf6f8a2 HTTP/1.1" status: 200 len: 380 time: 0.0610347 Jul 24 00:45:10.840730 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-0f3cb0be-f2de-4d5f-954c-d10421149a58 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Request body: {'port': {'device_id': 'f09babd8-cff8-4c49-b361-fefb99f30e45', 'network_id': 'dce79d1a-19b5-4596-96e4-d04368356b25', 'admin_state_up': True, 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'security_groups': ['965727d2-73e4-4b91-a58b-45ed41aaec8f']}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:45:11.139065 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-0f3cb0be-f2de-4d5f-954c-d10421149a58 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Made reservation on behalf of c49dfe4b8b164c34b2cb1c242cf6f8a2 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:45:11.157004 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-0f3cb0be-f2de-4d5f-954c-d10421149a58 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:11.227735 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44872) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:11.277106 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8cd49ec4-a325-4f29-a4a7-b5b08aaee2ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:11.442282 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86049025-179d-425a-9f18-fc954d1c30fe req-c6b669a8-43d1-4110-9808-d695f5fb907e tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:11.479979 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86049025-179d-425a-9f18-fc954d1c30fe req-c6b669a8-43d1-4110-9808-d695f5fb907e tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/ports?device_id=54ac4da4-7b9e-43cb-a332-ca4a6d657982 HTTP/1.1" status: 200 len: 935 time: 0.3585305 Jul 24 00:45:11.511092 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8cd49ec4-a325-4f29-a4a7-b5b08aaee2ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:11.523378 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8cd49ec4-a325-4f29-a4a7-b5b08aaee2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:11.565407 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e9c16942-0961-4800-ba62-6887fa87d8df admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:11.615622 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-0f3cb0be-f2de-4d5f-954c-d10421149a58 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Allocated IP 172.20.0.5 (dce79d1a-19b5-4596-96e4-d04368356b25/9be57270-14e1-41b6-9949-cbee1e39a6d3/6d5c10c6-55a8-47f9-8fb3-f20eec09a740) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:45:11.633637 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86049025-179d-425a-9f18-fc954d1c30fe req-a571c840-38c4-4a9b-91ee-f9c77c21f41d tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/security-groups?id=a51518ca-40a1-45d1-b717-9d8ebb1403c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500549 Jul 24 00:45:11.651849 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-8cd49ec4-a325-4f29-a4a7-b5b08aaee2ea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=03f90d52337f4f23bdf5b8075695e7d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8931139 Jul 24 00:45:11.655830 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44898) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:11.757534 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd49ec4-a325-4f29-a4a7-b5b08aaee2ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5505da1b-18dd-438c-8358-d9df39bd84e5,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:11.834664 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1515ae32-5c7d-4d88-93b4-646993651c21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:11.884684 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1515ae32-5c7d-4d88-93b4-646993651c21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:11.976889 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-0f3cb0be-f2de-4d5f-954c-d10421149a58 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:11.991014 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1515ae32-5c7d-4d88-93b4-646993651c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:11.995510 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1515ae32-5c7d-4d88-93b4-646993651c21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:12.001255 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1515ae32-5c7d-4d88-93b4-646993651c21 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5505da1b-18dd-438c-8358-d9df39bd84e5 HTTP/1.1" status: 204 len: 168 time: 0.3433793 Jul 24 00:45:12.011655 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1515ae32-5c7d-4d88-93b4-646993651c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5505da1b-18dd-438c-8358-d9df39bd84e5,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:12.014618 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-0f3cb0be-f2de-4d5f-954c-d10421149a58 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Transition to ACTIVE for port object 6d5c10c6-55a8-47f9-8fb3-f20eec09a740 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:45:12.108791 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-56d63efd-0cbf-47b0-8490-ab2d9b50d17b req-40b1c354-41ca-4d37-a354-98f1b3c088b5 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/ports?device_id=f09babd8-cff8-4c49-b361-fefb99f30e45 HTTP/1.1" status: 200 len: 210 time: 0.0881584 Jul 24 00:45:12.194667 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e9c16942-0961-4800-ba62-6887fa87d8df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:12.232934 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e9c16942-0961-4800-ba62-6887fa87d8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:12.397671 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44938) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:12.397957 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e9c16942-0961-4800-ba62-6887fa87d8df admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d8d92bed30c24ccc931c436aa5811d3c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1685917 Jul 24 00:45:12.422659 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-0f3cb0be-f2de-4d5f-954c-d10421149a58 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:12.439109 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c16942-0961-4800-ba62-6887fa87d8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3756661-4f74-4923-b288-13095d2795d7,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:12.543842 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5191f3fc-d126-44ec-8ef9-95c901de64c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:12.552216 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-0f3cb0be-f2de-4d5f-954c-d10421149a58 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Network dce79d1a-19b5-4596-96e4-d04368356b25 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:45:12.585499 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217ba23-32b8-4696-abeb-c526e35f2f01 req-56749f90-29b9-40bd-a102-f40dbb79836d tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:12.596421 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7217ba23-32b8-4696-abeb-c526e35f2f01 req-56749f90-29b9-40bd-a102-f40dbb79836d tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd5f6686-18be-4d4e-b65a-99ab2bef6a02 HTTP/1.1" status: 200 len: 972 time: 0.3156834 Jul 24 00:45:12.599901 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-0f3cb0be-f2de-4d5f-954c-d10421149a58 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:45:12.608103 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-0f3cb0be-f2de-4d5f-954c-d10421149a58 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:45:12.618680 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-0f3cb0be-f2de-4d5f-954c-d10421149a58 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:12.618949 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5191f3fc-d126-44ec-8ef9-95c901de64c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:12.619647 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-0f3cb0be-f2de-4d5f-954c-d10421149a58 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:12.667865 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3cb0be-f2de-4d5f-954c-d10421149a58 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Pushing event updated for resources: {'Port': ['ID=6d5c10c6-55a8-47f9-8fb3-f20eec09a740,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:12.720553 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-0f3cb0be-f2de-4d5f-954c-d10421149a58 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8959181 Jul 24 00:45:12.742143 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7217ba23-32b8-4696-abeb-c526e35f2f01 req-fecdb07f-6c62-41c0-ad8a-7c15f09925fe tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d028efe-3833-4141-95a3-fc26455fa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442273 Jul 24 00:45:12.749379 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5191f3fc-d126-44ec-8ef9-95c901de64c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:12.755110 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5191f3fc-d126-44ec-8ef9-95c901de64c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:12.757693 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5191f3fc-d126-44ec-8ef9-95c901de64c6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b3756661-4f74-4923-b288-13095d2795d7 HTTP/1.1" status: 204 len: 168 time: 0.3576949 Jul 24 00:45:12.773614 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-811a7b00-f947-44f3-afbe-b27bee395b1a service neutron] Request body: {'port': {'device_id': 'f09babd8-cff8-4c49-b361-fefb99f30e45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-25'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:45:12.804760 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5191f3fc-d126-44ec-8ef9-95c901de64c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3756661-4f74-4923-b288-13095d2795d7,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:12.827892 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44968) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:12.868158 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2c33ecb3-09a1-4987-b4d9-9f2cffcb9a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:12.956863 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-811a7b00-f947-44f3-afbe-b27bee395b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:13.081421 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2c33ecb3-09a1-4987-b4d9-9f2cffcb9a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:13.087235 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2c33ecb3-09a1-4987-b4d9-9f2cffcb9a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:13.132715 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2c33ecb3-09a1-4987-b4d9-9f2cffcb9a38 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=122c55268fd64db698a5abb62bd08a92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3026159 Jul 24 00:45:13.136839 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44992) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:13.182958 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-5dab4a74-f31c-4980-93e4-e1054d3aa29b None None] Provisioning for port 6d5c10c6-55a8-47f9-8fb3-f20eec09a740 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:45:13.189239 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-5dab4a74-f31c-4980-93e4-e1054d3aa29b None None] Provisioning complete for port 6d5c10c6-55a8-47f9-8fb3-f20eec09a740 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:45:13.189854 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5dab4a74-f31c-4980-93e4-e1054d3aa29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:13.197852 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3f200-a921-4e6c-8cea-4f8fc7239ace req-0aa7632b-4f99-4c22-b138-aabd13276bbf tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:13.200004 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33ecb3-09a1-4987-b4d9-9f2cffcb9a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ae30a4-c282-40b4-acd3-0bbc7f894cf1,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:13.200184 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b9b3f200-a921-4e6c-8cea-4f8fc7239ace req-0aa7632b-4f99-4c22-b138-aabd13276bbf tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/ports?device_id=54ac4da4-7b9e-43cb-a332-ca4a6d657982 HTTP/1.1" status: 200 len: 935 time: 0.2444060 Jul 24 00:45:13.248573 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-25d40988-5c3d-4840-9c36-f05a42222478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:13.276904 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-25d40988-5c3d-4840-9c36-f05a42222478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:13.293326 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-5dab4a74-f31c-4980-93e4-e1054d3aa29b None None] Port 6d5c10c6-55a8-47f9-8fb3-f20eec09a740 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:45:13.344962 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-25d40988-5c3d-4840-9c36-f05a42222478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:13.350125 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-25d40988-5c3d-4840-9c36-f05a42222478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:13.355049 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-25d40988-5c3d-4840-9c36-f05a42222478 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b4ae30a4-c282-40b4-acd3-0bbc7f894cf1 HTTP/1.1" status: 204 len: 168 time: 0.2120633 Jul 24 00:45:13.369591 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d40988-5c3d-4840-9c36-f05a42222478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ae30a4-c282-40b4-acd3-0bbc7f894cf1,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:13.401758 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45002) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:13.424609 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6f9f02f1-1a14-4664-9c86-6014a7c29ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:13.579413 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6f9f02f1-1a14-4664-9c86-6014a7c29ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:13.587540 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6f9f02f1-1a14-4664-9c86-6014a7c29ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:13.641533 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6f9f02f1-1a14-4664-9c86-6014a7c29ccc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f7b0aac06260487189f5c3e6e32943cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2375708 Jul 24 00:45:13.642847 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f02f1-1a14-4664-9c86-6014a7c29ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91764e98-a25e-43d7-9308-9ff0ecc272bd,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:13.645786 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45014) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:13.674463 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b9b3f200-a921-4e6c-8cea-4f8fc7239ace req-ce1f8d80-b998-48dd-9550-09042346510e tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/security-groups?id=a51518ca-40a1-45d1-b717-9d8ebb1403c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4550352 Jul 24 00:45:13.750878 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e89cf299-d145-494a-b946-f755b6c4c3a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:13.796200 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e89cf299-d145-494a-b946-f755b6c4c3a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:13.879099 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a6cbf-2255-479c-8433-38263e7f2ecb req-d0c5e72a-85a8-4be3-9ee7-65576bf97b16 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:13.880678 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e06a6cbf-2255-479c-8433-38263e7f2ecb req-d0c5e72a-85a8-4be3-9ee7-65576bf97b16 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.11 "GET /v2.0/ports?device_id=dd5f6686-18be-4d4e-b65a-99ab2bef6a02 HTTP/1.1" status: 200 len: 972 time: 0.5808461 Jul 24 00:45:13.902006 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e89cf299-d145-494a-b946-f755b6c4c3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:13.908129 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e89cf299-d145-494a-b946-f755b6c4c3a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:13.910079 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e89cf299-d145-494a-b946-f755b6c4c3a4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/91764e98-a25e-43d7-9308-9ff0ecc272bd HTTP/1.1" status: 204 len: 168 time: 0.2633052 Jul 24 00:45:13.920768 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89cf299-d145-494a-b946-f755b6c4c3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91764e98-a25e-43d7-9308-9ff0ecc272bd,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:14.085564 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491593b4-5e1c-4e1a-a88c-281bf25faec4 req-9a34a1eb-921f-44ef-bf3e-fd45de7ba268 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:14.088254 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-811a7b00-f947-44f3-afbe-b27bee395b1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d5c10c6-55a8-47f9-8fb3-f20eec09a740 {{(pid=100463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:45:14.088751 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-491593b4-5e1c-4e1a-a88c-281bf25faec4 req-9a34a1eb-921f-44ef-bf3e-fd45de7ba268 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/ports?device_id=f09babd8-cff8-4c49-b361-fefb99f30e45 HTTP/1.1" status: 200 len: 931 time: 0.1186674 Jul 24 00:45:14.098280 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-811a7b00-f947-44f3-afbe-b27bee395b1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:14.116769 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-811a7b00-f947-44f3-afbe-b27bee395b1a service neutron] Transition to ACTIVE for port object 6d5c10c6-55a8-47f9-8fb3-f20eec09a740 will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:45:14.128620 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-811a7b00-f947-44f3-afbe-b27bee395b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:14.164964 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-491593b4-5e1c-4e1a-a88c-281bf25faec4 req-73a436ad-9d8b-4c76-b243-24a8446ed003 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/security-groups?id=965727d2-73e4-4b91-a58b-45ed41aaec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668411 Jul 24 00:45:14.166763 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-e06a6cbf-2255-479c-8433-38263e7f2ecb req-ac1b29d1-2b7b-48cf-8f44-73d9a5d58db1 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] Deleting port f70811fe-451e-4760-a467-78fa3843ae07 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:45:14.167376 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e06a6cbf-2255-479c-8433-38263e7f2ecb req-ac1b29d1-2b7b-48cf-8f44-73d9a5d58db1 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:14.345554 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a7b00-f947-44f3-afbe-b27bee395b1a service neutron] Pushing event updated for resources: {'Port': ['ID=6d5c10c6-55a8-47f9-8fb3-f20eec09a740,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:14.423433 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-811a7b00-f947-44f3-afbe-b27bee395b1a service neutron] Attempting to bind port 6d5c10c6-55a8-47f9-8fb3-f20eec09a740 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:45:14.426003 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-811a7b00-f947-44f3-afbe-b27bee395b1a service neutron] Attempting to bind port 6d5c10c6-55a8-47f9-8fb3-f20eec09a740 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '29cb724a-e429-44ff-9956-950fa3e91043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dce79d1a-19b5-4596-96e4-d04368356b25'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:45:14.426483 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-811a7b00-f947-44f3-afbe-b27bee395b1a service neutron] Attempting to bind port 6d5c10c6-55a8-47f9-8fb3-f20eec09a740 on network dce79d1a-19b5-4596-96e4-d04368356b25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:45:14.432724 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-11d02434-0281-4b20-a280-5bd95af95a29 tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=eb26541f7a874f16997148741dd253bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1138477 Jul 24 00:45:14.478076 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-811a7b00-f947-44f3-afbe-b27bee395b1a service neutron] Port 6d5c10c6-55a8-47f9-8fb3-f20eec09a740 on network dce79d1a-19b5-4596-96e4-d04368356b25 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:45:14.478412 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-811a7b00-f947-44f3-afbe-b27bee395b1a service neutron] Attempting to bind port 6d5c10c6-55a8-47f9-8fb3-f20eec09a740 on network dce79d1a-19b5-4596-96e4-d04368356b25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:45:14.510612 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-e06a6cbf-2255-479c-8433-38263e7f2ecb req-ac1b29d1-2b7b-48cf-8f44-73d9a5d58db1 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] For port f70811fe-451e-4760-a467-78fa3843ae07, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=f70811fe-451e-4760-a467-78fa3843ae07,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:45:14.511042 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e06a6cbf-2255-479c-8433-38263e7f2ecb req-ac1b29d1-2b7b-48cf-8f44-73d9a5d58db1 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:14.533516 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-811a7b00-f947-44f3-afbe-b27bee395b1a service neutron] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:45:14.533899 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-811a7b00-f947-44f3-afbe-b27bee395b1a service neutron] Checking segment: {'id': '29cb724a-e429-44ff-9956-950fa3e91043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dce79d1a-19b5-4596-96e4-d04368356b25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:45:14.534245 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-811a7b00-f947-44f3-afbe-b27bee395b1a service neutron] Bound using segment: {'id': '29cb724a-e429-44ff-9956-950fa3e91043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dce79d1a-19b5-4596-96e4-d04368356b25'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:45:14.534694 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-811a7b00-f947-44f3-afbe-b27bee395b1a service neutron] Bound port: 6d5c10c6-55a8-47f9-8fb3-f20eec09a740, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29cb724a-e429-44ff-9956-950fa3e91043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dce79d1a-19b5-4596-96e4-d04368356b25'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:45:14.538874 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-811a7b00-f947-44f3-afbe-b27bee395b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:14.581522 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-e06a6cbf-2255-479c-8433-38263e7f2ecb req-ac1b29d1-2b7b-48cf-8f44-73d9a5d58db1 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] Calling delete_port for f70811fe-451e-4760-a467-78fa3843ae07 owned by compute:tempest-test_az-1511452927 {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:45:14.702088 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-811a7b00-f947-44f3-afbe-b27bee395b1a service neutron] For port 6d5c10c6-55a8-47f9-8fb3-f20eec09a740, host n-h2-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:45:14.771116 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-811a7b00-f947-44f3-afbe-b27bee395b1a service neutron] For port 6d5c10c6-55a8-47f9-8fb3-f20eec09a740, host n-h2-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=6d5c10c6-55a8-47f9-8fb3-f20eec09a740,segment=NetworkSegment(29cb724a-e429-44ff-9956-950fa3e91043),segment_id=29cb724a-e429-44ff-9956-950fa3e91043)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:45:14.784876 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-811a7b00-f947-44f3-afbe-b27bee395b1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:14.814751 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45108) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:14.847904 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-dc3f0749-cd88-4139-ba75-e7eeeeeb541d tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:14.849523 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-dc3f0749-cd88-4139-ba75-e7eeeeeb541d tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4023945 Jul 24 00:45:14.873187 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-811a7b00-f947-44f3-afbe-b27bee395b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:14.873789 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-811a7b00-f947-44f3-afbe-b27bee395b1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:14.875275 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-811a7b00-f947-44f3-afbe-b27bee395b1a service neutron] 10.222.0.11 "PUT /v2.0/ports/6d5c10c6-55a8-47f9-8fb3-f20eec09a740 HTTP/1.1" status: 200 len: 1092 time: 2.1206501 Jul 24 00:45:14.875748 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f09babd8-cff8-4c49-b361-fefb99f30e45', 'tag': '6d5c10c6-55a8-47f9-8fb3-f20eec09a740'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:45:14.878083 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7488458e-7cea-4996-ab21-65edeb4799d6" -d '{"events": [{"name": "network-changed", "server_uuid": "f09babd8-cff8-4c49-b361-fefb99f30e45", "tag": "6d5c10c6-55a8-47f9-8fb3-f20eec09a740"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:45:14.921311 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-4196a675-fd04-4a83-8ddf-4b2f8ab40c9a tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] 10.222.0.15 "GET /v2.0/quotas/eb26541f7a874f16997148741dd253bb HTTP/1.1" status: 200 len: 375 time: 0.0558553 Jul 24 00:45:15.018928 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a7b00-f947-44f3-afbe-b27bee395b1a service neutron] Pushing event updated for resources: {'Port': ['ID=6d5c10c6-55a8-47f9-8fb3-f20eec09a740,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:15.026393 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-b9b124cb-76b3-4aa5-b5fd-1c662cfe0838 tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb26541f7a874f16997148741dd253bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1045640 Jul 24 00:45:15.091037 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b1dc5a-1278-4fde-9711-038eae2aeab0 req-20c9bb9a-e663-4775-b350-29bf4a8a0e7d tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:15.105650 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-20b1dc5a-1278-4fde-9711-038eae2aeab0 req-20c9bb9a-e663-4775-b350-29bf4a8a0e7d tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd5f6686-18be-4d4e-b65a-99ab2bef6a02 HTTP/1.1" status: 200 len: 972 time: 0.2273531 Jul 24 00:45:15.124449 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-efc30b9f-01d0-4fda-b266-7e17325deeaa admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2045085387-network', 'tenant_id': '3f9b71b518bb404b9e8d521e71f9af26'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:45:15.133548 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-12941c74-4202-43f2-b746-651461570a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:15.137101 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-12941c74-4202-43f2-b746-651461570a16 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c49dfe4b8b164c34b2cb1c242cf6f8a2&device_id=f09babd8-cff8-4c49-b361-fefb99f30e45 HTTP/1.1" status: 200 len: 1095 time: 0.1778483 Jul 24 00:45:15.138479 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e06a6cbf-2255-479c-8433-38263e7f2ecb req-ac1b29d1-2b7b-48cf-8f44-73d9a5d58db1 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:15.155504 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['f70811fe-451e-4760-a467-78fa3843ae07'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:45:15.257198 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-20b1dc5a-1278-4fde-9711-038eae2aeab0 req-bcc58198-6661-477f-b91f-5d228019d88c tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.15 "GET /v2.0/security-groups?id=4d028efe-3833-4141-95a3-fc26455fa55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502206 Jul 24 00:45:15.288643 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-aa3b343b-a8b8-4887-b073-b9f082e9a16a tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:45:15.299565 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-aa3b343b-a8b8-4887-b073-b9f082e9a16a tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0279639 Jul 24 00:45:15.301023 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc30b9f-01d0-4fda-b266-7e17325deeaa admin admin] Made reservation on behalf of 3f9b71b518bb404b9e8d521e71f9af26 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:45:15.304969 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-efc30b9f-01d0-4fda-b266-7e17325deeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:15.348623 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-efc30b9f-01d0-4fda-b266-7e17325deeaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:15.469760 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-53e00c7c-2fd2-4ed0-8113-1cbc6682f223 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d5c10c6-55a8-47f9-8fb3-f20eec09a740 HTTP/1.1" status: 200 len: 217 time: 0.3226521 Jul 24 00:45:15.471904 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b29d1-2b7b-48cf-8f44-73d9a5d58db1 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] Pushing event deleted for resources: {'Port': ['ID=f70811fe-451e-4760-a467-78fa3843ae07,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:15.514193 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c501471-290c-4fbe-9048-c2f02b6c4a3e x-openstack-request-id: req-4c501471-290c-4fbe-9048-c2f02b6c4a3e {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:45:15.514498 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f09babd8-cff8-4c49-b361-fefb99f30e45", "tag": "6d5c10c6-55a8-47f9-8fb3-f20eec09a740", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:45:15.514774 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4c501471-290c-4fbe-9048-c2f02b6c4a3e {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:45:15.515185 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f09babd8-cff8-4c49-b361-fefb99f30e45', 'tag': '6d5c10c6-55a8-47f9-8fb3-f20eec09a740', 'status': 'completed', 'code': 200} Jul 24 00:45:15.576087 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-efc30b9f-01d0-4fda-b266-7e17325deeaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:15.592654 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-efc30b9f-01d0-4fda-b266-7e17325deeaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:15.604991 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efc30b9f-01d0-4fda-b266-7e17325deeaa admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:45:15.626568 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-efc30b9f-01d0-4fda-b266-7e17325deeaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:15.627011 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-efc30b9f-01d0-4fda-b266-7e17325deeaa admin admin] Added segment 631edc4b-36d5-4ec8-863f-ce502820caff of type vlan for network 1fed34ff-1bf8-4b83-bd45-2cd3f02a020c Jul 24 00:45:15.657599 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e2462127-14a3-49ba-97bd-f6b8845b49fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:15.706447 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-efc30b9f-01d0-4fda-b266-7e17325deeaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:15.814555 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc30b9f-01d0-4fda-b266-7e17325deeaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5876346a-d58e-4d2e-a111-7d55ce9cac84,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:15.817917 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06a6cbf-2255-479c-8433-38263e7f2ecb req-ac1b29d1-2b7b-48cf-8f44-73d9a5d58db1 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] No DVR routers for this DVR port f70811fe-451e-4760-a467-78fa3843ae07 on host n-h2-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:45:15.820965 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-c0932d92-0d61-475f-ac93-c87ed28f500a service neutron] Request body: {'port': {'device_id': '54ac4da4-7b9e-43cb-a332-ca4a6d657982', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:45:15.823649 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e06a6cbf-2255-479c-8433-38263e7f2ecb req-ac1b29d1-2b7b-48cf-8f44-73d9a5d58db1 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:15.826655 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e06a6cbf-2255-479c-8433-38263e7f2ecb req-ac1b29d1-2b7b-48cf-8f44-73d9a5d58db1 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.11 "DELETE /v2.0/ports/f70811fe-451e-4760-a467-78fa3843ae07 HTTP/1.1" status: 204 len: 173 time: 1.9163237 Jul 24 00:45:15.826991 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-efc30b9f-01d0-4fda-b266-7e17325deeaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:15.828054 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc30b9f-01d0-4fda-b266-7e17325deeaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:15.828861 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-efc30b9f-01d0-4fda-b266-7e17325deeaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:15.842904 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-01a1fbd4-91e0-4518-b0c5-f58be511a545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:15.845760 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-01a1fbd4-91e0-4518-b0c5-f58be511a545 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9be57270-14e1-41b6-9949-cbee1e39a6d3 HTTP/1.1" status: 200 len: 862 time: 0.3642681 Jul 24 00:45:15.874266 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b773c-08aa-448e-8e23-3dcddca8b11a req-1b4870c2-c08c-4c9d-92c8-6342a5027766 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:15.883000 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a87b773c-08aa-448e-8e23-3dcddca8b11a req-1b4870c2-c08c-4c9d-92c8-6342a5027766 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/ports?device_id=54ac4da4-7b9e-43cb-a332-ca4a6d657982 HTTP/1.1" status: 200 len: 935 time: 0.4461067 Jul 24 00:45:15.932621 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad50d92-01e6-42a4-9475-821a4f2cfb8f req-2602d67a-2aad-4eae-96d5-689ab6e0a1ed tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:15.940358 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-aad50d92-01e6-42a4-9475-821a4f2cfb8f req-2602d67a-2aad-4eae-96d5-689ab6e0a1ed tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/ports?device_id=f09babd8-cff8-4c49-b361-fefb99f30e45 HTTP/1.1" status: 200 len: 943 time: 0.3314464 Jul 24 00:45:15.943550 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-efc30b9f-01d0-4fda-b266-7e17325deeaa admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1274915 Jul 24 00:45:15.946224 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45158) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:15.952969 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-766dfb86-9df7-4e5d-bb36-428518c0ad16 admin admin] Request body: {'subnet': {'network_id': '1fed34ff-1bf8-4b83-bd45-2cd3f02a020c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2045085387-subnet', 'tenant_id': '3f9b71b518bb404b9e8d521e71f9af26', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:45:16.003416 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc30b9f-01d0-4fda-b266-7e17325deeaa admin admin] Pushing event updated for resources: {'Network': ['ID=1fed34ff-1bf8-4b83-bd45-2cd3f02a020c,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:16.016482 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 1fed34ff-1bf8-4b83-bd45-2cd3f02a020c details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:45:16.056963 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-aad50d92-01e6-42a4-9475-821a4f2cfb8f req-e5e2e405-48a7-4160-bef0-b54aa5ca7d22 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/security-groups?id=965727d2-73e4-4b91-a58b-45ed41aaec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154349 Jul 24 00:45:16.059113 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-fb0b7842-828c-40f5-a17e-376f8528538c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:16.064607 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a87b773c-08aa-448e-8e23-3dcddca8b11a req-67915859-e1aa-4557-8e12-511bf1fec1d4 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/security-groups?id=a51518ca-40a1-45d1-b717-9d8ebb1403c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802950 Jul 24 00:45:16.066636 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-fb0b7842-828c-40f5-a17e-376f8528538c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dce79d1a-19b5-4596-96e4-d04368356b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1932421 Jul 24 00:45:16.089702 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766dfb86-9df7-4e5d-bb36-428518c0ad16 admin admin] Made reservation on behalf of 3f9b71b518bb404b9e8d521e71f9af26 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:45:16.096911 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-766dfb86-9df7-4e5d-bb36-428518c0ad16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:16.128946 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-c0932d92-0d61-475f-ac93-c87ed28f500a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:16.302187 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d5e03ef2-550e-4bad-9e24-ca8b908cea25 req-ae11409b-72fd-49c4-a7b6-fa218f2a72d6 tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] 10.222.0.15 "GET /v2.0/ports?device_id=cda69775-35ae-4a74-8961-91c46ae71e0d HTTP/1.1" status: 200 len: 210 time: 0.0511351 Jul 24 00:45:16.340185 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-3a832c72-68b2-44d7-99a5-ffbaf97b2216 service neutron] 10.222.0.11 "GET /v2.0/networks/dce79d1a-19b5-4596-96e4-d04368356b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666039 Jul 24 00:45:16.628383 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-527733ee-95c7-4e34-a657-da5c96990ccd req-48ee6662-53c5-4423-a6bf-56d42f132316 tempest-AggregatesAdminTestJSON-1697856788 tempest-AggregatesAdminTestJSON-1697856788-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd5f6686-18be-4d4e-b65a-99ab2bef6a02 HTTP/1.1" status: 200 len: 210 time: 0.0506504 Jul 24 00:45:16.661530 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-75cf16cd-cc6a-4447-a3e9-b5c3f64353df req-2456c424-0d06-41d2-a8c0-db4b07a782b8 service neutron] 10.222.0.11 "GET /v2.0/networks/dce79d1a-19b5-4596-96e4-d04368356b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144634 Jul 24 00:45:16.757092 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-766dfb86-9df7-4e5d-bb36-428518c0ad16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:16.873594 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488458e-7cea-4996-ab21-65edeb4799d6 req-9916a75a-42e8-462e-9694-138534ae00f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:16.878684 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7488458e-7cea-4996-ab21-65edeb4799d6 req-9916a75a-42e8-462e-9694-138534ae00f7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c49dfe4b8b164c34b2cb1c242cf6f8a2&device_id=f09babd8-cff8-4c49-b361-fefb99f30e45 HTTP/1.1" status: 200 len: 1095 time: 0.1399863 Jul 24 00:45:16.914560 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766dfb86-9df7-4e5d-bb36-428518c0ad16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45a23940-488e-46de-b142-3bb49d72cde4,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:16.928088 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766dfb86-9df7-4e5d-bb36-428518c0ad16 admin admin] Checking segment: {'id': '631edc4b-36d5-4ec8-863f-ce502820caff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '1fed34ff-1bf8-4b83-bd45-2cd3f02a020c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:45:16.928769 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766dfb86-9df7-4e5d-bb36-428518c0ad16 admin admin] Network hostable DHCP agents. Network: 1fed34ff-1bf8-4b83-bd45-2cd3f02a020c, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:45:17.004342 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766dfb86-9df7-4e5d-bb36-428518c0ad16 admin admin] Network 1fed34ff-1bf8-4b83-bd45-2cd3f02a020c is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:45:17.023614 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.13', 63792) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:17.049000 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-766dfb86-9df7-4e5d-bb36-428518c0ad16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 1fed34ff-1bf8-4b83-bd45-2cd3f02a020c) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:45:17.069532 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4611e6-9dbd-400d-b61d-6bc9bb8d8903 None None] Network 1fed34ff-1bf8-4b83-bd45-2cd3f02a020c requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:45:17.074165 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-6064b71b-4fae-4809-9b41-fa7dca77b419 tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=eb26541f7a874f16997148741dd253bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466449 Jul 24 00:45:17.076021 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766dfb86-9df7-4e5d-bb36-428518c0ad16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:17.076964 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-766dfb86-9df7-4e5d-bb36-428518c0ad16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:17.144288 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488458e-7cea-4996-ab21-65edeb4799d6 req-6db0bf10-0a8a-4bd0-bd26-31d154841b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:17.148273 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7488458e-7cea-4996-ab21-65edeb4799d6 req-6db0bf10-0a8a-4bd0-bd26-31d154841b41 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dce79d1a-19b5-4596-96e4-d04368356b25 HTTP/1.1" status: 200 len: 924 time: 0.2618828 Jul 24 00:45:17.151876 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-c0932d92-0d61-475f-ac93-c87ed28f500a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09d976be-cb30-46cb-8b5f-eef568a8bba0 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:45:17.172529 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-c0932d92-0d61-475f-ac93-c87ed28f500a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:17.184066 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device f70811fe-451e-4760-a467-78fa3843ae07 no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:45:17.225459 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-766dfb86-9df7-4e5d-bb36-428518c0ad16 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2767854 Jul 24 00:45:17.232789 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] No Port match for: f70811fe-451e-4760-a467-78fa3843ae07 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:45:17.233111 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device f70811fe-451e-4760-a467-78fa3843ae07 not bound to the agent host n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:45:17.233778 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45246) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:17.245106 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-609fa5f2-6c62-49eb-82be-03f9476367d5 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2045085387-router', 'tenant_id': '3f9b71b518bb404b9e8d521e71f9af26', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:45:17.298094 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7488458e-7cea-4996-ab21-65edeb4799d6 req-b75b929e-d087-423a-b990-331c9d8f98da service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d5c10c6-55a8-47f9-8fb3-f20eec09a740 HTTP/1.1" status: 200 len: 217 time: 0.1409009 Jul 24 00:45:17.304942 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-c0932d92-0d61-475f-ac93-c87ed28f500a service neutron] Transition to ACTIVE for port object 09d976be-cb30-46cb-8b5f-eef568a8bba0 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:45:17.309797 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-609fa5f2-6c62-49eb-82be-03f9476367d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:17.313527 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-609fa5f2-6c62-49eb-82be-03f9476367d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:17.362259 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45262) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:17.365030 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-c0932d92-0d61-475f-ac93-c87ed28f500a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:17.425916 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488458e-7cea-4996-ab21-65edeb4799d6 req-55f49bde-96d9-429b-bf1d-d85180bea304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:17.427888 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7488458e-7cea-4996-ab21-65edeb4799d6 req-55f49bde-96d9-429b-bf1d-d85180bea304 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9be57270-14e1-41b6-9949-cbee1e39a6d3 HTTP/1.1" status: 200 len: 862 time: 0.1237068 Jul 24 00:45:17.495219 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0932d92-0d61-475f-ac93-c87ed28f500a service neutron] Pushing event updated for resources: {'Port': ['ID=09d976be-cb30-46cb-8b5f-eef568a8bba0,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:17.516669 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd5f6686-18be-4d4e-b65a-99ab2bef6a02', 'name': 'network-vif-deleted', 'tag': 'f70811fe-451e-4760-a467-78fa3843ae07'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:45:17.522158 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8d0f99-a5a4-470b-82cb-58eaa346faf0" -d '{"events": [{"server_uuid": "dd5f6686-18be-4d4e-b65a-99ab2bef6a02", "name": "network-vif-deleted", "tag": "f70811fe-451e-4760-a467-78fa3843ae07"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:45:17.542842 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe54c51-698d-4105-9e8c-6848ab5a5b73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-1fed34ff-1bf8-4b83-bd45-2cd3f02a020c', 'network_id': '1fed34ff-1bf8-4b83-bd45-2cd3f02a020c', 'tenant_id': '3f9b71b518bb404b9e8d521e71f9af26', 'fixed_ips': [{'subnet_id': '45a23940-488e-46de-b142-3bb49d72cde4'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:45:17.544719 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-dfe54c51-698d-4105-9e8c-6848ab5a5b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:17.583443 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-3f7c2603-e1fc-446b-89a4-ddd19d55041c tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:17.589832 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f22d80b1-db0f-479a-9ed9-0ee792180f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:17.592066 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-3f7c2603-e1fc-446b-89a4-ddd19d55041c tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5094473 Jul 24 00:45:17.594807 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488458e-7cea-4996-ab21-65edeb4799d6 req-d6fa4a5b-3159-4462-8431-851967f7da4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:17.596421 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7488458e-7cea-4996-ab21-65edeb4799d6 req-d6fa4a5b-3159-4462-8431-851967f7da4e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dce79d1a-19b5-4596-96e4-d04368356b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1615806 Jul 24 00:45:17.700357 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-609fa5f2-6c62-49eb-82be-03f9476367d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:17.708785 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-3949ec53-560b-450d-ab00-c2f27a17571b tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] Request body: {'port': {'device_id': 'cda69775-35ae-4a74-8961-91c46ae71e0d', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'admin_state_up': True, 'tenant_id': 'eb26541f7a874f16997148741dd253bb'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:45:17.826659 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7488458e-7cea-4996-ab21-65edeb4799d6 req-d17bd6bc-aeb0-4c6c-90f1-3e7f393d2e38 service neutron] 10.222.0.11 "GET /v2.0/networks/dce79d1a-19b5-4596-96e4-d04368356b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217185 Jul 24 00:45:17.862752 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-dfe54c51-698d-4105-9e8c-6848ab5a5b73 None None] Allocated IP 172.20.0.2 (1fed34ff-1bf8-4b83-bd45-2cd3f02a020c/45a23940-488e-46de-b142-3bb49d72cde4/beea86c5-1e58-47e2-a763-14dbab380279) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:45:17.988642 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4f851-2c70-44c6-98d6-dae86dd873e6 req-676fd65c-b764-4c72-b01e-3e47c5c2f1d6 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:17.990383 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f3a4f851-2c70-44c6-98d6-dae86dd873e6 req-676fd65c-b764-4c72-b01e-3e47c5c2f1d6 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/ports?device_id=f09babd8-cff8-4c49-b361-fefb99f30e45 HTTP/1.1" status: 200 len: 943 time: 0.2083137 Jul 24 00:45:18.046663 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7488458e-7cea-4996-ab21-65edeb4799d6 req-40bcfc08-1970-49b6-91fe-05a4e4103229 service neutron] 10.222.0.11 "GET /v2.0/networks/dce79d1a-19b5-4596-96e4-d04368356b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096395 Jul 24 00:45:18.093354 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f3a4f851-2c70-44c6-98d6-dae86dd873e6 req-867a7d0b-4c03-47c8-9880-c83928ddae8d tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/security-groups?id=965727d2-73e4-4b91-a58b-45ed41aaec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955429 Jul 24 00:45:18.106081 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f22d80b1-db0f-479a-9ed9-0ee792180f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:18.113977 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-dfe54c51-698d-4105-9e8c-6848ab5a5b73 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:18.124566 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f22d80b1-db0f-479a-9ed9-0ee792180f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:18.127053 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-dfe54c51-698d-4105-9e8c-6848ab5a5b73 None None] Transition to ACTIVE for port object beea86c5-1e58-47e2-a763-14dbab380279 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:45:18.148844 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-dfe54c51-698d-4105-9e8c-6848ab5a5b73 None None] Transition to ACTIVE for port object beea86c5-1e58-47e2-a763-14dbab380279 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:45:18.165989 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d80b1-db0f-479a-9ed9-0ee792180f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62bdad97-c3b0-4356-98eb-01a73007aea7,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:18.174347 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-dfe54c51-698d-4105-9e8c-6848ab5a5b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:18.204007 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f22d80b1-db0f-479a-9ed9-0ee792180f9e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1f5d5ebddcdf475fa44d36671cd370ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8403990 Jul 24 00:45:18.206575 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45286) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:18.242148 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe54c51-698d-4105-9e8c-6848ab5a5b73 None None] Pushing event updated for resources: {'Port': ['ID=beea86c5-1e58-47e2-a763-14dbab380279,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:18.264147 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-97dec12a-b623-4008-a2df-3c07fba35cfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:18.267934 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe54c51-698d-4105-9e8c-6848ab5a5b73 None None] Network 1fed34ff-1bf8-4b83-bd45-2cd3f02a020c is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:45:18.270067 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-dfe54c51-698d-4105-9e8c-6848ab5a5b73 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:45:18.273720 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4befc26a-fbbc-46b5-aa0a-6608a58786b1 req-84f54074-4a83-4e66-ace0-3f1b56464e4b tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] 10.222.0.15 "GET /v2.0/ports?device_id=cda69775-35ae-4a74-8961-91c46ae71e0d HTTP/1.1" status: 200 len: 210 time: 0.0601296 Jul 24 00:45:18.276669 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe54c51-698d-4105-9e8c-6848ab5a5b73 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:45:18.310794 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7a203542-e434-4ff4-8824-06695bacf81d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:18.353883 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa45c308-4748-44c6-a4f6-8a256ceb97ef x-openstack-request-id: req-fa45c308-4748-44c6-a4f6-8a256ceb97ef {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:45:18.355237 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd5f6686-18be-4d4e-b65a-99ab2bef6a02", "name": "network-vif-deleted", "tag": "f70811fe-451e-4760-a467-78fa3843ae07", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:45:18.355670 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fa45c308-4748-44c6-a4f6-8a256ceb97ef {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:45:18.357963 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd5f6686-18be-4d4e-b65a-99ab2bef6a02', 'name': 'network-vif-deleted', 'tag': 'f70811fe-451e-4760-a467-78fa3843ae07', 'status': 'completed', 'code': 200} Jul 24 00:45:18.361157 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7a203542-e434-4ff4-8824-06695bacf81d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:18.366855 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-dfe54c51-698d-4105-9e8c-6848ab5a5b73 None None] Attempting to bind port beea86c5-1e58-47e2-a763-14dbab380279 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:45:18.367535 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-dfe54c51-698d-4105-9e8c-6848ab5a5b73 None None] Attempting to bind port beea86c5-1e58-47e2-a763-14dbab380279 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '631edc4b-36d5-4ec8-863f-ce502820caff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '1fed34ff-1bf8-4b83-bd45-2cd3f02a020c'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:45:18.368356 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe54c51-698d-4105-9e8c-6848ab5a5b73 None None] Attempting to bind port beea86c5-1e58-47e2-a763-14dbab380279 on network 1fed34ff-1bf8-4b83-bd45-2cd3f02a020c {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:45:18.375382 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe54c51-698d-4105-9e8c-6848ab5a5b73 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:45:18.376076 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe54c51-698d-4105-9e8c-6848ab5a5b73 None None] Checking segment: {'id': '631edc4b-36d5-4ec8-863f-ce502820caff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '1fed34ff-1bf8-4b83-bd45-2cd3f02a020c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:45:18.376876 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-dfe54c51-698d-4105-9e8c-6848ab5a5b73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:18.377604 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe54c51-698d-4105-9e8c-6848ab5a5b73 None None] Bound using segment: {'id': '631edc4b-36d5-4ec8-863f-ce502820caff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '1fed34ff-1bf8-4b83-bd45-2cd3f02a020c'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:45:18.378509 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-dfe54c51-698d-4105-9e8c-6848ab5a5b73 None None] Bound port: beea86c5-1e58-47e2-a763-14dbab380279, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '631edc4b-36d5-4ec8-863f-ce502820caff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '1fed34ff-1bf8-4b83-bd45-2cd3f02a020c'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:45:18.379105 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-dfe54c51-698d-4105-9e8c-6848ab5a5b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:18.439378 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-609fa5f2-6c62-49eb-82be-03f9476367d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:18.470603 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:18.472031 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7a203542-e434-4ff4-8824-06695bacf81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:18.478008 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7a203542-e434-4ff4-8824-06695bacf81d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:18.488014 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7a203542-e434-4ff4-8824-06695bacf81d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/62bdad97-c3b0-4356-98eb-01a73007aea7 HTTP/1.1" status: 204 len: 168 time: 0.2797315 Jul 24 00:45:18.503030 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a203542-e434-4ff4-8824-06695bacf81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bdad97-c3b0-4356-98eb-01a73007aea7,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:18.516957 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-dfe54c51-698d-4105-9e8c-6848ab5a5b73 None None] For port beea86c5-1e58-47e2-a763-14dbab380279, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:45:18.550448 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-c0932d92-0d61-475f-ac93-c87ed28f500a service neutron] Attempting to bind port 09d976be-cb30-46cb-8b5f-eef568a8bba0 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:45:18.550827 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-c0932d92-0d61-475f-ac93-c87ed28f500a service neutron] Attempting to bind port 09d976be-cb30-46cb-8b5f-eef568a8bba0 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:45:18.551218 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-c0932d92-0d61-475f-ac93-c87ed28f500a service neutron] Attempting to bind port 09d976be-cb30-46cb-8b5f-eef568a8bba0 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:45:18.571534 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-dfe54c51-698d-4105-9e8c-6848ab5a5b73 None None] For port beea86c5-1e58-47e2-a763-14dbab380279, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=beea86c5-1e58-47e2-a763-14dbab380279,segment=NetworkSegment(631edc4b-36d5-4ec8-863f-ce502820caff),segment_id=631edc4b-36d5-4ec8-863f-ce502820caff)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:45:18.582465 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-dfe54c51-698d-4105-9e8c-6848ab5a5b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:18.634398 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b243dc-51f6-4c2b-8c8e-8d1acf6378ef req-bd85fd3f-a037-4e10-933d-fa183c4a5d4a tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:18.655652 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-55b243dc-51f6-4c2b-8c8e-8d1acf6378ef req-bd85fd3f-a037-4e10-933d-fa183c4a5d4a tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/ports?device_id=54ac4da4-7b9e-43cb-a332-ca4a6d657982 HTTP/1.1" status: 200 len: 947 time: 0.8336754 Jul 24 00:45:18.680407 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-c0932d92-0d61-475f-ac93-c87ed28f500a service neutron] Port 09d976be-cb30-46cb-8b5f-eef568a8bba0 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:45:18.681420 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-c0932d92-0d61-475f-ac93-c87ed28f500a service neutron] Attempting to bind port 09d976be-cb30-46cb-8b5f-eef568a8bba0 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:45:18.701093 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-c0932d92-0d61-475f-ac93-c87ed28f500a service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:45:18.702472 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-c0932d92-0d61-475f-ac93-c87ed28f500a service neutron] Checking segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:45:18.703909 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-c0932d92-0d61-475f-ac93-c87ed28f500a service neutron] Bound using segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:45:18.704874 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-c0932d92-0d61-475f-ac93-c87ed28f500a service neutron] Bound port: 09d976be-cb30-46cb-8b5f-eef568a8bba0, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:45:18.707383 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-c0932d92-0d61-475f-ac93-c87ed28f500a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:18.709488 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe54c51-698d-4105-9e8c-6848ab5a5b73 None None] Pushing event updated for resources: {'Port': ['ID=beea86c5-1e58-47e2-a763-14dbab380279,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:18.754849 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-3949ec53-560b-450d-ab00-c2f27a17571b tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] Made reservation on behalf of eb26541f7a874f16997148741dd253bb for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:45:18.759797 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-3949ec53-560b-450d-ab00-c2f27a17571b tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:18.802291 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-3949ec53-560b-450d-ab00-c2f27a17571b tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:18.868510 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45316) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:18.907739 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-55b243dc-51f6-4c2b-8c8e-8d1acf6378ef req-61fadd3b-10be-46a2-9b90-baf98734dbf9 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/security-groups?id=a51518ca-40a1-45d1-b717-9d8ebb1403c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320275 Jul 24 00:45:19.001349 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-c0932d92-0d61-475f-ac93-c87ed28f500a service neutron] For port 09d976be-cb30-46cb-8b5f-eef568a8bba0, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:45:19.023328 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-c0932d92-0d61-475f-ac93-c87ed28f500a service neutron] For port 09d976be-cb30-46cb-8b5f-eef568a8bba0, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=09d976be-cb30-46cb-8b5f-eef568a8bba0,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:45:19.068161 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:45:19.081761 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-c0932d92-0d61-475f-ac93-c87ed28f500a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:19.119122 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-c0932d92-0d61-475f-ac93-c87ed28f500a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:19.120343 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-c0932d92-0d61-475f-ac93-c87ed28f500a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:19.123363 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-c0932d92-0d61-475f-ac93-c87ed28f500a service neutron] 10.222.0.13 "PUT /v2.0/ports/09d976be-cb30-46cb-8b5f-eef568a8bba0 HTTP/1.1" status: 200 len: 1096 time: 3.5425699 Jul 24 00:45:19.142286 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ac4da4-7b9e-43cb-a332-ca4a6d657982', 'tag': '09d976be-cb30-46cb-8b5f-eef568a8bba0'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:45:19.165079 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 6d5c10c6-55a8-47f9-8fb3-f20eec09a740 details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:45:19.229969 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45352) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:19.283901 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-74f46ec2-5b3e-4259-9dda-13dca8c212da admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:19.441252 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e9a156db-d79d-40d0-ab06-ef516ec7f0ca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6e80fafdeac34457a466c8523e0a2412&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5715172 Jul 24 00:45:19.443529 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45362) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:19.470664 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:19.477885 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a0f346-ca22-407b-9f0e-edba4eee7611" -d '{"events": [{"name": "network-changed", "server_uuid": "54ac4da4-7b9e-43cb-a332-ca4a6d657982", "tag": "09d976be-cb30-46cb-8b5f-eef568a8bba0"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:45:19.538538 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-78c95189-4b82-4be9-8f3f-c8ee79d4cdc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:19.569709 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-78c95189-4b82-4be9-8f3f-c8ee79d4cdc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:19.588732 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0932d92-0d61-475f-ac93-c87ed28f500a service neutron] Pushing event updated for resources: {'Port': ['ID=09d976be-cb30-46cb-8b5f-eef568a8bba0,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:19.631194 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 6d5c10c6-55a8-47f9-8fb3-f20eec09a740, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=6d5c10c6-55a8-47f9-8fb3-f20eec09a740,segment=NetworkSegment(29cb724a-e429-44ff-9956-950fa3e91043),segment_id=29cb724a-e429-44ff-9956-950fa3e91043)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:45:19.645443 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': '6d5c10c6-55a8-47f9-8fb3-f20eec09a740', 'network_id': 'dce79d1a-19b5-4596-96e4-d04368356b25', 'port_id': '6d5c10c6-55a8-47f9-8fb3-f20eec09a740', 'mac_address': 'fa:16:3e:f7:a7:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9be57270-14e1-41b6-9949-cbee1e39a6d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:45:19.703336 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0932d92-0d61-475f-ac93-c87ed28f500a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:19.703630 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0932d92-0d61-475f-ac93-c87ed28f500a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:19.704114 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0932d92-0d61-475f-ac93-c87ed28f500a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:19.704502 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0932d92-0d61-475f-ac93-c87ed28f500a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:19.704849 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0932d92-0d61-475f-ac93-c87ed28f500a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:19.705243 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0932d92-0d61-475f-ac93-c87ed28f500a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:19.705632 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0932d92-0d61-475f-ac93-c87ed28f500a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:19.706766 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0932d92-0d61-475f-ac93-c87ed28f500a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:19.706766 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0932d92-0d61-475f-ac93-c87ed28f500a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:19.706766 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0932d92-0d61-475f-ac93-c87ed28f500a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:19.707162 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0932d92-0d61-475f-ac93-c87ed28f500a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:19.707478 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0932d92-0d61-475f-ac93-c87ed28f500a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:19.714306 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-78c95189-4b82-4be9-8f3f-c8ee79d4cdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:19.720367 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-78c95189-4b82-4be9-8f3f-c8ee79d4cdc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:19.721744 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-78c95189-4b82-4be9-8f3f-c8ee79d4cdc6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4d028efe-3833-4141-95a3-fc26455fa55e HTTP/1.1" status: 204 len: 168 time: 0.2754858 Jul 24 00:45:19.723723 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:19.745695 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d5c10c6-55a8-47f9-8fb3-f20eec09a740 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:45:19.768390 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041e0f6-9625-4fcd-bb84-adcfc396d066 req-4e1a8936-1b9f-4277-ae66-708e65b367b1 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:19.780688 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d041e0f6-9625-4fcd-bb84-adcfc396d066 req-4e1a8936-1b9f-4277-ae66-708e65b367b1 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/ports?device_id=f09babd8-cff8-4c49-b361-fefb99f30e45 HTTP/1.1" status: 200 len: 943 time: 0.1826713 Jul 24 00:45:19.781487 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-4f169d50-7491-445d-869f-84259d5cd72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:19.783387 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-4f169d50-7491-445d-869f-84259d5cd72f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=50edc9341a64449a8cc7b050a2c66215&device_id=54ac4da4-7b9e-43cb-a332-ca4a6d657982 HTTP/1.1" status: 200 len: 1099 time: 0.5534956 Jul 24 00:45:19.792034 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 6d5c10c6-55a8-47f9-8fb3-f20eec09a740, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=6d5c10c6-55a8-47f9-8fb3-f20eec09a740,segment=NetworkSegment(29cb724a-e429-44ff-9956-950fa3e91043),segment_id=29cb724a-e429-44ff-9956-950fa3e91043)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:45:19.801897 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:19.808000 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c95189-4b82-4be9-8f3f-c8ee79d4cdc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d028efe-3833-4141-95a3-fc26455fa55e,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:19.823996 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c95189-4b82-4be9-8f3f-c8ee79d4cdc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:19.824344 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c95189-4b82-4be9-8f3f-c8ee79d4cdc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:19.824682 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c95189-4b82-4be9-8f3f-c8ee79d4cdc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:19.825033 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c95189-4b82-4be9-8f3f-c8ee79d4cdc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:19.825464 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c95189-4b82-4be9-8f3f-c8ee79d4cdc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:19.825814 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c95189-4b82-4be9-8f3f-c8ee79d4cdc6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:19.826145 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c95189-4b82-4be9-8f3f-c8ee79d4cdc6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:19.826466 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c95189-4b82-4be9-8f3f-c8ee79d4cdc6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:19.826814 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c95189-4b82-4be9-8f3f-c8ee79d4cdc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:19.827138 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c95189-4b82-4be9-8f3f-c8ee79d4cdc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:19.827457 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c95189-4b82-4be9-8f3f-c8ee79d4cdc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:19.827774 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c95189-4b82-4be9-8f3f-c8ee79d4cdc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:19.883837 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d041e0f6-9625-4fcd-bb84-adcfc396d066 req-4d6b2094-e683-4ed9-9cc0-0416446a8e3d tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/security-groups?id=965727d2-73e4-4b91-a58b-45ed41aaec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021764 Jul 24 00:45:19.922060 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=6d5c10c6-55a8-47f9-8fb3-f20eec09a740,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:19.999716 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['6d5c10c6-55a8-47f9-8fb3-f20eec09a740'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:45:20.023333 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-21b6c7c3-b024-41bb-a3ce-62a14aa82bc1 req-08db9bb7-6905-41f3-901b-1cc3b4fe9860 tempest-QuotasAdminNegativeTest-1736463803 tempest-QuotasAdminNegativeTest-1736463803-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d98138657bdb492f943f947d0b0d1972&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1023881 Jul 24 00:45:20.025114 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-473f5d55-01f8-4740-9e0b-cfd1868a8287 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=09d976be-cb30-46cb-8b5f-eef568a8bba0 HTTP/1.1" status: 200 len: 217 time: 0.2317889 Jul 24 00:45:20.056083 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c547c1b1-799d-4141-8bc6-5589163734a7 req-af099ffd-c59c-44f0-bbae-a6c5a53277bf tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] 10.222.0.15 "GET /v2.0/ports?device_id=cda69775-35ae-4a74-8961-91c46ae71e0d HTTP/1.1" status: 200 len: 210 time: 0.0676441 Jul 24 00:45:20.062454 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-3949ec53-560b-450d-ab00-c2f27a17571b tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:20.245024 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-74f46ec2-5b3e-4259-9dda-13dca8c212da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:20.251102 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-74f46ec2-5b3e-4259-9dda-13dca8c212da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:20.305324 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-74f46ec2-5b3e-4259-9dda-13dca8c212da admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c679a289dc474aecab65c0c8cb8b9f97&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0742540 Jul 24 00:45:20.306753 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6c7c3-b024-41bb-a3ce-62a14aa82bc1 req-5b64bcae-156e-4cb6-8821-fae781cfa332 tempest-QuotasAdminNegativeTest-1736463803 tempest-QuotasAdminNegativeTest-1736463803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:20.308251 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-21b6c7c3-b024-41bb-a3ce-62a14aa82bc1 req-5b64bcae-156e-4cb6-8821-fae781cfa332 tempest-QuotasAdminNegativeTest-1736463803 tempest-QuotasAdminNegativeTest-1736463803-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2575042 Jul 24 00:45:20.313845 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45406) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:20.318980 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8e479d-eab7-4b52-a9f7-f057f1209480 None None] Network 1fed34ff-1bf8-4b83-bd45-2cd3f02a020c requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:45:20.327214 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-3949ec53-560b-450d-ab00-c2f27a17571b tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:20.344014 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f46ec2-5b3e-4259-9dda-13dca8c212da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae22aa6-4e71-4f57-8f19-933113b6b500,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:20.423611 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-87b085fd-224e-4c16-bd21-26c5c853e8e2 None None] Provisioning for port beea86c5-1e58-47e2-a763-14dbab380279 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:45:20.564182 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-609fa5f2-6c62-49eb-82be-03f9476367d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:20.568426 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-3949ec53-560b-450d-ab00-c2f27a17571b tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] Allocated IP 192.168.233.117 (064170bd-7ae3-42cd-9c1f-14f6db2f099c/b2f8a7b0-45d5-4a4f-bbde-2ea497f98103/4ff81b0b-1097-4e4b-8a28-5e19dfdac13b) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:45:20.589214 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45424) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:20.599246 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-21b6c7c3-b024-41bb-a3ce-62a14aa82bc1 req-a1df00db-1f81-4159-a7c4-66fc178b5aa1 tempest-QuotasAdminNegativeTest-1736463803 tempest-QuotasAdminNegativeTest-1736463803-project] 10.222.0.15 "GET /v2.0/quotas/d98138657bdb492f943f947d0b0d1972 HTTP/1.1" status: 200 len: 375 time: 0.2829442 Jul 24 00:45:20.611889 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-609fa5f2-6c62-49eb-82be-03f9476367d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:20.634679 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-05cb1c12-ed7a-4850-b1c5-eb610c5c8700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:20.636586 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-05cb1c12-ed7a-4850-b1c5-eb610c5c8700 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.6029589 Jul 24 00:45:20.665833 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-08f0f485-9113-40cc-a015-a1a97922dcc0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1d8b9920620d44429e1ab5955583ff3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0749276 Jul 24 00:45:20.666435 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45430) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:20.733882 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-21b6c7c3-b024-41bb-a3ce-62a14aa82bc1 req-70917715-4e81-4675-a928-61c7ec37b4a9 tempest-QuotasAdminNegativeTest-1736463803 tempest-QuotasAdminNegativeTest-1736463803-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d98138657bdb492f943f947d0b0d1972&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1128488 Jul 24 00:45:20.739567 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9b40479b-f430-4465-a1aa-55c1383ea5b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:20.770434 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9b40479b-f430-4465-a1aa-55c1383ea5b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:20.842852 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:20.892793 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9b40479b-f430-4465-a1aa-55c1383ea5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:20.895616 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9b40479b-f430-4465-a1aa-55c1383ea5b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:20.901426 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9b40479b-f430-4465-a1aa-55c1383ea5b6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/de63337f-c379-4748-ada4-be9e9943e9b3 HTTP/1.1" status: 204 len: 168 time: 0.2339277 Jul 24 00:45:20.920564 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b40479b-f430-4465-a1aa-55c1383ea5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de63337f-c379-4748-ada4-be9e9943e9b3,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:20.951960 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949ec53-560b-450d-ab00-c2f27a17571b tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=953f22d9-5156-462d-b4ed-24aeb11e120c,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:20.953127 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device beea86c5-1e58-47e2-a763-14dbab380279 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:45:21.015931 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e06a78f6-cf28-4ec2-8c27-0f5439a7b0fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:21.038568 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e06a78f6-cf28-4ec2-8c27-0f5439a7b0fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:21.067121 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port beea86c5-1e58-47e2-a763-14dbab380279 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:45:21.072601 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port beea86c5-1e58-47e2-a763-14dbab380279 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:45:21.073282 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:21.105039 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3916090b-5e04-435f-b73b-99a3945ae3ae x-openstack-request-id: req-3916090b-5e04-435f-b73b-99a3945ae3ae {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:45:21.105326 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54ac4da4-7b9e-43cb-a332-ca4a6d657982", "tag": "09d976be-cb30-46cb-8b5f-eef568a8bba0", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:45:21.105628 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3916090b-5e04-435f-b73b-99a3945ae3ae {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:45:21.106152 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54ac4da4-7b9e-43cb-a332-ca4a6d657982', 'tag': '09d976be-cb30-46cb-8b5f-eef568a8bba0', 'status': 'completed', 'code': 200} Jul 24 00:45:21.161870 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e06a78f6-cf28-4ec2-8c27-0f5439a7b0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:21.164833 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e06a78f6-cf28-4ec2-8c27-0f5439a7b0fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:21.166090 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e06a78f6-cf28-4ec2-8c27-0f5439a7b0fe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1ae22aa6-4e71-4f57-8f19-933113b6b500 HTTP/1.1" status: 204 len: 168 time: 0.8511479 Jul 24 00:45:21.166528 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 6d5c10c6-55a8-47f9-8fb3-f20eec09a740 up at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:45:21.229854 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:21.250201 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06a78f6-cf28-4ec2-8c27-0f5439a7b0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae22aa6-4e71-4f57-8f19-933113b6b500,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:21.258034 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning for port 6d5c10c6-55a8-47f9-8fb3-f20eec09a740 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:45:21.277582 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning complete for port 6d5c10c6-55a8-47f9-8fb3-f20eec09a740 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:45:21.278280 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:21.294555 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-52fb01b2-1823-40e7-a287-1987f9ee39a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:21.296066 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-52fb01b2-1823-40e7-a287-1987f9ee39a3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6442528 Jul 24 00:45:21.314964 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port beea86c5-1e58-47e2-a763-14dbab380279, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=beea86c5-1e58-47e2-a763-14dbab380279,segment=NetworkSegment(631edc4b-36d5-4ec8-863f-ce502820caff),segment_id=631edc4b-36d5-4ec8-863f-ce502820caff)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:45:21.323085 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:21.340669 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531daf37-00b2-437b-a5fe-e7c01797c932 req-174a1c9c-996f-454d-8f40-06ded94fa059 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:21.342381 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-531daf37-00b2-437b-a5fe-e7c01797c932 req-174a1c9c-996f-454d-8f40-06ded94fa059 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/ports?device_id=54ac4da4-7b9e-43cb-a332-ca4a6d657982 HTTP/1.1" status: 200 len: 947 time: 0.3875670 Jul 24 00:45:21.378390 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-609fa5f2-6c62-49eb-82be-03f9476367d5 admin admin] Allocated IP 172.25.2.43 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/12ce202d-c69d-4b86-960c-10532367b8ed) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:45:21.440746 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:21.452989 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-531daf37-00b2-437b-a5fe-e7c01797c932 req-70cbde84-e6fa-492f-9041-b08b9512bb19 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/security-groups?id=a51518ca-40a1-45d1-b717-9d8ebb1403c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683563 Jul 24 00:45:21.477018 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=beea86c5-1e58-47e2-a763-14dbab380279,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:21.536285 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f09babd8-cff8-4c49-b361-fefb99f30e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5c10c6-55a8-47f9-8fb3-f20eec09a740'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:45:21.545027 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93211a5d-8d30-4a1c-badf-f7cdbabceb83" -d '{"events": [{"server_uuid": "f09babd8-cff8-4c49-b361-fefb99f30e45", "name": "network-vif-plugged", "status": "completed", "tag": "6d5c10c6-55a8-47f9-8fb3-f20eec09a740"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:45:21.566036 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-3949ec53-560b-450d-ab00-c2f27a17571b tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:21.576052 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 6d5c10c6-55a8-47f9-8fb3-f20eec09a740, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=6d5c10c6-55a8-47f9-8fb3-f20eec09a740,segment=NetworkSegment(29cb724a-e429-44ff-9956-950fa3e91043),segment_id=29cb724a-e429-44ff-9956-950fa3e91043)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:45:21.588056 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:21.651244 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=6d5c10c6-55a8-47f9-8fb3-f20eec09a740,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:21.904386 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5d1d6489-6994-40da-ae4e-ebcab18fd550 req-4158c2aa-1e0c-49bf-b9a2-b1f79a5125d6 tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] 10.222.0.15 "GET /v2.0/ports?device_id=cda69775-35ae-4a74-8961-91c46ae71e0d HTTP/1.1" status: 200 len: 210 time: 0.0475595 Jul 24 00:45:21.933298 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-3949ec53-560b-450d-ab00-c2f27a17571b tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] Transition to ACTIVE for port object 4ff81b0b-1097-4e4b-8a28-5e19dfdac13b will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:45:21.969409 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-3880fa79-2c59-4237-9f9b-d14296c4d429 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6573155 Jul 24 00:45:22.105660 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-609fa5f2-6c62-49eb-82be-03f9476367d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:22.187531 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b63526-aede-4ce6-a52b-cde67bf871ad req-847c7f34-4293-40d4-905f-296965b69ac7 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:22.200601 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-14b63526-aede-4ce6-a52b-cde67bf871ad req-847c7f34-4293-40d4-905f-296965b69ac7 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/ports?device_id=f09babd8-cff8-4c49-b361-fefb99f30e45 HTTP/1.1" status: 200 len: 945 time: 0.5752769 Jul 24 00:45:22.241852 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-3949ec53-560b-450d-ab00-c2f27a17571b tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:22.369578 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-14b63526-aede-4ce6-a52b-cde67bf871ad req-af7b4098-b0c9-46ae-b689-fd472d0b9584 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/security-groups?id=965727d2-73e4-4b91-a58b-45ed41aaec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676297 Jul 24 00:45:22.398828 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-3949ec53-560b-450d-ab00-c2f27a17571b tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] Network 064170bd-7ae3-42cd-9c1f-14f6db2f099c is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:45:22.431064 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ee59dd14-c5b3-4bce-9981-8d14b660df6a req-aba41607-bd70-42ef-bc0b-8b487edc8152 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4314284 Jul 24 00:45:22.432566 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-3949ec53-560b-450d-ab00-c2f27a17571b tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:45:22.451078 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-3949ec53-560b-450d-ab00-c2f27a17571b tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:45:22.465327 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3949ec53-560b-450d-ab00-c2f27a17571b tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] Pushing event updated for resources: {'Port': ['ID=4ff81b0b-1097-4e4b-8a28-5e19dfdac13b,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:22.485742 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b54d9fc-4a44-4797-9667-0a522b3e6da1 x-openstack-request-id: req-3b54d9fc-4a44-4797-9667-0a522b3e6da1 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:45:22.486500 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f09babd8-cff8-4c49-b361-fefb99f30e45", "name": "network-vif-plugged", "status": "completed", "tag": "6d5c10c6-55a8-47f9-8fb3-f20eec09a740", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:45:22.486586 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3b54d9fc-4a44-4797-9667-0a522b3e6da1 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:45:22.487248 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f09babd8-cff8-4c49-b361-fefb99f30e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5c10c6-55a8-47f9-8fb3-f20eec09a740', 'code': 200} Jul 24 00:45:22.552765 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-609fa5f2-6c62-49eb-82be-03f9476367d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:22.691354 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609fa5f2-6c62-49eb-82be-03f9476367d5 admin admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:45:22.713509 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-3949ec53-560b-450d-ab00-c2f27a17571b tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:22.714934 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-3949ec53-560b-450d-ab00-c2f27a17571b tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:22.719046 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-609fa5f2-6c62-49eb-82be-03f9476367d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:45:22.726756 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609fa5f2-6c62-49eb-82be-03f9476367d5 admin admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:45:22.737014 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609fa5f2-6c62-49eb-82be-03f9476367d5 admin admin] Pushing event updated for resources: {'Port': ['ID=12ce202d-c69d-4b86-960c-10532367b8ed,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:22.749690 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b2833-4845-4658-8801-314e6063079f req-7142bf40-bc6f-44c5-8b6b-2b07253460d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:22.752331 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-526b2833-4845-4658-8801-314e6063079f req-7142bf40-bc6f-44c5-8b6b-2b07253460d4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f09babd8-cff8-4c49-b361-fefb99f30e45 HTTP/1.1" status: 200 len: 1097 time: 0.1633475 Jul 24 00:45:22.829405 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-3949ec53-560b-450d-ab00-c2f27a17571b tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1269820 Jul 24 00:45:22.834620 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4b8a5-a0ae-47b6-bb30-9dc655850ab1 req-98718739-c74d-41a3-b4c5-6c0956ddaf08 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:22.844613 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e5a4b8a5-a0ae-47b6-bb30-9dc655850ab1 req-98718739-c74d-41a3-b4c5-6c0956ddaf08 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/ports?device_id=54ac4da4-7b9e-43cb-a332-ca4a6d657982 HTTP/1.1" status: 200 len: 947 time: 0.2003148 Jul 24 00:45:22.848695 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-eb89dc3d-3d58-4196-941a-43c1ebc7250b service neutron] Request body: {'port': {'device_id': 'cda69775-35ae-4a74-8961-91c46ae71e0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:45:22.880355 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device beea86c5-1e58-47e2-a763-14dbab380279 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:45:22.890024 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-526b2833-4845-4658-8801-314e6063079f req-c0872006-2ce3-4905-afee-2138ddc347eb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=965727d2-73e4-4b91-a58b-45ed41aaec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276717 Jul 24 00:45:22.899328 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e5a4b8a5-a0ae-47b6-bb30-9dc655850ab1 req-41bf372e-ff7c-425d-8706-e5f5b22449ea tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/security-groups?id=a51518ca-40a1-45d1-b717-9d8ebb1403c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536222 Jul 24 00:45:22.913363 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0f346-ca22-407b-9f0e-edba4eee7611 req-1c801fcf-20b0-40d7-bc8f-a961bf072fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:22.924323 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a3a0f346-ca22-407b-9f0e-edba4eee7611 req-1c801fcf-20b0-40d7-bc8f-a961bf072fc5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=50edc9341a64449a8cc7b050a2c66215&device_id=54ac4da4-7b9e-43cb-a332-ca4a6d657982 HTTP/1.1" status: 200 len: 1099 time: 0.3640594 Jul 24 00:45:22.952084 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-ddc19ac7-14ed-4c7e-ae72-729a11da7bb8 None None] Provisioning for port 4ff81b0b-1097-4e4b-8a28-5e19dfdac13b completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:45:22.960177 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-ddc19ac7-14ed-4c7e-ae72-729a11da7bb8 None None] Provisioning complete for port 4ff81b0b-1097-4e4b-8a28-5e19dfdac13b triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:45:22.960708 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ddc19ac7-14ed-4c7e-ae72-729a11da7bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:23.016259 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port beea86c5-1e58-47e2-a763-14dbab380279 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:45:23.016834 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:23.051800 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-ddc19ac7-14ed-4c7e-ae72-729a11da7bb8 None None] Port 4ff81b0b-1097-4e4b-8a28-5e19dfdac13b cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:45:23.276962 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0f346-ca22-407b-9f0e-edba4eee7611 req-a0a9ec29-f826-49d7-a309-c4fab03cea46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:23.280182 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a3a0f346-ca22-407b-9f0e-edba4eee7611 req-a0a9ec29-f826-49d7-a309-c4fab03cea46 service neutron] 10.222.0.13 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.3521023 Jul 24 00:45:23.398038 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-eb89dc3d-3d58-4196-941a-43c1ebc7250b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:23.514643 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a3a0f346-ca22-407b-9f0e-edba4eee7611 req-d8d2037f-9fd4-4bf9-99bb-e71de4aa4745 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=09d976be-cb30-46cb-8b5f-eef568a8bba0 HTTP/1.1" status: 200 len: 217 time: 0.1460607 Jul 24 00:45:23.612322 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-609fa5f2-6c62-49eb-82be-03f9476367d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:23.727886 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0f346-ca22-407b-9f0e-edba4eee7611 req-35412536-a401-4105-a269-96bfeb9d67c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:23.729429 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a3a0f346-ca22-407b-9f0e-edba4eee7611 req-35412536-a401-4105-a269-96bfeb9d67c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.1949952 Jul 24 00:45:23.856929 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7a6ed-831f-4386-b153-5180b26625d8 req-eaa65e49-3005-4b82-ae90-c2cd625fda74 tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:23.858525 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bbc7a6ed-831f-4386-b153-5180b26625d8 req-eaa65e49-3005-4b82-ae90-c2cd625fda74 tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] 10.222.0.15 "GET /v2.0/ports?device_id=cda69775-35ae-4a74-8961-91c46ae71e0d HTTP/1.1" status: 200 len: 936 time: 0.4436119 Jul 24 00:45:24.038273 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4618be1-9961-4f7b-9816-dc55697952b9 req-7484854f-2abc-4fef-8065-5bba3568f3ad tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:24.042192 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c4618be1-9961-4f7b-9816-dc55697952b9 req-7484854f-2abc-4fef-8065-5bba3568f3ad tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/ports?device_id=f09babd8-cff8-4c49-b361-fefb99f30e45 HTTP/1.1" status: 200 len: 945 time: 0.0832531 Jul 24 00:45:24.103398 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c4618be1-9961-4f7b-9816-dc55697952b9 req-4ad60b12-d608-4735-8c5c-6cbaef024545 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/security-groups?id=965727d2-73e4-4b91-a58b-45ed41aaec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518098 Jul 24 00:45:24.245427 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0f346-ca22-407b-9f0e-edba4eee7611 req-c3dee43a-bdc8-4651-801b-3bfb2f35eef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:24.247596 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a3a0f346-ca22-407b-9f0e-edba4eee7611 req-c3dee43a-bdc8-4651-801b-3bfb2f35eef9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4609060 Jul 24 00:45:24.253416 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bbc7a6ed-831f-4386-b153-5180b26625d8 req-42bf541e-5e0e-4280-ab5a-03e11c9cbb0f tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] 10.222.0.15 "GET /v2.0/security-groups?id=953f22d9-5156-462d-b4ed-24aeb11e120c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777733 Jul 24 00:45:24.384486 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-609fa5f2-6c62-49eb-82be-03f9476367d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:24.468717 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-50dada7b-c6f1-48a6-8cd9-a11c84e1acd5 req-5f75e03e-d542-4547-8f01-da227056b086 tempest-QuotasAdminNegativeTest-1736463803 tempest-QuotasAdminNegativeTest-1736463803-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d98138657bdb492f943f947d0b0d1972&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234389 Jul 24 00:45:24.585006 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dada7b-c6f1-48a6-8cd9-a11c84e1acd5 req-79f7bdf2-df63-4256-ba83-755ecd705c1a tempest-QuotasAdminNegativeTest-1736463803 tempest-QuotasAdminNegativeTest-1736463803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:24.586398 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-50dada7b-c6f1-48a6-8cd9-a11c84e1acd5 req-79f7bdf2-df63-4256-ba83-755ecd705c1a tempest-QuotasAdminNegativeTest-1736463803 tempest-QuotasAdminNegativeTest-1736463803-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1123855 Jul 24 00:45:24.603101 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-50dada7b-c6f1-48a6-8cd9-a11c84e1acd5 req-b9c5e96d-77c5-4dc7-ab3a-f296843e48c5 tempest-QuotasAdminNegativeTest-1736463803 tempest-QuotasAdminNegativeTest-1736463803-project] 10.222.0.15 "GET /v2.0/quotas/d98138657bdb492f943f947d0b0d1972 HTTP/1.1" status: 200 len: 375 time: 0.0095975 Jul 24 00:45:24.611521 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a3a0f346-ca22-407b-9f0e-edba4eee7611 req-4d8571cf-9403-4491-82c0-2c074ab11ef0 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483295 Jul 24 00:45:24.640025 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-50dada7b-c6f1-48a6-8cd9-a11c84e1acd5 req-1a452270-9a2b-44ad-adda-deb08e4231d3 tempest-QuotasAdminNegativeTest-1736463803 tempest-QuotasAdminNegativeTest-1736463803-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d98138657bdb492f943f947d0b0d1972&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307596 Jul 24 00:45:24.663471 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-eb89dc3d-3d58-4196-941a-43c1ebc7250b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ff81b0b-1097-4e4b-8a28-5e19dfdac13b {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:45:24.704079 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-eb89dc3d-3d58-4196-941a-43c1ebc7250b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:24.762279 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7fc66b-995e-4220-b46e-382195b9d0c6 req-7bc079e0-876c-4da2-bad9-5edf4b6005c6 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:24.764657 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9e7fc66b-995e-4220-b46e-382195b9d0c6 req-7bc079e0-876c-4da2-bad9-5edf4b6005c6 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/ports?device_id=54ac4da4-7b9e-43cb-a332-ca4a6d657982 HTTP/1.1" status: 200 len: 947 time: 0.4338899 Jul 24 00:45:24.800207 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-eb89dc3d-3d58-4196-941a-43c1ebc7250b service neutron] Transition to ACTIVE for port object 4ff81b0b-1097-4e4b-8a28-5e19dfdac13b will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:45:24.819239 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-eb89dc3d-3d58-4196-941a-43c1ebc7250b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:24.854972 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648af97-fa6f-4de2-a084-3649ee233e70 req-94454b40-e0c7-462e-8f5a-a8f991158a91 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:24.857169 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0648af97-fa6f-4de2-a084-3649ee233e70 req-94454b40-e0c7-462e-8f5a-a8f991158a91 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/ports?device_id=f09babd8-cff8-4c49-b361-fefb99f30e45 HTTP/1.1" status: 200 len: 945 time: 0.0697303 Jul 24 00:45:24.867136 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45662) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:24.879113 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-f988af58-2d24-430d-9afa-d96a468352b2 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Request body: {'floatingip': {'port_id': '6d5c10c6-55a8-47f9-8fb3-f20eec09a740'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:45:24.920982 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb89dc3d-3d58-4196-941a-43c1ebc7250b service neutron] Pushing event updated for resources: {'Port': ['ID=4ff81b0b-1097-4e4b-8a28-5e19dfdac13b,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:24.928615 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a3a0f346-ca22-407b-9f0e-edba4eee7611 req-989d3e48-96b9-4817-a71c-a13f1b741033 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933357 Jul 24 00:45:24.941164 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9e7fc66b-995e-4220-b46e-382195b9d0c6 req-89f964ae-a08d-45d5-a540-6306dce089ad tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/security-groups?id=a51518ca-40a1-45d1-b717-9d8ebb1403c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352770 Jul 24 00:45:25.045194 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609fa5f2-6c62-49eb-82be-03f9476367d5 admin admin] Router 25a173c6-18fa-4ad2-a2cd-907b447952a0 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:45:25.184641 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-eb89dc3d-3d58-4196-941a-43c1ebc7250b service neutron] Attempting to bind port 4ff81b0b-1097-4e4b-8a28-5e19dfdac13b on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:45:25.184986 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-eb89dc3d-3d58-4196-941a-43c1ebc7250b service neutron] Attempting to bind port 4ff81b0b-1097-4e4b-8a28-5e19dfdac13b by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:45:25.185504 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-eb89dc3d-3d58-4196-941a-43c1ebc7250b service neutron] Attempting to bind port 4ff81b0b-1097-4e4b-8a28-5e19dfdac13b on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:45:25.209686 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-eb89dc3d-3d58-4196-941a-43c1ebc7250b service neutron] Port 4ff81b0b-1097-4e4b-8a28-5e19dfdac13b on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:45:25.210256 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-eb89dc3d-3d58-4196-941a-43c1ebc7250b service neutron] Attempting to bind port 4ff81b0b-1097-4e4b-8a28-5e19dfdac13b on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:45:25.226358 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-eb89dc3d-3d58-4196-941a-43c1ebc7250b service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:45:25.226923 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-eb89dc3d-3d58-4196-941a-43c1ebc7250b service neutron] Checking segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:45:25.227488 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-eb89dc3d-3d58-4196-941a-43c1ebc7250b service neutron] Bound using segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:45:25.228087 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-eb89dc3d-3d58-4196-941a-43c1ebc7250b service neutron] Bound port: 4ff81b0b-1097-4e4b-8a28-5e19dfdac13b, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:45:25.228605 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-eb89dc3d-3d58-4196-941a-43c1ebc7250b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:25.255704 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f988af58-2d24-430d-9afa-d96a468352b2 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks [] for floatingip, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:25.288324 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609fa5f2-6c62-49eb-82be-03f9476367d5 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:45:25.328803 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56876fcf-9437-4df3-97dc-9d168f2c70b4 None None] Sync routers for ids ['25a173c6-18fa-4ad2-a2cd-907b447952a0'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:45:25.338210 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-609fa5f2-6c62-49eb-82be-03f9476367d5 admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:25.339870 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-609fa5f2-6c62-49eb-82be-03f9476367d5 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.1050260 Jul 24 00:45:25.343269 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-eb89dc3d-3d58-4196-941a-43c1ebc7250b service neutron] For port 4ff81b0b-1097-4e4b-8a28-5e19dfdac13b, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:45:25.344039 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45706) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:25.345760 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56876fcf-9437-4df3-97dc-9d168f2c70b4 None None] Routers {'25a173c6-18fa-4ad2-a2cd-907b447952a0'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:45:25.349831 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-eb89dc3d-3d58-4196-941a-43c1ebc7250b service neutron] For port 4ff81b0b-1097-4e4b-8a28-5e19dfdac13b, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=4ff81b0b-1097-4e4b-8a28-5e19dfdac13b,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:45:25.350894 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-56876fcf-9437-4df3-97dc-9d168f2c70b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:45:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['25a173c6-18fa-4ad2-a2cd-907b447952a0'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:45:25.361710 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-eb89dc3d-3d58-4196-941a-43c1ebc7250b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:25.456265 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-eb89dc3d-3d58-4196-941a-43c1ebc7250b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:25.457000 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-eb89dc3d-3d58-4196-941a-43c1ebc7250b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:25.467330 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-eb89dc3d-3d58-4196-941a-43c1ebc7250b service neutron] 10.222.0.13 "PUT /v2.0/ports/4ff81b0b-1097-4e4b-8a28-5e19dfdac13b HTTP/1.1" status: 200 len: 1097 time: 2.6189718 Jul 24 00:45:25.468005 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cda69775-35ae-4a74-8961-91c46ae71e0d', 'tag': '4ff81b0b-1097-4e4b-8a28-5e19dfdac13b'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:45:25.470298 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d6311c-d36c-497a-b8ce-b47753ec98e5" -d '{"events": [{"name": "network-changed", "server_uuid": "cda69775-35ae-4a74-8961-91c46ae71e0d", "tag": "4ff81b0b-1097-4e4b-8a28-5e19dfdac13b"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:45:25.635498 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb89dc3d-3d58-4196-941a-43c1ebc7250b service neutron] Pushing event updated for resources: {'Port': ['ID=4ff81b0b-1097-4e4b-8a28-5e19dfdac13b,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:25.655759 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-56876fcf-9437-4df3-97dc-9d168f2c70b4 None None] Set router 25a173c6-18fa-4ad2-a2cd-907b447952a0 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:45:25.702860 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 09d976be-cb30-46cb-8b5f-eef568a8bba0 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:45:25.737350 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-5239e4f8-2360-4b31-b5b8-21441a09794c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:25.741091 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-5239e4f8-2360-4b31-b5b8-21441a09794c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eb26541f7a874f16997148741dd253bb&device_id=cda69775-35ae-4a74-8961-91c46ae71e0d HTTP/1.1" status: 200 len: 1100 time: 0.1799214 Jul 24 00:45:25.809716 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45730) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:25.893229 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-56876fcf-9437-4df3-97dc-9d168f2c70b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a173c6-18fa-4ad2-a2cd-907b447952a0', 'name': 'tempest-AttachSCSIVolumeTestJSON-2045085387-router', 'tenant_id': '3f9b71b518bb404b9e8d521e71f9af26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '12ce202d-c69d-4b86-960c-10532367b8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:45:17Z', 'updated_at': '2021-07-24T00:45:23Z', 'revision_number': 3, 'project_id': '3f9b71b518bb404b9e8d521e71f9af26', 'gw_port': {'id': '12ce202d-c69d-4b86-960c-10532367b8ed', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:26:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a173c6-18fa-4ad2-a2cd-907b447952a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:20Z', 'updated_at': '2021-07-24T00:45:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:45:25.928213 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-611df9a4-045a-40fe-89bf-fb2bb548d6d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=4ff81b0b-1097-4e4b-8a28-5e19dfdac13b HTTP/1.1" status: 200 len: 217 time: 0.1741583 Jul 24 00:45:25.952742 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56876fcf-9437-4df3-97dc-9d168f2c70b4 None None] Checking router: 25a173c6-18fa-4ad2-a2cd-907b447952a0 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:45:25.953098 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56876fcf-9437-4df3-97dc-9d168f2c70b4 None None] Updating router 25a173c6-18fa-4ad2-a2cd-907b447952a0 port 12ce202d-c69d-4b86-960c-10532367b8ed binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:45:25.960871 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 09d976be-cb30-46cb-8b5f-eef568a8bba0, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=09d976be-cb30-46cb-8b5f-eef568a8bba0,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:45:25.985158 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '09d976be-cb30-46cb-8b5f-eef568a8bba0', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'port_id': '09d976be-cb30-46cb-8b5f-eef568a8bba0', 'mac_address': 'fa:16:3e:d5:38:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:45:26.029290 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c29e82c-999c-4581-ac86-d6d20caa2c4e req-d1ad9cf0-e915-42ca-b389-bfab589a0e0f tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:26.031329 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-56876fcf-9437-4df3-97dc-9d168f2c70b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:26.032113 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9c29e82c-999c-4581-ac86-d6d20caa2c4e req-d1ad9cf0-e915-42ca-b389-bfab589a0e0f tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] 10.222.0.15 "GET /v2.0/ports?device_id=cda69775-35ae-4a74-8961-91c46ae71e0d HTTP/1.1" status: 200 len: 948 time: 0.5555134 Jul 24 00:45:26.061438 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:26.074006 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75921025-9fea-4fb1-afda-1a6ee60eb4f9 x-openstack-request-id: req-75921025-9fea-4fb1-afda-1a6ee60eb4f9 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:45:26.074298 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cda69775-35ae-4a74-8961-91c46ae71e0d", "tag": "4ff81b0b-1097-4e4b-8a28-5e19dfdac13b", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:45:26.074552 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-75921025-9fea-4fb1-afda-1a6ee60eb4f9 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:45:26.075492 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cda69775-35ae-4a74-8961-91c46ae71e0d', 'tag': '4ff81b0b-1097-4e4b-8a28-5e19dfdac13b', 'status': 'completed', 'code': 200} Jul 24 00:45:26.086880 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09d976be-cb30-46cb-8b5f-eef568a8bba0 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:45:26.111415 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-eca2d744-259f-4740-bcca-e43e86c854ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:26.113310 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-eca2d744-259f-4740-bcca-e43e86c854ff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.1773231 Jul 24 00:45:26.130390 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 09d976be-cb30-46cb-8b5f-eef568a8bba0, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=09d976be-cb30-46cb-8b5f-eef568a8bba0,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:45:26.145714 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:26.218570 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9c29e82c-999c-4581-ac86-d6d20caa2c4e req-273c8c2d-e065-4d69-9e17-f5039618df1a tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] 10.222.0.15 "GET /v2.0/security-groups?id=953f22d9-5156-462d-b4ed-24aeb11e120c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670971 Jul 24 00:45:26.242316 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=09d976be-cb30-46cb-8b5f-eef568a8bba0,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:26.250652 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-82021baa-5376-4d89-9969-58f0faf68a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:26.279367 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-72779afa-dcde-409d-8a50-0279740a5d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:26.281017 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-72779afa-dcde-409d-8a50-0279740a5d9d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1544740 Jul 24 00:45:26.477235 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-43d082d0-daae-4772-96f6-e2510a607c16 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777260 Jul 24 00:45:26.484663 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['09d976be-cb30-46cb-8b5f-eef568a8bba0'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:45:26.521369 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-56876fcf-9437-4df3-97dc-9d168f2c70b4 None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:26.524655 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.db.resource_extend [None req-f988af58-2d24-430d-9afa-d96a468352b2 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 00:45:26.543579 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-56876fcf-9437-4df3-97dc-9d168f2c70b4 None None] Transition to ACTIVE for port object 12ce202d-c69d-4b86-960c-10532367b8ed will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:45:26.567206 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-56876fcf-9437-4df3-97dc-9d168f2c70b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:26.662374 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f988af58-2d24-430d-9afa-d96a468352b2 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:26.676277 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f988af58-2d24-430d-9afa-d96a468352b2 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:26.762665 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e4418937-b9e0-4d10-9ef5-1d3a3f491fdd req-bb755c7e-75f0-4037-a3af-6588988890d8 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642431 Jul 24 00:45:26.849695 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c573beef-1417-4a42-acb3-b250b94010d1 None None] Pushing event updated for resources: {'Port': ['ID=12ce202d-c69d-4b86-960c-10532367b8ed,revision_number=2']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:26.854553 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-56876fcf-9437-4df3-97dc-9d168f2c70b4 None None] Attempting to bind port 12ce202d-c69d-4b86-960c-10532367b8ed on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:45:26.854960 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-56876fcf-9437-4df3-97dc-9d168f2c70b4 None None] Attempting to bind port 12ce202d-c69d-4b86-960c-10532367b8ed by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:45:26.855324 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56876fcf-9437-4df3-97dc-9d168f2c70b4 None None] Attempting to bind port 12ce202d-c69d-4b86-960c-10532367b8ed on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:45:26.857386 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-82021baa-5376-4d89-9969-58f0faf68a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:26.864631 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56876fcf-9437-4df3-97dc-9d168f2c70b4 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:45:26.865065 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56876fcf-9437-4df3-97dc-9d168f2c70b4 None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:45:26.865477 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-56876fcf-9437-4df3-97dc-9d168f2c70b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:26.865874 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56876fcf-9437-4df3-97dc-9d168f2c70b4 None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:45:26.866632 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-56876fcf-9437-4df3-97dc-9d168f2c70b4 None None] Bound port: 12ce202d-c69d-4b86-960c-10532367b8ed, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:45:26.867323 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-56876fcf-9437-4df3-97dc-9d168f2c70b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:26.885984 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-82021baa-5376-4d89-9969-58f0faf68a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:26.944726 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [None req-f988af58-2d24-430d-9afa-d96a468352b2 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Floating IP 863d454a-c25d-49a2-9a5f-70512e69e9b2 associated. External IP: 172.25.2.22, port: 6d5c10c6-55a8-47f9-8fb3-f20eec09a740. Jul 24 00:45:26.947517 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-56876fcf-9437-4df3-97dc-9d168f2c70b4 None None] For port 12ce202d-c69d-4b86-960c-10532367b8ed, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:45:26.951476 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-82021baa-5376-4d89-9969-58f0faf68a56 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=da597af8535f45409bec3c90dd064265&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1359298 Jul 24 00:45:26.951794 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-56876fcf-9437-4df3-97dc-9d168f2c70b4 None None] For port 12ce202d-c69d-4b86-960c-10532367b8ed, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=12ce202d-c69d-4b86-960c-10532367b8ed,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:45:26.953895 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45804) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:26.959243 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-56876fcf-9437-4df3-97dc-9d168f2c70b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:26.990354 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445cd4c-1cc5-4f3b-8726-30c99a70cbef req-793ea6bd-fa2d-453f-adc3-94fcb3e03902 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:26.991988 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7445cd4c-1cc5-4f3b-8726-30c99a70cbef req-793ea6bd-fa2d-453f-adc3-94fcb3e03902 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/ports?device_id=54ac4da4-7b9e-43cb-a332-ca4a6d657982 HTTP/1.1" status: 200 len: 948 time: 0.2283549 Jul 24 00:45:27.043052 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c573beef-1417-4a42-acb3-b250b94010d1 None None] Pushing event updated for resources: {'Port': ['ID=12ce202d-c69d-4b86-960c-10532367b8ed,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:27.045973 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56876fcf-9437-4df3-97dc-9d168f2c70b4 None None] Routers {'25a173c6-18fa-4ad2-a2cd-907b447952a0'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:45:27.046798 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-56876fcf-9437-4df3-97dc-9d168f2c70b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:45:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['25a173c6-18fa-4ad2-a2cd-907b447952a0'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:45:27.083746 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6311c-d36c-497a-b8ce-b47753ec98e5 req-fce3f79c-ab5c-42d7-8ded-05709e9a47a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:27.085622 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a0d6311c-d36c-497a-b8ce-b47753ec98e5 req-fce3f79c-ab5c-42d7-8ded-05709e9a47a2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=eb26541f7a874f16997148741dd253bb&device_id=cda69775-35ae-4a74-8961-91c46ae71e0d HTTP/1.1" status: 200 len: 1100 time: 0.2573366 Jul 24 00:45:27.120483 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7445cd4c-1cc5-4f3b-8726-30c99a70cbef req-a42ab6a0-cfe6-48e1-8dec-70988a9af320 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/security-groups?id=a51518ca-40a1-45d1-b717-9d8ebb1403c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036236 Jul 24 00:45:27.207684 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-56876fcf-9437-4df3-97dc-9d168f2c70b4 None None] Set router 25a173c6-18fa-4ad2-a2cd-907b447952a0 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:45:27.265109 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6311c-d36c-497a-b8ce-b47753ec98e5 req-c227aaff-a530-49ed-b3d3-2ed1f1a02b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:27.266635 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a0d6311c-d36c-497a-b8ce-b47753ec98e5 req-c227aaff-a530-49ed-b3d3-2ed1f1a02b73 service neutron] 10.222.0.13 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.1741543 Jul 24 00:45:27.324407 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a0d6311c-d36c-497a-b8ce-b47753ec98e5 req-5813da07-a073-4504-acce-b534ebeeb141 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=4ff81b0b-1097-4e4b-8a28-5e19dfdac13b HTTP/1.1" status: 200 len: 217 time: 0.0492620 Jul 24 00:45:27.388444 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6311c-d36c-497a-b8ce-b47753ec98e5 req-69610c4b-a76c-4a68-87d0-de8da112d373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:27.390755 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a0d6311c-d36c-497a-b8ce-b47753ec98e5 req-69610c4b-a76c-4a68-87d0-de8da112d373 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.0594032 Jul 24 00:45:27.414332 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82021baa-5376-4d89-9969-58f0faf68a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb9ea92-734e-471b-9861-17270be19fd2,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:27.433618 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-42e870cf-977f-44cc-be31-f34cb94a0f7a req-a9e72328-730f-4e9c-9bb3-dedf0f980714 tempest-QuotasAdminNegativeTest-1736463803 tempest-QuotasAdminNegativeTest-1736463803-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=d98138657bdb492f943f947d0b0d1972&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0891826 Jul 24 00:45:27.493119 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-56876fcf-9437-4df3-97dc-9d168f2c70b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a173c6-18fa-4ad2-a2cd-907b447952a0', 'name': 'tempest-AttachSCSIVolumeTestJSON-2045085387-router', 'tenant_id': '3f9b71b518bb404b9e8d521e71f9af26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '12ce202d-c69d-4b86-960c-10532367b8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:45:17Z', 'updated_at': '2021-07-24T00:45:23Z', 'revision_number': 3, 'project_id': '3f9b71b518bb404b9e8d521e71f9af26', 'gw_port': {'id': '12ce202d-c69d-4b86-960c-10532367b8ed', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:26:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a173c6-18fa-4ad2-a2cd-907b447952a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:20Z', 'updated_at': '2021-07-24T00:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:45:27.536550 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56876fcf-9437-4df3-97dc-9d168f2c70b4 None None] The sync data for ids ['25a173c6-18fa-4ad2-a2cd-907b447952a0'] in n-d-793621-25 is: [{'id': '25a173c6-18fa-4ad2-a2cd-907b447952a0', 'name': 'tempest-AttachSCSIVolumeTestJSON-2045085387-router', 'tenant_id': '3f9b71b518bb404b9e8d521e71f9af26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '12ce202d-c69d-4b86-960c-10532367b8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:45:17Z', 'updated_at': '2021-07-24T00:45:23Z', 'revision_number': 3, 'project_id': '3f9b71b518bb404b9e8d521e71f9af26', 'gw_port': {'id': '12ce202d-c69d-4b86-960c-10532367b8ed', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:26:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a173c6-18fa-4ad2-a2cd-907b447952a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:20Z', 'updated_at': '2021-07-24T00:45:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:45:27.557016 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8bb45694-2fd2-430a-97f3-3b13c3c51e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:27.564972 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6311c-d36c-497a-b8ce-b47753ec98e5 req-c43cb3fc-1043-41ae-89a0-9ad9c5698324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:27.566846 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a0d6311c-d36c-497a-b8ce-b47753ec98e5 req-c43cb3fc-1043-41ae-89a0-9ad9c5698324 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1683853 Jul 24 00:45:27.580985 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade86a5-3a3b-4a37-b033-649acb975f67 req-0ea3c3db-13dd-4687-b162-f1633b992f18 tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:27.584283 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eade86a5-3a3b-4a37-b033-649acb975f67 req-0ea3c3db-13dd-4687-b162-f1633b992f18 tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] 10.222.0.15 "GET /v2.0/ports?device_id=cda69775-35ae-4a74-8961-91c46ae71e0d HTTP/1.1" status: 200 len: 948 time: 0.1187856 Jul 24 00:45:27.658040 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-471c4555-2ee6-424c-ab9e-14c3ba24652b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:27.670699 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 09d976be-cb30-46cb-8b5f-eef568a8bba0 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:45:27.682955 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eade86a5-3a3b-4a37-b033-649acb975f67 req-1e205399-d73e-4cc7-805b-b2d34ee02cc6 tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] 10.222.0.15 "GET /v2.0/security-groups?id=953f22d9-5156-462d-b4ed-24aeb11e120c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846353 Jul 24 00:45:27.779537 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a0d6311c-d36c-497a-b8ce-b47753ec98e5 req-3047c610-9968-44fb-8f9c-670002269e25 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941175 Jul 24 00:45:27.812804 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 09d976be-cb30-46cb-8b5f-eef568a8bba0 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:45:27.819726 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 09d976be-cb30-46cb-8b5f-eef568a8bba0 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:45:27.820239 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:27.830431 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e870cf-977f-44cc-be31-f34cb94a0f7a req-29d24436-6e80-4e38-9dc3-87294a8b236e tempest-QuotasAdminNegativeTest-1736463803 tempest-QuotasAdminNegativeTest-1736463803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:27.837605 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-42e870cf-977f-44cc-be31-f34cb94a0f7a req-29d24436-6e80-4e38-9dc3-87294a8b236e tempest-QuotasAdminNegativeTest-1736463803 tempest-QuotasAdminNegativeTest-1736463803-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4027846 Jul 24 00:45:27.961725 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45840) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:27.973756 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a0d6311c-d36c-497a-b8ce-b47753ec98e5 req-8dce1192-74ac-4d43-967a-4dac617e13aa service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872008 Jul 24 00:45:28.026291 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-42e870cf-977f-44cc-be31-f34cb94a0f7a req-7f1fbc51-0fb9-4908-9948-ce37b9d0b71e tempest-QuotasAdminNegativeTest-1736463803 tempest-QuotasAdminNegativeTest-1736463803-project] 10.222.0.15 "GET /v2.0/quotas/d98138657bdb492f943f947d0b0d1972 HTTP/1.1" status: 200 len: 375 time: 0.1876681 Jul 24 00:45:28.048143 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:28.064226 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-471c4555-2ee6-424c-ab9e-14c3ba24652b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:28.086109 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-42e870cf-977f-44cc-be31-f34cb94a0f7a req-57794f8f-1ab8-40a9-823f-9002cfef402a tempest-QuotasAdminNegativeTest-1736463803 tempest-QuotasAdminNegativeTest-1736463803-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d98138657bdb492f943f947d0b0d1972&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585070 Jul 24 00:45:28.098882 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ac4da4-7b9e-43cb-a332-ca4a6d657982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d976be-cb30-46cb-8b5f-eef568a8bba0'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:45:28.102173 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6df3a96-2e8c-4ddd-9b3c-1198572a20cf" -d '{"events": [{"server_uuid": "54ac4da4-7b9e-43cb-a332-ca4a6d657982", "name": "network-vif-plugged", "status": "completed", "tag": "09d976be-cb30-46cb-8b5f-eef568a8bba0"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:45:28.151994 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 09d976be-cb30-46cb-8b5f-eef568a8bba0, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=09d976be-cb30-46cb-8b5f-eef568a8bba0,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:45:28.165288 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:28.269447 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3fe303-be16-40d5-a3b5-e76f06479110 x-openstack-request-id: req-5c3fe303-be16-40d5-a3b5-e76f06479110 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:45:28.275557 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45854) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:28.276055 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ac4da4-7b9e-43cb-a332-ca4a6d657982", "name": "network-vif-plugged", "status": "completed", "tag": "09d976be-cb30-46cb-8b5f-eef568a8bba0", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:45:28.277224 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5c3fe303-be16-40d5-a3b5-e76f06479110 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:45:28.277687 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ac4da4-7b9e-43cb-a332-ca4a6d657982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09d976be-cb30-46cb-8b5f-eef568a8bba0', 'code': 200} Jul 24 00:45:28.280154 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-471c4555-2ee6-424c-ab9e-14c3ba24652b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:28.284397 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-471c4555-2ee6-424c-ab9e-14c3ba24652b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:28.285039 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-471c4555-2ee6-424c-ab9e-14c3ba24652b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eeb9ea92-734e-471b-9861-17270be19fd2 HTTP/1.1" status: 204 len: 168 time: 1.2469556 Jul 24 00:45:28.322200 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f988af58-2d24-430d-9afa-d96a468352b2 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Router ccec94e2-51a8-407b-b985-d864d380ad48 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:45:28.345612 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=09d976be-cb30-46cb-8b5f-eef568a8bba0,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:28.369019 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c4555-2ee6-424c-ab9e-14c3ba24652b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb9ea92-734e-471b-9861-17270be19fd2,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:28.425158 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d2b9891f-446c-4307-b8ba-b1647028f36e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:28.510282 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-95d8ac85-b5f9-4778-ab3a-b3aff48ace68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:28.635583 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-8bb45694-2fd2-430a-97f3-3b13c3c51e6c admin admin] Allocated IP 172.20.0.1 (1fed34ff-1bf8-4b83-bd45-2cd3f02a020c/45a23940-488e-46de-b142-3bb49d72cde4/87903570-50b2-49c9-a529-47b9c79b270a) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:45:28.673938 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04a0dc-2169-465d-b919-e0abccce90f0 req-7b9db8ab-3d3e-48e8-ba72-80edc4cc3bf1 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:28.683270 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0a04a0dc-2169-465d-b919-e0abccce90f0 req-7b9db8ab-3d3e-48e8-ba72-80edc4cc3bf1 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/ports?device_id=54ac4da4-7b9e-43cb-a332-ca4a6d657982 HTTP/1.1" status: 200 len: 949 time: 0.3086553 Jul 24 00:45:28.753248 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0a04a0dc-2169-465d-b919-e0abccce90f0 req-6ddaf7cc-003b-407a-8da3-8eb692609fae tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/security-groups?id=a51518ca-40a1-45d1-b717-9d8ebb1403c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682459 Jul 24 00:45:28.758789 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42926a-49e9-4149-97c8-1d63437426c7 req-035f7a4d-e549-48e5-bd20-25202d67345c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:28.768782 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bd42926a-49e9-4149-97c8-1d63437426c7 req-035f7a4d-e549-48e5-bd20-25202d67345c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=54ac4da4-7b9e-43cb-a332-ca4a6d657982 HTTP/1.1" status: 200 len: 1101 time: 0.4638214 Jul 24 00:45:28.822410 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d2b9891f-446c-4307-b8ba-b1647028f36e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:28.838516 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f988af58-2d24-430d-9afa-d96a468352b2 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:45:28.853153 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d2b9891f-446c-4307-b8ba-b1647028f36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:28.855364 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f988af58-2d24-430d-9afa-d96a468352b2 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:28.862859 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493e6a11-32d0-417f-8fb6-9be94083c5fd None None] Sync routers for ids ['ccec94e2-51a8-407b-b985-d864d380ad48'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:45:28.875338 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bd42926a-49e9-4149-97c8-1d63437426c7 req-7a323163-3bbc-4b07-bbf3-de0a6341be0c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a51518ca-40a1-45d1-b717-9d8ebb1403c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982418 Jul 24 00:45:28.882803 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493e6a11-32d0-417f-8fb6-9be94083c5fd None None] Routers {'ccec94e2-51a8-407b-b985-d864d380ad48'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:45:28.883592 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-493e6a11-32d0-417f-8fb6-9be94083c5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:45:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['ccec94e2-51a8-407b-b985-d864d380ad48'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:45:28.891698 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45866) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:28.953727 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 12ce202d-c69d-4b86-960c-10532367b8ed up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:45:28.963975 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d9502b16-d656-4d44-9f1f-35102bba05b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:28.974591 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d2b9891f-446c-4307-b8ba-b1647028f36e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ee90762654440b088938f2f5467681e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0114830 Jul 24 00:45:28.984178 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b9891f-446c-4307-b8ba-b1647028f36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffe3359-325c-4c3a-b30c-7093b0d2b941,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:28.987030 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45868) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:29.031576 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f988af58-2d24-430d-9afa-d96a468352b2 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "PUT /v2.0/floatingips/863d454a-c25d-49a2-9a5f-70512e69e9b2 HTTP/1.1" status: 200 len: 990 time: 4.1629658 Jul 24 00:45:29.035388 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f09babd8-cff8-4c49-b361-fefb99f30e45', 'tag': '6d5c10c6-55a8-47f9-8fb3-f20eec09a740'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:45:29.038508 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e3128b-c1d3-4eef-8c25-9d454b574a6c" -d '{"events": [{"name": "network-changed", "server_uuid": "f09babd8-cff8-4c49-b361-fefb99f30e45", "tag": "6d5c10c6-55a8-47f9-8fb3-f20eec09a740"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:45:29.108228 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fc0f3b3a-b440-4a60-991e-642380f8ec19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:29.108487 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8bb45694-2fd2-430a-97f3-3b13c3c51e6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:29.118937 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f01172c-d3e2-4c14-a336-9e16cb149271 req-9c04799e-54ef-4c80-a6e9-374c3e294b46 tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:29.127278 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-493e6a11-32d0-417f-8fb6-9be94083c5fd None None] Set router ccec94e2-51a8-407b-b985-d864d380ad48 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:45:29.128051 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6f01172c-d3e2-4c14-a336-9e16cb149271 req-9c04799e-54ef-4c80-a6e9-374c3e294b46 tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] 10.222.0.15 "GET /v2.0/ports?device_id=cda69775-35ae-4a74-8961-91c46ae71e0d HTTP/1.1" status: 200 len: 948 time: 0.2102067 Jul 24 00:45:29.134173 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 12ce202d-c69d-4b86-960c-10532367b8ed completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:45:29.134657 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-95d8ac85-b5f9-4778-ab3a-b3aff48ace68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:29.160761 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-8bb45694-2fd2-430a-97f3-3b13c3c51e6c admin admin] Transition to ACTIVE for port object 87903570-50b2-49c9-a529-47b9c79b270a will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:45:29.174119 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fc0f3b3a-b440-4a60-991e-642380f8ec19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:29.175852 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-95d8ac85-b5f9-4778-ab3a-b3aff48ace68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:29.194523 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 12ce202d-c69d-4b86-960c-10532367b8ed triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:45:29.194930 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:29.202316 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6f01172c-d3e2-4c14-a336-9e16cb149271 req-670b7456-a20f-41e4-835e-c0ca21ba712d tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] 10.222.0.15 "GET /v2.0/security-groups?id=953f22d9-5156-462d-b4ed-24aeb11e120c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731347 Jul 24 00:45:29.240196 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d80a23-93c5-499f-806f-37b6ca3f8565 x-openstack-request-id: req-23d80a23-93c5-499f-806f-37b6ca3f8565 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:45:29.240727 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f09babd8-cff8-4c49-b361-fefb99f30e45", "tag": "6d5c10c6-55a8-47f9-8fb3-f20eec09a740", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:45:29.241178 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-23d80a23-93c5-499f-806f-37b6ca3f8565 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:45:29.241798 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f09babd8-cff8-4c49-b361-fefb99f30e45', 'tag': '6d5c10c6-55a8-47f9-8fb3-f20eec09a740', 'status': 'completed', 'code': 200} Jul 24 00:45:29.267940 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8bb45694-2fd2-430a-97f3-3b13c3c51e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:29.284756 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-95d8ac85-b5f9-4778-ab3a-b3aff48ace68 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6e0da86b674f4e9ab87d091d8d1d829d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0038989 Jul 24 00:45:29.291017 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45880) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:29.296034 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d8ac85-b5f9-4778-ab3a-b3aff48ace68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91426b56-1edf-4267-95b4-1dcc2b40c538,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:29.382734 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fc0f3b3a-b440-4a60-991e-642380f8ec19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:29.385641 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fc0f3b3a-b440-4a60-991e-642380f8ec19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:29.399354 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-fc0f3b3a-b440-4a60-991e-642380f8ec19 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fffe3359-325c-4c3a-b30c-7093b0d2b941 HTTP/1.1" status: 204 len: 168 time: 0.4096556 Jul 24 00:45:29.416850 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb45694-2fd2-430a-97f3-3b13c3c51e6c admin admin] Pushing event updated for resources: {'Port': ['ID=87903570-50b2-49c9-a529-47b9c79b270a,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:29.439453 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f3b3a-b440-4a60-991e-642380f8ec19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffe3359-325c-4c3a-b30c-7093b0d2b941,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:29.452225 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb45694-2fd2-430a-97f3-3b13c3c51e6c admin admin] Network 1fed34ff-1bf8-4b83-bd45-2cd3f02a020c is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:45:29.456338 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-8bb45694-2fd2-430a-97f3-3b13c3c51e6c admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:45:29.462109 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb45694-2fd2-430a-97f3-3b13c3c51e6c admin admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:45:29.462520 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8bb45694-2fd2-430a-97f3-3b13c3c51e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:29.470533 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d9502b16-d656-4d44-9f1f-35102bba05b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:29.482041 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-acca8a86-a1c8-4c96-ad57-9a5e090a4906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:29.501173 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d9502b16-d656-4d44-9f1f-35102bba05b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:29.569954 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3128b-c1d3-4eef-8c25-9d454b574a6c req-30fcb2c4-fae2-4730-a59e-5e38d8bda118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:29.571705 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-60e3128b-c1d3-4eef-8c25-9d454b574a6c req-30fcb2c4-fae2-4730-a59e-5e38d8bda118 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c49dfe4b8b164c34b2cb1c242cf6f8a2&device_id=f09babd8-cff8-4c49-b361-fefb99f30e45 HTTP/1.1" status: 200 len: 1097 time: 0.2867699 Jul 24 00:45:29.580135 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d9502b16-d656-4d44-9f1f-35102bba05b0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c025b85e28f24e57a0fc0e447528b205&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6695166 Jul 24 00:45:29.601670 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45884) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:29.615870 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-acca8a86-a1c8-4c96-ad57-9a5e090a4906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:29.693117 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9502b16-d656-4d44-9f1f-35102bba05b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae40f5a-548c-45d8-81ab-59117c71b00f,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:29.795738 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-acca8a86-a1c8-4c96-ad57-9a5e090a4906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:29.798494 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-acca8a86-a1c8-4c96-ad57-9a5e090a4906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:29.807943 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-acca8a86-a1c8-4c96-ad57-9a5e090a4906 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/91426b56-1edf-4267-95b4-1dcc2b40c538 HTTP/1.1" status: 204 len: 168 time: 0.5093803 Jul 24 00:45:29.818468 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acca8a86-a1c8-4c96-ad57-9a5e090a4906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91426b56-1edf-4267-95b4-1dcc2b40c538,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:29.850676 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3128b-c1d3-4eef-8c25-9d454b574a6c req-2c9d41b2-86bb-4dd5-87f1-fdeba2b47d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:29.852241 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-60e3128b-c1d3-4eef-8c25-9d454b574a6c req-2c9d41b2-86bb-4dd5-87f1-fdeba2b47d29 service neutron] 10.222.0.11 "GET /v2.0/networks?id=dce79d1a-19b5-4596-96e4-d04368356b25 HTTP/1.1" status: 200 len: 924 time: 0.2497313 Jul 24 00:45:30.023485 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45894) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:30.066967 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 4ff81b0b-1097-4e4b-8a28-5e19dfdac13b details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:45:30.091980 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-60e3128b-c1d3-4eef-8c25-9d454b574a6c req-f2123f45-2e91-4596-be6e-10cc3608c601 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d5c10c6-55a8-47f9-8fb3-f20eec09a740 HTTP/1.1" status: 200 len: 998 time: 0.2261598 Jul 24 00:45:30.161957 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c8b247-b172-4751-8c07-a90377444811 req-f8ee9e10-dd0b-4d30-b77f-7de96a2ae998 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:30.162622 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:30.173730 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-45c8b247-b172-4751-8c07-a90377444811 req-f8ee9e10-dd0b-4d30-b77f-7de96a2ae998 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/ports?device_id=54ac4da4-7b9e-43cb-a332-ca4a6d657982 HTTP/1.1" status: 200 len: 949 time: 0.2383990 Jul 24 00:45:30.183191 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3128b-c1d3-4eef-8c25-9d454b574a6c req-78e59399-ce7c-4450-a357-624142353420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:30.183191 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-60e3128b-c1d3-4eef-8c25-9d454b574a6c req-78e59399-ce7c-4450-a357-624142353420 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9be57270-14e1-41b6-9949-cbee1e39a6d3 HTTP/1.1" status: 200 len: 862 time: 0.0802023 Jul 24 00:45:30.183191 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8bb45694-2fd2-430a-97f3-3b13c3c51e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:30.195323 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a63c4567-ba57-47cd-a208-e46af8d4c6bd None None] Provisioning for port 87903570-50b2-49c9-a529-47b9c79b270a completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:45:30.270811 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-45c8b247-b172-4751-8c07-a90377444811 req-f9ff75f1-395b-441c-b59b-6afa2b5bd89d tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/security-groups?id=a51518ca-40a1-45d1-b717-9d8ebb1403c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954854 Jul 24 00:45:30.289989 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a63c4567-ba57-47cd-a208-e46af8d4c6bd None None] Provisioning complete for port 87903570-50b2-49c9-a529-47b9c79b270a triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:45:30.291126 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a63c4567-ba57-47cd-a208-e46af8d4c6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:30.326835 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 12ce202d-c69d-4b86-960c-10532367b8ed, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=12ce202d-c69d-4b86-960c-10532367b8ed,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:45:30.397732 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:30.429025 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8bb45694-2fd2-430a-97f3-3b13c3c51e6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:30.470068 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ca54c158-c153-427e-b9ff-f96d1cad54f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:30.474460 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8bb45694-2fd2-430a-97f3-3b13c3c51e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:30.475233 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8bb45694-2fd2-430a-97f3-3b13c3c51e6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:30.631882 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7337b3d3-fde9-4c35-bc1d-1fcac7323a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:30.676312 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-a63c4567-ba57-47cd-a208-e46af8d4c6bd None None] Port 87903570-50b2-49c9-a529-47b9c79b270a cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:45:30.730702 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=12ce202d-c69d-4b86-960c-10532367b8ed,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:30.761378 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-493e6a11-32d0-417f-8fb6-9be94083c5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-782398877-router', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'b250a86f-11b6-4f6f-9d2d-f659ace64b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:44:37Z', 'updated_at': '2021-07-24T00:44:44Z', 'revision_number': 4, 'project_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'gw_port': {'id': 'b250a86f-11b6-4f6f-9d2d-f659ace64b98', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:44:38Z', 'updated_at': '2021-07-24T00:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '863d454a-c25d-49a2-9a5f-70512e69e9b2', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'floating_ip_address': '172.25.2.22', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'port_id': '6d5c10c6-55a8-47f9-8fb3-f20eec09a740', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dce79d1a-19b5-4596-96e4-d04368356b25', 'mac_address': 'fa:16:3e:f7:a7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09babd8-cff8-4c49-b361-fefb99f30e45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:45:05Z', 'updated_at': '2021-07-24T00:45:26Z', 'revision_number': 1, 'project_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02d4a2ee-960c-4660-bc91-256901577c00', 'name': '', 'network_id': 'dce79d1a-19b5-4596-96e4-d04368356b25', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'mac_address': 'fa:16:3e:23:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '9be57270-14e1-41b6-9949-cbee1e39a6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:44:42Z', 'updated_at': '2021-07-24T00:44:51Z', 'revision_number': 5, 'project_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'subnets': [{'id': '9be57270-14e1-41b6-9949-cbee1e39a6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:45:30.771512 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 4ff81b0b-1097-4e4b-8a28-5e19dfdac13b, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=4ff81b0b-1097-4e4b-8a28-5e19dfdac13b,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:45:30.783255 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ca54c158-c153-427e-b9ff-f96d1cad54f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:30.787690 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb45694-2fd2-430a-97f3-3b13c3c51e6c admin admin] Pushing event updated for resources: {'Port': ['ID=87903570-50b2-49c9-a529-47b9c79b270a,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:30.817214 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb45694-2fd2-430a-97f3-3b13c3c51e6c admin admin] Network 1fed34ff-1bf8-4b83-bd45-2cd3f02a020c is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:45:30.835236 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-8bb45694-2fd2-430a-97f3-3b13c3c51e6c admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:45:30.859777 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3128b-c1d3-4eef-8c25-9d454b574a6c req-2015deb8-de06-4b60-a220-6a0e6db7ffb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:30.861414 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-60e3128b-c1d3-4eef-8c25-9d454b574a6c req-2015deb8-de06-4b60-a220-6a0e6db7ffb4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dce79d1a-19b5-4596-96e4-d04368356b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6584380 Jul 24 00:45:30.864502 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493e6a11-32d0-417f-8fb6-9be94083c5fd None None] Checking router: ccec94e2-51a8-407b-b985-d864d380ad48 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:45:30.876462 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '4ff81b0b-1097-4e4b-8a28-5e19dfdac13b', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'port_id': '4ff81b0b-1097-4e4b-8a28-5e19dfdac13b', 'mac_address': 'fa:16:3e:e9:94:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:45:30.890187 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493e6a11-32d0-417f-8fb6-9be94083c5fd None None] Routers {'ccec94e2-51a8-407b-b985-d864d380ad48'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:45:30.890187 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-493e6a11-32d0-417f-8fb6-9be94083c5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:45:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['ccec94e2-51a8-407b-b985-d864d380ad48'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:45:30.942248 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45912) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:31.001857 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7337b3d3-fde9-4c35-bc1d-1fcac7323a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:31.040107 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38e65d-456f-48c2-8206-08b308019b91 req-0473081a-0f8c-462f-822a-f6c2646d2462 tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:31.043231 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3d38e65d-456f-48c2-8206-08b308019b91 req-0473081a-0f8c-462f-822a-f6c2646d2462 tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] 10.222.0.15 "GET /v2.0/ports?device_id=cda69775-35ae-4a74-8961-91c46ae71e0d HTTP/1.1" status: 200 len: 948 time: 0.5637479 Jul 24 00:45:31.045462 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-20409811-1241-4b44-9cc6-079265c6c102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:31.048678 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7337b3d3-fde9-4c35-bc1d-1fcac7323a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:31.126766 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ca54c158-c153-427e-b9ff-f96d1cad54f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:31.129619 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ca54c158-c153-427e-b9ff-f96d1cad54f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:31.131513 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ca54c158-c153-427e-b9ff-f96d1cad54f1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1ae40f5a-548c-45d8-81ab-59117c71b00f HTTP/1.1" status: 204 len: 168 time: 1.4696407 Jul 24 00:45:31.133085 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7337b3d3-fde9-4c35-bc1d-1fcac7323a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c843dc4d-5aa7-4581-8c42-b0e83372174d,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:31.146315 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca54c158-c153-427e-b9ff-f96d1cad54f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae40f5a-548c-45d8-81ab-59117c71b00f,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:31.165668 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb45694-2fd2-430a-97f3-3b13c3c51e6c admin admin] Router 25a173c6-18fa-4ad2-a2cd-907b447952a0 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:45:31.170354 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-60e3128b-c1d3-4eef-8c25-9d454b574a6c req-2ff45351-2e7f-4ca5-8da6-05bcabbb15d3 service neutron] 10.222.0.11 "GET /v2.0/networks/dce79d1a-19b5-4596-96e4-d04368356b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973843 Jul 24 00:45:31.237339 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 12ce202d-c69d-4b86-960c-10532367b8ed up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:45:31.377270 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb45694-2fd2-430a-97f3-3b13c3c51e6c admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:45:31.385041 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8bb45694-2fd2-430a-97f3-3b13c3c51e6c admin admin] 10.222.0.15 "PUT /v2.0/routers/25a173c6-18fa-4ad2-a2cd-907b447952a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0083077 Jul 24 00:45:31.416694 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f66f6e-1b8e-49c3-9405-395ebb318a7b None None] Sync routers for ids ['25a173c6-18fa-4ad2-a2cd-907b447952a0'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:45:31.425426 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:31.447371 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f66f6e-1b8e-49c3-9405-395ebb318a7b None None] Routers {'25a173c6-18fa-4ad2-a2cd-907b447952a0'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:45:31.447371 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-42f66f6e-1b8e-49c3-9405-395ebb318a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:45:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['25a173c6-18fa-4ad2-a2cd-907b447952a0'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:45:31.447651 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-493e6a11-32d0-417f-8fb6-9be94083c5fd None None] Set router ccec94e2-51a8-407b-b985-d864d380ad48 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:45:31.571736 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ff81b0b-1097-4e4b-8a28-5e19dfdac13b {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:45:31.612446 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9197f230-e579-4251-9019-012a395c55e7 None None] Provisioning complete for port 87903570-50b2-49c9-a529-47b9c79b270a triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:45:31.612862 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9197f230-e579-4251-9019-012a395c55e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:31.696999 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7337b3d3-fde9-4c35-bc1d-1fcac7323a44 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d98138657bdb492f943f947d0b0d1972&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6705465 Jul 24 00:45:31.704881 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-42f66f6e-1b8e-49c3-9405-395ebb318a7b None None] Set router 25a173c6-18fa-4ad2-a2cd-907b447952a0 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:45:31.709533 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45934) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:31.760411 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3d38e65d-456f-48c2-8206-08b308019b91 req-94160403-4509-448e-8d65-e08cdb271af3 tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] 10.222.0.15 "GET /v2.0/security-groups?id=953f22d9-5156-462d-b4ed-24aeb11e120c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7005880 Jul 24 00:45:31.858746 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-20409811-1241-4b44-9cc6-079265c6c102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:31.874889 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-20409811-1241-4b44-9cc6-079265c6c102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:31.911101 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-9197f230-e579-4251-9019-012a395c55e7 None None] Port 87903570-50b2-49c9-a529-47b9c79b270a cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:45:31.950875 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-20409811-1241-4b44-9cc6-079265c6c102 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dd5e3215ce0648ea866bb582914bad9a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0064561 Jul 24 00:45:31.956247 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 4ff81b0b-1097-4e4b-8a28-5e19dfdac13b, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=4ff81b0b-1097-4e4b-8a28-5e19dfdac13b,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:45:31.963918 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45942) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:31.988650 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8c328858-7096-4db9-a37c-483526445d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:32.009274 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 12ce202d-c69d-4b86-960c-10532367b8ed triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:45:32.009528 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:32.015463 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8c328858-7096-4db9-a37c-483526445d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:32.081440 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20409811-1241-4b44-9cc6-079265c6c102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5e9369-1e52-4b00-94fb-31059f15976d,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:32.091301 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8c328858-7096-4db9-a37c-483526445d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:32.096976 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:32.098035 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8c328858-7096-4db9-a37c-483526445d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:32.100360 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-8c328858-7096-4db9-a37c-483526445d0d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c843dc4d-5aa7-4581-8c42-b0e83372174d HTTP/1.1" status: 204 len: 168 time: 0.3893988 Jul 24 00:45:32.123904 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c328858-7096-4db9-a37c-483526445d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c843dc4d-5aa7-4581-8c42-b0e83372174d,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:32.147936 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aa34c3c8-a12a-407a-9632-012111bdfbdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:32.174600 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aa34c3c8-a12a-407a-9632-012111bdfbdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:32.240107 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aa34c3c8-a12a-407a-9632-012111bdfbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:32.245116 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aa34c3c8-a12a-407a-9632-012111bdfbdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:32.249358 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-aa34c3c8-a12a-407a-9632-012111bdfbdb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/da5e9369-1e52-4b00-94fb-31059f15976d HTTP/1.1" status: 204 len: 168 time: 0.2809930 Jul 24 00:45:32.272889 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa34c3c8-a12a-407a-9632-012111bdfbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5e9369-1e52-4b00-94fb-31059f15976d,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:32.360119 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-60e3128b-c1d3-4eef-8c25-9d454b574a6c req-1b97834f-bd1b-4bb2-893f-786394e3b8de service neutron] 10.222.0.11 "GET /v2.0/networks/dce79d1a-19b5-4596-96e4-d04368356b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1798542 Jul 24 00:45:32.455355 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a5da7-99c2-4051-aba8-e71f998dde16 req-a45966a8-cd41-44a9-9fa7-01bd8c9adfe8 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:32.459538 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3d0a5da7-99c2-4051-aba8-e71f998dde16 req-a45966a8-cd41-44a9-9fa7-01bd8c9adfe8 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/ports?device_id=54ac4da4-7b9e-43cb-a332-ca4a6d657982 HTTP/1.1" status: 200 len: 949 time: 0.2998977 Jul 24 00:45:32.459967 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['4ff81b0b-1097-4e4b-8a28-5e19dfdac13b'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:45:32.578457 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=4ff81b0b-1097-4e4b-8a28-5e19dfdac13b,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:32.604324 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3d0a5da7-99c2-4051-aba8-e71f998dde16 req-09ee2991-cd35-4b3c-b00a-32ef75fce628 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/security-groups?id=a51518ca-40a1-45d1-b717-9d8ebb1403c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343532 Jul 24 00:45:32.713204 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-42f66f6e-1b8e-49c3-9405-395ebb318a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a173c6-18fa-4ad2-a2cd-907b447952a0', 'name': 'tempest-AttachSCSIVolumeTestJSON-2045085387-router', 'tenant_id': '3f9b71b518bb404b9e8d521e71f9af26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '12ce202d-c69d-4b86-960c-10532367b8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:45:17Z', 'updated_at': '2021-07-24T00:45:29Z', 'revision_number': 4, 'project_id': '3f9b71b518bb404b9e8d521e71f9af26', 'gw_port': {'id': '12ce202d-c69d-4b86-960c-10532367b8ed', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:26:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a173c6-18fa-4ad2-a2cd-907b447952a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:20Z', 'updated_at': '2021-07-24T00:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '87903570-50b2-49c9-a529-47b9c79b270a', 'name': '', 'network_id': '1fed34ff-1bf8-4b83-bd45-2cd3f02a020c', 'tenant_id': '3f9b71b518bb404b9e8d521e71f9af26', 'mac_address': 'fa:16:3e:7e:51:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a173c6-18fa-4ad2-a2cd-907b447952a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '45a23940-488e-46de-b142-3bb49d72cde4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:27Z', 'updated_at': '2021-07-24T00:45:30Z', 'revision_number': 2, 'project_id': '3f9b71b518bb404b9e8d521e71f9af26', 'subnets': [{'id': '45a23940-488e-46de-b142-3bb49d72cde4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:45:32.755753 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f66f6e-1b8e-49c3-9405-395ebb318a7b None None] Checking router: 25a173c6-18fa-4ad2-a2cd-907b447952a0 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:45:32.756412 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f66f6e-1b8e-49c3-9405-395ebb318a7b None None] Updating router 25a173c6-18fa-4ad2-a2cd-907b447952a0 port 87903570-50b2-49c9-a529-47b9c79b270a binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:45:32.805196 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-42f66f6e-1b8e-49c3-9405-395ebb318a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:32.887967 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-493e6a11-32d0-417f-8fb6-9be94083c5fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-782398877-router', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'b250a86f-11b6-4f6f-9d2d-f659ace64b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:44:37Z', 'updated_at': '2021-07-24T00:44:44Z', 'revision_number': 4, 'project_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'gw_port': {'id': 'b250a86f-11b6-4f6f-9d2d-f659ace64b98', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:44:38Z', 'updated_at': '2021-07-24T00:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '863d454a-c25d-49a2-9a5f-70512e69e9b2', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'floating_ip_address': '172.25.2.22', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'port_id': '6d5c10c6-55a8-47f9-8fb3-f20eec09a740', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dce79d1a-19b5-4596-96e4-d04368356b25', 'mac_address': 'fa:16:3e:f7:a7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09babd8-cff8-4c49-b361-fefb99f30e45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:45:05Z', 'updated_at': '2021-07-24T00:45:26Z', 'revision_number': 1, 'project_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02d4a2ee-960c-4660-bc91-256901577c00', 'name': '', 'network_id': 'dce79d1a-19b5-4596-96e4-d04368356b25', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'mac_address': 'fa:16:3e:23:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '9be57270-14e1-41b6-9949-cbee1e39a6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:44:42Z', 'updated_at': '2021-07-24T00:44:51Z', 'revision_number': 5, 'project_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'subnets': [{'id': '9be57270-14e1-41b6-9949-cbee1e39a6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:45:32.951188 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493e6a11-32d0-417f-8fb6-9be94083c5fd None None] The sync data for ids ['ccec94e2-51a8-407b-b985-d864d380ad48'] in n-d-793621-25 is: [{'id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-782398877-router', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'b250a86f-11b6-4f6f-9d2d-f659ace64b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:44:37Z', 'updated_at': '2021-07-24T00:44:44Z', 'revision_number': 4, 'project_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'gw_port': {'id': 'b250a86f-11b6-4f6f-9d2d-f659ace64b98', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:44:38Z', 'updated_at': '2021-07-24T00:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '863d454a-c25d-49a2-9a5f-70512e69e9b2', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'floating_ip_address': '172.25.2.22', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'port_id': '6d5c10c6-55a8-47f9-8fb3-f20eec09a740', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dce79d1a-19b5-4596-96e4-d04368356b25', 'mac_address': 'fa:16:3e:f7:a7:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09babd8-cff8-4c49-b361-fefb99f30e45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:45:05Z', 'updated_at': '2021-07-24T00:45:26Z', 'revision_number': 1, 'project_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02d4a2ee-960c-4660-bc91-256901577c00', 'name': '', 'network_id': 'dce79d1a-19b5-4596-96e4-d04368356b25', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'mac_address': 'fa:16:3e:23:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '9be57270-14e1-41b6-9949-cbee1e39a6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:44:42Z', 'updated_at': '2021-07-24T00:44:51Z', 'revision_number': 5, 'project_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'subnets': [{'id': '9be57270-14e1-41b6-9949-cbee1e39a6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:45:33.097273 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01986095-c8ca-4c20-a37a-a37a14fdf1d8 req-ea078c5a-8e7b-470b-8a57-496a1f14aec2 tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:33.107911 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-01986095-c8ca-4c20-a37a-a37a14fdf1d8 req-ea078c5a-8e7b-470b-8a57-496a1f14aec2 tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] 10.222.0.15 "GET /v2.0/ports?device_id=cda69775-35ae-4a74-8961-91c46ae71e0d HTTP/1.1" status: 200 len: 949 time: 0.1701751 Jul 24 00:45:33.185130 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-01986095-c8ca-4c20-a37a-a37a14fdf1d8 req-11433db6-ba05-4d5c-95fb-9368dd56634d tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] 10.222.0.15 "GET /v2.0/security-groups?id=953f22d9-5156-462d-b4ed-24aeb11e120c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761576 Jul 24 00:45:33.206141 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45974) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:33.222697 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54d730-5d61-4595-b565-66da39ce993d req-f75bf40a-096d-42cf-bcc1-df8fe82275d3 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:33.228793 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d5835987-a4ae-45de-a9f7-fb750f9ccea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:33.232786 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7e54d730-5d61-4595-b565-66da39ce993d req-f75bf40a-096d-42cf-bcc1-df8fe82275d3 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/ports?device_id=54ac4da4-7b9e-43cb-a332-ca4a6d657982 HTTP/1.1" status: 200 len: 949 time: 0.1763306 Jul 24 00:45:33.322584 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7e54d730-5d61-4595-b565-66da39ce993d req-407d05e2-1061-4556-8199-889ff53c6840 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/security-groups?id=a51518ca-40a1-45d1-b717-9d8ebb1403c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886061 Jul 24 00:45:33.428616 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-42f66f6e-1b8e-49c3-9405-395ebb318a7b None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:33.435443 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d5835987-a4ae-45de-a9f7-fb750f9ccea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:33.443957 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d5835987-a4ae-45de-a9f7-fb750f9ccea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:33.461533 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-42f66f6e-1b8e-49c3-9405-395ebb318a7b None None] Transition to ACTIVE for port object 87903570-50b2-49c9-a529-47b9c79b270a will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:45:33.467836 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b5a775-769a-4704-9a04-c0ea099cfd7a None None] New status for floating IP 863d454a-c25d-49a2-9a5f-70512e69e9b2: ACTIVE {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:45:33.482161 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-42f66f6e-1b8e-49c3-9405-395ebb318a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:33.519164 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5835987-a4ae-45de-a9f7-fb750f9ccea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea0bb82-efaf-4703-b1b9-a332219a9412,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:33.564243 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d5835987-a4ae-45de-a9f7-fb750f9ccea3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9d169aa519454699924769fa198f7dc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3564000 Jul 24 00:45:33.568129 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45984) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:33.647787 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a696f7-a20a-4ba5-92d1-b1eb062458ba None None] Pushing event updated for resources: {'Port': ['ID=87903570-50b2-49c9-a529-47b9c79b270a,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:33.662647 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45988) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:33.696812 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b10aab59-591c-4a39-ad02-6621db0a6be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:33.771995 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b10aab59-591c-4a39-ad02-6621db0a6be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:33.783801 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-42f66f6e-1b8e-49c3-9405-395ebb318a7b None None] Attempting to bind port 87903570-50b2-49c9-a529-47b9c79b270a on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:45:33.784352 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-42f66f6e-1b8e-49c3-9405-395ebb318a7b None None] Attempting to bind port 87903570-50b2-49c9-a529-47b9c79b270a by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '631edc4b-36d5-4ec8-863f-ce502820caff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '1fed34ff-1bf8-4b83-bd45-2cd3f02a020c'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:45:33.784597 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f66f6e-1b8e-49c3-9405-395ebb318a7b None None] Attempting to bind port 87903570-50b2-49c9-a529-47b9c79b270a on network 1fed34ff-1bf8-4b83-bd45-2cd3f02a020c {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:45:33.799440 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f66f6e-1b8e-49c3-9405-395ebb318a7b None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:45:33.799812 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f66f6e-1b8e-49c3-9405-395ebb318a7b None None] Checking segment: {'id': '631edc4b-36d5-4ec8-863f-ce502820caff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '1fed34ff-1bf8-4b83-bd45-2cd3f02a020c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:45:33.800218 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-42f66f6e-1b8e-49c3-9405-395ebb318a7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:33.800616 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f66f6e-1b8e-49c3-9405-395ebb318a7b None None] Bound using segment: {'id': '631edc4b-36d5-4ec8-863f-ce502820caff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '1fed34ff-1bf8-4b83-bd45-2cd3f02a020c'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:45:33.801099 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-42f66f6e-1b8e-49c3-9405-395ebb318a7b None None] Bound port: 87903570-50b2-49c9-a529-47b9c79b270a, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '631edc4b-36d5-4ec8-863f-ce502820caff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '1fed34ff-1bf8-4b83-bd45-2cd3f02a020c'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:45:33.805392 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-42f66f6e-1b8e-49c3-9405-395ebb318a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:33.950819 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-42f66f6e-1b8e-49c3-9405-395ebb318a7b None None] For port 87903570-50b2-49c9-a529-47b9c79b270a, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:45:33.957370 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-42f66f6e-1b8e-49c3-9405-395ebb318a7b None None] For port 87903570-50b2-49c9-a529-47b9c79b270a, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=87903570-50b2-49c9-a529-47b9c79b270a,segment=NetworkSegment(631edc4b-36d5-4ec8-863f-ce502820caff),segment_id=631edc4b-36d5-4ec8-863f-ce502820caff)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:45:33.970470 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-42f66f6e-1b8e-49c3-9405-395ebb318a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:33.979723 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c0b033-980c-4fb2-a384-6f63fc6bf136 req-8547c832-5d69-473d-b75d-ccd62dfa883e tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:33.989459 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-df4d4a6b-2830-470a-b05c-eef43663f465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:33.991707 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-62c0b033-980c-4fb2-a384-6f63fc6bf136 req-8547c832-5d69-473d-b75d-ccd62dfa883e tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/ports?device_id=54ac4da4-7b9e-43cb-a332-ca4a6d657982 HTTP/1.1" status: 200 len: 949 time: 0.2442648 Jul 24 00:45:34.029939 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b10aab59-591c-4a39-ad02-6621db0a6be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:34.033926 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b10aab59-591c-4a39-ad02-6621db0a6be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:34.039502 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b10aab59-591c-4a39-ad02-6621db0a6be7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2ea0bb82-efaf-4703-b1b9-a332219a9412 HTTP/1.1" status: 204 len: 168 time: 0.4690342 Jul 24 00:45:34.067790 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46004) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:34.079171 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10aab59-591c-4a39-ad02-6621db0a6be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea0bb82-efaf-4703-b1b9-a332219a9412,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:34.097903 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-bb487238-d79f-45c2-9b99-1fb7636a5418 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-713094771-network', 'tenant_id': '88f9a8f13f454420bc408e1e31c11f03'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:45:34.111645 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a696f7-a20a-4ba5-92d1-b1eb062458ba None None] Pushing event updated for resources: {'Port': ['ID=87903570-50b2-49c9-a529-47b9c79b270a,revision_number=4']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:34.113202 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 4ff81b0b-1097-4e4b-8a28-5e19dfdac13b up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:45:34.116294 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f66f6e-1b8e-49c3-9405-395ebb318a7b None None] Routers {'25a173c6-18fa-4ad2-a2cd-907b447952a0'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:45:34.116934 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-42f66f6e-1b8e-49c3-9405-395ebb318a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:45:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['25a173c6-18fa-4ad2-a2cd-907b447952a0'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:45:34.150653 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-62c0b033-980c-4fb2-a384-6f63fc6bf136 req-68f61e30-381d-4adc-9426-3c6a93c66db9 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/security-groups?id=a51518ca-40a1-45d1-b717-9d8ebb1403c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519668 Jul 24 00:45:34.245461 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-df4d4a6b-2830-470a-b05c-eef43663f465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:34.256431 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 4ff81b0b-1097-4e4b-8a28-5e19dfdac13b completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:45:34.259253 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-df4d4a6b-2830-470a-b05c-eef43663f465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:34.266109 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 4ff81b0b-1097-4e4b-8a28-5e19dfdac13b triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:45:34.266535 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:34.304489 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb487238-d79f-45c2-9b99-1fb7636a5418 admin admin] Made reservation on behalf of 88f9a8f13f454420bc408e1e31c11f03 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:45:34.312465 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bb487238-d79f-45c2-9b99-1fb7636a5418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:34.314542 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-42f66f6e-1b8e-49c3-9405-395ebb318a7b None None] Set router 25a173c6-18fa-4ad2-a2cd-907b447952a0 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:45:34.333091 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bb487238-d79f-45c2-9b99-1fb7636a5418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:34.356757 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-df4d4a6b-2830-470a-b05c-eef43663f465 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=634360f9ad1240e0b3598f2baa4449f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6917429 Jul 24 00:45:34.363122 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46014) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:34.440131 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:34.459962 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:34.508479 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda69775-35ae-4a74-8961-91c46ae71e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff81b0b-1097-4e4b-8a28-5e19dfdac13b'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:45:34.511578 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4d4a6b-2830-470a-b05c-eef43663f465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed0d856-dd3c-4312-bc4c-e848d865887b,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:34.514556 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfe0dd3-cc77-4f3f-b64c-7d9001bc3be0" -d '{"events": [{"server_uuid": "cda69775-35ae-4a74-8961-91c46ae71e0d", "name": "network-vif-plugged", "status": "completed", "tag": "4ff81b0b-1097-4e4b-8a28-5e19dfdac13b"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:45:34.571143 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 4ff81b0b-1097-4e4b-8a28-5e19dfdac13b, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=4ff81b0b-1097-4e4b-8a28-5e19dfdac13b,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:45:34.581654 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:34.592763 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8885d9d5-30da-4ebc-93ec-f3913c9eab80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:34.643541 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f94d865-e00a-45e1-88f7-654c96b707c8 x-openstack-request-id: req-5f94d865-e00a-45e1-88f7-654c96b707c8 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:45:34.643992 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cda69775-35ae-4a74-8961-91c46ae71e0d", "name": "network-vif-plugged", "status": "completed", "tag": "4ff81b0b-1097-4e4b-8a28-5e19dfdac13b", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:45:34.644415 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5f94d865-e00a-45e1-88f7-654c96b707c8 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:45:34.645827 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cda69775-35ae-4a74-8961-91c46ae71e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff81b0b-1097-4e4b-8a28-5e19dfdac13b', 'code': 200} Jul 24 00:45:34.667145 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d191099-1ae6-4528-aa54-fd945f0efa6f req-f827e2cf-b802-467b-a13d-929c66e957b4 tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:34.671116 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8885d9d5-30da-4ebc-93ec-f3913c9eab80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:34.684807 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6d191099-1ae6-4528-aa54-fd945f0efa6f req-f827e2cf-b802-467b-a13d-929c66e957b4 tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] 10.222.0.15 "GET /v2.0/ports?device_id=cda69775-35ae-4a74-8961-91c46ae71e0d HTTP/1.1" status: 200 len: 949 time: 0.3273332 Jul 24 00:45:34.737616 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=4ff81b0b-1097-4e4b-8a28-5e19dfdac13b,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:34.787951 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6d191099-1ae6-4528-aa54-fd945f0efa6f req-c2c40f68-20ca-4345-a0d0-56d912e23fe9 tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] 10.222.0.15 "GET /v2.0/security-groups?id=953f22d9-5156-462d-b4ed-24aeb11e120c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012051 Jul 24 00:45:34.790388 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:34.857763 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bb487238-d79f-45c2-9b99-1fb7636a5418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:34.870738 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bb487238-d79f-45c2-9b99-1fb7636a5418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:34.911925 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8885d9d5-30da-4ebc-93ec-f3913c9eab80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:34.915054 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8885d9d5-30da-4ebc-93ec-f3913c9eab80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:34.918043 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-42f66f6e-1b8e-49c3-9405-395ebb318a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a173c6-18fa-4ad2-a2cd-907b447952a0', 'name': 'tempest-AttachSCSIVolumeTestJSON-2045085387-router', 'tenant_id': '3f9b71b518bb404b9e8d521e71f9af26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '12ce202d-c69d-4b86-960c-10532367b8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:45:17Z', 'updated_at': '2021-07-24T00:45:29Z', 'revision_number': 4, 'project_id': '3f9b71b518bb404b9e8d521e71f9af26', 'gw_port': {'id': '12ce202d-c69d-4b86-960c-10532367b8ed', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:26:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a173c6-18fa-4ad2-a2cd-907b447952a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:20Z', 'updated_at': '2021-07-24T00:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '87903570-50b2-49c9-a529-47b9c79b270a', 'name': '', 'network_id': '1fed34ff-1bf8-4b83-bd45-2cd3f02a020c', 'tenant_id': '3f9b71b518bb404b9e8d521e71f9af26', 'mac_address': 'fa:16:3e:7e:51:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a173c6-18fa-4ad2-a2cd-907b447952a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '45a23940-488e-46de-b142-3bb49d72cde4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:27Z', 'updated_at': '2021-07-24T00:45:33Z', 'revision_number': 4, 'project_id': '3f9b71b518bb404b9e8d521e71f9af26', 'subnets': [{'id': '45a23940-488e-46de-b142-3bb49d72cde4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:45:34.919503 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-8885d9d5-30da-4ebc-93ec-f3913c9eab80 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bed0d856-dd3c-4312-bc4c-e848d865887b HTTP/1.1" status: 204 len: 168 time: 0.5466940 Jul 24 00:45:34.952015 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb487238-d79f-45c2-9b99-1fb7636a5418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f430a28-04e8-456a-b7fe-8b9e098c468e,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:34.963404 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb487238-d79f-45c2-9b99-1fb7636a5418 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:45:34.966178 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f66f6e-1b8e-49c3-9405-395ebb318a7b None None] The sync data for ids ['25a173c6-18fa-4ad2-a2cd-907b447952a0'] in n-d-793621-25 is: [{'id': '25a173c6-18fa-4ad2-a2cd-907b447952a0', 'name': 'tempest-AttachSCSIVolumeTestJSON-2045085387-router', 'tenant_id': '3f9b71b518bb404b9e8d521e71f9af26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '12ce202d-c69d-4b86-960c-10532367b8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:45:17Z', 'updated_at': '2021-07-24T00:45:29Z', 'revision_number': 4, 'project_id': '3f9b71b518bb404b9e8d521e71f9af26', 'gw_port': {'id': '12ce202d-c69d-4b86-960c-10532367b8ed', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:26:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a173c6-18fa-4ad2-a2cd-907b447952a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:20Z', 'updated_at': '2021-07-24T00:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '87903570-50b2-49c9-a529-47b9c79b270a', 'name': '', 'network_id': '1fed34ff-1bf8-4b83-bd45-2cd3f02a020c', 'tenant_id': '3f9b71b518bb404b9e8d521e71f9af26', 'mac_address': 'fa:16:3e:7e:51:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a173c6-18fa-4ad2-a2cd-907b447952a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '45a23940-488e-46de-b142-3bb49d72cde4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:27Z', 'updated_at': '2021-07-24T00:45:33Z', 'revision_number': 4, 'project_id': '3f9b71b518bb404b9e8d521e71f9af26', 'subnets': [{'id': '45a23940-488e-46de-b142-3bb49d72cde4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:45:34.994175 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885d9d5-30da-4ebc-93ec-f3913c9eab80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed0d856-dd3c-4312-bc4c-e848d865887b,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:35.003561 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bb487238-d79f-45c2-9b99-1fb7636a5418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:35.004025 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-bb487238-d79f-45c2-9b99-1fb7636a5418 admin admin] Added segment d41f5032-2a39-49c9-80f5-626abac75922 of type vlan for network fb2b57b6-e473-4b58-9dee-3d9bea4f59c9 Jul 24 00:45:35.060035 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be811f8-90b1-4f73-9894-40d0f79d7982 req-18425cdf-1db8-4f59-a637-6fcf70282788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:35.062160 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3be811f8-90b1-4f73-9894-40d0f79d7982 req-18425cdf-1db8-4f59-a637-6fcf70282788 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cda69775-35ae-4a74-8961-91c46ae71e0d HTTP/1.1" status: 200 len: 1102 time: 0.3281949 Jul 24 00:45:35.102926 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bb487238-d79f-45c2-9b99-1fb7636a5418 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:35.182205 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d3e31-89ee-4ded-bb57-7e94c0992541 req-6d1080bb-fdfc-41d7-bf76-0e487478e977 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:35.184374 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3b9d3e31-89ee-4ded-bb57-7e94c0992541 req-6d1080bb-fdfc-41d7-bf76-0e487478e977 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.13 "GET /v2.0/ports?device_id=54ac4da4-7b9e-43cb-a332-ca4a6d657982 HTTP/1.1" status: 200 len: 949 time: 0.2866776 Jul 24 00:45:35.244317 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3be811f8-90b1-4f73-9894-40d0f79d7982 req-5ba9dc18-7b3a-457c-b8b5-3f11b7725c59 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=953f22d9-5156-462d-b4ed-24aeb11e120c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618245 Jul 24 00:45:35.286127 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bb487238-d79f-45c2-9b99-1fb7636a5418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:35.287344 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb487238-d79f-45c2-9b99-1fb7636a5418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:35.288267 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bb487238-d79f-45c2-9b99-1fb7636a5418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:35.407056 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-bb487238-d79f-45c2-9b99-1fb7636a5418 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3236749 Jul 24 00:45:35.411779 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46042) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:35.416840 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-a809650a-7729-456c-9d78-1d48e258a5ee admin admin] Request body: {'subnet': {'network_id': 'fb2b57b6-e473-4b58-9dee-3d9bea4f59c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-713094771-subnet', 'tenant_id': '88f9a8f13f454420bc408e1e31c11f03', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:45:35.467885 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a809650a-7729-456c-9d78-1d48e258a5ee admin admin] Made reservation on behalf of 88f9a8f13f454420bc408e1e31c11f03 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:45:35.470870 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a809650a-7729-456c-9d78-1d48e258a5ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:35.505760 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb487238-d79f-45c2-9b99-1fb7636a5418 admin admin] Pushing event updated for resources: {'Network': ['ID=fb2b57b6-e473-4b58-9dee-3d9bea4f59c9,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:35.525777 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network fb2b57b6-e473-4b58-9dee-3d9bea4f59c9 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:45:35.551507 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed3dac-9f12-494e-a6b1-8bc1c368be4b req-8fcd1273-be19-42d9-9fd4-62d456844e8b tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:35.553451 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cfed3dac-9f12-494e-a6b1-8bc1c368be4b req-8fcd1273-be19-42d9-9fd4-62d456844e8b tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/ports?device_id=54ac4da4-7b9e-43cb-a332-ca4a6d657982 HTTP/1.1" status: 200 len: 949 time: 0.2738719 Jul 24 00:45:35.590119 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-3b9d3e31-89ee-4ded-bb57-7e94c0992541 req-8abeabe8-9480-4d6b-8db4-f3df41dae094 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Deleting port 09d976be-cb30-46cb-8b5f-eef568a8bba0 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:45:35.591294 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3b9d3e31-89ee-4ded-bb57-7e94c0992541 req-8abeabe8-9480-4d6b-8db4-f3df41dae094 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:35.708741 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cfed3dac-9f12-494e-a6b1-8bc1c368be4b req-893c8c50-1bcd-4765-a0ff-6638648c16ad tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/security-groups?id=a51518ca-40a1-45d1-b717-9d8ebb1403c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472735 Jul 24 00:45:35.797522 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-3b9d3e31-89ee-4ded-bb57-7e94c0992541 req-8abeabe8-9480-4d6b-8db4-f3df41dae094 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] For port 09d976be-cb30-46cb-8b5f-eef568a8bba0, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=09d976be-cb30-46cb-8b5f-eef568a8bba0,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:45:35.797948 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3b9d3e31-89ee-4ded-bb57-7e94c0992541 req-8abeabe8-9480-4d6b-8db4-f3df41dae094 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:35.837175 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-3b9d3e31-89ee-4ded-bb57-7e94c0992541 req-8abeabe8-9480-4d6b-8db4-f3df41dae094 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Calling delete_port for 09d976be-cb30-46cb-8b5f-eef568a8bba0 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:45:35.958000 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a809650a-7729-456c-9d78-1d48e258a5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:36.221991 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a809650a-7729-456c-9d78-1d48e258a5ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=892ac167-1ca7-4f48-b5fd-7645a1f047fe,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:36.250257 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3b9d3e31-89ee-4ded-bb57-7e94c0992541 req-8abeabe8-9480-4d6b-8db4-f3df41dae094 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:36.261891 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a809650a-7729-456c-9d78-1d48e258a5ee admin admin] Checking segment: {'id': 'd41f5032-2a39-49c9-80f5-626abac75922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fb2b57b6-e473-4b58-9dee-3d9bea4f59c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:45:36.262496 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a809650a-7729-456c-9d78-1d48e258a5ee admin admin] Network hostable DHCP agents. Network: fb2b57b6-e473-4b58-9dee-3d9bea4f59c9, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:45:36.291718 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666ac550-1876-4980-9222-2a207924d66c req-6d62cbcb-fde4-475e-aeb3-b6290bae41d0 tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:36.299976 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abeabe8-9480-4d6b-8db4-f3df41dae094 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Pushing event deleted for resources: {'Port': ['ID=09d976be-cb30-46cb-8b5f-eef568a8bba0,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:36.305823 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-666ac550-1876-4980-9222-2a207924d66c req-6d62cbcb-fde4-475e-aeb3-b6290bae41d0 tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] 10.222.0.15 "GET /v2.0/ports?device_id=cda69775-35ae-4a74-8961-91c46ae71e0d HTTP/1.1" status: 200 len: 950 time: 0.3326294 Jul 24 00:45:36.329595 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a809650a-7729-456c-9d78-1d48e258a5ee admin admin] Network fb2b57b6-e473-4b58-9dee-3d9bea4f59c9 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:45:36.369194 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-a809650a-7729-456c-9d78-1d48e258a5ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, fb2b57b6-e473-4b58-9dee-3d9bea4f59c9) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:45:36.381635 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a809650a-7729-456c-9d78-1d48e258a5ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:36.382857 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a809650a-7729-456c-9d78-1d48e258a5ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:36.383350 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cfd5bc-173f-4244-a35d-60a6a77b227e None None] Network fb2b57b6-e473-4b58-9dee-3d9bea4f59c9 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:45:36.406879 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-666ac550-1876-4980-9222-2a207924d66c req-a9dafd73-397d-405d-a733-7fe4291a3328 tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] 10.222.0.15 "GET /v2.0/security-groups?id=953f22d9-5156-462d-b4ed-24aeb11e120c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995088 Jul 24 00:45:36.454679 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a809650a-7729-456c-9d78-1d48e258a5ee admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0415587 Jul 24 00:45:36.456115 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9d3e31-89ee-4ded-bb57-7e94c0992541 req-8abeabe8-9480-4d6b-8db4-f3df41dae094 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] No DVR routers for this DVR port 09d976be-cb30-46cb-8b5f-eef568a8bba0 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:45:36.457343 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46074) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:36.465192 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-24ab1bbd-c75b-4115-a8eb-fa38252ddcda admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-713094771-router', 'tenant_id': '88f9a8f13f454420bc408e1e31c11f03', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:45:36.475229 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3b9d3e31-89ee-4ded-bb57-7e94c0992541 req-8abeabe8-9480-4d6b-8db4-f3df41dae094 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:36.481999 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3b9d3e31-89ee-4ded-bb57-7e94c0992541 req-8abeabe8-9480-4d6b-8db4-f3df41dae094 tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.13 "DELETE /v2.0/ports/09d976be-cb30-46cb-8b5f-eef568a8bba0 HTTP/1.1" status: 204 len: 173 time: 1.2881801 Jul 24 00:45:36.482825 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ac4da4-7b9e-43cb-a332-ca4a6d657982', 'name': 'network-vif-deleted', 'tag': '09d976be-cb30-46cb-8b5f-eef568a8bba0'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:45:36.486608 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdecbc0-a2d4-4847-965d-815ad176548a" -d '{"events": [{"server_uuid": "54ac4da4-7b9e-43cb-a332-ca4a6d657982", "name": "network-vif-deleted", "tag": "09d976be-cb30-46cb-8b5f-eef568a8bba0"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:45:36.530666 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-24ab1bbd-c75b-4115-a8eb-fa38252ddcda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:36.532595 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-24ab1bbd-c75b-4115-a8eb-fa38252ddcda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:36.627756 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a5d9a0-bb66-4697-93e1-bf81585fbcce x-openstack-request-id: req-e8a5d9a0-bb66-4697-93e1-bf81585fbcce {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:45:36.628041 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ac4da4-7b9e-43cb-a332-ca4a6d657982", "name": "network-vif-deleted", "tag": "09d976be-cb30-46cb-8b5f-eef568a8bba0", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:45:36.628490 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e8a5d9a0-bb66-4697-93e1-bf81585fbcce {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:45:36.629035 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ac4da4-7b9e-43cb-a332-ca4a6d657982', 'name': 'network-vif-deleted', 'tag': '09d976be-cb30-46cb-8b5f-eef568a8bba0', 'status': 'completed', 'code': 200} Jul 24 00:45:36.673877 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d99007-7756-4182-aa16-c91cfbe78739 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-fb2b57b6-e473-4b58-9dee-3d9bea4f59c9', 'network_id': 'fb2b57b6-e473-4b58-9dee-3d9bea4f59c9', 'tenant_id': '88f9a8f13f454420bc408e1e31c11f03', 'fixed_ips': [{'subnet_id': '892ac167-1ca7-4f48-b5fd-7645a1f047fe'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:45:36.675696 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b4d99007-7756-4182-aa16-c91cfbe78739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:36.686500 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-24ab1bbd-c75b-4115-a8eb-fa38252ddcda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:37.036064 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-24ab1bbd-c75b-4115-a8eb-fa38252ddcda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:37.053097 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c274c35b-cd99-4269-938c-1519efaed99c req-7d62639a-6fb6-4e8b-988f-1434a9735c6c tempest-DeleteServersAdminTestJSON-31832976 tempest-DeleteServersAdminTestJSON-31832976-project] 10.222.0.15 "GET /v2.0/ports?device_id=54ac4da4-7b9e-43cb-a332-ca4a6d657982 HTTP/1.1" status: 200 len: 210 time: 0.1022413 Jul 24 00:45:37.059658 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 87903570-50b2-49c9-a529-47b9c79b270a up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:45:37.142012 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-b4d99007-7756-4182-aa16-c91cfbe78739 None None] Allocated IP 172.20.0.2 (fb2b57b6-e473-4b58-9dee-3d9bea4f59c9/892ac167-1ca7-4f48-b5fd-7645a1f047fe/2a4a17d3-9e52-410a-b33d-f49f7640a4c0) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:45:37.182379 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 87903570-50b2-49c9-a529-47b9c79b270a completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:45:37.197852 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 87903570-50b2-49c9-a529-47b9c79b270a triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:45:37.198417 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:37.445997 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:37.488496 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b4d99007-7756-4182-aa16-c91cfbe78739 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:37.524606 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b4d99007-7756-4182-aa16-c91cfbe78739 None None] Transition to ACTIVE for port object 2a4a17d3-9e52-410a-b33d-f49f7640a4c0 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:45:37.540712 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 87903570-50b2-49c9-a529-47b9c79b270a, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=87903570-50b2-49c9-a529-47b9c79b270a,segment=NetworkSegment(631edc4b-36d5-4ec8-863f-ce502820caff),segment_id=631edc4b-36d5-4ec8-863f-ce502820caff)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:45:37.556054 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-24ab1bbd-c75b-4115-a8eb-fa38252ddcda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:37.562154 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:37.576663 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b4d99007-7756-4182-aa16-c91cfbe78739 None None] Transition to ACTIVE for port object 2a4a17d3-9e52-410a-b33d-f49f7640a4c0 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:45:37.612840 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-24ab1bbd-c75b-4115-a8eb-fa38252ddcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:37.630699 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006bf27-3cf9-448c-86c9-d4337523d64e req-24fbc7cf-fe67-4a4e-ab09-98c8961b6561 tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:37.633182 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6006bf27-3cf9-448c-86c9-d4337523d64e req-24fbc7cf-fe67-4a4e-ab09-98c8961b6561 tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] 10.222.0.15 "GET /v2.0/ports?device_id=cda69775-35ae-4a74-8961-91c46ae71e0d HTTP/1.1" status: 200 len: 950 time: 0.0808253 Jul 24 00:45:37.648309 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b4d99007-7756-4182-aa16-c91cfbe78739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:37.702466 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=87903570-50b2-49c9-a529-47b9c79b270a,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:37.711688 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d99007-7756-4182-aa16-c91cfbe78739 None None] Network fb2b57b6-e473-4b58-9dee-3d9bea4f59c9 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:45:37.735127 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6006bf27-3cf9-448c-86c9-d4337523d64e req-5d522fb2-21ae-4eab-a67a-61992b502ff2 tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] 10.222.0.15 "GET /v2.0/security-groups?id=953f22d9-5156-462d-b4ed-24aeb11e120c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920875 Jul 24 00:45:37.740781 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-b4d99007-7756-4182-aa16-c91cfbe78739 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:45:37.744520 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d99007-7756-4182-aa16-c91cfbe78739 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:45:37.818978 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46118) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:37.857204 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d99007-7756-4182-aa16-c91cfbe78739 None None] Pushing event updated for resources: {'Port': ['ID=2a4a17d3-9e52-410a-b33d-f49f7640a4c0,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:37.863761 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-24ab1bbd-c75b-4115-a8eb-fa38252ddcda admin admin] Allocated IP 172.25.2.159 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/595a61c3-a0c9-4cfe-90c7-4455ceddf814) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:45:37.882404 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-b4d99007-7756-4182-aa16-c91cfbe78739 None None] Attempting to bind port 2a4a17d3-9e52-410a-b33d-f49f7640a4c0 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:45:37.883281 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-b4d99007-7756-4182-aa16-c91cfbe78739 None None] Attempting to bind port 2a4a17d3-9e52-410a-b33d-f49f7640a4c0 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'd41f5032-2a39-49c9-80f5-626abac75922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fb2b57b6-e473-4b58-9dee-3d9bea4f59c9'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:45:37.883801 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d99007-7756-4182-aa16-c91cfbe78739 None None] Attempting to bind port 2a4a17d3-9e52-410a-b33d-f49f7640a4c0 on network fb2b57b6-e473-4b58-9dee-3d9bea4f59c9 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:45:37.904297 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d99007-7756-4182-aa16-c91cfbe78739 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:45:37.904297 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d99007-7756-4182-aa16-c91cfbe78739 None None] Checking segment: {'id': 'd41f5032-2a39-49c9-80f5-626abac75922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fb2b57b6-e473-4b58-9dee-3d9bea4f59c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:45:37.904297 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b4d99007-7756-4182-aa16-c91cfbe78739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:37.904297 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d99007-7756-4182-aa16-c91cfbe78739 None None] Bound using segment: {'id': 'd41f5032-2a39-49c9-80f5-626abac75922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fb2b57b6-e473-4b58-9dee-3d9bea4f59c9'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:45:37.904297 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-b4d99007-7756-4182-aa16-c91cfbe78739 None None] Bound port: 2a4a17d3-9e52-410a-b33d-f49f7640a4c0, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd41f5032-2a39-49c9-80f5-626abac75922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fb2b57b6-e473-4b58-9dee-3d9bea4f59c9'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:45:37.904297 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b4d99007-7756-4182-aa16-c91cfbe78739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:37.988586 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-b4d99007-7756-4182-aa16-c91cfbe78739 None None] For port 2a4a17d3-9e52-410a-b33d-f49f7640a4c0, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:45:37.991334 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-b4d99007-7756-4182-aa16-c91cfbe78739 None None] For port 2a4a17d3-9e52-410a-b33d-f49f7640a4c0, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2a4a17d3-9e52-410a-b33d-f49f7640a4c0,segment=NetworkSegment(d41f5032-2a39-49c9-80f5-626abac75922),segment_id=d41f5032-2a39-49c9-80f5-626abac75922)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:45:38.002504 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b4d99007-7756-4182-aa16-c91cfbe78739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:38.020455 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-24ab1bbd-c75b-4115-a8eb-fa38252ddcda admin admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:38.074914 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-90fff9e7-ff1c-4aad-a819-2b4f32b3c22d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-106977617-network', 'tenant_id': '23f38d06c8d14c15821cdb6c563f3213'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:45:38.094909 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-24ab1bbd-c75b-4115-a8eb-fa38252ddcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:38.131145 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 09d976be-cb30-46cb-8b5f-eef568a8bba0 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:45:38.146427 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fff9e7-ff1c-4aad-a819-2b4f32b3c22d admin admin] Made reservation on behalf of 23f38d06c8d14c15821cdb6c563f3213 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:45:38.149121 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-90fff9e7-ff1c-4aad-a819-2b4f32b3c22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:38.167764 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-90fff9e7-ff1c-4aad-a819-2b4f32b3c22d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:38.211425 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d99007-7756-4182-aa16-c91cfbe78739 None None] Pushing event updated for resources: {'Port': ['ID=2a4a17d3-9e52-410a-b33d-f49f7640a4c0,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:38.213154 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ab1bbd-c75b-4115-a8eb-fa38252ddcda admin admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:45:38.223523 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 09d976be-cb30-46cb-8b5f-eef568a8bba0 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:45:38.224664 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 09d976be-cb30-46cb-8b5f-eef568a8bba0 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:45:38.230145 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-24ab1bbd-c75b-4115-a8eb-fa38252ddcda admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:45:38.241329 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ab1bbd-c75b-4115-a8eb-fa38252ddcda admin admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:45:38.363767 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab1bbd-c75b-4115-a8eb-fa38252ddcda admin admin] Pushing event updated for resources: {'Port': ['ID=595a61c3-a0c9-4cfe-90c7-4455ceddf814,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:38.508121 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-90fff9e7-ff1c-4aad-a819-2b4f32b3c22d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:38.515042 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-90fff9e7-ff1c-4aad-a819-2b4f32b3c22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:38.585376 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90fff9e7-ff1c-4aad-a819-2b4f32b3c22d admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:45:38.594468 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fff9e7-ff1c-4aad-a819-2b4f32b3c22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0fd0bd-ecd4-446d-a84a-6ebbd55d94ea,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:38.606901 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-90fff9e7-ff1c-4aad-a819-2b4f32b3c22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:38.608347 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-90fff9e7-ff1c-4aad-a819-2b4f32b3c22d admin admin] Added segment 719843d8-5fea-4363-bbdc-981ab26ff953 of type vlan for network fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414 Jul 24 00:45:38.685640 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-90fff9e7-ff1c-4aad-a819-2b4f32b3c22d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:38.710250 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46152) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:38.741178 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-90fff9e7-ff1c-4aad-a819-2b4f32b3c22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:38.742532 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fff9e7-ff1c-4aad-a819-2b4f32b3c22d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:38.743498 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-90fff9e7-ff1c-4aad-a819-2b4f32b3c22d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:38.797520 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-90fff9e7-ff1c-4aad-a819-2b4f32b3c22d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9771929 Jul 24 00:45:38.801687 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46160) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:38.851349 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00bb55-50cf-48e3-9c21-06141643ef6d req-906eb396-80c0-4dc3-a283-de120070134c tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:38.853299 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-be00bb55-50cf-48e3-9c21-06141643ef6d req-906eb396-80c0-4dc3-a283-de120070134c tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] 10.222.0.15 "GET /v2.0/ports?device_id=cda69775-35ae-4a74-8961-91c46ae71e0d HTTP/1.1" status: 200 len: 950 time: 0.3314743 Jul 24 00:45:38.861143 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-24ab1bbd-c75b-4115-a8eb-fa38252ddcda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:38.873793 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-7d9ab025-69a3-45db-86b8-0ed8911e6385 admin admin] Request body: {'subnet': {'network_id': 'fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-106977617-subnet', 'tenant_id': '23f38d06c8d14c15821cdb6c563f3213', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:45:38.877984 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fff9e7-ff1c-4aad-a819-2b4f32b3c22d admin admin] Pushing event updated for resources: {'Network': ['ID=fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:38.905488 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9ab025-69a3-45db-86b8-0ed8911e6385 admin admin] Made reservation on behalf of 23f38d06c8d14c15821cdb6c563f3213 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:45:38.906088 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:45:38.911119 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7d9ab025-69a3-45db-86b8-0ed8911e6385 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:39.007442 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-be00bb55-50cf-48e3-9c21-06141643ef6d req-41cf6ea5-1c7f-40b2-ac69-f77fdb3f5b09 tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] 10.222.0.15 "GET /v2.0/security-groups?id=953f22d9-5156-462d-b4ed-24aeb11e120c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905297 Jul 24 00:45:39.118202 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-7f053968-bdae-46ca-9ba7-bd719ae07536 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-853645673-network', 'tenant_id': 'ddce8b228d0d4a4bb7bd9050c384a277'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:45:39.125873 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2a4a17d3-9e52-410a-b33d-f49f7640a4c0 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:45:39.212733 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f053968-bdae-46ca-9ba7-bd719ae07536 admin admin] Made reservation on behalf of ddce8b228d0d4a4bb7bd9050c384a277 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:45:39.224318 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 2a4a17d3-9e52-410a-b33d-f49f7640a4c0 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:45:39.229248 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7f053968-bdae-46ca-9ba7-bd719ae07536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:39.231509 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 87903570-50b2-49c9-a529-47b9c79b270a up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:45:39.268887 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7f053968-bdae-46ca-9ba7-bd719ae07536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:39.333460 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-24ab1bbd-c75b-4115-a8eb-fa38252ddcda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:39.347043 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 87903570-50b2-49c9-a529-47b9c79b270a triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:45:39.347428 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:39.503702 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7f053968-bdae-46ca-9ba7-bd719ae07536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:39.514597 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-c432e234-4094-4cba-90ad-9e69a7b77f64 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3038466 Jul 24 00:45:39.521847 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7f053968-bdae-46ca-9ba7-bd719ae07536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:39.558494 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ab1bbd-c75b-4115-a8eb-fa38252ddcda admin admin] Router f2d2629c-383d-448a-a045-dbf33cfdf10f is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:45:39.634615 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f053968-bdae-46ca-9ba7-bd719ae07536 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:45:39.740749 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ab1bbd-c75b-4115-a8eb-fa38252ddcda admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:45:39.741874 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10aabaf5-a1ae-4046-934e-d81373ff7289 None None] Network fb2b57b6-e473-4b58-9dee-3d9bea4f59c9 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:45:39.749607 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46186) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:39.755184 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7f053968-bdae-46ca-9ba7-bd719ae07536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:39.755538 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-7f053968-bdae-46ca-9ba7-bd719ae07536 admin admin] Added segment a891b474-6d3a-4dae-a5b6-694e635747be of type vlan for network 3ac37ea8-db7a-4586-8bc9-aaacac2f1ef2 Jul 24 00:45:39.756907 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c2c793-3dca-4cd4-b040-ff3f310e80c1 None None] Sync routers for ids ['f2d2629c-383d-448a-a045-dbf33cfdf10f'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:45:39.772214 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c2c793-3dca-4cd4-b040-ff3f310e80c1 None None] Routers {'f2d2629c-383d-448a-a045-dbf33cfdf10f'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:45:39.774435 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-48c2c793-3dca-4cd4-b040-ff3f310e80c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:45:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f2d2629c-383d-448a-a045-dbf33cfdf10f'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:45:39.780547 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-24ab1bbd-c75b-4115-a8eb-fa38252ddcda admin admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:39.791205 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-24ab1bbd-c75b-4115-a8eb-fa38252ddcda admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3254819 Jul 24 00:45:39.792912 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46188) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:39.799326 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7f053968-bdae-46ca-9ba7-bd719ae07536 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:39.859107 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46190) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:39.861199 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-7ba1e77b-7c74-4f58-be10-c575bf9651ed None None] Provisioning for port 2a4a17d3-9e52-410a-b33d-f49f7640a4c0 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:45:39.865656 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f053968-bdae-46ca-9ba7-bd719ae07536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ffb5b8-4b8b-475f-a5f7-255c2b17204b,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:39.872807 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-7ba1e77b-7c74-4f58-be10-c575bf9651ed None None] Provisioning complete for port 2a4a17d3-9e52-410a-b33d-f49f7640a4c0 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:45:39.873623 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7ba1e77b-7c74-4f58-be10-c575bf9651ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:39.892002 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7f053968-bdae-46ca-9ba7-bd719ae07536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:39.893282 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f053968-bdae-46ca-9ba7-bd719ae07536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:39.894200 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7f053968-bdae-46ca-9ba7-bd719ae07536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:39.980278 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f053968-bdae-46ca-9ba7-bd719ae07536 admin admin] Pushing event updated for resources: {'Network': ['ID=3ac37ea8-db7a-4586-8bc9-aaacac2f1ef2,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:39.984338 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-48c2c793-3dca-4cd4-b040-ff3f310e80c1 None None] Set router f2d2629c-383d-448a-a045-dbf33cfdf10f gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:45:39.995696 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 3ac37ea8-db7a-4586-8bc9-aaacac2f1ef2 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:45:40.042742 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d65f12-b686-4566-8758-552b54a0a550 req-a0fa0682-58fd-4576-9113-759d5fc7c068 tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:40.044857 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-21d65f12-b686-4566-8758-552b54a0a550 req-a0fa0682-58fd-4576-9113-759d5fc7c068 tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] 10.222.0.13 "GET /v2.0/ports?device_id=cda69775-35ae-4a74-8961-91c46ae71e0d HTTP/1.1" status: 200 len: 950 time: 0.5278382 Jul 24 00:45:40.048387 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7d9ab025-69a3-45db-86b8-0ed8911e6385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:40.054172 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7f053968-bdae-46ca-9ba7-bd719ae07536 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3398139 Jul 24 00:45:40.058172 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46198) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:40.075864 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-396ea215-ebe7-48f5-8a0a-058b5a42c639 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:40.076944 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-396ea215-ebe7-48f5-8a0a-058b5a42c639 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5612168 Jul 24 00:45:40.080875 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-0d3c8761-00f5-419d-bc94-c6e8e0526672 admin admin] Request body: {'subnet': {'network_id': '3ac37ea8-db7a-4586-8bc9-aaacac2f1ef2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-853645673-subnet', 'tenant_id': 'ddce8b228d0d4a4bb7bd9050c384a277', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:45:40.274947 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3c8761-00f5-419d-bc94-c6e8e0526672 admin admin] Made reservation on behalf of ddce8b228d0d4a4bb7bd9050c384a277 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:45:40.280303 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0d3c8761-00f5-419d-bc94-c6e8e0526672 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:40.283978 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7ba1e77b-7c74-4f58-be10-c575bf9651ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:40.333651 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-7ba1e77b-7c74-4f58-be10-c575bf9651ed None None] For port 2a4a17d3-9e52-410a-b33d-f49f7640a4c0, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2a4a17d3-9e52-410a-b33d-f49f7640a4c0,segment=NetworkSegment(d41f5032-2a39-49c9-80f5-626abac75922),segment_id=d41f5032-2a39-49c9-80f5-626abac75922)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:45:40.336448 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ab025-69a3-45db-86b8-0ed8911e6385 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e87587b1-abf9-464b-ac3b-f70ea6c04f1a,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:40.346980 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7ba1e77b-7c74-4f58-be10-c575bf9651ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:40.376395 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-48c2c793-3dca-4cd4-b040-ff3f310e80c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d2629c-383d-448a-a045-dbf33cfdf10f', 'name': 'tempest-AttachSCSIVolumeTestJSON-713094771-router', 'tenant_id': '88f9a8f13f454420bc408e1e31c11f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '595a61c3-a0c9-4cfe-90c7-4455ceddf814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:45:36Z', 'updated_at': '2021-07-24T00:45:38Z', 'revision_number': 3, 'project_id': '88f9a8f13f454420bc408e1e31c11f03', 'gw_port': {'id': '595a61c3-a0c9-4cfe-90c7-4455ceddf814', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f9:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d2629c-383d-448a-a045-dbf33cfdf10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:37Z', 'updated_at': '2021-07-24T00:45:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:45:40.419839 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-af623cc9-0120-441c-ace2-a116c8e80da7 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/quotas/e5262b7cd2fa4bf6ac275df24f369d21 HTTP/1.1" status: 200 len: 375 time: 0.2081704 Jul 24 00:45:40.421379 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1e77b-7c74-4f58-be10-c575bf9651ed None None] Pushing event updated for resources: {'Port': ['ID=2a4a17d3-9e52-410a-b33d-f49f7640a4c0,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:40.423094 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e17d588b-1446-47fb-9ae8-c948c5536973 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=50edc9341a64449a8cc7b050a2c66215&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5624948 Jul 24 00:45:40.429775 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8b8b604d-abc3-4492-aea6-80d5c9c0fac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:40.430136 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46202) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:40.433452 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba1e77b-7c74-4f58-be10-c575bf9651ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:40.433938 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba1e77b-7c74-4f58-be10-c575bf9651ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:40.434345 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba1e77b-7c74-4f58-be10-c575bf9651ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:40.434778 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba1e77b-7c74-4f58-be10-c575bf9651ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:40.435200 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba1e77b-7c74-4f58-be10-c575bf9651ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:40.435600 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba1e77b-7c74-4f58-be10-c575bf9651ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:40.436153 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba1e77b-7c74-4f58-be10-c575bf9651ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:40.436704 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba1e77b-7c74-4f58-be10-c575bf9651ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:40.436846 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c2c793-3dca-4cd4-b040-ff3f310e80c1 None None] Checking router: f2d2629c-383d-448a-a045-dbf33cfdf10f for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:45:40.437062 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c2c793-3dca-4cd4-b040-ff3f310e80c1 None None] Updating router f2d2629c-383d-448a-a045-dbf33cfdf10f port 595a61c3-a0c9-4cfe-90c7-4455ceddf814 binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:45:40.437211 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba1e77b-7c74-4f58-be10-c575bf9651ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:40.437587 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba1e77b-7c74-4f58-be10-c575bf9651ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:40.437993 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba1e77b-7c74-4f58-be10-c575bf9651ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:40.438765 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ba1e77b-7c74-4f58-be10-c575bf9651ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:40.481656 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-48c2c793-3dca-4cd4-b040-ff3f310e80c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:40.568855 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9023e9cc-4774-46a5-bb0e-113c8b468f59 None None] Provisioning complete for port 2a4a17d3-9e52-410a-b33d-f49f7640a4c0 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:45:40.569270 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9023e9cc-4774-46a5-bb0e-113c8b468f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:40.769771 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03b5f2-77e1-4c7a-a4a4-c6dc38555892 req-dca4885f-b103-41be-8435-f85089c2ae68 tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:40.776782 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dd03b5f2-77e1-4c7a-a4a4-c6dc38555892 req-dca4885f-b103-41be-8435-f85089c2ae68 tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] 10.222.0.15 "GET /v2.0/ports?device_id=cda69775-35ae-4a74-8961-91c46ae71e0d HTTP/1.1" status: 200 len: 950 time: 0.6039381 Jul 24 00:45:40.798905 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-aa6ad3b1-e887-4363-a057-e575e708354b tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3578250 Jul 24 00:45:40.851018 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dd03b5f2-77e1-4c7a-a4a4-c6dc38555892 req-0c081f93-d26a-4589-afe2-8a057da84013 tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] 10.222.0.15 "GET /v2.0/security-groups?id=953f22d9-5156-462d-b4ed-24aeb11e120c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703559 Jul 24 00:45:40.862095 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-48c2c793-3dca-4cd4-b040-ff3f310e80c1 None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:40.876295 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2a4a17d3-9e52-410a-b33d-f49f7640a4c0 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:45:40.877553 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-48c2c793-3dca-4cd4-b040-ff3f310e80c1 None None] Transition to ACTIVE for port object 595a61c3-a0c9-4cfe-90c7-4455ceddf814 will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:45:40.880703 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9ab025-69a3-45db-86b8-0ed8911e6385 admin admin] Checking segment: {'id': '719843d8-5fea-4363-bbdc-981ab26ff953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:45:40.881752 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9ab025-69a3-45db-86b8-0ed8911e6385 admin admin] Network hostable DHCP agents. Network: fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:45:40.893226 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-48c2c793-3dca-4cd4-b040-ff3f310e80c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:40.925814 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-21d65f12-b686-4566-8758-552b54a0a550 req-d540fa5b-84da-49ad-9ca3-4ff6476c8ee5 tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] Deleting port 4ff81b0b-1097-4e4b-8a28-5e19dfdac13b {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:45:40.926326 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-21d65f12-b686-4566-8758-552b54a0a550 req-d540fa5b-84da-49ad-9ca3-4ff6476c8ee5 tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:40.928746 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0886d824-99b7-4cf6-8abb-c4fcb874ba95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:40.983324 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0886d824-99b7-4cf6-8abb-c4fcb874ba95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:41.015215 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 2a4a17d3-9e52-410a-b33d-f49f7640a4c0 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:45:41.015774 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:41.042166 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-48c2c793-3dca-4cd4-b040-ff3f310e80c1 None None] Attempting to bind port 595a61c3-a0c9-4cfe-90c7-4455ceddf814 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:45:41.042575 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-48c2c793-3dca-4cd4-b040-ff3f310e80c1 None None] Attempting to bind port 595a61c3-a0c9-4cfe-90c7-4455ceddf814 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:45:41.043534 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c2c793-3dca-4cd4-b040-ff3f310e80c1 None None] Attempting to bind port 595a61c3-a0c9-4cfe-90c7-4455ceddf814 on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:45:41.055841 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c2c793-3dca-4cd4-b040-ff3f310e80c1 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:45:41.056195 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c2c793-3dca-4cd4-b040-ff3f310e80c1 None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:45:41.056867 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-48c2c793-3dca-4cd4-b040-ff3f310e80c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:41.057333 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c2c793-3dca-4cd4-b040-ff3f310e80c1 None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:45:41.058204 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-48c2c793-3dca-4cd4-b040-ff3f310e80c1 None None] Bound port: 595a61c3-a0c9-4cfe-90c7-4455ceddf814, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:45:41.060006 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-48c2c793-3dca-4cd4-b040-ff3f310e80c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:41.126980 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9273f10-60b0-4df6-80d2-3b21a9d07647 None None] Pushing event updated for resources: {'Port': ['ID=595a61c3-a0c9-4cfe-90c7-4455ceddf814,revision_number=2']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:41.146209 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-357c33e2-5f83-44df-a9e5-7344aa18e030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:41.151771 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9ab025-69a3-45db-86b8-0ed8911e6385 admin admin] Network fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:45:41.164194 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0886d824-99b7-4cf6-8abb-c4fcb874ba95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:41.167474 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0886d824-99b7-4cf6-8abb-c4fcb874ba95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:41.171958 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0886d824-99b7-4cf6-8abb-c4fcb874ba95 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a51518ca-40a1-45d1-b717-9d8ebb1403c3 HTTP/1.1" status: 204 len: 168 time: 0.7381673 Jul 24 00:45:41.203287 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0886d824-99b7-4cf6-8abb-c4fcb874ba95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51518ca-40a1-45d1-b717-9d8ebb1403c3,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:41.210071 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-48c2c793-3dca-4cd4-b040-ff3f310e80c1 None None] For port 595a61c3-a0c9-4cfe-90c7-4455ceddf814, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:45:41.214116 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-48c2c793-3dca-4cd4-b040-ff3f310e80c1 None None] For port 595a61c3-a0c9-4cfe-90c7-4455ceddf814, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=595a61c3-a0c9-4cfe-90c7-4455ceddf814,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:45:41.227450 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-48c2c793-3dca-4cd4-b040-ff3f310e80c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:41.234877 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-7d9ab025-69a3-45db-86b8-0ed8911e6385 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:45:41.253815 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d86f28d7-c874-4f5a-82a0-f5b199b6d1b8 req-f5b3f2c8-6617-46d3-963d-e101ffa52334 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ea5d19a-56bc-48b1-8465-2ced10cecf5d HTTP/1.1" status: 200 len: 210 time: 0.0716703 Jul 24 00:45:41.274008 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9ab025-69a3-45db-86b8-0ed8911e6385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:41.274638 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7d9ab025-69a3-45db-86b8-0ed8911e6385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:41.316763 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0d3c8761-00f5-419d-bc94-c6e8e0526672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:41.320577 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ec4e8d-60a8-40a7-93d0-a5985ff7910e None None] Network fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:45:41.328878 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-21d65f12-b686-4566-8758-552b54a0a550 req-d540fa5b-84da-49ad-9ca3-4ff6476c8ee5 tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] For port 4ff81b0b-1097-4e4b-8a28-5e19dfdac13b, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=4ff81b0b-1097-4e4b-8a28-5e19dfdac13b,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:45:41.331803 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-21d65f12-b686-4566-8758-552b54a0a550 req-d540fa5b-84da-49ad-9ca3-4ff6476c8ee5 tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:41.359810 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9273f10-60b0-4df6-80d2-3b21a9d07647 None None] Pushing event updated for resources: {'Port': ['ID=595a61c3-a0c9-4cfe-90c7-4455ceddf814,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:41.442110 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8b8b604d-abc3-4492-aea6-80d5c9c0fac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:41.446455 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-21d65f12-b686-4566-8758-552b54a0a550 req-d540fa5b-84da-49ad-9ca3-4ff6476c8ee5 tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] Calling delete_port for 4ff81b0b-1097-4e4b-8a28-5e19dfdac13b owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:45:41.451531 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c2c793-3dca-4cd4-b040-ff3f310e80c1 None None] Routers {'f2d2629c-383d-448a-a045-dbf33cfdf10f'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:45:41.452629 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-48c2c793-3dca-4cd4-b040-ff3f310e80c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:45:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f2d2629c-383d-448a-a045-dbf33cfdf10f'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:45:41.466144 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8b8b604d-abc3-4492-aea6-80d5c9c0fac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:41.497863 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-8b8b604d-abc3-4492-aea6-80d5c9c0fac1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=991006e51bc649348bdb229d11cc4a4b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6659393 Jul 24 00:45:41.510328 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7d9ab025-69a3-45db-86b8-0ed8911e6385 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.7044554 Jul 24 00:45:41.515938 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46218) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:41.516402 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46220) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:41.557872 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-ce9db06f-601e-4bb2-8b5a-cff1d644a676 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-106977617-router', 'tenant_id': '23f38d06c8d14c15821cdb6c563f3213', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:45:41.587727 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-357c33e2-5f83-44df-a9e5-7344aa18e030 admin admin] Allocated IP 172.20.0.1 (fb2b57b6-e473-4b58-9dee-3d9bea4f59c9/892ac167-1ca7-4f48-b5fd-7645a1f047fe/bfae9315-d3ae-4d89-a4f2-fbf22d0d20a7) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:45:41.588542 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c8761-00f5-419d-bc94-c6e8e0526672 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99d61769-634b-45ed-84df-d0dab2cd2a62,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:41.658447 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b604d-abc3-4492-aea6-80d5c9c0fac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e201c9e5-9c50-4c7a-a555-5964e24fc680,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:41.660236 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-48c2c793-3dca-4cd4-b040-ff3f310e80c1 None None] Set router f2d2629c-383d-448a-a045-dbf33cfdf10f gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:45:41.679608 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a78129b-7a6c-420d-80a3-cb8ab94aa042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414', 'network_id': 'fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414', 'tenant_id': '23f38d06c8d14c15821cdb6c563f3213', 'fixed_ips': [{'subnet_id': 'e87587b1-abf9-464b-ac3b-f70ea6c04f1a'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:45:41.680539 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0a78129b-7a6c-420d-80a3-cb8ab94aa042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:41.701063 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7a23fc54-3742-4f70-9b2f-504db48df792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:41.726022 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7a23fc54-3742-4f70-9b2f-504db48df792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:41.784846 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3c8761-00f5-419d-bc94-c6e8e0526672 admin admin] Checking segment: {'id': 'a891b474-6d3a-4dae-a5b6-694e635747be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3ac37ea8-db7a-4586-8bc9-aaacac2f1ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:45:41.785926 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3c8761-00f5-419d-bc94-c6e8e0526672 admin admin] Network hostable DHCP agents. Network: 3ac37ea8-db7a-4586-8bc9-aaacac2f1ef2, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:45:41.794694 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46224) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:41.796031 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ce9db06f-601e-4bb2-8b5a-cff1d644a676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:41.797206 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ce9db06f-601e-4bb2-8b5a-cff1d644a676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:41.809473 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7a23fc54-3742-4f70-9b2f-504db48df792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:41.812138 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7a23fc54-3742-4f70-9b2f-504db48df792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:41.816276 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7a23fc54-3742-4f70-9b2f-504db48df792 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e201c9e5-9c50-4c7a-a555-5964e24fc680 HTTP/1.1" status: 204 len: 168 time: 0.2946334 Jul 24 00:45:41.844572 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-055f8cab-8b65-4b29-908a-dd0bc26dbffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:41.863651 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23fc54-3742-4f70-9b2f-504db48df792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e201c9e5-9c50-4c7a-a555-5964e24fc680,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:41.883958 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3c8761-00f5-419d-bc94-c6e8e0526672 admin admin] Network 3ac37ea8-db7a-4586-8bc9-aaacac2f1ef2 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:45:41.917740 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-357c33e2-5f83-44df-a9e5-7344aa18e030 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:41.924416 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-0d3c8761-00f5-419d-bc94-c6e8e0526672 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 3ac37ea8-db7a-4586-8bc9-aaacac2f1ef2) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:45:41.936170 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3c8761-00f5-419d-bc94-c6e8e0526672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:41.936790 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0d3c8761-00f5-419d-bc94-c6e8e0526672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:41.940040 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ce9db06f-601e-4bb2-8b5a-cff1d644a676 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:41.952033 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82e1081-8c66-463d-803d-98e9ed57e39d None None] Network 3ac37ea8-db7a-4586-8bc9-aaacac2f1ef2 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:45:41.990797 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-357c33e2-5f83-44df-a9e5-7344aa18e030 admin admin] Transition to ACTIVE for port object bfae9315-d3ae-4d89-a4f2-fbf22d0d20a7 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:45:42.132632 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-357c33e2-5f83-44df-a9e5-7344aa18e030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:42.165822 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-48c2c793-3dca-4cd4-b040-ff3f310e80c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d2629c-383d-448a-a045-dbf33cfdf10f', 'name': 'tempest-AttachSCSIVolumeTestJSON-713094771-router', 'tenant_id': '88f9a8f13f454420bc408e1e31c11f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '595a61c3-a0c9-4cfe-90c7-4455ceddf814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:45:36Z', 'updated_at': '2021-07-24T00:45:38Z', 'revision_number': 3, 'project_id': '88f9a8f13f454420bc408e1e31c11f03', 'gw_port': {'id': '595a61c3-a0c9-4cfe-90c7-4455ceddf814', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f9:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d2629c-383d-448a-a045-dbf33cfdf10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:37Z', 'updated_at': '2021-07-24T00:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:45:42.170353 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0d3c8761-00f5-419d-bc94-c6e8e0526672 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1039393 Jul 24 00:45:42.176961 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46232) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:42.202995 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-1c4f592d-e484-44cc-bd19-d0da6d6871fe admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-853645673-router', 'tenant_id': 'ddce8b228d0d4a4bb7bd9050c384a277', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:45:42.218401 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c2c793-3dca-4cd4-b040-ff3f310e80c1 None None] The sync data for ids ['f2d2629c-383d-448a-a045-dbf33cfdf10f'] in n-d-793621-25 is: [{'id': 'f2d2629c-383d-448a-a045-dbf33cfdf10f', 'name': 'tempest-AttachSCSIVolumeTestJSON-713094771-router', 'tenant_id': '88f9a8f13f454420bc408e1e31c11f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '595a61c3-a0c9-4cfe-90c7-4455ceddf814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:45:36Z', 'updated_at': '2021-07-24T00:45:38Z', 'revision_number': 3, 'project_id': '88f9a8f13f454420bc408e1e31c11f03', 'gw_port': {'id': '595a61c3-a0c9-4cfe-90c7-4455ceddf814', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f9:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d2629c-383d-448a-a045-dbf33cfdf10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:37Z', 'updated_at': '2021-07-24T00:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:45:42.249383 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357c33e2-5f83-44df-a9e5-7344aa18e030 admin admin] Network fb2b57b6-e473-4b58-9dee-3d9bea4f59c9 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:45:42.277216 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-357c33e2-5f83-44df-a9e5-7344aa18e030 admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:45:42.321723 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357c33e2-5f83-44df-a9e5-7344aa18e030 admin admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:45:42.327804 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-357c33e2-5f83-44df-a9e5-7344aa18e030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:42.328626 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-0a78129b-7a6c-420d-80a3-cb8ab94aa042 None None] Allocated IP 172.20.0.2 (fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414/e87587b1-abf9-464b-ac3b-f70ea6c04f1a/15dea6d8-e877-45b6-b0f5-a193aa0d8547) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:45:42.333939 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c33e2-5f83-44df-a9e5-7344aa18e030 admin admin] Pushing event updated for resources: {'Port': ['ID=bfae9315-d3ae-4d89-a4f2-fbf22d0d20a7,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:42.384212 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ce9db06f-601e-4bb2-8b5a-cff1d644a676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:42.393400 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-21d65f12-b686-4566-8758-552b54a0a550 req-d540fa5b-84da-49ad-9ca3-4ff6476c8ee5 tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:42.512518 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d540fa5b-84da-49ad-9ca3-4ff6476c8ee5 tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] Pushing event deleted for resources: {'Port': ['ID=4ff81b0b-1097-4e4b-8a28-5e19dfdac13b,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:42.573584 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a453405-208c-4511-ab77-9122ddfc20c6 req-2d6bcc9c-776f-44fd-b382-9686b57251c0 tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:42.585118 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1a453405-208c-4511-ab77-9122ddfc20c6 req-2d6bcc9c-776f-44fd-b382-9686b57251c0 tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] 10.222.0.15 "GET /v2.0/ports?device_id=cda69775-35ae-4a74-8961-91c46ae71e0d HTTP/1.1" status: 200 len: 867 time: 0.6057739 Jul 24 00:45:42.647098 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d65f12-b686-4566-8758-552b54a0a550 req-d540fa5b-84da-49ad-9ca3-4ff6476c8ee5 tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] No DVR routers for this DVR port 4ff81b0b-1097-4e4b-8a28-5e19dfdac13b on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:45:42.657921 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46238) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:42.671705 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-21d65f12-b686-4566-8758-552b54a0a550 req-d540fa5b-84da-49ad-9ca3-4ff6476c8ee5 tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:42.679708 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-21d65f12-b686-4566-8758-552b54a0a550 req-d540fa5b-84da-49ad-9ca3-4ff6476c8ee5 tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] 10.222.0.13 "DELETE /v2.0/ports/4ff81b0b-1097-4e4b-8a28-5e19dfdac13b HTTP/1.1" status: 204 len: 173 time: 2.6212523 Jul 24 00:45:42.681985 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda69775-35ae-4a74-8961-91c46ae71e0d', 'name': 'network-vif-deleted', 'tag': '4ff81b0b-1097-4e4b-8a28-5e19dfdac13b'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:45:42.686430 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397e549d-f348-4a1d-845a-a65a73fb1ae3" -d '{"events": [{"server_uuid": "cda69775-35ae-4a74-8961-91c46ae71e0d", "name": "network-vif-deleted", "tag": "4ff81b0b-1097-4e4b-8a28-5e19dfdac13b"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:45:42.690933 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab92ee2-d9f3-4cff-9d71-8befe7f4f010 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-3ac37ea8-db7a-4586-8bc9-aaacac2f1ef2', 'network_id': '3ac37ea8-db7a-4586-8bc9-aaacac2f1ef2', 'tenant_id': 'ddce8b228d0d4a4bb7bd9050c384a277', 'fixed_ips': [{'subnet_id': '99d61769-634b-45ed-84df-d0dab2cd2a62'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:45:42.692827 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9ab92ee2-d9f3-4cff-9d71-8befe7f4f010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:42.706677 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-de408440-9b8e-4a01-a5c1-45050e17a845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:42.712844 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9398fa7b-99d3-4eed-9422-2494e22a8863 req-d02d84e4-9d24-4a38-b242-e42ddbfe6cb5 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ea5d19a-56bc-48b1-8465-2ced10cecf5d HTTP/1.1" status: 200 len: 210 time: 0.1289067 Jul 24 00:45:42.740749 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0a78129b-7a6c-420d-80a3-cb8ab94aa042 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:42.803407 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0a78129b-7a6c-420d-80a3-cb8ab94aa042 None None] Transition to ACTIVE for port object 15dea6d8-e877-45b6-b0f5-a193aa0d8547 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:45:42.872478 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1a453405-208c-4511-ab77-9122ddfc20c6 req-d4b04d72-6029-41bb-8bf4-13ebf6a15da1 tempest-ServerDiagnosticsNegativeTest-626594814 tempest-ServerDiagnosticsNegativeTest-626594814-project] 10.222.0.15 "GET /v2.0/security-groups?id=953f22d9-5156-462d-b4ed-24aeb11e120c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859471 Jul 24 00:45:42.957153 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-6f9209f1-27a1-4c90-9b9d-0e39c8d3addf None None] Provisioning for port bfae9315-d3ae-4d89-a4f2-fbf22d0d20a7 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:45:42.968362 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3811fe8-0575-4b75-b305-963852c326c1 x-openstack-request-id: req-e3811fe8-0575-4b75-b305-963852c326c1 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:45:42.968996 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cda69775-35ae-4a74-8961-91c46ae71e0d", "name": "network-vif-deleted", "tag": "4ff81b0b-1097-4e4b-8a28-5e19dfdac13b", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:45:42.968996 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e3811fe8-0575-4b75-b305-963852c326c1 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:45:42.969276 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cda69775-35ae-4a74-8961-91c46ae71e0d', 'name': 'network-vif-deleted', 'tag': '4ff81b0b-1097-4e4b-8a28-5e19dfdac13b', 'status': 'completed', 'code': 200} Jul 24 00:45:43.011816 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-7878fb75-a8ff-4af1-97bc-0ef4dbc82f1f tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446486 Jul 24 00:45:43.080255 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0a78129b-7a6c-420d-80a3-cb8ab94aa042 None None] Transition to ACTIVE for port object 15dea6d8-e877-45b6-b0f5-a193aa0d8547 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:45:43.096537 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-055f8cab-8b65-4b29-908a-dd0bc26dbffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:43.103447 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0a78129b-7a6c-420d-80a3-cb8ab94aa042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:43.112169 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-6f9209f1-27a1-4c90-9b9d-0e39c8d3addf None None] Provisioning complete for port bfae9315-d3ae-4d89-a4f2-fbf22d0d20a7 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:45:43.112757 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6f9209f1-27a1-4c90-9b9d-0e39c8d3addf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:43.129584 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-055f8cab-8b65-4b29-908a-dd0bc26dbffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:43.164835 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-357c33e2-5f83-44df-a9e5-7344aa18e030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:43.231268 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1c4f592d-e484-44cc-bd19-d0da6d6871fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:43.233157 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1c4f592d-e484-44cc-bd19-d0da6d6871fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:43.258651 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-055f8cab-8b65-4b29-908a-dd0bc26dbffe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4ad19b647cab4485a342fbe8b531b3f9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4601407 Jul 24 00:45:43.259565 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46244) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:43.262500 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f8cab-8b65-4b29-908a-dd0bc26dbffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20862f09-ba10-4c95-bbca-7bfd2ce74739,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:43.431790 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c896f88d-33d1-4c80-b7d9-8ff0241dfbd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:43.443903 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-e842ab58-0989-42d6-99ed-1c009f8c5d7a tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:43.445520 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-e842ab58-0989-42d6-99ed-1c009f8c5d7a tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4282026 Jul 24 00:45:43.456582 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 595a61c3-a0c9-4cfe-90c7-4455ceddf814 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:45:43.516550 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-feb30863-5dfd-4b51-a949-8a3c83c3af62 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Request body: {'port': {'device_id': '0ea5d19a-56bc-48b1-8465-2ced10cecf5d', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'admin_state_up': True, 'tenant_id': 'e5262b7cd2fa4bf6ac275df24f369d21'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:45:43.527394 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c896f88d-33d1-4c80-b7d9-8ff0241dfbd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:43.561702 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78129b-7a6c-420d-80a3-cb8ab94aa042 None None] Pushing event updated for resources: {'Port': ['ID=15dea6d8-e877-45b6-b0f5-a193aa0d8547,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:43.576358 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1c4f592d-e484-44cc-bd19-d0da6d6871fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:43.597417 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a78129b-7a6c-420d-80a3-cb8ab94aa042 None None] Network fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:45:43.630184 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-0a78129b-7a6c-420d-80a3-cb8ab94aa042 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:45:43.633890 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a78129b-7a6c-420d-80a3-cb8ab94aa042 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:45:43.722143 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-6f9209f1-27a1-4c90-9b9d-0e39c8d3addf None None] Port bfae9315-d3ae-4d89-a4f2-fbf22d0d20a7 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:45:43.760241 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-357c33e2-5f83-44df-a9e5-7344aa18e030 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:43.771042 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-357c33e2-5f83-44df-a9e5-7344aa18e030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:43.773457 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-357c33e2-5f83-44df-a9e5-7344aa18e030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:43.795099 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 595a61c3-a0c9-4cfe-90c7-4455ceddf814 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:45:43.813066 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-9ab92ee2-d9f3-4cff-9d71-8befe7f4f010 None None] Allocated IP 172.20.0.2 (3ac37ea8-db7a-4586-8bc9-aaacac2f1ef2/99d61769-634b-45ed-84df-d0dab2cd2a62/0acb3bca-309a-4655-8b88-6d629b04cc42) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:45:43.820962 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 595a61c3-a0c9-4cfe-90c7-4455ceddf814 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:45:43.821362 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:43.836840 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-0a78129b-7a6c-420d-80a3-cb8ab94aa042 None None] Attempting to bind port 15dea6d8-e877-45b6-b0f5-a193aa0d8547 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:45:43.837257 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-0a78129b-7a6c-420d-80a3-cb8ab94aa042 None None] Attempting to bind port 15dea6d8-e877-45b6-b0f5-a193aa0d8547 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '719843d8-5fea-4363-bbdc-981ab26ff953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:45:43.837583 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a78129b-7a6c-420d-80a3-cb8ab94aa042 None None] Attempting to bind port 15dea6d8-e877-45b6-b0f5-a193aa0d8547 on network fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:45:43.882897 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a78129b-7a6c-420d-80a3-cb8ab94aa042 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:45:43.883357 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a78129b-7a6c-420d-80a3-cb8ab94aa042 None None] Checking segment: {'id': '719843d8-5fea-4363-bbdc-981ab26ff953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:45:43.883692 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0a78129b-7a6c-420d-80a3-cb8ab94aa042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:43.884097 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a78129b-7a6c-420d-80a3-cb8ab94aa042 None None] Bound using segment: {'id': '719843d8-5fea-4363-bbdc-981ab26ff953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:45:43.884591 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-0a78129b-7a6c-420d-80a3-cb8ab94aa042 None None] Bound port: 15dea6d8-e877-45b6-b0f5-a193aa0d8547, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719843d8-5fea-4363-bbdc-981ab26ff953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:45:43.884989 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0a78129b-7a6c-420d-80a3-cb8ab94aa042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:43.898413 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c896f88d-33d1-4c80-b7d9-8ff0241dfbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:43.910033 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c896f88d-33d1-4c80-b7d9-8ff0241dfbd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:43.923351 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c896f88d-33d1-4c80-b7d9-8ff0241dfbd0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/20862f09-ba10-4c95-bbca-7bfd2ce74739 HTTP/1.1" status: 204 len: 168 time: 0.6624055 Jul 24 00:45:43.943082 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ce9db06f-601e-4bb2-8b5a-cff1d644a676 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:43.979371 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6b260d22-5551-4509-904b-a496b5bee87f req-7a85a34b-2e72-42bf-82ad-a913e40efe61 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ea5d19a-56bc-48b1-8465-2ced10cecf5d HTTP/1.1" status: 200 len: 210 time: 0.1133583 Jul 24 00:45:44.034423 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896f88d-33d1-4c80-b7d9-8ff0241dfbd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20862f09-ba10-4c95-bbca-7bfd2ce74739,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:44.059804 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1c4f592d-e484-44cc-bd19-d0da6d6871fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:44.110668 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357c33e2-5f83-44df-a9e5-7344aa18e030 admin admin] Pushing event updated for resources: {'Port': ['ID=bfae9315-d3ae-4d89-a4f2-fbf22d0d20a7,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:44.112234 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 4ff81b0b-1097-4e4b-8a28-5e19dfdac13b no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:45:44.139572 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ce9db06f-601e-4bb2-8b5a-cff1d644a676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:44.163300 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357c33e2-5f83-44df-a9e5-7344aa18e030 admin admin] Network fb2b57b6-e473-4b58-9dee-3d9bea4f59c9 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:45:44.165044 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-357c33e2-5f83-44df-a9e5-7344aa18e030 admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:45:44.182135 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0a78129b-7a6c-420d-80a3-cb8ab94aa042 None None] For port 15dea6d8-e877-45b6-b0f5-a193aa0d8547, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:45:44.218230 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-de408440-9b8e-4a01-a5c1-45050e17a845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:44.221647 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 4ff81b0b-1097-4e4b-8a28-5e19dfdac13b {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:45:44.222010 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 4ff81b0b-1097-4e4b-8a28-5e19dfdac13b not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:45:44.265555 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-de408440-9b8e-4a01-a5c1-45050e17a845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:44.265683 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0a78129b-7a6c-420d-80a3-cb8ab94aa042 None None] For port 15dea6d8-e877-45b6-b0f5-a193aa0d8547, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=15dea6d8-e877-45b6-b0f5-a193aa0d8547,segment=NetworkSegment(719843d8-5fea-4363-bbdc-981ab26ff953),segment_id=719843d8-5fea-4363-bbdc-981ab26ff953)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:45:44.278428 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:44.319118 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 595a61c3-a0c9-4cfe-90c7-4455ceddf814, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=595a61c3-a0c9-4cfe-90c7-4455ceddf814,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:45:44.341879 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:44.349166 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0a78129b-7a6c-420d-80a3-cb8ab94aa042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:44.392913 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-feb30863-5dfd-4b51-a949-8a3c83c3af62 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Made reservation on behalf of e5262b7cd2fa4bf6ac275df24f369d21 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:45:44.397935 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-feb30863-5dfd-4b51-a949-8a3c83c3af62 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:44.403288 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9ab92ee2-d9f3-4cff-9d71-8befe7f4f010 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:44.448901 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9ab92ee2-d9f3-4cff-9d71-8befe7f4f010 None None] Transition to ACTIVE for port object 0acb3bca-309a-4655-8b88-6d629b04cc42 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:45:44.462353 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-de408440-9b8e-4a01-a5c1-45050e17a845 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=81f2ff33535149b19a3f1ad101f8c55c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7968640 Jul 24 00:45:44.464820 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46256) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:44.483167 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de408440-9b8e-4a01-a5c1-45050e17a845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa914213-0625-4f4c-98a0-2c1ce34ad0ed,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:44.530181 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9ab92ee2-d9f3-4cff-9d71-8befe7f4f010 None None] Transition to ACTIVE for port object 0acb3bca-309a-4655-8b88-6d629b04cc42 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:45:44.533522 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=595a61c3-a0c9-4cfe-90c7-4455ceddf814,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:44.559569 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9ab92ee2-d9f3-4cff-9d71-8befe7f4f010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:44.561164 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-feb30863-5dfd-4b51-a949-8a3c83c3af62 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:44.617070 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-ce9db06f-601e-4bb2-8b5a-cff1d644a676 admin admin] Allocated IP 172.25.2.78 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/9f958658-4cd2-4835-9556-8b89af85fd39) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:45:44.650957 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab92ee2-d9f3-4cff-9d71-8befe7f4f010 None None] Network 3ac37ea8-db7a-4586-8bc9-aaacac2f1ef2 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:45:44.682086 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-9ab92ee2-d9f3-4cff-9d71-8befe7f4f010 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:45:44.693501 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357c33e2-5f83-44df-a9e5-7344aa18e030 admin admin] Router f2d2629c-383d-448a-a045-dbf33cfdf10f has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:45:44.693686 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a1d82994-4848-402e-8db3-6f6604cc4c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:44.702401 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab92ee2-d9f3-4cff-9d71-8befe7f4f010 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:45:44.735410 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46262) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:44.743418 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-295052a5-4574-4f30-9ea7-c8434e966d01 None None] Provisioning complete for port bfae9315-d3ae-4d89-a4f2-fbf22d0d20a7 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:45:44.743418 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-295052a5-4574-4f30-9ea7-c8434e966d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:44.806065 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78129b-7a6c-420d-80a3-cb8ab94aa042 None None] Pushing event updated for resources: {'Port': ['ID=15dea6d8-e877-45b6-b0f5-a193aa0d8547,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:44.824732 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a1d82994-4848-402e-8db3-6f6604cc4c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:44.973165 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 595a61c3-a0c9-4cfe-90c7-4455ceddf814 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:45:45.025015 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ce9db06f-601e-4bb2-8b5a-cff1d644a676 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:45.126811 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-9ab92ee2-d9f3-4cff-9d71-8befe7f4f010 None None] Attempting to bind port 0acb3bca-309a-4655-8b88-6d629b04cc42 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:45:45.127117 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-9ab92ee2-d9f3-4cff-9d71-8befe7f4f010 None None] Attempting to bind port 0acb3bca-309a-4655-8b88-6d629b04cc42 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'a891b474-6d3a-4dae-a5b6-694e635747be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3ac37ea8-db7a-4586-8bc9-aaacac2f1ef2'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:45:45.127518 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab92ee2-d9f3-4cff-9d71-8befe7f4f010 None None] Attempting to bind port 0acb3bca-309a-4655-8b88-6d629b04cc42 on network 3ac37ea8-db7a-4586-8bc9-aaacac2f1ef2 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:45:45.134421 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a1d82994-4848-402e-8db3-6f6604cc4c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:45.137851 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a1d82994-4848-402e-8db3-6f6604cc4c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:45.139339 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a1d82994-4848-402e-8db3-6f6604cc4c97 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fa914213-0625-4f4c-98a0-2c1ce34ad0ed HTTP/1.1" status: 204 len: 168 time: 0.6680520 Jul 24 00:45:45.139653 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-295052a5-4574-4f30-9ea7-c8434e966d01 None None] Port bfae9315-d3ae-4d89-a4f2-fbf22d0d20a7 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:45:45.147479 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab92ee2-d9f3-4cff-9d71-8befe7f4f010 None None] Pushing event updated for resources: {'Port': ['ID=0acb3bca-309a-4655-8b88-6d629b04cc42,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:45.168657 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab92ee2-d9f3-4cff-9d71-8befe7f4f010 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:45:45.170640 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab92ee2-d9f3-4cff-9d71-8befe7f4f010 None None] Checking segment: {'id': 'a891b474-6d3a-4dae-a5b6-694e635747be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3ac37ea8-db7a-4586-8bc9-aaacac2f1ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:45:45.171112 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9ab92ee2-d9f3-4cff-9d71-8befe7f4f010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:45.172444 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab92ee2-d9f3-4cff-9d71-8befe7f4f010 None None] Bound using segment: {'id': 'a891b474-6d3a-4dae-a5b6-694e635747be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3ac37ea8-db7a-4586-8bc9-aaacac2f1ef2'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:45:45.173203 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-9ab92ee2-d9f3-4cff-9d71-8befe7f4f010 None None] Bound port: 0acb3bca-309a-4655-8b88-6d629b04cc42, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a891b474-6d3a-4dae-a5b6-694e635747be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3ac37ea8-db7a-4586-8bc9-aaacac2f1ef2'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:45:45.173622 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9ab92ee2-d9f3-4cff-9d71-8befe7f4f010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:45.183956 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d82994-4848-402e-8db3-6f6604cc4c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa914213-0625-4f4c-98a0-2c1ce34ad0ed,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:45.225576 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-25175c91-7a37-411b-9bc0-3281d6d3321b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eb26541f7a874f16997148741dd253bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4833574 Jul 24 00:45:45.228990 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46278) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:45.321897 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357c33e2-5f83-44df-a9e5-7344aa18e030 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:45:45.330216 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-357c33e2-5f83-44df-a9e5-7344aa18e030 admin admin] 10.222.0.15 "PUT /v2.0/routers/f2d2629c-383d-448a-a045-dbf33cfdf10f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5348845 Jul 24 00:45:45.332714 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 595a61c3-a0c9-4cfe-90c7-4455ceddf814 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:45:45.333283 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:45.365589 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8e6fac0e-d068-4d42-9a9d-a8fdf6a43efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:45.424543 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8e6fac0e-d068-4d42-9a9d-a8fdf6a43efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:45.427260 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9ab92ee2-d9f3-4cff-9d71-8befe7f4f010 None None] For port 0acb3bca-309a-4655-8b88-6d629b04cc42, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:45:45.431038 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9ab92ee2-d9f3-4cff-9d71-8befe7f4f010 None None] For port 0acb3bca-309a-4655-8b88-6d629b04cc42, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0acb3bca-309a-4655-8b88-6d629b04cc42,segment=NetworkSegment(a891b474-6d3a-4dae-a5b6-694e635747be),segment_id=a891b474-6d3a-4dae-a5b6-694e635747be)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:45:45.442273 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9ab92ee2-d9f3-4cff-9d71-8befe7f4f010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:45.471296 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bc5afc7f-d6a8-4ea3-b995-d57ecc3c014a req-c63930d2-98de-4943-b00a-aace4436b19f tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ea5d19a-56bc-48b1-8465-2ced10cecf5d HTTP/1.1" status: 200 len: 210 time: 0.3470068 Jul 24 00:45:45.516038 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1c4f592d-e484-44cc-bd19-d0da6d6871fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:45.546341 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72f0625-4711-4055-ae67-195eecaff0b0 None None] Sync routers for ids ['f2d2629c-383d-448a-a045-dbf33cfdf10f'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:45:45.564795 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1c4f592d-e484-44cc-bd19-d0da6d6871fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:45.570178 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8e6fac0e-d068-4d42-9a9d-a8fdf6a43efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:45.572804 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8e6fac0e-d068-4d42-9a9d-a8fdf6a43efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:45.576876 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8e6fac0e-d068-4d42-9a9d-a8fdf6a43efd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/953f22d9-5156-462d-b4ed-24aeb11e120c HTTP/1.1" status: 204 len: 168 time: 0.3465455 Jul 24 00:45:45.590866 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6fac0e-d068-4d42-9a9d-a8fdf6a43efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953f22d9-5156-462d-b4ed-24aeb11e120c,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:45.662965 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ce9db06f-601e-4bb2-8b5a-cff1d644a676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:45.668607 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72f0625-4711-4055-ae67-195eecaff0b0 None None] Routers {'f2d2629c-383d-448a-a045-dbf33cfdf10f'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:45:45.669246 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-d72f0625-4711-4055-ae67-195eecaff0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:45:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f2d2629c-383d-448a-a045-dbf33cfdf10f'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:45:45.741865 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-feb30863-5dfd-4b51-a949-8a3c83c3af62 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:45.750877 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9db06f-601e-4bb2-8b5a-cff1d644a676 admin admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:45:45.759959 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-ce9db06f-601e-4bb2-8b5a-cff1d644a676 admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:45:45.762614 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-feb30863-5dfd-4b51-a949-8a3c83c3af62 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:45.776951 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9db06f-601e-4bb2-8b5a-cff1d644a676 admin admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:45:45.857248 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-d72f0625-4711-4055-ae67-195eecaff0b0 None None] Set router f2d2629c-383d-448a-a045-dbf33cfdf10f gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:45:45.925596 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab92ee2-d9f3-4cff-9d71-8befe7f4f010 None None] Pushing event updated for resources: {'Port': ['ID=0acb3bca-309a-4655-8b88-6d629b04cc42,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:45.959457 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7185841e-31d6-46a0-bb10-bd6580315a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:45.975373 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9db06f-601e-4bb2-8b5a-cff1d644a676 admin admin] Pushing event updated for resources: {'Port': ['ID=9f958658-4cd2-4835-9556-8b89af85fd39,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:46.040149 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb30863-5dfd-4b51-a949-8a3c83c3af62 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24270443-65f5-4bd2-9318-655a93f746a1,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:46.119661 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-1c4f592d-e484-44cc-bd19-d0da6d6871fe admin admin] Allocated IP 172.25.2.70 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/d21765c0-0049-43d6-9673-d16ef3d23a6a) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:45:46.466617 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-d72f0625-4711-4055-ae67-195eecaff0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d2629c-383d-448a-a045-dbf33cfdf10f', 'name': 'tempest-AttachSCSIVolumeTestJSON-713094771-router', 'tenant_id': '88f9a8f13f454420bc408e1e31c11f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '595a61c3-a0c9-4cfe-90c7-4455ceddf814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:45:36Z', 'updated_at': '2021-07-24T00:45:43Z', 'revision_number': 4, 'project_id': '88f9a8f13f454420bc408e1e31c11f03', 'gw_port': {'id': '595a61c3-a0c9-4cfe-90c7-4455ceddf814', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d2629c-383d-448a-a045-dbf33cfdf10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:37Z', 'updated_at': '2021-07-24T00:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'bfae9315-d3ae-4d89-a4f2-fbf22d0d20a7', 'name': '', 'network_id': 'fb2b57b6-e473-4b58-9dee-3d9bea4f59c9', 'tenant_id': '88f9a8f13f454420bc408e1e31c11f03', 'mac_address': 'fa:16:3e:ff:2f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d2629c-383d-448a-a045-dbf33cfdf10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '892ac167-1ca7-4f48-b5fd-7645a1f047fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:41Z', 'updated_at': '2021-07-24T00:45:43Z', 'revision_number': 2, 'project_id': '88f9a8f13f454420bc408e1e31c11f03', 'subnets': [{'id': '892ac167-1ca7-4f48-b5fd-7645a1f047fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:45:46.482428 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46316) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:46.529854 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fd5b5c0a-7ed8-452e-b30a-78cee39d64c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:46.637521 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16ffb78-815e-47f3-9033-c13e9b05ffda None None] Network fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:45:46.651035 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72f0625-4711-4055-ae67-195eecaff0b0 None None] Checking router: f2d2629c-383d-448a-a045-dbf33cfdf10f for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:45:46.651403 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72f0625-4711-4055-ae67-195eecaff0b0 None None] Updating router f2d2629c-383d-448a-a045-dbf33cfdf10f port bfae9315-d3ae-4d89-a4f2-fbf22d0d20a7 binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:45:46.694342 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-feb30863-5dfd-4b51-a949-8a3c83c3af62 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Allocated IP 192.168.233.18 (064170bd-7ae3-42cd-9c1f-14f6db2f099c/b2f8a7b0-45d5-4a4f-bbde-2ea497f98103/e26ba7bc-df08-4bb6-9190-ffb5d7f68be7) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:45:46.931953 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d72f0625-4711-4055-ae67-195eecaff0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:46.981752 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fd5b5c0a-7ed8-452e-b30a-78cee39d64c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:46.991045 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fd5b5c0a-7ed8-452e-b30a-78cee39d64c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:47.072223 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7905f69d-a504-4177-9735-22995ceacb62 req-7c632877-7b33-47eb-8d36-66ae6e6e6564 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ea5d19a-56bc-48b1-8465-2ced10cecf5d HTTP/1.1" status: 200 len: 210 time: 0.4759126 Jul 24 00:45:47.072910 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b5c0a-7ed8-452e-b30a-78cee39d64c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78b4f15-f78e-46e3-9884-9b600e3f7839,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:47.108251 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-fd5b5c0a-7ed8-452e-b30a-78cee39d64c9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e4dea49fc87844d091f3a679cbeeb4ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6246259 Jul 24 00:45:47.109243 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46326) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:47.205703 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-03bb8719-8ac2-42f8-af3f-96c725ce3732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:47.220506 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-6edde04d-5697-44e7-94f5-7d8bf85ba7e4 None None] Provisioning for port 15dea6d8-e877-45b6-b0f5-a193aa0d8547 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:45:47.272450 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-03bb8719-8ac2-42f8-af3f-96c725ce3732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:47.279424 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0acb3bca-309a-4655-8b88-6d629b04cc42 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:45:47.363921 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-03bb8719-8ac2-42f8-af3f-96c725ce3732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:47.366825 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-03bb8719-8ac2-42f8-af3f-96c725ce3732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:47.371326 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-03bb8719-8ac2-42f8-af3f-96c725ce3732 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d78b4f15-f78e-46e3-9884-9b600e3f7839 HTTP/1.1" status: 204 len: 168 time: 0.2602634 Jul 24 00:45:47.390527 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb8719-8ac2-42f8-af3f-96c725ce3732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78b4f15-f78e-46e3-9884-9b600e3f7839,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:47.614745 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1c4f592d-e484-44cc-bd19-d0da6d6871fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:47.654973 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8477f1-4ad6-4596-88ec-80eb17c557cd None None] Network 3ac37ea8-db7a-4586-8bc9-aaacac2f1ef2 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:45:47.853962 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-feb30863-5dfd-4b51-a949-8a3c83c3af62 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:47.885985 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-feb30863-5dfd-4b51-a949-8a3c83c3af62 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Transition to ACTIVE for port object e26ba7bc-df08-4bb6-9190-ffb5d7f68be7 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:45:47.929323 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ce9db06f-601e-4bb2-8b5a-cff1d644a676 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:47.995247 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 0acb3bca-309a-4655-8b88-6d629b04cc42 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:45:48.057580 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1c4f592d-e484-44cc-bd19-d0da6d6871fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:48.067975 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 15dea6d8-e877-45b6-b0f5-a193aa0d8547 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:45:48.115267 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4f592d-e484-44cc-bd19-d0da6d6871fe admin admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:45:48.120485 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-1c4f592d-e484-44cc-bd19-d0da6d6871fe admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:45:48.123694 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-feb30863-5dfd-4b51-a949-8a3c83c3af62 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:48.165095 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4f592d-e484-44cc-bd19-d0da6d6871fe admin admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:45:48.197148 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d518ff7d-e979-47a9-90b8-013efd1be96a None None] Provisioning for port 0acb3bca-309a-4655-8b88-6d629b04cc42 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:45:48.384371 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d518ff7d-e979-47a9-90b8-013efd1be96a None None] Provisioning complete for port 0acb3bca-309a-4655-8b88-6d629b04cc42 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:45:48.386924 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d518ff7d-e979-47a9-90b8-013efd1be96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:48.423539 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8c81e0f8-f0ea-434f-a82b-0e797ead57bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:48.565261 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:48.603935 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-feb30863-5dfd-4b51-a949-8a3c83c3af62 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Network 064170bd-7ae3-42cd-9c1f-14f6db2f099c is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:45:48.615390 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4f592d-e484-44cc-bd19-d0da6d6871fe admin admin] Pushing event updated for resources: {'Port': ['ID=d21765c0-0049-43d6-9673-d16ef3d23a6a,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:48.638286 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-feb30863-5dfd-4b51-a949-8a3c83c3af62 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:45:48.711756 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-feb30863-5dfd-4b51-a949-8a3c83c3af62 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:45:48.884827 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d72f0625-4711-4055-ae67-195eecaff0b0 None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:48.897372 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d72f0625-4711-4055-ae67-195eecaff0b0 None None] Transition to ACTIVE for port object bfae9315-d3ae-4d89-a4f2-fbf22d0d20a7 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:45:48.929104 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d72f0625-4711-4055-ae67-195eecaff0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:48.997774 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d518ff7d-e979-47a9-90b8-013efd1be96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:49.078067 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-d518ff7d-e979-47a9-90b8-013efd1be96a None None] For port 0acb3bca-309a-4655-8b88-6d629b04cc42, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0acb3bca-309a-4655-8b88-6d629b04cc42,segment=NetworkSegment(a891b474-6d3a-4dae-a5b6-694e635747be),segment_id=a891b474-6d3a-4dae-a5b6-694e635747be)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:45:49.093455 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d518ff7d-e979-47a9-90b8-013efd1be96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:49.096258 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 15dea6d8-e877-45b6-b0f5-a193aa0d8547 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:45:49.144407 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 15dea6d8-e877-45b6-b0f5-a193aa0d8547 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:45:49.144968 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:49.514411 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0737c8ff-e25f-4aad-9984-1e7a01c4228c None None] Pushing event updated for resources: {'Port': ['ID=bfae9315-d3ae-4d89-a4f2-fbf22d0d20a7,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:49.565659 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:49.674697 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-d72f0625-4711-4055-ae67-195eecaff0b0 None None] Attempting to bind port bfae9315-d3ae-4d89-a4f2-fbf22d0d20a7 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:45:49.677954 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-d72f0625-4711-4055-ae67-195eecaff0b0 None None] Attempting to bind port bfae9315-d3ae-4d89-a4f2-fbf22d0d20a7 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'd41f5032-2a39-49c9-80f5-626abac75922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fb2b57b6-e473-4b58-9dee-3d9bea4f59c9'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:45:49.680319 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72f0625-4711-4055-ae67-195eecaff0b0 None None] Attempting to bind port bfae9315-d3ae-4d89-a4f2-fbf22d0d20a7 on network fb2b57b6-e473-4b58-9dee-3d9bea4f59c9 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:45:49.707198 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72f0625-4711-4055-ae67-195eecaff0b0 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:45:49.707627 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72f0625-4711-4055-ae67-195eecaff0b0 None None] Checking segment: {'id': 'd41f5032-2a39-49c9-80f5-626abac75922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fb2b57b6-e473-4b58-9dee-3d9bea4f59c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:45:49.709339 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d72f0625-4711-4055-ae67-195eecaff0b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:49.710122 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72f0625-4711-4055-ae67-195eecaff0b0 None None] Bound using segment: {'id': 'd41f5032-2a39-49c9-80f5-626abac75922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fb2b57b6-e473-4b58-9dee-3d9bea4f59c9'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:45:49.710273 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-d72f0625-4711-4055-ae67-195eecaff0b0 None None] Bound port: bfae9315-d3ae-4d89-a4f2-fbf22d0d20a7, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd41f5032-2a39-49c9-80f5-626abac75922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fb2b57b6-e473-4b58-9dee-3d9bea4f59c9'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:45:49.710896 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d72f0625-4711-4055-ae67-195eecaff0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:49.751271 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-86e7f5e7-5ad9-4f95-8668-9f744332e1fe None None] Provisioning for port e26ba7bc-df08-4bb6-9190-ffb5d7f68be7 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:45:49.948027 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-feb30863-5dfd-4b51-a949-8a3c83c3af62 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:49.948027 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-feb30863-5dfd-4b51-a949-8a3c83c3af62 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:49.950302 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-d72f0625-4711-4055-ae67-195eecaff0b0 None None] For port bfae9315-d3ae-4d89-a4f2-fbf22d0d20a7, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:45:49.960485 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-d72f0625-4711-4055-ae67-195eecaff0b0 None None] For port bfae9315-d3ae-4d89-a4f2-fbf22d0d20a7, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=bfae9315-d3ae-4d89-a4f2-fbf22d0d20a7,segment=NetworkSegment(d41f5032-2a39-49c9-80f5-626abac75922),segment_id=d41f5032-2a39-49c9-80f5-626abac75922)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:45:49.980041 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-86e7f5e7-5ad9-4f95-8668-9f744332e1fe None None] Provisioning complete for port e26ba7bc-df08-4bb6-9190-ffb5d7f68be7 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:45:49.980041 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-86e7f5e7-5ad9-4f95-8668-9f744332e1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:49.994766 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb30863-5dfd-4b51-a949-8a3c83c3af62 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Pushing event updated for resources: {'Port': ['ID=e26ba7bc-df08-4bb6-9190-ffb5d7f68be7,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:50.119698 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e17041-1959-4881-a483-954922496673 req-0b43d0b0-d53c-431a-8968-3abd20140f2b tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:50.121952 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-02e17041-1959-4881-a483-954922496673 req-0b43d0b0-d53c-431a-8968-3abd20140f2b tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ea5d19a-56bc-48b1-8465-2ced10cecf5d HTTP/1.1" status: 200 len: 935 time: 1.7474899 Jul 24 00:45:50.149739 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-feb30863-5dfd-4b51-a949-8a3c83c3af62 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.6790524 Jul 24 00:45:50.262829 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-409a4499-e773-47f2-a77f-86318bfda241 service neutron] Request body: {'port': {'device_id': '0ea5d19a-56bc-48b1-8465-2ced10cecf5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:45:50.284625 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d518ff7d-e979-47a9-90b8-013efd1be96a None None] Pushing event updated for resources: {'Port': ['ID=0acb3bca-309a-4655-8b88-6d629b04cc42,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:50.301304 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-86e7f5e7-5ad9-4f95-8668-9f744332e1fe None None] Port e26ba7bc-df08-4bb6-9190-ffb5d7f68be7 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:45:50.303251 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d72f0625-4711-4055-ae67-195eecaff0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:50.335540 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:50.395522 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ce9db06f-601e-4bb2-8b5a-cff1d644a676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:50.409360 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1c4f592d-e484-44cc-bd19-d0da6d6871fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:50.665902 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 15dea6d8-e877-45b6-b0f5-a193aa0d8547, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=15dea6d8-e877-45b6-b0f5-a193aa0d8547,segment=NetworkSegment(719843d8-5fea-4363-bbdc-981ab26ff953),segment_id=719843d8-5fea-4363-bbdc-981ab26ff953)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:45:50.685872 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:50.694788 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72f0625-4711-4055-ae67-195eecaff0b0 None None] Routers {'f2d2629c-383d-448a-a045-dbf33cfdf10f'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:45:50.695767 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-d72f0625-4711-4055-ae67-195eecaff0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:45:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f2d2629c-383d-448a-a045-dbf33cfdf10f'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:45:50.947189 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-02e17041-1959-4881-a483-954922496673 req-b84aff26-7365-4353-8597-2dc1e1203ce6 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7815568 Jul 24 00:45:50.975018 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-3c9cc2ba-be58-486d-a1b7-1ca19a00dc2b None None] Provisioning complete for port 15dea6d8-e877-45b6-b0f5-a193aa0d8547 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:45:50.976211 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3c9cc2ba-be58-486d-a1b7-1ca19a00dc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:51.000774 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0acb3bca-309a-4655-8b88-6d629b04cc42 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:45:51.213833 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9db06f-601e-4bb2-8b5a-cff1d644a676 admin admin] Router 72f5fdc4-2531-4a69-bb33-da00672a9165 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:45:51.264513 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0737c8ff-e25f-4aad-9984-1e7a01c4228c None None] Pushing event updated for resources: {'Port': ['ID=bfae9315-d3ae-4d89-a4f2-fbf22d0d20a7,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:51.298809 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-409a4499-e773-47f2-a77f-86318bfda241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:51.405416 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=15dea6d8-e877-45b6-b0f5-a193aa0d8547,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:51.455179 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:51.455890 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 0acb3bca-309a-4655-8b88-6d629b04cc42 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:45:51.457214 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:51.574830 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-d72f0625-4711-4055-ae67-195eecaff0b0 None None] Set router f2d2629c-383d-448a-a045-dbf33cfdf10f gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:45:51.786834 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46442) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:52.154693 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-d72f0625-4711-4055-ae67-195eecaff0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d2629c-383d-448a-a045-dbf33cfdf10f', 'name': 'tempest-AttachSCSIVolumeTestJSON-713094771-router', 'tenant_id': '88f9a8f13f454420bc408e1e31c11f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '595a61c3-a0c9-4cfe-90c7-4455ceddf814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:45:36Z', 'updated_at': '2021-07-24T00:45:43Z', 'revision_number': 4, 'project_id': '88f9a8f13f454420bc408e1e31c11f03', 'gw_port': {'id': '595a61c3-a0c9-4cfe-90c7-4455ceddf814', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d2629c-383d-448a-a045-dbf33cfdf10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:37Z', 'updated_at': '2021-07-24T00:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'bfae9315-d3ae-4d89-a4f2-fbf22d0d20a7', 'name': '', 'network_id': 'fb2b57b6-e473-4b58-9dee-3d9bea4f59c9', 'tenant_id': '88f9a8f13f454420bc408e1e31c11f03', 'mac_address': 'fa:16:3e:ff:2f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d2629c-383d-448a-a045-dbf33cfdf10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '892ac167-1ca7-4f48-b5fd-7645a1f047fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:41Z', 'updated_at': '2021-07-24T00:45:49Z', 'revision_number': 4, 'project_id': '88f9a8f13f454420bc408e1e31c11f03', 'subnets': [{'id': '892ac167-1ca7-4f48-b5fd-7645a1f047fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:45:52.176320 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9db06f-601e-4bb2-8b5a-cff1d644a676 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:45:52.189910 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96377581-7055-41a3-9147-08c9659ebe0b None None] Sync routers for ids ['72f5fdc4-2531-4a69-bb33-da00672a9165'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:45:52.209028 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96377581-7055-41a3-9147-08c9659ebe0b None None] Routers {'72f5fdc4-2531-4a69-bb33-da00672a9165'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:45:52.210001 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-96377581-7055-41a3-9147-08c9659ebe0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:45:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['72f5fdc4-2531-4a69-bb33-da00672a9165'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:45:52.220200 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1c4f592d-e484-44cc-bd19-d0da6d6871fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:52.248622 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72f0625-4711-4055-ae67-195eecaff0b0 None None] The sync data for ids ['f2d2629c-383d-448a-a045-dbf33cfdf10f'] in n-d-793621-25 is: [{'id': 'f2d2629c-383d-448a-a045-dbf33cfdf10f', 'name': 'tempest-AttachSCSIVolumeTestJSON-713094771-router', 'tenant_id': '88f9a8f13f454420bc408e1e31c11f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '595a61c3-a0c9-4cfe-90c7-4455ceddf814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:45:36Z', 'updated_at': '2021-07-24T00:45:43Z', 'revision_number': 4, 'project_id': '88f9a8f13f454420bc408e1e31c11f03', 'gw_port': {'id': '595a61c3-a0c9-4cfe-90c7-4455ceddf814', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d2629c-383d-448a-a045-dbf33cfdf10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:37Z', 'updated_at': '2021-07-24T00:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'bfae9315-d3ae-4d89-a4f2-fbf22d0d20a7', 'name': '', 'network_id': 'fb2b57b6-e473-4b58-9dee-3d9bea4f59c9', 'tenant_id': '88f9a8f13f454420bc408e1e31c11f03', 'mac_address': 'fa:16:3e:ff:2f:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d2629c-383d-448a-a045-dbf33cfdf10f', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '892ac167-1ca7-4f48-b5fd-7645a1f047fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:41Z', 'updated_at': '2021-07-24T00:45:49Z', 'revision_number': 4, 'project_id': '88f9a8f13f454420bc408e1e31c11f03', 'subnets': [{'id': '892ac167-1ca7-4f48-b5fd-7645a1f047fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:45:52.317805 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d232d8-b677-4740-ba39-e7935e76f350 req-15f744ae-afc4-49cd-a28b-d66286ab6a48 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:52.335987 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-53d232d8-b677-4740-ba39-e7935e76f350 req-15f744ae-afc4-49cd-a28b-d66286ab6a48 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ea5d19a-56bc-48b1-8465-2ced10cecf5d HTTP/1.1" status: 200 len: 935 time: 0.2196505 Jul 24 00:45:52.362595 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-2604029a-7624-493a-88de-b97efc6bc246 None None] Provisioning complete for port 0acb3bca-309a-4655-8b88-6d629b04cc42 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:45:52.363940 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2604029a-7624-493a-88de-b97efc6bc246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:52.427963 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a431a6f7-d7b6-4364-89cd-c43d08dd4b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:52.468535 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-53d232d8-b677-4740-ba39-e7935e76f350 req-38f1ef87-440a-4bea-90c0-85f3459c033b tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303499 Jul 24 00:45:52.512298 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-96377581-7055-41a3-9147-08c9659ebe0b None None] Set router 72f5fdc4-2531-4a69-bb33-da00672a9165 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:45:52.584618 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ce9db06f-601e-4bb2-8b5a-cff1d644a676 admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:52.585775 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ce9db06f-601e-4bb2-8b5a-cff1d644a676 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 11.0657387 Jul 24 00:45:52.592057 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46462) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:52.895565 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-e1d921ac-c03f-4e52-bff0-a74201320a7b tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6acc66f65470401fbb6f7f99380344fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1147714 Jul 24 00:45:53.028137 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device bfae9315-d3ae-4d89-a4f2-fbf22d0d20a7 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:45:53.182410 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-409a4499-e773-47f2-a77f-86318bfda241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e26ba7bc-df08-4bb6-9190-ffb5d7f68be7 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:45:53.192252 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-409a4499-e773-47f2-a77f-86318bfda241 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:53.204685 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port bfae9315-d3ae-4d89-a4f2-fbf22d0d20a7 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:45:53.209940 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-409a4499-e773-47f2-a77f-86318bfda241 service neutron] Transition to ACTIVE for port object e26ba7bc-df08-4bb6-9190-ffb5d7f68be7 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:45:53.212939 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port bfae9315-d3ae-4d89-a4f2-fbf22d0d20a7 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:45:53.213776 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:53.239688 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-409a4499-e773-47f2-a77f-86318bfda241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:53.331789 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a4499-e773-47f2-a77f-86318bfda241 service neutron] Pushing event updated for resources: {'Port': ['ID=e26ba7bc-df08-4bb6-9190-ffb5d7f68be7,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:53.342358 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-96377581-7055-41a3-9147-08c9659ebe0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f5fdc4-2531-4a69-bb33-da00672a9165', 'name': 'tempest-TaggedBootDevicesTest_v242-106977617-router', 'tenant_id': '23f38d06c8d14c15821cdb6c563f3213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '9f958658-4cd2-4835-9556-8b89af85fd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:45:41Z', 'updated_at': '2021-07-24T00:45:46Z', 'revision_number': 3, 'project_id': '23f38d06c8d14c15821cdb6c563f3213', 'gw_port': {'id': '9f958658-4cd2-4835-9556-8b89af85fd39', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e9:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f5fdc4-2531-4a69-bb33-da00672a9165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:44Z', 'updated_at': '2021-07-24T00:45:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:45:53.386341 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c4f592d-e484-44cc-bd19-d0da6d6871fe admin admin] Router 699a68c7-310e-4b4c-836e-76ba3dbb6edc is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:45:53.497014 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96377581-7055-41a3-9147-08c9659ebe0b None None] Checking router: 72f5fdc4-2531-4a69-bb33-da00672a9165 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:45:53.497362 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96377581-7055-41a3-9147-08c9659ebe0b None None] Updating router 72f5fdc4-2531-4a69-bb33-da00672a9165 port 9f958658-4cd2-4835-9556-8b89af85fd39 binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:45:53.644220 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-96377581-7055-41a3-9147-08c9659ebe0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:53.895102 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ed6e3e1d-19bc-495c-8184-1a5bc1c525d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:53.956979 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-409a4499-e773-47f2-a77f-86318bfda241 service neutron] Attempting to bind port e26ba7bc-df08-4bb6-9190-ffb5d7f68be7 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:45:53.957347 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-409a4499-e773-47f2-a77f-86318bfda241 service neutron] Attempting to bind port e26ba7bc-df08-4bb6-9190-ffb5d7f68be7 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:45:53.957676 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-409a4499-e773-47f2-a77f-86318bfda241 service neutron] Attempting to bind port e26ba7bc-df08-4bb6-9190-ffb5d7f68be7 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:45:53.975695 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4f592d-e484-44cc-bd19-d0da6d6871fe admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:45:53.997199 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a33e6af-24aa-4a84-9f87-98a18a14b50c None None] Sync routers for ids ['699a68c7-310e-4b4c-836e-76ba3dbb6edc'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:45:54.011003 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-409a4499-e773-47f2-a77f-86318bfda241 service neutron] Port e26ba7bc-df08-4bb6-9190-ffb5d7f68be7 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:45:54.011438 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-409a4499-e773-47f2-a77f-86318bfda241 service neutron] Attempting to bind port e26ba7bc-df08-4bb6-9190-ffb5d7f68be7 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:45:54.039350 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a33e6af-24aa-4a84-9f87-98a18a14b50c None None] Routers {'699a68c7-310e-4b4c-836e-76ba3dbb6edc'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:45:54.040054 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-5a33e6af-24aa-4a84-9f87-98a18a14b50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:45:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['699a68c7-310e-4b4c-836e-76ba3dbb6edc'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:45:54.043677 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:54.055002 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-409a4499-e773-47f2-a77f-86318bfda241 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:45:54.055423 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-409a4499-e773-47f2-a77f-86318bfda241 service neutron] Checking segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:45:54.055829 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-409a4499-e773-47f2-a77f-86318bfda241 service neutron] Bound using segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:45:54.057208 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-409a4499-e773-47f2-a77f-86318bfda241 service neutron] Bound port: e26ba7bc-df08-4bb6-9190-ffb5d7f68be7, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:45:54.057597 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-409a4499-e773-47f2-a77f-86318bfda241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:54.240184 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port bfae9315-d3ae-4d89-a4f2-fbf22d0d20a7, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=bfae9315-d3ae-4d89-a4f2-fbf22d0d20a7,segment=NetworkSegment(d41f5032-2a39-49c9-80f5-626abac75922),segment_id=d41f5032-2a39-49c9-80f5-626abac75922)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:45:54.242925 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-409a4499-e773-47f2-a77f-86318bfda241 service neutron] For port e26ba7bc-df08-4bb6-9190-ffb5d7f68be7, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:45:54.252582 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-409a4499-e773-47f2-a77f-86318bfda241 service neutron] For port e26ba7bc-df08-4bb6-9190-ffb5d7f68be7, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=e26ba7bc-df08-4bb6-9190-ffb5d7f68be7,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:45:54.280973 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:54.281240 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-409a4499-e773-47f2-a77f-86318bfda241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:54.282927 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 15dea6d8-e877-45b6-b0f5-a193aa0d8547 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:45:54.335913 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-96377581-7055-41a3-9147-08c9659ebe0b None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:54.352080 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-96377581-7055-41a3-9147-08c9659ebe0b None None] Transition to ACTIVE for port object 9f958658-4cd2-4835-9556-8b89af85fd39 will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:45:54.361032 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-96377581-7055-41a3-9147-08c9659ebe0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:54.394526 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f6ee2-b090-4727-9376-48fdac204cfc req-ce5f4ab4-3dc2-4563-9d1b-41468f6f0cd3 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:54.396209 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ae8f6ee2-b090-4727-9376-48fdac204cfc req-ce5f4ab4-3dc2-4563-9d1b-41468f6f0cd3 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ea5d19a-56bc-48b1-8465-2ced10cecf5d HTTP/1.1" status: 200 len: 947 time: 0.3487635 Jul 24 00:45:54.457344 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75a0c3-791e-45f9-9b07-4ca1737bb298 None None] Pushing event updated for resources: {'Port': ['ID=9f958658-4cd2-4835-9556-8b89af85fd39,revision_number=2']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:54.475068 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-409a4499-e773-47f2-a77f-86318bfda241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:54.475828 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-409a4499-e773-47f2-a77f-86318bfda241 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:54.477459 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-409a4499-e773-47f2-a77f-86318bfda241 service neutron] 10.222.0.13 "PUT /v2.0/ports/e26ba7bc-df08-4bb6-9190-ffb5d7f68be7 HTTP/1.1" status: 200 len: 1096 time: 4.3029702 Jul 24 00:45:54.479474 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b75a0c3-791e-45f9-9b07-4ca1737bb298 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:54.481261 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b75a0c3-791e-45f9-9b07-4ca1737bb298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:54.481797 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b75a0c3-791e-45f9-9b07-4ca1737bb298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:54.482346 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b75a0c3-791e-45f9-9b07-4ca1737bb298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:54.482878 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b75a0c3-791e-45f9-9b07-4ca1737bb298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:54.483532 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b75a0c3-791e-45f9-9b07-4ca1737bb298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:54.484022 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b75a0c3-791e-45f9-9b07-4ca1737bb298 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:54.484502 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b75a0c3-791e-45f9-9b07-4ca1737bb298 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:54.484986 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b75a0c3-791e-45f9-9b07-4ca1737bb298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:54.485474 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b75a0c3-791e-45f9-9b07-4ca1737bb298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:54.485961 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b75a0c3-791e-45f9-9b07-4ca1737bb298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:54.487078 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b75a0c3-791e-45f9-9b07-4ca1737bb298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:45:54.494311 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a4499-e773-47f2-a77f-86318bfda241 service neutron] Pushing event updated for resources: {'Port': ['ID=e26ba7bc-df08-4bb6-9190-ffb5d7f68be7,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:54.525137 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ea5d19a-56bc-48b1-8465-2ced10cecf5d', 'tag': 'e26ba7bc-df08-4bb6-9190-ffb5d7f68be7'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:45:54.534526 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-423820f3-fccd-4b90-b749-1f82a18b607b" -d '{"events": [{"name": "network-changed", "server_uuid": "0ea5d19a-56bc-48b1-8465-2ced10cecf5d", "tag": "e26ba7bc-df08-4bb6-9190-ffb5d7f68be7"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:45:54.548708 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=bfae9315-d3ae-4d89-a4f2-fbf22d0d20a7,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:54.553213 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-96377581-7055-41a3-9147-08c9659ebe0b None None] Attempting to bind port 9f958658-4cd2-4835-9556-8b89af85fd39 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:45:54.554343 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-96377581-7055-41a3-9147-08c9659ebe0b None None] Attempting to bind port 9f958658-4cd2-4835-9556-8b89af85fd39 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:45:54.554343 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96377581-7055-41a3-9147-08c9659ebe0b None None] Attempting to bind port 9f958658-4cd2-4835-9556-8b89af85fd39 on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:45:54.587713 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96377581-7055-41a3-9147-08c9659ebe0b None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:45:54.588237 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96377581-7055-41a3-9147-08c9659ebe0b None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:45:54.588839 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-96377581-7055-41a3-9147-08c9659ebe0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:54.590068 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96377581-7055-41a3-9147-08c9659ebe0b None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:45:54.590575 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-96377581-7055-41a3-9147-08c9659ebe0b None None] Bound port: 9f958658-4cd2-4835-9556-8b89af85fd39, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:45:54.591014 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-96377581-7055-41a3-9147-08c9659ebe0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:54.613837 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-5a33e6af-24aa-4a84-9f87-98a18a14b50c None None] Set router 699a68c7-310e-4b4c-836e-76ba3dbb6edc gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:45:54.647341 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ae8f6ee2-b090-4727-9376-48fdac204cfc req-8c4b06f7-88d6-45bd-bad7-c5cbfda33862 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397431 Jul 24 00:45:54.651400 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-ed6e3e1d-19bc-495c-8184-1a5bc1c525d1 admin admin] Allocated IP 172.20.0.1 (fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414/e87587b1-abf9-464b-ac3b-f70ea6c04f1a/0889f85c-48a0-4075-a812-56eef158f77f) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:45:54.673991 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 15dea6d8-e877-45b6-b0f5-a193aa0d8547 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:45:54.677492 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:54.736389 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-aa333e1a-b193-41a0-933b-29d0a3b06f6b tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:54.749252 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-aa333e1a-b193-41a0-933b-29d0a3b06f6b tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.8333819 Jul 24 00:45:54.843613 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-96377581-7055-41a3-9147-08c9659ebe0b None None] For port 9f958658-4cd2-4835-9556-8b89af85fd39, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:45:54.847369 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-1101c37a-3adb-4f3c-b0c2-6edfc9446bac tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/quotas/6acc66f65470401fbb6f7f99380344fc HTTP/1.1" status: 200 len: 375 time: 0.0971067 Jul 24 00:45:54.858599 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-96377581-7055-41a3-9147-08c9659ebe0b None None] For port 9f958658-4cd2-4835-9556-8b89af85fd39, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=9f958658-4cd2-4835-9556-8b89af85fd39,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:45:54.860497 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a431a6f7-d7b6-4364-89cd-c43d08dd4b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:54.863861 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-96377581-7055-41a3-9147-08c9659ebe0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:54.894179 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb6def3-25d2-42c5-ad16-0de464522300 x-openstack-request-id: req-7eb6def3-25d2-42c5-ad16-0de464522300 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:45:54.894179 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ea5d19a-56bc-48b1-8465-2ced10cecf5d", "tag": "e26ba7bc-df08-4bb6-9190-ffb5d7f68be7", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:45:54.894179 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7eb6def3-25d2-42c5-ad16-0de464522300 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:45:54.894179 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ea5d19a-56bc-48b1-8465-2ced10cecf5d', 'tag': 'e26ba7bc-df08-4bb6-9190-ffb5d7f68be7', 'status': 'completed', 'code': 200} Jul 24 00:45:54.913585 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-b97d923b-f811-4ddf-a1a8-dae8326eaa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:54.936781 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-b97d923b-f811-4ddf-a1a8-dae8326eaa70 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=0ea5d19a-56bc-48b1-8465-2ced10cecf5d HTTP/1.1" status: 200 len: 1099 time: 0.3847921 Jul 24 00:45:54.942759 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a431a6f7-d7b6-4364-89cd-c43d08dd4b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:54.976510 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1c4f592d-e484-44cc-bd19-d0da6d6871fe admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:54.983557 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1c4f592d-e484-44cc-bd19-d0da6d6871fe admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 12.8033397 Jul 24 00:45:54.995414 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46486) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:55.004753 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96377581-7055-41a3-9147-08c9659ebe0b None None] Routers {'72f5fdc4-2531-4a69-bb33-da00672a9165'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:45:55.005602 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-96377581-7055-41a3-9147-08c9659ebe0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:45:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['72f5fdc4-2531-4a69-bb33-da00672a9165'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:45:55.087484 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-2a746682-b02d-4409-993e-0bc4fcaa470d tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6acc66f65470401fbb6f7f99380344fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1765387 Jul 24 00:45:55.187253 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-84f047b9-1130-45c3-8228-4131292e711f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=e26ba7bc-df08-4bb6-9190-ffb5d7f68be7 HTTP/1.1" status: 200 len: 217 time: 0.2136714 Jul 24 00:45:55.224473 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ed6e3e1d-19bc-495c-8184-1a5bc1c525d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:55.338403 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-ed6e3e1d-19bc-495c-8184-1a5bc1c525d1 admin admin] Transition to ACTIVE for port object 0889f85c-48a0-4075-a812-56eef158f77f will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:45:55.349072 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-96377581-7055-41a3-9147-08c9659ebe0b None None] Set router 72f5fdc4-2531-4a69-bb33-da00672a9165 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:45:55.365028 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-5a33e6af-24aa-4a84-9f87-98a18a14b50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699a68c7-310e-4b4c-836e-76ba3dbb6edc', 'name': 'tempest-ServersTestMultiNic-853645673-router', 'tenant_id': 'ddce8b228d0d4a4bb7bd9050c384a277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'd21765c0-0049-43d6-9673-d16ef3d23a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:45:43Z', 'updated_at': '2021-07-24T00:45:48Z', 'revision_number': 3, 'project_id': 'ddce8b228d0d4a4bb7bd9050c384a277', 'gw_port': {'id': 'd21765c0-0049-43d6-9673-d16ef3d23a6a', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:08:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699a68c7-310e-4b4c-836e-76ba3dbb6edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:45Z', 'updated_at': '2021-07-24T00:45:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:45:55.385801 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a431a6f7-d7b6-4364-89cd-c43d08dd4b23 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fa2d67ac19724be8893408096234f9c0&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5938330 Jul 24 00:45:55.390979 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46492) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:55.412288 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-39569b2b-99f7-4fe6-9b24-a83526589563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:55.416895 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-39569b2b-99f7-4fe6-9b24-a83526589563 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.2142642 Jul 24 00:45:55.444190 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a431a6f7-d7b6-4364-89cd-c43d08dd4b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac83979-2939-405b-8867-a66343fe8467,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:55.467623 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a33e6af-24aa-4a84-9f87-98a18a14b50c None None] Checking router: 699a68c7-310e-4b4c-836e-76ba3dbb6edc for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:45:55.470545 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a33e6af-24aa-4a84-9f87-98a18a14b50c None None] Updating router 699a68c7-310e-4b4c-836e-76ba3dbb6edc port d21765c0-0049-43d6-9673-d16ef3d23a6a binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:45:55.605543 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75a0c3-791e-45f9-9b07-4ca1737bb298 None None] Pushing event updated for resources: {'Port': ['ID=9f958658-4cd2-4835-9556-8b89af85fd39,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:55.692564 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5a33e6af-24aa-4a84-9f87-98a18a14b50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:55.713484 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device bfae9315-d3ae-4d89-a4f2-fbf22d0d20a7 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:45:55.774620 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6a59a71c-8e51-443a-8f6f-3b81403dcb24 req-f64f7f15-cd02-4430-8c73-03d0a2443a1f tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/ports?device_id=217208aa-b219-4b6c-9a56-8954a45f3639 HTTP/1.1" status: 200 len: 210 time: 0.0774198 Jul 24 00:45:56.110241 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:45:56.111366 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a11968a7-4446-4cb4-83ee-0a0c57508849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:56.113552 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46502) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:56.117787 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-96377581-7055-41a3-9147-08c9659ebe0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f5fdc4-2531-4a69-bb33-da00672a9165', 'name': 'tempest-TaggedBootDevicesTest_v242-106977617-router', 'tenant_id': '23f38d06c8d14c15821cdb6c563f3213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '9f958658-4cd2-4835-9556-8b89af85fd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:45:41Z', 'updated_at': '2021-07-24T00:45:46Z', 'revision_number': 3, 'project_id': '23f38d06c8d14c15821cdb6c563f3213', 'gw_port': {'id': '9f958658-4cd2-4835-9556-8b89af85fd39', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e9:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f5fdc4-2531-4a69-bb33-da00672a9165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:44Z', 'updated_at': '2021-07-24T00:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:45:56.154594 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-dd1f527a-d3c7-456b-bba4-9a89a2b0aaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:56.159423 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-dd1f527a-d3c7-456b-bba4-9a89a2b0aaa4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7163880 Jul 24 00:45:56.164734 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ed6e3e1d-19bc-495c-8184-1a5bc1c525d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:56.293317 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96377581-7055-41a3-9147-08c9659ebe0b None None] The sync data for ids ['72f5fdc4-2531-4a69-bb33-da00672a9165'] in n-d-793621-25 is: [{'id': '72f5fdc4-2531-4a69-bb33-da00672a9165', 'name': 'tempest-TaggedBootDevicesTest_v242-106977617-router', 'tenant_id': '23f38d06c8d14c15821cdb6c563f3213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '9f958658-4cd2-4835-9556-8b89af85fd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:45:41Z', 'updated_at': '2021-07-24T00:45:46Z', 'revision_number': 3, 'project_id': '23f38d06c8d14c15821cdb6c563f3213', 'gw_port': {'id': '9f958658-4cd2-4835-9556-8b89af85fd39', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e9:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f5fdc4-2531-4a69-bb33-da00672a9165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:44Z', 'updated_at': '2021-07-24T00:45:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:45:56.386123 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a11968a7-4446-4cb4-83ee-0a0c57508849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:56.508601 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5a33e6af-24aa-4a84-9f87-98a18a14b50c None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:56.522482 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-5a33e6af-24aa-4a84-9f87-98a18a14b50c None None] Transition to ACTIVE for port object d21765c0-0049-43d6-9673-d16ef3d23a6a will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:45:56.544428 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5a33e6af-24aa-4a84-9f87-98a18a14b50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:56.606746 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6e3e1d-19bc-495c-8184-1a5bc1c525d1 admin admin] Network fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:45:56.641379 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-ed6e3e1d-19bc-495c-8184-1a5bc1c525d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:45:56.648840 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6e3e1d-19bc-495c-8184-1a5bc1c525d1 admin admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:45:56.652506 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ed6e3e1d-19bc-495c-8184-1a5bc1c525d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:56.692393 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f595bf-ebfc-47d9-8a6d-0422c44ac3a4 req-a1f1b44a-a188-49cb-a73f-967e699bef1b tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:56.704863 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-61f595bf-ebfc-47d9-8a6d-0422c44ac3a4 req-a1f1b44a-a188-49cb-a73f-967e699bef1b tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ea5d19a-56bc-48b1-8465-2ced10cecf5d HTTP/1.1" status: 200 len: 947 time: 0.8437245 Jul 24 00:45:56.784217 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f015b-bab1-43e3-a358-8febb86dcf43 None None] Pushing event updated for resources: {'Port': ['ID=d21765c0-0049-43d6-9673-d16ef3d23a6a,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:56.877224 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-5a33e6af-24aa-4a84-9f87-98a18a14b50c None None] Attempting to bind port d21765c0-0049-43d6-9673-d16ef3d23a6a on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:45:56.878040 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-5a33e6af-24aa-4a84-9f87-98a18a14b50c None None] Attempting to bind port d21765c0-0049-43d6-9673-d16ef3d23a6a by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:45:56.878583 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a33e6af-24aa-4a84-9f87-98a18a14b50c None None] Attempting to bind port d21765c0-0049-43d6-9673-d16ef3d23a6a on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:45:56.917416 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a33e6af-24aa-4a84-9f87-98a18a14b50c None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:45:56.917963 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a33e6af-24aa-4a84-9f87-98a18a14b50c None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:45:56.918434 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5a33e6af-24aa-4a84-9f87-98a18a14b50c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:56.919274 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a33e6af-24aa-4a84-9f87-98a18a14b50c None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:45:56.919536 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-5a33e6af-24aa-4a84-9f87-98a18a14b50c None None] Bound port: d21765c0-0049-43d6-9673-d16ef3d23a6a, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:45:56.919972 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5a33e6af-24aa-4a84-9f87-98a18a14b50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:57.017725 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f11ca3fe-8d33-46a2-a88c-f79ddcfb18c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:57.022840 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-61f595bf-ebfc-47d9-8a6d-0422c44ac3a4 req-6ff5edc9-5811-4461-9f1f-2d4592b2e753 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107002 Jul 24 00:45:57.040083 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-098491e7-d056-4945-832d-cf38de433869 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8564994 Jul 24 00:45:57.078763 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-5a33e6af-24aa-4a84-9f87-98a18a14b50c None None] For port d21765c0-0049-43d6-9673-d16ef3d23a6a, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:45:57.081995 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-5a33e6af-24aa-4a84-9f87-98a18a14b50c None None] For port d21765c0-0049-43d6-9673-d16ef3d23a6a, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=d21765c0-0049-43d6-9673-d16ef3d23a6a,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:45:57.104058 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5a33e6af-24aa-4a84-9f87-98a18a14b50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:57.150768 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ed6e3e1d-19bc-495c-8184-1a5bc1c525d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:57.322124 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a11968a7-4446-4cb4-83ee-0a0c57508849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:57.332135 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a11968a7-4446-4cb4-83ee-0a0c57508849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:57.334023 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a11968a7-4446-4cb4-83ee-0a0c57508849 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9ac83979-2939-405b-8867-a66343fe8467 HTTP/1.1" status: 204 len: 168 time: 1.9253700 Jul 24 00:45:57.376332 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11968a7-4446-4cb4-83ee-0a0c57508849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac83979-2939-405b-8867-a66343fe8467,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:57.408984 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port bfae9315-d3ae-4d89-a4f2-fbf22d0d20a7 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:45:57.409912 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:57.428026 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6243b1d9-92d6-40db-84e0-2103779d3210 req-7ad743b4-56bf-42bd-a776-c46b40d619ac service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723755 Jul 24 00:45:57.461790 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-04e9725b-bee2-4275-ab13-9456abed78aa req-45c41b0e-1092-4557-9cec-f0db5abbdff4 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/ports?device_id=217208aa-b219-4b6c-9a56-8954a45f3639 HTTP/1.1" status: 200 len: 210 time: 0.3440149 Jul 24 00:45:57.490837 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e3e1d-19bc-495c-8184-1a5bc1c525d1 admin admin] Pushing event updated for resources: {'Port': ['ID=0889f85c-48a0-4075-a812-56eef158f77f,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:57.599930 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f015b-bab1-43e3-a358-8febb86dcf43 None None] Pushing event updated for resources: {'Port': ['ID=d21765c0-0049-43d6-9673-d16ef3d23a6a,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:57.815019 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423820f3-fccd-4b90-b749-1f82a18b607b req-19054863-4680-4e9f-87c0-42f592f1fb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:57.816964 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-423820f3-fccd-4b90-b749-1f82a18b607b req-19054863-4680-4e9f-87c0-42f592f1fb99 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=0ea5d19a-56bc-48b1-8465-2ced10cecf5d HTTP/1.1" status: 200 len: 1099 time: 0.1972952 Jul 24 00:45:57.818782 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a33e6af-24aa-4a84-9f87-98a18a14b50c None None] Routers {'699a68c7-310e-4b4c-836e-76ba3dbb6edc'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:45:57.821068 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-5a33e6af-24aa-4a84-9f87-98a18a14b50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:45:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['699a68c7-310e-4b4c-836e-76ba3dbb6edc'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:45:57.893329 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ed6e3e1d-19bc-495c-8184-1a5bc1c525d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:57.984274 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0d72a8ad-e9c4-4e1a-a9d1-9a251be887b0 None None] Provisioning for port 0889f85c-48a0-4075-a812-56eef158f77f completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:45:58.025532 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f11ca3fe-8d33-46a2-a88c-f79ddcfb18c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:58.050800 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ed6e3e1d-19bc-495c-8184-1a5bc1c525d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:58.051741 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ed6e3e1d-19bc-495c-8184-1a5bc1c525d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:58.060344 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f11ca3fe-8d33-46a2-a88c-f79ddcfb18c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:58.183183 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ca3fe-8d33-46a2-a88c-f79ddcfb18c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d016a5-ff45-4254-b24c-22ed6aeeeae1,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:58.207208 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0d72a8ad-e9c4-4e1a-a9d1-9a251be887b0 None None] Provisioning complete for port 0889f85c-48a0-4075-a812-56eef158f77f triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:45:58.207696 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0d72a8ad-e9c4-4e1a-a9d1-9a251be887b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:58.209571 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46524) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:58.349659 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bce40e52-6696-40c8-8c24-702cbf7fcffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:58.359009 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0d72a8ad-e9c4-4e1a-a9d1-9a251be887b0 None None] Port 0889f85c-48a0-4075-a812-56eef158f77f cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:45:58.459871 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-5a33e6af-24aa-4a84-9f87-98a18a14b50c None None] Set router 699a68c7-310e-4b4c-836e-76ba3dbb6edc gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:45:58.604006 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 9f958658-4cd2-4835-9556-8b89af85fd39 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:45:58.765537 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-3f24fe16-e531-4264-b07b-9acb10d0b107 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=6acc66f65470401fbb6f7f99380344fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4830339 Jul 24 00:45:58.770149 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423820f3-fccd-4b90-b749-1f82a18b607b req-3c945697-a329-4a6b-b9fb-d7536eee897f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:58.772294 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-423820f3-fccd-4b90-b749-1f82a18b607b req-3c945697-a329-4a6b-b9fb-d7536eee897f service neutron] 10.222.0.13 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.9469581 Jul 24 00:45:58.913827 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f11ca3fe-8d33-46a2-a88c-f79ddcfb18c8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=93360a3fd4554183bd50b425980865cb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7914603 Jul 24 00:45:58.913827 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e3e1d-19bc-495c-8184-1a5bc1c525d1 admin admin] Pushing event updated for resources: {'Port': ['ID=0889f85c-48a0-4075-a812-56eef158f77f,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:58.915819 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46530) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:58.983641 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 9f958658-4cd2-4835-9556-8b89af85fd39 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:45:58.993091 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 9f958658-4cd2-4835-9556-8b89af85fd39 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:45:58.993882 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:59.086139 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-26f065ff-50e8-4fc4-ad69-b1def783928e tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:59.091766 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-26f065ff-50e8-4fc4-ad69-b1def783928e tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3091657 Jul 24 00:45:59.095749 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-5a33e6af-24aa-4a84-9f87-98a18a14b50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699a68c7-310e-4b4c-836e-76ba3dbb6edc', 'name': 'tempest-ServersTestMultiNic-853645673-router', 'tenant_id': 'ddce8b228d0d4a4bb7bd9050c384a277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'd21765c0-0049-43d6-9673-d16ef3d23a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:45:43Z', 'updated_at': '2021-07-24T00:45:48Z', 'revision_number': 3, 'project_id': 'ddce8b228d0d4a4bb7bd9050c384a277', 'gw_port': {'id': 'd21765c0-0049-43d6-9673-d16ef3d23a6a', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:08:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699a68c7-310e-4b4c-836e-76ba3dbb6edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:45Z', 'updated_at': '2021-07-24T00:45:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:45:59.108061 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bce40e52-6696-40c8-8c24-702cbf7fcffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:59.177275 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6d5c0edf-cd95-4810-a8cc-629efd529705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:59.180173 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9d59d7ff-cd3e-4e50-a04e-e2a91ea97543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:59.182104 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bce40e52-6696-40c8-8c24-702cbf7fcffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:59.191081 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b38714be-c7c7-4e43-823e-767abf43e133 req-dc1247e4-855d-4f56-a658-fbb0cdbb8408 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/ports?device_id=217208aa-b219-4b6c-9a56-8954a45f3639 HTTP/1.1" status: 200 len: 210 time: 0.4227536 Jul 24 00:45:59.208613 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-8db7eba3-a8e6-41ec-b998-23f705449cbf tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Request body: {'port': {'device_id': '217208aa-b219-4b6c-9a56-8954a45f3639', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'admin_state_up': True, 'tenant_id': '6acc66f65470401fbb6f7f99380344fc'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:45:59.250567 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-bce40e52-6696-40c8-8c24-702cbf7fcffc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3a1f425328bc4ac880834c0bac44f30d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0314832 Jul 24 00:45:59.266443 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce40e52-6696-40c8-8c24-702cbf7fcffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47175b1-7a26-4ef7-bcd2-1539be5d2258,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:59.316938 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46532) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:45:59.450505 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db999b-f341-4f9c-9a04-b1e4aa02e03f req-9ced9333-1923-4df1-aa72-6dafbba12c92 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:59.467524 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-423820f3-fccd-4b90-b749-1f82a18b607b req-243c31f0-c218-445c-842b-a7e4e2a50da3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=e26ba7bc-df08-4bb6-9190-ffb5d7f68be7 HTTP/1.1" status: 200 len: 217 time: 0.6844885 Jul 24 00:45:59.469738 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-44db999b-f341-4f9c-9a04-b1e4aa02e03f req-9ced9333-1923-4df1-aa72-6dafbba12c92 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ea5d19a-56bc-48b1-8465-2ced10cecf5d HTTP/1.1" status: 200 len: 947 time: 1.2109418 Jul 24 00:45:59.475391 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:59.483098 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a33e6af-24aa-4a84-9f87-98a18a14b50c None None] The sync data for ids ['699a68c7-310e-4b4c-836e-76ba3dbb6edc'] in n-d-793621-25 is: [{'id': '699a68c7-310e-4b4c-836e-76ba3dbb6edc', 'name': 'tempest-ServersTestMultiNic-853645673-router', 'tenant_id': 'ddce8b228d0d4a4bb7bd9050c384a277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'd21765c0-0049-43d6-9673-d16ef3d23a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:45:43Z', 'updated_at': '2021-07-24T00:45:48Z', 'revision_number': 3, 'project_id': 'ddce8b228d0d4a4bb7bd9050c384a277', 'gw_port': {'id': 'd21765c0-0049-43d6-9673-d16ef3d23a6a', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:08:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699a68c7-310e-4b4c-836e-76ba3dbb6edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:45Z', 'updated_at': '2021-07-24T00:45:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:45:59.504283 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 9f958658-4cd2-4835-9556-8b89af85fd39, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=9f958658-4cd2-4835-9556-8b89af85fd39,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:45:59.513282 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:59.571661 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423820f3-fccd-4b90-b749-1f82a18b607b req-15ce36e5-4fb8-4013-b741-2f7bf549de0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:59.577695 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-423820f3-fccd-4b90-b749-1f82a18b607b req-15ce36e5-4fb8-4013-b741-2f7bf549de0b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.1034486 Jul 24 00:45:59.627922 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6d5c0edf-cd95-4810-a8cc-629efd529705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:59.644539 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=9f958658-4cd2-4835-9556-8b89af85fd39,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:45:59.687266 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-8db7eba3-a8e6-41ec-b998-23f705449cbf tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Made reservation on behalf of 6acc66f65470401fbb6f7f99380344fc for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:45:59.695823 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-8db7eba3-a8e6-41ec-b998-23f705449cbf tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:59.710388 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-8db7eba3-a8e6-41ec-b998-23f705449cbf tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:59.755539 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423820f3-fccd-4b90-b749-1f82a18b607b req-f1c132e6-bb62-464f-984a-b5a2095d3315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:45:59.758449 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-423820f3-fccd-4b90-b749-1f82a18b607b req-f1c132e6-bb62-464f-984a-b5a2095d3315 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1632671 Jul 24 00:45:59.761876 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0718b7b2-571d-4b4e-8289-3d59b2289022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:59.783095 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6d5c0edf-cd95-4810-a8cc-629efd529705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:59.787653 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6d5c0edf-cd95-4810-a8cc-629efd529705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:45:59.791639 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6d5c0edf-cd95-4810-a8cc-629efd529705 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f1d016a5-ff45-4254-b24c-22ed6aeeeae1 HTTP/1.1" status: 204 len: 168 time: 0.8665838 Jul 24 00:45:59.961174 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-423820f3-fccd-4b90-b749-1f82a18b607b req-873f6746-d0ff-46b8-9242-69866362ab3f service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913834 Jul 24 00:46:00.038507 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c0edf-cd95-4810-a8cc-629efd529705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d016a5-ff45-4254-b24c-22ed6aeeeae1,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:00.065745 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0718b7b2-571d-4b4e-8289-3d59b2289022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:00.068097 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-8db7eba3-a8e6-41ec-b998-23f705449cbf tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:00.095531 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-44db999b-f341-4f9c-9a04-b1e4aa02e03f req-9257a55e-1327-4b14-8f3b-68dea7535c00 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6238163 Jul 24 00:46:00.113329 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-8db7eba3-a8e6-41ec-b998-23f705449cbf tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:00.117547 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6e3e1d-19bc-495c-8184-1a5bc1c525d1 admin admin] Network fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:46:00.141837 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device e26ba7bc-df08-4bb6-9190-ffb5d7f68be7 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:46:00.142772 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-ed6e3e1d-19bc-495c-8184-1a5bc1c525d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:46:00.231901 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-423820f3-fccd-4b90-b749-1f82a18b607b req-4c1d2298-ad28-414d-88f2-894f37872c98 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553339 Jul 24 00:46:00.438621 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-9d59d7ff-cd3e-4e50-a04e-e2a91ea97543 admin admin] Allocated IP 172.20.0.1 (3ac37ea8-db7a-4586-8bc9-aaacac2f1ef2/99d61769-634b-45ed-84df-d0dab2cd2a62/37b9fa70-d416-4407-b1e7-b512d67ec5ec) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:46:00.469499 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db7eba3-a8e6-41ec-b998-23f705449cbf tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f909524-2c4c-48d3-8499-44adfd15f6f5,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:00.526041 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-20b69558-fbcd-407f-ad64-a4e71946aba1 req-81a35fcc-fb24-4501-bbef-8a5987c19afc tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/ports?device_id=217208aa-b219-4b6c-9a56-8954a45f3639 HTTP/1.1" status: 200 len: 210 time: 0.0981205 Jul 24 00:46:00.536197 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0718b7b2-571d-4b4e-8289-3d59b2289022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:00.567317 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0718b7b2-571d-4b4e-8289-3d59b2289022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:00.567317 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0718b7b2-571d-4b4e-8289-3d59b2289022 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d47175b1-7a26-4ef7-bcd2-1539be5d2258 HTTP/1.1" status: 204 len: 168 time: 1.2320313 Jul 24 00:46:00.608274 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port e26ba7bc-df08-4bb6-9190-ffb5d7f68be7, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=e26ba7bc-df08-4bb6-9190-ffb5d7f68be7,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:46:00.634741 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'e26ba7bc-df08-4bb6-9190-ffb5d7f68be7', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'port_id': 'e26ba7bc-df08-4bb6-9190-ffb5d7f68be7', 'mac_address': 'fa:16:3e:c5:af:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:46:00.635153 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0718b7b2-571d-4b4e-8289-3d59b2289022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47175b1-7a26-4ef7-bcd2-1539be5d2258,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:00.724665 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 9f958658-4cd2-4835-9556-8b89af85fd39 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:46:00.739030 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed6e3e1d-19bc-495c-8184-1a5bc1c525d1 admin admin] Router 72f5fdc4-2531-4a69-bb33-da00672a9165 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:46:00.748292 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-8db7eba3-a8e6-41ec-b998-23f705449cbf tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Allocated IP 192.168.233.215 (064170bd-7ae3-42cd-9c1f-14f6db2f099c/b2f8a7b0-45d5-4a4f-bbde-2ea497f98103/3cfc09f3-9ae1-44f6-8a6b-42b608d259f8) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:46:00.756004 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46554) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:46:00.782743 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a0db7d64-cde9-4e70-a4f0-c6bc9195fb67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:00.831151 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:00.854468 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 9f958658-4cd2-4835-9556-8b89af85fd39 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:00.856046 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:00.889442 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e26ba7bc-df08-4bb6-9190-ffb5d7f68be7 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:46:00.902196 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-3ef369ed-a109-4e55-88d8-addd0854e319 None None] Provisioning complete for port 0889f85c-48a0-4075-a812-56eef158f77f triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:00.902982 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3ef369ed-a109-4e55-88d8-addd0854e319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:00.945781 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-3ef369ed-a109-4e55-88d8-addd0854e319 None None] Port 0889f85c-48a0-4075-a812-56eef158f77f cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:46:00.982966 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port e26ba7bc-df08-4bb6-9190-ffb5d7f68be7, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=e26ba7bc-df08-4bb6-9190-ffb5d7f68be7,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:46:00.996075 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:00.999347 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6e3e1d-19bc-495c-8184-1a5bc1c525d1 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:46:01.013240 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57eda894-40f5-4b7c-a0c4-18f47a33e67d None None] Sync routers for ids ['72f5fdc4-2531-4a69-bb33-da00672a9165'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:46:01.036814 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57eda894-40f5-4b7c-a0c4-18f47a33e67d None None] Routers {'72f5fdc4-2531-4a69-bb33-da00672a9165'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:46:01.038855 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-57eda894-40f5-4b7c-a0c4-18f47a33e67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:45:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['72f5fdc4-2531-4a69-bb33-da00672a9165'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:46:01.057924 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9d59d7ff-cd3e-4e50-a04e-e2a91ea97543 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:01.080521 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device d21765c0-0049-43d6-9673-d16ef3d23a6a up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:46:01.098118 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-9d59d7ff-cd3e-4e50-a04e-e2a91ea97543 admin admin] Transition to ACTIVE for port object 37b9fa70-d416-4407-b1e7-b512d67ec5ec will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:46:01.126921 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=e26ba7bc-df08-4bb6-9190-ffb5d7f68be7,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:01.204496 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ed6e3e1d-19bc-495c-8184-1a5bc1c525d1 admin admin] 10.222.0.15 "PUT /v2.0/routers/72f5fdc4-2531-4a69-bb33-da00672a9165/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6107554 Jul 24 00:46:01.206288 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-8db7eba3-a8e6-41ec-b998-23f705449cbf tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:01.208716 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9d59d7ff-cd3e-4e50-a04e-e2a91ea97543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:01.219108 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['e26ba7bc-df08-4bb6-9190-ffb5d7f68be7'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:46:01.232203 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port d21765c0-0049-43d6-9673-d16ef3d23a6a completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:46:01.240391 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-8db7eba3-a8e6-41ec-b998-23f705449cbf tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Transition to ACTIVE for port object 3cfc09f3-9ae1-44f6-8a6b-42b608d259f8 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:46:01.248961 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d59d7ff-cd3e-4e50-a04e-e2a91ea97543 admin admin] Network 3ac37ea8-db7a-4586-8bc9-aaacac2f1ef2 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:46:01.252546 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-9d59d7ff-cd3e-4e50-a04e-e2a91ea97543 admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:46:01.277375 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port d21765c0-0049-43d6-9673-d16ef3d23a6a triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:01.277760 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:01.306110 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d59d7ff-cd3e-4e50-a04e-e2a91ea97543 admin admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:46:01.307364 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9d59d7ff-cd3e-4e50-a04e-e2a91ea97543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:01.369261 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-8db7eba3-a8e6-41ec-b998-23f705449cbf tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:01.394981 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-57eda894-40f5-4b7c-a0c4-18f47a33e67d None None] Set router 72f5fdc4-2531-4a69-bb33-da00672a9165 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:46:01.639435 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-8db7eba3-a8e6-41ec-b998-23f705449cbf tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Network 064170bd-7ae3-42cd-9c1f-14f6db2f099c is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:46:01.706101 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-8db7eba3-a8e6-41ec-b998-23f705449cbf tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:46:01.751513 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-8db7eba3-a8e6-41ec-b998-23f705449cbf tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:46:01.763386 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:01.774951 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9d59d7ff-cd3e-4e50-a04e-e2a91ea97543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:01.868822 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port d21765c0-0049-43d6-9673-d16ef3d23a6a, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=d21765c0-0049-43d6-9673-d16ef3d23a6a,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:46:01.872348 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-98b556d2-f710-4a31-ad8d-27c2473bb4bb None None] Provisioning for port 37b9fa70-d416-4407-b1e7-b512d67ec5ec completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:46:01.883512 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-98b556d2-f710-4a31-ad8d-27c2473bb4bb None None] Provisioning complete for port 37b9fa70-d416-4407-b1e7-b512d67ec5ec triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:01.885898 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-98b556d2-f710-4a31-ad8d-27c2473bb4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:01.916379 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db7eba3-a8e6-41ec-b998-23f705449cbf tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Pushing event updated for resources: {'Port': ['ID=3cfc09f3-9ae1-44f6-8a6b-42b608d259f8,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:01.991909 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-98b556d2-f710-4a31-ad8d-27c2473bb4bb None None] Port 37b9fa70-d416-4407-b1e7-b512d67ec5ec cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:46:01.994392 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:02.035280 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-57eda894-40f5-4b7c-a0c4-18f47a33e67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f5fdc4-2531-4a69-bb33-da00672a9165', 'name': 'tempest-TaggedBootDevicesTest_v242-106977617-router', 'tenant_id': '23f38d06c8d14c15821cdb6c563f3213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '9f958658-4cd2-4835-9556-8b89af85fd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:45:41Z', 'updated_at': '2021-07-24T00:45:56Z', 'revision_number': 4, 'project_id': '23f38d06c8d14c15821cdb6c563f3213', 'gw_port': {'id': '9f958658-4cd2-4835-9556-8b89af85fd39', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f5fdc4-2531-4a69-bb33-da00672a9165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:44Z', 'updated_at': '2021-07-24T00:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '0889f85c-48a0-4075-a812-56eef158f77f', 'name': '', 'network_id': 'fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414', 'tenant_id': '23f38d06c8d14c15821cdb6c563f3213', 'mac_address': 'fa:16:3e:9a:de:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f5fdc4-2531-4a69-bb33-da00672a9165', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'e87587b1-abf9-464b-ac3b-f70ea6c04f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:53Z', 'updated_at': '2021-07-24T00:45:57Z', 'revision_number': 2, 'project_id': '23f38d06c8d14c15821cdb6c563f3213', 'subnets': [{'id': 'e87587b1-abf9-464b-ac3b-f70ea6c04f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:46:02.130233 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-8db7eba3-a8e6-41ec-b998-23f705449cbf tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:02.147934 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-8db7eba3-a8e6-41ec-b998-23f705449cbf tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:02.153596 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device e26ba7bc-df08-4bb6-9190-ffb5d7f68be7 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:46:02.163265 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57eda894-40f5-4b7c-a0c4-18f47a33e67d None None] Checking router: 72f5fdc4-2531-4a69-bb33-da00672a9165 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:46:02.167059 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57eda894-40f5-4b7c-a0c4-18f47a33e67d None None] Updating router 72f5fdc4-2531-4a69-bb33-da00672a9165 port 0889f85c-48a0-4075-a812-56eef158f77f binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:46:02.218399 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=d21765c0-0049-43d6-9673-d16ef3d23a6a,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:02.221647 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f6206-f253-4d0f-9e0e-b8f7582fcb77 req-d92d488c-8749-4e3e-9175-d92c545e5dc3 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:02.225832 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-898f6206-f253-4d0f-9e0e-b8f7582fcb77 req-d92d488c-8749-4e3e-9175-d92c545e5dc3 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ea5d19a-56bc-48b1-8465-2ced10cecf5d HTTP/1.1" status: 200 len: 948 time: 0.8864937 Jul 24 00:46:02.236257 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d59d7ff-cd3e-4e50-a04e-e2a91ea97543 admin admin] Pushing event updated for resources: {'Port': ['ID=37b9fa70-d416-4407-b1e7-b512d67ec5ec,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:02.344975 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-57eda894-40f5-4b7c-a0c4-18f47a33e67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:02.374448 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-898f6206-f253-4d0f-9e0e-b8f7582fcb77 req-b80d246d-66a4-489a-81cb-4ff90f48d5cf tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350281 Jul 24 00:46:02.381727 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a1629be8-e23f-4fb5-9f0c-e85ef8b9dba0 None None] Provisioning for port 3cfc09f3-9ae1-44f6-8a6b-42b608d259f8 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:46:02.388547 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9d59d7ff-cd3e-4e50-a04e-e2a91ea97543 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:02.403303 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a1629be8-e23f-4fb5-9f0c-e85ef8b9dba0 None None] Provisioning complete for port 3cfc09f3-9ae1-44f6-8a6b-42b608d259f8 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:02.403706 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a1629be8-e23f-4fb5-9f0c-e85ef8b9dba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:02.435500 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4214c6f-6607-44ec-b0c6-2721a748fa3b req-db741576-8f85-48a8-8418-eb6af2dbffa0 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:02.454109 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a4214c6f-6607-44ec-b0c6-2721a748fa3b req-db741576-8f85-48a8-8418-eb6af2dbffa0 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/ports?device_id=217208aa-b219-4b6c-9a56-8954a45f3639 HTTP/1.1" status: 200 len: 936 time: 0.6688576 Jul 24 00:46:02.489180 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9d59d7ff-cd3e-4e50-a04e-e2a91ea97543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:02.489972 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9d59d7ff-cd3e-4e50-a04e-e2a91ea97543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:02.499746 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a0db7d64-cde9-4e70-a4f0-c6bc9195fb67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:02.521469 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a0db7d64-cde9-4e70-a4f0-c6bc9195fb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:02.541585 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-a1629be8-e23f-4fb5-9f0c-e85ef8b9dba0 None None] Port 3cfc09f3-9ae1-44f6-8a6b-42b608d259f8 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:46:02.545028 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port e26ba7bc-df08-4bb6-9190-ffb5d7f68be7 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:46:02.551544 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device d21765c0-0049-43d6-9673-d16ef3d23a6a up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:46:02.575803 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-8db7eba3-a8e6-41ec-b998-23f705449cbf tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4024212 Jul 24 00:46:02.607923 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port e26ba7bc-df08-4bb6-9190-ffb5d7f68be7 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:02.608312 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:02.631186 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-9b3079e4-6547-431c-8f59-a8202f96cf88 service neutron] Request body: {'port': {'device_id': '217208aa-b219-4b6c-9a56-8954a45f3639', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:46:02.660756 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d59d7ff-cd3e-4e50-a04e-e2a91ea97543 admin admin] Pushing event updated for resources: {'Port': ['ID=37b9fa70-d416-4407-b1e7-b512d67ec5ec,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:02.737752 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db7d64-cde9-4e70-a4f0-c6bc9195fb67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa945e40-2e81-4ddf-85e2-7ffba6bd9e77,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:02.762323 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a0db7d64-cde9-4e70-a4f0-c6bc9195fb67 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ed89080a4fa14824b6da85eb88566a30&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0008333 Jul 24 00:46:02.763461 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46626) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:46:02.815473 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port d21765c0-0049-43d6-9673-d16ef3d23a6a triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:02.817404 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:02.903731 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a4214c6f-6607-44ec-b0c6-2721a748fa3b req-15d7888f-4dc5-4f3b-ade2-132bfd58b281 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f909524-2c4c-48d3-8499-44adfd15f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4486198 Jul 24 00:46:02.980140 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-9b3079e4-6547-431c-8f59-a8202f96cf88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:03.014985 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d59d7ff-cd3e-4e50-a04e-e2a91ea97543 admin admin] Network 3ac37ea8-db7a-4586-8bc9-aaacac2f1ef2 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:46:03.017946 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-9d59d7ff-cd3e-4e50-a04e-e2a91ea97543 admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:46:03.110200 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:03.132031 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-57eda894-40f5-4b7c-a0c4-18f47a33e67d None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:03.141213 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2ceb047a-fddd-4ad6-bef7-5bd8453547e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:03.160574 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-57eda894-40f5-4b7c-a0c4-18f47a33e67d None None] Transition to ACTIVE for port object 0889f85c-48a0-4075-a812-56eef158f77f will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:46:03.175289 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-57eda894-40f5-4b7c-a0c4-18f47a33e67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:03.193833 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea5d19a-56bc-48b1-8465-2ced10cecf5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26ba7bc-df08-4bb6-9190-ffb5d7f68be7'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:46:03.205625 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d68b9f7-b826-4519-8c48-5269cf0b0fbf" -d '{"events": [{"server_uuid": "0ea5d19a-56bc-48b1-8465-2ced10cecf5d", "name": "network-vif-plugged", "status": "completed", "tag": "e26ba7bc-df08-4bb6-9190-ffb5d7f68be7"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:46:03.266281 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2ceb047a-fddd-4ad6-bef7-5bd8453547e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:03.291661 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port e26ba7bc-df08-4bb6-9190-ffb5d7f68be7, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=e26ba7bc-df08-4bb6-9190-ffb5d7f68be7,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:46:03.307688 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:03.346487 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1db770-1106-4b00-b6f7-7a8e03306115 x-openstack-request-id: req-3e1db770-1106-4b00-b6f7-7a8e03306115 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:46:03.351783 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea5d19a-56bc-48b1-8465-2ced10cecf5d", "name": "network-vif-plugged", "status": "completed", "tag": "e26ba7bc-df08-4bb6-9190-ffb5d7f68be7", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:46:03.352296 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3e1db770-1106-4b00-b6f7-7a8e03306115 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:46:03.353526 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea5d19a-56bc-48b1-8465-2ced10cecf5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26ba7bc-df08-4bb6-9190-ffb5d7f68be7', 'code': 200} Jul 24 00:46:03.565803 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d59d7ff-cd3e-4e50-a04e-e2a91ea97543 admin admin] Router 699a68c7-310e-4b4c-836e-76ba3dbb6edc has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:46:03.602456 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=e26ba7bc-df08-4bb6-9190-ffb5d7f68be7,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:03.680731 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8580f1f8-fc2f-4363-9975-db1a69715567 None None] Provisioning complete for port 37b9fa70-d416-4407-b1e7-b512d67ec5ec triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:03.684220 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8580f1f8-fc2f-4363-9975-db1a69715567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:03.736391 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b087a9-dac1-4aa4-81dd-704eb9070914 None None] Pushing event updated for resources: {'Port': ['ID=0889f85c-48a0-4075-a812-56eef158f77f,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:03.755922 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-57eda894-40f5-4b7c-a0c4-18f47a33e67d None None] Attempting to bind port 0889f85c-48a0-4075-a812-56eef158f77f on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:46:03.756736 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-57eda894-40f5-4b7c-a0c4-18f47a33e67d None None] Attempting to bind port 0889f85c-48a0-4075-a812-56eef158f77f by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '719843d8-5fea-4363-bbdc-981ab26ff953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:46:03.757645 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eda894-40f5-4b7c-a0c4-18f47a33e67d None None] Attempting to bind port 0889f85c-48a0-4075-a812-56eef158f77f on network fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:46:03.766325 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2ceb047a-fddd-4ad6-bef7-5bd8453547e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:03.767709 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eda894-40f5-4b7c-a0c4-18f47a33e67d None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:46:03.768292 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eda894-40f5-4b7c-a0c4-18f47a33e67d None None] Checking segment: {'id': '719843d8-5fea-4363-bbdc-981ab26ff953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:46:03.768842 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-57eda894-40f5-4b7c-a0c4-18f47a33e67d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:03.769388 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57eda894-40f5-4b7c-a0c4-18f47a33e67d None None] Bound using segment: {'id': '719843d8-5fea-4363-bbdc-981ab26ff953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:46:03.770052 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-57eda894-40f5-4b7c-a0c4-18f47a33e67d None None] Bound port: 0889f85c-48a0-4075-a812-56eef158f77f, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719843d8-5fea-4363-bbdc-981ab26ff953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:46:03.770607 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-57eda894-40f5-4b7c-a0c4-18f47a33e67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:03.778385 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-8580f1f8-fc2f-4363-9975-db1a69715567 None None] Port 37b9fa70-d416-4407-b1e7-b512d67ec5ec cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:46:03.795543 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2ceb047a-fddd-4ad6-bef7-5bd8453547e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:03.801974 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2ceb047a-fddd-4ad6-bef7-5bd8453547e2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fa945e40-2e81-4ddf-85e2-7ffba6bd9e77 HTTP/1.1" status: 204 len: 168 time: 1.0327835 Jul 24 00:46:03.862388 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb047a-fddd-4ad6-bef7-5bd8453547e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa945e40-2e81-4ddf-85e2-7ffba6bd9e77,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:03.917666 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78629cac-b19f-4021-b09c-c4964c4a9320 req-0a10a71d-70ae-417b-95d6-36fc06f34011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:03.921324 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-78629cac-b19f-4021-b09c-c4964c4a9320 req-0a10a71d-70ae-417b-95d6-36fc06f34011 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0ea5d19a-56bc-48b1-8465-2ced10cecf5d HTTP/1.1" status: 200 len: 1101 time: 0.5229802 Jul 24 00:46:04.001055 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-57eda894-40f5-4b7c-a0c4-18f47a33e67d None None] For port 0889f85c-48a0-4075-a812-56eef158f77f, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:46:04.015498 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-57eda894-40f5-4b7c-a0c4-18f47a33e67d None None] For port 0889f85c-48a0-4075-a812-56eef158f77f, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0889f85c-48a0-4075-a812-56eef158f77f,segment=NetworkSegment(719843d8-5fea-4363-bbdc-981ab26ff953),segment_id=719843d8-5fea-4363-bbdc-981ab26ff953)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:46:04.026248 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-57eda894-40f5-4b7c-a0c4-18f47a33e67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:04.068757 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-78629cac-b19f-4021-b09c-c4964c4a9320 req-5b2ed08d-d375-4ca4-b82b-24ec546d3ecb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305113 Jul 24 00:46:04.133947 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-9b3079e4-6547-431c-8f59-a8202f96cf88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cfc09f3-9ae1-44f6-8a6b-42b608d259f8 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:46:04.250623 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57eda894-40f5-4b7c-a0c4-18f47a33e67d None None] Routers {'72f5fdc4-2531-4a69-bb33-da00672a9165'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:46:04.252780 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-57eda894-40f5-4b7c-a0c4-18f47a33e67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:45:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['72f5fdc4-2531-4a69-bb33-da00672a9165'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:46:04.267124 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-9b3079e4-6547-431c-8f59-a8202f96cf88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:04.300812 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b087a9-dac1-4aa4-81dd-704eb9070914 None None] Pushing event updated for resources: {'Port': ['ID=0889f85c-48a0-4075-a812-56eef158f77f,revision_number=4']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:04.331492 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9ec9b-6ed8-44a9-bb57-d3b88b3b8a2f req-6ec0ca2e-1dcb-47c9-ae14-2e9465b22393 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:04.338242 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a5a9ec9b-6ed8-44a9-bb57-d3b88b3b8a2f req-6ec0ca2e-1dcb-47c9-ae14-2e9465b22393 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ea5d19a-56bc-48b1-8465-2ced10cecf5d HTTP/1.1" status: 200 len: 949 time: 0.7325377 Jul 24 00:46:04.397524 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-9b3079e4-6547-431c-8f59-a8202f96cf88 service neutron] Transition to ACTIVE for port object 3cfc09f3-9ae1-44f6-8a6b-42b608d259f8 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:46:04.430956 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:04.457289 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7de93d-9eb1-4099-908c-59123776646a req-c39bf2b3-f7bc-4930-b3e0-abd258bee584 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:04.466354 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2a7de93d-9eb1-4099-908c-59123776646a req-c39bf2b3-f7bc-4930-b3e0-abd258bee584 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/ports?device_id=217208aa-b219-4b6c-9a56-8954a45f3639 HTTP/1.1" status: 200 len: 936 time: 0.3682141 Jul 24 00:46:04.473147 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d59d7ff-cd3e-4e50-a04e-e2a91ea97543 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:46:04.476534 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-9b3079e4-6547-431c-8f59-a8202f96cf88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:04.490837 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7382c5cf-ac01-475b-a307-ad58f03c166e None None] Sync routers for ids ['699a68c7-310e-4b4c-836e-76ba3dbb6edc'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:46:04.497129 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9d59d7ff-cd3e-4e50-a04e-e2a91ea97543 admin admin] 10.222.0.15 "PUT /v2.0/routers/699a68c7-310e-4b4c-836e-76ba3dbb6edc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4900913 Jul 24 00:46:04.510026 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7382c5cf-ac01-475b-a307-ad58f03c166e None None] Routers {'699a68c7-310e-4b4c-836e-76ba3dbb6edc'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:46:04.515945 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-7382c5cf-ac01-475b-a307-ad58f03c166e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:45:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['699a68c7-310e-4b4c-836e-76ba3dbb6edc'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:46:04.570068 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a5a9ec9b-6ed8-44a9-bb57-d3b88b3b8a2f req-becc9fa5-3e40-4fbf-a2cf-b23249f1a5a3 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214825 Jul 24 00:46:04.632313 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3079e4-6547-431c-8f59-a8202f96cf88 service neutron] Pushing event updated for resources: {'Port': ['ID=3cfc09f3-9ae1-44f6-8a6b-42b608d259f8,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:04.740495 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-57eda894-40f5-4b7c-a0c4-18f47a33e67d None None] Set router 72f5fdc4-2531-4a69-bb33-da00672a9165 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:46:04.875733 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46688) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:46:04.908839 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:05.005296 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2a7de93d-9eb1-4099-908c-59123776646a req-93b251ba-80c7-4313-9b0d-522e9706d11c tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f909524-2c4c-48d3-8499-44adfd15f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5370812 Jul 24 00:46:05.009815 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-9b3079e4-6547-431c-8f59-a8202f96cf88 service neutron] Attempting to bind port 3cfc09f3-9ae1-44f6-8a6b-42b608d259f8 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:46:05.012671 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-9b3079e4-6547-431c-8f59-a8202f96cf88 service neutron] Attempting to bind port 3cfc09f3-9ae1-44f6-8a6b-42b608d259f8 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:46:05.014747 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-9b3079e4-6547-431c-8f59-a8202f96cf88 service neutron] Attempting to bind port 3cfc09f3-9ae1-44f6-8a6b-42b608d259f8 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:46:05.049500 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-9b3079e4-6547-431c-8f59-a8202f96cf88 service neutron] Port 3cfc09f3-9ae1-44f6-8a6b-42b608d259f8 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:46:05.049867 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-9b3079e4-6547-431c-8f59-a8202f96cf88 service neutron] Attempting to bind port 3cfc09f3-9ae1-44f6-8a6b-42b608d259f8 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:46:05.052692 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-7382c5cf-ac01-475b-a307-ad58f03c166e None None] Set router 699a68c7-310e-4b4c-836e-76ba3dbb6edc gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:46:05.072565 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-9b3079e4-6547-431c-8f59-a8202f96cf88 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:46:05.072914 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-9b3079e4-6547-431c-8f59-a8202f96cf88 service neutron] Checking segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:46:05.075993 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-9b3079e4-6547-431c-8f59-a8202f96cf88 service neutron] Bound using segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:46:05.076556 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-9b3079e4-6547-431c-8f59-a8202f96cf88 service neutron] Bound port: 3cfc09f3-9ae1-44f6-8a6b-42b608d259f8, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:46:05.076921 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-9b3079e4-6547-431c-8f59-a8202f96cf88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:05.296710 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-1d189833-fb28-491d-a6f9-54070c55676b tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2100389463'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:46:05.339143 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-9b3079e4-6547-431c-8f59-a8202f96cf88 service neutron] For port 3cfc09f3-9ae1-44f6-8a6b-42b608d259f8, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:46:05.348832 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-9b3079e4-6547-431c-8f59-a8202f96cf88 service neutron] For port 3cfc09f3-9ae1-44f6-8a6b-42b608d259f8, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=3cfc09f3-9ae1-44f6-8a6b-42b608d259f8,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:46:05.362926 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-9b3079e4-6547-431c-8f59-a8202f96cf88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:05.415749 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d189833-fb28-491d-a6f9-54070c55676b tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Made reservation on behalf of ddce8b228d0d4a4bb7bd9050c384a277 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:46:05.428788 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1d189833-fb28-491d-a6f9-54070c55676b tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:05.453462 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-57eda894-40f5-4b7c-a0c4-18f47a33e67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f5fdc4-2531-4a69-bb33-da00672a9165', 'name': 'tempest-TaggedBootDevicesTest_v242-106977617-router', 'tenant_id': '23f38d06c8d14c15821cdb6c563f3213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '9f958658-4cd2-4835-9556-8b89af85fd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:45:41Z', 'updated_at': '2021-07-24T00:45:56Z', 'revision_number': 4, 'project_id': '23f38d06c8d14c15821cdb6c563f3213', 'gw_port': {'id': '9f958658-4cd2-4835-9556-8b89af85fd39', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f5fdc4-2531-4a69-bb33-da00672a9165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:44Z', 'updated_at': '2021-07-24T00:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '0889f85c-48a0-4075-a812-56eef158f77f', 'name': '', 'network_id': 'fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414', 'tenant_id': '23f38d06c8d14c15821cdb6c563f3213', 'mac_address': 'fa:16:3e:9a:de:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f5fdc4-2531-4a69-bb33-da00672a9165', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'e87587b1-abf9-464b-ac3b-f70ea6c04f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:53Z', 'updated_at': '2021-07-24T00:46:03Z', 'revision_number': 4, 'project_id': '23f38d06c8d14c15821cdb6c563f3213', 'subnets': [{'id': 'e87587b1-abf9-464b-ac3b-f70ea6c04f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:46:05.507859 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-9b3079e4-6547-431c-8f59-a8202f96cf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:05.509563 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-9b3079e4-6547-431c-8f59-a8202f96cf88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:05.515247 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-9b3079e4-6547-431c-8f59-a8202f96cf88 service neutron] 10.222.0.13 "PUT /v2.0/ports/3cfc09f3-9ae1-44f6-8a6b-42b608d259f8 HTTP/1.1" status: 200 len: 1097 time: 2.9015729 Jul 24 00:46:05.520120 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217208aa-b219-4b6c-9a56-8954a45f3639', 'tag': '3cfc09f3-9ae1-44f6-8a6b-42b608d259f8'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:46:05.525873 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d189833-fb28-491d-a6f9-54070c55676b tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:46:05.528979 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57eda894-40f5-4b7c-a0c4-18f47a33e67d None None] The sync data for ids ['72f5fdc4-2531-4a69-bb33-da00672a9165'] in n-d-793621-25 is: [{'id': '72f5fdc4-2531-4a69-bb33-da00672a9165', 'name': 'tempest-TaggedBootDevicesTest_v242-106977617-router', 'tenant_id': '23f38d06c8d14c15821cdb6c563f3213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '9f958658-4cd2-4835-9556-8b89af85fd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:45:41Z', 'updated_at': '2021-07-24T00:45:56Z', 'revision_number': 4, 'project_id': '23f38d06c8d14c15821cdb6c563f3213', 'gw_port': {'id': '9f958658-4cd2-4835-9556-8b89af85fd39', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f5fdc4-2531-4a69-bb33-da00672a9165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:44Z', 'updated_at': '2021-07-24T00:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '0889f85c-48a0-4075-a812-56eef158f77f', 'name': '', 'network_id': 'fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414', 'tenant_id': '23f38d06c8d14c15821cdb6c563f3213', 'mac_address': 'fa:16:3e:9a:de:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72f5fdc4-2531-4a69-bb33-da00672a9165', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'e87587b1-abf9-464b-ac3b-f70ea6c04f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:53Z', 'updated_at': '2021-07-24T00:46:03Z', 'revision_number': 4, 'project_id': '23f38d06c8d14c15821cdb6c563f3213', 'subnets': [{'id': 'e87587b1-abf9-464b-ac3b-f70ea6c04f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:46:05.537834 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea48b90-b91c-4a80-b682-3adbfa1886b9" -d '{"events": [{"name": "network-changed", "server_uuid": "217208aa-b219-4b6c-9a56-8954a45f3639", "tag": "3cfc09f3-9ae1-44f6-8a6b-42b608d259f8"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:46:05.580036 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1d189833-fb28-491d-a6f9-54070c55676b tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:05.583916 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-1d189833-fb28-491d-a6f9-54070c55676b tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Added segment 0e636ac7-f63a-4f42-9829-dab4c0c2170e of type vlan for network 59024805-88c5-41ce-a4e4-414fd8a861e1 Jul 24 00:46:05.732467 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-7382c5cf-ac01-475b-a307-ad58f03c166e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699a68c7-310e-4b4c-836e-76ba3dbb6edc', 'name': 'tempest-ServersTestMultiNic-853645673-router', 'tenant_id': 'ddce8b228d0d4a4bb7bd9050c384a277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'd21765c0-0049-43d6-9673-d16ef3d23a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:45:43Z', 'updated_at': '2021-07-24T00:46:01Z', 'revision_number': 4, 'project_id': 'ddce8b228d0d4a4bb7bd9050c384a277', 'gw_port': {'id': 'd21765c0-0049-43d6-9673-d16ef3d23a6a', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699a68c7-310e-4b4c-836e-76ba3dbb6edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:45Z', 'updated_at': '2021-07-24T00:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '37b9fa70-d416-4407-b1e7-b512d67ec5ec', 'name': '', 'network_id': '3ac37ea8-db7a-4586-8bc9-aaacac2f1ef2', 'tenant_id': 'ddce8b228d0d4a4bb7bd9050c384a277', 'mac_address': 'fa:16:3e:c1:51:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699a68c7-310e-4b4c-836e-76ba3dbb6edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '99d61769-634b-45ed-84df-d0dab2cd2a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:59Z', 'updated_at': '2021-07-24T00:46:01Z', 'revision_number': 2, 'project_id': 'ddce8b228d0d4a4bb7bd9050c384a277', 'subnets': [{'id': '99d61769-634b-45ed-84df-d0dab2cd2a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:46:05.769979 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:46:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224627ad-ebc0-4c88-806d-a50fdc234621 x-openstack-request-id: req-224627ad-ebc0-4c88-806d-a50fdc234621 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:46:05.770271 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217208aa-b219-4b6c-9a56-8954a45f3639", "tag": "3cfc09f3-9ae1-44f6-8a6b-42b608d259f8", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:46:05.770533 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-224627ad-ebc0-4c88-806d-a50fdc234621 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:46:05.773224 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217208aa-b219-4b6c-9a56-8954a45f3639', 'tag': '3cfc09f3-9ae1-44f6-8a6b-42b608d259f8', 'status': 'completed', 'code': 200} Jul 24 00:46:05.833143 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1d189833-fb28-491d-a6f9-54070c55676b tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:05.888959 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7382c5cf-ac01-475b-a307-ad58f03c166e None None] Checking router: 699a68c7-310e-4b4c-836e-76ba3dbb6edc for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:46:05.893300 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7382c5cf-ac01-475b-a307-ad58f03c166e None None] Updating router 699a68c7-310e-4b4c-836e-76ba3dbb6edc port 37b9fa70-d416-4407-b1e7-b512d67ec5ec binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:46:05.941325 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3079e4-6547-431c-8f59-a8202f96cf88 service neutron] Pushing event updated for resources: {'Port': ['ID=3cfc09f3-9ae1-44f6-8a6b-42b608d259f8,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:05.960442 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1d189833-fb28-491d-a6f9-54070c55676b tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:05.982195 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d189833-fb28-491d-a6f9-54070c55676b tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:05.986289 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1d189833-fb28-491d-a6f9-54070c55676b tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:06.002309 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-79e14de7-eb9c-4c95-8a59-44e1b555bc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:06.007682 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-79e14de7-eb9c-4c95-8a59-44e1b555bc47 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6acc66f65470401fbb6f7f99380344fc&device_id=217208aa-b219-4b6c-9a56-8954a45f3639 HTTP/1.1" status: 200 len: 1100 time: 0.4417105 Jul 24 00:46:06.063866 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7382c5cf-ac01-475b-a307-ad58f03c166e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:06.159576 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1d189833-fb28-491d-a6f9-54070c55676b tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2737434 Jul 24 00:46:06.168601 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46746) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:46:06.179014 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-31738145-8db7-443b-92f2-5cffcc8f5c9c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=3cfc09f3-9ae1-44f6-8a6b-42b608d259f8 HTTP/1.1" status: 200 len: 217 time: 0.1642118 Jul 24 00:46:06.252051 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-7755b5ae-4ca5-454a-a68e-cdd38c24bb83 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Request body: {'subnet': {'network_id': '59024805-88c5-41ce-a4e4-414fd8a861e1', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:46:06.285766 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-606bda8e-a77d-4b33-b36b-4fb31f057627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:06.287355 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-606bda8e-a77d-4b33-b36b-4fb31f057627 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.0991669 Jul 24 00:46:06.424760 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d189833-fb28-491d-a6f9-54070c55676b tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Pushing event updated for resources: {'Network': ['ID=59024805-88c5-41ce-a4e4-414fd8a861e1,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:06.453660 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7593280-6eff-4a39-8ff1-292e4e2b9d94 req-d63f6dab-d659-4a46-8b40-d3e5f010c993 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:06.455508 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c7593280-6eff-4a39-8ff1-292e4e2b9d94 req-d63f6dab-d659-4a46-8b40-d3e5f010c993 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ea5d19a-56bc-48b1-8465-2ced10cecf5d HTTP/1.1" status: 200 len: 949 time: 0.4621053 Jul 24 00:46:06.523890 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7755b5ae-4ca5-454a-a68e-cdd38c24bb83 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Made reservation on behalf of ddce8b228d0d4a4bb7bd9050c384a277 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:46:06.528910 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81481f78-1a28-4dfd-be5a-e13037c8d341 req-850ba02f-93df-439c-b3e4-a40697bf1f85 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:06.531175 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-81481f78-1a28-4dfd-be5a-e13037c8d341 req-850ba02f-93df-439c-b3e4-a40697bf1f85 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/ports?device_id=217208aa-b219-4b6c-9a56-8954a45f3639 HTTP/1.1" status: 200 len: 948 time: 0.2350817 Jul 24 00:46:06.533386 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-a4ac73f3-0377-478c-9846-c063c31269a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:06.535292 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-a4ac73f3-0377-478c-9846-c063c31269a6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2404809 Jul 24 00:46:06.535726 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7755b5ae-4ca5-454a-a68e-cdd38c24bb83 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks [] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:06.543152 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46754) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:46:06.546359 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 59024805-88c5-41ce-a4e4-414fd8a861e1 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:46:06.549014 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0889f85c-48a0-4075-a812-56eef158f77f up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:46:06.794252 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c7593280-6eff-4a39-8ff1-292e4e2b9d94 req-16ebcd96-8cc2-4d06-a642-127123b800bf tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267241 Jul 24 00:46:06.944273 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-81481f78-1a28-4dfd-be5a-e13037c8d341 req-fc906e3a-69fe-4dd3-b0bd-ab22f2553d81 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f909524-2c4c-48d3-8499-44adfd15f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058361 Jul 24 00:46:07.021298 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-25ae3fa4-5529-45b3-a4aa-9c9ae1bc8858 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4743915 Jul 24 00:46:07.197151 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-313d36e3-07d3-4baf-8e31-1ae62ee985e6 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1112363615-network', 'tenant_id': 'f6c3815e83b546d1ba8426b7607dbf30'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:46:07.267197 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 0889f85c-48a0-4075-a812-56eef158f77f completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:46:07.273387 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313d36e3-07d3-4baf-8e31-1ae62ee985e6 admin admin] Made reservation on behalf of f6c3815e83b546d1ba8426b7607dbf30 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:46:07.276065 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-313d36e3-07d3-4baf-8e31-1ae62ee985e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:07.290153 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7755b5ae-4ca5-454a-a68e-cdd38c24bb83 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:07.343749 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 0889f85c-48a0-4075-a812-56eef158f77f triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:07.344132 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:07.355645 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-313d36e3-07d3-4baf-8e31-1ae62ee985e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:07.383769 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c86e39d2-865c-4d98-a908-16aca0836f99 req-38b5951d-488a-44f8-9943-581ebe24cf97 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0ea5d19a-56bc-48b1-8465-2ced10cecf5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5232241 Jul 24 00:46:07.504470 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-840b39fd-0f43-4815-940d-9d85b5ad02ef req-8429b21e-2dea-4476-a2f0-263b958e7a9e service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4712882 Jul 24 00:46:07.631752 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7755b5ae-4ca5-454a-a68e-cdd38c24bb83 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Pushing event updated for resources: {'Subnet': ['ID=e5199780-1087-4752-bb20-78418d70859a,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:07.633216 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e39d2-865c-4d98-a908-16aca0836f99 req-e92a8996-940e-4857-b97c-ffd994100d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:07.635425 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c86e39d2-865c-4d98-a908-16aca0836f99 req-e92a8996-940e-4857-b97c-ffd994100d3d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=0ea5d19a-56bc-48b1-8465-2ced10cecf5d HTTP/1.1" status: 200 len: 1101 time: 0.1824284 Jul 24 00:46:07.674311 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7755b5ae-4ca5-454a-a68e-cdd38c24bb83 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Checking segment: {'id': '0e636ac7-f63a-4f42-9829-dab4c0c2170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59024805-88c5-41ce-a4e4-414fd8a861e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:46:07.674672 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7755b5ae-4ca5-454a-a68e-cdd38c24bb83 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Network hostable DHCP agents. Network: 59024805-88c5-41ce-a4e4-414fd8a861e1, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:46:07.762498 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7755b5ae-4ca5-454a-a68e-cdd38c24bb83 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Network 59024805-88c5-41ce-a4e4-414fd8a861e1 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:46:07.773042 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7382c5cf-ac01-475b-a307-ad58f03c166e None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:07.796929 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-7755b5ae-4ca5-454a-a68e-cdd38c24bb83 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 59024805-88c5-41ce-a4e4-414fd8a861e1) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:46:07.808997 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46776) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:46:07.813059 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7755b5ae-4ca5-454a-a68e-cdd38c24bb83 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:07.813667 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7755b5ae-4ca5-454a-a68e-cdd38c24bb83 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:07.829909 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8455a2ee-04d4-4f48-855e-aae5153c81a3 None None] Network 59024805-88c5-41ce-a4e4-414fd8a861e1 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:46:07.936998 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-7382c5cf-ac01-475b-a307-ad58f03c166e None None] Transition to ACTIVE for port object 37b9fa70-d416-4407-b1e7-b512d67ec5ec will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:46:07.982340 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea48b90-b91c-4a80-b682-3adbfa1886b9 req-0c3714c3-50ac-43d7-9d2d-b38c4a7180d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:07.982340 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2ea48b90-b91c-4a80-b682-3adbfa1886b9 req-0c3714c3-50ac-43d7-9d2d-b38c4a7180d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6acc66f65470401fbb6f7f99380344fc&device_id=217208aa-b219-4b6c-9a56-8954a45f3639 HTTP/1.1" status: 200 len: 1100 time: 0.4021726 Jul 24 00:46:07.982340 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e39d2-865c-4d98-a908-16aca0836f99 req-365e1ed5-29ef-4ae7-aaae-184b5903e734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:07.982340 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c86e39d2-865c-4d98-a908-16aca0836f99 req-365e1ed5-29ef-4ae7-aaae-184b5903e734 service neutron] 10.222.0.13 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.3114147 Jul 24 00:46:08.090746 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7382c5cf-ac01-475b-a307-ad58f03c166e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:08.098831 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c86e39d2-865c-4d98-a908-16aca0836f99 req-6f5dc05c-a4fe-4ac8-9f9e-4319ea927c0e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=e26ba7bc-df08-4bb6-9190-ffb5d7f68be7 HTTP/1.1" status: 200 len: 217 time: 0.1007986 Jul 24 00:46:08.186044 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-313d36e3-07d3-4baf-8e31-1ae62ee985e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:08.254385 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7755b5ae-4ca5-454a-a68e-cdd38c24bb83 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0558505 Jul 24 00:46:08.263021 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc506f8-e498-4d37-8bde-f3594991c60d req-ed5e50c4-2cac-4994-99b1-2e880179e294 tempest-ServersOnMultiNodesTest-1056946927 tempest-ServersOnMultiNodesTest-1056946927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:08.265053 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bfc506f8-e498-4d37-8bde-f3594991c60d req-ed5e50c4-2cac-4994-99b1-2e880179e294 tempest-ServersOnMultiNodesTest-1056946927 tempest-ServersOnMultiNodesTest-1056946927-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0ea5d19a-56bc-48b1-8465-2ced10cecf5d HTTP/1.1" status: 200 len: 1101 time: 0.3611617 Jul 24 00:46:08.266681 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e39d2-865c-4d98-a908-16aca0836f99 req-755b1d09-0410-4114-ad19-b88f20e65bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:08.268294 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c86e39d2-865c-4d98-a908-16aca0836f99 req-755b1d09-0410-4114-ad19-b88f20e65bbe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.1050336 Jul 24 00:46:08.268920 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46786) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:46:08.277701 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-cb4dccaa-4798-4b05-a86a-cbaf412565ac tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-525307131'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:46:08.279124 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ea42bef1-0f8f-45ea-aa7d-6345a7d5e965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:08.285092 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-313d36e3-07d3-4baf-8e31-1ae62ee985e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:08.363279 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2493e7-1ebf-49f1-969c-5c5509e8cc8b req-4205fcdd-d181-44bc-9cd0-8a157585028f tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:08.365536 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dc2493e7-1ebf-49f1-969c-5c5509e8cc8b req-4205fcdd-d181-44bc-9cd0-8a157585028f tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/ports?device_id=217208aa-b219-4b6c-9a56-8954a45f3639 HTTP/1.1" status: 200 len: 948 time: 0.2386346 Jul 24 00:46:08.427637 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d36e3-07d3-4baf-8e31-1ae62ee985e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac9ccb2-9b10-489b-8099-73de6732bb1f,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:08.432399 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-bfc506f8-e498-4d37-8bde-f3594991c60d req-48aa3bad-b14d-4991-a007-090626c62189 tempest-ServersOnMultiNodesTest-1056946927 tempest-ServersOnMultiNodesTest-1056946927-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:08.445608 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dc2493e7-1ebf-49f1-969c-5c5509e8cc8b req-5bba1472-8066-4244-98bd-451a7b5af2d3 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f909524-2c4c-48d3-8499-44adfd15f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696454 Jul 24 00:46:08.491140 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-313d36e3-07d3-4baf-8e31-1ae62ee985e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:46:08.552679 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-313d36e3-07d3-4baf-8e31-1ae62ee985e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:08.553028 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-313d36e3-07d3-4baf-8e31-1ae62ee985e6 admin admin] Added segment 58fdc277-5f36-433f-9782-f46712be7157 of type vlan for network 0424e002-92c3-40ed-8018-7ea44515813a Jul 24 00:46:08.559592 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e39d2-865c-4d98-a908-16aca0836f99 req-3012749f-281b-4798-b686-040b28841c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:08.563847 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c86e39d2-865c-4d98-a908-16aca0836f99 req-3012749f-281b-4798-b686-040b28841c46 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2664762 Jul 24 00:46:08.634100 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c4360-422e-42f6-befa-390b6645dc6f None None] Pushing event updated for resources: {'Port': ['ID=37b9fa70-d416-4407-b1e7-b512d67ec5ec,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:08.689978 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:08.705402 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ea42bef1-0f8f-45ea-aa7d-6345a7d5e965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:08.723757 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ea42bef1-0f8f-45ea-aa7d-6345a7d5e965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:08.828002 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea48b90-b91c-4a80-b682-3adbfa1886b9 req-7e129ced-454d-4c54-837e-62f24b5ac254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:08.833917 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-94d00ce6-f83b-4d4c-ae86-fd6268aea25e req-0784369c-b918-4f7b-8e83-704d1f9f0841 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f09babd8-cff8-4c49-b361-fefb99f30e45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3555300 Jul 24 00:46:08.834479 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2ea48b90-b91c-4a80-b682-3adbfa1886b9 req-7e129ced-454d-4c54-837e-62f24b5ac254 service neutron] 10.222.0.13 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.8331609 Jul 24 00:46:08.898939 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea42bef1-0f8f-45ea-aa7d-6345a7d5e965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17cf19ce-19a2-40f8-846b-764760fbd4d8,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:08.938307 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ea42bef1-0f8f-45ea-aa7d-6345a7d5e965 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=379dc50245ea400aacfed193e67bd683&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1267595 Jul 24 00:46:08.968270 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-7382c5cf-ac01-475b-a307-ad58f03c166e None None] Attempting to bind port 37b9fa70-d416-4407-b1e7-b512d67ec5ec on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:46:08.968645 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46788) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:46:08.970302 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-7382c5cf-ac01-475b-a307-ad58f03c166e None None] Attempting to bind port 37b9fa70-d416-4407-b1e7-b512d67ec5ec by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'a891b474-6d3a-4dae-a5b6-694e635747be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3ac37ea8-db7a-4586-8bc9-aaacac2f1ef2'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:46:08.970945 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7382c5cf-ac01-475b-a307-ad58f03c166e None None] Attempting to bind port 37b9fa70-d416-4407-b1e7-b512d67ec5ec on network 3ac37ea8-db7a-4586-8bc9-aaacac2f1ef2 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:46:08.976100 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 0889f85c-48a0-4075-a812-56eef158f77f, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0889f85c-48a0-4075-a812-56eef158f77f,segment=NetworkSegment(719843d8-5fea-4363-bbdc-981ab26ff953),segment_id=719843d8-5fea-4363-bbdc-981ab26ff953)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:46:09.024352 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:09.035243 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7382c5cf-ac01-475b-a307-ad58f03c166e None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:46:09.036003 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7382c5cf-ac01-475b-a307-ad58f03c166e None None] Checking segment: {'id': 'a891b474-6d3a-4dae-a5b6-694e635747be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3ac37ea8-db7a-4586-8bc9-aaacac2f1ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:46:09.036740 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7382c5cf-ac01-475b-a307-ad58f03c166e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:09.037281 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7382c5cf-ac01-475b-a307-ad58f03c166e None None] Bound using segment: {'id': 'a891b474-6d3a-4dae-a5b6-694e635747be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3ac37ea8-db7a-4586-8bc9-aaacac2f1ef2'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:46:09.038259 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-7382c5cf-ac01-475b-a307-ad58f03c166e None None] Bound port: 37b9fa70-d416-4407-b1e7-b512d67ec5ec, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a891b474-6d3a-4dae-a5b6-694e635747be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3ac37ea8-db7a-4586-8bc9-aaacac2f1ef2'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:46:09.038834 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7382c5cf-ac01-475b-a307-ad58f03c166e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:09.049085 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30072d23-3957-455c-9010-ca4221273b82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-59024805-88c5-41ce-a4e4-414fd8a861e1', 'network_id': '59024805-88c5-41ce-a4e4-414fd8a861e1', 'tenant_id': 'ddce8b228d0d4a4bb7bd9050c384a277', 'fixed_ips': [{'subnet_id': 'e5199780-1087-4752-bb20-78418d70859a'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:46:09.050199 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-30072d23-3957-455c-9010-ca4221273b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:09.115257 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-064a45cc-2c75-43c2-a7c4-1b85e9e0b5b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:09.242380 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-064a45cc-2c75-43c2-a7c4-1b85e9e0b5b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:09.259085 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d00ce6-f83b-4d4c-ae86-fd6268aea25e req-4fe71b78-161f-470a-8f03-c817a70f13d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:09.262013 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-94d00ce6-f83b-4d4c-ae86-fd6268aea25e req-4fe71b78-161f-470a-8f03-c817a70f13d7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c49dfe4b8b164c34b2cb1c242cf6f8a2&device_id=f09babd8-cff8-4c49-b361-fefb99f30e45 HTTP/1.1" status: 200 len: 1097 time: 0.3784959 Jul 24 00:46:09.303425 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2ea48b90-b91c-4a80-b682-3adbfa1886b9 req-6a2ad6eb-4ff4-4bd0-a72f-65752eb0057b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=3cfc09f3-9ae1-44f6-8a6b-42b608d259f8 HTTP/1.1" status: 200 len: 217 time: 0.4274468 Jul 24 00:46:09.404076 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=0889f85c-48a0-4075-a812-56eef158f77f,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:09.409998 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-bfc506f8-e498-4d37-8bde-f3594991c60d req-48aa3bad-b14d-4991-a007-090626c62189 tempest-ServersOnMultiNodesTest-1056946927 tempest-ServersOnMultiNodesTest-1056946927-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:09.418485 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-313d36e3-07d3-4baf-8e31-1ae62ee985e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:09.426442 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.db.api [None req-cb4dccaa-4798-4b05-a86a-cbaf412565ac tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 24 00:46:09.426442 n-d-793621-25 neutron-server[100464]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 24 00:46:09.426442 n-d-793621-25 neutron-server[100464]: [parameters: {'project_id': 'ddce8b228d0d4a4bb7bd9050c384a277', 'id': '0a70a3b1-0c56-456e-a770-8834e81a19c0', 'expiration': datetime.datetime(2021, 7, 24, 0, 48, 8, 889768)}] Jul 24 00:46:09.426442 n-d-793621-25 neutron-server[100464]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100464) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:46:09.426929 n-d-793621-25 neutron-server[100464]: DEBUG oslo_db.api [None req-cb4dccaa-4798-4b05-a86a-cbaf412565ac tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:46:09.437868 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-bfc506f8-e498-4d37-8bde-f3594991c60d req-48aa3bad-b14d-4991-a007-090626c62189 tempest-ServersOnMultiNodesTest-1056946927 tempest-ServersOnMultiNodesTest-1056946927-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:09.523101 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa3bad-b14d-4991-a007-090626c62189 tempest-ServersOnMultiNodesTest-1056946927 tempest-ServersOnMultiNodesTest-1056946927-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f45b29-8c41-4716-b3f0-f9178bcfc99c,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:09.550512 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bfc506f8-e498-4d37-8bde-f3594991c60d req-48aa3bad-b14d-4991-a007-090626c62189 tempest-ServersOnMultiNodesTest-1056946927 tempest-ServersOnMultiNodesTest-1056946927-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2663689 Jul 24 00:46:09.573091 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c86e39d2-865c-4d98-a908-16aca0836f99 req-b07c38ad-cbc5-46c7-bf08-0a1daada25e4 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9882526 Jul 24 00:46:09.581650 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-7382c5cf-ac01-475b-a307-ad58f03c166e None None] For port 37b9fa70-d416-4407-b1e7-b512d67ec5ec, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:46:09.653834 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-7382c5cf-ac01-475b-a307-ad58f03c166e None None] For port 37b9fa70-d416-4407-b1e7-b512d67ec5ec, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=37b9fa70-d416-4407-b1e7-b512d67ec5ec,segment=NetworkSegment(a891b474-6d3a-4dae-a5b6-694e635747be),segment_id=a891b474-6d3a-4dae-a5b6-694e635747be)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:46:09.677885 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7382c5cf-ac01-475b-a307-ad58f03c166e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:09.678872 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea48b90-b91c-4a80-b682-3adbfa1886b9 req-a4718b2c-518a-4ff1-848d-59636eae5c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:09.690356 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2ea48b90-b91c-4a80-b682-3adbfa1886b9 req-a4718b2c-518a-4ff1-848d-59636eae5c92 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.2716832 Jul 24 00:46:09.701627 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-313d36e3-07d3-4baf-8e31-1ae62ee985e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:09.702642 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313d36e3-07d3-4baf-8e31-1ae62ee985e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:09.703280 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-313d36e3-07d3-4baf-8e31-1ae62ee985e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:09.858615 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-30072d23-3957-455c-9010-ca4221273b82 None None] Allocated IP 19.80.0.2 (59024805-88c5-41ce-a4e4-414fd8a861e1/e5199780-1087-4752-bb20-78418d70859a/54f95176-6306-4201-a5ac-e7f06c1c6e14) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:46:09.974246 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d36e3-07d3-4baf-8e31-1ae62ee985e6 admin admin] Pushing event updated for resources: {'Network': ['ID=0424e002-92c3-40ed-8018-7ea44515813a,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:09.993688 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-313d36e3-07d3-4baf-8e31-1ae62ee985e6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.4494412 Jul 24 00:46:10.010279 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46800) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:46:10.038143 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 0424e002-92c3-40ed-8018-7ea44515813a details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:46:10.232195 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-3c9dda33-1220-401b-aac7-af47a06f48aa admin admin] Request body: {'subnet': {'network_id': '0424e002-92c3-40ed-8018-7ea44515813a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1112363615-subnet', 'tenant_id': 'f6c3815e83b546d1ba8426b7607dbf30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:46:10.232582 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 3cfc09f3-9ae1-44f6-8a6b-42b608d259f8 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:46:10.252215 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d00ce6-f83b-4d4c-ae86-fd6268aea25e req-6699eff5-4b40-447a-a6ab-94e2703d301f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:10.254180 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-94d00ce6-f83b-4d4c-ae86-fd6268aea25e req-6699eff5-4b40-447a-a6ab-94e2703d301f service neutron] 10.222.0.11 "GET /v2.0/networks?id=dce79d1a-19b5-4596-96e4-d04368356b25 HTTP/1.1" status: 200 len: 924 time: 0.9576747 Jul 24 00:46:10.282059 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7382c5cf-ac01-475b-a307-ad58f03c166e None None] Routers {'699a68c7-310e-4b4c-836e-76ba3dbb6edc'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:46:10.282702 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-7382c5cf-ac01-475b-a307-ad58f03c166e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:45:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['699a68c7-310e-4b4c-836e-76ba3dbb6edc'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:46:10.283669 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4dccaa-4798-4b05-a86a-cbaf412565ac tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Made reservation on behalf of ddce8b228d0d4a4bb7bd9050c384a277 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:46:10.287459 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cb4dccaa-4798-4b05-a86a-cbaf412565ac tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:10.361798 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c86e39d2-865c-4d98-a908-16aca0836f99 req-e3f1a482-cdf9-45cb-b8d7-16a44f76c3d9 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7671206 Jul 24 00:46:10.386487 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9dda33-1220-401b-aac7-af47a06f48aa admin admin] Made reservation on behalf of f6c3815e83b546d1ba8426b7607dbf30 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:46:10.386487 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3c9dda33-1220-401b-aac7-af47a06f48aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:10.441778 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea48b90-b91c-4a80-b682-3adbfa1886b9 req-7c931f54-7641-425a-95f0-1f44a5ba8c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:10.443853 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2ea48b90-b91c-4a80-b682-3adbfa1886b9 req-7c931f54-7641-425a-95f0-1f44a5ba8c8b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7050157 Jul 24 00:46:10.457424 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c4360-422e-42f6-befa-390b6645dc6f None None] Pushing event updated for resources: {'Port': ['ID=37b9fa70-d416-4407-b1e7-b512d67ec5ec,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:10.530241 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-064a45cc-2c75-43c2-a7c4-1b85e9e0b5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:10.536216 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-064a45cc-2c75-43c2-a7c4-1b85e9e0b5b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:10.537550 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-064a45cc-2c75-43c2-a7c4-1b85e9e0b5b4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/17cf19ce-19a2-40f8-846b-764760fbd4d8 HTTP/1.1" status: 204 len: 168 time: 1.5673778 Jul 24 00:46:10.564265 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a45cc-2c75-43c2-a7c4-1b85e9e0b5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cf19ce-19a2-40f8-846b-764760fbd4d8,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:10.593360 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-94d00ce6-f83b-4d4c-ae86-fd6268aea25e req-418a149b-a1f1-4d17-85ca-7bf8fba96122 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6d5c10c6-55a8-47f9-8fb3-f20eec09a740 HTTP/1.1" status: 200 len: 1000 time: 0.3087111 Jul 24 00:46:10.638403 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb4dccaa-4798-4b05-a86a-cbaf412565ac tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:46:10.642866 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7499d7-e618-4fa9-8c59-4b52110fcdfe req-6afa0b55-3c54-4989-a35f-85b49f934acf tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:10.646859 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1c7499d7-e618-4fa9-8c59-4b52110fcdfe req-6afa0b55-3c54-4989-a35f-85b49f934acf tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/ports?device_id=217208aa-b219-4b6c-9a56-8954a45f3639 HTTP/1.1" status: 200 len: 948 time: 0.3898184 Jul 24 00:46:10.720130 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cb4dccaa-4798-4b05-a86a-cbaf412565ac tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:10.720130 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-cb4dccaa-4798-4b05-a86a-cbaf412565ac tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Added segment 19885b98-89ba-4324-bda6-0c115e1d7d21 of type vlan for network c2bb5121-a5fb-4815-a427-fc4d0a49421a Jul 24 00:46:10.801863 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1c7499d7-e618-4fa9-8c59-4b52110fcdfe req-75b0d8a7-4add-4f29-a19b-f63b109b0413 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f909524-2c4c-48d3-8499-44adfd15f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666215 Jul 24 00:46:10.826055 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d00ce6-f83b-4d4c-ae86-fd6268aea25e req-ce3d6f53-e914-4296-b2ed-dfe2ed4b27a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:10.835494 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-94d00ce6-f83b-4d4c-ae86-fd6268aea25e req-ce3d6f53-e914-4296-b2ed-dfe2ed4b27a0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9be57270-14e1-41b6-9949-cbee1e39a6d3 HTTP/1.1" status: 200 len: 862 time: 0.2288704 Jul 24 00:46:10.857927 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-7382c5cf-ac01-475b-a307-ad58f03c166e None None] Set router 699a68c7-310e-4b4c-836e-76ba3dbb6edc gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:46:10.914199 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cb4dccaa-4798-4b05-a86a-cbaf412565ac tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:10.961093 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d00ce6-f83b-4d4c-ae86-fd6268aea25e req-925a8062-addd-47f7-8996-946dc9a860d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:10.961404 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2ea48b90-b91c-4a80-b682-3adbfa1886b9 req-640be769-1aba-4153-b3a9-8c94c05fdd92 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5088503 Jul 24 00:46:10.965783 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-94d00ce6-f83b-4d4c-ae86-fd6268aea25e req-925a8062-addd-47f7-8996-946dc9a860d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=dce79d1a-19b5-4596-96e4-d04368356b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1260097 Jul 24 00:46:11.145036 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-94d00ce6-f83b-4d4c-ae86-fd6268aea25e req-ec766648-7933-4c1e-8d39-13a1bf3f63b4 service neutron] 10.222.0.11 "GET /v2.0/networks/dce79d1a-19b5-4596-96e4-d04368356b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738272 Jul 24 00:46:11.160382 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cb4dccaa-4798-4b05-a86a-cbaf412565ac tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:11.168059 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4dccaa-4798-4b05-a86a-cbaf412565ac tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:11.169219 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cb4dccaa-4798-4b05-a86a-cbaf412565ac tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:11.250392 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-cb4dccaa-4798-4b05-a86a-cbaf412565ac tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.9776502 Jul 24 00:46:11.262820 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 3cfc09f3-9ae1-44f6-8a6b-42b608d259f8, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=3cfc09f3-9ae1-44f6-8a6b-42b608d259f8,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:46:11.266236 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46816) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:46:11.280756 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '3cfc09f3-9ae1-44f6-8a6b-42b608d259f8', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'port_id': '3cfc09f3-9ae1-44f6-8a6b-42b608d259f8', 'mac_address': 'fa:16:3e:55:f5:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:46:11.283964 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0889f85c-48a0-4075-a812-56eef158f77f up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:46:11.302330 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-5757bcb3-60ca-4e74-9a94-0d4b3133f515 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Request body: {'subnet': {'network_id': 'c2bb5121-a5fb-4815-a427-fc4d0a49421a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:46:11.312102 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3c9dda33-1220-401b-aac7-af47a06f48aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:11.321244 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-30072d23-3957-455c-9010-ca4221273b82 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:11.382324 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:11.393464 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-30072d23-3957-455c-9010-ca4221273b82 None None] Transition to ACTIVE for port object 54f95176-6306-4201-a5ac-e7f06c1c6e14 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:46:11.493972 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cfc09f3-9ae1-44f6-8a6b-42b608d259f8 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:46:11.526255 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4dccaa-4798-4b05-a86a-cbaf412565ac tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Pushing event updated for resources: {'Network': ['ID=c2bb5121-a5fb-4815-a427-fc4d0a49421a,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:11.536322 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 3cfc09f3-9ae1-44f6-8a6b-42b608d259f8, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=3cfc09f3-9ae1-44f6-8a6b-42b608d259f8,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:46:11.539819 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-30072d23-3957-455c-9010-ca4221273b82 None None] Transition to ACTIVE for port object 54f95176-6306-4201-a5ac-e7f06c1c6e14 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:46:11.548378 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network c2bb5121-a5fb-4815-a427-fc4d0a49421a details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:46:11.560335 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:11.581588 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2ea48b90-b91c-4a80-b682-3adbfa1886b9 req-daa10b37-3d42-49f9-85c2-d7469331d1ca service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6116889 Jul 24 00:46:11.585606 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46820) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:46:11.596686 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-30072d23-3957-455c-9010-ca4221273b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:11.602672 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-94d00ce6-f83b-4d4c-ae86-fd6268aea25e req-ace7a79c-bf12-4e48-bd5c-d6fdbd67e84f service neutron] 10.222.0.11 "GET /v2.0/networks/dce79d1a-19b5-4596-96e4-d04368356b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4460244 Jul 24 00:46:11.627603 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9dda33-1220-401b-aac7-af47a06f48aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=eacbc75d-e7d9-4f31-b710-44862dc68303,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:11.668549 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bc64ab92-7e2c-4d60-b865-11676c5a9b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:11.668549 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9dda33-1220-401b-aac7-af47a06f48aa admin admin] Checking segment: {'id': '58fdc277-5f36-433f-9782-f46712be7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:46:11.668549 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9dda33-1220-401b-aac7-af47a06f48aa admin admin] Network hostable DHCP agents. Network: 0424e002-92c3-40ed-8018-7ea44515813a, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:46:11.702771 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5757bcb3-60ca-4e74-9a94-0d4b3133f515 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Made reservation on behalf of ddce8b228d0d4a4bb7bd9050c384a277 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:46:11.708637 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5757bcb3-60ca-4e74-9a94-0d4b3133f515 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks [] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:11.737111 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30072d23-3957-455c-9010-ca4221273b82 None None] Network 59024805-88c5-41ce-a4e4-414fd8a861e1 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:46:11.740241 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 0889f85c-48a0-4075-a812-56eef158f77f triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:11.740623 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:11.770918 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-30072d23-3957-455c-9010-ca4221273b82 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:46:11.825457 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=3cfc09f3-9ae1-44f6-8a6b-42b608d259f8,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:11.875443 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30072d23-3957-455c-9010-ca4221273b82 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:46:11.947717 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9dda33-1220-401b-aac7-af47a06f48aa admin admin] Network 0424e002-92c3-40ed-8018-7ea44515813a is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:46:11.989252 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-3c9dda33-1220-401b-aac7-af47a06f48aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 0424e002-92c3-40ed-8018-7ea44515813a) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:46:11.998932 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bc64ab92-7e2c-4d60-b865-11676c5a9b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:12.008250 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9dda33-1220-401b-aac7-af47a06f48aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:12.011866 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3c9dda33-1220-401b-aac7-af47a06f48aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:12.020175 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bc64ab92-7e2c-4d60-b865-11676c5a9b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:12.054630 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['3cfc09f3-9ae1-44f6-8a6b-42b608d259f8'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:46:12.056622 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9785e0-4a74-4abb-b354-6896dba187e1 None None] Network 0424e002-92c3-40ed-8018-7ea44515813a requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:46:12.104508 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3c9dda33-1220-401b-aac7-af47a06f48aa admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0769017 Jul 24 00:46:12.203510 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-bc64ab92-7e2c-4d60-b865-11676c5a9b33 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e4cd9d4fffb94338adb47a4af9c8c968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6092172 Jul 24 00:46:12.208129 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46832) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:46:12.225256 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f03523-7899-4054-9ffc-76c0d554f057 req-e96f1d77-c4f6-40dc-90ba-3d19e0aeea10 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:12.227469 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e6f03523-7899-4054-9ffc-76c0d554f057 req-e96f1d77-c4f6-40dc-90ba-3d19e0aeea10 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/ports?device_id=217208aa-b219-4b6c-9a56-8954a45f3639 HTTP/1.1" status: 200 len: 949 time: 0.2211459 Jul 24 00:46:12.233739 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5757bcb3-60ca-4e74-9a94-0d4b3133f515 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:12.320732 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc64ab92-7e2c-4d60-b865-11676c5a9b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357fd556-6721-44d4-b54c-e1d87bdc30e8,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:12.364764 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a9ac4794-6cf5-461a-957f-65c8dc7766c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:12.426905 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a9ac4794-6cf5-461a-957f-65c8dc7766c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:12.457591 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5757bcb3-60ca-4e74-9a94-0d4b3133f515 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Checking segment: {'id': '19885b98-89ba-4324-bda6-0c115e1d7d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c2bb5121-a5fb-4815-a427-fc4d0a49421a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:46:12.458697 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5757bcb3-60ca-4e74-9a94-0d4b3133f515 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Network hostable DHCP agents. Network: c2bb5121-a5fb-4815-a427-fc4d0a49421a, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:46:12.466325 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e6f03523-7899-4054-9ffc-76c0d554f057 req-c4e0bda9-4a6f-4b0b-8c64-30bdc59733dc tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f909524-2c4c-48d3-8499-44adfd15f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256875 Jul 24 00:46:12.478246 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757bcb3-60ca-4e74-9a94-0d4b3133f515 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Pushing event updated for resources: {'Subnet': ['ID=93b842ed-b493-4738-be02-f494ef20d89c,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:12.550169 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5757bcb3-60ca-4e74-9a94-0d4b3133f515 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Network c2bb5121-a5fb-4815-a427-fc4d0a49421a is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:46:12.550401 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a9ac4794-6cf5-461a-957f-65c8dc7766c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:12.553350 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a9ac4794-6cf5-461a-957f-65c8dc7766c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:12.557103 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a9ac4794-6cf5-461a-957f-65c8dc7766c0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/357fd556-6721-44d4-b54c-e1d87bdc30e8 HTTP/1.1" status: 204 len: 168 time: 0.3476963 Jul 24 00:46:12.585769 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac4794-6cf5-461a-957f-65c8dc7766c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357fd556-6721-44d4-b54c-e1d87bdc30e8,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:12.609892 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-5757bcb3-60ca-4e74-9a94-0d4b3133f515 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, c2bb5121-a5fb-4815-a427-fc4d0a49421a) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:46:12.625690 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5757bcb3-60ca-4e74-9a94-0d4b3133f515 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:12.629365 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5757bcb3-60ca-4e74-9a94-0d4b3133f515 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:12.695095 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5757bcb3-60ca-4e74-9a94-0d4b3133f515 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4239113 Jul 24 00:46:12.876074 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e1887d-7f16-4cf2-8ace-92e3f25ded59 None None] Network c2bb5121-a5fb-4815-a427-fc4d0a49421a requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:46:13.082030 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e87814-6299-4e87-83c3-5378b879f1f0 None None] Network 0424e002-92c3-40ed-8018-7ea44515813a requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:46:13.231371 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30072d23-3957-455c-9010-ca4221273b82 None None] Pushing event updated for resources: {'Port': ['ID=54f95176-6306-4201-a5ac-e7f06c1c6e14,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:13.255353 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-30072d23-3957-455c-9010-ca4221273b82 None None] Attempting to bind port 54f95176-6306-4201-a5ac-e7f06c1c6e14 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:46:13.255997 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-30072d23-3957-455c-9010-ca4221273b82 None None] Attempting to bind port 54f95176-6306-4201-a5ac-e7f06c1c6e14 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '0e636ac7-f63a-4f42-9829-dab4c0c2170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59024805-88c5-41ce-a4e4-414fd8a861e1'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:46:13.256576 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30072d23-3957-455c-9010-ca4221273b82 None None] Attempting to bind port 54f95176-6306-4201-a5ac-e7f06c1c6e14 on network 59024805-88c5-41ce-a4e4-414fd8a861e1 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:46:13.289008 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-7382c5cf-ac01-475b-a307-ad58f03c166e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699a68c7-310e-4b4c-836e-76ba3dbb6edc', 'name': 'tempest-ServersTestMultiNic-853645673-router', 'tenant_id': 'ddce8b228d0d4a4bb7bd9050c384a277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'd21765c0-0049-43d6-9673-d16ef3d23a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:45:43Z', 'updated_at': '2021-07-24T00:46:01Z', 'revision_number': 4, 'project_id': 'ddce8b228d0d4a4bb7bd9050c384a277', 'gw_port': {'id': 'd21765c0-0049-43d6-9673-d16ef3d23a6a', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699a68c7-310e-4b4c-836e-76ba3dbb6edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:45Z', 'updated_at': '2021-07-24T00:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '37b9fa70-d416-4407-b1e7-b512d67ec5ec', 'name': '', 'network_id': '3ac37ea8-db7a-4586-8bc9-aaacac2f1ef2', 'tenant_id': 'ddce8b228d0d4a4bb7bd9050c384a277', 'mac_address': 'fa:16:3e:c1:51:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699a68c7-310e-4b4c-836e-76ba3dbb6edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '99d61769-634b-45ed-84df-d0dab2cd2a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:59Z', 'updated_at': '2021-07-24T00:46:09Z', 'revision_number': 4, 'project_id': 'ddce8b228d0d4a4bb7bd9050c384a277', 'subnets': [{'id': '99d61769-634b-45ed-84df-d0dab2cd2a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:46:13.481699 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30072d23-3957-455c-9010-ca4221273b82 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:46:13.482826 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30072d23-3957-455c-9010-ca4221273b82 None None] Checking segment: {'id': '0e636ac7-f63a-4f42-9829-dab4c0c2170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59024805-88c5-41ce-a4e4-414fd8a861e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:46:13.482826 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-30072d23-3957-455c-9010-ca4221273b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:13.483049 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30072d23-3957-455c-9010-ca4221273b82 None None] Bound using segment: {'id': '0e636ac7-f63a-4f42-9829-dab4c0c2170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59024805-88c5-41ce-a4e4-414fd8a861e1'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:46:13.483521 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-30072d23-3957-455c-9010-ca4221273b82 None None] Bound port: 54f95176-6306-4201-a5ac-e7f06c1c6e14, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e636ac7-f63a-4f42-9829-dab4c0c2170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59024805-88c5-41ce-a4e4-414fd8a861e1'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:46:13.485872 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-30072d23-3957-455c-9010-ca4221273b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:13.494456 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7382c5cf-ac01-475b-a307-ad58f03c166e None None] The sync data for ids ['699a68c7-310e-4b4c-836e-76ba3dbb6edc'] in n-d-793621-25 is: [{'id': '699a68c7-310e-4b4c-836e-76ba3dbb6edc', 'name': 'tempest-ServersTestMultiNic-853645673-router', 'tenant_id': 'ddce8b228d0d4a4bb7bd9050c384a277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'd21765c0-0049-43d6-9673-d16ef3d23a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:45:43Z', 'updated_at': '2021-07-24T00:46:01Z', 'revision_number': 4, 'project_id': 'ddce8b228d0d4a4bb7bd9050c384a277', 'gw_port': {'id': 'd21765c0-0049-43d6-9673-d16ef3d23a6a', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699a68c7-310e-4b4c-836e-76ba3dbb6edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:45Z', 'updated_at': '2021-07-24T00:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '37b9fa70-d416-4407-b1e7-b512d67ec5ec', 'name': '', 'network_id': '3ac37ea8-db7a-4586-8bc9-aaacac2f1ef2', 'tenant_id': 'ddce8b228d0d4a4bb7bd9050c384a277', 'mac_address': 'fa:16:3e:c1:51:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '699a68c7-310e-4b4c-836e-76ba3dbb6edc', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '99d61769-634b-45ed-84df-d0dab2cd2a62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:59Z', 'updated_at': '2021-07-24T00:46:09Z', 'revision_number': 4, 'project_id': 'ddce8b228d0d4a4bb7bd9050c384a277', 'subnets': [{'id': '99d61769-634b-45ed-84df-d0dab2cd2a62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:46:13.747554 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46878) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:46:13.753915 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-ea31ea1e-cf5d-488c-87ad-2d3fca69b50b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1929207047-network', 'tenant_id': 'bdb5f28845564ca39d1a8853f849174c'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:46:13.822145 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea31ea1e-cf5d-488c-87ad-2d3fca69b50b admin admin] Made reservation on behalf of bdb5f28845564ca39d1a8853f849174c for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:46:13.830420 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ea31ea1e-cf5d-488c-87ad-2d3fca69b50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:13.851245 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ea31ea1e-cf5d-488c-87ad-2d3fca69b50b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:13.891400 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-30072d23-3957-455c-9010-ca4221273b82 None None] For port 54f95176-6306-4201-a5ac-e7f06c1c6e14, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:46:13.916050 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-30072d23-3957-455c-9010-ca4221273b82 None None] For port 54f95176-6306-4201-a5ac-e7f06c1c6e14, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=54f95176-6306-4201-a5ac-e7f06c1c6e14,segment=NetworkSegment(0e636ac7-f63a-4f42-9829-dab4c0c2170e),segment_id=0e636ac7-f63a-4f42-9829-dab4c0c2170e)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:46:13.956226 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-30072d23-3957-455c-9010-ca4221273b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:13.994225 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb1caa3-2b32-4901-b544-26e1455869d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-c2bb5121-a5fb-4815-a427-fc4d0a49421a', 'network_id': 'c2bb5121-a5fb-4815-a427-fc4d0a49421a', 'tenant_id': 'ddce8b228d0d4a4bb7bd9050c384a277', 'fixed_ips': [{'subnet_id': '93b842ed-b493-4738-be02-f494ef20d89c'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:46:13.996006 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1fb1caa3-2b32-4901-b544-26e1455869d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:14.100749 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ea31ea1e-cf5d-488c-87ad-2d3fca69b50b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:14.110024 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ea31ea1e-cf5d-488c-87ad-2d3fca69b50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:14.178406 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea31ea1e-cf5d-488c-87ad-2d3fca69b50b admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:46:14.220949 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea31ea1e-cf5d-488c-87ad-2d3fca69b50b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7f84cf-114d-4804-acc3-0533b68fc1f7,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:14.247000 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ea31ea1e-cf5d-488c-87ad-2d3fca69b50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:14.247363 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-ea31ea1e-cf5d-488c-87ad-2d3fca69b50b admin admin] Added segment 7f24c9f9-f152-4fd2-8c4c-1bce20d86b4b of type vlan for network ac3c82b5-8802-4f1f-a64f-0bdfd69eb6ac Jul 24 00:46:14.288029 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30072d23-3957-455c-9010-ca4221273b82 None None] Pushing event updated for resources: {'Port': ['ID=54f95176-6306-4201-a5ac-e7f06c1c6e14,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:14.413349 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ea31ea1e-cf5d-488c-87ad-2d3fca69b50b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:14.494913 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-1fb1caa3-2b32-4901-b544-26e1455869d0 None None] Allocated IP 19.86.0.2 (c2bb5121-a5fb-4815-a427-fc4d0a49421a/93b842ed-b493-4738-be02-f494ef20d89c/e3d0c7c6-b4a9-4995-bb68-666752d889f4) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:46:14.538453 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ea31ea1e-cf5d-488c-87ad-2d3fca69b50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:14.539498 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea31ea1e-cf5d-488c-87ad-2d3fca69b50b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:14.540111 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ea31ea1e-cf5d-488c-87ad-2d3fca69b50b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:14.637494 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ea31ea1e-cf5d-488c-87ad-2d3fca69b50b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8878789 Jul 24 00:46:14.638608 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46888) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:46:14.647619 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-31a67fb3-8850-4d97-810b-7df561c9b28f admin admin] Request body: {'subnet': {'network_id': 'ac3c82b5-8802-4f1f-a64f-0bdfd69eb6ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1929207047-subnet', 'tenant_id': 'bdb5f28845564ca39d1a8853f849174c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:46:14.710932 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a67fb3-8850-4d97-810b-7df561c9b28f admin admin] Made reservation on behalf of bdb5f28845564ca39d1a8853f849174c for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:46:14.720174 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-31a67fb3-8850-4d97-810b-7df561c9b28f admin admin] Notify callbacks [] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:14.803443 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea31ea1e-cf5d-488c-87ad-2d3fca69b50b admin admin] Pushing event updated for resources: {'Network': ['ID=ac3c82b5-8802-4f1f-a64f-0bdfd69eb6ac,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:14.836345 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network ac3c82b5-8802-4f1f-a64f-0bdfd69eb6ac details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:46:14.929454 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1fb1caa3-2b32-4901-b544-26e1455869d0 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:14.945284 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1fb1caa3-2b32-4901-b544-26e1455869d0 None None] Transition to ACTIVE for port object e3d0c7c6-b4a9-4995-bb68-666752d889f4 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:46:14.972500 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1fb1caa3-2b32-4901-b544-26e1455869d0 None None] Transition to ACTIVE for port object e3d0c7c6-b4a9-4995-bb68-666752d889f4 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:46:14.988157 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1fb1caa3-2b32-4901-b544-26e1455869d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:15.268912 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb1caa3-2b32-4901-b544-26e1455869d0 None None] Network c2bb5121-a5fb-4815-a427-fc4d0a49421a is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:46:15.279312 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-1fb1caa3-2b32-4901-b544-26e1455869d0 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:46:15.282679 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb1caa3-2b32-4901-b544-26e1455869d0 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:46:15.332966 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-31a67fb3-8850-4d97-810b-7df561c9b28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:15.470118 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb1caa3-2b32-4901-b544-26e1455869d0 None None] Pushing event updated for resources: {'Port': ['ID=e3d0c7c6-b4a9-4995-bb68-666752d889f4,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:15.479467 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-1fb1caa3-2b32-4901-b544-26e1455869d0 None None] Attempting to bind port e3d0c7c6-b4a9-4995-bb68-666752d889f4 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:46:15.480154 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-1fb1caa3-2b32-4901-b544-26e1455869d0 None None] Attempting to bind port e3d0c7c6-b4a9-4995-bb68-666752d889f4 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '19885b98-89ba-4324-bda6-0c115e1d7d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c2bb5121-a5fb-4815-a427-fc4d0a49421a'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:46:15.480986 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb1caa3-2b32-4901-b544-26e1455869d0 None None] Attempting to bind port e3d0c7c6-b4a9-4995-bb68-666752d889f4 on network c2bb5121-a5fb-4815-a427-fc4d0a49421a {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:46:15.489827 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb1caa3-2b32-4901-b544-26e1455869d0 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:46:15.490609 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb1caa3-2b32-4901-b544-26e1455869d0 None None] Checking segment: {'id': '19885b98-89ba-4324-bda6-0c115e1d7d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c2bb5121-a5fb-4815-a427-fc4d0a49421a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:46:15.491519 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1fb1caa3-2b32-4901-b544-26e1455869d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:15.492274 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb1caa3-2b32-4901-b544-26e1455869d0 None None] Bound using segment: {'id': '19885b98-89ba-4324-bda6-0c115e1d7d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c2bb5121-a5fb-4815-a427-fc4d0a49421a'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:46:15.493093 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-1fb1caa3-2b32-4901-b544-26e1455869d0 None None] Bound port: e3d0c7c6-b4a9-4995-bb68-666752d889f4, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19885b98-89ba-4324-bda6-0c115e1d7d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c2bb5121-a5fb-4815-a427-fc4d0a49421a'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:46:15.493658 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1fb1caa3-2b32-4901-b544-26e1455869d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:15.588212 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-1fb1caa3-2b32-4901-b544-26e1455869d0 None None] For port e3d0c7c6-b4a9-4995-bb68-666752d889f4, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:46:15.592790 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-1fb1caa3-2b32-4901-b544-26e1455869d0 None None] For port e3d0c7c6-b4a9-4995-bb68-666752d889f4, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=e3d0c7c6-b4a9-4995-bb68-666752d889f4,segment=NetworkSegment(19885b98-89ba-4324-bda6-0c115e1d7d21),segment_id=19885b98-89ba-4324-bda6-0c115e1d7d21)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:46:15.597103 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 54f95176-6306-4201-a5ac-e7f06c1c6e14 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:46:15.644358 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a67fb3-8850-4d97-810b-7df561c9b28f admin admin] Pushing event updated for resources: {'Subnet': ['ID=18f4eb12-e4b4-4b34-b3f1-dced9bec4564,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:15.668859 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a67fb3-8850-4d97-810b-7df561c9b28f admin admin] Checking segment: {'id': '7f24c9f9-f152-4fd2-8c4c-1bce20d86b4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ac3c82b5-8802-4f1f-a64f-0bdfd69eb6ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:46:15.683717 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a67fb3-8850-4d97-810b-7df561c9b28f admin admin] Network hostable DHCP agents. Network: ac3c82b5-8802-4f1f-a64f-0bdfd69eb6ac, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:46:15.706166 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1fb1caa3-2b32-4901-b544-26e1455869d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:15.812894 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a67fb3-8850-4d97-810b-7df561c9b28f admin admin] Network ac3c82b5-8802-4f1f-a64f-0bdfd69eb6ac is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:46:15.818900 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-fc317e31-9529-4680-b54e-99c917465fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:15.828765 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-31a67fb3-8850-4d97-810b-7df561c9b28f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, ac3c82b5-8802-4f1f-a64f-0bdfd69eb6ac) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:46:15.834890 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a67fb3-8850-4d97-810b-7df561c9b28f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:15.837121 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-31a67fb3-8850-4d97-810b-7df561c9b28f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:15.852656 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4035b1fd-4c10-432b-9793-bbb01f8d0815 None None] Network ac3c82b5-8802-4f1f-a64f-0bdfd69eb6ac requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:46:15.888806 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-31a67fb3-8850-4d97-810b-7df561c9b28f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2474442 Jul 24 00:46:15.903229 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 54f95176-6306-4201-a5ac-e7f06c1c6e14 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:46:15.909733 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 37b9fa70-d416-4407-b1e7-b512d67ec5ec up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:46:15.940612 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb1caa3-2b32-4901-b544-26e1455869d0 None None] Pushing event updated for resources: {'Port': ['ID=e3d0c7c6-b4a9-4995-bb68-666752d889f4,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:16.202436 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 3cfc09f3-9ae1-44f6-8a6b-42b608d259f8 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:46:16.329463 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1934c77f-0360-41c0-98f6-6335b50af732 None None] Network ac3c82b5-8802-4f1f-a64f-0bdfd69eb6ac requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:46:16.347872 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613bba05-a0b5-414e-b2c9-8620b3614fa3 None None] Network 59024805-88c5-41ce-a4e4-414fd8a861e1 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:46:16.488294 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 37b9fa70-d416-4407-b1e7-b512d67ec5ec completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:46:16.522747 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 37b9fa70-d416-4407-b1e7-b512d67ec5ec triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:16.523136 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:16.802275 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f2a2d91f-adef-48b7-8cf3-74324bcc92a4 None None] Provisioning for port 54f95176-6306-4201-a5ac-e7f06c1c6e14 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:46:16.847236 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f2a2d91f-adef-48b7-8cf3-74324bcc92a4 None None] Provisioning complete for port 54f95176-6306-4201-a5ac-e7f06c1c6e14 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:16.847625 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f2a2d91f-adef-48b7-8cf3-74324bcc92a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:16.985775 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 3cfc09f3-9ae1-44f6-8a6b-42b608d259f8 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:46:17.024722 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 3cfc09f3-9ae1-44f6-8a6b-42b608d259f8 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:17.026481 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:17.332153 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:17.489240 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 37b9fa70-d416-4407-b1e7-b512d67ec5ec, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=37b9fa70-d416-4407-b1e7-b512d67ec5ec,segment=NetworkSegment(a891b474-6d3a-4dae-a5b6-694e635747be),segment_id=a891b474-6d3a-4dae-a5b6-694e635747be)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:46:17.513730 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:17.523575 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f2a2d91f-adef-48b7-8cf3-74324bcc92a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:17.665450 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:17.676333 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-f2a2d91f-adef-48b7-8cf3-74324bcc92a4 None None] For port 54f95176-6306-4201-a5ac-e7f06c1c6e14, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=54f95176-6306-4201-a5ac-e7f06c1c6e14,segment=NetworkSegment(0e636ac7-f63a-4f42-9829-dab4c0c2170e),segment_id=0e636ac7-f63a-4f42-9829-dab4c0c2170e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:46:17.715560 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df00e7e1-ecd2-4256-a597-b02c44a7b3ac None None] Network c2bb5121-a5fb-4815-a427-fc4d0a49421a requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:46:17.722993 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f2a2d91f-adef-48b7-8cf3-74324bcc92a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:17.744420 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=37b9fa70-d416-4407-b1e7-b512d67ec5ec,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:17.797413 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 3cfc09f3-9ae1-44f6-8a6b-42b608d259f8, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=3cfc09f3-9ae1-44f6-8a6b-42b608d259f8,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:46:17.808979 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217208aa-b219-4b6c-9a56-8954a45f3639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfc09f3-9ae1-44f6-8a6b-42b608d259f8'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:46:17.811563 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2c2fd6-c296-426d-a936-f94d3292c212" -d '{"events": [{"server_uuid": "217208aa-b219-4b6c-9a56-8954a45f3639", "name": "network-vif-plugged", "status": "completed", "tag": "3cfc09f3-9ae1-44f6-8a6b-42b608d259f8"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:46:17.814536 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e3d0c7c6-b4a9-4995-bb68-666752d889f4 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:46:17.865363 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:17.979871 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2d91f-adef-48b7-8cf3-74324bcc92a4 None None] Pushing event updated for resources: {'Port': ['ID=54f95176-6306-4201-a5ac-e7f06c1c6e14,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:17.991910 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1ca9a5cd-cae3-48bc-b59e-14622d19cfbd None None] Provisioning for port e3d0c7c6-b4a9-4995-bb68-666752d889f4 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:46:18.148499 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port e3d0c7c6-b4a9-4995-bb68-666752d889f4 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:46:18.155918 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=3cfc09f3-9ae1-44f6-8a6b-42b608d259f8,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:18.166129 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-87339938-8759-4fee-bdb7-c266b15bee12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:18.172064 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port e3d0c7c6-b4a9-4995-bb68-666752d889f4 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:18.174595 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:18.234156 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-2a602514-fa7c-49b8-b5ce-2fe2aaeb4437 None None] Provisioning complete for port 54f95176-6306-4201-a5ac-e7f06c1c6e14 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:18.234625 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2a602514-fa7c-49b8-b5ce-2fe2aaeb4437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:18.395001 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:18.478330 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:18.482766 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port e3d0c7c6-b4a9-4995-bb68-666752d889f4, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=e3d0c7c6-b4a9-4995-bb68-666752d889f4,segment=NetworkSegment(19885b98-89ba-4324-bda6-0c115e1d7d21),segment_id=19885b98-89ba-4324-bda6-0c115e1d7d21)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:46:18.486860 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:18.567811 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=e3d0c7c6-b4a9-4995-bb68-666752d889f4,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:18.677350 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a6edf71f-5cbc-4557-a932-1706a3e122d1 None None] Provisioning complete for port e3d0c7c6-b4a9-4995-bb68-666752d889f4 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:18.677651 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a6edf71f-5cbc-4557-a932-1706a3e122d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:19.321707 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:19.652197 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e3d0c7c6-b4a9-4995-bb68-666752d889f4 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:46:19.733950 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port e3d0c7c6-b4a9-4995-bb68-666752d889f4 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:19.734478 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:19.859703 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 54f95176-6306-4201-a5ac-e7f06c1c6e14 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:46:19.928626 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 54f95176-6306-4201-a5ac-e7f06c1c6e14 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:19.929016 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:20.053627 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 37b9fa70-d416-4407-b1e7-b512d67ec5ec up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:46:20.113536 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 37b9fa70-d416-4407-b1e7-b512d67ec5ec triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:20.117028 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:20.843377 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:22.113021 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e684514c-d73f-480d-a522-5d596e5904a4 req-2f3db684-3c77-4412-b92f-127e9d9da749 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357611 Jul 24 00:46:22.217882 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-c5a6085b-83f6-4a80-bd6b-96166977ef06 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:22.225118 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-c5a6085b-83f6-4a80-bd6b-96166977ef06 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:22.231301 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-c5a6085b-83f6-4a80-bd6b-96166977ef06 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/networks?id=59024805-88c5-41ce-a4e4-414fd8a861e1&id=c2bb5121-a5fb-4815-a427-fc4d0a49421a&id=59024805-88c5-41ce-a4e4-414fd8a861e1 HTTP/1.1" status: 200 len: 1391 time: 0.1399434 Jul 24 00:46:22.235880 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684514c-d73f-480d-a522-5d596e5904a4 req-9993fc67-df11-472d-b35e-73b013fcb707 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:22.237691 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e684514c-d73f-480d-a522-5d596e5904a4 req-9993fc67-df11-472d-b35e-73b013fcb707 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1161833 Jul 24 00:46:22.245634 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-c111c734-a308-4516-964b-4091b9e40b8e tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/quotas/ddce8b228d0d4a4bb7bd9050c384a277 HTTP/1.1" status: 200 len: 375 time: 0.0109439 Jul 24 00:46:22.253416 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e684514c-d73f-480d-a522-5d596e5904a4 req-763ef938-f518-46db-8d46-e62252b0a456 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/quotas/e5262b7cd2fa4bf6ac275df24f369d21 HTTP/1.1" status: 200 len: 375 time: 0.0103149 Jul 24 00:46:22.335308 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e684514c-d73f-480d-a522-5d596e5904a4 req-35f9c758-34f4-48ce-833a-af3869610212 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0758219 Jul 24 00:46:22.360075 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-e666abea-ab37-4860-83fb-a3c7af22c381 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ddce8b228d0d4a4bb7bd9050c384a277&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1081011 Jul 24 00:46:22.585066 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-bdbc7a7b-6823-4817-be6d-67769cb92548 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:46:22.586188 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-bdbc7a7b-6823-4817-be6d-67769cb92548 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0850821 Jul 24 00:46:22.709685 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-b1ad6215-5ada-441a-8d62-fe683753c570 service neutron] 10.222.0.15 "GET /v2.0/networks/59024805-88c5-41ce-a4e4-414fd8a861e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148255 Jul 24 00:46:22.856267 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-6dc841da-f826-4547-9845-602a08433b32 service neutron] 10.222.0.15 "GET /v2.0/networks/59024805-88c5-41ce-a4e4-414fd8a861e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377072 Jul 24 00:46:22.910752 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39ce1d-0334-445a-b7e3-1c063005ec65 req-250789aa-4617-4775-9143-efdbeea960c5 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:22.912137 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1d39ce1d-0334-445a-b7e3-1c063005ec65 req-250789aa-4617-4775-9143-efdbeea960c5 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/ports?device_id=217208aa-b219-4b6c-9a56-8954a45f3639 HTTP/1.1" status: 200 len: 950 time: 0.0867696 Jul 24 00:46:22.966120 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1d39ce1d-0334-445a-b7e3-1c063005ec65 req-23825f81-ed4d-49cc-96eb-2ee6b36369af tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f909524-2c4c-48d3-8499-44adfd15f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459046 Jul 24 00:46:23.002252 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-959a3ce0-7f83-4e8a-8a2d-bcecc6669940 service neutron] 10.222.0.15 "GET /v2.0/networks/c2bb5121-a5fb-4815-a427-fc4d0a49421a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394284 Jul 24 00:46:23.154645 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-679b2265-1bae-4e7a-b075-b889df8f7b94 service neutron] 10.222.0.15 "GET /v2.0/networks/c2bb5121-a5fb-4815-a427-fc4d0a49421a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348104 Jul 24 00:46:23.276378 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-bd7abb04-6ea5-40f4-9f80-3a75e025ee18 service neutron] 10.222.0.15 "GET /v2.0/networks/59024805-88c5-41ce-a4e4-414fd8a861e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203358 Jul 24 00:46:23.428788 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-7399d74f-fbda-4846-8041-2da548eea84c service neutron] 10.222.0.15 "GET /v2.0/networks/59024805-88c5-41ce-a4e4-414fd8a861e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415157 Jul 24 00:46:23.626044 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35883235-6366-4bd2-9d50-a07f5460169f req-c8ba9518-6a9d-4c37-b62d-c98fe4bcc1f4 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:23.629053 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-35883235-6366-4bd2-9d50-a07f5460169f req-c8ba9518-6a9d-4c37-b62d-c98fe4bcc1f4 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/networks?id=0424e002-92c3-40ed-8018-7ea44515813a HTTP/1.1" status: 200 len: 821 time: 0.1698966 Jul 24 00:46:23.697839 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-35883235-6366-4bd2-9d50-a07f5460169f req-6b29f8ab-6a98-4961-8f4b-a7cc1c479f8a tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/quotas/f6c3815e83b546d1ba8426b7607dbf30 HTTP/1.1" status: 200 len: 375 time: 0.0484512 Jul 24 00:46:23.766109 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901c43b6-6568-4dc8-96eb-dd6b323e3d28 x-openstack-request-id: req-901c43b6-6568-4dc8-96eb-dd6b323e3d28 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:46:23.766640 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217208aa-b219-4b6c-9a56-8954a45f3639", "name": "network-vif-plugged", "status": "completed", "tag": "3cfc09f3-9ae1-44f6-8a6b-42b608d259f8", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:46:23.766640 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-901c43b6-6568-4dc8-96eb-dd6b323e3d28 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:46:23.767079 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217208aa-b219-4b6c-9a56-8954a45f3639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cfc09f3-9ae1-44f6-8a6b-42b608d259f8', 'code': 200} Jul 24 00:46:23.808750 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-35883235-6366-4bd2-9d50-a07f5460169f req-e6c14c7d-4b7b-41df-99ca-5b8f7c754b2d tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6c3815e83b546d1ba8426b7607dbf30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1030743 Jul 24 00:46:23.996684 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-35883235-6366-4bd2-9d50-a07f5460169f req-c5c9302b-3910-44de-9e2c-4d3fbebac4c0 service neutron] 10.222.0.15 "GET /v2.0/networks/0424e002-92c3-40ed-8018-7ea44515813a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747823 Jul 24 00:46:24.050798 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f4a125-46b2-455a-b3eb-4a46fbcfec2f req-af55be9e-74aa-4002-9c11-722034d31b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:24.052582 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-39f4a125-46b2-455a-b3eb-4a46fbcfec2f req-af55be9e-74aa-4002-9c11-722034d31b74 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=217208aa-b219-4b6c-9a56-8954a45f3639 HTTP/1.1" status: 200 len: 1102 time: 0.1718502 Jul 24 00:46:24.118189 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-b339dce2-5857-4a80-ac3c-a31e54ea8f9f tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:24.121149 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-b339dce2-5857-4a80-ac3c-a31e54ea8f9f tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] 10.222.0.15 "GET /v2.0/networks?id=1fed34ff-1bf8-4b83-bd45-2cd3f02a020c HTTP/1.1" status: 200 len: 815 time: 0.1590385 Jul 24 00:46:24.142899 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-39f4a125-46b2-455a-b3eb-4a46fbcfec2f req-1a9643cc-32f5-4441-9e86-4ec3b934f164 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7f909524-2c4c-48d3-8499-44adfd15f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576856 Jul 24 00:46:24.146998 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-35883235-6366-4bd2-9d50-a07f5460169f req-1f7d144d-210b-4c1e-b83b-4ac0cac8b923 service neutron] 10.222.0.15 "GET /v2.0/networks/0424e002-92c3-40ed-8018-7ea44515813a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492138 Jul 24 00:46:24.167324 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-ced6d326-88c6-4dba-9d41-9d4c076fbe08 tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] 10.222.0.15 "GET /v2.0/quotas/3f9b71b518bb404b9e8d521e71f9af26 HTTP/1.1" status: 200 len: 375 time: 0.0346773 Jul 24 00:46:24.289706 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-fac00d44-8761-4f35-82cf-986f6b508cac tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f9b71b518bb404b9e8d521e71f9af26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1210196 Jul 24 00:46:24.482659 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-909634cc-7b79-4fdf-8f33-c932931f6e3a service neutron] 10.222.0.15 "GET /v2.0/networks/1fed34ff-1bf8-4b83-bd45-2cd3f02a020c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821849 Jul 24 00:46:24.668715 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-f2939a7a-9268-4f6b-bb4b-5f100d786e68 service neutron] 10.222.0.15 "GET /v2.0/networks/1fed34ff-1bf8-4b83-bd45-2cd3f02a020c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769006 Jul 24 00:46:24.740172 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e684514c-d73f-480d-a522-5d596e5904a4 req-dd9c9340-f194-4d9a-869f-224ce056300b tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0702615 Jul 24 00:46:25.009245 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fd21edbe-8502-4241-a2dc-92cfce3f4f3f req-0ce6ae99-0b21-4e0a-a675-232b2da3a0cd tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea1dc35c-16a1-47ba-a874-658194aa0ff4 HTTP/1.1" status: 200 len: 210 time: 0.0707767 Jul 24 00:46:25.205433 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e684514c-d73f-480d-a522-5d596e5904a4 req-d6004f80-610c-4c5c-8ed7-40f911668e79 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1265032 Jul 24 00:46:25.239790 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549bd32-15f4-49e1-9a7c-e66b2effa03a req-ec4a0a94-cb70-453c-8b54-7a62349e631f tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:25.253642 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7549bd32-15f4-49e1-9a7c-e66b2effa03a req-ec4a0a94-cb70-453c-8b54-7a62349e631f tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/ports?device_id=217208aa-b219-4b6c-9a56-8954a45f3639 HTTP/1.1" status: 200 len: 950 time: 0.1638868 Jul 24 00:46:25.368309 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7549bd32-15f4-49e1-9a7c-e66b2effa03a req-4c488722-0c35-4dd9-961d-90e764c35eb7 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f909524-2c4c-48d3-8499-44adfd15f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132805 Jul 24 00:46:25.520994 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9e0fd737-45f4-471d-83b9-7d9635233cc4 req-4887b3e7-5f67-4bad-a18e-27064253557e tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=33646e73-2b79-4f91-838f-db984c3ad76a HTTP/1.1" status: 200 len: 210 time: 0.1319792 Jul 24 00:46:25.521568 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-23822c1a-0cbc-468b-be85-9f003c737aab req-fc326d50-e25b-49f7-b4ea-dd3f559f8272 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17 HTTP/1.1" status: 200 len: 210 time: 0.0496919 Jul 24 00:46:25.545875 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684514c-d73f-480d-a522-5d596e5904a4 req-2aee5770-4e0c-4c02-bbec-ac28b167494f tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:25.548627 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e684514c-d73f-480d-a522-5d596e5904a4 req-2aee5770-4e0c-4c02-bbec-ac28b167494f tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7953396 Jul 24 00:46:25.568012 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-e684514c-d73f-480d-a522-5d596e5904a4 req-b79e9e0a-60a7-4893-a3d0-9a758dca52fb tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Request body: {'port': {'device_id': '546e077e-8377-45f7-98f2-ee9e8dfe9d17', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'admin_state_up': True, 'tenant_id': 'e5262b7cd2fa4bf6ac275df24f369d21'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:46:25.580521 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684514c-d73f-480d-a522-5d596e5904a4 req-3775452a-61e3-428f-be4b-5d26b522f72a tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:25.582074 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e684514c-d73f-480d-a522-5d596e5904a4 req-3775452a-61e3-428f-be4b-5d26b522f72a tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3701735 Jul 24 00:46:25.606870 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-e684514c-d73f-480d-a522-5d596e5904a4 req-893912cc-8b8b-412b-9e83-038617348fc0 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Request body: {'port': {'device_id': '9a8c3e8b-bb27-45d1-8a7d-77fb6845e543', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'admin_state_up': True, 'tenant_id': 'e5262b7cd2fa4bf6ac275df24f369d21'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:46:25.659110 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.11', 62664) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:46:25.734406 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2e9afd6e-3e6f-43bf-bc3b-cb3cc64bb05a req-c7d575a9-3749-4466-b4c7-54134e262452 tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1da29f2-d769-4607-a80a-62f4e36653f5 HTTP/1.1" status: 200 len: 210 time: 0.1226630 Jul 24 00:46:26.005749 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e684514c-d73f-480d-a522-5d596e5904a4 req-893912cc-8b8b-412b-9e83-038617348fc0 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Made reservation on behalf of e5262b7cd2fa4bf6ac275df24f369d21 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:46:26.010771 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e684514c-d73f-480d-a522-5d596e5904a4 req-893912cc-8b8b-412b-9e83-038617348fc0 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:26.335077 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e8fa7bf4-d1a7-44e9-992b-75cb19b5aa6f req-3d321e69-2238-4819-832b-904b1b4149ce tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea1dc35c-16a1-47ba-a874-658194aa0ff4 HTTP/1.1" status: 200 len: 210 time: 0.2097471 Jul 24 00:46:26.341668 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35883235-6366-4bd2-9d50-a07f5460169f req-2143f3d3-500a-4c1c-b4c9-f6395f229254 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:26.344508 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-35883235-6366-4bd2-9d50-a07f5460169f req-2143f3d3-500a-4c1c-b4c9-f6395f229254 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.13 "GET /v2.0/networks?id=0424e002-92c3-40ed-8018-7ea44515813a HTTP/1.1" status: 200 len: 821 time: 0.2019653 Jul 24 00:46:26.352540 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-05888383-2b64-464a-975a-06e5e7d86168 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:26.359213 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-05888383-2b64-464a-975a-06e5e7d86168 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:26.360892 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-05888383-2b64-464a-975a-06e5e7d86168 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.11 "GET /v2.0/networks?id=59024805-88c5-41ce-a4e4-414fd8a861e1&id=c2bb5121-a5fb-4815-a427-fc4d0a49421a&id=59024805-88c5-41ce-a4e4-414fd8a861e1 HTTP/1.1" status: 200 len: 1391 time: 0.7008429 Jul 24 00:46:26.364608 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e684514c-d73f-480d-a522-5d596e5904a4 req-b79e9e0a-60a7-4893-a3d0-9a758dca52fb tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Made reservation on behalf of e5262b7cd2fa4bf6ac275df24f369d21 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:46:26.365010 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-35883235-6366-4bd2-9d50-a07f5460169f req-bc562bbc-6688-4a5d-88bf-8a8a4bfb55b8 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Request body: {'port': {'device_id': '33646e73-2b79-4f91-838f-db984c3ad76a', 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a', 'admin_state_up': True, 'tenant_id': 'f6c3815e83b546d1ba8426b7607dbf30'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:46:26.368132 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e684514c-d73f-480d-a522-5d596e5904a4 req-b79e9e0a-60a7-4893-a3d0-9a758dca52fb tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:26.377618 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-7580d572-1925-47d6-81c5-3059c83c5ccd tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Request body: {'port': {'device_id': 'ea1dc35c-16a1-47ba-a874-658194aa0ff4', 'network_id': '59024805-88c5-41ce-a4e4-414fd8a861e1', 'admin_state_up': True, 'tenant_id': 'ddce8b228d0d4a4bb7bd9050c384a277'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:46:26.417028 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47106) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:46:26.521645 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-e684514c-d73f-480d-a522-5d596e5904a4 req-893912cc-8b8b-412b-9e83-038617348fc0 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Allocated IP 192.168.233.231 (064170bd-7ae3-42cd-9c1f-14f6db2f099c/b2f8a7b0-45d5-4a4f-bbde-2ea497f98103/3c836ab3-a4b0-4f71-bdd9-af941853b1e5) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:46:26.603538 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35883235-6366-4bd2-9d50-a07f5460169f req-bc562bbc-6688-4a5d-88bf-8a8a4bfb55b8 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Made reservation on behalf of f6c3815e83b546d1ba8426b7607dbf30 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:46:26.609026 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-35883235-6366-4bd2-9d50-a07f5460169f req-bc562bbc-6688-4a5d-88bf-8a8a4bfb55b8 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:26.653921 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ed6f24ef-9590-43f8-ac01-618480411247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:26.734056 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9454e619-9c99-4773-9b11-a5e9d43e7969 req-1e4df077-5c40-4236-b631-bf611b9cb4f9 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17 HTTP/1.1" status: 200 len: 210 time: 0.0814004 Jul 24 00:46:26.940964 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-35883235-6366-4bd2-9d50-a07f5460169f req-bc562bbc-6688-4a5d-88bf-8a8a4bfb55b8 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Allocated IP 172.20.0.8 (0424e002-92c3-40ed-8018-7ea44515813a/eacbc75d-e7d9-4f31-b710-44862dc68303/506e7617-622e-4e8e-8f0b-88bed6716f82) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:46:26.968644 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8ee5b747-99fa-4d8f-8460-6dbb3555a004 req-bc9cb92c-b0fd-4f2b-8615-0c8206448b09 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=33646e73-2b79-4f91-838f-db984c3ad76a HTTP/1.1" status: 200 len: 210 time: 0.1168413 Jul 24 00:46:27.096898 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ed6f24ef-9590-43f8-ac01-618480411247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:27.112601 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ed6f24ef-9590-43f8-ac01-618480411247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:27.209432 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e684514c-d73f-480d-a522-5d596e5904a4 req-893912cc-8b8b-412b-9e83-038617348fc0 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:27.231918 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-e684514c-d73f-480d-a522-5d596e5904a4 req-893912cc-8b8b-412b-9e83-038617348fc0 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Transition to ACTIVE for port object 3c836ab3-a4b0-4f71-bdd9-af941853b1e5 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:46:27.268856 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bbb85d29-ed42-45e2-9401-77696a279612 req-2678b1db-0d53-4ec8-b73d-844915db98bd tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1da29f2-d769-4607-a80a-62f4e36653f5 HTTP/1.1" status: 200 len: 210 time: 0.1130884 Jul 24 00:46:27.299672 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ed6f24ef-9590-43f8-ac01-618480411247 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf5748af746845b7a12ee118bb8ddd94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8795097 Jul 24 00:46:27.310968 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-c3803bb4-ca33-4fab-a5d5-f839572b378a tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:27.315086 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-c3803bb4-ca33-4fab-a5d5-f839572b378a tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] 10.222.0.13 "GET /v2.0/networks?id=1fed34ff-1bf8-4b83-bd45-2cd3f02a020c HTTP/1.1" status: 200 len: 815 time: 0.4310930 Jul 24 00:46:27.315086 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47124) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:46:27.317494 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f24ef-9590-43f8-ac01-618480411247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183729ba-2a5c-460e-9593-85c98042735b,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:27.348339 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e684514c-d73f-480d-a522-5d596e5904a4 req-893912cc-8b8b-412b-9e83-038617348fc0 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:27.352529 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-be5a2fe3-2157-4b55-a610-6d7e8ae56e6a tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] Request body: {'port': {'device_id': 'd1da29f2-d769-4607-a80a-62f4e36653f5', 'network_id': '1fed34ff-1bf8-4b83-bd45-2cd3f02a020c', 'admin_state_up': True, 'tenant_id': '3f9b71b518bb404b9e8d521e71f9af26'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:46:27.366571 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['e26ba7bc-df08-4bb6-9190-ffb5d7f68be7'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:46:27.416095 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6f24ef-9590-43f8-ac01-618480411247 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:46:27.416560 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6f24ef-9590-43f8-ac01-618480411247 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:46:27.416908 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6f24ef-9590-43f8-ac01-618480411247 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:46:27.417407 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6f24ef-9590-43f8-ac01-618480411247 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:46:27.417764 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6f24ef-9590-43f8-ac01-618480411247 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:46:27.419323 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6f24ef-9590-43f8-ac01-618480411247 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:46:27.419576 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6f24ef-9590-43f8-ac01-618480411247 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:46:27.419916 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6f24ef-9590-43f8-ac01-618480411247 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:46:27.425572 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6f24ef-9590-43f8-ac01-618480411247 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:46:27.425572 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6f24ef-9590-43f8-ac01-618480411247 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:46:27.425572 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6f24ef-9590-43f8-ac01-618480411247 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:46:27.425572 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6f24ef-9590-43f8-ac01-618480411247 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:46:27.506950 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-35883235-6366-4bd2-9d50-a07f5460169f req-bc562bbc-6688-4a5d-88bf-8a8a4bfb55b8 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:27.516427 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c13feb-40a0-43b6-96cd-ce51c73c5745 req-e6fbb52b-552f-4242-9a4a-413695a95192 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:27.521659 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-16c13feb-40a0-43b6-96cd-ce51c73c5745 req-e6fbb52b-552f-4242-9a4a-413695a95192 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/ports?device_id=217208aa-b219-4b6c-9a56-8954a45f3639 HTTP/1.1" status: 200 len: 950 time: 0.9236910 Jul 24 00:46:27.617670 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e684514c-d73f-480d-a522-5d596e5904a4 req-893912cc-8b8b-412b-9e83-038617348fc0 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Network 064170bd-7ae3-42cd-9c1f-14f6db2f099c is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:46:27.646751 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-e684514c-d73f-480d-a522-5d596e5904a4 req-893912cc-8b8b-412b-9e83-038617348fc0 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:46:27.649258 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-7580d572-1925-47d6-81c5-3059c83c5ccd tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Made reservation on behalf of ddce8b228d0d4a4bb7bd9050c384a277 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:46:27.654118 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-7580d572-1925-47d6-81c5-3059c83c5ccd tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:27.656464 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893912cc-8b8b-412b-9e83-038617348fc0 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Pushing event updated for resources: {'Port': ['ID=3c836ab3-a4b0-4f71-bdd9-af941853b1e5,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:27.660141 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-e684514c-d73f-480d-a522-5d596e5904a4 req-b79e9e0a-60a7-4893-a3d0-9a758dca52fb tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Allocated IP 192.168.233.134 (064170bd-7ae3-42cd-9c1f-14f6db2f099c/b2f8a7b0-45d5-4a4f-bbde-2ea497f98103/88b73c65-2a63-44ed-97a6-4adff615d912) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:46:27.664152 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-e684514c-d73f-480d-a522-5d596e5904a4 req-893912cc-8b8b-412b-9e83-038617348fc0 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:46:27.670626 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684514c-d73f-480d-a522-5d596e5904a4 req-893912cc-8b8b-412b-9e83-038617348fc0 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:27.671800 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e684514c-d73f-480d-a522-5d596e5904a4 req-893912cc-8b8b-412b-9e83-038617348fc0 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:27.710350 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893912cc-8b8b-412b-9e83-038617348fc0 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:46:27.710892 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893912cc-8b8b-412b-9e83-038617348fc0 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:46:27.711363 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893912cc-8b8b-412b-9e83-038617348fc0 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:46:27.711726 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893912cc-8b8b-412b-9e83-038617348fc0 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:46:27.712241 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893912cc-8b8b-412b-9e83-038617348fc0 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:46:27.713335 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893912cc-8b8b-412b-9e83-038617348fc0 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:46:27.713491 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893912cc-8b8b-412b-9e83-038617348fc0 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:46:27.714115 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893912cc-8b8b-412b-9e83-038617348fc0 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:46:27.714448 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893912cc-8b8b-412b-9e83-038617348fc0 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:46:27.715070 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893912cc-8b8b-412b-9e83-038617348fc0 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:46:27.715615 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893912cc-8b8b-412b-9e83-038617348fc0 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:46:27.716362 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893912cc-8b8b-412b-9e83-038617348fc0 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:46:27.762364 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-16c13feb-40a0-43b6-96cd-ce51c73c5745 req-316004f4-fe17-467b-a0f5-714f81b71cfe tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f909524-2c4c-48d3-8499-44adfd15f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083318 Jul 24 00:46:27.771015 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e684514c-d73f-480d-a522-5d596e5904a4 req-893912cc-8b8b-412b-9e83-038617348fc0 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1708665 Jul 24 00:46:27.897224 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-e684514c-d73f-480d-a522-5d596e5904a4 req-0e61049f-c2eb-4861-acc1-58224dd58860 service neutron] Request body: {'port': {'device_id': '9a8c3e8b-bb27-45d1-8a7d-77fb6845e543', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-25'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:46:28.158341 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-35883235-6366-4bd2-9d50-a07f5460169f req-bc562bbc-6688-4a5d-88bf-8a8a4bfb55b8 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:28.171201 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a353d65d-7edc-4195-8a7a-5f428572c0a0 req-fabeda57-017f-49df-a2d3-666b38cef68c tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea1dc35c-16a1-47ba-a874-658194aa0ff4 HTTP/1.1" status: 200 len: 210 time: 0.2005253 Jul 24 00:46:28.215352 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-44a5023e-ef5c-4d30-a6bd-a541bbe67702 None None] Provisioning for port 3c836ab3-a4b0-4f71-bdd9-af941853b1e5 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:46:28.230667 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-44a5023e-ef5c-4d30-a6bd-a541bbe67702 None None] Provisioning complete for port 3c836ab3-a4b0-4f71-bdd9-af941853b1e5 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:28.243176 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-44a5023e-ef5c-4d30-a6bd-a541bbe67702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:28.325391 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fb8b68aa-124c-43cc-b5f6-14e284fdbb10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:28.371551 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-44a5023e-ef5c-4d30-a6bd-a541bbe67702 None None] Port 3c836ab3-a4b0-4f71-bdd9-af941853b1e5 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:46:28.381063 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fb8b68aa-124c-43cc-b5f6-14e284fdbb10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:28.477460 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fb8b68aa-124c-43cc-b5f6-14e284fdbb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:28.480925 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fb8b68aa-124c-43cc-b5f6-14e284fdbb10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:28.482451 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-fb8b68aa-124c-43cc-b5f6-14e284fdbb10 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/183729ba-2a5c-460e-9593-85c98042735b HTTP/1.1" status: 204 len: 168 time: 1.1660140 Jul 24 00:46:28.515082 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35883235-6366-4bd2-9d50-a07f5460169f req-bc562bbc-6688-4a5d-88bf-8a8a4bfb55b8 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Network 0424e002-92c3-40ed-8018-7ea44515813a is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:46:28.523329 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b68aa-124c-43cc-b5f6-14e284fdbb10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183729ba-2a5c-460e-9593-85c98042735b,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:28.533309 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-35883235-6366-4bd2-9d50-a07f5460169f req-bc562bbc-6688-4a5d-88bf-8a8a4bfb55b8 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:46:28.545830 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-35883235-6366-4bd2-9d50-a07f5460169f req-bc562bbc-6688-4a5d-88bf-8a8a4bfb55b8 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:46:28.614226 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35883235-6366-4bd2-9d50-a07f5460169f req-bc562bbc-6688-4a5d-88bf-8a8a4bfb55b8 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:28.615478 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-35883235-6366-4bd2-9d50-a07f5460169f req-bc562bbc-6688-4a5d-88bf-8a8a4bfb55b8 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:28.620972 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc562bbc-6688-4a5d-88bf-8a8a4bfb55b8 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Pushing event updated for resources: {'Port': ['ID=506e7617-622e-4e8e-8f0b-88bed6716f82,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:28.674690 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-be5a2fe3-2157-4b55-a610-6d7e8ae56e6a tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] Made reservation on behalf of 3f9b71b518bb404b9e8d521e71f9af26 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:46:28.688741 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-be5a2fe3-2157-4b55-a610-6d7e8ae56e6a tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:28.711981 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-35883235-6366-4bd2-9d50-a07f5460169f req-bc562bbc-6688-4a5d-88bf-8a8a4bfb55b8 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3567688 Jul 24 00:46:28.729401 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e684514c-d73f-480d-a522-5d596e5904a4 req-b79e9e0a-60a7-4893-a3d0-9a758dca52fb tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:28.753989 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-35883235-6366-4bd2-9d50-a07f5460169f req-01c5b3c3-9766-4a16-9cc3-a3f3e67e24f9 service neutron] Request body: {'port': {'device_id': '33646e73-2b79-4f91-838f-db984c3ad76a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:46:28.779755 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-e684514c-d73f-480d-a522-5d596e5904a4 req-b79e9e0a-60a7-4893-a3d0-9a758dca52fb tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Transition to ACTIVE for port object 88b73c65-2a63-44ed-97a6-4adff615d912 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:46:28.910274 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a10dea55-4dfa-437e-9fce-09b54ccba50b req-d8b6a67d-9296-48c9-a07a-622a280fc1d3 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17 HTTP/1.1" status: 200 len: 210 time: 0.7441392 Jul 24 00:46:28.931594 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-7580d572-1925-47d6-81c5-3059c83c5ccd tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Allocated IP 19.80.0.32 (59024805-88c5-41ce-a4e4-414fd8a861e1/e5199780-1087-4752-bb20-78418d70859a/8eb37054-923a-4399-a799-db6758c8a449) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:46:28.948087 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e684514c-d73f-480d-a522-5d596e5904a4 req-b79e9e0a-60a7-4893-a3d0-9a758dca52fb tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:28.966216 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['e26ba7bc-df08-4bb6-9190-ffb5d7f68be7'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:46:29.067554 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e684514c-d73f-480d-a522-5d596e5904a4 req-0e61049f-c2eb-4861-acc1-58224dd58860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:29.191269 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-be5a2fe3-2157-4b55-a610-6d7e8ae56e6a tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] Allocated IP 172.20.0.9 (1fed34ff-1bf8-4b83-bd45-2cd3f02a020c/45a23940-488e-46de-b142-3bb49d72cde4/6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:46:29.198981 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e684514c-d73f-480d-a522-5d596e5904a4 req-b79e9e0a-60a7-4893-a3d0-9a758dca52fb tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Network 064170bd-7ae3-42cd-9c1f-14f6db2f099c is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:46:29.285268 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47174) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:46:29.319184 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb80176c-d6af-4dad-b5ca-375fb5802751 req-3ba7f0e0-9d4c-49d5-92c8-2f3af5813f60 tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1da29f2-d769-4607-a80a-62f4e36653f5 HTTP/1.1" status: 200 len: 210 time: 0.1729822 Jul 24 00:46:29.323880 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-e684514c-d73f-480d-a522-5d596e5904a4 req-b79e9e0a-60a7-4893-a3d0-9a758dca52fb tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:46:29.327081 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-e684514c-d73f-480d-a522-5d596e5904a4 req-b79e9e0a-60a7-4893-a3d0-9a758dca52fb tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:46:29.337282 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684514c-d73f-480d-a522-5d596e5904a4 req-b79e9e0a-60a7-4893-a3d0-9a758dca52fb tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:29.338971 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e684514c-d73f-480d-a522-5d596e5904a4 req-b79e9e0a-60a7-4893-a3d0-9a758dca52fb tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:29.420241 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-675e63ba-7e48-4e1d-8260-3df17ff39f71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:29.569330 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-7580d572-1925-47d6-81c5-3059c83c5ccd tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:29.621052 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-7580d572-1925-47d6-81c5-3059c83c5ccd tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Transition to ACTIVE for port object 8eb37054-923a-4399-a799-db6758c8a449 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:46:29.799882 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-35883235-6366-4bd2-9d50-a07f5460169f req-01c5b3c3-9766-4a16-9cc3-a3f3e67e24f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:29.812259 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-6b6e1381-bc49-4aba-bba6-76ae408a5bae None None] Provisioning for port 88b73c65-2a63-44ed-97a6-4adff615d912 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:46:29.817959 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-6b6e1381-bc49-4aba-bba6-76ae408a5bae None None] Provisioning complete for port 88b73c65-2a63-44ed-97a6-4adff615d912 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:29.818455 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6b6e1381-bc49-4aba-bba6-76ae408a5bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:29.856038 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-be5a2fe3-2157-4b55-a610-6d7e8ae56e6a tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:29.897572 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-6b6e1381-bc49-4aba-bba6-76ae408a5bae None None] Port 88b73c65-2a63-44ed-97a6-4adff615d912 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:46:29.936519 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e684514c-d73f-480d-a522-5d596e5904a4 req-b79e9e0a-60a7-4893-a3d0-9a758dca52fb tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3731120 Jul 24 00:46:29.937200 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e9e0a-60a7-4893-a3d0-9a758dca52fb tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Pushing event updated for resources: {'Port': ['ID=88b73c65-2a63-44ed-97a6-4adff615d912,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:29.945518 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-7580d572-1925-47d6-81c5-3059c83c5ccd tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:29.973904 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-e684514c-d73f-480d-a522-5d596e5904a4 req-bacbab0a-1932-4336-8fc9-24f72cbb7fe8 service neutron] Request body: {'port': {'device_id': '546e077e-8377-45f7-98f2-ee9e8dfe9d17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-25'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:46:30.016510 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-675e63ba-7e48-4e1d-8260-3df17ff39f71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:30.018335 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-be5a2fe3-2157-4b55-a610-6d7e8ae56e6a tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] Transition to ACTIVE for port object 6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:46:30.051875 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-6c3b0cbb-8080-4fa1-ad45-3197a78b422c tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6acc66f65470401fbb6f7f99380344fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3078423 Jul 24 00:46:30.115130 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-7580d572-1925-47d6-81c5-3059c83c5ccd tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Network 59024805-88c5-41ce-a4e4-414fd8a861e1 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:46:30.122137 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-7580d572-1925-47d6-81c5-3059c83c5ccd tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:46:30.130207 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-7580d572-1925-47d6-81c5-3059c83c5ccd tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:46:30.132827 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d29b61-355b-4bc7-9e2d-3ad60cd5d188 req-50500781-2b22-4d48-a50f-e89615cab00e tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:30.135475 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-77d29b61-355b-4bc7-9e2d-3ad60cd5d188 req-50500781-2b22-4d48-a50f-e89615cab00e tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=33646e73-2b79-4f91-838f-db984c3ad76a HTTP/1.1" status: 200 len: 931 time: 0.8523204 Jul 24 00:46:30.138997 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-675e63ba-7e48-4e1d-8260-3df17ff39f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:30.146762 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-7580d572-1925-47d6-81c5-3059c83c5ccd tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:30.147632 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-7580d572-1925-47d6-81c5-3059c83c5ccd tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:30.148555 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-be5a2fe3-2157-4b55-a610-6d7e8ae56e6a tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:30.163547 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580d572-1925-47d6-81c5-3059c83c5ccd tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Pushing event updated for resources: {'Port': ['ID=8eb37054-923a-4399-a799-db6758c8a449,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:30.264437 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-7580d572-1925-47d6-81c5-3059c83c5ccd tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8908761 Jul 24 00:46:30.430056 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-675e63ba-7e48-4e1d-8260-3df17ff39f71 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c43f99a19cb54c75aabea81fa303ba7d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1086795 Jul 24 00:46:30.458410 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47190) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:46:30.470011 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-82135b0e-7c1a-461c-8735-73bace4618da tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Request body: {'port': {'device_id': 'ea1dc35c-16a1-47ba-a874-658194aa0ff4', 'network_id': 'c2bb5121-a5fb-4815-a427-fc4d0a49421a', 'admin_state_up': True, 'tenant_id': 'ddce8b228d0d4a4bb7bd9050c384a277'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:46:30.471646 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-be5a2fe3-2157-4b55-a610-6d7e8ae56e6a tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] Network 1fed34ff-1bf8-4b83-bd45-2cd3f02a020c is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:46:30.487942 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-be5a2fe3-2157-4b55-a610-6d7e8ae56e6a tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:46:30.490327 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675e63ba-7e48-4e1d-8260-3df17ff39f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7917153-d355-402a-b802-c649620ddc7a,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:30.510503 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-be5a2fe3-2157-4b55-a610-6d7e8ae56e6a tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:46:30.536636 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-27d6d29a-8693-4b65-b654-1756cf8fcd68 None None] Provisioning for port 8eb37054-923a-4399-a799-db6758c8a449 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:46:30.547745 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-27d6d29a-8693-4b65-b654-1756cf8fcd68 None None] Provisioning complete for port 8eb37054-923a-4399-a799-db6758c8a449 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:30.548136 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-27d6d29a-8693-4b65-b654-1756cf8fcd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:30.558365 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e684514c-d73f-480d-a522-5d596e5904a4 req-bacbab0a-1932-4336-8fc9-24f72cbb7fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:30.591483 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-be5a2fe3-2157-4b55-a610-6d7e8ae56e6a tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:30.592773 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-be5a2fe3-2157-4b55-a610-6d7e8ae56e6a tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:30.595286 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5a2fe3-2157-4b55-a610-6d7e8ae56e6a tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] Pushing event updated for resources: {'Port': ['ID=6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:30.620133 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-77d29b61-355b-4bc7-9e2d-3ad60cd5d188 req-c48ae03d-1535-4684-ae35-785fd36c1962 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4778230 Jul 24 00:46:30.648588 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-be5a2fe3-2157-4b55-a610-6d7e8ae56e6a tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3279381 Jul 24 00:46:30.655581 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-3d756d38-e962-4fd6-b038-a06f7cda0cd6 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:30.663404 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-3d756d38-e962-4fd6-b038-a06f7cda0cd6 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5802047 Jul 24 00:46:30.705744 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-27d6d29a-8693-4b65-b654-1756cf8fcd68 None None] Port 8eb37054-923a-4399-a799-db6758c8a449 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:46:30.708556 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-b100d827-cd68-4fc4-8c74-8de9625559d9 service neutron] Request body: {'port': {'device_id': 'd1da29f2-d769-4607-a80a-62f4e36653f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:46:30.764330 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-a74c6145-e7c1-467c-9523-0c6b3be3eb95 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/quotas/6acc66f65470401fbb6f7f99380344fc HTTP/1.1" status: 200 len: 375 time: 0.0996513 Jul 24 00:46:30.938693 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f271b181-c1fb-4abf-a658-98ac69c28ac9 None None] Provisioning for port 6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:46:30.946744 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f271b181-c1fb-4abf-a658-98ac69c28ac9 None None] Provisioning complete for port 6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:30.949515 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-b100d827-cd68-4fc4-8c74-8de9625559d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:30.949983 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f271b181-c1fb-4abf-a658-98ac69c28ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:31.034631 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-96d3824f-b5c5-4bbe-b1aa-5514dd527b26 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6acc66f65470401fbb6f7f99380344fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2691588 Jul 24 00:46:31.060513 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-f271b181-c1fb-4abf-a658-98ac69c28ac9 None None] Port 6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:46:31.090187 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-59bdfcc7-8b79-4975-ae51-1c302e0fb91f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:31.132357 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-59bdfcc7-8b79-4975-ae51-1c302e0fb91f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:31.247719 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-59bdfcc7-8b79-4975-ae51-1c302e0fb91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:31.250825 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-59bdfcc7-8b79-4975-ae51-1c302e0fb91f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:31.254443 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-59bdfcc7-8b79-4975-ae51-1c302e0fb91f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c7917153-d355-402a-b802-c649620ddc7a HTTP/1.1" status: 204 len: 168 time: 0.6955366 Jul 24 00:46:31.279352 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bdfcc7-8b79-4975-ae51-1c302e0fb91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7917153-d355-402a-b802-c649620ddc7a,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:31.344953 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-e684514c-d73f-480d-a522-5d596e5904a4 req-0e61049f-c2eb-4861-acc1-58224dd58860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c836ab3-a4b0-4f71-bdd9-af941853b1e5 {{(pid=100463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:46:31.357713 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e684514c-d73f-480d-a522-5d596e5904a4 req-0e61049f-c2eb-4861-acc1-58224dd58860 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:31.399913 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-e684514c-d73f-480d-a522-5d596e5904a4 req-0e61049f-c2eb-4861-acc1-58224dd58860 service neutron] Transition to ACTIVE for port object 3c836ab3-a4b0-4f71-bdd9-af941853b1e5 will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:46:31.409941 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-82135b0e-7c1a-461c-8735-73bace4618da tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Made reservation on behalf of ddce8b228d0d4a4bb7bd9050c384a277 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:46:31.413970 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-82135b0e-7c1a-461c-8735-73bace4618da tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:31.526744 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e684514c-d73f-480d-a522-5d596e5904a4 req-0e61049f-c2eb-4861-acc1-58224dd58860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:31.548061 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-b100d827-cd68-4fc4-8c74-8de9625559d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:46:31.557949 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-b100d827-cd68-4fc4-8c74-8de9625559d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:31.594552 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-b100d827-cd68-4fc4-8c74-8de9625559d9 service neutron] Transition to ACTIVE for port object 6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:46:31.614986 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-b100d827-cd68-4fc4-8c74-8de9625559d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:31.747070 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-35883235-6366-4bd2-9d50-a07f5460169f req-01c5b3c3-9766-4a16-9cc3-a3f3e67e24f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 506e7617-622e-4e8e-8f0b-88bed6716f82 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:46:31.769495 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-35883235-6366-4bd2-9d50-a07f5460169f req-01c5b3c3-9766-4a16-9cc3-a3f3e67e24f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:31.811834 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-35883235-6366-4bd2-9d50-a07f5460169f req-01c5b3c3-9766-4a16-9cc3-a3f3e67e24f9 service neutron] Transition to ACTIVE for port object 506e7617-622e-4e8e-8f0b-88bed6716f82 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:46:31.847355 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78172d-e1d3-4222-9b9b-5c35a796cff2 req-ef614fd3-2daa-43b2-8481-5b1c8e0836b8 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:31.851159 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-df78172d-e1d3-4222-9b9b-5c35a796cff2 req-ef614fd3-2daa-43b2-8481-5b1c8e0836b8 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea1dc35c-16a1-47ba-a874-658194aa0ff4 HTTP/1.1" status: 200 len: 931 time: 1.0218275 Jul 24 00:46:31.852153 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-35883235-6366-4bd2-9d50-a07f5460169f req-01c5b3c3-9766-4a16-9cc3-a3f3e67e24f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:31.875522 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61049f-c2eb-4861-acc1-58224dd58860 service neutron] Pushing event updated for resources: {'Port': ['ID=3c836ab3-a4b0-4f71-bdd9-af941853b1e5,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:31.963870 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-df78172d-e1d3-4222-9b9b-5c35a796cff2 req-637c1cd7-4c3a-48af-96ec-59ce4ec7a59a tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0ffb5b8-4b8b-475f-a5f7-255c2b17204b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906518 Jul 24 00:46:31.968445 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b100d827-cd68-4fc4-8c74-8de9625559d9 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:32.350519 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-e684514c-d73f-480d-a522-5d596e5904a4 req-bacbab0a-1932-4336-8fc9-24f72cbb7fe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88b73c65-2a63-44ed-97a6-4adff615d912 {{(pid=100463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:46:32.373484 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e684514c-d73f-480d-a522-5d596e5904a4 req-bacbab0a-1932-4336-8fc9-24f72cbb7fe8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:32.415164 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-e684514c-d73f-480d-a522-5d596e5904a4 req-bacbab0a-1932-4336-8fc9-24f72cbb7fe8 service neutron] Transition to ACTIVE for port object 88b73c65-2a63-44ed-97a6-4adff615d912 will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:46:32.479521 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c5b3c3-9766-4a16-9cc3-a3f3e67e24f9 service neutron] Pushing event updated for resources: {'Port': ['ID=506e7617-622e-4e8e-8f0b-88bed6716f82,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:32.497972 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e684514c-d73f-480d-a522-5d596e5904a4 req-bacbab0a-1932-4336-8fc9-24f72cbb7fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:32.610571 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-b100d827-cd68-4fc4-8c74-8de9625559d9 service neutron] Attempting to bind port 6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:46:32.613065 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-b100d827-cd68-4fc4-8c74-8de9625559d9 service neutron] Attempting to bind port 6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '631edc4b-36d5-4ec8-863f-ce502820caff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '1fed34ff-1bf8-4b83-bd45-2cd3f02a020c'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:46:32.613359 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-b100d827-cd68-4fc4-8c74-8de9625559d9 service neutron] Attempting to bind port 6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba on network 1fed34ff-1bf8-4b83-bd45-2cd3f02a020c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:46:32.680171 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-35883235-6366-4bd2-9d50-a07f5460169f req-01c5b3c3-9766-4a16-9cc3-a3f3e67e24f9 service neutron] Attempting to bind port 506e7617-622e-4e8e-8f0b-88bed6716f82 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:46:32.683744 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-35883235-6366-4bd2-9d50-a07f5460169f req-01c5b3c3-9766-4a16-9cc3-a3f3e67e24f9 service neutron] Attempting to bind port 506e7617-622e-4e8e-8f0b-88bed6716f82 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '58fdc277-5f36-433f-9782-f46712be7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:46:32.684106 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35883235-6366-4bd2-9d50-a07f5460169f req-01c5b3c3-9766-4a16-9cc3-a3f3e67e24f9 service neutron] Attempting to bind port 506e7617-622e-4e8e-8f0b-88bed6716f82 on network 0424e002-92c3-40ed-8018-7ea44515813a {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:46:32.710215 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35883235-6366-4bd2-9d50-a07f5460169f req-01c5b3c3-9766-4a16-9cc3-a3f3e67e24f9 service neutron] Port 506e7617-622e-4e8e-8f0b-88bed6716f82 on network 0424e002-92c3-40ed-8018-7ea44515813a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:46:32.710638 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35883235-6366-4bd2-9d50-a07f5460169f req-01c5b3c3-9766-4a16-9cc3-a3f3e67e24f9 service neutron] Attempting to bind port 506e7617-622e-4e8e-8f0b-88bed6716f82 on network 0424e002-92c3-40ed-8018-7ea44515813a {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:46:32.719150 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-b100d827-cd68-4fc4-8c74-8de9625559d9 service neutron] Port 6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba on network 1fed34ff-1bf8-4b83-bd45-2cd3f02a020c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:46:32.720990 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-b100d827-cd68-4fc4-8c74-8de9625559d9 service neutron] Attempting to bind port 6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba on network 1fed34ff-1bf8-4b83-bd45-2cd3f02a020c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:46:32.738035 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35883235-6366-4bd2-9d50-a07f5460169f req-01c5b3c3-9766-4a16-9cc3-a3f3e67e24f9 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:46:32.746040 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35883235-6366-4bd2-9d50-a07f5460169f req-01c5b3c3-9766-4a16-9cc3-a3f3e67e24f9 service neutron] Checking segment: {'id': '58fdc277-5f36-433f-9782-f46712be7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:46:32.746565 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35883235-6366-4bd2-9d50-a07f5460169f req-01c5b3c3-9766-4a16-9cc3-a3f3e67e24f9 service neutron] Bound using segment: {'id': '58fdc277-5f36-433f-9782-f46712be7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:46:32.752279 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-35883235-6366-4bd2-9d50-a07f5460169f req-01c5b3c3-9766-4a16-9cc3-a3f3e67e24f9 service neutron] Bound port: 506e7617-622e-4e8e-8f0b-88bed6716f82, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58fdc277-5f36-433f-9782-f46712be7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:46:32.752687 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-35883235-6366-4bd2-9d50-a07f5460169f req-01c5b3c3-9766-4a16-9cc3-a3f3e67e24f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:32.792735 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1cc4b9-e06c-4146-9fa5-6bb3f18228f1 req-7a61ea0b-3273-41a8-b5f5-b43530538706 tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:32.795453 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0b1cc4b9-e06c-4146-9fa5-6bb3f18228f1 req-7a61ea0b-3273-41a8-b5f5-b43530538706 tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1da29f2-d769-4607-a80a-62f4e36653f5 HTTP/1.1" status: 200 len: 943 time: 0.6074271 Jul 24 00:46:32.819167 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacbab0a-1932-4336-8fc9-24f72cbb7fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=88b73c65-2a63-44ed-97a6-4adff615d912,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:32.821564 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-b100d827-cd68-4fc4-8c74-8de9625559d9 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:46:32.826637 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-b100d827-cd68-4fc4-8c74-8de9625559d9 service neutron] Checking segment: {'id': '631edc4b-36d5-4ec8-863f-ce502820caff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '1fed34ff-1bf8-4b83-bd45-2cd3f02a020c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:46:32.833753 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-b100d827-cd68-4fc4-8c74-8de9625559d9 service neutron] Bound using segment: {'id': '631edc4b-36d5-4ec8-863f-ce502820caff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '1fed34ff-1bf8-4b83-bd45-2cd3f02a020c'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:46:32.834790 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-b100d827-cd68-4fc4-8c74-8de9625559d9 service neutron] Bound port: 6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '631edc4b-36d5-4ec8-863f-ce502820caff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '1fed34ff-1bf8-4b83-bd45-2cd3f02a020c'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:46:32.835721 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-b100d827-cd68-4fc4-8c74-8de9625559d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:32.871645 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-e684514c-d73f-480d-a522-5d596e5904a4 req-0e61049f-c2eb-4861-acc1-58224dd58860 service neutron] Attempting to bind port 3c836ab3-a4b0-4f71-bdd9-af941853b1e5 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:46:32.872006 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-e684514c-d73f-480d-a522-5d596e5904a4 req-0e61049f-c2eb-4861-acc1-58224dd58860 service neutron] Attempting to bind port 3c836ab3-a4b0-4f71-bdd9-af941853b1e5 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:46:32.872329 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e684514c-d73f-480d-a522-5d596e5904a4 req-0e61049f-c2eb-4861-acc1-58224dd58860 service neutron] Attempting to bind port 3c836ab3-a4b0-4f71-bdd9-af941853b1e5 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:46:32.879642 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-e684514c-d73f-480d-a522-5d596e5904a4 req-bacbab0a-1932-4336-8fc9-24f72cbb7fe8 service neutron] Attempting to bind port 88b73c65-2a63-44ed-97a6-4adff615d912 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:46:32.880137 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-e684514c-d73f-480d-a522-5d596e5904a4 req-bacbab0a-1932-4336-8fc9-24f72cbb7fe8 service neutron] Attempting to bind port 88b73c65-2a63-44ed-97a6-4adff615d912 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:46:32.880819 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e684514c-d73f-480d-a522-5d596e5904a4 req-bacbab0a-1932-4336-8fc9-24f72cbb7fe8 service neutron] Attempting to bind port 88b73c65-2a63-44ed-97a6-4adff615d912 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:46:32.909869 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e684514c-d73f-480d-a522-5d596e5904a4 req-0e61049f-c2eb-4861-acc1-58224dd58860 service neutron] Port 3c836ab3-a4b0-4f71-bdd9-af941853b1e5 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:46:32.910560 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e684514c-d73f-480d-a522-5d596e5904a4 req-0e61049f-c2eb-4861-acc1-58224dd58860 service neutron] Attempting to bind port 3c836ab3-a4b0-4f71-bdd9-af941853b1e5 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:46:32.935211 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e684514c-d73f-480d-a522-5d596e5904a4 req-bacbab0a-1932-4336-8fc9-24f72cbb7fe8 service neutron] Port 88b73c65-2a63-44ed-97a6-4adff615d912 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:46:32.935585 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e684514c-d73f-480d-a522-5d596e5904a4 req-bacbab0a-1932-4336-8fc9-24f72cbb7fe8 service neutron] Attempting to bind port 88b73c65-2a63-44ed-97a6-4adff615d912 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:46:32.938971 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-82135b0e-7c1a-461c-8735-73bace4618da tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Allocated IP 19.86.0.96 (c2bb5121-a5fb-4815-a427-fc4d0a49421a/93b842ed-b493-4738-be02-f494ef20d89c/70634e1a-195e-4ef4-bb85-11662253b7ad) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:46:32.942779 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e684514c-d73f-480d-a522-5d596e5904a4 req-0e61049f-c2eb-4861-acc1-58224dd58860 service neutron] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:46:32.943152 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e684514c-d73f-480d-a522-5d596e5904a4 req-0e61049f-c2eb-4861-acc1-58224dd58860 service neutron] Checking segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:46:32.943531 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e684514c-d73f-480d-a522-5d596e5904a4 req-0e61049f-c2eb-4861-acc1-58224dd58860 service neutron] Bound using segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:46:32.943991 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-e684514c-d73f-480d-a522-5d596e5904a4 req-0e61049f-c2eb-4861-acc1-58224dd58860 service neutron] Bound port: 3c836ab3-a4b0-4f71-bdd9-af941853b1e5, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:46:32.944369 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e684514c-d73f-480d-a522-5d596e5904a4 req-0e61049f-c2eb-4861-acc1-58224dd58860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:32.970021 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e3863-a2d1-4e92-8a0d-99762f1b856e req-d0105674-acc5-4a86-93f7-9e92175b323f tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:32.971950 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bd6e3863-a2d1-4e92-8a0d-99762f1b856e req-d0105674-acc5-4a86-93f7-9e92175b323f tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17 HTTP/1.1" status: 200 len: 936 time: 1.1057212 Jul 24 00:46:33.051297 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e684514c-d73f-480d-a522-5d596e5904a4 req-bacbab0a-1932-4336-8fc9-24f72cbb7fe8 service neutron] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:46:33.059848 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e684514c-d73f-480d-a522-5d596e5904a4 req-bacbab0a-1932-4336-8fc9-24f72cbb7fe8 service neutron] Checking segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:46:33.060349 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e684514c-d73f-480d-a522-5d596e5904a4 req-bacbab0a-1932-4336-8fc9-24f72cbb7fe8 service neutron] Bound using segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:46:33.060960 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:46:33.061432 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-e684514c-d73f-480d-a522-5d596e5904a4 req-bacbab0a-1932-4336-8fc9-24f72cbb7fe8 service neutron] Bound port: 88b73c65-2a63-44ed-97a6-4adff615d912, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:46:33.061928 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e684514c-d73f-480d-a522-5d596e5904a4 req-bacbab0a-1932-4336-8fc9-24f72cbb7fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:33.084364 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0b1cc4b9-e06c-4146-9fa5-6bb3f18228f1 req-794adc20-33b4-4f00-ab00-eb8ea2bc5666 tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] 10.222.0.15 "GET /v2.0/security-groups?id=5876346a-d58e-4d2e-a111-7d55ce9cac84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128880 Jul 24 00:46:33.172836 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-b100d827-cd68-4fc4-8c74-8de9625559d9 service neutron] For port 6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:46:33.175980 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-35883235-6366-4bd2-9d50-a07f5460169f req-01c5b3c3-9766-4a16-9cc3-a3f3e67e24f9 service neutron] For port 506e7617-622e-4e8e-8f0b-88bed6716f82, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:46:33.182037 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-b100d827-cd68-4fc4-8c74-8de9625559d9 service neutron] For port 6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba,segment=NetworkSegment(631edc4b-36d5-4ec8-863f-ce502820caff),segment_id=631edc4b-36d5-4ec8-863f-ce502820caff)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:46:33.185397 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-35883235-6366-4bd2-9d50-a07f5460169f req-01c5b3c3-9766-4a16-9cc3-a3f3e67e24f9 service neutron] For port 506e7617-622e-4e8e-8f0b-88bed6716f82, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=506e7617-622e-4e8e-8f0b-88bed6716f82,segment=NetworkSegment(58fdc277-5f36-433f-9782-f46712be7157),segment_id=58fdc277-5f36-433f-9782-f46712be7157)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:46:33.192365 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-b100d827-cd68-4fc4-8c74-8de9625559d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:33.290345 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-35883235-6366-4bd2-9d50-a07f5460169f req-01c5b3c3-9766-4a16-9cc3-a3f3e67e24f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:33.367651 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-b100d827-cd68-4fc4-8c74-8de9625559d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:33.368265 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-b100d827-cd68-4fc4-8c74-8de9625559d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:33.370297 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-b100d827-cd68-4fc4-8c74-8de9625559d9 service neutron] 10.222.0.13 "PUT /v2.0/ports/6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba HTTP/1.1" status: 200 len: 1092 time: 2.6899810 Jul 24 00:46:33.381657 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-e684514c-d73f-480d-a522-5d596e5904a4 req-0e61049f-c2eb-4861-acc1-58224dd58860 service neutron] For port 3c836ab3-a4b0-4f71-bdd9-af941853b1e5, host n-h2-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:46:33.394703 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-e684514c-d73f-480d-a522-5d596e5904a4 req-0e61049f-c2eb-4861-acc1-58224dd58860 service neutron] For port 3c836ab3-a4b0-4f71-bdd9-af941853b1e5, host n-h2-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=3c836ab3-a4b0-4f71-bdd9-af941853b1e5,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:46:33.396987 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1da29f2-d769-4607-a80a-62f4e36653f5', 'tag': '6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:46:33.399421 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c1e2be-5dfb-4bb6-80df-d26b0e2f859e" -d '{"events": [{"name": "network-changed", "server_uuid": "d1da29f2-d769-4607-a80a-62f4e36653f5", "tag": "6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:46:33.437573 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35883235-6366-4bd2-9d50-a07f5460169f req-01c5b3c3-9766-4a16-9cc3-a3f3e67e24f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:33.438239 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-35883235-6366-4bd2-9d50-a07f5460169f req-01c5b3c3-9766-4a16-9cc3-a3f3e67e24f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:33.467193 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-35883235-6366-4bd2-9d50-a07f5460169f req-01c5b3c3-9766-4a16-9cc3-a3f3e67e24f9 service neutron] 10.222.0.13 "PUT /v2.0/ports/506e7617-622e-4e8e-8f0b-88bed6716f82 HTTP/1.1" status: 200 len: 1092 time: 4.7210472 Jul 24 00:46:33.505770 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e684514c-d73f-480d-a522-5d596e5904a4 req-0e61049f-c2eb-4861-acc1-58224dd58860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:33.640874 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.11', 62666) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:46:33.649450 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684514c-d73f-480d-a522-5d596e5904a4 req-0e61049f-c2eb-4861-acc1-58224dd58860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:33.650653 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e684514c-d73f-480d-a522-5d596e5904a4 req-0e61049f-c2eb-4861-acc1-58224dd58860 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:33.654077 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e684514c-d73f-480d-a522-5d596e5904a4 req-0e61049f-c2eb-4861-acc1-58224dd58860 service neutron] 10.222.0.11 "PUT /v2.0/ports/3c836ab3-a4b0-4f71-bdd9-af941853b1e5 HTTP/1.1" status: 200 len: 1097 time: 5.7953575 Jul 24 00:46:33.685919 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b100d827-cd68-4fc4-8c74-8de9625559d9 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:33.690616 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a8c3e8b-bb27-45d1-8a7d-77fb6845e543', 'tag': '3c836ab3-a4b0-4f71-bdd9-af941853b1e5'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:46:33.693915 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00f6db8-a888-40ff-b1ec-aa1a2de0aeb0" -d '{"events": [{"name": "network-changed", "server_uuid": "9a8c3e8b-bb27-45d1-8a7d-77fb6845e543", "tag": "3c836ab3-a4b0-4f71-bdd9-af941853b1e5"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:46:33.709818 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bd6e3863-a2d1-4e92-8a0d-99762f1b856e req-86249663-e62c-43a8-83dd-135207fecd79 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6431422 Jul 24 00:46:33.886980 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b95448e3-5b9c-4b97-84f8-1f3f930263b9 req-b37dd8a2-96e7-4fb6-91d7-2a7211ae851d tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/ports?device_id=adef8f79-8712-4960-b65b-d8791a0e354c HTTP/1.1" status: 200 len: 210 time: 0.4143617 Jul 24 00:46:34.004913 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-339f3ab9-cf36-4304-b7e8-a335e566ca56 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=6acc66f65470401fbb6f7f99380344fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3070977 Jul 24 00:46:34.162269 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-8191068e-21ad-4237-bc0e-7c4f3ed41e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:34.164442 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-8191068e-21ad-4237-bc0e-7c4f3ed41e8a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f9b71b518bb404b9e8d521e71f9af26&device_id=d1da29f2-d769-4607-a80a-62f4e36653f5 HTTP/1.1" status: 200 len: 1095 time: 0.6933911 Jul 24 00:46:34.174915 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c5b3c3-9766-4a16-9cc3-a3f3e67e24f9 service neutron] Pushing event updated for resources: {'Port': ['ID=506e7617-622e-4e8e-8f0b-88bed6716f82,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:34.324951 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-315179c4-784d-45ed-b8de-ed415044cb46 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba HTTP/1.1" status: 200 len: 217 time: 0.1336408 Jul 24 00:46:34.376521 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35883235-6366-4bd2-9d50-a07f5460169f req-3ae4d435-d6fd-4d9d-bf71-4be7a57d37e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:34.388692 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-35883235-6366-4bd2-9d50-a07f5460169f req-3ae4d435-d6fd-4d9d-bf71-4be7a57d37e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6c3815e83b546d1ba8426b7607dbf30&device_id=33646e73-2b79-4f91-838f-db984c3ad76a HTTP/1.1" status: 200 len: 1095 time: 0.7701881 Jul 24 00:46:34.420820 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:34.502271 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-35883235-6366-4bd2-9d50-a07f5460169f req-80175030-0454-4505-adbb-4bb8cb62dc06 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=506e7617-622e-4e8e-8f0b-88bed6716f82 HTTP/1.1" status: 200 len: 217 time: 0.0934873 Jul 24 00:46:34.514013 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-82135b0e-7c1a-461c-8735-73bace4618da tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:34.535397 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-82135b0e-7c1a-461c-8735-73bace4618da tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Transition to ACTIVE for port object 70634e1a-195e-4ef4-bb85-11662253b7ad will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:46:34.614046 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-e684514c-d73f-480d-a522-5d596e5904a4 req-bacbab0a-1932-4336-8fc9-24f72cbb7fe8 service neutron] For port 88b73c65-2a63-44ed-97a6-4adff615d912, host n-h2-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:46:34.635242 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-82135b0e-7c1a-461c-8735-73bace4618da tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:34.635553 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e61049f-c2eb-4861-acc1-58224dd58860 service neutron] Pushing event updated for resources: {'Port': ['ID=3c836ab3-a4b0-4f71-bdd9-af941853b1e5,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:34.783078 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:34.818413 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533789ea-8cc1-4dad-a299-27236a92ca9c req-60e42391-d016-4330-95ed-3818a70e357e tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:34.827232 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-533789ea-8cc1-4dad-a299-27236a92ca9c req-60e42391-d016-4330-95ed-3818a70e357e tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea1dc35c-16a1-47ba-a874-658194aa0ff4 HTTP/1.1" status: 200 len: 931 time: 0.8126264 Jul 24 00:46:34.837278 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-71b89d85-aaa6-486f-88ae-b43855381d7b tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:34.841139 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-71b89d85-aaa6-486f-88ae-b43855381d7b tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8215640 Jul 24 00:46:34.898418 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-e684514c-d73f-480d-a522-5d596e5904a4 req-bacbab0a-1932-4336-8fc9-24f72cbb7fe8 service neutron] For port 88b73c65-2a63-44ed-97a6-4adff615d912, host n-h2-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=88b73c65-2a63-44ed-97a6-4adff615d912,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:46:34.915361 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-009d7b74-a71a-47c5-8576-2e4af759559e tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Request body: {'port': {'device_id': 'adef8f79-8712-4960-b65b-d8791a0e354c', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'admin_state_up': True, 'tenant_id': '6acc66f65470401fbb6f7f99380344fc'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:46:34.927158 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-82135b0e-7c1a-461c-8735-73bace4618da tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Network c2bb5121-a5fb-4815-a427-fc4d0a49421a is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:46:34.964307 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-82135b0e-7c1a-461c-8735-73bace4618da tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:46:35.013065 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-82135b0e-7c1a-461c-8735-73bace4618da tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:46:35.021441 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-82135b0e-7c1a-461c-8735-73bace4618da tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:35.022374 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-e7fd5cab-9b92-4245-8ebd-e884de840e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:35.023913 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-e7fd5cab-9b92-4245-8ebd-e884de840e59 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45a23940-488e-46de-b142-3bb49d72cde4 HTTP/1.1" status: 200 len: 854 time: 0.6138074 Jul 24 00:46:35.026341 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-82135b0e-7c1a-461c-8735-73bace4618da tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:35.059021 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e684514c-d73f-480d-a522-5d596e5904a4 req-bacbab0a-1932-4336-8fc9-24f72cbb7fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:35.116625 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-82135b0e-7c1a-461c-8735-73bace4618da tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6761782 Jul 24 00:46:35.117143 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35883235-6366-4bd2-9d50-a07f5460169f req-42d352c2-f8cf-4adc-9ad8-13c98984cc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:35.118666 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-35883235-6366-4bd2-9d50-a07f5460169f req-42d352c2-f8cf-4adc-9ad8-13c98984cc2f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eacbc75d-e7d9-4f31-b710-44862dc68303 HTTP/1.1" status: 200 len: 861 time: 0.3097801 Jul 24 00:46:35.147700 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684514c-d73f-480d-a522-5d596e5904a4 req-56c648c8-f23c-49cd-a986-7a7c06b3dab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:35.149054 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e684514c-d73f-480d-a522-5d596e5904a4 req-56c648c8-f23c-49cd-a986-7a7c06b3dab1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543 HTTP/1.1" status: 200 len: 1100 time: 1.4270415 Jul 24 00:46:35.162958 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684514c-d73f-480d-a522-5d596e5904a4 req-bacbab0a-1932-4336-8fc9-24f72cbb7fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:35.175851 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e684514c-d73f-480d-a522-5d596e5904a4 req-bacbab0a-1932-4336-8fc9-24f72cbb7fe8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:35.177366 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e684514c-d73f-480d-a522-5d596e5904a4 req-bacbab0a-1932-4336-8fc9-24f72cbb7fe8 service neutron] 10.222.0.11 "PUT /v2.0/ports/88b73c65-2a63-44ed-97a6-4adff615d912 HTTP/1.1" status: 200 len: 1097 time: 5.2146542 Jul 24 00:46:35.194531 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-533789ea-8cc1-4dad-a299-27236a92ca9c req-5c2f3ae2-2d1d-4e0d-9a3c-f94f0ab7b00f tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0ffb5b8-4b8b-475f-a5f7-255c2b17204b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662300 Jul 24 00:46:35.225166 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-cf09b549-5d8f-49a6-b7d6-90731d9f9696 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Request body: {'port': {'device_id': 'ea1dc35c-16a1-47ba-a874-658194aa0ff4', 'network_id': '59024805-88c5-41ce-a4e4-414fd8a861e1', 'admin_state_up': True, 'tenant_id': 'ddce8b228d0d4a4bb7bd9050c384a277'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:46:35.257322 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-35883235-6366-4bd2-9d50-a07f5460169f req-b88de612-63dd-4c5c-a668-37f70bc0775c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0424e002-92c3-40ed-8018-7ea44515813a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944421 Jul 24 00:46:35.391429 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b0a6ef-d8a4-4e1a-bf8f-94c516e56cd4 x-openstack-request-id: req-24b0a6ef-d8a4-4e1a-bf8f-94c516e56cd4 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:46:35.391696 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1da29f2-d769-4607-a80a-62f4e36653f5", "tag": "6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:46:35.392021 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-24b0a6ef-d8a4-4e1a-bf8f-94c516e56cd4 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:46:35.393016 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1da29f2-d769-4607-a80a-62f4e36653f5', 'tag': '6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba', 'status': 'completed', 'code': 200} Jul 24 00:46:35.437264 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1e799f13-69b5-4983-ae8b-e4363ee5be1d None None] Provisioning for port 70634e1a-195e-4ef4-bb85-11662253b7ad completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:46:35.439347 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da89805a-22bc-411e-8fea-308bd8581977 x-openstack-request-id: req-da89805a-22bc-411e-8fea-308bd8581977 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:46:35.439684 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a8c3e8b-bb27-45d1-8a7d-77fb6845e543", "tag": "3c836ab3-a4b0-4f71-bdd9-af941853b1e5", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:46:35.439949 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-da89805a-22bc-411e-8fea-308bd8581977 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:46:35.440378 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a8c3e8b-bb27-45d1-8a7d-77fb6845e543', 'tag': '3c836ab3-a4b0-4f71-bdd9-af941853b1e5', 'status': 'completed', 'code': 200} Jul 24 00:46:35.448914 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1e799f13-69b5-4983-ae8b-e4363ee5be1d None None] Provisioning complete for port 70634e1a-195e-4ef4-bb85-11662253b7ad triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:35.449312 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1e799f13-69b5-4983-ae8b-e4363ee5be1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:35.465766 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e684514c-d73f-480d-a522-5d596e5904a4 req-86d92211-b2d1-4615-8000-ab2b640c125a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=3c836ab3-a4b0-4f71-bdd9-af941853b1e5 HTTP/1.1" status: 200 len: 217 time: 0.2848921 Jul 24 00:46:35.466379 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82135b0e-7c1a-461c-8735-73bace4618da tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Pushing event updated for resources: {'Port': ['ID=70634e1a-195e-4ef4-bb85-11662253b7ad,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:35.519965 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-35883235-6366-4bd2-9d50-a07f5460169f req-804dca2b-d440-4e30-92c1-8a850642af7b service neutron] 10.222.0.13 "GET /v2.0/networks/0424e002-92c3-40ed-8018-7ea44515813a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433903 Jul 24 00:46:35.523725 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-69b67733-ff7a-4524-951f-6b979e2960ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:35.526024 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-69b67733-ff7a-4524-951f-6b979e2960ca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fed34ff-1bf8-4b83-bd45-2cd3f02a020c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4395847 Jul 24 00:46:35.529835 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-009d7b74-a71a-47c5-8576-2e4af759559e tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Made reservation on behalf of 6acc66f65470401fbb6f7f99380344fc for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:46:35.534224 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-009d7b74-a71a-47c5-8576-2e4af759559e tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:35.543312 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-1e799f13-69b5-4983-ae8b-e4363ee5be1d None None] Port 70634e1a-195e-4ef4-bb85-11662253b7ad cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:46:35.683830 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8c462-c633-45a3-8f27-7260f5fa8944 req-e9de6a04-cf0b-4115-9421-caca51ce0938 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:35.684433 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9b423-0a9f-457a-a27a-c4287f89fe14 req-d71f5f40-b8e0-4f3e-b9a1-45fb240ea89a tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:35.685949 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b9d9b423-0a9f-457a-a27a-c4287f89fe14 req-d71f5f40-b8e0-4f3e-b9a1-45fb240ea89a tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1da29f2-d769-4607-a80a-62f4e36653f5 HTTP/1.1" status: 200 len: 943 time: 0.1586380 Jul 24 00:46:35.690885 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c5e8c462-c633-45a3-8f27-7260f5fa8944 req-e9de6a04-cf0b-4115-9421-caca51ce0938 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=33646e73-2b79-4f91-838f-db984c3ad76a HTTP/1.1" status: 200 len: 943 time: 1.7315862 Jul 24 00:46:35.749630 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-009d7b74-a71a-47c5-8576-2e4af759559e tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Allocated IP 192.168.233.217 (064170bd-7ae3-42cd-9c1f-14f6db2f099c/b2f8a7b0-45d5-4a4f-bbde-2ea497f98103/c4a639cc-4242-4079-aa27-ea96b97a5582) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:46:35.881291 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684514c-d73f-480d-a522-5d596e5904a4 req-9a6505a5-3b0c-49e2-88ee-0fb8b650cf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:35.881291 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e684514c-d73f-480d-a522-5d596e5904a4 req-9a6505a5-3b0c-49e2-88ee-0fb8b650cf20 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.3286405 Jul 24 00:46:35.881804 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacbab0a-1932-4336-8fc9-24f72cbb7fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=88b73c65-2a63-44ed-97a6-4adff615d912,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:35.903212 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c5e8c462-c633-45a3-8f27-7260f5fa8944 req-5b8a894f-f8b0-478f-a7bf-0cedf8f720ee tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113841 Jul 24 00:46:35.912811 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b9d9b423-0a9f-457a-a27a-c4287f89fe14 req-0c931d5e-15d8-48d6-802e-c42fd20825ac tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] 10.222.0.15 "GET /v2.0/security-groups?id=5876346a-d58e-4d2e-a111-7d55ce9cac84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036858 Jul 24 00:46:36.011896 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-009d7b74-a71a-47c5-8576-2e4af759559e tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:36.037635 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684514c-d73f-480d-a522-5d596e5904a4 req-ade35c56-9507-4f52-a81a-c041556865c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:36.047283 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e684514c-d73f-480d-a522-5d596e5904a4 req-ade35c56-9507-4f52-a81a-c041556865c6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17 HTTP/1.1" status: 200 len: 1100 time: 0.7582788 Jul 24 00:46:36.067306 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-009d7b74-a71a-47c5-8576-2e4af759559e tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Transition to ACTIVE for port object c4a639cc-4242-4079-aa27-ea96b97a5582 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:46:36.151176 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e684514c-d73f-480d-a522-5d596e5904a4 req-2f87d6b2-410a-4965-8b2b-80d690b780e8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=88b73c65-2a63-44ed-97a6-4adff615d912 HTTP/1.1" status: 200 len: 217 time: 0.0958848 Jul 24 00:46:36.151904 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-cf09b549-5d8f-49a6-b7d6-90731d9f9696 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Made reservation on behalf of ddce8b228d0d4a4bb7bd9050c384a277 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:46:36.156280 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-cf09b549-5d8f-49a6-b7d6-90731d9f9696 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:36.175538 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-009d7b74-a71a-47c5-8576-2e4af759559e tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:36.192725 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['3cfc09f3-9ae1-44f6-8a6b-42b608d259f8'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:46:36.209746 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a648a230-d0b4-49fd-a4c0-1c4d1af93bd4 req-20473565-3d4f-4b5c-9604-3fa4ddffcb1e tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/ports?device_id=adef8f79-8712-4960-b65b-d8791a0e354c HTTP/1.1" status: 200 len: 210 time: 0.0627689 Jul 24 00:46:36.265511 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-009d7b74-a71a-47c5-8576-2e4af759559e tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Network 064170bd-7ae3-42cd-9c1f-14f6db2f099c is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:46:36.271863 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-009d7b74-a71a-47c5-8576-2e4af759559e tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:46:36.290137 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-009d7b74-a71a-47c5-8576-2e4af759559e tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:46:36.371418 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684514c-d73f-480d-a522-5d596e5904a4 req-1652f64f-f2a2-40c9-b6ad-be710f58f911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:36.373374 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e684514c-d73f-480d-a522-5d596e5904a4 req-1652f64f-f2a2-40c9-b6ad-be710f58f911 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4851992 Jul 24 00:46:36.410876 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb0baa9-93d4-480d-a629-b34f69c58813 req-412567bd-d6a1-453d-9178-2ec426f26482 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:36.426747 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bdb0baa9-93d4-480d-a629-b34f69c58813 req-412567bd-d6a1-453d-9178-2ec426f26482 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17 HTTP/1.1" status: 200 len: 948 time: 0.3272736 Jul 24 00:46:36.428643 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684514c-d73f-480d-a522-5d596e5904a4 req-76bfed42-801e-4d11-8029-52296bb9e140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:36.438466 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e684514c-d73f-480d-a522-5d596e5904a4 req-76bfed42-801e-4d11-8029-52296bb9e140 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.2442434 Jul 24 00:46:36.451314 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d7b74-a71a-47c5-8576-2e4af759559e tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Pushing event updated for resources: {'Port': ['ID=c4a639cc-4242-4079-aa27-ea96b97a5582,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:36.542622 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-009d7b74-a71a-47c5-8576-2e4af759559e tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:36.543540 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-009d7b74-a71a-47c5-8576-2e4af759559e tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:36.582343 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-009d7b74-a71a-47c5-8576-2e4af759559e tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7081773 Jul 24 00:46:36.604683 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bdb0baa9-93d4-480d-a629-b34f69c58813 req-f467ea64-9d39-4de8-b526-effd06cd46dd tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750321 Jul 24 00:46:36.833637 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d27ade83-fdcc-44c3-a61a-eb2140abbfc0 None None] Provisioning for port c4a639cc-4242-4079-aa27-ea96b97a5582 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:46:36.839818 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d27ade83-fdcc-44c3-a61a-eb2140abbfc0 None None] Provisioning complete for port c4a639cc-4242-4079-aa27-ea96b97a5582 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:36.841589 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d27ade83-fdcc-44c3-a61a-eb2140abbfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:36.890803 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-12ea55d8-c5da-4887-889a-8343a78a1034 service neutron] Request body: {'port': {'device_id': 'adef8f79-8712-4960-b65b-d8791a0e354c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:46:36.937977 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-d27ade83-fdcc-44c3-a61a-eb2140abbfc0 None None] Port c4a639cc-4242-4079-aa27-ea96b97a5582 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:46:36.973077 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-85aaeacc-70f0-4e94-ab3d-555decf85df4 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=64682d71562544209c45b1dc63c9fd56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1781604 Jul 24 00:46:37.137920 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-35883235-6366-4bd2-9d50-a07f5460169f req-6c5f5d67-bd78-417f-bce8-adc6202e3e87 service neutron] 10.222.0.13 "GET /v2.0/networks/0424e002-92c3-40ed-8018-7ea44515813a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5799196 Jul 24 00:46:37.182835 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e684514c-d73f-480d-a522-5d596e5904a4 req-85dff97a-c9c8-4d06-9457-0c6bc3acabad service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7848895 Jul 24 00:46:37.279875 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684514c-d73f-480d-a522-5d596e5904a4 req-a4b315d3-7843-40c4-b943-fe05fe824516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:37.281403 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e684514c-d73f-480d-a522-5d596e5904a4 req-a4b315d3-7843-40c4-b943-fe05fe824516 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8310742 Jul 24 00:46:37.288444 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-cf09b549-5d8f-49a6-b7d6-90731d9f9696 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Allocated IP 19.80.0.179 (59024805-88c5-41ce-a4e4-414fd8a861e1/e5199780-1087-4752-bb20-78418d70859a/b826164c-ed32-459f-9713-ef1337b278dc) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:46:37.387474 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-0f7739de-186c-419f-9414-7bca8fcae3b9 service neutron] 10.222.0.13 "GET /v2.0/networks/1fed34ff-1bf8-4b83-bd45-2cd3f02a020c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8235078 Jul 24 00:46:37.400826 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33646e73-2b79-4f91-838f-db984c3ad76a', 'tag': '506e7617-622e-4e8e-8f0b-88bed6716f82'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:46:37.409165 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99879416-99b2-4b20-be35-035940710161" -d '{"events": [{"name": "network-changed", "server_uuid": "33646e73-2b79-4f91-838f-db984c3ad76a", "tag": "506e7617-622e-4e8e-8f0b-88bed6716f82"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:46:37.436858 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89897a-b095-4581-9c78-e53d8382f90c req-1005e641-1127-47eb-b127-8a3076184359 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:37.444208 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a89897a-b095-4581-9c78-e53d8382f90c req-1005e641-1127-47eb-b127-8a3076184359 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:37.449862 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '546e077e-8377-45f7-98f2-ee9e8dfe9d17', 'tag': '88b73c65-2a63-44ed-97a6-4adff615d912'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:46:37.454898 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2a89897a-b095-4581-9c78-e53d8382f90c req-1005e641-1127-47eb-b127-8a3076184359 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea1dc35c-16a1-47ba-a874-658194aa0ff4 HTTP/1.1" status: 200 len: 1653 time: 0.5559547 Jul 24 00:46:37.461842 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8320eaa-4431-4384-9566-5b1b02c1c883" -d '{"events": [{"name": "network-changed", "server_uuid": "546e077e-8377-45f7-98f2-ee9e8dfe9d17", "tag": "88b73c65-2a63-44ed-97a6-4adff615d912"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:46:37.472866 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-12ea55d8-c5da-4887-889a-8343a78a1034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:37.530637 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-3e9dd191-182b-4379-962b-7ca50942c7d8 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:37.532748 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-3e9dd191-182b-4379-962b-7ca50942c7d8 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5563960 Jul 24 00:46:37.571567 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2a89897a-b095-4581-9c78-e53d8382f90c req-22c9cfde-29cc-4e6c-90c7-0941a9e2137e tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0ffb5b8-4b8b-475f-a5f7-255c2b17204b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156025 Jul 24 00:46:37.589807 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e684514c-d73f-480d-a522-5d596e5904a4 req-7999584b-b587-4dc8-8434-39f6f9bec05a service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952804 Jul 24 00:46:37.614224 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-ee4262fa-0073-43a6-9c51-492d7f792555 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/quotas/64682d71562544209c45b1dc63c9fd56 HTTP/1.1" status: 200 len: 375 time: 0.0610223 Jul 24 00:46:37.657740 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e684514c-d73f-480d-a522-5d596e5904a4 req-379306af-88fb-4f9c-844a-c0ef34f0cedd service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606744 Jul 24 00:46:37.826744 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-9939ac60-1958-437e-a8cd-37bb8d3ca6c7 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=64682d71562544209c45b1dc63c9fd56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1967344 Jul 24 00:46:37.927603 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e684514c-d73f-480d-a522-5d596e5904a4 req-d847d47c-3c00-465c-b80d-e2f399814bd2 service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149568 Jul 24 00:46:38.005728 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fd208-e0eb-464d-b383-1076006ae679 req-8fabddef-e58e-4f4b-b4c5-184d11b6f022 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:38.013104 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-423fd208-e0eb-464d-b383-1076006ae679 req-8fabddef-e58e-4f4b-b4c5-184d11b6f022 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=33646e73-2b79-4f91-838f-db984c3ad76a HTTP/1.1" status: 200 len: 943 time: 0.2507439 Jul 24 00:46:38.031507 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-cf09b549-5d8f-49a6-b7d6-90731d9f9696 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:38.057864 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f6db8-a888-40ff-b1ec-aa1a2de0aeb0 req-5c396867-c08f-47b9-b475-cf74d460fc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:38.059451 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d00f6db8-a888-40ff-b1ec-aa1a2de0aeb0 req-5c396867-c08f-47b9-b475-cf74d460fc2b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543 HTTP/1.1" status: 200 len: 1100 time: 0.3480332 Jul 24 00:46:38.060458 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-cf09b549-5d8f-49a6-b7d6-90731d9f9696 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Transition to ACTIVE for port object b826164c-ed32-459f-9713-ef1337b278dc will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:46:38.106613 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-423fd208-e0eb-464d-b383-1076006ae679 req-170ad69c-d17d-4d98-a40d-2257213e92e2 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925055 Jul 24 00:46:38.239115 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-12ea55d8-c5da-4887-889a-8343a78a1034 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4a639cc-4242-4079-aa27-ea96b97a5582 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:46:38.253041 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-12ea55d8-c5da-4887-889a-8343a78a1034 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:38.272304 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-12ea55d8-c5da-4887-889a-8343a78a1034 service neutron] Transition to ACTIVE for port object c4a639cc-4242-4079-aa27-ea96b97a5582 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:46:38.276998 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f6db8-a888-40ff-b1ec-aa1a2de0aeb0 req-c13df891-0f30-4a98-93d3-2d3b6ea5ebd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:38.278569 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d00f6db8-a888-40ff-b1ec-aa1a2de0aeb0 req-c13df891-0f30-4a98-93d3-2d3b6ea5ebd3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.2119954 Jul 24 00:46:38.281747 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-cf09b549-5d8f-49a6-b7d6-90731d9f9696 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:38.285154 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-12ea55d8-c5da-4887-889a-8343a78a1034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:38.389461 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d00f6db8-a888-40ff-b1ec-aa1a2de0aeb0 req-bf782d19-3e91-4c1d-bd3c-4780256a555c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=3c836ab3-a4b0-4f71-bdd9-af941853b1e5 HTTP/1.1" status: 200 len: 217 time: 0.1031959 Jul 24 00:46:38.411489 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-cf09b549-5d8f-49a6-b7d6-90731d9f9696 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Network 59024805-88c5-41ce-a4e4-414fd8a861e1 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:46:38.418482 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-cf09b549-5d8f-49a6-b7d6-90731d9f9696 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:46:38.426321 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea55d8-c5da-4887-889a-8343a78a1034 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a639cc-4242-4079-aa27-ea96b97a5582,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:38.445463 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-cf09b549-5d8f-49a6-b7d6-90731d9f9696 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:46:38.452927 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-cf09b549-5d8f-49a6-b7d6-90731d9f9696 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:38.453590 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-cf09b549-5d8f-49a6-b7d6-90731d9f9696 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:38.516286 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf09b549-5d8f-49a6-b7d6-90731d9f9696 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Pushing event updated for resources: {'Port': ['ID=b826164c-ed32-459f-9713-ef1337b278dc,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:38.550814 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac0e1e-3dc6-4cf5-adb8-0ded77d0dd7f req-cc36e318-e40a-44c2-800e-6f75266bdc21 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:38.553467 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-cf09b549-5d8f-49a6-b7d6-90731d9f9696 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3922663 Jul 24 00:46:38.568401 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4eac0e1e-3dc6-4cf5-adb8-0ded77d0dd7f req-cc36e318-e40a-44c2-800e-6f75266bdc21 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/ports?device_id=adef8f79-8712-4960-b65b-d8791a0e354c HTTP/1.1" status: 200 len: 948 time: 0.2986028 Jul 24 00:46:38.576322 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-51153073-f34e-4aba-88b3-57c3e982f0ae service neutron] Request body: {'port': {'device_id': 'ea1dc35c-16a1-47ba-a874-658194aa0ff4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-25'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:46:38.612057 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-12ea55d8-c5da-4887-889a-8343a78a1034 service neutron] Attempting to bind port c4a639cc-4242-4079-aa27-ea96b97a5582 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:46:38.612733 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-12ea55d8-c5da-4887-889a-8343a78a1034 service neutron] Attempting to bind port c4a639cc-4242-4079-aa27-ea96b97a5582 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:46:38.613262 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-12ea55d8-c5da-4887-889a-8343a78a1034 service neutron] Attempting to bind port c4a639cc-4242-4079-aa27-ea96b97a5582 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:46:38.675383 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4eac0e1e-3dc6-4cf5-adb8-0ded77d0dd7f req-32eed72c-1f90-42fb-aee7-f9d88886edaa tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f909524-2c4c-48d3-8499-44adfd15f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055853 Jul 24 00:46:38.696115 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-12ea55d8-c5da-4887-889a-8343a78a1034 service neutron] Port c4a639cc-4242-4079-aa27-ea96b97a5582 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:46:38.696115 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-12ea55d8-c5da-4887-889a-8343a78a1034 service neutron] Attempting to bind port c4a639cc-4242-4079-aa27-ea96b97a5582 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:46:38.709914 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-12ea55d8-c5da-4887-889a-8343a78a1034 service neutron] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:46:38.710267 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-12ea55d8-c5da-4887-889a-8343a78a1034 service neutron] Checking segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:46:38.711110 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-12ea55d8-c5da-4887-889a-8343a78a1034 service neutron] Bound using segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:46:38.711942 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-12ea55d8-c5da-4887-889a-8343a78a1034 service neutron] Bound port: c4a639cc-4242-4079-aa27-ea96b97a5582, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:46:38.711942 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-12ea55d8-c5da-4887-889a-8343a78a1034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:38.730407 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b8b83-5f63-4814-9923-dcb9317f7d5a req-e1ee45bf-843a-4610-9b64-310b37438b3f tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:38.742919 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a10b8b83-5f63-4814-9923-dcb9317f7d5a req-e1ee45bf-843a-4610-9b64-310b37438b3f tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1da29f2-d769-4607-a80a-62f4e36653f5 HTTP/1.1" status: 200 len: 943 time: 0.4979842 Jul 24 00:46:38.772124 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f6db8-a888-40ff-b1ec-aa1a2de0aeb0 req-06a4f1b4-cf93-4e42-8f36-0e5a03d2d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:38.773951 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d00f6db8-a888-40ff-b1ec-aa1a2de0aeb0 req-06a4f1b4-cf93-4e42-8f36-0e5a03d2d897 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.3587389 Jul 24 00:46:38.784925 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456b2401-2060-463f-8c77-e30476795dce x-openstack-request-id: req-456b2401-2060-463f-8c77-e30476795dce {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:46:38.785388 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33646e73-2b79-4f91-838f-db984c3ad76a", "tag": "506e7617-622e-4e8e-8f0b-88bed6716f82", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:46:38.803600 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-456b2401-2060-463f-8c77-e30476795dce {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:46:38.804092 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33646e73-2b79-4f91-838f-db984c3ad76a', 'tag': '506e7617-622e-4e8e-8f0b-88bed6716f82', 'status': 'completed', 'code': 200} Jul 24 00:46:38.944361 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-12ea55d8-c5da-4887-889a-8343a78a1034 service neutron] For port c4a639cc-4242-4079-aa27-ea96b97a5582, host n-h2-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:46:38.948861 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-12ea55d8-c5da-4887-889a-8343a78a1034 service neutron] For port c4a639cc-4242-4079-aa27-ea96b97a5582, host n-h2-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=c4a639cc-4242-4079-aa27-ea96b97a5582,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:46:38.957099 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-12ea55d8-c5da-4887-889a-8343a78a1034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:39.008833 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-97cd4eaa-d5b6-4990-a05f-27a04bb32012 None None] Provisioning for port b826164c-ed32-459f-9713-ef1337b278dc completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:46:39.020264 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-97cd4eaa-d5b6-4990-a05f-27a04bb32012 None None] Provisioning complete for port b826164c-ed32-459f-9713-ef1337b278dc triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:39.020955 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-97cd4eaa-d5b6-4990-a05f-27a04bb32012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:39.137408 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-97cd4eaa-d5b6-4990-a05f-27a04bb32012 None None] Port b826164c-ed32-459f-9713-ef1337b278dc cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:46:39.160747 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-12ea55d8-c5da-4887-889a-8343a78a1034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:39.161396 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-12ea55d8-c5da-4887-889a-8343a78a1034 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:39.163326 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-12ea55d8-c5da-4887-889a-8343a78a1034 service neutron] 10.222.0.11 "PUT /v2.0/ports/c4a639cc-4242-4079-aa27-ea96b97a5582 HTTP/1.1" status: 200 len: 1097 time: 2.5488894 Jul 24 00:46:39.294137 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea55d8-c5da-4887-889a-8343a78a1034 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a639cc-4242-4079-aa27-ea96b97a5582,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:39.324875 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fd9a63-59a8-4d2b-b129-41825f57ace5 x-openstack-request-id: req-76fd9a63-59a8-4d2b-b129-41825f57ace5 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:46:39.325915 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "546e077e-8377-45f7-98f2-ee9e8dfe9d17", "tag": "88b73c65-2a63-44ed-97a6-4adff615d912", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:46:39.325915 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-76fd9a63-59a8-4d2b-b129-41825f57ace5 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:46:39.326292 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '546e077e-8377-45f7-98f2-ee9e8dfe9d17', 'tag': '88b73c65-2a63-44ed-97a6-4adff615d912', 'status': 'completed', 'code': 200} Jul 24 00:46:39.394158 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910781c-9e56-46a8-9fa7-c8564325b2b9 req-8633d478-449e-4608-98cd-0d9d98fcf326 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:39.395132 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a10b8b83-5f63-4814-9923-dcb9317f7d5a req-9c9a8e9a-eacb-47de-922f-9ec6b4e89c75 tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] 10.222.0.15 "GET /v2.0/security-groups?id=5876346a-d58e-4d2e-a111-7d55ce9cac84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6501462 Jul 24 00:46:39.417982 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4910781c-9e56-46a8-9fa7-c8564325b2b9 req-8633d478-449e-4608-98cd-0d9d98fcf326 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17 HTTP/1.1" status: 200 len: 948 time: 0.3607910 Jul 24 00:46:39.527455 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-51153073-f34e-4aba-88b3-57c3e982f0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:39.597937 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-31117859-4604-4fbf-b01b-7ea8d2861d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:39.600541 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-31117859-4604-4fbf-b01b-7ea8d2861d46 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6acc66f65470401fbb6f7f99380344fc&device_id=adef8f79-8712-4960-b65b-d8791a0e354c HTTP/1.1" status: 200 len: 1100 time: 0.3900974 Jul 24 00:46:39.658529 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4910781c-9e56-46a8-9fa7-c8564325b2b9 req-289d12b2-cb0d-4d64-ac1e-3172b15c5056 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304947 Jul 24 00:46:39.729575 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-6ec00e0a-0bd7-4730-a423-fa5591e3196f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=c4a639cc-4242-4079-aa27-ea96b97a5582 HTTP/1.1" status: 200 len: 217 time: 0.1107922 Jul 24 00:46:39.836295 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f6db8-a888-40ff-b1ec-aa1a2de0aeb0 req-8c2efced-53b2-43f2-b29f-3d50a8ef64f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:39.838742 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d00f6db8-a888-40ff-b1ec-aa1a2de0aeb0 req-8c2efced-53b2-43f2-b29f-3d50a8ef64f5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0082066 Jul 24 00:46:39.840665 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-74ec455b-2682-4011-89c2-d10997249ca5 req-9baed672-c752-4af6-9c30-3e0727e9dfbf tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 210 time: 0.2713470 Jul 24 00:46:39.861806 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-16b520ab-7c49-4ba0-a234-76d303d3a854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:39.864427 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-16b520ab-7c49-4ba0-a234-76d303d3a854 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.1278567 Jul 24 00:46:39.992727 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8320eaa-4431-4384-9566-5b1b02c1c883 req-235cbaf0-3346-4f9b-b73d-676852f05a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:39.994287 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b8320eaa-4431-4384-9566-5b1b02c1c883 req-235cbaf0-3346-4f9b-b73d-676852f05a62 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17 HTTP/1.1" status: 200 len: 1100 time: 0.6659555 Jul 24 00:46:39.997746 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24427fce-a9b1-466f-b3e9-a59fab733111 req-97784405-ceac-4f76-8b00-fa404b05619d tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:40.004160 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24427fce-a9b1-466f-b3e9-a59fab733111 req-97784405-ceac-4f76-8b00-fa404b05619d tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:40.013226 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24427fce-a9b1-466f-b3e9-a59fab733111 req-97784405-ceac-4f76-8b00-fa404b05619d tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:40.015271 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-24427fce-a9b1-466f-b3e9-a59fab733111 req-97784405-ceac-4f76-8b00-fa404b05619d tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea1dc35c-16a1-47ba-a874-658194aa0ff4 HTTP/1.1" status: 200 len: 2375 time: 0.2305355 Jul 24 00:46:40.057076 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-336bea94-cf20-421e-b3e8-1789cdd9c425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:40.059177 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-336bea94-cf20-421e-b3e8-1789cdd9c425 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1880720 Jul 24 00:46:40.112499 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d00f6db8-a888-40ff-b1ec-aa1a2de0aeb0 req-5b807de1-8d72-4d01-9abc-35af3d3443bd service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262433 Jul 24 00:46:40.133942 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-24427fce-a9b1-466f-b3e9-a59fab733111 req-fd8854fb-e820-4921-b495-f08389d403cd tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0ffb5b8-4b8b-475f-a5f7-255c2b17204b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110864 Jul 24 00:46:40.271290 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-902e1b7d-8b53-4358-b80c-81bd02849514 service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046356 Jul 24 00:46:40.399213 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-51153073-f34e-4aba-88b3-57c3e982f0ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eb37054-923a-4399-a799-db6758c8a449 {{(pid=100463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:46:40.421214 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-51153073-f34e-4aba-88b3-57c3e982f0ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:40.425737 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d00f6db8-a888-40ff-b1ec-aa1a2de0aeb0 req-21151bb0-787c-4ba5-a5ff-f5e100df5d17 service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043826 Jul 24 00:46:40.434236 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b826bba-76c8-4c61-94d9-ab3211f28688 req-4f431038-9a38-40c3-87ef-a845adb46372 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:40.436100 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7b826bba-76c8-4c61-94d9-ab3211f28688 req-4f431038-9a38-40c3-87ef-a845adb46372 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=33646e73-2b79-4f91-838f-db984c3ad76a HTTP/1.1" status: 200 len: 943 time: 0.4528642 Jul 24 00:46:40.438638 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8320eaa-4431-4384-9566-5b1b02c1c883 req-36ade317-cc85-46c0-8e10-0823784153e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:40.440169 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b8320eaa-4431-4384-9566-5b1b02c1c883 req-36ade317-cc85-46c0-8e10-0823784153e6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.4117370 Jul 24 00:46:40.454652 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9bbd339b-a2cc-4290-98b7-f2f7b7404e8e req-55d3d59e-8040-4076-8163-b7b8f3b8b5e2 service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744740 Jul 24 00:46:40.508730 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-51153073-f34e-4aba-88b3-57c3e982f0ae service neutron] Transition to ACTIVE for port object 8eb37054-923a-4399-a799-db6758c8a449 will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:46:40.513202 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b8320eaa-4431-4384-9566-5b1b02c1c883 req-a5481f62-a364-48f0-9f51-1394c358db36 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=88b73c65-2a63-44ed-97a6-4adff615d912 HTTP/1.1" status: 200 len: 217 time: 0.0623243 Jul 24 00:46:40.518527 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-51153073-f34e-4aba-88b3-57c3e982f0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:40.554632 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77b21b-fc63-42c4-ac9b-6f543ea07ed3 req-f3dae08d-1879-45df-bf4f-b255a6809bde tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:40.556608 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bf77b21b-fc63-42c4-ac9b-6f543ea07ed3 req-f3dae08d-1879-45df-bf4f-b255a6809bde tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/ports?device_id=adef8f79-8712-4960-b65b-d8791a0e354c HTTP/1.1" status: 200 len: 948 time: 0.1742659 Jul 24 00:46:40.608662 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7b826bba-76c8-4c61-94d9-ab3211f28688 req-738700d8-6f75-4d09-9f39-dd8cfb7c0993 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647484 Jul 24 00:46:40.640269 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51153073-f34e-4aba-88b3-57c3e982f0ae service neutron] Pushing event updated for resources: {'Port': ['ID=8eb37054-923a-4399-a799-db6758c8a449,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:40.652011 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8320eaa-4431-4384-9566-5b1b02c1c883 req-49865542-f42e-49cc-bdca-6da05a4b4f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:40.653470 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b8320eaa-4431-4384-9566-5b1b02c1c883 req-49865542-f42e-49cc-bdca-6da05a4b4f42 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.1293030 Jul 24 00:46:40.655991 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bf77b21b-fc63-42c4-ac9b-6f543ea07ed3 req-e71dcc26-e472-4271-9769-d4929938f8b9 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f909524-2c4c-48d3-8499-44adfd15f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884266 Jul 24 00:46:40.808519 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adef8f79-8712-4960-b65b-d8791a0e354c', 'tag': 'c4a639cc-4242-4079-aa27-ea96b97a5582'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:46:40.814731 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73a4cfe-f886-468a-8678-064dc63c8d96" -d '{"events": [{"name": "network-changed", "server_uuid": "adef8f79-8712-4960-b65b-d8791a0e354c", "tag": "c4a639cc-4242-4079-aa27-ea96b97a5582"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:46:40.819382 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-51153073-f34e-4aba-88b3-57c3e982f0ae service neutron] Attempting to bind port 8eb37054-923a-4399-a799-db6758c8a449 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:46:40.819739 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-51153073-f34e-4aba-88b3-57c3e982f0ae service neutron] Attempting to bind port 8eb37054-923a-4399-a799-db6758c8a449 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '0e636ac7-f63a-4f42-9829-dab4c0c2170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59024805-88c5-41ce-a4e4-414fd8a861e1'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:46:40.820080 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-51153073-f34e-4aba-88b3-57c3e982f0ae service neutron] Attempting to bind port 8eb37054-923a-4399-a799-db6758c8a449 on network 59024805-88c5-41ce-a4e4-414fd8a861e1 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:46:40.827858 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-51153073-f34e-4aba-88b3-57c3e982f0ae service neutron] Port 8eb37054-923a-4399-a799-db6758c8a449 on network 59024805-88c5-41ce-a4e4-414fd8a861e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:46:40.828192 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-51153073-f34e-4aba-88b3-57c3e982f0ae service neutron] Attempting to bind port 8eb37054-923a-4399-a799-db6758c8a449 on network 59024805-88c5-41ce-a4e4-414fd8a861e1 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:46:40.838159 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-51153073-f34e-4aba-88b3-57c3e982f0ae service neutron] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:46:40.838669 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-51153073-f34e-4aba-88b3-57c3e982f0ae service neutron] Checking segment: {'id': '0e636ac7-f63a-4f42-9829-dab4c0c2170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59024805-88c5-41ce-a4e4-414fd8a861e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:46:40.839129 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-51153073-f34e-4aba-88b3-57c3e982f0ae service neutron] Bound using segment: {'id': '0e636ac7-f63a-4f42-9829-dab4c0c2170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59024805-88c5-41ce-a4e4-414fd8a861e1'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:46:40.839600 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-51153073-f34e-4aba-88b3-57c3e982f0ae service neutron] Bound port: 8eb37054-923a-4399-a799-db6758c8a449, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e636ac7-f63a-4f42-9829-dab4c0c2170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59024805-88c5-41ce-a4e4-414fd8a861e1'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:46:40.840084 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-51153073-f34e-4aba-88b3-57c3e982f0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:40.914211 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8320eaa-4431-4384-9566-5b1b02c1c883 req-5fa53511-1f8a-46b3-b362-6861a24f3a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:40.916810 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b8320eaa-4431-4384-9566-5b1b02c1c883 req-5fa53511-1f8a-46b3-b362-6861a24f3a87 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2491221 Jul 24 00:46:40.934748 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d062848-95b1-4cde-b2e8-07235a487694 req-1ca81c93-42a2-4ccd-9429-68bdbf75a1ee tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:40.941016 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2d062848-95b1-4cde-b2e8-07235a487694 req-1ca81c93-42a2-4ccd-9429-68bdbf75a1ee tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17 HTTP/1.1" status: 200 len: 948 time: 0.1451585 Jul 24 00:46:41.078395 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2d062848-95b1-4cde-b2e8-07235a487694 req-10e6374c-895d-494c-9c20-20f0b625a49e tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331873 Jul 24 00:46:41.163123 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352cb1e8-7409-4808-ad01-5d8156228e92 x-openstack-request-id: req-352cb1e8-7409-4808-ad01-5d8156228e92 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:46:41.163123 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adef8f79-8712-4960-b65b-d8791a0e354c", "tag": "c4a639cc-4242-4079-aa27-ea96b97a5582", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:46:41.163123 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-352cb1e8-7409-4808-ad01-5d8156228e92 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:46:41.164293 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adef8f79-8712-4960-b65b-d8791a0e354c', 'tag': 'c4a639cc-4242-4079-aa27-ea96b97a5582', 'status': 'completed', 'code': 200} Jul 24 00:46:41.205246 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-51153073-f34e-4aba-88b3-57c3e982f0ae service neutron] For port 8eb37054-923a-4399-a799-db6758c8a449, host n-h2-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:46:41.245917 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-51153073-f34e-4aba-88b3-57c3e982f0ae service neutron] For port 8eb37054-923a-4399-a799-db6758c8a449, host n-h2-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=8eb37054-923a-4399-a799-db6758c8a449,segment=NetworkSegment(0e636ac7-f63a-4f42-9829-dab4c0c2170e),segment_id=0e636ac7-f63a-4f42-9829-dab4c0c2170e)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:46:41.295970 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49748c9-9869-4f84-94a7-908cc7a5a2c6 req-a7f24ff7-2582-48ac-a99b-e7b5be067d69 tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:41.297619 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a49748c9-9869-4f84-94a7-908cc7a5a2c6 req-a7f24ff7-2582-48ac-a99b-e7b5be067d69 tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1da29f2-d769-4607-a80a-62f4e36653f5 HTTP/1.1" status: 200 len: 943 time: 0.4451966 Jul 24 00:46:41.298836 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-51153073-f34e-4aba-88b3-57c3e982f0ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:41.356888 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b8320eaa-4431-4384-9566-5b1b02c1c883 req-3fbd7bba-6078-432f-a3e6-86314a9eceab service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085338 Jul 24 00:46:41.367513 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-51153073-f34e-4aba-88b3-57c3e982f0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:41.368148 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-51153073-f34e-4aba-88b3-57c3e982f0ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:41.370172 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-51153073-f34e-4aba-88b3-57c3e982f0ae service neutron] 10.222.0.11 "PUT /v2.0/ports/8eb37054-923a-4399-a799-db6758c8a449 HTTP/1.1" status: 200 len: 1092 time: 2.8075724 Jul 24 00:46:41.370608 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea1dc35c-16a1-47ba-a874-658194aa0ff4', 'tag': '8eb37054-923a-4399-a799-db6758c8a449'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:46:41.373029 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d963ca63-98bf-484f-a472-ead29081df75" -d '{"events": [{"name": "network-changed", "server_uuid": "ea1dc35c-16a1-47ba-a874-658194aa0ff4", "tag": "8eb37054-923a-4399-a799-db6758c8a449"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:46:41.428677 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a49748c9-9869-4f84-94a7-908cc7a5a2c6 req-7af5b289-c62d-4f4c-aa36-880515d67647 tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] 10.222.0.15 "GET /v2.0/security-groups?id=5876346a-d58e-4d2e-a111-7d55ce9cac84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230464 Jul 24 00:46:41.438059 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-7b514cad-bd73-4b83-aeae-ddc660a81ebf service neutron] Request body: {'port': {'device_id': 'ea1dc35c-16a1-47ba-a874-658194aa0ff4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-25'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:46:41.507775 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 3c836ab3-a4b0-4f71-bdd9-af941853b1e5 details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:46:41.513471 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51153073-f34e-4aba-88b3-57c3e982f0ae service neutron] Pushing event updated for resources: {'Port': ['ID=8eb37054-923a-4399-a799-db6758c8a449,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:41.637506 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f3f2cd32-5d35-4b0c-84b5-d451359d72b0 req-72e07498-c72a-4e73-912b-9f02d41f41c1 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 210 time: 0.3689737 Jul 24 00:46:41.668545 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a4cfe-f886-468a-8678-064dc63c8d96 req-ffada604-0113-420b-b0ea-4832137aa5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:41.670384 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b8320eaa-4431-4384-9566-5b1b02c1c883 req-25992473-3d55-4eea-9881-1027f9491a4d service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062301 Jul 24 00:46:41.675877 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d73a4cfe-f886-468a-8678-064dc63c8d96 req-ffada604-0113-420b-b0ea-4832137aa5ab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6acc66f65470401fbb6f7f99380344fc&device_id=adef8f79-8712-4960-b65b-d8791a0e354c HTTP/1.1" status: 200 len: 1100 time: 0.4829786 Jul 24 00:46:41.697220 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-7b514cad-bd73-4b83-aeae-ddc660a81ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:41.754552 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7523c4-a5e7-4c2c-b1e5-c4607961ef9f req-f777fb77-5a4a-4e48-9d1d-716b7685c06e tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:41.768132 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7523c4-a5e7-4c2c-b1e5-c4607961ef9f req-f777fb77-5a4a-4e48-9d1d-716b7685c06e tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:41.776817 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7523c4-a5e7-4c2c-b1e5-c4607961ef9f req-f777fb77-5a4a-4e48-9d1d-716b7685c06e tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:41.779807 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ad7523c4-a5e7-4c2c-b1e5-c4607961ef9f req-f777fb77-5a4a-4e48-9d1d-716b7685c06e tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea1dc35c-16a1-47ba-a874-658194aa0ff4 HTTP/1.1" status: 200 len: 2387 time: 0.2145116 Jul 24 00:46:41.804974 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 3c836ab3-a4b0-4f71-bdd9-af941853b1e5, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=3c836ab3-a4b0-4f71-bdd9-af941853b1e5,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:46:41.817836 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': '3c836ab3-a4b0-4f71-bdd9-af941853b1e5', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'port_id': '3c836ab3-a4b0-4f71-bdd9-af941853b1e5', 'mac_address': 'fa:16:3e:27:a8:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:46:41.835947 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47360) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:46:41.850935 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-8f06f69d-0752-4d7a-9457-f036b2b8e260 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1082716787'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:46:41.865764 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2cb0df-1094-4bfa-8697-3524c0b030a7 x-openstack-request-id: req-eb2cb0df-1094-4bfa-8697-3524c0b030a7 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:46:41.866054 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea1dc35c-16a1-47ba-a874-658194aa0ff4", "tag": "8eb37054-923a-4399-a799-db6758c8a449", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:46:41.866355 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eb2cb0df-1094-4bfa-8697-3524c0b030a7 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:46:41.867624 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea1dc35c-16a1-47ba-a874-658194aa0ff4', 'tag': '8eb37054-923a-4399-a799-db6758c8a449', 'status': 'completed', 'code': 200} Jul 24 00:46:41.869586 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:41.891035 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c836ab3-a4b0-4f71-bdd9-af941853b1e5 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:46:41.909149 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a4cfe-f886-468a-8678-064dc63c8d96 req-73fff1fd-ccef-4325-ae5c-6898df0eab52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:41.911118 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d73a4cfe-f886-468a-8678-064dc63c8d96 req-73fff1fd-ccef-4325-ae5c-6898df0eab52 service neutron] 10.222.0.11 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.2284880 Jul 24 00:46:41.914985 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 3c836ab3-a4b0-4f71-bdd9-af941853b1e5, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=3c836ab3-a4b0-4f71-bdd9-af941853b1e5,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:46:41.926106 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:41.926842 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 88b73c65-2a63-44ed-97a6-4adff615d912 details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:46:41.946044 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ad7523c4-a5e7-4c2c-b1e5-c4607961ef9f req-7c3811ce-8b45-4134-aec2-d1995c71202b tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0ffb5b8-4b8b-475f-a5f7-255c2b17204b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580632 Jul 24 00:46:41.958317 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f06f69d-0752-4d7a-9457-f036b2b8e260 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Made reservation on behalf of 23f38d06c8d14c15821cdb6c563f3213 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:46:41.962112 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8f06f69d-0752-4d7a-9457-f036b2b8e260 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:41.988110 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=3c836ab3-a4b0-4f71-bdd9-af941853b1e5,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:41.990855 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d73a4cfe-f886-468a-8678-064dc63c8d96 req-c2e96fd5-ec13-4b9c-a72b-1d13d175df0b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=c4a639cc-4242-4079-aa27-ea96b97a5582 HTTP/1.1" status: 200 len: 217 time: 0.0726471 Jul 24 00:46:42.001673 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:46:42.002028 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:46:42.002571 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:46:42.003091 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:46:42.003594 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:46:42.004092 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:46:42.004595 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:46:42.005084 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:46:42.005830 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:46:42.006306 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:46:42.006802 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:46:42.007293 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:46:42.034185 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 88b73c65-2a63-44ed-97a6-4adff615d912, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=88b73c65-2a63-44ed-97a6-4adff615d912,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:46:42.048741 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': '88b73c65-2a63-44ed-97a6-4adff615d912', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'port_id': '88b73c65-2a63-44ed-97a6-4adff615d912', 'mac_address': 'fa:16:3e:f9:2c:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:46:42.115983 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a4cfe-f886-468a-8678-064dc63c8d96 req-7d9eb9bb-1754-4530-9cce-10d4f5ca90fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:42.117630 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d73a4cfe-f886-468a-8678-064dc63c8d96 req-7d9eb9bb-1754-4530-9cce-10d4f5ca90fd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.0776641 Jul 24 00:46:42.126385 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f06f69d-0752-4d7a-9457-f036b2b8e260 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:46:42.127792 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096031d-7d9e-4eb6-8e94-a1042f942dde req-b14a2ee9-1f1d-4220-875b-aafed5aab36f tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:42.133634 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7096031d-7d9e-4eb6-8e94-a1042f942dde req-b14a2ee9-1f1d-4220-875b-aafed5aab36f tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=33646e73-2b79-4f91-838f-db984c3ad76a HTTP/1.1" status: 200 len: 943 time: 0.1411741 Jul 24 00:46:42.163370 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963ca63-98bf-484f-a472-ead29081df75 req-5a5f9422-5ce4-402a-8003-d1fe2e79265f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:42.163370 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963ca63-98bf-484f-a472-ead29081df75 req-5a5f9422-5ce4-402a-8003-d1fe2e79265f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:42.163660 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963ca63-98bf-484f-a472-ead29081df75 req-5a5f9422-5ce4-402a-8003-d1fe2e79265f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:42.165275 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d963ca63-98bf-484f-a472-ead29081df75 req-5a5f9422-5ce4-402a-8003-d1fe2e79265f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ddce8b228d0d4a4bb7bd9050c384a277&device_id=ea1dc35c-16a1-47ba-a874-658194aa0ff4 HTTP/1.1" status: 200 len: 2731 time: 0.2701070 Jul 24 00:46:42.191800 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8f06f69d-0752-4d7a-9457-f036b2b8e260 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:42.192269 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-8f06f69d-0752-4d7a-9457-f036b2b8e260 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Added segment 68b73458-c661-4e5a-b683-24d7323352a7 of type vlan for network 08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80 Jul 24 00:46:42.215711 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7096031d-7d9e-4eb6-8e94-a1042f942dde req-1403e8e6-448f-447b-a8a1-8e61447f5ef9 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785882 Jul 24 00:46:42.239621 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:42.255796 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88b73c65-2a63-44ed-97a6-4adff615d912 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:46:42.256733 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a4cfe-f886-468a-8678-064dc63c8d96 req-00c5f2bd-e349-4399-827f-785bbba89b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:42.258542 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d73a4cfe-f886-468a-8678-064dc63c8d96 req-00c5f2bd-e349-4399-827f-785bbba89b00 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1204393 Jul 24 00:46:42.278949 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 88b73c65-2a63-44ed-97a6-4adff615d912, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=88b73c65-2a63-44ed-97a6-4adff615d912,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:46:42.284493 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:42.343581 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=88b73c65-2a63-44ed-97a6-4adff615d912,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:42.401443 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8f06f69d-0752-4d7a-9457-f036b2b8e260 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:42.412034 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6d588-f0b4-4ccd-80e3-6a06d806e7cd req-5abbb86b-4223-460f-a9ef-6f89e8c657f7 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:42.414401 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-27e6d588-f0b4-4ccd-80e3-6a06d806e7cd req-5abbb86b-4223-460f-a9ef-6f89e8c657f7 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/ports?device_id=adef8f79-8712-4960-b65b-d8791a0e354c HTTP/1.1" status: 200 len: 948 time: 0.3839669 Jul 24 00:46:42.457364 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d73a4cfe-f886-468a-8678-064dc63c8d96 req-17f263b1-1280-450e-987a-623b4f37e987 service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916378 Jul 24 00:46:42.476137 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09639a-0726-445e-94ff-f065edce4e94 req-d32bc944-d75d-4181-a1a7-c649b4953997 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:42.482869 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-de09639a-0726-445e-94ff-f065edce4e94 req-d32bc944-d75d-4181-a1a7-c649b4953997 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17 HTTP/1.1" status: 200 len: 949 time: 0.1796951 Jul 24 00:46:42.537564 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['3c836ab3-a4b0-4f71-bdd9-af941853b1e5'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:46:42.543677 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963ca63-98bf-484f-a472-ead29081df75 req-639f4f1d-442f-431a-bd7f-c8dc4d8b7a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:42.543677 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963ca63-98bf-484f-a472-ead29081df75 req-639f4f1d-442f-431a-bd7f-c8dc4d8b7a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:42.543677 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963ca63-98bf-484f-a472-ead29081df75 req-639f4f1d-442f-431a-bd7f-c8dc4d8b7a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:42.544947 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d963ca63-98bf-484f-a472-ead29081df75 req-639f4f1d-442f-431a-bd7f-c8dc4d8b7a91 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=ddce8b228d0d4a4bb7bd9050c384a277&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3496485 Jul 24 00:46:42.568475 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-27e6d588-f0b4-4ccd-80e3-6a06d806e7cd req-39266101-5f61-4d9a-8e73-73eec8cd8a4f tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f909524-2c4c-48d3-8499-44adfd15f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295288 Jul 24 00:46:42.580580 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8f06f69d-0752-4d7a-9457-f036b2b8e260 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:42.585936 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f06f69d-0752-4d7a-9457-f036b2b8e260 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:42.586565 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8f06f69d-0752-4d7a-9457-f036b2b8e260 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:42.611688 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['88b73c65-2a63-44ed-97a6-4adff615d912'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:46:42.670250 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-7b514cad-bd73-4b83-aeae-ddc660a81ebf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70634e1a-195e-4ef4-bb85-11662253b7ad {{(pid=100463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:46:42.676986 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8f06f69d-0752-4d7a-9457-f036b2b8e260 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8363791 Jul 24 00:46:42.685214 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47368) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:46:42.705374 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-7b514cad-bd73-4b83-aeae-ddc660a81ebf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:42.721313 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-0d4c3c72-6719-41e4-b830-16f67a9cbfc4 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1086691918'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:46:42.745310 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-de09639a-0726-445e-94ff-f065edce4e94 req-7ecb7139-e0f3-413a-9cf0-becefc6095f4 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612457 Jul 24 00:46:42.749672 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1c737c38-cfc8-4694-83db-f9c3ba80e1c7 req-b98786da-4a2a-4e95-8fcf-78dd5a5c5cb9 service neutron] 10.222.0.13 "GET /v2.0/networks/1fed34ff-1bf8-4b83-bd45-2cd3f02a020c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192570 Jul 24 00:46:42.798269 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99879416-99b2-4b20-be35-035940710161 req-c187da58-e01c-4da0-a737-46d9baf03ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:42.799932 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-99879416-99b2-4b20-be35-035940710161 req-c187da58-e01c-4da0-a737-46d9baf03ad4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6c3815e83b546d1ba8426b7607dbf30&device_id=33646e73-2b79-4f91-838f-db984c3ad76a HTTP/1.1" status: 200 len: 1095 time: 0.3147767 Jul 24 00:46:42.807644 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d73a4cfe-f886-468a-8678-064dc63c8d96 req-16d924fb-9cc1-4134-9f93-e69fc00fbf65 service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401513 Jul 24 00:46:42.915083 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-73131197-2a6a-42a5-90ad-b2f0cc8607b2 req-69d9e49c-7205-432b-a509-b704ea479929 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 210 time: 0.0673201 Jul 24 00:46:42.989939 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99879416-99b2-4b20-be35-035940710161 req-f6e9913d-4471-44be-8dd5-08a768130b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:42.991541 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-99879416-99b2-4b20-be35-035940710161 req-f6e9913d-4471-44be-8dd5-08a768130b22 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0424e002-92c3-40ed-8018-7ea44515813a HTTP/1.1" status: 200 len: 922 time: 0.1699059 Jul 24 00:46:42.997430 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1e2be-5dfb-4bb6-80df-d26b0e2f859e req-a1c9b665-45ae-4f1b-b7a8-a6273fef659c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:42.999018 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-36c1e2be-5dfb-4bb6-80df-d26b0e2f859e req-a1c9b665-45ae-4f1b-b7a8-a6273fef659c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3f9b71b518bb404b9e8d521e71f9af26&device_id=d1da29f2-d769-4607-a80a-62f4e36653f5 HTTP/1.1" status: 200 len: 1095 time: 0.1660295 Jul 24 00:46:43.054647 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-99879416-99b2-4b20-be35-035940710161 req-579eae54-dc80-46b8-b812-116afe518d68 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=506e7617-622e-4e8e-8f0b-88bed6716f82 HTTP/1.1" status: 200 len: 217 time: 0.0537622 Jul 24 00:46:43.094558 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-7b514cad-bd73-4b83-aeae-ddc660a81ebf service neutron] Transition to ACTIVE for port object 70634e1a-195e-4ef4-bb85-11662253b7ad will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:46:43.107177 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f06f69d-0752-4d7a-9457-f036b2b8e260 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Pushing event updated for resources: {'Network': ['ID=08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:43.120025 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-7b514cad-bd73-4b83-aeae-ddc660a81ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:43.125403 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:46:43.165723 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963ca63-98bf-484f-a472-ead29081df75 req-8d83c775-da05-48b6-bfb8-1843cf1288e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:43.167481 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d963ca63-98bf-484f-a472-ead29081df75 req-8d83c775-da05-48b6-bfb8-1843cf1288e0 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6128967 Jul 24 00:46:43.197501 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4c3c72-6719-41e4-b830-16f67a9cbfc4 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Made reservation on behalf of 23f38d06c8d14c15821cdb6c563f3213 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:46:43.202009 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0d4c3c72-6719-41e4-b830-16f67a9cbfc4 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:43.204560 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99879416-99b2-4b20-be35-035940710161 req-739d0957-cffa-42d0-88b7-b9feeda06f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:43.206061 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-99879416-99b2-4b20-be35-035940710161 req-739d0957-cffa-42d0-88b7-b9feeda06f8b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eacbc75d-e7d9-4f31-b710-44862dc68303 HTTP/1.1" status: 200 len: 861 time: 0.1426795 Jul 24 00:46:43.208039 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1e2be-5dfb-4bb6-80df-d26b0e2f859e req-f798e599-6fee-430f-9977-bafa14df84bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:43.208600 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b514cad-bd73-4b83-aeae-ddc660a81ebf service neutron] Pushing event updated for resources: {'Port': ['ID=70634e1a-195e-4ef4-bb85-11662253b7ad,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:43.209428 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-36c1e2be-5dfb-4bb6-80df-d26b0e2f859e req-f798e599-6fee-430f-9977-bafa14df84bd service neutron] 10.222.0.13 "GET /v2.0/networks?id=1fed34ff-1bf8-4b83-bd45-2cd3f02a020c HTTP/1.1" status: 200 len: 916 time: 0.2014713 Jul 24 00:46:43.250524 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abfc541-e539-4e86-9069-22bd8e1ba5dd req-e6cdd416-4e08-4e2a-9809-4def79b61eb3 tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:43.257707 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b9bef-b001-4ad1-bdad-a6d2ec5d0f8f req-a16c2615-8645-42f6-9680-3b3a7048e496 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:43.258841 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5abfc541-e539-4e86-9069-22bd8e1ba5dd req-e6cdd416-4e08-4e2a-9809-4def79b61eb3 tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1da29f2-d769-4607-a80a-62f4e36653f5 HTTP/1.1" status: 200 len: 943 time: 0.5834992 Jul 24 00:46:43.265391 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b9bef-b001-4ad1-bdad-a6d2ec5d0f8f req-a16c2615-8645-42f6-9680-3b3a7048e496 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:43.271673 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.13', 63811) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:46:43.278154 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b9bef-b001-4ad1-bdad-a6d2ec5d0f8f req-a16c2615-8645-42f6-9680-3b3a7048e496 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:43.285978 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9c7b9bef-b001-4ad1-bdad-a6d2ec5d0f8f req-a16c2615-8645-42f6-9680-3b3a7048e496 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea1dc35c-16a1-47ba-a874-658194aa0ff4 HTTP/1.1" status: 200 len: 2399 time: 0.2213905 Jul 24 00:46:43.322052 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-99879416-99b2-4b20-be35-035940710161 req-67dd240f-c624-4fe5-8210-1d45744c8a5c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0424e002-92c3-40ed-8018-7ea44515813a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933371 Jul 24 00:46:43.360440 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-85544f91-1087-44fd-8972-2be81aeff923 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=64682d71562544209c45b1dc63c9fd56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0671027 Jul 24 00:46:43.365449 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d4c3c72-6719-41e4-b830-16f67a9cbfc4 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:46:43.368907 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-36c1e2be-5dfb-4bb6-80df-d26b0e2f859e req-a3af639e-f7a1-42b8-8881-9f7292fb75a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba HTTP/1.1" status: 200 len: 217 time: 0.0794940 Jul 24 00:46:43.376666 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5abfc541-e539-4e86-9069-22bd8e1ba5dd req-e468586f-7ea1-43f0-9169-9d804ac7fccf tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] 10.222.0.15 "GET /v2.0/security-groups?id=5876346a-d58e-4d2e-a111-7d55ce9cac84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163745 Jul 24 00:46:43.380747 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-7b514cad-bd73-4b83-aeae-ddc660a81ebf service neutron] Attempting to bind port 70634e1a-195e-4ef4-bb85-11662253b7ad on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:46:43.382193 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-7b514cad-bd73-4b83-aeae-ddc660a81ebf service neutron] Attempting to bind port 70634e1a-195e-4ef4-bb85-11662253b7ad by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '19885b98-89ba-4324-bda6-0c115e1d7d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c2bb5121-a5fb-4815-a427-fc4d0a49421a'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:46:43.382193 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-7b514cad-bd73-4b83-aeae-ddc660a81ebf service neutron] Attempting to bind port 70634e1a-195e-4ef4-bb85-11662253b7ad on network c2bb5121-a5fb-4815-a427-fc4d0a49421a {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:46:43.437087 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-7b514cad-bd73-4b83-aeae-ddc660a81ebf service neutron] Port 70634e1a-195e-4ef4-bb85-11662253b7ad on network c2bb5121-a5fb-4815-a427-fc4d0a49421a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:46:43.437087 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-7b514cad-bd73-4b83-aeae-ddc660a81ebf service neutron] Attempting to bind port 70634e1a-195e-4ef4-bb85-11662253b7ad on network c2bb5121-a5fb-4815-a427-fc4d0a49421a {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:46:43.457095 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9c7b9bef-b001-4ad1-bdad-a6d2ec5d0f8f req-13e129b4-314a-4042-9f74-792bf79cd9ce tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0ffb5b8-4b8b-475f-a5f7-255c2b17204b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699240 Jul 24 00:46:43.487881 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0d4c3c72-6719-41e4-b830-16f67a9cbfc4 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:43.488148 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-0d4c3c72-6719-41e4-b830-16f67a9cbfc4 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Added segment 23ebf5d9-a245-4865-978c-96f59b5fd63b of type vlan for network d44a086b-008a-4058-bec6-57d1e56e41f3 Jul 24 00:46:43.489627 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-7b514cad-bd73-4b83-aeae-ddc660a81ebf service neutron] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:46:43.489967 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-7b514cad-bd73-4b83-aeae-ddc660a81ebf service neutron] Checking segment: {'id': '19885b98-89ba-4324-bda6-0c115e1d7d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c2bb5121-a5fb-4815-a427-fc4d0a49421a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:46:43.490384 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-7b514cad-bd73-4b83-aeae-ddc660a81ebf service neutron] Bound using segment: {'id': '19885b98-89ba-4324-bda6-0c115e1d7d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c2bb5121-a5fb-4815-a427-fc4d0a49421a'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:46:43.490881 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-7b514cad-bd73-4b83-aeae-ddc660a81ebf service neutron] Bound port: 70634e1a-195e-4ef4-bb85-11662253b7ad, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19885b98-89ba-4324-bda6-0c115e1d7d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c2bb5121-a5fb-4815-a427-fc4d0a49421a'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:46:43.491241 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-7b514cad-bd73-4b83-aeae-ddc660a81ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:43.511851 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1e2be-5dfb-4bb6-80df-d26b0e2f859e req-a63bab8f-89b8-4496-bb58-de8d08982305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:43.513444 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-36c1e2be-5dfb-4bb6-80df-d26b0e2f859e req-a63bab8f-89b8-4496-bb58-de8d08982305 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45a23940-488e-46de-b142-3bb49d72cde4 HTTP/1.1" status: 200 len: 854 time: 0.1294086 Jul 24 00:46:43.525464 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device c4a639cc-4242-4079-aa27-ea96b97a5582 details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:46:43.527606 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 3c836ab3-a4b0-4f71-bdd9-af941853b1e5 up at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:46:43.596486 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-99879416-99b2-4b20-be35-035940710161 req-03cd1cf7-5c75-4184-b513-526ec0f93b85 service neutron] 10.222.0.13 "GET /v2.0/networks/0424e002-92c3-40ed-8018-7ea44515813a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448184 Jul 24 00:46:43.599495 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0d4c3c72-6719-41e4-b830-16f67a9cbfc4 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:43.656843 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-6f1de693-2ae1-4d5b-879b-7d28d3d60c89 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:43.658445 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-6f1de693-2ae1-4d5b-879b-7d28d3d60c89 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2794375 Jul 24 00:46:43.674267 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning for port 3c836ab3-a4b0-4f71-bdd9-af941853b1e5 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:46:43.680402 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1e2be-5dfb-4bb6-80df-d26b0e2f859e req-9ed6fb4b-e24a-49cb-a352-291cffae97a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:43.682374 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-36c1e2be-5dfb-4bb6-80df-d26b0e2f859e req-9ed6fb4b-e24a-49cb-a352-291cffae97a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1fed34ff-1bf8-4b83-bd45-2cd3f02a020c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1581118 Jul 24 00:46:43.686161 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning complete for port 3c836ab3-a4b0-4f71-bdd9-af941853b1e5 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:43.686549 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:43.688902 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-5db46357-7953-4f76-a038-90016fa8c4c1 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Request body: {'port': {'device_id': '19ee412f-71d8-40f9-8750-cb729f5a97ac', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'admin_state_up': True, 'tenant_id': '64682d71562544209c45b1dc63c9fd56'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:46:43.728845 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port c4a639cc-4242-4079-aa27-ea96b97a5582, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=c4a639cc-4242-4079-aa27-ea96b97a5582,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:46:43.749286 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': 'c4a639cc-4242-4079-aa27-ea96b97a5582', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'port_id': 'c4a639cc-4242-4079-aa27-ea96b97a5582', 'mac_address': 'fa:16:3e:05:18:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:46:43.757800 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0d4c3c72-6719-41e4-b830-16f67a9cbfc4 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:43.764084 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4c3c72-6719-41e4-b830-16f67a9cbfc4 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:43.766032 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0d4c3c72-6719-41e4-b830-16f67a9cbfc4 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:43.789359 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-7b514cad-bd73-4b83-aeae-ddc660a81ebf service neutron] For port 70634e1a-195e-4ef4-bb85-11662253b7ad, host n-h2-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:46:43.841992 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:43.845524 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd33f1-a562-4ad0-8035-d8ea6df15518 req-bf393a0c-3690-4fc8-9e67-6fa80de4835c tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:43.847427 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-33fd33f1-a562-4ad0-8035-d8ea6df15518 req-bf393a0c-3690-4fc8-9e67-6fa80de4835c tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=33646e73-2b79-4f91-838f-db984c3ad76a HTTP/1.1" status: 200 len: 943 time: 0.3449671 Jul 24 00:46:43.862572 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-99879416-99b2-4b20-be35-035940710161 req-bf6ec37a-bd47-4450-8193-a2aba0958721 service neutron] 10.222.0.13 "GET /v2.0/networks/0424e002-92c3-40ed-8018-7ea44515813a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495387 Jul 24 00:46:43.885388 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 3c836ab3-a4b0-4f71-bdd9-af941853b1e5, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=3c836ab3-a4b0-4f71-bdd9-af941853b1e5,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:46:43.887878 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8c3e8b-bb27-45d1-8a7d-77fb6845e543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c836ab3-a4b0-4f71-bdd9-af941853b1e5'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:46:43.891403 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6febb4f-c077-4fb5-90a3-041d7a7b0f15" -d '{"events": [{"server_uuid": "9a8c3e8b-bb27-45d1-8a7d-77fb6845e543", "name": "network-vif-plugged", "status": "completed", "tag": "3c836ab3-a4b0-4f71-bdd9-af941853b1e5"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:46:43.896171 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:43.903865 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-7b514cad-bd73-4b83-aeae-ddc660a81ebf service neutron] For port 70634e1a-195e-4ef4-bb85-11662253b7ad, host n-h2-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=70634e1a-195e-4ef4-bb85-11662253b7ad,segment=NetworkSegment(19885b98-89ba-4324-bda6-0c115e1d7d21),segment_id=19885b98-89ba-4324-bda6-0c115e1d7d21)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:46:43.906215 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5192b9a-0d9a-47e7-90ae-908823eba322 req-436fb2ce-ef02-49bd-9194-cc5116373983 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:43.908792 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e5192b9a-0d9a-47e7-90ae-908823eba322 req-436fb2ce-ef02-49bd-9194-cc5116373983 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/ports?device_id=adef8f79-8712-4960-b65b-d8791a0e354c HTTP/1.1" status: 200 len: 948 time: 0.2343886 Jul 24 00:46:43.910790 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-36c1e2be-5dfb-4bb6-80df-d26b0e2f859e req-06fdf60d-50a1-477f-9444-600fe7ccb2bc service neutron] 10.222.0.13 "GET /v2.0/networks/1fed34ff-1bf8-4b83-bd45-2cd3f02a020c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485090 Jul 24 00:46:43.919737 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4a639cc-4242-4079-aa27-ea96b97a5582 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:46:43.925140 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:43.925942 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 88b73c65-2a63-44ed-97a6-4adff615d912 up at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:46:43.939126 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0d4c3c72-6719-41e4-b830-16f67a9cbfc4 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2304704 Jul 24 00:46:43.948690 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47382) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:46:43.959824 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-49ea94d8-48e9-4394-9b7a-11023c68da09 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Request body: {'subnet': {'network_id': '08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:46:43.964251 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c3c72-6719-41e4-b830-16f67a9cbfc4 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Pushing event updated for resources: {'Network': ['ID=d44a086b-008a-4058-bec6-57d1e56e41f3,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:43.968339 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-7b514cad-bd73-4b83-aeae-ddc660a81ebf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:43.988667 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network d44a086b-008a-4058-bec6-57d1e56e41f3 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:46:43.998025 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port c4a639cc-4242-4079-aa27-ea96b97a5582, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=c4a639cc-4242-4079-aa27-ea96b97a5582,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:46:44.007272 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e5192b9a-0d9a-47e7-90ae-908823eba322 req-be5cb9fd-abbc-46ae-a690-33e3bffd9f1d tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f909524-2c4c-48d3-8499-44adfd15f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930026 Jul 24 00:46:44.028553 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:44.052036 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-7b514cad-bd73-4b83-aeae-ddc660a81ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:44.052674 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-7b514cad-bd73-4b83-aeae-ddc660a81ebf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:44.054108 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-7b514cad-bd73-4b83-aeae-ddc660a81ebf service neutron] 10.222.0.11 "PUT /v2.0/ports/70634e1a-195e-4ef4-bb85-11662253b7ad HTTP/1.1" status: 200 len: 1092 time: 2.6310081 Jul 24 00:46:44.063707 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-36c1e2be-5dfb-4bb6-80df-d26b0e2f859e req-40090ebd-c2b6-4918-9f6e-d61b67c73cc1 service neutron] 10.222.0.13 "GET /v2.0/networks/1fed34ff-1bf8-4b83-bd45-2cd3f02a020c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400647 Jul 24 00:46:44.065378 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea1dc35c-16a1-47ba-a874-658194aa0ff4', 'tag': '70634e1a-195e-4ef4-bb85-11662253b7ad'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:46:44.069354 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241c6bda-9401-4e15-951a-ece97405ed39" -d '{"events": [{"name": "network-changed", "server_uuid": "ea1dc35c-16a1-47ba-a874-658194aa0ff4", "tag": "70634e1a-195e-4ef4-bb85-11662253b7ad"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:46:44.115943 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=3c836ab3-a4b0-4f71-bdd9-af941853b1e5,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:44.142458 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-38cee9e7-69d2-4f24-b751-0ebc440ffcf6 service neutron] Request body: {'port': {'device_id': 'ea1dc35c-16a1-47ba-a874-658194aa0ff4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-25'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:46:44.164116 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning for port 88b73c65-2a63-44ed-97a6-4adff615d912 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:46:44.176832 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning complete for port 88b73c65-2a63-44ed-97a6-4adff615d912 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:44.177147 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:44.187034 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b514cad-bd73-4b83-aeae-ddc660a81ebf service neutron] Pushing event updated for resources: {'Port': ['ID=70634e1a-195e-4ef4-bb85-11662253b7ad,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:44.201251 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-33fd33f1-a562-4ad0-8035-d8ea6df15518 req-1e489db7-f76e-4486-99fc-2686b78b8cb4 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224950 Jul 24 00:46:44.230069 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-5db46357-7953-4f76-a038-90016fa8c4c1 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Made reservation on behalf of 64682d71562544209c45b1dc63c9fd56 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:46:44.233319 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f131f-3d4f-440a-9f3c-9885e5dae807 req-fe824f57-bc89-4b20-925c-8030c527b08e tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:44.235238 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cd1f131f-3d4f-440a-9f3c-9885e5dae807 req-fe824f57-bc89-4b20-925c-8030c527b08e tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17 HTTP/1.1" status: 200 len: 949 time: 0.1060703 Jul 24 00:46:44.235865 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-5db46357-7953-4f76-a038-90016fa8c4c1 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:44.255654 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=c4a639cc-4242-4079-aa27-ea96b97a5582,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:44.259627 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['c4a639cc-4242-4079-aa27-ea96b97a5582'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:46:44.279033 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-5db46357-7953-4f76-a038-90016fa8c4c1 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:44.322213 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.db.api [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-5db46357-7953-4f76-a038-90016fa8c4c1 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 24 00:46:44.322213 n-d-793621-25 neutron-server[100463]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 24 00:46:44.322213 n-d-793621-25 neutron-server[100463]: [parameters: {'project_id_1': '64682d71562544209c45b1dc63c9fd56', 'expiration_1': datetime.datetime(2021, 7, 24, 0, 46, 44, 300786)}] Jul 24 00:46:44.322213 n-d-793621-25 neutron-server[100463]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:46:44.323019 n-d-793621-25 neutron-server[100463]: DEBUG oslo_db.api [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-5db46357-7953-4f76-a038-90016fa8c4c1 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:46:44.339174 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce4ebc4-64dd-49f3-ace3-537b64b56654 x-openstack-request-id: req-4ce4ebc4-64dd-49f3-ace3-537b64b56654 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:46:44.339613 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8c3e8b-bb27-45d1-8a7d-77fb6845e543", "name": "network-vif-plugged", "status": "completed", "tag": "3c836ab3-a4b0-4f71-bdd9-af941853b1e5", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:46:44.339953 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ce4ebc4-64dd-49f3-ace3-537b64b56654 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:46:44.340946 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8c3e8b-bb27-45d1-8a7d-77fb6845e543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c836ab3-a4b0-4f71-bdd9-af941853b1e5', 'code': 200} Jul 24 00:46:44.344888 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cd1f131f-3d4f-440a-9f3c-9885e5dae807 req-800e59b7-e564-4169-a548-ae7e8bc2e09f tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039796 Jul 24 00:46:44.390062 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ea94d8-48e9-4394-9b7a-11023c68da09 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Made reservation on behalf of 23f38d06c8d14c15821cdb6c563f3213 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:46:44.393942 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-49ea94d8-48e9-4394-9b7a-11023c68da09 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks [] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:44.414485 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:44.482919 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 88b73c65-2a63-44ed-97a6-4adff615d912, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=88b73c65-2a63-44ed-97a6-4adff615d912,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:46:44.483062 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-471cb852-519d-4c3c-882a-2adcfe86d407 req-b5ab3ef2-e68f-47a2-b1f8-5b4fb1e36a20 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 210 time: 0.1076450 Jul 24 00:46:44.487827 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fde96a4-4f0b-4f93-abf9-132e3596de42 x-openstack-request-id: req-9fde96a4-4f0b-4f93-abf9-132e3596de42 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:46:44.489023 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea1dc35c-16a1-47ba-a874-658194aa0ff4", "tag": "70634e1a-195e-4ef4-bb85-11662253b7ad", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:46:44.489275 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9fde96a4-4f0b-4f93-abf9-132e3596de42 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:46:44.489678 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea1dc35c-16a1-47ba-a874-658194aa0ff4', 'tag': '70634e1a-195e-4ef4-bb85-11662253b7ad', 'status': 'completed', 'code': 200} Jul 24 00:46:44.503240 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:44.587332 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-38cee9e7-69d2-4f24-b751-0ebc440ffcf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:44.590305 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=88b73c65-2a63-44ed-97a6-4adff615d912,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:44.634764 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c6bda-9401-4e15-951a-ece97405ed39 req-475b6994-b693-4eaf-a8f4-aed3138f0ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:44.635351 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c6bda-9401-4e15-951a-ece97405ed39 req-475b6994-b693-4eaf-a8f4-aed3138f0ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:44.635841 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c6bda-9401-4e15-951a-ece97405ed39 req-475b6994-b693-4eaf-a8f4-aed3138f0ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:44.637505 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-241c6bda-9401-4e15-951a-ece97405ed39 req-475b6994-b693-4eaf-a8f4-aed3138f0ad6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ddce8b228d0d4a4bb7bd9050c384a277&device_id=ea1dc35c-16a1-47ba-a874-658194aa0ff4 HTTP/1.1" status: 200 len: 2799 time: 0.1252081 Jul 24 00:46:44.713830 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b92c42-73b4-4f64-a5b7-88a45150c086 req-505b8b76-f976-454b-9a82-b7845975fdcd tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:44.715861 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-69b92c42-73b4-4f64-a5b7-88a45150c086 req-505b8b76-f976-454b-9a82-b7845975fdcd tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1da29f2-d769-4607-a80a-62f4e36653f5 HTTP/1.1" status: 200 len: 943 time: 0.1426649 Jul 24 00:46:44.727151 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41f67f-18d0-4df8-8da1-c84154e12f7a req-58d8b2b9-0a65-4f19-a763-512cd049c521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:44.729911 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ff41f67f-18d0-4df8-8da1-c84154e12f7a req-58d8b2b9-0a65-4f19-a763-512cd049c521 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543 HTTP/1.1" status: 200 len: 1102 time: 0.3533423 Jul 24 00:46:44.836606 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-5db46357-7953-4f76-a038-90016fa8c4c1 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:44.907660 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063054a-164f-4cc9-b267-45814f111144 req-071b8776-ec66-4e51-8a6a-534b730017a1 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:44.914751 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063054a-164f-4cc9-b267-45814f111144 req-071b8776-ec66-4e51-8a6a-534b730017a1 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:44.922580 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063054a-164f-4cc9-b267-45814f111144 req-071b8776-ec66-4e51-8a6a-534b730017a1 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:44.924400 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7063054a-164f-4cc9-b267-45814f111144 req-071b8776-ec66-4e51-8a6a-534b730017a1 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea1dc35c-16a1-47ba-a874-658194aa0ff4 HTTP/1.1" status: 200 len: 2399 time: 0.3412855 Jul 24 00:46:45.000170 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ff41f67f-18d0-4df8-8da1-c84154e12f7a req-fe83bf37-b1d7-4fea-9b8c-c1fdeffa16dc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621861 Jul 24 00:46:45.069157 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-69b92c42-73b4-4f64-a5b7-88a45150c086 req-524f504a-adfa-4bc2-a586-187250192447 tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] 10.222.0.15 "GET /v2.0/security-groups?id=5876346a-d58e-4d2e-a111-7d55ce9cac84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387148 Jul 24 00:46:45.076092 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c6bda-9401-4e15-951a-ece97405ed39 req-17cf8bdb-a4c8-41e9-9249-8dfbcf53e493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:45.076579 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c6bda-9401-4e15-951a-ece97405ed39 req-17cf8bdb-a4c8-41e9-9249-8dfbcf53e493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:45.077051 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c6bda-9401-4e15-951a-ece97405ed39 req-17cf8bdb-a4c8-41e9-9249-8dfbcf53e493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:45.078629 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-241c6bda-9401-4e15-951a-ece97405ed39 req-17cf8bdb-a4c8-41e9-9249-8dfbcf53e493 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=ddce8b228d0d4a4bb7bd9050c384a277&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4334195 Jul 24 00:46:45.084915 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-49ea94d8-48e9-4394-9b7a-11023c68da09 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:45.131999 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7063054a-164f-4cc9-b267-45814f111144 req-878542b0-9f8c-448a-975e-30ba920b7fb4 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0ffb5b8-4b8b-475f-a5f7-255c2b17204b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911995 Jul 24 00:46:45.223393 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea94d8-48e9-4394-9b7a-11023c68da09 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Pushing event updated for resources: {'Subnet': ['ID=1072dbad-9319-4762-b271-20e6dc036200,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:45.255881 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ea94d8-48e9-4394-9b7a-11023c68da09 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Checking segment: {'id': '68b73458-c661-4e5a-b683-24d7323352a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:46:45.256260 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ea94d8-48e9-4394-9b7a-11023c68da09 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Network hostable DHCP agents. Network: 08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:46:45.309127 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c6bda-9401-4e15-951a-ece97405ed39 req-6ef822a8-d4b7-4ca1-8dbc-c5776fb5187d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:45.310621 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-241c6bda-9401-4e15-951a-ece97405ed39 req-6ef822a8-d4b7-4ca1-8dbc-c5776fb5187d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2172353 Jul 24 00:46:45.330648 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c74b7e-8d74-47a9-a931-2bac352a3d4d req-5371ce9f-5ca4-44d3-8da9-aac22679e94e tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:45.332226 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a2c74b7e-8d74-47a9-a931-2bac352a3d4d req-5371ce9f-5ca4-44d3-8da9-aac22679e94e tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/ports?device_id=adef8f79-8712-4960-b65b-d8791a0e354c HTTP/1.1" status: 200 len: 949 time: 0.1929328 Jul 24 00:46:45.342458 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-38cee9e7-69d2-4f24-b751-0ebc440ffcf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b826164c-ed32-459f-9713-ef1337b278dc {{(pid=100463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:46:45.362365 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-38cee9e7-69d2-4f24-b751-0ebc440ffcf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:45.366662 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-5db46357-7953-4f76-a038-90016fa8c4c1 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:45.367808 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ea94d8-48e9-4394-9b7a-11023c68da09 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Network 08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:46:45.376648 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a2c74b7e-8d74-47a9-a931-2bac352a3d4d req-df2ab39f-721d-4049-a17d-55dd5a766495 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f909524-2c4c-48d3-8499-44adfd15f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381742 Jul 24 00:46:45.383719 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-5db46357-7953-4f76-a038-90016fa8c4c1 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:45.403221 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-38cee9e7-69d2-4f24-b751-0ebc440ffcf6 service neutron] Transition to ACTIVE for port object b826164c-ed32-459f-9713-ef1337b278dc will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:46:45.411620 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-49ea94d8-48e9-4394-9b7a-11023c68da09 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:46:45.422751 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48eeae6-c6d3-431d-a659-bd800efe730c None None] Network 08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:46:45.424092 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-38cee9e7-69d2-4f24-b751-0ebc440ffcf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:45.462087 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ea94d8-48e9-4394-9b7a-11023c68da09 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:45.462705 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-49ea94d8-48e9-4394-9b7a-11023c68da09 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:45.515000 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db46357-7953-4f76-a038-90016fa8c4c1 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38c32799-cd7f-4e21-bf84-bac60e6d6358,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:45.533323 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509f16f-3c58-412a-9c9e-0a0ca72785ab req-4abf8169-1f86-49b0-8117-b94f6e8c8b98 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:45.539436 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2509f16f-3c58-412a-9c9e-0a0ca72785ab req-4abf8169-1f86-49b0-8117-b94f6e8c8b98 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17 HTTP/1.1" status: 200 len: 950 time: 0.0847466 Jul 24 00:46:45.550627 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device c4a639cc-4242-4079-aa27-ea96b97a5582 up at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:46:45.604572 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2509f16f-3c58-412a-9c9e-0a0ca72785ab req-61f268f3-fa7f-4094-a753-b07f60dd676a tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606773 Jul 24 00:46:45.633345 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-49ea94d8-48e9-4394-9b7a-11023c68da09 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6836014 Jul 24 00:46:45.638023 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47404) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:46:45.640274 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-5db46357-7953-4f76-a038-90016fa8c4c1 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Allocated IP 192.168.233.5 (064170bd-7ae3-42cd-9c1f-14f6db2f099c/b2f8a7b0-45d5-4a4f-bbde-2ea497f98103/26b94257-c0af-4147-9ffe-5c742e897ecd) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:46:45.647690 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-39c0fc29-c1bb-4c74-8f2d-c79fc80fc553 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Request body: {'subnet': {'network_id': 'd44a086b-008a-4058-bec6-57d1e56e41f3', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:46:45.669000 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5c2927-b44e-4df1-8c63-e0f2c29f5962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80', 'network_id': '08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80', 'tenant_id': '23f38d06c8d14c15821cdb6c563f3213', 'fixed_ips': [{'subnet_id': '1072dbad-9319-4762-b271-20e6dc036200'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:46:45.670308 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1f5c2927-b44e-4df1-8c63-e0f2c29f5962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:45.676893 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327240a4-b857-42ff-b2b4-cfa30cc59e84 req-2a8092ee-64ad-44e5-ac9a-1cded5fdd61f tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:45.682097 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-cbf888dc-27a5-4958-8709-470c19c03c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:45.685395 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-327240a4-b857-42ff-b2b4-cfa30cc59e84 req-2a8092ee-64ad-44e5-ac9a-1cded5fdd61f tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=33646e73-2b79-4f91-838f-db984c3ad76a HTTP/1.1" status: 200 len: 943 time: 0.3975577 Jul 24 00:46:45.687402 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning for port c4a639cc-4242-4079-aa27-ea96b97a5582 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:46:45.689724 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cee9e7-69d2-4f24-b751-0ebc440ffcf6 service neutron] Pushing event updated for resources: {'Port': ['ID=b826164c-ed32-459f-9713-ef1337b278dc,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:45.801331 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c0fc29-c1bb-4c74-8f2d-c79fc80fc553 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Made reservation on behalf of 23f38d06c8d14c15821cdb6c563f3213 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:46:45.805562 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-39c0fc29-c1bb-4c74-8f2d-c79fc80fc553 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:45.872946 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-38cee9e7-69d2-4f24-b751-0ebc440ffcf6 service neutron] Attempting to bind port b826164c-ed32-459f-9713-ef1337b278dc on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:46:45.873507 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-38cee9e7-69d2-4f24-b751-0ebc440ffcf6 service neutron] Attempting to bind port b826164c-ed32-459f-9713-ef1337b278dc by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '0e636ac7-f63a-4f42-9829-dab4c0c2170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59024805-88c5-41ce-a4e4-414fd8a861e1'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:46:45.873632 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-38cee9e7-69d2-4f24-b751-0ebc440ffcf6 service neutron] Attempting to bind port b826164c-ed32-459f-9713-ef1337b278dc on network 59024805-88c5-41ce-a4e4-414fd8a861e1 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:46:45.892438 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-1f5c2927-b44e-4df1-8c63-e0f2c29f5962 None None] Allocated IP 10.1.1.2 (08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80/1072dbad-9319-4762-b271-20e6dc036200/e58d3319-7b23-4305-861a-a266acecad97) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:46:45.895106 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-38cee9e7-69d2-4f24-b751-0ebc440ffcf6 service neutron] Port b826164c-ed32-459f-9713-ef1337b278dc on network 59024805-88c5-41ce-a4e4-414fd8a861e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:46:45.895985 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-38cee9e7-69d2-4f24-b751-0ebc440ffcf6 service neutron] Attempting to bind port b826164c-ed32-459f-9713-ef1337b278dc on network 59024805-88c5-41ce-a4e4-414fd8a861e1 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:46:45.904333 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-327240a4-b857-42ff-b2b4-cfa30cc59e84 req-534017a2-25bf-4ec0-b2f3-87839aa70bac tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180469 Jul 24 00:46:45.928883 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-38cee9e7-69d2-4f24-b751-0ebc440ffcf6 service neutron] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:46:45.929242 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-38cee9e7-69d2-4f24-b751-0ebc440ffcf6 service neutron] Checking segment: {'id': '0e636ac7-f63a-4f42-9829-dab4c0c2170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59024805-88c5-41ce-a4e4-414fd8a861e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:46:45.929632 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-38cee9e7-69d2-4f24-b751-0ebc440ffcf6 service neutron] Bound using segment: {'id': '0e636ac7-f63a-4f42-9829-dab4c0c2170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59024805-88c5-41ce-a4e4-414fd8a861e1'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:46:45.940684 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-38cee9e7-69d2-4f24-b751-0ebc440ffcf6 service neutron] Bound port: b826164c-ed32-459f-9713-ef1337b278dc, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e636ac7-f63a-4f42-9829-dab4c0c2170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '59024805-88c5-41ce-a4e4-414fd8a861e1'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:46:45.941102 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-38cee9e7-69d2-4f24-b751-0ebc440ffcf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:45.971253 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5fdd9194-3d1d-4a6e-88a1-693c0586dad7 req-5ba61615-fe2c-4427-b8a3-9e9126d35f1e tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 210 time: 0.0368466 Jul 24 00:46:46.054669 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1f5c2927-b44e-4df1-8c63-e0f2c29f5962 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:46.064116 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1f5c2927-b44e-4df1-8c63-e0f2c29f5962 None None] Transition to ACTIVE for port object e58d3319-7b23-4305-861a-a266acecad97 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:46:46.073607 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-5db46357-7953-4f76-a038-90016fa8c4c1 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:46.078528 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-38cee9e7-69d2-4f24-b751-0ebc440ffcf6 service neutron] For port b826164c-ed32-459f-9713-ef1337b278dc, host n-h2-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:46:46.081342 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1f5c2927-b44e-4df1-8c63-e0f2c29f5962 None None] Transition to ACTIVE for port object e58d3319-7b23-4305-861a-a266acecad97 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:46:46.084416 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-38cee9e7-69d2-4f24-b751-0ebc440ffcf6 service neutron] For port b826164c-ed32-459f-9713-ef1337b278dc, host n-h2-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=b826164c-ed32-459f-9713-ef1337b278dc,segment=NetworkSegment(0e636ac7-f63a-4f42-9829-dab4c0c2170e),segment_id=0e636ac7-f63a-4f42-9829-dab4c0c2170e)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:46:46.086025 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning complete for port c4a639cc-4242-4079-aa27-ea96b97a5582 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:46.087852 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:46.095977 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-38cee9e7-69d2-4f24-b751-0ebc440ffcf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:46.098535 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-5db46357-7953-4f76-a038-90016fa8c4c1 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Transition to ACTIVE for port object 26b94257-c0af-4147-9ffe-5c742e897ecd will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:46:46.108065 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-39c0fc29-c1bb-4c74-8f2d-c79fc80fc553 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:46.112559 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1f5c2927-b44e-4df1-8c63-e0f2c29f5962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:46.164661 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-38cee9e7-69d2-4f24-b751-0ebc440ffcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:46.165448 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-38cee9e7-69d2-4f24-b751-0ebc440ffcf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:46.167175 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-38cee9e7-69d2-4f24-b751-0ebc440ffcf6 service neutron] 10.222.0.11 "PUT /v2.0/ports/b826164c-ed32-459f-9713-ef1337b278dc HTTP/1.1" status: 200 len: 1093 time: 2.0705693 Jul 24 00:46:46.167555 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c2927-b44e-4df1-8c63-e0f2c29f5962 None None] Pushing event updated for resources: {'Port': ['ID=e58d3319-7b23-4305-861a-a266acecad97,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:46.204785 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5c2927-b44e-4df1-8c63-e0f2c29f5962 None None] Network 08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:46:46.210564 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-1f5c2927-b44e-4df1-8c63-e0f2c29f5962 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:46:46.214386 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5c2927-b44e-4df1-8c63-e0f2c29f5962 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:46:46.216303 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0fc29-c1bb-4c74-8f2d-c79fc80fc553 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Pushing event updated for resources: {'Subnet': ['ID=9e536425-1d34-448a-8c81-b1347ff16a76,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:46.230662 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cee9e7-69d2-4f24-b751-0ebc440ffcf6 service neutron] Pushing event updated for resources: {'Port': ['ID=b826164c-ed32-459f-9713-ef1337b278dc,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:46.254974 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c0fc29-c1bb-4c74-8f2d-c79fc80fc553 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Checking segment: {'id': '23ebf5d9-a245-4865-978c-96f59b5fd63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd44a086b-008a-4058-bec6-57d1e56e41f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:46:46.255594 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c0fc29-c1bb-4c74-8f2d-c79fc80fc553 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Network hostable DHCP agents. Network: d44a086b-008a-4058-bec6-57d1e56e41f3, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:46:46.303243 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-5db46357-7953-4f76-a038-90016fa8c4c1 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:46.340355 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-1f5c2927-b44e-4df1-8c63-e0f2c29f5962 None None] Attempting to bind port e58d3319-7b23-4305-861a-a266acecad97 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:46:46.341025 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-1f5c2927-b44e-4df1-8c63-e0f2c29f5962 None None] Attempting to bind port e58d3319-7b23-4305-861a-a266acecad97 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '68b73458-c661-4e5a-b683-24d7323352a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:46:46.341558 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5c2927-b44e-4df1-8c63-e0f2c29f5962 None None] Attempting to bind port e58d3319-7b23-4305-861a-a266acecad97 on network 08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:46:46.343827 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:46.344515 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c0fc29-c1bb-4c74-8f2d-c79fc80fc553 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Network d44a086b-008a-4058-bec6-57d1e56e41f3 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:46:46.347551 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546e077e-8377-45f7-98f2-ee9e8dfe9d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b73c65-2a63-44ed-97a6-4adff615d912'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:46:46.350230 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f7aa38-3f1c-4ead-97ad-a341cb0bedf6" -d '{"events": [{"server_uuid": "546e077e-8377-45f7-98f2-ee9e8dfe9d17", "name": "network-vif-plugged", "status": "completed", "tag": "88b73c65-2a63-44ed-97a6-4adff615d912"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:46:46.377292 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973fe4d7-6e9f-42c9-bd32-bf89a32f4166 req-4ca53fc6-d3b5-4c95-9180-8dd3e6c587a1 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:46.377787 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5c2927-b44e-4df1-8c63-e0f2c29f5962 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:46:46.378358 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5c2927-b44e-4df1-8c63-e0f2c29f5962 None None] Checking segment: {'id': '68b73458-c661-4e5a-b683-24d7323352a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:46:46.379027 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1f5c2927-b44e-4df1-8c63-e0f2c29f5962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:46.379920 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5c2927-b44e-4df1-8c63-e0f2c29f5962 None None] Bound using segment: {'id': '68b73458-c661-4e5a-b683-24d7323352a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:46:46.380637 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-1f5c2927-b44e-4df1-8c63-e0f2c29f5962 None None] Bound port: e58d3319-7b23-4305-861a-a266acecad97, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68b73458-c661-4e5a-b683-24d7323352a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:46:46.381231 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1f5c2927-b44e-4df1-8c63-e0f2c29f5962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:46.381505 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-5db46357-7953-4f76-a038-90016fa8c4c1 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Network 064170bd-7ae3-42cd-9c1f-14f6db2f099c is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:46:46.385307 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 506e7617-622e-4e8e-8f0b-88bed6716f82 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:46:46.389491 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973fe4d7-6e9f-42c9-bd32-bf89a32f4166 req-4ca53fc6-d3b5-4c95-9180-8dd3e6c587a1 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:46.392667 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-5db46357-7953-4f76-a038-90016fa8c4c1 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:46:46.401113 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973fe4d7-6e9f-42c9-bd32-bf89a32f4166 req-4ca53fc6-d3b5-4c95-9180-8dd3e6c587a1 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:46.403734 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c294f-3bc2-46c4-97b2-dff19f8132f2 req-259b1732-761f-462f-8b56-99cd685a845f tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:46.405432 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7f6c294f-3bc2-46c4-97b2-dff19f8132f2 req-259b1732-761f-462f-8b56-99cd685a845f tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1da29f2-d769-4607-a80a-62f4e36653f5 HTTP/1.1" status: 200 len: 943 time: 0.2509344 Jul 24 00:46:46.406727 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-5db46357-7953-4f76-a038-90016fa8c4c1 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:46:46.412591 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-5db46357-7953-4f76-a038-90016fa8c4c1 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:46.413351 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-5db46357-7953-4f76-a038-90016fa8c4c1 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:46.419472 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-973fe4d7-6e9f-42c9-bd32-bf89a32f4166 req-4ca53fc6-d3b5-4c95-9180-8dd3e6c587a1 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea1dc35c-16a1-47ba-a874-658194aa0ff4 HTTP/1.1" status: 200 len: 2411 time: 0.1540298 Jul 24 00:46:46.421284 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-39c0fc29-c1bb-4c74-8f2d-c79fc80fc553 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, d44a086b-008a-4058-bec6-57d1e56e41f3) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:46:46.435698 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-3da78e46-4518-4353-ad30-55d5aa24f059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:46.436193 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-3da78e46-4518-4353-ad30-55d5aa24f059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:46.436672 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-3da78e46-4518-4353-ad30-55d5aa24f059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:46.438326 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-3da78e46-4518-4353-ad30-55d5aa24f059 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ddce8b228d0d4a4bb7bd9050c384a277&device_id=ea1dc35c-16a1-47ba-a874-658194aa0ff4 HTTP/1.1" status: 200 len: 2867 time: 0.2090955 Jul 24 00:46:46.438507 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c0fc29-c1bb-4c74-8f2d-c79fc80fc553 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:46.439000 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db46357-7953-4f76-a038-90016fa8c4c1 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Pushing event updated for resources: {'Port': ['ID=26b94257-c0af-4147-9ffe-5c742e897ecd,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:46.439167 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-39c0fc29-c1bb-4c74-8f2d-c79fc80fc553 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:46.507446 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-39c0fc29-c1bb-4c74-8f2d-c79fc80fc553 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8670194 Jul 24 00:46:46.514647 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea1dc35c-16a1-47ba-a874-658194aa0ff4', 'tag': 'b826164c-ed32-459f-9713-ef1337b278dc'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:46:46.516045 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47414) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:46:46.517002 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc513336-3465-492e-8118-25716922137b" -d '{"events": [{"name": "network-changed", "server_uuid": "ea1dc35c-16a1-47ba-a874-658194aa0ff4", "tag": "b826164c-ed32-459f-9713-ef1337b278dc"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:46:46.523474 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-5db46357-7953-4f76-a038-90016fa8c4c1 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8446352 Jul 24 00:46:46.524873 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-125b1045-f953-4238-bca0-43d76629fef5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.32&port_id=8eb37054-923a-4399-a799-db6758c8a449 HTTP/1.1" status: 200 len: 217 time: 0.0690577 Jul 24 00:46:46.528099 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-297ae82f-4836-4b74-87d4-29046bcdfaa2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Request body: {'port': {'network_id': '08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80', 'name': 'tempest-TaggedBootDevicesTest_v242-1607244624', 'fixed_ips': [{'subnet_id': '1072dbad-9319-4762-b271-20e6dc036200'}]}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:46:46.538772 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-c3e720cd-9972-4522-bd9f-0789cc28115f service neutron] Request body: {'port': {'device_id': '19ee412f-71d8-40f9-8750-cb729f5a97ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:46:46.624276 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7f6c294f-3bc2-46c4-97b2-dff19f8132f2 req-0b79cf96-e7b5-410d-81a0-39bbe8a80d40 tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] 10.222.0.15 "GET /v2.0/security-groups?id=5876346a-d58e-4d2e-a111-7d55ce9cac84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000663 Jul 24 00:46:46.648881 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-7286f0e1-a8d5-4d64-ab6d-0a77f7ada442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:46.651758 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-7286f0e1-a8d5-4d64-ab6d-0a77f7ada442 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e5199780-1087-4752-bb20-78418d70859a HTTP/1.1" status: 200 len: 801 time: 0.1199341 Jul 24 00:46:46.661231 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efda68f9-a73c-4880-95aa-12f6a8b4b9f2 None None] Network d44a086b-008a-4058-bec6-57d1e56e41f3 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:46:46.712687 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-973fe4d7-6e9f-42c9-bd32-bf89a32f4166 req-50863617-5495-45e7-a601-4a80f4250d91 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0ffb5b8-4b8b-475f-a5f7-255c2b17204b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627206 Jul 24 00:46:46.737186 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-c3e720cd-9972-4522-bd9f-0789cc28115f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:46.812721 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0762a978-3ac0-4826-a612-1101dc7200f4 x-openstack-request-id: req-0762a978-3ac0-4826-a612-1101dc7200f4 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:46:46.813462 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546e077e-8377-45f7-98f2-ee9e8dfe9d17", "name": "network-vif-plugged", "status": "completed", "tag": "88b73c65-2a63-44ed-97a6-4adff615d912", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:46:46.814089 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0762a978-3ac0-4826-a612-1101dc7200f4 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:46:46.814853 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546e077e-8377-45f7-98f2-ee9e8dfe9d17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b73c65-2a63-44ed-97a6-4adff615d912', 'code': 200} Jul 24 00:46:46.885301 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297ae82f-4836-4b74-87d4-29046bcdfaa2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Made reservation on behalf of 23f38d06c8d14c15821cdb6c563f3213 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:46:46.893156 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port c4a639cc-4242-4079-aa27-ea96b97a5582, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=c4a639cc-4242-4079-aa27-ea96b97a5582,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:46:46.916088 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-dab4be94-0587-42f4-a7f5-d12bfd5cf53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:46.917735 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-dab4be94-0587-42f4-a7f5-d12bfd5cf53f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=59024805-88c5-41ce-a4e4-414fd8a861e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2335410 Jul 24 00:46:46.922448 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c0fa87-9756-4bcf-8ca8-e4a08093592a x-openstack-request-id: req-26c0fa87-9756-4bcf-8ca8-e4a08093592a {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:46:46.922778 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea1dc35c-16a1-47ba-a874-658194aa0ff4", "tag": "b826164c-ed32-459f-9713-ef1337b278dc", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:46:46.923038 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-26c0fa87-9756-4bcf-8ca8-e4a08093592a {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:46:46.923432 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea1dc35c-16a1-47ba-a874-658194aa0ff4', 'tag': 'b826164c-ed32-459f-9713-ef1337b278dc', 'status': 'completed', 'code': 200} Jul 24 00:46:46.930170 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:47.071595 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31deed3e-f3e6-4055-b98d-6f733366f276 req-0137b3e3-5904-45ac-8781-dcbe98fa67a9 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:47.073400 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-31deed3e-f3e6-4055-b98d-6f733366f276 req-0137b3e3-5904-45ac-8781-dcbe98fa67a9 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/ports?device_id=adef8f79-8712-4960-b65b-d8791a0e354c HTTP/1.1" status: 200 len: 949 time: 0.2116728 Jul 24 00:46:47.077634 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-297ae82f-4836-4b74-87d4-29046bcdfaa2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:47.082306 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d9b004-b30c-4762-a0f0-4925b63ff7ef req-8601bf7d-a73b-4562-a0ec-1886de702581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:47.083223 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 506e7617-622e-4e8e-8f0b-88bed6716f82, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=506e7617-622e-4e8e-8f0b-88bed6716f82,segment=NetworkSegment(58fdc277-5f36-433f-9782-f46712be7157),segment_id=58fdc277-5f36-433f-9782-f46712be7157)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:46:47.083853 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e8d9b004-b30c-4762-a0f0-4925b63ff7ef req-8601bf7d-a73b-4562-a0ec-1886de702581 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17 HTTP/1.1" status: 200 len: 1102 time: 0.1749144 Jul 24 00:46:47.121130 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-1f5c2927-b44e-4df1-8c63-e0f2c29f5962 None None] For port e58d3319-7b23-4305-861a-a266acecad97, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:46:47.130810 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '506e7617-622e-4e8e-8f0b-88bed6716f82', 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a', 'port_id': '506e7617-622e-4e8e-8f0b-88bed6716f82', 'mac_address': 'fa:16:3e:a8:37:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eacbc75d-e7d9-4f31-b710-44862dc68303', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:46:47.132523 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [None req-297ae82f-4836-4b74-87d4-29046bcdfaa2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] device_id is not set on port 65eea3c6-1e2c-4140-8dae-ee4329e7701b yet. {{(pid=100464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:46:47.162811 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=c4a639cc-4242-4079-aa27-ea96b97a5582,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:47.169604 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-1f5c2927-b44e-4df1-8c63-e0f2c29f5962 None None] For port e58d3319-7b23-4305-861a-a266acecad97, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=e58d3319-7b23-4305-861a-a266acecad97,segment=NetworkSegment(68b73458-c661-4e5a-b683-24d7323352a7),segment_id=68b73458-c661-4e5a-b683-24d7323352a7)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:46:47.172508 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c070095c-c6b9-42ef-92b7-7e8a757237ad None None] Provisioning for port 26b94257-c0af-4147-9ffe-5c742e897ecd completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:46:47.203218 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1f5c2927-b44e-4df1-8c63-e0f2c29f5962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:47.232014 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c070095c-c6b9-42ef-92b7-7e8a757237ad None None] Provisioning complete for port 26b94257-c0af-4147-9ffe-5c742e897ecd triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:47.232385 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c070095c-c6b9-42ef-92b7-7e8a757237ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:47.247590 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-31deed3e-f3e6-4055-b98d-6f733366f276 req-66f810a6-db90-4a16-a72d-202b863b92a0 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f909524-2c4c-48d3-8499-44adfd15f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556880 Jul 24 00:46:47.304626 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e8d9b004-b30c-4762-a0f0-4925b63ff7ef req-9edf3908-9b9f-4a34-9a31-fff410020570 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112920 Jul 24 00:46:47.330041 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:47.385107 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 506e7617-622e-4e8e-8f0b-88bed6716f82 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:46:47.389704 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c2927-b44e-4df1-8c63-e0f2c29f5962 None None] Pushing event updated for resources: {'Port': ['ID=e58d3319-7b23-4305-861a-a266acecad97,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:47.394020 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-c070095c-c6b9-42ef-92b7-7e8a757237ad None None] Port 26b94257-c0af-4147-9ffe-5c742e897ecd cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:46:47.416314 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94db5e7b-70c0-4b0e-b093-a2f0c68def3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-d44a086b-008a-4058-bec6-57d1e56e41f3', 'network_id': 'd44a086b-008a-4058-bec6-57d1e56e41f3', 'tenant_id': '23f38d06c8d14c15821cdb6c563f3213', 'fixed_ips': [{'subnet_id': '9e536425-1d34-448a-8c81-b1347ff16a76'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:46:47.417575 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-94db5e7b-70c0-4b0e-b093-a2f0c68def3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:47.443837 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 506e7617-622e-4e8e-8f0b-88bed6716f82, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=506e7617-622e-4e8e-8f0b-88bed6716f82,segment=NetworkSegment(58fdc277-5f36-433f-9782-f46712be7157),segment_id=58fdc277-5f36-433f-9782-f46712be7157)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:46:47.456861 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:47.457713 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:46:47.466987 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-297ae82f-4836-4b74-87d4-29046bcdfaa2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Allocated IP 10.1.1.210 (08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80/1072dbad-9319-4762-b271-20e6dc036200/65eea3c6-1e2c-4140-8dae-ee4329e7701b) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:46:47.473641 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-73c36095-1d50-41be-896d-6a23297afdbe service neutron] 10.222.0.11 "GET /v2.0/networks/59024805-88c5-41ce-a4e4-414fd8a861e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5006213 Jul 24 00:46:47.523692 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510327a0-31bd-4438-beb0-5184898d8896 req-3648f1a8-3b05-4406-b1f9-aacf7c265e18 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:47.531800 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-510327a0-31bd-4438-beb0-5184898d8896 req-3648f1a8-3b05-4406-b1f9-aacf7c265e18 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17 HTTP/1.1" status: 200 len: 950 time: 0.5455134 Jul 24 00:46:47.615789 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c45c3b-610c-448d-bbfd-754c49ce98ea req-38b49bb3-9d29-4efc-95b8-9053456caacc tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:47.617649 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b6c45c3b-610c-448d-bbfd-754c49ce98ea req-38b49bb3-9d29-4efc-95b8-9053456caacc tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=33646e73-2b79-4f91-838f-db984c3ad76a HTTP/1.1" status: 200 len: 944 time: 0.1369381 Jul 24 00:46:47.676870 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-510327a0-31bd-4438-beb0-5184898d8896 req-40bfd109-7114-4650-a05d-62e3d3768d6a tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293981 Jul 24 00:46:47.697244 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=506e7617-622e-4e8e-8f0b-88bed6716f82,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:47.722678 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-ce59f7b3-142f-4dba-a53b-4d3cd64ba0cc service neutron] 10.222.0.11 "GET /v2.0/networks/59024805-88c5-41ce-a4e4-414fd8a861e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413950 Jul 24 00:46:47.741064 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-c3e720cd-9972-4522-bd9f-0789cc28115f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26b94257-c0af-4147-9ffe-5c742e897ecd {{(pid=100463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:46:47.747836 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b6c45c3b-610c-448d-bbfd-754c49ce98ea req-274d8bad-886a-4be0-858f-205f43691280 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113715 Jul 24 00:46:47.810604 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-01549f05-1611-4c78-b036-62e6020ae36b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.96&port_id=70634e1a-195e-4ef4-bb85-11662253b7ad HTTP/1.1" status: 200 len: 217 time: 0.0794218 Jul 24 00:46:47.812769 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-c3e720cd-9972-4522-bd9f-0789cc28115f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:47.826645 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba,segment=NetworkSegment(631edc4b-36d5-4ec8-863f-ce502820caff),segment_id=631edc4b-36d5-4ec8-863f-ce502820caff)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:46:47.853917 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-297ae82f-4836-4b74-87d4-29046bcdfaa2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:47.886661 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba', 'network_id': '1fed34ff-1bf8-4b83-bd45-2cd3f02a020c', 'port_id': '6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba', 'mac_address': 'fa:16:3e:8b:b4:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45a23940-488e-46de-b142-3bb49d72cde4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:46:47.909372 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-297ae82f-4836-4b74-87d4-29046bcdfaa2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Transition to ACTIVE for port object 65eea3c6-1e2c-4140-8dae-ee4329e7701b will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:46:47.917655 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-c3e720cd-9972-4522-bd9f-0789cc28115f service neutron] Transition to ACTIVE for port object 26b94257-c0af-4147-9ffe-5c742e897ecd will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:46:47.927169 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-c3e720cd-9972-4522-bd9f-0789cc28115f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:47.932919 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-94db5e7b-70c0-4b0e-b093-a2f0c68def3a None None] Allocated IP 10.2.2.2 (d44a086b-008a-4058-bec6-57d1e56e41f3/9e536425-1d34-448a-8c81-b1347ff16a76/98b9a887-06b6-4cba-89fb-3d269af667a1) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:46:47.967537 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:47.990289 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-4afa5609-0aad-46a4-978c-c5c6ae2a601e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:47.991903 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-4afa5609-0aad-46a4-978c-c5c6ae2a601e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=93b842ed-b493-4738-be02-f494ef20d89c HTTP/1.1" status: 200 len: 801 time: 0.1724162 Jul 24 00:46:48.002123 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1d3fb-f1b1-40dd-9776-ee212c1e00b5 req-78c83dfd-5c5f-484c-b26d-6deb4f2f7311 tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:48.004275 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-46f1d3fb-f1b1-40dd-9776-ee212c1e00b5 req-78c83dfd-5c5f-484c-b26d-6deb4f2f7311 tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1da29f2-d769-4607-a80a-62f4e36653f5 HTTP/1.1" status: 200 len: 943 time: 0.1470387 Jul 24 00:46:48.034610 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-297ae82f-4836-4b74-87d4-29046bcdfaa2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:48.059433 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:46:48.083357 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-c3e720cd-9972-4522-bd9f-0789cc28115f service neutron] Attempting to bind port 26b94257-c0af-4147-9ffe-5c742e897ecd on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:46:48.084176 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-c3e720cd-9972-4522-bd9f-0789cc28115f service neutron] Attempting to bind port 26b94257-c0af-4147-9ffe-5c742e897ecd by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:46:48.084934 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-c3e720cd-9972-4522-bd9f-0789cc28115f service neutron] Attempting to bind port 26b94257-c0af-4147-9ffe-5c742e897ecd on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:46:48.098114 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ae82f-4836-4b74-87d4-29046bcdfaa2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Pushing event updated for resources: {'Port': ['ID=65eea3c6-1e2c-4140-8dae-ee4329e7701b,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:48.131819 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba,segment=NetworkSegment(631edc4b-36d5-4ec8-863f-ce502820caff),segment_id=631edc4b-36d5-4ec8-863f-ce502820caff)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:46:48.132205 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-46f1d3fb-f1b1-40dd-9776-ee212c1e00b5 req-e7c522df-5f34-43be-8f23-6ed5d2712494 tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] 10.222.0.15 "GET /v2.0/security-groups?id=5876346a-d58e-4d2e-a111-7d55ce9cac84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175463 Jul 24 00:46:48.145365 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-c3e720cd-9972-4522-bd9f-0789cc28115f service neutron] Port 26b94257-c0af-4147-9ffe-5c742e897ecd on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:46:48.145811 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-c3e720cd-9972-4522-bd9f-0789cc28115f service neutron] Attempting to bind port 26b94257-c0af-4147-9ffe-5c742e897ecd on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:46:48.155043 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-c3e720cd-9972-4522-bd9f-0789cc28115f service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:46:48.155526 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-c3e720cd-9972-4522-bd9f-0789cc28115f service neutron] Checking segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:46:48.156019 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-c3e720cd-9972-4522-bd9f-0789cc28115f service neutron] Bound using segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:46:48.156788 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-c3e720cd-9972-4522-bd9f-0789cc28115f service neutron] Bound port: 26b94257-c0af-4147-9ffe-5c742e897ecd, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:46:48.157302 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-c3e720cd-9972-4522-bd9f-0789cc28115f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:48.162822 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297ae82f-4836-4b74-87d4-29046bcdfaa2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Network 08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:46:48.172354 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-297ae82f-4836-4b74-87d4-29046bcdfaa2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:46:48.175774 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297ae82f-4836-4b74-87d4-29046bcdfaa2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:46:48.176696 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e720cd-9972-4522-bd9f-0789cc28115f service neutron] Pushing event updated for resources: {'Port': ['ID=26b94257-c0af-4147-9ffe-5c742e897ecd,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:48.191743 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:48.197579 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d52e4-96d5-4947-9289-bd39c209e0b8 req-2ab3e60d-4878-4f77-acee-51657299ba6e tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:48.205657 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8b2d52e4-96d5-4947-9289-bd39c209e0b8 req-2ab3e60d-4878-4f77-acee-51657299ba6e tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 934 time: 0.3881130 Jul 24 00:46:48.260420 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-31c24c74-bde8-41fb-ab9a-7c2a86aa4cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:48.314183 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8b2d52e4-96d5-4947-9289-bd39c209e0b8 req-3e3dbe78-bca3-4124-a023-29801361af07 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073306 Jul 24 00:46:48.327718 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297ae82f-4836-4b74-87d4-29046bcdfaa2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:48.329245 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-297ae82f-4836-4b74-87d4-29046bcdfaa2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:48.341506 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-49270142-6990-46a3-be5d-91b288cc1fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:48.343514 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-94db5e7b-70c0-4b0e-b093-a2f0c68def3a None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:48.343728 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-49270142-6990-46a3-be5d-91b288cc1fc2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c2bb5121-a5fb-4815-a427-fc4d0a49421a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3139331 Jul 24 00:46:48.365021 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:48.372826 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b34fd-9909-4e9b-964c-a2c51c7698eb req-cd3ed781-d29f-44f1-9fe0-83551ae51a40 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:48.375778 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-94db5e7b-70c0-4b0e-b093-a2f0c68def3a None None] Transition to ACTIVE for port object 98b9a887-06b6-4cba-89fb-3d269af667a1 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:46:48.379262 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-c3e720cd-9972-4522-bd9f-0789cc28115f service neutron] For port 26b94257-c0af-4147-9ffe-5c742e897ecd, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:46:48.380122 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b34fd-9909-4e9b-964c-a2c51c7698eb req-cd3ed781-d29f-44f1-9fe0-83551ae51a40 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:48.386703 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-c3e720cd-9972-4522-bd9f-0789cc28115f service neutron] For port 26b94257-c0af-4147-9ffe-5c742e897ecd, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=26b94257-c0af-4147-9ffe-5c742e897ecd,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:46:48.387472 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b34fd-9909-4e9b-964c-a2c51c7698eb req-cd3ed781-d29f-44f1-9fe0-83551ae51a40 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:48.396233 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-083b34fd-9909-4e9b-964c-a2c51c7698eb req-cd3ed781-d29f-44f1-9fe0-83551ae51a40 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea1dc35c-16a1-47ba-a874-658194aa0ff4 HTTP/1.1" status: 200 len: 2411 time: 0.1517639 Jul 24 00:46:48.406773 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-c3e720cd-9972-4522-bd9f-0789cc28115f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:48.409222 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-94db5e7b-70c0-4b0e-b093-a2f0c68def3a None None] Transition to ACTIVE for port object 98b9a887-06b6-4cba-89fb-3d269af667a1 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:46:48.418512 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-297ae82f-4836-4b74-87d4-29046bcdfaa2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8978424 Jul 24 00:46:48.418512 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47434) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:46:48.429956 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-17626130-4182-49fa-ac3a-ac23103cd6da tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Request body: {'port': {'network_id': '08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80', 'name': 'tempest-TaggedBootDevicesTest_v242-958608090', 'fixed_ips': [{'subnet_id': '1072dbad-9319-4762-b271-20e6dc036200'}]}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:46:48.448873 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-94db5e7b-70c0-4b0e-b093-a2f0c68def3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:48.515111 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-083b34fd-9909-4e9b-964c-a2c51c7698eb req-2a6826dc-04c0-4d78-ad59-34e3f4b55fac tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0ffb5b8-4b8b-475f-a5f7-255c2b17204b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137009 Jul 24 00:46:48.519119 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-c3e720cd-9972-4522-bd9f-0789cc28115f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:48.520353 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-c3e720cd-9972-4522-bd9f-0789cc28115f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:48.520880 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['506e7617-622e-4e8e-8f0b-88bed6716f82'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:46:48.523486 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-c3e720cd-9972-4522-bd9f-0789cc28115f service neutron] 10.222.0.13 "PUT /v2.0/ports/26b94257-c0af-4147-9ffe-5c742e897ecd HTTP/1.1" status: 200 len: 1095 time: 1.9893708 Jul 24 00:46:48.525964 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:46:48.629432 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e720cd-9972-4522-bd9f-0789cc28115f service neutron] Pushing event updated for resources: {'Port': ['ID=26b94257-c0af-4147-9ffe-5c742e897ecd,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:48.651133 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-c446919c-b526-4ed7-bb5a-dce1f67b5a53 service neutron] 10.222.0.11 "GET /v2.0/networks/c2bb5121-a5fb-4815-a427-fc4d0a49421a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902992 Jul 24 00:46:48.656988 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:48.676116 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94db5e7b-70c0-4b0e-b093-a2f0c68def3a None None] Network d44a086b-008a-4058-bec6-57d1e56e41f3 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:46:48.689178 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17626130-4182-49fa-ac3a-ac23103cd6da tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Made reservation on behalf of 23f38d06c8d14c15821cdb6c563f3213 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:46:48.701420 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-17626130-4182-49fa-ac3a-ac23103cd6da tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:48.735837 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-94db5e7b-70c0-4b0e-b093-a2f0c68def3a None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:46:48.742835 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94db5e7b-70c0-4b0e-b093-a2f0c68def3a None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:46:48.753220 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [None req-17626130-4182-49fa-ac3a-ac23103cd6da tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] device_id is not set on port 7bc5bf74-100d-43be-be48-ec3d5d893115 yet. {{(pid=100464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:46:48.757455 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf5e22-0c1b-4716-80c2-c7c86aad9e3a req-cfe3514a-d44d-4df3-851d-54830a22f4d6 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:48.765698 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-22bf5e22-0c1b-4716-80c2-c7c86aad9e3a req-cfe3514a-d44d-4df3-851d-54830a22f4d6 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/ports?device_id=adef8f79-8712-4960-b65b-d8791a0e354c HTTP/1.1" status: 200 len: 950 time: 0.2641437 Jul 24 00:46:48.857429 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adef8f79-8712-4960-b65b-d8791a0e354c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a639cc-4242-4079-aa27-ea96b97a5582'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:46:48.859982 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5c85f1-0ee9-40ef-af3c-b6d1587fbac5" -d '{"events": [{"server_uuid": "adef8f79-8712-4960-b65b-d8791a0e354c", "name": "network-vif-plugged", "status": "completed", "tag": "c4a639cc-4242-4079-aa27-ea96b97a5582"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:46:48.860588 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-34e26ba7-8707-474f-8c39-9e9faf0526e5 service neutron] 10.222.0.11 "GET /v2.0/networks/c2bb5121-a5fb-4815-a427-fc4d0a49421a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968267 Jul 24 00:46:48.888180 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db5e7b-70c0-4b0e-b093-a2f0c68def3a None None] Pushing event updated for resources: {'Port': ['ID=98b9a887-06b6-4cba-89fb-3d269af667a1,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:48.918781 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-94db5e7b-70c0-4b0e-b093-a2f0c68def3a None None] Attempting to bind port 98b9a887-06b6-4cba-89fb-3d269af667a1 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:46:48.919067 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-94db5e7b-70c0-4b0e-b093-a2f0c68def3a None None] Attempting to bind port 98b9a887-06b6-4cba-89fb-3d269af667a1 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '23ebf5d9-a245-4865-978c-96f59b5fd63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd44a086b-008a-4058-bec6-57d1e56e41f3'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:46:48.919432 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94db5e7b-70c0-4b0e-b093-a2f0c68def3a None None] Attempting to bind port 98b9a887-06b6-4cba-89fb-3d269af667a1 on network d44a086b-008a-4058-bec6-57d1e56e41f3 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:46:48.931255 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ee412f-71d8-40f9-8750-cb729f5a97ac', 'tag': '26b94257-c0af-4147-9ffe-5c742e897ecd'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:46:48.935495 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8f61f0-2537-49e0-ac93-97262e536c5e" -d '{"events": [{"name": "network-changed", "server_uuid": "19ee412f-71d8-40f9-8750-cb729f5a97ac", "tag": "26b94257-c0af-4147-9ffe-5c742e897ecd"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:46:48.939332 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-c13be6d0-e219-48f8-ab38-6e6a6f99d164 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.179&port_id=b826164c-ed32-459f-9713-ef1337b278dc HTTP/1.1" status: 200 len: 217 time: 0.0595090 Jul 24 00:46:48.941605 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94db5e7b-70c0-4b0e-b093-a2f0c68def3a None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:46:48.941988 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94db5e7b-70c0-4b0e-b093-a2f0c68def3a None None] Checking segment: {'id': '23ebf5d9-a245-4865-978c-96f59b5fd63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd44a086b-008a-4058-bec6-57d1e56e41f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:46:48.942940 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-94db5e7b-70c0-4b0e-b093-a2f0c68def3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:48.943198 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94db5e7b-70c0-4b0e-b093-a2f0c68def3a None None] Bound using segment: {'id': '23ebf5d9-a245-4865-978c-96f59b5fd63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd44a086b-008a-4058-bec6-57d1e56e41f3'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:46:48.944169 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-94db5e7b-70c0-4b0e-b093-a2f0c68def3a None None] Bound port: 98b9a887-06b6-4cba-89fb-3d269af667a1, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23ebf5d9-a245-4865-978c-96f59b5fd63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd44a086b-008a-4058-bec6-57d1e56e41f3'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:46:48.944169 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-94db5e7b-70c0-4b0e-b093-a2f0c68def3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:48.962447 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80d4c96-39fb-496f-8c9e-2d9dc23ceaeb req-dedf2a58-4679-40b4-b045-dc4c21652136 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:48.965149 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b80d4c96-39fb-496f-8c9e-2d9dc23ceaeb req-dedf2a58-4679-40b4-b045-dc4c21652136 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17 HTTP/1.1" status: 200 len: 950 time: 0.1878622 Jul 24 00:46:48.983051 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-22bf5e22-0c1b-4716-80c2-c7c86aad9e3a req-a3432855-dc51-41d7-aec5-3c0f00e401d6 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f909524-2c4c-48d3-8499-44adfd15f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258638 Jul 24 00:46:48.989229 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-8482a31d-4f68-474a-9cab-f607ac4b1c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:49.000777 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-8482a31d-4f68-474a-9cab-f607ac4b1c86 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64682d71562544209c45b1dc63c9fd56&device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 1098 time: 0.4104073 Jul 24 00:46:49.062268 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b80d4c96-39fb-496f-8c9e-2d9dc23ceaeb req-59acbf2b-79f2-4841-b621-65435e0524cc tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689800 Jul 24 00:46:49.063734 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-17626130-4182-49fa-ac3a-ac23103cd6da tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Allocated IP 10.1.1.64 (08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80/1072dbad-9319-4762-b271-20e6dc036200/7bc5bf74-100d-43be-be48-ec3d5d893115) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:46:49.129132 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-4460fbc8-96ce-4d27-a8e4-801e1361b405 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=26b94257-c0af-4147-9ffe-5c742e897ecd HTTP/1.1" status: 200 len: 217 time: 0.0819979 Jul 24 00:46:49.143970 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-94db5e7b-70c0-4b0e-b093-a2f0c68def3a None None] For port 98b9a887-06b6-4cba-89fb-3d269af667a1, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:46:49.154168 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-94db5e7b-70c0-4b0e-b093-a2f0c68def3a None None] For port 98b9a887-06b6-4cba-89fb-3d269af667a1, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=98b9a887-06b6-4cba-89fb-3d269af667a1,segment=NetworkSegment(23ebf5d9-a245-4865-978c-96f59b5fd63b),segment_id=23ebf5d9-a245-4865-978c-96f59b5fd63b)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:46:49.169019 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-94db5e7b-70c0-4b0e-b093-a2f0c68def3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:49.200593 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9028e71f-3e75-4691-ba2d-995d0075d2a6 x-openstack-request-id: req-9028e71f-3e75-4691-ba2d-995d0075d2a6 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:46:49.200857 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adef8f79-8712-4960-b65b-d8791a0e354c", "name": "network-vif-plugged", "status": "completed", "tag": "c4a639cc-4242-4079-aa27-ea96b97a5582", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:46:49.200968 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9028e71f-3e75-4691-ba2d-995d0075d2a6 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:46:49.201325 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adef8f79-8712-4960-b65b-d8791a0e354c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a639cc-4242-4079-aa27-ea96b97a5582', 'code': 200} Jul 24 00:46:49.240212 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f31157-b04f-41d3-bc50-9059a7826da3 None None] Network 08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:46:49.264497 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-abae0537-bd9c-4b83-a88f-923b16ca6a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:49.266585 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-abae0537-bd9c-4b83-a88f-923b16ca6a2f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e5199780-1087-4752-bb20-78418d70859a HTTP/1.1" status: 200 len: 801 time: 0.3020866 Jul 24 00:46:49.270216 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b6020a-b481-4c11-8fde-fc86ea47d62e x-openstack-request-id: req-54b6020a-b481-4c11-8fde-fc86ea47d62e {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:46:49.270626 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ee412f-71d8-40f9-8750-cb729f5a97ac", "tag": "26b94257-c0af-4147-9ffe-5c742e897ecd", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:46:49.271005 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-54b6020a-b481-4c11-8fde-fc86ea47d62e {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:46:49.271489 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ee412f-71d8-40f9-8750-cb729f5a97ac', 'tag': '26b94257-c0af-4147-9ffe-5c742e897ecd', 'status': 'completed', 'code': 200} Jul 24 00:46:49.327986 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-86db87ce-a430-4c65-92a0-1fa095ebfa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:49.330027 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-86db87ce-a430-4c65-92a0-1fa095ebfa40 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.1869357 Jul 24 00:46:49.358475 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db5e7b-70c0-4b0e-b093-a2f0c68def3a None None] Pushing event updated for resources: {'Port': ['ID=98b9a887-06b6-4cba-89fb-3d269af667a1,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:49.364091 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-77713ed1-15d2-4992-bb7d-f9b67990276c None None] Provisioning for port e58d3319-7b23-4305-861a-a266acecad97 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:46:49.390849 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:49.414604 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498427d-a183-44f9-a245-e15482fb2e43 req-7a095c9d-db1e-4d94-96ed-ea6db80ebb25 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:49.417121 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6498427d-a183-44f9-a245-e15482fb2e43 req-7a095c9d-db1e-4d94-96ed-ea6db80ebb25 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=33646e73-2b79-4f91-838f-db984c3ad76a HTTP/1.1" status: 200 len: 944 time: 0.2979226 Jul 24 00:46:49.422117 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-17626130-4182-49fa-ac3a-ac23103cd6da tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:49.453437 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-17626130-4182-49fa-ac3a-ac23103cd6da tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Transition to ACTIVE for port object 7bc5bf74-100d-43be-be48-ec3d5d893115 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:46:49.458381 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-47e53d69-7556-4c93-aa18-01fc923cb16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:49.458849 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f90e5-420b-451c-a8e1-0d58b6ec4832 req-dee05e5d-eb1e-4819-a449-e904666b8f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:49.460111 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-47e53d69-7556-4c93-aa18-01fc923cb16d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=59024805-88c5-41ce-a4e4-414fd8a861e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1857321 Jul 24 00:46:49.460348 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-748f90e5-420b-451c-a8e1-0d58b6ec4832 req-dee05e5d-eb1e-4819-a449-e904666b8f30 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=adef8f79-8712-4960-b65b-d8791a0e354c HTTP/1.1" status: 200 len: 1102 time: 0.2127860 Jul 24 00:46:49.497980 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5052fa-a0a4-4bf7-a3ec-cf942b3ba488 req-11c55af2-6230-4e98-b47f-0e7d84bbc984 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:49.500246 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-aa5052fa-a0a4-4bf7-a3ec-cf942b3ba488 req-11c55af2-6230-4e98-b47f-0e7d84bbc984 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543 HTTP/1.1" status: 200 len: 950 time: 0.1469672 Jul 24 00:46:49.531947 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6498427d-a183-44f9-a245-e15482fb2e43 req-a5929b5d-7650-4382-9dad-f8959f4a5dbc tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051667 Jul 24 00:46:49.602818 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-748f90e5-420b-451c-a8e1-0d58b6ec4832 req-4f7a9c33-85d1-4404-9f60-a33575b16cf6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7f909524-2c4c-48d3-8499-44adfd15f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264710 Jul 24 00:46:49.609587 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-aa5052fa-a0a4-4bf7-a3ec-cf942b3ba488 req-65dbf79e-6bd3-4b36-b562-9aadd456baf7 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948634 Jul 24 00:46:49.623060 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-c4468a95-e0a4-40ae-b94e-bd65c2778e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:49.624753 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-c4468a95-e0a4-40ae-b94e-bd65c2778e68 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2828376 Jul 24 00:46:49.627768 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-17626130-4182-49fa-ac3a-ac23103cd6da tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:49.745864 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17626130-4182-49fa-ac3a-ac23103cd6da tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Network 08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:46:49.750114 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-17626130-4182-49fa-ac3a-ac23103cd6da tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:46:49.752575 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17626130-4182-49fa-ac3a-ac23103cd6da tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Pushing event updated for resources: {'Port': ['ID=7bc5bf74-100d-43be-be48-ec3d5d893115,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:49.760644 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17626130-4182-49fa-ac3a-ac23103cd6da tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:46:49.811487 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-6f87c6ad-1dc7-4e21-ac1f-dfd9165d61de service neutron] 10.222.0.11 "GET /v2.0/networks/59024805-88c5-41ce-a4e4-414fd8a861e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373821 Jul 24 00:46:49.886093 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 98b9a887-06b6-4cba-89fb-3d269af667a1 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:46:49.903025 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17626130-4182-49fa-ac3a-ac23103cd6da tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:49.904203 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-17626130-4182-49fa-ac3a-ac23103cd6da tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:49.943744 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-17626130-4182-49fa-ac3a-ac23103cd6da tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5184824 Jul 24 00:46:49.955201 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d52fc-50b4-4d1a-9a0a-63accaa8d595 req-2d6af30c-e918-47f3-baa0-852e37451790 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:49.956894 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d57d52fc-50b4-4d1a-9a0a-63accaa8d595 req-2d6af30c-e918-47f3-baa0-852e37451790 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 946 time: 0.1975241 Jul 24 00:46:49.971774 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 98b9a887-06b6-4cba-89fb-3d269af667a1 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:46:49.976940 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e58d3319-7b23-4305-861a-a266acecad97 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:46:49.982764 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-a6b642d0-8f05-491d-97c8-49d873681c06 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325617 Jul 24 00:46:49.998445 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e62c9b06-6558-4b20-bb0e-0b78f669e24c req-f56d2d1b-172d-46a9-b3be-9e00e2b7b5a8 service neutron] 10.222.0.11 "GET /v2.0/networks/59024805-88c5-41ce-a4e4-414fd8a861e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786823 Jul 24 00:46:50.026724 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d57d52fc-50b4-4d1a-9a0a-63accaa8d595 req-83739c93-bf14-4710-b033-d60c1799959b tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562291 Jul 24 00:46:50.073165 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a89ded2f-e094-45df-b780-59f87359d6c9 None None] Provisioning for port 65eea3c6-1e2c-4140-8dae-ee4329e7701b completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:46:50.084148 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port e58d3319-7b23-4305-861a-a266acecad97 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:46:50.091856 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a89ded2f-e094-45df-b780-59f87359d6c9 None None] Provisioning complete for port 65eea3c6-1e2c-4140-8dae-ee4329e7701b triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:50.092269 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a89ded2f-e094-45df-b780-59f87359d6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:50.096091 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port e58d3319-7b23-4305-861a-a266acecad97 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:50.096091 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:50.096965 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b15da-855d-497a-92be-df396480099c req-5b82147a-2db1-45d8-815f-9f128ea74f7b tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:50.098995 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-433b15da-855d-497a-92be-df396480099c req-5b82147a-2db1-45d8-815f-9f128ea74f7b tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1da29f2-d769-4607-a80a-62f4e36653f5 HTTP/1.1" status: 200 len: 944 time: 0.3415616 Jul 24 00:46:50.208965 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05208e-4fab-4158-b01a-3f076e860d79 req-8f78fd60-3751-4a38-8e0f-d708f86d2bb3 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:50.227609 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05208e-4fab-4158-b01a-3f076e860d79 req-8f78fd60-3751-4a38-8e0f-d708f86d2bb3 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:50.235095 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05208e-4fab-4158-b01a-3f076e860d79 req-8f78fd60-3751-4a38-8e0f-d708f86d2bb3 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:50.240233 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7f05208e-4fab-4158-b01a-3f076e860d79 req-8f78fd60-3751-4a38-8e0f-d708f86d2bb3 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea1dc35c-16a1-47ba-a874-658194aa0ff4 HTTP/1.1" status: 200 len: 2411 time: 0.1367776 Jul 24 00:46:50.246549 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-433b15da-855d-497a-92be-df396480099c req-97d4d2a0-c6d3-4153-bb2c-503788d3dc45 tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] 10.222.0.15 "GET /v2.0/security-groups?id=5876346a-d58e-4d2e-a111-7d55ce9cac84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109447 Jul 24 00:46:50.249028 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-27a2da6a-f4f7-482f-871a-d578cca689cc req-b7916e54-f2fc-4da9-b89b-53446721d23d service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599330 Jul 24 00:46:50.273947 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc513336-3465-492e-8118-25716922137b req-62218112-51ce-4f51-ae9c-c32605abc2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:50.274989 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc513336-3465-492e-8118-25716922137b req-62218112-51ce-4f51-ae9c-c32605abc2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:50.275480 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc513336-3465-492e-8118-25716922137b req-62218112-51ce-4f51-ae9c-c32605abc2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:50.277378 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fc513336-3465-492e-8118-25716922137b req-62218112-51ce-4f51-ae9c-c32605abc2a0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ddce8b228d0d4a4bb7bd9050c384a277&device_id=ea1dc35c-16a1-47ba-a874-658194aa0ff4 HTTP/1.1" status: 200 len: 2867 time: 0.2013073 Jul 24 00:46:50.334309 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7f05208e-4fab-4158-b01a-3f076e860d79 req-16d15f65-eb41-4d88-b2a8-146cc39cf78a tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0ffb5b8-4b8b-475f-a5f7-255c2b17204b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824163 Jul 24 00:46:50.377595 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 506e7617-622e-4e8e-8f0b-88bed6716f82 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:46:50.470229 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc513336-3465-492e-8118-25716922137b req-8a20e4ac-df56-4b9a-a8f6-57341eafb0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:50.471534 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fc513336-3465-492e-8118-25716922137b req-8a20e4ac-df56-4b9a-a8f6-57341eafb0b5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=59024805-88c5-41ce-a4e4-414fd8a861e1 HTTP/1.1" status: 200 len: 903 time: 0.1861651 Jul 24 00:46:50.480325 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f61f0-2537-49e0-ac93-97262e536c5e req-19da368d-1e69-4cb1-902c-e38f608963d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:50.481952 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bc8f61f0-2537-49e0-ac93-97262e536c5e req-19da368d-1e69-4cb1-902c-e38f608963d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64682d71562544209c45b1dc63c9fd56&device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 1098 time: 0.1543200 Jul 24 00:46:50.536604 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-a89ded2f-e094-45df-b780-59f87359d6c9 None None] Port 65eea3c6-1e2c-4140-8dae-ee4329e7701b cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:46:50.611609 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fc513336-3465-492e-8118-25716922137b req-c5a713a8-9b2e-4c4f-b386-99333c786142 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.179&port_id=b826164c-ed32-459f-9713-ef1337b278dc HTTP/1.1" status: 200 len: 217 time: 0.1283281 Jul 24 00:46:50.627193 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 506e7617-622e-4e8e-8f0b-88bed6716f82 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:46:50.654329 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 506e7617-622e-4e8e-8f0b-88bed6716f82 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:50.654705 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:50.723687 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:50.742741 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc513336-3465-492e-8118-25716922137b req-1df45c4d-4c4b-459f-aaa6-3e36c615f2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:50.744811 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fc513336-3465-492e-8118-25716922137b req-1df45c4d-4c4b-459f-aaa6-3e36c615f2a0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e5199780-1087-4752-bb20-78418d70859a HTTP/1.1" status: 200 len: 801 time: 0.1122708 Jul 24 00:46:50.759186 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-06a289ee-4cb4-4438-b2c6-7cd88a3a070d None None] Provisioning for port 7bc5bf74-100d-43be-be48-ec3d5d893115 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:46:50.794009 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-06a289ee-4cb4-4438-b2c6-7cd88a3a070d None None] Provisioning complete for port 7bc5bf74-100d-43be-be48-ec3d5d893115 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:50.794679 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-06a289ee-4cb4-4438-b2c6-7cd88a3a070d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:50.825678 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f61f0-2537-49e0-ac93-97262e536c5e req-f21a2b75-7571-4046-be47-adc53ac8ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:50.827369 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bc8f61f0-2537-49e0-ac93-97262e536c5e req-f21a2b75-7571-4046-be47-adc53ac8ac4a service neutron] 10.222.0.13 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.2281229 Jul 24 00:46:50.882066 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port e58d3319-7b23-4305-861a-a266acecad97, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=e58d3319-7b23-4305-861a-a266acecad97,segment=NetworkSegment(68b73458-c661-4e5a-b683-24d7323352a7),segment_id=68b73458-c661-4e5a-b683-24d7323352a7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:46:50.889987 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47462) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:46:50.897706 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:50.898331 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-4b985e0e-be7d-4987-aeda-a9f1dbcb8963 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1579916742', 'description': 'tempest-description--360757307'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:46:50.911535 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-06a289ee-4cb4-4438-b2c6-7cd88a3a070d None None] Port 7bc5bf74-100d-43be-be48-ec3d5d893115 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:46:50.919077 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:50.943504 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:50.950488 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4b985e0e-be7d-4987-aeda-a9f1dbcb8963 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:50.975733 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45172828-dfa6-473d-9922-f443d97d5160 None None] Network d44a086b-008a-4058-bec6-57d1e56e41f3 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:46:51.022785 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-06a289ee-4cb4-4438-b2c6-7cd88a3a070d None None] Provisioning complete for port 65eea3c6-1e2c-4140-8dae-ee4329e7701b triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:51.023287 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-06a289ee-4cb4-4438-b2c6-7cd88a3a070d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:51.067167 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 506e7617-622e-4e8e-8f0b-88bed6716f82, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=506e7617-622e-4e8e-8f0b-88bed6716f82,segment=NetworkSegment(58fdc277-5f36-433f-9782-f46712be7157),segment_id=58fdc277-5f36-433f-9782-f46712be7157)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:46:51.108928 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:51.109840 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:46:51.110416 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753be07f-3b16-449a-9a40-b3dfb9793911 req-4b94f4d2-a1d4-4880-b1d1-08e573772da7 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:51.112120 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-753be07f-3b16-449a-9a40-b3dfb9793911 req-4b94f4d2-a1d4-4880-b1d1-08e573772da7 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/ports?device_id=adef8f79-8712-4960-b65b-d8791a0e354c HTTP/1.1" status: 200 len: 950 time: 0.1348376 Jul 24 00:46:51.146884 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=e58d3319-7b23-4305-861a-a266acecad97,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:51.200509 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-06a289ee-4cb4-4438-b2c6-7cd88a3a070d None None] Port 65eea3c6-1e2c-4140-8dae-ee4329e7701b cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:46:51.207841 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bc8f61f0-2537-49e0-ac93-97262e536c5e req-034f2b32-0536-47f7-a9d7-32a6e66140be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=26b94257-c0af-4147-9ffe-5c742e897ecd HTTP/1.1" status: 200 len: 217 time: 0.3708458 Jul 24 00:46:51.210868 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33646e73-2b79-4f91-838f-db984c3ad76a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506e7617-622e-4e8e-8f0b-88bed6716f82'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:46:51.214282 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e25feebc-ca99-4d37-a6fb-6ed3acb29886" -d '{"events": [{"server_uuid": "33646e73-2b79-4f91-838f-db984c3ad76a", "name": "network-vif-plugged", "status": "completed", "tag": "506e7617-622e-4e8e-8f0b-88bed6716f82"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:46:51.284682 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=506e7617-622e-4e8e-8f0b-88bed6716f82,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:51.285595 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc513336-3465-492e-8118-25716922137b req-d0a5761e-84d8-4b5b-884b-17fbdb029b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:51.287729 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fc513336-3465-492e-8118-25716922137b req-d0a5761e-84d8-4b5b-884b-17fbdb029b39 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=59024805-88c5-41ce-a4e4-414fd8a861e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5329638 Jul 24 00:46:51.297147 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f61f0-2537-49e0-ac93-97262e536c5e req-47bd407b-84b4-4834-ad5b-e14bc5213bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:51.298657 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bc8f61f0-2537-49e0-ac93-97262e536c5e req-47bd407b-84b4-4834-ad5b-e14bc5213bf3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.0819547 Jul 24 00:46:51.309178 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:46:51.322589 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:51.322996 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:51.372828 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-603be386-ac16-437f-92ef-b90385d3ed72 None None] Provisioning for port 98b9a887-06b6-4cba-89fb-3d269af667a1 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:46:51.373204 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e48d59-94ce-4870-8a5d-d6072aebc43d req-8f561e1c-98b4-4c91-886c-0394215e79a2 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:51.374146 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4b985e0e-be7d-4987-aeda-a9f1dbcb8963 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:51.379811 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e48d59-94ce-4870-8a5d-d6072aebc43d req-8f561e1c-98b4-4c91-886c-0394215e79a2 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:51.380021 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-603be386-ac16-437f-92ef-b90385d3ed72 None None] Provisioning complete for port 98b9a887-06b6-4cba-89fb-3d269af667a1 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:51.380652 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-603be386-ac16-437f-92ef-b90385d3ed72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:51.381960 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4b985e0e-be7d-4987-aeda-a9f1dbcb8963 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:51.387723 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-65e48d59-94ce-4870-8a5d-d6072aebc43d req-8f561e1c-98b4-4c91-886c-0394215e79a2 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17&device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543 HTTP/1.1" status: 200 len: 1691 time: 0.5487182 Jul 24 00:46:51.424807 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4b985e0e-be7d-4987-aeda-a9f1dbcb8963 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:51.427202 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4b985e0e-be7d-4987-aeda-a9f1dbcb8963 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5359836 Jul 24 00:46:51.435716 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47472) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:46:51.441447 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-0222b9e8-6072-4e4c-bc2a-f4ac488efac4 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Request body: {'security_group_rule': {'security_group_id': '4531c942-f7ee-4c2c-9cee-5b2c599f93f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:46:51.448503 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-753be07f-3b16-449a-9a40-b3dfb9793911 req-5112c3c9-2479-4ab2-b9f9-a335bfd9b820 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f909524-2c4c-48d3-8499-44adfd15f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243413 Jul 24 00:46:51.450749 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b985e0e-be7d-4987-aeda-a9f1dbcb8963 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4531c942-f7ee-4c2c-9cee-5b2c599f93f2,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:51.498661 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-65e48d59-94ce-4870-8a5d-d6072aebc43d req-a9920ba5-a815-49df-9c3d-81a4bdf6aae7 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099391 Jul 24 00:46:51.510380 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0222b9e8-6072-4e4c-bc2a-f4ac488efac4 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:51.539158 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fc513336-3465-492e-8118-25716922137b req-f0812fbb-df92-4860-a5a2-b3488871d5df service neutron] 10.222.0.11 "GET /v2.0/networks/59024805-88c5-41ce-a4e4-414fd8a861e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378051 Jul 24 00:46:51.551465 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f61f0-2537-49e0-ac93-97262e536c5e req-2382a718-2c60-40ad-b527-5276ad5415e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:51.552973 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bc8f61f0-2537-49e0-ac93-97262e536c5e req-2382a718-2c60-40ad-b527-5276ad5415e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2419927 Jul 24 00:46:51.567490 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:51.569482 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-603be386-ac16-437f-92ef-b90385d3ed72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:51.631610 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0222b9e8-6072-4e4c-bc2a-f4ac488efac4 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:51.655564 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-603be386-ac16-437f-92ef-b90385d3ed72 None None] For port 98b9a887-06b6-4cba-89fb-3d269af667a1, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=98b9a887-06b6-4cba-89fb-3d269af667a1,segment=NetworkSegment(23ebf5d9-a245-4865-978c-96f59b5fd63b),segment_id=23ebf5d9-a245-4865-978c-96f59b5fd63b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:46:51.669162 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-603be386-ac16-437f-92ef-b90385d3ed72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:51.676749 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0222b9e8-6072-4e4c-bc2a-f4ac488efac4 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:51.719746 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0222b9e8-6072-4e4c-bc2a-f4ac488efac4 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e443094-d05e-49c6-af9b-f152f34b1e99,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:51.729036 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0222b9e8-6072-4e4c-bc2a-f4ac488efac4 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:51.733204 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0222b9e8-6072-4e4c-bc2a-f4ac488efac4 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2929735 Jul 24 00:46:51.734446 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47480) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:46:51.740552 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-d488b576-1ea0-4fa8-8868-6f3969812fab tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Request body: {'security_group_rule': {'security_group_id': '4531c942-f7ee-4c2c-9cee-5b2c599f93f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:46:51.773753 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603be386-ac16-437f-92ef-b90385d3ed72 None None] Pushing event updated for resources: {'Port': ['ID=98b9a887-06b6-4cba-89fb-3d269af667a1,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:51.777338 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb30e33a-04db-4d48-854e-62436d799723 req-72669aa4-f9af-4bdb-bbac-131a3b67ac5c tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:51.779286 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fb30e33a-04db-4d48-854e-62436d799723 req-72669aa4-f9af-4bdb-bbac-131a3b67ac5c tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=33646e73-2b79-4f91-838f-db984c3ad76a HTTP/1.1" status: 200 len: 945 time: 0.1786058 Jul 24 00:46:51.784343 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e58d3319-7b23-4305-861a-a266acecad97 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:46:51.806110 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fc513336-3465-492e-8118-25716922137b req-8d78fee7-7623-4293-ac75-1f4fd2434229 service neutron] 10.222.0.11 "GET /v2.0/networks/59024805-88c5-41ce-a4e4-414fd8a861e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568805 Jul 24 00:46:51.816334 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bc8f61f0-2537-49e0-ac93-97262e536c5e req-c3c85854-204a-4c37-8982-c899208580c3 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401996 Jul 24 00:46:51.829934 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d488b576-1ea0-4fa8-8868-6f3969812fab tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:51.831572 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba,segment=NetworkSegment(631edc4b-36d5-4ec8-863f-ce502820caff),segment_id=631edc4b-36d5-4ec8-863f-ce502820caff)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:46:51.841481 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:51.866050 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fb30e33a-04db-4d48-854e-62436d799723 req-6fbef377-6af6-4218-bf06-f7c9a5eaa5ce tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643423 Jul 24 00:46:51.869600 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dabebde-19e7-4086-8616-d415b42d213e req-e0f18b77-d04b-41c7-b3ae-b80c2f5b43ac tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:51.871521 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5dabebde-19e7-4086-8616-d415b42d213e req-e0f18b77-d04b-41c7-b3ae-b80c2f5b43ac tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 946 time: 0.2803633 Jul 24 00:46:51.930400 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:51.937445 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-2d874f40-260e-43b5-a070-40ca13df6313 None None] Provisioning complete for port 98b9a887-06b6-4cba-89fb-3d269af667a1 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:51.937823 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2d874f40-260e-43b5-a070-40ca13df6313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:51.945641 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d488b576-1ea0-4fa8-8868-6f3969812fab tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:51.957221 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d488b576-1ea0-4fa8-8868-6f3969812fab tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:51.960101 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea022a6-8b45-4026-a9a4-6fc83f304528 x-openstack-request-id: req-2ea022a6-8b45-4026-a9a4-6fc83f304528 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:46:51.960406 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33646e73-2b79-4f91-838f-db984c3ad76a", "name": "network-vif-plugged", "status": "completed", "tag": "506e7617-622e-4e8e-8f0b-88bed6716f82", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:46:51.960928 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2ea022a6-8b45-4026-a9a4-6fc83f304528 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:46:51.961302 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33646e73-2b79-4f91-838f-db984c3ad76a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506e7617-622e-4e8e-8f0b-88bed6716f82', 'code': 200} Jul 24 00:46:51.965148 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port e58d3319-7b23-4305-861a-a266acecad97 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:51.965856 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:51.983660 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488b576-1ea0-4fa8-8868-6f3969812fab tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a9716b6-f66c-4785-8a94-4f9b44469989,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:51.996270 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d488b576-1ea0-4fa8-8868-6f3969812fab tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:52.000336 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d488b576-1ea0-4fa8-8868-6f3969812fab tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2618957 Jul 24 00:46:52.000608 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47482) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:46:52.005629 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-65c87f9b-798b-4403-8faa-765e1f485134 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:46:52.015171 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5dabebde-19e7-4086-8616-d415b42d213e req-e749e22e-997b-40ff-95d6-ad1c2ea7735a tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928545 Jul 24 00:46:52.037119 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bc8f61f0-2537-49e0-ac93-97262e536c5e req-a4a5d485-e4b7-4153-93dd-9348564775c8 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109275 Jul 24 00:46:52.117093 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-65c87f9b-798b-4403-8faa-765e1f485134 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks [] for floatingip, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:52.169147 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73133c-e8a1-4d1f-ad55-80cc72a13665 req-ff0de3fe-2329-4682-beb1-2193957c61b6 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:52.176180 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72454999-9203-47f5-994d-92deecc182b7 req-91f9c8ca-6976-41f5-a4c3-ed03e3f466d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:52.176450 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73133c-e8a1-4d1f-ad55-80cc72a13665 req-ff0de3fe-2329-4682-beb1-2193957c61b6 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:52.176562 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-72454999-9203-47f5-994d-92deecc182b7 req-91f9c8ca-6976-41f5-a4c3-ed03e3f466d4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=33646e73-2b79-4f91-838f-db984c3ad76a HTTP/1.1" status: 200 len: 1097 time: 0.1548433 Jul 24 00:46:52.181145 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73133c-e8a1-4d1f-ad55-80cc72a13665 req-ff0de3fe-2329-4682-beb1-2193957c61b6 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:52.183201 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3d73133c-e8a1-4d1f-ad55-80cc72a13665 req-ff0de3fe-2329-4682-beb1-2193957c61b6 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea1dc35c-16a1-47ba-a874-658194aa0ff4 HTTP/1.1" status: 200 len: 2411 time: 0.0841293 Jul 24 00:46:52.184888 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762c0479-8d14-41bf-b863-019314cf90fd req-be567e85-cda4-47c0-8e84-6c4840bf6606 tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:52.186358 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-762c0479-8d14-41bf-b863-019314cf90fd req-be567e85-cda4-47c0-8e84-6c4840bf6606 tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1da29f2-d769-4607-a80a-62f4e36653f5 HTTP/1.1" status: 200 len: 945 time: 0.1407371 Jul 24 00:46:52.225385 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3d73133c-e8a1-4d1f-ad55-80cc72a13665 req-b8a2024b-2b73-405e-a7ed-99a8807e3bca tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0ffb5b8-4b8b-475f-a5f7-255c2b17204b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359364 Jul 24 00:46:52.280943 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-72454999-9203-47f5-994d-92deecc182b7 req-f52ce096-66a5-4d85-9dff-c49b9db5a02f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934060 Jul 24 00:46:52.285449 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-762c0479-8d14-41bf-b863-019314cf90fd req-cdbd2b93-eead-425a-bc20-f303746a3854 tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] 10.222.0.15 "GET /v2.0/security-groups?id=5876346a-d58e-4d2e-a111-7d55ce9cac84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902307 Jul 24 00:46:52.323033 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-65c87f9b-798b-4403-8faa-765e1f485134 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:52.481115 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-65c87f9b-798b-4403-8faa-765e1f485134 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Allocated IP 172.25.2.225 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/be11b459-83e2-4703-a0fe-68d86367effd) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:46:52.531483 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ae0476-95b1-4a71-8262-e49441e5107a req-05fd6fa6-bed9-4993-9479-bf6fbf497716 tempest-ServersOnMultiNodesTest-1056946927 tempest-ServersOnMultiNodesTest-1056946927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:52.532955 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-64ae0476-95b1-4a71-8262-e49441e5107a req-05fd6fa6-bed9-4993-9479-bf6fbf497716 tempest-ServersOnMultiNodesTest-1056946927 tempest-ServersOnMultiNodesTest-1056946927-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17 HTTP/1.1" status: 200 len: 1102 time: 0.1114056 Jul 24 00:46:52.588348 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a161b3-b758-4ff7-94ce-eb9975d0661a req-95406c60-92cd-4825-bc55-6488ac0fdb79 tempest-ServersAdminNegativeTestJSON-613658487 tempest-ServersAdminNegativeTestJSON-613658487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:52.590686 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-29a161b3-b758-4ff7-94ce-eb9975d0661a req-95406c60-92cd-4825-bc55-6488ac0fdb79 tempest-ServersAdminNegativeTestJSON-613658487 tempest-ServersAdminNegativeTestJSON-613658487-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=adef8f79-8712-4960-b65b-d8791a0e354c HTTP/1.1" status: 200 len: 1102 time: 0.0619645 Jul 24 00:46:52.609396 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-29a161b3-b758-4ff7-94ce-eb9975d0661a req-08bf0d91-d68f-476a-8b08-70cc8fbdb8a6 tempest-ServersAdminNegativeTestJSON-613658487 tempest-ServersAdminNegativeTestJSON-613658487-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:52.622198 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-64ae0476-95b1-4a71-8262-e49441e5107a req-5b1f87bb-f2a7-4cbe-9f26-6f1e4c1e24bc tempest-ServersOnMultiNodesTest-1056946927 tempest-ServersOnMultiNodesTest-1056946927-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564332 Jul 24 00:46:52.632244 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-65c87f9b-798b-4403-8faa-765e1f485134 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:52.692539 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-65c87f9b-798b-4403-8faa-765e1f485134 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:52.723502 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-29a161b3-b758-4ff7-94ce-eb9975d0661a req-08bf0d91-d68f-476a-8b08-70cc8fbdb8a6 tempest-ServersAdminNegativeTestJSON-613658487 tempest-ServersAdminNegativeTestJSON-613658487-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:52.729083 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-29a161b3-b758-4ff7-94ce-eb9975d0661a req-08bf0d91-d68f-476a-8b08-70cc8fbdb8a6 tempest-ServersAdminNegativeTestJSON-613658487 tempest-ServersAdminNegativeTestJSON-613658487-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:52.757023 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-29a161b3-b758-4ff7-94ce-eb9975d0661a req-08bf0d91-d68f-476a-8b08-70cc8fbdb8a6 tempest-ServersAdminNegativeTestJSON-613658487 tempest-ServersAdminNegativeTestJSON-613658487-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=7f909524-2c4c-48d3-8499-44adfd15f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613319 Jul 24 00:46:52.762393 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf0d91-d68f-476a-8b08-70cc8fbdb8a6 tempest-ServersAdminNegativeTestJSON-613658487 tempest-ServersAdminNegativeTestJSON-613658487-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d4872a-ae5c-4681-a2a4-8705ae18bf31,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:52.764992 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c87f9b-798b-4403-8faa-765e1f485134 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:46:52.780398 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-65c87f9b-798b-4403-8faa-765e1f485134 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:46:52.781188 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c87f9b-798b-4403-8faa-765e1f485134 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Pushing event updated for resources: {'Port': ['ID=be11b459-83e2-4703-a0fe-68d86367effd,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:52.784688 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c87f9b-798b-4403-8faa-765e1f485134 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:46:52.845455 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba76c7-f6b0-46d0-8446-a412bd7cec45 req-ae8f10b8-9578-4e3e-b91d-980ddec6f396 tempest-ServersOnMultiNodesTest-1056946927 tempest-ServersOnMultiNodesTest-1056946927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:52.847319 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1fba76c7-f6b0-46d0-8446-a412bd7cec45 req-ae8f10b8-9578-4e3e-b91d-980ddec6f396 tempest-ServersOnMultiNodesTest-1056946927 tempest-ServersOnMultiNodesTest-1056946927-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543 HTTP/1.1" status: 200 len: 1102 time: 0.1450078 Jul 24 00:46:52.952801 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-65c87f9b-798b-4403-8faa-765e1f485134 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:52.962525 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1fba76c7-f6b0-46d0-8446-a412bd7cec45 req-e43be68a-29cd-4681-a75d-152d369270a2 tempest-ServersOnMultiNodesTest-1056946927 tempest-ServersOnMultiNodesTest-1056946927-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983729 Jul 24 00:46:53.041652 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e40c0-4af5-4e9c-9968-29da000dbff5 req-a7718954-a68e-45b0-8e39-85ea8d000171 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:53.043484 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-077e40c0-4af5-4e9c-9968-29da000dbff5 req-a7718954-a68e-45b0-8e39-85ea8d000171 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=33646e73-2b79-4f91-838f-db984c3ad76a HTTP/1.1" status: 200 len: 945 time: 0.0931520 Jul 24 00:46:53.047874 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-65c87f9b-798b-4403-8faa-765e1f485134 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:53.092329 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-077e40c0-4af5-4e9c-9968-29da000dbff5 req-46eea06d-d557-4782-bc8c-d20386bf29b3 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419931 Jul 24 00:46:53.286684 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-65c87f9b-798b-4403-8faa-765e1f485134 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:53.294019 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-65c87f9b-798b-4403-8faa-765e1f485134 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:53.303406 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d695eb-a3d4-46a1-aa02-344fbb981dad req-58155524-0d75-4df1-b1a9-c0071b1020d9 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:53.305132 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-39d695eb-a3d4-46a1-aa02-344fbb981dad req-58155524-0d75-4df1-b1a9-c0071b1020d9 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 946 time: 0.1248441 Jul 24 00:46:53.317564 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-32e6f311-f56c-44c4-a7ea-a6fc07154e43 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336316 Jul 24 00:46:53.406098 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c87f9b-798b-4403-8faa-765e1f485134 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Pushing event updated for resources: {'Port': ['ID=be11b459-83e2-4703-a0fe-68d86367effd,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:53.421431 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-39d695eb-a3d4-46a1-aa02-344fbb981dad req-c339391d-1495-4d15-b3fd-233ed6ec0eab tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883634 Jul 24 00:46:53.429708 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-65c87f9b-798b-4403-8faa-765e1f485134 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:53.442592 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-4b6e0187-e8b3-4595-aa2f-789312c305e5 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:53.442592 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-4b6e0187-e8b3-4595-aa2f-789312c305e5 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1171525 Jul 24 00:46:53.445119 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-65c87f9b-798b-4403-8faa-765e1f485134 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:53.453549 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-65c87f9b-798b-4403-8faa-765e1f485134 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4448125 Jul 24 00:46:53.459868 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-9f187c6d-7f2a-44c2-afb9-dd70be66ab52 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/quotas/e5262b7cd2fa4bf6ac275df24f369d21 HTTP/1.1" status: 200 len: 375 time: 0.0108654 Jul 24 00:46:53.534336 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-ab9eb6b2-d0c5-46a8-8973-48c315410079 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0675561 Jul 24 00:46:53.557043 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 8eb37054-923a-4399-a799-db6758c8a449 details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:46:53.573851 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194c792-a740-482c-aace-d7acff48cc10 req-aebad495-d91f-4226-a0a3-4befcd763d4f tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:53.581544 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194c792-a740-482c-aace-d7acff48cc10 req-aebad495-d91f-4226-a0a3-4befcd763d4f tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:53.588964 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194c792-a740-482c-aace-d7acff48cc10 req-aebad495-d91f-4226-a0a3-4befcd763d4f tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:53.590862 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0194c792-a740-482c-aace-d7acff48cc10 req-aebad495-d91f-4226-a0a3-4befcd763d4f tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea1dc35c-16a1-47ba-a874-658194aa0ff4 HTTP/1.1" status: 200 len: 2411 time: 0.0916617 Jul 24 00:46:53.642112 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0194c792-a740-482c-aace-d7acff48cc10 req-a4b7df64-3013-4d2f-b085-149bea0fd655 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0ffb5b8-4b8b-475f-a5f7-255c2b17204b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452254 Jul 24 00:46:53.688111 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 98b9a887-06b6-4cba-89fb-3d269af667a1 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:46:53.691093 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 8eb37054-923a-4399-a799-db6758c8a449, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=8eb37054-923a-4399-a799-db6758c8a449,segment=NetworkSegment(0e636ac7-f63a-4f42-9829-dab4c0c2170e),segment_id=0e636ac7-f63a-4f42-9829-dab4c0c2170e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:46:53.731354 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': '8eb37054-923a-4399-a799-db6758c8a449', 'network_id': '59024805-88c5-41ce-a4e4-414fd8a861e1', 'port_id': '8eb37054-923a-4399-a799-db6758c8a449', 'mac_address': 'fa:16:3e:1b:96:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5199780-1087-4752-bb20-78418d70859a', 'ip_address': '19.80.0.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:46:53.786467 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:53.806465 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 98b9a887-06b6-4cba-89fb-3d269af667a1 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:53.806874 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:53.810492 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eb37054-923a-4399-a799-db6758c8a449 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:46:53.863872 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 8eb37054-923a-4399-a799-db6758c8a449, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=8eb37054-923a-4399-a799-db6758c8a449,segment=NetworkSegment(0e636ac7-f63a-4f42-9829-dab4c0c2170e),segment_id=0e636ac7-f63a-4f42-9829-dab4c0c2170e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:46:53.869087 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:53.869858 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 70634e1a-195e-4ef4-bb85-11662253b7ad details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:46:53.870078 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d2a38a-f972-48f9-bc48-84ca3809577d req-cec54dd5-9b41-4cc7-8afa-f7de8118c711 tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:53.871470 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-06d2a38a-f972-48f9-bc48-84ca3809577d req-cec54dd5-9b41-4cc7-8afa-f7de8118c711 tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1da29f2-d769-4607-a80a-62f4e36653f5 HTTP/1.1" status: 200 len: 945 time: 0.0830863 Jul 24 00:46:53.919272 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-06d2a38a-f972-48f9-bc48-84ca3809577d req-76277742-a865-45a3-9df7-228f0ae05e51 tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] 10.222.0.15 "GET /v2.0/security-groups?id=5876346a-d58e-4d2e-a111-7d55ce9cac84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407679 Jul 24 00:46:53.978409 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1da29f2-d769-4607-a80a-62f4e36653f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:46:53.980726 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebc8d74-e760-496e-8266-74b162adf084" -d '{"events": [{"server_uuid": "d1da29f2-d769-4607-a80a-62f4e36653f5", "name": "network-vif-plugged", "status": "completed", "tag": "6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:46:53.989852 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=8eb37054-923a-4399-a799-db6758c8a449,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:54.072673 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 70634e1a-195e-4ef4-bb85-11662253b7ad, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=70634e1a-195e-4ef4-bb85-11662253b7ad,segment=NetworkSegment(19885b98-89ba-4324-bda6-0c115e1d7d21),segment_id=19885b98-89ba-4324-bda6-0c115e1d7d21)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:46:54.079876 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0cbcd-eb17-4708-a7ec-ded35a075785 req-7953db1c-83c5-4c94-9c8e-c061868defef tempest-ServersAdminNegativeTestJSON-613658487 tempest-ServersAdminNegativeTestJSON-613658487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:54.081460 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86c0cbcd-eb17-4708-a7ec-ded35a075785 req-7953db1c-83c5-4c94-9c8e-c061868defef tempest-ServersAdminNegativeTestJSON-613658487 tempest-ServersAdminNegativeTestJSON-613658487-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=adef8f79-8712-4960-b65b-d8791a0e354c HTTP/1.1" status: 200 len: 1102 time: 0.0860505 Jul 24 00:46:54.088973 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': '70634e1a-195e-4ef4-bb85-11662253b7ad', 'network_id': 'c2bb5121-a5fb-4815-a427-fc4d0a49421a', 'port_id': '70634e1a-195e-4ef4-bb85-11662253b7ad', 'mac_address': 'fa:16:3e:ce:c3:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93b842ed-b493-4738-be02-f494ef20d89c', 'ip_address': '19.86.0.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:46:54.101418 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-ec7609f0-9289-4492-891c-d4c9481e0819 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1579916742&fields=id&tenant_id=23f38d06c8d14c15821cdb6c563f3213 HTTP/1.1" status: 200 len: 267 time: 0.0505569 Jul 24 00:46:54.139310 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86c0cbcd-eb17-4708-a7ec-ded35a075785 req-273d1550-9276-4ece-8a0e-0b90cb956673 tempest-ServersAdminNegativeTestJSON-613658487 tempest-ServersAdminNegativeTestJSON-613658487-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=7f909524-2c4c-48d3-8499-44adfd15f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513237 Jul 24 00:46:54.139627 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:54.154620 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70634e1a-195e-4ef4-bb85-11662253b7ad {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:46:54.182687 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 70634e1a-195e-4ef4-bb85-11662253b7ad, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=70634e1a-195e-4ef4-bb85-11662253b7ad,segment=NetworkSegment(19885b98-89ba-4324-bda6-0c115e1d7d21),segment_id=19885b98-89ba-4324-bda6-0c115e1d7d21)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:46:54.189067 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:54.189808 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device b826164c-ed32-459f-9713-ef1337b278dc details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:46:54.194948 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-4d606055-ad0f-4a2c-8ee1-69b4122b21e6 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:54.197754 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-4d606055-ad0f-4a2c-8ee1-69b4122b21e6 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports/65eea3c6-1e2c-4140-8dae-ee4329e7701b HTTP/1.1" status: 200 len: 937 time: 0.0888140 Jul 24 00:46:54.266451 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port b826164c-ed32-459f-9713-ef1337b278dc, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=b826164c-ed32-459f-9713-ef1337b278dc,segment=NetworkSegment(0e636ac7-f63a-4f42-9829-dab4c0c2170e),segment_id=0e636ac7-f63a-4f42-9829-dab4c0c2170e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:46:54.275144 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=70634e1a-195e-4ef4-bb85-11662253b7ad,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:54.275591 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-507a718b-a17c-4d75-9561-7903b53e79ef tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:54.285556 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-507a718b-a17c-4d75-9561-7903b53e79ef tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports/7bc5bf74-100d-43be-be48-ec3d5d893115 HTTP/1.1" status: 200 len: 935 time: 0.0821216 Jul 24 00:46:54.289237 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': 'b826164c-ed32-459f-9713-ef1337b278dc', 'network_id': '59024805-88c5-41ce-a4e4-414fd8a861e1', 'port_id': 'b826164c-ed32-459f-9713-ef1337b278dc', 'mac_address': 'fa:16:3e:af:48:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5199780-1087-4752-bb20-78418d70859a', 'ip_address': '19.80.0.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:46:54.363889 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-a0f04010-6f44-429f-bc29-27eba4ccaecf tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?network_id=d44a086b-008a-4058-bec6-57d1e56e41f3&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0772257 Jul 24 00:46:54.421588 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-0a970134-49ee-4cbe-a179-231b4d633e5d tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?network_id=d44a086b-008a-4058-bec6-57d1e56e41f3&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0563769 Jul 24 00:46:54.513087 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63484cee-e845-43ea-b435-772432ec1858 x-openstack-request-id: req-63484cee-e845-43ea-b435-772432ec1858 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:46:54.513384 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1da29f2-d769-4607-a80a-62f4e36653f5", "name": "network-vif-plugged", "status": "completed", "tag": "6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:46:54.513639 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-63484cee-e845-43ea-b435-772432ec1858 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:46:54.514026 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1da29f2-d769-4607-a80a-62f4e36653f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba', 'code': 200} Jul 24 00:46:54.514760 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 26b94257-c0af-4147-9ffe-5c742e897ecd details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:46:54.530561 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:54.539373 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e46cc74-3f7a-4657-96b6-a0afcb07c76e req-d570c87d-1e98-4258-8748-670f6da20759 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:54.548103 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0e46cc74-3f7a-4657-96b6-a0afcb07c76e req-d570c87d-1e98-4258-8748-670f6da20759 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=33646e73-2b79-4f91-838f-db984c3ad76a HTTP/1.1" status: 200 len: 945 time: 0.0791214 Jul 24 00:46:54.554790 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b826164c-ed32-459f-9713-ef1337b278dc {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:46:54.584141 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port b826164c-ed32-459f-9713-ef1337b278dc, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=b826164c-ed32-459f-9713-ef1337b278dc,segment=NetworkSegment(0e636ac7-f63a-4f42-9829-dab4c0c2170e),segment_id=0e636ac7-f63a-4f42-9829-dab4c0c2170e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:46:54.593115 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0e46cc74-3f7a-4657-96b6-a0afcb07c76e req-12dcb11e-48a3-4569-bb7c-9dee56b2237c tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439458 Jul 24 00:46:54.607323 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:54.638242 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-9fda91e4-b5db-49f1-bb0e-7263dd8b33c0 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:54.644680 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-9fda91e4-b5db-49f1-bb0e-7263dd8b33c0 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:54.650680 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-9fda91e4-b5db-49f1-bb0e-7263dd8b33c0 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:54.657559 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-9fda91e4-b5db-49f1-bb0e-7263dd8b33c0 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/networks?id=fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414&id=08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80&id=08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80&id=d44a086b-008a-4058-bec6-57d1e56e41f3&id=d44a086b-008a-4058-bec6-57d1e56e41f3 HTTP/1.1" status: 200 len: 1995 time: 0.2348351 Jul 24 00:46:54.671429 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f68479-94ff-4978-8d56-22c223fcd49b req-4d34be30-c609-4b75-a1b9-d8f0478bc8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:54.673075 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b0f68479-94ff-4978-8d56-22c223fcd49b req-4d34be30-c609-4b75-a1b9-d8f0478bc8f0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d1da29f2-d769-4607-a80a-62f4e36653f5 HTTP/1.1" status: 200 len: 1097 time: 0.1914546 Jul 24 00:46:54.683193 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-f5aeed8f-8b05-4de6-8777-5fc1b6dfe3cb tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/quotas/23f38d06c8d14c15821cdb6c563f3213 HTTP/1.1" status: 200 len: 375 time: 0.0246472 Jul 24 00:46:54.717027 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=b826164c-ed32-459f-9713-ef1337b278dc,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:54.747393 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 26b94257-c0af-4147-9ffe-5c742e897ecd, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=26b94257-c0af-4147-9ffe-5c742e897ecd,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:46:54.761719 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '26b94257-c0af-4147-9ffe-5c742e897ecd', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'port_id': '26b94257-c0af-4147-9ffe-5c742e897ecd', 'mac_address': 'fa:16:3e:9a:df:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:46:54.772088 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b0f68479-94ff-4978-8d56-22c223fcd49b req-33572347-8fcb-4454-9de8-0016b7ef28b0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5876346a-d58e-4d2e-a111-7d55ce9cac84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865197 Jul 24 00:46:54.781356 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [req-66d32e87-1c4e-44dc-8187-8303c54415f3 req-fabfeaa6-0f13-4b0a-8b49-a60e65d7846a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:46:54.783882 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-66d32e87-1c4e-44dc-8187-8303c54415f3 req-fabfeaa6-0f13-4b0a-8b49-a60e65d7846a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091000 Jul 24 00:46:54.815229 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:54.833404 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26b94257-c0af-4147-9ffe-5c742e897ecd {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:46:54.867065 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-60a0ec49-06b9-4974-a81e-eba1614df769 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=23f38d06c8d14c15821cdb6c563f3213&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1828976 Jul 24 00:46:54.869174 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 26b94257-c0af-4147-9ffe-5c742e897ecd, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=26b94257-c0af-4147-9ffe-5c742e897ecd,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:46:54.879069 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:54.931190 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0cf6e800-5fe0-4f11-8b28-cc6a9ba6cb34 req-16552cac-7f99-4c91-91dd-a3d2f19e0d98 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd52f7d7-7b4f-4712-ab9b-7786029ee3e7 HTTP/1.1" status: 200 len: 210 time: 0.0359054 Jul 24 00:46:54.962644 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['8eb37054-923a-4399-a799-db6758c8a449'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:46:54.996862 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['b826164c-ed32-459f-9713-ef1337b278dc'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:46:55.005074 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-60c3d79d-7ae7-445b-a8e1-354df32de8ee service neutron] 10.222.0.15 "GET /v2.0/networks/fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132216 Jul 24 00:46:55.087972 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=26b94257-c0af-4147-9ffe-5c742e897ecd,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:55.108804 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24179b83-78e3-46ab-838a-d3fc5570265e req-cab842b5-8a1f-46f5-998e-9f0c207fbbf9 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:55.110353 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-24179b83-78e3-46ab-838a-d3fc5570265e req-cab842b5-8a1f-46f5-998e-9f0c207fbbf9 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 947 time: 0.0951791 Jul 24 00:46:55.159869 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-24179b83-78e3-46ab-838a-d3fc5570265e req-74826539-e5f8-45e3-b08d-3f80a3d88fea tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397334 Jul 24 00:46:55.167209 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-758e2a1c-a77f-4382-b1d9-200706826e42 service neutron] 10.222.0.15 "GET /v2.0/networks/fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512463 Jul 24 00:46:55.225293 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['26b94257-c0af-4147-9ffe-5c742e897ecd'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:46:55.225539 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-de7d1847-3357-4d7c-84f1-2fc3107c40f7 service neutron] 10.222.0.15 "GET /v2.0/ports/65eea3c6-1e2c-4140-8dae-ee4329e7701b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0520329 Jul 24 00:46:55.333551 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-ad2b64a7-1600-4b85-bdb0-d621ff2f05a9 service neutron] 10.222.0.15 "GET /v2.0/networks/08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991421 Jul 24 00:46:55.407089 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8793794-0526-4592-b171-8426d5424d97 req-3243b7c1-1c9f-45a1-a28f-508da2efb837 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:55.409339 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c8793794-0526-4592-b171-8426d5424d97 req-3243b7c1-1c9f-45a1-a28f-508da2efb837 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=33646e73-2b79-4f91-838f-db984c3ad76a HTTP/1.1" status: 200 len: 1097 time: 0.0794306 Jul 24 00:46:55.448160 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-f4568641-bd74-4f70-9e96-3ba9e6b4b9b7 service neutron] 10.222.0.15 "GET /v2.0/networks/08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077268 Jul 24 00:46:55.478753 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c8793794-0526-4592-b171-8426d5424d97 req-2815c37c-cebe-479c-97f9-a22c74edbfec tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573087 Jul 24 00:46:55.500946 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-ef6a704b-2acf-4c4e-a5e0-4f606ec6d7ee service neutron] 10.222.0.15 "GET /v2.0/ports/7bc5bf74-100d-43be-be48-ec3d5d893115?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0512912 Jul 24 00:46:55.594449 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-1e0b7987-762e-45f6-a494-12b0faef8c27 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473382 Jul 24 00:46:55.641547 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-e39cdaf4-8fe2-4c05-9d37-6439d4334178 service neutron] 10.222.0.15 "GET /v2.0/networks/08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336606 Jul 24 00:46:55.714658 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-94b05271-8912-43da-9704-3c2813d853ff tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430052 Jul 24 00:46:55.756171 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6c2fe-b775-4c02-8b8c-f7a797188c5f req-8d765573-560c-454b-9ba8-e7f27257a5d5 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:55.763555 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6c2fe-b775-4c02-8b8c-f7a797188c5f req-8d765573-560c-454b-9ba8-e7f27257a5d5 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:55.770324 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6c2fe-b775-4c02-8b8c-f7a797188c5f req-8d765573-560c-454b-9ba8-e7f27257a5d5 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:55.772479 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-62d6c2fe-b775-4c02-8b8c-f7a797188c5f req-8d765573-560c-454b-9ba8-e7f27257a5d5 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea1dc35c-16a1-47ba-a874-658194aa0ff4 HTTP/1.1" status: 200 len: 2414 time: 0.1740704 Jul 24 00:46:55.807605 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-07b5ad8b-03b7-4f60-9811-9ddccb38cd40 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:55.809156 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-07b5ad8b-03b7-4f60-9811-9ddccb38cd40 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1964142 Jul 24 00:46:55.824736 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-152101bc-6e13-47a6-9c69-e777aa16e5bd tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Request body: {'port': {'device_id': '628d42a2-7ada-4268-be52-7c3048d872bf', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'admin_state_up': True, 'tenant_id': 'e5262b7cd2fa4bf6ac275df24f369d21'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:46:55.874500 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-62d6c2fe-b775-4c02-8b8c-f7a797188c5f req-751156c7-b9de-49cc-a24e-3bbef87ae532 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0ffb5b8-4b8b-475f-a5f7-255c2b17204b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872116 Jul 24 00:46:55.885105 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-beea25ee-b44a-4667-a7b3-ab7bbdc3fbff service neutron] 10.222.0.15 "GET /v2.0/networks/08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347553 Jul 24 00:46:55.950827 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-886819c3-483e-4f41-8259-7c14fb559094 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:55.952618 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-886819c3-483e-4f41-8259-7c14fb559094 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2282932 Jul 24 00:46:55.976065 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-152101bc-6e13-47a6-9c69-e777aa16e5bd tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Made reservation on behalf of e5262b7cd2fa4bf6ac275df24f369d21 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:46:55.981223 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-152101bc-6e13-47a6-9c69-e777aa16e5bd tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:55.996654 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-04f8fce1-8389-4d40-96b6-ee24486dbf1e tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Request body: {'port': {'device_id': 'fd52f7d7-7b4f-4712-ab9b-7786029ee3e7', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'admin_state_up': True, 'tenant_id': 'e5262b7cd2fa4bf6ac275df24f369d21'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:46:56.064579 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['70634e1a-195e-4ef4-bb85-11662253b7ad'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:46:56.081616 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-6219e817-0f01-4030-84be-7f59bc0417dc service neutron] 10.222.0.15 "GET /v2.0/networks/08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807680 Jul 24 00:46:56.190265 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9586154-95af-4627-96e9-1e965626755c req-e66b54d3-0115-4d1a-bb5c-22efae69a809 tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:56.192617 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e9586154-95af-4627-96e9-1e965626755c req-e66b54d3-0115-4d1a-bb5c-22efae69a809 tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1da29f2-d769-4607-a80a-62f4e36653f5 HTTP/1.1" status: 200 len: 945 time: 0.1433356 Jul 24 00:46:56.193556 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-152101bc-6e13-47a6-9c69-e777aa16e5bd tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Allocated IP 192.168.233.108 (064170bd-7ae3-42cd-9c1f-14f6db2f099c/b2f8a7b0-45d5-4a4f-bbde-2ea497f98103/606a4203-9ee5-4fd5-9b14-0c178766fbfe) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:46:56.202866 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-04f8fce1-8389-4d40-96b6-ee24486dbf1e tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Made reservation on behalf of e5262b7cd2fa4bf6ac275df24f369d21 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:46:56.206440 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-04f8fce1-8389-4d40-96b6-ee24486dbf1e tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:56.230868 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-98337750-525f-4a78-97a6-34408bf05655 service neutron] 10.222.0.15 "GET /v2.0/networks/08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328235 Jul 24 00:46:56.270599 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e9586154-95af-4627-96e9-1e965626755c req-5c28dbff-26d9-45b4-995b-44fdc6944f78 tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] 10.222.0.15 "GET /v2.0/security-groups?id=5876346a-d58e-4d2e-a111-7d55ce9cac84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702641 Jul 24 00:46:56.417005 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 26b94257-c0af-4147-9ffe-5c742e897ecd up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:46:56.473523 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993dac87-f579-4534-9090-e78e25d6e276 req-d64a0806-79c0-457c-ba56-0542dd7c8993 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:56.475234 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-993dac87-f579-4534-9090-e78e25d6e276 req-d64a0806-79c0-457c-ba56-0542dd7c8993 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=33646e73-2b79-4f91-838f-db984c3ad76a HTTP/1.1" status: 200 len: 1097 time: 0.1110613 Jul 24 00:46:56.479455 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-152101bc-6e13-47a6-9c69-e777aa16e5bd tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:56.510876 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 26b94257-c0af-4147-9ffe-5c742e897ecd completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:46:56.517120 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-152101bc-6e13-47a6-9c69-e777aa16e5bd tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Transition to ACTIVE for port object 606a4203-9ee5-4fd5-9b14-0c178766fbfe will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:46:56.519609 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 26b94257-c0af-4147-9ffe-5c742e897ecd triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:56.520218 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:56.546826 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-993dac87-f579-4534-9090-e78e25d6e276 req-ff35e798-7a8b-44a9-8c75-80024348d894 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590434 Jul 24 00:46:56.581544 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-152101bc-6e13-47a6-9c69-e777aa16e5bd tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:56.607863 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['e26ba7bc-df08-4bb6-9190-ffb5d7f68be7'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:46:56.647814 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-6c82a3db-a266-4abb-8638-fbf9396b3d86 service neutron] 10.222.0.15 "GET /v2.0/networks/08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117568 Jul 24 00:46:56.746513 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152101bc-6e13-47a6-9c69-e777aa16e5bd tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Pushing event updated for resources: {'Port': ['ID=606a4203-9ee5-4fd5-9b14-0c178766fbfe,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:56.764127 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-152101bc-6e13-47a6-9c69-e777aa16e5bd tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Network 064170bd-7ae3-42cd-9c1f-14f6db2f099c is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:46:56.764375 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:56.803614 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-152101bc-6e13-47a6-9c69-e777aa16e5bd tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:46:56.818846 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a3c18f2f-29c8-471c-89de-e06d556c92c8 req-576d9fcc-2f85-495c-8b61-3c61850e24d4 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd52f7d7-7b4f-4712-ab9b-7786029ee3e7 HTTP/1.1" status: 200 len: 210 time: 0.0731883 Jul 24 00:46:56.819725 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-152101bc-6e13-47a6-9c69-e777aa16e5bd tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:46:56.828085 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-152101bc-6e13-47a6-9c69-e777aa16e5bd tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:56.829620 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-04f8fce1-8389-4d40-96b6-ee24486dbf1e tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Allocated IP 192.168.233.247 (064170bd-7ae3-42cd-9c1f-14f6db2f099c/b2f8a7b0-45d5-4a4f-bbde-2ea497f98103/6dd7dda7-d8d4-4ded-aca6-2204d4bacc67) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:46:56.835553 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-152101bc-6e13-47a6-9c69-e777aa16e5bd tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:56.856412 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-e1e6dc06-756f-4c20-b762-cdbceb6fef22 service neutron] 10.222.0.15 "GET /v2.0/networks/08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928523 Jul 24 00:46:56.858490 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['3c836ab3-a4b0-4f71-bdd9-af941853b1e5', '88b73c65-2a63-44ed-97a6-4adff615d912'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:46:56.878337 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-152101bc-6e13-47a6-9c69-e777aa16e5bd tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0601742 Jul 24 00:46:56.891414 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-486da2ad-fce5-4417-8445-07b6888f72c0 service neutron] Request body: {'port': {'device_id': '628d42a2-7ada-4268-be52-7c3048d872bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-25'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:46:56.962955 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ee412f-71d8-40f9-8750-cb729f5a97ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b94257-c0af-4147-9ffe-5c742e897ecd'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:46:56.965658 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f02656d-0068-4b1c-862f-23ce4d464080" -d '{"events": [{"server_uuid": "19ee412f-71d8-40f9-8750-cb729f5a97ac", "name": "network-vif-plugged", "status": "completed", "tag": "26b94257-c0af-4147-9ffe-5c742e897ecd"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:46:57.016452 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 26b94257-c0af-4147-9ffe-5c742e897ecd, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=26b94257-c0af-4147-9ffe-5c742e897ecd,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:46:57.071531 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:57.086337 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-486da2ad-fce5-4417-8445-07b6888f72c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:57.127087 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-b5be33a7-9213-4a83-bc84-1887afac5033 service neutron] 10.222.0.15 "GET /v2.0/networks/d44a086b-008a-4058-bec6-57d1e56e41f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577841 Jul 24 00:46:57.198904 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cccacb1-8980-4cb0-b5a5-fd589cae8c56 req-71f510a9-263a-47db-b045-97b617f8929f tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:57.201099 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9cccacb1-8980-4cb0-b5a5-fd589cae8c56 req-71f510a9-263a-47db-b045-97b617f8929f tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 947 time: 0.2717116 Jul 24 00:46:57.248245 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=26b94257-c0af-4147-9ffe-5c742e897ecd,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:57.264511 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-57e459c8-d031-43c7-bf90-fa0b5a778ea9 service neutron] 10.222.0.15 "GET /v2.0/networks/d44a086b-008a-4058-bec6-57d1e56e41f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311641 Jul 24 00:46:57.332055 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-04f8fce1-8389-4d40-96b6-ee24486dbf1e tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:57.332688 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9cccacb1-8980-4cb0-b5a5-fd589cae8c56 req-52d4caf5-4be0-4353-9c92-a196a4424e8e tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672412 Jul 24 00:46:57.338986 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-616afd45-d9ec-45d4-9be3-28f4ff248504 None None] Provisioning for port 606a4203-9ee5-4fd5-9b14-0c178766fbfe completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:46:57.354905 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-616afd45-d9ec-45d4-9be3-28f4ff248504 None None] Provisioning complete for port 606a4203-9ee5-4fd5-9b14-0c178766fbfe triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:57.356081 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-616afd45-d9ec-45d4-9be3-28f4ff248504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:57.399747 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-04f8fce1-8389-4d40-96b6-ee24486dbf1e tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Transition to ACTIVE for port object 6dd7dda7-d8d4-4ded-aca6-2204d4bacc67 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:46:57.420494 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-616afd45-d9ec-45d4-9be3-28f4ff248504 None None] Port 606a4203-9ee5-4fd5-9b14-0c178766fbfe cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:46:57.450536 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-01a5f370-7eb3-4fc9-8b08-51e14ad1f515 service neutron] 10.222.0.15 "GET /v2.0/networks/d44a086b-008a-4058-bec6-57d1e56e41f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766081 Jul 24 00:46:57.532428 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-04f8fce1-8389-4d40-96b6-ee24486dbf1e tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:57.545186 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['e26ba7bc-df08-4bb6-9190-ffb5d7f68be7'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:46:57.570654 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device b826164c-ed32-459f-9713-ef1337b278dc up at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:46:57.595242 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-04f8fce1-8389-4d40-96b6-ee24486dbf1e tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Network 064170bd-7ae3-42cd-9c1f-14f6db2f099c is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:46:57.610504 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-04f8fce1-8389-4d40-96b6-ee24486dbf1e tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:46:57.612070 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411c0ea-97ca-4ef1-b0cc-c8d74b6b615b req-8023ab2a-39cc-4fd7-b0c1-2c4faba191c1 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:57.618451 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-04f8fce1-8389-4d40-96b6-ee24486dbf1e tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:46:57.635765 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411c0ea-97ca-4ef1-b0cc-c8d74b6b615b req-8023ab2a-39cc-4fd7-b0c1-2c4faba191c1 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:57.641967 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f8fce1-8389-4d40-96b6-ee24486dbf1e tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Pushing event updated for resources: {'Port': ['ID=6dd7dda7-d8d4-4ded-aca6-2204d4bacc67,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:57.643539 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411c0ea-97ca-4ef1-b0cc-c8d74b6b615b req-8023ab2a-39cc-4fd7-b0c1-2c4faba191c1 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:57.649795 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-039315c3-4e71-4a75-8a73-6cd5516bb06c service neutron] 10.222.0.15 "GET /v2.0/networks/d44a086b-008a-4058-bec6-57d1e56e41f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907563 Jul 24 00:46:57.653693 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3411c0ea-97ca-4ef1-b0cc-c8d74b6b615b req-8023ab2a-39cc-4fd7-b0c1-2c4faba191c1 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea1dc35c-16a1-47ba-a874-658194aa0ff4 HTTP/1.1" status: 200 len: 2414 time: 0.1981051 Jul 24 00:46:57.743732 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-04f8fce1-8389-4d40-96b6-ee24486dbf1e tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:57.750958 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-04f8fce1-8389-4d40-96b6-ee24486dbf1e tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:57.770077 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3411c0ea-97ca-4ef1-b0cc-c8d74b6b615b req-355a1ec3-ef4d-4c0a-bb6e-ed5e28840388 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0ffb5b8-4b8b-475f-a5f7-255c2b17204b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150720 Jul 24 00:46:57.791841 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-04f8fce1-8389-4d40-96b6-ee24486dbf1e tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7989023 Jul 24 00:46:57.826045 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-367edd3f-12d0-4525-b47b-af4c7ac34e1c service neutron] Request body: {'port': {'device_id': 'fd52f7d7-7b4f-4712-ab9b-7786029ee3e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:46:57.831913 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning for port b826164c-ed32-459f-9713-ef1337b278dc completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:46:57.852993 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning complete for port b826164c-ed32-459f-9713-ef1337b278dc triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:57.853909 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:57.908120 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc441d7-b050-4247-baea-8365faca1557 x-openstack-request-id: req-6fc441d7-b050-4247-baea-8365faca1557 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:46:57.908964 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ee412f-71d8-40f9-8750-cb729f5a97ac", "name": "network-vif-plugged", "status": "completed", "tag": "26b94257-c0af-4147-9ffe-5c742e897ecd", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:46:57.908964 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6fc441d7-b050-4247-baea-8365faca1557 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:46:57.909561 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ee412f-71d8-40f9-8750-cb729f5a97ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b94257-c0af-4147-9ffe-5c742e897ecd', 'code': 200} Jul 24 00:46:57.923853 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['3c836ab3-a4b0-4f71-bdd9-af941853b1e5', '88b73c65-2a63-44ed-97a6-4adff615d912'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:46:57.948724 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-486da2ad-fce5-4417-8445-07b6888f72c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 606a4203-9ee5-4fd5-9b14-0c178766fbfe {{(pid=100463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:46:57.982051 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-486da2ad-fce5-4417-8445-07b6888f72c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:58.049506 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-486da2ad-fce5-4417-8445-07b6888f72c0 service neutron] Transition to ACTIVE for port object 606a4203-9ee5-4fd5-9b14-0c178766fbfe will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:46:58.056948 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-367edd3f-12d0-4525-b47b-af4c7ac34e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:58.058005 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-486da2ad-fce5-4417-8445-07b6888f72c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:58.191589 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc02a4-9029-4bc1-941e-cf2c0d9ac19f req-58378efc-cfec-43cb-88d9-ec39fd410a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:58.193288 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-60bc02a4-9029-4bc1-941e-cf2c0d9ac19f req-58378efc-cfec-43cb-88d9-ec39fd410a23 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 1100 time: 0.2368753 Jul 24 00:46:58.216705 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486da2ad-fce5-4417-8445-07b6888f72c0 service neutron] Pushing event updated for resources: {'Port': ['ID=606a4203-9ee5-4fd5-9b14-0c178766fbfe,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:58.265917 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-486da2ad-fce5-4417-8445-07b6888f72c0 service neutron] Attempting to bind port 606a4203-9ee5-4fd5-9b14-0c178766fbfe on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:46:58.270308 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-486da2ad-fce5-4417-8445-07b6888f72c0 service neutron] Attempting to bind port 606a4203-9ee5-4fd5-9b14-0c178766fbfe by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:46:58.270836 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-486da2ad-fce5-4417-8445-07b6888f72c0 service neutron] Attempting to bind port 606a4203-9ee5-4fd5-9b14-0c178766fbfe on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:46:58.276427 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-486da2ad-fce5-4417-8445-07b6888f72c0 service neutron] Port 606a4203-9ee5-4fd5-9b14-0c178766fbfe on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:46:58.276851 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-486da2ad-fce5-4417-8445-07b6888f72c0 service neutron] Attempting to bind port 606a4203-9ee5-4fd5-9b14-0c178766fbfe on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:46:58.297386 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-486da2ad-fce5-4417-8445-07b6888f72c0 service neutron] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:46:58.297735 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-486da2ad-fce5-4417-8445-07b6888f72c0 service neutron] Checking segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:46:58.298134 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-486da2ad-fce5-4417-8445-07b6888f72c0 service neutron] Bound using segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:46:58.298590 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-486da2ad-fce5-4417-8445-07b6888f72c0 service neutron] Bound port: 606a4203-9ee5-4fd5-9b14-0c178766fbfe, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:46:58.298984 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-486da2ad-fce5-4417-8445-07b6888f72c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:58.307155 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:58.325007 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-60bc02a4-9029-4bc1-941e-cf2c0d9ac19f req-9f6686e9-be3d-4582-ab55-b1c7d55bdb42 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220975 Jul 24 00:46:58.342484 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-42694f9d-2ccf-4a28-bc32-c65879e78794 None None] Provisioning for port 6dd7dda7-d8d4-4ded-aca6-2204d4bacc67 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:46:58.365913 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-42694f9d-2ccf-4a28-bc32-c65879e78794 None None] Provisioning complete for port 6dd7dda7-d8d4-4ded-aca6-2204d4bacc67 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:58.366301 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-42694f9d-2ccf-4a28-bc32-c65879e78794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:58.486405 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-486da2ad-fce5-4417-8445-07b6888f72c0 service neutron] For port 606a4203-9ee5-4fd5-9b14-0c178766fbfe, host n-h2-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:46:58.494141 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-486da2ad-fce5-4417-8445-07b6888f72c0 service neutron] For port 606a4203-9ee5-4fd5-9b14-0c178766fbfe, host n-h2-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=606a4203-9ee5-4fd5-9b14-0c178766fbfe,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:46:58.496312 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port b826164c-ed32-459f-9713-ef1337b278dc, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=b826164c-ed32-459f-9713-ef1337b278dc,segment=NetworkSegment(0e636ac7-f63a-4f42-9829-dab4c0c2170e),segment_id=0e636ac7-f63a-4f42-9829-dab4c0c2170e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:46:58.506972 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-486da2ad-fce5-4417-8445-07b6888f72c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:58.525950 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:58.527009 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 8eb37054-923a-4399-a799-db6758c8a449 up at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:46:58.554520 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-42694f9d-2ccf-4a28-bc32-c65879e78794 None None] Port 6dd7dda7-d8d4-4ded-aca6-2204d4bacc67 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:46:58.575510 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-486da2ad-fce5-4417-8445-07b6888f72c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:58.576036 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-486da2ad-fce5-4417-8445-07b6888f72c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:58.577955 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-486da2ad-fce5-4417-8445-07b6888f72c0 service neutron] 10.222.0.11 "PUT /v2.0/ports/606a4203-9ee5-4fd5-9b14-0c178766fbfe HTTP/1.1" status: 200 len: 1097 time: 1.6908796 Jul 24 00:46:58.591570 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '628d42a2-7ada-4268-be52-7c3048d872bf', 'tag': '606a4203-9ee5-4fd5-9b14-0c178766fbfe'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:46:58.594458 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7eb1e9-b963-4c5f-ad10-ed65ed3a7169" -d '{"events": [{"name": "network-changed", "server_uuid": "628d42a2-7ada-4268-be52-7c3048d872bf", "tag": "606a4203-9ee5-4fd5-9b14-0c178766fbfe"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:46:58.631712 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-367edd3f-12d0-4525-b47b-af4c7ac34e1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dd7dda7-d8d4-4ded-aca6-2204d4bacc67 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:46:58.649213 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-367edd3f-12d0-4525-b47b-af4c7ac34e1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:58.676468 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-367edd3f-12d0-4525-b47b-af4c7ac34e1c service neutron] Transition to ACTIVE for port object 6dd7dda7-d8d4-4ded-aca6-2204d4bacc67 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:46:58.685974 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-367edd3f-12d0-4525-b47b-af4c7ac34e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:58.732419 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486da2ad-fce5-4417-8445-07b6888f72c0 service neutron] Pushing event updated for resources: {'Port': ['ID=606a4203-9ee5-4fd5-9b14-0c178766fbfe,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:58.734859 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=b826164c-ed32-459f-9713-ef1337b278dc,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:58.763851 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-95b24a52-3843-469f-8197-3043389c0f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:58.766148 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-95b24a52-3843-469f-8197-3043389c0f9a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=628d42a2-7ada-4268-be52-7c3048d872bf HTTP/1.1" status: 200 len: 1100 time: 0.1270645 Jul 24 00:46:58.784383 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning for port 8eb37054-923a-4399-a799-db6758c8a449 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:46:58.797538 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning complete for port 8eb37054-923a-4399-a799-db6758c8a449 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:58.798068 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:58.812768 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367edd3f-12d0-4525-b47b-af4c7ac34e1c service neutron] Pushing event updated for resources: {'Port': ['ID=6dd7dda7-d8d4-4ded-aca6-2204d4bacc67,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:58.873527 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-d16faa0a-751c-4c68-9f00-0b9141d0d8d6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=606a4203-9ee5-4fd5-9b14-0c178766fbfe HTTP/1.1" status: 200 len: 217 time: 0.0886166 Jul 24 00:46:58.955091 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-022b5c42-1b0a-4bea-9bb6-8a2b7fc2b337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:58.959777 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-022b5c42-1b0a-4bea-9bb6-8a2b7fc2b337 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.0821569 Jul 24 00:46:59.002506 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:59.009197 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-367edd3f-12d0-4525-b47b-af4c7ac34e1c service neutron] Attempting to bind port 6dd7dda7-d8d4-4ded-aca6-2204d4bacc67 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:46:59.009428 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-367edd3f-12d0-4525-b47b-af4c7ac34e1c service neutron] Attempting to bind port 6dd7dda7-d8d4-4ded-aca6-2204d4bacc67 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:46:59.009679 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-367edd3f-12d0-4525-b47b-af4c7ac34e1c service neutron] Attempting to bind port 6dd7dda7-d8d4-4ded-aca6-2204d4bacc67 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:46:59.031152 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-367edd3f-12d0-4525-b47b-af4c7ac34e1c service neutron] Port 6dd7dda7-d8d4-4ded-aca6-2204d4bacc67 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:46:59.031498 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-367edd3f-12d0-4525-b47b-af4c7ac34e1c service neutron] Attempting to bind port 6dd7dda7-d8d4-4ded-aca6-2204d4bacc67 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:46:59.050366 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-367edd3f-12d0-4525-b47b-af4c7ac34e1c service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:46:59.051266 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-367edd3f-12d0-4525-b47b-af4c7ac34e1c service neutron] Checking segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:46:59.051266 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-367edd3f-12d0-4525-b47b-af4c7ac34e1c service neutron] Bound using segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:46:59.051593 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-367edd3f-12d0-4525-b47b-af4c7ac34e1c service neutron] Bound port: 6dd7dda7-d8d4-4ded-aca6-2204d4bacc67, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:46:59.051966 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-367edd3f-12d0-4525-b47b-af4c7ac34e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:59.058235 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-cd3ac7d3-0938-4394-9922-c197ad49d7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:59.060500 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-cd3ac7d3-0938-4394-9922-c197ad49d7c8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0915284 Jul 24 00:46:59.112735 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 8eb37054-923a-4399-a799-db6758c8a449, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=8eb37054-923a-4399-a799-db6758c8a449,segment=NetworkSegment(0e636ac7-f63a-4f42-9829-dab4c0c2170e),segment_id=0e636ac7-f63a-4f42-9829-dab4c0c2170e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:46:59.124973 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:59.125808 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 70634e1a-195e-4ef4-bb85-11662253b7ad up at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:46:59.225935 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-367edd3f-12d0-4525-b47b-af4c7ac34e1c service neutron] For port 6dd7dda7-d8d4-4ded-aca6-2204d4bacc67, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:46:59.230014 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-367edd3f-12d0-4525-b47b-af4c7ac34e1c service neutron] For port 6dd7dda7-d8d4-4ded-aca6-2204d4bacc67, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=6dd7dda7-d8d4-4ded-aca6-2204d4bacc67,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:46:59.237464 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-367edd3f-12d0-4525-b47b-af4c7ac34e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:59.258832 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-0a2b464d-5650-4d6f-af09-acf1cfefff5f service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874723 Jul 24 00:46:59.345349 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-367edd3f-12d0-4525-b47b-af4c7ac34e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:59.345559 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-367edd3f-12d0-4525-b47b-af4c7ac34e1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:59.351325 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-367edd3f-12d0-4525-b47b-af4c7ac34e1c service neutron] 10.222.0.13 "PUT /v2.0/ports/6dd7dda7-d8d4-4ded-aca6-2204d4bacc67 HTTP/1.1" status: 200 len: 1097 time: 1.5481672 Jul 24 00:46:59.352084 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd52f7d7-7b4f-4712-ab9b-7786029ee3e7', 'tag': '6dd7dda7-d8d4-4ded-aca6-2204d4bacc67'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:46:59.359959 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445114c0-ed22-4848-98dc-ae6a76c42601" -d '{"events": [{"name": "network-changed", "server_uuid": "fd52f7d7-7b4f-4712-ab9b-7786029ee3e7", "tag": "6dd7dda7-d8d4-4ded-aca6-2204d4bacc67"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:46:59.365245 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=8eb37054-923a-4399-a799-db6758c8a449,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:59.407414 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning for port 70634e1a-195e-4ef4-bb85-11662253b7ad completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:46:59.418785 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning complete for port 70634e1a-195e-4ef4-bb85-11662253b7ad triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:46:59.426405 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:59.452821 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367edd3f-12d0-4525-b47b-af4c7ac34e1c service neutron] Pushing event updated for resources: {'Port': ['ID=6dd7dda7-d8d4-4ded-aca6-2204d4bacc67,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:59.484583 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-e9dee2ae-1e7a-419c-9675-24186d269c63 service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131453 Jul 24 00:46:59.549958 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdacb3b-b3a7-4761-bd95-9e6345a01efa req-379e9318-8e0b-4d6f-b4ad-e4b0e08df460 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:59.557715 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-abdacb3b-b3a7-4761-bd95-9e6345a01efa req-379e9318-8e0b-4d6f-b4ad-e4b0e08df460 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd52f7d7-7b4f-4712-ab9b-7786029ee3e7 HTTP/1.1" status: 200 len: 948 time: 0.2638936 Jul 24 00:46:59.593300 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:59.614029 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-abdacb3b-b3a7-4761-bd95-9e6345a01efa req-0c02eff8-c159-42fc-8bd6-5993a1b083d5 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535789 Jul 24 00:46:59.673371 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-726062db-54a8-4447-82fe-018f96a314a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:59.676545 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-726062db-54a8-4447-82fe-018f96a314a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=fd52f7d7-7b4f-4712-ab9b-7786029ee3e7 HTTP/1.1" status: 200 len: 1100 time: 0.2248690 Jul 24 00:46:59.679125 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 70634e1a-195e-4ef4-bb85-11662253b7ad, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=70634e1a-195e-4ef4-bb85-11662253b7ad,segment=NetworkSegment(19885b98-89ba-4324-bda6-0c115e1d7d21),segment_id=19885b98-89ba-4324-bda6-0c115e1d7d21)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:46:59.686774 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:46:59.751021 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-e077ae83-6d2b-4d11-acae-9226d1b103d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=6dd7dda7-d8d4-4ded-aca6-2204d4bacc67 HTTP/1.1" status: 200 len: 217 time: 0.0650344 Jul 24 00:46:59.782817 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=70634e1a-195e-4ef4-bb85-11662253b7ad,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:46:59.853957 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-b9274b4c-ebdf-4357-b474-c9c5f1e60e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:59.855538 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-b9274b4c-ebdf-4357-b474-c9c5f1e60e71 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.0894036 Jul 24 00:46:59.911045 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1dc35c-16a1-47ba-a874-658194aa0ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b826164c-ed32-459f-9713-ef1337b278dc'}, {'server_uuid': 'ea1dc35c-16a1-47ba-a874-658194aa0ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb37054-923a-4399-a799-db6758c8a449'}, {'server_uuid': 'ea1dc35c-16a1-47ba-a874-658194aa0ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70634e1a-195e-4ef4-bb85-11662253b7ad'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:46:59.913513 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3d8ad8-f4d5-406d-acbd-4b3a24445f28" -d '{"events": [{"server_uuid": "ea1dc35c-16a1-47ba-a874-658194aa0ff4", "name": "network-vif-plugged", "status": "completed", "tag": "b826164c-ed32-459f-9713-ef1337b278dc"}, {"server_uuid": "ea1dc35c-16a1-47ba-a874-658194aa0ff4", "name": "network-vif-plugged", "status": "completed", "tag": "8eb37054-923a-4399-a799-db6758c8a449"}, {"server_uuid": "ea1dc35c-16a1-47ba-a874-658194aa0ff4", "name": "network-vif-plugged", "status": "completed", "tag": "70634e1a-195e-4ef4-bb85-11662253b7ad"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:46:59.917962 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72d1e9-1011-4adf-9952-cc4ad3eddb88 req-6cb54e97-4bd2-486b-bdf0-86dd3dc3b25d tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:59.920035 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-be72d1e9-1011-4adf-9952-cc4ad3eddb88 req-6cb54e97-4bd2-486b-bdf0-86dd3dc3b25d tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 948 time: 0.1741893 Jul 24 00:46:59.971407 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-81b47226-5ef2-40f4-8bf9-1b49ba290098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:46:59.973231 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-81b47226-5ef2-40f4-8bf9-1b49ba290098 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1049960 Jul 24 00:46:59.976646 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-be72d1e9-1011-4adf-9952-cc4ad3eddb88 req-e20df938-a076-4cd4-acf1-4b54e9b9d0ea tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481708 Jul 24 00:47:00.031541 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ba2812-379b-4ab3-8d62-2d99603b14ba x-openstack-request-id: req-b8ba2812-379b-4ab3-8d62-2d99603b14ba {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:47:00.032060 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "628d42a2-7ada-4268-be52-7c3048d872bf", "tag": "606a4203-9ee5-4fd5-9b14-0c178766fbfe", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:47:00.032209 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b8ba2812-379b-4ab3-8d62-2d99603b14ba {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:47:00.032500 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '628d42a2-7ada-4268-be52-7c3048d872bf', 'tag': '606a4203-9ee5-4fd5-9b14-0c178766fbfe', 'status': 'completed', 'code': 200} Jul 24 00:47:00.109445 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-9e241451-0602-41b0-bf6f-b13c2e04d883 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221206 Jul 24 00:47:00.194272 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7eb1e9-b963-4c5f-ad10-ed65ed3a7169 req-eca9d355-070d-4a29-8614-ad786f21cb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:00.196530 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9a7eb1e9-b963-4c5f-ad10-ed65ed3a7169 req-eca9d355-070d-4a29-8614-ad786f21cb08 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=628d42a2-7ada-4268-be52-7c3048d872bf HTTP/1.1" status: 200 len: 1100 time: 0.0824251 Jul 24 00:47:00.258761 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaca199-fe70-4759-8dd4-f12b77854de3 req-bcb3a052-27c0-4d42-bd3c-41de15a995aa tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:00.266474 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaca199-fe70-4759-8dd4-f12b77854de3 req-bcb3a052-27c0-4d42-bd3c-41de15a995aa tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:00.272583 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaca199-fe70-4759-8dd4-f12b77854de3 req-bcb3a052-27c0-4d42-bd3c-41de15a995aa tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:00.280921 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-aeaca199-fe70-4759-8dd4-f12b77854de3 req-bcb3a052-27c0-4d42-bd3c-41de15a995aa tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea1dc35c-16a1-47ba-a874-658194aa0ff4 HTTP/1.1" status: 200 len: 2417 time: 0.1966815 Jul 24 00:47:00.301610 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-72df67a5-e415-4aa3-a386-2ce0c9c9ee35 req-59c8cf36-f323-436b-8923-4b3defa1a9e3 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712220 Jul 24 00:47:00.306191 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7eb1e9-b963-4c5f-ad10-ed65ed3a7169 req-003ea5f4-4c27-4cbe-9669-bacf4e900feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:00.308941 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9a7eb1e9-b963-4c5f-ad10-ed65ed3a7169 req-003ea5f4-4c27-4cbe-9669-bacf4e900feb service neutron] 10.222.0.11 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.1044006 Jul 24 00:47:00.335372 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-aeaca199-fe70-4759-8dd4-f12b77854de3 req-c39b25a8-eaf8-48bb-9e32-78f4fe410fc2 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0ffb5b8-4b8b-475f-a5f7-255c2b17204b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534170 Jul 24 00:47:00.335772 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47682) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:47:00.372591 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9a7eb1e9-b963-4c5f-ad10-ed65ed3a7169 req-01f19b3e-9820-49f7-a83e-7d3c2016434f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=606a4203-9ee5-4fd5-9b14-0c178766fbfe HTTP/1.1" status: 200 len: 217 time: 0.0488548 Jul 24 00:47:00.429939 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7eb1e9-b963-4c5f-ad10-ed65ed3a7169 req-1d28cf4e-3d86-4272-8a39-0197b6c16b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:00.432048 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9a7eb1e9-b963-4c5f-ad10-ed65ed3a7169 req-1d28cf4e-3d86-4272-8a39-0197b6c16b70 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.0503786 Jul 24 00:47:00.452577 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-e452240e-211e-4b7e-8583-8550b493ecc2 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:47:00.458896 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-e452240e-211e-4b7e-8583-8550b493ecc2 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1162438 Jul 24 00:47:00.493162 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-04a40210-ef30-4f07-b942-c5dd9e400b76 req-8fefac33-b185-472b-a68b-8c1417424405 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 210 time: 0.0368054 Jul 24 00:47:00.524538 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7eb1e9-b963-4c5f-ad10-ed65ed3a7169 req-12abb801-0c58-4255-a271-5709ac795954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:00.524538 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9a7eb1e9-b963-4c5f-ad10-ed65ed3a7169 req-12abb801-0c58-4255-a271-5709ac795954 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0820589 Jul 24 00:47:00.539592 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-6e34bb72-ceaa-4f55-86df-f422bf86ebf2 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:00.541749 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-6e34bb72-ceaa-4f55-86df-f422bf86ebf2 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] 10.222.0.15 "GET /v2.0/ports/506e7617-622e-4e8e-8f0b-88bed6716f82 HTTP/1.1" status: 200 len: 1094 time: 0.0746880 Jul 24 00:47:00.650982 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-f5c9e3d2-314f-4a10-a423-f28ceeb65f6d service neutron] Request body: {'binding': {'host': 'n-h2-793621-25', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:47:00.651527 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-f5c9e3d2-314f-4a10-a423-f28ceeb65f6d service neutron] Unknown quota resources ['binding']. {{(pid=100464) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 24 00:47:00.860108 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-514a5371-a1bb-4f09-8a45-40b8bdb71a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:00.862272 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-514a5371-a1bb-4f09-8a45-40b8bdb71a6a service neutron] 10.222.0.11 "GET /v2.0/ports/65eea3c6-1e2c-4140-8dae-ee4329e7701b HTTP/1.1" status: 200 len: 1033 time: 0.1156454 Jul 24 00:47:00.887485 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9a7eb1e9-b963-4c5f-ad10-ed65ed3a7169 req-619e76a3-9c9b-42d9-810b-1cf804f54e48 service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530810 Jul 24 00:47:00.974872 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-cf6ac73b-50cf-4e25-818e-942428a94236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:00.976277 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-cf6ac73b-50cf-4e25-818e-942428a94236 service neutron] 10.222.0.11 "GET /v2.0/ports/7bc5bf74-100d-43be-be48-ec3d5d893115 HTTP/1.1" status: 200 len: 1031 time: 0.1068032 Jul 24 00:47:00.978022 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-f5c9e3d2-314f-4a10-a423-f28ceeb65f6d service neutron] Attempting to bind port 506e7617-622e-4e8e-8f0b-88bed6716f82 on host n-h2-793621-25 for vnic_type normal with profile None {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:47:00.978360 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-f5c9e3d2-314f-4a10-a423-f28ceeb65f6d service neutron] Attempting to bind port 506e7617-622e-4e8e-8f0b-88bed6716f82 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '58fdc277-5f36-433f-9782-f46712be7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:47:00.978970 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-f5c9e3d2-314f-4a10-a423-f28ceeb65f6d service neutron] Attempting to bind port 506e7617-622e-4e8e-8f0b-88bed6716f82 on network 0424e002-92c3-40ed-8018-7ea44515813a {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:47:00.987576 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-f5c9e3d2-314f-4a10-a423-f28ceeb65f6d service neutron] Port 506e7617-622e-4e8e-8f0b-88bed6716f82 on network 0424e002-92c3-40ed-8018-7ea44515813a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:47:00.987915 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-f5c9e3d2-314f-4a10-a423-f28ceeb65f6d service neutron] Attempting to bind port 506e7617-622e-4e8e-8f0b-88bed6716f82 on network 0424e002-92c3-40ed-8018-7ea44515813a {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:47:00.995866 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-f5c9e3d2-314f-4a10-a423-f28ceeb65f6d service neutron] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:47:00.996383 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-f5c9e3d2-314f-4a10-a423-f28ceeb65f6d service neutron] Checking segment: {'id': '58fdc277-5f36-433f-9782-f46712be7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:47:00.996943 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-f5c9e3d2-314f-4a10-a423-f28ceeb65f6d service neutron] Bound using segment: {'id': '58fdc277-5f36-433f-9782-f46712be7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:47:00.997484 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-f5c9e3d2-314f-4a10-a423-f28ceeb65f6d service neutron] Bound port: 506e7617-622e-4e8e-8f0b-88bed6716f82, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58fdc277-5f36-433f-9782-f46712be7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:47:01.005997 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9a7eb1e9-b963-4c5f-ad10-ed65ed3a7169 req-f60747b5-b1b5-4b6f-849a-0075440c5cba service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073327 Jul 24 00:47:01.200791 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-f5c9e3d2-314f-4a10-a423-f28ceeb65f6d service neutron] For port 506e7617-622e-4e8e-8f0b-88bed6716f82, host n-h2-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=506e7617-622e-4e8e-8f0b-88bed6716f82,segment=NetworkSegment(58fdc277-5f36-433f-9782-f46712be7157),segment_id=58fdc277-5f36-433f-9782-f46712be7157)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:47:01.213107 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-f5c9e3d2-314f-4a10-a423-f28ceeb65f6d service neutron] Notify callbacks [] for binding, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:01.214314 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-f5c9e3d2-314f-4a10-a423-f28ceeb65f6d service neutron] 10.222.0.15 "POST /v2.0/ports/506e7617-622e-4e8e-8f0b-88bed6716f82/bindings HTTP/1.1" status: 201 len: 390 time: 0.6251078 Jul 24 00:47:01.255010 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae8f0c-8463-48af-821c-621a9c28eb40 req-84ec3378-3c1d-4f9c-a8d8-9c992d38fa60 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:01.263891 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e3ae8f0c-8463-48af-821c-621a9c28eb40 req-84ec3378-3c1d-4f9c-a8d8-9c992d38fa60 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/ports?device_id=adef8f79-8712-4960-b65b-d8791a0e354c HTTP/1.1" status: 200 len: 950 time: 0.2015429 Jul 24 00:47:01.272308 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-49961b66-a9f1-4dea-ac67-2c8046f93648 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:01.279473 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-49961b66-a9f1-4dea-ac67-2c8046f93648 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:01.285182 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-49961b66-a9f1-4dea-ac67-2c8046f93648 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:01.286855 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-49961b66-a9f1-4dea-ac67-2c8046f93648 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.11 "GET /v2.0/networks?id=fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414&id=08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80&id=08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80&id=08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80&id=08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80&id=d44a086b-008a-4058-bec6-57d1e56e41f3&id=d44a086b-008a-4058-bec6-57d1e56e41f3 HTTP/1.1" status: 200 len: 1995 time: 0.2022686 Jul 24 00:47:01.338794 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac8209-64cf-471a-bb7c-ab6b10200e53 req-f4776fb2-9b29-4c96-b20a-805179a0f122 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:01.343007 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3eac8209-64cf-471a-bb7c-ab6b10200e53 req-f4776fb2-9b29-4c96-b20a-805179a0f122 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.11 "GET /v2.0/ports?device_id=adef8f79-8712-4960-b65b-d8791a0e354c HTTP/1.1" status: 200 len: 950 time: 0.1263804 Jul 24 00:47:01.361399 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e3ae8f0c-8463-48af-821c-621a9c28eb40 req-21b66bde-fcbd-4ba1-a294-419b87edb25e tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f909524-2c4c-48d3-8499-44adfd15f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963676 Jul 24 00:47:01.387592 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-0d8ab795-4e33-40fa-a60b-686fb7e1beb9 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23f38d06c8d14c15821cdb6c563f3213 HTTP/1.1" status: 200 len: 380 time: 0.0822890 Jul 24 00:47:01.404936 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-6c3b8362-3445-45c0-a107-183694a03bd8 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Request body: {'port': {'device_id': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'network_id': 'fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414', 'admin_state_up': True, 'tenant_id': '23f38d06c8d14c15821cdb6c563f3213', 'security_groups': ['4531c942-f7ee-4c2c-9cee-5b2c599f93f2']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:47:01.420353 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864476e4-e5e0-4fac-b6e9-7c9ca0064418 x-openstack-request-id: req-864476e4-e5e0-4fac-b6e9-7c9ca0064418 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:47:01.420353 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd52f7d7-7b4f-4712-ab9b-7786029ee3e7", "tag": "6dd7dda7-d8d4-4ded-aca6-2204d4bacc67", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:47:01.420778 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-864476e4-e5e0-4fac-b6e9-7c9ca0064418 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:47:01.421403 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd52f7d7-7b4f-4712-ab9b-7786029ee3e7', 'tag': '6dd7dda7-d8d4-4ded-aca6-2204d4bacc67', 'status': 'completed', 'code': 200} Jul 24 00:47:01.467204 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 24 Jul 2021 00:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290f1e2d-db74-494b-8be8-956b9f327996 x-openstack-request-id: req-290f1e2d-db74-494b-8be8-956b9f327996 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:47:01.468809 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1dc35c-16a1-47ba-a874-658194aa0ff4", "name": "network-vif-plugged", "status": "completed", "tag": "b826164c-ed32-459f-9713-ef1337b278dc", "code": 200}, {"server_uuid": "ea1dc35c-16a1-47ba-a874-658194aa0ff4", "name": "network-vif-plugged", "status": "completed", "tag": "8eb37054-923a-4399-a799-db6758c8a449", "code": 200}, {"server_uuid": "ea1dc35c-16a1-47ba-a874-658194aa0ff4", "name": "network-vif-plugged", "status": "completed", "tag": "70634e1a-195e-4ef4-bb85-11662253b7ad", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:47:01.469503 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-290f1e2d-db74-494b-8be8-956b9f327996 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:47:01.470102 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1dc35c-16a1-47ba-a874-658194aa0ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b826164c-ed32-459f-9713-ef1337b278dc', 'code': 200} Jul 24 00:47:01.470540 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1dc35c-16a1-47ba-a874-658194aa0ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eb37054-923a-4399-a799-db6758c8a449', 'code': 200} Jul 24 00:47:01.470828 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1dc35c-16a1-47ba-a874-658194aa0ff4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70634e1a-195e-4ef4-bb85-11662253b7ad', 'code': 200} Jul 24 00:47:01.565799 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-3eac8209-64cf-471a-bb7c-ab6b10200e53 req-3f096234-a42d-4a4b-9e7b-48ce8000f491 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Deleting port c4a639cc-4242-4079-aa27-ea96b97a5582 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:47:01.566132 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-3eac8209-64cf-471a-bb7c-ab6b10200e53 req-3f096234-a42d-4a4b-9e7b-48ce8000f491 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:01.665491 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445114c0-ed22-4848-98dc-ae6a76c42601 req-7e8e3cb1-0a3b-4fe2-985d-377e78cd7e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:01.667445 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-445114c0-ed22-4848-98dc-ae6a76c42601 req-7e8e3cb1-0a3b-4fe2-985d-377e78cd7e95 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=fd52f7d7-7b4f-4712-ab9b-7786029ee3e7 HTTP/1.1" status: 200 len: 1100 time: 0.1873689 Jul 24 00:47:01.706831 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-6c3b8362-3445-45c0-a107-183694a03bd8 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Made reservation on behalf of 23f38d06c8d14c15821cdb6c563f3213 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:47:01.712157 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-6c3b8362-3445-45c0-a107-183694a03bd8 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:01.790426 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-3eac8209-64cf-471a-bb7c-ab6b10200e53 req-3f096234-a42d-4a4b-9e7b-48ce8000f491 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] For port c4a639cc-4242-4079-aa27-ea96b97a5582, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=c4a639cc-4242-4079-aa27-ea96b97a5582,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:01.791186 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-3eac8209-64cf-471a-bb7c-ab6b10200e53 req-3f096234-a42d-4a4b-9e7b-48ce8000f491 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:01.813317 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-3eac8209-64cf-471a-bb7c-ab6b10200e53 req-3f096234-a42d-4a4b-9e7b-48ce8000f491 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Calling delete_port for c4a639cc-4242-4079-aa27-ea96b97a5582 owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:47:01.857271 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637116a-fe58-4fa7-8371-cbb55fa0f4af req-e49b52f1-58f2-457f-a5b4-19cb613a796d tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:01.864580 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f637116a-fe58-4fa7-8371-cbb55fa0f4af req-e49b52f1-58f2-457f-a5b4-19cb613a796d tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd52f7d7-7b4f-4712-ab9b-7786029ee3e7 HTTP/1.1" status: 200 len: 948 time: 0.2579541 Jul 24 00:47:02.014190 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-3eac8209-64cf-471a-bb7c-ab6b10200e53 req-3f096234-a42d-4a4b-9e7b-48ce8000f491 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:02.028644 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['c4a639cc-4242-4079-aa27-ea96b97a5582'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:47:02.034088 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['3cfc09f3-9ae1-44f6-8a6b-42b608d259f8'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:47:02.154905 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f096234-a42d-4a4b-9e7b-48ce8000f491 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Pushing event deleted for resources: {'Port': ['ID=c4a639cc-4242-4079-aa27-ea96b97a5582,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:02.161213 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eac8209-64cf-471a-bb7c-ab6b10200e53 req-3f096234-a42d-4a4b-9e7b-48ce8000f491 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] No DVR routers for this DVR port c4a639cc-4242-4079-aa27-ea96b97a5582 on host n-h2-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:47:02.171565 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-3eac8209-64cf-471a-bb7c-ab6b10200e53 req-3f096234-a42d-4a4b-9e7b-48ce8000f491 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:02.173758 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3eac8209-64cf-471a-bb7c-ab6b10200e53 req-3f096234-a42d-4a4b-9e7b-48ce8000f491 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.11 "DELETE /v2.0/ports/c4a639cc-4242-4079-aa27-ea96b97a5582 HTTP/1.1" status: 204 len: 173 time: 0.8241718 Jul 24 00:47:02.185720 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adef8f79-8712-4960-b65b-d8791a0e354c', 'name': 'network-vif-deleted', 'tag': 'c4a639cc-4242-4079-aa27-ea96b97a5582'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:47:02.189660 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc21ffb-700c-48fc-ba8f-9829364557cf" -d '{"events": [{"server_uuid": "adef8f79-8712-4960-b65b-d8791a0e354c", "name": "network-vif-deleted", "tag": "c4a639cc-4242-4079-aa27-ea96b97a5582"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:47:02.200377 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445114c0-ed22-4848-98dc-ae6a76c42601 req-3acf4b7a-f7cb-4279-98bd-f34f9fea3029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:02.202368 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-445114c0-ed22-4848-98dc-ae6a76c42601 req-3acf4b7a-f7cb-4279-98bd-f34f9fea3029 service neutron] 10.222.0.13 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.5254936 Jul 24 00:47:02.238672 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-4e439ac9-68e7-4da7-b774-e2f941134581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:02.240421 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-4e439ac9-68e7-4da7-b774-e2f941134581 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6c3815e83b546d1ba8426b7607dbf30&device_id=33646e73-2b79-4f91-838f-db984c3ad76a HTTP/1.1" status: 200 len: 1097 time: 0.6075101 Jul 24 00:47:02.254357 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243dd3c2-bead-496b-bc56-87d95b72045e req-6398fc9e-f17f-4d12-b204-8afdd31c7be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:02.254881 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243dd3c2-bead-496b-bc56-87d95b72045e req-6398fc9e-f17f-4d12-b204-8afdd31c7be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:02.255624 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243dd3c2-bead-496b-bc56-87d95b72045e req-6398fc9e-f17f-4d12-b204-8afdd31c7be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:02.257344 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-243dd3c2-bead-496b-bc56-87d95b72045e req-6398fc9e-f17f-4d12-b204-8afdd31c7be3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ea1dc35c-16a1-47ba-a874-658194aa0ff4 HTTP/1.1" status: 200 len: 2873 time: 0.6347322 Jul 24 00:47:02.262162 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08593909-5860-42d1-8e29-4acce6683853 req-9ad52113-5cef-41c3-9187-d84f5946ff65 tempest-MigrationsAdminTest-2033339856 tempest-MigrationsAdminTest-2033339856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:02.263852 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-08593909-5860-42d1-8e29-4acce6683853 req-9ad52113-5cef-41c3-9187-d84f5946ff65 tempest-MigrationsAdminTest-2033339856 tempest-MigrationsAdminTest-2033339856-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 1100 time: 0.6291928 Jul 24 00:47:02.312252 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-445114c0-ed22-4848-98dc-ae6a76c42601 req-b4279ce3-5ba1-45bd-be4d-1ccb0157cef1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=6dd7dda7-d8d4-4ded-aca6-2204d4bacc67 HTTP/1.1" status: 200 len: 217 time: 0.0909927 Jul 24 00:47:02.334525 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-243dd3c2-bead-496b-bc56-87d95b72045e req-41de7338-5cbc-4d37-991b-6a49f7ae84dd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d0ffb5b8-4b8b-475f-a5f7-255c2b17204b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696402 Jul 24 00:47:02.363262 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-08593909-5860-42d1-8e29-4acce6683853 req-702a1903-9cc0-4ab4-b9fc-1ab014c0fd31 tempest-MigrationsAdminTest-2033339856 tempest-MigrationsAdminTest-2033339856-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:02.365762 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f637116a-fe58-4fa7-8371-cbb55fa0f4af req-36891790-6348-49f9-a734-7bde30e9e9ca tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5000663 Jul 24 00:47:02.447945 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445114c0-ed22-4848-98dc-ae6a76c42601 req-06c5bf14-a28c-4ebf-9f10-498f0a690119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:02.449974 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-445114c0-ed22-4848-98dc-ae6a76c42601 req-06c5bf14-a28c-4ebf-9f10-498f0a690119 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.0792675 Jul 24 00:47:02.466804 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-a6106002-e535-4808-85e2-836c433674b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:02.468730 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-a6106002-e535-4808-85e2-836c433674b4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0424e002-92c3-40ed-8018-7ea44515813a HTTP/1.1" status: 200 len: 922 time: 0.2104759 Jul 24 00:47:02.547136 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-6c3b8362-3445-45c0-a107-183694a03bd8 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Allocated IP 172.20.0.7 (fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414/e87587b1-abf9-464b-ac3b-f70ea6c04f1a/dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:47:02.552491 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-51e7717e-bd86-445f-9f90-066ed11d9794 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=506e7617-622e-4e8e-8f0b-88bed6716f82 HTTP/1.1" status: 200 len: 217 time: 0.0447359 Jul 24 00:47:02.593850 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445114c0-ed22-4848-98dc-ae6a76c42601 req-748e9ddb-6e7d-446b-bcf0-1dd328c9ad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:02.596203 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-445114c0-ed22-4848-98dc-ae6a76c42601 req-748e9ddb-6e7d-446b-bcf0-1dd328c9ad2e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1361506 Jul 24 00:47:02.628320 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-1e880674-58fe-49f1-874c-2ebd10fd89eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:02.629821 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-1e880674-58fe-49f1-874c-2ebd10fd89eb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eacbc75d-e7d9-4f31-b710-44862dc68303 HTTP/1.1" status: 200 len: 861 time: 0.0695207 Jul 24 00:47:02.647947 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-08593909-5860-42d1-8e29-4acce6683853 req-702a1903-9cc0-4ab4-b9fc-1ab014c0fd31 tempest-MigrationsAdminTest-2033339856 tempest-MigrationsAdminTest-2033339856-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:02.679767 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-573ff94c-0606-4b51-8a1f-621cbef08530 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0424e002-92c3-40ed-8018-7ea44515813a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401716 Jul 24 00:47:02.681466 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-08593909-5860-42d1-8e29-4acce6683853 req-702a1903-9cc0-4ab4-b9fc-1ab014c0fd31 tempest-MigrationsAdminTest-2033339856 tempest-MigrationsAdminTest-2033339856-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:02.689075 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f155d0-d2ee-4491-aa88-ac7d6822a0b3 req-638086b6-8f66-4406-91b8-6ef43beb8230 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:02.697230 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c4f155d0-d2ee-4491-aa88-ac7d6822a0b3 req-638086b6-8f66-4406-91b8-6ef43beb8230 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=33646e73-2b79-4f91-838f-db984c3ad76a HTTP/1.1" status: 200 len: 945 time: 0.1857519 Jul 24 00:47:02.716848 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-08593909-5860-42d1-8e29-4acce6683853 req-702a1903-9cc0-4ab4-b9fc-1ab014c0fd31 tempest-MigrationsAdminTest-2033339856 tempest-MigrationsAdminTest-2033339856-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128416 Jul 24 00:47:02.761106 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702a1903-9cc0-4ab4-b9fc-1ab014c0fd31 tempest-MigrationsAdminTest-2033339856 tempest-MigrationsAdminTest-2033339856-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937f47b3-ffc7-4fa7-a38c-bb384d3c7036,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:02.887685 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c4f155d0-d2ee-4491-aa88-ac7d6822a0b3 req-5915515c-e599-4444-9b0c-69f676981ce4 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892328 Jul 24 00:47:02.893670 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-84a1f0ac-707d-4d85-923d-910c0a08a9de service neutron] 10.222.0.11 "GET /v2.0/networks/0424e002-92c3-40ed-8018-7ea44515813a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985655 Jul 24 00:47:02.912269 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-445114c0-ed22-4848-98dc-ae6a76c42601 req-83df4395-5745-497e-af06-f56b2bf2f2ff service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924700 Jul 24 00:47:02.974560 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-6c3b8362-3445-45c0-a107-183694a03bd8 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:02.993910 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-6c3b8362-3445-45c0-a107-183694a03bd8 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Transition to ACTIVE for port object dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:47:03.020722 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e10393-c4de-4763-bb96-36dd3e53fe48 req-c3a1949a-f690-428f-bfb3-1d2da5fc414d tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:03.030780 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e10393-c4de-4763-bb96-36dd3e53fe48 req-c3a1949a-f690-428f-bfb3-1d2da5fc414d tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:03.039880 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e10393-c4de-4763-bb96-36dd3e53fe48 req-c3a1949a-f690-428f-bfb3-1d2da5fc414d tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:03.041329 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f4e10393-c4de-4763-bb96-36dd3e53fe48 req-c3a1949a-f690-428f-bfb3-1d2da5fc414d tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea1dc35c-16a1-47ba-a874-658194aa0ff4 HTTP/1.1" status: 200 len: 2417 time: 0.2077813 Jul 24 00:47:03.083919 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-6c3b8362-3445-45c0-a107-183694a03bd8 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:03.108153 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-9c080a42-9984-4f6a-86e1-457c6217ea04 service neutron] 10.222.0.11 "GET /v2.0/networks/0424e002-92c3-40ed-8018-7ea44515813a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820695 Jul 24 00:47:03.119279 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f4e10393-c4de-4763-bb96-36dd3e53fe48 req-eae3a0bf-3ff8-44c2-a334-c926edc1f665 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0ffb5b8-4b8b-475f-a5f7-255c2b17204b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683739 Jul 24 00:47:03.209775 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-6c3b8362-3445-45c0-a107-183694a03bd8 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Network fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:47:03.223083 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-6c3b8362-3445-45c0-a107-183694a03bd8 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:47:03.232937 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-6c3b8362-3445-45c0-a107-183694a03bd8 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:47:03.241944 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b8362-3445-45c0-a107-183694a03bd8 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Pushing event updated for resources: {'Port': ['ID=dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:03.277097 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818b52e8-813b-4821-95e7-848b9a619e5b x-openstack-request-id: req-818b52e8-813b-4821-95e7-848b9a619e5b {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:47:03.277396 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adef8f79-8712-4960-b65b-d8791a0e354c", "name": "network-vif-deleted", "tag": "c4a639cc-4242-4079-aa27-ea96b97a5582", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:47:03.277650 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-818b52e8-813b-4821-95e7-848b9a619e5b {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:47:03.278495 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adef8f79-8712-4960-b65b-d8791a0e354c', 'name': 'network-vif-deleted', 'tag': 'c4a639cc-4242-4079-aa27-ea96b97a5582', 'status': 'completed', 'code': 200} Jul 24 00:47:03.306163 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-445114c0-ed22-4848-98dc-ae6a76c42601 req-acad558b-0d95-4fea-a67f-44a26430b1a3 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918524 Jul 24 00:47:03.357979 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be37d6f5-c717-45e6-9a52-76534166a40b req-4d362fa4-5ba6-4eae-b211-a0e5ace6381b tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:03.365211 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-be37d6f5-c717-45e6-9a52-76534166a40b req-4d362fa4-5ba6-4eae-b211-a0e5ace6381b tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 931 time: 0.3114552 Jul 24 00:47:03.386393 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-6c3b8362-3445-45c0-a107-183694a03bd8 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:03.387213 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-6c3b8362-3445-45c0-a107-183694a03bd8 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:03.400928 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-3bcd7c97-57d0-406c-acc2-6221967c90be tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:03.402547 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-3bcd7c97-57d0-406c-acc2-6221967c90be tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=33646e73-2b79-4f91-838f-db984c3ad76a&tenant_id=f6c3815e83b546d1ba8426b7607dbf30&binding%3Ahost_id=n-h1-793621-25 HTTP/1.1" status: 200 len: 1097 time: 0.2083118 Jul 24 00:47:03.422956 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-fd45e469-3646-4cff-bb67-042a3f9a33aa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-25'}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:47:03.439597 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-be37d6f5-c717-45e6-9a52-76534166a40b req-19a3f07e-23e1-4967-8976-48bb41b8bd6a tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/security-groups?id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699103 Jul 24 00:47:03.443907 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-6c3b8362-3445-45c0-a107-183694a03bd8 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0485389 Jul 24 00:47:03.462030 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-02399186-1521-40cc-b955-e893c978a407 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Request body: {'port': {'device_id': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'network_id': '08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80', 'admin_state_up': True, 'tenant_id': '23f38d06c8d14c15821cdb6c563f3213', 'security_groups': ['4531c942-f7ee-4c2c-9cee-5b2c599f93f2']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:47:03.579782 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-fd45e469-3646-4cff-bb67-042a3f9a33aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:03.585880 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 606a4203-9ee5-4fd5-9b14-0c178766fbfe details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:47:03.726108 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-66603e0e-bdbd-4a60-8262-83aaf7f2c669 None None] Provisioning for port dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:47:03.738537 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-66603e0e-bdbd-4a60-8262-83aaf7f2c669 None None] Provisioning complete for port dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:47:03.739551 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-66603e0e-bdbd-4a60-8262-83aaf7f2c669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:03.786291 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-fd45e469-3646-4cff-bb67-042a3f9a33aa service neutron] For port 506e7617-622e-4e8e-8f0b-88bed6716f82, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=506e7617-622e-4e8e-8f0b-88bed6716f82,segment=NetworkSegment(58fdc277-5f36-433f-9782-f46712be7157),segment_id=58fdc277-5f36-433f-9782-f46712be7157)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:03.786518 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3918a541-a6c5-4c2c-b2d6-6c591d65c08a req-67b85bd2-dccd-4975-9adb-1f9ac09765c5 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:03.796381 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3918a541-a6c5-4c2c-b2d6-6c591d65c08a req-67b85bd2-dccd-4975-9adb-1f9ac09765c5 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/ports?device_id=f09babd8-cff8-4c49-b361-fefb99f30e45 HTTP/1.1" status: 200 len: 945 time: 0.1731551 Jul 24 00:47:03.804633 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-02399186-1521-40cc-b955-e893c978a407 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Made reservation on behalf of 23f38d06c8d14c15821cdb6c563f3213 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:47:03.809062 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-02399186-1521-40cc-b955-e893c978a407 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:03.845081 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-66603e0e-bdbd-4a60-8262-83aaf7f2c669 None None] Port dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:47:03.863998 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-fd45e469-3646-4cff-bb67-042a3f9a33aa service neutron] For port 506e7617-622e-4e8e-8f0b-88bed6716f82, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:47:03.872465 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 606a4203-9ee5-4fd5-9b14-0c178766fbfe, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=606a4203-9ee5-4fd5-9b14-0c178766fbfe,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:03.873668 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3918a541-a6c5-4c2c-b2d6-6c591d65c08a req-c5e611e0-e2e2-4aea-8588-353616db64f1 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/security-groups?id=965727d2-73e4-4b91-a58b-45ed41aaec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763080 Jul 24 00:47:03.895581 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': '606a4203-9ee5-4fd5-9b14-0c178766fbfe', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'port_id': '606a4203-9ee5-4fd5-9b14-0c178766fbfe', 'mac_address': 'fa:16:3e:13:72:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:47:03.921862 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-fd45e469-3646-4cff-bb67-042a3f9a33aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:03.933828 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-fd45e469-3646-4cff-bb67-042a3f9a33aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:04.015471 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:04.071492 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 606a4203-9ee5-4fd5-9b14-0c178766fbfe {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:47:04.079111 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd45e469-3646-4cff-bb67-042a3f9a33aa service neutron] Pushing event updated for resources: {'Port': ['ID=506e7617-622e-4e8e-8f0b-88bed6716f82,revision_number=7']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:04.116551 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-fd45e469-3646-4cff-bb67-042a3f9a33aa service neutron] Attempting to bind port 506e7617-622e-4e8e-8f0b-88bed6716f82 on host n-h1-793621-25 for vnic_type normal with profile {"migrating_to": "n-h2-793621-25"} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:47:04.116954 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-fd45e469-3646-4cff-bb67-042a3f9a33aa service neutron] Attempting to bind port 506e7617-622e-4e8e-8f0b-88bed6716f82 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '58fdc277-5f36-433f-9782-f46712be7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:47:04.117234 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-fd45e469-3646-4cff-bb67-042a3f9a33aa service neutron] Attempting to bind port 506e7617-622e-4e8e-8f0b-88bed6716f82 on network 0424e002-92c3-40ed-8018-7ea44515813a {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:47:04.123064 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-02399186-1521-40cc-b955-e893c978a407 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Allocated IP 10.1.1.180 (08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80/1072dbad-9319-4762-b271-20e6dc036200/24a09a83-d86e-4a1c-b603-983448f0ec6b) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:47:04.128234 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-fd45e469-3646-4cff-bb67-042a3f9a33aa service neutron] Port 506e7617-622e-4e8e-8f0b-88bed6716f82 on network 0424e002-92c3-40ed-8018-7ea44515813a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:47:04.128580 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-fd45e469-3646-4cff-bb67-042a3f9a33aa service neutron] Attempting to bind port 506e7617-622e-4e8e-8f0b-88bed6716f82 on network 0424e002-92c3-40ed-8018-7ea44515813a {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:47:04.131004 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 606a4203-9ee5-4fd5-9b14-0c178766fbfe, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=606a4203-9ee5-4fd5-9b14-0c178766fbfe,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:04.135190 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-fd45e469-3646-4cff-bb67-042a3f9a33aa service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:47:04.135545 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-fd45e469-3646-4cff-bb67-042a3f9a33aa service neutron] Checking segment: {'id': '58fdc277-5f36-433f-9782-f46712be7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:47:04.136472 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-fd45e469-3646-4cff-bb67-042a3f9a33aa service neutron] Bound using segment: {'id': '58fdc277-5f36-433f-9782-f46712be7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:47:04.136472 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-fd45e469-3646-4cff-bb67-042a3f9a33aa service neutron] Bound port: 506e7617-622e-4e8e-8f0b-88bed6716f82, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58fdc277-5f36-433f-9782-f46712be7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:47:04.136825 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-fd45e469-3646-4cff-bb67-042a3f9a33aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:04.143351 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:04.228004 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e3e7e-e1cd-4875-a07c-e29251896175 req-c80ee12b-f5e6-4235-b323-2d9e31d191a5 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:04.234702 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a70e3e7e-e1cd-4875-a07c-e29251896175 req-c80ee12b-f5e6-4235-b323-2d9e31d191a5 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd52f7d7-7b4f-4712-ab9b-7786029ee3e7 HTTP/1.1" status: 200 len: 948 time: 0.1583097 Jul 24 00:47:04.279158 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=606a4203-9ee5-4fd5-9b14-0c178766fbfe,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:04.289691 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-fd45e469-3646-4cff-bb67-042a3f9a33aa service neutron] For port 506e7617-622e-4e8e-8f0b-88bed6716f82, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:47:04.298256 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a70e3e7e-e1cd-4875-a07c-e29251896175 req-d0463305-e36a-401c-bf0c-4838a14362bf tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626268 Jul 24 00:47:04.307824 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-fd45e469-3646-4cff-bb67-042a3f9a33aa service neutron] For port 506e7617-622e-4e8e-8f0b-88bed6716f82, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=506e7617-622e-4e8e-8f0b-88bed6716f82,segment=NetworkSegment(58fdc277-5f36-433f-9782-f46712be7157),segment_id=58fdc277-5f36-433f-9782-f46712be7157)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:47:04.317283 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-fd45e469-3646-4cff-bb67-042a3f9a33aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:04.443130 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:04.451705 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 6dd7dda7-d8d4-4ded-aca6-2204d4bacc67 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:47:04.490561 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-fd45e469-3646-4cff-bb67-042a3f9a33aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:04.492058 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-fd45e469-3646-4cff-bb67-042a3f9a33aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:04.495883 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-fd45e469-3646-4cff-bb67-042a3f9a33aa service neutron] 10.222.0.11 "PUT /v2.0/ports/506e7617-622e-4e8e-8f0b-88bed6716f82 HTTP/1.1" status: 200 len: 1123 time: 1.0808334 Jul 24 00:47:04.501391 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['606a4203-9ee5-4fd5-9b14-0c178766fbfe'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:47:04.513753 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd45e469-3646-4cff-bb67-042a3f9a33aa service neutron] Pushing event updated for resources: {'Port': ['ID=506e7617-622e-4e8e-8f0b-88bed6716f82,revision_number=8']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:04.521847 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9dffc4f8-1747-465f-940f-2d94d328099b req-603d489b-a94c-450e-a44d-3ec70715572e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4364941 Jul 24 00:47:04.549646 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019cc8d5-f8cb-48fa-804b-b64e7d629f3c req-e18162b2-de3a-4147-9544-97ed95c466d9 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:04.551972 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-019cc8d5-f8cb-48fa-804b-b64e7d629f3c req-e18162b2-de3a-4147-9544-97ed95c466d9 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=33646e73-2b79-4f91-838f-db984c3ad76a HTTP/1.1" status: 200 len: 943 time: 0.2766542 Jul 24 00:47:04.555772 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-02399186-1521-40cc-b955-e893c978a407 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:04.563916 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [req-9dffc4f8-1747-465f-940f-2d94d328099b req-e7a04da5-e36b-40a1-a2fc-81fd2f14e2cf service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:47:04.565048 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9dffc4f8-1747-465f-940f-2d94d328099b req-e7a04da5-e36b-40a1-a2fc-81fd2f14e2cf service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063813 Jul 24 00:47:04.577028 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9260e6-5dc1-482c-b01e-f7d2de22723c req-abce8653-3d59-445e-8d07-4afeee0a98b0 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:04.587500 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9a9260e6-5dc1-482c-b01e-f7d2de22723c req-abce8653-3d59-445e-8d07-4afeee0a98b0 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 948 time: 0.2003558 Jul 24 00:47:04.598295 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-02399186-1521-40cc-b955-e893c978a407 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Transition to ACTIVE for port object 24a09a83-d86e-4a1c-b603-983448f0ec6b will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:47:04.611072 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.db.resource_extend [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 00:47:04.659387 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-019cc8d5-f8cb-48fa-804b-b64e7d629f3c req-4ac89d0a-c169-4575-a0de-a4b7371fc936 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915520 Jul 24 00:47:04.678445 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9a9260e6-5dc1-482c-b01e-f7d2de22723c req-a2221dbf-0792-473b-b6fd-ee6ec772495f tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858190 Jul 24 00:47:04.745086 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-02399186-1521-40cc-b955-e893c978a407 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:04.869494 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b80611-956c-486e-85a5-8cff98b6d979 req-55ca9dd0-d87f-4e65-84ce-21403c75f5bb tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:04.877869 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-26b80611-956c-486e-85a5-8cff98b6d979 req-55ca9dd0-d87f-4e65-84ce-21403c75f5bb tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/ports?device_id=217208aa-b219-4b6c-9a56-8954a45f3639 HTTP/1.1" status: 200 len: 950 time: 0.0891562 Jul 24 00:47:04.941880 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-02399186-1521-40cc-b955-e893c978a407 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Network 08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:47:04.970406 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-26b80611-956c-486e-85a5-8cff98b6d979 req-81cf2cfd-04fb-4f61-b7c4-5e7186c7839a tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f909524-2c4c-48d3-8499-44adfd15f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904644 Jul 24 00:47:05.007720 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['506e7617-622e-4e8e-8f0b-88bed6716f82'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:47:05.018916 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-02399186-1521-40cc-b955-e893c978a407 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:47:05.036005 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-02399186-1521-40cc-b955-e893c978a407 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:47:05.144904 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-02399186-1521-40cc-b955-e893c978a407 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:05.146280 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-02399186-1521-40cc-b955-e893c978a407 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:05.161817 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02399186-1521-40cc-b955-e893c978a407 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Pushing event updated for resources: {'Port': ['ID=24a09a83-d86e-4a1c-b603-983448f0ec6b,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:05.234361 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:05.248091 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-02399186-1521-40cc-b955-e893c978a407 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7919240 Jul 24 00:47:05.261173 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab762b-d82e-4647-8a08-1689865da8e6 req-c34cfebf-7395-42d5-8653-0817da20acc3 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:05.268201 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab762b-d82e-4647-8a08-1689865da8e6 req-c34cfebf-7395-42d5-8653-0817da20acc3 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:05.276051 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab762b-d82e-4647-8a08-1689865da8e6 req-c34cfebf-7395-42d5-8653-0817da20acc3 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:05.280994 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33646e73-2b79-4f91-838f-db984c3ad76a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '506e7617-622e-4e8e-8f0b-88bed6716f82'}, {'name': 'network-changed', 'server_uuid': '33646e73-2b79-4f91-838f-db984c3ad76a', 'tag': '506e7617-622e-4e8e-8f0b-88bed6716f82'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:47:05.286311 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6fab762b-d82e-4647-8a08-1689865da8e6 req-c34cfebf-7395-42d5-8653-0817da20acc3 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea1dc35c-16a1-47ba-a874-658194aa0ff4 HTTP/1.1" status: 200 len: 2417 time: 0.4888351 Jul 24 00:47:05.287848 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a038e3-412f-4900-b666-785fac928d15" -d '{"events": [{"server_uuid": "33646e73-2b79-4f91-838f-db984c3ad76a", "name": "network-vif-unplugged", "status": "completed", "tag": "506e7617-622e-4e8e-8f0b-88bed6716f82"}, {"name": "network-changed", "server_uuid": "33646e73-2b79-4f91-838f-db984c3ad76a", "tag": "506e7617-622e-4e8e-8f0b-88bed6716f82"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:47:05.314657 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 6dd7dda7-d8d4-4ded-aca6-2204d4bacc67, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=6dd7dda7-d8d4-4ded-aca6-2204d4bacc67,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:05.317564 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-4ae7b850-3a38-4ac5-8a33-32cddc43ff24 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Request body: {'port': {'device_id': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'network_id': '08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80', 'admin_state_up': True, 'tenant_id': '23f38d06c8d14c15821cdb6c563f3213', 'security_groups': ['4531c942-f7ee-4c2c-9cee-5b2c599f93f2']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:47:05.340482 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268d935-adf2-4e86-a3d0-b5b86b3793f2 req-ab4f6237-b08d-4243-abe1-3c9341f4927c tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:05.356439 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268d935-adf2-4e86-a3d0-b5b86b3793f2 req-ab4f6237-b08d-4243-abe1-3c9341f4927c tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:05.363025 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e268d935-adf2-4e86-a3d0-b5b86b3793f2 req-ab4f6237-b08d-4243-abe1-3c9341f4927c tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 1653 time: 0.2125533 Jul 24 00:47:05.370483 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6fab762b-d82e-4647-8a08-1689865da8e6 req-e0bf524a-862f-45a0-a20a-0544a471835c tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0ffb5b8-4b8b-475f-a5f7-255c2b17204b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828626 Jul 24 00:47:05.385451 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '6dd7dda7-d8d4-4ded-aca6-2204d4bacc67', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'port_id': '6dd7dda7-d8d4-4ded-aca6-2204d4bacc67', 'mac_address': 'fa:16:3e:9d:1d:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:47:05.433403 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e268d935-adf2-4e86-a3d0-b5b86b3793f2 req-b2e9a014-36cf-4fe3-8068-b1864e757ff8 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/security-groups?id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634599 Jul 24 00:47:05.527687 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:05.533347 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9da252a8-04e7-4976-b193-7f17d3a14b45 None None] Provisioning for port 24a09a83-d86e-4a1c-b603-983448f0ec6b completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:47:05.550137 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Sat, 24 Jul 2021 00:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debbc143-1b2e-433e-ae33-ffdd98b8be0e x-openstack-request-id: req-debbc143-1b2e-433e-ae33-ffdd98b8be0e {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:47:05.550684 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33646e73-2b79-4f91-838f-db984c3ad76a", "name": "network-vif-unplugged", "status": "completed", "tag": "506e7617-622e-4e8e-8f0b-88bed6716f82", "code": 200}, {"name": "network-changed", "server_uuid": "33646e73-2b79-4f91-838f-db984c3ad76a", "tag": "506e7617-622e-4e8e-8f0b-88bed6716f82", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:47:05.550684 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-debbc143-1b2e-433e-ae33-ffdd98b8be0e {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:47:05.551074 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33646e73-2b79-4f91-838f-db984c3ad76a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '506e7617-622e-4e8e-8f0b-88bed6716f82', 'code': 200} Jul 24 00:47:05.551336 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33646e73-2b79-4f91-838f-db984c3ad76a', 'tag': '506e7617-622e-4e8e-8f0b-88bed6716f82', 'status': 'completed', 'code': 200} Jul 24 00:47:05.563268 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9da252a8-04e7-4976-b193-7f17d3a14b45 None None] Provisioning complete for port 24a09a83-d86e-4a1c-b603-983448f0ec6b triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:47:05.563645 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9da252a8-04e7-4976-b193-7f17d3a14b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:05.620047 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dd7dda7-d8d4-4ded-aca6-2204d4bacc67 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:47:05.625805 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device c4a639cc-4242-4079-aa27-ea96b97a5582 no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:47:05.688296 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-4ae7b850-3a38-4ac5-8a33-32cddc43ff24 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Made reservation on behalf of 23f38d06c8d14c15821cdb6c563f3213 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:47:05.700460 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-4ae7b850-3a38-4ac5-8a33-32cddc43ff24 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:05.711002 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] No Port match for: c4a639cc-4242-4079-aa27-ea96b97a5582 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:47:05.711002 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device c4a639cc-4242-4079-aa27-ea96b97a5582 not bound to the agent host n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:47:05.751959 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 6dd7dda7-d8d4-4ded-aca6-2204d4bacc67, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=6dd7dda7-d8d4-4ded-aca6-2204d4bacc67,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:05.757281 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-9da252a8-04e7-4976-b193-7f17d3a14b45 None None] Port 24a09a83-d86e-4a1c-b603-983448f0ec6b cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:47:05.762767 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:05.863216 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d691e73-2493-4232-8776-2e90cd8fb2bf req-2446e008-753d-4dab-a2f0-054d0ddc1287 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:05.865814 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=6dd7dda7-d8d4-4ded-aca6-2204d4bacc67,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:05.871898 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8d691e73-2493-4232-8776-2e90cd8fb2bf req-2446e008-753d-4dab-a2f0-054d0ddc1287 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd52f7d7-7b4f-4712-ab9b-7786029ee3e7 HTTP/1.1" status: 200 len: 948 time: 0.2047989 Jul 24 00:47:05.965280 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a038e3-412f-4900-b666-785fac928d15 req-4286b7e5-a2af-4749-a910-d7deb1567ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:05.967217 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-82a038e3-412f-4900-b666-785fac928d15 req-4286b7e5-a2af-4749-a910-d7deb1567ce8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6c3815e83b546d1ba8426b7607dbf30&device_id=33646e73-2b79-4f91-838f-db984c3ad76a HTTP/1.1" status: 200 len: 1126 time: 0.3796678 Jul 24 00:47:05.968594 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8d691e73-2493-4232-8776-2e90cd8fb2bf req-10b86363-a03d-4c29-b3a1-f41520977bd3 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959804 Jul 24 00:47:06.022815 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0fe43-4198-421c-8fd3-3e78fa5aefd7 req-c2f08da9-c4b5-4b79-87d3-eb1ef10a2879 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:06.025797 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e5c0fe43-4198-421c-8fd3-3e78fa5aefd7 req-c2f08da9-c4b5-4b79-87d3-eb1ef10a2879 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.13 "GET /v2.0/ports?device_id=217208aa-b219-4b6c-9a56-8954a45f3639 HTTP/1.1" status: 200 len: 950 time: 0.1015303 Jul 24 00:47:06.071379 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['6dd7dda7-d8d4-4ded-aca6-2204d4bacc67'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:47:06.194778 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd728ae-e0da-4a28-9e1b-0e99b90d55ed req-7b0750df-2453-41e7-86d9-b5c0bf3ec89b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:06.198241 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5bd728ae-e0da-4a28-9e1b-0e99b90d55ed req-7b0750df-2453-41e7-86d9-b5c0bf3ec89b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=33646e73-2b79-4f91-838f-db984c3ad76a HTTP/1.1" status: 200 len: 943 time: 0.3226216 Jul 24 00:47:06.200016 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-4ae7b850-3a38-4ac5-8a33-32cddc43ff24 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Allocated IP 10.1.1.65 (08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80/1072dbad-9319-4762-b271-20e6dc036200/9d1b5b62-5be0-495a-ae91-411a6cc06b8e) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:47:06.202997 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a038e3-412f-4900-b666-785fac928d15 req-5d78b0f0-42e6-4eaa-babb-5e2a7d43b98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:06.205843 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-82a038e3-412f-4900-b666-785fac928d15 req-5d78b0f0-42e6-4eaa-babb-5e2a7d43b98e service neutron] 10.222.0.13 "GET /v2.0/networks?id=0424e002-92c3-40ed-8018-7ea44515813a HTTP/1.1" status: 200 len: 922 time: 0.2230992 Jul 24 00:47:06.287487 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-82a038e3-412f-4900-b666-785fac928d15 req-3a20e21e-4ce9-4fa2-b6fd-2c4fbfb7f395 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=506e7617-622e-4e8e-8f0b-88bed6716f82 HTTP/1.1" status: 200 len: 217 time: 0.0507126 Jul 24 00:47:06.292109 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5bd728ae-e0da-4a28-9e1b-0e99b90d55ed req-e263cc25-d1ed-404c-accb-a6a89a42cdf8 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848334 Jul 24 00:47:06.363233 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d03ee-eb08-4d97-aef2-1637882fb135 req-bced5e0b-a686-49b3-860c-81216201b54f tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:06.370675 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-789d03ee-eb08-4d97-aef2-1637882fb135 req-bced5e0b-a686-49b3-860c-81216201b54f tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 948 time: 0.2683544 Jul 24 00:47:06.397750 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-e5c0fe43-4198-421c-8fd3-3e78fa5aefd7 req-f3a5372d-1078-4b6b-850a-61cfcfc3e771 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Deleting port 3cfc09f3-9ae1-44f6-8a6b-42b608d259f8 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:47:06.398100 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e5c0fe43-4198-421c-8fd3-3e78fa5aefd7 req-f3a5372d-1078-4b6b-850a-61cfcfc3e771 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:06.457275 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-789d03ee-eb08-4d97-aef2-1637882fb135 req-2df18df7-4cc6-4710-84b0-bee908b8ae99 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837994 Jul 24 00:47:06.568806 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-e5c0fe43-4198-421c-8fd3-3e78fa5aefd7 req-f3a5372d-1078-4b6b-850a-61cfcfc3e771 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] For port 3cfc09f3-9ae1-44f6-8a6b-42b608d259f8, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=3cfc09f3-9ae1-44f6-8a6b-42b608d259f8,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:06.569393 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e5c0fe43-4198-421c-8fd3-3e78fa5aefd7 req-f3a5372d-1078-4b6b-850a-61cfcfc3e771 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:06.589334 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-4ae7b850-3a38-4ac5-8a33-32cddc43ff24 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:06.593921 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-e5c0fe43-4198-421c-8fd3-3e78fa5aefd7 req-f3a5372d-1078-4b6b-850a-61cfcfc3e771 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Calling delete_port for 3cfc09f3-9ae1-44f6-8a6b-42b608d259f8 owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:47:06.605939 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a038e3-412f-4900-b666-785fac928d15 req-894ff5e5-aa6f-44af-aa85-f2eee5197c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:06.607414 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-82a038e3-412f-4900-b666-785fac928d15 req-894ff5e5-aa6f-44af-aa85-f2eee5197c60 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eacbc75d-e7d9-4f31-b710-44862dc68303 HTTP/1.1" status: 200 len: 861 time: 0.3108535 Jul 24 00:47:06.648611 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-4ae7b850-3a38-4ac5-8a33-32cddc43ff24 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Transition to ACTIVE for port object 9d1b5b62-5be0-495a-ae91-411a6cc06b8e will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:47:06.686891 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-82a038e3-412f-4900-b666-785fac928d15 req-2a137cdc-2b8e-460c-b996-e3c10e324efb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0424e002-92c3-40ed-8018-7ea44515813a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553970 Jul 24 00:47:06.698969 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-6f3d7d99-5f9c-4e6c-866d-6452345823f9 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1078836138&fields=id&tenant_id=c49dfe4b8b164c34b2cb1c242cf6f8a2 HTTP/1.1" status: 200 len: 267 time: 0.1167369 Jul 24 00:47:06.769818 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588c8d3-3443-42d0-bde2-6828d6ad2979 req-06b3b6a0-6247-4c76-ba94-ef227d5c96bc tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:06.775410 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e588c8d3-3443-42d0-bde2-6828d6ad2979 req-06b3b6a0-6247-4c76-ba94-ef227d5c96bc tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/ports?device_id=217208aa-b219-4b6c-9a56-8954a45f3639 HTTP/1.1" status: 200 len: 950 time: 0.1833026 Jul 24 00:47:06.889502 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-4ae7b850-3a38-4ac5-8a33-32cddc43ff24 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:06.894074 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e5c0fe43-4198-421c-8fd3-3e78fa5aefd7 req-f3a5372d-1078-4b6b-850a-61cfcfc3e771 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:06.907433 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['3cfc09f3-9ae1-44f6-8a6b-42b608d259f8'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:47:06.910238 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-b3b6dada-62a2-43bb-ad62-4ea817461f31 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:06.911947 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-b3b6dada-62a2-43bb-ad62-4ea817461f31 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/networks?id=dce79d1a-19b5-4596-96e4-d04368356b25 HTTP/1.1" status: 200 len: 823 time: 0.2028563 Jul 24 00:47:06.942257 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a5372d-1078-4b6b-850a-61cfcfc3e771 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Pushing event deleted for resources: {'Port': ['ID=3cfc09f3-9ae1-44f6-8a6b-42b608d259f8,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:06.980807 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-5003f214-1134-4d46-a154-0959fc8b8c34 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/quotas/c49dfe4b8b164c34b2cb1c242cf6f8a2 HTTP/1.1" status: 200 len: 375 time: 0.0457118 Jul 24 00:47:06.984441 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-4ae7b850-3a38-4ac5-8a33-32cddc43ff24 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Network 08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:47:06.995467 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-4ae7b850-3a38-4ac5-8a33-32cddc43ff24 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:47:06.999364 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-4ae7b850-3a38-4ac5-8a33-32cddc43ff24 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:47:07.044204 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-82a038e3-412f-4900-b666-785fac928d15 req-e325ee7c-1712-48f1-918d-21a529f80aa3 service neutron] 10.222.0.13 "GET /v2.0/networks/0424e002-92c3-40ed-8018-7ea44515813a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462343 Jul 24 00:47:07.046108 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c0fe43-4198-421c-8fd3-3e78fa5aefd7 req-f3a5372d-1078-4b6b-850a-61cfcfc3e771 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] No DVR routers for this DVR port 3cfc09f3-9ae1-44f6-8a6b-42b608d259f8 on host n-h1-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:47:07.051632 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e5c0fe43-4198-421c-8fd3-3e78fa5aefd7 req-f3a5372d-1078-4b6b-850a-61cfcfc3e771 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:07.059007 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e5c0fe43-4198-421c-8fd3-3e78fa5aefd7 req-f3a5372d-1078-4b6b-850a-61cfcfc3e771 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.13 "DELETE /v2.0/ports/3cfc09f3-9ae1-44f6-8a6b-42b608d259f8 HTTP/1.1" status: 204 len: 173 time: 1.0258563 Jul 24 00:47:07.116993 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e588c8d3-3443-42d0-bde2-6828d6ad2979 req-5ec45d9c-8635-41bd-ae31-ffa8f5f9f567 tempest-ServersAdminNegativeTestJSON-430028588 tempest-ServersAdminNegativeTestJSON-430028588-project] 10.222.0.15 "GET /v2.0/security-groups?id=7f909524-2c4c-48d3-8499-44adfd15f6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321607 Jul 24 00:47:07.136362 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7b850-3a38-4ac5-8a33-32cddc43ff24 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Pushing event updated for resources: {'Port': ['ID=9d1b5b62-5be0-495a-ae91-411a6cc06b8e,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:07.143316 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-bad4fb81-d2b1-4b4a-953c-2e8edb91d9c4 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c49dfe4b8b164c34b2cb1c242cf6f8a2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1614134 Jul 24 00:47:07.179071 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffc4f8-1747-465f-940f-2d94d328099b req-50605641-c9e4-45b6-ad06-39e54a05ef26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:07.188404 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9dffc4f8-1747-465f-940f-2d94d328099b req-50605641-c9e4-45b6-ad06-39e54a05ef26 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64682d71562544209c45b1dc63c9fd56&device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 1100 time: 0.4016211 Jul 24 00:47:07.318899 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-a03b6829-7093-4b8d-ab4f-11556c31189a service neutron] 10.222.0.15 "GET /v2.0/networks/dce79d1a-19b5-4596-96e4-d04368356b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693640 Jul 24 00:47:07.406450 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-5eb4618a-6635-4fa0-9095-15c485de3dec None None] Provisioning for port 9d1b5b62-5be0-495a-ae91-411a6cc06b8e completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:47:07.411058 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-5eb4618a-6635-4fa0-9095-15c485de3dec None None] Provisioning complete for port 9d1b5b62-5be0-495a-ae91-411a6cc06b8e triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:47:07.411438 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5eb4618a-6635-4fa0-9095-15c485de3dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:07.487109 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-5eb4618a-6635-4fa0-9095-15c485de3dec None None] Port 9d1b5b62-5be0-495a-ae91-411a6cc06b8e cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:47:07.497631 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-479a6d5e-75a8-4cf0-b065-bebc4952b0ef service neutron] 10.222.0.15 "GET /v2.0/networks/dce79d1a-19b5-4596-96e4-d04368356b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721179 Jul 24 00:47:07.552115 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217208aa-b219-4b6c-9a56-8954a45f3639', 'name': 'network-vif-deleted', 'tag': '3cfc09f3-9ae1-44f6-8a6b-42b608d259f8'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:47:07.558693 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a01f5f-ab45-447a-a31f-fa7fb4a260b8" -d '{"events": [{"server_uuid": "217208aa-b219-4b6c-9a56-8954a45f3639", "name": "network-vif-deleted", "tag": "3cfc09f3-9ae1-44f6-8a6b-42b608d259f8"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:47:07.624012 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 506e7617-622e-4e8e-8f0b-88bed6716f82 details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:47:07.626675 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 606a4203-9ee5-4fd5-9b14-0c178766fbfe up at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:47:07.687140 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-4ae7b850-3a38-4ac5-8a33-32cddc43ff24 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:07.687907 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-4ae7b850-3a38-4ac5-8a33-32cddc43ff24 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:07.763626 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90784160-3298-41f7-a2fd-81ccc78c2870 req-42fa189d-a8cd-4887-9f3a-72914e876176 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:07.765425 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-90784160-3298-41f7-a2fd-81ccc78c2870 req-42fa189d-a8cd-4887-9f3a-72914e876176 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.11 "GET /v2.0/ports?device_id=f09babd8-cff8-4c49-b361-fefb99f30e45 HTTP/1.1" status: 200 len: 945 time: 0.2024257 Jul 24 00:47:07.814017 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-4ae7b850-3a38-4ac5-8a33-32cddc43ff24 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5015483 Jul 24 00:47:07.829231 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-82a038e3-412f-4900-b666-785fac928d15 req-35ea3ce6-e681-4bb7-85ac-7ef16ec02920 service neutron] 10.222.0.13 "GET /v2.0/networks/0424e002-92c3-40ed-8018-7ea44515813a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7602260 Jul 24 00:47:07.874249 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning for port 606a4203-9ee5-4fd5-9b14-0c178766fbfe completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:47:07.905192 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning complete for port 606a4203-9ee5-4fd5-9b14-0c178766fbfe triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:47:07.905783 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:07.933236 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-1e7ee9de-af04-4d98-acb1-18e8f1eddcf6 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Request body: {'port': {'device_id': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd44a086b-008a-4058-bec6-57d1e56e41f3', 'admin_state_up': True, 'tenant_id': '23f38d06c8d14c15821cdb6c563f3213', 'security_groups': ['4531c942-f7ee-4c2c-9cee-5b2c599f93f2']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:47:08.037012 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 506e7617-622e-4e8e-8f0b-88bed6716f82, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=506e7617-622e-4e8e-8f0b-88bed6716f82,segment=NetworkSegment(58fdc277-5f36-433f-9782-f46712be7157),segment_id=58fdc277-5f36-433f-9782-f46712be7157)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:08.072158 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 506e7617-622e-4e8e-8f0b-88bed6716f82 has no active binding in host n-h2-793621-25 {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 24 00:47:08.119198 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffc4f8-1747-465f-940f-2d94d328099b req-2b911b69-d56f-43f7-b3cc-01be22542964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:08.120954 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9dffc4f8-1747-465f-940f-2d94d328099b req-2b911b69-d56f-43f7-b3cc-01be22542964 service neutron] 10.222.0.13 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.9131832 Jul 24 00:47:08.127472 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-90784160-3298-41f7-a2fd-81ccc78c2870 req-a0707fea-1c3f-43ca-a640-3becc61fd048 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Deleting port 6d5c10c6-55a8-47f9-8fb3-f20eec09a740 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:47:08.128099 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-90784160-3298-41f7-a2fd-81ccc78c2870 req-a0707fea-1c3f-43ca-a640-3becc61fd048 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:08.171038 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:08.194136 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9dffc4f8-1747-465f-940f-2d94d328099b req-9a3af2c6-d6f7-479e-8a1b-a3cf835ea0fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=26b94257-c0af-4147-9ffe-5c742e897ecd HTTP/1.1" status: 200 len: 217 time: 0.0564752 Jul 24 00:47:08.199868 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628d42a2-7ada-4268-be52-7c3048d872bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606a4203-9ee5-4fd5-9b14-0c178766fbfe'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:47:08.203157 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8843de12-c4f8-472b-a28b-0f93a600cb46" -d '{"events": [{"server_uuid": "628d42a2-7ada-4268-be52-7c3048d872bf", "name": "network-vif-plugged", "status": "completed", "tag": "606a4203-9ee5-4fd5-9b14-0c178766fbfe"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:47:08.209272 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5396f-e186-4aac-9918-59850ae55c41 req-763203e3-9cbd-4666-bf2a-2ec801e98fdb tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:08.216551 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5396f-e186-4aac-9918-59850ae55c41 req-763203e3-9cbd-4666-bf2a-2ec801e98fdb tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:08.219333 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 606a4203-9ee5-4fd5-9b14-0c178766fbfe, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=606a4203-9ee5-4fd5-9b14-0c178766fbfe,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:08.225993 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5396f-e186-4aac-9918-59850ae55c41 req-763203e3-9cbd-4666-bf2a-2ec801e98fdb tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:08.226828 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:08.235499 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-78f5396f-e186-4aac-9918-59850ae55c41 req-763203e3-9cbd-4666-bf2a-2ec801e98fdb tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 2373 time: 0.6456270 Jul 24 00:47:08.239133 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2980bd-25fc-4553-b12d-d0a14de36733 req-14c3a6c9-bdec-48c7-b903-488b0c5f3e76 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:08.245850 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2980bd-25fc-4553-b12d-d0a14de36733 req-14c3a6c9-bdec-48c7-b903-488b0c5f3e76 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:08.267813 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2980bd-25fc-4553-b12d-d0a14de36733 req-14c3a6c9-bdec-48c7-b903-488b0c5f3e76 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:08.284162 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3e2980bd-25fc-4553-b12d-d0a14de36733 req-14c3a6c9-bdec-48c7-b903-488b0c5f3e76 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea1dc35c-16a1-47ba-a874-658194aa0ff4 HTTP/1.1" status: 200 len: 2417 time: 0.4066641 Jul 24 00:47:08.303522 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=606a4203-9ee5-4fd5-9b14-0c178766fbfe,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:08.438598 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3e2980bd-25fc-4553-b12d-d0a14de36733 req-4b6a99c4-869c-46a3-a12c-78cbf1c4a9fd tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0ffb5b8-4b8b-475f-a5f7-255c2b17204b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535544 Jul 24 00:47:08.455842 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-78f5396f-e186-4aac-9918-59850ae55c41 req-79d236c1-6f61-4c74-8b0a-4779f004777e tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/security-groups?id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2192736 Jul 24 00:47:08.457162 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-90784160-3298-41f7-a2fd-81ccc78c2870 req-a0707fea-1c3f-43ca-a640-3becc61fd048 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] For port 6d5c10c6-55a8-47f9-8fb3-f20eec09a740, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=6d5c10c6-55a8-47f9-8fb3-f20eec09a740,segment=NetworkSegment(29cb724a-e429-44ff-9956-950fa3e91043),segment_id=29cb724a-e429-44ff-9956-950fa3e91043)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:08.457753 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-90784160-3298-41f7-a2fd-81ccc78c2870 req-a0707fea-1c3f-43ca-a640-3becc61fd048 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:08.458448 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffc4f8-1747-465f-940f-2d94d328099b req-b3f28191-b7af-4b93-8160-af798df8e0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:08.475027 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 6dd7dda7-d8d4-4ded-aca6-2204d4bacc67 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:47:08.479775 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9dffc4f8-1747-465f-940f-2d94d328099b req-b3f28191-b7af-4b93-8160-af798df8e0f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.2399540 Jul 24 00:47:08.549192 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-1e7ee9de-af04-4d98-acb1-18e8f1eddcf6 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Made reservation on behalf of 23f38d06c8d14c15821cdb6c563f3213 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:47:08.579645 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 6dd7dda7-d8d4-4ded-aca6-2204d4bacc67 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:47:08.587060 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 6dd7dda7-d8d4-4ded-aca6-2204d4bacc67 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:47:08.588914 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:08.778238 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffc4f8-1747-465f-940f-2d94d328099b req-d68caaa8-f3c1-4719-9376-19dfbfce7961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:08.780478 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9dffc4f8-1747-465f-940f-2d94d328099b req-d68caaa8-f3c1-4719-9376-19dfbfce7961 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2911148 Jul 24 00:47:08.784741 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-1e7ee9de-af04-4d98-acb1-18e8f1eddcf6 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:08.796709 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:08.875296 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 6dd7dda7-d8d4-4ded-aca6-2204d4bacc67, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=6dd7dda7-d8d4-4ded-aca6-2204d4bacc67,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:08.886218 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:08.902696 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 3cfc09f3-9ae1-44f6-8a6b-42b608d259f8 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:47:09.010972 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b574830d-3c26-4bbc-ba1e-91af6d6f21e5 req-94233e66-b8f3-444e-b829-ee5cb104c431 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:09.012926 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b574830d-3c26-4bbc-ba1e-91af6d6f21e5 req-94233e66-b8f3-444e-b829-ee5cb104c431 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=33646e73-2b79-4f91-838f-db984c3ad76a HTTP/1.1" status: 200 len: 943 time: 0.3318534 Jul 24 00:47:09.032563 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 3cfc09f3-9ae1-44f6-8a6b-42b608d259f8 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:47:09.033331 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 3cfc09f3-9ae1-44f6-8a6b-42b608d259f8 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:47:09.145610 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9dffc4f8-1747-465f-940f-2d94d328099b req-65dd7f74-36e0-469f-a16e-74a8ef88f928 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506973 Jul 24 00:47:09.147649 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=6dd7dda7-d8d4-4ded-aca6-2204d4bacc67,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:09.213284 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b574830d-3c26-4bbc-ba1e-91af6d6f21e5 req-26a217e3-c276-4026-9c09-b9d67c54c02b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839931 Jul 24 00:47:09.301104 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0789a1b7-ceb3-4601-8eaf-0cef2821aab4 req-53537084-db7a-42e5-a60b-44ded401e9b5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0ea5d19a-56bc-48b1-8465-2ced10cecf5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4179626 Jul 24 00:47:09.418565 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-1e7ee9de-af04-4d98-acb1-18e8f1eddcf6 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Allocated IP 10.2.2.100 (d44a086b-008a-4058-bec6-57d1e56e41f3/9e536425-1d34-448a-8c81-b1347ff16a76/1b2d3291-8280-46dd-96b5-e7c6c7c3131b) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:47:09.474874 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9dffc4f8-1747-465f-940f-2d94d328099b req-f46994db-828c-43e4-80b9-e54aef53cf73 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156669 Jul 24 00:47:09.513637 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff9f27c-8f65-4acd-9d9c-010ab27ca742 req-cc63a9f6-bb6e-4801-8f9e-d289d70797cb tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:09.520852 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7ff9f27c-8f65-4acd-9d9c-010ab27ca742 req-cc63a9f6-bb6e-4801-8f9e-d289d70797cb tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd52f7d7-7b4f-4712-ab9b-7786029ee3e7 HTTP/1.1" status: 200 len: 949 time: 0.8482692 Jul 24 00:47:09.550603 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-90784160-3298-41f7-a2fd-81ccc78c2870 req-a0707fea-1c3f-43ca-a640-3becc61fd048 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:09.551120 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-90784160-3298-41f7-a2fd-81ccc78c2870 req-a0707fea-1c3f-43ca-a640-3becc61fd048 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:09.551512 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [req-90784160-3298-41f7-a2fd-81ccc78c2870 req-a0707fea-1c3f-43ca-a640-3becc61fd048 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Floating IP 863d454a-c25d-49a2-9a5f-70512e69e9b2 disassociated. External IP: 172.25.2.22, port: 6d5c10c6-55a8-47f9-8fb3-f20eec09a740. Jul 24 00:47:09.551928 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-90784160-3298-41f7-a2fd-81ccc78c2870 req-a0707fea-1c3f-43ca-a640-3becc61fd048 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Calling delete_port for 6d5c10c6-55a8-47f9-8fb3-f20eec09a740 owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:47:09.572076 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c43e61-f535-4cd6-b419-c4b98b635a11 req-01943ae0-b114-49c6-952a-9e7a92ce25fa tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:09.583022 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-69c43e61-f535-4cd6-b419-c4b98b635a11 req-01943ae0-b114-49c6-952a-9e7a92ce25fa tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 948 time: 0.2682908 Jul 24 00:47:09.621163 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7ff9f27c-8f65-4acd-9d9c-010ab27ca742 req-75e3c9cc-ae82-4a98-b90c-4d94e8886aa5 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993397 Jul 24 00:47:09.646392 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789a1b7-ceb3-4601-8eaf-0cef2821aab4 req-35d7c343-838e-41bf-8bda-2dc47b00632f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:09.648006 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0789a1b7-ceb3-4601-8eaf-0cef2821aab4 req-35d7c343-838e-41bf-8bda-2dc47b00632f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=0ea5d19a-56bc-48b1-8465-2ced10cecf5d HTTP/1.1" status: 200 len: 1101 time: 0.2919188 Jul 24 00:47:09.795517 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1caabb1d-f47c-4102-995a-052fa2e706a2 x-openstack-request-id: req-1caabb1d-f47c-4102-995a-052fa2e706a2 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:47:09.796838 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217208aa-b219-4b6c-9a56-8954a45f3639", "name": "network-vif-deleted", "tag": "3cfc09f3-9ae1-44f6-8a6b-42b608d259f8", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:47:09.797079 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1caabb1d-f47c-4102-995a-052fa2e706a2 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:47:09.797584 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217208aa-b219-4b6c-9a56-8954a45f3639', 'name': 'network-vif-deleted', 'tag': '3cfc09f3-9ae1-44f6-8a6b-42b608d259f8', 'status': 'completed', 'code': 200} Jul 24 00:47:09.822165 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fea3f2-3598-471e-ac1c-5fb0547b3c32 req-946ebddd-9d14-46b0-9b47-3ba70f474859 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:09.830184 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fea3f2-3598-471e-ac1c-5fb0547b3c32 req-946ebddd-9d14-46b0-9b47-3ba70f474859 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:09.846235 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fea3f2-3598-471e-ac1c-5fb0547b3c32 req-946ebddd-9d14-46b0-9b47-3ba70f474859 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:09.856467 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d2fea3f2-3598-471e-ac1c-5fb0547b3c32 req-946ebddd-9d14-46b0-9b47-3ba70f474859 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.11 "GET /v2.0/ports?device_id=ea1dc35c-16a1-47ba-a874-658194aa0ff4 HTTP/1.1" status: 200 len: 2417 time: 0.4134316 Jul 24 00:47:09.877238 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-69c43e61-f535-4cd6-b419-c4b98b635a11 req-7cb2302b-6f3a-49f3-afe1-d37b98151528 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888827 Jul 24 00:47:09.976101 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-34303f23-a842-4324-96b7-fd38f515f970 req-8f349e52-2ba8-40f6-ba2e-0b4bb5d1f93f tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c672cc5-e8a5-4794-8638-d6570b0bb6df HTTP/1.1" status: 200 len: 210 time: 0.0904410 Jul 24 00:47:10.067308 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:47:10.080855 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce77e58c-a1ac-445a-802b-2dbb96b9da93 x-openstack-request-id: req-ce77e58c-a1ac-445a-802b-2dbb96b9da93 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:47:10.081340 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "628d42a2-7ada-4268-be52-7c3048d872bf", "name": "network-vif-plugged", "status": "completed", "tag": "606a4203-9ee5-4fd5-9b14-0c178766fbfe", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:47:10.081751 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ce77e58c-a1ac-445a-802b-2dbb96b9da93 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:47:10.082317 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628d42a2-7ada-4268-be52-7c3048d872bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '606a4203-9ee5-4fd5-9b14-0c178766fbfe', 'code': 200} Jul 24 00:47:10.211463 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-1e7ee9de-af04-4d98-acb1-18e8f1eddcf6 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:10.398114 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-90784160-3298-41f7-a2fd-81ccc78c2870 req-a0707fea-1c3f-43ca-a640-3becc61fd048 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:10.451176 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-d2fea3f2-3598-471e-ac1c-5fb0547b3c32 req-362eb040-ccd1-49ec-b089-40e6026654d4 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Deleting port 70634e1a-195e-4ef4-bb85-11662253b7ad {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:47:10.451631 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-d2fea3f2-3598-471e-ac1c-5fb0547b3c32 req-362eb040-ccd1-49ec-b089-40e6026654d4 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:10.495413 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-6b2deb84-aa0a-4a84-9596-4e5d705a86c2 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:10.497452 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-6b2deb84-aa0a-4a84-9596-4e5d705a86c2 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.13 "GET /v2.0/networks?id=dce79d1a-19b5-4596-96e4-d04368356b25 HTTP/1.1" status: 200 len: 823 time: 0.6887057 Jul 24 00:47:10.500102 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf192f-e65a-42b6-813b-7db8fd13a276 req-11197f78-e253-4d43-89d8-946059a3ef13 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:10.506744 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf192f-e65a-42b6-813b-7db8fd13a276 req-11197f78-e253-4d43-89d8-946059a3ef13 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:10.514079 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf192f-e65a-42b6-813b-7db8fd13a276 req-11197f78-e253-4d43-89d8-946059a3ef13 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:10.521887 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-60bf192f-e65a-42b6-813b-7db8fd13a276 req-11197f78-e253-4d43-89d8-946059a3ef13 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea1dc35c-16a1-47ba-a874-658194aa0ff4 HTTP/1.1" status: 200 len: 2417 time: 0.3859334 Jul 24 00:47:10.524543 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47844) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:47:10.536864 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-1e7ee9de-af04-4d98-acb1-18e8f1eddcf6 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Transition to ACTIVE for port object 1b2d3291-8280-46dd-96b5-e7c6c7c3131b will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:47:10.559900 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0707fea-1c3f-43ca-a640-3becc61fd048 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Pushing event deleted for resources: {'Port': ['ID=6d5c10c6-55a8-47f9-8fb3-f20eec09a740,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:10.597869 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-2d3ab81c-32b9-40be-ba94-97cbef7b2a5a service neutron] 10.222.0.13 "GET /v2.0/ports/506e7617-622e-4e8e-8f0b-88bed6716f82/bindings/n-h2-793621-25 HTTP/1.1" status: 200 len: 385 time: 0.3289165 Jul 24 00:47:10.635870 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fcc74c-b4ed-4b69-828e-4613e261c650 req-da5affd5-bbcd-4734-8252-ad2a35ff4dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:10.637757 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-45fcc74c-b4ed-4b69-828e-4613e261c650 req-da5affd5-bbcd-4734-8252-ad2a35ff4dbe service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=628d42a2-7ada-4268-be52-7c3048d872bf HTTP/1.1" status: 200 len: 1102 time: 0.4178896 Jul 24 00:47:10.663517 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789a1b7-ceb3-4601-8eaf-0cef2821aab4 req-372e95ef-3a28-4679-b502-74711e24a483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:10.670916 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0789a1b7-ceb3-4601-8eaf-0cef2821aab4 req-372e95ef-3a28-4679-b502-74711e24a483 service neutron] 10.222.0.13 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.9350600 Jul 24 00:47:10.821984 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0789a1b7-ceb3-4601-8eaf-0cef2821aab4 req-9669bfbf-91a5-405f-8316-f7171cdf5943 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=e26ba7bc-df08-4bb6-9190-ffb5d7f68be7 HTTP/1.1" status: 200 len: 217 time: 0.1224411 Jul 24 00:47:10.833025 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-0b2f6183-b0b2-4a8d-bd7d-577d99f5b9fb tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c49dfe4b8b164c34b2cb1c242cf6f8a2 HTTP/1.1" status: 200 len: 380 time: 0.3104722 Jul 24 00:47:10.849197 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-1e7ee9de-af04-4d98-acb1-18e8f1eddcf6 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:10.858542 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-6d1e08c5-25d4-4349-89f3-75d8c47215fe tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Request body: {'port': {'device_id': '0c672cc5-e8a5-4794-8638-d6570b0bb6df', 'network_id': 'dce79d1a-19b5-4596-96e4-d04368356b25', 'admin_state_up': True, 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'security_groups': ['965727d2-73e4-4b91-a58b-45ed41aaec8f']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:47:10.862829 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-60bf192f-e65a-42b6-813b-7db8fd13a276 req-8489e0d1-f4d6-4e12-b1b2-357370fd4e2c tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0ffb5b8-4b8b-475f-a5f7-255c2b17204b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397548 Jul 24 00:47:10.891582 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbec301-865e-4b6f-a4ff-fa7ce6d7e7c5 req-5ecf114d-de41-431d-9ffb-2e7f07ed4e1c tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:10.897491 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbec301-865e-4b6f-a4ff-fa7ce6d7e7c5 req-5ecf114d-de41-431d-9ffb-2e7f07ed4e1c tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:10.904945 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbec301-865e-4b6f-a4ff-fa7ce6d7e7c5 req-5ecf114d-de41-431d-9ffb-2e7f07ed4e1c tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:10.906935 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fcbec301-865e-4b6f-a4ff-fa7ce6d7e7c5 req-5ecf114d-de41-431d-9ffb-2e7f07ed4e1c tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 2373 time: 0.4322183 Jul 24 00:47:10.916434 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-d2fea3f2-3598-471e-ac1c-5fb0547b3c32 req-362eb040-ccd1-49ec-b089-40e6026654d4 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] For port 70634e1a-195e-4ef4-bb85-11662253b7ad, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=70634e1a-195e-4ef4-bb85-11662253b7ad,segment=NetworkSegment(19885b98-89ba-4324-bda6-0c115e1d7d21),segment_id=19885b98-89ba-4324-bda6-0c115e1d7d21)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:10.916821 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-d2fea3f2-3598-471e-ac1c-5fb0547b3c32 req-362eb040-ccd1-49ec-b089-40e6026654d4 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:10.934536 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-d2fea3f2-3598-471e-ac1c-5fb0547b3c32 req-362eb040-ccd1-49ec-b089-40e6026654d4 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Calling delete_port for 70634e1a-195e-4ef4-bb85-11662253b7ad owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:47:11.102493 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-45fcc74c-b4ed-4b69-828e-4613e261c650 req-28aa3b5a-1035-4de4-88c4-cf41a7d40e8e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4489317 Jul 24 00:47:11.160331 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-92b9f4f5-f51f-4765-9664-86e127dc1d0c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6acc66f65470401fbb6f7f99380344fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6282597 Jul 24 00:47:11.171121 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47854) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:47:11.302080 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-1e7ee9de-af04-4d98-acb1-18e8f1eddcf6 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Network d44a086b-008a-4058-bec6-57d1e56e41f3 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:47:11.317640 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90784160-3298-41f7-a2fd-81ccc78c2870 req-a0707fea-1c3f-43ca-a640-3becc61fd048 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Router ccec94e2-51a8-407b-b985-d864d380ad48 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:47:11.319648 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-1e7ee9de-af04-4d98-acb1-18e8f1eddcf6 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:47:11.336976 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-1e7ee9de-af04-4d98-acb1-18e8f1eddcf6 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:47:11.354682 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcee9b0-9fca-472b-9c82-363ed25e2947 req-d028b61a-f457-4659-a430-d0c326199879 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:11.356342 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8dcee9b0-9fca-472b-9c82-363ed25e2947 req-d028b61a-f457-4659-a430-d0c326199879 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=33646e73-2b79-4f91-838f-db984c3ad76a HTTP/1.1" status: 200 len: 943 time: 0.3653865 Jul 24 00:47:11.436005 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-1e7ee9de-af04-4d98-acb1-18e8f1eddcf6 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:11.436710 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-1e7ee9de-af04-4d98-acb1-18e8f1eddcf6 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:11.446276 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-aca3c6df-1a6e-484b-bdaa-045859aa7c63 service neutron] For port 506e7617-622e-4e8e-8f0b-88bed6716f82, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=506e7617-622e-4e8e-8f0b-88bed6716f82,segment=NetworkSegment(58fdc277-5f36-433f-9782-f46712be7157),segment_id=58fdc277-5f36-433f-9782-f46712be7157)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:11.547119 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789a1b7-ceb3-4601-8eaf-0cef2821aab4 req-d207e7da-7e50-429c-bebb-16a4cea01b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:11.553139 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0789a1b7-ceb3-4601-8eaf-0cef2821aab4 req-d207e7da-7e50-429c-bebb-16a4cea01b93 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.7164004 Jul 24 00:47:11.560885 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fcbec301-865e-4b6f-a4ff-fa7ce6d7e7c5 req-e1e8561d-10ba-461e-8a58-dfb2364feeb2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/security-groups?id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6204836 Jul 24 00:47:11.593667 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-1e7ee9de-af04-4d98-acb1-18e8f1eddcf6 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6665916 Jul 24 00:47:11.598069 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7ee9de-af04-4d98-acb1-18e8f1eddcf6 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Pushing event updated for resources: {'Port': ['ID=1b2d3291-8280-46dd-96b5-e7c6c7c3131b,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:11.628393 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-91279a5f-1c03-43b2-a77c-c2bbec79b21c tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Request body: {'port': {'device_id': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd44a086b-008a-4058-bec6-57d1e56e41f3', 'admin_state_up': True, 'tenant_id': '23f38d06c8d14c15821cdb6c563f3213', 'security_groups': ['4531c942-f7ee-4c2c-9cee-5b2c599f93f2']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:47:11.641429 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a72d8d6b-70a1-4078-a391-08208aa01a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:11.673062 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 70634e1a-195e-4ef4-bb85-11662253b7ad no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:47:11.692999 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-16a3a71a-ad2e-43ab-8156-d7e9bad471d1 req-b0b0cb8a-c000-407e-936b-8b16f31c8484 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5188398 Jul 24 00:47:11.698636 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-aca3c6df-1a6e-484b-bdaa-045859aa7c63 service neutron] For port 506e7617-622e-4e8e-8f0b-88bed6716f82, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:47:11.707610 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-d2fea3f2-3598-471e-ac1c-5fb0547b3c32 req-362eb040-ccd1-49ec-b089-40e6026654d4 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:11.712522 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8dcee9b0-9fca-472b-9c82-363ed25e2947 req-3d9b2d0b-6b0b-442b-9251-866e50be6d52 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394842 Jul 24 00:47:11.782305 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a72d8d6b-70a1-4078-a391-08208aa01a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:11.803687 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362eb040-ccd1-49ec-b089-40e6026654d4 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Pushing event deleted for resources: {'Port': ['ID=70634e1a-195e-4ef4-bb85-11662253b7ad,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:11.844814 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-aca3c6df-1a6e-484b-bdaa-045859aa7c63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 506e7617-622e-4e8e-8f0b-88bed6716f82 {{(pid=100463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:47:11.849721 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-5eb9a18e-a9d1-4ba9-bd24-2e8a5cda43b3 None None] Provisioning for port 1b2d3291-8280-46dd-96b5-e7c6c7c3131b completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:47:11.861182 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-5eb9a18e-a9d1-4ba9-bd24-2e8a5cda43b3 None None] Provisioning complete for port 1b2d3291-8280-46dd-96b5-e7c6c7c3131b triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:47:11.861582 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5eb9a18e-a9d1-4ba9-bd24-2e8a5cda43b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:11.888967 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] No active binding found for port 70634e1a-195e-4ef4-bb85-11662253b7ad {{(pid=100465) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 24 00:47:11.890412 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 70634e1a-195e-4ef4-bb85-11662253b7ad not bound to the agent host n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:47:11.890412 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 8eb37054-923a-4399-a799-db6758c8a449 no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:47:11.953445 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-5eb9a18e-a9d1-4ba9-bd24-2e8a5cda43b3 None None] Port 1b2d3291-8280-46dd-96b5-e7c6c7c3131b cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:47:11.983780 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-aca3c6df-1a6e-484b-bdaa-045859aa7c63 service neutron] For port 506e7617-622e-4e8e-8f0b-88bed6716f82, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=506e7617-622e-4e8e-8f0b-88bed6716f82,segment=NetworkSegment(58fdc277-5f36-433f-9782-f46712be7157),segment_id=58fdc277-5f36-433f-9782-f46712be7157)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:12.043338 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:12.050241 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2fea3f2-3598-471e-ac1c-5fb0547b3c32 req-362eb040-ccd1-49ec-b089-40e6026654d4 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] No DVR routers for this DVR port 70634e1a-195e-4ef4-bb85-11662253b7ad on host n-h2-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:47:12.056673 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90784160-3298-41f7-a2fd-81ccc78c2870 req-a0707fea-1c3f-43ca-a640-3becc61fd048 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:47:12.073446 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-d2fea3f2-3598-471e-ac1c-5fb0547b3c32 req-362eb040-ccd1-49ec-b089-40e6026654d4 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:12.076234 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d2fea3f2-3598-471e-ac1c-5fb0547b3c32 req-362eb040-ccd1-49ec-b089-40e6026654d4 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.11 "DELETE /v2.0/ports/70634e1a-195e-4ef4-bb85-11662253b7ad HTTP/1.1" status: 204 len: 173 time: 2.2186024 Jul 24 00:47:12.079894 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb46895-354c-494d-b487-3af162e5a1b6 None None] Sync routers for ids ['ccec94e2-51a8-407b-b985-d864d380ad48'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:47:12.081474 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1dc35c-16a1-47ba-a874-658194aa0ff4', 'name': 'network-vif-deleted', 'tag': '70634e1a-195e-4ef4-bb85-11662253b7ad'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:47:12.084673 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd52f7d7-7b4f-4712-ab9b-7786029ee3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd7dda7-d8d4-4ded-aca6-2204d4bacc67'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:47:12.087797 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991d0637-0c20-4131-94e3-1876fb3e3d44" -d '{"events": [{"server_uuid": "fd52f7d7-7b4f-4712-ab9b-7786029ee3e7", "name": "network-vif-plugged", "status": "completed", "tag": "6dd7dda7-d8d4-4ded-aca6-2204d4bacc67"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:47:12.088277 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc0b5db-3e7b-4190-ab72-14c5aee91a13" -d '{"events": [{"server_uuid": "ea1dc35c-16a1-47ba-a874-658194aa0ff4", "name": "network-vif-deleted", "tag": "70634e1a-195e-4ef4-bb85-11662253b7ad"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:47:12.090970 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-aca3c6df-1a6e-484b-bdaa-045859aa7c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:12.111617 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb46895-354c-494d-b487-3af162e5a1b6 None None] Routers {'ccec94e2-51a8-407b-b985-d864d380ad48'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:47:12.117975 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-2fb46895-354c-494d-b487-3af162e5a1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:46:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['ccec94e2-51a8-407b-b985-d864d380ad48'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:47:12.153371 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 8eb37054-923a-4399-a799-db6758c8a449, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=8eb37054-923a-4399-a799-db6758c8a449,segment=NetworkSegment(0e636ac7-f63a-4f42-9829-dab4c0c2170e),segment_id=0e636ac7-f63a-4f42-9829-dab4c0c2170e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:12.167025 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:12.167826 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device b826164c-ed32-459f-9713-ef1337b278dc no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:47:12.225475 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-6d1e08c5-25d4-4349-89f3-75d8c47215fe tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Made reservation on behalf of c49dfe4b8b164c34b2cb1c242cf6f8a2 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:47:12.257006 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-6d1e08c5-25d4-4349-89f3-75d8c47215fe tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:12.302705 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-90784160-3298-41f7-a2fd-81ccc78c2870 req-a0707fea-1c3f-43ca-a640-3becc61fd048 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] No DVR routers for this DVR port 6d5c10c6-55a8-47f9-8fb3-f20eec09a740 on host n-h2-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:47:12.311347 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-90784160-3298-41f7-a2fd-81ccc78c2870 req-a0707fea-1c3f-43ca-a640-3becc61fd048 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:12.314381 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-90784160-3298-41f7-a2fd-81ccc78c2870 req-a0707fea-1c3f-43ca-a640-3becc61fd048 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.11 "DELETE /v2.0/ports/6d5c10c6-55a8-47f9-8fb3-f20eec09a740 HTTP/1.1" status: 204 len: 173 time: 4.5327163 Jul 24 00:47:12.369267 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-2fb46895-354c-494d-b487-3af162e5a1b6 None None] Set router ccec94e2-51a8-407b-b985-d864d380ad48 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:47:12.448141 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:12.454867 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0789a1b7-ceb3-4601-8eaf-0cef2821aab4 req-77eca849-acf2-4de8-82f0-857017ca6bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:12.457200 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0789a1b7-ceb3-4601-8eaf-0cef2821aab4 req-77eca849-acf2-4de8-82f0-857017ca6bc2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8944707 Jul 24 00:47:12.485309 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=8eb37054-923a-4399-a799-db6758c8a449,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:12.498125 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a72d8d6b-70a1-4078-a391-08208aa01a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:12.499514 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39d446-787e-428e-8c4b-09f9d2cadbc9 req-d1636cd4-05e4-49ae-8ccd-d4920bec2579 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:12.501153 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3d39d446-787e-428e-8c4b-09f9d2cadbc9 req-d1636cd4-05e4-49ae-8ccd-d4920bec2579 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd52f7d7-7b4f-4712-ab9b-7786029ee3e7 HTTP/1.1" status: 200 len: 950 time: 0.6782827 Jul 24 00:47:12.501723 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a72d8d6b-70a1-4078-a391-08208aa01a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:12.503264 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a72d8d6b-70a1-4078-a391-08208aa01a71 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7f909524-2c4c-48d3-8499-44adfd15f6f5 HTTP/1.1" status: 204 len: 168 time: 1.3261013 Jul 24 00:47:12.538455 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port b826164c-ed32-459f-9713-ef1337b278dc, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=b826164c-ed32-459f-9713-ef1337b278dc,segment=NetworkSegment(0e636ac7-f63a-4f42-9829-dab4c0c2170e),segment_id=0e636ac7-f63a-4f42-9829-dab4c0c2170e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:12.548353 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:12.550755 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 6d5c10c6-55a8-47f9-8fb3-f20eec09a740 no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:47:12.573162 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3a71a-ad2e-43ab-8156-d7e9bad471d1 req-42b4497b-7f17-49b0-b10f-f2951c452f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:12.575039 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-16a3a71a-ad2e-43ab-8156-d7e9bad471d1 req-42b4497b-7f17-49b0-b10f-f2951c452f83 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17 HTTP/1.1" status: 200 len: 1102 time: 0.7573600 Jul 24 00:47:12.576849 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72d8d6b-70a1-4078-a391-08208aa01a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f909524-2c4c-48d3-8499-44adfd15f6f5,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:12.605895 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005be2a-90d9-4ee0-9ebf-18d40f5c5fb7 req-05694110-ed7d-4f4f-bdc8-108aa2bf0f78 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:12.607851 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2005be2a-90d9-4ee0-9ebf-18d40f5c5fb7 req-05694110-ed7d-4f4f-bdc8-108aa2bf0f78 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 948 time: 0.6367419 Jul 24 00:47:12.622881 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] No Port match for: 6d5c10c6-55a8-47f9-8fb3-f20eec09a740 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:47:12.623730 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 6d5c10c6-55a8-47f9-8fb3-f20eec09a740 not bound to the agent host n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:47:12.637696 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-aca3c6df-1a6e-484b-bdaa-045859aa7c63 service neutron] Transition to ACTIVE for port object 506e7617-622e-4e8e-8f0b-88bed6716f82 will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:47:12.676243 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-aca3c6df-1a6e-484b-bdaa-045859aa7c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:12.761429 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=b826164c-ed32-459f-9713-ef1337b278dc,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:12.808156 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-d2fea3f2-3598-471e-ac1c-5fb0547b3c32 req-a353ad8e-f6bb-4988-8de1-bffc8e7a6890 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Deleting port 8eb37054-923a-4399-a799-db6758c8a449 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:47:12.808648 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-d2fea3f2-3598-471e-ac1c-5fb0547b3c32 req-a353ad8e-f6bb-4988-8de1-bffc8e7a6890 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:12.825331 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2005be2a-90d9-4ee0-9ebf-18d40f5c5fb7 req-3a60a280-d9ab-4a25-89c4-5a7b6c746e03 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060637 Jul 24 00:47:12.854846 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-2fb46895-354c-494d-b487-3af162e5a1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-782398877-router', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'b250a86f-11b6-4f6f-9d2d-f659ace64b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:44:37Z', 'updated_at': '2021-07-24T00:44:44Z', 'revision_number': 4, 'project_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'gw_port': {'id': 'b250a86f-11b6-4f6f-9d2d-f659ace64b98', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:44:38Z', 'updated_at': '2021-07-24T00:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '02d4a2ee-960c-4660-bc91-256901577c00', 'name': '', 'network_id': 'dce79d1a-19b5-4596-96e4-d04368356b25', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'mac_address': 'fa:16:3e:23:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '9be57270-14e1-41b6-9949-cbee1e39a6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:44:42Z', 'updated_at': '2021-07-24T00:44:51Z', 'revision_number': 5, 'project_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'subnets': [{'id': '9be57270-14e1-41b6-9949-cbee1e39a6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:47:12.958810 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-91279a5f-1c03-43b2-a77c-c2bbec79b21c tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Made reservation on behalf of 23f38d06c8d14c15821cdb6c563f3213 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:47:12.959778 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb46895-354c-494d-b487-3af162e5a1b6 None None] Checking router: ccec94e2-51a8-407b-b985-d864d380ad48 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:47:12.963738 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-91279a5f-1c03-43b2-a77c-c2bbec79b21c tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:12.988655 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb46895-354c-494d-b487-3af162e5a1b6 None None] Routers {'ccec94e2-51a8-407b-b985-d864d380ad48'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:47:12.991774 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-2fb46895-354c-494d-b487-3af162e5a1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:46:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['ccec94e2-51a8-407b-b985-d864d380ad48'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:47:13.037613 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3d39d446-787e-428e-8c4b-09f9d2cadbc9 req-77e2d819-9bf7-4f97-b44d-80227ea45e52 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5045023 Jul 24 00:47:13.270497 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-2fb46895-354c-494d-b487-3af162e5a1b6 None None] Set router ccec94e2-51a8-407b-b985-d864d380ad48 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:47:13.328681 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47872) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:47:13.371363 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0789a1b7-ceb3-4601-8eaf-0cef2821aab4 req-ac1bd12c-f202-4bb5-b46d-212baf5c10d2 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8691804 Jul 24 00:47:13.415343 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-aca3c6df-1a6e-484b-bdaa-045859aa7c63 service neutron] No DVR routers for this DVR port 506e7617-622e-4e8e-8f0b-88bed6716f82 on host n-h1-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:47:13.484968 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3c6df-1a6e-484b-bdaa-045859aa7c63 service neutron] Pushing event updated for resources: {'Port': ['ID=506e7617-622e-4e8e-8f0b-88bed6716f82,revision_number=10']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:13.497411 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-16f5dc51-725b-4ad3-a82b-359cf9ebb8cd req-d2ddfa13-18a2-4853-87eb-02147c58cd9c tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c672cc5-e8a5-4794-8638-d6570b0bb6df HTTP/1.1" status: 200 len: 210 time: 0.0857906 Jul 24 00:47:13.543126 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-6d1e08c5-25d4-4349-89f3-75d8c47215fe tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Allocated IP 172.20.0.10 (dce79d1a-19b5-4596-96e4-d04368356b25/9be57270-14e1-41b6-9949-cbee1e39a6d3/a65b039b-c771-4e86-80ab-8c38cd310841) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:47:13.575298 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3a71a-ad2e-43ab-8156-d7e9bad471d1 req-5afd4354-4c45-4d92-9b7a-232563704771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:13.577023 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-16a3a71a-ad2e-43ab-8156-d7e9bad471d1 req-5afd4354-4c45-4d92-9b7a-232563704771 service neutron] 10.222.0.11 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.9591267 Jul 24 00:47:13.595673 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-2fb46895-354c-494d-b487-3af162e5a1b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-782398877-router', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'b250a86f-11b6-4f6f-9d2d-f659ace64b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:44:37Z', 'updated_at': '2021-07-24T00:44:44Z', 'revision_number': 4, 'project_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'gw_port': {'id': 'b250a86f-11b6-4f6f-9d2d-f659ace64b98', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:44:38Z', 'updated_at': '2021-07-24T00:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '02d4a2ee-960c-4660-bc91-256901577c00', 'name': '', 'network_id': 'dce79d1a-19b5-4596-96e4-d04368356b25', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'mac_address': 'fa:16:3e:23:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '9be57270-14e1-41b6-9949-cbee1e39a6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:44:42Z', 'updated_at': '2021-07-24T00:44:51Z', 'revision_number': 5, 'project_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'subnets': [{'id': '9be57270-14e1-41b6-9949-cbee1e39a6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:47:13.595866 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4440f15-95e0-4bb2-812e-030e0c8db3be x-openstack-request-id: req-b4440f15-95e0-4bb2-812e-030e0c8db3be {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:47:13.595989 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd52f7d7-7b4f-4712-ab9b-7786029ee3e7", "name": "network-vif-plugged", "status": "completed", "tag": "6dd7dda7-d8d4-4ded-aca6-2204d4bacc67", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:47:13.596215 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b4440f15-95e0-4bb2-812e-030e0c8db3be {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:47:13.596645 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd52f7d7-7b4f-4712-ab9b-7786029ee3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd7dda7-d8d4-4ded-aca6-2204d4bacc67', 'code': 200} Jul 24 00:47:13.673031 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375305f-1fe5-4a6f-b2fd-b5e51873ebbf req-ad09a33e-6586-4e9c-9458-93b21d29d3f1 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:13.673267 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb46895-354c-494d-b487-3af162e5a1b6 None None] The sync data for ids ['ccec94e2-51a8-407b-b985-d864d380ad48'] in n-d-793621-25 is: [{'id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-782398877-router', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'b250a86f-11b6-4f6f-9d2d-f659ace64b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:44:37Z', 'updated_at': '2021-07-24T00:44:44Z', 'revision_number': 4, 'project_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'gw_port': {'id': 'b250a86f-11b6-4f6f-9d2d-f659ace64b98', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:44:38Z', 'updated_at': '2021-07-24T00:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '02d4a2ee-960c-4660-bc91-256901577c00', 'name': '', 'network_id': 'dce79d1a-19b5-4596-96e4-d04368356b25', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'mac_address': 'fa:16:3e:23:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '9be57270-14e1-41b6-9949-cbee1e39a6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:44:42Z', 'updated_at': '2021-07-24T00:44:51Z', 'revision_number': 5, 'project_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'subnets': [{'id': '9be57270-14e1-41b6-9949-cbee1e39a6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:47:13.682117 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d375305f-1fe5-4a6f-b2fd-b5e51873ebbf req-ad09a33e-6586-4e9c-9458-93b21d29d3f1 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:13.689349 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d375305f-1fe5-4a6f-b2fd-b5e51873ebbf req-ad09a33e-6586-4e9c-9458-93b21d29d3f1 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea1dc35c-16a1-47ba-a874-658194aa0ff4 HTTP/1.1" status: 200 len: 1678 time: 0.3594201 Jul 24 00:47:13.717950 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5d42ba-5175-4fff-9060-7b0177e99160 x-openstack-request-id: req-6e5d42ba-5175-4fff-9060-7b0177e99160 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:47:13.718603 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1dc35c-16a1-47ba-a874-658194aa0ff4", "name": "network-vif-deleted", "tag": "70634e1a-195e-4ef4-bb85-11662253b7ad", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:47:13.718782 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6e5d42ba-5175-4fff-9060-7b0177e99160 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:47:13.719199 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1dc35c-16a1-47ba-a874-658194aa0ff4', 'name': 'network-vif-deleted', 'tag': '70634e1a-195e-4ef4-bb85-11662253b7ad', 'status': 'completed', 'code': 200} Jul 24 00:47:13.724156 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-03a897a3-8e5e-4731-96d7-e47db8147602 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b6839f2ec6dd418b8dc33183f8e479fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3509116 Jul 24 00:47:13.725217 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-aca3c6df-1a6e-484b-bdaa-045859aa7c63 service neutron] 10.222.0.13 "PUT /v2.0/ports/506e7617-622e-4e8e-8f0b-88bed6716f82/bindings/n-h2-793621-25/activate HTTP/1.1" status: 200 len: 370 time: 3.0862234 Jul 24 00:47:13.726029 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0789a1b7-ceb3-4601-8eaf-0cef2821aab4 req-f5750c99-ea68-41b4-84e5-f33ea905e587 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284547 Jul 24 00:47:13.731888 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.13', 63846) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:47:13.732699 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47874) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:47:13.767255 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-16a3a71a-ad2e-43ab-8156-d7e9bad471d1 req-c91e907f-614f-4a05-9990-8751428f6b00 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=88b73c65-2a63-44ed-97a6-4adff615d912 HTTP/1.1" status: 200 len: 217 time: 0.1798885 Jul 24 00:47:13.868984 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d375305f-1fe5-4a6f-b2fd-b5e51873ebbf req-841e8fd1-0097-4ab7-814c-08aeea37dbb3 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0ffb5b8-4b8b-475f-a5f7-255c2b17204b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780410 Jul 24 00:47:13.904503 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-d2fea3f2-3598-471e-ac1c-5fb0547b3c32 req-a353ad8e-f6bb-4988-8de1-bffc8e7a6890 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] For port 8eb37054-923a-4399-a799-db6758c8a449, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=8eb37054-923a-4399-a799-db6758c8a449,segment=NetworkSegment(0e636ac7-f63a-4f42-9829-dab4c0c2170e),segment_id=0e636ac7-f63a-4f42-9829-dab4c0c2170e)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:13.904503 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-d2fea3f2-3598-471e-ac1c-5fb0547b3c32 req-a353ad8e-f6bb-4988-8de1-bffc8e7a6890 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:13.957657 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-d2fea3f2-3598-471e-ac1c-5fb0547b3c32 req-a353ad8e-f6bb-4988-8de1-bffc8e7a6890 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Calling delete_port for 8eb37054-923a-4399-a799-db6758c8a449 owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:47:13.963684 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-851c622e-3250-4d07-9840-84e0275b9981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:13.969158 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-91279a5f-1c03-43b2-a77c-c2bbec79b21c tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Allocated IP 10.2.2.200 (d44a086b-008a-4058-bec6-57d1e56e41f3/9e536425-1d34-448a-8c81-b1347ff16a76/3ed410d3-3325-4685-85a3-54d0440cdaea) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:47:13.979495 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3a71a-ad2e-43ab-8156-d7e9bad471d1 req-36695f7b-ca90-4152-a551-c7888bcfe930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:13.980998 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-16a3a71a-ad2e-43ab-8156-d7e9bad471d1 req-36695f7b-ca90-4152-a551-c7888bcfe930 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.2031791 Jul 24 00:47:14.104036 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-851c622e-3250-4d07-9840-84e0275b9981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:14.118882 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e03114-9eb4-4530-804c-ac286ec53ec1 req-36e19c96-579b-4f8c-a130-3a401113e63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:14.120104 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c2e03114-9eb4-4530-804c-ac286ec53ec1 req-36e19c96-579b-4f8c-a130-3a401113e63b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fd52f7d7-7b4f-4712-ab9b-7786029ee3e7 HTTP/1.1" status: 200 len: 1102 time: 0.3861182 Jul 24 00:47:14.145889 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2d1ee-2618-4f30-a4a0-8ea5cec5b152 req-351e1f88-286d-4be3-97a2-aa53481ef38d tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:14.152772 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2d1ee-2618-4f30-a4a0-8ea5cec5b152 req-351e1f88-286d-4be3-97a2-aa53481ef38d tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:14.158783 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2d1ee-2618-4f30-a4a0-8ea5cec5b152 req-351e1f88-286d-4be3-97a2-aa53481ef38d tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:14.165685 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2d1ee-2618-4f30-a4a0-8ea5cec5b152 req-351e1f88-286d-4be3-97a2-aa53481ef38d tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:14.172943 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3dd2d1ee-2618-4f30-a4a0-8ea5cec5b152 req-351e1f88-286d-4be3-97a2-aa53481ef38d tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 3094 time: 0.3550100 Jul 24 00:47:14.192077 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec0fb8c-91ba-40b5-bbe1-80dc9cee9693 None None] New status for floating IP 863d454a-c25d-49a2-9a5f-70512e69e9b2: DOWN {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:47:14.196425 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-29276200-f390-435d-bf49-51773b85fc45 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:14.198234 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-29276200-f390-435d-bf49-51773b85fc45 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=33646e73-2b79-4f91-838f-db984c3ad76a&tenant_id=f6c3815e83b546d1ba8426b7607dbf30&binding%3Ahost_id=n-h1-793621-25 HTTP/1.1" status: 200 len: 1096 time: 0.3068147 Jul 24 00:47:14.215450 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-6d1e08c5-25d4-4349-89f3-75d8c47215fe tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:14.262681 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e88aa-ba62-4187-a38e-eec2dab2ac99 req-fe91a95f-18ec-4f27-ac56-ccea594837ed tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:14.264239 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-318e88aa-ba62-4187-a38e-eec2dab2ac99 req-fe91a95f-18ec-4f27-ac56-ccea594837ed tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=33646e73-2b79-4f91-838f-db984c3ad76a HTTP/1.1" status: 200 len: 944 time: 0.3253384 Jul 24 00:47:14.364118 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-851c622e-3250-4d07-9840-84e0275b9981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:14.369141 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-851c622e-3250-4d07-9840-84e0275b9981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:14.370769 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-851c622e-3250-4d07-9840-84e0275b9981 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/94d4872a-ae5c-4681-a2a4-8705ae18bf31 HTTP/1.1" status: 204 len: 168 time: 0.6334684 Jul 24 00:47:14.385162 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3dd2d1ee-2618-4f30-a4a0-8ea5cec5b152 req-55b21dbc-2304-4f53-997b-296aad3bdf67 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/security-groups?id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2111983 Jul 24 00:47:14.387085 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c2e03114-9eb4-4530-804c-ac286ec53ec1 req-91770196-827c-4826-b088-1434156f561b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522750 Jul 24 00:47:14.440870 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3a71a-ad2e-43ab-8156-d7e9bad471d1 req-7cd058a1-cc65-448f-b4d7-9812ee59767c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:14.442446 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-16a3a71a-ad2e-43ab-8156-d7e9bad471d1 req-7cd058a1-cc65-448f-b4d7-9812ee59767c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4482119 Jul 24 00:47:14.474675 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-91279a5f-1c03-43b2-a77c-c2bbec79b21c tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:14.494664 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 506e7617-622e-4e8e-8f0b-88bed6716f82 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:47:14.529842 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c622e-3250-4d07-9840-84e0275b9981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d4872a-ae5c-4681-a2a4-8705ae18bf31,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:14.539495 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-318e88aa-ba62-4187-a38e-eec2dab2ac99 req-6116da8f-aaf3-4533-b5d0-d90013017af7 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531114 Jul 24 00:47:14.589374 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-91279a5f-1c03-43b2-a77c-c2bbec79b21c tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Transition to ACTIVE for port object 3ed410d3-3325-4685-85a3-54d0440cdaea will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:47:14.613375 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-d2fea3f2-3598-471e-ac1c-5fb0547b3c32 req-a353ad8e-f6bb-4988-8de1-bffc8e7a6890 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:14.621719 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 506e7617-622e-4e8e-8f0b-88bed6716f82 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:47:14.662926 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-6d1e08c5-25d4-4349-89f3-75d8c47215fe tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Transition to ACTIVE for port object a65b039b-c771-4e86-80ab-8c38cd310841 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:47:14.669281 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-91279a5f-1c03-43b2-a77c-c2bbec79b21c tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:14.736389 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-5f831c98-e2e6-471a-be96-bc6bde21ab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:14.738063 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-5f831c98-e2e6-471a-be96-bc6bde21ab25 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=33646e73-2b79-4f91-838f-db984c3ad76a&tenant_id=f6c3815e83b546d1ba8426b7607dbf30 HTTP/1.1" status: 200 len: 1096 time: 0.5174370 Jul 24 00:47:14.749787 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a353ad8e-f6bb-4988-8de1-bffc8e7a6890 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Pushing event deleted for resources: {'Port': ['ID=8eb37054-923a-4399-a799-db6758c8a449,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:14.797644 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-91279a5f-1c03-43b2-a77c-c2bbec79b21c tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Network d44a086b-008a-4058-bec6-57d1e56e41f3 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:47:14.818895 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-91279a5f-1c03-43b2-a77c-c2bbec79b21c tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:47:14.829999 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-91279a5f-1c03-43b2-a77c-c2bbec79b21c tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:47:14.872863 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91279a5f-1c03-43b2-a77c-c2bbec79b21c tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Pushing event updated for resources: {'Port': ['ID=3ed410d3-3325-4685-85a3-54d0440cdaea,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:14.877975 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-16a3a71a-ad2e-43ab-8156-d7e9bad471d1 req-d2aad8c0-a1d6-4c77-a39e-1636f7d748ac service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126899 Jul 24 00:47:14.906785 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-6d1e08c5-25d4-4349-89f3-75d8c47215fe tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:14.999264 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-91279a5f-1c03-43b2-a77c-c2bbec79b21c tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:15.000228 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-91279a5f-1c03-43b2-a77c-c2bbec79b21c tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:15.029215 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2fea3f2-3598-471e-ac1c-5fb0547b3c32 req-a353ad8e-f6bb-4988-8de1-bffc8e7a6890 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] No DVR routers for this DVR port 8eb37054-923a-4399-a799-db6758c8a449 on host n-h2-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:47:15.032685 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-16a3a71a-ad2e-43ab-8156-d7e9bad471d1 req-3ea97e3a-3a45-4e77-bda6-6180ebe8e303 service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136951 Jul 24 00:47:15.041060 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-d2fea3f2-3598-471e-ac1c-5fb0547b3c32 req-a353ad8e-f6bb-4988-8de1-bffc8e7a6890 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:15.043426 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d2fea3f2-3598-471e-ac1c-5fb0547b3c32 req-a353ad8e-f6bb-4988-8de1-bffc8e7a6890 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.11 "DELETE /v2.0/ports/8eb37054-923a-4399-a799-db6758c8a449 HTTP/1.1" status: 204 len: 173 time: 2.9388776 Jul 24 00:47:15.073542 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-6d1e08c5-25d4-4349-89f3-75d8c47215fe tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Network dce79d1a-19b5-4596-96e4-d04368356b25 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:47:15.082425 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593c806-008b-402a-8d72-0764da01c807 req-75f4dac4-ac6e-4e25-8bf8-47b776a167b4 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:15.083490 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e593c806-008b-402a-8d72-0764da01c807 req-75f4dac4-ac6e-4e25-8bf8-47b776a167b4 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd52f7d7-7b4f-4712-ab9b-7786029ee3e7 HTTP/1.1" status: 200 len: 950 time: 0.3569748 Jul 24 00:47:15.085305 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e08c5-25d4-4349-89f3-75d8c47215fe tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Pushing event updated for resources: {'Port': ['ID=a65b039b-c771-4e86-80ab-8c38cd310841,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:15.101127 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-6d1e08c5-25d4-4349-89f3-75d8c47215fe tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:47:15.104142 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-91279a5f-1c03-43b2-a77c-c2bbec79b21c tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5094411 Jul 24 00:47:15.105009 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-6d1e08c5-25d4-4349-89f3-75d8c47215fe tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:47:15.185600 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-98084b63-736a-45f9-bf62-d14309edc8db service neutron] Request body: {'port': {'device_id': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:47:15.237832 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1cdb7-4aea-41f3-9236-354c1f4c9e9c req-b31576f6-7b7f-4156-9954-3b0354801958 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:15.241175 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1df1cdb7-4aea-41f3-9236-354c1f4c9e9c req-b31576f6-7b7f-4156-9954-3b0354801958 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 948 time: 0.7155838 Jul 24 00:47:15.302131 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-1b236074-7edd-4d81-a662-6147c59b557c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:15.303968 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-1b236074-7edd-4d81-a662-6147c59b557c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6c3815e83b546d1ba8426b7607dbf30&device_id=33646e73-2b79-4f91-838f-db984c3ad76a HTTP/1.1" status: 200 len: 1096 time: 0.4977045 Jul 24 00:47:15.319747 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c9ed7225-5e65-46c4-a752-59e4446c0928 None None] Provisioning for port 3ed410d3-3325-4685-85a3-54d0440cdaea completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:47:15.328028 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c9ed7225-5e65-46c4-a752-59e4446c0928 None None] Provisioning complete for port 3ed410d3-3325-4685-85a3-54d0440cdaea triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:47:15.329814 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c9ed7225-5e65-46c4-a752-59e4446c0928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:15.339187 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1df1cdb7-4aea-41f3-9236-354c1f4c9e9c req-5387f9a1-ee24-49af-96bc-74ec89abf1ee tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873485 Jul 24 00:47:15.372286 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-6d1e08c5-25d4-4349-89f3-75d8c47215fe tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:15.373114 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-d2fea3f2-3598-471e-ac1c-5fb0547b3c32 req-25d999cf-9574-464e-8125-051b697bc187 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Deleting port b826164c-ed32-459f-9713-ef1337b278dc {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:47:15.373593 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-d2fea3f2-3598-471e-ac1c-5fb0547b3c32 req-25d999cf-9574-464e-8125-051b697bc187 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:15.374442 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-6d1e08c5-25d4-4349-89f3-75d8c47215fe tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:15.393787 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e593c806-008b-402a-8d72-0764da01c807 req-da67b0c9-688b-4c93-94ac-872e6f80f5da tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702663 Jul 24 00:47:15.408727 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-c9ed7225-5e65-46c4-a752-59e4446c0928 None None] Port 3ed410d3-3325-4685-85a3-54d0440cdaea cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:47:15.493467 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-6d1e08c5-25d4-4349-89f3-75d8c47215fe tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6400890 Jul 24 00:47:15.511703 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-550f44e7-29c0-4fb8-b54a-e5f3986a3569 service neutron] Request body: {'port': {'device_id': '0c672cc5-e8a5-4794-8638-d6570b0bb6df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:47:15.593101 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-98084b63-736a-45f9-bf62-d14309edc8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:15.597875 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1dc35c-16a1-47ba-a874-658194aa0ff4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eb37054-923a-4399-a799-db6758c8a449'}, {'server_uuid': 'ea1dc35c-16a1-47ba-a874-658194aa0ff4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b826164c-ed32-459f-9713-ef1337b278dc'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:47:15.600254 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05620cf0-ee31-418a-841a-17dc417c594f" -d '{"events": [{"server_uuid": "ea1dc35c-16a1-47ba-a874-658194aa0ff4", "name": "network-vif-unplugged", "status": "completed", "tag": "8eb37054-923a-4399-a799-db6758c8a449"}, {"server_uuid": "ea1dc35c-16a1-47ba-a874-658194aa0ff4", "name": "network-vif-unplugged", "status": "completed", "tag": "b826164c-ed32-459f-9713-ef1337b278dc"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:47:15.649043 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-d2fea3f2-3598-471e-ac1c-5fb0547b3c32 req-25d999cf-9574-464e-8125-051b697bc187 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] For port b826164c-ed32-459f-9713-ef1337b278dc, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=b826164c-ed32-459f-9713-ef1337b278dc,segment=NetworkSegment(0e636ac7-f63a-4f42-9829-dab4c0c2170e),segment_id=0e636ac7-f63a-4f42-9829-dab4c0c2170e)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:15.649561 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-d2fea3f2-3598-471e-ac1c-5fb0547b3c32 req-25d999cf-9574-464e-8125-051b697bc187 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:15.665459 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1c0c3f1c-24e7-456b-a949-37e68a96e258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:15.665879 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-14dbc7c3-eb07-4ad0-91c7-8459c9b3fbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:15.667539 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-14dbc7c3-eb07-4ad0-91c7-8459c9b3fbed service neutron] 10.222.0.11 "GET /v2.0/networks?id=0424e002-92c3-40ed-8018-7ea44515813a HTTP/1.1" status: 200 len: 922 time: 0.3543186 Jul 24 00:47:15.673916 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-4746aadc-c448-4e71-88a7-e79aa4cdd287 None None] Provisioning for port a65b039b-c771-4e86-80ab-8c38cd310841 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:47:15.679002 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-4746aadc-c448-4e71-88a7-e79aa4cdd287 None None] Provisioning complete for port a65b039b-c771-4e86-80ab-8c38cd310841 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:47:15.679449 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4746aadc-c448-4e71-88a7-e79aa4cdd287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:15.682654 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-d2fea3f2-3598-471e-ac1c-5fb0547b3c32 req-25d999cf-9574-464e-8125-051b697bc187 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Calling delete_port for b826164c-ed32-459f-9713-ef1337b278dc owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:47:15.708910 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5dbf03-e03f-4a09-8375-d872d9ef2520 req-a5577207-c167-4f99-bba8-27c9ddb8560b tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:15.711398 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1f5dbf03-e03f-4a09-8375-d872d9ef2520 req-a5577207-c167-4f99-bba8-27c9ddb8560b tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c672cc5-e8a5-4794-8638-d6570b0bb6df HTTP/1.1" status: 200 len: 932 time: 0.2218900 Jul 24 00:47:15.799400 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-4746aadc-c448-4e71-88a7-e79aa4cdd287 None None] Port a65b039b-c771-4e86-80ab-8c38cd310841 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:47:15.832747 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-550f44e7-29c0-4fb8-b54a-e5f3986a3569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:15.847122 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f09babd8-cff8-4c49-b361-fefb99f30e45', 'name': 'network-vif-deleted', 'tag': '6d5c10c6-55a8-47f9-8fb3-f20eec09a740'}, {'server_uuid': 'ea1dc35c-16a1-47ba-a874-658194aa0ff4', 'name': 'network-vif-deleted', 'tag': '8eb37054-923a-4399-a799-db6758c8a449'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:47:15.849036 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975101de-7e54-45b5-8929-51f6eaa97a85" -d '{"events": [{"server_uuid": "f09babd8-cff8-4c49-b361-fefb99f30e45", "name": "network-vif-deleted", "tag": "6d5c10c6-55a8-47f9-8fb3-f20eec09a740"}, {"server_uuid": "ea1dc35c-16a1-47ba-a874-658194aa0ff4", "name": "network-vif-deleted", "tag": "8eb37054-923a-4399-a799-db6758c8a449"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:47:15.894225 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7f9cb-37be-407b-a704-266ee9338117 req-e624e81f-ce26-4eef-aaf4-9c729cbae2af tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:15.897611 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3ab7f9cb-37be-407b-a704-266ee9338117 req-e624e81f-ce26-4eef-aaf4-9c729cbae2af tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea1dc35c-16a1-47ba-a874-658194aa0ff4 HTTP/1.1" status: 200 len: 944 time: 0.3805816 Jul 24 00:47:15.943502 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-e106c1c9-98ce-4d2e-90e9-5189209a3389 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=506e7617-622e-4e8e-8f0b-88bed6716f82 HTTP/1.1" status: 200 len: 217 time: 0.2587297 Jul 24 00:47:16.004504 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1f5dbf03-e03f-4a09-8375-d872d9ef2520 req-8e800a43-e43d-4c4b-9a46-33252fc81a23 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/security-groups?id=965727d2-73e4-4b91-a58b-45ed41aaec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036642 Jul 24 00:47:16.010595 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-ca441ba3-d52a-4d0d-9565-f87f872bb024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:16.012392 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-ca441ba3-d52a-4d0d-9565-f87f872bb024 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eacbc75d-e7d9-4f31-b710-44862dc68303 HTTP/1.1" status: 200 len: 861 time: 0.0598257 Jul 24 00:47:16.053421 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-f010825c-d202-4413-985b-66be5e583f59 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0424e002-92c3-40ed-8018-7ea44515813a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312798 Jul 24 00:47:16.073112 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-d2fea3f2-3598-471e-ac1c-5fb0547b3c32 req-25d999cf-9574-464e-8125-051b697bc187 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:16.123556 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3ab7f9cb-37be-407b-a704-266ee9338117 req-81422ce0-ad75-49dd-b3ee-8a7a358a1f1b tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0ffb5b8-4b8b-475f-a5f7-255c2b17204b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168238 Jul 24 00:47:16.204786 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d999cf-9574-464e-8125-051b697bc187 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Pushing event deleted for resources: {'Port': ['ID=b826164c-ed32-459f-9713-ef1337b278dc,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:16.253884 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2fea3f2-3598-471e-ac1c-5fb0547b3c32 req-25d999cf-9574-464e-8125-051b697bc187 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] No DVR routers for this DVR port b826164c-ed32-459f-9713-ef1337b278dc on host n-h2-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:47:16.261157 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-d2fea3f2-3598-471e-ac1c-5fb0547b3c32 req-25d999cf-9574-464e-8125-051b697bc187 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:16.267167 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d2fea3f2-3598-471e-ac1c-5fb0547b3c32 req-25d999cf-9574-464e-8125-051b697bc187 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.11 "DELETE /v2.0/ports/b826164c-ed32-459f-9713-ef1337b278dc HTTP/1.1" status: 204 len: 173 time: 1.2167463 Jul 24 00:47:16.418413 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43764402-93a9-4c50-b55d-55301d000dfd req-3be26c62-c71a-4dc5-bc2b-be7eea874b8b tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:16.446826 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43764402-93a9-4c50-b55d-55301d000dfd req-3be26c62-c71a-4dc5-bc2b-be7eea874b8b tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:16.459306 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43764402-93a9-4c50-b55d-55301d000dfd req-3be26c62-c71a-4dc5-bc2b-be7eea874b8b tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:16.470150 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43764402-93a9-4c50-b55d-55301d000dfd req-3be26c62-c71a-4dc5-bc2b-be7eea874b8b tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:16.484347 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43764402-93a9-4c50-b55d-55301d000dfd req-3be26c62-c71a-4dc5-bc2b-be7eea874b8b tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:16.484347 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-43764402-93a9-4c50-b55d-55301d000dfd req-3be26c62-c71a-4dc5-bc2b-be7eea874b8b tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 3815 time: 0.3681822 Jul 24 00:47:16.487616 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-d7e35b88-47c5-41ed-b9e2-4f798b22e654 service neutron] 10.222.0.11 "GET /v2.0/networks/0424e002-92c3-40ed-8018-7ea44515813a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265873 Jul 24 00:47:16.559591 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-43764402-93a9-4c50-b55d-55301d000dfd req-d057a866-4af8-47de-bb56-86d7120aad2e tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/security-groups?id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698493 Jul 24 00:47:16.640434 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 24 Jul 2021 00:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150710e4-da2f-4c2f-ba42-51e5ee5c6d12 x-openstack-request-id: req-150710e4-da2f-4c2f-ba42-51e5ee5c6d12 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:47:16.640933 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1dc35c-16a1-47ba-a874-658194aa0ff4", "name": "network-vif-unplugged", "status": "completed", "tag": "8eb37054-923a-4399-a799-db6758c8a449", "code": 200}, {"server_uuid": "ea1dc35c-16a1-47ba-a874-658194aa0ff4", "name": "network-vif-unplugged", "status": "completed", "tag": "b826164c-ed32-459f-9713-ef1337b278dc", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:47:16.641055 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-150710e4-da2f-4c2f-ba42-51e5ee5c6d12 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:47:16.641436 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1dc35c-16a1-47ba-a874-658194aa0ff4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8eb37054-923a-4399-a799-db6758c8a449', 'code': 200} Jul 24 00:47:16.642302 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1dc35c-16a1-47ba-a874-658194aa0ff4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b826164c-ed32-459f-9713-ef1337b278dc', 'code': 200} Jul 24 00:47:16.651314 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-3d85d710-9e3f-4497-8cb3-496c0effdda4 service neutron] 10.222.0.11 "GET /v2.0/networks/0424e002-92c3-40ed-8018-7ea44515813a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531310 Jul 24 00:47:16.684813 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-98084b63-736a-45f9-bf62-d14309edc8db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:47:16.698917 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 24 Jul 2021 00:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5213ebb-ed60-4534-9d25-5ab44d37ca19 x-openstack-request-id: req-a5213ebb-ed60-4534-9d25-5ab44d37ca19 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:47:16.699258 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f09babd8-cff8-4c49-b361-fefb99f30e45", "name": "network-vif-deleted", "tag": "6d5c10c6-55a8-47f9-8fb3-f20eec09a740", "status": "completed", "code": 200}, {"server_uuid": "ea1dc35c-16a1-47ba-a874-658194aa0ff4", "name": "network-vif-deleted", "tag": "8eb37054-923a-4399-a799-db6758c8a449", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:47:16.699473 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a5213ebb-ed60-4534-9d25-5ab44d37ca19 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:47:16.699998 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f09babd8-cff8-4c49-b361-fefb99f30e45', 'name': 'network-vif-deleted', 'tag': '6d5c10c6-55a8-47f9-8fb3-f20eec09a740', 'status': 'completed', 'code': 200} Jul 24 00:47:16.700313 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1dc35c-16a1-47ba-a874-658194aa0ff4', 'name': 'network-vif-deleted', 'tag': '8eb37054-923a-4399-a799-db6758c8a449', 'status': 'completed', 'code': 200} Jul 24 00:47:16.720608 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-98084b63-736a-45f9-bf62-d14309edc8db service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:16.753732 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-98084b63-736a-45f9-bf62-d14309edc8db service neutron] Transition to ACTIVE for port object dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:47:16.764088 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-98084b63-736a-45f9-bf62-d14309edc8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:16.845872 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98084b63-736a-45f9-bf62-d14309edc8db service neutron] Pushing event updated for resources: {'Port': ['ID=dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:16.916009 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5636dfd-4b7c-4fc6-8a37-c6887513c326 req-a393c218-18c4-4f89-b5da-47eac0f65ae9 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:16.918107 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c5636dfd-4b7c-4fc6-8a37-c6887513c326 req-a393c218-18c4-4f89-b5da-47eac0f65ae9 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=33646e73-2b79-4f91-838f-db984c3ad76a HTTP/1.1" status: 200 len: 944 time: 0.2968409 Jul 24 00:47:16.976910 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-550f44e7-29c0-4fb8-b54a-e5f3986a3569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a65b039b-c771-4e86-80ab-8c38cd310841 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:47:16.995758 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f479cb-97e1-49e1-9a64-bfbb886c294b req-9fa1e258-3e13-4df8-82d7-c3d837039114 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:17.006245 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d6f479cb-97e1-49e1-9a64-bfbb886c294b req-9fa1e258-3e13-4df8-82d7-c3d837039114 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 948 time: 0.2098267 Jul 24 00:47:17.022592 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-550f44e7-29c0-4fb8-b54a-e5f3986a3569 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:17.079220 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c5636dfd-4b7c-4fc6-8a37-c6887513c326 req-35a750a6-cbe6-4a03-91a0-9e47242a2c07 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471720 Jul 24 00:47:17.121327 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-550f44e7-29c0-4fb8-b54a-e5f3986a3569 service neutron] Transition to ACTIVE for port object a65b039b-c771-4e86-80ab-8c38cd310841 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:47:17.144612 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-550f44e7-29c0-4fb8-b54a-e5f3986a3569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:17.146184 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d6f479cb-97e1-49e1-9a64-bfbb886c294b req-bdb9f760-9c2a-4b8a-9366-01d4308cc404 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339908 Jul 24 00:47:17.273782 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-432975e0-ae7d-42c2-abb2-ca48a0ae10a3 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:17.275835 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-432975e0-ae7d-42c2-abb2-ca48a0ae10a3 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=33646e73-2b79-4f91-838f-db984c3ad76a&tenant_id=f6c3815e83b546d1ba8426b7607dbf30&binding%3Ahost_id=n-h2-793621-25 HTTP/1.1" status: 200 len: 1096 time: 0.1803451 Jul 24 00:47:17.277459 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f44e7-29c0-4fb8-b54a-e5f3986a3569 service neutron] Pushing event updated for resources: {'Port': ['ID=a65b039b-c771-4e86-80ab-8c38cd310841,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:17.340727 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-98084b63-736a-45f9-bf62-d14309edc8db service neutron] Attempting to bind port dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:47:17.341074 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-98084b63-736a-45f9-bf62-d14309edc8db service neutron] Attempting to bind port dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '719843d8-5fea-4363-bbdc-981ab26ff953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:47:17.341414 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-98084b63-736a-45f9-bf62-d14309edc8db service neutron] Attempting to bind port dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a on network fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:47:17.375782 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-98084b63-736a-45f9-bf62-d14309edc8db service neutron] Port dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a on network fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:47:17.377074 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-98084b63-736a-45f9-bf62-d14309edc8db service neutron] Attempting to bind port dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a on network fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:47:17.431742 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-98084b63-736a-45f9-bf62-d14309edc8db service neutron] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:47:17.432091 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-98084b63-736a-45f9-bf62-d14309edc8db service neutron] Checking segment: {'id': '719843d8-5fea-4363-bbdc-981ab26ff953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:47:17.432489 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-98084b63-736a-45f9-bf62-d14309edc8db service neutron] Bound using segment: {'id': '719843d8-5fea-4363-bbdc-981ab26ff953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:47:17.433297 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-98084b63-736a-45f9-bf62-d14309edc8db service neutron] Bound port: dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '719843d8-5fea-4363-bbdc-981ab26ff953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:47:17.433673 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-98084b63-736a-45f9-bf62-d14309edc8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:17.541424 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f22ab-f39a-4493-b639-c3a357d20501 req-3f650dbb-9139-4c0f-906e-06503e6a70ef tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:17.543684 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-347f22ab-f39a-4493-b639-c3a357d20501 req-3f650dbb-9139-4c0f-906e-06503e6a70ef tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd52f7d7-7b4f-4712-ab9b-7786029ee3e7 HTTP/1.1" status: 200 len: 950 time: 0.2791624 Jul 24 00:47:17.573542 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-1cf6a69a-6c62-42e8-a65b-886157a32fbe service neutron] For port 506e7617-622e-4e8e-8f0b-88bed6716f82, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:47:17.582962 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-1cf6a69a-6c62-42e8-a65b-886157a32fbe service neutron] Notify callbacks [] for binding, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:17.584282 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-45490f5b-3f19-4dbb-a1ae-acad05e26186 req-1cf6a69a-6c62-42e8-a65b-886157a32fbe service neutron] 10.222.0.11 "DELETE /v2.0/ports/506e7617-622e-4e8e-8f0b-88bed6716f82/bindings/n-h1-793621-25 HTTP/1.1" status: 204 len: 173 time: 0.2969375 Jul 24 00:47:17.669928 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-347f22ab-f39a-4493-b639-c3a357d20501 req-7a143945-f1e9-4a5d-885d-219e0a4f6826 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191003 Jul 24 00:47:17.670865 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-550f44e7-29c0-4fb8-b54a-e5f3986a3569 service neutron] Attempting to bind port a65b039b-c771-4e86-80ab-8c38cd310841 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:47:17.671024 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-550f44e7-29c0-4fb8-b54a-e5f3986a3569 service neutron] Attempting to bind port a65b039b-c771-4e86-80ab-8c38cd310841 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '29cb724a-e429-44ff-9956-950fa3e91043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dce79d1a-19b5-4596-96e4-d04368356b25'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:47:17.671362 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-550f44e7-29c0-4fb8-b54a-e5f3986a3569 service neutron] Attempting to bind port a65b039b-c771-4e86-80ab-8c38cd310841 on network dce79d1a-19b5-4596-96e4-d04368356b25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:47:17.680511 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-550f44e7-29c0-4fb8-b54a-e5f3986a3569 service neutron] Port a65b039b-c771-4e86-80ab-8c38cd310841 on network dce79d1a-19b5-4596-96e4-d04368356b25 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:47:17.680794 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-550f44e7-29c0-4fb8-b54a-e5f3986a3569 service neutron] Attempting to bind port a65b039b-c771-4e86-80ab-8c38cd310841 on network dce79d1a-19b5-4596-96e4-d04368356b25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:47:17.701544 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-550f44e7-29c0-4fb8-b54a-e5f3986a3569 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:47:17.707778 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-550f44e7-29c0-4fb8-b54a-e5f3986a3569 service neutron] Checking segment: {'id': '29cb724a-e429-44ff-9956-950fa3e91043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dce79d1a-19b5-4596-96e4-d04368356b25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:47:17.708518 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-550f44e7-29c0-4fb8-b54a-e5f3986a3569 service neutron] Bound using segment: {'id': '29cb724a-e429-44ff-9956-950fa3e91043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dce79d1a-19b5-4596-96e4-d04368356b25'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:47:17.709024 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-550f44e7-29c0-4fb8-b54a-e5f3986a3569 service neutron] Bound port: a65b039b-c771-4e86-80ab-8c38cd310841, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29cb724a-e429-44ff-9956-950fa3e91043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dce79d1a-19b5-4596-96e4-d04368356b25'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:47:17.709415 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-550f44e7-29c0-4fb8-b54a-e5f3986a3569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:17.735687 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f531c2-3427-423c-b0d7-933dc436eac6 req-ecf581b6-4c12-4578-854d-8754025c5f65 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:17.737512 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-94f531c2-3427-423c-b0d7-933dc436eac6 req-ecf581b6-4c12-4578-854d-8754025c5f65 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c672cc5-e8a5-4794-8638-d6570b0bb6df HTTP/1.1" status: 200 len: 944 time: 0.1385269 Jul 24 00:47:17.738130 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47950) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:47:17.741351 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-98084b63-736a-45f9-bf62-d14309edc8db service neutron] For port dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a, host n-h2-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:47:17.782561 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-98084b63-736a-45f9-bf62-d14309edc8db service neutron] For port dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a, host n-h2-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a,segment=NetworkSegment(719843d8-5fea-4363-bbdc-981ab26ff953),segment_id=719843d8-5fea-4363-bbdc-981ab26ff953)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:47:17.826497 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-98084b63-736a-45f9-bf62-d14309edc8db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:17.838419 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-94f531c2-3427-423c-b0d7-933dc436eac6 req-da75da0e-c332-490d-a6d7-f80720dda307 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/security-groups?id=965727d2-73e4-4b91-a58b-45ed41aaec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844779 Jul 24 00:47:17.851310 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a8f1dcf-7dbb-46c5-93f1-20578d5c710c tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Deleting subnet 93b842ed-b493-4738-be02-f494ef20d89c {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:47:17.859549 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9a8f1dcf-7dbb-46c5-93f1-20578d5c710c tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:17.938664 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-98084b63-736a-45f9-bf62-d14309edc8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:17.944703 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9a8f1dcf-7dbb-46c5-93f1-20578d5c710c tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:17.945604 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-98084b63-736a-45f9-bf62-d14309edc8db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:17.946983 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-98084b63-736a-45f9-bf62-d14309edc8db service neutron] 10.222.0.11 "PUT /v2.0/ports/dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a HTTP/1.1" status: 200 len: 1092 time: 2.8221898 Jul 24 00:47:17.948195 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'tag': 'dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:47:17.950456 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5b86e1-78bf-40b6-bb71-c5c9c432edca" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "tag": "dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:47:18.104007 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-5a8a885a-48a9-4ab7-a37a-05a9d428b0e1 service neutron] Request body: {'port': {'device_id': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:47:18.165998 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9a8f1dcf-7dbb-46c5-93f1-20578d5c710c tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:18.171444 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a829ddac-1a6a-48a5-96fb-80637a6a0fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:18.233808 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d196f0-7177-4f94-baaf-6c4c8c7589d2 req-7fec0ca5-4392-46f5-b6a3-5389671b602c tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:18.236205 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d6d196f0-7177-4f94-baaf-6c4c8c7589d2 req-7fec0ca5-4392-46f5-b6a3-5389671b602c tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=628d42a2-7ada-4268-be52-7c3048d872bf HTTP/1.1" status: 200 len: 950 time: 0.2145166 Jul 24 00:47:18.258234 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-550f44e7-29c0-4fb8-b54a-e5f3986a3569 service neutron] For port a65b039b-c771-4e86-80ab-8c38cd310841, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:47:18.290341 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9a8f1dcf-7dbb-46c5-93f1-20578d5c710c tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:18.300195 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98084b63-736a-45f9-bf62-d14309edc8db service neutron] Pushing event updated for resources: {'Port': ['ID=dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:18.317229 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-550f44e7-29c0-4fb8-b54a-e5f3986a3569 service neutron] For port a65b039b-c771-4e86-80ab-8c38cd310841, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=a65b039b-c771-4e86-80ab-8c38cd310841,segment=NetworkSegment(29cb724a-e429-44ff-9956-950fa3e91043),segment_id=29cb724a-e429-44ff-9956-950fa3e91043)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:47:18.329337 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d6d196f0-7177-4f94-baaf-6c4c8c7589d2 req-3fc6f424-3485-4931-96f0-e70eaf3419e9 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769029 Jul 24 00:47:18.330962 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f1dcf-7dbb-46c5-93f1-20578d5c710c tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Pushing event deleted for resources: {'Subnet': ['ID=93b842ed-b493-4738-be02-f494ef20d89c,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:18.332555 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-550f44e7-29c0-4fb8-b54a-e5f3986a3569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:18.340705 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9a8f1dcf-7dbb-46c5-93f1-20578d5c710c tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:18.343109 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9a8f1dcf-7dbb-46c5-93f1-20578d5c710c tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "DELETE /v2.0/subnets/93b842ed-b493-4738-be02-f494ef20d89c HTTP/1.1" status: 204 len: 168 time: 0.6039650 Jul 24 00:47:18.345855 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47964) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:47:18.347946 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e082d69-c568-4330-862f-8e1a6bc08ff5 req-1d5ccf94-773f-4c16-8b90-ebe838f31180 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:18.349896 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd6dd95-820a-4d1e-a08d-fe8e0af4f03c None None] Network c2bb5121-a5fb-4815-a427-fc4d0a49421a requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:47:18.356527 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e082d69-c568-4330-862f-8e1a6bc08ff5 req-1d5ccf94-773f-4c16-8b90-ebe838f31180 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:18.367549 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e082d69-c568-4330-862f-8e1a6bc08ff5 req-1d5ccf94-773f-4c16-8b90-ebe838f31180 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:18.369863 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e082d69-c568-4330-862f-8e1a6bc08ff5 req-1d5ccf94-773f-4c16-8b90-ebe838f31180 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:18.377018 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e082d69-c568-4330-862f-8e1a6bc08ff5 req-1d5ccf94-773f-4c16-8b90-ebe838f31180 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:18.378940 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0e082d69-c568-4330-862f-8e1a6bc08ff5 req-1d5ccf94-773f-4c16-8b90-ebe838f31180 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 3827 time: 0.4702222 Jul 24 00:47:18.414424 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-5a8a885a-48a9-4ab7-a37a-05a9d428b0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:18.450389 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-550f44e7-29c0-4fb8-b54a-e5f3986a3569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:18.451081 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-550f44e7-29c0-4fb8-b54a-e5f3986a3569 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:18.452737 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-550f44e7-29c0-4fb8-b54a-e5f3986a3569 service neutron] 10.222.0.13 "PUT /v2.0/ports/a65b039b-c771-4e86-80ab-8c38cd310841 HTTP/1.1" status: 200 len: 1093 time: 2.9474468 Jul 24 00:47:18.562613 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0e082d69-c568-4330-862f-8e1a6bc08ff5 req-b4cc484c-c592-4807-b895-14061b9c9d9c tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/security-groups?id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756418 Jul 24 00:47:18.725180 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f44e7-29c0-4fb8-b54a-e5f3986a3569 service neutron] Pushing event updated for resources: {'Port': ['ID=a65b039b-c771-4e86-80ab-8c38cd310841,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:18.754752 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b26490d0-4337-4ea0-9b0c-206cf5e3e4de x-openstack-request-id: req-b26490d0-4337-4ea0-9b0c-206cf5e3e4de {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:47:18.755311 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "tag": "dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:47:18.755569 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b26490d0-4337-4ea0-9b0c-206cf5e3e4de {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:47:18.756034 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'tag': 'dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a', 'status': 'completed', 'code': 200} Jul 24 00:47:18.806475 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:18.818178 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-6dcc36ad-22cd-4ab6-8106-bcee138757c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:18.819927 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-6dcc36ad-22cd-4ab6-8106-bcee138757c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c49dfe4b8b164c34b2cb1c242cf6f8a2&device_id=0c672cc5-e8a5-4794-8638-d6570b0bb6df HTTP/1.1" status: 200 len: 1096 time: 0.2818463 Jul 24 00:47:18.853715 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1dc35c-16a1-47ba-a874-658194aa0ff4', 'name': 'network-vif-deleted', 'tag': 'b826164c-ed32-459f-9713-ef1337b278dc'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:47:18.856959 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626d2911-59c2-4ad0-a123-11a77ca0097a" -d '{"events": [{"server_uuid": "ea1dc35c-16a1-47ba-a874-658194aa0ff4", "name": "network-vif-deleted", "tag": "b826164c-ed32-459f-9713-ef1337b278dc"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:47:18.896707 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93228572-6093-4994-b6bb-23229b570392 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:18.952528 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-3ec61cd1-f8c8-4968-b2be-3eeb2bd9553d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a65b039b-c771-4e86-80ab-8c38cd310841 HTTP/1.1" status: 200 len: 217 time: 0.1169450 Jul 24 00:47:18.974286 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544bca19-fcac-4ce8-9a7c-7c10788149b8 None None] DHCP port deletion for c2bb5121-a5fb-4815-a427-fc4d0a49421a request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:47:19.041653 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-544bca19-fcac-4ce8-9a7c-7c10788149b8 None None] Deleting port e3d0c7c6-b4a9-4995-bb68-666752d889f4 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:47:19.042044 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-544bca19-fcac-4ce8-9a7c-7c10788149b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:19.043758 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d4bfd-2b5b-4885-9cdd-4a9605842d84 req-67d1cec3-d3cc-4efe-a3f3-1535eaf11701 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:19.050553 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-633d4bfd-2b5b-4885-9cdd-4a9605842d84 req-67d1cec3-d3cc-4efe-a3f3-1535eaf11701 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 948 time: 0.1823173 Jul 24 00:47:19.059046 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b86e1-78bf-40b6-bb71-c5c9c432edca req-13b3b4d4-9ad6-4fa3-8a19-b382a29fe090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:19.059540 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b86e1-78bf-40b6-bb71-c5c9c432edca req-13b3b4d4-9ad6-4fa3-8a19-b382a29fe090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:19.060202 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b86e1-78bf-40b6-bb71-c5c9c432edca req-13b3b4d4-9ad6-4fa3-8a19-b382a29fe090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:19.060868 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b86e1-78bf-40b6-bb71-c5c9c432edca req-13b3b4d4-9ad6-4fa3-8a19-b382a29fe090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:19.061501 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b86e1-78bf-40b6-bb71-c5c9c432edca req-13b3b4d4-9ad6-4fa3-8a19-b382a29fe090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:19.063513 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3f5b86e1-78bf-40b6-bb71-c5c9c432edca req-13b3b4d4-9ad6-4fa3-8a19-b382a29fe090 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=23f38d06c8d14c15821cdb6c563f3213&device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 4363 time: 0.1932738 Jul 24 00:47:19.072934 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-8067d6a2-0b4a-4425-8ad8-745d2092c25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:19.074820 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-8067d6a2-0b4a-4425-8ad8-745d2092c25c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9be57270-14e1-41b6-9949-cbee1e39a6d3 HTTP/1.1" status: 200 len: 862 time: 0.0720496 Jul 24 00:47:19.138405 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-633d4bfd-2b5b-4885-9cdd-4a9605842d84 req-f94d48f1-a825-4d2c-a711-815662bd5ee9 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868609 Jul 24 00:47:19.155902 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f5c4e-0b6a-4cb3-88dc-0f99c49b97e8 req-8254bfcb-1a42-411c-b1c8-2350bb281d30 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:19.157879 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-924f5c4e-0b6a-4cb3-88dc-0f99c49b97e8 req-8254bfcb-1a42-411c-b1c8-2350bb281d30 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=33646e73-2b79-4f91-838f-db984c3ad76a HTTP/1.1" status: 200 len: 944 time: 0.3339949 Jul 24 00:47:19.181639 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-93228572-6093-4994-b6bb-23229b570392 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Deleting port e3d0c7c6-b4a9-4995-bb68-666752d889f4 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:47:19.188422 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-544bca19-fcac-4ce8-9a7c-7c10788149b8 None None] For port e3d0c7c6-b4a9-4995-bb68-666752d889f4, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=e3d0c7c6-b4a9-4995-bb68-666752d889f4,segment=NetworkSegment(19885b98-89ba-4324-bda6-0c115e1d7d21),segment_id=19885b98-89ba-4324-bda6-0c115e1d7d21)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:19.188905 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-544bca19-fcac-4ce8-9a7c-7c10788149b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:19.193364 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93228572-6093-4994-b6bb-23229b570392 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:19.219727 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-544bca19-fcac-4ce8-9a7c-7c10788149b8 None None] Calling delete_port for e3d0c7c6-b4a9-4995-bb68-666752d889f4 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:47:19.261243 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-924f5c4e-0b6a-4cb3-88dc-0f99c49b97e8 req-3ce8daf9-63e2-4242-b27e-718101028363 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787015 Jul 24 00:47:19.277810 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-732dd2a3-1c00-4e34-ad17-8927275461be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:19.279861 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-732dd2a3-1c00-4e34-ad17-8927275461be service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dce79d1a-19b5-4596-96e4-d04368356b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1963832 Jul 24 00:47:19.336002 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-93228572-6093-4994-b6bb-23229b570392 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] For port e3d0c7c6-b4a9-4995-bb68-666752d889f4, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=e3d0c7c6-b4a9-4995-bb68-666752d889f4,segment=NetworkSegment(19885b98-89ba-4324-bda6-0c115e1d7d21),segment_id=19885b98-89ba-4324-bda6-0c115e1d7d21)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:19.336472 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93228572-6093-4994-b6bb-23229b570392 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:19.350117 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-93228572-6093-4994-b6bb-23229b570392 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Calling delete_port for e3d0c7c6-b4a9-4995-bb68-666752d889f4 owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:47:19.408239 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-7ff49f52-1cac-43d2-bf97-299f808cdaef service neutron] 10.222.0.13 "GET /v2.0/networks/dce79d1a-19b5-4596-96e4-d04368356b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080074 Jul 24 00:47:19.435535 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-5a8a885a-48a9-4ab7-a37a-05a9d428b0e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65eea3c6-1e2c-4140-8dae-ee4329e7701b {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:47:19.454521 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:19.473988 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93228572-6093-4994-b6bb-23229b570392 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:19.488010 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-5a8a885a-48a9-4ab7-a37a-05a9d428b0e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:19.511251 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93228572-6093-4994-b6bb-23229b570392 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Pushing event deleted for resources: {'Port': ['ID=e3d0c7c6-b4a9-4995-bb68-666752d889f4,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:19.525407 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93228572-6093-4994-b6bb-23229b570392 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] No DVR routers for this DVR port e3d0c7c6-b4a9-4995-bb68-666752d889f4 on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:47:19.581026 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-5a8a885a-48a9-4ab7-a37a-05a9d428b0e1 service neutron] Transition to ACTIVE for port object 65eea3c6-1e2c-4140-8dae-ee4329e7701b will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:47:19.597757 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b86e1-78bf-40b6-bb71-c5c9c432edca req-579a0739-d7d8-4cc4-b517-1396c1868216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:19.598620 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b86e1-78bf-40b6-bb71-c5c9c432edca req-579a0739-d7d8-4cc4-b517-1396c1868216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:19.599313 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b86e1-78bf-40b6-bb71-c5c9c432edca req-579a0739-d7d8-4cc4-b517-1396c1868216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:19.601949 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3f5b86e1-78bf-40b6-bb71-c5c9c432edca req-579a0739-d7d8-4cc4-b517-1396c1868216 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=23f38d06c8d14c15821cdb6c563f3213&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5169153 Jul 24 00:47:19.621272 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-5a8a885a-48a9-4ab7-a37a-05a9d428b0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:19.672879 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a885a-48a9-4ab7-a37a-05a9d428b0e1 service neutron] Pushing event updated for resources: {'Port': ['ID=65eea3c6-1e2c-4140-8dae-ee4329e7701b,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:19.677246 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93228572-6093-4994-b6bb-23229b570392 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:19.735005 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93228572-6093-4994-b6bb-23229b570392 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Subscribe: > segment before_delete 55550000 {{(pid=100463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:47:19.735539 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93228572-6093-4994-b6bb-23229b570392 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:47:19.736360 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93228572-6093-4994-b6bb-23229b570392 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:47:19.736895 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93228572-6093-4994-b6bb-23229b570392 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Subscribe: > port after_create 55550000 {{(pid=100463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:47:19.737516 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93228572-6093-4994-b6bb-23229b570392 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Subscribe: > port after_delete 55550000 {{(pid=100463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:47:19.737691 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93228572-6093-4994-b6bb-23229b570392 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Subscribe: > port after_update 55550000 {{(pid=100463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:47:19.738615 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93228572-6093-4994-b6bb-23229b570392 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Subscribe: > segment after_delete 55550000 {{(pid=100463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:47:19.738615 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93228572-6093-4994-b6bb-23229b570392 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Subscribe: > subnet after_create 55550000 {{(pid=100463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:47:19.739181 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93228572-6093-4994-b6bb-23229b570392 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Subscribe: > subnet after_delete 55550000 {{(pid=100463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:47:19.739281 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93228572-6093-4994-b6bb-23229b570392 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Subscribe: > subnet after_update 55550000 {{(pid=100463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:47:19.758816 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dec5324d-6247-4a6b-8e9b-0d97b972291e req-7f6f196b-db28-44f4-ba8c-02d27fec6771 service neutron] 10.222.0.13 "GET /v2.0/networks/dce79d1a-19b5-4596-96e4-d04368356b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388610 Jul 24 00:47:19.805394 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715e9e3-41d4-435e-b247-256a40af0529 req-71eec9c6-b0c9-4859-a714-e9c5ac49b54f tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:19.813360 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3715e9e3-41d4-435e-b247-256a40af0529 req-71eec9c6-b0c9-4859-a714-e9c5ac49b54f tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c672cc5-e8a5-4794-8638-d6570b0bb6df HTTP/1.1" status: 200 len: 944 time: 0.2780247 Jul 24 00:47:19.852356 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e3d0c7c6-b4a9-4995-bb68-666752d889f4 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:47:19.878069 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93228572-6093-4994-b6bb-23229b570392 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Subscribe: > subnet after_create 55550000 {{(pid=100463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:47:19.878424 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93228572-6093-4994-b6bb-23229b570392 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Subscribe: > subnet after_delete 55550000 {{(pid=100463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:47:19.878969 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93228572-6093-4994-b6bb-23229b570392 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Subscribe: > subnet before_create 55550000 {{(pid=100463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:47:19.879314 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93228572-6093-4994-b6bb-23229b570392 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Subscribe: > subnet before_update 55550000 {{(pid=100463) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 24 00:47:19.879745 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-93228572-6093-4994-b6bb-23229b570392 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2bb5121-a5fb-4815-a427-fc4d0a49421a']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:47:19.900522 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: e3d0c7c6-b4a9-4995-bb68-666752d889f4 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:47:19.901477 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e3d0c7c6-b4a9-4995-bb68-666752d889f4 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:47:19.915843 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-93228572-6093-4994-b6bb-23229b570392 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19885b98-89ba-4324-bda6-0c115e1d7d21') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:47:19.915843 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-93228572-6093-4994-b6bb-23229b570392 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19885b98-89ba-4324-bda6-0c115e1d7d21') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:47:19.921600 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-544bca19-fcac-4ce8-9a7c-7c10788149b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:19.947238 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3715e9e3-41d4-435e-b247-256a40af0529 req-ea59c0fb-0c92-4bdf-9ab4-51f9294e942b tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/security-groups?id=965727d2-73e4-4b91-a58b-45ed41aaec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326151 Jul 24 00:47:19.947546 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544bca19-fcac-4ce8-9a7c-7c10788149b8 None None] No DVR routers for this DVR port e3d0c7c6-b4a9-4995-bb68-666752d889f4 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:47:19.976268 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544bca19-fcac-4ce8-9a7c-7c10788149b8 None None] Pushing event deleted for resources: {'Port': ['ID=e3d0c7c6-b4a9-4995-bb68-666752d889f4,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:19.979517 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-5a8a885a-48a9-4ab7-a37a-05a9d428b0e1 service neutron] Attempting to bind port 65eea3c6-1e2c-4140-8dae-ee4329e7701b on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:47:19.979873 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-5a8a885a-48a9-4ab7-a37a-05a9d428b0e1 service neutron] Attempting to bind port 65eea3c6-1e2c-4140-8dae-ee4329e7701b by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '68b73458-c661-4e5a-b683-24d7323352a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:47:19.980349 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-5a8a885a-48a9-4ab7-a37a-05a9d428b0e1 service neutron] Attempting to bind port 65eea3c6-1e2c-4140-8dae-ee4329e7701b on network 08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:47:19.985291 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-5a8a885a-48a9-4ab7-a37a-05a9d428b0e1 service neutron] Port 65eea3c6-1e2c-4140-8dae-ee4329e7701b on network 08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:47:19.985651 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-5a8a885a-48a9-4ab7-a37a-05a9d428b0e1 service neutron] Attempting to bind port 65eea3c6-1e2c-4140-8dae-ee4329e7701b on network 08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:47:19.995381 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-5a8a885a-48a9-4ab7-a37a-05a9d428b0e1 service neutron] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:47:19.996539 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-5a8a885a-48a9-4ab7-a37a-05a9d428b0e1 service neutron] Checking segment: {'id': '68b73458-c661-4e5a-b683-24d7323352a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:47:19.997099 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-5a8a885a-48a9-4ab7-a37a-05a9d428b0e1 service neutron] Bound using segment: {'id': '68b73458-c661-4e5a-b683-24d7323352a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:47:19.997695 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-5a8a885a-48a9-4ab7-a37a-05a9d428b0e1 service neutron] Bound port: 65eea3c6-1e2c-4140-8dae-ee4329e7701b, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68b73458-c661-4e5a-b683-24d7323352a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:47:19.998775 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-5a8a885a-48a9-4ab7-a37a-05a9d428b0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:20.054506 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9618a38-01f8-4343-be71-e6b9d0841928 x-openstack-request-id: req-c9618a38-01f8-4343-be71-e6b9d0841928 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:47:20.056955 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1dc35c-16a1-47ba-a874-658194aa0ff4", "name": "network-vif-deleted", "tag": "b826164c-ed32-459f-9713-ef1337b278dc", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:47:20.057424 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c9618a38-01f8-4343-be71-e6b9d0841928 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:47:20.059411 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1dc35c-16a1-47ba-a874-658194aa0ff4', 'name': 'network-vif-deleted', 'tag': 'b826164c-ed32-459f-9713-ef1337b278dc', 'status': 'completed', 'code': 200} Jul 24 00:47:20.068635 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93228572-6093-4994-b6bb-23229b570392 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:20.149406 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-5a8a885a-48a9-4ab7-a37a-05a9d428b0e1 service neutron] For port 65eea3c6-1e2c-4140-8dae-ee4329e7701b, host n-h2-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:47:20.155585 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-5a8a885a-48a9-4ab7-a37a-05a9d428b0e1 service neutron] For port 65eea3c6-1e2c-4140-8dae-ee4329e7701b, host n-h2-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=65eea3c6-1e2c-4140-8dae-ee4329e7701b,segment=NetworkSegment(68b73458-c661-4e5a-b683-24d7323352a7),segment_id=68b73458-c661-4e5a-b683-24d7323352a7)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:47:20.158968 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b86e1-78bf-40b6-bb71-c5c9c432edca req-66623b15-90a6-4ee4-bbdf-8c2d1a9fdda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:20.161209 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3f5b86e1-78bf-40b6-bb71-c5c9c432edca req-66623b15-90a6-4ee4-bbdf-8c2d1a9fdda9 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5482855 Jul 24 00:47:20.162911 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-5a8a885a-48a9-4ab7-a37a-05a9d428b0e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:20.163130 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93228572-6093-4994-b6bb-23229b570392 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:20.168456 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47992) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:47:20.184074 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93228572-6093-4994-b6bb-23229b570392 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:47:20.185159 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93228572-6093-4994-b6bb-23229b570392 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:20.192782 n-d-793621-25 neutron-server[100463]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 24 00:47:20.192782 n-d-793621-25 neutron-server[100463]: from cryptography.utils import int_from_bytes Jul 24 00:47:20.192782 n-d-793621-25 neutron-server[100463]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 24 00:47:20.192782 n-d-793621-25 neutron-server[100463]: from cryptography.utils import int_from_bytes Jul 24 00:47:20.192782 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 00:47:20.192782 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:47:20.192782 n-d-793621-25 neutron-server[100463]: timer() Jul 24 00:47:20.192782 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:47:20.192782 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 00:47:20.192782 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:47:20.192782 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 00:47:20.192782 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:47:20.192782 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 00:47:20.192782 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:47:20.192782 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 00:47:20.192782 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:47:20.192782 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 00:47:20.192782 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:47:20.192782 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:47:20.192782 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:47:20.192782 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:47:20.192782 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:47:20.192782 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 00:47:20.192782 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:47:20.192782 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 00:47:20.192782 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:47:20.192782 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:47:20.192782 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:47:20.192782 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 00:47:20.192782 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:47:20.192782 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:47:20.192782 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:47:20.192782 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:47:20.192782 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:47:20.192782 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:47:20.192782 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:47:20.244953 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-5a8a885a-48a9-4ab7-a37a-05a9d428b0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:20.246271 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-5a8a885a-48a9-4ab7-a37a-05a9d428b0e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:20.248137 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-5a8a885a-48a9-4ab7-a37a-05a9d428b0e1 service neutron] 10.222.0.11 "PUT /v2.0/ports/65eea3c6-1e2c-4140-8dae-ee4329e7701b HTTP/1.1" status: 200 len: 1137 time: 2.1925108 Jul 24 00:47:20.315681 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4de3ca-bfcd-46a6-9bb2-bf356485ccbd req-2fc02e3a-9977-4fdf-8dfc-caa8650cb9ae tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:20.324955 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4de3ca-bfcd-46a6-9bb2-bf356485ccbd req-2fc02e3a-9977-4fdf-8dfc-caa8650cb9ae tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:20.334267 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6e4de3ca-bfcd-46a6-9bb2-bf356485ccbd req-2fc02e3a-9977-4fdf-8dfc-caa8650cb9ae tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=628d42a2-7ada-4268-be52-7c3048d872bf&device_id=fd52f7d7-7b4f-4712-ab9b-7786029ee3e7 HTTP/1.1" status: 200 len: 1691 time: 0.6904550 Jul 24 00:47:20.338100 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-9af9004f-811a-4d13-b5b8-0f349e7003cb service neutron] Request body: {'port': {'device_id': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:47:20.345318 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93228572-6093-4994-b6bb-23229b570392 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:20.369907 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a885a-48a9-4ab7-a37a-05a9d428b0e1 service neutron] Pushing event updated for resources: {'Port': ['ID=65eea3c6-1e2c-4140-8dae-ee4329e7701b,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:20.388237 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93228572-6093-4994-b6bb-23229b570392 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:20.394540 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-93228572-6093-4994-b6bb-23229b570392 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "DELETE /v2.0/networks/c2bb5121-a5fb-4815-a427-fc4d0a49421a HTTP/1.1" status: 204 len: 168 time: 2.0452716 Jul 24 00:47:20.404533 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a173e7-4b00-4188-ae7b-67c45624182d req-82137fd9-586a-4b26-8035-57d63679a295 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:20.414532 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47998) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:47:20.415307 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a173e7-4b00-4188-ae7b-67c45624182d req-82137fd9-586a-4b26-8035-57d63679a295 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:20.424235 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a173e7-4b00-4188-ae7b-67c45624182d req-82137fd9-586a-4b26-8035-57d63679a295 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:20.432786 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a173e7-4b00-4188-ae7b-67c45624182d req-82137fd9-586a-4b26-8035-57d63679a295 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:20.443990 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a173e7-4b00-4188-ae7b-67c45624182d req-82137fd9-586a-4b26-8035-57d63679a295 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:20.452552 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a173e7-4b00-4188-ae7b-67c45624182d req-82137fd9-586a-4b26-8035-57d63679a295 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:20.452552 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49a173e7-4b00-4188-ae7b-67c45624182d req-82137fd9-586a-4b26-8035-57d63679a295 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 4605 time: 0.2856152 Jul 24 00:47:20.466646 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93228572-6093-4994-b6bb-23229b570392 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Pushing event deleted for resources: {'Network': ['ID=c2bb5121-a5fb-4815-a427-fc4d0a49421a,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:20.499568 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6e4de3ca-bfcd-46a6-9bb2-bf356485ccbd req-921e2916-1132-46cc-96d8-70d90e4ee542 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640644 Jul 24 00:47:20.518468 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-06ed4558-84c2-4837-8400-19681dfa7922 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Deleting subnet e5199780-1087-4752-bb20-78418d70859a {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:47:20.523646 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-06ed4558-84c2-4837-8400-19681dfa7922 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:20.523835 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-9af9004f-811a-4d13-b5b8-0f349e7003cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:20.539049 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-da9cf2fa-9de6-4a56-82d0-3a9ef2da14d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:20.593309 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-06ed4558-84c2-4837-8400-19681dfa7922 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:20.675421 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49a173e7-4b00-4188-ae7b-67c45624182d req-8144ad39-e655-44bc-a266-f8ff7ca69801 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d0fd0bd-ecd4-446d-a84a-6ebbd55d94ea&id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2091432 Jul 24 00:47:20.751649 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-06ed4558-84c2-4837-8400-19681dfa7922 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:20.758513 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c672cc5-e8a5-4794-8638-d6570b0bb6df', 'tag': 'a65b039b-c771-4e86-80ab-8c38cd310841'}, {'name': 'network-changed', 'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'tag': '65eea3c6-1e2c-4140-8dae-ee4329e7701b'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:47:20.761394 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218cf712-9c94-4115-ab9c-83c031c20a29" -d '{"events": [{"name": "network-changed", "server_uuid": "0c672cc5-e8a5-4794-8638-d6570b0bb6df", "tag": "a65b039b-c771-4e86-80ab-8c38cd310841"}, {"name": "network-changed", "server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "tag": "65eea3c6-1e2c-4140-8dae-ee4329e7701b"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:47:20.785673 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f42b6-076e-41d3-a677-15cc6a69fdb9 req-0b34a5c7-e7a7-4cb0-bad3-114fee4cf541 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:20.787480 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-623f42b6-076e-41d3-a677-15cc6a69fdb9 req-0b34a5c7-e7a7-4cb0-bad3-114fee4cf541 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=33646e73-2b79-4f91-838f-db984c3ad76a HTTP/1.1" status: 200 len: 1096 time: 0.2082770 Jul 24 00:47:20.846135 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:20.849680 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-623f42b6-076e-41d3-a677-15cc6a69fdb9 req-0069bd9c-a7a0-49ce-bf61-d22ec00e621a tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557754 Jul 24 00:47:20.861562 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-06ed4558-84c2-4837-8400-19681dfa7922 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:20.947539 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-06ed4558-84c2-4837-8400-19681dfa7922 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:20.947776 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c45d11-640a-4355-83fa-2015a3ab29c5 None None] Network 59024805-88c5-41ce-a4e4-414fd8a861e1 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:47:20.952962 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-06ed4558-84c2-4837-8400-19681dfa7922 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "DELETE /v2.0/subnets/e5199780-1087-4752-bb20-78418d70859a HTTP/1.1" status: 204 len: 168 time: 0.5254619 Jul 24 00:47:20.954132 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed4558-84c2-4837-8400-19681dfa7922 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Pushing event deleted for resources: {'Subnet': ['ID=e5199780-1087-4752-bb20-78418d70859a,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:20.959492 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48008) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:47:21.048883 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 24 Jul 2021 00:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372c0a45-e445-4335-9b33-2bf72cb4cd56 x-openstack-request-id: req-372c0a45-e445-4335-9b33-2bf72cb4cd56 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:47:21.050083 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c672cc5-e8a5-4794-8638-d6570b0bb6df", "tag": "a65b039b-c771-4e86-80ab-8c38cd310841", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "tag": "65eea3c6-1e2c-4140-8dae-ee4329e7701b", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:47:21.050922 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-372c0a45-e445-4335-9b33-2bf72cb4cd56 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:47:21.055464 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c672cc5-e8a5-4794-8638-d6570b0bb6df', 'tag': 'a65b039b-c771-4e86-80ab-8c38cd310841', 'status': 'completed', 'code': 200} Jul 24 00:47:21.055945 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'tag': '65eea3c6-1e2c-4140-8dae-ee4329e7701b', 'status': 'completed', 'code': 200} Jul 24 00:47:21.067393 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-da9cf2fa-9de6-4a56-82d0-3a9ef2da14d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:21.112592 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-da9cf2fa-9de6-4a56-82d0-3a9ef2da14d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:21.166696 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6b55450c-1948-4885-919e-fb4b894e82f6 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:21.176248 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a5af7-1187-4c60-b2bf-46d09a17dafe req-a1de31cc-7719-4f39-8009-d2d91d4b2512 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:21.184828 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d41a5af7-1187-4c60-b2bf-46d09a17dafe req-a1de31cc-7719-4f39-8009-d2d91d4b2512 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 948 time: 0.4137406 Jul 24 00:47:21.267120 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-da9cf2fa-9de6-4a56-82d0-3a9ef2da14d1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ac9204bd747944988098376d7c2ec833&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0945258 Jul 24 00:47:21.273178 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8964d039-cf2b-41c1-9761-94e5f1c23835 None None] DHCP port deletion for 59024805-88c5-41ce-a4e4-414fd8a861e1 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:47:21.274598 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48014) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:47:21.302877 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cf712-9c94-4115-ab9c-83c031c20a29 req-ea534528-cd2f-49ec-a3eb-32b201e716b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:21.303499 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9cf2fa-9de6-4a56-82d0-3a9ef2da14d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64dc8daf-9a9f-42ed-b29f-9e1a17a2bb4d,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:21.303622 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cf712-9c94-4115-ab9c-83c031c20a29 req-ea534528-cd2f-49ec-a3eb-32b201e716b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:21.303838 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cf712-9c94-4115-ab9c-83c031c20a29 req-ea534528-cd2f-49ec-a3eb-32b201e716b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:21.304994 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cf712-9c94-4115-ab9c-83c031c20a29 req-ea534528-cd2f-49ec-a3eb-32b201e716b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:21.305568 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cf712-9c94-4115-ab9c-83c031c20a29 req-ea534528-cd2f-49ec-a3eb-32b201e716b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:21.306052 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cf712-9c94-4115-ab9c-83c031c20a29 req-ea534528-cd2f-49ec-a3eb-32b201e716b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:21.308404 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-218cf712-9c94-4115-ab9c-83c031c20a29 req-ea534528-cd2f-49ec-a3eb-32b201e716b1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=23f38d06c8d14c15821cdb6c563f3213&device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 5293 time: 0.2676654 Jul 24 00:47:21.313681 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c640835c-8cd2-463f-8b62-88440cead612 req-05bda766-7e39-4739-8124-f40bdfbf8260 tempest-ServersOnMultiNodesTest-1056946927 tempest-ServersOnMultiNodesTest-1056946927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:21.315654 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c640835c-8cd2-463f-8b62-88440cead612 req-05bda766-7e39-4739-8124-f40bdfbf8260 tempest-ServersOnMultiNodesTest-1056946927 tempest-ServersOnMultiNodesTest-1056946927-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=628d42a2-7ada-4268-be52-7c3048d872bf HTTP/1.1" status: 200 len: 1102 time: 0.2259922 Jul 24 00:47:21.323869 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-6b55450c-1948-4885-919e-fb4b894e82f6 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Deleting port 54f95176-6306-4201-a5ac-e7f06c1c6e14 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:47:21.324256 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6b55450c-1948-4885-919e-fb4b894e82f6 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:21.347726 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-8964d039-cf2b-41c1-9761-94e5f1c23835 None None] Deleting port 54f95176-6306-4201-a5ac-e7f06c1c6e14 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:47:21.349211 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8964d039-cf2b-41c1-9761-94e5f1c23835 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:21.382889 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d41a5af7-1187-4c60-b2bf-46d09a17dafe req-0b9e7759-9394-4c83-955a-9e221ee8afaf tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964042 Jul 24 00:47:21.408523 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-6b55450c-1948-4885-919e-fb4b894e82f6 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] For port 54f95176-6306-4201-a5ac-e7f06c1c6e14, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=54f95176-6306-4201-a5ac-e7f06c1c6e14,segment=NetworkSegment(0e636ac7-f63a-4f42-9829-dab4c0c2170e),segment_id=0e636ac7-f63a-4f42-9829-dab4c0c2170e)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:21.408523 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6b55450c-1948-4885-919e-fb4b894e82f6 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:21.422309 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-6b55450c-1948-4885-919e-fb4b894e82f6 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Calling delete_port for 54f95176-6306-4201-a5ac-e7f06c1c6e14 owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:47:21.469338 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cf712-9c94-4115-ab9c-83c031c20a29 req-3ea1d0aa-f1f1-4394-ba04-b35b3f77fe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:21.478752 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-218cf712-9c94-4115-ab9c-83c031c20a29 req-3ea1d0aa-f1f1-4394-ba04-b35b3f77fe58 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c49dfe4b8b164c34b2cb1c242cf6f8a2&device_id=0c672cc5-e8a5-4794-8638-d6570b0bb6df HTTP/1.1" status: 200 len: 1096 time: 0.3844934 Jul 24 00:47:21.483924 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-9af9004f-811a-4d13-b5b8-0f349e7003cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bc5bf74-100d-43be-be48-ec3d5d893115 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:47:21.518251 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-9af9004f-811a-4d13-b5b8-0f349e7003cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:21.530663 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6b55450c-1948-4885-919e-fb4b894e82f6 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:21.535642 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-8964d039-cf2b-41c1-9761-94e5f1c23835 None None] For port 54f95176-6306-4201-a5ac-e7f06c1c6e14, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=54f95176-6306-4201-a5ac-e7f06c1c6e14,segment=NetworkSegment(0e636ac7-f63a-4f42-9829-dab4c0c2170e),segment_id=0e636ac7-f63a-4f42-9829-dab4c0c2170e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:21.536080 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8964d039-cf2b-41c1-9761-94e5f1c23835 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:21.579787 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-8964d039-cf2b-41c1-9761-94e5f1c23835 None None] Calling delete_port for 54f95176-6306-4201-a5ac-e7f06c1c6e14 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:47:21.583833 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b55450c-1948-4885-919e-fb4b894e82f6 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Pushing event deleted for resources: {'Port': ['ID=54f95176-6306-4201-a5ac-e7f06c1c6e14,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:21.606281 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c1a47ff6-529d-4201-9429-f600402e3780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:21.608697 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-9af9004f-811a-4d13-b5b8-0f349e7003cb service neutron] Transition to ACTIVE for port object 7bc5bf74-100d-43be-be48-ec3d5d893115 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:47:21.627268 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b55450c-1948-4885-919e-fb4b894e82f6 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] No DVR routers for this DVR port 54f95176-6306-4201-a5ac-e7f06c1c6e14 on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:47:21.678096 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-9af9004f-811a-4d13-b5b8-0f349e7003cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:21.755848 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8964d039-cf2b-41c1-9761-94e5f1c23835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:21.763073 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6b55450c-1948-4885-919e-fb4b894e82f6 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:21.775359 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-6b55450c-1948-4885-919e-fb4b894e82f6 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59024805-88c5-41ce-a4e4-414fd8a861e1']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:47:21.798446 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-6b55450c-1948-4885-919e-fb4b894e82f6 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e636ac7-f63a-4f42-9829-dab4c0c2170e') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:47:21.798942 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-6b55450c-1948-4885-919e-fb4b894e82f6 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e636ac7-f63a-4f42-9829-dab4c0c2170e') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:47:21.821258 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6b55450c-1948-4885-919e-fb4b894e82f6 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:21.826396 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 54f95176-6306-4201-a5ac-e7f06c1c6e14 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:47:21.854883 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964d039-cf2b-41c1-9761-94e5f1c23835 None None] Pushing event deleted for resources: {'Port': ['ID=54f95176-6306-4201-a5ac-e7f06c1c6e14,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:21.858049 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6b55450c-1948-4885-919e-fb4b894e82f6 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:21.858447 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 54f95176-6306-4201-a5ac-e7f06c1c6e14 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:47:21.859131 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 54f95176-6306-4201-a5ac-e7f06c1c6e14 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:47:21.864160 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8964d039-cf2b-41c1-9761-94e5f1c23835 None None] No DVR routers for this DVR port 54f95176-6306-4201-a5ac-e7f06c1c6e14 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:47:21.866918 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b55450c-1948-4885-919e-fb4b894e82f6 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:47:21.867366 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6b55450c-1948-4885-919e-fb4b894e82f6 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:21.947236 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 00:47:21.947236 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:47:21.947236 n-d-793621-25 neutron-server[100463]: timer() Jul 24 00:47:21.947236 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:47:21.947236 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 00:47:21.947236 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:47:21.947236 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 00:47:21.947236 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:47:21.947236 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 00:47:21.947236 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:47:21.947236 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 00:47:21.947236 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:47:21.947236 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 00:47:21.947236 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:47:21.947236 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:47:21.947236 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:47:21.947236 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:47:21.947236 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:47:21.947236 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 00:47:21.947236 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:47:21.947236 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 00:47:21.947236 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:47:21.947236 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:47:21.947236 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:47:21.947236 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 00:47:21.947236 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:47:21.947236 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:47:21.947236 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:47:21.947236 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:47:21.947236 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:47:21.947236 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:47:21.947236 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:47:21.951052 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6b55450c-1948-4885-919e-fb4b894e82f6 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:21.974313 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c640835c-8cd2-463f-8b62-88440cead612 req-5fbadcbf-1fce-4997-bfc8-510cff92e51e tempest-ServersOnMultiNodesTest-1056946927 tempest-ServersOnMultiNodesTest-1056946927-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4540005 Jul 24 00:47:22.006341 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6b55450c-1948-4885-919e-fb4b894e82f6 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:22.008833 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6b55450c-1948-4885-919e-fb4b894e82f6 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "DELETE /v2.0/networks/59024805-88c5-41ce-a4e4-414fd8a861e1 HTTP/1.1" status: 204 len: 168 time: 1.0455339 Jul 24 00:47:22.018070 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b55450c-1948-4885-919e-fb4b894e82f6 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Pushing event deleted for resources: {'Network': ['ID=59024805-88c5-41ce-a4e4-414fd8a861e1,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:22.023569 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48026) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:47:22.043563 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-25c112f3-039f-4ee7-a17e-67de2cfc3a58 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1193019570'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:47:22.073149 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cf712-9c94-4115-ab9c-83c031c20a29 req-7e3f5c48-33a9-4d71-9208-4da1469bcfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:22.073634 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cf712-9c94-4115-ab9c-83c031c20a29 req-7e3f5c48-33a9-4d71-9208-4da1469bcfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:22.074173 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cf712-9c94-4115-ab9c-83c031c20a29 req-7e3f5c48-33a9-4d71-9208-4da1469bcfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:22.076152 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-218cf712-9c94-4115-ab9c-83c031c20a29 req-7e3f5c48-33a9-4d71-9208-4da1469bcfdb service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=23f38d06c8d14c15821cdb6c563f3213&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7544522 Jul 24 00:47:22.088068 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c112f3-039f-4ee7-a17e-67de2cfc3a58 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Made reservation on behalf of ddce8b228d0d4a4bb7bd9050c384a277 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:47:22.092412 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-25c112f3-039f-4ee7-a17e-67de2cfc3a58 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:22.135003 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c1a47ff6-529d-4201-9429-f600402e3780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:22.221041 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25c112f3-039f-4ee7-a17e-67de2cfc3a58 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:47:22.237144 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9004f-811a-4d13-b5b8-0f349e7003cb service neutron] Pushing event updated for resources: {'Port': ['ID=7bc5bf74-100d-43be-be48-ec3d5d893115,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:22.244580 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cf712-9c94-4115-ab9c-83c031c20a29 req-f5469b62-928a-401f-8c34-027685b80ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:22.246095 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-218cf712-9c94-4115-ab9c-83c031c20a29 req-f5469b62-928a-401f-8c34-027685b80ef1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dce79d1a-19b5-4596-96e4-d04368356b25 HTTP/1.1" status: 200 len: 924 time: 0.7483187 Jul 24 00:47:22.274818 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-25c112f3-039f-4ee7-a17e-67de2cfc3a58 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:22.275179 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-25c112f3-039f-4ee7-a17e-67de2cfc3a58 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Added segment 9faa7c2e-d929-4382-b23d-7e362e0b3276 of type vlan for network 068a7e17-2416-4d91-a517-4ff7c5f14239 Jul 24 00:47:22.280654 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd65285-42d1-490e-aa46-029b37c282b8 req-e2730dda-2f28-4199-8007-9de40924c1ca tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:22.286448 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4fd65285-42d1-490e-aa46-029b37c282b8 req-e2730dda-2f28-4199-8007-9de40924c1ca tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c672cc5-e8a5-4794-8638-d6570b0bb6df HTTP/1.1" status: 200 len: 944 time: 0.7290878 Jul 24 00:47:22.327619 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cf712-9c94-4115-ab9c-83c031c20a29 req-b16c6310-90c6-4379-ac51-ab97bfaae8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:22.329181 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-218cf712-9c94-4115-ab9c-83c031c20a29 req-b16c6310-90c6-4379-ac51-ab97bfaae8cb service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2329974 Jul 24 00:47:22.345686 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-25c112f3-039f-4ee7-a17e-67de2cfc3a58 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:22.362066 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-218cf712-9c94-4115-ab9c-83c031c20a29 req-4f664339-6e52-4f8f-a94d-655cd2e76b0a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a65b039b-c771-4e86-80ab-8c38cd310841 HTTP/1.1" status: 200 len: 217 time: 0.0736294 Jul 24 00:47:22.373385 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-c65b9462-6b9c-4dfb-8577-07032cae5e11 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:22.375022 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-c65b9462-6b9c-4dfb-8577-07032cae5e11 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/networks?id=0424e002-92c3-40ed-8018-7ea44515813a HTTP/1.1" status: 200 len: 821 time: 0.2308154 Jul 24 00:47:22.405613 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-a28f32ba-4869-4f58-b160-8d355f7b542d tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/quotas/f6c3815e83b546d1ba8426b7607dbf30 HTTP/1.1" status: 200 len: 375 time: 0.0160344 Jul 24 00:47:22.411935 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c1a47ff6-529d-4201-9429-f600402e3780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:22.414234 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-25c112f3-039f-4ee7-a17e-67de2cfc3a58 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:22.415528 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c1a47ff6-529d-4201-9429-f600402e3780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:22.419373 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c1a47ff6-529d-4201-9429-f600402e3780 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/64dc8daf-9a9f-42ed-b29f-9e1a17a2bb4d HTTP/1.1" status: 204 len: 168 time: 1.1430056 Jul 24 00:47:22.419561 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c112f3-039f-4ee7-a17e-67de2cfc3a58 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:22.420009 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-25c112f3-039f-4ee7-a17e-67de2cfc3a58 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:22.448653 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4fd65285-42d1-490e-aa46-029b37c282b8 req-eb38310b-ee13-4485-856a-bf3451291b62 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/security-groups?id=965727d2-73e4-4b91-a58b-45ed41aaec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556325 Jul 24 00:47:22.451589 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a47ff6-529d-4201-9429-f600402e3780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64dc8daf-9a9f-42ed-b29f-9e1a17a2bb4d,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:22.454984 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-9af9004f-811a-4d13-b5b8-0f349e7003cb service neutron] Attempting to bind port 7bc5bf74-100d-43be-be48-ec3d5d893115 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:47:22.455329 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-9af9004f-811a-4d13-b5b8-0f349e7003cb service neutron] Attempting to bind port 7bc5bf74-100d-43be-be48-ec3d5d893115 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '68b73458-c661-4e5a-b683-24d7323352a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:47:22.455666 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-9af9004f-811a-4d13-b5b8-0f349e7003cb service neutron] Attempting to bind port 7bc5bf74-100d-43be-be48-ec3d5d893115 on network 08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:47:22.466362 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-9af9004f-811a-4d13-b5b8-0f349e7003cb service neutron] Port 7bc5bf74-100d-43be-be48-ec3d5d893115 on network 08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:47:22.466701 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-9af9004f-811a-4d13-b5b8-0f349e7003cb service neutron] Attempting to bind port 7bc5bf74-100d-43be-be48-ec3d5d893115 on network 08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:47:22.471070 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cf712-9c94-4115-ab9c-83c031c20a29 req-7e49a3b0-ece1-4537-be3b-487afe216d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:22.472826 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-218cf712-9c94-4115-ab9c-83c031c20a29 req-7e49a3b0-ece1-4537-be3b-487afe216d22 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9be57270-14e1-41b6-9949-cbee1e39a6d3 HTTP/1.1" status: 200 len: 862 time: 0.0989807 Jul 24 00:47:22.480699 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-9af9004f-811a-4d13-b5b8-0f349e7003cb service neutron] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:47:22.481483 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-9af9004f-811a-4d13-b5b8-0f349e7003cb service neutron] Checking segment: {'id': '68b73458-c661-4e5a-b683-24d7323352a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:47:22.481987 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-9af9004f-811a-4d13-b5b8-0f349e7003cb service neutron] Bound using segment: {'id': '68b73458-c661-4e5a-b683-24d7323352a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:47:22.484468 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-9af9004f-811a-4d13-b5b8-0f349e7003cb service neutron] Bound port: 7bc5bf74-100d-43be-be48-ec3d5d893115, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68b73458-c661-4e5a-b683-24d7323352a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:47:22.485222 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-9af9004f-811a-4d13-b5b8-0f349e7003cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:22.533964 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-25c112f3-039f-4ee7-a17e-67de2cfc3a58 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5095677 Jul 24 00:47:22.534992 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c112f3-039f-4ee7-a17e-67de2cfc3a58 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Pushing event updated for resources: {'Network': ['ID=068a7e17-2416-4d91-a517-4ff7c5f14239,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:22.540862 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48040) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:47:22.546416 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-7522c9b8-e1df-4f41-9756-894bcdb6be6a tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Request body: {'subnet': {'network_id': '068a7e17-2416-4d91-a517-4ff7c5f14239', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:47:22.551260 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 068a7e17-2416-4d91-a517-4ff7c5f14239 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:47:22.656664 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-0aa94f3a-8109-4ab6-b2eb-1b003f1fb275 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6c3815e83b546d1ba8426b7607dbf30&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2452066 Jul 24 00:47:22.719463 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cf712-9c94-4115-ab9c-83c031c20a29 req-ae13d6eb-b961-4183-9649-e307c9de093c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:22.719463 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-218cf712-9c94-4115-ab9c-83c031c20a29 req-ae13d6eb-b961-4183-9649-e307c9de093c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dce79d1a-19b5-4596-96e4-d04368356b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2055023 Jul 24 00:47:22.725552 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-9af9004f-811a-4d13-b5b8-0f349e7003cb service neutron] For port 7bc5bf74-100d-43be-be48-ec3d5d893115, host n-h2-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:47:22.731991 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-9af9004f-811a-4d13-b5b8-0f349e7003cb service neutron] For port 7bc5bf74-100d-43be-be48-ec3d5d893115, host n-h2-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=7bc5bf74-100d-43be-be48-ec3d5d893115,segment=NetworkSegment(68b73458-c661-4e5a-b683-24d7323352a7),segment_id=68b73458-c661-4e5a-b683-24d7323352a7)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:47:22.770646 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7522c9b8-e1df-4f41-9756-894bcdb6be6a tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Made reservation on behalf of ddce8b228d0d4a4bb7bd9050c384a277 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:47:22.774862 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7522c9b8-e1df-4f41-9756-894bcdb6be6a tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:22.783486 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-9af9004f-811a-4d13-b5b8-0f349e7003cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:22.883331 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-830efcaf-37ff-47a8-b8e2-f64431041899 service neutron] 10.222.0.15 "GET /v2.0/networks/0424e002-92c3-40ed-8018-7ea44515813a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256331 Jul 24 00:47:22.928607 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af9004f-811a-4d13-b5b8-0f349e7003cb service neutron] Pushing event updated for resources: {'Port': ['ID=7bc5bf74-100d-43be-be48-ec3d5d893115,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:22.956750 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-9af9004f-811a-4d13-b5b8-0f349e7003cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:22.957429 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-9af9004f-811a-4d13-b5b8-0f349e7003cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:22.958868 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-9af9004f-811a-4d13-b5b8-0f349e7003cb service neutron] 10.222.0.11 "PUT /v2.0/ports/7bc5bf74-100d-43be-be48-ec3d5d893115 HTTP/1.1" status: 200 len: 1135 time: 2.6471889 Jul 24 00:47:23.014064 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-34c80353-3b43-4f55-b769-4b1786e7714c service neutron] Request body: {'port': {'device_id': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:47:23.062999 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'tag': '7bc5bf74-100d-43be-be48-ec3d5d893115'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:47:23.065913 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3771bc-a082-4745-b7cb-5a77972b0933" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "tag": "7bc5bf74-100d-43be-be48-ec3d5d893115"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:47:23.070939 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-e5a86fbf-52de-4f6f-b5bb-3676510727e5 service neutron] 10.222.0.15 "GET /v2.0/networks/0424e002-92c3-40ed-8018-7ea44515813a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864817 Jul 24 00:47:23.118216 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48048) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:47:23.143236 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bac3b617-f964-4ecd-876d-fd4af7468890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:23.191926 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-218cf712-9c94-4115-ab9c-83c031c20a29 req-70eb9858-d7d3-4319-8b7b-ef218c79d9ab service neutron] 10.222.0.13 "GET /v2.0/networks/dce79d1a-19b5-4596-96e4-d04368356b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4578965 Jul 24 00:47:23.208452 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7522c9b8-e1df-4f41-9756-894bcdb6be6a tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:23.214845 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38924b3-8cf0-4331-ae8e-cc6dd0a55557 req-44d5c9b3-50ce-45e7-9b59-a32ca63b4006 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:23.220968 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38924b3-8cf0-4331-ae8e-cc6dd0a55557 req-44d5c9b3-50ce-45e7-9b59-a32ca63b4006 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:23.227702 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38924b3-8cf0-4331-ae8e-cc6dd0a55557 req-44d5c9b3-50ce-45e7-9b59-a32ca63b4006 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:23.234045 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38924b3-8cf0-4331-ae8e-cc6dd0a55557 req-44d5c9b3-50ce-45e7-9b59-a32ca63b4006 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:23.240302 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38924b3-8cf0-4331-ae8e-cc6dd0a55557 req-44d5c9b3-50ce-45e7-9b59-a32ca63b4006 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:23.247432 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38924b3-8cf0-4331-ae8e-cc6dd0a55557 req-44d5c9b3-50ce-45e7-9b59-a32ca63b4006 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:23.253721 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38924b3-8cf0-4331-ae8e-cc6dd0a55557 req-44d5c9b3-50ce-45e7-9b59-a32ca63b4006 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:23.264328 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c38924b3-8cf0-4331-ae8e-cc6dd0a55557 req-44d5c9b3-50ce-45e7-9b59-a32ca63b4006 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 5381 time: 0.4867916 Jul 24 00:47:23.322993 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-34c80353-3b43-4f55-b769-4b1786e7714c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:23.342086 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522c9b8-e1df-4f41-9756-894bcdb6be6a tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Pushing event updated for resources: {'Subnet': ['ID=f56b3431-8b73-45e6-8ba4-ab695e2c7614,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:23.390475 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7522c9b8-e1df-4f41-9756-894bcdb6be6a tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Checking segment: {'id': '9faa7c2e-d929-4382-b23d-7e362e0b3276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '068a7e17-2416-4d91-a517-4ff7c5f14239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:47:23.390866 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7522c9b8-e1df-4f41-9756-894bcdb6be6a tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Network hostable DHCP agents. Network: 068a7e17-2416-4d91-a517-4ff7c5f14239, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:47:23.424507 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c38924b3-8cf0-4331-ae8e-cc6dd0a55557 req-9a6b5c4a-4290-49da-9872-791c97945e57 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d0fd0bd-ecd4-446d-a84a-6ebbd55d94ea&id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1563287 Jul 24 00:47:23.457541 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7522c9b8-e1df-4f41-9756-894bcdb6be6a tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Network 068a7e17-2416-4d91-a517-4ff7c5f14239 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:47:23.483271 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-7522c9b8-e1df-4f41-9756-894bcdb6be6a tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 068a7e17-2416-4d91-a517-4ff7c5f14239) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:47:23.500772 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86844362-c645-4532-b6dd-10bc66e71c4e None None] Network 068a7e17-2416-4d91-a517-4ff7c5f14239 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:47:23.531975 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7522c9b8-e1df-4f41-9756-894bcdb6be6a tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:23.534272 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7522c9b8-e1df-4f41-9756-894bcdb6be6a tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:23.608059 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957d437-9e46-4a43-b941-ab3ae2b5cc8e req-1dc734c5-3bce-4ecc-985e-bfd0f5f86d2c tempest-ServersOnMultiNodesTest-1056946927 tempest-ServersOnMultiNodesTest-1056946927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:23.609557 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8957d437-9e46-4a43-b941-ab3ae2b5cc8e req-1dc734c5-3bce-4ecc-985e-bfd0f5f86d2c tempest-ServersOnMultiNodesTest-1056946927 tempest-ServersOnMultiNodesTest-1056946927-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=fd52f7d7-7b4f-4712-ab9b-7786029ee3e7 HTTP/1.1" status: 200 len: 1102 time: 0.1944189 Jul 24 00:47:23.681854 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8957d437-9e46-4a43-b941-ab3ae2b5cc8e req-ca836f14-8ba9-4b85-a869-817668abfc6c tempest-ServersOnMultiNodesTest-1056946927 tempest-ServersOnMultiNodesTest-1056946927-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606179 Jul 24 00:47:23.911077 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd12955-8258-436f-a7a7-f5ed07c269a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-068a7e17-2416-4d91-a517-4ff7c5f14239', 'network_id': '068a7e17-2416-4d91-a517-4ff7c5f14239', 'tenant_id': 'ddce8b228d0d4a4bb7bd9050c384a277', 'fixed_ips': [{'subnet_id': 'f56b3431-8b73-45e6-8ba4-ab695e2c7614'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:47:23.912484 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bdd12955-8258-436f-a7a7-f5ed07c269a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:23.942806 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-218cf712-9c94-4115-ab9c-83c031c20a29 req-9da733b4-02fd-4c03-b31a-bb56267a8f86 service neutron] 10.222.0.13 "GET /v2.0/networks/dce79d1a-19b5-4596-96e4-d04368356b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7424097 Jul 24 00:47:24.133615 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bac3b617-f964-4ecd-876d-fd4af7468890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:24.145948 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bac3b617-f964-4ecd-876d-fd4af7468890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:24.150215 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7522c9b8-e1df-4f41-9756-894bcdb6be6a tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6054587 Jul 24 00:47:24.150437 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48066) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:47:24.155920 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-c830a1d2-2862-4632-b79b-4c9fbcffb9c3 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-59385047'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:47:24.181571 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-bdd12955-8258-436f-a7a7-f5ed07c269a6 None None] Allocated IP 19.80.0.2 (068a7e17-2416-4d91-a517-4ff7c5f14239/f56b3431-8b73-45e6-8ba4-ab695e2c7614/2c28a4e9-5c98-4b01-a202-d5fe2a4df286) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:47:24.229415 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9316b8-4f28-479a-b812-49935283a864 req-6daa0d08-4ec8-422e-9a5e-551a8f20d677 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:24.233350 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6e9316b8-4f28-479a-b812-49935283a864 req-6daa0d08-4ec8-422e-9a5e-551a8f20d677 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 948 time: 0.6871810 Jul 24 00:47:24.234836 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c830a1d2-2862-4632-b79b-4c9fbcffb9c3 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Made reservation on behalf of ddce8b228d0d4a4bb7bd9050c384a277 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:47:24.238650 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c830a1d2-2862-4632-b79b-4c9fbcffb9c3 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:24.260606 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-34c80353-3b43-4f55-b769-4b1786e7714c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24a09a83-d86e-4a1c-b603-983448f0ec6b {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:47:24.269539 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-34c80353-3b43-4f55-b769-4b1786e7714c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:24.287191 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-34c80353-3b43-4f55-b769-4b1786e7714c service neutron] Transition to ACTIVE for port object 24a09a83-d86e-4a1c-b603-983448f0ec6b will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:47:24.305810 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3b617-f964-4ecd-876d-fd4af7468890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54bfb5e3-3380-47ca-9f6d-23ba58baeb6a,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:24.314610 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-34c80353-3b43-4f55-b769-4b1786e7714c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:24.321938 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-bac3b617-f964-4ecd-876d-fd4af7468890 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=766dbb356dea4a41b0a5278e7180b378&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1992903 Jul 24 00:47:24.325592 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48070) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:47:24.431017 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6e9316b8-4f28-479a-b812-49935283a864 req-4b7115d7-ec94-4429-8caa-ba70e21be309 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147940 Jul 24 00:47:24.452280 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bdd12955-8258-436f-a7a7-f5ed07c269a6 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:24.459155 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c80353-3b43-4f55-b769-4b1786e7714c service neutron] Pushing event updated for resources: {'Port': ['ID=24a09a83-d86e-4a1c-b603-983448f0ec6b,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:24.465142 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-bdd12955-8258-436f-a7a7-f5ed07c269a6 None None] Transition to ACTIVE for port object 2c28a4e9-5c98-4b01-a202-d5fe2a4df286 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:47:24.485961 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-bdd12955-8258-436f-a7a7-f5ed07c269a6 None None] Transition to ACTIVE for port object 2c28a4e9-5c98-4b01-a202-d5fe2a4df286 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:47:24.506277 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bdd12955-8258-436f-a7a7-f5ed07c269a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:24.519493 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c830a1d2-2862-4632-b79b-4c9fbcffb9c3 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:47:24.583528 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c830a1d2-2862-4632-b79b-4c9fbcffb9c3 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:24.583964 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-c830a1d2-2862-4632-b79b-4c9fbcffb9c3 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Added segment 736fd063-603b-4aa7-a409-ab25f21c0a97 of type vlan for network 92ff7578-4cc4-4eb9-9b11-2c7af06f32f7 Jul 24 00:47:24.626089 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78e7740-5574-4f61-8322-64c60976fa93 x-openstack-request-id: req-b78e7740-5574-4f61-8322-64c60976fa93 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:47:24.626634 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "tag": "7bc5bf74-100d-43be-be48-ec3d5d893115", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:47:24.627134 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b78e7740-5574-4f61-8322-64c60976fa93 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:47:24.627619 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'tag': '7bc5bf74-100d-43be-be48-ec3d5d893115', 'status': 'completed', 'code': 200} Jul 24 00:47:24.631261 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd12955-8258-436f-a7a7-f5ed07c269a6 None None] Pushing event updated for resources: {'Port': ['ID=2c28a4e9-5c98-4b01-a202-d5fe2a4df286,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:24.633379 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8bbfcf1c-d926-4f3b-8732-6f2292449d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:24.642493 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device a65b039b-c771-4e86-80ab-8c38cd310841 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:47:24.683341 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0229b175-d227-400f-9a8d-8f1af1cc5a55 req-60fa2e05-a973-4381-b9ed-450dbaf15e2f tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=4883f8b6-cb29-468d-b4c0-f9295f6141ac HTTP/1.1" status: 200 len: 210 time: 0.0604775 Jul 24 00:47:24.775081 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8bbfcf1c-d926-4f3b-8732-6f2292449d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:24.834733 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-34c80353-3b43-4f55-b769-4b1786e7714c service neutron] Attempting to bind port 24a09a83-d86e-4a1c-b603-983448f0ec6b on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:47:24.835957 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-34c80353-3b43-4f55-b769-4b1786e7714c service neutron] Attempting to bind port 24a09a83-d86e-4a1c-b603-983448f0ec6b by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '68b73458-c661-4e5a-b683-24d7323352a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:47:24.836858 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-34c80353-3b43-4f55-b769-4b1786e7714c service neutron] Attempting to bind port 24a09a83-d86e-4a1c-b603-983448f0ec6b on network 08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:47:24.891997 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-34c80353-3b43-4f55-b769-4b1786e7714c service neutron] Port 24a09a83-d86e-4a1c-b603-983448f0ec6b on network 08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:47:24.892447 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-34c80353-3b43-4f55-b769-4b1786e7714c service neutron] Attempting to bind port 24a09a83-d86e-4a1c-b603-983448f0ec6b on network 08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:47:24.903530 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c830a1d2-2862-4632-b79b-4c9fbcffb9c3 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:24.932712 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-34c80353-3b43-4f55-b769-4b1786e7714c service neutron] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:47:24.933079 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-34c80353-3b43-4f55-b769-4b1786e7714c service neutron] Checking segment: {'id': '68b73458-c661-4e5a-b683-24d7323352a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:47:24.933578 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-34c80353-3b43-4f55-b769-4b1786e7714c service neutron] Bound using segment: {'id': '68b73458-c661-4e5a-b683-24d7323352a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:47:24.934135 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-34c80353-3b43-4f55-b769-4b1786e7714c service neutron] Bound port: 24a09a83-d86e-4a1c-b603-983448f0ec6b, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68b73458-c661-4e5a-b683-24d7323352a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:47:24.934604 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-34c80353-3b43-4f55-b769-4b1786e7714c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:24.961428 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c830a1d2-2862-4632-b79b-4c9fbcffb9c3 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:24.967423 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c830a1d2-2862-4632-b79b-4c9fbcffb9c3 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:24.968362 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c830a1d2-2862-4632-b79b-4c9fbcffb9c3 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:24.987915 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port a65b039b-c771-4e86-80ab-8c38cd310841, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=a65b039b-c771-4e86-80ab-8c38cd310841,segment=NetworkSegment(29cb724a-e429-44ff-9956-950fa3e91043),segment_id=29cb724a-e429-44ff-9956-950fa3e91043)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:25.016200 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'a65b039b-c771-4e86-80ab-8c38cd310841', 'network_id': 'dce79d1a-19b5-4596-96e4-d04368356b25', 'port_id': 'a65b039b-c771-4e86-80ab-8c38cd310841', 'mac_address': 'fa:16:3e:70:a7:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9be57270-14e1-41b6-9949-cbee1e39a6d3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:47:25.114664 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-34c80353-3b43-4f55-b769-4b1786e7714c service neutron] For port 24a09a83-d86e-4a1c-b603-983448f0ec6b, host n-h2-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:47:25.135008 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:25.151518 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd12955-8258-436f-a7a7-f5ed07c269a6 None None] Network 068a7e17-2416-4d91-a517-4ff7c5f14239 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:47:25.153952 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-34c80353-3b43-4f55-b769-4b1786e7714c service neutron] For port 24a09a83-d86e-4a1c-b603-983448f0ec6b, host n-h2-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=24a09a83-d86e-4a1c-b603-983448f0ec6b,segment=NetworkSegment(68b73458-c661-4e5a-b683-24d7323352a7),segment_id=68b73458-c661-4e5a-b683-24d7323352a7)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:47:25.158272 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-bdd12955-8258-436f-a7a7-f5ed07c269a6 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:47:25.164336 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd12955-8258-436f-a7a7-f5ed07c269a6 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:47:25.170611 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb60a6-7681-479e-b781-2b8e19edffc6 req-07d83940-8a43-4c4c-9c6a-3f638dc96404 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:25.172267 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e6cb60a6-7681-479e-b781-2b8e19edffc6 req-07d83940-8a43-4c4c-9c6a-3f638dc96404 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c672cc5-e8a5-4794-8638-d6570b0bb6df HTTP/1.1" status: 200 len: 944 time: 0.3590865 Jul 24 00:47:25.176128 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-34c80353-3b43-4f55-b769-4b1786e7714c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:25.233482 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-34c80353-3b43-4f55-b769-4b1786e7714c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:25.234121 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-34c80353-3b43-4f55-b769-4b1786e7714c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:25.235852 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-34c80353-3b43-4f55-b769-4b1786e7714c service neutron] 10.222.0.11 "PUT /v2.0/ports/24a09a83-d86e-4a1c-b603-983448f0ec6b HTTP/1.1" status: 200 len: 1092 time: 2.2286713 Jul 24 00:47:25.252096 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-bdd12955-8258-436f-a7a7-f5ed07c269a6 None None] Attempting to bind port 2c28a4e9-5c98-4b01-a202-d5fe2a4df286 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:47:25.252602 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-bdd12955-8258-436f-a7a7-f5ed07c269a6 None None] Attempting to bind port 2c28a4e9-5c98-4b01-a202-d5fe2a4df286 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '9faa7c2e-d929-4382-b23d-7e362e0b3276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '068a7e17-2416-4d91-a517-4ff7c5f14239'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:47:25.253008 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd12955-8258-436f-a7a7-f5ed07c269a6 None None] Attempting to bind port 2c28a4e9-5c98-4b01-a202-d5fe2a4df286 on network 068a7e17-2416-4d91-a517-4ff7c5f14239 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:47:25.256495 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-d6eca576-6c58-4b3e-b63e-7d090b74c6a9 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:25.259383 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-d6eca576-6c58-4b3e-b63e-7d090b74c6a9 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.13 "GET /v2.0/networks?id=0424e002-92c3-40ed-8018-7ea44515813a HTTP/1.1" status: 200 len: 821 time: 0.3954215 Jul 24 00:47:25.259743 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd12955-8258-436f-a7a7-f5ed07c269a6 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:47:25.260215 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd12955-8258-436f-a7a7-f5ed07c269a6 None None] Checking segment: {'id': '9faa7c2e-d929-4382-b23d-7e362e0b3276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '068a7e17-2416-4d91-a517-4ff7c5f14239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:47:25.260722 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bdd12955-8258-436f-a7a7-f5ed07c269a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:25.261188 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd12955-8258-436f-a7a7-f5ed07c269a6 None None] Bound using segment: {'id': '9faa7c2e-d929-4382-b23d-7e362e0b3276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '068a7e17-2416-4d91-a517-4ff7c5f14239'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:47:25.262641 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-bdd12955-8258-436f-a7a7-f5ed07c269a6 None None] Bound port: 2c28a4e9-5c98-4b01-a202-d5fe2a4df286, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9faa7c2e-d929-4382-b23d-7e362e0b3276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '068a7e17-2416-4d91-a517-4ff7c5f14239'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:47:25.262641 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bdd12955-8258-436f-a7a7-f5ed07c269a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:25.266109 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a65b039b-c771-4e86-80ab-8c38cd310841 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:47:25.277115 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-da4ecf19-6de2-490d-9f28-4568ca6f658b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Request body: {'port': {'device_id': '4883f8b6-cb29-468d-b4c0-f9295f6141ac', 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a', 'admin_state_up': True, 'tenant_id': 'f6c3815e83b546d1ba8426b7607dbf30'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:47:25.296770 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port a65b039b-c771-4e86-80ab-8c38cd310841, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=a65b039b-c771-4e86-80ab-8c38cd310841,segment=NetworkSegment(29cb724a-e429-44ff-9956-950fa3e91043),segment_id=29cb724a-e429-44ff-9956-950fa3e91043)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:25.315541 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:25.322283 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-3181f9d2-f8de-458b-9d9d-09792ca9edb8 service neutron] Request body: {'port': {'device_id': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:47:25.386666 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=a65b039b-c771-4e86-80ab-8c38cd310841,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:25.395815 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e6cb60a6-7681-479e-b781-2b8e19edffc6 req-ef875435-e01c-4def-801a-8219a8df4506 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/security-groups?id=965727d2-73e4-4b91-a58b-45ed41aaec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059991 Jul 24 00:47:25.405684 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c80353-3b43-4f55-b769-4b1786e7714c service neutron] Pushing event updated for resources: {'Port': ['ID=24a09a83-d86e-4a1c-b603-983448f0ec6b,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:25.461098 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8bbfcf1c-d926-4f3b-8732-6f2292449d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:25.466120 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8bbfcf1c-d926-4f3b-8732-6f2292449d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:25.467341 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8bbfcf1c-d926-4f3b-8732-6f2292449d39 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/54bfb5e3-3380-47ca-9f6d-23ba58baeb6a HTTP/1.1" status: 204 len: 168 time: 1.1324308 Jul 24 00:47:25.477456 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-bdd12955-8258-436f-a7a7-f5ed07c269a6 None None] For port 2c28a4e9-5c98-4b01-a202-d5fe2a4df286, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:47:25.480798 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-bdd12955-8258-436f-a7a7-f5ed07c269a6 None None] For port 2c28a4e9-5c98-4b01-a202-d5fe2a4df286, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2c28a4e9-5c98-4b01-a202-d5fe2a4df286,segment=NetworkSegment(9faa7c2e-d929-4382-b23d-7e362e0b3276),segment_id=9faa7c2e-d929-4382-b23d-7e362e0b3276)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:47:25.489495 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bdd12955-8258-436f-a7a7-f5ed07c269a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:25.499340 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-3181f9d2-f8de-458b-9d9d-09792ca9edb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:25.565060 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-66f1c1ee-bb60-47a3-b96a-e34d63539f6b tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6248519 Jul 24 00:47:25.591316 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c830a1d2-2862-4632-b79b-4c9fbcffb9c3 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4396842 Jul 24 00:47:25.592495 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48090) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:47:25.606565 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbfcf1c-d926-4f3b-8732-6f2292449d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bfb5e3-3380-47ca-9f6d-23ba58baeb6a,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:25.640326 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-0f14b594-63cb-48a0-bda3-61def6ed2312 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Request body: {'subnet': {'network_id': '92ff7578-4cc4-4eb9-9b11-2c7af06f32f7', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:47:25.650365 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3771bc-a082-4745-b7cb-5a77972b0933 req-053b0715-08b1-4275-afc1-546bc3724ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:25.651196 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3771bc-a082-4745-b7cb-5a77972b0933 req-053b0715-08b1-4275-afc1-546bc3724ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:25.651853 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3771bc-a082-4745-b7cb-5a77972b0933 req-053b0715-08b1-4275-afc1-546bc3724ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:25.652532 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3771bc-a082-4745-b7cb-5a77972b0933 req-053b0715-08b1-4275-afc1-546bc3724ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:25.653181 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3771bc-a082-4745-b7cb-5a77972b0933 req-053b0715-08b1-4275-afc1-546bc3724ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:25.653827 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3771bc-a082-4745-b7cb-5a77972b0933 req-053b0715-08b1-4275-afc1-546bc3724ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:25.654517 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3771bc-a082-4745-b7cb-5a77972b0933 req-053b0715-08b1-4275-afc1-546bc3724ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:25.656835 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bd3771bc-a082-4745-b7cb-5a77972b0933 req-053b0715-08b1-4275-afc1-546bc3724ed3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=23f38d06c8d14c15821cdb6c563f3213&device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 6247 time: 1.1169710 Jul 24 00:47:25.670011 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd12955-8258-436f-a7a7-f5ed07c269a6 None None] Pushing event updated for resources: {'Port': ['ID=2c28a4e9-5c98-4b01-a202-d5fe2a4df286,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:25.748488 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c830a1d2-2862-4632-b79b-4c9fbcffb9c3 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Pushing event updated for resources: {'Network': ['ID=92ff7578-4cc4-4eb9-9b11-2c7af06f32f7,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:25.796799 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-da4ecf19-6de2-490d-9f28-4568ca6f658b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Made reservation on behalf of f6c3815e83b546d1ba8426b7607dbf30 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:47:25.800484 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-da4ecf19-6de2-490d-9f28-4568ca6f658b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:25.801043 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 92ff7578-4cc4-4eb9-9b11-2c7af06f32f7 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:47:25.900241 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['a65b039b-c771-4e86-80ab-8c38cd310841'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:47:25.926877 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171c4fc-3f6c-4ed9-a3e9-29a68535792b req-6e827335-89c3-4802-bc31-f387fa63f818 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:25.934209 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171c4fc-3f6c-4ed9-a3e9-29a68535792b req-6e827335-89c3-4802-bc31-f387fa63f818 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:25.942969 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171c4fc-3f6c-4ed9-a3e9-29a68535792b req-6e827335-89c3-4802-bc31-f387fa63f818 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:25.950129 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171c4fc-3f6c-4ed9-a3e9-29a68535792b req-6e827335-89c3-4802-bc31-f387fa63f818 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:25.964465 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171c4fc-3f6c-4ed9-a3e9-29a68535792b req-6e827335-89c3-4802-bc31-f387fa63f818 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:25.972003 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171c4fc-3f6c-4ed9-a3e9-29a68535792b req-6e827335-89c3-4802-bc31-f387fa63f818 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:25.980597 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171c4fc-3f6c-4ed9-a3e9-29a68535792b req-6e827335-89c3-4802-bc31-f387fa63f818 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:25.982612 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7171c4fc-3f6c-4ed9-a3e9-29a68535792b req-6e827335-89c3-4802-bc31-f387fa63f818 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 5393 time: 0.4211934 Jul 24 00:47:26.060280 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-676da266-29e5-4078-b88c-208b2f22faff tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:26.067724 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-676da266-29e5-4078-b88c-208b2f22faff tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5010254 Jul 24 00:47:26.096343 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3771bc-a082-4745-b7cb-5a77972b0933 req-84ff7cbe-5850-4d68-af00-2254767b2100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:26.096555 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3771bc-a082-4745-b7cb-5a77972b0933 req-84ff7cbe-5850-4d68-af00-2254767b2100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:26.097143 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3771bc-a082-4745-b7cb-5a77972b0933 req-84ff7cbe-5850-4d68-af00-2254767b2100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:26.098780 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bd3771bc-a082-4745-b7cb-5a77972b0933 req-84ff7cbe-5850-4d68-af00-2254767b2100 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=23f38d06c8d14c15821cdb6c563f3213&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3838925 Jul 24 00:47:26.106686 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-f8d84b76-81f3-4aec-8526-c3cfc31833de tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/quotas/e5262b7cd2fa4bf6ac275df24f369d21 HTTP/1.1" status: 200 len: 375 time: 0.0379186 Jul 24 00:47:26.138255 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f14b594-63cb-48a0-bda3-61def6ed2312 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Made reservation on behalf of ddce8b228d0d4a4bb7bd9050c384a277 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:47:26.142179 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0f14b594-63cb-48a0-bda3-61def6ed2312 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:26.233380 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-da4ecf19-6de2-490d-9f28-4568ca6f658b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Allocated IP 172.20.0.10 (0424e002-92c3-40ed-8018-7ea44515813a/eacbc75d-e7d9-4f31-b710-44862dc68303/1bd284f3-f531-425d-990f-2e8bd2068cc4) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:47:26.418007 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7171c4fc-3f6c-4ed9-a3e9-29a68535792b req-f504cb5d-cddd-4dff-baf3-91e3ffbc19c7 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d0fd0bd-ecd4-446d-a84a-6ebbd55d94ea&id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1509809 Jul 24 00:47:26.504059 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0f14b594-63cb-48a0-bda3-61def6ed2312 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:26.570249 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f14b594-63cb-48a0-bda3-61def6ed2312 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Pushing event updated for resources: {'Subnet': ['ID=bc7eb257-2a07-4f93-b092-5f94df065f3c,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:26.611521 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3771bc-a082-4745-b7cb-5a77972b0933 req-f44fe48c-3464-4a6a-9660-f2c86284299d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:26.613071 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bd3771bc-a082-4745-b7cb-5a77972b0933 req-f44fe48c-3464-4a6a-9660-f2c86284299d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5032601 Jul 24 00:47:26.642547 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'tag': '24a09a83-d86e-4a1c-b603-983448f0ec6b'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:47:26.645043 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c728cce-7f5f-4083-bfd8-2725d2b628f1" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "tag": "24a09a83-d86e-4a1c-b603-983448f0ec6b"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:47:26.652331 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-29669197-ae14-4962-8503-7929dd70c7d1 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5437095 Jul 24 00:47:26.673661 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f14b594-63cb-48a0-bda3-61def6ed2312 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Checking segment: {'id': '736fd063-603b-4aa7-a409-ab25f21c0a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '92ff7578-4cc4-4eb9-9b11-2c7af06f32f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:47:26.674042 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f14b594-63cb-48a0-bda3-61def6ed2312 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Network hostable DHCP agents. Network: 92ff7578-4cc4-4eb9-9b11-2c7af06f32f7, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:47:26.698617 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-3181f9d2-f8de-458b-9d9d-09792ca9edb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d1b5b62-5be0-495a-ae91-411a6cc06b8e {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:47:26.701072 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f14b594-63cb-48a0-bda3-61def6ed2312 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Network 92ff7578-4cc4-4eb9-9b11-2c7af06f32f7 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:47:26.713660 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-da4ecf19-6de2-490d-9f28-4568ca6f658b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:26.721798 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-3181f9d2-f8de-458b-9d9d-09792ca9edb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:26.726338 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-0f14b594-63cb-48a0-bda3-61def6ed2312 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 92ff7578-4cc4-4eb9-9b11-2c7af06f32f7) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:47:26.736038 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ed1a50-6d63-4ff3-8971-67af67f146bc None None] Network 92ff7578-4cc4-4eb9-9b11-2c7af06f32f7 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:47:26.737914 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f14b594-63cb-48a0-bda3-61def6ed2312 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:26.739923 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0f14b594-63cb-48a0-bda3-61def6ed2312 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:26.776767 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0f14b594-63cb-48a0-bda3-61def6ed2312 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1600006 Jul 24 00:47:26.787124 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-3181f9d2-f8de-458b-9d9d-09792ca9edb8 service neutron] Transition to ACTIVE for port object 9d1b5b62-5be0-495a-ae91-411a6cc06b8e will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:47:26.834039 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28494786-1e1e-4919-be18-95dd8acc21a9 req-b7d80e22-3508-4214-b81a-74fd703d9922 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:26.836867 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-28494786-1e1e-4919-be18-95dd8acc21a9 req-b7d80e22-3508-4214-b81a-74fd703d9922 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 948 time: 0.3080585 Jul 24 00:47:26.837574 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-3181f9d2-f8de-458b-9d9d-09792ca9edb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:27.081488 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-28494786-1e1e-4919-be18-95dd8acc21a9 req-1c275e56-25d1-45f7-b1e2-c56241818267 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253289 Jul 24 00:47:27.121145 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-eecd814d-09b8-4eda-bae9-c9adb1653623 req-5717745c-af0a-46b8-ad34-51a408c7c182 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=4883f8b6-cb29-468d-b4c0-f9295f6141ac HTTP/1.1" status: 200 len: 210 time: 0.0873971 Jul 24 00:47:27.129784 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181f9d2-f8de-458b-9d9d-09792ca9edb8 service neutron] Pushing event updated for resources: {'Port': ['ID=9d1b5b62-5be0-495a-ae91-411a6cc06b8e,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:27.200565 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-da4ecf19-6de2-490d-9f28-4568ca6f658b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:27.220939 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52963582-207c-46c4-967a-f4033a680a3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-92ff7578-4cc4-4eb9-9b11-2c7af06f32f7', 'network_id': '92ff7578-4cc4-4eb9-9b11-2c7af06f32f7', 'tenant_id': 'ddce8b228d0d4a4bb7bd9050c384a277', 'fixed_ips': [{'subnet_id': 'bc7eb257-2a07-4f93-b092-5f94df065f3c'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:47:27.223221 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-52963582-207c-46c4-967a-f4033a680a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:27.296838 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e51875-e519-4c54-af8f-fe9a0a6f99a4 x-openstack-request-id: req-80e51875-e519-4c54-af8f-fe9a0a6f99a4 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:47:27.297863 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "tag": "24a09a83-d86e-4a1c-b603-983448f0ec6b", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:47:27.298915 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-80e51875-e519-4c54-af8f-fe9a0a6f99a4 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:47:27.300133 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'tag': '24a09a83-d86e-4a1c-b603-983448f0ec6b', 'status': 'completed', 'code': 200} Jul 24 00:47:27.411201 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6cea6a5d-7a39-44a3-91ec-e3dd1102e21b req-6a184c09-aeec-4152-abdd-79b6ed90b395 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7d87376-d685-42ed-96e2-a3452ba60793 HTTP/1.1" status: 200 len: 210 time: 0.0445209 Jul 24 00:47:27.493021 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c728cce-7f5f-4083-bfd8-2725d2b628f1 req-b7e9ed38-0e49-4c14-a697-fb47186ccba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:27.493573 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c728cce-7f5f-4083-bfd8-2725d2b628f1 req-b7e9ed38-0e49-4c14-a697-fb47186ccba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:27.494031 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c728cce-7f5f-4083-bfd8-2725d2b628f1 req-b7e9ed38-0e49-4c14-a697-fb47186ccba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:27.494521 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c728cce-7f5f-4083-bfd8-2725d2b628f1 req-b7e9ed38-0e49-4c14-a697-fb47186ccba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:27.495036 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c728cce-7f5f-4083-bfd8-2725d2b628f1 req-b7e9ed38-0e49-4c14-a697-fb47186ccba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:27.495530 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c728cce-7f5f-4083-bfd8-2725d2b628f1 req-b7e9ed38-0e49-4c14-a697-fb47186ccba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:27.496011 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c728cce-7f5f-4083-bfd8-2725d2b628f1 req-b7e9ed38-0e49-4c14-a697-fb47186ccba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:27.507853 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3c728cce-7f5f-4083-bfd8-2725d2b628f1 req-b7e9ed38-0e49-4c14-a697-fb47186ccba1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=23f38d06c8d14c15821cdb6c563f3213&device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 6315 time: 0.2314713 Jul 24 00:47:27.534486 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-da4ecf19-6de2-490d-9f28-4568ca6f658b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Network 0424e002-92c3-40ed-8018-7ea44515813a is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:47:27.558678 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-da4ecf19-6de2-490d-9f28-4568ca6f658b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:47:27.598796 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-da4ecf19-6de2-490d-9f28-4568ca6f658b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:47:27.635803 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ecf19-6de2-490d-9f28-4568ca6f658b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Pushing event updated for resources: {'Port': ['ID=1bd284f3-f531-425d-990f-2e8bd2068cc4,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:27.688347 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-3181f9d2-f8de-458b-9d9d-09792ca9edb8 service neutron] Attempting to bind port 9d1b5b62-5be0-495a-ae91-411a6cc06b8e on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:47:27.688705 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-3181f9d2-f8de-458b-9d9d-09792ca9edb8 service neutron] Attempting to bind port 9d1b5b62-5be0-495a-ae91-411a6cc06b8e by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '68b73458-c661-4e5a-b683-24d7323352a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:47:27.689045 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-3181f9d2-f8de-458b-9d9d-09792ca9edb8 service neutron] Attempting to bind port 9d1b5b62-5be0-495a-ae91-411a6cc06b8e on network 08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:47:27.712093 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccc8496-c229-45a4-969e-99d4567e0e12 None None] Network 068a7e17-2416-4d91-a517-4ff7c5f14239 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:47:27.735519 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ecf19-6de2-490d-9f28-4568ca6f658b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:27.735879 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ecf19-6de2-490d-9f28-4568ca6f658b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:27.736226 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ecf19-6de2-490d-9f28-4568ca6f658b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:27.736582 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ecf19-6de2-490d-9f28-4568ca6f658b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:27.736916 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ecf19-6de2-490d-9f28-4568ca6f658b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:27.737256 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ecf19-6de2-490d-9f28-4568ca6f658b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:27.737593 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ecf19-6de2-490d-9f28-4568ca6f658b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:27.737929 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ecf19-6de2-490d-9f28-4568ca6f658b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:27.738257 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ecf19-6de2-490d-9f28-4568ca6f658b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:27.739057 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ecf19-6de2-490d-9f28-4568ca6f658b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:27.739404 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ecf19-6de2-490d-9f28-4568ca6f658b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:27.739727 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4ecf19-6de2-490d-9f28-4568ca6f658b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:27.758235 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-3181f9d2-f8de-458b-9d9d-09792ca9edb8 service neutron] Port 9d1b5b62-5be0-495a-ae91-411a6cc06b8e on network 08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:47:27.758665 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-3181f9d2-f8de-458b-9d9d-09792ca9edb8 service neutron] Attempting to bind port 9d1b5b62-5be0-495a-ae91-411a6cc06b8e on network 08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:47:27.775719 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-da4ecf19-6de2-490d-9f28-4568ca6f658b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:27.776417 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-da4ecf19-6de2-490d-9f28-4568ca6f658b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:27.787293 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-3181f9d2-f8de-458b-9d9d-09792ca9edb8 service neutron] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:47:27.793328 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-3181f9d2-f8de-458b-9d9d-09792ca9edb8 service neutron] Checking segment: {'id': '68b73458-c661-4e5a-b683-24d7323352a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:47:27.793328 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-3181f9d2-f8de-458b-9d9d-09792ca9edb8 service neutron] Bound using segment: {'id': '68b73458-c661-4e5a-b683-24d7323352a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:47:27.793681 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-52963582-207c-46c4-967a-f4033a680a3b None None] Allocated IP 19.86.0.2 (92ff7578-4cc4-4eb9-9b11-2c7af06f32f7/bc7eb257-2a07-4f93-b092-5f94df065f3c/39d1f7b3-bab6-4d72-8f89-e6166c0479bd) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:47:27.794103 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-3181f9d2-f8de-458b-9d9d-09792ca9edb8 service neutron] Bound port: 9d1b5b62-5be0-495a-ae91-411a6cc06b8e, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68b73458-c661-4e5a-b683-24d7323352a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:47:27.794103 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-3181f9d2-f8de-458b-9d9d-09792ca9edb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:27.830351 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c728cce-7f5f-4083-bfd8-2725d2b628f1 req-2752d41d-e2dd-411b-bfba-fe92deb461c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:27.831005 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c728cce-7f5f-4083-bfd8-2725d2b628f1 req-2752d41d-e2dd-411b-bfba-fe92deb461c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:27.831558 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c728cce-7f5f-4083-bfd8-2725d2b628f1 req-2752d41d-e2dd-411b-bfba-fe92deb461c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:27.833455 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3c728cce-7f5f-4083-bfd8-2725d2b628f1 req-2752d41d-e2dd-411b-bfba-fe92deb461c1 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=23f38d06c8d14c15821cdb6c563f3213&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3165054 Jul 24 00:47:27.847859 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab87fea-894e-4569-9a92-b965245f4bed req-6965c0e8-1b0b-477a-b840-3d2820d9c73e tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:27.864114 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9ab87fea-894e-4569-9a92-b965245f4bed req-6965c0e8-1b0b-477a-b840-3d2820d9c73e tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c672cc5-e8a5-4794-8638-d6570b0bb6df HTTP/1.1" status: 200 len: 945 time: 0.5402651 Jul 24 00:47:27.879318 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-da4ecf19-6de2-490d-9f28-4568ca6f658b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6072524 Jul 24 00:47:27.886560 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-21791cb6-35f1-4c9c-b560-16257ddd5ea9 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:27.894067 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-21791cb6-35f1-4c9c-b560-16257ddd5ea9 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:27.902078 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-21791cb6-35f1-4c9c-b560-16257ddd5ea9 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/networks?id=068a7e17-2416-4d91-a517-4ff7c5f14239&id=92ff7578-4cc4-4eb9-9b11-2c7af06f32f7 HTTP/1.1" status: 200 len: 1390 time: 0.3056695 Jul 24 00:47:27.915352 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-118cb583-3ed7-43f5-b82f-820e7caadc47 service neutron] Request body: {'port': {'device_id': '4883f8b6-cb29-468d-b4c0-f9295f6141ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:47:27.945793 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-a2682b8c-6d03-4a50-bc81-97ae987a8688 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/quotas/ddce8b228d0d4a4bb7bd9050c384a277 HTTP/1.1" status: 200 len: 375 time: 0.0425735 Jul 24 00:47:28.057393 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c728cce-7f5f-4083-bfd8-2725d2b628f1 req-1ad45431-1819-4954-b29a-9c208fed3964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:28.059402 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3c728cce-7f5f-4083-bfd8-2725d2b628f1 req-1ad45431-1819-4954-b29a-9c208fed3964 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2138927 Jul 24 00:47:28.076827 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9ab87fea-894e-4569-9a92-b965245f4bed req-f7d7a24f-ef08-4f5c-b309-12e7b2af904e tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/security-groups?id=965727d2-73e4-4b91-a58b-45ed41aaec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124174 Jul 24 00:47:28.134021 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-392a2640-3124-441e-a255-8c06054c8fbd tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ddce8b228d0d4a4bb7bd9050c384a277&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1858001 Jul 24 00:47:28.162611 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2c28a4e9-5c98-4b01-a202-d5fe2a4df286 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:47:28.201874 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-3181f9d2-f8de-458b-9d9d-09792ca9edb8 service neutron] For port 9d1b5b62-5be0-495a-ae91-411a6cc06b8e, host n-h2-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:47:28.276238 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-3181f9d2-f8de-458b-9d9d-09792ca9edb8 service neutron] For port 9d1b5b62-5be0-495a-ae91-411a6cc06b8e, host n-h2-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=9d1b5b62-5be0-495a-ae91-411a6cc06b8e,segment=NetworkSegment(68b73458-c661-4e5a-b683-24d7323352a7),segment_id=68b73458-c661-4e5a-b683-24d7323352a7)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:47:28.278605 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-26e2f2f7-8028-4526-80e3-ed5eb1dbc64c service neutron] 10.222.0.15 "GET /v2.0/networks/068a7e17-2416-4d91-a517-4ff7c5f14239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429305 Jul 24 00:47:28.298744 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-25554f84-aa09-4082-b7e4-77841edf2b13 None None] Provisioning for port 2c28a4e9-5c98-4b01-a202-d5fe2a4df286 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:47:28.312439 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 2c28a4e9-5c98-4b01-a202-d5fe2a4df286 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:47:28.316606 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-25554f84-aa09-4082-b7e4-77841edf2b13 None None] Provisioning complete for port 2c28a4e9-5c98-4b01-a202-d5fe2a4df286 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:47:28.316794 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-25554f84-aa09-4082-b7e4-77841edf2b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:28.324788 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 2c28a4e9-5c98-4b01-a202-d5fe2a4df286 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:47:28.324984 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:28.361473 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-118cb583-3ed7-43f5-b82f-820e7caadc47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:28.386283 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-3181f9d2-f8de-458b-9d9d-09792ca9edb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:28.396220 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-c968e82b-8e17-4439-8ee1-217428a51fba service neutron] 10.222.0.15 "GET /v2.0/networks/068a7e17-2416-4d91-a517-4ff7c5f14239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166689 Jul 24 00:47:28.469725 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-3181f9d2-f8de-458b-9d9d-09792ca9edb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:28.470198 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-3181f9d2-f8de-458b-9d9d-09792ca9edb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:28.471810 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-3181f9d2-f8de-458b-9d9d-09792ca9edb8 service neutron] 10.222.0.11 "PUT /v2.0/ports/9d1b5b62-5be0-495a-ae91-411a6cc06b8e HTTP/1.1" status: 200 len: 1091 time: 3.1733274 Jul 24 00:47:28.492525 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-52963582-207c-46c4-967a-f4033a680a3b None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:28.515734 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-52963582-207c-46c4-967a-f4033a680a3b None None] Transition to ACTIVE for port object 39d1f7b3-bab6-4d72-8f89-e6166c0479bd will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:47:28.544399 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-1c3e9777-a0bf-4b95-9ae5-191f4a8a4c77 service neutron] 10.222.0.15 "GET /v2.0/networks/92ff7578-4cc4-4eb9-9b11-2c7af06f32f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424124 Jul 24 00:47:28.549893 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-0f93dd10-0f61-4730-82a8-8f9972ffb5ea service neutron] Request body: {'port': {'device_id': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:47:28.561491 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181f9d2-f8de-458b-9d9d-09792ca9edb8 service neutron] Pushing event updated for resources: {'Port': ['ID=9d1b5b62-5be0-495a-ae91-411a6cc06b8e,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:28.598532 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device a65b039b-c771-4e86-80ab-8c38cd310841 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:47:28.705735 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-c2996f4e-f11e-4167-9939-69ec6141a0bb service neutron] 10.222.0.15 "GET /v2.0/networks/92ff7578-4cc4-4eb9-9b11-2c7af06f32f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602578 Jul 24 00:47:28.776997 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-a36f9ddc-2750-4130-9853-4b144a934093 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0694187 Jul 24 00:47:28.915842 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-52963582-207c-46c4-967a-f4033a680a3b None None] Transition to ACTIVE for port object 39d1f7b3-bab6-4d72-8f89-e6166c0479bd will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:47:28.957024 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-52963582-207c-46c4-967a-f4033a680a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:28.976558 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-25554f84-aa09-4082-b7e4-77841edf2b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:29.002671 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:29.097377 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-f7e421a7-e321-4113-ae52-0d97c13bcb74 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:29.097933 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52963582-207c-46c4-967a-f4033a680a3b None None] Network 92ff7578-4cc4-4eb9-9b11-2c7af06f32f7 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:47:29.099145 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-f7e421a7-e321-4113-ae52-0d97c13bcb74 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3141937 Jul 24 00:47:29.114379 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-8f34998b-8551-4408-93d4-3d9b10d1a059 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Request body: {'port': {'device_id': 'e7d87376-d685-42ed-96e2-a3452ba60793', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'admin_state_up': True, 'tenant_id': 'e5262b7cd2fa4bf6ac275df24f369d21'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:47:29.130396 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-52963582-207c-46c4-967a-f4033a680a3b None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:47:29.151365 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52963582-207c-46c4-967a-f4033a680a3b None None] Pushing event updated for resources: {'Port': ['ID=39d1f7b3-bab6-4d72-8f89-e6166c0479bd,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:29.153877 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port a65b039b-c771-4e86-80ab-8c38cd310841 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:47:29.159587 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52963582-207c-46c4-967a-f4033a680a3b None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:47:29.162594 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port a65b039b-c771-4e86-80ab-8c38cd310841 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:47:29.162594 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:29.166742 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-25554f84-aa09-4082-b7e4-77841edf2b13 None None] For port 2c28a4e9-5c98-4b01-a202-d5fe2a4df286, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2c28a4e9-5c98-4b01-a202-d5fe2a4df286,segment=NetworkSegment(9faa7c2e-d929-4382-b23d-7e362e0b3276),segment_id=9faa7c2e-d929-4382-b23d-7e362e0b3276)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:29.194056 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-25554f84-aa09-4082-b7e4-77841edf2b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:29.275516 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-0f93dd10-0f61-4730-82a8-8f9972ffb5ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:29.306670 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b39aa-a202-4000-b963-9530229bf0f1 req-920619c5-addf-4496-aca3-658052e3cc3d tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:29.313925 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b39aa-a202-4000-b963-9530229bf0f1 req-920619c5-addf-4496-aca3-658052e3cc3d tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:29.320898 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b39aa-a202-4000-b963-9530229bf0f1 req-920619c5-addf-4496-aca3-658052e3cc3d tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:29.327953 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b39aa-a202-4000-b963-9530229bf0f1 req-920619c5-addf-4496-aca3-658052e3cc3d tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:29.335759 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b39aa-a202-4000-b963-9530229bf0f1 req-920619c5-addf-4496-aca3-658052e3cc3d tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:29.344055 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b39aa-a202-4000-b963-9530229bf0f1 req-920619c5-addf-4496-aca3-658052e3cc3d tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:29.345439 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536fd136-fd14-4d79-bdd9-4691457ef149 req-4a43f050-5300-4e34-8e58-fcb7179514e5 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:29.348049 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-536fd136-fd14-4d79-bdd9-4691457ef149 req-4a43f050-5300-4e34-8e58-fcb7179514e5 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 948 time: 0.1979284 Jul 24 00:47:29.349562 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-8f34998b-8551-4408-93d4-3d9b10d1a059 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Made reservation on behalf of e5262b7cd2fa4bf6ac275df24f369d21 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:47:29.354377 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-8f34998b-8551-4408-93d4-3d9b10d1a059 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:29.362773 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b39aa-a202-4000-b963-9530229bf0f1 req-920619c5-addf-4496-aca3-658052e3cc3d tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:29.364826 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b34b39aa-a202-4000-b963-9530229bf0f1 req-920619c5-addf-4496-aca3-658052e3cc3d tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 5405 time: 1.1644127 Jul 24 00:47:29.370126 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'tag': '9d1b5b62-5be0-495a-ae91-411a6cc06b8e'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:47:29.372614 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282ae8f8-0191-4617-8c3b-8c9fc17b1832" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "tag": "9d1b5b62-5be0-495a-ae91-411a6cc06b8e"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:47:29.415969 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.db.api [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:47:29.415969 n-d-793621-25 neutron-server[100465]: DEBUG oslo_db.api [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:47:29.426020 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-52963582-207c-46c4-967a-f4033a680a3b None None] Attempting to bind port 39d1f7b3-bab6-4d72-8f89-e6166c0479bd on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:47:29.426948 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-52963582-207c-46c4-967a-f4033a680a3b None None] Attempting to bind port 39d1f7b3-bab6-4d72-8f89-e6166c0479bd by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '736fd063-603b-4aa7-a409-ab25f21c0a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '92ff7578-4cc4-4eb9-9b11-2c7af06f32f7'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:47:29.426948 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52963582-207c-46c4-967a-f4033a680a3b None None] Attempting to bind port 39d1f7b3-bab6-4d72-8f89-e6166c0479bd on network 92ff7578-4cc4-4eb9-9b11-2c7af06f32f7 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:47:29.436621 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52963582-207c-46c4-967a-f4033a680a3b None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:47:29.437536 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52963582-207c-46c4-967a-f4033a680a3b None None] Checking segment: {'id': '736fd063-603b-4aa7-a409-ab25f21c0a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '92ff7578-4cc4-4eb9-9b11-2c7af06f32f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:47:29.438041 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-52963582-207c-46c4-967a-f4033a680a3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:29.438538 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52963582-207c-46c4-967a-f4033a680a3b None None] Bound using segment: {'id': '736fd063-603b-4aa7-a409-ab25f21c0a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '92ff7578-4cc4-4eb9-9b11-2c7af06f32f7'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:47:29.439153 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-52963582-207c-46c4-967a-f4033a680a3b None None] Bound port: 39d1f7b3-bab6-4d72-8f89-e6166c0479bd, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '736fd063-603b-4aa7-a409-ab25f21c0a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '92ff7578-4cc4-4eb9-9b11-2c7af06f32f7'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:47:29.439649 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-52963582-207c-46c4-967a-f4033a680a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:29.447724 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1488cd14-9fea-4b63-9de4-f294fdab6b9a None None] Provisioning complete for port 2c28a4e9-5c98-4b01-a202-d5fe2a4df286 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:47:29.447724 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1488cd14-9fea-4b63-9de4-f294fdab6b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:29.490343 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25554f84-aa09-4082-b7e4-77841edf2b13 None None] Pushing event updated for resources: {'Port': ['ID=2c28a4e9-5c98-4b01-a202-d5fe2a4df286,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:29.535112 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-536fd136-fd14-4d79-bdd9-4691457ef149 req-eeef00a3-c0da-4926-b12a-0d0f81e268b5 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763890 Jul 24 00:47:29.675337 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-8f34998b-8551-4408-93d4-3d9b10d1a059 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Allocated IP 192.168.233.89 (064170bd-7ae3-42cd-9c1f-14f6db2f099c/b2f8a7b0-45d5-4a4f-bbde-2ea497f98103/5ef5038c-f4e2-498a-baa7-032528f3191c) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:47:29.710519 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:29.775657 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port a65b039b-c771-4e86-80ab-8c38cd310841, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=a65b039b-c771-4e86-80ab-8c38cd310841,segment=NetworkSegment(29cb724a-e429-44ff-9956-950fa3e91043),segment_id=29cb724a-e429-44ff-9956-950fa3e91043)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:29.780083 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-52963582-207c-46c4-967a-f4033a680a3b None None] For port 39d1f7b3-bab6-4d72-8f89-e6166c0479bd, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:47:29.782138 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c672cc5-e8a5-4794-8638-d6570b0bb6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65b039b-c771-4e86-80ab-8c38cd310841'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:47:29.785026 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d01b4cf-3256-4ad4-b790-153b6db34347" -d '{"events": [{"server_uuid": "0c672cc5-e8a5-4794-8638-d6570b0bb6df", "name": "network-vif-plugged", "status": "completed", "tag": "a65b039b-c771-4e86-80ab-8c38cd310841"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:47:29.820047 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:29.861014 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-0f93dd10-0f61-4730-82a8-8f9972ffb5ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b2d3291-8280-46dd-96b5-e7c6c7c3131b {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:47:29.869322 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-0f93dd10-0f61-4730-82a8-8f9972ffb5ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:29.882889 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-0f93dd10-0f61-4730-82a8-8f9972ffb5ea service neutron] Transition to ACTIVE for port object 1b2d3291-8280-46dd-96b5-e7c6c7c3131b will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:47:29.891958 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=a65b039b-c771-4e86-80ab-8c38cd310841,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:29.894476 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-0f93dd10-0f61-4730-82a8-8f9972ffb5ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:29.902815 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-52963582-207c-46c4-967a-f4033a680a3b None None] For port 39d1f7b3-bab6-4d72-8f89-e6166c0479bd, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=39d1f7b3-bab6-4d72-8f89-e6166c0479bd,segment=NetworkSegment(736fd063-603b-4aa7-a409-ab25f21c0a97),segment_id=736fd063-603b-4aa7-a409-ab25f21c0a97)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:47:29.915218 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b34b39aa-a202-4000-b963-9530229bf0f1 req-97dd0dde-9dee-4b82-b072-be58987d94cd tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d0fd0bd-ecd4-446d-a84a-6ebbd55d94ea&id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5349722 Jul 24 00:47:29.920278 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-52963582-207c-46c4-967a-f4033a680a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:30.005696 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52963582-207c-46c4-967a-f4033a680a3b None None] Pushing event updated for resources: {'Port': ['ID=39d1f7b3-bab6-4d72-8f89-e6166c0479bd,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:30.010049 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f93dd10-0f61-4730-82a8-8f9972ffb5ea service neutron] Pushing event updated for resources: {'Port': ['ID=1b2d3291-8280-46dd-96b5-e7c6c7c3131b,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:30.152589 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-0f93dd10-0f61-4730-82a8-8f9972ffb5ea service neutron] Attempting to bind port 1b2d3291-8280-46dd-96b5-e7c6c7c3131b on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:47:30.153360 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-0f93dd10-0f61-4730-82a8-8f9972ffb5ea service neutron] Attempting to bind port 1b2d3291-8280-46dd-96b5-e7c6c7c3131b by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '23ebf5d9-a245-4865-978c-96f59b5fd63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd44a086b-008a-4058-bec6-57d1e56e41f3'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:47:30.154016 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-0f93dd10-0f61-4730-82a8-8f9972ffb5ea service neutron] Attempting to bind port 1b2d3291-8280-46dd-96b5-e7c6c7c3131b on network d44a086b-008a-4058-bec6-57d1e56e41f3 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:47:30.195799 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-0f93dd10-0f61-4730-82a8-8f9972ffb5ea service neutron] Port 1b2d3291-8280-46dd-96b5-e7c6c7c3131b on network d44a086b-008a-4058-bec6-57d1e56e41f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:47:30.196539 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-0f93dd10-0f61-4730-82a8-8f9972ffb5ea service neutron] Attempting to bind port 1b2d3291-8280-46dd-96b5-e7c6c7c3131b on network d44a086b-008a-4058-bec6-57d1e56e41f3 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:47:30.212905 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-0f93dd10-0f61-4730-82a8-8f9972ffb5ea service neutron] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:47:30.213650 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-0f93dd10-0f61-4730-82a8-8f9972ffb5ea service neutron] Checking segment: {'id': '23ebf5d9-a245-4865-978c-96f59b5fd63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd44a086b-008a-4058-bec6-57d1e56e41f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:47:30.214459 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-0f93dd10-0f61-4730-82a8-8f9972ffb5ea service neutron] Bound using segment: {'id': '23ebf5d9-a245-4865-978c-96f59b5fd63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd44a086b-008a-4058-bec6-57d1e56e41f3'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:47:30.215837 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-0f93dd10-0f61-4730-82a8-8f9972ffb5ea service neutron] Bound port: 1b2d3291-8280-46dd-96b5-e7c6c7c3131b, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ebf5d9-a245-4865-978c-96f59b5fd63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd44a086b-008a-4058-bec6-57d1e56e41f3'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:47:30.216627 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-0f93dd10-0f61-4730-82a8-8f9972ffb5ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:30.226619 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-8f34998b-8551-4408-93d4-3d9b10d1a059 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:30.244167 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2c28a4e9-5c98-4b01-a202-d5fe2a4df286 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:47:30.254596 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-8f34998b-8551-4408-93d4-3d9b10d1a059 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Transition to ACTIVE for port object 5ef5038c-f4e2-498a-baa7-032528f3191c will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:47:30.273828 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-118cb583-3ed7-43f5-b82f-820e7caadc47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bd284f3-f531-425d-990f-2e8bd2068cc4 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:47:30.313435 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45385150-ad1c-4c5b-a28f-2689b1b83f18 req-3f7fafcd-b116-49b9-8fca-2706d0c734e5 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:30.321617 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-45385150-ad1c-4c5b-a28f-2689b1b83f18 req-3f7fafcd-b116-49b9-8fca-2706d0c734e5 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=4883f8b6-cb29-468d-b4c0-f9295f6141ac HTTP/1.1" status: 200 len: 932 time: 0.3206267 Jul 24 00:47:30.348863 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 2c28a4e9-5c98-4b01-a202-d5fe2a4df286 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:47:30.349440 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:30.403605 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-0f93dd10-0f61-4730-82a8-8f9972ffb5ea service neutron] For port 1b2d3291-8280-46dd-96b5-e7c6c7c3131b, host n-h2-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:47:30.407081 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-0f93dd10-0f61-4730-82a8-8f9972ffb5ea service neutron] For port 1b2d3291-8280-46dd-96b5-e7c6c7c3131b, host n-h2-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=1b2d3291-8280-46dd-96b5-e7c6c7c3131b,segment=NetworkSegment(23ebf5d9-a245-4865-978c-96f59b5fd63b),segment_id=23ebf5d9-a245-4865-978c-96f59b5fd63b)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:47:30.421958 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-118cb583-3ed7-43f5-b82f-820e7caadc47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:30.451795 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-0f93dd10-0f61-4730-82a8-8f9972ffb5ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:30.456578 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-45385150-ad1c-4c5b-a28f-2689b1b83f18 req-50fd4a08-f15a-48f4-ae22-3b0e77262287 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313655 Jul 24 00:47:30.460724 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-8f34998b-8551-4408-93d4-3d9b10d1a059 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:30.493658 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['e26ba7bc-df08-4bb6-9190-ffb5d7f68be7', '6dd7dda7-d8d4-4ded-aca6-2204d4bacc67'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:47:30.542850 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['3c836ab3-a4b0-4f71-bdd9-af941853b1e5', '88b73c65-2a63-44ed-97a6-4adff615d912', '606a4203-9ee5-4fd5-9b14-0c178766fbfe'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:47:30.553080 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-8f34998b-8551-4408-93d4-3d9b10d1a059 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Network 064170bd-7ae3-42cd-9c1f-14f6db2f099c is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:47:30.562527 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-8f34998b-8551-4408-93d4-3d9b10d1a059 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:47:30.575220 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-8f34998b-8551-4408-93d4-3d9b10d1a059 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:47:30.586754 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f34998b-8551-4408-93d4-3d9b10d1a059 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Pushing event updated for resources: {'Port': ['ID=5ef5038c-f4e2-498a-baa7-032528f3191c,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:30.603868 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f34998b-8551-4408-93d4-3d9b10d1a059 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:30.603868 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f34998b-8551-4408-93d4-3d9b10d1a059 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:30.603868 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f34998b-8551-4408-93d4-3d9b10d1a059 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:30.604304 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f34998b-8551-4408-93d4-3d9b10d1a059 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:30.607816 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f34998b-8551-4408-93d4-3d9b10d1a059 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:30.608072 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f34998b-8551-4408-93d4-3d9b10d1a059 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:30.608496 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f34998b-8551-4408-93d4-3d9b10d1a059 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:30.608929 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f34998b-8551-4408-93d4-3d9b10d1a059 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:30.609362 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f34998b-8551-4408-93d4-3d9b10d1a059 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:30.609792 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f34998b-8551-4408-93d4-3d9b10d1a059 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:30.610219 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f34998b-8551-4408-93d4-3d9b10d1a059 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:30.610692 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f34998b-8551-4408-93d4-3d9b10d1a059 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:30.696715 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-42d5d741-c0e2-4891-9bb8-a03975623264 req-b9fc92b4-aa8f-47b7-b120-2cd275e66695 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f7c2703-e6ed-4724-a0ee-75b06bf57900 HTTP/1.1" status: 200 len: 210 time: 0.1182075 Jul 24 00:47:30.704771 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f93dd10-0f61-4730-82a8-8f9972ffb5ea service neutron] Pushing event updated for resources: {'Port': ['ID=1b2d3291-8280-46dd-96b5-e7c6c7c3131b,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:30.716440 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-0f93dd10-0f61-4730-82a8-8f9972ffb5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:30.716957 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-0f93dd10-0f61-4730-82a8-8f9972ffb5ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:30.718411 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-0f93dd10-0f61-4730-82a8-8f9972ffb5ea service neutron] 10.222.0.11 "PUT /v2.0/ports/1b2d3291-8280-46dd-96b5-e7c6c7c3131b HTTP/1.1" status: 200 len: 1092 time: 2.1822214 Jul 24 00:47:30.741858 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-118cb583-3ed7-43f5-b82f-820e7caadc47 service neutron] Transition to ACTIVE for port object 1bd284f3-f531-425d-990f-2e8bd2068cc4 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:47:30.754515 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-118cb583-3ed7-43f5-b82f-820e7caadc47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:30.822472 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-a25159f1-6a60-4406-8481-f9a93e929e02 service neutron] Request body: {'port': {'device_id': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:47:30.949302 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-a25159f1-6a60-4406-8481-f9a93e929e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:30.977324 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-8f34998b-8551-4408-93d4-3d9b10d1a059 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:30.978025 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-8f34998b-8551-4408-93d4-3d9b10d1a059 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:31.031105 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118cb583-3ed7-43f5-b82f-820e7caadc47 service neutron] Pushing event updated for resources: {'Port': ['ID=1bd284f3-f531-425d-990f-2e8bd2068cc4,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:31.103265 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-8f34998b-8551-4408-93d4-3d9b10d1a059 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9938607 Jul 24 00:47:31.110297 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-03ef410c-112d-4e91-8769-6e343eaaf5d4 None None] Provisioning for port 5ef5038c-f4e2-498a-baa7-032528f3191c completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:47:31.124725 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-03ef410c-112d-4e91-8769-6e343eaaf5d4 None None] Provisioning complete for port 5ef5038c-f4e2-498a-baa7-032528f3191c triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:47:31.125177 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-03ef410c-112d-4e91-8769-6e343eaaf5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:31.150315 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-da589758-1151-4593-8b80-f5d41ba167a0 service neutron] Request body: {'port': {'device_id': 'e7d87376-d685-42ed-96e2-a3452ba60793', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-25'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:47:31.165592 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32472817-3b6e-42bb-a597-3d6b827d2eba req-a21ca6f1-a9fa-4a0e-a599-06c3b1a7d7cb tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:31.169489 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-b1aeeb0e-815f-4dd2-ba8f-393c5bb1631d tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:31.172971 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-32472817-3b6e-42bb-a597-3d6b827d2eba req-a21ca6f1-a9fa-4a0e-a599-06c3b1a7d7cb tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7d87376-d685-42ed-96e2-a3452ba60793 HTTP/1.1" status: 200 len: 935 time: 0.7051690 Jul 24 00:47:31.185104 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-b1aeeb0e-815f-4dd2-ba8f-393c5bb1631d tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:31.188297 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-b1aeeb0e-815f-4dd2-ba8f-393c5bb1631d tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.13 "GET /v2.0/networks?id=068a7e17-2416-4d91-a517-4ff7c5f14239&id=92ff7578-4cc4-4eb9-9b11-2c7af06f32f7 HTTP/1.1" status: 200 len: 1390 time: 0.4580116 Jul 24 00:47:31.231730 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf38fdf-40f0-4507-806c-5905d1a5dc78 req-1453a488-ec07-404f-b80f-6326b85400a9 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:31.239951 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bbf38fdf-40f0-4507-806c-5905d1a5dc78 req-1453a488-ec07-404f-b80f-6326b85400a9 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c672cc5-e8a5-4794-8638-d6570b0bb6df HTTP/1.1" status: 200 len: 946 time: 0.3587093 Jul 24 00:47:31.248942 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-03ef410c-112d-4e91-8769-6e343eaaf5d4 None None] Port 5ef5038c-f4e2-498a-baa7-032528f3191c cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:47:31.272975 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-7a62beb7-7e86-4232-b4f5-16b3fe8b9e32 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Request body: {'port': {'device_id': '9f7c2703-e6ed-4724-a0ee-75b06bf57900', 'network_id': '068a7e17-2416-4d91-a517-4ff7c5f14239', 'admin_state_up': True, 'tenant_id': 'ddce8b228d0d4a4bb7bd9050c384a277'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:47:31.346243 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-32472817-3b6e-42bb-a597-3d6b827d2eba req-84bdfa59-b1a9-43a1-a872-7c96a9f41bc8 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703298 Jul 24 00:47:31.349995 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-118cb583-3ed7-43f5-b82f-820e7caadc47 service neutron] Attempting to bind port 1bd284f3-f531-425d-990f-2e8bd2068cc4 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:47:31.350341 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-118cb583-3ed7-43f5-b82f-820e7caadc47 service neutron] Attempting to bind port 1bd284f3-f531-425d-990f-2e8bd2068cc4 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '58fdc277-5f36-433f-9782-f46712be7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:47:31.359031 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-118cb583-3ed7-43f5-b82f-820e7caadc47 service neutron] Attempting to bind port 1bd284f3-f531-425d-990f-2e8bd2068cc4 on network 0424e002-92c3-40ed-8018-7ea44515813a {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:47:31.369037 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bbf38fdf-40f0-4507-806c-5905d1a5dc78 req-f2db1c71-cb3e-4089-9df6-e9045b0cf51b tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/security-groups?id=965727d2-73e4-4b91-a58b-45ed41aaec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278002 Jul 24 00:47:31.383689 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-118cb583-3ed7-43f5-b82f-820e7caadc47 service neutron] Port 1bd284f3-f531-425d-990f-2e8bd2068cc4 on network 0424e002-92c3-40ed-8018-7ea44515813a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:47:31.384077 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-118cb583-3ed7-43f5-b82f-820e7caadc47 service neutron] Attempting to bind port 1bd284f3-f531-425d-990f-2e8bd2068cc4 on network 0424e002-92c3-40ed-8018-7ea44515813a {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:47:31.444884 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-118cb583-3ed7-43f5-b82f-820e7caadc47 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:47:31.449788 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-118cb583-3ed7-43f5-b82f-820e7caadc47 service neutron] Checking segment: {'id': '58fdc277-5f36-433f-9782-f46712be7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:47:31.450475 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-118cb583-3ed7-43f5-b82f-820e7caadc47 service neutron] Bound using segment: {'id': '58fdc277-5f36-433f-9782-f46712be7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:47:31.451148 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-118cb583-3ed7-43f5-b82f-820e7caadc47 service neutron] Bound port: 1bd284f3-f531-425d-990f-2e8bd2068cc4, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58fdc277-5f36-433f-9782-f46712be7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:47:31.451752 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-118cb583-3ed7-43f5-b82f-820e7caadc47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:31.466686 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c20c39e-8af2-4fdb-95cb-1e18195d76f9 x-openstack-request-id: req-0c20c39e-8af2-4fdb-95cb-1e18195d76f9 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:47:31.467195 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "tag": "9d1b5b62-5be0-495a-ae91-411a6cc06b8e", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:47:31.468108 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0c20c39e-8af2-4fdb-95cb-1e18195d76f9 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:47:31.468226 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925a4dfe-ee8c-44b1-bd36-bc5afea62c6f x-openstack-request-id: req-925a4dfe-ee8c-44b1-bd36-bc5afea62c6f {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:47:31.468816 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c672cc5-e8a5-4794-8638-d6570b0bb6df", "name": "network-vif-plugged", "status": "completed", "tag": "a65b039b-c771-4e86-80ab-8c38cd310841", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:47:31.469073 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-925a4dfe-ee8c-44b1-bd36-bc5afea62c6f {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:47:31.469745 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c672cc5-e8a5-4794-8638-d6570b0bb6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a65b039b-c771-4e86-80ab-8c38cd310841', 'code': 200} Jul 24 00:47:31.471378 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'tag': '9d1b5b62-5be0-495a-ae91-411a6cc06b8e', 'status': 'completed', 'code': 200} Jul 24 00:47:31.489583 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-da589758-1151-4593-8b80-f5d41ba167a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:31.744875 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdb9d72-8cad-4170-9ae4-dbb4341bab81 None None] Network 92ff7578-4cc4-4eb9-9b11-2c7af06f32f7 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:47:31.790022 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-a25159f1-6a60-4406-8481-f9a93e929e02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ed410d3-3325-4685-85a3-54d0440cdaea {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:47:31.839189 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-a25159f1-6a60-4406-8481-f9a93e929e02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:31.899076 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-ab4781b4-5ed6-4426-a7c8-75ec76d23fd1 None None] Provisioning for port 39d1f7b3-bab6-4d72-8f89-e6166c0479bd completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:47:31.927718 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-a25159f1-6a60-4406-8481-f9a93e929e02 service neutron] Transition to ACTIVE for port object 3ed410d3-3325-4685-85a3-54d0440cdaea will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:47:31.964218 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-a25159f1-6a60-4406-8481-f9a93e929e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:31.967290 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-118cb583-3ed7-43f5-b82f-820e7caadc47 service neutron] For port 1bd284f3-f531-425d-990f-2e8bd2068cc4, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:47:32.034287 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37773ed7-53fd-41f3-b0f7-ae5626b5e632 req-927fe27f-8547-4119-b9c0-34ea6b98343b tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:32.043282 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37773ed7-53fd-41f3-b0f7-ae5626b5e632 req-927fe27f-8547-4119-b9c0-34ea6b98343b tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:32.049428 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37773ed7-53fd-41f3-b0f7-ae5626b5e632 req-927fe27f-8547-4119-b9c0-34ea6b98343b tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:32.056049 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37773ed7-53fd-41f3-b0f7-ae5626b5e632 req-927fe27f-8547-4119-b9c0-34ea6b98343b tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:32.062682 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37773ed7-53fd-41f3-b0f7-ae5626b5e632 req-927fe27f-8547-4119-b9c0-34ea6b98343b tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:32.071346 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37773ed7-53fd-41f3-b0f7-ae5626b5e632 req-927fe27f-8547-4119-b9c0-34ea6b98343b tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:32.078140 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37773ed7-53fd-41f3-b0f7-ae5626b5e632 req-927fe27f-8547-4119-b9c0-34ea6b98343b tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:32.089257 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-37773ed7-53fd-41f3-b0f7-ae5626b5e632 req-927fe27f-8547-4119-b9c0-34ea6b98343b tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 5417 time: 0.3396950 Jul 24 00:47:32.150767 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-118cb583-3ed7-43f5-b82f-820e7caadc47 service neutron] For port 1bd284f3-f531-425d-990f-2e8bd2068cc4, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=1bd284f3-f531-425d-990f-2e8bd2068cc4,segment=NetworkSegment(58fdc277-5f36-433f-9782-f46712be7157),segment_id=58fdc277-5f36-433f-9782-f46712be7157)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:47:32.167782 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b22280-9a51-434a-9b4f-8eb86c92d994 req-7ef18c59-79b6-4bcd-8c0e-4b28cc940e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:32.172520 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-42b22280-9a51-434a-9b4f-8eb86c92d994 req-7ef18c59-79b6-4bcd-8c0e-4b28cc940e3b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0c672cc5-e8a5-4794-8638-d6570b0bb6df HTTP/1.1" status: 200 len: 1098 time: 0.5844984 Jul 24 00:47:32.184528 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-7a62beb7-7e86-4232-b4f5-16b3fe8b9e32 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Made reservation on behalf of ddce8b228d0d4a4bb7bd9050c384a277 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:47:32.188570 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-7a62beb7-7e86-4232-b4f5-16b3fe8b9e32 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:32.201655 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-118cb583-3ed7-43f5-b82f-820e7caadc47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:32.244396 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 39d1f7b3-bab6-4d72-8f89-e6166c0479bd up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:47:32.267473 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-37773ed7-53fd-41f3-b0f7-ae5626b5e632 req-c047c73e-9450-48a3-b24a-7e917ebf6ee1 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d0fd0bd-ecd4-446d-a84a-6ebbd55d94ea&id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1772778 Jul 24 00:47:32.269745 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-118cb583-3ed7-43f5-b82f-820e7caadc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:32.272699 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-118cb583-3ed7-43f5-b82f-820e7caadc47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:32.277599 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-118cb583-3ed7-43f5-b82f-820e7caadc47 service neutron] 10.222.0.13 "PUT /v2.0/ports/1bd284f3-f531-425d-990f-2e8bd2068cc4 HTTP/1.1" status: 200 len: 1093 time: 4.3862369 Jul 24 00:47:32.313134 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25159f1-6a60-4406-8481-f9a93e929e02 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed410d3-3325-4685-85a3-54d0440cdaea,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:32.324967 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ae8f8-0191-4617-8c3b-8c9fc17b1832 req-b597b0b5-79a9-496d-9c82-eec69cc0ea77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:32.325596 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ae8f8-0191-4617-8c3b-8c9fc17b1832 req-b597b0b5-79a9-496d-9c82-eec69cc0ea77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:32.326103 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ae8f8-0191-4617-8c3b-8c9fc17b1832 req-b597b0b5-79a9-496d-9c82-eec69cc0ea77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:32.326650 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ae8f8-0191-4617-8c3b-8c9fc17b1832 req-b597b0b5-79a9-496d-9c82-eec69cc0ea77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:32.327372 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ae8f8-0191-4617-8c3b-8c9fc17b1832 req-b597b0b5-79a9-496d-9c82-eec69cc0ea77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:32.327743 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ae8f8-0191-4617-8c3b-8c9fc17b1832 req-b597b0b5-79a9-496d-9c82-eec69cc0ea77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:32.328275 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ae8f8-0191-4617-8c3b-8c9fc17b1832 req-b597b0b5-79a9-496d-9c82-eec69cc0ea77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:32.330635 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-282ae8f8-0191-4617-8c3b-8c9fc17b1832 req-b597b0b5-79a9-496d-9c82-eec69cc0ea77 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=23f38d06c8d14c15821cdb6c563f3213&device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 6425 time: 0.8433001 Jul 24 00:47:32.342704 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9f70c-e192-4087-ab0e-4edac04d3ccf req-821d1710-03a0-4621-a64d-122a4ab1b4bb tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:32.344446 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e8b9f70c-e192-4087-ab0e-4edac04d3ccf req-821d1710-03a0-4621-a64d-122a4ab1b4bb tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 948 time: 0.7646303 Jul 24 00:47:32.394274 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 39d1f7b3-bab6-4d72-8f89-e6166c0479bd completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:47:32.402387 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 39d1f7b3-bab6-4d72-8f89-e6166c0479bd triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:47:32.402974 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:32.594576 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:32.596169 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-42b22280-9a51-434a-9b4f-8eb86c92d994 req-ab6062b6-8a7a-41d3-91cb-b78da1ca2b4c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=965727d2-73e4-4b91-a58b-45ed41aaec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3981926 Jul 24 00:47:32.654991 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 39d1f7b3-bab6-4d72-8f89-e6166c0479bd, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=39d1f7b3-bab6-4d72-8f89-e6166c0479bd,segment=NetworkSegment(736fd063-603b-4aa7-a409-ab25f21c0a97),segment_id=736fd063-603b-4aa7-a409-ab25f21c0a97)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:32.657217 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e5663422-7da7-44c8-ade3-0f989ae331a6 None None] Provisioning complete for port 39d1f7b3-bab6-4d72-8f89-e6166c0479bd triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:47:32.657762 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e5663422-7da7-44c8-ade3-0f989ae331a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:32.676200 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118cb583-3ed7-43f5-b82f-820e7caadc47 service neutron] Pushing event updated for resources: {'Port': ['ID=1bd284f3-f531-425d-990f-2e8bd2068cc4,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:32.707752 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:32.733396 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-a25159f1-6a60-4406-8481-f9a93e929e02 service neutron] Attempting to bind port 3ed410d3-3325-4685-85a3-54d0440cdaea on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:47:32.733852 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-a25159f1-6a60-4406-8481-f9a93e929e02 service neutron] Attempting to bind port 3ed410d3-3325-4685-85a3-54d0440cdaea by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '23ebf5d9-a245-4865-978c-96f59b5fd63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd44a086b-008a-4058-bec6-57d1e56e41f3'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:47:32.734286 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-a25159f1-6a60-4406-8481-f9a93e929e02 service neutron] Attempting to bind port 3ed410d3-3325-4685-85a3-54d0440cdaea on network d44a086b-008a-4058-bec6-57d1e56e41f3 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:47:32.770017 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-a25159f1-6a60-4406-8481-f9a93e929e02 service neutron] Port 3ed410d3-3325-4685-85a3-54d0440cdaea on network d44a086b-008a-4058-bec6-57d1e56e41f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:47:32.773370 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-a25159f1-6a60-4406-8481-f9a93e929e02 service neutron] Attempting to bind port 3ed410d3-3325-4685-85a3-54d0440cdaea on network d44a086b-008a-4058-bec6-57d1e56e41f3 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:47:32.798077 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-7c05df1e-36c9-48c3-af5b-8984b8da7c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:32.802702 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-7c05df1e-36c9-48c3-af5b-8984b8da7c8d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6c3815e83b546d1ba8426b7607dbf30&device_id=4883f8b6-cb29-468d-b4c0-f9295f6141ac HTTP/1.1" status: 200 len: 1096 time: 0.3699565 Jul 24 00:47:32.814473 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0733f-cc6b-4d04-b8cc-51ab7870add2 req-277e0572-8d89-4227-b315-7139df52e11f tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:32.816237 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9be0733f-cc6b-4d04-b8cc-51ab7870add2 req-277e0572-8d89-4227-b315-7139df52e11f tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=4883f8b6-cb29-468d-b4c0-f9295f6141ac HTTP/1.1" status: 200 len: 944 time: 0.2190642 Jul 24 00:47:32.824235 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-a25159f1-6a60-4406-8481-f9a93e929e02 service neutron] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:47:32.824768 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-a25159f1-6a60-4406-8481-f9a93e929e02 service neutron] Checking segment: {'id': '23ebf5d9-a245-4865-978c-96f59b5fd63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd44a086b-008a-4058-bec6-57d1e56e41f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:47:32.827464 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-a25159f1-6a60-4406-8481-f9a93e929e02 service neutron] Bound using segment: {'id': '23ebf5d9-a245-4865-978c-96f59b5fd63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd44a086b-008a-4058-bec6-57d1e56e41f3'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:47:32.828160 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-a25159f1-6a60-4406-8481-f9a93e929e02 service neutron] Bound port: 3ed410d3-3325-4685-85a3-54d0440cdaea, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ebf5d9-a245-4865-978c-96f59b5fd63b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd44a086b-008a-4058-bec6-57d1e56e41f3'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:47:32.828685 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-a25159f1-6a60-4406-8481-f9a93e929e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:32.869475 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e8b9f70c-e192-4087-ab0e-4edac04d3ccf req-d330685e-702d-446b-b804-fde251834784 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5057735 Jul 24 00:47:32.882913 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-4a4c14a0-3f88-45d1-8268-29c5d4572a2c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bd284f3-f531-425d-990f-2e8bd2068cc4 HTTP/1.1" status: 200 len: 217 time: 0.0655386 Jul 24 00:47:32.947585 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=39d1f7b3-bab6-4d72-8f89-e6166c0479bd,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:33.013180 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9be0733f-cc6b-4d04-b8cc-51ab7870add2 req-e210a383-b180-49ef-a1ed-e5713d43be5c tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796346 Jul 24 00:47:33.047289 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-50614183-5596-49ff-ae95-9b0ab7510390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:33.047289 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-50614183-5596-49ff-ae95-9b0ab7510390 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eacbc75d-e7d9-4f31-b710-44862dc68303 HTTP/1.1" status: 200 len: 861 time: 0.1389065 Jul 24 00:47:33.051154 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48204) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:47:33.051624 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8b9dce82-453c-4c4d-810a-f68ddfde56f9 req-e0953e92-1881-437d-ac99-1cc5ca7ac7f9 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f7c2703-e6ed-4724-a0ee-75b06bf57900 HTTP/1.1" status: 200 len: 210 time: 0.0937212 Jul 24 00:47:33.093630 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ae8f8-0191-4617-8c3b-8c9fc17b1832 req-de04c1e5-0b43-485a-8bcd-325db5625651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:33.094127 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ae8f8-0191-4617-8c3b-8c9fc17b1832 req-de04c1e5-0b43-485a-8bcd-325db5625651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:33.094751 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ae8f8-0191-4617-8c3b-8c9fc17b1832 req-de04c1e5-0b43-485a-8bcd-325db5625651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:33.096357 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-282ae8f8-0191-4617-8c3b-8c9fc17b1832 req-de04c1e5-0b43-485a-8bcd-325db5625651 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=23f38d06c8d14c15821cdb6c563f3213&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7477973 Jul 24 00:47:33.098539 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-da589758-1151-4593-8b80-f5d41ba167a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ef5038c-f4e2-498a-baa7-032528f3191c {{(pid=100463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:47:33.119828 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-7a62beb7-7e86-4232-b4f5-16b3fe8b9e32 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Allocated IP 19.80.0.124 (068a7e17-2416-4d91-a517-4ff7c5f14239/f56b3431-8b73-45e6-8ba4-ab695e2c7614/16242548-a3e4-4a90-8a67-24bc42a87c60) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:47:33.125256 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-da589758-1151-4593-8b80-f5d41ba167a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:33.162790 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-a25159f1-6a60-4406-8481-f9a93e929e02 service neutron] For port 3ed410d3-3325-4685-85a3-54d0440cdaea, host n-h2-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:47:33.169334 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-a25159f1-6a60-4406-8481-f9a93e929e02 service neutron] For port 3ed410d3-3325-4685-85a3-54d0440cdaea, host n-h2-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=3ed410d3-3325-4685-85a3-54d0440cdaea,segment=NetworkSegment(23ebf5d9-a245-4865-978c-96f59b5fd63b),segment_id=23ebf5d9-a245-4865-978c-96f59b5fd63b)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:47:33.176418 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-da589758-1151-4593-8b80-f5d41ba167a0 service neutron] Transition to ACTIVE for port object 5ef5038c-f4e2-498a-baa7-032528f3191c will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:47:33.180913 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-162062d9-bbcc-4b8a-8e55-39c34f6535ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0424e002-92c3-40ed-8018-7ea44515813a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090086 Jul 24 00:47:33.216587 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-da589758-1151-4593-8b80-f5d41ba167a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:33.232196 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-a25159f1-6a60-4406-8481-f9a93e929e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:33.353621 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-a25159f1-6a60-4406-8481-f9a93e929e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:33.354583 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-a25159f1-6a60-4406-8481-f9a93e929e02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:33.356890 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-a25159f1-6a60-4406-8481-f9a93e929e02 service neutron] 10.222.0.11 "PUT /v2.0/ports/3ed410d3-3325-4685-85a3-54d0440cdaea HTTP/1.1" status: 200 len: 1092 time: 2.5885479 Jul 24 00:47:33.394357 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25159f1-6a60-4406-8481-f9a93e929e02 service neutron] Pushing event updated for resources: {'Port': ['ID=3ed410d3-3325-4685-85a3-54d0440cdaea,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:33.440280 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b0bfdd-1cc9-4b8a-bdda-f0c25cef1bc8 req-1dab16b0-20cf-4da6-8646-c3704508e1a9 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:33.448181 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-50b0bfdd-1cc9-4b8a-bdda-f0c25cef1bc8 req-1dab16b0-20cf-4da6-8646-c3704508e1a9 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7d87376-d685-42ed-96e2-a3452ba60793 HTTP/1.1" status: 200 len: 947 time: 0.3055940 Jul 24 00:47:33.473612 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da589758-1151-4593-8b80-f5d41ba167a0 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef5038c-f4e2-498a-baa7-032528f3191c,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:33.484609 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ae8f8-0191-4617-8c3b-8c9fc17b1832 req-e79eee66-2bea-47ca-adcd-a240d4913886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:33.486478 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-282ae8f8-0191-4617-8c3b-8c9fc17b1832 req-e79eee66-2bea-47ca-adcd-a240d4913886 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3766963 Jul 24 00:47:33.491731 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'tag': '1b2d3291-8280-46dd-96b5-e7c6c7c3131b'}, {'name': 'network-changed', 'server_uuid': '4883f8b6-cb29-468d-b4c0-f9295f6141ac', 'tag': '1bd284f3-f531-425d-990f-2e8bd2068cc4'}, {'name': 'network-changed', 'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'tag': '3ed410d3-3325-4685-85a3-54d0440cdaea'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:47:33.496636 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af3762d-bd59-4311-a434-a716f757ae39" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "tag": "1b2d3291-8280-46dd-96b5-e7c6c7c3131b"}, {"name": "network-changed", "server_uuid": "4883f8b6-cb29-468d-b4c0-f9295f6141ac", "tag": "1bd284f3-f531-425d-990f-2e8bd2068cc4"}, {"name": "network-changed", "server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "tag": "3ed410d3-3325-4685-85a3-54d0440cdaea"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:47:33.587339 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-92cee79a-c73d-4634-8cf4-4c18d3283193 service neutron] 10.222.0.13 "GET /v2.0/networks/0424e002-92c3-40ed-8018-7ea44515813a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636198 Jul 24 00:47:33.621117 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-50b0bfdd-1cc9-4b8a-bdda-f0c25cef1bc8 req-3a3af944-f8d5-40c8-b451-d73a2a86cc90 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495874 Jul 24 00:47:33.778562 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-7a62beb7-7e86-4232-b4f5-16b3fe8b9e32 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:33.807574 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-31d6243e-c006-448a-adae-6304b5a5900f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:33.811702 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9a51d509-fda3-4506-9099-48eb9808ed76 req-a95360d9-fdff-4d59-9076-326ba0455920 service neutron] 10.222.0.13 "GET /v2.0/networks/0424e002-92c3-40ed-8018-7ea44515813a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879530 Jul 24 00:47:33.829208 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38167734-2ee0-4316-8b54-7ab017b17d8b req-fc601058-248e-42e2-a75b-5838377c05c1 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:33.830959 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-38167734-2ee0-4316-8b54-7ab017b17d8b req-fc601058-248e-42e2-a75b-5838377c05c1 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c672cc5-e8a5-4794-8638-d6570b0bb6df HTTP/1.1" status: 200 len: 946 time: 0.6533823 Jul 24 00:47:33.832126 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-7a62beb7-7e86-4232-b4f5-16b3fe8b9e32 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Transition to ACTIVE for port object 16242548-a3e4-4a90-8a67-24bc42a87c60 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:47:33.869554 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-da589758-1151-4593-8b80-f5d41ba167a0 service neutron] Attempting to bind port 5ef5038c-f4e2-498a-baa7-032528f3191c on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:47:33.869898 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-da589758-1151-4593-8b80-f5d41ba167a0 service neutron] Attempting to bind port 5ef5038c-f4e2-498a-baa7-032528f3191c by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:47:33.870230 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-da589758-1151-4593-8b80-f5d41ba167a0 service neutron] Attempting to bind port 5ef5038c-f4e2-498a-baa7-032528f3191c on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:47:33.901321 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-da589758-1151-4593-8b80-f5d41ba167a0 service neutron] Port 5ef5038c-f4e2-498a-baa7-032528f3191c on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:47:33.901321 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-da589758-1151-4593-8b80-f5d41ba167a0 service neutron] Attempting to bind port 5ef5038c-f4e2-498a-baa7-032528f3191c on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:47:33.930705 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-da589758-1151-4593-8b80-f5d41ba167a0 service neutron] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:47:33.931002 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-da589758-1151-4593-8b80-f5d41ba167a0 service neutron] Checking segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:47:33.931405 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-da589758-1151-4593-8b80-f5d41ba167a0 service neutron] Bound using segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:47:33.931847 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-da589758-1151-4593-8b80-f5d41ba167a0 service neutron] Bound port: 5ef5038c-f4e2-498a-baa7-032528f3191c, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:47:33.932205 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-da589758-1151-4593-8b80-f5d41ba167a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:33.939778 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-decd1f10-a5ea-473d-9a3b-db3fb1f82448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:33.940282 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-decd1f10-a5ea-473d-9a3b-db3fb1f82448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:33.940770 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-decd1f10-a5ea-473d-9a3b-db3fb1f82448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:33.941249 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65eace-50f7-4356-a575-e9d58afa4945 req-afe335c9-4eb6-4811-a6d1-848f44de720d tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:33.941701 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-decd1f10-a5ea-473d-9a3b-db3fb1f82448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:33.942198 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-decd1f10-a5ea-473d-9a3b-db3fb1f82448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:33.942857 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-decd1f10-a5ea-473d-9a3b-db3fb1f82448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:33.943334 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-decd1f10-a5ea-473d-9a3b-db3fb1f82448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:33.945987 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-decd1f10-a5ea-473d-9a3b-db3fb1f82448 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=23f38d06c8d14c15821cdb6c563f3213&device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 6493 time: 0.4020257 Jul 24 00:47:33.950738 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65eace-50f7-4356-a575-e9d58afa4945 req-afe335c9-4eb6-4811-a6d1-848f44de720d tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:33.957054 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65eace-50f7-4356-a575-e9d58afa4945 req-afe335c9-4eb6-4811-a6d1-848f44de720d tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:33.963793 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65eace-50f7-4356-a575-e9d58afa4945 req-afe335c9-4eb6-4811-a6d1-848f44de720d tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:33.969811 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65eace-50f7-4356-a575-e9d58afa4945 req-afe335c9-4eb6-4811-a6d1-848f44de720d tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:33.975650 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-38167734-2ee0-4316-8b54-7ab017b17d8b req-ca5f123f-95ef-4d49-af9f-737ebfb3e70c tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/security-groups?id=965727d2-73e4-4b91-a58b-45ed41aaec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205428 Jul 24 00:47:33.976172 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65eace-50f7-4356-a575-e9d58afa4945 req-afe335c9-4eb6-4811-a6d1-848f44de720d tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:33.982664 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65eace-50f7-4356-a575-e9d58afa4945 req-afe335c9-4eb6-4811-a6d1-848f44de720d tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:33.984878 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0a65eace-50f7-4356-a575-e9d58afa4945 req-afe335c9-4eb6-4811-a6d1-848f44de720d tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 5429 time: 0.1705437 Jul 24 00:47:34.007417 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-4227d39b-6e88-4d53-b777-539cc71be3e9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a HTTP/1.1" status: 200 len: 217 time: 0.0455959 Jul 24 00:47:34.010254 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-7a62beb7-7e86-4232-b4f5-16b3fe8b9e32 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:34.073087 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-da589758-1151-4593-8b80-f5d41ba167a0 service neutron] For port 5ef5038c-f4e2-498a-baa7-032528f3191c, host n-h2-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:47:34.073854 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0a65eace-50f7-4356-a575-e9d58afa4945 req-febd2db7-7bb4-49c9-82b3-61f7268f4d5d tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d0fd0bd-ecd4-446d-a84a-6ebbd55d94ea&id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0747333 Jul 24 00:47:34.078407 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-da589758-1151-4593-8b80-f5d41ba167a0 service neutron] For port 5ef5038c-f4e2-498a-baa7-032528f3191c, host n-h2-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=5ef5038c-f4e2-498a-baa7-032528f3191c,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:47:34.094468 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-31d6243e-c006-448a-adae-6304b5a5900f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:34.105335 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-31d6243e-c006-448a-adae-6304b5a5900f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:34.167045 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-da589758-1151-4593-8b80-f5d41ba167a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:34.182493 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d6243e-c006-448a-adae-6304b5a5900f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714f2e29-4463-4268-b24f-1ace12fd14d9,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:34.214587 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Sat, 24 Jul 2021 00:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ba0d69-e02d-45d3-a9e4-d2f5f596b2f9 x-openstack-request-id: req-54ba0d69-e02d-45d3-a9e4-d2f5f596b2f9 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:47:34.215123 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "tag": "1b2d3291-8280-46dd-96b5-e7c6c7c3131b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4883f8b6-cb29-468d-b4c0-f9295f6141ac", "tag": "1bd284f3-f531-425d-990f-2e8bd2068cc4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "tag": "3ed410d3-3325-4685-85a3-54d0440cdaea", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:47:34.215481 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-54ba0d69-e02d-45d3-a9e4-d2f5f596b2f9 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:47:34.216037 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'tag': '1b2d3291-8280-46dd-96b5-e7c6c7c3131b', 'status': 'completed', 'code': 200} Jul 24 00:47:34.216410 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4883f8b6-cb29-468d-b4c0-f9295f6141ac', 'tag': '1bd284f3-f531-425d-990f-2e8bd2068cc4', 'status': 'completed', 'code': 200} Jul 24 00:47:34.216776 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'tag': '3ed410d3-3325-4685-85a3-54d0440cdaea', 'status': 'completed', 'code': 200} Jul 24 00:47:34.250557 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 39d1f7b3-bab6-4d72-8f89-e6166c0479bd up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:47:34.264806 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-7a62beb7-7e86-4232-b4f5-16b3fe8b9e32 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Network 068a7e17-2416-4d91-a517-4ff7c5f14239 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:47:34.271534 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-7a62beb7-7e86-4232-b4f5-16b3fe8b9e32 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:47:34.274376 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-7a62beb7-7e86-4232-b4f5-16b3fe8b9e32 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:47:34.299402 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-31d6243e-c006-448a-adae-6304b5a5900f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=585f1c50fd0e46219c6487c5f3067627&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2329340 Jul 24 00:47:34.304470 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48224) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:47:34.352527 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 39d1f7b3-bab6-4d72-8f89-e6166c0479bd triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:47:34.353265 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:34.368941 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-da589758-1151-4593-8b80-f5d41ba167a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:34.402552 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-da589758-1151-4593-8b80-f5d41ba167a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:34.402552 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-da589758-1151-4593-8b80-f5d41ba167a0 service neutron] 10.222.0.11 "PUT /v2.0/ports/5ef5038c-f4e2-498a-baa7-032528f3191c HTTP/1.1" status: 200 len: 1096 time: 3.2627566 Jul 24 00:47:34.445513 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-7a62beb7-7e86-4232-b4f5-16b3fe8b9e32 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:34.446174 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-7a62beb7-7e86-4232-b4f5-16b3fe8b9e32 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:34.460651 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7d87376-d685-42ed-96e2-a3452ba60793', 'tag': '5ef5038c-f4e2-498a-baa7-032528f3191c'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:47:34.464082 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f4b0d1-2ee6-4ee6-afd3-7346ef980333" -d '{"events": [{"name": "network-changed", "server_uuid": "e7d87376-d685-42ed-96e2-a3452ba60793", "tag": "5ef5038c-f4e2-498a-baa7-032528f3191c"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:47:34.468437 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-398d0f9d-714f-452e-afe2-c5b9997d8f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:34.471249 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-398d0f9d-714f-452e-afe2-c5b9997d8f00 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e87587b1-abf9-464b-ac3b-f70ea6c04f1a HTTP/1.1" status: 200 len: 855 time: 0.3882098 Jul 24 00:47:34.507925 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943be48b-ce17-4788-aee6-4de1a2a09e99 req-7b7f7e5a-dbf0-4cb8-bf07-673c1daa4f05 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:34.516530 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-943be48b-ce17-4788-aee6-4de1a2a09e99 req-7b7f7e5a-dbf0-4cb8-bf07-673c1daa4f05 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 948 time: 0.2803297 Jul 24 00:47:34.526654 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-7a62beb7-7e86-4232-b4f5-16b3fe8b9e32 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3100271 Jul 24 00:47:34.531432 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:34.573033 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3762d-bd59-4311-a434-a716f757ae39 req-72d7f22a-21ed-4dc1-8306-7f5af3f37375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:34.574902 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2af3762d-bd59-4311-a434-a716f757ae39 req-72d7f22a-21ed-4dc1-8306-7f5af3f37375 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6c3815e83b546d1ba8426b7607dbf30&device_id=4883f8b6-cb29-468d-b4c0-f9295f6141ac HTTP/1.1" status: 200 len: 1096 time: 0.3415027 Jul 24 00:47:34.577825 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f56300d6-9417-4cfc-af08-9a40be5988f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:34.592258 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-de0a81c8-81a2-4396-8196-9c7d6567cbca tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Request body: {'port': {'device_id': '9f7c2703-e6ed-4724-a0ee-75b06bf57900', 'network_id': '92ff7578-4cc4-4eb9-9b11-2c7af06f32f7', 'admin_state_up': True, 'tenant_id': 'ddce8b228d0d4a4bb7bd9050c384a277'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:47:34.619267 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62beb7-7e86-4232-b4f5-16b3fe8b9e32 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Pushing event updated for resources: {'Port': ['ID=16242548-a3e4-4a90-8a67-24bc42a87c60,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:34.675778 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f56300d6-9417-4cfc-af08-9a40be5988f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:34.689612 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-ea7a79a4-1f1f-4325-a054-bddb9f022a71 None None] Provisioning for port 16242548-a3e4-4a90-8a67-24bc42a87c60 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:47:34.691898 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da589758-1151-4593-8b80-f5d41ba167a0 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef5038c-f4e2-498a-baa7-032528f3191c,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:34.696482 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-943be48b-ce17-4788-aee6-4de1a2a09e99 req-afc63c00-0493-4231-a75b-68b8ba6b45c8 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788855 Jul 24 00:47:34.714899 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-ea7a79a4-1f1f-4325-a054-bddb9f022a71 None None] Provisioning complete for port 16242548-a3e4-4a90-8a67-24bc42a87c60 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:47:34.716335 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ea7a79a4-1f1f-4325-a054-bddb9f022a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:34.789495 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-ea7a79a4-1f1f-4325-a054-bddb9f022a71 None None] Port 16242548-a3e4-4a90-8a67-24bc42a87c60 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:47:34.842864 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-e68009c0-539b-4769-8ac6-265bcf70f431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:34.844754 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-e68009c0-539b-4769-8ac6-265bcf70f431 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=e7d87376-d685-42ed-96e2-a3452ba60793 HTTP/1.1" status: 200 len: 1099 time: 0.3717766 Jul 24 00:47:34.846201 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:34.856870 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69059f-6495-4110-a7ac-7515aa8a2f89 req-80a521bd-20d3-4475-8fe9-073fd41f44be tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:34.858502 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-da69059f-6495-4110-a7ac-7515aa8a2f89 req-80a521bd-20d3-4475-8fe9-073fd41f44be tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=4883f8b6-cb29-468d-b4c0-f9295f6141ac HTTP/1.1" status: 200 len: 944 time: 0.4280968 Jul 24 00:47:34.869008 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-42dfe8a5-9ce7-44cb-bfea-89db00d252b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:34.870504 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-42dfe8a5-9ce7-44cb-bfea-89db00d252b4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3424103 Jul 24 00:47:34.892363 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3762d-bd59-4311-a434-a716f757ae39 req-8ccaf228-4a65-4c30-a576-376e768c3d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:34.894019 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2af3762d-bd59-4311-a434-a716f757ae39 req-8ccaf228-4a65-4c30-a576-376e768c3d99 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0424e002-92c3-40ed-8018-7ea44515813a HTTP/1.1" status: 200 len: 922 time: 0.3032963 Jul 24 00:47:34.930486 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-d4699698-c40d-417f-b85c-2c4dc9389fb3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=5ef5038c-f4e2-498a-baa7-032528f3191c HTTP/1.1" status: 200 len: 217 time: 0.0690248 Jul 24 00:47:34.969652 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f56300d6-9417-4cfc-af08-9a40be5988f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:34.973326 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f56300d6-9417-4cfc-af08-9a40be5988f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:34.978331 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f56300d6-9417-4cfc-af08-9a40be5988f9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/714f2e29-4463-4268-b24f-1ace12fd14d9 HTTP/1.1" status: 204 len: 168 time: 0.6678286 Jul 24 00:47:34.981899 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2af3762d-bd59-4311-a434-a716f757ae39 req-cbfed258-eba1-4959-87ce-e9abddeb9240 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bd284f3-f531-425d-990f-2e8bd2068cc4 HTTP/1.1" status: 200 len: 217 time: 0.0739367 Jul 24 00:47:35.041035 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-da69059f-6495-4110-a7ac-7515aa8a2f89 req-9ccc7cf7-728d-41c5-9dbc-df8022034e48 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620364 Jul 24 00:47:35.042828 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56300d6-9417-4cfc-af08-9a40be5988f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714f2e29-4463-4268-b24f-1ace12fd14d9,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:35.045775 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3762d-bd59-4311-a434-a716f757ae39 req-0cae5a08-7607-4fa2-a994-af352c5582d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:35.047699 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2af3762d-bd59-4311-a434-a716f757ae39 req-0cae5a08-7607-4fa2-a994-af352c5582d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eacbc75d-e7d9-4f31-b710-44862dc68303 HTTP/1.1" status: 200 len: 861 time: 0.0531588 Jul 24 00:47:35.056811 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761ae65-8ec0-4004-a703-3ea0f2c54a8e req-933b1ea4-11c2-4d2b-95f9-3f9eafbe13db tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:35.058349 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7761ae65-8ec0-4004-a703-3ea0f2c54a8e req-933b1ea4-11c2-4d2b-95f9-3f9eafbe13db tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f7c2703-e6ed-4724-a0ee-75b06bf57900 HTTP/1.1" status: 200 len: 932 time: 0.2346313 Jul 24 00:47:35.101607 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-de0a81c8-81a2-4396-8196-9c7d6567cbca tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Made reservation on behalf of ddce8b228d0d4a4bb7bd9050c384a277 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:47:35.105420 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-de0a81c8-81a2-4396-8196-9c7d6567cbca tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:35.166198 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2af3762d-bd59-4311-a434-a716f757ae39 req-9c06d8da-5883-41af-af02-5ee2767ec89e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0424e002-92c3-40ed-8018-7ea44515813a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1036351 Jul 24 00:47:35.188331 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-8c97f248-a3bb-420c-8dad-4aa56af67929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:35.191206 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-8c97f248-a3bb-420c-8dad-4aa56af67929 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.2477176 Jul 24 00:47:35.263434 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7761ae65-8ec0-4004-a703-3ea0f2c54a8e req-f4f73f97-d8a5-4fe7-845f-6d52c5338f47 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0ffb5b8-4b8b-475f-a5f7-255c2b17204b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856694 Jul 24 00:47:35.324044 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2af3762d-bd59-4311-a434-a716f757ae39 req-261d1f92-5189-4aa2-bcb8-551a4d15880c service neutron] 10.222.0.13 "GET /v2.0/networks/0424e002-92c3-40ed-8018-7ea44515813a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419685 Jul 24 00:47:35.376085 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b22899-e2a9-41fb-bdda-6760f4f47255 x-openstack-request-id: req-b9b22899-e2a9-41fb-bdda-6760f4f47255 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:47:35.376581 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7d87376-d685-42ed-96e2-a3452ba60793", "tag": "5ef5038c-f4e2-498a-baa7-032528f3191c", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:47:35.376986 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b9b22899-e2a9-41fb-bdda-6760f4f47255 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:47:35.377544 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7d87376-d685-42ed-96e2-a3452ba60793', 'tag': '5ef5038c-f4e2-498a-baa7-032528f3191c', 'status': 'completed', 'code': 200} Jul 24 00:47:35.437037 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-de0a81c8-81a2-4396-8196-9c7d6567cbca tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Allocated IP 19.86.0.156 (92ff7578-4cc4-4eb9-9b11-2c7af06f32f7/bc7eb257-2a07-4f93-b092-5f94df065f3c/292fde1d-4670-4e71-b8b1-c78a84c6bf3b) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:47:35.447739 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-965f45a3-bd51-4c50-993b-5909a6238a3d service neutron] 10.222.0.11 "GET /v2.0/networks/fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5286574 Jul 24 00:47:35.513754 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48242) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:47:35.532219 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2af3762d-bd59-4311-a434-a716f757ae39 req-92880ed0-6ee4-4842-9164-ac50860b8991 service neutron] 10.222.0.13 "GET /v2.0/networks/0424e002-92c3-40ed-8018-7ea44515813a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005372 Jul 24 00:47:35.534437 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-07bb1be6-bd1a-4a81-9894-d0d6523247a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:35.545450 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab98cd6-1a91-42df-a727-147e8c5f741e req-5d927942-74ea-46cc-b4ed-8b7c0b5a78fc tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:35.545698 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-d78ce73f-ad63-4ab2-8c40-4d22647d55fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:35.547221 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-d78ce73f-ad63-4ab2-8c40-4d22647d55fe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3415046 Jul 24 00:47:35.551257 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dab98cd6-1a91-42df-a727-147e8c5f741e req-5d927942-74ea-46cc-b4ed-8b7c0b5a78fc tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7d87376-d685-42ed-96e2-a3452ba60793 HTTP/1.1" status: 200 len: 947 time: 0.1679459 Jul 24 00:47:35.615289 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dab98cd6-1a91-42df-a727-147e8c5f741e req-841eb323-d4f1-4182-bedd-5e164899eb87 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592618 Jul 24 00:47:35.695138 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-07bb1be6-bd1a-4a81-9894-d0d6523247a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:35.703829 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-07bb1be6-bd1a-4a81-9894-d0d6523247a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:35.716795 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-38f3e563-c295-4bdd-aca4-34834b542b1f service neutron] 10.222.0.11 "GET /v2.0/networks/fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584834 Jul 24 00:47:35.789660 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb1be6-bd1a-4a81-9894-d0d6523247a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f997798d-a85f-4d32-8a0e-057a164d76e7,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:35.797028 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-07bb1be6-bd1a-4a81-9894-d0d6523247a3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ed19183a33f744d4b19f4d68113fda28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2800975 Jul 24 00:47:35.802554 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48246) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:47:35.869157 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1147d2e-1a61-4556-9607-1165ee120d58 req-b1be2c16-32c6-4838-b50c-2a0bc3481bc2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:35.875313 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1147d2e-1a61-4556-9607-1165ee120d58 req-b1be2c16-32c6-4838-b50c-2a0bc3481bc2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:35.882223 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1147d2e-1a61-4556-9607-1165ee120d58 req-b1be2c16-32c6-4838-b50c-2a0bc3481bc2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:35.888284 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1147d2e-1a61-4556-9607-1165ee120d58 req-b1be2c16-32c6-4838-b50c-2a0bc3481bc2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:35.894269 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1147d2e-1a61-4556-9607-1165ee120d58 req-b1be2c16-32c6-4838-b50c-2a0bc3481bc2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:35.900396 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1147d2e-1a61-4556-9607-1165ee120d58 req-b1be2c16-32c6-4838-b50c-2a0bc3481bc2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:35.906324 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1147d2e-1a61-4556-9607-1165ee120d58 req-b1be2c16-32c6-4838-b50c-2a0bc3481bc2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:35.908325 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e1147d2e-1a61-4556-9607-1165ee120d58 req-b1be2c16-32c6-4838-b50c-2a0bc3481bc2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 5429 time: 0.2012072 Jul 24 00:47:35.939139 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d30113c3-c187-45df-bc4e-1a2e9d26f90c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:35.981143 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d30113c3-c187-45df-bc4e-1a2e9d26f90c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:35.986647 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e1147d2e-1a61-4556-9607-1165ee120d58 req-ea7e5d9a-be63-48fd-ab26-3cf1cb40e899 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d0fd0bd-ecd4-446d-a84a-6ebbd55d94ea&id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0663462 Jul 24 00:47:36.063983 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d30113c3-c187-45df-bc4e-1a2e9d26f90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:36.066857 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d30113c3-c187-45df-bc4e-1a2e9d26f90c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:36.067021 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6c20b-56bb-45ba-b107-9b2bc0fe08a6 req-b80c8388-07d5-47e4-ba02-804f58963b14 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:36.072035 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d30113c3-c187-45df-bc4e-1a2e9d26f90c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f997798d-a85f-4d32-8a0e-057a164d76e7 HTTP/1.1" status: 204 len: 168 time: 0.2633359 Jul 24 00:47:36.072264 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5ad6c20b-56bb-45ba-b107-9b2bc0fe08a6 req-b80c8388-07d5-47e4-ba02-804f58963b14 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c672cc5-e8a5-4794-8638-d6570b0bb6df HTTP/1.1" status: 200 len: 946 time: 0.6386209 Jul 24 00:47:36.075996 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-6f798e10-c6dd-4189-9161-ed639a8b8141 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=65eea3c6-1e2c-4140-8dae-ee4329e7701b HTTP/1.1" status: 200 len: 217 time: 0.3423693 Jul 24 00:47:36.173925 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-e2be1836-5258-457a-860e-6992c0d83f06 service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5939846 Jul 24 00:47:36.260361 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5ad6c20b-56bb-45ba-b107-9b2bc0fe08a6 req-7a718844-ec8b-48dd-9a66-f131de63ade0 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/security-groups?id=965727d2-73e4-4b91-a58b-45ed41aaec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494436 Jul 24 00:47:36.266118 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-74c2db67-9994-4148-8fdc-a523ff8a9379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:36.267237 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-74c2db67-9994-4148-8fdc-a523ff8a9379 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1072dbad-9319-4762-b271-20e6dc036200 HTTP/1.1" status: 200 len: 797 time: 0.1576989 Jul 24 00:47:36.272350 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-de0a81c8-81a2-4396-8196-9c7d6567cbca tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:36.360486 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-de0a81c8-81a2-4396-8196-9c7d6567cbca tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Transition to ACTIVE for port object 292fde1d-4670-4e71-b8b1-c78a84c6bf3b will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:47:36.365776 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30113c3-c187-45df-bc4e-1a2e9d26f90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f997798d-a85f-4d32-8a0e-057a164d76e7,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:36.415145 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b6890-7f86-4be5-a62d-e647b3dca442 req-a5f9bb84-47fe-4bf5-bc49-428d25e7892b tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:36.416988 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7e1b6890-7f86-4be5-a62d-e647b3dca442 req-a5f9bb84-47fe-4bf5-bc49-428d25e7892b tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1da29f2-d769-4607-a80a-62f4e36653f5 HTTP/1.1" status: 200 len: 945 time: 0.3646016 Jul 24 00:47:36.430347 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cbc61043-8b1d-40d1-ba7d-d60edeb90a8f req-3b3ccc2d-8061-4612-a21c-065b75b259d4 service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446475 Jul 24 00:47:36.467283 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-2d2587f2-76d8-43e9-9807-c1b9caa91649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:36.468805 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-2d2587f2-76d8-43e9-9807-c1b9caa91649 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1940813 Jul 24 00:47:36.475041 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7e1b6890-7f86-4be5-a62d-e647b3dca442 req-4b26c08a-8941-499b-8d10-603fc853665c tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] 10.222.0.15 "GET /v2.0/security-groups?id=5876346a-d58e-4d2e-a111-7d55ce9cac84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517526 Jul 24 00:47:36.481577 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-de0a81c8-81a2-4396-8196-9c7d6567cbca tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:36.515528 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c556dc-ac1d-484a-a79f-f102266ad325 req-080b124b-cc67-4055-91c6-e700977a1686 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:36.517106 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-50c556dc-ac1d-484a-a79f-f102266ad325 req-080b124b-cc67-4055-91c6-e700977a1686 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 948 time: 0.1602309 Jul 24 00:47:36.621064 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c8a72-9408-461f-b8d8-3f8eaf5d1312 req-9546cdd6-e3a7-4736-bbae-b2886edcec13 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:36.622579 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ea3c8a72-9408-461f-b8d8-3f8eaf5d1312 req-9546cdd6-e3a7-4736-bbae-b2886edcec13 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=4883f8b6-cb29-468d-b4c0-f9295f6141ac HTTP/1.1" status: 200 len: 944 time: 0.0744350 Jul 24 00:47:36.636023 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 1bd284f3-f531-425d-990f-2e8bd2068cc4 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:47:36.652235 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-de0a81c8-81a2-4396-8196-9c7d6567cbca tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Network 92ff7578-4cc4-4eb9-9b11-2c7af06f32f7 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:47:36.668196 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ea3c8a72-9408-461f-b8d8-3f8eaf5d1312 req-3499a305-cde4-4fbc-9388-e4caa18f009f tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388718 Jul 24 00:47:36.671942 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-de0a81c8-81a2-4396-8196-9c7d6567cbca tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:47:36.673839 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a81c8-81a2-4396-8196-9c7d6567cbca tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Pushing event updated for resources: {'Port': ['ID=292fde1d-4670-4e71-b8b1-c78a84c6bf3b,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:36.676182 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-de0a81c8-81a2-4396-8196-9c7d6567cbca tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:47:36.743043 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-50c556dc-ac1d-484a-a79f-f102266ad325 req-bdd96a23-aea0-47ab-bfdc-e96cc336102e tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812694 Jul 24 00:47:36.790131 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-445d3eac-8842-411e-9d16-264422dc72d3 service neutron] 10.222.0.11 "GET /v2.0/networks/08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101199 Jul 24 00:47:36.800702 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-de0a81c8-81a2-4396-8196-9c7d6567cbca tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:36.801373 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-de0a81c8-81a2-4396-8196-9c7d6567cbca tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:36.829469 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4b0d1-2ee6-4ee6-afd3-7346ef980333 req-ebf88dea-ad5a-443c-8f69-3c8754a19a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:36.831088 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-24f4b0d1-2ee6-4ee6-afd3-7346ef980333 req-ebf88dea-ad5a-443c-8f69-3c8754a19a59 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=e7d87376-d685-42ed-96e2-a3452ba60793 HTTP/1.1" status: 200 len: 1099 time: 0.3370290 Jul 24 00:47:36.874065 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-de0a81c8-81a2-4396-8196-9c7d6567cbca tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2859774 Jul 24 00:47:36.884588 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 1bd284f3-f531-425d-990f-2e8bd2068cc4, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=1bd284f3-f531-425d-990f-2e8bd2068cc4,segment=NetworkSegment(58fdc277-5f36-433f-9782-f46712be7157),segment_id=58fdc277-5f36-433f-9782-f46712be7157)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:36.903899 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-07ecf7d8-1b1e-45a5-8523-52e143e726b7 service neutron] Request body: {'port': {'device_id': '9f7c2703-e6ed-4724-a0ee-75b06bf57900', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:47:36.914662 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '1bd284f3-f531-425d-990f-2e8bd2068cc4', 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a', 'port_id': '1bd284f3-f531-425d-990f-2e8bd2068cc4', 'mac_address': 'fa:16:3e:87:a0:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eacbc75d-e7d9-4f31-b710-44862dc68303', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:47:36.940288 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9088416-a892-4798-b985-6d9aef727982 req-f78fcfcd-b454-492f-8738-cf3d6fb796ba tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:36.947022 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9088416-a892-4798-b985-6d9aef727982 req-f78fcfcd-b454-492f-8738-cf3d6fb796ba tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:36.948635 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f9088416-a892-4798-b985-6d9aef727982 req-f78fcfcd-b454-492f-8738-cf3d6fb796ba tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f7c2703-e6ed-4724-a0ee-75b06bf57900 HTTP/1.1" status: 200 len: 1655 time: 0.1635675 Jul 24 00:47:36.988219 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:37.006028 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bd284f3-f531-425d-990f-2e8bd2068cc4 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:47:37.030954 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f9088416-a892-4798-b985-6d9aef727982 req-cbb9b7ef-6729-4f05-8738-8cd54fdb0be8 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0ffb5b8-4b8b-475f-a5f7-255c2b17204b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722558 Jul 24 00:47:37.062029 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 1bd284f3-f531-425d-990f-2e8bd2068cc4, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=1bd284f3-f531-425d-990f-2e8bd2068cc4,segment=NetworkSegment(58fdc277-5f36-433f-9782-f46712be7157),segment_id=58fdc277-5f36-433f-9782-f46712be7157)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:37.074603 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:37.095643 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-f23bab9b-d430-46ae-9dfc-4fec13d4015d service neutron] 10.222.0.11 "GET /v2.0/networks/08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888944 Jul 24 00:47:37.118090 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-5ef77a29-b088-4efe-8943-4f52737c02ae None None] Provisioning for port 292fde1d-4670-4e71-b8b1-c78a84c6bf3b completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:47:37.125859 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-5ef77a29-b088-4efe-8943-4f52737c02ae None None] Provisioning complete for port 292fde1d-4670-4e71-b8b1-c78a84c6bf3b triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:47:37.126073 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5ef77a29-b088-4efe-8943-4f52737c02ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:37.149910 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48278) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:47:37.155623 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-20b3ee55-574a-4714-815f-8ed296cd5c98 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=7bc5bf74-100d-43be-be48-ec3d5d893115 HTTP/1.1" status: 200 len: 217 time: 0.0472500 Jul 24 00:47:37.208988 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=1bd284f3-f531-425d-990f-2e8bd2068cc4,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:37.213521 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-5ef77a29-b088-4efe-8943-4f52737c02ae None None] Port 292fde1d-4670-4e71-b8b1-c78a84c6bf3b cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:47:37.224433 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02c60a-bccc-4481-9aac-475a8d3058f4 req-3df6446e-ffa1-4ed2-9932-cea7a596f744 tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:37.227238 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5a02c60a-bccc-4481-9aac-475a8d3058f4 req-3df6446e-ffa1-4ed2-9932-cea7a596f744 tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] 10.222.0.13 "GET /v2.0/ports?device_id=d1da29f2-d769-4607-a80a-62f4e36653f5 HTTP/1.1" status: 200 len: 945 time: 0.1311083 Jul 24 00:47:37.249983 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ad6bf-6c52-440c-a6ec-e8b8f40045cf req-693eccac-428e-44c7-a7cd-2f5240851f34 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:37.251597 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f19ad6bf-6c52-440c-a6ec-e8b8f40045cf req-693eccac-428e-44c7-a7cd-2f5240851f34 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7d87376-d685-42ed-96e2-a3452ba60793 HTTP/1.1" status: 200 len: 947 time: 0.1150265 Jul 24 00:47:37.263090 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4b0d1-2ee6-4ee6-afd3-7346ef980333 req-5c3cafa9-3022-4af3-a86c-7dc890311d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:37.264614 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-24f4b0d1-2ee6-4ee6-afd3-7346ef980333 req-5c3cafa9-3022-4af3-a86c-7dc890311d41 service neutron] 10.222.0.11 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.4159973 Jul 24 00:47:37.295771 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917e086-803d-4766-9d66-c486c3e6c8cf req-2af198f3-c6a0-4047-8b7c-a32fa6a2797b tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:37.297326 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9917e086-803d-4766-9d66-c486c3e6c8cf req-2af198f3-c6a0-4047-8b7c-a32fa6a2797b tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c672cc5-e8a5-4794-8638-d6570b0bb6df HTTP/1.1" status: 200 len: 946 time: 0.4316142 Jul 24 00:47:37.298443 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-b167af9b-7a04-40f5-932e-854a0b6e0082 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1345022468-network', 'tenant_id': '8a2561aa9442490ba0dd4eadda73aa2f'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:47:37.311980 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48282) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:47:37.322553 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-a8cd2cd3-7311-4f8d-b9e5-9bc654c6d84b tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Request body: {'floatingip': {'port_id': 'a65b039b-c771-4e86-80ab-8c38cd310841'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:47:37.338674 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-07ecf7d8-1b1e-45a5-8523-52e143e726b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:37.341520 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['1bd284f3-f531-425d-990f-2e8bd2068cc4'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:47:37.351756 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-24f4b0d1-2ee6-4ee6-afd3-7346ef980333 req-a8f70f03-17f4-444e-94ae-54de7fc2d6eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=5ef5038c-f4e2-498a-baa7-032528f3191c HTTP/1.1" status: 200 len: 217 time: 0.0744882 Jul 24 00:47:37.354674 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-2ae26492-e162-485b-ad6a-777cd669647c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:37.356103 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-2ae26492-e162-485b-ad6a-777cd669647c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1072dbad-9319-4762-b271-20e6dc036200 HTTP/1.1" status: 200 len: 797 time: 0.1863043 Jul 24 00:47:37.407126 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a8cd2cd3-7311-4f8d-b9e5-9bc654c6d84b tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks [] for floatingip, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:37.529564 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f19ad6bf-6c52-440c-a6ec-e8b8f40045cf req-32cea316-8c25-424d-b74b-1bcc25004220 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542734 Jul 24 00:47:37.548301 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b167af9b-7a04-40f5-932e-854a0b6e0082 admin admin] Made reservation on behalf of 8a2561aa9442490ba0dd4eadda73aa2f for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:47:37.550737 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b167af9b-7a04-40f5-932e-854a0b6e0082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:37.570245 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b167af9b-7a04-40f5-932e-854a0b6e0082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:37.574293 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4b0d1-2ee6-4ee6-afd3-7346ef980333 req-e741a3c4-6724-4aa6-8bc4-a5290576c47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:37.575965 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-24f4b0d1-2ee6-4ee6-afd3-7346ef980333 req-e741a3c4-6724-4aa6-8bc4-a5290576c47d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.1951413 Jul 24 00:47:37.658415 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-5a02c60a-bccc-4481-9aac-475a8d3058f4 req-722a9488-58df-4e66-94b6-7bea4bd61426 tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] Deleting port 6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:47:37.658751 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5a02c60a-bccc-4481-9aac-475a8d3058f4 req-722a9488-58df-4e66-94b6-7bea4bd61426 tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:37.711596 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-4103eabc-a695-49a7-8fdb-14f75b94a92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:37.713201 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-4103eabc-a695-49a7-8fdb-14f75b94a92e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3312421 Jul 24 00:47:37.727732 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb88330-7a73-4ff8-851f-82cf6d8959b8 req-2e106482-4400-4d87-9594-a09a6b0fa0fb tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:37.733774 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb88330-7a73-4ff8-851f-82cf6d8959b8 req-2e106482-4400-4d87-9594-a09a6b0fa0fb tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:37.739908 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb88330-7a73-4ff8-851f-82cf6d8959b8 req-2e106482-4400-4d87-9594-a09a6b0fa0fb tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:37.746944 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb88330-7a73-4ff8-851f-82cf6d8959b8 req-2e106482-4400-4d87-9594-a09a6b0fa0fb tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:37.752902 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb88330-7a73-4ff8-851f-82cf6d8959b8 req-2e106482-4400-4d87-9594-a09a6b0fa0fb tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:37.761087 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb88330-7a73-4ff8-851f-82cf6d8959b8 req-2e106482-4400-4d87-9594-a09a6b0fa0fb tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:37.765473 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb88330-7a73-4ff8-851f-82cf6d8959b8 req-2e106482-4400-4d87-9594-a09a6b0fa0fb tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:37.767438 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dcb88330-7a73-4ff8-851f-82cf6d8959b8 req-2e106482-4400-4d87-9594-a09a6b0fa0fb tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 5429 time: 0.3880141 Jul 24 00:47:37.915376 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-5a02c60a-bccc-4481-9aac-475a8d3058f4 req-722a9488-58df-4e66-94b6-7bea4bd61426 tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] For port 6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba,segment=NetworkSegment(631edc4b-36d5-4ec8-863f-ce502820caff),segment_id=631edc4b-36d5-4ec8-863f-ce502820caff)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:37.915671 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5a02c60a-bccc-4481-9aac-475a8d3058f4 req-722a9488-58df-4e66-94b6-7bea4bd61426 tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:37.922199 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dcb88330-7a73-4ff8-851f-82cf6d8959b8 req-0d26657e-a7e1-47b2-9663-9cc7a757f518 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d0fd0bd-ecd4-446d-a84a-6ebbd55d94ea&id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1370294 Jul 24 00:47:37.924079 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4b0d1-2ee6-4ee6-afd3-7346ef980333 req-fb5ad3fb-03ce-49ad-9e13-ec66ba2078c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:37.925532 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-24f4b0d1-2ee6-4ee6-afd3-7346ef980333 req-fb5ad3fb-03ce-49ad-9e13-ec66ba2078c1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3359430 Jul 24 00:47:37.955965 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-5a02c60a-bccc-4481-9aac-475a8d3058f4 req-722a9488-58df-4e66-94b6-7bea4bd61426 tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] Calling delete_port for 6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:47:37.970156 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefa336-a3f2-4469-99d3-36aa3436dd2a req-941afa8c-e306-491c-abed-ed471a390ef0 tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:37.971789 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-acefa336-a3f2-4469-99d3-36aa3436dd2a req-941afa8c-e306-491c-abed-ed471a390ef0 tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1da29f2-d769-4607-a80a-62f4e36653f5 HTTP/1.1" status: 200 len: 945 time: 0.3478754 Jul 24 00:47:37.994403 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-01206f09-0cc9-4e90-9200-358d460b3077 service neutron] 10.222.0.11 "GET /v2.0/networks/08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242298 Jul 24 00:47:38.073471 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-07ecf7d8-1b1e-45a5-8523-52e143e726b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16242548-a3e4-4a90-8a67-24bc42a87c60 {{(pid=100463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:47:38.109829 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b167af9b-7a04-40f5-932e-854a0b6e0082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:38.112412 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-07ecf7d8-1b1e-45a5-8523-52e143e726b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:38.178743 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-07ecf7d8-1b1e-45a5-8523-52e143e726b7 service neutron] Transition to ACTIVE for port object 16242548-a3e4-4a90-8a67-24bc42a87c60 will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:47:38.191453 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-07ecf7d8-1b1e-45a5-8523-52e143e726b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:38.195715 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-24f4b0d1-2ee6-4ee6-afd3-7346ef980333 req-d71a3f50-2349-4bbc-862a-c98337f9c51c service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573452 Jul 24 00:47:38.200523 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b167af9b-7a04-40f5-932e-854a0b6e0082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:38.271237 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b167af9b-7a04-40f5-932e-854a0b6e0082 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:47:38.272908 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-0565f410-cf5a-4a80-aefe-e26f76dafe8f service neutron] 10.222.0.11 "GET /v2.0/networks/08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688508 Jul 24 00:47:38.284181 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-acefa336-a3f2-4469-99d3-36aa3436dd2a req-01ecfbe0-7386-4849-b9e1-522d94b7adcd tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] 10.222.0.15 "GET /v2.0/security-groups?id=5876346a-d58e-4d2e-a111-7d55ce9cac84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671385 Jul 24 00:47:38.334559 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b167af9b-7a04-40f5-932e-854a0b6e0082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c999d4-ae74-47b9-be85-7b7aa8e1ce6c,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:38.352722 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007faa4-b9a2-4fec-be08-dd0a68026935 req-40b61815-f4b5-4701-b8bf-6d0bc5f6296b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:38.355679 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b167af9b-7a04-40f5-932e-854a0b6e0082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:38.356044 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-b167af9b-7a04-40f5-932e-854a0b6e0082 admin admin] Added segment 7fd5565d-9192-4173-890c-16cd5a79ae01 of type vlan for network ee391922-d32a-444c-b703-8299f481afbb Jul 24 00:47:38.359716 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d007faa4-b9a2-4fec-be08-dd0a68026935 req-40b61815-f4b5-4701-b8bf-6d0bc5f6296b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=4883f8b6-cb29-468d-b4c0-f9295f6141ac HTTP/1.1" status: 200 len: 945 time: 0.3426270 Jul 24 00:47:38.526433 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b167af9b-7a04-40f5-932e-854a0b6e0082 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:38.545889 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.db.resource_extend [None req-a8cd2cd3-7311-4f8d-b9e5-9bc654c6d84b tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 00:47:38.643431 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5a02c60a-bccc-4481-9aac-475a8d3058f4 req-722a9488-58df-4e66-94b6-7bea4bd61426 tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:38.654104 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 1bd284f3-f531-425d-990f-2e8bd2068cc4 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:47:38.667512 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a8cd2cd3-7311-4f8d-b9e5-9bc654c6d84b tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:38.696994 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-0dbf4fad-83f8-4714-b7e7-02e1c46e0fce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=24a09a83-d86e-4a1c-b603-983448f0ec6b HTTP/1.1" status: 200 len: 217 time: 0.4136629 Jul 24 00:47:38.698519 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a8cd2cd3-7311-4f8d-b9e5-9bc654c6d84b tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:38.702780 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ecf7d8-1b1e-45a5-8523-52e143e726b7 service neutron] Pushing event updated for resources: {'Port': ['ID=16242548-a3e4-4a90-8a67-24bc42a87c60,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:38.705939 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a9488-58df-4e66-94b6-7bea4bd61426 tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] Pushing event deleted for resources: {'Port': ['ID=6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:38.709775 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b167af9b-7a04-40f5-932e-854a0b6e0082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:38.710544 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b167af9b-7a04-40f5-932e-854a0b6e0082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:38.711175 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b167af9b-7a04-40f5-932e-854a0b6e0082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:38.740803 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 1bd284f3-f531-425d-990f-2e8bd2068cc4 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:47:38.745630 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 1bd284f3-f531-425d-990f-2e8bd2068cc4 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:47:38.746526 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:38.834093 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-24f4b0d1-2ee6-4ee6-afd3-7346ef980333 req-bca58cdd-5944-4c01-97b8-716478ac222c service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6188660 Jul 24 00:47:38.837153 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:38.837546 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d007faa4-b9a2-4fec-be08-dd0a68026935 req-4a4f8110-88ed-466a-8b55-c2c92c415d27 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4768744 Jul 24 00:47:38.870999 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-07ecf7d8-1b1e-45a5-8523-52e143e726b7 service neutron] Attempting to bind port 16242548-a3e4-4a90-8a67-24bc42a87c60 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:47:38.871352 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-07ecf7d8-1b1e-45a5-8523-52e143e726b7 service neutron] Attempting to bind port 16242548-a3e4-4a90-8a67-24bc42a87c60 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '9faa7c2e-d929-4382-b23d-7e362e0b3276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '068a7e17-2416-4d91-a517-4ff7c5f14239'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:47:38.871688 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-07ecf7d8-1b1e-45a5-8523-52e143e726b7 service neutron] Attempting to bind port 16242548-a3e4-4a90-8a67-24bc42a87c60 on network 068a7e17-2416-4d91-a517-4ff7c5f14239 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:47:38.875222 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4883f8b6-cb29-468d-b4c0-f9295f6141ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd284f3-f531-425d-990f-2e8bd2068cc4'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:47:38.876535 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-c00ad47a-173c-4e8b-9d10-d6f4283fff6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:38.877680 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06679d5-0ef8-44fc-b86b-449745243bf6" -d '{"events": [{"server_uuid": "4883f8b6-cb29-468d-b4c0-f9295f6141ac", "name": "network-vif-plugged", "status": "completed", "tag": "1bd284f3-f531-425d-990f-2e8bd2068cc4"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:47:38.878092 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-c00ad47a-173c-4e8b-9d10-d6f4283fff6c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1072dbad-9319-4762-b271-20e6dc036200 HTTP/1.1" status: 200 len: 797 time: 0.1727817 Jul 24 00:47:38.881454 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-07ecf7d8-1b1e-45a5-8523-52e143e726b7 service neutron] Port 16242548-a3e4-4a90-8a67-24bc42a87c60 on network 068a7e17-2416-4d91-a517-4ff7c5f14239 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:47:38.881863 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-07ecf7d8-1b1e-45a5-8523-52e143e726b7 service neutron] Attempting to bind port 16242548-a3e4-4a90-8a67-24bc42a87c60 on network 068a7e17-2416-4d91-a517-4ff7c5f14239 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:47:38.893846 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 1bd284f3-f531-425d-990f-2e8bd2068cc4, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=1bd284f3-f531-425d-990f-2e8bd2068cc4,segment=NetworkSegment(58fdc277-5f36-433f-9782-f46712be7157),segment_id=58fdc277-5f36-433f-9782-f46712be7157)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:38.900124 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-07ecf7d8-1b1e-45a5-8523-52e143e726b7 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:47:38.900568 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-07ecf7d8-1b1e-45a5-8523-52e143e726b7 service neutron] Checking segment: {'id': '9faa7c2e-d929-4382-b23d-7e362e0b3276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '068a7e17-2416-4d91-a517-4ff7c5f14239'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:47:38.901029 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-07ecf7d8-1b1e-45a5-8523-52e143e726b7 service neutron] Bound using segment: {'id': '9faa7c2e-d929-4382-b23d-7e362e0b3276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '068a7e17-2416-4d91-a517-4ff7c5f14239'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:47:38.901554 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-07ecf7d8-1b1e-45a5-8523-52e143e726b7 service neutron] Bound port: 16242548-a3e4-4a90-8a67-24bc42a87c60, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9faa7c2e-d929-4382-b23d-7e362e0b3276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '068a7e17-2416-4d91-a517-4ff7c5f14239'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:47:38.901777 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:38.902075 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-07ecf7d8-1b1e-45a5-8523-52e143e726b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:38.902688 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:47:38.954949 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:47:38.955337 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:47:38.987455 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=1bd284f3-f531-425d-990f-2e8bd2068cc4,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:39.057696 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-d7665916-43ee-4ffb-89a7-11194feabd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:39.059313 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-d7665916-43ee-4ffb-89a7-11194feabd5c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1740460 Jul 24 00:47:39.066041 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-07ecf7d8-1b1e-45a5-8523-52e143e726b7 service neutron] For port 16242548-a3e4-4a90-8a67-24bc42a87c60, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:47:39.107540 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-07ecf7d8-1b1e-45a5-8523-52e143e726b7 service neutron] For port 16242548-a3e4-4a90-8a67-24bc42a87c60, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=16242548-a3e4-4a90-8a67-24bc42a87c60,segment=NetworkSegment(9faa7c2e-d929-4382-b23d-7e362e0b3276),segment_id=9faa7c2e-d929-4382-b23d-7e362e0b3276)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:47:39.127167 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcfa5e-b88a-4737-9559-82187fc54bf3 req-7c207d08-4eb5-488a-ac31-2305c7eb9e40 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:39.136831 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcfa5e-b88a-4737-9559-82187fc54bf3 req-7c207d08-4eb5-488a-ac31-2305c7eb9e40 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:39.140048 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-37bcfa5e-b88a-4737-9559-82187fc54bf3 req-7c207d08-4eb5-488a-ac31-2305c7eb9e40 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f7c2703-e6ed-4724-a0ee-75b06bf57900 HTTP/1.1" status: 200 len: 1667 time: 0.2038798 Jul 24 00:47:39.142027 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a02c60a-bccc-4481-9aac-475a8d3058f4 req-722a9488-58df-4e66-94b6-7bea4bd61426 tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] No DVR routers for this DVR port 6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:47:39.145734 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5a02c60a-bccc-4481-9aac-475a8d3058f4 req-722a9488-58df-4e66-94b6-7bea4bd61426 tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:39.145927 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-07ecf7d8-1b1e-45a5-8523-52e143e726b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:39.149371 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5a02c60a-bccc-4481-9aac-475a8d3058f4 req-722a9488-58df-4e66-94b6-7bea4bd61426 tempest-AttachSCSIVolumeTestJSON-1919233527 tempest-AttachSCSIVolumeTestJSON-1919233527-project] 10.222.0.13 "DELETE /v2.0/ports/6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba HTTP/1.1" status: 204 len: 173 time: 1.9157472 Jul 24 00:47:39.158683 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcfae3b-8794-4888-a710-73226ae2aca6 req-2e4a0334-0646-4b4b-9dc7-45c66ed65f9b tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:39.159777 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ddcfae3b-8794-4888-a710-73226ae2aca6 req-2e4a0334-0646-4b4b-9dc7-45c66ed65f9b tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 948 time: 0.7731860 Jul 24 00:47:39.170606 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1da29f2-d769-4607-a80a-62f4e36653f5', 'name': 'network-vif-deleted', 'tag': '6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:47:39.174176 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965c8c20-eae7-4b88-bbc3-1432777fb639" -d '{"events": [{"server_uuid": "d1da29f2-d769-4607-a80a-62f4e36653f5", "name": "network-vif-deleted", "tag": "6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:47:39.220791 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b167af9b-7a04-40f5-932e-854a0b6e0082 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0679879 Jul 24 00:47:39.245271 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48302) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:47:39.256466 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-38965210-8ad2-4afb-81aa-61cfe6b4c772 admin admin] Request body: {'subnet': {'network_id': 'ee391922-d32a-444c-b703-8299f481afbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1345022468-subnet', 'tenant_id': '8a2561aa9442490ba0dd4eadda73aa2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:47:39.275977 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ecf7d8-1b1e-45a5-8523-52e143e726b7 service neutron] Pushing event updated for resources: {'Port': ['ID=16242548-a3e4-4a90-8a67-24bc42a87c60,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:39.276207 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b167af9b-7a04-40f5-932e-854a0b6e0082 admin admin] Pushing event updated for resources: {'Network': ['ID=ee391922-d32a-444c-b703-8299f481afbb,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:39.292285 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network ee391922-d32a-444c-b703-8299f481afbb details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:47:39.294110 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-07ecf7d8-1b1e-45a5-8523-52e143e726b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:39.294757 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-07ecf7d8-1b1e-45a5-8523-52e143e726b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:39.296185 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-07ecf7d8-1b1e-45a5-8523-52e143e726b7 service neutron] 10.222.0.13 "PUT /v2.0/ports/16242548-a3e4-4a90-8a67-24bc42a87c60 HTTP/1.1" status: 200 len: 1093 time: 2.4015732 Jul 24 00:47:39.310977 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ddcfae3b-8794-4888-a710-73226ae2aca6 req-aca85028-5b67-448f-a1ee-1516dd4aa9ce tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282654 Jul 24 00:47:39.311285 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f7c2703-e6ed-4724-a0ee-75b06bf57900', 'tag': '16242548-a3e4-4a90-8a67-24bc42a87c60'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:47:39.313537 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [None req-a8cd2cd3-7311-4f8d-b9e5-9bc654c6d84b tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Floating IP 863d454a-c25d-49a2-9a5f-70512e69e9b2 associated. External IP: 172.25.2.22, port: a65b039b-c771-4e86-80ab-8c38cd310841. Jul 24 00:47:39.313774 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5a52ba-0632-4d5b-b4c5-9de3d571461e" -d '{"events": [{"name": "network-changed", "server_uuid": "9f7c2703-e6ed-4724-a0ee-75b06bf57900", "tag": "16242548-a3e4-4a90-8a67-24bc42a87c60"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:47:39.324259 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-37bcfa5e-b88a-4737-9559-82187fc54bf3 req-e17856a8-bfb5-4c02-b37d-10832efefa81 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0ffb5b8-4b8b-475f-a5f7-255c2b17204b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237783 Jul 24 00:47:39.371540 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-df501511-f079-4517-9223-877c7d7bb4f0 service neutron] Request body: {'port': {'device_id': '9f7c2703-e6ed-4724-a0ee-75b06bf57900', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:47:39.376957 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38965210-8ad2-4afb-81aa-61cfe6b4c772 admin admin] Made reservation on behalf of 8a2561aa9442490ba0dd4eadda73aa2f for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:47:39.379440 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-38965210-8ad2-4afb-81aa-61cfe6b4c772 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:39.385650 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-8d7ca45d-8a30-4a72-8a4e-2db7bc5fc676 service neutron] 10.222.0.11 "GET /v2.0/networks/08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170295 Jul 24 00:47:39.480965 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83bdc2fa-3c5f-4813-a600-6f79c070ed11 x-openstack-request-id: req-83bdc2fa-3c5f-4813-a600-6f79c070ed11 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:47:39.481295 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4883f8b6-cb29-468d-b4c0-f9295f6141ac", "name": "network-vif-plugged", "status": "completed", "tag": "1bd284f3-f531-425d-990f-2e8bd2068cc4", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:47:39.481560 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-83bdc2fa-3c5f-4813-a600-6f79c070ed11 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:47:39.481961 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4883f8b6-cb29-468d-b4c0-f9295f6141ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd284f3-f531-425d-990f-2e8bd2068cc4', 'code': 200} Jul 24 00:47:39.692591 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-df501511-f079-4517-9223-877c7d7bb4f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:39.703099 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-3cc2e3ae-0177-4061-8091-bacb2e19699c service neutron] 10.222.0.11 "GET /v2.0/networks/08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2915134 Jul 24 00:47:39.745935 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d55f40e-86fd-43a0-b3fd-bb33fabb8de3 req-c127b22d-0638-4216-b318-621aa16e3161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:39.748466 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8d55f40e-86fd-43a0-b3fd-bb33fabb8de3 req-c127b22d-0638-4216-b318-621aa16e3161 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4883f8b6-cb29-468d-b4c0-f9295f6141ac HTTP/1.1" status: 200 len: 1098 time: 0.2296202 Jul 24 00:47:39.761272 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414cfcbc-201b-4cc6-a6b1-5a9bb883d11b req-6912f444-b97b-4a04-884c-854523765488 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:39.767752 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-414cfcbc-201b-4cc6-a6b1-5a9bb883d11b req-6912f444-b97b-4a04-884c-854523765488 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7d87376-d685-42ed-96e2-a3452ba60793 HTTP/1.1" status: 200 len: 947 time: 0.2705479 Jul 24 00:47:39.781387 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 5ef5038c-f4e2-498a-baa7-032528f3191c details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:47:39.786144 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8cd2cd3-7311-4f8d-b9e5-9bc654c6d84b tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Router ccec94e2-51a8-407b-b985-d864d380ad48 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:47:39.821987 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-6cacec0e-0e31-4a59-9e65-6276a2669b59 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=9d1b5b62-5be0-495a-ae91-411a6cc06b8e HTTP/1.1" status: 200 len: 217 time: 0.1074946 Jul 24 00:47:39.852054 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8d55f40e-86fd-43a0-b3fd-bb33fabb8de3 req-11b77a4a-f817-4f54-af3b-d11fb04746e3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822468 Jul 24 00:47:39.904572 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca11861-1790-45e9-ac80-b8cb5a3961c4 req-dd6ed722-ef9d-4c4d-b5ba-d2af3d781cf1 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:39.910614 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca11861-1790-45e9-ac80-b8cb5a3961c4 req-dd6ed722-ef9d-4c4d-b5ba-d2af3d781cf1 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:39.917939 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca11861-1790-45e9-ac80-b8cb5a3961c4 req-dd6ed722-ef9d-4c4d-b5ba-d2af3d781cf1 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:39.923926 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca11861-1790-45e9-ac80-b8cb5a3961c4 req-dd6ed722-ef9d-4c4d-b5ba-d2af3d781cf1 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:39.924807 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 5ef5038c-f4e2-498a-baa7-032528f3191c, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=5ef5038c-f4e2-498a-baa7-032528f3191c,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:39.930652 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca11861-1790-45e9-ac80-b8cb5a3961c4 req-dd6ed722-ef9d-4c4d-b5ba-d2af3d781cf1 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:39.936637 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca11861-1790-45e9-ac80-b8cb5a3961c4 req-dd6ed722-ef9d-4c4d-b5ba-d2af3d781cf1 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:39.940883 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': '5ef5038c-f4e2-498a-baa7-032528f3191c', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'port_id': '5ef5038c-f4e2-498a-baa7-032528f3191c', 'mac_address': 'fa:16:3e:25:77:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:47:39.942801 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca11861-1790-45e9-ac80-b8cb5a3961c4 req-dd6ed722-ef9d-4c4d-b5ba-d2af3d781cf1 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:39.945684 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0ca11861-1790-45e9-ac80-b8cb5a3961c4 req-dd6ed722-ef9d-4c4d-b5ba-d2af3d781cf1 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 5429 time: 0.3854604 Jul 24 00:47:39.960556 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-414cfcbc-201b-4cc6-a6b1-5a9bb883d11b req-6d6aa31f-4026-42b4-a54b-9d1d2eec3418 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829598 Jul 24 00:47:39.994149 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:40.013764 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ef5038c-f4e2-498a-baa7-032528f3191c {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:47:40.014102 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8cd2cd3-7311-4f8d-b9e5-9bc654c6d84b tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:47:40.016930 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d6dac7-9d89-4df5-880f-2f4d29345af8 x-openstack-request-id: req-75d6dac7-9d89-4df5-880f-2f4d29345af8 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:47:40.017326 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1da29f2-d769-4607-a80a-62f4e36653f5", "name": "network-vif-deleted", "tag": "6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:47:40.017688 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-75d6dac7-9d89-4df5-880f-2f4d29345af8 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:47:40.018215 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1da29f2-d769-4607-a80a-62f4e36653f5', 'name': 'network-vif-deleted', 'tag': '6fd73a84-7ae1-4ae2-9c1b-c6e0d03e88ba', 'status': 'completed', 'code': 200} Jul 24 00:47:40.021628 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a8cd2cd3-7311-4f8d-b9e5-9bc654c6d84b tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:40.027161 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9918ded-ec3b-436f-b0e7-65c1c5d235fb None None] Sync routers for ids ['ccec94e2-51a8-407b-b985-d864d380ad48'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:47:40.046067 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9918ded-ec3b-436f-b0e7-65c1c5d235fb None None] Routers {'ccec94e2-51a8-407b-b985-d864d380ad48'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:47:40.049888 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-b9918ded-ec3b-436f-b0e7-65c1c5d235fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:47:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['ccec94e2-51a8-407b-b985-d864d380ad48'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:47:40.058346 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 5ef5038c-f4e2-498a-baa7-032528f3191c, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=5ef5038c-f4e2-498a-baa7-032528f3191c,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:40.067367 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:40.108558 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-8b927170-6acd-4517-af78-03ac1b9babeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:40.110454 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-8b927170-6acd-4517-af78-03ac1b9babeb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1072dbad-9319-4762-b271-20e6dc036200 HTTP/1.1" status: 200 len: 797 time: 0.2801712 Jul 24 00:47:40.118952 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-38965210-8ad2-4afb-81aa-61cfe6b4c772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:40.128112 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a8cd2cd3-7311-4f8d-b9e5-9bc654c6d84b tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "PUT /v2.0/floatingips/863d454a-c25d-49a2-9a5f-70512e69e9b2 HTTP/1.1" status: 200 len: 991 time: 2.8130944 Jul 24 00:47:40.174040 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7237283-fcc9-4af9-b451-d41e3427cebb x-openstack-request-id: req-a7237283-fcc9-4af9-b451-d41e3427cebb {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:47:40.174312 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f7c2703-e6ed-4724-a0ee-75b06bf57900", "tag": "16242548-a3e4-4a90-8a67-24bc42a87c60", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:47:40.174580 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a7237283-fcc9-4af9-b451-d41e3427cebb {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:47:40.175048 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f7c2703-e6ed-4724-a0ee-75b06bf57900', 'tag': '16242548-a3e4-4a90-8a67-24bc42a87c60', 'status': 'completed', 'code': 200} Jul 24 00:47:40.223639 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=5ef5038c-f4e2-498a-baa7-032528f3191c,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:40.303496 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0ca11861-1790-45e9-ac80-b8cb5a3961c4 req-7331fec0-ea10-4a5d-9d78-93e066cd1261 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d0fd0bd-ecd4-446d-a84a-6ebbd55d94ea&id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2697821 Jul 24 00:47:40.312008 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['5ef5038c-f4e2-498a-baa7-032528f3191c'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:47:40.337790 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a52ba-0632-4d5b-b4c5-9de3d571461e req-f82b1a96-64b1-422b-9f35-62071672985c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:40.337790 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a52ba-0632-4d5b-b4c5-9de3d571461e req-f82b1a96-64b1-422b-9f35-62071672985c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:40.337790 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5d5a52ba-0632-4d5b-b4c5-9de3d571461e req-f82b1a96-64b1-422b-9f35-62071672985c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ddce8b228d0d4a4bb7bd9050c384a277&device_id=9f7c2703-e6ed-4724-a0ee-75b06bf57900 HTTP/1.1" status: 200 len: 1915 time: 0.1593497 Jul 24 00:47:40.341800 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e4449-e58b-4413-90f7-f9e80948fc98 req-85b09d93-c1e0-4cff-9f74-cac3f403b8e8 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:40.349643 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4b2e4449-e58b-4413-90f7-f9e80948fc98 req-85b09d93-c1e0-4cff-9f74-cac3f403b8e8 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=4883f8b6-cb29-468d-b4c0-f9295f6141ac HTTP/1.1" status: 200 len: 946 time: 0.1113317 Jul 24 00:47:40.394903 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-b9918ded-ec3b-436f-b0e7-65c1c5d235fb None None] Set router ccec94e2-51a8-407b-b985-d864d380ad48 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:47:40.398934 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38965210-8ad2-4afb-81aa-61cfe6b4c772 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9397e825-4d91-4ccf-bd44-057ac7683ea6,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:40.406146 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38965210-8ad2-4afb-81aa-61cfe6b4c772 admin admin] Checking segment: {'id': '7fd5565d-9192-4173-890c-16cd5a79ae01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ee391922-d32a-444c-b703-8299f481afbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:47:40.406934 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38965210-8ad2-4afb-81aa-61cfe6b4c772 admin admin] Network hostable DHCP agents. Network: ee391922-d32a-444c-b703-8299f481afbb, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:47:40.465166 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-8872cf8f-8433-4b19-8470-c72c50427cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:40.467177 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-8872cf8f-8433-4b19-8470-c72c50427cb4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3455091 Jul 24 00:47:40.487266 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4b2e4449-e58b-4413-90f7-f9e80948fc98 req-aaab3a3a-5a4d-49e7-9e35-fcd84d9d8ac9 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360536 Jul 24 00:47:40.505823 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38965210-8ad2-4afb-81aa-61cfe6b4c772 admin admin] Network ee391922-d32a-444c-b703-8299f481afbb is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:47:40.671133 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-2aefeec3-9ca2-419d-8cd0-9c5e6dfc40e7 service neutron] 10.222.0.11 "GET /v2.0/networks/08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899292 Jul 24 00:47:40.697043 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a52ba-0632-4d5b-b4c5-9de3d571461e req-f9e4eeb6-ff10-43ae-b948-62b82be54674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:40.697043 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a52ba-0632-4d5b-b4c5-9de3d571461e req-f9e4eeb6-ff10-43ae-b948-62b82be54674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:40.697043 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a52ba-0632-4d5b-b4c5-9de3d571461e req-f9e4eeb6-ff10-43ae-b948-62b82be54674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:40.698854 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5d5a52ba-0632-4d5b-b4c5-9de3d571461e req-f9e4eeb6-ff10-43ae-b948-62b82be54674 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ddce8b228d0d4a4bb7bd9050c384a277&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2946930 Jul 24 00:47:40.703487 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-38965210-8ad2-4afb-81aa-61cfe6b4c772 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, ee391922-d32a-444c-b703-8299f481afbb) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:47:40.712039 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01026588-e700-4399-9620-6113045e2f9d None None] Network ee391922-d32a-444c-b703-8299f481afbb requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:47:40.747502 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38965210-8ad2-4afb-81aa-61cfe6b4c772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:40.748101 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-38965210-8ad2-4afb-81aa-61cfe6b4c772 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:40.763195 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18de64d-584c-4285-b7bc-cbdc9b755332 req-10c46695-0ee9-46b9-926f-ddc02207c17c tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:40.770684 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c18de64d-584c-4285-b7bc-cbdc9b755332 req-10c46695-0ee9-46b9-926f-ddc02207c17c tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 948 time: 0.1412449 Jul 24 00:47:40.875130 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c18de64d-584c-4285-b7bc-cbdc9b755332 req-c4402896-a18c-46de-bf66-126d9b5d3447 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983472 Jul 24 00:47:40.880559 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-df501511-f079-4517-9223-877c7d7bb4f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 292fde1d-4670-4e71-b8b1-c78a84c6bf3b {{(pid=100463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:47:40.903588 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a52ba-0632-4d5b-b4c5-9de3d571461e req-f15122f7-c27b-451a-b3f8-e74fb1641d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:40.906183 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5d5a52ba-0632-4d5b-b4c5-9de3d571461e req-f15122f7-c27b-451a-b3f8-e74fb1641d84 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1899703 Jul 24 00:47:40.923989 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-df501511-f079-4517-9223-877c7d7bb4f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:40.933364 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48350) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:47:40.937374 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-38965210-8ad2-4afb-81aa-61cfe6b4c772 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6821685 Jul 24 00:47:40.952541 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-bc35e236-6893-4b7b-b811-7c545c63286c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1345022468-router', 'tenant_id': '8a2561aa9442490ba0dd4eadda73aa2f', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:47:40.980845 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-b9918ded-ec3b-436f-b0e7-65c1c5d235fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-782398877-router', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'b250a86f-11b6-4f6f-9d2d-f659ace64b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:44:37Z', 'updated_at': '2021-07-24T00:44:44Z', 'revision_number': 4, 'project_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'gw_port': {'id': 'b250a86f-11b6-4f6f-9d2d-f659ace64b98', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:44:38Z', 'updated_at': '2021-07-24T00:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '863d454a-c25d-49a2-9a5f-70512e69e9b2', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'floating_ip_address': '172.25.2.22', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'port_id': 'a65b039b-c771-4e86-80ab-8c38cd310841', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dce79d1a-19b5-4596-96e4-d04368356b25', 'mac_address': 'fa:16:3e:70:a7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c672cc5-e8a5-4794-8638-d6570b0bb6df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:45:05Z', 'updated_at': '2021-07-24T00:47:38Z', 'revision_number': 5, 'project_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02d4a2ee-960c-4660-bc91-256901577c00', 'name': '', 'network_id': 'dce79d1a-19b5-4596-96e4-d04368356b25', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'mac_address': 'fa:16:3e:23:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '9be57270-14e1-41b6-9949-cbee1e39a6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:44:42Z', 'updated_at': '2021-07-24T00:44:51Z', 'revision_number': 5, 'project_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'subnets': [{'id': '9be57270-14e1-41b6-9949-cbee1e39a6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:47:41.005418 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bc35e236-6893-4b7b-b811-7c545c63286c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:41.007121 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bc35e236-6893-4b7b-b811-7c545c63286c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:41.017690 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-df501511-f079-4517-9223-877c7d7bb4f0 service neutron] Transition to ACTIVE for port object 292fde1d-4670-4e71-b8b1-c78a84c6bf3b will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:47:41.037143 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0f2d4-28d0-4955-bd0d-60a0c3926c91 req-e4f43c3a-e181-4700-8338-bc98141521ca tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:41.038426 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e11109e-f5f1-4792-b42b-28d32f55bc9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-ee391922-d32a-444c-b703-8299f481afbb', 'network_id': 'ee391922-d32a-444c-b703-8299f481afbb', 'tenant_id': '8a2561aa9442490ba0dd4eadda73aa2f', 'fixed_ips': [{'subnet_id': '9397e825-4d91-4ccf-bd44-057ac7683ea6'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:47:41.040384 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8e11109e-f5f1-4792-b42b-28d32f55bc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:41.044210 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0f2d4-28d0-4955-bd0d-60a0c3926c91 req-e4f43c3a-e181-4700-8338-bc98141521ca tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:41.046334 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c7a0f2d4-28d0-4955-bd0d-60a0c3926c91 req-e4f43c3a-e181-4700-8338-bc98141521ca tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f7c2703-e6ed-4724-a0ee-75b06bf57900 HTTP/1.1" status: 200 len: 1667 time: 0.5143175 Jul 24 00:47:41.064090 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-df501511-f079-4517-9223-877c7d7bb4f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:41.092980 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9918ded-ec3b-436f-b0e7-65c1c5d235fb None None] Checking router: ccec94e2-51a8-407b-b985-d864d380ad48 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:47:41.108956 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9918ded-ec3b-436f-b0e7-65c1c5d235fb None None] Routers {'ccec94e2-51a8-407b-b985-d864d380ad48'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:47:41.109833 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-b9918ded-ec3b-436f-b0e7-65c1c5d235fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:47:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['ccec94e2-51a8-407b-b985-d864d380ad48'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:47:41.110104 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bc35e236-6893-4b7b-b811-7c545c63286c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:41.151926 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-760acd48-36d1-4a98-9899-8ba20bd910c7 service neutron] 10.222.0.11 "GET /v2.0/networks/08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4457858 Jul 24 00:47:41.194431 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c7a0f2d4-28d0-4955-bd0d-60a0c3926c91 req-b0125c7d-aa47-48e1-9e13-12035588e5be tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0ffb5b8-4b8b-475f-a5f7-255c2b17204b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372440 Jul 24 00:47:41.272816 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df501511-f079-4517-9223-877c7d7bb4f0 service neutron] Pushing event updated for resources: {'Port': ['ID=292fde1d-4670-4e71-b8b1-c78a84c6bf3b,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:41.278279 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-600a1b5f-a721-4b0b-a44b-f6cdf5fb22d0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1b2d3291-8280-46dd-96b5-e7c6c7c3131b HTTP/1.1" status: 200 len: 217 time: 0.1167123 Jul 24 00:47:41.296341 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-8e11109e-f5f1-4792-b42b-28d32f55bc9c None None] Allocated IP 172.20.0.2 (ee391922-d32a-444c-b703-8299f481afbb/9397e825-4d91-4ccf-bd44-057ac7683ea6/f3193749-9c61-42c4-9ccc-e28c65dcdb2d) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:47:41.386908 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f30b31-8925-40fb-86f6-028ce0d0ecff req-42ebe6f7-50f8-43a9-bacc-2242fad232f9 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:41.396226 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-35f30b31-8925-40fb-86f6-028ce0d0ecff req-42ebe6f7-50f8-43a9-bacc-2242fad232f9 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7d87376-d685-42ed-96e2-a3452ba60793 HTTP/1.1" status: 200 len: 948 time: 0.3042011 Jul 24 00:47:41.412360 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bc35e236-6893-4b7b-b811-7c545c63286c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:41.436176 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-b9918ded-ec3b-436f-b0e7-65c1c5d235fb None None] Set router ccec94e2-51a8-407b-b985-d864d380ad48 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:47:41.463892 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-df501511-f079-4517-9223-877c7d7bb4f0 service neutron] Attempting to bind port 292fde1d-4670-4e71-b8b1-c78a84c6bf3b on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:47:41.464522 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-df501511-f079-4517-9223-877c7d7bb4f0 service neutron] Attempting to bind port 292fde1d-4670-4e71-b8b1-c78a84c6bf3b by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '736fd063-603b-4aa7-a409-ab25f21c0a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '92ff7578-4cc4-4eb9-9b11-2c7af06f32f7'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:47:41.465037 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-df501511-f079-4517-9223-877c7d7bb4f0 service neutron] Attempting to bind port 292fde1d-4670-4e71-b8b1-c78a84c6bf3b on network 92ff7578-4cc4-4eb9-9b11-2c7af06f32f7 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:47:41.511413 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-df501511-f079-4517-9223-877c7d7bb4f0 service neutron] Port 292fde1d-4670-4e71-b8b1-c78a84c6bf3b on network 92ff7578-4cc4-4eb9-9b11-2c7af06f32f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:47:41.511956 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-df501511-f079-4517-9223-877c7d7bb4f0 service neutron] Attempting to bind port 292fde1d-4670-4e71-b8b1-c78a84c6bf3b on network 92ff7578-4cc4-4eb9-9b11-2c7af06f32f7 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:47:41.512292 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-35f30b31-8925-40fb-86f6-028ce0d0ecff req-525e970d-8139-4c03-a6ef-2fe324650d86 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003344 Jul 24 00:47:41.517362 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-289c2af5-efcf-4300-bdd9-c4955ac68c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:41.519614 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-289c2af5-efcf-4300-bdd9-c4955ac68c0e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9e536425-1d34-448a-8c81-b1347ff16a76 HTTP/1.1" status: 200 len: 797 time: 0.2291303 Jul 24 00:47:41.543262 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-df501511-f079-4517-9223-877c7d7bb4f0 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:47:41.543811 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-df501511-f079-4517-9223-877c7d7bb4f0 service neutron] Checking segment: {'id': '736fd063-603b-4aa7-a409-ab25f21c0a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '92ff7578-4cc4-4eb9-9b11-2c7af06f32f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:47:41.544581 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-df501511-f079-4517-9223-877c7d7bb4f0 service neutron] Bound using segment: {'id': '736fd063-603b-4aa7-a409-ab25f21c0a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '92ff7578-4cc4-4eb9-9b11-2c7af06f32f7'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:47:41.545201 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-df501511-f079-4517-9223-877c7d7bb4f0 service neutron] Bound port: 292fde1d-4670-4e71-b8b1-c78a84c6bf3b, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '736fd063-603b-4aa7-a409-ab25f21c0a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '92ff7578-4cc4-4eb9-9b11-2c7af06f32f7'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:47:41.546449 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-df501511-f079-4517-9223-877c7d7bb4f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:41.774313 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d711e-09a1-41b1-a352-982622458836 req-12b89bbf-360d-4e4d-889e-ed29c17ec25f tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:41.789822 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d711e-09a1-41b1-a352-982622458836 req-12b89bbf-360d-4e4d-889e-ed29c17ec25f tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:41.795965 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d711e-09a1-41b1-a352-982622458836 req-12b89bbf-360d-4e4d-889e-ed29c17ec25f tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:41.802411 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 5ef5038c-f4e2-498a-baa7-032528f3191c up at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:47:41.814767 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d711e-09a1-41b1-a352-982622458836 req-12b89bbf-360d-4e4d-889e-ed29c17ec25f tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:41.832794 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d711e-09a1-41b1-a352-982622458836 req-12b89bbf-360d-4e4d-889e-ed29c17ec25f tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:41.849810 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-b9918ded-ec3b-436f-b0e7-65c1c5d235fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-782398877-router', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'b250a86f-11b6-4f6f-9d2d-f659ace64b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:44:37Z', 'updated_at': '2021-07-24T00:44:44Z', 'revision_number': 4, 'project_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'gw_port': {'id': 'b250a86f-11b6-4f6f-9d2d-f659ace64b98', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:44:38Z', 'updated_at': '2021-07-24T00:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '863d454a-c25d-49a2-9a5f-70512e69e9b2', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'floating_ip_address': '172.25.2.22', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'port_id': 'a65b039b-c771-4e86-80ab-8c38cd310841', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dce79d1a-19b5-4596-96e4-d04368356b25', 'mac_address': 'fa:16:3e:70:a7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c672cc5-e8a5-4794-8638-d6570b0bb6df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:45:05Z', 'updated_at': '2021-07-24T00:47:38Z', 'revision_number': 5, 'project_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02d4a2ee-960c-4660-bc91-256901577c00', 'name': '', 'network_id': 'dce79d1a-19b5-4596-96e4-d04368356b25', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'mac_address': 'fa:16:3e:23:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '9be57270-14e1-41b6-9949-cbee1e39a6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:44:42Z', 'updated_at': '2021-07-24T00:44:51Z', 'revision_number': 5, 'project_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'subnets': [{'id': '9be57270-14e1-41b6-9949-cbee1e39a6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:47:41.851125 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d711e-09a1-41b1-a352-982622458836 req-12b89bbf-360d-4e4d-889e-ed29c17ec25f tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:41.860455 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d711e-09a1-41b1-a352-982622458836 req-12b89bbf-360d-4e4d-889e-ed29c17ec25f tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:41.865307 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b54d711e-09a1-41b1-a352-982622458836 req-12b89bbf-360d-4e4d-889e-ed29c17ec25f tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 5429 time: 0.4217060 Jul 24 00:47:41.889587 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9918ded-ec3b-436f-b0e7-65c1c5d235fb None None] The sync data for ids ['ccec94e2-51a8-407b-b985-d864d380ad48'] in n-d-793621-25 is: [{'id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-782398877-router', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'b250a86f-11b6-4f6f-9d2d-f659ace64b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:44:37Z', 'updated_at': '2021-07-24T00:44:44Z', 'revision_number': 4, 'project_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'gw_port': {'id': 'b250a86f-11b6-4f6f-9d2d-f659ace64b98', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:44:38Z', 'updated_at': '2021-07-24T00:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '863d454a-c25d-49a2-9a5f-70512e69e9b2', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'floating_ip_address': '172.25.2.22', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'port_id': 'a65b039b-c771-4e86-80ab-8c38cd310841', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dce79d1a-19b5-4596-96e4-d04368356b25', 'mac_address': 'fa:16:3e:70:a7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c672cc5-e8a5-4794-8638-d6570b0bb6df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:45:05Z', 'updated_at': '2021-07-24T00:47:38Z', 'revision_number': 5, 'project_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02d4a2ee-960c-4660-bc91-256901577c00', 'name': '', 'network_id': 'dce79d1a-19b5-4596-96e4-d04368356b25', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'mac_address': 'fa:16:3e:23:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '9be57270-14e1-41b6-9949-cbee1e39a6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:44:42Z', 'updated_at': '2021-07-24T00:44:51Z', 'revision_number': 5, 'project_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'subnets': [{'id': '9be57270-14e1-41b6-9949-cbee1e39a6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:47:41.919236 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-df501511-f079-4517-9223-877c7d7bb4f0 service neutron] For port 292fde1d-4670-4e71-b8b1-c78a84c6bf3b, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:47:41.946205 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning for port 5ef5038c-f4e2-498a-baa7-032528f3191c completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:47:41.960154 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning complete for port 5ef5038c-f4e2-498a-baa7-032528f3191c triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:47:41.960696 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:41.973002 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-df501511-f079-4517-9223-877c7d7bb4f0 service neutron] For port 292fde1d-4670-4e71-b8b1-c78a84c6bf3b, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=292fde1d-4670-4e71-b8b1-c78a84c6bf3b,segment=NetworkSegment(736fd063-603b-4aa7-a409-ab25f21c0a97),segment_id=736fd063-603b-4aa7-a409-ab25f21c0a97)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:47:41.981790 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-20929688-47c2-4163-ba61-080444d30563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:41.984156 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-20929688-47c2-4163-ba61-080444d30563 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d44a086b-008a-4058-bec6-57d1e56e41f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4559686 Jul 24 00:47:41.988537 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-df501511-f079-4517-9223-877c7d7bb4f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:42.014518 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bc35e236-6893-4b7b-b811-7c545c63286c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:42.019834 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c672cc5-e8a5-4794-8638-d6570b0bb6df', 'tag': 'a65b039b-c771-4e86-80ab-8c38cd310841'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:47:42.022935 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3053d8-4a40-4d2a-8795-ac0f0c23a45e" -d '{"events": [{"name": "network-changed", "server_uuid": "0c672cc5-e8a5-4794-8638-d6570b0bb6df", "tag": "a65b039b-c771-4e86-80ab-8c38cd310841"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:47:42.046246 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8e11109e-f5f1-4792-b42b-28d32f55bc9c None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:42.060027 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833bf50-c62f-4d59-a0f9-fb4e7466b660 req-71a9857a-179b-413d-ac19-cb3ef273b0fe tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:42.061914 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7833bf50-c62f-4d59-a0f9-fb4e7466b660 req-71a9857a-179b-413d-ac19-cb3ef273b0fe tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=4883f8b6-cb29-468d-b4c0-f9295f6141ac HTTP/1.1" status: 200 len: 946 time: 0.2831037 Jul 24 00:47:42.063425 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bc35e236-6893-4b7b-b811-7c545c63286c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:42.073708 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8e11109e-f5f1-4792-b42b-28d32f55bc9c None None] Transition to ACTIVE for port object f3193749-9c61-42c4-9ccc-e28c65dcdb2d will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:47:42.133282 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8e11109e-f5f1-4792-b42b-28d32f55bc9c None None] Transition to ACTIVE for port object f3193749-9c61-42c4-9ccc-e28c65dcdb2d will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:47:42.149308 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8e11109e-f5f1-4792-b42b-28d32f55bc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:42.159755 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b54d711e-09a1-41b1-a352-982622458836 req-9a493a27-bd09-4bee-886e-17a3367655db tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d0fd0bd-ecd4-446d-a84a-6ebbd55d94ea&id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2349131 Jul 24 00:47:42.168540 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-df501511-f079-4517-9223-877c7d7bb4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:42.169183 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-df501511-f079-4517-9223-877c7d7bb4f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:42.172289 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-df501511-f079-4517-9223-877c7d7bb4f0 service neutron] 10.222.0.13 "PUT /v2.0/ports/292fde1d-4670-4e71-b8b1-c78a84c6bf3b HTTP/1.1" status: 200 len: 1093 time: 2.8130820 Jul 24 00:47:42.187830 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f7c2703-e6ed-4724-a0ee-75b06bf57900', 'tag': '292fde1d-4670-4e71-b8b1-c78a84c6bf3b'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:47:42.190575 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bba28db-f927-4701-bd8a-7d07ee209ec2" -d '{"events": [{"name": "network-changed", "server_uuid": "9f7c2703-e6ed-4724-a0ee-75b06bf57900", "tag": "292fde1d-4670-4e71-b8b1-c78a84c6bf3b"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:47:42.226592 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7833bf50-c62f-4d59-a0f9-fb4e7466b660 req-fcb375c5-01bb-42b0-9c4f-69e61b451f6d tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469076 Jul 24 00:47:42.254740 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11109e-f5f1-4792-b42b-28d32f55bc9c None None] Pushing event updated for resources: {'Port': ['ID=f3193749-9c61-42c4-9ccc-e28c65dcdb2d,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:42.258064 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:42.294399 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c030753-811b-41fe-bb2e-2b8007e55402 None None] New status for floating IP 863d454a-c25d-49a2-9a5f-70512e69e9b2: ACTIVE {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:47:42.318414 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df501511-f079-4517-9223-877c7d7bb4f0 service neutron] Pushing event updated for resources: {'Port': ['ID=292fde1d-4670-4e71-b8b1-c78a84c6bf3b,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:42.391543 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc8bce0-ef33-4ca6-bf58-154d9f10fe84 x-openstack-request-id: req-cbc8bce0-ef33-4ca6-bf58-154d9f10fe84 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:47:42.392362 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c672cc5-e8a5-4794-8638-d6570b0bb6df", "tag": "a65b039b-c771-4e86-80ab-8c38cd310841", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:47:42.392362 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cbc8bce0-ef33-4ca6-bf58-154d9f10fe84 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:47:42.394810 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c672cc5-e8a5-4794-8638-d6570b0bb6df', 'tag': 'a65b039b-c771-4e86-80ab-8c38cd310841', 'status': 'completed', 'code': 200} Jul 24 00:47:42.448734 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6db3b0-900d-4dac-b4e5-3bd6e9daea96 x-openstack-request-id: req-7f6db3b0-900d-4dac-b4e5-3bd6e9daea96 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:47:42.449032 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f7c2703-e6ed-4724-a0ee-75b06bf57900", "tag": "292fde1d-4670-4e71-b8b1-c78a84c6bf3b", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:47:42.449286 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7f6db3b0-900d-4dac-b4e5-3bd6e9daea96 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:47:42.449682 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f7c2703-e6ed-4724-a0ee-75b06bf57900', 'tag': '292fde1d-4670-4e71-b8b1-c78a84c6bf3b', 'status': 'completed', 'code': 200} Jul 24 00:47:42.462486 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-f72b8638-89d8-4561-b7de-0917bef42bac service neutron] 10.222.0.11 "GET /v2.0/networks/d44a086b-008a-4058-bec6-57d1e56e41f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4667821 Jul 24 00:47:42.486759 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11109e-f5f1-4792-b42b-28d32f55bc9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:42.487253 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11109e-f5f1-4792-b42b-28d32f55bc9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:42.487840 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11109e-f5f1-4792-b42b-28d32f55bc9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:42.488316 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11109e-f5f1-4792-b42b-28d32f55bc9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:42.488903 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11109e-f5f1-4792-b42b-28d32f55bc9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:42.489473 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11109e-f5f1-4792-b42b-28d32f55bc9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:42.489991 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11109e-f5f1-4792-b42b-28d32f55bc9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:42.490485 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11109e-f5f1-4792-b42b-28d32f55bc9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:42.491579 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11109e-f5f1-4792-b42b-28d32f55bc9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:42.492027 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11109e-f5f1-4792-b42b-28d32f55bc9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:42.492517 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11109e-f5f1-4792-b42b-28d32f55bc9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:42.492949 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e11109e-f5f1-4792-b42b-28d32f55bc9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:42.500328 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e11109e-f5f1-4792-b42b-28d32f55bc9c None None] Network ee391922-d32a-444c-b703-8299f481afbb is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:47:42.511388 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-8e11109e-f5f1-4792-b42b-28d32f55bc9c None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:47:42.514096 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e11109e-f5f1-4792-b42b-28d32f55bc9c None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:47:42.557932 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d87376-d685-42ed-96e2-a3452ba60793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef5038c-f4e2-498a-baa7-032528f3191c'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:47:42.560174 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1bee65-b530-4400-b397-fc915f9fde41" -d '{"events": [{"server_uuid": "e7d87376-d685-42ed-96e2-a3452ba60793", "name": "network-vif-plugged", "status": "completed", "tag": "5ef5038c-f4e2-498a-baa7-032528f3191c"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:47:42.585179 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-68fd778d-1cad-4cf5-b154-527d68f321ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:42.585876 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-68fd778d-1cad-4cf5-b154-527d68f321ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:42.587847 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-68fd778d-1cad-4cf5-b154-527d68f321ab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ddce8b228d0d4a4bb7bd9050c384a277&device_id=9f7c2703-e6ed-4724-a0ee-75b06bf57900 HTTP/1.1" status: 200 len: 1983 time: 0.2932875 Jul 24 00:47:42.605414 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 5ef5038c-f4e2-498a-baa7-032528f3191c, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=5ef5038c-f4e2-498a-baa7-032528f3191c,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:42.612184 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-bc35e236-6893-4b7b-b811-7c545c63286c admin admin] Allocated IP 172.25.2.138 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/5bb40987-9d16-465d-a490-82a6d3284b37) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:47:42.628934 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:42.642026 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-8e11109e-f5f1-4792-b42b-28d32f55bc9c None None] Attempting to bind port f3193749-9c61-42c4-9ccc-e28c65dcdb2d on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:47:42.642459 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-8e11109e-f5f1-4792-b42b-28d32f55bc9c None None] Attempting to bind port f3193749-9c61-42c4-9ccc-e28c65dcdb2d by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '7fd5565d-9192-4173-890c-16cd5a79ae01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ee391922-d32a-444c-b703-8299f481afbb'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:47:42.642933 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e11109e-f5f1-4792-b42b-28d32f55bc9c None None] Attempting to bind port f3193749-9c61-42c4-9ccc-e28c65dcdb2d on network ee391922-d32a-444c-b703-8299f481afbb {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:47:42.668000 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e11109e-f5f1-4792-b42b-28d32f55bc9c None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:47:42.668410 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e11109e-f5f1-4792-b42b-28d32f55bc9c None None] Checking segment: {'id': '7fd5565d-9192-4173-890c-16cd5a79ae01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ee391922-d32a-444c-b703-8299f481afbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:47:42.668795 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8e11109e-f5f1-4792-b42b-28d32f55bc9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:42.669329 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e11109e-f5f1-4792-b42b-28d32f55bc9c None None] Bound using segment: {'id': '7fd5565d-9192-4173-890c-16cd5a79ae01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ee391922-d32a-444c-b703-8299f481afbb'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:47:42.669832 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-8e11109e-f5f1-4792-b42b-28d32f55bc9c None None] Bound port: f3193749-9c61-42c4-9ccc-e28c65dcdb2d, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fd5565d-9192-4173-890c-16cd5a79ae01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ee391922-d32a-444c-b703-8299f481afbb'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:47:42.670224 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8e11109e-f5f1-4792-b42b-28d32f55bc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:42.762646 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-9a81d185-94c4-45c0-910d-e374b88833df service neutron] 10.222.0.11 "GET /v2.0/networks/d44a086b-008a-4058-bec6-57d1e56e41f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916377 Jul 24 00:47:42.765287 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=5ef5038c-f4e2-498a-baa7-032528f3191c,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:42.785253 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07429f94-7903-43f2-8fd6-66936f40b0a7 req-1164affe-fd39-453d-8124-6bf37548780b tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:42.794032 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-07429f94-7903-43f2-8fd6-66936f40b0a7 req-1164affe-fd39-453d-8124-6bf37548780b tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 948 time: 0.3965399 Jul 24 00:47:42.797521 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-65776ff9-5e82-47d1-a52c-aa5991a541ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.124&port_id=16242548-a3e4-4a90-8a67-24bc42a87c60 HTTP/1.1" status: 200 len: 217 time: 0.1697729 Jul 24 00:47:42.797964 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-8e11109e-f5f1-4792-b42b-28d32f55bc9c None None] For port f3193749-9c61-42c4-9ccc-e28c65dcdb2d, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:47:42.802316 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-8e11109e-f5f1-4792-b42b-28d32f55bc9c None None] For port f3193749-9c61-42c4-9ccc-e28c65dcdb2d, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=f3193749-9c61-42c4-9ccc-e28c65dcdb2d,segment=NetworkSegment(7fd5565d-9192-4173-890c-16cd5a79ae01),segment_id=7fd5565d-9192-4173-890c-16cd5a79ae01)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:47:42.810544 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8e11109e-f5f1-4792-b42b-28d32f55bc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:42.862649 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [req-9dffc4f8-1747-465f-940f-2d94d328099b req-259a0f1a-300a-4503-a382-8f9366006005 service neutron] show failed (client error): The resource could not be found. Jul 24 00:47:42.863873 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9dffc4f8-1747-465f-940f-2d94d328099b req-259a0f1a-300a-4503-a382-8f9366006005 service neutron] 10.222.0.13 "GET /v2.0/ports/26b94257-c0af-4147-9ffe-5c742e897ecd/bindings/n-h2-793621-25 HTTP/1.1" status: 404 len: 381 time: 0.5585346 Jul 24 00:47:42.891306 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3053d8-4a40-4d2a-8795-ac0f0c23a45e req-4fe37a7e-c1f4-4bf4-b436-14ed0b88c64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:42.892737 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3b3053d8-4a40-4d2a-8795-ac0f0c23a45e req-4fe37a7e-c1f4-4bf4-b436-14ed0b88c64a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c49dfe4b8b164c34b2cb1c242cf6f8a2&device_id=0c672cc5-e8a5-4794-8638-d6570b0bb6df HTTP/1.1" status: 200 len: 1098 time: 0.4395566 Jul 24 00:47:42.896388 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11109e-f5f1-4792-b42b-28d32f55bc9c None None] Pushing event updated for resources: {'Port': ['ID=f3193749-9c61-42c4-9ccc-e28c65dcdb2d,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:42.897488 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-1cbab44c-8036-46cc-b4a2-707febd6108c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3ed410d3-3325-4685-85a3-54d0440cdaea HTTP/1.1" status: 200 len: 217 time: 0.0959518 Jul 24 00:47:42.943162 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764fa395-a1e5-4f31-ada2-39d2a216e8ff req-e5b2fe0b-b2d6-427b-9464-2c9cd5d0752d tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:42.951496 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764fa395-a1e5-4f31-ada2-39d2a216e8ff req-e5b2fe0b-b2d6-427b-9464-2c9cd5d0752d tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:42.953182 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-764fa395-a1e5-4f31-ada2-39d2a216e8ff req-e5b2fe0b-b2d6-427b-9464-2c9cd5d0752d tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f7c2703-e6ed-4724-a0ee-75b06bf57900 HTTP/1.1" status: 200 len: 1679 time: 0.2618167 Jul 24 00:47:42.956602 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bc35e236-6893-4b7b-b811-7c545c63286c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:43.045577 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-07429f94-7903-43f2-8fd6-66936f40b0a7 req-46fa5cbb-604d-47d1-b6f5-a7fc7ae44acb tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505035 Jul 24 00:47:43.049629 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-2c6265ec-664e-45cd-b77f-ab05b7967c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:43.051827 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-2c6265ec-664e-45cd-b77f-ab05b7967c2f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9e536425-1d34-448a-8c81-b1347ff16a76 HTTP/1.1" status: 200 len: 797 time: 0.1133068 Jul 24 00:47:43.060570 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-80350621-da67-4459-8fc7-e66f67747099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:43.062353 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-80350621-da67-4459-8fc7-e66f67747099 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f56b3431-8b73-45e6-8ba4-ab695e2c7614 HTTP/1.1" status: 200 len: 801 time: 0.2457705 Jul 24 00:47:43.256205 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-764fa395-a1e5-4f31-ada2-39d2a216e8ff req-2f2df11d-e345-468d-815b-c11645813615 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0ffb5b8-4b8b-475f-a5f7-255c2b17204b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582109 Jul 24 00:47:43.309682 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bc35e236-6893-4b7b-b811-7c545c63286c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:43.392926 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3053d8-4a40-4d2a-8795-ac0f0c23a45e req-25418715-89db-476e-b3ea-6e631936990d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:43.394627 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3b3053d8-4a40-4d2a-8795-ac0f0c23a45e req-25418715-89db-476e-b3ea-6e631936990d service neutron] 10.222.0.13 "GET /v2.0/networks?id=dce79d1a-19b5-4596-96e4-d04368356b25 HTTP/1.1" status: 200 len: 924 time: 0.4922724 Jul 24 00:47:43.422819 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc35e236-6893-4b7b-b811-7c545c63286c admin admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:47:43.459981 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-bc35e236-6893-4b7b-b811-7c545c63286c admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:47:43.462832 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc35e236-6893-4b7b-b811-7c545c63286c admin admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:47:43.523403 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc35e236-6893-4b7b-b811-7c545c63286c admin admin] Pushing event updated for resources: {'Port': ['ID=5bb40987-9d16-465d-a490-82a6d3284b37,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:43.607783 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-4b880002-6614-470e-b7ee-8eae92b29561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:43.609304 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-4b880002-6614-470e-b7ee-8eae92b29561 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d44a086b-008a-4058-bec6-57d1e56e41f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5459673 Jul 24 00:47:43.610946 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-008cc8c6-1416-46bf-9f96-473925f3c222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:43.612293 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-008cc8c6-1416-46bf-9f96-473925f3c222 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=068a7e17-2416-4d91-a517-4ff7c5f14239&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5405865 Jul 24 00:47:43.628306 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffc4f8-1747-465f-940f-2d94d328099b req-37fe714e-f3b2-4850-87b7-f33f884b0b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:43.629766 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9dffc4f8-1747-465f-940f-2d94d328099b req-37fe714e-f3b2-4850-87b7-f33f884b0b00 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac&tenant_id=64682d71562544209c45b1dc63c9fd56 HTTP/1.1" status: 200 len: 1100 time: 0.4926422 Jul 24 00:47:43.659416 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-9dffc4f8-1747-465f-940f-2d94d328099b req-b9d43692-cc87-41f6-8bbe-158bbcaff704 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-25', 'device_owner': 'compute:nova'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:47:43.678227 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac5c85-49dd-43e4-a1df-473aedf7a953 req-b9f02f30-fd96-4a0e-bb7a-19b7ef87d75e tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:43.679975 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f5ac5c85-49dd-43e4-a1df-473aedf7a953 req-b9f02f30-fd96-4a0e-bb7a-19b7ef87d75e tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4883f8b6-cb29-468d-b4c0-f9295f6141ac HTTP/1.1" status: 200 len: 1098 time: 0.4817934 Jul 24 00:47:43.905428 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-4b2600f7-4028-42d8-aedc-35ee24c53cb5 service neutron] 10.222.0.11 "GET /v2.0/networks/d44a086b-008a-4058-bec6-57d1e56e41f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872572 Jul 24 00:47:43.919272 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f5ac5c85-49dd-43e4-a1df-473aedf7a953 req-30c02a72-7a79-4f35-bce2-7269007037e2 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016718 Jul 24 00:47:43.933005 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-9dffc4f8-1747-465f-940f-2d94d328099b req-b9d43692-cc87-41f6-8bbe-158bbcaff704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:43.948566 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-9fe99baf-9aa2-4bb2-880e-75d181fb380e service neutron] 10.222.0.13 "GET /v2.0/networks/068a7e17-2416-4d91-a517-4ff7c5f14239?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158026 Jul 24 00:47:44.042735 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31516799-8be9-411e-84f5-d62c68f2f25b x-openstack-request-id: req-31516799-8be9-411e-84f5-d62c68f2f25b {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:47:44.043601 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d87376-d685-42ed-96e2-a3452ba60793", "name": "network-vif-plugged", "status": "completed", "tag": "5ef5038c-f4e2-498a-baa7-032528f3191c", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:47:44.044029 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-31516799-8be9-411e-84f5-d62c68f2f25b {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:47:44.044596 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d87376-d685-42ed-96e2-a3452ba60793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef5038c-f4e2-498a-baa7-032528f3191c', 'code': 200} Jul 24 00:47:44.098153 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc479a-32cd-4e1b-aefe-07b64a95fbe8 req-723680c9-fe5c-4f24-add9-af301a17d80a tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:44.110517 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b5bc479a-32cd-4e1b-aefe-07b64a95fbe8 req-723680c9-fe5c-4f24-add9-af301a17d80a tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7d87376-d685-42ed-96e2-a3452ba60793 HTTP/1.1" status: 200 len: 949 time: 0.7606454 Jul 24 00:47:44.113490 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3b3053d8-4a40-4d2a-8795-ac0f0c23a45e req-8fbfd4eb-e68d-40d0-831b-e750b807a38e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a65b039b-c771-4e86-80ab-8c38cd310841 HTTP/1.1" status: 200 len: 1001 time: 0.7071779 Jul 24 00:47:44.190037 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b5bc479a-32cd-4e1b-aefe-07b64a95fbe8 req-d4b9a6a5-acdc-490a-bff9-7d71ff5247ee tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729733 Jul 24 00:47:44.279389 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device f3193749-9c61-42c4-9ccc-e28c65dcdb2d up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:47:44.373412 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee12e318-2dce-40b4-a9dc-d4b96e346930 None None] Network ee391922-d32a-444c-b703-8299f481afbb requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:47:44.379604 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86d56dda-4842-4ddb-a2d6-c82b426f177f req-1bedb8c1-b688-44e5-9a91-82e57c732953 service neutron] 10.222.0.11 "GET /v2.0/networks/d44a086b-008a-4058-bec6-57d1e56e41f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4625614 Jul 24 00:47:44.396260 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-c998aeee-7ba9-4624-8ca3-348ab96559d8 service neutron] 10.222.0.13 "GET /v2.0/networks/068a7e17-2416-4d91-a517-4ff7c5f14239?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4395270 Jul 24 00:47:44.401165 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3053d8-4a40-4d2a-8795-ac0f0c23a45e req-fc89732d-7aa2-420c-942d-56b5ffdf387c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:44.403660 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3b3053d8-4a40-4d2a-8795-ac0f0c23a45e req-fc89732d-7aa2-420c-942d-56b5ffdf387c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9be57270-14e1-41b6-9949-cbee1e39a6d3 HTTP/1.1" status: 200 len: 862 time: 0.2795751 Jul 24 00:47:44.413468 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port f3193749-9c61-42c4-9ccc-e28c65dcdb2d completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:47:44.480410 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-764767be-353b-47f3-9049-0b69fc706087 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.156&port_id=292fde1d-4670-4e71-b8b1-c78a84c6bf3b HTTP/1.1" status: 200 len: 217 time: 0.0734499 Jul 24 00:47:44.506911 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0b1dae86-a941-42f9-b893-f7a736d4f735 None None] Provisioning for port f3193749-9c61-42c4-9ccc-e28c65dcdb2d completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:47:44.515237 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0b1dae86-a941-42f9-b893-f7a736d4f735 None None] Provisioning complete for port f3193749-9c61-42c4-9ccc-e28c65dcdb2d triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:47:44.515624 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0b1dae86-a941-42f9-b893-f7a736d4f735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:44.618079 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ca2d6-6eae-4bd4-9716-151976d58478 req-ef10ebde-1d1d-430d-a0e9-f4d33f4a34ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:44.620544 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-be8ca2d6-6eae-4bd4-9716-151976d58478 req-ef10ebde-1d1d-430d-a0e9-f4d33f4a34ef service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e7d87376-d685-42ed-96e2-a3452ba60793 HTTP/1.1" status: 200 len: 1101 time: 0.4994688 Jul 24 00:47:44.625367 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027420e-82bb-4c03-8e5b-f6003ed90f81 req-04fb720b-4c8c-4f0a-9d38-69b5112c0358 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:44.627039 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3027420e-82bb-4c03-8e5b-f6003ed90f81 req-04fb720b-4c8c-4f0a-9d38-69b5112c0358 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4883f8b6-cb29-468d-b4c0-f9295f6141ac HTTP/1.1" status: 200 len: 1098 time: 0.3006804 Jul 24 00:47:44.683873 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0b1dae86-a941-42f9-b893-f7a736d4f735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:44.688408 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3053d8-4a40-4d2a-8795-ac0f0c23a45e req-86cd5360-c7a5-4c42-93ab-bdb0e4d70ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:44.690274 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3b3053d8-4a40-4d2a-8795-ac0f0c23a45e req-86cd5360-c7a5-4c42-93ab-bdb0e4d70ab7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dce79d1a-19b5-4596-96e4-d04368356b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2799983 Jul 24 00:47:44.710663 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bc35e236-6893-4b7b-b811-7c545c63286c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:44.747132 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-9dffc4f8-1747-465f-940f-2d94d328099b req-b9d43692-cc87-41f6-8bbe-158bbcaff704 service neutron] For port 26b94257-c0af-4147-9ffe-5c742e897ecd, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=26b94257-c0af-4147-9ffe-5c742e897ecd,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:44.748255 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0b1dae86-a941-42f9-b893-f7a736d4f735 None None] For port f3193749-9c61-42c4-9ccc-e28c65dcdb2d, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=f3193749-9c61-42c4-9ccc-e28c65dcdb2d,segment=NetworkSegment(7fd5565d-9192-4173-890c-16cd5a79ae01),segment_id=7fd5565d-9192-4173-890c-16cd5a79ae01)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:44.755614 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0b1dae86-a941-42f9-b893-f7a736d4f735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:44.780535 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-e4898fca-6da2-4a8a-8ad5-06e19786177b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:44.782067 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-e4898fca-6da2-4a8a-8ad5-06e19786177b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc7eb257-2a07-4f93-b092-5f94df065f3c HTTP/1.1" status: 200 len: 801 time: 0.2589147 Jul 24 00:47:44.824521 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-be8ca2d6-6eae-4bd4-9716-151976d58478 req-810a92c6-53f8-4ac8-a4a3-8a649c5bd458 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922152 Jul 24 00:47:44.847183 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7f447-a494-4fa4-bdf6-f67f9a5a55d5 req-df0aff37-eb7d-4a74-89f0-419bb9a0aa67 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:44.855772 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7f447-a494-4fa4-bdf6-f67f9a5a55d5 req-df0aff37-eb7d-4a74-89f0-419bb9a0aa67 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:44.861531 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1dae86-a941-42f9-b893-f7a736d4f735 None None] Pushing event updated for resources: {'Port': ['ID=f3193749-9c61-42c4-9ccc-e28c65dcdb2d,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:44.871951 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7f447-a494-4fa4-bdf6-f67f9a5a55d5 req-df0aff37-eb7d-4a74-89f0-419bb9a0aa67 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:44.879475 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7f447-a494-4fa4-bdf6-f67f9a5a55d5 req-df0aff37-eb7d-4a74-89f0-419bb9a0aa67 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:44.888029 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7f447-a494-4fa4-bdf6-f67f9a5a55d5 req-df0aff37-eb7d-4a74-89f0-419bb9a0aa67 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:44.894977 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7f447-a494-4fa4-bdf6-f67f9a5a55d5 req-df0aff37-eb7d-4a74-89f0-419bb9a0aa67 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:44.901709 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb7f447-a494-4fa4-bdf6-f67f9a5a55d5 req-df0aff37-eb7d-4a74-89f0-419bb9a0aa67 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:44.913297 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-eeb7f447-a494-4fa4-bdf6-f67f9a5a55d5 req-df0aff37-eb7d-4a74-89f0-419bb9a0aa67 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 5429 time: 0.6019225 Jul 24 00:47:44.926999 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3027420e-82bb-4c03-8e5b-f6003ed90f81 req-a7a4088d-d9ce-4a2d-9db9-371bb836c80b tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679486 Jul 24 00:47:45.005121 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3b3053d8-4a40-4d2a-8795-ac0f0c23a45e req-6cad00e5-fbd2-4670-a5c1-3e4db3151c65 service neutron] 10.222.0.13 "GET /v2.0/networks/dce79d1a-19b5-4596-96e4-d04368356b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955718 Jul 24 00:47:45.032933 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3762d-bd59-4311-a434-a716f757ae39 req-6ab0c0be-5fb5-465e-b72a-0f946dddafcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:45.033683 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3762d-bd59-4311-a434-a716f757ae39 req-6ab0c0be-5fb5-465e-b72a-0f946dddafcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:45.035589 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3762d-bd59-4311-a434-a716f757ae39 req-6ab0c0be-5fb5-465e-b72a-0f946dddafcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:45.036093 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3762d-bd59-4311-a434-a716f757ae39 req-6ab0c0be-5fb5-465e-b72a-0f946dddafcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:45.036587 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3762d-bd59-4311-a434-a716f757ae39 req-6ab0c0be-5fb5-465e-b72a-0f946dddafcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:45.037083 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3762d-bd59-4311-a434-a716f757ae39 req-6ab0c0be-5fb5-465e-b72a-0f946dddafcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:45.041505 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3762d-bd59-4311-a434-a716f757ae39 req-6ab0c0be-5fb5-465e-b72a-0f946dddafcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:45.044063 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2af3762d-bd59-4311-a434-a716f757ae39 req-6ab0c0be-5fb5-465e-b72a-0f946dddafcd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=23f38d06c8d14c15821cdb6c563f3213&device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 6493 time: 0.5862806 Jul 24 00:47:45.072361 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-9dffc4f8-1747-465f-940f-2d94d328099b req-b9d43692-cc87-41f6-8bbe-158bbcaff704 service neutron] For port 26b94257-c0af-4147-9ffe-5c742e897ecd, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:47:45.184072 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-6af4ff9d-a00e-41fe-9666-0d6095a1fc72 None None] Provisioning complete for port f3193749-9c61-42c4-9ccc-e28c65dcdb2d triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:47:45.184651 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6af4ff9d-a00e-41fe-9666-0d6095a1fc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:45.186978 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-eeb7f447-a494-4fa4-bdf6-f67f9a5a55d5 req-97626711-d811-48db-9c53-62385ac327cc tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d0fd0bd-ecd4-446d-a84a-6ebbd55d94ea&id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2172098 Jul 24 00:47:45.266293 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ee412f-71d8-40f9-8750-cb729f5a97ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26b94257-c0af-4147-9ffe-5c742e897ecd'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:47:45.268972 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c00c10-693f-456f-b4ca-f7f3e05c5ed5" -d '{"events": [{"server_uuid": "19ee412f-71d8-40f9-8750-cb729f5a97ac", "name": "network-vif-unplugged", "status": "completed", "tag": "26b94257-c0af-4147-9ffe-5c742e897ecd"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:47:45.277620 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-9dffc4f8-1747-465f-940f-2d94d328099b req-b9d43692-cc87-41f6-8bbe-158bbcaff704 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:45.310271 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-38c9b51a-62e0-44e6-a310-a3d95a2d5066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:45.313835 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-38c9b51a-62e0-44e6-a310-a3d95a2d5066 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=92ff7578-4cc4-4eb9-9b11-2c7af06f32f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5125749 Jul 24 00:47:45.322295 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-9dffc4f8-1747-465f-940f-2d94d328099b req-b9d43692-cc87-41f6-8bbe-158bbcaff704 service neutron] Transition to ACTIVE for port object 26b94257-c0af-4147-9ffe-5c742e897ecd will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:47:45.322649 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3b3053d8-4a40-4d2a-8795-ac0f0c23a45e req-b4f53d70-2fb7-4231-a927-a1765e1bd9a3 service neutron] 10.222.0.13 "GET /v2.0/networks/dce79d1a-19b5-4596-96e4-d04368356b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087177 Jul 24 00:47:45.351231 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-9dffc4f8-1747-465f-940f-2d94d328099b req-b9d43692-cc87-41f6-8bbe-158bbcaff704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:45.355577 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bc35e236-6893-4b7b-b811-7c545c63286c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:45.369397 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca49276-da37-411b-894a-41a65f34bcbd req-201d5612-f1b9-47da-94a8-03d893ffd4b3 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:45.371047 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bca49276-da37-411b-894a-41a65f34bcbd req-201d5612-f1b9-47da-94a8-03d893ffd4b3 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 948 time: 0.2288265 Jul 24 00:47:45.450764 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3762d-bd59-4311-a434-a716f757ae39 req-35ecc3fd-7160-4f6d-ba43-fb5ad8df7c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:45.452408 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2af3762d-bd59-4311-a434-a716f757ae39 req-35ecc3fd-7160-4f6d-ba43-fb5ad8df7c53 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d44a086b-008a-4058-bec6-57d1e56e41f3 HTTP/1.1" status: 200 len: 903 time: 0.3772669 Jul 24 00:47:45.509438 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bca49276-da37-411b-894a-41a65f34bcbd req-a78c47d3-159f-4e72-8eaf-8997a03b899c tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978332 Jul 24 00:47:45.573683 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dffc4f8-1747-465f-940f-2d94d328099b req-b9d43692-cc87-41f6-8bbe-158bbcaff704 service neutron] No DVR routers for this DVR port 26b94257-c0af-4147-9ffe-5c742e897ecd on host n-h1-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:47:45.584104 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2af3762d-bd59-4311-a434-a716f757ae39 req-9b3d19e2-a48a-46b6-be41-2acb196b9493 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1b2d3291-8280-46dd-96b5-e7c6c7c3131b HTTP/1.1" status: 200 len: 217 time: 0.1006751 Jul 24 00:47:45.586990 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d43692-cc87-41f6-8bbe-158bbcaff704 service neutron] Pushing event updated for resources: {'Port': ['ID=26b94257-c0af-4147-9ffe-5c742e897ecd,revision_number=6']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:45.603734 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc35e236-6893-4b7b-b811-7c545c63286c admin admin] Router ab6d953d-38cd-43f0-bfca-e85423e70286 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:47:45.649161 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6e36d58f-8169-4532-8d68-f501900d2639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:45.690387 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-73f253cf-56de-42da-a7a2-e241576e0cea service neutron] 10.222.0.13 "GET /v2.0/networks/92ff7578-4cc4-4eb9-9b11-2c7af06f32f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659108 Jul 24 00:47:45.764501 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-9dffc4f8-1747-465f-940f-2d94d328099b req-b9d43692-cc87-41f6-8bbe-158bbcaff704 service neutron] Attempting to bind port 26b94257-c0af-4147-9ffe-5c742e897ecd on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:47:45.767046 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-9dffc4f8-1747-465f-940f-2d94d328099b req-b9d43692-cc87-41f6-8bbe-158bbcaff704 service neutron] Attempting to bind port 26b94257-c0af-4147-9ffe-5c742e897ecd by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:47:45.767421 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dffc4f8-1747-465f-940f-2d94d328099b req-b9d43692-cc87-41f6-8bbe-158bbcaff704 service neutron] Attempting to bind port 26b94257-c0af-4147-9ffe-5c742e897ecd on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:47:45.800154 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea5bd1-2414-4d75-a5c5-2f780e604db2 req-c9cb9743-752b-466a-9b2f-e46ba467ae07 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:45.808866 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea5bd1-2414-4d75-a5c5-2f780e604db2 req-c9cb9743-752b-466a-9b2f-e46ba467ae07 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:45.810959 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a4ea5bd1-2414-4d75-a5c5-2f780e604db2 req-c9cb9743-752b-466a-9b2f-e46ba467ae07 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f7c2703-e6ed-4724-a0ee-75b06bf57900 HTTP/1.1" status: 200 len: 1679 time: 0.4953244 Jul 24 00:47:45.817317 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3762d-bd59-4311-a434-a716f757ae39 req-cc2249f8-8660-4f16-aef5-4eca8d0764db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:45.818930 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2af3762d-bd59-4311-a434-a716f757ae39 req-cc2249f8-8660-4f16-aef5-4eca8d0764db service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9e536425-1d34-448a-8c81-b1347ff16a76 HTTP/1.1" status: 200 len: 797 time: 0.2092891 Jul 24 00:47:45.827978 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dffc4f8-1747-465f-940f-2d94d328099b req-b9d43692-cc87-41f6-8bbe-158bbcaff704 service neutron] Port 26b94257-c0af-4147-9ffe-5c742e897ecd on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:47:45.828308 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dffc4f8-1747-465f-940f-2d94d328099b req-b9d43692-cc87-41f6-8bbe-158bbcaff704 service neutron] Attempting to bind port 26b94257-c0af-4147-9ffe-5c742e897ecd on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:47:45.868373 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc35e236-6893-4b7b-b811-7c545c63286c admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:47:45.882752 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0547f529-c3d6-47b5-9637-75af011f867d None None] Sync routers for ids ['ab6d953d-38cd-43f0-bfca-e85423e70286'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:47:45.902208 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bc35e236-6893-4b7b-b811-7c545c63286c admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:45.903339 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0547f529-c3d6-47b5-9637-75af011f867d None None] Routers {'ab6d953d-38cd-43f0-bfca-e85423e70286'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:47:45.903593 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-bc35e236-6893-4b7b-b811-7c545c63286c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9677403 Jul 24 00:47:45.904379 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-0547f529-c3d6-47b5-9637-75af011f867d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:47:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['ab6d953d-38cd-43f0-bfca-e85423e70286'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:47:45.907591 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48424) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:47:45.928017 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dffc4f8-1747-465f-940f-2d94d328099b req-b9d43692-cc87-41f6-8bbe-158bbcaff704 service neutron] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:47:45.928529 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dffc4f8-1747-465f-940f-2d94d328099b req-b9d43692-cc87-41f6-8bbe-158bbcaff704 service neutron] Checking segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:47:45.928934 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dffc4f8-1747-465f-940f-2d94d328099b req-b9d43692-cc87-41f6-8bbe-158bbcaff704 service neutron] Bound using segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:47:45.929394 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-9dffc4f8-1747-465f-940f-2d94d328099b req-b9d43692-cc87-41f6-8bbe-158bbcaff704 service neutron] Bound port: 26b94257-c0af-4147-9ffe-5c742e897ecd, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:47:45.929773 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-9dffc4f8-1747-465f-940f-2d94d328099b req-b9d43692-cc87-41f6-8bbe-158bbcaff704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:45.963330 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ba241a-8aff-4fe4-8743-6c8d30b3c240 req-c79f7ef9-13af-45b7-923c-8a66b664aaa4 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:45.971249 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e8ba241a-8aff-4fe4-8743-6c8d30b3c240 req-c79f7ef9-13af-45b7-923c-8a66b664aaa4 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7d87376-d685-42ed-96e2-a3452ba60793 HTTP/1.1" status: 200 len: 949 time: 0.1579156 Jul 24 00:47:45.986796 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ce25fbf-f63c-4dff-b873-dd88aa5e7d81 req-93691ac1-608b-4b57-a542-246bf6bb0f53 service neutron] 10.222.0.13 "GET /v2.0/networks/92ff7578-4cc4-4eb9-9b11-2c7af06f32f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846348 Jul 24 00:47:46.027835 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a4ea5bd1-2414-4d75-a5c5-2f780e604db2 req-6892c666-0e4d-48cc-8486-c56738922e2b tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0ffb5b8-4b8b-475f-a5f7-255c2b17204b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043817 Jul 24 00:47:46.054914 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-0547f529-c3d6-47b5-9637-75af011f867d None None] Set router ab6d953d-38cd-43f0-bfca-e85423e70286 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:47:46.061234 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e8ba241a-8aff-4fe4-8743-6c8d30b3c240 req-5b2cbbf7-7a17-4162-84ee-6226ddf2e875 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832641 Jul 24 00:47:46.190136 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a212aa1a-598b-47c7-b8f7-250589037cbe x-openstack-request-id: req-a212aa1a-598b-47c7-b8f7-250589037cbe {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:47:46.190433 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ee412f-71d8-40f9-8750-cb729f5a97ac", "name": "network-vif-unplugged", "status": "completed", "tag": "26b94257-c0af-4147-9ffe-5c742e897ecd", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:47:46.190687 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a212aa1a-598b-47c7-b8f7-250589037cbe {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:47:46.191106 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ee412f-71d8-40f9-8750-cb729f5a97ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26b94257-c0af-4147-9ffe-5c742e897ecd', 'code': 200} Jul 24 00:47:46.245835 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48428) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:47:46.276314 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device f3193749-9c61-42c4-9ccc-e28c65dcdb2d up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:47:46.406585 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3762d-bd59-4311-a434-a716f757ae39 req-b170d069-605c-439f-87ba-f73cbbd67029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:46.408118 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2af3762d-bd59-4311-a434-a716f757ae39 req-b170d069-605c-439f-87ba-f73cbbd67029 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d44a086b-008a-4058-bec6-57d1e56e41f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5769646 Jul 24 00:47:46.419301 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port f3193749-9c61-42c4-9ccc-e28c65dcdb2d triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:47:46.419733 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:46.434304 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-0547f529-c3d6-47b5-9637-75af011f867d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6d953d-38cd-43f0-bfca-e85423e70286', 'name': 'tempest-FloatingIPsTestJSON-1345022468-router', 'tenant_id': '8a2561aa9442490ba0dd4eadda73aa2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5bb40987-9d16-465d-a490-82a6d3284b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:47:41Z', 'updated_at': '2021-07-24T00:47:44Z', 'revision_number': 3, 'project_id': '8a2561aa9442490ba0dd4eadda73aa2f', 'gw_port': {'id': '5bb40987-9d16-465d-a490-82a6d3284b37', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:49:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6d953d-38cd-43f0-bfca-e85423e70286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:47:42Z', 'updated_at': '2021-07-24T00:47:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:47:46.465754 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0547f529-c3d6-47b5-9637-75af011f867d None None] Checking router: ab6d953d-38cd-43f0-bfca-e85423e70286 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:47:46.466158 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-9dffc4f8-1747-465f-940f-2d94d328099b req-b9d43692-cc87-41f6-8bbe-158bbcaff704 service neutron] For port 26b94257-c0af-4147-9ffe-5c742e897ecd, host n-h2-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:47:46.466626 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0547f529-c3d6-47b5-9637-75af011f867d None None] Updating router ab6d953d-38cd-43f0-bfca-e85423e70286 port 5bb40987-9d16-465d-a490-82a6d3284b37 binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:47:46.519900 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-0547f529-c3d6-47b5-9637-75af011f867d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:46.665157 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 26b94257-c0af-4147-9ffe-5c742e897ecd no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:47:46.688958 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe267bc4-d747-44a9-a09b-228b53fdfbaf req-1e559494-ac3b-4bb4-997d-3ba4fab4223b tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:46.698146 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe267bc4-d747-44a9-a09b-228b53fdfbaf req-1e559494-ac3b-4bb4-997d-3ba4fab4223b tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:46.704487 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe267bc4-d747-44a9-a09b-228b53fdfbaf req-1e559494-ac3b-4bb4-997d-3ba4fab4223b tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:46.711619 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe267bc4-d747-44a9-a09b-228b53fdfbaf req-1e559494-ac3b-4bb4-997d-3ba4fab4223b tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:46.718208 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe267bc4-d747-44a9-a09b-228b53fdfbaf req-1e559494-ac3b-4bb4-997d-3ba4fab4223b tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:46.727141 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe267bc4-d747-44a9-a09b-228b53fdfbaf req-1e559494-ac3b-4bb4-997d-3ba4fab4223b tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:46.727354 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 26b94257-c0af-4147-9ffe-5c742e897ecd not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:47:46.733266 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe267bc4-d747-44a9-a09b-228b53fdfbaf req-1e559494-ac3b-4bb4-997d-3ba4fab4223b tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:46.736690 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fe267bc4-d747-44a9-a09b-228b53fdfbaf req-1e559494-ac3b-4bb4-997d-3ba4fab4223b tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 5429 time: 0.3539503 Jul 24 00:47:46.813228 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fe267bc4-d747-44a9-a09b-228b53fdfbaf req-1c173d4b-0f3b-45a8-ad78-c99a8b921531 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d0fd0bd-ecd4-446d-a84a-6ebbd55d94ea&id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0671468 Jul 24 00:47:46.832833 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-09615750-20f3-43e0-87c4-52bf07e4b959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:46.838623 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-9dffc4f8-1747-465f-940f-2d94d328099b req-b9d43692-cc87-41f6-8bbe-158bbcaff704 service neutron] For port 26b94257-c0af-4147-9ffe-5c742e897ecd, host n-h2-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=26b94257-c0af-4147-9ffe-5c742e897ecd,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:47:46.893092 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-9dffc4f8-1747-465f-940f-2d94d328099b req-b9d43692-cc87-41f6-8bbe-158bbcaff704 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:46.905838 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-0547f529-c3d6-47b5-9637-75af011f867d None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:46.922104 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-0547f529-c3d6-47b5-9637-75af011f867d None None] Transition to ACTIVE for port object 5bb40987-9d16-465d-a490-82a6d3284b37 will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:47:46.931870 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-0547f529-c3d6-47b5-9637-75af011f867d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:46.951787 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba28db-f927-4701-bd8a-7d07ee209ec2 req-a2600c25-1908-4c2b-9d5c-b8fae83ed628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:46.952296 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba28db-f927-4701-bd8a-7d07ee209ec2 req-a2600c25-1908-4c2b-9d5c-b8fae83ed628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:46.953955 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8bba28db-f927-4701-bd8a-7d07ee209ec2 req-a2600c25-1908-4c2b-9d5c-b8fae83ed628 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ddce8b228d0d4a4bb7bd9050c384a277&device_id=9f7c2703-e6ed-4724-a0ee-75b06bf57900 HTTP/1.1" status: 200 len: 1983 time: 0.8904119 Jul 24 00:47:46.979016 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffc4f8-1747-465f-940f-2d94d328099b req-b9d43692-cc87-41f6-8bbe-158bbcaff704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:46.979769 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-9dffc4f8-1747-465f-940f-2d94d328099b req-b9d43692-cc87-41f6-8bbe-158bbcaff704 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:46.981092 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9dffc4f8-1747-465f-940f-2d94d328099b req-b9d43692-cc87-41f6-8bbe-158bbcaff704 service neutron] 10.222.0.11 "PUT /v2.0/ports/26b94257-c0af-4147-9ffe-5c742e897ecd HTTP/1.1" status: 200 len: 1095 time: 3.3294473 Jul 24 00:47:46.989365 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-0547f529-c3d6-47b5-9637-75af011f867d None None] Attempting to bind port 5bb40987-9d16-465d-a490-82a6d3284b37 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:47:46.996849 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-0547f529-c3d6-47b5-9637-75af011f867d None None] Attempting to bind port 5bb40987-9d16-465d-a490-82a6d3284b37 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:47:46.997691 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0547f529-c3d6-47b5-9637-75af011f867d None None] Attempting to bind port 5bb40987-9d16-465d-a490-82a6d3284b37 on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:47:47.005247 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d0ced5-1935-4f95-8dba-3ebc267dd6ec None None] Pushing event updated for resources: {'Port': ['ID=5bb40987-9d16-465d-a490-82a6d3284b37,revision_number=2']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:47.023621 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0ced5-1935-4f95-8dba-3ebc267dd6ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:47.025591 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0ced5-1935-4f95-8dba-3ebc267dd6ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:47.025948 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0ced5-1935-4f95-8dba-3ebc267dd6ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:47.026345 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0ced5-1935-4f95-8dba-3ebc267dd6ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:47.026686 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0ced5-1935-4f95-8dba-3ebc267dd6ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:47.027095 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0ced5-1935-4f95-8dba-3ebc267dd6ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:47.027432 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0ced5-1935-4f95-8dba-3ebc267dd6ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:47.027758 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0ced5-1935-4f95-8dba-3ebc267dd6ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:47.028087 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0ced5-1935-4f95-8dba-3ebc267dd6ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:47.028414 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0ced5-1935-4f95-8dba-3ebc267dd6ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:47.028736 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0ced5-1935-4f95-8dba-3ebc267dd6ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:47.029057 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d0ced5-1935-4f95-8dba-3ebc267dd6ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:47:47.032865 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0547f529-c3d6-47b5-9637-75af011f867d None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:47:47.033294 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0547f529-c3d6-47b5-9637-75af011f867d None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:47:47.033753 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-0547f529-c3d6-47b5-9637-75af011f867d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:47.034153 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0547f529-c3d6-47b5-9637-75af011f867d None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:47:47.034640 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-0547f529-c3d6-47b5-9637-75af011f867d None None] Bound port: 5bb40987-9d16-465d-a490-82a6d3284b37, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:47:47.035398 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-0547f529-c3d6-47b5-9637-75af011f867d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:47.077803 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:47:47.080725 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79939ba-9353-484e-ad96-9f3840caef81 req-8109e433-a9c1-4084-abfa-f08dd029d354 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:47.082340 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a79939ba-9353-484e-ad96-9f3840caef81 req-8109e433-a9c1-4084-abfa-f08dd029d354 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 946 time: 0.1610086 Jul 24 00:47:47.099533 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-09615750-20f3-43e0-87c4-52bf07e4b959 admin admin] Allocated IP 172.20.0.1 (ee391922-d32a-444c-b703-8299f481afbb/9397e825-4d91-4ccf-bd44-057ac7683ea6/75049d64-deb6-4eb5-a704-b267eb973938) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:47:47.123815 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-0547f529-c3d6-47b5-9637-75af011f867d None None] For port 5bb40987-9d16-465d-a490-82a6d3284b37, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:47:47.128060 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-0547f529-c3d6-47b5-9637-75af011f867d None None] For port 5bb40987-9d16-465d-a490-82a6d3284b37, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=5bb40987-9d16-465d-a490-82a6d3284b37,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:47:47.140832 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-0547f529-c3d6-47b5-9637-75af011f867d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:47.158096 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2af3762d-bd59-4311-a434-a716f757ae39 req-e9b9bc66-e54e-4939-bab5-9fe17161127f service neutron] 10.222.0.11 "GET /v2.0/networks/d44a086b-008a-4058-bec6-57d1e56e41f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7310503 Jul 24 00:47:47.200601 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a79939ba-9353-484e-ad96-9f3840caef81 req-a54b37a9-66a4-425c-b1c5-25c00bb6042e tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882936 Jul 24 00:47:47.217373 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d43692-cc87-41f6-8bbe-158bbcaff704 service neutron] Pushing event updated for resources: {'Port': ['ID=26b94257-c0af-4147-9ffe-5c742e897ecd,revision_number=7']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:47.236928 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0547f529-c3d6-47b5-9637-75af011f867d None None] Routers {'ab6d953d-38cd-43f0-bfca-e85423e70286'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:47:47.237598 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-0547f529-c3d6-47b5-9637-75af011f867d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:47:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['ab6d953d-38cd-43f0-bfca-e85423e70286'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:47:47.289305 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9af21b6-b222-426d-9ad8-b6f2e335adc4 req-9773ddd4-1aef-400a-9d02-d4d97a0da893 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:47.298313 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a9af21b6-b222-426d-9ad8-b6f2e335adc4 req-9773ddd4-1aef-400a-9d02-d4d97a0da893 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4883f8b6-cb29-468d-b4c0-f9295f6141ac HTTP/1.1" status: 200 len: 1098 time: 0.8280103 Jul 24 00:47:47.353697 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-09615750-20f3-43e0-87c4-52bf07e4b959 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:47.376861 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba28db-f927-4701-bd8a-7d07ee209ec2 req-f1c05e42-df16-43d8-9520-c02f20a3ac71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:47.378398 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8bba28db-f927-4701-bd8a-7d07ee209ec2 req-f1c05e42-df16-43d8-9520-c02f20a3ac71 service neutron] 10.222.0.13 "GET /v2.0/networks?id=92ff7578-4cc4-4eb9-9b11-2c7af06f32f7 HTTP/1.1" status: 200 len: 901 time: 0.4083962 Jul 24 00:47:47.390734 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-09615750-20f3-43e0-87c4-52bf07e4b959 admin admin] Transition to ACTIVE for port object 75049d64-deb6-4eb5-a704-b267eb973938 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:47:47.437129 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d0ced5-1935-4f95-8dba-3ebc267dd6ec None None] Pushing event updated for resources: {'Port': ['ID=5bb40987-9d16-465d-a490-82a6d3284b37,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:47.474245 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-09615750-20f3-43e0-87c4-52bf07e4b959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:47.483124 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8bba28db-f927-4701-bd8a-7d07ee209ec2 req-f2ee26c0-448a-4f86-9048-78ebf12a7523 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.156&port_id=292fde1d-4670-4e71-b8b1-c78a84c6bf3b HTTP/1.1" status: 200 len: 217 time: 0.0907559 Jul 24 00:47:47.494106 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-0547f529-c3d6-47b5-9637-75af011f867d None None] Set router ab6d953d-38cd-43f0-bfca-e85423e70286 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:47:47.495505 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a9af21b6-b222-426d-9ad8-b6f2e335adc4 req-2911781f-e3e3-416f-a958-b52da997cb1d tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962426 Jul 24 00:47:47.512002 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2af3762d-bd59-4311-a434-a716f757ae39 req-40eae387-1064-4cd4-b3f8-742898ccb3ab service neutron] 10.222.0.11 "GET /v2.0/networks/d44a086b-008a-4058-bec6-57d1e56e41f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383031 Jul 24 00:47:47.513861 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffc4f8-1747-465f-940f-2d94d328099b req-f655b1dc-f9bb-403a-af38-a39e1d86b1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:47.515417 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9dffc4f8-1747-465f-940f-2d94d328099b req-f655b1dc-f9bb-403a-af38-a39e1d86b1cd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64682d71562544209c45b1dc63c9fd56&device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 1098 time: 0.4627862 Jul 24 00:47:47.544142 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09615750-20f3-43e0-87c4-52bf07e4b959 admin admin] Network ee391922-d32a-444c-b703-8299f481afbb is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:47:47.553875 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f2973-2ded-482e-a681-698454a8f3e9 req-100ca855-1fe0-4c17-a4e3-42f42d33f1fd tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:47.555511 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-514f2973-2ded-482e-a681-698454a8f3e9 req-100ca855-1fe0-4c17-a4e3-42f42d33f1fd tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7d87376-d685-42ed-96e2-a3452ba60793 HTTP/1.1" status: 200 len: 949 time: 0.1489613 Jul 24 00:47:47.556178 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09615750-20f3-43e0-87c4-52bf07e4b959 admin admin] Pushing event updated for resources: {'Port': ['ID=75049d64-deb6-4eb5-a704-b267eb973938,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:47.559361 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-09615750-20f3-43e0-87c4-52bf07e4b959 admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:47:47.561723 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09615750-20f3-43e0-87c4-52bf07e4b959 admin admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:47:47.680945 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-514f2973-2ded-482e-a681-698454a8f3e9 req-bcc6c9a7-ef99-43ca-af81-138cc992c4d5 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166654 Jul 24 00:47:47.693155 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-09615750-20f3-43e0-87c4-52bf07e4b959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:47.778376 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba28db-f927-4701-bd8a-7d07ee209ec2 req-a2b498f0-f539-4264-bd4d-481830bb92ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:47.779994 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8bba28db-f927-4701-bd8a-7d07ee209ec2 req-a2b498f0-f539-4264-bd4d-481830bb92ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bc7eb257-2a07-4f93-b092-5f94df065f3c HTTP/1.1" status: 200 len: 801 time: 0.2835319 Jul 24 00:47:47.841085 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-0547f529-c3d6-47b5-9637-75af011f867d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6d953d-38cd-43f0-bfca-e85423e70286', 'name': 'tempest-FloatingIPsTestJSON-1345022468-router', 'tenant_id': '8a2561aa9442490ba0dd4eadda73aa2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5bb40987-9d16-465d-a490-82a6d3284b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:47:41Z', 'updated_at': '2021-07-24T00:47:44Z', 'revision_number': 3, 'project_id': '8a2561aa9442490ba0dd4eadda73aa2f', 'gw_port': {'id': '5bb40987-9d16-465d-a490-82a6d3284b37', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:49:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6d953d-38cd-43f0-bfca-e85423e70286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:47:42Z', 'updated_at': '2021-07-24T00:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:47:47.877605 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0547f529-c3d6-47b5-9637-75af011f867d None None] The sync data for ids ['ab6d953d-38cd-43f0-bfca-e85423e70286'] in n-d-793621-25 is: [{'id': 'ab6d953d-38cd-43f0-bfca-e85423e70286', 'name': 'tempest-FloatingIPsTestJSON-1345022468-router', 'tenant_id': '8a2561aa9442490ba0dd4eadda73aa2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5bb40987-9d16-465d-a490-82a6d3284b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:47:41Z', 'updated_at': '2021-07-24T00:47:44Z', 'revision_number': 3, 'project_id': '8a2561aa9442490ba0dd4eadda73aa2f', 'gw_port': {'id': '5bb40987-9d16-465d-a490-82a6d3284b37', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:49:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6d953d-38cd-43f0-bfca-e85423e70286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:47:42Z', 'updated_at': '2021-07-24T00:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:47:47.877902 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffc4f8-1747-465f-940f-2d94d328099b req-baccea6f-227f-4d41-b035-eea744025316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:47.880285 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9dffc4f8-1747-465f-940f-2d94d328099b req-baccea6f-227f-4d41-b035-eea744025316 service neutron] 10.222.0.11 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.3416159 Jul 24 00:47:47.899845 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c2e28b0-2211-4c0c-a7e3-88c2bfa79c75 None None] Provisioning for port 75049d64-deb6-4eb5-a704-b267eb973938 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:47:47.921835 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c2e28b0-2211-4c0c-a7e3-88c2bfa79c75 None None] Provisioning complete for port 75049d64-deb6-4eb5-a704-b267eb973938 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:47:47.922596 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c2e28b0-2211-4c0c-a7e3-88c2bfa79c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:47.952527 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9dffc4f8-1747-465f-940f-2d94d328099b req-af0e3f31-a0f9-4ff0-bbca-a60c2e1463f4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=26b94257-c0af-4147-9ffe-5c742e897ecd HTTP/1.1" status: 200 len: 217 time: 0.0613692 Jul 24 00:47:47.972262 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-9c2e28b0-2211-4c0c-a7e3-88c2bfa79c75 None None] Port 75049d64-deb6-4eb5-a704-b267eb973938 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:47:48.027368 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3762d-bd59-4311-a434-a716f757ae39 req-71257975-5751-4f74-adc8-ec63c6c4eddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:48.027875 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3762d-bd59-4311-a434-a716f757ae39 req-71257975-5751-4f74-adc8-ec63c6c4eddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:48.028368 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3762d-bd59-4311-a434-a716f757ae39 req-71257975-5751-4f74-adc8-ec63c6c4eddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:48.028859 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3762d-bd59-4311-a434-a716f757ae39 req-71257975-5751-4f74-adc8-ec63c6c4eddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:48.029342 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3762d-bd59-4311-a434-a716f757ae39 req-71257975-5751-4f74-adc8-ec63c6c4eddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:48.029831 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3762d-bd59-4311-a434-a716f757ae39 req-71257975-5751-4f74-adc8-ec63c6c4eddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:48.030301 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3762d-bd59-4311-a434-a716f757ae39 req-71257975-5751-4f74-adc8-ec63c6c4eddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:48.032467 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2af3762d-bd59-4311-a434-a716f757ae39 req-71257975-5751-4f74-adc8-ec63c6c4eddb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=23f38d06c8d14c15821cdb6c563f3213&device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 6493 time: 0.3722897 Jul 24 00:47:48.052535 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba56e0c-f046-4424-b174-c180df3d8db3 req-73707034-b467-42c3-b031-9172168b108f tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:48.059176 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba56e0c-f046-4424-b174-c180df3d8db3 req-73707034-b467-42c3-b031-9172168b108f tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:48.060867 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7ba56e0c-f046-4424-b174-c180df3d8db3 req-73707034-b467-42c3-b031-9172168b108f tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f7c2703-e6ed-4724-a0ee-75b06bf57900 HTTP/1.1" status: 200 len: 1679 time: 0.3556170 Jul 24 00:47:48.116762 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffc4f8-1747-465f-940f-2d94d328099b req-d423473e-61fb-470d-88e6-a38acb42acfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:48.118356 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9dffc4f8-1747-465f-940f-2d94d328099b req-d423473e-61fb-470d-88e6-a38acb42acfa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.1480262 Jul 24 00:47:48.193198 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba28db-f927-4701-bd8a-7d07ee209ec2 req-f40d4faa-0961-4e6c-bc06-0e193866e5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:48.195372 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8bba28db-f927-4701-bd8a-7d07ee209ec2 req-f40d4faa-0961-4e6c-bc06-0e193866e5f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=92ff7578-4cc4-4eb9-9b11-2c7af06f32f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3974130 Jul 24 00:47:48.195760 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bf7f9cdc-b908-46ab-a69c-59682b54b2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:48.202230 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ee412f-71d8-40f9-8750-cb729f5a97ac', 'tag': '26b94257-c0af-4147-9ffe-5c742e897ecd'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:47:48.203066 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d1fc0a-ccc6-43fb-961e-5d416661b583" -d '{"events": [{"name": "network-changed", "server_uuid": "19ee412f-71d8-40f9-8750-cb729f5a97ac", "tag": "26b94257-c0af-4147-9ffe-5c742e897ecd"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:47:48.238889 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-09615750-20f3-43e0-87c4-52bf07e4b959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:48.316596 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8605a0-7746-41e4-91e5-c70fcecb0108 req-dc738b54-75ec-4c48-8306-53dea3748f7e tempest-ServersOnMultiNodesTest-1056946927 tempest-ServersOnMultiNodesTest-1056946927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:48.318192 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-da8605a0-7746-41e4-91e5-c70fcecb0108 req-dc738b54-75ec-4c48-8306-53dea3748f7e tempest-ServersOnMultiNodesTest-1056946927 tempest-ServersOnMultiNodesTest-1056946927-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e7d87376-d685-42ed-96e2-a3452ba60793 HTTP/1.1" status: 200 len: 1101 time: 0.5119283 Jul 24 00:47:48.371470 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7ba56e0c-f046-4424-b174-c180df3d8db3 req-d03b7434-33a7-4866-9d2a-af5038b51f4c tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0ffb5b8-4b8b-475f-a5f7-255c2b17204b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760448 Jul 24 00:47:48.429773 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-da8605a0-7746-41e4-91e5-c70fcecb0108 req-6271355a-4456-42f7-b531-dd6fa1047a02 tempest-ServersOnMultiNodesTest-1056946927 tempest-ServersOnMultiNodesTest-1056946927-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955486 Jul 24 00:47:48.432504 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3762d-bd59-4311-a434-a716f757ae39 req-275323d5-9a27-4c6f-a51a-fdcb68e4e4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:48.434025 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2af3762d-bd59-4311-a434-a716f757ae39 req-275323d5-9a27-4c6f-a51a-fdcb68e4e4df service neutron] 10.222.0.11 "GET /v2.0/networks?id=d44a086b-008a-4058-bec6-57d1e56e41f3 HTTP/1.1" status: 200 len: 903 time: 0.3714252 Jul 24 00:47:48.442892 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:48.535303 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8bba28db-f927-4701-bd8a-7d07ee209ec2 req-e83e4769-bb8a-4c30-8cd5-c570065fe680 service neutron] 10.222.0.13 "GET /v2.0/networks/92ff7578-4cc4-4eb9-9b11-2c7af06f32f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008854 Jul 24 00:47:48.545754 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a13e58-10a5-455b-b45f-e033161ffd8d x-openstack-request-id: req-c8a13e58-10a5-455b-b45f-e033161ffd8d {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:47:48.546695 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ee412f-71d8-40f9-8750-cb729f5a97ac", "tag": "26b94257-c0af-4147-9ffe-5c742e897ecd", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:47:48.547048 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c8a13e58-10a5-455b-b45f-e033161ffd8d {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:47:48.547513 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ee412f-71d8-40f9-8750-cb729f5a97ac', 'tag': '26b94257-c0af-4147-9ffe-5c742e897ecd', 'status': 'completed', 'code': 200} Jul 24 00:47:48.549191 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2af3762d-bd59-4311-a434-a716f757ae39 req-5998a611-200d-4fd0-a496-7fccd0d3a210 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3ed410d3-3325-4685-85a3-54d0440cdaea HTTP/1.1" status: 200 len: 217 time: 0.0993383 Jul 24 00:47:48.557219 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-09615750-20f3-43e0-87c4-52bf07e4b959 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:48.582254 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-09615750-20f3-43e0-87c4-52bf07e4b959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:48.585676 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffc4f8-1747-465f-940f-2d94d328099b req-c14d9947-b8d2-403b-9e32-3aa89fa6ada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:48.588013 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9dffc4f8-1747-465f-940f-2d94d328099b req-c14d9947-b8d2-403b-9e32-3aa89fa6ada9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4232323 Jul 24 00:47:48.592311 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-af26fbf9-8348-4622-ab5f-1d47274c6055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:48.685107 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 292fde1d-4670-4e71-b8b1-c78a84c6bf3b details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:47:48.727084 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09615750-20f3-43e0-87c4-52bf07e4b959 admin admin] Pushing event updated for resources: {'Port': ['ID=75049d64-deb6-4eb5-a704-b267eb973938,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:48.746354 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-09615750-20f3-43e0-87c4-52bf07e4b959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:48.778875 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1fc0a-ccc6-43fb-961e-5d416661b583 req-9d8c8865-f914-4e8b-ab3b-aaed4514669f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:48.780402 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d9d1fc0a-ccc6-43fb-961e-5d416661b583 req-9d8c8865-f914-4e8b-ab3b-aaed4514669f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64682d71562544209c45b1dc63c9fd56&device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 1098 time: 0.2205472 Jul 24 00:47:48.843192 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 292fde1d-4670-4e71-b8b1-c78a84c6bf3b, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=292fde1d-4670-4e71-b8b1-c78a84c6bf3b,segment=NetworkSegment(736fd063-603b-4aa7-a409-ab25f21c0a97),segment_id=736fd063-603b-4aa7-a409-ab25f21c0a97)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:48.852858 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79f63f-9125-42a7-9b90-66c9355474fa req-ea5f2ad5-2ed9-406a-8075-c2ba728999fc tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:48.859566 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '292fde1d-4670-4e71-b8b1-c78a84c6bf3b', 'network_id': '92ff7578-4cc4-4eb9-9b11-2c7af06f32f7', 'port_id': '292fde1d-4670-4e71-b8b1-c78a84c6bf3b', 'mac_address': 'fa:16:3e:a5:b3:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc7eb257-2a07-4f93-b092-5f94df065f3c', 'ip_address': '19.86.0.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:47:48.860501 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8e79f63f-9125-42a7-9b90-66c9355474fa req-ea5f2ad5-2ed9-406a-8075-c2ba728999fc tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 946 time: 0.2208388 Jul 24 00:47:48.908416 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:48.929194 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 292fde1d-4670-4e71-b8b1-c78a84c6bf3b {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:47:48.962497 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 292fde1d-4670-4e71-b8b1-c78a84c6bf3b, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=292fde1d-4670-4e71-b8b1-c78a84c6bf3b,segment=NetworkSegment(736fd063-603b-4aa7-a409-ab25f21c0a97),segment_id=736fd063-603b-4aa7-a409-ab25f21c0a97)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:48.968632 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:48.969297 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 16242548-a3e4-4a90-8a67-24bc42a87c60 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:47:49.018922 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8e79f63f-9125-42a7-9b90-66c9355474fa req-9c03a4ce-bc8b-49c5-9ee9-2954df7d889f tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574678 Jul 24 00:47:49.026573 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09615750-20f3-43e0-87c4-52bf07e4b959 admin admin] Network ee391922-d32a-444c-b703-8299f481afbb is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:47:49.028057 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1fc0a-ccc6-43fb-961e-5d416661b583 req-9130e405-3d7b-4078-a42b-b3ff3efe4692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:49.029578 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d9d1fc0a-ccc6-43fb-961e-5d416661b583 req-9130e405-3d7b-4078-a42b-b3ff3efe4692 service neutron] 10.222.0.13 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.2329772 Jul 24 00:47:49.030951 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-09615750-20f3-43e0-87c4-52bf07e4b959 admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:47:49.086700 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d9d1fc0a-ccc6-43fb-961e-5d416661b583 req-045b038b-2a2e-4d50-a02e-33e03b1af433 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=26b94257-c0af-4147-9ffe-5c742e897ecd HTTP/1.1" status: 200 len: 217 time: 0.0456793 Jul 24 00:47:49.120481 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=292fde1d-4670-4e71-b8b1-c78a84c6bf3b,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:49.278652 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1fc0a-ccc6-43fb-961e-5d416661b583 req-d5c1658d-95fa-4f22-a9fc-1e16a1000477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:49.280367 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d9d1fc0a-ccc6-43fb-961e-5d416661b583 req-d5c1658d-95fa-4f22-a9fc-1e16a1000477 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.1265984 Jul 24 00:47:49.285492 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 16242548-a3e4-4a90-8a67-24bc42a87c60, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=16242548-a3e4-4a90-8a67-24bc42a87c60,segment=NetworkSegment(9faa7c2e-d929-4382-b23d-7e362e0b3276),segment_id=9faa7c2e-d929-4382-b23d-7e362e0b3276)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:49.288915 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3762d-bd59-4311-a434-a716f757ae39 req-42978376-6faf-436a-bc17-1bbbf1d5099c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:49.289843 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2af3762d-bd59-4311-a434-a716f757ae39 req-42978376-6faf-436a-bc17-1bbbf1d5099c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9e536425-1d34-448a-8c81-b1347ff16a76 HTTP/1.1" status: 200 len: 797 time: 0.6962843 Jul 24 00:47:49.299903 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '16242548-a3e4-4a90-8a67-24bc42a87c60', 'network_id': '068a7e17-2416-4d91-a517-4ff7c5f14239', 'port_id': '16242548-a3e4-4a90-8a67-24bc42a87c60', 'mac_address': 'fa:16:3e:a2:ae:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f56b3431-8b73-45e6-8ba4-ab695e2c7614', 'ip_address': '19.80.0.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:47:49.301551 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8bba28db-f927-4701-bd8a-7d07ee209ec2 req-1732ce88-14a2-4359-b0b4-702cb40c11a9 service neutron] 10.222.0.13 "GET /v2.0/networks/92ff7578-4cc4-4eb9-9b11-2c7af06f32f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7512929 Jul 24 00:47:49.368983 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b2139-f914-4b63-8cf9-935d35f81bcc req-bf72436b-8b87-425f-8a22-2c5ea2bd3cc2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:49.369758 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:49.372315 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:49.375288 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b2139-f914-4b63-8cf9-935d35f81bcc req-bf72436b-8b87-425f-8a22-2c5ea2bd3cc2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:49.382835 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b2139-f914-4b63-8cf9-935d35f81bcc req-bf72436b-8b87-425f-8a22-2c5ea2bd3cc2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:49.388912 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b2139-f914-4b63-8cf9-935d35f81bcc req-bf72436b-8b87-425f-8a22-2c5ea2bd3cc2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:49.389652 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16242548-a3e4-4a90-8a67-24bc42a87c60 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:47:49.402767 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b2139-f914-4b63-8cf9-935d35f81bcc req-bf72436b-8b87-425f-8a22-2c5ea2bd3cc2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:49.411995 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b2139-f914-4b63-8cf9-935d35f81bcc req-bf72436b-8b87-425f-8a22-2c5ea2bd3cc2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:49.417459 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09615750-20f3-43e0-87c4-52bf07e4b959 admin admin] Router ab6d953d-38cd-43f0-bfca-e85423e70286 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:47:49.421347 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 16242548-a3e4-4a90-8a67-24bc42a87c60, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=16242548-a3e4-4a90-8a67-24bc42a87c60,segment=NetworkSegment(9faa7c2e-d929-4382-b23d-7e362e0b3276),segment_id=9faa7c2e-d929-4382-b23d-7e362e0b3276)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:49.421523 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b2139-f914-4b63-8cf9-935d35f81bcc req-bf72436b-8b87-425f-8a22-2c5ea2bd3cc2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:49.427630 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:49.429913 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d25b2139-f914-4b63-8cf9-935d35f81bcc req-bf72436b-8b87-425f-8a22-2c5ea2bd3cc2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 5429 time: 0.9143682 Jul 24 00:47:49.432096 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-073e6fe9-660f-4373-b2a9-eb8b0c263648 None None] Provisioning complete for port 75049d64-deb6-4eb5-a704-b267eb973938 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:47:49.432471 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-073e6fe9-660f-4373-b2a9-eb8b0c263648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:49.442495 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e3c9f-65f5-48b8-bbde-07d2a95e8d62 req-43f39c73-8561-42c6-9f85-838b22bcf391 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:49.449698 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dd0e3c9f-65f5-48b8-bbde-07d2a95e8d62 req-43f39c73-8561-42c6-9f85-838b22bcf391 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4883f8b6-cb29-468d-b4c0-f9295f6141ac HTTP/1.1" status: 200 len: 1098 time: 0.1651137 Jul 24 00:47:49.459568 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9dffc4f8-1747-465f-940f-2d94d328099b req-1c2909c1-28cc-4d28-a158-7181679d4959 service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8171268 Jul 24 00:47:49.473992 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1fc0a-ccc6-43fb-961e-5d416661b583 req-98b1ab5e-12a8-43fe-b613-6b3a50f1aede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:49.476330 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d9d1fc0a-ccc6-43fb-961e-5d416661b583 req-98b1ab5e-12a8-43fe-b613-6b3a50f1aede service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1518977 Jul 24 00:47:49.497486 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-073e6fe9-660f-4373-b2a9-eb8b0c263648 None None] Port 75049d64-deb6-4eb5-a704-b267eb973938 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:47:49.512860 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=16242548-a3e4-4a90-8a67-24bc42a87c60,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:49.603230 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dd0e3c9f-65f5-48b8-bbde-07d2a95e8d62 req-93b9b842-7856-46f4-a6d6-83efd01ad0e6 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525896 Jul 24 00:47:49.687537 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d25b2139-f914-4b63-8cf9-935d35f81bcc req-bec8f4f6-627a-4fa3-be17-b44571d24587 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d0fd0bd-ecd4-446d-a84a-6ebbd55d94ea&id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2545562 Jul 24 00:47:49.717807 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['16242548-a3e4-4a90-8a67-24bc42a87c60'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:47:49.727805 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09615750-20f3-43e0-87c4-52bf07e4b959 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:47:49.735272 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-09615750-20f3-43e0-87c4-52bf07e4b959 admin admin] 10.222.0.15 "PUT /v2.0/routers/ab6d953d-38cd-43f0-bfca-e85423e70286/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8272760 Jul 24 00:47:49.750752 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d9d1fc0a-ccc6-43fb-961e-5d416661b583 req-2266a505-c2c7-4b81-909e-ffcb33176405 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337949 Jul 24 00:47:49.752100 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-5c5ce4a3-dc26-4461-be21-35bead5a00fa tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404925 Jul 24 00:47:49.768332 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3762d-bd59-4311-a434-a716f757ae39 req-18ec4a30-c195-4350-9541-5d77a8c0774a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:49.769925 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2af3762d-bd59-4311-a434-a716f757ae39 req-18ec4a30-c195-4350-9541-5d77a8c0774a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d44a086b-008a-4058-bec6-57d1e56e41f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4631472 Jul 24 00:47:49.919732 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2af3762d-bd59-4311-a434-a716f757ae39 req-0e46bdf7-c988-45f5-bfe3-5f91249a0a0e service neutron] 10.222.0.11 "GET /v2.0/networks/d44a086b-008a-4058-bec6-57d1e56e41f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306670 Jul 24 00:47:49.969705 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d9d1fc0a-ccc6-43fb-961e-5d416661b583 req-e4dd91bf-82ca-49c3-a1db-f8e6351bd585 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090838 Jul 24 00:47:49.976840 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9dffc4f8-1747-465f-940f-2d94d328099b req-7bb30e6d-dda8-4f81-9389-e76c7beaa17c service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4539073 Jul 24 00:47:49.978336 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-895d71ee-6793-4132-83bc-0efaccbae42f tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:49.979908 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-895d71ee-6793-4132-83bc-0efaccbae42f tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2212777 Jul 24 00:47:49.999151 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-aeeada87-3240-4db1-8aa7-55a2d80c18eb tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/quotas/e5262b7cd2fa4bf6ac275df24f369d21 HTTP/1.1" status: 200 len: 375 time: 0.0118093 Jul 24 00:47:50.143593 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-b5588da4-ca55-4ed5-9a60-da199729a28f tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1377323 Jul 24 00:47:50.204632 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2af3762d-bd59-4311-a434-a716f757ae39 req-de8d4827-e893-4622-aec5-62ab05f84c8a service neutron] 10.222.0.11 "GET /v2.0/networks/d44a086b-008a-4058-bec6-57d1e56e41f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582164 Jul 24 00:47:50.219492 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 5bb40987-9d16-465d-a490-82a6d3284b37 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:47:50.233537 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f1b92-d1b9-419f-ab26-18d8cd67ab70 req-31eab545-c741-4555-8e55-2aaa2b9f3868 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:50.240020 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f1b92-d1b9-419f-ab26-18d8cd67ab70 req-31eab545-c741-4555-8e55-2aaa2b9f3868 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:50.242288 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-397f1b92-d1b9-419f-ab26-18d8cd67ab70 req-31eab545-c741-4555-8e55-2aaa2b9f3868 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f7c2703-e6ed-4724-a0ee-75b06bf57900 HTTP/1.1" status: 200 len: 1681 time: 0.3168826 Jul 24 00:47:50.251640 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1fc0a-ccc6-43fb-961e-5d416661b583 req-8e94e802-0dd8-4b07-81a9-158f101e4953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:50.253282 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d9d1fc0a-ccc6-43fb-961e-5d416661b583 req-8e94e802-0dd8-4b07-81a9-158f101e4953 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64682d71562544209c45b1dc63c9fd56&device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 1098 time: 0.2175765 Jul 24 00:47:50.261075 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450ce50e-b707-4b22-b95e-8b74cd68bb0f None None] Sync routers for ids ['ab6d953d-38cd-43f0-bfca-e85423e70286'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:47:50.288970 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450ce50e-b707-4b22-b95e-8b74cd68bb0f None None] Routers {'ab6d953d-38cd-43f0-bfca-e85423e70286'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:47:50.289921 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-450ce50e-b707-4b22-b95e-8b74cd68bb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:47:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['ab6d953d-38cd-43f0-bfca-e85423e70286'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:47:50.323487 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-af26fbf9-8348-4622-ab5f-1d47274c6055 admin admin] Deleting port 87903570-50b2-49c9-a529-47b9c79b270a {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:47:50.324117 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-af26fbf9-8348-4622-ab5f-1d47274c6055 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:50.384879 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-397f1b92-d1b9-419f-ab26-18d8cd67ab70 req-90090596-5030-4011-8ee6-05fb8697b40c tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0ffb5b8-4b8b-475f-a5f7-255c2b17204b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305575 Jul 24 00:47:50.400806 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [req-f080205c-355f-4635-9e97-56380363622d req-264f78b0-8a9a-438f-b81b-8526f2ed5ef9 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:47:50.402086 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f080205c-355f-4635-9e97-56380363622d req-264f78b0-8a9a-438f-b81b-8526f2ed5ef9 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0177832 Jul 24 00:47:50.469953 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1fc0a-ccc6-43fb-961e-5d416661b583 req-60b8e9ef-b644-450b-8087-21d659ba5114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:50.471471 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d9d1fc0a-ccc6-43fb-961e-5d416661b583 req-60b8e9ef-b644-450b-8087-21d659ba5114 service neutron] 10.222.0.11 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.2063451 Jul 24 00:47:50.539950 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d9d1fc0a-ccc6-43fb-961e-5d416661b583 req-8cd3ca44-701e-4d18-811f-6ff7494d9871 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=26b94257-c0af-4147-9ffe-5c742e897ecd HTTP/1.1" status: 200 len: 217 time: 0.0557559 Jul 24 00:47:50.604723 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1fc0a-ccc6-43fb-961e-5d416661b583 req-62cb191d-de1b-4e9a-8a67-3d33212b66ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:50.606581 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d9d1fc0a-ccc6-43fb-961e-5d416661b583 req-62cb191d-de1b-4e9a-8a67-3d33212b66ce service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.0587821 Jul 24 00:47:50.608536 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-af26fbf9-8348-4622-ab5f-1d47274c6055 admin admin] For port 87903570-50b2-49c9-a529-47b9c79b270a, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=87903570-50b2-49c9-a529-47b9c79b270a,segment=NetworkSegment(631edc4b-36d5-4ec8-863f-ce502820caff),segment_id=631edc4b-36d5-4ec8-863f-ce502820caff)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:50.608998 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-af26fbf9-8348-4622-ab5f-1d47274c6055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:50.635398 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 5bb40987-9d16-465d-a490-82a6d3284b37 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:47:50.647638 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 5bb40987-9d16-465d-a490-82a6d3284b37 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:47:50.648478 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:50.652890 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-af26fbf9-8348-4622-ab5f-1d47274c6055 admin admin] Calling delete_port for 87903570-50b2-49c9-a529-47b9c79b270a owned by network:router_interface {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:47:50.685238 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 16242548-a3e4-4a90-8a67-24bc42a87c60 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:47:50.776260 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-450ce50e-b707-4b22-b95e-8b74cd68bb0f None None] Set router ab6d953d-38cd-43f0-bfca-e85423e70286 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:47:50.809135 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['292fde1d-4670-4e71-b8b1-c78a84c6bf3b'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:47:50.990018 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1fc0a-ccc6-43fb-961e-5d416661b583 req-5252caf7-b000-4b29-8210-01188bb9759a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:50.993172 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d9d1fc0a-ccc6-43fb-961e-5d416661b583 req-5252caf7-b000-4b29-8210-01188bb9759a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3742611 Jul 24 00:47:51.022351 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:51.043484 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 16242548-a3e4-4a90-8a67-24bc42a87c60 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:47:51.064627 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:51.069571 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 16242548-a3e4-4a90-8a67-24bc42a87c60 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:47:51.069945 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:51.072845 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-320eba37-2949-4945-a281-35dc6fff0e96 req-819b921f-e797-48ba-9a85-39425c80420c tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3932111 Jul 24 00:47:51.150572 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-320eba37-2949-4945-a281-35dc6fff0e96 req-4b4a9152-c677-4177-b93d-52aa7068a809 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:47:51.181445 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 5bb40987-9d16-465d-a490-82a6d3284b37, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=5bb40987-9d16-465d-a490-82a6d3284b37,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:51.197998 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:51.261789 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-320eba37-2949-4945-a281-35dc6fff0e96 req-4b4a9152-c677-4177-b93d-52aa7068a809 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Notify callbacks [] for floatingip, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:51.289120 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d9d1fc0a-ccc6-43fb-961e-5d416661b583 req-119183da-7edc-4209-95a9-d4bff846bc37 service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812159 Jul 24 00:47:51.372064 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=5bb40987-9d16-465d-a490-82a6d3284b37,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:51.391941 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:51.435399 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7c2703-e6ed-4724-a0ee-75b06bf57900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16242548-a3e4-4a90-8a67-24bc42a87c60'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:47:51.437725 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6acdc63-fd0a-4a7a-aae8-e87af89e0909" -d '{"events": [{"server_uuid": "9f7c2703-e6ed-4724-a0ee-75b06bf57900", "name": "network-vif-plugged", "status": "completed", "tag": "16242548-a3e4-4a90-8a67-24bc42a87c60"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:47:51.458774 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 16242548-a3e4-4a90-8a67-24bc42a87c60, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=16242548-a3e4-4a90-8a67-24bc42a87c60,segment=NetworkSegment(9faa7c2e-d929-4382-b23d-7e362e0b3276),segment_id=9faa7c2e-d929-4382-b23d-7e362e0b3276)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:51.465848 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-450ce50e-b707-4b22-b95e-8b74cd68bb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6d953d-38cd-43f0-bfca-e85423e70286', 'name': 'tempest-FloatingIPsTestJSON-1345022468-router', 'tenant_id': '8a2561aa9442490ba0dd4eadda73aa2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5bb40987-9d16-465d-a490-82a6d3284b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:47:41Z', 'updated_at': '2021-07-24T00:47:48Z', 'revision_number': 4, 'project_id': '8a2561aa9442490ba0dd4eadda73aa2f', 'gw_port': {'id': '5bb40987-9d16-465d-a490-82a6d3284b37', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:49:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6d953d-38cd-43f0-bfca-e85423e70286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:47:42Z', 'updated_at': '2021-07-24T00:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '75049d64-deb6-4eb5-a704-b267eb973938', 'name': '', 'network_id': 'ee391922-d32a-444c-b703-8299f481afbb', 'tenant_id': '8a2561aa9442490ba0dd4eadda73aa2f', 'mac_address': 'fa:16:3e:6b:a2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6d953d-38cd-43f0-bfca-e85423e70286', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '9397e825-4d91-4ccf-bd44-057ac7683ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:47:46Z', 'updated_at': '2021-07-24T00:47:48Z', 'revision_number': 2, 'project_id': '8a2561aa9442490ba0dd4eadda73aa2f', 'subnets': [{'id': '9397e825-4d91-4ccf-bd44-057ac7683ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:47:51.467786 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:51.503342 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450ce50e-b707-4b22-b95e-8b74cd68bb0f None None] Checking router: ab6d953d-38cd-43f0-bfca-e85423e70286 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:47:51.503623 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450ce50e-b707-4b22-b95e-8b74cd68bb0f None None] Updating router ab6d953d-38cd-43f0-bfca-e85423e70286 port 75049d64-deb6-4eb5-a704-b267eb973938 binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:47:51.510914 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-af26fbf9-8348-4622-ab5f-1d47274c6055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:51.527607 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d9d1fc0a-ccc6-43fb-961e-5d416661b583 req-54b69e69-e007-4c5b-8508-4e962be447a4 service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281029 Jul 24 00:47:51.552486 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af26fbf9-8348-4622-ab5f-1d47274c6055 admin admin] Pushing event deleted for resources: {'Port': ['ID=87903570-50b2-49c9-a529-47b9c79b270a,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:51.583739 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-450ce50e-b707-4b22-b95e-8b74cd68bb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:51.595513 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=16242548-a3e4-4a90-8a67-24bc42a87c60,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:51.621500 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-320eba37-2949-4945-a281-35dc6fff0e96 req-4b4a9152-c677-4177-b93d-52aa7068a809 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:51.767697 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-03f3cc22-3bd8-4543-a97b-795d06cdbe44 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:47:51.781240 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-03f3cc22-3bd8-4543-a97b-795d06cdbe44 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0206597 Jul 24 00:47:51.790642 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-63a86544-8e02-48d3-9055-b2b0054ce1a1 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0894451 Jul 24 00:47:51.850971 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-7a4a6762-f4b7-4ce4-b42f-146315048ef7 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:51.858827 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-7a4a6762-f4b7-4ce4-b42f-146315048ef7 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] 10.222.0.15 "GET /v2.0/ports/1bd284f3-f531-425d-990f-2e8bd2068cc4 HTTP/1.1" status: 200 len: 1095 time: 0.0763586 Jul 24 00:47:51.864363 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-46eba33b-5dda-44a8-9404-549987289b2d service neutron] Request body: {'binding': {'host': 'n-h2-793621-25', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:47:51.865890 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-46eba33b-5dda-44a8-9404-549987289b2d service neutron] Unknown quota resources ['binding']. {{(pid=100464) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 24 00:47:51.971586 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-450ce50e-b707-4b22-b95e-8b74cd68bb0f None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:51.983457 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-450ce50e-b707-4b22-b95e-8b74cd68bb0f None None] Transition to ACTIVE for port object 75049d64-deb6-4eb5-a704-b267eb973938 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:47:51.992326 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-450ce50e-b707-4b22-b95e-8b74cd68bb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:52.037513 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-46eba33b-5dda-44a8-9404-549987289b2d service neutron] Attempting to bind port 1bd284f3-f531-425d-990f-2e8bd2068cc4 on host n-h2-793621-25 for vnic_type normal with profile None {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:47:52.037866 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-46eba33b-5dda-44a8-9404-549987289b2d service neutron] Attempting to bind port 1bd284f3-f531-425d-990f-2e8bd2068cc4 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '58fdc277-5f36-433f-9782-f46712be7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:47:52.038625 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-46eba33b-5dda-44a8-9404-549987289b2d service neutron] Attempting to bind port 1bd284f3-f531-425d-990f-2e8bd2068cc4 on network 0424e002-92c3-40ed-8018-7ea44515813a {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:47:52.043851 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-46eba33b-5dda-44a8-9404-549987289b2d service neutron] Port 1bd284f3-f531-425d-990f-2e8bd2068cc4 on network 0424e002-92c3-40ed-8018-7ea44515813a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:47:52.043851 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-46eba33b-5dda-44a8-9404-549987289b2d service neutron] Attempting to bind port 1bd284f3-f531-425d-990f-2e8bd2068cc4 on network 0424e002-92c3-40ed-8018-7ea44515813a {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:47:52.047028 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac67c75-c38c-4638-a183-cce7282caa54 None None] Pushing event updated for resources: {'Port': ['ID=75049d64-deb6-4eb5-a704-b267eb973938,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:52.049549 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-46eba33b-5dda-44a8-9404-549987289b2d service neutron] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:47:52.049753 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-46eba33b-5dda-44a8-9404-549987289b2d service neutron] Checking segment: {'id': '58fdc277-5f36-433f-9782-f46712be7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:47:52.050012 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-46eba33b-5dda-44a8-9404-549987289b2d service neutron] Bound using segment: {'id': '58fdc277-5f36-433f-9782-f46712be7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:47:52.050451 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-46eba33b-5dda-44a8-9404-549987289b2d service neutron] Bound port: 1bd284f3-f531-425d-990f-2e8bd2068cc4, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58fdc277-5f36-433f-9782-f46712be7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:47:52.123899 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-450ce50e-b707-4b22-b95e-8b74cd68bb0f None None] Attempting to bind port 75049d64-deb6-4eb5-a704-b267eb973938 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:47:52.124425 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-450ce50e-b707-4b22-b95e-8b74cd68bb0f None None] Attempting to bind port 75049d64-deb6-4eb5-a704-b267eb973938 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '7fd5565d-9192-4173-890c-16cd5a79ae01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ee391922-d32a-444c-b703-8299f481afbb'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:47:52.124860 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450ce50e-b707-4b22-b95e-8b74cd68bb0f None None] Attempting to bind port 75049d64-deb6-4eb5-a704-b267eb973938 on network ee391922-d32a-444c-b703-8299f481afbb {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:47:52.126517 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-46eba33b-5dda-44a8-9404-549987289b2d service neutron] For port 1bd284f3-f531-425d-990f-2e8bd2068cc4, host n-h2-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=1bd284f3-f531-425d-990f-2e8bd2068cc4,segment=NetworkSegment(58fdc277-5f36-433f-9782-f46712be7157),segment_id=58fdc277-5f36-433f-9782-f46712be7157)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:47:52.132655 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450ce50e-b707-4b22-b95e-8b74cd68bb0f None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:47:52.133046 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450ce50e-b707-4b22-b95e-8b74cd68bb0f None None] Checking segment: {'id': '7fd5565d-9192-4173-890c-16cd5a79ae01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ee391922-d32a-444c-b703-8299f481afbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:47:52.133542 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-450ce50e-b707-4b22-b95e-8b74cd68bb0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:52.134122 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450ce50e-b707-4b22-b95e-8b74cd68bb0f None None] Bound using segment: {'id': '7fd5565d-9192-4173-890c-16cd5a79ae01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ee391922-d32a-444c-b703-8299f481afbb'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:47:52.135325 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-450ce50e-b707-4b22-b95e-8b74cd68bb0f None None] Bound port: 75049d64-deb6-4eb5-a704-b267eb973938, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fd5565d-9192-4173-890c-16cd5a79ae01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ee391922-d32a-444c-b703-8299f481afbb'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:47:52.135749 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-450ce50e-b707-4b22-b95e-8b74cd68bb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:52.139400 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-46eba33b-5dda-44a8-9404-549987289b2d service neutron] Notify callbacks [] for binding, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:52.155738 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-46eba33b-5dda-44a8-9404-549987289b2d service neutron] 10.222.0.15 "POST /v2.0/ports/1bd284f3-f531-425d-990f-2e8bd2068cc4/bindings HTTP/1.1" status: 201 len: 390 time: 0.2953539 Jul 24 00:47:52.283902 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-450ce50e-b707-4b22-b95e-8b74cd68bb0f None None] For port 75049d64-deb6-4eb5-a704-b267eb973938, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:47:52.288501 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-450ce50e-b707-4b22-b95e-8b74cd68bb0f None None] For port 75049d64-deb6-4eb5-a704-b267eb973938, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=75049d64-deb6-4eb5-a704-b267eb973938,segment=NetworkSegment(7fd5565d-9192-4173-890c-16cd5a79ae01),segment_id=7fd5565d-9192-4173-890c-16cd5a79ae01)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:47:52.296067 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-450ce50e-b707-4b22-b95e-8b74cd68bb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:52.441598 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a90fa-00d6-41fb-b9e9-f2ce3a4107c1 req-316a5dfe-76ec-40fe-8627-4291ebc52e70 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:52.443276 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-355a90fa-00d6-41fb-b9e9-f2ce3a4107c1 req-316a5dfe-76ec-40fe-8627-4291ebc52e70 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 946 time: 0.1074936 Jul 24 00:47:52.460346 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 5bb40987-9d16-465d-a490-82a6d3284b37 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:47:52.472987 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-320eba37-2949-4945-a281-35dc6fff0e96 req-4b4a9152-c677-4177-b93d-52aa7068a809 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Allocated IP 172.25.2.184 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/504a9e19-a2d4-4c50-9a26-3e80ef5f8a24) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:47:52.513519 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-af26fbf9-8348-4622-ab5f-1d47274c6055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:52.526752 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-355a90fa-00d6-41fb-b9e9-f2ce3a4107c1 req-8e86a029-bad2-405e-ab86-9bef84e3c1e6 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728531 Jul 24 00:47:52.562893 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450ce50e-b707-4b22-b95e-8b74cd68bb0f None None] Routers {'ab6d953d-38cd-43f0-bfca-e85423e70286'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:47:52.563645 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-450ce50e-b707-4b22-b95e-8b74cd68bb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:47:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['ab6d953d-38cd-43f0-bfca-e85423e70286'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:47:52.578136 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-cf269400-bb0f-4e7e-be5c-9529d4efe36f tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:52.579756 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-cf269400-bb0f-4e7e-be5c-9529d4efe36f tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7376008 Jul 24 00:47:52.606522 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac67c75-c38c-4638-a183-cce7282caa54 None None] Pushing event updated for resources: {'Port': ['ID=75049d64-deb6-4eb5-a704-b267eb973938,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:52.689702 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 5bb40987-9d16-465d-a490-82a6d3284b37 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:47:52.690009 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:52.694583 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-e1b688e9-12de-451b-8227-d191cc6a50ec tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Request body: {'port': {'device_id': 'f741169a-ad20-46f4-a7ba-7e2253c9fda5', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'admin_state_up': True, 'tenant_id': 'e5262b7cd2fa4bf6ac275df24f369d21'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:47:52.720594 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bead8dbd-a654-4f4b-8264-4184154b9489 req-dffa1131-7525-4a6c-93d7-a72fc28150b2 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=f741169a-ad20-46f4-a7ba-7e2253c9fda5 HTTP/1.1" status: 200 len: 210 time: 0.0337870 Jul 24 00:47:52.722211 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 292fde1d-4670-4e71-b8b1-c78a84c6bf3b up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:47:52.808311 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-450ce50e-b707-4b22-b95e-8b74cd68bb0f None None] Set router ab6d953d-38cd-43f0-bfca-e85423e70286 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:47:52.821772 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-320eba37-2949-4945-a281-35dc6fff0e96 req-4b4a9152-c677-4177-b93d-52aa7068a809 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:52.868713 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5cca95-90c1-4e3d-8031-b78b6137d81e req-e242a595-6fe7-4103-b9f6-a2b83a1d07ce tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:52.874979 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5cca95-90c1-4e3d-8031-b78b6137d81e req-e242a595-6fe7-4103-b9f6-a2b83a1d07ce tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:52.882659 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5cca95-90c1-4e3d-8031-b78b6137d81e req-e242a595-6fe7-4103-b9f6-a2b83a1d07ce tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:52.888906 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5cca95-90c1-4e3d-8031-b78b6137d81e req-e242a595-6fe7-4103-b9f6-a2b83a1d07ce tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:52.897391 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5cca95-90c1-4e3d-8031-b78b6137d81e req-e242a595-6fe7-4103-b9f6-a2b83a1d07ce tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:52.903729 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5cca95-90c1-4e3d-8031-b78b6137d81e req-e242a595-6fe7-4103-b9f6-a2b83a1d07ce tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:52.909881 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5cca95-90c1-4e3d-8031-b78b6137d81e req-e242a595-6fe7-4103-b9f6-a2b83a1d07ce tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:52.911815 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3f5cca95-90c1-4e3d-8031-b78b6137d81e req-e242a595-6fe7-4103-b9f6-a2b83a1d07ce tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 5429 time: 0.1237810 Jul 24 00:47:52.920050 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-c154c8c7-889c-42af-8f00-e463422336d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:52.921599 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-c154c8c7-889c-42af-8f00-e463422336d8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6c3815e83b546d1ba8426b7607dbf30&device_id=4883f8b6-cb29-468d-b4c0-f9295f6141ac HTTP/1.1" status: 200 len: 1098 time: 0.3765121 Jul 24 00:47:52.963646 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3f5cca95-90c1-4e3d-8031-b78b6137d81e req-e2ae4d24-8a77-4906-be94-66d65fafa2d6 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d0fd0bd-ecd4-446d-a84a-6ebbd55d94ea&id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0443881 Jul 24 00:47:52.968151 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 292fde1d-4670-4e71-b8b1-c78a84c6bf3b completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:47:52.976055 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 292fde1d-4670-4e71-b8b1-c78a84c6bf3b triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:47:52.976445 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:53.116815 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-e1b688e9-12de-451b-8227-d191cc6a50ec tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Made reservation on behalf of e5262b7cd2fa4bf6ac275df24f369d21 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:47:53.120425 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-e1b688e9-12de-451b-8227-d191cc6a50ec tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:53.132667 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-320eba37-2949-4945-a281-35dc6fff0e96 req-4b4a9152-c677-4177-b93d-52aa7068a809 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:53.218462 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-5763396d-851b-4212-a4f4-a2c895f25f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:53.220002 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-5763396d-851b-4212-a4f4-a2c895f25f9d service neutron] 10.222.0.11 "GET /v2.0/networks?id=0424e002-92c3-40ed-8018-7ea44515813a HTTP/1.1" status: 200 len: 922 time: 0.2842653 Jul 24 00:47:53.230165 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-320eba37-2949-4945-a281-35dc6fff0e96 req-4b4a9152-c677-4177-b93d-52aa7068a809 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:47:53.252421 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-320eba37-2949-4945-a281-35dc6fff0e96 req-4b4a9152-c677-4177-b93d-52aa7068a809 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:47:53.281486 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:53.321894 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-320eba37-2949-4945-a281-35dc6fff0e96 req-4b4a9152-c677-4177-b93d-52aa7068a809 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:47:53.323693 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f52fe5-7cb9-4b7e-8461-f8ef8ed8a3ce req-c88cff2f-f9e5-4d6b-b3ae-2c2f503eab85 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:53.327929 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-450ce50e-b707-4b22-b95e-8b74cd68bb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6d953d-38cd-43f0-bfca-e85423e70286', 'name': 'tempest-FloatingIPsTestJSON-1345022468-router', 'tenant_id': '8a2561aa9442490ba0dd4eadda73aa2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5bb40987-9d16-465d-a490-82a6d3284b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:47:41Z', 'updated_at': '2021-07-24T00:47:48Z', 'revision_number': 4, 'project_id': '8a2561aa9442490ba0dd4eadda73aa2f', 'gw_port': {'id': '5bb40987-9d16-465d-a490-82a6d3284b37', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:49:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6d953d-38cd-43f0-bfca-e85423e70286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:47:42Z', 'updated_at': '2021-07-24T00:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '75049d64-deb6-4eb5-a704-b267eb973938', 'name': '', 'network_id': 'ee391922-d32a-444c-b703-8299f481afbb', 'tenant_id': '8a2561aa9442490ba0dd4eadda73aa2f', 'mac_address': 'fa:16:3e:6b:a2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6d953d-38cd-43f0-bfca-e85423e70286', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '9397e825-4d91-4ccf-bd44-057ac7683ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:47:46Z', 'updated_at': '2021-07-24T00:47:52Z', 'revision_number': 4, 'project_id': '8a2561aa9442490ba0dd4eadda73aa2f', 'subnets': [{'id': '9397e825-4d91-4ccf-bd44-057ac7683ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:47:53.329627 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-4f99dfd0-36a7-4752-9f1b-a49b93ce428c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bd284f3-f531-425d-990f-2e8bd2068cc4 HTTP/1.1" status: 200 len: 217 time: 0.0972855 Jul 24 00:47:53.331226 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a9152-c677-4177-b93d-52aa7068a809 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Pushing event updated for resources: {'Port': ['ID=504a9e19-a2d4-4c50-9a26-3e80ef5f8a24,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:53.331372 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f52fe5-7cb9-4b7e-8461-f8ef8ed8a3ce req-c88cff2f-f9e5-4d6b-b3ae-2c2f503eab85 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:53.332668 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e4f52fe5-7cb9-4b7e-8461-f8ef8ed8a3ce req-c88cff2f-f9e5-4d6b-b3ae-2c2f503eab85 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f7c2703-e6ed-4724-a0ee-75b06bf57900 HTTP/1.1" status: 200 len: 1682 time: 0.1010003 Jul 24 00:47:53.338193 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 292fde1d-4670-4e71-b8b1-c78a84c6bf3b, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=292fde1d-4670-4e71-b8b1-c78a84c6bf3b,segment=NetworkSegment(736fd063-603b-4aa7-a409-ab25f21c0a97),segment_id=736fd063-603b-4aa7-a409-ab25f21c0a97)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:53.364845 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:53.368600 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450ce50e-b707-4b22-b95e-8b74cd68bb0f None None] The sync data for ids ['ab6d953d-38cd-43f0-bfca-e85423e70286'] in n-d-793621-25 is: [{'id': 'ab6d953d-38cd-43f0-bfca-e85423e70286', 'name': 'tempest-FloatingIPsTestJSON-1345022468-router', 'tenant_id': '8a2561aa9442490ba0dd4eadda73aa2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5bb40987-9d16-465d-a490-82a6d3284b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:47:41Z', 'updated_at': '2021-07-24T00:47:48Z', 'revision_number': 4, 'project_id': '8a2561aa9442490ba0dd4eadda73aa2f', 'gw_port': {'id': '5bb40987-9d16-465d-a490-82a6d3284b37', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:49:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6d953d-38cd-43f0-bfca-e85423e70286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:47:42Z', 'updated_at': '2021-07-24T00:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '75049d64-deb6-4eb5-a704-b267eb973938', 'name': '', 'network_id': 'ee391922-d32a-444c-b703-8299f481afbb', 'tenant_id': '8a2561aa9442490ba0dd4eadda73aa2f', 'mac_address': 'fa:16:3e:6b:a2:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab6d953d-38cd-43f0-bfca-e85423e70286', 'device_owner': 'network:router_interface', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '9397e825-4d91-4ccf-bd44-057ac7683ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:47:46Z', 'updated_at': '2021-07-24T00:47:52Z', 'revision_number': 4, 'project_id': '8a2561aa9442490ba0dd4eadda73aa2f', 'subnets': [{'id': '9397e825-4d91-4ccf-bd44-057ac7683ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:47:53.405355 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e4f52fe5-7cb9-4b7e-8461-f8ef8ed8a3ce req-4f5d0c1f-5a16-4f75-b267-7076ab8316c7 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0ffb5b8-4b8b-475f-a5f7-255c2b17204b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664520 Jul 24 00:47:53.410223 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af26fbf9-8348-4622-ab5f-1d47274c6055 admin admin] Router 25a173c6-18fa-4ad2-a2cd-907b447952a0 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:47:53.484527 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=292fde1d-4670-4e71-b8b1-c78a84c6bf3b,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:53.489921 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-142c7969-ff0c-4477-9229-8584cc42e554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:53.491252 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-142c7969-ff0c-4477-9229-8584cc42e554 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eacbc75d-e7d9-4f31-b710-44862dc68303 HTTP/1.1" status: 200 len: 861 time: 0.1375048 Jul 24 00:47:53.517403 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff660d4-c3ef-40ff-9539-967904eb6fd8 x-openstack-request-id: req-0ff660d4-c3ef-40ff-9539-967904eb6fd8 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:47:53.517726 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7c2703-e6ed-4724-a0ee-75b06bf57900", "name": "network-vif-plugged", "status": "completed", "tag": "16242548-a3e4-4a90-8a67-24bc42a87c60", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:47:53.518000 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ff660d4-c3ef-40ff-9539-967904eb6fd8 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:47:53.518395 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7c2703-e6ed-4724-a0ee-75b06bf57900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16242548-a3e4-4a90-8a67-24bc42a87c60', 'code': 200} Jul 24 00:47:53.629416 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-adad9b03-e073-4a25-a6c7-34eadde3e748 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0424e002-92c3-40ed-8018-7ea44515813a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1296399 Jul 24 00:47:53.638667 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011ec5e-467e-40df-b071-a74e9add4f1b req-8f0a1f23-3f35-432f-993d-4a1c5f069be3 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:53.640554 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7011ec5e-467e-40df-b071-a74e9add4f1b req-8f0a1f23-3f35-432f-993d-4a1c5f069be3 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=4883f8b6-cb29-468d-b4c0-f9295f6141ac HTTP/1.1" status: 200 len: 946 time: 0.0710359 Jul 24 00:47:53.640993 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-e1b688e9-12de-451b-8227-d191cc6a50ec tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Allocated IP 192.168.233.233 (064170bd-7ae3-42cd-9c1f-14f6db2f099c/b2f8a7b0-45d5-4a4f-bbde-2ea497f98103/aae95867-f58a-4988-a89e-59b0afb342c8) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:47:53.686804 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7011ec5e-467e-40df-b071-a74e9add4f1b req-8f1a7ebf-c7e6-4f5c-b887-defa7a24df2b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390396 Jul 24 00:47:53.711866 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-320eba37-2949-4945-a281-35dc6fff0e96 req-4b4a9152-c677-4177-b93d-52aa7068a809 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:53.832690 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99d2fe-42eb-4709-8b30-d073decc568f req-4d04a949-9d5f-40c1-8624-d24d9bac69d2 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:53.835554 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db99d2fe-42eb-4709-8b30-d073decc568f req-4d04a949-9d5f-40c1-8624-d24d9bac69d2 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 946 time: 0.0680881 Jul 24 00:47:53.858661 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af26fbf9-8348-4622-ab5f-1d47274c6055 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:47:53.867402 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 26b94257-c0af-4147-9ffe-5c742e897ecd details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:47:53.868441 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-af26fbf9-8348-4622-ab5f-1d47274c6055 admin admin] 10.222.0.15 "PUT /v2.0/routers/25a173c6-18fa-4ad2-a2cd-907b447952a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6166046 Jul 24 00:47:53.869047 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48526) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:47:53.875223 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-63cbbc3e-1f70-4708-a626-0b60787cf21c service neutron] 10.222.0.11 "GET /v2.0/networks/0424e002-92c3-40ed-8018-7ea44515813a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302513 Jul 24 00:47:53.875714 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-320eba37-2949-4945-a281-35dc6fff0e96 req-4b4a9152-c677-4177-b93d-52aa7068a809 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:53.876159 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d55db5-6358-4170-b7b5-301f79c4b6b7 None None] Sync routers for ids ['25a173c6-18fa-4ad2-a2cd-907b447952a0'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:47:53.891221 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d55db5-6358-4170-b7b5-301f79c4b6b7 None None] Routers {'25a173c6-18fa-4ad2-a2cd-907b447952a0'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:47:53.898524 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-00d55db5-6358-4170-b7b5-301f79c4b6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:47:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['25a173c6-18fa-4ad2-a2cd-907b447952a0'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:47:54.003681 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-18b23034-d1b0-4ccb-aa66-49b12b259e62 admin admin] Notify callbacks [] for router, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:54.060837 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 26b94257-c0af-4147-9ffe-5c742e897ecd, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=26b94257-c0af-4147-9ffe-5c742e897ecd,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:54.082324 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-00d55db5-6358-4170-b7b5-301f79c4b6b7 None None] Set router 25a173c6-18fa-4ad2-a2cd-907b447952a0 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:47:54.085284 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db99d2fe-42eb-4709-8b30-d073decc568f req-ea9ab17c-008d-4c60-afad-3ad2048cd133 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431674 Jul 24 00:47:54.103632 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': '26b94257-c0af-4147-9ffe-5c742e897ecd', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'port_id': '26b94257-c0af-4147-9ffe-5c742e897ecd', 'mac_address': 'fa:16:3e:9a:df:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:47:54.212230 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:54.215614 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-18b23034-d1b0-4ccb-aa66-49b12b259e62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:54.267343 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26b94257-c0af-4147-9ffe-5c742e897ecd {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:47:54.285474 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-e1b688e9-12de-451b-8227-d191cc6a50ec tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:54.310998 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 26b94257-c0af-4147-9ffe-5c742e897ecd, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=26b94257-c0af-4147-9ffe-5c742e897ecd,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:54.313467 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 75049d64-deb6-4eb5-a704-b267eb973938 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:47:54.328200 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:54.348457 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-9ebf1012-7ee2-4141-ac8e-7bdf485550c1 service neutron] 10.222.0.11 "GET /v2.0/networks/0424e002-92c3-40ed-8018-7ea44515813a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4580734 Jul 24 00:47:54.353396 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-e1b688e9-12de-451b-8227-d191cc6a50ec tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Transition to ACTIVE for port object aae95867-f58a-4988-a89e-59b0afb342c8 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:47:54.391805 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-320eba37-2949-4945-a281-35dc6fff0e96 req-4b4a9152-c677-4177-b93d-52aa7068a809 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:54.403389 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f38e0b6c-5aa1-43e4-bad5-f67f7e9ca283 req-f4dc0842-1159-4aef-96e6-70a2be4f93eb tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=f741169a-ad20-46f4-a7ba-7e2253c9fda5 HTTP/1.1" status: 200 len: 210 time: 0.0789018 Jul 24 00:47:54.413098 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-18b23034-d1b0-4ccb-aa66-49b12b259e62 admin admin] Deleting port 12ce202d-c69d-4b86-960c-10532367b8ed {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:47:54.413443 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-18b23034-d1b0-4ccb-aa66-49b12b259e62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:54.417033 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-320eba37-2949-4945-a281-35dc6fff0e96 req-4b4a9152-c677-4177-b93d-52aa7068a809 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:54.441344 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=26b94257-c0af-4147-9ffe-5c742e897ecd,revision_number=8']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:54.491000 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-00d55db5-6358-4170-b7b5-301f79c4b6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a173c6-18fa-4ad2-a2cd-907b447952a0', 'name': 'tempest-AttachSCSIVolumeTestJSON-2045085387-router', 'tenant_id': '3f9b71b518bb404b9e8d521e71f9af26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '12ce202d-c69d-4b86-960c-10532367b8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:45:17Z', 'updated_at': '2021-07-24T00:47:51Z', 'revision_number': 5, 'project_id': '3f9b71b518bb404b9e8d521e71f9af26', 'gw_port': {'id': '12ce202d-c69d-4b86-960c-10532367b8ed', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:26:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a173c6-18fa-4ad2-a2cd-907b447952a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:20Z', 'updated_at': '2021-07-24T00:45:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:47:54.498326 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 75049d64-deb6-4eb5-a704-b267eb973938 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:47:54.507209 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 75049d64-deb6-4eb5-a704-b267eb973938 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:47:54.509122 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:54.535280 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-18b23034-d1b0-4ccb-aa66-49b12b259e62 admin admin] For port 12ce202d-c69d-4b86-960c-10532367b8ed, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=12ce202d-c69d-4b86-960c-10532367b8ed,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:54.535715 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-18b23034-d1b0-4ccb-aa66-49b12b259e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:54.556400 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d55db5-6358-4170-b7b5-301f79c4b6b7 None None] Checking router: 25a173c6-18fa-4ad2-a2cd-907b447952a0 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:47:54.559770 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-18b23034-d1b0-4ccb-aa66-49b12b259e62 admin admin] Calling delete_port for 12ce202d-c69d-4b86-960c-10532367b8ed owned by network:router_gateway {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:47:54.571413 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d55db5-6358-4170-b7b5-301f79c4b6b7 None None] Routers {'25a173c6-18fa-4ad2-a2cd-907b447952a0'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:47:54.572335 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-00d55db5-6358-4170-b7b5-301f79c4b6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:47:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['25a173c6-18fa-4ad2-a2cd-907b447952a0'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:47:54.588831 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-e1b688e9-12de-451b-8227-d191cc6a50ec tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:54.601817 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-320eba37-2949-4945-a281-35dc6fff0e96 req-4b4a9152-c677-4177-b93d-52aa7068a809 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:54.607884 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['3c836ab3-a4b0-4f71-bdd9-af941853b1e5', '88b73c65-2a63-44ed-97a6-4adff615d912', '606a4203-9ee5-4fd5-9b14-0c178766fbfe', '5ef5038c-f4e2-498a-baa7-032528f3191c'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:47:54.610287 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['e26ba7bc-df08-4bb6-9190-ffb5d7f68be7', '6dd7dda7-d8d4-4ded-aca6-2204d4bacc67'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:47:54.615793 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a9152-c677-4177-b93d-52aa7068a809 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Pushing event updated for resources: {'Port': ['ID=504a9e19-a2d4-4c50-9a26-3e80ef5f8a24,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:54.699691 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-320eba37-2949-4945-a281-35dc6fff0e96 req-4b4a9152-c677-4177-b93d-52aa7068a809 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:54.701307 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-320eba37-2949-4945-a281-35dc6fff0e96 req-4b4a9152-c677-4177-b93d-52aa7068a809 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6009023 Jul 24 00:47:54.703668 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-e1b688e9-12de-451b-8227-d191cc6a50ec tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Network 064170bd-7ae3-42cd-9c1f-14f6db2f099c is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:47:54.712298 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-00d55db5-6358-4170-b7b5-301f79c4b6b7 None None] Set router 25a173c6-18fa-4ad2-a2cd-907b447952a0 gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:47:54.715929 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['26b94257-c0af-4147-9ffe-5c742e897ecd'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:47:54.719203 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-e1b688e9-12de-451b-8227-d191cc6a50ec tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:47:54.726429 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-e1b688e9-12de-451b-8227-d191cc6a50ec tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:47:54.734222 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-b9b8b7e2-6705-4704-b483-e23d5dc66776 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:54.736206 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-b9b8b7e2-6705-4704-b483-e23d5dc66776 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4883f8b6-cb29-468d-b4c0-f9295f6141ac&tenant_id=f6c3815e83b546d1ba8426b7607dbf30&binding%3Ahost_id=n-h1-793621-25 HTTP/1.1" status: 200 len: 1098 time: 0.3041096 Jul 24 00:47:54.783548 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b688e9-12de-451b-8227-d191cc6a50ec tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Pushing event updated for resources: {'Port': ['ID=aae95867-f58a-4988-a89e-59b0afb342c8,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:54.815189 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-00d55db5-6358-4170-b7b5-301f79c4b6b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a173c6-18fa-4ad2-a2cd-907b447952a0', 'name': 'tempest-AttachSCSIVolumeTestJSON-2045085387-router', 'tenant_id': '3f9b71b518bb404b9e8d521e71f9af26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:45:17Z', 'updated_at': '2021-07-24T00:47:54Z', 'revision_number': 6, 'project_id': '3f9b71b518bb404b9e8d521e71f9af26', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:47:54.854565 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-8d7ce5f3-6d9b-4787-b9b0-0bfb9b26e16d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-25'}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:47:54.864262 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8845c5-e3fd-41dd-892a-af22af8721c2 req-d665e99d-ac8a-48e2-a003-b32a81aae6b4 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:54.876187 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8845c5-e3fd-41dd-892a-af22af8721c2 req-d665e99d-ac8a-48e2-a003-b32a81aae6b4 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:54.888871 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8845c5-e3fd-41dd-892a-af22af8721c2 req-d665e99d-ac8a-48e2-a003-b32a81aae6b4 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:54.895623 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8845c5-e3fd-41dd-892a-af22af8721c2 req-d665e99d-ac8a-48e2-a003-b32a81aae6b4 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:54.902166 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8845c5-e3fd-41dd-892a-af22af8721c2 req-d665e99d-ac8a-48e2-a003-b32a81aae6b4 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:54.903554 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d55db5-6358-4170-b7b5-301f79c4b6b7 None None] The sync data for ids ['25a173c6-18fa-4ad2-a2cd-907b447952a0'] in n-d-793621-25 is: [{'id': '25a173c6-18fa-4ad2-a2cd-907b447952a0', 'name': 'tempest-AttachSCSIVolumeTestJSON-2045085387-router', 'tenant_id': '3f9b71b518bb404b9e8d521e71f9af26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:45:17Z', 'updated_at': '2021-07-24T00:47:54Z', 'revision_number': 6, 'project_id': '3f9b71b518bb404b9e8d521e71f9af26', 'gw_port_host': None}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:47:54.917413 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8845c5-e3fd-41dd-892a-af22af8721c2 req-d665e99d-ac8a-48e2-a003-b32a81aae6b4 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:54.925139 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8845c5-e3fd-41dd-892a-af22af8721c2 req-d665e99d-ac8a-48e2-a003-b32a81aae6b4 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:54.927936 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-da8845c5-e3fd-41dd-892a-af22af8721c2 req-d665e99d-ac8a-48e2-a003-b32a81aae6b4 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 5429 time: 0.2965097 Jul 24 00:47:54.952564 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-320eba37-2949-4945-a281-35dc6fff0e96 req-009e59e1-ccd7-4c2b-a73c-6be1762227ac tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.184 HTTP/1.1" status: 200 len: 696 time: 0.2285073 Jul 24 00:47:55.066560 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-da8845c5-e3fd-41dd-892a-af22af8721c2 req-d97828e3-060b-453e-a570-529918bcec5b tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d0fd0bd-ecd4-446d-a84a-6ebbd55d94ea&id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1159391 Jul 24 00:47:55.084940 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-18b23034-d1b0-4ccb-aa66-49b12b259e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:55.123721 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320eba37-2949-4945-a281-35dc6fff0e96 req-f5899b0b-fd05-4d94-bb90-b1e482ada022 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:55.125228 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-320eba37-2949-4945-a281-35dc6fff0e96 req-f5899b0b-fd05-4d94-bb90-b1e482ada022 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] 10.222.0.15 "GET /v2.0/networks/40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 784 time: 0.1396775 Jul 24 00:47:55.138636 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b23034-d1b0-4ccb-aa66-49b12b259e62 admin admin] Pushing event deleted for resources: {'Port': ['ID=12ce202d-c69d-4b86-960c-10532367b8ed,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:55.165637 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-e1b688e9-12de-451b-8227-d191cc6a50ec tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:55.166056 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-e1b688e9-12de-451b-8227-d191cc6a50ec tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:55.172966 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [req-320eba37-2949-4945-a281-35dc6fff0e96 req-f4820282-ec4a-4756-a1c7-b3e12ad8bc98 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:47:55.174028 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-320eba37-2949-4945-a281-35dc6fff0e96 req-f4820282-ec4a-4756-a1c7-b3e12ad8bc98 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0219238 Jul 24 00:47:55.244207 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-18b23034-d1b0-4ccb-aa66-49b12b259e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:55.256589 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-e1b688e9-12de-451b-8227-d191cc6a50ec tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5673971 Jul 24 00:47:55.275302 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-3b6235af-e311-4ed3-b9c0-c6d2e2aa77df service neutron] Request body: {'port': {'device_id': 'f741169a-ad20-46f4-a7ba-7e2253c9fda5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-25'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:47:55.360131 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-3be73589-5a7d-43bd-884b-677edf07d7e4 None None] Provisioning for port aae95867-f58a-4988-a89e-59b0afb342c8 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:47:55.375568 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:55.379038 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-3be73589-5a7d-43bd-884b-677edf07d7e4 None None] Provisioning complete for port aae95867-f58a-4988-a89e-59b0afb342c8 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:47:55.379408 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3be73589-5a7d-43bd-884b-677edf07d7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:55.439179 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-8d7ce5f3-6d9b-4787-b9b0-0bfb9b26e16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:55.505984 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-3be73589-5a7d-43bd-884b-677edf07d7e4 None None] Port aae95867-f58a-4988-a89e-59b0afb342c8 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:47:55.510015 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-18b23034-d1b0-4ccb-aa66-49b12b259e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:55.514081 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-18b23034-d1b0-4ccb-aa66-49b12b259e62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:55.522826 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7c2703-e6ed-4724-a0ee-75b06bf57900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292fde1d-4670-4e71-b8b1-c78a84c6bf3b'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:47:55.525181 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86c4e35-48b8-4d0d-af0a-2c7768a73aa4" -d '{"events": [{"server_uuid": "9f7c2703-e6ed-4724-a0ee-75b06bf57900", "name": "network-vif-plugged", "status": "completed", "tag": "292fde1d-4670-4e71-b8b1-c78a84c6bf3b"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:47:55.541809 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 75049d64-deb6-4eb5-a704-b267eb973938, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=75049d64-deb6-4eb5-a704-b267eb973938,segment=NetworkSegment(7fd5565d-9192-4173-890c-16cd5a79ae01),segment_id=7fd5565d-9192-4173-890c-16cd5a79ae01)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:55.556238 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:55.674297 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475cec85-b097-4500-b0c3-aa43a8ed11a2 req-d479e044-0eed-4daf-9edf-4e87f70add36 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:55.681093 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=75049d64-deb6-4eb5-a704-b267eb973938,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:55.689257 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475cec85-b097-4500-b0c3-aa43a8ed11a2 req-d479e044-0eed-4daf-9edf-4e87f70add36 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:55.691513 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-475cec85-b097-4500-b0c3-aa43a8ed11a2 req-d479e044-0eed-4daf-9edf-4e87f70add36 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f7c2703-e6ed-4724-a0ee-75b06bf57900 HTTP/1.1" status: 200 len: 1683 time: 0.2859108 Jul 24 00:47:55.698664 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-3b6235af-e311-4ed3-b9c0-c6d2e2aa77df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:55.844867 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-475cec85-b097-4500-b0c3-aa43a8ed11a2 req-23b9cf00-70bf-4b64-9f00-d88948242e10 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0ffb5b8-4b8b-475f-a5f7-255c2b17204b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379967 Jul 24 00:47:56.020207 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-18b23034-d1b0-4ccb-aa66-49b12b259e62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:56.020776 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b23034-d1b0-4ccb-aa66-49b12b259e62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25a173c6-18fa-4ad2-a2cd-907b447952a0 {{(pid=100464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:47:56.032500 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-18b23034-d1b0-4ccb-aa66-49b12b259e62 admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:56.033708 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-18b23034-d1b0-4ccb-aa66-49b12b259e62 admin admin] 10.222.0.15 "DELETE /v2.0/routers/25a173c6-18fa-4ad2-a2cd-907b447952a0 HTTP/1.1" status: 204 len: 168 time: 2.1631098 Jul 24 00:47:56.042044 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48546) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:47:56.142835 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-a569fa7c-97c6-4a84-bacd-a7d5dbdc8b1f admin admin] Deleting subnet 45a23940-488e-46de-b142-3bb49d72cde4 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:47:56.156981 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f301ddb-9187-4959-9868-02283ed0860e req-1541bb1b-d03b-4827-bafd-8a294adeef93 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:56.164515 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9f301ddb-9187-4959-9868-02283ed0860e req-1541bb1b-d03b-4827-bafd-8a294adeef93 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=4883f8b6-cb29-468d-b4c0-f9295f6141ac HTTP/1.1" status: 200 len: 946 time: 0.2372563 Jul 24 00:47:56.171763 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a569fa7c-97c6-4a84-bacd-a7d5dbdc8b1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:56.203743 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 75049d64-deb6-4eb5-a704-b267eb973938 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:47:56.215967 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012d286-4ef0-43b3-87b9-465b112ae422 req-7e6a9e95-232c-4147-bf1e-1c6c3b42adf5 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:56.217617 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2012d286-4ef0-43b3-87b9-465b112ae422 req-7e6a9e95-232c-4147-bf1e-1c6c3b42adf5 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.13 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac&tenant_id=64682d71562544209c45b1dc63c9fd56&binding%3Ahost_id=n-h2-793621-25 HTTP/1.1" status: 200 len: 947 time: 0.2790852 Jul 24 00:47:56.274383 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 75049d64-deb6-4eb5-a704-b267eb973938 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:47:56.275063 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:56.279398 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a569fa7c-97c6-4a84-bacd-a7d5dbdc8b1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:56.315672 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9f301ddb-9187-4959-9868-02283ed0860e req-d7f801e9-3283-4f12-bb9d-64b2e8aa25c9 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496871 Jul 24 00:47:56.421972 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [req-2012d286-4ef0-43b3-87b9-465b112ae422 req-e8be45c9-0c29-4610-9994-014764899f92 service neutron] delete failed (client error): The resource could not be found. Jul 24 00:47:56.423089 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2012d286-4ef0-43b3-87b9-465b112ae422 req-e8be45c9-0c29-4610-9994-014764899f92 service neutron] 10.222.0.13 "DELETE /v2.0/ports/26b94257-c0af-4147-9ffe-5c742e897ecd/bindings/n-h1-793621-25 HTTP/1.1" status: 404 len: 381 time: 0.1962800 Jul 24 00:47:56.463949 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 12ce202d-c69d-4b86-960c-10532367b8ed no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:47:56.492143 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a569fa7c-97c6-4a84-bacd-a7d5dbdc8b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:56.500340 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 12ce202d-c69d-4b86-960c-10532367b8ed {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:47:56.500923 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 12ce202d-c69d-4b86-960c-10532367b8ed not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:47:56.501502 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 87903570-50b2-49c9-a529-47b9c79b270a no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:47:56.502973 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-562112ea-0044-407d-a890-88ebffa35abd req-52bb7114-5af0-44a2-b658-c7696bb707a6 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] 10.222.0.15 "GET /v2.0/floatingips/f48e0989-ea55-4e7f-a210-41db33506d4b HTTP/1.1" status: 200 len: 693 time: 0.2545106 Jul 24 00:47:56.511581 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-8d7ce5f3-6d9b-4787-b9b0-0bfb9b26e16d service neutron] For port 1bd284f3-f531-425d-990f-2e8bd2068cc4, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=1bd284f3-f531-425d-990f-2e8bd2068cc4,segment=NetworkSegment(58fdc277-5f36-433f-9782-f46712be7157),segment_id=58fdc277-5f36-433f-9782-f46712be7157)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:56.531716 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 87903570-50b2-49c9-a529-47b9c79b270a {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:47:56.532326 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 87903570-50b2-49c9-a529-47b9c79b270a not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:47:56.595498 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-3b6235af-e311-4ed3-b9c0-c6d2e2aa77df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aae95867-f58a-4988-a89e-59b0afb342c8 {{(pid=100463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:47:56.607333 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-3b6235af-e311-4ed3-b9c0-c6d2e2aa77df service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:56.643335 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbb394-04ba-4abe-9c3e-9df098842761 req-f8be88eb-6cc7-4cce-b9e3-a644445978f7 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:56.644849 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a6fbb394-04ba-4abe-9c3e-9df098842761 req-f8be88eb-6cc7-4cce-b9e3-a644445978f7 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 947 time: 0.1311393 Jul 24 00:47:56.647498 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a569fa7c-97c6-4a84-bacd-a7d5dbdc8b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:56.667493 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-3b6235af-e311-4ed3-b9c0-c6d2e2aa77df service neutron] Transition to ACTIVE for port object aae95867-f58a-4988-a89e-59b0afb342c8 will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:47:56.678874 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-3b6235af-e311-4ed3-b9c0-c6d2e2aa77df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:56.681351 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-8d7ce5f3-6d9b-4787-b9b0-0bfb9b26e16d service neutron] For port 1bd284f3-f531-425d-990f-2e8bd2068cc4, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:47:56.698533 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ea1481-8dde-45fc-ac65-3cf7c774eed8 None None] Network 1fed34ff-1bf8-4b83-bd45-2cd3f02a020c requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:47:56.698944 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012d286-4ef0-43b3-87b9-465b112ae422 req-9684a326-198f-4913-afa9-d18a01c65ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:56.700456 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2012d286-4ef0-43b3-87b9-465b112ae422 req-9684a326-198f-4913-afa9-d18a01c65ed9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64682d71562544209c45b1dc63c9fd56&device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 1099 time: 0.1501367 Jul 24 00:47:56.701172 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569fa7c-97c6-4a84-bacd-a7d5dbdc8b1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45a23940-488e-46de-b142-3bb49d72cde4,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:56.703377 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a569fa7c-97c6-4a84-bacd-a7d5dbdc8b1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:56.705473 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a569fa7c-97c6-4a84-bacd-a7d5dbdc8b1f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/45a23940-488e-46de-b142-3bb49d72cde4 HTTP/1.1" status: 204 len: 168 time: 0.6611893 Jul 24 00:47:56.708432 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48550) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:47:56.783372 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a6fbb394-04ba-4abe-9c3e-9df098842761 req-cb6879bc-4aa0-434c-a268-91cea1668d38 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253109 Jul 24 00:47:56.786162 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562112ea-0044-407d-a890-88ebffa35abd req-1d6cc27f-a968-4e89-9e01-b0a1ed76d323 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:56.795023 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-562112ea-0044-407d-a890-88ebffa35abd req-1d6cc27f-a968-4e89-9e01-b0a1ed76d323 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] 10.222.0.15 "GET /v2.0/networks/40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 784 time: 0.2590940 Jul 24 00:47:56.813467 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6235af-e311-4ed3-b9c0-c6d2e2aa77df service neutron] Pushing event updated for resources: {'Port': ['ID=aae95867-f58a-4988-a89e-59b0afb342c8,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:56.829675 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [req-562112ea-0044-407d-a890-88ebffa35abd req-ad59f90f-a51a-4649-8ab3-cf14eec460be tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:47:56.830856 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-562112ea-0044-407d-a890-88ebffa35abd req-ad59f90f-a51a-4649-8ab3-cf14eec460be tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0208039 Jul 24 00:47:56.835244 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4883f8b6-cb29-468d-b4c0-f9295f6141ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bd284f3-f531-425d-990f-2e8bd2068cc4'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:47:56.838290 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49378d07-8bb9-4376-b81d-8bdea765c9ee" -d '{"events": [{"server_uuid": "4883f8b6-cb29-468d-b4c0-f9295f6141ac", "name": "network-vif-unplugged", "status": "completed", "tag": "1bd284f3-f531-425d-990f-2e8bd2068cc4"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:47:56.842806 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-8d7ce5f3-6d9b-4787-b9b0-0bfb9b26e16d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:56.880907 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-8d7ce5f3-6d9b-4787-b9b0-0bfb9b26e16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:56.914839 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca05c094-2b65-48f5-b57c-93d999c9536b x-openstack-request-id: req-ca05c094-2b65-48f5-b57c-93d999c9536b {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:47:56.915144 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7c2703-e6ed-4724-a0ee-75b06bf57900", "name": "network-vif-plugged", "status": "completed", "tag": "292fde1d-4670-4e71-b8b1-c78a84c6bf3b", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:47:56.915404 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ca05c094-2b65-48f5-b57c-93d999c9536b {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:47:56.915799 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7c2703-e6ed-4724-a0ee-75b06bf57900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292fde1d-4670-4e71-b8b1-c78a84c6bf3b', 'code': 200} Jul 24 00:47:56.973799 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-27a759e8-3f52-495b-a6d2-91391f8d0b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:57.028790 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52227ec8-274b-4fad-8297-c5eb5037f79a None None] DHCP port deletion for 1fed34ff-1bf8-4b83-bd45-2cd3f02a020c request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:47:57.034200 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012d286-4ef0-43b3-87b9-465b112ae422 req-c5d043f7-76a9-4963-a932-014e80f97b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:57.035921 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2012d286-4ef0-43b3-87b9-465b112ae422 req-c5d043f7-76a9-4963-a932-014e80f97b7d service neutron] 10.222.0.13 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.3190019 Jul 24 00:47:57.105587 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-52227ec8-274b-4fad-8297-c5eb5037f79a None None] Deleting port beea86c5-1e58-47e2-a763-14dbab380279 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:47:57.106055 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-52227ec8-274b-4fad-8297-c5eb5037f79a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:57.121080 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2012d286-4ef0-43b3-87b9-465b112ae422 req-09129466-bcb0-47cc-b0b6-c5657eefea68 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=26b94257-c0af-4147-9ffe-5c742e897ecd HTTP/1.1" status: 200 len: 217 time: 0.0546029 Jul 24 00:47:57.151549 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ce5f3-6d9b-4787-b9b0-0bfb9b26e16d service neutron] Pushing event updated for resources: {'Port': ['ID=1bd284f3-f531-425d-990f-2e8bd2068cc4,revision_number=7']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:57.172935 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-3b6235af-e311-4ed3-b9c0-c6d2e2aa77df service neutron] Attempting to bind port aae95867-f58a-4988-a89e-59b0afb342c8 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:47:57.173529 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-3b6235af-e311-4ed3-b9c0-c6d2e2aa77df service neutron] Attempting to bind port aae95867-f58a-4988-a89e-59b0afb342c8 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:47:57.174032 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-3b6235af-e311-4ed3-b9c0-c6d2e2aa77df service neutron] Attempting to bind port aae95867-f58a-4988-a89e-59b0afb342c8 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:47:57.176643 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-8d7ce5f3-6d9b-4787-b9b0-0bfb9b26e16d service neutron] Attempting to bind port 1bd284f3-f531-425d-990f-2e8bd2068cc4 on host n-h1-793621-25 for vnic_type normal with profile {"migrating_to": "n-h2-793621-25"} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:47:57.176974 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-8d7ce5f3-6d9b-4787-b9b0-0bfb9b26e16d service neutron] Attempting to bind port 1bd284f3-f531-425d-990f-2e8bd2068cc4 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '58fdc277-5f36-433f-9782-f46712be7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:47:57.177295 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-8d7ce5f3-6d9b-4787-b9b0-0bfb9b26e16d service neutron] Attempting to bind port 1bd284f3-f531-425d-990f-2e8bd2068cc4 on network 0424e002-92c3-40ed-8018-7ea44515813a {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:47:57.180311 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-52227ec8-274b-4fad-8297-c5eb5037f79a None None] For port beea86c5-1e58-47e2-a763-14dbab380279, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=beea86c5-1e58-47e2-a763-14dbab380279,segment=NetworkSegment(631edc4b-36d5-4ec8-863f-ce502820caff),segment_id=631edc4b-36d5-4ec8-863f-ce502820caff)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:57.180718 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-52227ec8-274b-4fad-8297-c5eb5037f79a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:57.185069 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d89c6f-8216-47b5-ad2f-7465d004c067 req-4532b7c0-08ee-4cd3-94c0-2f26d3363228 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:57.189143 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-96d89c6f-8216-47b5-ad2f-7465d004c067 req-4532b7c0-08ee-4cd3-94c0-2f26d3363228 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=f741169a-ad20-46f4-a7ba-7e2253c9fda5 HTTP/1.1" status: 200 len: 948 time: 0.2699847 Jul 24 00:47:57.191897 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-8d7ce5f3-6d9b-4787-b9b0-0bfb9b26e16d service neutron] Port 1bd284f3-f531-425d-990f-2e8bd2068cc4 on network 0424e002-92c3-40ed-8018-7ea44515813a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:47:57.192338 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-8d7ce5f3-6d9b-4787-b9b0-0bfb9b26e16d service neutron] Attempting to bind port 1bd284f3-f531-425d-990f-2e8bd2068cc4 on network 0424e002-92c3-40ed-8018-7ea44515813a {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:47:57.196746 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-52227ec8-274b-4fad-8297-c5eb5037f79a None None] Calling delete_port for beea86c5-1e58-47e2-a763-14dbab380279 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:47:57.200972 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-3b6235af-e311-4ed3-b9c0-c6d2e2aa77df service neutron] Port aae95867-f58a-4988-a89e-59b0afb342c8 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:47:57.200972 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-3b6235af-e311-4ed3-b9c0-c6d2e2aa77df service neutron] Attempting to bind port aae95867-f58a-4988-a89e-59b0afb342c8 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:47:57.218414 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-8d7ce5f3-6d9b-4787-b9b0-0bfb9b26e16d service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:47:57.218833 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-8d7ce5f3-6d9b-4787-b9b0-0bfb9b26e16d service neutron] Checking segment: {'id': '58fdc277-5f36-433f-9782-f46712be7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:47:57.219448 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-8d7ce5f3-6d9b-4787-b9b0-0bfb9b26e16d service neutron] Bound using segment: {'id': '58fdc277-5f36-433f-9782-f46712be7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:47:57.219594 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-8d7ce5f3-6d9b-4787-b9b0-0bfb9b26e16d service neutron] Bound port: 1bd284f3-f531-425d-990f-2e8bd2068cc4, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58fdc277-5f36-433f-9782-f46712be7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:47:57.219965 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-8d7ce5f3-6d9b-4787-b9b0-0bfb9b26e16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:57.225577 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-3b6235af-e311-4ed3-b9c0-c6d2e2aa77df service neutron] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:47:57.225820 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012d286-4ef0-43b3-87b9-465b112ae422 req-3ab63b4f-5cd0-4816-af27-62a080b2e574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:57.225914 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-3b6235af-e311-4ed3-b9c0-c6d2e2aa77df service neutron] Checking segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:47:57.226337 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-3b6235af-e311-4ed3-b9c0-c6d2e2aa77df service neutron] Bound using segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:47:57.226797 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-3b6235af-e311-4ed3-b9c0-c6d2e2aa77df service neutron] Bound port: aae95867-f58a-4988-a89e-59b0afb342c8, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:47:57.227161 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-3b6235af-e311-4ed3-b9c0-c6d2e2aa77df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:57.227328 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2012d286-4ef0-43b3-87b9-465b112ae422 req-3ab63b4f-5cd0-4816-af27-62a080b2e574 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.1000893 Jul 24 00:47:57.250005 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-27a759e8-3f52-495b-a6d2-91391f8d0b7c admin admin] Deleting port beea86c5-1e58-47e2-a763-14dbab380279 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:47:57.250361 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-27a759e8-3f52-495b-a6d2-91391f8d0b7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:57.251855 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe59be7-ea79-4589-9571-1ae706501c60 req-0a201cd5-1112-495e-8a2d-9d378fa9c5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:57.252561 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe59be7-ea79-4589-9571-1ae706501c60 req-0a201cd5-1112-495e-8a2d-9d378fa9c5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:57.253943 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-efe59be7-ea79-4589-9571-1ae706501c60 req-0a201cd5-1112-495e-8a2d-9d378fa9c5f9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9f7c2703-e6ed-4724-a0ee-75b06bf57900 HTTP/1.1" status: 200 len: 1987 time: 0.2796924 Jul 24 00:47:57.271238 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8f8ed-0d21-4ab0-bc88-f2d3a373fe00 req-ec24c932-9ada-4ad8-b83e-6d867fb8b571 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:57.277732 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8f8ed-0d21-4ab0-bc88-f2d3a373fe00 req-ec24c932-9ada-4ad8-b83e-6d867fb8b571 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:57.283967 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8f8ed-0d21-4ab0-bc88-f2d3a373fe00 req-ec24c932-9ada-4ad8-b83e-6d867fb8b571 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:57.287248 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-96d89c6f-8216-47b5-ad2f-7465d004c067 req-867f6c3a-5224-47e4-850d-def7df6480c5 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951509 Jul 24 00:47:57.290100 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-52227ec8-274b-4fad-8297-c5eb5037f79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:57.291220 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8f8ed-0d21-4ab0-bc88-f2d3a373fe00 req-ec24c932-9ada-4ad8-b83e-6d867fb8b571 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:57.297735 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8f8ed-0d21-4ab0-bc88-f2d3a373fe00 req-ec24c932-9ada-4ad8-b83e-6d867fb8b571 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:57.304637 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8f8ed-0d21-4ab0-bc88-f2d3a373fe00 req-ec24c932-9ada-4ad8-b83e-6d867fb8b571 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:57.310940 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8f8ed-0d21-4ab0-bc88-f2d3a373fe00 req-ec24c932-9ada-4ad8-b83e-6d867fb8b571 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:57.312986 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-68c8f8ed-0d21-4ab0-bc88-f2d3a373fe00 req-ec24c932-9ada-4ad8-b83e-6d867fb8b571 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 5429 time: 0.2851932 Jul 24 00:47:57.328989 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52227ec8-274b-4fad-8297-c5eb5037f79a None None] Pushing event deleted for resources: {'Port': ['ID=beea86c5-1e58-47e2-a763-14dbab380279,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:57.334672 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52227ec8-274b-4fad-8297-c5eb5037f79a None None] No DVR routers for this DVR port beea86c5-1e58-47e2-a763-14dbab380279 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:47:57.448112 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-27a759e8-3f52-495b-a6d2-91391f8d0b7c admin admin] For port beea86c5-1e58-47e2-a763-14dbab380279, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=beea86c5-1e58-47e2-a763-14dbab380279,segment=NetworkSegment(631edc4b-36d5-4ec8-863f-ce502820caff),segment_id=631edc4b-36d5-4ec8-863f-ce502820caff)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:57.448492 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-27a759e8-3f52-495b-a6d2-91391f8d0b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:57.453421 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f95f513e-9f15-43f4-b800-6c1b1862a12e req-1134b64e-9190-44f7-b599-442d58b78f58 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] 10.222.0.15 "GET /v2.0/floatingips?tenant_id=8a2561aa9442490ba0dd4eadda73aa2f HTTP/1.1" status: 200 len: 696 time: 0.0998082 Jul 24 00:47:57.464918 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-efe59be7-ea79-4589-9571-1ae706501c60 req-58224604-2933-4bb5-9cc9-f6baf4bd75ba service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d0ffb5b8-4b8b-475f-a5f7-255c2b17204b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508255 Jul 24 00:47:57.482983 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-8d7ce5f3-6d9b-4787-b9b0-0bfb9b26e16d service neutron] For port 1bd284f3-f531-425d-990f-2e8bd2068cc4, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:47:57.485339 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-3b6235af-e311-4ed3-b9c0-c6d2e2aa77df service neutron] For port aae95867-f58a-4988-a89e-59b0afb342c8, host n-h2-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:47:57.491623 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-68c8f8ed-0d21-4ab0-bc88-f2d3a373fe00 req-094d9502-eb8c-4e03-9347-81ecb320f363 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d0fd0bd-ecd4-446d-a84a-6ebbd55d94ea&id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1391075 Jul 24 00:47:57.493826 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-27a759e8-3f52-495b-a6d2-91391f8d0b7c admin admin] Calling delete_port for beea86c5-1e58-47e2-a763-14dbab380279 owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:47:57.494593 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-8d7ce5f3-6d9b-4787-b9b0-0bfb9b26e16d service neutron] For port 1bd284f3-f531-425d-990f-2e8bd2068cc4, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=1bd284f3-f531-425d-990f-2e8bd2068cc4,segment=NetworkSegment(58fdc277-5f36-433f-9782-f46712be7157),segment_id=58fdc277-5f36-433f-9782-f46712be7157)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:47:57.496852 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012d286-4ef0-43b3-87b9-465b112ae422 req-3763e644-ffac-40c7-bc48-c8eb0de54b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:57.499536 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2012d286-4ef0-43b3-87b9-465b112ae422 req-3763e644-ffac-40c7-bc48-c8eb0de54b8e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2610607 Jul 24 00:47:57.504192 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-8d7ce5f3-6d9b-4787-b9b0-0bfb9b26e16d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:57.508772 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-3b6235af-e311-4ed3-b9c0-c6d2e2aa77df service neutron] For port aae95867-f58a-4988-a89e-59b0afb342c8, host n-h2-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=aae95867-f58a-4988-a89e-59b0afb342c8,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:47:57.541381 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-3b6235af-e311-4ed3-b9c0-c6d2e2aa77df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:57.569055 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139aa57a-a98e-43e3-a0ec-932d210b856a x-openstack-request-id: req-139aa57a-a98e-43e3-a0ec-932d210b856a {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:47:57.569354 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4883f8b6-cb29-468d-b4c0-f9295f6141ac", "name": "network-vif-unplugged", "status": "completed", "tag": "1bd284f3-f531-425d-990f-2e8bd2068cc4", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:47:57.569917 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-139aa57a-a98e-43e3-a0ec-932d210b856a {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:47:57.570039 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4883f8b6-cb29-468d-b4c0-f9295f6141ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bd284f3-f531-425d-990f-2e8bd2068cc4', 'code': 200} Jul 24 00:47:57.578758 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-3b6235af-e311-4ed3-b9c0-c6d2e2aa77df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:57.579391 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-3b6235af-e311-4ed3-b9c0-c6d2e2aa77df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:57.581079 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-3b6235af-e311-4ed3-b9c0-c6d2e2aa77df service neutron] 10.222.0.11 "PUT /v2.0/ports/aae95867-f58a-4988-a89e-59b0afb342c8 HTTP/1.1" status: 200 len: 1097 time: 2.3136537 Jul 24 00:47:57.624412 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7ce5f3-6d9b-4787-b9b0-0bfb9b26e16d service neutron] Pushing event updated for resources: {'Port': ['ID=1bd284f3-f531-425d-990f-2e8bd2068cc4,revision_number=8']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:57.654400 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-8d7ce5f3-6d9b-4787-b9b0-0bfb9b26e16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:57.655922 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-8d7ce5f3-6d9b-4787-b9b0-0bfb9b26e16d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:57.657249 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-8d7ce5f3-6d9b-4787-b9b0-0bfb9b26e16d service neutron] 10.222.0.11 "PUT /v2.0/ports/1bd284f3-f531-425d-990f-2e8bd2068cc4 HTTP/1.1" status: 200 len: 1124 time: 2.8748393 Jul 24 00:47:57.713276 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f513e-9f15-43f4-b800-6c1b1862a12e req-cdc695cb-f377-4d10-8fd5-59b65199f0ff tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:57.724063 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f95f513e-9f15-43f4-b800-6c1b1862a12e req-cdc695cb-f377-4d10-8fd5-59b65199f0ff tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] 10.222.0.15 "GET /v2.0/networks?id=40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 787 time: 0.2612200 Jul 24 00:47:57.730946 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [req-f95f513e-9f15-43f4-b800-6c1b1862a12e req-10cca4bf-2e99-4931-a4ba-94b0af3b3c9c tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:47:57.742862 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f95f513e-9f15-43f4-b800-6c1b1862a12e req-10cca4bf-2e99-4931-a4ba-94b0af3b3c9c tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0174897 Jul 24 00:47:57.751715 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['1bd284f3-f531-425d-990f-2e8bd2068cc4'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:47:57.771556 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6235af-e311-4ed3-b9c0-c6d2e2aa77df service neutron] Pushing event updated for resources: {'Port': ['ID=aae95867-f58a-4988-a89e-59b0afb342c8,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:57.801938 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea25a45-53fb-413d-ae98-b0ebd5368220 req-cda7d4d1-180a-4c49-8525-06452adbd4a2 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:57.808741 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea25a45-53fb-413d-ae98-b0ebd5368220 req-cda7d4d1-180a-4c49-8525-06452adbd4a2 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:57.810446 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bea25a45-53fb-413d-ae98-b0ebd5368220 req-cda7d4d1-180a-4c49-8525-06452adbd4a2 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f7c2703-e6ed-4724-a0ee-75b06bf57900 HTTP/1.1" status: 200 len: 1683 time: 0.1818924 Jul 24 00:47:57.812617 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-1f81424b-3c06-4dbf-91a0-2f6398e10982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:57.814495 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-1f81424b-3c06-4dbf-91a0-2f6398e10982 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=f741169a-ad20-46f4-a7ba-7e2253c9fda5 HTTP/1.1" status: 200 len: 1100 time: 0.1824429 Jul 24 00:47:57.826060 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2012d286-4ef0-43b3-87b9-465b112ae422 req-e3a8ad46-dcff-4b2b-9b3b-586557ebd6f0 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626138 Jul 24 00:47:57.837752 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-27a759e8-3f52-495b-a6d2-91391f8d0b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:57.877754 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-acbd953a-81b8-49a1-87e3-830ac1a2e9bb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=aae95867-f58a-4988-a89e-59b0afb342c8 HTTP/1.1" status: 200 len: 217 time: 0.0540669 Jul 24 00:47:57.912611 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 26b94257-c0af-4147-9ffe-5c742e897ecd up at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:47:57.913978 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a759e8-3f52-495b-a6d2-91391f8d0b7c admin admin] Pushing event deleted for resources: {'Port': ['ID=beea86c5-1e58-47e2-a763-14dbab380279,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:57.918155 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a759e8-3f52-495b-a6d2-91391f8d0b7c admin admin] No DVR routers for this DVR port beea86c5-1e58-47e2-a763-14dbab380279 on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:47:57.940874 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bea25a45-53fb-413d-ae98-b0ebd5368220 req-fb158d47-3c56-4e9f-b0de-91ecfedd5613 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0ffb5b8-4b8b-475f-a5f7-255c2b17204b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723839 Jul 24 00:47:57.953035 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-aecacecc-092b-4831-97e9-2e6463357105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:57.954513 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-aecacecc-092b-4831-97e9-2e6463357105 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.0663204 Jul 24 00:47:58.026665 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning for port 26b94257-c0af-4147-9ffe-5c742e897ecd completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:47:58.031577 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning complete for port 26b94257-c0af-4147-9ffe-5c742e897ecd triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:47:58.032041 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:58.047276 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-5a70be91-0ba7-41fb-979f-ce5ec8a4c995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:58.048909 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-5a70be91-0ba7-41fb-979f-ce5ec8a4c995 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0868366 Jul 24 00:47:58.070256 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-27a759e8-3f52-495b-a6d2-91391f8d0b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:58.074251 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2012d286-4ef0-43b3-87b9-465b112ae422 req-a0e5513f-fe90-4e95-8795-a894b1907b9c service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161729 Jul 24 00:47:58.089880 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740d6f6-7c72-44e0-b208-6a984f3f575b req-610a9968-cf10-456e-a317-98ad32ca0aae tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:58.091858 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5740d6f6-7c72-44e0-b208-6a984f3f575b req-610a9968-cf10-456e-a317-98ad32ca0aae tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=4883f8b6-cb29-468d-b4c0-f9295f6141ac HTTP/1.1" status: 200 len: 944 time: 0.2639761 Jul 24 00:47:58.095305 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-27a759e8-3f52-495b-a6d2-91391f8d0b7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fed34ff-1bf8-4b83-bd45-2cd3f02a020c']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:47:58.114622 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-27a759e8-3f52-495b-a6d2-91391f8d0b7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '631edc4b-36d5-4ec8-863f-ce502820caff') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:47:58.115730 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-27a759e8-3f52-495b-a6d2-91391f8d0b7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '631edc4b-36d5-4ec8-863f-ce502820caff') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:47:58.136040 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-27a759e8-3f52-495b-a6d2-91391f8d0b7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:58.144706 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-58ce0912-2b89-4b95-a47f-adc5131edaf9 req-c5b0a645-fbd9-4407-8dcc-209d14e004a4 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] 10.222.0.15 "GET /v2.0/floatingips/f48e0989-ea55-4e7f-a210-41db33506d4b HTTP/1.1" status: 200 len: 693 time: 0.0942786 Jul 24 00:47:58.163068 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-27a759e8-3f52-495b-a6d2-91391f8d0b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:58.171855 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:58.179889 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5740d6f6-7c72-44e0-b208-6a984f3f575b req-556fc2c9-50ea-4a7a-8e0d-d635e6fa146b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753939 Jul 24 00:47:58.181120 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27a759e8-3f52-495b-a6d2-91391f8d0b7c admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:47:58.181641 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-27a759e8-3f52-495b-a6d2-91391f8d0b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:58.186016 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device beea86c5-1e58-47e2-a763-14dbab380279 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:47:58.221142 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: beea86c5-1e58-47e2-a763-14dbab380279 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:47:58.221595 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device beea86c5-1e58-47e2-a763-14dbab380279 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:47:58.265009 n-d-793621-25 neutron-server[100464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:47:58.265009 n-d-793621-25 neutron-server[100464]: self.session.flush() Jul 24 00:47:58.265009 n-d-793621-25 neutron-server[100464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:47:58.265009 n-d-793621-25 neutron-server[100464]: self.session.flush() Jul 24 00:47:58.265009 n-d-793621-25 neutron-server[100464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:47:58.265009 n-d-793621-25 neutron-server[100464]: self.session.flush() Jul 24 00:47:58.265009 n-d-793621-25 neutron-server[100464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:47:58.265009 n-d-793621-25 neutron-server[100464]: self.session.flush() Jul 24 00:47:58.265009 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 00:47:58.265009 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:47:58.265009 n-d-793621-25 neutron-server[100464]: timer() Jul 24 00:47:58.265009 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:47:58.265009 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 00:47:58.265009 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:47:58.265009 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 00:47:58.265009 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:47:58.265009 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 00:47:58.265009 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:47:58.265009 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 00:47:58.265009 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:47:58.265009 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 00:47:58.265009 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:47:58.265009 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:47:58.265009 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:47:58.265009 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:47:58.265009 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:47:58.265009 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 00:47:58.265009 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:47:58.265009 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 00:47:58.265009 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:47:58.265009 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:47:58.265009 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:47:58.265009 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 00:47:58.265009 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:47:58.265009 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:47:58.265009 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:47:58.265009 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:47:58.265009 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:47:58.265009 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:47:58.265009 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:47:58.267665 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 26b94257-c0af-4147-9ffe-5c742e897ecd, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=26b94257-c0af-4147-9ffe-5c742e897ecd,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:58.273701 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:58.304411 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-27a759e8-3f52-495b-a6d2-91391f8d0b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:58.309757 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-27a759e8-3f52-495b-a6d2-91391f8d0b7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:58.315508 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-27a759e8-3f52-495b-a6d2-91391f8d0b7c admin admin] 10.222.0.15 "DELETE /v2.0/networks/1fed34ff-1bf8-4b83-bd45-2cd3f02a020c HTTP/1.1" status: 204 len: 168 time: 1.6056485 Jul 24 00:47:58.316504 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48566) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:47:58.330194 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-e8c13455-557d-4fb5-84df-b55b05d0c485 service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725801 Jul 24 00:47:58.344058 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=26b94257-c0af-4147-9ffe-5c742e897ecd,revision_number=9']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:58.348046 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce0912-2b89-4b95-a47f-adc5131edaf9 req-05a775c9-4dbd-440c-a5a7-ed3a608ac8f1 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:58.349480 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-58ce0912-2b89-4b95-a47f-adc5131edaf9 req-05a775c9-4dbd-440c-a5a7-ed3a608ac8f1 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] 10.222.0.15 "GET /v2.0/networks/40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 784 time: 0.2036123 Jul 24 00:47:58.367530 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a759e8-3f52-495b-a6d2-91391f8d0b7c admin admin] Pushing event deleted for resources: {'Network': ['ID=1fed34ff-1bf8-4b83-bd45-2cd3f02a020c,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:58.370705 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [req-58ce0912-2b89-4b95-a47f-adc5131edaf9 req-aa71ce53-3feb-4fe0-af18-d97c92cc7251 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:47:58.371778 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-58ce0912-2b89-4b95-a47f-adc5131edaf9 req-aa71ce53-3feb-4fe0-af18-d97c92cc7251 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119638 Jul 24 00:47:58.445596 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-58ce0912-2b89-4b95-a47f-adc5131edaf9 req-486ee986-fc0e-43a4-8cfa-9116b66a2a52 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.184 HTTP/1.1" status: 200 len: 696 time: 0.0596156 Jul 24 00:47:58.460557 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c802d6-6477-4893-8717-ca86b3616b04 req-751b7cc6-59cb-4cd9-895c-305452c723ac tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:58.462826 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b3c802d6-6477-4893-8717-ca86b3616b04 req-751b7cc6-59cb-4cd9-895c-305452c723ac tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 948 time: 0.1956718 Jul 24 00:47:58.531099 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-58ce0912-2b89-4b95-a47f-adc5131edaf9 req-00df3484-cb2f-4347-bd8e-31a87df06d28 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.184 HTTP/1.1" status: 200 len: 696 time: 0.0514057 Jul 24 00:47:58.580628 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b3c802d6-6477-4893-8717-ca86b3616b04 req-b2928ab2-d1ef-416a-b5b9-094b3d079ac2 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118560 Jul 24 00:47:58.581046 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-71ccae65-9ef3-485b-9d4d-097894586a90 req-d2498cc2-b5c5-4ad2-825c-9f61e8210cb8 service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281840 Jul 24 00:47:58.691134 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-58ce0912-2b89-4b95-a47f-adc5131edaf9 req-56bbe8a8-6d07-4d8e-b855-5a57329f2a59 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Deleting port 504a9e19-a2d4-4c50-9a26-3e80ef5f8a24 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:47:58.691525 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-58ce0912-2b89-4b95-a47f-adc5131edaf9 req-56bbe8a8-6d07-4d8e-b855-5a57329f2a59 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:58.805209 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-58ce0912-2b89-4b95-a47f-adc5131edaf9 req-56bbe8a8-6d07-4d8e-b855-5a57329f2a59 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:58.805958 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-58ce0912-2b89-4b95-a47f-adc5131edaf9 req-56bbe8a8-6d07-4d8e-b855-5a57329f2a59 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:58.821689 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-58ce0912-2b89-4b95-a47f-adc5131edaf9 req-56bbe8a8-6d07-4d8e-b855-5a57329f2a59 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Calling delete_port for 504a9e19-a2d4-4c50-9a26-3e80ef5f8a24 owned by network:floatingip {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:47:58.917051 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ee412f-71d8-40f9-8750-cb729f5a97ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b94257-c0af-4147-9ffe-5c742e897ecd'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:47:58.919840 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6188a77-8806-4f79-b97f-495e7b0ea682" -d '{"events": [{"server_uuid": "19ee412f-71d8-40f9-8750-cb729f5a97ac", "name": "network-vif-plugged", "status": "completed", "tag": "26b94257-c0af-4147-9ffe-5c742e897ecd"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:47:58.983962 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-58ce0912-2b89-4b95-a47f-adc5131edaf9 req-56bbe8a8-6d07-4d8e-b855-5a57329f2a59 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:59.016122 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bbe8a8-6d07-4d8e-b855-5a57329f2a59 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Pushing event deleted for resources: {'Port': ['ID=504a9e19-a2d4-4c50-9a26-3e80ef5f8a24,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:47:59.080806 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-58ce0912-2b89-4b95-a47f-adc5131edaf9 req-56bbe8a8-6d07-4d8e-b855-5a57329f2a59 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Notify callbacks [] for floatingip, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:59.084233 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-58ce0912-2b89-4b95-a47f-adc5131edaf9 req-56bbe8a8-6d07-4d8e-b855-5a57329f2a59 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:59.085521 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-58ce0912-2b89-4b95-a47f-adc5131edaf9 req-56bbe8a8-6d07-4d8e-b855-5a57329f2a59 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] 10.222.0.15 "DELETE /v2.0/floatingips/f48e0989-ea55-4e7f-a210-41db33506d4b HTTP/1.1" status: 204 len: 173 time: 0.5474374 Jul 24 00:47:59.106262 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2962ed-e89c-4718-803c-217a5a6244ea req-b930017e-61b1-4985-920e-769728efa447 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:59.107999 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5d2962ed-e89c-4718-803c-217a5a6244ea req-b930017e-61b1-4985-920e-769728efa447 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=f741169a-ad20-46f4-a7ba-7e2253c9fda5 HTTP/1.1" status: 200 len: 948 time: 0.4476273 Jul 24 00:47:59.203957 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5d2962ed-e89c-4718-803c-217a5a6244ea req-169e9d04-2395-4091-8a6b-14e0190fbeaa tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887883 Jul 24 00:47:59.221190 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73d555-2d8a-46cd-b69a-298d39c0001f req-43f6c631-a67a-4edf-a0e1-4de6ad40d6dd tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:59.227449 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73d555-2d8a-46cd-b69a-298d39c0001f req-43f6c631-a67a-4edf-a0e1-4de6ad40d6dd tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:59.233452 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73d555-2d8a-46cd-b69a-298d39c0001f req-43f6c631-a67a-4edf-a0e1-4de6ad40d6dd tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:59.239476 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73d555-2d8a-46cd-b69a-298d39c0001f req-43f6c631-a67a-4edf-a0e1-4de6ad40d6dd tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:59.246183 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73d555-2d8a-46cd-b69a-298d39c0001f req-43f6c631-a67a-4edf-a0e1-4de6ad40d6dd tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:59.252262 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73d555-2d8a-46cd-b69a-298d39c0001f req-43f6c631-a67a-4edf-a0e1-4de6ad40d6dd tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:59.255393 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d9018b4d-2eca-4890-8079-c2b1f19bad1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:59.259319 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef73d555-2d8a-46cd-b69a-298d39c0001f req-43f6c631-a67a-4edf-a0e1-4de6ad40d6dd tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:59.261237 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ef73d555-2d8a-46cd-b69a-298d39c0001f req-43f6c631-a67a-4edf-a0e1-4de6ad40d6dd tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 5429 time: 0.1130321 Jul 24 00:47:59.264261 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813415e9-0e05-4f5d-9e3f-54400d072e46 x-openstack-request-id: req-813415e9-0e05-4f5d-9e3f-54400d072e46 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:47:59.264565 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ee412f-71d8-40f9-8750-cb729f5a97ac", "name": "network-vif-plugged", "status": "completed", "tag": "26b94257-c0af-4147-9ffe-5c742e897ecd", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:47:59.264821 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-813415e9-0e05-4f5d-9e3f-54400d072e46 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:47:59.265216 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ee412f-71d8-40f9-8750-cb729f5a97ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b94257-c0af-4147-9ffe-5c742e897ecd', 'code': 200} Jul 24 00:47:59.311162 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ef73d555-2d8a-46cd-b69a-298d39c0001f req-363e8efe-7231-431f-a010-4a62a9cd7dfb tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d0fd0bd-ecd4-446d-a84a-6ebbd55d94ea&id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410416 Jul 24 00:47:59.458903 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df0131-9573-4b30-8c9b-784a5791c2f2 req-3249b0ab-b354-4fc2-a244-83e5e2ed1c8f tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:59.464830 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df0131-9573-4b30-8c9b-784a5791c2f2 req-3249b0ab-b354-4fc2-a244-83e5e2ed1c8f tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:59.466443 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c3df0131-9573-4b30-8c9b-784a5791c2f2 req-3249b0ab-b354-4fc2-a244-83e5e2ed1c8f tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f7c2703-e6ed-4724-a0ee-75b06bf57900 HTTP/1.1" status: 200 len: 1683 time: 0.1464167 Jul 24 00:47:59.499378 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-30e86c2e-7c74-45e3-b771-d6737ebd1c78 req-d0aade8c-7975-43c6-9151-b6ebb5883927 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1043284 Jul 24 00:47:59.509052 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-30e86c2e-7c74-45e3-b771-d6737ebd1c78 req-930bc389-cfac-4359-98ed-8e5eca3fdcf6 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:47:59.534899 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-30e86c2e-7c74-45e3-b771-d6737ebd1c78 req-930bc389-cfac-4359-98ed-8e5eca3fdcf6 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Notify callbacks [] for floatingip, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:59.556657 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c3df0131-9573-4b30-8c9b-784a5791c2f2 req-52e92bd9-4aa4-4367-9520-16e82d9dfa0c tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0ffb5b8-4b8b-475f-a5f7-255c2b17204b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742736 Jul 24 00:47:59.570918 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f741169a-ad20-46f4-a7ba-7e2253c9fda5', 'tag': 'aae95867-f58a-4988-a89e-59b0afb342c8'}, {'name': 'network-changed', 'server_uuid': '4883f8b6-cb29-468d-b4c0-f9295f6141ac', 'tag': '1bd284f3-f531-425d-990f-2e8bd2068cc4'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:47:59.578658 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d768c848-a498-4bac-b1c3-26ffa352d099" -d '{"events": [{"name": "network-changed", "server_uuid": "f741169a-ad20-46f4-a7ba-7e2253c9fda5", "tag": "aae95867-f58a-4988-a89e-59b0afb342c8"}, {"name": "network-changed", "server_uuid": "4883f8b6-cb29-468d-b4c0-f9295f6141ac", "tag": "1bd284f3-f531-425d-990f-2e8bd2068cc4"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:47:59.656591 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-30e86c2e-7c74-45e3-b771-d6737ebd1c78 req-930bc389-cfac-4359-98ed-8e5eca3fdcf6 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:59.732763 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a621c-311b-42f6-9a39-f11b9e469415 req-2ad3930c-20ca-4232-9c98-b1f5577715c2 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:47:59.734406 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1c5a621c-311b-42f6-9a39-f11b9e469415 req-2ad3930c-20ca-4232-9c98-b1f5577715c2 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=4883f8b6-cb29-468d-b4c0-f9295f6141ac HTTP/1.1" status: 200 len: 944 time: 0.1059434 Jul 24 00:47:59.736840 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-d9018b4d-2eca-4890-8079-c2b1f19bad1b admin admin] Deleting port bfae9315-d3ae-4d89-a4f2-fbf22d0d20a7 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:47:59.737180 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d9018b4d-2eca-4890-8079-c2b1f19bad1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:59.764748 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-30e86c2e-7c74-45e3-b771-d6737ebd1c78 req-930bc389-cfac-4359-98ed-8e5eca3fdcf6 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Allocated IP 172.25.2.198 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/10721908-c37d-4e41-b481-74c596e7dc38) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:47:59.827307 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1c5a621c-311b-42f6-9a39-f11b9e469415 req-f6ed6a9b-d390-4bad-80d6-818abab5935c tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861373 Jul 24 00:47:59.858876 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-d9018b4d-2eca-4890-8079-c2b1f19bad1b admin admin] For port bfae9315-d3ae-4d89-a4f2-fbf22d0d20a7, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=bfae9315-d3ae-4d89-a4f2-fbf22d0d20a7,segment=NetworkSegment(d41f5032-2a39-49c9-80f5-626abac75922),segment_id=d41f5032-2a39-49c9-80f5-626abac75922)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:47:59.859331 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d9018b4d-2eca-4890-8079-c2b1f19bad1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:59.875809 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-d9018b4d-2eca-4890-8079-c2b1f19bad1b admin admin] Calling delete_port for bfae9315-d3ae-4d89-a4f2-fbf22d0d20a7 owned by network:router_interface {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:47:59.883893 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-30e86c2e-7c74-45e3-b771-d6737ebd1c78 req-930bc389-cfac-4359-98ed-8e5eca3fdcf6 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:47:59.900187 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 1bd284f3-f531-425d-990f-2e8bd2068cc4 details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:47:59.908514 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 24 Jul 2021 00:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ede096-eaae-499b-a4e4-3532b2b69ab6 x-openstack-request-id: req-01ede096-eaae-499b-a4e4-3532b2b69ab6 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:47:59.908981 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f741169a-ad20-46f4-a7ba-7e2253c9fda5", "tag": "aae95867-f58a-4988-a89e-59b0afb342c8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4883f8b6-cb29-468d-b4c0-f9295f6141ac", "tag": "1bd284f3-f531-425d-990f-2e8bd2068cc4", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:47:59.909334 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-01ede096-eaae-499b-a4e4-3532b2b69ab6 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:47:59.909839 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f741169a-ad20-46f4-a7ba-7e2253c9fda5', 'tag': 'aae95867-f58a-4988-a89e-59b0afb342c8', 'status': 'completed', 'code': 200} Jul 24 00:47:59.910317 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4883f8b6-cb29-468d-b4c0-f9295f6141ac', 'tag': '1bd284f3-f531-425d-990f-2e8bd2068cc4', 'status': 'completed', 'code': 200} Jul 24 00:48:00.007691 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-30e86c2e-7c74-45e3-b771-d6737ebd1c78 req-930bc389-cfac-4359-98ed-8e5eca3fdcf6 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:00.053094 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768c848-a498-4bac-b1c3-26ffa352d099 req-b8908829-7168-4bea-a705-54a5e38f472a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:00.054519 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d768c848-a498-4bac-b1c3-26ffa352d099 req-b8908829-7168-4bea-a705-54a5e38f472a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=f741169a-ad20-46f4-a7ba-7e2253c9fda5 HTTP/1.1" status: 200 len: 1100 time: 0.1191423 Jul 24 00:48:00.068661 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30e86c2e-7c74-45e3-b771-d6737ebd1c78 req-930bc389-cfac-4359-98ed-8e5eca3fdcf6 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:48:00.075502 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 1bd284f3-f531-425d-990f-2e8bd2068cc4, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=1bd284f3-f531-425d-990f-2e8bd2068cc4,segment=NetworkSegment(58fdc277-5f36-433f-9782-f46712be7157),segment_id=58fdc277-5f36-433f-9782-f46712be7157)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:00.091508 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-30e86c2e-7c74-45e3-b771-d6737ebd1c78 req-930bc389-cfac-4359-98ed-8e5eca3fdcf6 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:48:00.097893 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 1bd284f3-f531-425d-990f-2e8bd2068cc4 has no active binding in host n-h2-793621-25 {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 24 00:48:00.107037 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e86c2e-7c74-45e3-b771-d6737ebd1c78 req-930bc389-cfac-4359-98ed-8e5eca3fdcf6 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:48:00.112091 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930bc389-cfac-4359-98ed-8e5eca3fdcf6 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Pushing event updated for resources: {'Port': ['ID=10721908-c37d-4e41-b481-74c596e7dc38,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:00.124362 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768c848-a498-4bac-b1c3-26ffa352d099 req-a8df29fe-ee97-44df-a12c-35ed4e0224c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:00.125914 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d768c848-a498-4bac-b1c3-26ffa352d099 req-a8df29fe-ee97-44df-a12c-35ed4e0224c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6c3815e83b546d1ba8426b7607dbf30&device_id=4883f8b6-cb29-468d-b4c0-f9295f6141ac HTTP/1.1" status: 200 len: 1127 time: 0.1882617 Jul 24 00:48:00.193589 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b59543-d055-42a8-a7af-1a4dfb4ff613 req-56bf631a-310b-43d7-9201-96cbd8ec1aaf tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:00.195486 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-10b59543-d055-42a8-a7af-1a4dfb4ff613 req-56bf631a-310b-43d7-9201-96cbd8ec1aaf tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 948 time: 0.1923163 Jul 24 00:48:00.241197 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768c848-a498-4bac-b1c3-26ffa352d099 req-1e6ec64c-84eb-423a-94b9-ae59ab49308e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:00.242748 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d768c848-a498-4bac-b1c3-26ffa352d099 req-1e6ec64c-84eb-423a-94b9-ae59ab49308e service neutron] 10.222.0.11 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.1767721 Jul 24 00:48:00.267919 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-30e86c2e-7c74-45e3-b771-d6737ebd1c78 req-930bc389-cfac-4359-98ed-8e5eca3fdcf6 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:00.303703 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d768c848-a498-4bac-b1c3-26ffa352d099 req-1f418938-c5a3-4460-ab9e-b217a5c92efe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=aae95867-f58a-4988-a89e-59b0afb342c8 HTTP/1.1" status: 200 len: 217 time: 0.0465908 Jul 24 00:48:00.325646 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-10b59543-d055-42a8-a7af-1a4dfb4ff613 req-1e26b477-1074-46b7-90b4-ef3f0aa19a22 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001148 Jul 24 00:48:00.326683 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768c848-a498-4bac-b1c3-26ffa352d099 req-79470506-036b-4341-97d2-3bf6be3b5745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:00.328098 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d768c848-a498-4bac-b1c3-26ffa352d099 req-79470506-036b-4341-97d2-3bf6be3b5745 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0424e002-92c3-40ed-8018-7ea44515813a HTTP/1.1" status: 200 len: 922 time: 0.1929486 Jul 24 00:48:00.357934 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d9018b4d-2eca-4890-8079-c2b1f19bad1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:00.387713 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-30e86c2e-7c74-45e3-b771-d6737ebd1c78 req-930bc389-cfac-4359-98ed-8e5eca3fdcf6 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:00.394276 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d768c848-a498-4bac-b1c3-26ffa352d099 req-22c754b1-0ed9-49c7-ae53-cb7249091616 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bd284f3-f531-425d-990f-2e8bd2068cc4 HTTP/1.1" status: 200 len: 217 time: 0.0558825 Jul 24 00:48:00.416700 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768c848-a498-4bac-b1c3-26ffa352d099 req-a3ea2b89-5bb9-45a9-b5e1-b5ba42dc02f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:00.418208 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d768c848-a498-4bac-b1c3-26ffa352d099 req-a3ea2b89-5bb9-45a9-b5e1-b5ba42dc02f2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.0855570 Jul 24 00:48:00.423943 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9018b4d-2eca-4890-8079-c2b1f19bad1b admin admin] Pushing event deleted for resources: {'Port': ['ID=bfae9315-d3ae-4d89-a4f2-fbf22d0d20a7,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:00.524054 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768c848-a498-4bac-b1c3-26ffa352d099 req-f852a2eb-7e77-4de0-a96a-bb46b80f961d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:00.525719 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d768c848-a498-4bac-b1c3-26ffa352d099 req-f852a2eb-7e77-4de0-a96a-bb46b80f961d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eacbc75d-e7d9-4f31-b710-44862dc68303 HTTP/1.1" status: 200 len: 861 time: 0.1113422 Jul 24 00:48:00.595253 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768c848-a498-4bac-b1c3-26ffa352d099 req-5e9ffbff-6c8b-45cb-926c-22b88a4c1888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:00.597060 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d768c848-a498-4bac-b1c3-26ffa352d099 req-5e9ffbff-6c8b-45cb-926c-22b88a4c1888 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1693058 Jul 24 00:48:00.640168 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d768c848-a498-4bac-b1c3-26ffa352d099 req-939c3178-2cf9-42dd-9c2a-be5dbea8b349 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0424e002-92c3-40ed-8018-7ea44515813a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942364 Jul 24 00:48:00.722225 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-30e86c2e-7c74-45e3-b771-d6737ebd1c78 req-930bc389-cfac-4359-98ed-8e5eca3fdcf6 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:00.730642 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-30e86c2e-7c74-45e3-b771-d6737ebd1c78 req-930bc389-cfac-4359-98ed-8e5eca3fdcf6 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:00.742438 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d768c848-a498-4bac-b1c3-26ffa352d099 req-8908b696-cbc9-451b-8588-f64129f89905 service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356173 Jul 24 00:48:00.808597 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d9018b4d-2eca-4890-8079-c2b1f19bad1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:00.820902 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d768c848-a498-4bac-b1c3-26ffa352d099 req-185e92bf-8a76-4189-a9c3-54d365d8f2c0 service neutron] 10.222.0.13 "GET /v2.0/networks/0424e002-92c3-40ed-8018-7ea44515813a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685352 Jul 24 00:48:00.840179 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7bb0f-7d66-40e7-b9b0-e5b7af77ec9f req-d029ba9e-35e2-4828-aeea-a3f4de9811de tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:00.847574 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-37f7bb0f-7d66-40e7-b9b0-e5b7af77ec9f req-d029ba9e-35e2-4828-aeea-a3f4de9811de tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=f741169a-ad20-46f4-a7ba-7e2253c9fda5 HTTP/1.1" status: 200 len: 948 time: 0.2374969 Jul 24 00:48:00.874243 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930bc389-cfac-4359-98ed-8e5eca3fdcf6 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Pushing event updated for resources: {'Port': ['ID=10721908-c37d-4e41-b481-74c596e7dc38,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:00.895500 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-30e86c2e-7c74-45e3-b771-d6737ebd1c78 req-930bc389-cfac-4359-98ed-8e5eca3fdcf6 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:00.928757 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-30e86c2e-7c74-45e3-b771-d6737ebd1c78 req-930bc389-cfac-4359-98ed-8e5eca3fdcf6 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:00.930138 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-30e86c2e-7c74-45e3-b771-d6737ebd1c78 req-930bc389-cfac-4359-98ed-8e5eca3fdcf6 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4255354 Jul 24 00:48:00.932496 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d768c848-a498-4bac-b1c3-26ffa352d099 req-52412d2a-1fb1-4df8-80a3-bc462857bf0c service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655617 Jul 24 00:48:00.994011 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-30e86c2e-7c74-45e3-b771-d6737ebd1c78 req-e090216a-8cd8-4a08-84c5-ef305f40cd8b tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.198 HTTP/1.1" status: 200 len: 696 time: 0.0574074 Jul 24 00:48:01.024022 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-37f7bb0f-7d66-40e7-b9b0-e5b7af77ec9f req-1ab2eae4-a4c4-4c33-9396-19e584f4edac tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724713 Jul 24 00:48:01.075014 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d768c848-a498-4bac-b1c3-26ffa352d099 req-2c120305-af16-4536-9a35-61d091c4aff6 service neutron] 10.222.0.13 "GET /v2.0/networks/0424e002-92c3-40ed-8018-7ea44515813a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245226 Jul 24 00:48:01.136868 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e86c2e-7c74-45e3-b771-d6737ebd1c78 req-d385ff16-e2b0-4911-bfa4-83220b424b8a tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:01.138412 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-30e86c2e-7c74-45e3-b771-d6737ebd1c78 req-d385ff16-e2b0-4911-bfa4-83220b424b8a tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] 10.222.0.15 "GET /v2.0/networks/40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 784 time: 0.1390798 Jul 24 00:48:01.246678 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be7b0a-3e88-4082-8929-037b47c9fb60 req-f478ab1e-1ac7-4212-b337-ee46cb3bb2cd tempest-MigrationsAdminTest-2033339856 tempest-MigrationsAdminTest-2033339856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:01.248338 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c5be7b0a-3e88-4082-8929-037b47c9fb60 req-f478ab1e-1ac7-4212-b337-ee46cb3bb2cd tempest-MigrationsAdminTest-2033339856 tempest-MigrationsAdminTest-2033339856-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 1100 time: 0.0598199 Jul 24 00:48:01.251433 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fc686-a84d-45ce-b1f3-aa5a64893c37 req-ce1e379a-a041-4b9e-beab-c924a6d65b3d tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:01.257949 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fc686-a84d-45ce-b1f3-aa5a64893c37 req-ce1e379a-a041-4b9e-beab-c924a6d65b3d tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:01.263919 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fc686-a84d-45ce-b1f3-aa5a64893c37 req-ce1e379a-a041-4b9e-beab-c924a6d65b3d tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:01.269870 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fc686-a84d-45ce-b1f3-aa5a64893c37 req-ce1e379a-a041-4b9e-beab-c924a6d65b3d tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:01.276095 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fc686-a84d-45ce-b1f3-aa5a64893c37 req-ce1e379a-a041-4b9e-beab-c924a6d65b3d tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:01.282081 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fc686-a84d-45ce-b1f3-aa5a64893c37 req-ce1e379a-a041-4b9e-beab-c924a6d65b3d tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:01.285044 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c5be7b0a-3e88-4082-8929-037b47c9fb60 req-cf7a0a06-8a56-4d4f-a0a2-7058bded131d tempest-MigrationsAdminTest-2033339856 tempest-MigrationsAdminTest-2033339856-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308990 Jul 24 00:48:01.288550 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fc686-a84d-45ce-b1f3-aa5a64893c37 req-ce1e379a-a041-4b9e-beab-c924a6d65b3d tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:01.290495 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-396fc686-a84d-45ce-b1f3-aa5a64893c37 req-ce1e379a-a041-4b9e-beab-c924a6d65b3d tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 5429 time: 0.1685624 Jul 24 00:48:01.294996 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9018b4d-2eca-4890-8079-c2b1f19bad1b admin admin] Router f2d2629c-383d-448a-a045-dbf33cfdf10f has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:48:01.401388 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-396fc686-a84d-45ce-b1f3-aa5a64893c37 req-2aa2a88e-b1a8-49e9-9429-b93b1bd63665 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d0fd0bd-ecd4-446d-a84a-6ebbd55d94ea&id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1011884 Jul 24 00:48:01.447938 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9018b4d-2eca-4890-8079-c2b1f19bad1b admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:48:01.455513 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d9018b4d-2eca-4890-8079-c2b1f19bad1b admin admin] 10.222.0.15 "PUT /v2.0/routers/f2d2629c-383d-448a-a045-dbf33cfdf10f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1258235 Jul 24 00:48:01.456591 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48606) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:01.460958 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16181ae1-b8dd-438c-82e0-bc25884e86ed None None] Sync routers for ids ['f2d2629c-383d-448a-a045-dbf33cfdf10f'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:48:01.471361 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16181ae1-b8dd-438c-82e0-bc25884e86ed None None] Routers {'f2d2629c-383d-448a-a045-dbf33cfdf10f'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:48:01.472164 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-16181ae1-b8dd-438c-82e0-bc25884e86ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:47:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f2d2629c-383d-448a-a045-dbf33cfdf10f'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:01.505750 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8818f6f-c97d-427c-a787-de970981f1fa req-75923858-2976-41ce-9720-90b1da86776f tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:01.512001 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8818f6f-c97d-427c-a787-de970981f1fa req-75923858-2976-41ce-9720-90b1da86776f tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:01.513805 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c8818f6f-c97d-427c-a787-de970981f1fa req-75923858-2976-41ce-9720-90b1da86776f tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f7c2703-e6ed-4724-a0ee-75b06bf57900 HTTP/1.1" status: 200 len: 1683 time: 0.0953462 Jul 24 00:48:01.565026 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c8818f6f-c97d-427c-a787-de970981f1fa req-f54adf42-5cd6-400b-9a03-bd3a97b101f0 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0ffb5b8-4b8b-475f-a5f7-255c2b17204b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397303 Jul 24 00:48:01.601473 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-16181ae1-b8dd-438c-82e0-bc25884e86ed None None] Set router f2d2629c-383d-448a-a045-dbf33cfdf10f gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:48:01.654035 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2fdd4082-a418-4060-85f4-690ea9bd3065 req-91b87d74-8700-464f-80bc-51e8778bdf80 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] 10.222.0.15 "GET /v2.0/floatingips/5c733d56-2443-476b-a9c1-0520ecefe988 HTTP/1.1" status: 200 len: 693 time: 0.0570226 Jul 24 00:48:01.783045 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd4082-a418-4060-85f4-690ea9bd3065 req-f114e7e2-8a7d-409a-98df-056057d329cb tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:01.785098 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2fdd4082-a418-4060-85f4-690ea9bd3065 req-f114e7e2-8a7d-409a-98df-056057d329cb tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] 10.222.0.15 "GET /v2.0/networks/40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 784 time: 0.1237345 Jul 24 00:48:01.817130 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-16181ae1-b8dd-438c-82e0-bc25884e86ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d2629c-383d-448a-a045-dbf33cfdf10f', 'name': 'tempest-AttachSCSIVolumeTestJSON-713094771-router', 'tenant_id': '88f9a8f13f454420bc408e1e31c11f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '595a61c3-a0c9-4cfe-90c7-4455ceddf814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:45:36Z', 'updated_at': '2021-07-24T00:48:00Z', 'revision_number': 5, 'project_id': '88f9a8f13f454420bc408e1e31c11f03', 'gw_port': {'id': '595a61c3-a0c9-4cfe-90c7-4455ceddf814', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d2629c-383d-448a-a045-dbf33cfdf10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:37Z', 'updated_at': '2021-07-24T00:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:01.848396 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16181ae1-b8dd-438c-82e0-bc25884e86ed None None] Checking router: f2d2629c-383d-448a-a045-dbf33cfdf10f for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:48:01.848764 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2fdd4082-a418-4060-85f4-690ea9bd3065 req-f468f7f1-85db-43b4-aad2-4fec370d85c9 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.198 HTTP/1.1" status: 200 len: 696 time: 0.0536902 Jul 24 00:48:01.866972 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16181ae1-b8dd-438c-82e0-bc25884e86ed None None] Routers {'f2d2629c-383d-448a-a045-dbf33cfdf10f'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:48:01.867631 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-16181ae1-b8dd-438c-82e0-bc25884e86ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:47:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f2d2629c-383d-448a-a045-dbf33cfdf10f'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:01.906309 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2fdd4082-a418-4060-85f4-690ea9bd3065 req-cee72033-9727-4187-8950-96104ee775ee tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.198 HTTP/1.1" status: 200 len: 696 time: 0.0492129 Jul 24 00:48:01.936448 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device aae95867-f58a-4988-a89e-59b0afb342c8 details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:48:01.961698 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-2b3497ef-eac4-4eae-9277-3c96bc061fa2 service neutron] 10.222.0.13 "GET /v2.0/ports/1bd284f3-f531-425d-990f-2e8bd2068cc4/bindings/n-h2-793621-25 HTTP/1.1" status: 200 len: 385 time: 0.4849005 Jul 24 00:48:01.974808 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9343a38a-a59a-47b6-891a-3a536634112a admin admin] Notify callbacks [] for router, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:02.048792 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-16181ae1-b8dd-438c-82e0-bc25884e86ed None None] Set router f2d2629c-383d-448a-a045-dbf33cfdf10f gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:48:02.059396 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-2fdd4082-a418-4060-85f4-690ea9bd3065 req-de2f9261-3014-4853-9118-375ef17036b4 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Deleting port 10721908-c37d-4e41-b481-74c596e7dc38 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:48:02.059758 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-2fdd4082-a418-4060-85f4-690ea9bd3065 req-de2f9261-3014-4853-9118-375ef17036b4 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:02.097682 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f410d42-6792-41e8-8bb6-fc69cf6be2c5 req-38810ef2-e52a-4a51-a61b-09f704337071 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:02.097682 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9f410d42-6792-41e8-8bb6-fc69cf6be2c5 req-38810ef2-e52a-4a51-a61b-09f704337071 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=4883f8b6-cb29-468d-b4c0-f9295f6141ac HTTP/1.1" status: 200 len: 944 time: 0.5821095 Jul 24 00:48:02.243646 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9f410d42-6792-41e8-8bb6-fc69cf6be2c5 req-d4746558-de10-40b2-965b-f1e10b2aa35b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372788 Jul 24 00:48:02.298104 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port aae95867-f58a-4988-a89e-59b0afb342c8, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=aae95867-f58a-4988-a89e-59b0afb342c8,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:02.316103 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9343a38a-a59a-47b6-891a-3a536634112a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:02.354939 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': 'aae95867-f58a-4988-a89e-59b0afb342c8', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'port_id': 'aae95867-f58a-4988-a89e-59b0afb342c8', 'mac_address': 'fa:16:3e:f7:38:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:48:02.447831 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:02.481676 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aae95867-f58a-4988-a89e-59b0afb342c8 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:48:02.504064 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-a2d58379-328b-42ac-b492-b843a47e972e service neutron] For port 1bd284f3-f531-425d-990f-2e8bd2068cc4, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=1bd284f3-f531-425d-990f-2e8bd2068cc4,segment=NetworkSegment(58fdc277-5f36-433f-9782-f46712be7157),segment_id=58fdc277-5f36-433f-9782-f46712be7157)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:02.543663 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-a2d58379-328b-42ac-b492-b843a47e972e service neutron] For port 1bd284f3-f531-425d-990f-2e8bd2068cc4, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:48:02.543958 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port aae95867-f58a-4988-a89e-59b0afb342c8, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=aae95867-f58a-4988-a89e-59b0afb342c8,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:02.555707 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:02.561949 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-2fdd4082-a418-4060-85f4-690ea9bd3065 req-de2f9261-3014-4853-9118-375ef17036b4 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:02.562319 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-2fdd4082-a418-4060-85f4-690ea9bd3065 req-de2f9261-3014-4853-9118-375ef17036b4 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:02.582789 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-2fdd4082-a418-4060-85f4-690ea9bd3065 req-de2f9261-3014-4853-9118-375ef17036b4 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Calling delete_port for 10721908-c37d-4e41-b481-74c596e7dc38 owned by network:floatingip {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:48:02.599884 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-9343a38a-a59a-47b6-891a-3a536634112a admin admin] Deleting port 595a61c3-a0c9-4cfe-90c7-4455ceddf814 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:48:02.600313 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9343a38a-a59a-47b6-891a-3a536634112a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:02.604401 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-a2d58379-328b-42ac-b492-b843a47e972e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bd284f3-f531-425d-990f-2e8bd2068cc4 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:48:02.617101 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-16181ae1-b8dd-438c-82e0-bc25884e86ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d2629c-383d-448a-a045-dbf33cfdf10f', 'name': 'tempest-AttachSCSIVolumeTestJSON-713094771-router', 'tenant_id': '88f9a8f13f454420bc408e1e31c11f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '595a61c3-a0c9-4cfe-90c7-4455ceddf814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:45:36Z', 'updated_at': '2021-07-24T00:48:00Z', 'revision_number': 5, 'project_id': '88f9a8f13f454420bc408e1e31c11f03', 'gw_port': {'id': '595a61c3-a0c9-4cfe-90c7-4455ceddf814', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d2629c-383d-448a-a045-dbf33cfdf10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:37Z', 'updated_at': '2021-07-24T00:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:02.622863 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86379f-7e18-44c3-8556-2652395166e6 req-81ec8755-97f2-44a4-861e-b65aa2d4bba9 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:02.629370 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b9ed7-cf7c-4738-bdff-4e318f2caa75 req-7e8589f9-d8bb-482e-a5bb-5f95cad62d40 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:02.632383 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-711b9ed7-cf7c-4738-bdff-4e318f2caa75 req-7e8589f9-d8bb-482e-a5bb-5f95cad62d40 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=f741169a-ad20-46f4-a7ba-7e2253c9fda5 HTTP/1.1" status: 200 len: 948 time: 0.2059095 Jul 24 00:48:02.633835 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86379f-7e18-44c3-8556-2652395166e6 req-81ec8755-97f2-44a4-861e-b65aa2d4bba9 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:02.636367 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dd86379f-7e18-44c3-8556-2652395166e6 req-81ec8755-97f2-44a4-861e-b65aa2d4bba9 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f7c2703-e6ed-4724-a0ee-75b06bf57900 HTTP/1.1" status: 200 len: 1683 time: 0.1339786 Jul 24 00:48:02.639401 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-a2d58379-328b-42ac-b492-b843a47e972e service neutron] For port 1bd284f3-f531-425d-990f-2e8bd2068cc4, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=1bd284f3-f531-425d-990f-2e8bd2068cc4,segment=NetworkSegment(58fdc277-5f36-433f-9782-f46712be7157),segment_id=58fdc277-5f36-433f-9782-f46712be7157)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:02.658785 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16181ae1-b8dd-438c-82e0-bc25884e86ed None None] The sync data for ids ['f2d2629c-383d-448a-a045-dbf33cfdf10f'] in n-d-793621-25 is: [{'id': 'f2d2629c-383d-448a-a045-dbf33cfdf10f', 'name': 'tempest-AttachSCSIVolumeTestJSON-713094771-router', 'tenant_id': '88f9a8f13f454420bc408e1e31c11f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '595a61c3-a0c9-4cfe-90c7-4455ceddf814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:45:36Z', 'updated_at': '2021-07-24T00:48:00Z', 'revision_number': 5, 'project_id': '88f9a8f13f454420bc408e1e31c11f03', 'gw_port': {'id': '595a61c3-a0c9-4cfe-90c7-4455ceddf814', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d2629c-383d-448a-a045-dbf33cfdf10f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:37Z', 'updated_at': '2021-07-24T00:45:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:48:02.667077 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=aae95867-f58a-4988-a89e-59b0afb342c8,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:02.714578 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-a2d58379-328b-42ac-b492-b843a47e972e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:02.759845 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-711b9ed7-cf7c-4738-bdff-4e318f2caa75 req-63009143-b366-43cc-a06a-3ed313dde333 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119146 Jul 24 00:48:02.807274 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-9343a38a-a59a-47b6-891a-3a536634112a admin admin] For port 595a61c3-a0c9-4cfe-90c7-4455ceddf814, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=595a61c3-a0c9-4cfe-90c7-4455ceddf814,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:02.807274 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9343a38a-a59a-47b6-891a-3a536634112a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:02.832530 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-9343a38a-a59a-47b6-891a-3a536634112a admin admin] Calling delete_port for 595a61c3-a0c9-4cfe-90c7-4455ceddf814 owned by network:router_gateway {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:48:02.883675 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['aae95867-f58a-4988-a89e-59b0afb342c8'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:48:02.920922 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-dd86379f-7e18-44c3-8556-2652395166e6 req-bec54e5d-62bf-4113-99ca-e67ce5a85904 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Deleting port 292fde1d-4670-4e71-b8b1-c78a84c6bf3b {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:48:02.921483 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-dd86379f-7e18-44c3-8556-2652395166e6 req-bec54e5d-62bf-4113-99ca-e67ce5a85904 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:02.926078 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-2fdd4082-a418-4060-85f4-690ea9bd3065 req-de2f9261-3014-4853-9118-375ef17036b4 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:02.927365 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-a2d58379-328b-42ac-b492-b843a47e972e service neutron] Transition to ACTIVE for port object 1bd284f3-f531-425d-990f-2e8bd2068cc4 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:48:02.961686 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-a2d58379-328b-42ac-b492-b843a47e972e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:02.985627 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f9261-3014-4853-9118-375ef17036b4 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Pushing event deleted for resources: {'Port': ['ID=10721908-c37d-4e41-b481-74c596e7dc38,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:03.132730 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-a2d58379-328b-42ac-b492-b843a47e972e service neutron] No DVR routers for this DVR port 1bd284f3-f531-425d-990f-2e8bd2068cc4 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:48:03.143644 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-2fdd4082-a418-4060-85f4-690ea9bd3065 req-de2f9261-3014-4853-9118-375ef17036b4 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Notify callbacks [] for floatingip, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:03.147044 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-2fdd4082-a418-4060-85f4-690ea9bd3065 req-de2f9261-3014-4853-9118-375ef17036b4 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:03.148264 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2fdd4082-a418-4060-85f4-690ea9bd3065 req-de2f9261-3014-4853-9118-375ef17036b4 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] 10.222.0.15 "DELETE /v2.0/floatingips/5c733d56-2443-476b-a9c1-0520ecefe988 HTTP/1.1" status: 204 len: 173 time: 1.2331347 Jul 24 00:48:03.150434 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-dd86379f-7e18-44c3-8556-2652395166e6 req-bec54e5d-62bf-4113-99ca-e67ce5a85904 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] For port 292fde1d-4670-4e71-b8b1-c78a84c6bf3b, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=292fde1d-4670-4e71-b8b1-c78a84c6bf3b,segment=NetworkSegment(736fd063-603b-4aa7-a409-ab25f21c0a97),segment_id=736fd063-603b-4aa7-a409-ab25f21c0a97)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:03.150625 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-dd86379f-7e18-44c3-8556-2652395166e6 req-bec54e5d-62bf-4113-99ca-e67ce5a85904 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:03.167703 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-dd86379f-7e18-44c3-8556-2652395166e6 req-bec54e5d-62bf-4113-99ca-e67ce5a85904 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Calling delete_port for 292fde1d-4670-4e71-b8b1-c78a84c6bf3b owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:48:03.174683 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d58379-328b-42ac-b492-b843a47e972e service neutron] Pushing event updated for resources: {'Port': ['ID=1bd284f3-f531-425d-990f-2e8bd2068cc4,revision_number=10']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:03.215752 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90164099-12ce-40a7-bc94-044107978a5f req-1ee652f8-aae5-4999-9862-f769c2d97083 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:03.221927 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90164099-12ce-40a7-bc94-044107978a5f req-1ee652f8-aae5-4999-9862-f769c2d97083 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:03.228785 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90164099-12ce-40a7-bc94-044107978a5f req-1ee652f8-aae5-4999-9862-f769c2d97083 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:03.234905 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90164099-12ce-40a7-bc94-044107978a5f req-1ee652f8-aae5-4999-9862-f769c2d97083 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:03.241626 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90164099-12ce-40a7-bc94-044107978a5f req-1ee652f8-aae5-4999-9862-f769c2d97083 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:03.247918 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90164099-12ce-40a7-bc94-044107978a5f req-1ee652f8-aae5-4999-9862-f769c2d97083 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:03.253844 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90164099-12ce-40a7-bc94-044107978a5f req-1ee652f8-aae5-4999-9862-f769c2d97083 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:03.256163 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-90164099-12ce-40a7-bc94-044107978a5f req-1ee652f8-aae5-4999-9862-f769c2d97083 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 5429 time: 0.3471494 Jul 24 00:48:03.263335 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-a2d58379-328b-42ac-b492-b843a47e972e service neutron] 10.222.0.13 "PUT /v2.0/ports/1bd284f3-f531-425d-990f-2e8bd2068cc4/bindings/n-h2-793621-25/activate HTTP/1.1" status: 200 len: 370 time: 1.2906351 Jul 24 00:48:03.277700 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fe6dab54-f617-42be-8f4f-3c341043703b req-a48955eb-90a6-412f-b00f-36b8c25b0399 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=64682d71562544209c45b1dc63c9fd56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299563 Jul 24 00:48:03.335949 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-90164099-12ce-40a7-bc94-044107978a5f req-8d066acb-4abc-4131-93ac-1b643d37e711 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d0fd0bd-ecd4-446d-a84a-6ebbd55d94ea&id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0695119 Jul 24 00:48:03.352264 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9343a38a-a59a-47b6-891a-3a536634112a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:03.387719 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9343a38a-a59a-47b6-891a-3a536634112a admin admin] Pushing event deleted for resources: {'Port': ['ID=595a61c3-a0c9-4cfe-90c7-4455ceddf814,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:03.490453 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9343a38a-a59a-47b6-891a-3a536634112a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:03.493839 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6dab54-f617-42be-8f4f-3c341043703b req-abc5dec6-bb11-4617-a81e-d1543eb24a63 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:03.495426 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fe6dab54-f617-42be-8f4f-3c341043703b req-abc5dec6-bb11-4617-a81e-d1543eb24a63 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2080221 Jul 24 00:48:03.499596 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-e0ef9307-2087-4ad4-ab99-b12f77c05b81 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:03.501004 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-e0ef9307-2087-4ad4-ab99-b12f77c05b81 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4883f8b6-cb29-468d-b4c0-f9295f6141ac&tenant_id=f6c3815e83b546d1ba8426b7607dbf30&binding%3Ahost_id=n-h1-793621-25 HTTP/1.1" status: 200 len: 1097 time: 0.1800418 Jul 24 00:48:03.529446 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fe6dab54-f617-42be-8f4f-3c341043703b req-7b48e01a-1326-46a9-afbd-ad3aa96d11dc tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/quotas/64682d71562544209c45b1dc63c9fd56 HTTP/1.1" status: 200 len: 375 time: 0.0274603 Jul 24 00:48:03.559964 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-dd86379f-7e18-44c3-8556-2652395166e6 req-bec54e5d-62bf-4113-99ca-e67ce5a85904 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:03.582786 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['16242548-a3e4-4a90-8a67-24bc42a87c60', '292fde1d-4670-4e71-b8b1-c78a84c6bf3b'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:48:03.591662 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9343a38a-a59a-47b6-891a-3a536634112a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:03.596706 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9343a38a-a59a-47b6-891a-3a536634112a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:03.615664 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec54e5d-62bf-4113-99ca-e67ce5a85904 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Pushing event deleted for resources: {'Port': ['ID=292fde1d-4670-4e71-b8b1-c78a84c6bf3b,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:03.659289 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca747da-081a-4536-8645-57edb69ec323 req-c31b832f-e687-4a57-9ce6-b434f5e8cfd1 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:03.666126 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca747da-081a-4536-8645-57edb69ec323 req-c31b832f-e687-4a57-9ce6-b434f5e8cfd1 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:03.667807 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fca747da-081a-4536-8645-57edb69ec323 req-c31b832f-e687-4a57-9ce6-b434f5e8cfd1 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f7c2703-e6ed-4724-a0ee-75b06bf57900 HTTP/1.1" status: 200 len: 1604 time: 0.2268419 Jul 24 00:48:03.676616 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd86379f-7e18-44c3-8556-2652395166e6 req-bec54e5d-62bf-4113-99ca-e67ce5a85904 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] No DVR routers for this DVR port 292fde1d-4670-4e71-b8b1-c78a84c6bf3b on host n-h1-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:48:03.681034 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-dd86379f-7e18-44c3-8556-2652395166e6 req-bec54e5d-62bf-4113-99ca-e67ce5a85904 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:03.683093 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dd86379f-7e18-44c3-8556-2652395166e6 req-bec54e5d-62bf-4113-99ca-e67ce5a85904 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.13 "DELETE /v2.0/ports/292fde1d-4670-4e71-b8b1-c78a84c6bf3b HTTP/1.1" status: 204 len: 173 time: 1.0019071 Jul 24 00:48:03.685114 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7c2703-e6ed-4724-a0ee-75b06bf57900', 'name': 'network-vif-deleted', 'tag': '292fde1d-4670-4e71-b8b1-c78a84c6bf3b'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:48:03.686684 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9343a38a-a59a-47b6-891a-3a536634112a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:03.687256 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9343a38a-a59a-47b6-891a-3a536634112a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2d2629c-383d-448a-a045-dbf33cfdf10f {{(pid=100464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:48:03.687424 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0cc36f-a73a-4682-bc04-9913faf74c73" -d '{"events": [{"server_uuid": "9f7c2703-e6ed-4724-a0ee-75b06bf57900", "name": "network-vif-deleted", "tag": "292fde1d-4670-4e71-b8b1-c78a84c6bf3b"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:48:03.699638 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9343a38a-a59a-47b6-891a-3a536634112a admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:03.704283 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9343a38a-a59a-47b6-891a-3a536634112a admin admin] 10.222.0.15 "DELETE /v2.0/routers/f2d2629c-383d-448a-a045-dbf33cfdf10f HTTP/1.1" status: 204 len: 168 time: 2.2461932 Jul 24 00:48:03.709201 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48634) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:03.765838 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fca747da-081a-4536-8645-57edb69ec323 req-bb95640e-670a-48d4-8249-06795ae65a9b tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0ffb5b8-4b8b-475f-a5f7-255c2b17204b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871289 Jul 24 00:48:03.787732 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-e26062fa-4565-4849-b095-5d3b06a57baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:03.789542 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-e26062fa-4565-4849-b095-5d3b06a57baf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4883f8b6-cb29-468d-b4c0-f9295f6141ac&tenant_id=f6c3815e83b546d1ba8426b7607dbf30 HTTP/1.1" status: 200 len: 1097 time: 0.2774317 Jul 24 00:48:03.836354 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fe6dab54-f617-42be-8f4f-3c341043703b req-a20d0c9a-fbea-47cd-ac3e-4f2d48072435 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=64682d71562544209c45b1dc63c9fd56&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2893739 Jul 24 00:48:03.862661 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [req-b868db24-cd08-4943-a7ca-284747579762 req-5a7fc424-3ca9-4fae-9fa0-b6fcbb13e8e9 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] show failed (client error): The resource could not be found. Jul 24 00:48:03.884059 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8f57881-d86c-47fd-8b59-6fb668acd3fb admin admin] Deleting subnet 892ac167-1ca7-4f48-b5fd-7645a1f047fe {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:48:03.885732 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b868db24-cd08-4943-a7ca-284747579762 req-5a7fc424-3ca9-4fae-9fa0-b6fcbb13e8e9 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] 10.222.0.15 "GET /v2.0/floatingips/5c733d56-2443-476b-a9c1-0520ecefe988 HTTP/1.1" status: 404 len: 350 time: 0.0809813 Jul 24 00:48:03.912771 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b8f57881-d86c-47fd-8b59-6fb668acd3fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:03.938741 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 9d1b5b62-5be0-495a-ae91-411a6cc06b8e details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:48:03.973002 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b8f57881-d86c-47fd-8b59-6fb668acd3fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:04.006463 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device aae95867-f58a-4988-a89e-59b0afb342c8 up at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:48:04.027214 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-b42e0522-c622-4f36-9efd-ae27af02545e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:04.028771 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-b42e0522-c622-4f36-9efd-ae27af02545e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6c3815e83b546d1ba8426b7607dbf30&device_id=4883f8b6-cb29-468d-b4c0-f9295f6141ac HTTP/1.1" status: 200 len: 1097 time: 0.2108340 Jul 24 00:48:04.047919 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1361d5-b7af-4e05-9809-f4ef75638b9b req-73a98941-38ae-45c6-abb9-ab07a27f47dd tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:04.059104 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7c1361d5-b7af-4e05-9809-f4ef75638b9b req-73a98941-38ae-45c6-abb9-ab07a27f47dd tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=4883f8b6-cb29-468d-b4c0-f9295f6141ac HTTP/1.1" status: 200 len: 945 time: 0.1161172 Jul 24 00:48:04.070806 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-dd86379f-7e18-44c3-8556-2652395166e6 req-42ba25e5-cce7-4a41-84f3-1b4ad17a26f3 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Deleting port 16242548-a3e4-4a90-8a67-24bc42a87c60 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:48:04.071375 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-dd86379f-7e18-44c3-8556-2652395166e6 req-42ba25e5-cce7-4a41-84f3-1b4ad17a26f3 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:04.127044 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7c1361d5-b7af-4e05-9809-f4ef75638b9b req-86e99a89-2d7d-48f2-b37a-4596b401c30e tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655739 Jul 24 00:48:04.135248 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f3b21f-1696-44bd-a465-a2115601c381 x-openstack-request-id: req-82f3b21f-1696-44bd-a465-a2115601c381 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:48:04.135543 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7c2703-e6ed-4724-a0ee-75b06bf57900", "name": "network-vif-deleted", "tag": "292fde1d-4670-4e71-b8b1-c78a84c6bf3b", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:48:04.135797 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-82f3b21f-1696-44bd-a465-a2115601c381 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:48:04.136198 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7c2703-e6ed-4724-a0ee-75b06bf57900', 'name': 'network-vif-deleted', 'tag': '292fde1d-4670-4e71-b8b1-c78a84c6bf3b', 'status': 'completed', 'code': 200} Jul 24 00:48:04.233305 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 9d1b5b62-5be0-495a-ae91-411a6cc06b8e, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=9d1b5b62-5be0-495a-ae91-411a6cc06b8e,segment=NetworkSegment(68b73458-c661-4e5a-b683-24d7323352a7),segment_id=68b73458-c661-4e5a-b683-24d7323352a7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:04.249919 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': '9d1b5b62-5be0-495a-ae91-411a6cc06b8e', 'network_id': '08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80', 'port_id': '9d1b5b62-5be0-495a-ae91-411a6cc06b8e', 'mac_address': 'fa:16:3e:a9:58:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1072dbad-9319-4762-b271-20e6dc036200', 'ip_address': '10.1.1.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:48:04.288849 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b8f57881-d86c-47fd-8b59-6fb668acd3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:04.309678 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [req-78d8723f-72c6-456f-9b68-7557996ef750 req-1b97ca66-7948-4c46-895e-e63be2ab5c18 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] show failed (client error): The resource could not be found. Jul 24 00:48:04.315216 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-78d8723f-72c6-456f-9b68-7557996ef750 req-1b97ca66-7948-4c46-895e-e63be2ab5c18 tempest-FloatingIPsTestJSON-77390383 tempest-FloatingIPsTestJSON-77390383-project] 10.222.0.15 "GET /v2.0/floatingips/5c733d56-2443-476b-a9c1-0520ecefe988 HTTP/1.1" status: 404 len: 350 time: 0.0953133 Jul 24 00:48:04.323938 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning for port aae95867-f58a-4988-a89e-59b0afb342c8 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:48:04.325739 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48650) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:04.331329 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning complete for port aae95867-f58a-4988-a89e-59b0afb342c8 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:48:04.332029 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:04.337225 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:04.397985 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d1b5b62-5be0-495a-ae91-411a6cc06b8e {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:48:04.401580 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-b1c59e7d-df58-4892-89d8-4200e1dee772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:04.403407 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-b1c59e7d-df58-4892-89d8-4200e1dee772 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0424e002-92c3-40ed-8018-7ea44515813a HTTP/1.1" status: 200 len: 922 time: 0.3638451 Jul 24 00:48:04.426860 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-dd86379f-7e18-44c3-8556-2652395166e6 req-42ba25e5-cce7-4a41-84f3-1b4ad17a26f3 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] For port 16242548-a3e4-4a90-8a67-24bc42a87c60, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=16242548-a3e4-4a90-8a67-24bc42a87c60,segment=NetworkSegment(9faa7c2e-d929-4382-b23d-7e362e0b3276),segment_id=9faa7c2e-d929-4382-b23d-7e362e0b3276)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:04.427273 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-dd86379f-7e18-44c3-8556-2652395166e6 req-42ba25e5-cce7-4a41-84f3-1b4ad17a26f3 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:04.457437 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 9d1b5b62-5be0-495a-ae91-411a6cc06b8e, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=9d1b5b62-5be0-495a-ae91-411a6cc06b8e,segment=NetworkSegment(68b73458-c661-4e5a-b683-24d7323352a7),segment_id=68b73458-c661-4e5a-b683-24d7323352a7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:04.468624 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-78ff8511-fa0c-4922-9188-499cbed902e1 req-d5db5743-51a2-413f-ad8f-9518e7129212 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 210 time: 0.0527377 Jul 24 00:48:04.469210 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 595a61c3-a0c9-4cfe-90c7-4455ceddf814 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:48:04.485631 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-236c9d00-9bf2-45dd-bc5d-d851c99d02e6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bd284f3-f531-425d-990f-2e8bd2068cc4 HTTP/1.1" status: 200 len: 217 time: 0.0620735 Jul 24 00:48:04.500827 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:04.501573 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 1b2d3291-8280-46dd-96b5-e7c6c7c3131b details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:48:04.503750 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-dd86379f-7e18-44c3-8556-2652395166e6 req-42ba25e5-cce7-4a41-84f3-1b4ad17a26f3 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Calling delete_port for 16242548-a3e4-4a90-8a67-24bc42a87c60 owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:48:04.567857 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b8f57881-d86c-47fd-8b59-6fb668acd3fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:04.640964 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 595a61c3-a0c9-4cfe-90c7-4455ceddf814 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:48:04.641488 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 595a61c3-a0c9-4cfe-90c7-4455ceddf814 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:48:04.641850 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device bfae9315-d3ae-4d89-a4f2-fbf22d0d20a7 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:48:04.642816 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f51fd-a72b-4d64-b8ea-50878f78c6fc req-12e0920a-6996-4990-9fe6-c69a62401576 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:04.644717 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-063f51fd-a72b-4d64-b8ea-50878f78c6fc req-12e0920a-6996-4990-9fe6-c69a62401576 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=f741169a-ad20-46f4-a7ba-7e2253c9fda5 HTTP/1.1" status: 200 len: 949 time: 0.4432137 Jul 24 00:48:04.649451 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f57881-d86c-47fd-8b59-6fb668acd3fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=892ac167-1ca7-4f48-b5fd-7645a1f047fe,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:04.652286 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-3df0ae9f-8de7-44d9-b5f0-7a25e0bbb134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:04.653987 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-3df0ae9f-8de7-44d9-b5f0-7a25e0bbb134 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eacbc75d-e7d9-4f31-b710-44862dc68303 HTTP/1.1" status: 200 len: 861 time: 0.1674373 Jul 24 00:48:04.669311 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b8f57881-d86c-47fd-8b59-6fb668acd3fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:04.670889 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b8f57881-d86c-47fd-8b59-6fb668acd3fb admin admin] 10.222.0.15 "DELETE /v2.0/subnets/892ac167-1ca7-4f48-b5fd-7645a1f047fe HTTP/1.1" status: 204 len: 168 time: 0.9592295 Jul 24 00:48:04.678803 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48656) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:04.730401 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2181eed-d82d-44f0-ac06-871100b63dcf None None] Network fb2b57b6-e473-4b58-9dee-3d9bea4f59c9 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:48:04.732634 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:04.748409 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-14aa124a-bf33-4eb4-9ad0-9182940c2b1d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0424e002-92c3-40ed-8018-7ea44515813a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671322 Jul 24 00:48:04.761676 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: bfae9315-d3ae-4d89-a4f2-fbf22d0d20a7 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:48:04.761964 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device bfae9315-d3ae-4d89-a4f2-fbf22d0d20a7 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:48:04.831069 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-063f51fd-a72b-4d64-b8ea-50878f78c6fc req-acd35e22-4c6c-49f0-93c0-2c8b970a5dde tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737022 Jul 24 00:48:04.842178 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cef5a-6bf2-43de-a8b0-c459286d4739 req-11070e0c-1945-492e-9cd6-b197da685e24 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:04.849788 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cef5a-6bf2-43de-a8b0-c459286d4739 req-11070e0c-1945-492e-9cd6-b197da685e24 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:04.861156 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cef5a-6bf2-43de-a8b0-c459286d4739 req-11070e0c-1945-492e-9cd6-b197da685e24 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:04.869414 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3feada85-ae98-4796-b907-5df328108eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:04.875083 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cef5a-6bf2-43de-a8b0-c459286d4739 req-11070e0c-1945-492e-9cd6-b197da685e24 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:04.892810 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cef5a-6bf2-43de-a8b0-c459286d4739 req-11070e0c-1945-492e-9cd6-b197da685e24 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:04.894113 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 1bd284f3-f531-425d-990f-2e8bd2068cc4 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:48:04.896801 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:04.900554 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cef5a-6bf2-43de-a8b0-c459286d4739 req-11070e0c-1945-492e-9cd6-b197da685e24 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:04.907192 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cef5a-6bf2-43de-a8b0-c459286d4739 req-11070e0c-1945-492e-9cd6-b197da685e24 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:04.918146 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6d2cef5a-6bf2-43de-a8b0-c459286d4739 req-11070e0c-1945-492e-9cd6-b197da685e24 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 5430 time: 0.2348347 Jul 24 00:48:04.919079 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 1b2d3291-8280-46dd-96b5-e7c6c7c3131b, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=1b2d3291-8280-46dd-96b5-e7c6c7c3131b,segment=NetworkSegment(23ebf5d9-a245-4865-978c-96f59b5fd63b),segment_id=23ebf5d9-a245-4865-978c-96f59b5fd63b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:05.007287 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=9d1b5b62-5be0-495a-ae91-411a6cc06b8e,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:05.017872 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': '1b2d3291-8280-46dd-96b5-e7c6c7c3131b', 'network_id': 'd44a086b-008a-4058-bec6-57d1e56e41f3', 'port_id': '1b2d3291-8280-46dd-96b5-e7c6c7c3131b', 'mac_address': 'fa:16:3e:13:56:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e536425-1d34-448a-8c81-b1347ff16a76', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:48:05.018853 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-83e5e054-7ce2-4e05-82ef-b91917d44b78 service neutron] 10.222.0.11 "GET /v2.0/networks/0424e002-92c3-40ed-8018-7ea44515813a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568042 Jul 24 00:48:05.057237 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6d2cef5a-6bf2-43de-a8b0-c459286d4739 req-ec1b199e-de68-4b1f-bca2-0e15d669486d tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d0fd0bd-ecd4-446d-a84a-6ebbd55d94ea&id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1317351 Jul 24 00:48:05.059174 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:05.071666 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f741169a-ad20-46f4-a7ba-7e2253c9fda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae95867-f58a-4988-a89e-59b0afb342c8'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:48:05.074268 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a4e7b6-5c69-45b6-a5e3-55c48767bc82" -d '{"events": [{"server_uuid": "f741169a-ad20-46f4-a7ba-7e2253c9fda5", "name": "network-vif-plugged", "status": "completed", "tag": "aae95867-f58a-4988-a89e-59b0afb342c8"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:48:05.087811 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-dd86379f-7e18-44c3-8556-2652395166e6 req-42ba25e5-cce7-4a41-84f3-1b4ad17a26f3 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:05.139695 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port aae95867-f58a-4988-a89e-59b0afb342c8, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=aae95867-f58a-4988-a89e-59b0afb342c8,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:05.153992 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:05.163971 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 1bd284f3-f531-425d-990f-2e8bd2068cc4 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:48:05.168517 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980b8fd0-8cbd-4a7a-937e-849a2b1b1582 x-openstack-request-id: req-980b8fd0-8cbd-4a7a-937e-849a2b1b1582 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:48:05.169297 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f741169a-ad20-46f4-a7ba-7e2253c9fda5", "name": "network-vif-plugged", "status": "completed", "tag": "aae95867-f58a-4988-a89e-59b0afb342c8", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:48:05.169297 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-980b8fd0-8cbd-4a7a-937e-849a2b1b1582 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:48:05.169560 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f741169a-ad20-46f4-a7ba-7e2253c9fda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae95867-f58a-4988-a89e-59b0afb342c8', 'code': 200} Jul 24 00:48:05.196656 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:05.200375 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba25e5-cce7-4a41-84f3-1b4ad17a26f3 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Pushing event deleted for resources: {'Port': ['ID=16242548-a3e4-4a90-8a67-24bc42a87c60,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:05.227361 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b2d3291-8280-46dd-96b5-e7c6c7c3131b {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:48:05.256670 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-3feada85-ae98-4796-b907-5df328108eda admin admin] Deleting port 2a4a17d3-9e52-410a-b33d-f49f7640a4c0 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:48:05.257224 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3feada85-ae98-4796-b907-5df328108eda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:05.262553 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=aae95867-f58a-4988-a89e-59b0afb342c8,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:05.281125 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 1b2d3291-8280-46dd-96b5-e7c6c7c3131b, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=1b2d3291-8280-46dd-96b5-e7c6c7c3131b,segment=NetworkSegment(23ebf5d9-a245-4865-978c-96f59b5fd63b),segment_id=23ebf5d9-a245-4865-978c-96f59b5fd63b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:05.291791 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:05.292728 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:48:05.321032 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd86379f-7e18-44c3-8556-2652395166e6 req-42ba25e5-cce7-4a41-84f3-1b4ad17a26f3 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] No DVR routers for this DVR port 16242548-a3e4-4a90-8a67-24bc42a87c60 on host n-h1-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:48:05.347505 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-dd86379f-7e18-44c3-8556-2652395166e6 req-42ba25e5-cce7-4a41-84f3-1b4ad17a26f3 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:05.349966 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dd86379f-7e18-44c3-8556-2652395166e6 req-42ba25e5-cce7-4a41-84f3-1b4ad17a26f3 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.13 "DELETE /v2.0/ports/16242548-a3e4-4a90-8a67-24bc42a87c60 HTTP/1.1" status: 204 len: 173 time: 1.6586990 Jul 24 00:48:05.352834 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-032e5597-b210-4284-a34f-2b2b1f4dd714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:05.376810 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-5ac165a7-3945-4ccc-9f3a-d0d1d786fbff service neutron] 10.222.0.11 "GET /v2.0/networks/0424e002-92c3-40ed-8018-7ea44515813a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382833 Jul 24 00:48:05.396303 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d14d6-e8c0-416d-a604-fcb8f0d3d086 req-54e92d89-cada-49c6-a933-672a04629e73 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:05.398946 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e99d14d6-e8c0-416d-a604-fcb8f0d3d086 req-54e92d89-cada-49c6-a933-672a04629e73 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f7c2703-e6ed-4724-a0ee-75b06bf57900 HTTP/1.1" status: 200 len: 867 time: 0.3709025 Jul 24 00:48:05.415113 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db1d3be-6acd-4dc1-9c6f-edb5dc2c5c5f None None] DHCP port deletion for fb2b57b6-e473-4b58-9dee-3d9bea4f59c9 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:48:05.433337 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=1b2d3291-8280-46dd-96b5-e7c6c7c3131b,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:05.464628 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5524d26-1213-4f61-99c8-42abfa7f1d75 req-b1e88c7e-053f-4332-affe-1a94f76b2774 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:05.466240 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b5524d26-1213-4f61-99c8-42abfa7f1d75 req-b1e88c7e-053f-4332-affe-1a94f76b2774 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=4883f8b6-cb29-468d-b4c0-f9295f6141ac HTTP/1.1" status: 200 len: 945 time: 0.2032812 Jul 24 00:48:05.486099 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-3feada85-ae98-4796-b907-5df328108eda admin admin] For port 2a4a17d3-9e52-410a-b33d-f49f7640a4c0, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2a4a17d3-9e52-410a-b33d-f49f7640a4c0,segment=NetworkSegment(d41f5032-2a39-49c9-80f5-626abac75922),segment_id=d41f5032-2a39-49c9-80f5-626abac75922)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:05.494139 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3feada85-ae98-4796-b907-5df328108eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:05.546579 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-3feada85-ae98-4796-b907-5df328108eda admin admin] Calling delete_port for 2a4a17d3-9e52-410a-b33d-f49f7640a4c0 owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:48:05.559482 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a,segment=NetworkSegment(719843d8-5fea-4363-bbdc-981ab26ff953),segment_id=719843d8-5fea-4363-bbdc-981ab26ff953)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:05.575711 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-7db1d3be-6acd-4dc1-9c6f-edb5dc2c5c5f None None] Deleting port 2a4a17d3-9e52-410a-b33d-f49f7640a4c0 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:48:05.576100 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7db1d3be-6acd-4dc1-9c6f-edb5dc2c5c5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:05.595464 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e99d14d6-e8c0-416d-a604-fcb8f0d3d086 req-6af64495-d162-4ed6-b802-f149bf707428 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "GET /v2.0/security-groups?id=d0ffb5b8-4b8b-475f-a5f7-255c2b17204b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405168 Jul 24 00:48:05.597139 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b5524d26-1213-4f61-99c8-42abfa7f1d75 req-445460fe-7edb-4e87-8cfe-77c1d7ea6d9b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150198 Jul 24 00:48:05.609463 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': 'dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a', 'network_id': 'fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414', 'port_id': 'dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a', 'mac_address': 'fa:16:3e:ba:b0:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e87587b1-abf9-464b-ac3b-f70ea6c04f1a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:48:05.664321 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba14c7-9b88-4a87-a8f4-ccf5d6a4646d req-dcecf7ac-53e8-4a29-a35b-aa8d6c7b9bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:05.667826 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-58ba14c7-9b88-4a87-a8f4-ccf5d6a4646d req-dcecf7ac-53e8-4a29-a35b-aa8d6c7b9bf1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f741169a-ad20-46f4-a7ba-7e2253c9fda5 HTTP/1.1" status: 200 len: 1102 time: 0.3847113 Jul 24 00:48:05.768704 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-7db1d3be-6acd-4dc1-9c6f-edb5dc2c5c5f None None] For port 2a4a17d3-9e52-410a-b33d-f49f7640a4c0, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2a4a17d3-9e52-410a-b33d-f49f7640a4c0,segment=NetworkSegment(d41f5032-2a39-49c9-80f5-626abac75922),segment_id=d41f5032-2a39-49c9-80f5-626abac75922)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:05.769292 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7db1d3be-6acd-4dc1-9c6f-edb5dc2c5c5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:05.783961 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-7db1d3be-6acd-4dc1-9c6f-edb5dc2c5c5f None None] Calling delete_port for 2a4a17d3-9e52-410a-b33d-f49f7640a4c0 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:48:05.801573 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fe6dab54-f617-42be-8f4f-3c341043703b req-6851719f-92fb-40c3-80b7-9ac25c671db5 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=64682d71562544209c45b1dc63c9fd56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0869217 Jul 24 00:48:05.831733 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fd91b0d4-a091-460e-a9ef-8a8c4c7c6c9f req-c89f78c5-29f7-40b8-b983-84cd60cfd3c3 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 210 time: 0.0698915 Jul 24 00:48:05.903703 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-58ba14c7-9b88-4a87-a8f4-ccf5d6a4646d req-81e1a482-79fb-4388-b8c7-74cb4862d400 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282751 Jul 24 00:48:05.914346 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:05.938588 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:48:05.966872 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3feada85-ae98-4796-b907-5df328108eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:05.972003 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7db1d3be-6acd-4dc1-9c6f-edb5dc2c5c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:05.987080 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a,segment=NetworkSegment(719843d8-5fea-4363-bbdc-981ab26ff953),segment_id=719843d8-5fea-4363-bbdc-981ab26ff953)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:05.990915 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-032e5597-b210-4284-a34f-2b2b1f4dd714 admin admin] Deleting port 75049d64-deb6-4eb5-a704-b267eb973938 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:48:05.991241 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-032e5597-b210-4284-a34f-2b2b1f4dd714 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:06.019392 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:06.020424 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 24a09a83-d86e-4a1c-b603-983448f0ec6b details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:48:06.023190 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1d3be-6acd-4dc1-9c6f-edb5dc2c5c5f None None] Pushing event deleted for resources: {'Port': ['ID=2a4a17d3-9e52-410a-b33d-f49f7640a4c0,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:06.025928 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db1d3be-6acd-4dc1-9c6f-edb5dc2c5c5f None None] No DVR routers for this DVR port 2a4a17d3-9e52-410a-b33d-f49f7640a4c0 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:48:06.120463 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 24a09a83-d86e-4a1c-b603-983448f0ec6b, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=24a09a83-d86e-4a1c-b603-983448f0ec6b,segment=NetworkSegment(68b73458-c661-4e5a-b683-24d7323352a7),segment_id=68b73458-c661-4e5a-b683-24d7323352a7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:06.123717 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:06.144443 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': '24a09a83-d86e-4a1c-b603-983448f0ec6b', 'network_id': '08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80', 'port_id': '24a09a83-d86e-4a1c-b603-983448f0ec6b', 'mac_address': 'fa:16:3e:60:5b:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1072dbad-9319-4762-b271-20e6dc036200', 'ip_address': '10.1.1.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:48:06.208390 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-032e5597-b210-4284-a34f-2b2b1f4dd714 admin admin] For port 75049d64-deb6-4eb5-a704-b267eb973938, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=75049d64-deb6-4eb5-a704-b267eb973938,segment=NetworkSegment(7fd5565d-9192-4173-890c-16cd5a79ae01),segment_id=7fd5565d-9192-4173-890c-16cd5a79ae01)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:06.209132 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-032e5597-b210-4284-a34f-2b2b1f4dd714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:06.217227 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2a4a17d3-9e52-410a-b33d-f49f7640a4c0 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:48:06.227991 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-032e5597-b210-4284-a34f-2b2b1f4dd714 admin admin] Calling delete_port for 75049d64-deb6-4eb5-a704-b267eb973938 owned by network:router_interface {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:48:06.267231 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 2a4a17d3-9e52-410a-b33d-f49f7640a4c0 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:48:06.267743 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2a4a17d3-9e52-410a-b33d-f49f7640a4c0 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:48:06.269531 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:06.291500 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24a09a83-d86e-4a1c-b603-983448f0ec6b {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:48:06.315531 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 24a09a83-d86e-4a1c-b603-983448f0ec6b, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=24a09a83-d86e-4a1c-b603-983448f0ec6b,segment=NetworkSegment(68b73458-c661-4e5a-b683-24d7323352a7),segment_id=68b73458-c661-4e5a-b683-24d7323352a7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:06.321907 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:06.323043 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 7bc5bf74-100d-43be-be48-ec3d5d893115 details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:48:06.384896 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7c2703-e6ed-4724-a0ee-75b06bf57900', 'name': 'network-vif-deleted', 'tag': '16242548-a3e4-4a90-8a67-24bc42a87c60'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:48:06.388303 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29272f0c-70da-4ee8-b0c7-e1d375bf3b3e" -d '{"events": [{"server_uuid": "9f7c2703-e6ed-4724-a0ee-75b06bf57900", "name": "network-vif-deleted", "tag": "16242548-a3e4-4a90-8a67-24bc42a87c60"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:48:06.398674 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feada85-ae98-4796-b907-5df328108eda admin admin] Pushing event deleted for resources: {'Port': ['ID=2a4a17d3-9e52-410a-b33d-f49f7640a4c0,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:06.410636 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 7bc5bf74-100d-43be-be48-ec3d5d893115, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=7bc5bf74-100d-43be-be48-ec3d5d893115,segment=NetworkSegment(68b73458-c661-4e5a-b683-24d7323352a7),segment_id=68b73458-c661-4e5a-b683-24d7323352a7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:06.420972 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=24a09a83-d86e-4a1c-b603-983448f0ec6b,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:06.421260 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d855d-50eb-4c24-a713-6166063158d1 req-d1217a19-fb43-4a47-9721-0e542592404c tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:06.427684 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': '7bc5bf74-100d-43be-be48-ec3d5d893115', 'network_id': '08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80', 'port_id': '7bc5bf74-100d-43be-be48-ec3d5d893115', 'mac_address': 'fa:16:3e:cd:3b:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1072dbad-9319-4762-b271-20e6dc036200', 'ip_address': '10.1.1.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:48:06.429002 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d855d-50eb-4c24-a713-6166063158d1 req-d1217a19-fb43-4a47-9721-0e542592404c tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:06.435697 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d855d-50eb-4c24-a713-6166063158d1 req-d1217a19-fb43-4a47-9721-0e542592404c tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:06.438392 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3feada85-ae98-4796-b907-5df328108eda admin admin] No DVR routers for this DVR port 2a4a17d3-9e52-410a-b33d-f49f7640a4c0 on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:48:06.443766 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d855d-50eb-4c24-a713-6166063158d1 req-d1217a19-fb43-4a47-9721-0e542592404c tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:06.450551 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d855d-50eb-4c24-a713-6166063158d1 req-d1217a19-fb43-4a47-9721-0e542592404c tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:06.456363 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d855d-50eb-4c24-a713-6166063158d1 req-d1217a19-fb43-4a47-9721-0e542592404c tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:06.463639 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d855d-50eb-4c24-a713-6166063158d1 req-d1217a19-fb43-4a47-9721-0e542592404c tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:06.465628 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-569d855d-50eb-4c24-a713-6166063158d1 req-d1217a19-fb43-4a47-9721-0e542592404c tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 5432 time: 0.2390926 Jul 24 00:48:06.473263 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:06.487499 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bc5bf74-100d-43be-be48-ec3d5d893115 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:48:06.492198 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6dab54-f617-42be-8f4f-3c341043703b req-f5dc9387-1b9c-480c-b9fa-3c34946efe47 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:06.493973 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fe6dab54-f617-42be-8f4f-3c341043703b req-f5dc9387-1b9c-480c-b9fa-3c34946efe47 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6803112 Jul 24 00:48:06.499956 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-1082d984-5a87-4756-b191-958b4a511816 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:06.501680 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-1082d984-5a87-4756-b191-958b4a511816 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=4883f8b6-cb29-468d-b4c0-f9295f6141ac&tenant_id=f6c3815e83b546d1ba8426b7607dbf30&binding%3Ahost_id=n-h2-793621-25 HTTP/1.1" status: 200 len: 1097 time: 0.6523995 Jul 24 00:48:06.510157 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 7bc5bf74-100d-43be-be48-ec3d5d893115, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=7bc5bf74-100d-43be-be48-ec3d5d893115,segment=NetworkSegment(68b73458-c661-4e5a-b683-24d7323352a7),segment_id=68b73458-c661-4e5a-b683-24d7323352a7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:06.515561 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:06.516277 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 3ed410d3-3325-4685-85a3-54d0440cdaea details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:48:06.522032 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-fe6dab54-f617-42be-8f4f-3c341043703b req-7a13ae1d-131a-4cfb-b7f6-2cc5d2941286 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Request body: {'port': {'device_id': '9cf75776-f840-4804-97ac-0432974a0dff', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'admin_state_up': True, 'tenant_id': '64682d71562544209c45b1dc63c9fd56'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:06.530275 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-569d855d-50eb-4c24-a713-6166063158d1 req-6c45ab19-accc-479c-8f0c-b4a79f724a3f tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d0fd0bd-ecd4-446d-a84a-6ebbd55d94ea&id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578549 Jul 24 00:48:06.604015 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 3ed410d3-3325-4685-85a3-54d0440cdaea, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=3ed410d3-3325-4685-85a3-54d0440cdaea,segment=NetworkSegment(23ebf5d9-a245-4865-978c-96f59b5fd63b),segment_id=23ebf5d9-a245-4865-978c-96f59b5fd63b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:06.606930 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=7bc5bf74-100d-43be-be48-ec3d5d893115,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:06.608703 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2ac404-7f1c-4565-acc5-97a3e4657e9d x-openstack-request-id: req-1b2ac404-7f1c-4565-acc5-97a3e4657e9d {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:48:06.609000 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7c2703-e6ed-4724-a0ee-75b06bf57900", "name": "network-vif-deleted", "tag": "16242548-a3e4-4a90-8a67-24bc42a87c60", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:48:06.609477 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1b2ac404-7f1c-4565-acc5-97a3e4657e9d {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:48:06.609866 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7c2703-e6ed-4724-a0ee-75b06bf57900', 'name': 'network-vif-deleted', 'tag': '16242548-a3e4-4a90-8a67-24bc42a87c60', 'status': 'completed', 'code': 200} Jul 24 00:48:06.618958 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': '3ed410d3-3325-4685-85a3-54d0440cdaea', 'network_id': 'd44a086b-008a-4058-bec6-57d1e56e41f3', 'port_id': '3ed410d3-3325-4685-85a3-54d0440cdaea', 'mac_address': 'fa:16:3e:79:5b:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e536425-1d34-448a-8c81-b1347ff16a76', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:48:06.619680 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-032e5597-b210-4284-a34f-2b2b1f4dd714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:06.639901 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3feada85-ae98-4796-b907-5df328108eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:06.654695 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e5597-b210-4284-a34f-2b2b1f4dd714 admin admin] Pushing event deleted for resources: {'Port': ['ID=75049d64-deb6-4eb5-a704-b267eb973938,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:06.678648 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48678) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:06.680693 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:06.698691 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed410d3-3325-4685-85a3-54d0440cdaea {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:48:06.725078 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-3feada85-ae98-4796-b907-5df328108eda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb2b57b6-e473-4b58-9dee-3d9bea4f59c9']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:06.729821 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 3ed410d3-3325-4685-85a3-54d0440cdaea, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=3ed410d3-3325-4685-85a3-54d0440cdaea,segment=NetworkSegment(23ebf5d9-a245-4865-978c-96f59b5fd63b),segment_id=23ebf5d9-a245-4865-978c-96f59b5fd63b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:06.742437 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:06.743277 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 65eea3c6-1e2c-4140-8dae-ee4329e7701b details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:48:06.751249 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417c2f20-a70e-4591-981a-f4272f199b83 req-bf2bb433-0eb5-48d6-a4df-d130b7594bb4 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:06.759863 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-417c2f20-a70e-4591-981a-f4272f199b83 req-bf2bb433-0eb5-48d6-a4df-d130b7594bb4 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=f741169a-ad20-46f4-a7ba-7e2253c9fda5 HTTP/1.1" status: 200 len: 950 time: 0.7434919 Jul 24 00:48:06.782619 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-3feada85-ae98-4796-b907-5df328108eda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd41f5032-2a39-49c9-80f5-626abac75922') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:06.783224 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-3feada85-ae98-4796-b907-5df328108eda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd41f5032-2a39-49c9-80f5-626abac75922') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:06.807538 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3feada85-ae98-4796-b907-5df328108eda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:06.825883 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 292fde1d-4670-4e71-b8b1-c78a84c6bf3b no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:48:06.873954 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3feada85-ae98-4796-b907-5df328108eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:06.884987 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=3ed410d3-3325-4685-85a3-54d0440cdaea,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:06.889738 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3feada85-ae98-4796-b907-5df328108eda admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:48:06.890155 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3feada85-ae98-4796-b907-5df328108eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:06.896502 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 00:48:06.896502 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:48:06.896502 n-d-793621-25 neutron-server[100463]: timer() Jul 24 00:48:06.896502 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:48:06.896502 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 00:48:06.896502 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:48:06.896502 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 00:48:06.896502 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:48:06.896502 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 00:48:06.896502 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:48:06.896502 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 00:48:06.896502 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:48:06.896502 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 00:48:06.896502 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:48:06.896502 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:48:06.896502 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:48:06.896502 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:48:06.896502 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:48:06.896502 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 00:48:06.896502 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:48:06.896502 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 00:48:06.896502 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:48:06.896502 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:48:06.896502 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:48:06.896502 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 00:48:06.896502 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:48:06.896502 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:48:06.896502 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:48:06.896502 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:48:06.896502 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:48:06.896502 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:48:06.896502 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:48:06.898995 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 292fde1d-4670-4e71-b8b1-c78a84c6bf3b {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:48:06.898995 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 292fde1d-4670-4e71-b8b1-c78a84c6bf3b not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:48:06.898995 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 16242548-a3e4-4a90-8a67-24bc42a87c60 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:48:06.940710 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-417c2f20-a70e-4591-981a-f4272f199b83 req-307a6ef7-49c2-4e99-9448-ab28953e956a tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645885 Jul 24 00:48:06.940871 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 65eea3c6-1e2c-4140-8dae-ee4329e7701b, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=65eea3c6-1e2c-4140-8dae-ee4329e7701b,segment=NetworkSegment(68b73458-c661-4e5a-b683-24d7323352a7),segment_id=68b73458-c661-4e5a-b683-24d7323352a7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:06.948800 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 16242548-a3e4-4a90-8a67-24bc42a87c60 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:48:06.949229 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 16242548-a3e4-4a90-8a67-24bc42a87c60 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:48:06.971275 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': '65eea3c6-1e2c-4140-8dae-ee4329e7701b', 'network_id': '08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80', 'port_id': '65eea3c6-1e2c-4140-8dae-ee4329e7701b', 'mac_address': 'fa:16:3e:ad:9e:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1072dbad-9319-4762-b271-20e6dc036200', 'ip_address': '10.1.1.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:48:07.029370 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-cc640c73-17aa-4b38-a1b1-3e7948025425 service neutron] For port 1bd284f3-f531-425d-990f-2e8bd2068cc4, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:48:07.036109 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-cc640c73-17aa-4b38-a1b1-3e7948025425 service neutron] Notify callbacks [] for binding, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:07.037789 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a14f0aa0-4a2b-44c2-b594-aa8dbf869ee2 req-cc640c73-17aa-4b38-a1b1-3e7948025425 service neutron] 10.222.0.11 "DELETE /v2.0/ports/1bd284f3-f531-425d-990f-2e8bd2068cc4/bindings/n-h1-793621-25 HTTP/1.1" status: 204 len: 173 time: 0.5124354 Jul 24 00:48:07.038487 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:07.045878 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe6dab54-f617-42be-8f4f-3c341043703b req-7a13ae1d-131a-4cfb-b7f6-2cc5d2941286 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Made reservation on behalf of 64682d71562544209c45b1dc63c9fd56 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:48:07.050574 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-fe6dab54-f617-42be-8f4f-3c341043703b req-7a13ae1d-131a-4cfb-b7f6-2cc5d2941286 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:07.070570 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65eea3c6-1e2c-4140-8dae-ee4329e7701b {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:48:07.100168 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 65eea3c6-1e2c-4140-8dae-ee4329e7701b, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=65eea3c6-1e2c-4140-8dae-ee4329e7701b,segment=NetworkSegment(68b73458-c661-4e5a-b683-24d7323352a7),segment_id=68b73458-c661-4e5a-b683-24d7323352a7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:07.106224 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:07.130271 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3feada85-ae98-4796-b907-5df328108eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:07.156399 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3feada85-ae98-4796-b907-5df328108eda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:07.160830 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3feada85-ae98-4796-b907-5df328108eda admin admin] 10.222.0.15 "DELETE /v2.0/networks/fb2b57b6-e473-4b58-9dee-3d9bea4f59c9 HTTP/1.1" status: 204 len: 168 time: 2.4691470 Jul 24 00:48:07.185477 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=65eea3c6-1e2c-4140-8dae-ee4329e7701b,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:07.192349 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1805f1a9-6238-475d-b046-d03c765d0d7c req-e2fa3bd8-d77d-4f48-ae16-514fd36e2b63 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 210 time: 0.0557957 Jul 24 00:48:07.193656 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feada85-ae98-4796-b907-5df328108eda admin admin] Pushing event deleted for resources: {'Network': ['ID=fb2b57b6-e473-4b58-9dee-3d9bea4f59c9,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:07.266119 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-fe6dab54-f617-42be-8f4f-3c341043703b req-7a13ae1d-131a-4cfb-b7f6-2cc5d2941286 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Allocated IP 192.168.233.64 (064170bd-7ae3-42cd-9c1f-14f6db2f099c/b2f8a7b0-45d5-4a4f-bbde-2ea497f98103/4998b04a-6c33-485a-b399-437a9f222c3c) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:48:07.327221 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab1a1658-d984-478c-b5b0-79f9c9cf6915 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Deleting subnet bc7eb257-2a07-4f93-b092-5f94df065f3c {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:48:07.329274 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48686) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:07.341849 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ab1a1658-d984-478c-b5b0-79f9c9cf6915 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:07.401190 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d9580f-4725-4afb-9166-9cc76897453a req-11f9c75a-a57b-4f1f-9f21-dae77f48bcf1 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:07.402812 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-19d9580f-4725-4afb-9166-9cc76897453a req-11f9c75a-a57b-4f1f-9f21-dae77f48bcf1 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=4883f8b6-cb29-468d-b4c0-f9295f6141ac HTTP/1.1" status: 200 len: 945 time: 0.6565313 Jul 24 00:48:07.417544 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ab1a1658-d984-478c-b5b0-79f9c9cf6915 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:07.427691 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-af33d096-f900-429d-8763-225c470d0839 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3f9b71b518bb404b9e8d521e71f9af26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0970933 Jul 24 00:48:07.434892 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48688) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:07.459214 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-032e5597-b210-4284-a34f-2b2b1f4dd714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:07.501473 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-fe6dab54-f617-42be-8f4f-3c341043703b req-7a13ae1d-131a-4cfb-b7f6-2cc5d2941286 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:07.523350 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-fe6dab54-f617-42be-8f4f-3c341043703b req-7a13ae1d-131a-4cfb-b7f6-2cc5d2941286 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Transition to ACTIVE for port object 4998b04a-6c33-485a-b399-437a9f222c3c will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:48:07.532664 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-14834f56-b17a-4ece-9f8a-149b180a93a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:07.541460 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-19d9580f-4725-4afb-9166-9cc76897453a req-b7578a85-4e41-45f9-b3f3-b93d06a6a43e tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263621 Jul 24 00:48:07.569743 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-14834f56-b17a-4ece-9f8a-149b180a93a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:07.616001 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-fe6dab54-f617-42be-8f4f-3c341043703b req-7a13ae1d-131a-4cfb-b7f6-2cc5d2941286 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:07.633563 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['26b94257-c0af-4147-9ffe-5c742e897ecd'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:48:07.633934 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ab1a1658-d984-478c-b5b0-79f9c9cf6915 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:07.699114 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe6dab54-f617-42be-8f4f-3c341043703b req-7a13ae1d-131a-4cfb-b7f6-2cc5d2941286 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Network 064170bd-7ae3-42cd-9c1f-14f6db2f099c is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:48:07.705071 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-fe6dab54-f617-42be-8f4f-3c341043703b req-7a13ae1d-131a-4cfb-b7f6-2cc5d2941286 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:48:07.729228 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-14834f56-b17a-4ece-9f8a-149b180a93a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:07.731977 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-14834f56-b17a-4ece-9f8a-149b180a93a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:07.734757 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-14834f56-b17a-4ece-9f8a-149b180a93a9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5876346a-d58e-4d2e-a111-7d55ce9cac84 HTTP/1.1" status: 204 len: 168 time: 0.2974920 Jul 24 00:48:07.734757 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe6dab54-f617-42be-8f4f-3c341043703b req-7a13ae1d-131a-4cfb-b7f6-2cc5d2941286 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:48:07.846272 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13ae1d-131a-4cfb-b7f6-2cc5d2941286 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Pushing event updated for resources: {'Port': ['ID=4998b04a-6c33-485a-b399-437a9f222c3c,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:07.860411 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14834f56-b17a-4ece-9f8a-149b180a93a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5876346a-d58e-4d2e-a111-7d55ce9cac84,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:07.919879 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ab1a1658-d984-478c-b5b0-79f9c9cf6915 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:07.920232 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6dab54-f617-42be-8f4f-3c341043703b req-7a13ae1d-131a-4cfb-b7f6-2cc5d2941286 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:07.920695 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-fe6dab54-f617-42be-8f4f-3c341043703b req-7a13ae1d-131a-4cfb-b7f6-2cc5d2941286 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:07.951436 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ac9c2-d32a-4324-913a-c9f1bd2b5efa req-0cc53e2c-eb25-45b9-920c-8533393a9003 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:07.962787 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-826ac9c2-d32a-4324-913a-c9f1bd2b5efa req-0cc53e2c-eb25-45b9-920c-8533393a9003 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4883f8b6-cb29-468d-b4c0-f9295f6141ac HTTP/1.1" status: 200 len: 1097 time: 0.2568481 Jul 24 00:48:07.966990 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fe6dab54-f617-42be-8f4f-3c341043703b req-7a13ae1d-131a-4cfb-b7f6-2cc5d2941286 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4639821 Jul 24 00:48:07.977235 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becb1c6-b008-4847-9a3f-906d0aaf7f1e req-f4f676b3-f0ce-4b8b-8f86-16b9c6a7250e tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:07.988047 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becb1c6-b008-4847-9a3f-906d0aaf7f1e req-f4f676b3-f0ce-4b8b-8f86-16b9c6a7250e tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:08.002301 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-fe6dab54-f617-42be-8f4f-3c341043703b req-c06b1420-a992-402b-b9d2-d38dbf0ef63a service neutron] Request body: {'port': {'device_id': '9cf75776-f840-4804-97ac-0432974a0dff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:08.002876 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becb1c6-b008-4847-9a3f-906d0aaf7f1e req-f4f676b3-f0ce-4b8b-8f86-16b9c6a7250e tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:08.009793 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becb1c6-b008-4847-9a3f-906d0aaf7f1e req-f4f676b3-f0ce-4b8b-8f86-16b9c6a7250e tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:08.026428 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becb1c6-b008-4847-9a3f-906d0aaf7f1e req-f4f676b3-f0ce-4b8b-8f86-16b9c6a7250e tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:08.032443 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becb1c6-b008-4847-9a3f-906d0aaf7f1e req-f4f676b3-f0ce-4b8b-8f86-16b9c6a7250e tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:08.039880 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becb1c6-b008-4847-9a3f-906d0aaf7f1e req-f4f676b3-f0ce-4b8b-8f86-16b9c6a7250e tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:08.042129 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7becb1c6-b008-4847-9a3f-906d0aaf7f1e req-f4f676b3-f0ce-4b8b-8f86-16b9c6a7250e tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 5436 time: 0.3808153 Jul 24 00:48:08.050605 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-826ac9c2-d32a-4324-913a-c9f1bd2b5efa req-72deb865-bc87-4968-bfcf-a196d5af2e2e tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825663 Jul 24 00:48:08.063973 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-4c2cc51e-f7c3-4ce1-811b-8910980d00e9 None None] Provisioning for port 4998b04a-6c33-485a-b399-437a9f222c3c completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:48:08.069115 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-4c2cc51e-f7c3-4ce1-811b-8910980d00e9 None None] Provisioning complete for port 4998b04a-6c33-485a-b399-437a9f222c3c triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:48:08.069655 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4c2cc51e-f7c3-4ce1-811b-8910980d00e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:08.071574 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a1658-d984-478c-b5b0-79f9c9cf6915 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Pushing event deleted for resources: {'Subnet': ['ID=bc7eb257-2a07-4f93-b092-5f94df065f3c,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:08.085200 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ab1a1658-d984-478c-b5b0-79f9c9cf6915 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:08.087586 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ab1a1658-d984-478c-b5b0-79f9c9cf6915 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "DELETE /v2.0/subnets/bc7eb257-2a07-4f93-b092-5f94df065f3c HTTP/1.1" status: 204 len: 168 time: 1.4079154 Jul 24 00:48:08.090279 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032e5597-b210-4284-a34f-2b2b1f4dd714 admin admin] Router ab6d953d-38cd-43f0-bfca-e85423e70286 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:48:08.091607 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48702) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:08.099556 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0be0b8-a325-4469-b59a-c6e9289841d8 None None] Network 92ff7578-4cc4-4eb9-9b11-2c7af06f32f7 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:48:08.168848 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7becb1c6-b008-4847-9a3f-906d0aaf7f1e req-41d8052e-d816-417e-b294-cce2a748b62b tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d0fd0bd-ecd4-446d-a84a-6ebbd55d94ea&id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1014066 Jul 24 00:48:08.201041 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-4c2cc51e-f7c3-4ce1-811b-8910980d00e9 None None] Port 4998b04a-6c33-485a-b399-437a9f222c3c cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:48:08.350785 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032e5597-b210-4284-a34f-2b2b1f4dd714 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:48:08.363927 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-fe6dab54-f617-42be-8f4f-3c341043703b req-c06b1420-a992-402b-b9d2-d38dbf0ef63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:08.365895 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b33a80e-069d-4192-9311-ef08e0201ca4 None None] Sync routers for ids ['ab6d953d-38cd-43f0-bfca-e85423e70286'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:48:08.385874 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b33a80e-069d-4192-9311-ef08e0201ca4 None None] Routers {'ab6d953d-38cd-43f0-bfca-e85423e70286'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:48:08.386368 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-032e5597-b210-4284-a34f-2b2b1f4dd714 admin admin] 10.222.0.15 "PUT /v2.0/routers/ab6d953d-38cd-43f0-bfca-e85423e70286/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0582161 Jul 24 00:48:08.387387 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48712) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:08.388511 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-3b33a80e-069d-4192-9311-ef08e0201ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:47:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['ab6d953d-38cd-43f0-bfca-e85423e70286'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:08.438687 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:48:08.441121 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['3ed410d3-3325-4685-85a3-54d0440cdaea'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:48:08.444290 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['1b2d3291-8280-46dd-96b5-e7c6c7c3131b'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:48:08.501957 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['9d1b5b62-5be0-495a-ae91-411a6cc06b8e'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:48:08.504187 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['65eea3c6-1e2c-4140-8dae-ee4329e7701b'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:48:08.537319 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['7bc5bf74-100d-43be-be48-ec3d5d893115'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:48:08.540281 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['24a09a83-d86e-4a1c-b603-983448f0ec6b'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:48:08.557328 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-3b33a80e-069d-4192-9311-ef08e0201ca4 None None] Set router ab6d953d-38cd-43f0-bfca-e85423e70286 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:48:08.568610 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-22593591-989f-4341-93e7-e6e56a7f82d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:08.571970 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48714) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:08.712079 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-fe6dab54-f617-42be-8f4f-3c341043703b req-c06b1420-a992-402b-b9d2-d38dbf0ef63a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4998b04a-6c33-485a-b399-437a9f222c3c {{(pid=100463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:48:08.722236 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-fe6dab54-f617-42be-8f4f-3c341043703b req-c06b1420-a992-402b-b9d2-d38dbf0ef63a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:08.739681 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-fe6dab54-f617-42be-8f4f-3c341043703b req-c06b1420-a992-402b-b9d2-d38dbf0ef63a service neutron] Transition to ACTIVE for port object 4998b04a-6c33-485a-b399-437a9f222c3c will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:48:08.749771 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-18266a12-05bd-4f36-bb44-4081950eedf1 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:08.772762 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5c6272a7-a3ea-4565-a7c1-c94143f5346d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=88f9a8f13f454420bc408e1e31c11f03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1994929 Jul 24 00:48:08.777241 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48716) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:08.789255 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-fe6dab54-f617-42be-8f4f-3c341043703b req-c06b1420-a992-402b-b9d2-d38dbf0ef63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:08.821722 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54642228-2d16-470c-b4b0-6a7ad1ee74f7 req-b319f9a8-d304-4bbc-83ae-5fe24ba85097 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:08.830148 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-54642228-2d16-470c-b4b0-6a7ad1ee74f7 req-b319f9a8-d304-4bbc-83ae-5fe24ba85097 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 935 time: 0.2588389 Jul 24 00:48:08.872713 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-3b33a80e-069d-4192-9311-ef08e0201ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6d953d-38cd-43f0-bfca-e85423e70286', 'name': 'tempest-FloatingIPsTestJSON-1345022468-router', 'tenant_id': '8a2561aa9442490ba0dd4eadda73aa2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': '5bb40987-9d16-465d-a490-82a6d3284b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:47:41Z', 'updated_at': '2021-07-24T00:48:06Z', 'revision_number': 5, 'project_id': '8a2561aa9442490ba0dd4eadda73aa2f', 'gw_port': {'id': '5bb40987-9d16-465d-a490-82a6d3284b37', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:49:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6d953d-38cd-43f0-bfca-e85423e70286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:47:42Z', 'updated_at': '2021-07-24T00:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:08.891222 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-22593591-989f-4341-93e7-e6e56a7f82d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:08.922139 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-54642228-2d16-470c-b4b0-6a7ad1ee74f7 req-2765ae40-b815-44f8-92ac-3db8271b97e0 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911002 Jul 24 00:48:08.960112 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b33a80e-069d-4192-9311-ef08e0201ca4 None None] Checking router: ab6d953d-38cd-43f0-bfca-e85423e70286 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:48:08.984780 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b33a80e-069d-4192-9311-ef08e0201ca4 None None] Routers {'ab6d953d-38cd-43f0-bfca-e85423e70286'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:48:08.985413 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-3b33a80e-069d-4192-9311-ef08e0201ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:47:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['ab6d953d-38cd-43f0-bfca-e85423e70286'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:09.027279 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-eda9e9cc-7955-4187-8c3c-50d46439936b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:09.055835 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-22593591-989f-4341-93e7-e6e56a7f82d3 admin admin] Deleting port 5bb40987-9d16-465d-a490-82a6d3284b37 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:48:09.056198 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-22593591-989f-4341-93e7-e6e56a7f82d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:09.066778 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ae519-4476-4f0a-a0bf-32e0339a5d8e req-08c3a066-95ef-44d0-824b-4f5a4a404e64 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:09.069337 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-437ae519-4476-4f0a-a0bf-32e0339a5d8e req-08c3a066-95ef-44d0-824b-4f5a4a404e64 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=f741169a-ad20-46f4-a7ba-7e2253c9fda5 HTTP/1.1" status: 200 len: 950 time: 0.8325825 Jul 24 00:48:09.072520 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b1420-a992-402b-b9d2-d38dbf0ef63a service neutron] Pushing event updated for resources: {'Port': ['ID=4998b04a-6c33-485a-b399-437a9f222c3c,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:09.175751 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-3b33a80e-069d-4192-9311-ef08e0201ca4 None None] Set router ab6d953d-38cd-43f0-bfca-e85423e70286 gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:48:09.198728 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-eda9e9cc-7955-4187-8c3c-50d46439936b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:09.251452 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-437ae519-4476-4f0a-a0bf-32e0339a5d8e req-94d8e66a-50f1-4253-9e7b-9fd10bfe5555 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754701 Jul 24 00:48:09.257996 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-18266a12-05bd-4f36-bb44-4081950eedf1 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Deleting port 39d1f7b3-bab6-4d72-8f89-e6166c0479bd {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:48:09.258526 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-18266a12-05bd-4f36-bb44-4081950eedf1 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:09.261643 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-22593591-989f-4341-93e7-e6e56a7f82d3 admin admin] For port 5bb40987-9d16-465d-a490-82a6d3284b37, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=5bb40987-9d16-465d-a490-82a6d3284b37,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:09.262132 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-22593591-989f-4341-93e7-e6e56a7f82d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:09.323518 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-fe6dab54-f617-42be-8f4f-3c341043703b req-c06b1420-a992-402b-b9d2-d38dbf0ef63a service neutron] Attempting to bind port 4998b04a-6c33-485a-b399-437a9f222c3c on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:48:09.324128 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-fe6dab54-f617-42be-8f4f-3c341043703b req-c06b1420-a992-402b-b9d2-d38dbf0ef63a service neutron] Attempting to bind port 4998b04a-6c33-485a-b399-437a9f222c3c by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:48:09.324623 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6dab54-f617-42be-8f4f-3c341043703b req-c06b1420-a992-402b-b9d2-d38dbf0ef63a service neutron] Attempting to bind port 4998b04a-6c33-485a-b399-437a9f222c3c on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:48:09.336134 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6dab54-f617-42be-8f4f-3c341043703b req-c06b1420-a992-402b-b9d2-d38dbf0ef63a service neutron] Port 4998b04a-6c33-485a-b399-437a9f222c3c on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:48:09.336747 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6dab54-f617-42be-8f4f-3c341043703b req-c06b1420-a992-402b-b9d2-d38dbf0ef63a service neutron] Attempting to bind port 4998b04a-6c33-485a-b399-437a9f222c3c on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:48:09.374808 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6dab54-f617-42be-8f4f-3c341043703b req-c06b1420-a992-402b-b9d2-d38dbf0ef63a service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:48:09.375422 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6dab54-f617-42be-8f4f-3c341043703b req-c06b1420-a992-402b-b9d2-d38dbf0ef63a service neutron] Checking segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:48:09.375997 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6dab54-f617-42be-8f4f-3c341043703b req-c06b1420-a992-402b-b9d2-d38dbf0ef63a service neutron] Bound using segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:48:09.376622 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-fe6dab54-f617-42be-8f4f-3c341043703b req-c06b1420-a992-402b-b9d2-d38dbf0ef63a service neutron] Bound port: 4998b04a-6c33-485a-b399-437a9f222c3c, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:48:09.377162 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-fe6dab54-f617-42be-8f4f-3c341043703b req-c06b1420-a992-402b-b9d2-d38dbf0ef63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:09.383722 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-22593591-989f-4341-93e7-e6e56a7f82d3 admin admin] Calling delete_port for 5bb40987-9d16-465d-a490-82a6d3284b37 owned by network:router_gateway {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:48:09.401042 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-18266a12-05bd-4f36-bb44-4081950eedf1 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] For port 39d1f7b3-bab6-4d72-8f89-e6166c0479bd, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=39d1f7b3-bab6-4d72-8f89-e6166c0479bd,segment=NetworkSegment(736fd063-603b-4aa7-a409-ab25f21c0a97),segment_id=736fd063-603b-4aa7-a409-ab25f21c0a97)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:09.401678 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-18266a12-05bd-4f36-bb44-4081950eedf1 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:09.406686 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-3b33a80e-069d-4192-9311-ef08e0201ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab6d953d-38cd-43f0-bfca-e85423e70286', 'name': 'tempest-FloatingIPsTestJSON-1345022468-router', 'tenant_id': '8a2561aa9442490ba0dd4eadda73aa2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:47:41Z', 'updated_at': '2021-07-24T00:48:08Z', 'revision_number': 6, 'project_id': '8a2561aa9442490ba0dd4eadda73aa2f', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:09.443490 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-18266a12-05bd-4f36-bb44-4081950eedf1 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Calling delete_port for 39d1f7b3-bab6-4d72-8f89-e6166c0479bd owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:48:09.445688 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-eda9e9cc-7955-4187-8c3c-50d46439936b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:09.448820 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-eda9e9cc-7955-4187-8c3c-50d46439936b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:09.450308 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-eda9e9cc-7955-4187-8c3c-50d46439936b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0f430a28-04e8-456a-b7fe-8b9e098c468e HTTP/1.1" status: 204 len: 168 time: 0.6710742 Jul 24 00:48:09.470019 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-45eb7d2c-1f21-42c9-8ee2-82805a14516d tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:09.477821 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-45eb7d2c-1f21-42c9-8ee2-82805a14516d tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/networks?id=0424e002-92c3-40ed-8018-7ea44515813a HTTP/1.1" status: 200 len: 821 time: 0.3184216 Jul 24 00:48:09.496872 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b33a80e-069d-4192-9311-ef08e0201ca4 None None] The sync data for ids ['ab6d953d-38cd-43f0-bfca-e85423e70286'] in n-d-793621-25 is: [{'id': 'ab6d953d-38cd-43f0-bfca-e85423e70286', 'name': 'tempest-FloatingIPsTestJSON-1345022468-router', 'tenant_id': '8a2561aa9442490ba0dd4eadda73aa2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:47:41Z', 'updated_at': '2021-07-24T00:48:08Z', 'revision_number': 6, 'project_id': '8a2561aa9442490ba0dd4eadda73aa2f', 'gw_port_host': None}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:48:09.503526 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-02a4a885-6c4e-47d6-9b9b-5540a1a0f212 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/quotas/f6c3815e83b546d1ba8426b7607dbf30 HTTP/1.1" status: 200 len: 375 time: 0.0247381 Jul 24 00:48:09.564963 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda9e9cc-7955-4187-8c3c-50d46439936b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f430a28-04e8-456a-b7fe-8b9e098c468e,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:09.573154 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea30271-6d72-47c9-8680-49ad32a44ce1 None None] DHCP port deletion for 92ff7578-4cc4-4eb9-9b11-2c7af06f32f7 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:48:09.685350 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-fe6dab54-f617-42be-8f4f-3c341043703b req-c06b1420-a992-402b-b9d2-d38dbf0ef63a service neutron] For port 4998b04a-6c33-485a-b399-437a9f222c3c, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:48:09.688873 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-9917bbe3-c886-444d-adf0-280cf2b1264b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6c3815e83b546d1ba8426b7607dbf30&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1840906 Jul 24 00:48:09.709725 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-fe6dab54-f617-42be-8f4f-3c341043703b req-c06b1420-a992-402b-b9d2-d38dbf0ef63a service neutron] For port 4998b04a-6c33-485a-b399-437a9f222c3c, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=4998b04a-6c33-485a-b399-437a9f222c3c,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:48:09.723353 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677af5e-7eaf-45da-a34f-13e8ccf05ad7 req-ecc91a15-a96c-4052-824f-276985a7a9aa tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:09.730659 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677af5e-7eaf-45da-a34f-13e8ccf05ad7 req-ecc91a15-a96c-4052-824f-276985a7a9aa tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:09.738174 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677af5e-7eaf-45da-a34f-13e8ccf05ad7 req-ecc91a15-a96c-4052-824f-276985a7a9aa tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:09.746117 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677af5e-7eaf-45da-a34f-13e8ccf05ad7 req-ecc91a15-a96c-4052-824f-276985a7a9aa tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:09.753139 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677af5e-7eaf-45da-a34f-13e8ccf05ad7 req-ecc91a15-a96c-4052-824f-276985a7a9aa tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:09.761142 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677af5e-7eaf-45da-a34f-13e8ccf05ad7 req-ecc91a15-a96c-4052-824f-276985a7a9aa tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:09.763238 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-2ea30271-6d72-47c9-8680-49ad32a44ce1 None None] Deleting port 39d1f7b3-bab6-4d72-8f89-e6166c0479bd {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:48:09.763866 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2ea30271-6d72-47c9-8680-49ad32a44ce1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:09.768429 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677af5e-7eaf-45da-a34f-13e8ccf05ad7 req-ecc91a15-a96c-4052-824f-276985a7a9aa tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:09.771141 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4677af5e-7eaf-45da-a34f-13e8ccf05ad7 req-ecc91a15-a96c-4052-824f-276985a7a9aa tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 5436 time: 0.3908458 Jul 24 00:48:09.774690 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-fe6dab54-f617-42be-8f4f-3c341043703b req-c06b1420-a992-402b-b9d2-d38dbf0ef63a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:09.861496 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-9cfd993e-a100-44e1-a444-a94482bc371d service neutron] 10.222.0.15 "GET /v2.0/networks/0424e002-92c3-40ed-8018-7ea44515813a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642549 Jul 24 00:48:09.864493 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-2ea30271-6d72-47c9-8680-49ad32a44ce1 None None] For port 39d1f7b3-bab6-4d72-8f89-e6166c0479bd, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=39d1f7b3-bab6-4d72-8f89-e6166c0479bd,segment=NetworkSegment(736fd063-603b-4aa7-a409-ab25f21c0a97),segment_id=736fd063-603b-4aa7-a409-ab25f21c0a97)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:09.865009 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2ea30271-6d72-47c9-8680-49ad32a44ce1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:09.871147 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-22593591-989f-4341-93e7-e6e56a7f82d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:09.893290 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-18266a12-05bd-4f36-bb44-4081950eedf1 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:09.900426 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-2ea30271-6d72-47c9-8680-49ad32a44ce1 None None] Calling delete_port for 39d1f7b3-bab6-4d72-8f89-e6166c0479bd owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:48:09.918753 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6dab54-f617-42be-8f4f-3c341043703b req-c06b1420-a992-402b-b9d2-d38dbf0ef63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:09.919435 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22593591-989f-4341-93e7-e6e56a7f82d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bb40987-9d16-465d-a490-82a6d3284b37,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:09.936295 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-fe6dab54-f617-42be-8f4f-3c341043703b req-c06b1420-a992-402b-b9d2-d38dbf0ef63a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:09.937807 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fe6dab54-f617-42be-8f4f-3c341043703b req-c06b1420-a992-402b-b9d2-d38dbf0ef63a service neutron] 10.222.0.13 "PUT /v2.0/ports/4998b04a-6c33-485a-b399-437a9f222c3c HTTP/1.1" status: 200 len: 1096 time: 1.9423411 Jul 24 00:48:09.938295 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cf75776-f840-4804-97ac-0432974a0dff', 'tag': '4998b04a-6c33-485a-b399-437a9f222c3c'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:48:09.940681 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df43d911-816a-4faf-950b-e80f3c9fbf87" -d '{"events": [{"name": "network-changed", "server_uuid": "9cf75776-f840-4804-97ac-0432974a0dff", "tag": "4998b04a-6c33-485a-b399-437a9f222c3c"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:48:09.951559 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18266a12-05bd-4f36-bb44-4081950eedf1 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] No DVR routers for this DVR port 39d1f7b3-bab6-4d72-8f89-e6166c0479bd on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:48:10.034217 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4677af5e-7eaf-45da-a34f-13e8ccf05ad7 req-1d046cc8-957e-4979-be0a-a3ce322723eb tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d0fd0bd-ecd4-446d-a84a-6ebbd55d94ea&id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2503800 Jul 24 00:48:10.153108 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2ea30271-6d72-47c9-8680-49ad32a44ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:10.199731 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-0c28a20b-a931-402c-aeb6-cce34ebc3213 service neutron] 10.222.0.15 "GET /v2.0/networks/0424e002-92c3-40ed-8018-7ea44515813a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373306 Jul 24 00:48:10.200916 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-22593591-989f-4341-93e7-e6e56a7f82d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:10.213143 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea30271-6d72-47c9-8680-49ad32a44ce1 None None] Pushing event deleted for resources: {'Port': ['ID=39d1f7b3-bab6-4d72-8f89-e6166c0479bd,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:10.231186 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea30271-6d72-47c9-8680-49ad32a44ce1 None None] No DVR routers for this DVR port 39d1f7b3-bab6-4d72-8f89-e6166c0479bd on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:48:10.331132 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-18266a12-05bd-4f36-bb44-4081950eedf1 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:10.349572 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-18266a12-05bd-4f36-bb44-4081950eedf1 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92ff7578-4cc4-4eb9-9b11-2c7af06f32f7']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:10.365591 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-18266a12-05bd-4f36-bb44-4081950eedf1 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '736fd063-603b-4aa7-a409-ab25f21c0a97') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:10.365719 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-18266a12-05bd-4f36-bb44-4081950eedf1 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '736fd063-603b-4aa7-a409-ab25f21c0a97') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:10.381000 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b1420-a992-402b-b9d2-d38dbf0ef63a service neutron] Pushing event updated for resources: {'Port': ['ID=4998b04a-6c33-485a-b399-437a9f222c3c,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:10.394269 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-22593591-989f-4341-93e7-e6e56a7f82d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:10.397224 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-22593591-989f-4341-93e7-e6e56a7f82d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:10.509036 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-22593591-989f-4341-93e7-e6e56a7f82d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:10.509036 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22593591-989f-4341-93e7-e6e56a7f82d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab6d953d-38cd-43f0-bfca-e85423e70286 {{(pid=100464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:48:10.514345 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-22593591-989f-4341-93e7-e6e56a7f82d3 admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:10.518875 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-22593591-989f-4341-93e7-e6e56a7f82d3 admin admin] 10.222.0.15 "DELETE /v2.0/routers/ab6d953d-38cd-43f0-bfca-e85423e70286 HTTP/1.1" status: 204 len: 168 time: 2.1260765 Jul 24 00:48:10.519274 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48752) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:10.538272 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-18266a12-05bd-4f36-bb44-4081950eedf1 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:10.561509 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-18266a12-05bd-4f36-bb44-4081950eedf1 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:10.569979 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18266a12-05bd-4f36-bb44-4081950eedf1 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:48:10.570699 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-18266a12-05bd-4f36-bb44-4081950eedf1 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:10.607546 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0509519-c1e6-466e-ab62-ecfc40008595 admin admin] Deleting subnet 9397e825-4d91-4ccf-bd44-057ac7683ea6 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:48:10.612196 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d0509519-c1e6-466e-ab62-ecfc40008595 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:10.645731 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18266a12-05bd-4f36-bb44-4081950eedf1 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Pushing event deleted for resources: {'Port': ['ID=39d1f7b3-bab6-4d72-8f89-e6166c0479bd,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:10.648290 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 00:48:10.648290 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:48:10.648290 n-d-793621-25 neutron-server[100463]: timer() Jul 24 00:48:10.648290 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:48:10.648290 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 00:48:10.648290 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:48:10.648290 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 00:48:10.648290 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:48:10.648290 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 00:48:10.648290 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:48:10.648290 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 00:48:10.648290 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:48:10.648290 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 00:48:10.648290 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:48:10.648290 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:48:10.648290 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:48:10.648290 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:48:10.648290 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:48:10.648290 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 00:48:10.648290 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:48:10.648290 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 00:48:10.648290 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:48:10.648290 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:48:10.648290 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:48:10.648290 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 00:48:10.648290 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:48:10.648290 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:48:10.648290 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:48:10.648290 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:48:10.648290 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:48:10.648290 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:48:10.648290 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:48:10.656195 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839747b6-4af7-41c7-bce9-99728ce771f1 x-openstack-request-id: req-839747b6-4af7-41c7-bce9-99728ce771f1 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:48:10.656629 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cf75776-f840-4804-97ac-0432974a0dff", "tag": "4998b04a-6c33-485a-b399-437a9f222c3c", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:48:10.657614 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-839747b6-4af7-41c7-bce9-99728ce771f1 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:48:10.658385 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cf75776-f840-4804-97ac-0432974a0dff', 'tag': '4998b04a-6c33-485a-b399-437a9f222c3c', 'status': 'completed', 'code': 200} Jul 24 00:48:10.694132 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d0509519-c1e6-466e-ab62-ecfc40008595 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:10.729520 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 39d1f7b3-bab6-4d72-8f89-e6166c0479bd no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:48:10.741531 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-18266a12-05bd-4f36-bb44-4081950eedf1 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:10.781050 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0b6ed-410e-40a0-8cef-35d8e0471658 req-f7d9990a-ba9d-4918-b532-ad5001f33fb5 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:10.784430 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c7b0b6ed-410e-40a0-8cef-35d8e0471658 req-f7d9990a-ba9d-4918-b532-ad5001f33fb5 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 947 time: 0.1438053 Jul 24 00:48:10.810646 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 39d1f7b3-bab6-4d72-8f89-e6166c0479bd {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:48:10.811289 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 39d1f7b3-bab6-4d72-8f89-e6166c0479bd not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:48:10.812005 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 75049d64-deb6-4eb5-a704-b267eb973938 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:48:10.816585 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-18266a12-05bd-4f36-bb44-4081950eedf1 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:10.829949 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-18266a12-05bd-4f36-bb44-4081950eedf1 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "DELETE /v2.0/networks/92ff7578-4cc4-4eb9-9b11-2c7af06f32f7 HTTP/1.1" status: 204 len: 168 time: 2.7263999 Jul 24 00:48:10.852195 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 75049d64-deb6-4eb5-a704-b267eb973938 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:48:10.852854 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 75049d64-deb6-4eb5-a704-b267eb973938 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:48:10.863671 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48766) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:10.886450 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6dab54-f617-42be-8f4f-3c341043703b req-5524a470-8b97-4cae-88d7-8c53bf6df17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:10.888411 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fe6dab54-f617-42be-8f4f-3c341043703b req-5524a470-8b97-4cae-88d7-8c53bf6df17e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64682d71562544209c45b1dc63c9fd56&device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 1099 time: 0.8200057 Jul 24 00:48:10.894202 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18266a12-05bd-4f36-bb44-4081950eedf1 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Pushing event deleted for resources: {'Network': ['ID=92ff7578-4cc4-4eb9-9b11-2c7af06f32f7,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:10.936546 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c7b0b6ed-410e-40a0-8cef-35d8e0471658 req-31ef6ddb-6263-41d4-8aef-4ab1822641c8 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180677 Jul 24 00:48:10.944597 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d0509519-c1e6-466e-ab62-ecfc40008595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:11.013035 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b3cc86e-a850-4bcb-abbf-d06a9641e033 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Deleting subnet f56b3431-8b73-45e6-8ba4-ab695e2c7614 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:48:11.016487 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0b3cc86e-a850-4bcb-abbf-d06a9641e033 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:11.018617 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72e7f8-0c42-4e5b-a867-8da5a53618a8 req-05dbae7b-1d61-49e7-9632-20112baf693a tempest-ServersOnMultiNodesTest-1056946927 tempest-ServersOnMultiNodesTest-1056946927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:11.023529 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fe72e7f8-0c42-4e5b-a867-8da5a53618a8 req-05dbae7b-1d61-49e7-9632-20112baf693a tempest-ServersOnMultiNodesTest-1056946927 tempest-ServersOnMultiNodesTest-1056946927-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f741169a-ad20-46f4-a7ba-7e2253c9fda5 HTTP/1.1" status: 200 len: 1102 time: 0.8332727 Jul 24 00:48:11.026169 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fe6dab54-f617-42be-8f4f-3c341043703b req-fb335f1c-9b92-4e95-87cf-3c86f10205ab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=4998b04a-6c33-485a-b399-437a9f222c3c HTTP/1.1" status: 200 len: 217 time: 0.1252298 Jul 24 00:48:11.085857 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0b3cc86e-a850-4bcb-abbf-d06a9641e033 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:11.132212 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fe72e7f8-0c42-4e5b-a867-8da5a53618a8 req-202d6141-2b91-4c78-943e-dd39e0fa86b4 tempest-ServersOnMultiNodesTest-1056946927 tempest-ServersOnMultiNodesTest-1056946927-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781865 Jul 24 00:48:11.163854 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6dab54-f617-42be-8f4f-3c341043703b req-39149dae-bf86-4622-be40-b7845c0be9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:11.165806 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fe6dab54-f617-42be-8f4f-3c341043703b req-39149dae-bf86-4622-be40-b7845c0be9fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.1333957 Jul 24 00:48:11.188145 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-28641e5b-36e5-4fea-a859-24b2d79d35e5 req-9f2ea1fb-a402-4872-a28a-806a4ae6b97d tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=71b2192f-9eba-484c-8ee1-9bfa0a5c29a0 HTTP/1.1" status: 200 len: 210 time: 0.0637043 Jul 24 00:48:11.262265 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d0509519-c1e6-466e-ab62-ecfc40008595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:11.307349 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6dab54-f617-42be-8f4f-3c341043703b req-a3361a73-8a49-4f9f-8317-64dad7f579fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:11.312352 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fe6dab54-f617-42be-8f4f-3c341043703b req-a3361a73-8a49-4f9f-8317-64dad7f579fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1358571 Jul 24 00:48:11.328678 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0b3cc86e-a850-4bcb-abbf-d06a9641e033 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:11.432124 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0509519-c1e6-466e-ab62-ecfc40008595 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9397e825-4d91-4ccf-bd44-057ac7683ea6,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:11.448844 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d0509519-c1e6-466e-ab62-ecfc40008595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:11.454752 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d0509519-c1e6-466e-ab62-ecfc40008595 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9397e825-4d91-4ccf-bd44-057ac7683ea6 HTTP/1.1" status: 204 len: 168 time: 0.9308891 Jul 24 00:48:11.464838 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fe6dab54-f617-42be-8f4f-3c341043703b req-002b6200-cd16-4bf7-a57c-f48a419522fe service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388321 Jul 24 00:48:11.468151 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa680898-55e3-410a-96bd-d1d26d714d5d None None] Network ee391922-d32a-444c-b703-8299f481afbb requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:48:11.471825 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48780) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:11.618752 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-b1983274-82d6-46d8-bb6e-a5058b6ba16a tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0780902 Jul 24 00:48:11.703044 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0b3cc86e-a850-4bcb-abbf-d06a9641e033 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:11.760182 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5f7d2076-d6c0-45a9-a5e8-f7a24fde29e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:11.762433 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3cc86e-a850-4bcb-abbf-d06a9641e033 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Pushing event deleted for resources: {'Subnet': ['ID=f56b3431-8b73-45e6-8ba4-ab695e2c7614,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:11.772229 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0b3cc86e-a850-4bcb-abbf-d06a9641e033 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:11.774456 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0b3cc86e-a850-4bcb-abbf-d06a9641e033 tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "DELETE /v2.0/subnets/f56b3431-8b73-45e6-8ba4-ab695e2c7614 HTTP/1.1" status: 204 len: 168 time: 0.9072404 Jul 24 00:48:11.779813 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48804) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:11.782689 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4aa572-71c3-4c4b-b9f6-e40e1b687755 None None] Network 068a7e17-2416-4d91-a517-4ff7c5f14239 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:48:11.811452 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fe6dab54-f617-42be-8f4f-3c341043703b req-22340dfd-c0e1-4cec-b9e2-4d5bbbeeca55 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305967 Jul 24 00:48:11.819153 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e78db3-9ecf-4d80-b898-284c5c0a9f37 req-931565e7-0583-4249-8230-f5e87c34bce5 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:11.828327 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e78db3-9ecf-4d80-b898-284c5c0a9f37 req-931565e7-0583-4249-8230-f5e87c34bce5 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:11.839232 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2284ccb1-3981-4556-8b1f-6854ce2a0d68 None None] DHCP port deletion for ee391922-d32a-444c-b703-8299f481afbb request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:48:11.839851 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e78db3-9ecf-4d80-b898-284c5c0a9f37 req-931565e7-0583-4249-8230-f5e87c34bce5 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:11.846165 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e78db3-9ecf-4d80-b898-284c5c0a9f37 req-931565e7-0583-4249-8230-f5e87c34bce5 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:11.853354 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e78db3-9ecf-4d80-b898-284c5c0a9f37 req-931565e7-0583-4249-8230-f5e87c34bce5 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:11.862619 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e78db3-9ecf-4d80-b898-284c5c0a9f37 req-931565e7-0583-4249-8230-f5e87c34bce5 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:11.866036 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ddae6a47-e1c2-4e98-88bb-26a84245ccd6 req-f9834291-ed29-4dfd-a7c2-bde3dcac3bb2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2803512 Jul 24 00:48:11.869554 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e78db3-9ecf-4d80-b898-284c5c0a9f37 req-931565e7-0583-4249-8230-f5e87c34bce5 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:11.877366 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-96e78db3-9ecf-4d80-b898-284c5c0a9f37 req-931565e7-0583-4249-8230-f5e87c34bce5 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 5436 time: 0.4623034 Jul 24 00:48:11.891540 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-1e76b866-62aa-4d60-b024-0852b745d3f6 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:11.900842 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-1e76b866-62aa-4d60-b024-0852b745d3f6 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2809899 Jul 24 00:48:12.033190 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-96e78db3-9ecf-4d80-b898-284c5c0a9f37 req-e293510d-aa8d-4bf4-a725-a1f260cc92f3 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d0fd0bd-ecd4-446d-a84a-6ebbd55d94ea&id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1511674 Jul 24 00:48:12.046583 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b318df20-bfe8-4106-b47b-25666f557c0b tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:12.051841 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-44430abe-adea-4874-b1bd-36b621847482 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/quotas/e5262b7cd2fa4bf6ac275df24f369d21 HTTP/1.1" status: 200 len: 375 time: 0.1494141 Jul 24 00:48:12.110050 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-5f7d2076-d6c0-45a9-a5e8-f7a24fde29e6 admin admin] Deleting port f3193749-9c61-42c4-9ccc-e28c65dcdb2d {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:48:12.110756 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5f7d2076-d6c0-45a9-a5e8-f7a24fde29e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:12.167000 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-2284ccb1-3981-4556-8b1f-6854ce2a0d68 None None] Deleting port f3193749-9c61-42c4-9ccc-e28c65dcdb2d {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:48:12.167000 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2284ccb1-3981-4556-8b1f-6854ce2a0d68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:12.251839 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae6a47-e1c2-4e98-88bb-26a84245ccd6 req-4230c13c-11e1-428e-ba39-2191ee1a9387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:12.262631 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ddae6a47-e1c2-4e98-88bb-26a84245ccd6 req-4230c13c-11e1-428e-ba39-2191ee1a9387 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543 HTTP/1.1" status: 200 len: 1102 time: 0.3490143 Jul 24 00:48:12.283127 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-2284ccb1-3981-4556-8b1f-6854ce2a0d68 None None] For port f3193749-9c61-42c4-9ccc-e28c65dcdb2d, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=f3193749-9c61-42c4-9ccc-e28c65dcdb2d,segment=NetworkSegment(7fd5565d-9192-4173-890c-16cd5a79ae01),segment_id=7fd5565d-9192-4173-890c-16cd5a79ae01)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:12.283544 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2284ccb1-3981-4556-8b1f-6854ce2a0d68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:12.368714 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-5f7d2076-d6c0-45a9-a5e8-f7a24fde29e6 admin admin] For port f3193749-9c61-42c4-9ccc-e28c65dcdb2d, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=f3193749-9c61-42c4-9ccc-e28c65dcdb2d,segment=NetworkSegment(7fd5565d-9192-4173-890c-16cd5a79ae01),segment_id=7fd5565d-9192-4173-890c-16cd5a79ae01)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:12.369002 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5f7d2076-d6c0-45a9-a5e8-f7a24fde29e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:12.396235 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43d911-816a-4faf-950b-e80f3c9fbf87 req-8e428b69-825b-4478-882f-2724e9feea78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:12.397791 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-df43d911-816a-4faf-950b-e80f3c9fbf87 req-8e428b69-825b-4478-882f-2724e9feea78 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64682d71562544209c45b1dc63c9fd56&device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 1099 time: 0.4822676 Jul 24 00:48:12.417024 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-5f7d2076-d6c0-45a9-a5e8-f7a24fde29e6 admin admin] Calling delete_port for f3193749-9c61-42c4-9ccc-e28c65dcdb2d owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:48:12.421352 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-81ac82ff-1f52-4ca9-bef8-2b390f018bbd tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3686233 Jul 24 00:48:12.451242 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-2284ccb1-3981-4556-8b1f-6854ce2a0d68 None None] Calling delete_port for f3193749-9c61-42c4-9ccc-e28c65dcdb2d owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:48:12.474601 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae6a47-e1c2-4e98-88bb-26a84245ccd6 req-32f8ecc4-596b-4837-be75-74c0c50a3cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:12.476183 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ddae6a47-e1c2-4e98-88bb-26a84245ccd6 req-32f8ecc4-596b-4837-be75-74c0c50a3cc9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.1780491 Jul 24 00:48:12.507458 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-c48d2812-1853-436d-b59f-818bc506ab92 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:12.508594 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-c48d2812-1853-436d-b59f-818bc506ab92 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.13 "GET /v2.0/networks?id=0424e002-92c3-40ed-8018-7ea44515813a HTTP/1.1" status: 200 len: 821 time: 0.4491303 Jul 24 00:48:12.513422 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-b318df20-bfe8-4106-b47b-25666f557c0b tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Deleting port 2c28a4e9-5c98-4b01-a202-d5fe2a4df286 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:48:12.513855 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b318df20-bfe8-4106-b47b-25666f557c0b tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:12.543006 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device f3193749-9c61-42c4-9ccc-e28c65dcdb2d no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:48:12.550052 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecc9365-b1dc-46ed-ad08-d879558285f3 None None] DHCP port deletion for 068a7e17-2416-4d91-a517-4ff7c5f14239 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:48:12.578855 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2284ccb1-3981-4556-8b1f-6854ce2a0d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:12.684429 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2284ccb1-3981-4556-8b1f-6854ce2a0d68 None None] Pushing event deleted for resources: {'Port': ['ID=f3193749-9c61-42c4-9ccc-e28c65dcdb2d,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:12.686562 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2284ccb1-3981-4556-8b1f-6854ce2a0d68 None None] No DVR routers for this DVR port f3193749-9c61-42c4-9ccc-e28c65dcdb2d on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:48:12.740198 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No active binding found for port f3193749-9c61-42c4-9ccc-e28c65dcdb2d {{(pid=100465) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 24 00:48:12.740654 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device f3193749-9c61-42c4-9ccc-e28c65dcdb2d not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:48:12.741095 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 5bb40987-9d16-465d-a490-82a6d3284b37 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:48:12.776787 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 5bb40987-9d16-465d-a490-82a6d3284b37 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:48:12.777122 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 5bb40987-9d16-465d-a490-82a6d3284b37 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:48:12.810538 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-7ecc9365-b1dc-46ed-ad08-d879558285f3 None None] Deleting port 2c28a4e9-5c98-4b01-a202-d5fe2a4df286 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:48:12.811253 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7ecc9365-b1dc-46ed-ad08-d879558285f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:12.895034 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-7ecc9365-b1dc-46ed-ad08-d879558285f3 None None] For port 2c28a4e9-5c98-4b01-a202-d5fe2a4df286, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2c28a4e9-5c98-4b01-a202-d5fe2a4df286,segment=NetworkSegment(9faa7c2e-d929-4382-b23d-7e362e0b3276),segment_id=9faa7c2e-d929-4382-b23d-7e362e0b3276)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:12.896505 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7ecc9365-b1dc-46ed-ad08-d879558285f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:12.916858 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-7ecc9365-b1dc-46ed-ad08-d879558285f3 None None] Calling delete_port for 2c28a4e9-5c98-4b01-a202-d5fe2a4df286 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:48:12.943513 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-7a5b97f9-fd57-48be-b5c8-b7ecb0f18b00 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Request body: {'port': {'device_id': '71b2192f-9eba-484c-8ee1-9bfa0a5c29a0', 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a', 'admin_state_up': True, 'tenant_id': 'f6c3815e83b546d1ba8426b7607dbf30'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:12.993878 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ddae6a47-e1c2-4e98-88bb-26a84245ccd6 req-7ff8f4da-9b32-415e-a471-ec0e59341083 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=3c836ab3-a4b0-4f71-bdd9-af941853b1e5 HTTP/1.1" status: 200 len: 217 time: 0.4755647 Jul 24 00:48:13.014572 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-b318df20-bfe8-4106-b47b-25666f557c0b tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] For port 2c28a4e9-5c98-4b01-a202-d5fe2a4df286, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2c28a4e9-5c98-4b01-a202-d5fe2a4df286,segment=NetworkSegment(9faa7c2e-d929-4382-b23d-7e362e0b3276),segment_id=9faa7c2e-d929-4382-b23d-7e362e0b3276)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:13.014965 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b318df20-bfe8-4106-b47b-25666f557c0b tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:13.022933 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cfd5e80b-efd6-41e8-b4ad-9a9798be5c04 req-b98e71bc-6432-4cae-946c-fe727aabb8ac tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=71b2192f-9eba-484c-8ee1-9bfa0a5c29a0 HTTP/1.1" status: 200 len: 210 time: 0.0759370 Jul 24 00:48:13.039665 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621326d1-43ef-4ca6-a5fa-9712e4b8b250 req-77d13615-3936-435f-991d-e9b64dc903a6 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:13.042364 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-621326d1-43ef-4ca6-a5fa-9712e4b8b250 req-77d13615-3936-435f-991d-e9b64dc903a6 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 947 time: 0.7293665 Jul 24 00:48:13.054380 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7ecc9365-b1dc-46ed-ad08-d879558285f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:13.060707 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-b318df20-bfe8-4106-b47b-25666f557c0b tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Calling delete_port for 2c28a4e9-5c98-4b01-a202-d5fe2a4df286 owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:48:13.093234 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43d911-816a-4faf-950b-e80f3c9fbf87 req-3655f24c-5638-4121-bd9f-d5eae07cb1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:13.094776 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-df43d911-816a-4faf-950b-e80f3c9fbf87 req-3655f24c-5638-4121-bd9f-d5eae07cb1f7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.6706252 Jul 24 00:48:13.102193 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc9365-b1dc-46ed-ad08-d879558285f3 None None] Pushing event deleted for resources: {'Port': ['ID=2c28a4e9-5c98-4b01-a202-d5fe2a4df286,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:13.118445 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecc9365-b1dc-46ed-ad08-d879558285f3 None None] No DVR routers for this DVR port 2c28a4e9-5c98-4b01-a202-d5fe2a4df286 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:48:13.179147 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae6a47-e1c2-4e98-88bb-26a84245ccd6 req-124be844-933b-46d3-ace6-e1c17e458574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:13.180772 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ddae6a47-e1c2-4e98-88bb-26a84245ccd6 req-124be844-933b-46d3-ace6-e1c17e458574 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.1682444 Jul 24 00:48:13.190533 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-df43d911-816a-4faf-950b-e80f3c9fbf87 req-86ac1027-c6fb-406d-809e-6664b366f3b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=4998b04a-6c33-485a-b399-437a9f222c3c HTTP/1.1" status: 200 len: 217 time: 0.0660586 Jul 24 00:48:13.235084 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5f7d2076-d6c0-45a9-a5e8-f7a24fde29e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:13.257167 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3e832df3-e998-40cf-8590-e8bc09a56ffc req-a1a8eae9-7df9-4ec2-9128-ba46249f13cf tempest-FlavorsV2NegativeTest-89699478 tempest-FlavorsV2NegativeTest-89699478-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a5731d49835748d9ab0adc2e8a225e6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0752122 Jul 24 00:48:13.279502 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-621326d1-43ef-4ca6-a5fa-9712e4b8b250 req-00607350-5fa2-494d-bc4a-da403e1027da tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242541 Jul 24 00:48:13.286887 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d2076-d6c0-45a9-a5e8-f7a24fde29e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3193749-9c61-42c4-9ccc-e28c65dcdb2d,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:13.296372 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7d2076-d6c0-45a9-a5e8-f7a24fde29e6 admin admin] No DVR routers for this DVR port f3193749-9c61-42c4-9ccc-e28c65dcdb2d on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:48:13.355232 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43d911-816a-4faf-950b-e80f3c9fbf87 req-1a99c81a-51a3-4340-b21b-fa55fca4ff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:13.356763 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-df43d911-816a-4faf-950b-e80f3c9fbf87 req-1a99c81a-51a3-4340-b21b-fa55fca4ff29 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.1431193 Jul 24 00:48:13.364477 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-7a5b97f9-fd57-48be-b5c8-b7ecb0f18b00 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Made reservation on behalf of f6c3815e83b546d1ba8426b7607dbf30 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:48:13.368258 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-7a5b97f9-fd57-48be-b5c8-b7ecb0f18b00 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:13.433633 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddae6a47-e1c2-4e98-88bb-26a84245ccd6 req-0501b1ab-7f6e-43fb-976b-eb5a9f699377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:13.435686 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ddae6a47-e1c2-4e98-88bb-26a84245ccd6 req-0501b1ab-7f6e-43fb-976b-eb5a9f699377 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2387753 Jul 24 00:48:13.456669 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5f7d2076-d6c0-45a9-a5e8-f7a24fde29e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:13.459970 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b318df20-bfe8-4106-b47b-25666f557c0b tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:13.463363 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-17c02c95-a291-49ce-9b16-2e238055e246 req-defd0bbf-5bf2-432b-8e6d-de248af15a9e tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ff02151-9814-4f77-89f0-68df264b79a5 HTTP/1.1" status: 200 len: 210 time: 0.0764756 Jul 24 00:48:13.508008 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-5f7d2076-d6c0-45a9-a5e8-f7a24fde29e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee391922-d32a-444c-b703-8299f481afbb']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:13.517928 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318df20-bfe8-4106-b47b-25666f557c0b tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Pushing event deleted for resources: {'Port': ['ID=2c28a4e9-5c98-4b01-a202-d5fe2a4df286,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:13.522653 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b318df20-bfe8-4106-b47b-25666f557c0b tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] No DVR routers for this DVR port 2c28a4e9-5c98-4b01-a202-d5fe2a4df286 on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:48:13.522860 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e832df3-e998-40cf-8590-e8bc09a56ffc req-f9e6ae15-41ba-41ca-babc-102ba2475bb5 tempest-FlavorsV2NegativeTest-89699478 tempest-FlavorsV2NegativeTest-89699478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:13.525724 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3e832df3-e998-40cf-8590-e8bc09a56ffc req-f9e6ae15-41ba-41ca-babc-102ba2475bb5 tempest-FlavorsV2NegativeTest-89699478 tempest-FlavorsV2NegativeTest-89699478-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2445631 Jul 24 00:48:13.563008 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-5f7d2076-d6c0-45a9-a5e8-f7a24fde29e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fd5565d-9192-4173-890c-16cd5a79ae01') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:13.563313 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-5f7d2076-d6c0-45a9-a5e8-f7a24fde29e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fd5565d-9192-4173-890c-16cd5a79ae01') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:13.581834 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3e832df3-e998-40cf-8590-e8bc09a56ffc req-bbf87a32-b150-4cad-a142-9cb760ed5d75 tempest-FlavorsV2NegativeTest-89699478 tempest-FlavorsV2NegativeTest-89699478-project] 10.222.0.15 "GET /v2.0/quotas/a5731d49835748d9ab0adc2e8a225e6f HTTP/1.1" status: 200 len: 375 time: 0.0216730 Jul 24 00:48:13.590047 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43d911-816a-4faf-950b-e80f3c9fbf87 req-881202ac-e8bf-4da1-975e-c100bc04da1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:13.591712 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-df43d911-816a-4faf-950b-e80f3c9fbf87 req-881202ac-e8bf-4da1-975e-c100bc04da1b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2058499 Jul 24 00:48:13.613980 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5f7d2076-d6c0-45a9-a5e8-f7a24fde29e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:13.655980 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3e832df3-e998-40cf-8590-e8bc09a56ffc req-da32b729-0d52-46d7-9a94-acf2d9e9ee1a tempest-FlavorsV2NegativeTest-89699478 tempest-FlavorsV2NegativeTest-89699478-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5731d49835748d9ab0adc2e8a225e6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615716 Jul 24 00:48:13.660116 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ddae6a47-e1c2-4e98-88bb-26a84245ccd6 req-fd71c801-907e-4c49-b736-44b55dde2f48 service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156160 Jul 24 00:48:13.715731 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5f7d2076-d6c0-45a9-a5e8-f7a24fde29e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:13.747918 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b318df20-bfe8-4106-b47b-25666f557c0b tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:13.759951 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f7d2076-d6c0-45a9-a5e8-f7a24fde29e6 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:48:13.760368 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5f7d2076-d6c0-45a9-a5e8-f7a24fde29e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:13.763130 n-d-793621-25 neutron-server[100464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:48:13.763130 n-d-793621-25 neutron-server[100464]: self.session.flush() Jul 24 00:48:13.763130 n-d-793621-25 neutron-server[100464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:48:13.763130 n-d-793621-25 neutron-server[100464]: self.session.flush() Jul 24 00:48:13.763130 n-d-793621-25 neutron-server[100464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:48:13.763130 n-d-793621-25 neutron-server[100464]: self.session.flush() Jul 24 00:48:13.763130 n-d-793621-25 neutron-server[100464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:48:13.763130 n-d-793621-25 neutron-server[100464]: self.session.flush() Jul 24 00:48:13.763130 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 00:48:13.763130 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:48:13.763130 n-d-793621-25 neutron-server[100464]: timer() Jul 24 00:48:13.763130 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:48:13.763130 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 00:48:13.763130 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:48:13.763130 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 00:48:13.763130 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:48:13.763130 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 00:48:13.763130 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:48:13.763130 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 00:48:13.763130 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:48:13.763130 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 00:48:13.763130 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:48:13.763130 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:48:13.763130 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:48:13.763130 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:48:13.763130 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:48:13.763130 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 00:48:13.763130 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:48:13.763130 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 00:48:13.763130 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:48:13.763130 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:48:13.763130 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:48:13.763130 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 00:48:13.763130 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:48:13.763130 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:48:13.763130 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:48:13.763130 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:48:13.763130 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:48:13.763130 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:48:13.763130 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:48:13.780197 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-b318df20-bfe8-4106-b47b-25666f557c0b tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['068a7e17-2416-4d91-a517-4ff7c5f14239']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:13.825896 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-b318df20-bfe8-4106-b47b-25666f557c0b tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9faa7c2e-d929-4382-b23d-7e362e0b3276') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:13.825896 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-b318df20-bfe8-4106-b47b-25666f557c0b tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9faa7c2e-d929-4382-b23d-7e362e0b3276') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:13.833426 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-df43d911-816a-4faf-950b-e80f3c9fbf87 req-9fc98ccd-1e90-4b24-9376-82de1ec0b5cc service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207503 Jul 24 00:48:13.870011 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b318df20-bfe8-4106-b47b-25666f557c0b tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:13.882804 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-7a5b97f9-fd57-48be-b5c8-b7ecb0f18b00 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Allocated IP 172.20.0.5 (0424e002-92c3-40ed-8018-7ea44515813a/eacbc75d-e7d9-4f31-b710-44862dc68303/e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:48:13.890026 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ddae6a47-e1c2-4e98-88bb-26a84245ccd6 req-c7c0e385-008a-42f2-8caa-d2d5610e6170 service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182789 Jul 24 00:48:13.905134 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5f7d2076-d6c0-45a9-a5e8-f7a24fde29e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:13.933390 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b318df20-bfe8-4106-b47b-25666f557c0b tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:13.937033 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-a661d898-074f-459e-895c-405b0334026b tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466013 Jul 24 00:48:13.941185 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5f7d2076-d6c0-45a9-a5e8-f7a24fde29e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:13.944158 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5f7d2076-d6c0-45a9-a5e8-f7a24fde29e6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ee391922-d32a-444c-b703-8299f481afbb HTTP/1.1" status: 204 len: 168 time: 2.4707978 Jul 24 00:48:13.981364 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d2076-d6c0-45a9-a5e8-f7a24fde29e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee391922-d32a-444c-b703-8299f481afbb,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:13.995523 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9dd3c0-a89e-4f8d-a0a8-38b924bc8473 req-ab1b9fa2-4f2c-491d-acf7-309f6a383f4f tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:14.001688 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9dd3c0-a89e-4f8d-a0a8-38b924bc8473 req-ab1b9fa2-4f2c-491d-acf7-309f6a383f4f tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:14.006802 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-df43d911-816a-4faf-950b-e80f3c9fbf87 req-64ba2e09-2e47-4ee0-b3fc-c6847e7b88c9 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667998 Jul 24 00:48:14.008332 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9dd3c0-a89e-4f8d-a0a8-38b924bc8473 req-ab1b9fa2-4f2c-491d-acf7-309f6a383f4f tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:14.015032 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9dd3c0-a89e-4f8d-a0a8-38b924bc8473 req-ab1b9fa2-4f2c-491d-acf7-309f6a383f4f tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:14.026318 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9dd3c0-a89e-4f8d-a0a8-38b924bc8473 req-ab1b9fa2-4f2c-491d-acf7-309f6a383f4f tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:14.037765 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9dd3c0-a89e-4f8d-a0a8-38b924bc8473 req-ab1b9fa2-4f2c-491d-acf7-309f6a383f4f tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:14.048724 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9dd3c0-a89e-4f8d-a0a8-38b924bc8473 req-ab1b9fa2-4f2c-491d-acf7-309f6a383f4f tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:14.052909 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ce9dd3c0-a89e-4f8d-a0a8-38b924bc8473 req-ab1b9fa2-4f2c-491d-acf7-309f6a383f4f tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 5436 time: 0.4918635 Jul 24 00:48:14.073303 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b318df20-bfe8-4106-b47b-25666f557c0b tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:48:14.079045 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b318df20-bfe8-4106-b47b-25666f557c0b tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:14.102226 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 00:48:14.102226 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:48:14.102226 n-d-793621-25 neutron-server[100464]: timer() Jul 24 00:48:14.102226 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:48:14.102226 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 00:48:14.102226 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:48:14.102226 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 00:48:14.102226 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:48:14.102226 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 00:48:14.102226 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:48:14.102226 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 00:48:14.102226 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:48:14.102226 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 00:48:14.102226 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:48:14.102226 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:48:14.102226 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:48:14.102226 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:48:14.102226 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:48:14.102226 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 00:48:14.102226 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:48:14.102226 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 00:48:14.102226 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:48:14.102226 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:48:14.102226 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:48:14.102226 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 00:48:14.102226 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:48:14.102226 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:48:14.102226 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:48:14.102226 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:48:14.102226 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:48:14.102226 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:48:14.102226 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:48:14.200359 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2c28a4e9-5c98-4b01-a202-d5fe2a4df286 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:48:14.224307 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 2c28a4e9-5c98-4b01-a202-d5fe2a4df286 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:48:14.224928 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2c28a4e9-5c98-4b01-a202-d5fe2a4df286 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:48:14.248069 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a3e0610f-fe45-4d74-90e9-7e6e157934c1 req-385716d7-7b9d-4ac0-9549-c48f3277115c tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=71b2192f-9eba-484c-8ee1-9bfa0a5c29a0 HTTP/1.1" status: 200 len: 210 time: 0.0804143 Jul 24 00:48:14.269002 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48866) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:14.318999 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6a0c04dc-d841-4305-bd57-50aa5395ff8e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8a2561aa9442490ba0dd4eadda73aa2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477164 Jul 24 00:48:14.319959 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48870) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:14.369262 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b318df20-bfe8-4106-b47b-25666f557c0b tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:14.374756 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b318df20-bfe8-4106-b47b-25666f557c0b tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:14.376803 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b318df20-bfe8-4106-b47b-25666f557c0b tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] 10.222.0.15 "DELETE /v2.0/networks/068a7e17-2416-4d91-a517-4ff7c5f14239 HTTP/1.1" status: 204 len: 168 time: 2.5956950 Jul 24 00:48:14.421130 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ce9dd3c0-a89e-4f8d-a0a8-38b924bc8473 req-e2f0a2ab-fa79-41b5-b600-468edcb9bc57 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d0fd0bd-ecd4-446d-a84a-6ebbd55d94ea&id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3175163 Jul 24 00:48:14.421395 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9617fa5d-6afd-4e9e-b0cf-72f9471f42e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:14.424607 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318df20-bfe8-4106-b47b-25666f557c0b tempest-ServersTestMultiNic-662981343 tempest-ServersTestMultiNic-662981343-project] Pushing event deleted for resources: {'Network': ['ID=068a7e17-2416-4d91-a517-4ff7c5f14239,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:14.434680 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-ece1ddc1-d361-47d1-b25f-65097d0248bf tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:14.436383 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-ece1ddc1-d361-47d1-b25f-65097d0248bf tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4830966 Jul 24 00:48:14.439005 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48876) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:14.476052 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9617fa5d-6afd-4e9e-b0cf-72f9471f42e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:14.476745 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-33fed8f8-4089-4a87-bec5-2ca946c1f56f tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Request body: {'port': {'device_id': '2ff02151-9814-4f77-89f0-68df264b79a5', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'admin_state_up': True, 'tenant_id': 'e5262b7cd2fa4bf6ac275df24f369d21'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:14.562011 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9617fa5d-6afd-4e9e-b0cf-72f9471f42e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:14.565668 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9617fa5d-6afd-4e9e-b0cf-72f9471f42e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:14.567296 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9617fa5d-6afd-4e9e-b0cf-72f9471f42e1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/38c999d4-ae74-47b9-be85-7b7aa8e1ce6c HTTP/1.1" status: 204 len: 168 time: 0.2444012 Jul 24 00:48:14.605310 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a97817-4808-4762-95e7-06b96b6066d1 req-97fa1d41-5db6-4c82-bafa-0148bdcba474 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:14.609277 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-7a5b97f9-fd57-48be-b5c8-b7ecb0f18b00 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:14.611936 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e1a97817-4808-4762-95e7-06b96b6066d1 req-97fa1d41-5db6-4c82-bafa-0148bdcba474 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 947 time: 0.2283080 Jul 24 00:48:14.621946 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9617fa5d-6afd-4e9e-b0cf-72f9471f42e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c999d4-ae74-47b9-be85-7b7aa8e1ce6c,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:14.625494 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-49c54cf3-1ea7-4df3-a161-d12e93dd6ec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:14.639480 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2e8bee8c-69a2-455d-9d52-d1783402b814 req-1761a652-3c0c-4810-a5ee-8660b62d6def tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ff02151-9814-4f77-89f0-68df264b79a5 HTTP/1.1" status: 200 len: 210 time: 0.0602279 Jul 24 00:48:14.689995 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-7a5b97f9-fd57-48be-b5c8-b7ecb0f18b00 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:14.721851 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e1a97817-4808-4762-95e7-06b96b6066d1 req-c99b1766-9320-4c58-b65f-cd044741c183 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030738 Jul 24 00:48:14.761074 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-7a5b97f9-fd57-48be-b5c8-b7ecb0f18b00 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Network 0424e002-92c3-40ed-8018-7ea44515813a is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:48:14.765628 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-7a5b97f9-fd57-48be-b5c8-b7ecb0f18b00 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:48:14.775719 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-7a5b97f9-fd57-48be-b5c8-b7ecb0f18b00 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:48:14.807378 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-49c54cf3-1ea7-4df3-a161-d12e93dd6ec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:14.814613 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-49c54cf3-1ea7-4df3-a161-d12e93dd6ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:14.843040 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b97f9-fd57-48be-b5c8-b7ecb0f18b00 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Pushing event updated for resources: {'Port': ['ID=e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:14.866224 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48894) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:14.882390 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-33fed8f8-4089-4a87-bec5-2ca946c1f56f tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Made reservation on behalf of e5262b7cd2fa4bf6ac275df24f369d21 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:48:14.886254 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-33fed8f8-4089-4a87-bec5-2ca946c1f56f tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:14.891319 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-49c54cf3-1ea7-4df3-a161-d12e93dd6ec4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a5731d49835748d9ab0adc2e8a225e6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4476025 Jul 24 00:48:14.891319 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c54cf3-1ea7-4df3-a161-d12e93dd6ec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0062397-c590-486d-b3f2-4d586fec6234,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:14.892386 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48896) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:14.897391 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 4998b04a-6c33-485a-b399-437a9f222c3c details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:48:14.930076 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-7a5b97f9-fd57-48be-b5c8-b7ecb0f18b00 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:14.930803 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-7a5b97f9-fd57-48be-b5c8-b7ecb0f18b00 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:14.958220 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-477867aa-c02e-4387-9fb0-21e5a3e43d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:14.990470 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-7a5b97f9-fd57-48be-b5c8-b7ecb0f18b00 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0553253 Jul 24 00:48:14.999730 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-477867aa-c02e-4387-9fb0-21e5a3e43d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:15.009769 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-f9185fcb-fb60-4174-9d80-8f56853a6ac7 service neutron] Request body: {'port': {'device_id': '71b2192f-9eba-484c-8ee1-9bfa0a5c29a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:15.042596 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 4998b04a-6c33-485a-b399-437a9f222c3c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=4998b04a-6c33-485a-b399-437a9f222c3c,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:15.065201 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '4998b04a-6c33-485a-b399-437a9f222c3c', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'port_id': '4998b04a-6c33-485a-b399-437a9f222c3c', 'mac_address': 'fa:16:3e:8d:e3:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:48:15.077592 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-477867aa-c02e-4387-9fb0-21e5a3e43d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:15.080734 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-477867aa-c02e-4387-9fb0-21e5a3e43d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:15.088308 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-477867aa-c02e-4387-9fb0-21e5a3e43d05 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d0062397-c590-486d-b3f2-4d586fec6234 HTTP/1.1" status: 204 len: 168 time: 0.1889827 Jul 24 00:48:15.093240 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477867aa-c02e-4387-9fb0-21e5a3e43d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0062397-c590-486d-b3f2-4d586fec6234,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:15.142751 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:15.160840 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4998b04a-6c33-485a-b399-437a9f222c3c {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:48:15.168974 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 65eea3c6-1e2c-4140-8dae-ee4329e7701b up at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:48:15.215780 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 4998b04a-6c33-485a-b399-437a9f222c3c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=4998b04a-6c33-485a-b399-437a9f222c3c,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:15.232069 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:15.294783 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning for port 65eea3c6-1e2c-4140-8dae-ee4329e7701b completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:48:15.308998 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-f9185fcb-fb60-4174-9d80-8f56853a6ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:15.320028 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning complete for port 65eea3c6-1e2c-4140-8dae-ee4329e7701b triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:48:15.320755 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:15.326952 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=4998b04a-6c33-485a-b399-437a9f222c3c,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:15.357419 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-33fed8f8-4089-4a87-bec5-2ca946c1f56f tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Allocated IP 192.168.233.3 (064170bd-7ae3-42cd-9c1f-14f6db2f099c/b2f8a7b0-45d5-4a4f-bbde-2ea497f98103/448814b6-4a60-41cd-81a0-7cf91647bd21) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:48:15.449056 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:15.484499 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['4998b04a-6c33-485a-b399-437a9f222c3c'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:48:15.557607 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65eea3c6-1e2c-4140-8dae-ee4329e7701b'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:48:15.561535 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424cea43-f58e-483c-b80c-9d7f500ff967" -d '{"events": [{"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-plugged", "status": "completed", "tag": "65eea3c6-1e2c-4140-8dae-ee4329e7701b"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:48:15.589805 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 65eea3c6-1e2c-4140-8dae-ee4329e7701b, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=65eea3c6-1e2c-4140-8dae-ee4329e7701b,segment=NetworkSegment(68b73458-c661-4e5a-b683-24d7323352a7),segment_id=68b73458-c661-4e5a-b683-24d7323352a7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:15.638139 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6aa6e-f0fe-4e3b-ae41-6fe07e3a9a14 req-03af8ff3-1de9-4cd4-af2c-297230cfeb26 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:15.643449 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a6f6aa6e-f0fe-4e3b-ae41-6fe07e3a9a14 req-03af8ff3-1de9-4cd4-af2c-297230cfeb26 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=71b2192f-9eba-484c-8ee1-9bfa0a5c29a0 HTTP/1.1" status: 200 len: 931 time: 0.2393167 Jul 24 00:48:15.644938 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:15.646169 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a up at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:48:15.726672 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a6f6aa6e-f0fe-4e3b-ae41-6fe07e3a9a14 req-ba1d7e6e-7f7b-494c-a1f9-7e8281a8537e tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740178 Jul 24 00:48:15.774834 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=65eea3c6-1e2c-4140-8dae-ee4329e7701b,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:15.787416 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48936) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:15.802810 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1c633cd0-899f-4845-8249-f2aea1e23cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:15.849844 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5921f4-f553-40fa-a34f-853167abc430 x-openstack-request-id: req-dd5921f4-f553-40fa-a34f-853167abc430 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:48:15.850543 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-plugged", "status": "completed", "tag": "65eea3c6-1e2c-4140-8dae-ee4329e7701b", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:48:15.850928 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dd5921f4-f553-40fa-a34f-853167abc430 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:48:15.853175 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65eea3c6-1e2c-4140-8dae-ee4329e7701b', 'code': 200} Jul 24 00:48:15.885729 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning for port dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:48:15.910850 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-33fed8f8-4089-4a87-bec5-2ca946c1f56f tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:15.919574 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning complete for port dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:48:15.926408 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:15.950165 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e7587c93-6027-48ad-b45c-aa1af7e0567f req-84dc00f0-d91c-4c5e-8c24-cefa55ebe459 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ff02151-9814-4f77-89f0-68df264b79a5 HTTP/1.1" status: 200 len: 210 time: 0.0437989 Jul 24 00:48:15.965422 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-33fed8f8-4089-4a87-bec5-2ca946c1f56f tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Transition to ACTIVE for port object 448814b6-4a60-41cd-81a0-7cf91647bd21 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:48:15.983648 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec41793-b48c-45ff-80f9-5917c71d7dfb req-86947bd8-2f32-4479-8930-8bbbda7a353d tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:15.990303 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec41793-b48c-45ff-80f9-5917c71d7dfb req-86947bd8-2f32-4479-8930-8bbbda7a353d tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:15.996557 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec41793-b48c-45ff-80f9-5917c71d7dfb req-86947bd8-2f32-4479-8930-8bbbda7a353d tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:16.002820 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec41793-b48c-45ff-80f9-5917c71d7dfb req-86947bd8-2f32-4479-8930-8bbbda7a353d tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:16.009249 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec41793-b48c-45ff-80f9-5917c71d7dfb req-86947bd8-2f32-4479-8930-8bbbda7a353d tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:16.015320 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec41793-b48c-45ff-80f9-5917c71d7dfb req-86947bd8-2f32-4479-8930-8bbbda7a353d tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:16.034518 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec41793-b48c-45ff-80f9-5917c71d7dfb req-86947bd8-2f32-4479-8930-8bbbda7a353d tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:16.037884 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5ec41793-b48c-45ff-80f9-5917c71d7dfb req-86947bd8-2f32-4479-8930-8bbbda7a353d tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 5437 time: 0.4156971 Jul 24 00:48:16.094758 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-50e373a7-c34a-4cc1-9071-123b085f4c51 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1196818314-network', 'tenant_id': '1d1d593f8bfd4b99bedc0fcdb21f74c7'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:16.136106 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52161f-59c9-4b96-9db0-2cc3dcac1fbd req-e985be31-3a8d-4f25-9c9d-e9d35c4baaa5 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:16.141524 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-f9185fcb-fb60-4174-9d80-8f56853a6ac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:48:16.144995 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ba52161f-59c9-4b96-9db0-2cc3dcac1fbd req-e985be31-3a8d-4f25-9c9d-e9d35c4baaa5 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 948 time: 0.1220722 Jul 24 00:48:16.163525 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-f9185fcb-fb60-4174-9d80-8f56853a6ac7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:16.169601 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:16.187714 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e373a7-c34a-4cc1-9071-123b085f4c51 admin admin] Made reservation on behalf of 1d1d593f8bfd4b99bedc0fcdb21f74c7 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:48:16.193123 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-50e373a7-c34a-4cc1-9071-123b085f4c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:16.204082 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-f9185fcb-fb60-4174-9d80-8f56853a6ac7 service neutron] Transition to ACTIVE for port object e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:48:16.217745 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-50e373a7-c34a-4cc1-9071-123b085f4c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:16.224757 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a,segment=NetworkSegment(719843d8-5fea-4363-bbdc-981ab26ff953),segment_id=719843d8-5fea-4363-bbdc-981ab26ff953)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:16.226759 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5ec41793-b48c-45ff-80f9-5917c71d7dfb req-4b1ad164-7b12-44d0-8c29-94dd6f816520 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d0fd0bd-ecd4-446d-a84a-6ebbd55d94ea&id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1418147 Jul 24 00:48:16.233850 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-f9185fcb-fb60-4174-9d80-8f56853a6ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:16.235461 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:16.236882 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 9d1b5b62-5be0-495a-ae91-411a6cc06b8e up at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:48:16.251664 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ba52161f-59c9-4b96-9db0-2cc3dcac1fbd req-5a39d18d-18f1-477f-a324-3e6024aaeb9d tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042349 Jul 24 00:48:16.262334 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-33fed8f8-4089-4a87-bec5-2ca946c1f56f tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:16.310283 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['3c836ab3-a4b0-4f71-bdd9-af941853b1e5', '88b73c65-2a63-44ed-97a6-4adff615d912', '606a4203-9ee5-4fd5-9b14-0c178766fbfe', '5ef5038c-f4e2-498a-baa7-032528f3191c', 'aae95867-f58a-4988-a89e-59b0afb342c8'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:48:16.362173 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-791f1ce2-9e84-4b9b-aaa2-669982fdf460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:16.402945 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-50e373a7-c34a-4cc1-9071-123b085f4c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:16.410758 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:16.413747 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-50e373a7-c34a-4cc1-9071-123b085f4c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:16.413916 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-33fed8f8-4089-4a87-bec5-2ca946c1f56f tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Network 064170bd-7ae3-42cd-9c1f-14f6db2f099c is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:48:16.447875 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e373a7-c34a-4cc1-9071-123b085f4c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc249fb-371f-4533-a078-c4dd0f05e063,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:16.460953 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50e373a7-c34a-4cc1-9071-123b085f4c51 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:48:16.470942 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning for port 9d1b5b62-5be0-495a-ae91-411a6cc06b8e completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:48:16.475607 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-50e373a7-c34a-4cc1-9071-123b085f4c51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:16.476187 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-50e373a7-c34a-4cc1-9071-123b085f4c51 admin admin] Added segment 6a496770-77f3-4c89-a4ef-c619e5b67bdf of type vlan for network cf53c075-354a-47e9-8398-640068505382 Jul 24 00:48:16.483484 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning complete for port 9d1b5b62-5be0-495a-ae91-411a6cc06b8e triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:48:16.483910 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:16.537835 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-50e373a7-c34a-4cc1-9071-123b085f4c51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:16.584796 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-50e373a7-c34a-4cc1-9071-123b085f4c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:16.586107 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e373a7-c34a-4cc1-9071-123b085f4c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:16.586915 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-50e373a7-c34a-4cc1-9071-123b085f4c51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:16.617840 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['e26ba7bc-df08-4bb6-9190-ffb5d7f68be7', '6dd7dda7-d8d4-4ded-aca6-2204d4bacc67'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:48:16.651265 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e373a7-c34a-4cc1-9071-123b085f4c51 admin admin] Pushing event updated for resources: {'Network': ['ID=cf53c075-354a-47e9-8398-640068505382,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:16.677257 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network cf53c075-354a-47e9-8398-640068505382 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:48:16.684218 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-50e373a7-c34a-4cc1-9071-123b085f4c51 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8942959 Jul 24 00:48:16.686299 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48970) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:16.693250 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-9bfab17f-a7aa-4d97-a5a0-d70fc730dde5 admin admin] Request body: {'subnet': {'network_id': 'cf53c075-354a-47e9-8398-640068505382', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1196818314-subnet', 'tenant_id': '1d1d593f8bfd4b99bedc0fcdb21f74c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:16.744608 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfab17f-a7aa-4d97-a5a0-d70fc730dde5 admin admin] Made reservation on behalf of 1d1d593f8bfd4b99bedc0fcdb21f74c7 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:48:16.747161 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9bfab17f-a7aa-4d97-a5a0-d70fc730dde5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:16.747939 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:16.890902 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-33fed8f8-4089-4a87-bec5-2ca946c1f56f tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:48:16.897030 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-33fed8f8-4089-4a87-bec5-2ca946c1f56f tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:48:16.933442 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 9d1b5b62-5be0-495a-ae91-411a6cc06b8e, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=9d1b5b62-5be0-495a-ae91-411a6cc06b8e,segment=NetworkSegment(68b73458-c661-4e5a-b683-24d7323352a7),segment_id=68b73458-c661-4e5a-b683-24d7323352a7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:16.933998 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 4998b04a-6c33-485a-b399-437a9f222c3c up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:48:16.959052 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:16.959908 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 24a09a83-d86e-4a1c-b603-983448f0ec6b up at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:48:16.988001 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9185fcb-fb60-4174-9d80-8f56853a6ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:17.088427 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9bfab17f-a7aa-4d97-a5a0-d70fc730dde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:17.231276 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfab17f-a7aa-4d97-a5a0-d70fc730dde5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d196389f-9ba3-4fa3-b4a4-ee8338ee8fe0,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:17.241130 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfab17f-a7aa-4d97-a5a0-d70fc730dde5 admin admin] Checking segment: {'id': '6a496770-77f3-4c89-a4ef-c619e5b67bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cf53c075-354a-47e9-8398-640068505382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:48:17.241874 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfab17f-a7aa-4d97-a5a0-d70fc730dde5 admin admin] Network hostable DHCP agents. Network: cf53c075-354a-47e9-8398-640068505382, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:48:17.260220 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=9d1b5b62-5be0-495a-ae91-411a6cc06b8e,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:17.278754 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfab17f-a7aa-4d97-a5a0-d70fc730dde5 admin admin] Network cf53c075-354a-47e9-8398-640068505382 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:48:17.310293 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-9bfab17f-a7aa-4d97-a5a0-d70fc730dde5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, cf53c075-354a-47e9-8398-640068505382) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:48:17.318299 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 4998b04a-6c33-485a-b399-437a9f222c3c completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:48:17.319645 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-33fed8f8-4089-4a87-bec5-2ca946c1f56f tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:17.320757 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-33fed8f8-4089-4a87-bec5-2ca946c1f56f tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:17.323390 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning for port 24a09a83-d86e-4a1c-b603-983448f0ec6b completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:48:17.331437 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ba75a-93dc-4174-b0ed-717561959c2c req-f6fb2ce1-07e7-4f0b-81a4-4e7d4a4475ec tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:17.336873 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fed8f8-4089-4a87-bec5-2ca946c1f56f tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Pushing event updated for resources: {'Port': ['ID=448814b6-4a60-41cd-81a0-7cf91647bd21,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:17.338276 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a070b9c-8c39-4266-afd7-dcda6a3a7030 None None] Network cf53c075-354a-47e9-8398-640068505382 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:48:17.340178 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 4998b04a-6c33-485a-b399-437a9f222c3c triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:48:17.340572 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:17.347524 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-533ba75a-93dc-4174-b0ed-717561959c2c req-f6fb2ce1-07e7-4f0b-81a4-4e7d4a4475ec tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ff02151-9814-4f77-89f0-68df264b79a5 HTTP/1.1" status: 200 len: 934 time: 0.1760113 Jul 24 00:48:17.348720 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-33fed8f8-4089-4a87-bec5-2ca946c1f56f tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8784335 Jul 24 00:48:17.354661 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfab17f-a7aa-4d97-a5a0-d70fc730dde5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:17.356484 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9bfab17f-a7aa-4d97-a5a0-d70fc730dde5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:17.377714 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-af568a92-44c2-4397-9357-824100eafc65 service neutron] Request body: {'port': {'device_id': '2ff02151-9814-4f77-89f0-68df264b79a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:17.400147 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning complete for port 24a09a83-d86e-4a1c-b603-983448f0ec6b triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:48:17.400845 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:17.401607 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9bfab17f-a7aa-4d97-a5a0-d70fc730dde5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7139657 Jul 24 00:48:17.407550 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-533ba75a-93dc-4174-b0ed-717561959c2c req-6fdd2259-7f51-448e-ace2-4cf2b23cd67c tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583892 Jul 24 00:48:17.487367 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-f9185fcb-fb60-4174-9d80-8f56853a6ac7 service neutron] Attempting to bind port e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:48:17.487715 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-f9185fcb-fb60-4174-9d80-8f56853a6ac7 service neutron] Attempting to bind port e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '58fdc277-5f36-433f-9782-f46712be7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:48:17.488110 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-f9185fcb-fb60-4174-9d80-8f56853a6ac7 service neutron] Attempting to bind port e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d on network 0424e002-92c3-40ed-8018-7ea44515813a {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:48:17.518815 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-f9185fcb-fb60-4174-9d80-8f56853a6ac7 service neutron] Port e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d on network 0424e002-92c3-40ed-8018-7ea44515813a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:48:17.519073 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-f9185fcb-fb60-4174-9d80-8f56853a6ac7 service neutron] Attempting to bind port e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d on network 0424e002-92c3-40ed-8018-7ea44515813a {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:48:17.554378 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fdddd8-ec2b-432e-81c6-4653a007e802 req-cc4a4e3f-f576-4edd-8cd7-b58fef9bdbec tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:17.556478 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-41fdddd8-ec2b-432e-81c6-4653a007e802 req-cc4a4e3f-f576-4edd-8cd7-b58fef9bdbec tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=71b2192f-9eba-484c-8ee1-9bfa0a5c29a0 HTTP/1.1" status: 200 len: 943 time: 0.6699536 Jul 24 00:48:17.571092 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-f9185fcb-fb60-4174-9d80-8f56853a6ac7 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:48:17.571439 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-f9185fcb-fb60-4174-9d80-8f56853a6ac7 service neutron] Checking segment: {'id': '58fdc277-5f36-433f-9782-f46712be7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:48:17.571841 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-f9185fcb-fb60-4174-9d80-8f56853a6ac7 service neutron] Bound using segment: {'id': '58fdc277-5f36-433f-9782-f46712be7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:48:17.572313 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-f9185fcb-fb60-4174-9d80-8f56853a6ac7 service neutron] Bound port: e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58fdc277-5f36-433f-9782-f46712be7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:48:17.573541 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-f9185fcb-fb60-4174-9d80-8f56853a6ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:17.588013 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f7c0133e-95b8-4719-b435-73a91c9d94a0 None None] Provisioning for port 448814b6-4a60-41cd-81a0-7cf91647bd21 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:48:17.606425 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f7c0133e-95b8-4719-b435-73a91c9d94a0 None None] Provisioning complete for port 448814b6-4a60-41cd-81a0-7cf91647bd21 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:48:17.607226 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f7c0133e-95b8-4719-b435-73a91c9d94a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:17.706316 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-af568a92-44c2-4397-9357-824100eafc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:17.743127 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-41fdddd8-ec2b-432e-81c6-4653a007e802 req-4bf83d35-e9c4-4d15-bcff-3f7d6f639866 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775594 Jul 24 00:48:17.808031 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92dff3-b3f5-44cc-bfca-7d8ea03122af req-fad1107a-deb2-4583-bee5-12e04b14fff6 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:17.826599 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92dff3-b3f5-44cc-bfca-7d8ea03122af req-fad1107a-deb2-4583-bee5-12e04b14fff6 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:17.847474 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92dff3-b3f5-44cc-bfca-7d8ea03122af req-fad1107a-deb2-4583-bee5-12e04b14fff6 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:17.860463 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92dff3-b3f5-44cc-bfca-7d8ea03122af req-fad1107a-deb2-4583-bee5-12e04b14fff6 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:17.870498 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a'}, {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1b5b62-5be0-495a-ae91-411a6cc06b8e'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:48:17.873222 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89ce14cd-107e-4a02-9e20-aaead32bd7d6" -d '{"events": [{"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-plugged", "status": "completed", "tag": "dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a"}, {"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-plugged", "status": "completed", "tag": "9d1b5b62-5be0-495a-ae91-411a6cc06b8e"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:48:17.875094 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92dff3-b3f5-44cc-bfca-7d8ea03122af req-fad1107a-deb2-4583-bee5-12e04b14fff6 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:17.888148 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92dff3-b3f5-44cc-bfca-7d8ea03122af req-fad1107a-deb2-4583-bee5-12e04b14fff6 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:17.906818 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92dff3-b3f5-44cc-bfca-7d8ea03122af req-fad1107a-deb2-4583-bee5-12e04b14fff6 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:17.908949 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-eb92dff3-b3f5-44cc-bfca-7d8ea03122af req-fad1107a-deb2-4583-bee5-12e04b14fff6 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 5439 time: 0.2786875 Jul 24 00:48:18.024712 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-eb92dff3-b3f5-44cc-bfca-7d8ea03122af req-de47b920-0cb6-4b08-a839-ad90d0b1ad18 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d0fd0bd-ecd4-446d-a84a-6ebbd55d94ea&id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1021702 Jul 24 00:48:18.037052 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:18.038954 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-f7c0133e-95b8-4719-b435-73a91c9d94a0 None None] Port 448814b6-4a60-41cd-81a0-7cf91647bd21 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:48:18.049602 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:18.049884 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-f9185fcb-fb60-4174-9d80-8f56853a6ac7 service neutron] For port e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:48:18.097851 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49012) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:18.191330 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-f9185fcb-fb60-4174-9d80-8f56853a6ac7 service neutron] For port e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d,segment=NetworkSegment(58fdc277-5f36-433f-9782-f46712be7157),segment_id=58fdc277-5f36-433f-9782-f46712be7157)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:48:18.213982 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-f9185fcb-fb60-4174-9d80-8f56853a6ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:18.219172 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00aec66e-e7f4-42bb-8b5c-fded81e0ed6d None None] Network cf53c075-354a-47e9-8398-640068505382 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:48:18.251168 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9b33baf9-0766-4cab-a6e4-2b0b368152af admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:18.275425 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 4998b04a-6c33-485a-b399-437a9f222c3c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=4998b04a-6c33-485a-b399-437a9f222c3c,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:18.314361 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:18.330396 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-76c9827a-ed8a-4c20-9e18-b5b2bc42f402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:18.351041 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-f9185fcb-fb60-4174-9d80-8f56853a6ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:18.351697 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-f9185fcb-fb60-4174-9d80-8f56853a6ac7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:18.353638 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-f9185fcb-fb60-4174-9d80-8f56853a6ac7 service neutron] 10.222.0.13 "PUT /v2.0/ports/e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d HTTP/1.1" status: 200 len: 1092 time: 3.3551807 Jul 24 00:48:18.362321 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71b2192f-9eba-484c-8ee1-9bfa0a5c29a0', 'tag': 'e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:48:18.365410 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0cb4fe-6b42-42a2-a2f2-0af530291b07" -d '{"events": [{"name": "network-changed", "server_uuid": "71b2192f-9eba-484c-8ee1-9bfa0a5c29a0", "tag": "e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:48:18.376810 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9b33baf9-0766-4cab-a6e4-2b0b368152af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:18.387029 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9b33baf9-0766-4cab-a6e4-2b0b368152af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:18.389062 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 24a09a83-d86e-4a1c-b603-983448f0ec6b, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=24a09a83-d86e-4a1c-b603-983448f0ec6b,segment=NetworkSegment(68b73458-c661-4e5a-b683-24d7323352a7),segment_id=68b73458-c661-4e5a-b683-24d7323352a7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:18.438595 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:18.439716 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 7bc5bf74-100d-43be-be48-ec3d5d893115 up at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:48:18.439846 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8960b6b-6efb-4cc6-98b5-4baf58891d0f req-12cfdb4d-2654-46f4-a204-de27ed67d3bb tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:18.444496 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f8960b6b-6efb-4cc6-98b5-4baf58891d0f req-12cfdb4d-2654-46f4-a204-de27ed67d3bb tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 948 time: 0.5272944 Jul 24 00:48:18.444711 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9b33baf9-0766-4cab-a6e4-2b0b368152af admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4c6a235327cb46ce8ff5020b56ea5879&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3457038 Jul 24 00:48:18.444711 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33baf9-0766-4cab-a6e4-2b0b368152af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c03624-bed2-4b3b-aa55-a78372f0e5d0,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:18.445282 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49022) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:18.500391 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9185fcb-fb60-4174-9d80-8f56853a6ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:18.510272 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a7c12a3b-93bf-48d1-8080-a1e3bdb384ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:18.539440 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a7c12a3b-93bf-48d1-8080-a1e3bdb384ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:18.554148 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:18.567432 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=4998b04a-6c33-485a-b399-437a9f222c3c,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:18.590614 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f8960b6b-6efb-4cc6-98b5-4baf58891d0f req-a877feb7-f2b2-45d3-9ea3-8726e150d855 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347551 Jul 24 00:48:18.608875 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a7c12a3b-93bf-48d1-8080-a1e3bdb384ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:18.611625 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a7c12a3b-93bf-48d1-8080-a1e3bdb384ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:18.615515 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a7c12a3b-93bf-48d1-8080-a1e3bdb384ba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a7c03624-bed2-4b3b-aa55-a78372f0e5d0 HTTP/1.1" status: 204 len: 168 time: 0.1665974 Jul 24 00:48:18.633468 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-791f1ce2-9e84-4b9b-aaa2-669982fdf460 admin admin] Deleting port 37b9fa70-d416-4407-b1e7-b512d67ec5ec {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:48:18.633747 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-791f1ce2-9e84-4b9b-aaa2-669982fdf460 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:18.641714 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c12a3b-93bf-48d1-8080-a1e3bdb384ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c03624-bed2-4b3b-aa55-a78372f0e5d0,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:18.657553 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-d2796c7f-fc4c-425b-8fd9-868196a58720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:18.659113 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-d2796c7f-fc4c-425b-8fd9-868196a58720 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6c3815e83b546d1ba8426b7607dbf30&device_id=71b2192f-9eba-484c-8ee1-9bfa0a5c29a0 HTTP/1.1" status: 200 len: 1095 time: 0.2311711 Jul 24 00:48:18.744010 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 24 Jul 2021 00:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b531bd9-7a2f-456f-9223-927478201cb2 x-openstack-request-id: req-2b531bd9-7a2f-456f-9223-927478201cb2 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:48:18.744304 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-plugged", "status": "completed", "tag": "dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a", "code": 200}, {"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-plugged", "status": "completed", "tag": "9d1b5b62-5be0-495a-ae91-411a6cc06b8e", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:48:18.744650 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2b531bd9-7a2f-456f-9223-927478201cb2 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:48:18.744928 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a', 'code': 200} Jul 24 00:48:18.745179 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1b5b62-5be0-495a-ae91-411a6cc06b8e', 'code': 200} Jul 24 00:48:18.746166 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57cff42f-7720-4246-8914-bbbbb14827e9 x-openstack-request-id: req-57cff42f-7720-4246-8914-bbbbb14827e9 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:48:18.746460 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71b2192f-9eba-484c-8ee1-9bfa0a5c29a0", "tag": "e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:48:18.746782 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-57cff42f-7720-4246-8914-bbbbb14827e9 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:48:18.747249 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71b2192f-9eba-484c-8ee1-9bfa0a5c29a0', 'tag': 'e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d', 'status': 'completed', 'code': 200} Jul 24 00:48:18.750226 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-af568a92-44c2-4397-9357-824100eafc65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 448814b6-4a60-41cd-81a0-7cf91647bd21 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:48:18.759946 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-7d45f6de-33ab-4ee5-b07e-154292025917 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d HTTP/1.1" status: 200 len: 217 time: 0.0771606 Jul 24 00:48:18.765548 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-af568a92-44c2-4397-9357-824100eafc65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:18.786011 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=24a09a83-d86e-4a1c-b603-983448f0ec6b,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:18.834918 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning for port 7bc5bf74-100d-43be-be48-ec3d5d893115 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:48:18.844205 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning complete for port 7bc5bf74-100d-43be-be48-ec3d5d893115 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:48:18.844613 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:18.936250 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-af568a92-44c2-4397-9357-824100eafc65 service neutron] Transition to ACTIVE for port object 448814b6-4a60-41cd-81a0-7cf91647bd21 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:48:18.949192 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-791f1ce2-9e84-4b9b-aaa2-669982fdf460 admin admin] For port 37b9fa70-d416-4407-b1e7-b512d67ec5ec, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=37b9fa70-d416-4407-b1e7-b512d67ec5ec,segment=NetworkSegment(a891b474-6d3a-4dae-a5b6-694e635747be),segment_id=a891b474-6d3a-4dae-a5b6-694e635747be)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:18.949924 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-791f1ce2-9e84-4b9b-aaa2-669982fdf460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:18.963402 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-af568a92-44c2-4397-9357-824100eafc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:18.966581 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-28a0f67f-a7f6-438a-b45d-7126150dc931 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:18.976425 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-28a0f67f-a7f6-438a-b45d-7126150dc931 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/networks?id=cf53c075-354a-47e9-8398-640068505382 HTTP/1.1" status: 200 len: 805 time: 0.1938033 Jul 24 00:48:18.980080 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-5f82f356-95f0-48b7-9794-4802735bd041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:18.981878 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-5f82f356-95f0-48b7-9794-4802735bd041 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eacbc75d-e7d9-4f31-b710-44862dc68303 HTTP/1.1" status: 200 len: 861 time: 0.1567979 Jul 24 00:48:18.988110 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-791f1ce2-9e84-4b9b-aaa2-669982fdf460 admin admin] Calling delete_port for 37b9fa70-d416-4407-b1e7-b512d67ec5ec owned by network:router_interface {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:48:18.998943 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-51c2dd1d-d0e0-49bd-88de-45e424e49969 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/quotas/1d1d593f8bfd4b99bedc0fcdb21f74c7 HTTP/1.1" status: 200 len: 375 time: 0.0214078 Jul 24 00:48:19.038725 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:19.060306 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-dbac00cb-c0eb-4239-8be2-182be576f8d7 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1d1d593f8bfd4b99bedc0fcdb21f74c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541332 Jul 24 00:48:19.094309 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 7bc5bf74-100d-43be-be48-ec3d5d893115, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=7bc5bf74-100d-43be-be48-ec3d5d893115,segment=NetworkSegment(68b73458-c661-4e5a-b683-24d7323352a7),segment_id=68b73458-c661-4e5a-b683-24d7323352a7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:19.096041 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-25b27106-8fe4-4a1c-bf1f-c7a0836799f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0424e002-92c3-40ed-8018-7ea44515813a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1041698 Jul 24 00:48:19.101921 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:19.104373 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 3ed410d3-3325-4685-85a3-54d0440cdaea up at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:48:19.115270 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af568a92-44c2-4397-9357-824100eafc65 service neutron] Pushing event updated for resources: {'Port': ['ID=448814b6-4a60-41cd-81a0-7cf91647bd21,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:19.201955 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-5b829b24-eec3-496b-a613-b8b8223beb0b service neutron] 10.222.0.15 "GET /v2.0/networks/cf53c075-354a-47e9-8398-640068505382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333148 Jul 24 00:48:19.251199 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=7bc5bf74-100d-43be-be48-ec3d5d893115,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:19.269571 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning for port 3ed410d3-3325-4685-85a3-54d0440cdaea completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:48:19.278555 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning complete for port 3ed410d3-3325-4685-85a3-54d0440cdaea triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:48:19.279278 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:19.291440 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81529530-9820-4a63-a088-acc098c77067 req-be18a65f-ffcd-4df4-a943-d4048ffdcac3 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:19.293233 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-81529530-9820-4a63-a088-acc098c77067 req-be18a65f-ffcd-4df4-a943-d4048ffdcac3 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ff02151-9814-4f77-89f0-68df264b79a5 HTTP/1.1" status: 200 len: 934 time: 0.4666426 Jul 24 00:48:19.344886 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:19.375953 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-05c440dc-7bfe-4ec6-8621-1adc00071718 service neutron] 10.222.0.15 "GET /v2.0/networks/cf53c075-354a-47e9-8398-640068505382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560249 Jul 24 00:48:19.417647 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:19.460205 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 3ed410d3-3325-4685-85a3-54d0440cdaea, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=3ed410d3-3325-4685-85a3-54d0440cdaea,segment=NetworkSegment(23ebf5d9-a245-4865-978c-96f59b5fd63b),segment_id=23ebf5d9-a245-4865-978c-96f59b5fd63b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:19.471407 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:19.472382 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 1b2d3291-8280-46dd-96b5-e7c6c7c3131b up at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:48:19.550444 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-af568a92-44c2-4397-9357-824100eafc65 service neutron] Attempting to bind port 448814b6-4a60-41cd-81a0-7cf91647bd21 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:48:19.551042 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-af568a92-44c2-4397-9357-824100eafc65 service neutron] Attempting to bind port 448814b6-4a60-41cd-81a0-7cf91647bd21 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:48:19.551138 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-af568a92-44c2-4397-9357-824100eafc65 service neutron] Attempting to bind port 448814b6-4a60-41cd-81a0-7cf91647bd21 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:48:19.578142 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-81529530-9820-4a63-a088-acc098c77067 req-eedce9ef-f1c0-458a-a325-7fd7d6434227 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232788 Jul 24 00:48:19.579010 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning for port 1b2d3291-8280-46dd-96b5-e7c6c7c3131b completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:48:19.585546 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning complete for port 1b2d3291-8280-46dd-96b5-e7c6c7c3131b triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:48:19.585928 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:19.590214 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-af568a92-44c2-4397-9357-824100eafc65 service neutron] Port 448814b6-4a60-41cd-81a0-7cf91647bd21 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:48:19.590551 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-af568a92-44c2-4397-9357-824100eafc65 service neutron] Attempting to bind port 448814b6-4a60-41cd-81a0-7cf91647bd21 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:48:19.591057 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=3ed410d3-3325-4685-85a3-54d0440cdaea,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:19.610569 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-6d15a791-50ce-4058-878d-7c749712069b service neutron] 10.222.0.13 "GET /v2.0/networks/0424e002-92c3-40ed-8018-7ea44515813a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4658771 Jul 24 00:48:19.610569 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-af568a92-44c2-4397-9357-824100eafc65 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:48:19.610569 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-af568a92-44c2-4397-9357-824100eafc65 service neutron] Checking segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:48:19.610569 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-af568a92-44c2-4397-9357-824100eafc65 service neutron] Bound using segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:48:19.610569 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-af568a92-44c2-4397-9357-824100eafc65 service neutron] Bound port: 448814b6-4a60-41cd-81a0-7cf91647bd21, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:48:19.610569 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-af568a92-44c2-4397-9357-824100eafc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:19.759450 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:19.799810 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49064) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:19.834664 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 1b2d3291-8280-46dd-96b5-e7c6c7c3131b, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=1b2d3291-8280-46dd-96b5-e7c6c7c3131b,segment=NetworkSegment(23ebf5d9-a245-4865-978c-96f59b5fd63b),segment_id=23ebf5d9-a245-4865-978c-96f59b5fd63b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:19.846260 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:19.857268 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da4a44-4722-4816-8051-1cb8d0de1b10 req-f4e2e526-8e7c-43c0-b936-0f3a426e789f tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:19.868103 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-62da4a44-4722-4816-8051-1cb8d0de1b10 req-f4e2e526-8e7c-43c0-b936-0f3a426e789f tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=71b2192f-9eba-484c-8ee1-9bfa0a5c29a0 HTTP/1.1" status: 200 len: 943 time: 0.1807742 Jul 24 00:48:19.886372 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-982e8d25-c47f-421d-b86f-061bd8e1a00f req-1ec76c4e-a0d5-4203-a1cf-f28865befcbb service neutron] 10.222.0.13 "GET /v2.0/networks/0424e002-92c3-40ed-8018-7ea44515813a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764912 Jul 24 00:48:19.888922 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-af568a92-44c2-4397-9357-824100eafc65 service neutron] For port 448814b6-4a60-41cd-81a0-7cf91647bd21, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:48:19.892377 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-791f1ce2-9e84-4b9b-aaa2-669982fdf460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:19.897606 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-af568a92-44c2-4397-9357-824100eafc65 service neutron] For port 448814b6-4a60-41cd-81a0-7cf91647bd21, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=448814b6-4a60-41cd-81a0-7cf91647bd21,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:48:19.951701 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-62da4a44-4722-4816-8051-1cb8d0de1b10 req-736e42b8-a842-4d21-994f-65f727ac22e3 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800059 Jul 24 00:48:19.962802 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-af568a92-44c2-4397-9357-824100eafc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:19.967436 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f1ce2-9e84-4b9b-aaa2-669982fdf460 admin admin] Pushing event deleted for resources: {'Port': ['ID=37b9fa70-d416-4407-b1e7-b512d67ec5ec,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:19.979127 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-badf36c2-1894-4c4a-81b0-7ba9c80e05fc admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-504502619-network', 'tenant_id': '661d57283e87459b9a5c4a88d7354d39'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:19.991700 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=1b2d3291-8280-46dd-96b5-e7c6c7c3131b,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:20.016189 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badf36c2-1894-4c4a-81b0-7ba9c80e05fc admin admin] Made reservation on behalf of 661d57283e87459b9a5c4a88d7354d39 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:48:20.021503 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-badf36c2-1894-4c4a-81b0-7ba9c80e05fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:20.033309 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-badf36c2-1894-4c4a-81b0-7ba9c80e05fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:20.095320 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-af568a92-44c2-4397-9357-824100eafc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:20.095791 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-af568a92-44c2-4397-9357-824100eafc65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:20.097277 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-af568a92-44c2-4397-9357-824100eafc65 service neutron] 10.222.0.13 "PUT /v2.0/ports/448814b6-4a60-41cd-81a0-7cf91647bd21 HTTP/1.1" status: 200 len: 1095 time: 2.7359800 Jul 24 00:48:20.145630 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af568a92-44c2-4397-9357-824100eafc65 service neutron] Pushing event updated for resources: {'Port': ['ID=448814b6-4a60-41cd-81a0-7cf91647bd21,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:20.211240 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-aed8945f-e741-447a-94b5-4101082a6109 req-f65b8917-63de-4ef6-9a78-eff121dea9da tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=18893bbb-1060-47fc-bbbb-cbabf66dc946 HTTP/1.1" status: 200 len: 210 time: 0.0568204 Jul 24 00:48:20.249407 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2ee1c-c22c-49a3-a142-9fba168086ab req-1a588ab4-9d2b-4371-af62-9e4484f61625 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:20.257602 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2ee1c-c22c-49a3-a142-9fba168086ab req-1a588ab4-9d2b-4371-af62-9e4484f61625 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:20.264422 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2ee1c-c22c-49a3-a142-9fba168086ab req-1a588ab4-9d2b-4371-af62-9e4484f61625 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:20.273065 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-badf36c2-1894-4c4a-81b0-7ba9c80e05fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:20.282820 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2ee1c-c22c-49a3-a142-9fba168086ab req-1a588ab4-9d2b-4371-af62-9e4484f61625 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:20.293163 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-badf36c2-1894-4c4a-81b0-7ba9c80e05fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:20.309541 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2ee1c-c22c-49a3-a142-9fba168086ab req-1a588ab4-9d2b-4371-af62-9e4484f61625 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:20.326837 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2ee1c-c22c-49a3-a142-9fba168086ab req-1a588ab4-9d2b-4371-af62-9e4484f61625 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:20.346683 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad2ee1c-c22c-49a3-a142-9fba168086ab req-1a588ab4-9d2b-4371-af62-9e4484f61625 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:20.350381 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9ad2ee1c-c22c-49a3-a142-9fba168086ab req-1a588ab4-9d2b-4371-af62-9e4484f61625 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 5442 time: 0.6661859 Jul 24 00:48:20.417530 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf36c2-1894-4c4a-81b0-7ba9c80e05fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c079fbc-c3e7-47a2-b182-6621a397abe8,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:20.420212 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-badf36c2-1894-4c4a-81b0-7ba9c80e05fc admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:48:20.447293 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-badf36c2-1894-4c4a-81b0-7ba9c80e05fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:20.447601 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-badf36c2-1894-4c4a-81b0-7ba9c80e05fc admin admin] Added segment c8c530ac-e3b4-4712-870b-e24512f96316 of type vlan for network 2ccc102c-9c3d-47d2-9043-7a7f8c73e906 Jul 24 00:48:20.487764 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0cb4fe-6b42-42a2-a2f2-0af530291b07 req-ce30dcfb-fc35-408c-8630-5fa0e57aff08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:20.490533 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ee0cb4fe-6b42-42a2-a2f2-0af530291b07 req-ce30dcfb-fc35-408c-8630-5fa0e57aff08 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6c3815e83b546d1ba8426b7607dbf30&device_id=71b2192f-9eba-484c-8ee1-9bfa0a5c29a0 HTTP/1.1" status: 200 len: 1095 time: 0.5385818 Jul 24 00:48:20.501588 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-badf36c2-1894-4c4a-81b0-7ba9c80e05fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:20.522061 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489fc43-f851-4dbe-ac31-7df0f7ed46dd req-8af76746-f9db-45b2-91c1-470854f594e2 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:20.523609 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1489fc43-f851-4dbe-ac31-7df0f7ed46dd req-8af76746-f9db-45b2-91c1-470854f594e2 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 949 time: 0.1635659 Jul 24 00:48:20.571433 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-badf36c2-1894-4c4a-81b0-7ba9c80e05fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:20.572536 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badf36c2-1894-4c4a-81b0-7ba9c80e05fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:20.573204 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-badf36c2-1894-4c4a-81b0-7ba9c80e05fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:20.619618 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1489fc43-f851-4dbe-ac31-7df0f7ed46dd req-7ba03868-5d69-4e8f-8917-34bb66dbfc6b tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769889 Jul 24 00:48:20.627988 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-badf36c2-1894-4c4a-81b0-7ba9c80e05fc admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8260584 Jul 24 00:48:20.631886 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49076) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:20.639208 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-a60025ed-df46-4c69-8666-b47c0ce47295 admin admin] Request body: {'subnet': {'network_id': '2ccc102c-9c3d-47d2-9043-7a7f8c73e906', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-504502619-subnet', 'tenant_id': '661d57283e87459b9a5c4a88d7354d39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:20.674219 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf36c2-1894-4c4a-81b0-7ba9c80e05fc admin admin] Pushing event updated for resources: {'Network': ['ID=2ccc102c-9c3d-47d2-9043-7a7f8c73e906,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:20.686324 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 2ccc102c-9c3d-47d2-9043-7a7f8c73e906 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:48:20.710511 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60025ed-df46-4c69-8666-b47c0ce47295 admin admin] Made reservation on behalf of 661d57283e87459b9a5c4a88d7354d39 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:48:20.713857 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a60025ed-df46-4c69-8666-b47c0ce47295 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:20.765738 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf75776-f840-4804-97ac-0432974a0dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4998b04a-6c33-485a-b399-437a9f222c3c'}, {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a09a83-d86e-4a1c-b603-983448f0ec6b'}, {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc5bf74-100d-43be-be48-ec3d5d893115'}, {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed410d3-3325-4685-85a3-54d0440cdaea'}, {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2d3291-8280-46dd-96b5-e7c6c7c3131b'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:48:20.769634 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ab32f7-d411-475a-8def-5baae5c9080e" -d '{"events": [{"server_uuid": "9cf75776-f840-4804-97ac-0432974a0dff", "name": "network-vif-plugged", "status": "completed", "tag": "4998b04a-6c33-485a-b399-437a9f222c3c"}, {"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-plugged", "status": "completed", "tag": "24a09a83-d86e-4a1c-b603-983448f0ec6b"}, {"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-plugged", "status": "completed", "tag": "7bc5bf74-100d-43be-be48-ec3d5d893115"}, {"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-plugged", "status": "completed", "tag": "3ed410d3-3325-4685-85a3-54d0440cdaea"}, {"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-plugged", "status": "completed", "tag": "1b2d3291-8280-46dd-96b5-e7c6c7c3131b"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:48:20.855182 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:20.864291 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff02151-9814-4f77-89f0-68df264b79a5', 'tag': '448814b6-4a60-41cd-81a0-7cf91647bd21'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:48:20.867441 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4466e8-9535-455d-879a-01848ff2ee68" -d '{"events": [{"name": "network-changed", "server_uuid": "2ff02151-9814-4f77-89f0-68df264b79a5", "tag": "448814b6-4a60-41cd-81a0-7cf91647bd21"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:48:20.902114 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eb3c07-a8cb-4d10-97a4-9e5f697ba7cf req-05cb7002-55ab-4f08-9ae3-9d6d423c5505 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:20.903656 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-57eb3c07-a8cb-4d10-97a4-9e5f697ba7cf req-05cb7002-55ab-4f08-9ae3-9d6d423c5505 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ff02151-9814-4f77-89f0-68df264b79a5 HTTP/1.1" status: 200 len: 946 time: 0.1604381 Jul 24 00:48:20.942608 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9ad2ee1c-c22c-49a3-a142-9fba168086ab req-30ed2609-4b0e-4a88-a5b0-2fb9bac35ada tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d0fd0bd-ecd4-446d-a84a-6ebbd55d94ea&id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5647748 Jul 24 00:48:20.948042 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-331626c9-d8ff-427d-a2ec-e06b1957eacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:20.949546 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-331626c9-d8ff-427d-a2ec-e06b1957eacd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=2ff02151-9814-4f77-89f0-68df264b79a5 HTTP/1.1" status: 200 len: 1098 time: 0.7969673 Jul 24 00:48:20.999320 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-57eb3c07-a8cb-4d10-97a4-9e5f697ba7cf req-74264a28-b813-46fd-9002-c24688ea083f tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866168 Jul 24 00:48:21.001965 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a60025ed-df46-4c69-8666-b47c0ce47295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:21.046538 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Sat, 24 Jul 2021 00:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf32e230-7d2b-4fa0-b9b9-9375c0feab52 x-openstack-request-id: req-bf32e230-7d2b-4fa0-b9b9-9375c0feab52 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:48:21.047116 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf75776-f840-4804-97ac-0432974a0dff", "name": "network-vif-plugged", "status": "completed", "tag": "4998b04a-6c33-485a-b399-437a9f222c3c", "code": 200}, {"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-plugged", "status": "completed", "tag": "24a09a83-d86e-4a1c-b603-983448f0ec6b", "code": 200}, {"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-plugged", "status": "completed", "tag": "7bc5bf74-100d-43be-be48-ec3d5d893115", "code": 200}, {"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-plugged", "status": "completed", "tag": "3ed410d3-3325-4685-85a3-54d0440cdaea", "code": 200}, {"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-plugged", "status": "completed", "tag": "1b2d3291-8280-46dd-96b5-e7c6c7c3131b", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:48:21.047568 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bf32e230-7d2b-4fa0-b9b9-9375c0feab52 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:48:21.047831 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-71cc12f5-2648-40d7-baf5-29114b45cd20 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=448814b6-4a60-41cd-81a0-7cf91647bd21 HTTP/1.1" status: 200 len: 217 time: 0.0667448 Jul 24 00:48:21.048321 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf75776-f840-4804-97ac-0432974a0dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4998b04a-6c33-485a-b399-437a9f222c3c', 'code': 200} Jul 24 00:48:21.055156 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a09a83-d86e-4a1c-b603-983448f0ec6b', 'code': 200} Jul 24 00:48:21.055414 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc5bf74-100d-43be-be48-ec3d5d893115', 'code': 200} Jul 24 00:48:21.055673 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed410d3-3325-4685-85a3-54d0440cdaea', 'code': 200} Jul 24 00:48:21.055924 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2d3291-8280-46dd-96b5-e7c6c7c3131b', 'code': 200} Jul 24 00:48:21.060004 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-791f1ce2-9e84-4b9b-aaa2-669982fdf460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:21.088607 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff58d86-dde1-4cfd-8e74-6fa9372d40e9 x-openstack-request-id: req-5ff58d86-dde1-4cfd-8e74-6fa9372d40e9 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:48:21.089040 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ff02151-9814-4f77-89f0-68df264b79a5", "tag": "448814b6-4a60-41cd-81a0-7cf91647bd21", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:48:21.089385 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5ff58d86-dde1-4cfd-8e74-6fa9372d40e9 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:48:21.089890 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff02151-9814-4f77-89f0-68df264b79a5', 'tag': '448814b6-4a60-41cd-81a0-7cf91647bd21', 'status': 'completed', 'code': 200} Jul 24 00:48:21.102893 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60025ed-df46-4c69-8666-b47c0ce47295 admin admin] Pushing event updated for resources: {'Subnet': ['ID=813b5cf0-931d-4240-84b0-dcf1676e8394,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:21.163711 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60025ed-df46-4c69-8666-b47c0ce47295 admin admin] Checking segment: {'id': 'c8c530ac-e3b4-4712-870b-e24512f96316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2ccc102c-9c3d-47d2-9043-7a7f8c73e906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:48:21.164185 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60025ed-df46-4c69-8666-b47c0ce47295 admin admin] Network hostable DHCP agents. Network: 2ccc102c-9c3d-47d2-9043-7a7f8c73e906, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:48:21.184144 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0cb4fe-6b42-42a2-a2f2-0af530291b07 req-be87eec3-27fa-4029-bd00-61cda5cc1f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:21.186739 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ee0cb4fe-6b42-42a2-a2f2-0af530291b07 req-be87eec3-27fa-4029-bd00-61cda5cc1f5a service neutron] 10.222.0.13 "GET /v2.0/networks?id=0424e002-92c3-40ed-8018-7ea44515813a HTTP/1.1" status: 200 len: 922 time: 0.3128290 Jul 24 00:48:21.231174 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60025ed-df46-4c69-8666-b47c0ce47295 admin admin] Network 2ccc102c-9c3d-47d2-9043-7a7f8c73e906 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:48:21.299907 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-a60025ed-df46-4c69-8666-b47c0ce47295 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 2ccc102c-9c3d-47d2-9043-7a7f8c73e906) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:48:21.306398 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60025ed-df46-4c69-8666-b47c0ce47295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:21.306398 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a60025ed-df46-4c69-8666-b47c0ce47295 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:21.308632 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-49413f3a-c5c8-4800-ad0b-6c92d54dfad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:21.310147 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-49413f3a-c5c8-4800-ad0b-6c92d54dfad2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.2512391 Jul 24 00:48:21.310827 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c423fff-e881-4e74-a991-43bfb83197a4 None None] Network 2ccc102c-9c3d-47d2-9043-7a7f8c73e906 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:48:21.311867 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ee0cb4fe-6b42-42a2-a2f2-0af530291b07 req-6c1a7935-65e8-4ee3-a2df-eacd92495478 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d HTTP/1.1" status: 200 len: 217 time: 0.0858731 Jul 24 00:48:21.406408 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-063cba23-4fca-417b-be5a-0e2955e36dcd req-aac7d35c-4681-4043-a689-99b5973ff687 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=18893bbb-1060-47fc-bbbb-cbabf66dc946 HTTP/1.1" status: 200 len: 210 time: 0.0834777 Jul 24 00:48:21.412778 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a60025ed-df46-4c69-8666-b47c0ce47295 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7795556 Jul 24 00:48:21.463190 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c797d-0397-4a81-a6fd-1cbd22bdaba0 req-d11cea2c-850f-4bf4-9dab-63d8b2b878fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:21.463978 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c797d-0397-4a81-a6fd-1cbd22bdaba0 req-d11cea2c-850f-4bf4-9dab-63d8b2b878fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:21.464233 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c797d-0397-4a81-a6fd-1cbd22bdaba0 req-d11cea2c-850f-4bf4-9dab-63d8b2b878fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:21.464722 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c797d-0397-4a81-a6fd-1cbd22bdaba0 req-d11cea2c-850f-4bf4-9dab-63d8b2b878fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:21.465203 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c797d-0397-4a81-a6fd-1cbd22bdaba0 req-d11cea2c-850f-4bf4-9dab-63d8b2b878fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:21.465674 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c797d-0397-4a81-a6fd-1cbd22bdaba0 req-d11cea2c-850f-4bf4-9dab-63d8b2b878fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:21.466154 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c797d-0397-4a81-a6fd-1cbd22bdaba0 req-d11cea2c-850f-4bf4-9dab-63d8b2b878fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:21.468218 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-680c797d-0397-4a81-a6fd-1cbd22bdaba0 req-d11cea2c-850f-4bf4-9dab-63d8b2b878fd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 6507 time: 0.2862639 Jul 24 00:48:21.476229 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-528f8d7c-e5e2-4ee2-96a3-8fe355fe29d5 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:21.477755 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-528f8d7c-e5e2-4ee2-96a3-8fe355fe29d5 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.11 "GET /v2.0/networks?id=cf53c075-354a-47e9-8398-640068505382 HTTP/1.1" status: 200 len: 805 time: 0.2940195 Jul 24 00:48:21.496870 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deca1b2-951e-4fc8-8a74-30b5a77fb80d req-a26763d7-ab10-41a0-a773-78e0e2a0d429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:21.498564 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1deca1b2-951e-4fc8-8a74-30b5a77fb80d req-a26763d7-ab10-41a0-a773-78e0e2a0d429 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 1101 time: 0.2930145 Jul 24 00:48:21.505630 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-65fbaebc-701f-4d74-803e-0f682dbc06cc tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Request body: {'port': {'device_id': '18893bbb-1060-47fc-bbbb-cbabf66dc946', 'network_id': 'cf53c075-354a-47e9-8398-640068505382', 'admin_state_up': True, 'tenant_id': '1d1d593f8bfd4b99bedc0fcdb21f74c7'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:21.506350 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0cb4fe-6b42-42a2-a2f2-0af530291b07 req-98a010cc-100e-421f-abc4-66942b1bb2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:21.512484 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd28c59-15e8-4606-9712-6b8a40584196 None None] Network 2ccc102c-9c3d-47d2-9043-7a7f8c73e906 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:48:21.515941 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ee0cb4fe-6b42-42a2-a2f2-0af530291b07 req-98a010cc-100e-421f-abc4-66942b1bb2d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eacbc75d-e7d9-4f31-b710-44862dc68303 HTTP/1.1" status: 200 len: 861 time: 0.1897147 Jul 24 00:48:21.611136 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-680c797d-0397-4a81-a6fd-1cbd22bdaba0 req-e37d3fe1-c753-4e4b-b66c-11b5b8d7b91e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8d0fd0bd-ecd4-446d-a84a-6ebbd55d94ea&id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1312106 Jul 24 00:48:21.636254 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ee0cb4fe-6b42-42a2-a2f2-0af530291b07 req-8a2bca7f-19ea-4531-85ab-553f0c6a90d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0424e002-92c3-40ed-8018-7ea44515813a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1164889 Jul 24 00:48:21.638979 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1deca1b2-951e-4fc8-8a74-30b5a77fb80d req-e7192558-5d5e-463a-bde6-68a9c7c98037 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285210 Jul 24 00:48:21.668063 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898cbadb-02b3-473a-8349-1eb7ec629256 req-d236f05c-6f9b-4e4e-9704-544b0bba417b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:21.670155 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-898cbadb-02b3-473a-8349-1eb7ec629256 req-d236f05c-6f9b-4e4e-9704-544b0bba417b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=71b2192f-9eba-484c-8ee1-9bfa0a5c29a0 HTTP/1.1" status: 200 len: 943 time: 0.4816682 Jul 24 00:48:21.697275 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-65fbaebc-701f-4d74-803e-0f682dbc06cc tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Made reservation on behalf of 1d1d593f8bfd4b99bedc0fcdb21f74c7 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:48:21.701156 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-65fbaebc-701f-4d74-803e-0f682dbc06cc tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:21.716163 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-fe0e40e1-8d0f-48bb-a4d9-983bbdb35d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:21.721371 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-fe0e40e1-8d0f-48bb-a4d9-983bbdb35d9d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3908682 Jul 24 00:48:21.779322 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-38084646-893a-436f-a47c-8ac338e5a1e5 req-41c4698d-3644-49fe-ac2a-310653669981 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-579720408', 'description': 'tempest-description-1734991661'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:21.837800 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-898cbadb-02b3-473a-8349-1eb7ec629256 req-393c62d8-ddfc-47dd-be68-0ef09477e847 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584895 Jul 24 00:48:21.848758 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-38084646-893a-436f-a47c-8ac338e5a1e5 req-41c4698d-3644-49fe-ac2a-310653669981 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:21.871604 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791f1ce2-9e84-4b9b-aaa2-669982fdf460 admin admin] Router 699a68c7-310e-4b4c-836e-76ba3dbb6edc has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:48:21.877197 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-65fbaebc-701f-4d74-803e-0f682dbc06cc tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Allocated IP 172.20.0.5 (cf53c075-354a-47e9-8398-640068505382/d196389f-9ba3-4fa3-b4a4-ee8338ee8fe0/6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:48:21.998532 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-eefc1006-2416-4099-9097-2b49b586838e service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646914 Jul 24 00:48:22.013884 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ee0cb4fe-6b42-42a2-a2f2-0af530291b07 req-50a9a3b2-0e11-4356-ad0f-633a58294377 service neutron] 10.222.0.13 "GET /v2.0/networks/0424e002-92c3-40ed-8018-7ea44515813a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203835 Jul 24 00:48:22.045786 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-38084646-893a-436f-a47c-8ac338e5a1e5 req-41c4698d-3644-49fe-ac2a-310653669981 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:22.054208 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-38084646-893a-436f-a47c-8ac338e5a1e5 req-41c4698d-3644-49fe-ac2a-310653669981 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:22.101406 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-38084646-893a-436f-a47c-8ac338e5a1e5 req-41c4698d-3644-49fe-ac2a-310653669981 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:22.102637 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-38084646-893a-436f-a47c-8ac338e5a1e5 req-41c4698d-3644-49fe-ac2a-310653669981 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3346670 Jul 24 00:48:22.119444 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c4698d-3644-49fe-ac2a-310653669981 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa20885-153c-49d0-bedc-5e9a7549ae60,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:22.137839 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-65fbaebc-701f-4d74-803e-0f682dbc06cc tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:22.204611 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791f1ce2-9e84-4b9b-aaa2-669982fdf460 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:48:22.216398 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-791f1ce2-9e84-4b9b-aaa2-669982fdf460 admin admin] 10.222.0.15 "PUT /v2.0/routers/699a68c7-310e-4b4c-836e-76ba3dbb6edc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3462389 Jul 24 00:48:22.217469 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-65fbaebc-701f-4d74-803e-0f682dbc06cc tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:22.219577 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49104) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:22.222129 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570f2033-1ed9-49e1-bad9-29d9c5b427bb None None] Sync routers for ids ['699a68c7-310e-4b4c-836e-76ba3dbb6edc'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:48:22.232560 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570f2033-1ed9-49e1-bad9-29d9c5b427bb None None] Routers {'699a68c7-310e-4b4c-836e-76ba3dbb6edc'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:48:22.233201 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-570f2033-1ed9-49e1-bad9-29d9c5b427bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:48:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['699a68c7-310e-4b4c-836e-76ba3dbb6edc'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:22.263830 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-981a87ca-5ecb-4e58-913d-1c2defdf9a52 req-eb4fb180-5ea6-4f42-b4e8-d755b6bdc0e4 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502270 Jul 24 00:48:22.278108 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c335af5-f2dd-4b38-a381-764dd0a3558d req-b98699e0-f55e-46aa-a8b9-27d5c6ee234e tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:22.284064 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8c335af5-f2dd-4b38-a381-764dd0a3558d req-b98699e0-f55e-46aa-a8b9-27d5c6ee234e tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 949 time: 0.3160772 Jul 24 00:48:22.287544 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ee0cb4fe-6b42-42a2-a2f2-0af530291b07 req-54d7080e-29b6-4c04-acca-9bcb5556a722 service neutron] 10.222.0.13 "GET /v2.0/networks/0424e002-92c3-40ed-8018-7ea44515813a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637436 Jul 24 00:48:22.356381 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8c335af5-f2dd-4b38-a381-764dd0a3558d req-1191575c-ff31-4d85-88d4-074ac469afee tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677731 Jul 24 00:48:22.371639 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-65fbaebc-701f-4d74-803e-0f682dbc06cc tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Network cf53c075-354a-47e9-8398-640068505382 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:48:22.387485 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-65fbaebc-701f-4d74-803e-0f682dbc06cc tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:48:22.390471 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-65fbaebc-701f-4d74-803e-0f682dbc06cc tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:48:22.408584 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4466e8-9535-455d-879a-01848ff2ee68 req-dc488d3f-9f66-40c5-a062-3830ebc89c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:22.419444 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cd4466e8-9535-455d-879a-01848ff2ee68 req-dc488d3f-9f66-40c5-a062-3830ebc89c92 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=2ff02151-9814-4f77-89f0-68df264b79a5 HTTP/1.1" status: 200 len: 1098 time: 0.1001918 Jul 24 00:48:22.425473 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fbaebc-701f-4d74-803e-0f682dbc06cc tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Pushing event updated for resources: {'Port': ['ID=6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:22.432662 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-570f2033-1ed9-49e1-bad9-29d9c5b427bb None None] Set router 699a68c7-310e-4b4c-836e-76ba3dbb6edc gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:48:22.468789 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5254f98-7946-4130-9482-f884052623d1 req-268bd29d-27d8-47fa-bb10-4685b78ecba2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:22.475858 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5254f98-7946-4130-9482-f884052623d1 req-268bd29d-27d8-47fa-bb10-4685b78ecba2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:22.481807 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5254f98-7946-4130-9482-f884052623d1 req-268bd29d-27d8-47fa-bb10-4685b78ecba2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:22.488017 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5254f98-7946-4130-9482-f884052623d1 req-268bd29d-27d8-47fa-bb10-4685b78ecba2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:22.494629 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5254f98-7946-4130-9482-f884052623d1 req-268bd29d-27d8-47fa-bb10-4685b78ecba2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:22.500842 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5254f98-7946-4130-9482-f884052623d1 req-268bd29d-27d8-47fa-bb10-4685b78ecba2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:22.507542 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5254f98-7946-4130-9482-f884052623d1 req-268bd29d-27d8-47fa-bb10-4685b78ecba2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:22.510391 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b5254f98-7946-4130-9482-f884052623d1 req-268bd29d-27d8-47fa-bb10-4685b78ecba2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 5443 time: 0.3386865 Jul 24 00:48:22.539959 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-65fbaebc-701f-4d74-803e-0f682dbc06cc tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:22.540196 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-65fbaebc-701f-4d74-803e-0f682dbc06cc tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:22.546888 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d55ab310-6775-4a57-865f-155f8c54aded admin admin] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:22.608522 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4466e8-9535-455d-879a-01848ff2ee68 req-1ccda0dd-5320-4a06-862f-1927bcdfb2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:22.610217 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cd4466e8-9535-455d-879a-01848ff2ee68 req-1ccda0dd-5320-4a06-862f-1927bcdfb2ce service neutron] 10.222.0.13 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.1821196 Jul 24 00:48:22.619525 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3bbb28-2884-4fe2-978b-fa1f34a3e303 req-ac2c9d67-80e8-4076-a25a-3fb933f5297f tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:22.623595 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4e3bbb28-2884-4fe2-978b-fa1f34a3e303 req-ac2c9d67-80e8-4076-a25a-3fb933f5297f tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ff02151-9814-4f77-89f0-68df264b79a5 HTTP/1.1" status: 200 len: 946 time: 0.1509223 Jul 24 00:48:22.662554 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-570f2033-1ed9-49e1-bad9-29d9c5b427bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699a68c7-310e-4b4c-836e-76ba3dbb6edc', 'name': 'tempest-ServersTestMultiNic-853645673-router', 'tenant_id': 'ddce8b228d0d4a4bb7bd9050c384a277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'd21765c0-0049-43d6-9673-d16ef3d23a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:45:43Z', 'updated_at': '2021-07-24T00:48:19Z', 'revision_number': 5, 'project_id': 'ddce8b228d0d4a4bb7bd9050c384a277', 'gw_port': {'id': 'd21765c0-0049-43d6-9673-d16ef3d23a6a', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699a68c7-310e-4b4c-836e-76ba3dbb6edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:45Z', 'updated_at': '2021-07-24T00:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:22.694046 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cd4466e8-9535-455d-879a-01848ff2ee68 req-95ef982c-09e6-4475-86af-1598b53ba4e5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=448814b6-4a60-41cd-81a0-7cf91647bd21 HTTP/1.1" status: 200 len: 217 time: 0.0687397 Jul 24 00:48:22.694310 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570f2033-1ed9-49e1-bad9-29d9c5b427bb None None] Checking router: 699a68c7-310e-4b4c-836e-76ba3dbb6edc for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:48:22.703712 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570f2033-1ed9-49e1-bad9-29d9c5b427bb None None] Routers {'699a68c7-310e-4b4c-836e-76ba3dbb6edc'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:48:22.704902 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-570f2033-1ed9-49e1-bad9-29d9c5b427bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:48:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['699a68c7-310e-4b4c-836e-76ba3dbb6edc'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:22.746540 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4e3bbb28-2884-4fe2-978b-fa1f34a3e303 req-b84cc253-c593-4518-82f4-9c69c759c895 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101725 Jul 24 00:48:22.769668 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4466e8-9535-455d-879a-01848ff2ee68 req-45171871-7dac-416a-8d4c-69c33fe68808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:22.772450 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cd4466e8-9535-455d-879a-01848ff2ee68 req-45171871-7dac-416a-8d4c-69c33fe68808 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.0675497 Jul 24 00:48:22.851280 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-570f2033-1ed9-49e1-bad9-29d9c5b427bb None None] Set router 699a68c7-310e-4b4c-836e-76ba3dbb6edc gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:48:22.866917 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-33306b27-713f-4a88-b1cf-a79d55410f47 req-e96c15e8-aaa1-418f-896d-003319e460ae tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] 10.222.0.15 "GET /v2.0/security-groups/7aa20885-153c-49d0-bedc-5e9a7549ae60 HTTP/1.1" status: 200 len: 1804 time: 0.0775824 Jul 24 00:48:22.888543 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-33306b27-713f-4a88-b1cf-a79d55410f47 req-c838e99e-c436-4ca7-88e5-f9313f2d970b tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7aa20885-153c-49d0-bedc-5e9a7549ae60', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:22.889325 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-33306b27-713f-4a88-b1cf-a79d55410f47 req-c838e99e-c436-4ca7-88e5-f9313f2d970b tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7aa20885-153c-49d0-bedc-5e9a7549ae60', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:22.898816 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4466e8-9535-455d-879a-01848ff2ee68 req-eb5613a7-9ed3-43b8-84d0-8c8be1196234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:22.900809 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cd4466e8-9535-455d-879a-01848ff2ee68 req-eb5613a7-9ed3-43b8-84d0-8c8be1196234 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1219885 Jul 24 00:48:22.913517 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:48:22.969317 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-65fbaebc-701f-4d74-803e-0f682dbc06cc tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4679797 Jul 24 00:48:22.987240 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b5254f98-7946-4130-9482-f884052623d1 req-e6a9e591-cef9-4c5f-abd3-178f91af191e tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d0fd0bd-ecd4-446d-a84a-6ebbd55d94ea&id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4627733 Jul 24 00:48:22.994282 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-461cd6db-486a-475f-bcda-3c992436aa78 service neutron] Request body: {'port': {'device_id': '18893bbb-1060-47fc-bbbb-cbabf66dc946', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-25'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:23.082247 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cd4466e8-9535-455d-879a-01848ff2ee68 req-4cb6fa37-0d04-4169-9988-9e10195a8831 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717927 Jul 24 00:48:23.084293 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-33306b27-713f-4a88-b1cf-a79d55410f47 req-c838e99e-c436-4ca7-88e5-f9313f2d970b tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:23.099438 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d55ab310-6775-4a57-865f-155f8c54aded admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:23.106191 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-33306b27-713f-4a88-b1cf-a79d55410f47 req-c838e99e-c436-4ca7-88e5-f9313f2d970b tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:23.127370 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-461cd6db-486a-475f-bcda-3c992436aa78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:23.197124 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-33306b27-713f-4a88-b1cf-a79d55410f47 req-c838e99e-c436-4ca7-88e5-f9313f2d970b tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:23.226819 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-33306b27-713f-4a88-b1cf-a79d55410f47 req-c838e99e-c436-4ca7-88e5-f9313f2d970b tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:23.228154 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-33306b27-713f-4a88-b1cf-a79d55410f47 req-c838e99e-c436-4ca7-88e5-f9313f2d970b tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3536551 Jul 24 00:48:23.233054 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838e99e-c436-4ca7-88e5-f9313f2d970b tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aad99868-74a8-41b0-afcd-de634672d77a,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:23.247612 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cd4466e8-9535-455d-879a-01848ff2ee68 req-9bd1448f-bc51-4c96-8a3c-b5a49b8d6e00 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392100 Jul 24 00:48:23.328185 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d,segment=NetworkSegment(58fdc277-5f36-433f-9782-f46712be7157),segment_id=58fdc277-5f36-433f-9782-f46712be7157)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:23.352374 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-d55ab310-6775-4a57-865f-155f8c54aded admin admin] Deleting port d21765c0-0049-43d6-9673-d16ef3d23a6a {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:48:23.352861 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d55ab310-6775-4a57-865f-155f8c54aded admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:23.353366 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d', 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a', 'port_id': 'e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d', 'mac_address': 'fa:16:3e:02:3a:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eacbc75d-e7d9-4f31-b710-44862dc68303', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:48:23.402451 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d0f4c-0cc2-4876-bb7d-8a9b31c5c51e req-47ac1f5e-62b8-4561-a7fc-48c0dc4e6efd tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:23.404445 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c66d0f4c-0cc2-4876-bb7d-8a9b31c5c51e req-47ac1f5e-62b8-4561-a7fc-48c0dc4e6efd tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=71b2192f-9eba-484c-8ee1-9bfa0a5c29a0 HTTP/1.1" status: 200 len: 943 time: 0.0820076 Jul 24 00:48:23.408890 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-570f2033-1ed9-49e1-bad9-29d9c5b427bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '699a68c7-310e-4b4c-836e-76ba3dbb6edc', 'name': 'tempest-ServersTestMultiNic-853645673-router', 'tenant_id': 'ddce8b228d0d4a4bb7bd9050c384a277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'd21765c0-0049-43d6-9673-d16ef3d23a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:45:43Z', 'updated_at': '2021-07-24T00:48:19Z', 'revision_number': 5, 'project_id': 'ddce8b228d0d4a4bb7bd9050c384a277', 'gw_port': {'id': 'd21765c0-0049-43d6-9673-d16ef3d23a6a', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699a68c7-310e-4b4c-836e-76ba3dbb6edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:45Z', 'updated_at': '2021-07-24T00:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:23.445893 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:23.460415 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:48:23.464183 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c66d0f4c-0cc2-4876-bb7d-8a9b31c5c51e req-35625874-c73a-474b-913a-30ddd24027b3 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517070 Jul 24 00:48:23.474671 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971284df-9801-49ee-afdd-7b2d2eb94645 req-4607cef6-01c3-4b1c-946b-c671a1a34227 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:23.476317 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-971284df-9801-49ee-afdd-7b2d2eb94645 req-4607cef6-01c3-4b1c-946b-c671a1a34227 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=18893bbb-1060-47fc-bbbb-cbabf66dc946 HTTP/1.1" status: 200 len: 931 time: 0.2499735 Jul 24 00:48:23.490990 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d,segment=NetworkSegment(58fdc277-5f36-433f-9782-f46712be7157),segment_id=58fdc277-5f36-433f-9782-f46712be7157)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:23.492520 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570f2033-1ed9-49e1-bad9-29d9c5b427bb None None] The sync data for ids ['699a68c7-310e-4b4c-836e-76ba3dbb6edc'] in n-d-793621-25 is: [{'id': '699a68c7-310e-4b4c-836e-76ba3dbb6edc', 'name': 'tempest-ServersTestMultiNic-853645673-router', 'tenant_id': 'ddce8b228d0d4a4bb7bd9050c384a277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'd21765c0-0049-43d6-9673-d16ef3d23a6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:45:43Z', 'updated_at': '2021-07-24T00:48:19Z', 'revision_number': 5, 'project_id': 'ddce8b228d0d4a4bb7bd9050c384a277', 'gw_port': {'id': 'd21765c0-0049-43d6-9673-d16ef3d23a6a', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:08:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '699a68c7-310e-4b4c-836e-76ba3dbb6edc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:45Z', 'updated_at': '2021-07-24T00:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:48:23.500372 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:23.516660 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-afac6a09-0e36-4d36-9f1e-bd3d0baf489b req-ac4e467e-ccc0-436a-893f-e368bec205a4 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-209696380', 'description': 'tempest-description-843873525'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:23.557038 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-d55ab310-6775-4a57-865f-155f8c54aded admin admin] For port d21765c0-0049-43d6-9673-d16ef3d23a6a, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=d21765c0-0049-43d6-9673-d16ef3d23a6a,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:23.557480 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d55ab310-6775-4a57-865f-155f8c54aded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:23.562061 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-afac6a09-0e36-4d36-9f1e-bd3d0baf489b req-ac4e467e-ccc0-436a-893f-e368bec205a4 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:23.576648 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:23.593580 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-d55ab310-6775-4a57-865f-155f8c54aded admin admin] Calling delete_port for d21765c0-0049-43d6-9673-d16ef3d23a6a owned by network:router_gateway {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:48:23.651590 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-971284df-9801-49ee-afdd-7b2d2eb94645 req-404d2898-81ba-4c35-8d6c-5191f05c0c79 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362317 Jul 24 00:48:23.696443 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-afac6a09-0e36-4d36-9f1e-bd3d0baf489b req-ac4e467e-ccc0-436a-893f-e368bec205a4 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:23.700812 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-afac6a09-0e36-4d36-9f1e-bd3d0baf489b req-ac4e467e-ccc0-436a-893f-e368bec205a4 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:23.732896 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-afac6a09-0e36-4d36-9f1e-bd3d0baf489b req-ac4e467e-ccc0-436a-893f-e368bec205a4 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:23.734310 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-afac6a09-0e36-4d36-9f1e-bd3d0baf489b req-ac4e467e-ccc0-436a-893f-e368bec205a4 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2252941 Jul 24 00:48:23.744256 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e467e-ccc0-436a-893f-e368bec205a4 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63feaab7-c52b-425a-8701-54827240022d,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:23.746122 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:48:23.813301 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4f1c0426-82c8-4d99-a815-6420a086fb5f req-3cf0c9e1-a64d-4a00-85d0-a6d5b9227f5f tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] 10.222.0.15 "GET /v2.0/security-groups/63feaab7-c52b-425a-8701-54827240022d HTTP/1.1" status: 200 len: 1803 time: 0.0518432 Jul 24 00:48:23.827857 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-4f1c0426-82c8-4d99-a815-6420a086fb5f req-1648bd4f-8ca4-4460-91d5-4d38d27a7828 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '63feaab7-c52b-425a-8701-54827240022d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:23.828351 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-4f1c0426-82c8-4d99-a815-6420a086fb5f req-1648bd4f-8ca4-4460-91d5-4d38d27a7828 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '63feaab7-c52b-425a-8701-54827240022d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:23.912362 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-461cd6db-486a-475f-bcda-3c992436aa78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f {{(pid=100463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:48:23.924835 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4f1c0426-82c8-4d99-a815-6420a086fb5f req-1648bd4f-8ca4-4460-91d5-4d38d27a7828 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:23.935269 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-461cd6db-486a-475f-bcda-3c992436aa78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:23.954595 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-461cd6db-486a-475f-bcda-3c992436aa78 service neutron] Transition to ACTIVE for port object 6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:48:23.963003 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4f1c0426-82c8-4d99-a815-6420a086fb5f req-1648bd4f-8ca4-4460-91d5-4d38d27a7828 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:23.966900 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4f1c0426-82c8-4d99-a815-6420a086fb5f req-1648bd4f-8ca4-4460-91d5-4d38d27a7828 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:23.967278 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35747ab2-4e54-4c06-abae-e32fea62e595 req-eb20998f-b177-42e9-bbf4-aa2cca38382e tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:23.968924 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-35747ab2-4e54-4c06-abae-e32fea62e595 req-eb20998f-b177-42e9-bbf4-aa2cca38382e tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 949 time: 0.2516260 Jul 24 00:48:23.975999 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-461cd6db-486a-475f-bcda-3c992436aa78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:23.992900 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1648bd4f-8ca4-4460-91d5-4d38d27a7828 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41fb9bb7-ea8e-4dec-aff5-b559c720e4d3,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:24.003477 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4f1c0426-82c8-4d99-a815-6420a086fb5f req-1648bd4f-8ca4-4460-91d5-4d38d27a7828 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:24.005941 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4f1c0426-82c8-4d99-a815-6420a086fb5f req-1648bd4f-8ca4-4460-91d5-4d38d27a7828 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1818557 Jul 24 00:48:24.077953 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:48:24.105162 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d55ab310-6775-4a57-865f-155f8c54aded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:24.118828 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461cd6db-486a-475f-bcda-3c992436aa78 service neutron] Pushing event updated for resources: {'Port': ['ID=6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:24.155876 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 37b9fa70-d416-4407-b1e7-b512d67ec5ec no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:48:24.157059 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e6ffd-ff57-42e3-9baa-5640a1c37098 req-3fd0d496-b428-4701-94e8-4ca730f113ce tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:24.159510 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a20e6ffd-ff57-42e3-9baa-5640a1c37098 req-3fd0d496-b428-4701-94e8-4ca730f113ce tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ff02151-9814-4f77-89f0-68df264b79a5 HTTP/1.1" status: 200 len: 946 time: 0.0959640 Jul 24 00:48:24.188385 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 37b9fa70-d416-4407-b1e7-b512d67ec5ec {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:48:24.188780 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 37b9fa70-d416-4407-b1e7-b512d67ec5ec not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:48:24.201385 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-35747ab2-4e54-4c06-abae-e32fea62e595 req-2d0ea169-7b0d-4573-a848-b8563e86544d tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208180 Jul 24 00:48:24.208400 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a20e6ffd-ff57-42e3-9baa-5640a1c37098 req-14dbeb7b-d64d-4f6e-ab9e-7d1449793a2d tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366564 Jul 24 00:48:24.227672 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ab310-6775-4a57-865f-155f8c54aded admin admin] Pushing event deleted for resources: {'Port': ['ID=d21765c0-0049-43d6-9673-d16ef3d23a6a,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:24.287303 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-cebd5f17-d89d-4422-9c07-b0c332f3496d req-b9648aab-d4b4-4e39-b979-89fa6eae6511 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-160804729', 'description': 'tempest-description-290850293'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:24.368063 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-cebd5f17-d89d-4422-9c07-b0c332f3496d req-b9648aab-d4b4-4e39-b979-89fa6eae6511 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:24.372966 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-461cd6db-486a-475f-bcda-3c992436aa78 service neutron] Attempting to bind port 6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:48:24.373311 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-461cd6db-486a-475f-bcda-3c992436aa78 service neutron] Attempting to bind port 6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '6a496770-77f3-4c89-a4ef-c619e5b67bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cf53c075-354a-47e9-8398-640068505382'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:48:24.373644 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-461cd6db-486a-475f-bcda-3c992436aa78 service neutron] Attempting to bind port 6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f on network cf53c075-354a-47e9-8398-640068505382 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:48:24.385585 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d55ab310-6775-4a57-865f-155f8c54aded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:24.397244 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e8b50-996e-41e0-bf61-db8b36b2684b req-c252b87d-9ca9-4ef8-bab7-174b7c9bf0d5 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:24.402597 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-461cd6db-486a-475f-bcda-3c992436aa78 service neutron] Port 6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f on network cf53c075-354a-47e9-8398-640068505382 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:48:24.402936 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-461cd6db-486a-475f-bcda-3c992436aa78 service neutron] Attempting to bind port 6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f on network cf53c075-354a-47e9-8398-640068505382 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:48:24.403295 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e8b50-996e-41e0-bf61-db8b36b2684b req-c252b87d-9ca9-4ef8-bab7-174b7c9bf0d5 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:24.409274 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e8b50-996e-41e0-bf61-db8b36b2684b req-c252b87d-9ca9-4ef8-bab7-174b7c9bf0d5 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:24.416098 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e8b50-996e-41e0-bf61-db8b36b2684b req-c252b87d-9ca9-4ef8-bab7-174b7c9bf0d5 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:24.421996 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e8b50-996e-41e0-bf61-db8b36b2684b req-c252b87d-9ca9-4ef8-bab7-174b7c9bf0d5 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:24.428599 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e8b50-996e-41e0-bf61-db8b36b2684b req-c252b87d-9ca9-4ef8-bab7-174b7c9bf0d5 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:24.434544 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4e8b50-996e-41e0-bf61-db8b36b2684b req-c252b87d-9ca9-4ef8-bab7-174b7c9bf0d5 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:24.436536 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-da4e8b50-996e-41e0-bf61-db8b36b2684b req-c252b87d-9ca9-4ef8-bab7-174b7c9bf0d5 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 5443 time: 0.1473138 Jul 24 00:48:24.477843 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-da4e8b50-996e-41e0-bf61-db8b36b2684b req-6b5c4ea1-360d-4648-b034-4eb41d9309d8 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d0fd0bd-ecd4-446d-a84a-6ebbd55d94ea&id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351408 Jul 24 00:48:24.494955 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-461cd6db-486a-475f-bcda-3c992436aa78 service neutron] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:48:24.495480 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-461cd6db-486a-475f-bcda-3c992436aa78 service neutron] Checking segment: {'id': '6a496770-77f3-4c89-a4ef-c619e5b67bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cf53c075-354a-47e9-8398-640068505382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:48:24.495672 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-461cd6db-486a-475f-bcda-3c992436aa78 service neutron] Bound using segment: {'id': '6a496770-77f3-4c89-a4ef-c619e5b67bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cf53c075-354a-47e9-8398-640068505382'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:48:24.496126 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-461cd6db-486a-475f-bcda-3c992436aa78 service neutron] Bound port: 6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a496770-77f3-4c89-a4ef-c619e5b67bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cf53c075-354a-47e9-8398-640068505382'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:48:24.496492 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-461cd6db-486a-475f-bcda-3c992436aa78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:24.518297 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d55ab310-6775-4a57-865f-155f8c54aded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:24.524990 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d55ab310-6775-4a57-865f-155f8c54aded admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:24.626058 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d55ab310-6775-4a57-865f-155f8c54aded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:24.626609 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55ab310-6775-4a57-865f-155f8c54aded admin admin] Fanout notify agent at l3_agent the message router_deleted on router 699a68c7-310e-4b4c-836e-76ba3dbb6edc {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:48:24.639941 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d55ab310-6775-4a57-865f-155f8c54aded admin admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:24.643520 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d55ab310-6775-4a57-865f-155f8c54aded admin admin] 10.222.0.15 "DELETE /v2.0/routers/699a68c7-310e-4b4c-836e-76ba3dbb6edc HTTP/1.1" status: 204 len: 168 time: 2.4120820 Jul 24 00:48:24.644073 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 49130) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:24.683150 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-461cd6db-486a-475f-bcda-3c992436aa78 service neutron] For port 6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f, host n-h2-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:48:24.685440 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [req-5a204675-a97e-4a4d-bf20-ca5f453dcad8 req-309fb962-9964-4a9d-9733-10cc92307061 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:48:24.686485 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5a204675-a97e-4a4d-bf20-ca5f453dcad8 req-309fb962-9964-4a9d-9733-10cc92307061 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059066 Jul 24 00:48:24.702972 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-cebd5f17-d89d-4422-9c07-b0c332f3496d req-b9648aab-d4b4-4e39-b979-89fa6eae6511 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:24.704915 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-461cd6db-486a-475f-bcda-3c992436aa78 service neutron] For port 6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f, host n-h2-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f,segment=NetworkSegment(6a496770-77f3-4c89-a4ef-c619e5b67bdf),segment_id=6a496770-77f3-4c89-a4ef-c619e5b67bdf)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:48:24.710216 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-cebd5f17-d89d-4422-9c07-b0c332f3496d req-b9648aab-d4b4-4e39-b979-89fa6eae6511 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:24.712336 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-fccadec1-bd09-475a-ba0d-04e75ea3c57c admin admin] Deleting subnet 99d61769-634b-45ed-84df-d0dab2cd2a62 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:48:24.718145 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-461cd6db-486a-475f-bcda-3c992436aa78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:24.724277 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fccadec1-bd09-475a-ba0d-04e75ea3c57c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:24.761946 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fccadec1-bd09-475a-ba0d-04e75ea3c57c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:24.781705 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-cebd5f17-d89d-4422-9c07-b0c332f3496d req-b9648aab-d4b4-4e39-b979-89fa6eae6511 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:24.793942 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cebd5f17-d89d-4422-9c07-b0c332f3496d req-b9648aab-d4b4-4e39-b979-89fa6eae6511 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5418818 Jul 24 00:48:24.795478 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-461cd6db-486a-475f-bcda-3c992436aa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:24.796150 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-461cd6db-486a-475f-bcda-3c992436aa78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:24.797564 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-461cd6db-486a-475f-bcda-3c992436aa78 service neutron] 10.222.0.11 "PUT /v2.0/ports/6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f HTTP/1.1" status: 200 len: 1092 time: 1.8160923 Jul 24 00:48:24.801781 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18893bbb-1060-47fc-bbbb-cbabf66dc946', 'tag': '6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:48:24.804128 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd75d2e3-6a24-4ed7-a588-750e25086050" -d '{"events": [{"name": "network-changed", "server_uuid": "18893bbb-1060-47fc-bbbb-cbabf66dc946", "tag": "6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:48:24.824408 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9648aab-d4b4-4e39-b979-89fa6eae6511 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6900a6f-28d1-4cc4-982e-e4c41ee2b98d,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:24.888813 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fccadec1-bd09-475a-ba0d-04e75ea3c57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:24.913442 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461cd6db-486a-475f-bcda-3c992436aa78 service neutron] Pushing event updated for resources: {'Port': ['ID=6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:24.928420 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 448814b6-4a60-41cd-81a0-7cf91647bd21 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:48:24.944316 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:48:24.974954 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fccadec1-bd09-475a-ba0d-04e75ea3c57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:24.985295 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-b7f20620-3587-4bfa-9dbd-3bcb7aa9cd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:24.986902 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-b7f20620-3587-4bfa-9dbd-3bcb7aa9cd82 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1d1d593f8bfd4b99bedc0fcdb21f74c7&device_id=18893bbb-1060-47fc-bbbb-cbabf66dc946 HTTP/1.1" status: 200 len: 1095 time: 0.1383743 Jul 24 00:48:24.997555 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ad6b2-563c-4567-804f-6909b575d863 req-86df7939-9e51-4be8-89f7-c884ef2ce375 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:25.007877 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e70ad6b2-563c-4567-804f-6909b575d863 req-86df7939-9e51-4be8-89f7-c884ef2ce375 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=71b2192f-9eba-484c-8ee1-9bfa0a5c29a0 HTTP/1.1" status: 200 len: 944 time: 0.1139472 Jul 24 00:48:25.027642 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fccadec1-bd09-475a-ba0d-04e75ea3c57c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:25.031227 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-fccadec1-bd09-475a-ba0d-04e75ea3c57c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/99d61769-634b-45ed-84df-d0dab2cd2a62 HTTP/1.1" status: 204 len: 168 time: 0.3854384 Jul 24 00:48:25.033274 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccadec1-bd09-475a-ba0d-04e75ea3c57c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99d61769-634b-45ed-84df-d0dab2cd2a62,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:25.043791 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 49144) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:25.078506 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f4cc1b-88b7-4a21-b86e-e07cd7c0cb3b None None] Network 3ac37ea8-db7a-4586-8bc9-aaacac2f1ef2 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:48:25.079882 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-9195a15d-be1c-4756-a7fe-708738dc7283 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f HTTP/1.1" status: 200 len: 217 time: 0.0705609 Jul 24 00:48:25.086804 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49146) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:25.149015 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-369a76cf-1d09-4eb3-92b9-96ca5dd8ce0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:25.176150 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:48:25.187404 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:48:25.187978 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:25.207723 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e70ad6b2-563c-4567-804f-6909b575d863 req-9e865fe8-29dc-49ab-899d-c80c07695793 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905611 Jul 24 00:48:25.253217 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 448814b6-4a60-41cd-81a0-7cf91647bd21, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=448814b6-4a60-41cd-81a0-7cf91647bd21,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:25.279416 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3fa45-1752-44a7-8c05-801aa79fd472 req-913a60c0-c887-4e44-b7dd-ae4349365463 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:25.286576 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3fa45-1752-44a7-8c05-801aa79fd472 req-913a60c0-c887-4e44-b7dd-ae4349365463 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:25.290647 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-dfca5254-2bfb-4921-9332-2ab9f1db021e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:25.292874 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-dfca5254-2bfb-4921-9332-2ab9f1db021e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d196389f-9ba3-4fa3-b4a4-ee8338ee8fe0 HTTP/1.1" status: 200 len: 845 time: 0.2011755 Jul 24 00:48:25.293757 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '448814b6-4a60-41cd-81a0-7cf91647bd21', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'port_id': '448814b6-4a60-41cd-81a0-7cf91647bd21', 'mac_address': 'fa:16:3e:f9:c1:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:48:25.295281 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3fa45-1752-44a7-8c05-801aa79fd472 req-913a60c0-c887-4e44-b7dd-ae4349365463 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:25.301394 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3fa45-1752-44a7-8c05-801aa79fd472 req-913a60c0-c887-4e44-b7dd-ae4349365463 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:25.307481 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3fa45-1752-44a7-8c05-801aa79fd472 req-913a60c0-c887-4e44-b7dd-ae4349365463 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:25.313390 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3fa45-1752-44a7-8c05-801aa79fd472 req-913a60c0-c887-4e44-b7dd-ae4349365463 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:25.320594 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3fa45-1752-44a7-8c05-801aa79fd472 req-913a60c0-c887-4e44-b7dd-ae4349365463 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:25.322557 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-54a3fa45-1752-44a7-8c05-801aa79fd472 req-913a60c0-c887-4e44-b7dd-ae4349365463 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 5443 time: 0.3057239 Jul 24 00:48:25.331247 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-369a76cf-1d09-4eb3-92b9-96ca5dd8ce0c admin admin] Deleting port 0acb3bca-309a-4655-8b88-6d629b04cc42 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:48:25.331595 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-369a76cf-1d09-4eb3-92b9-96ca5dd8ce0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:25.334384 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 49152) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:25.338963 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-b42b9c7c-e11b-4def-af1f-8e2d188048e7 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Request body: {'floatingip': {'port_id': 'dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:25.371870 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-791fa579-cb28-49ca-bab5-a920f8881154 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cf53c075-354a-47e9-8398-640068505382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695148 Jul 24 00:48:25.388974 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-ab11a42a-52dd-4e31-9dfd-ad95a5ae56cb req-d38e79e8-e74b-4e33-bd93-954141b6be36 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1473741790', 'description': 'tempest-description-2047633309'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:25.413306 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:25.418635 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b42b9c7c-e11b-4def-af1f-8e2d188048e7 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks [] for floatingip, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:25.445077 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 448814b6-4a60-41cd-81a0-7cf91647bd21 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:48:25.452422 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:25.493030 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 448814b6-4a60-41cd-81a0-7cf91647bd21, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=448814b6-4a60-41cd-81a0-7cf91647bd21,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:25.493736 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4ee8fc71-4d29-4e1b-b93d-43de2ff1ddf4 req-c4fa3049-3a5a-49de-a6bd-1209b37d834c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4053121 Jul 24 00:48:25.502445 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b2192f-9eba-484c-8ee1-9bfa0a5c29a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:48:25.506021 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad2b1c0-64bc-4032-9c7b-197536e980ff" -d '{"events": [{"server_uuid": "71b2192f-9eba-484c-8ee1-9bfa0a5c29a0", "name": "network-vif-plugged", "status": "completed", "tag": "e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:48:25.527160 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [req-4ee8fc71-4d29-4e1b-b93d-43de2ff1ddf4 req-c5a417e6-5a1a-44e6-91d2-d6da14d4b6b4 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:48:25.528434 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:25.529060 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4ee8fc71-4d29-4e1b-b93d-43de2ff1ddf4 req-c5a417e6-5a1a-44e6-91d2-d6da14d4b6b4 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136938 Jul 24 00:48:25.538267 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d,segment=NetworkSegment(58fdc277-5f36-433f-9782-f46712be7157),segment_id=58fdc277-5f36-433f-9782-f46712be7157)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:25.540402 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6596e-c76e-4f4e-a462-e93f22e680bc req-48901747-cc48-40a2-9149-31ab919f8a9d tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:25.548444 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ebc6596e-c76e-4f4e-a462-e93f22e680bc req-48901747-cc48-40a2-9149-31ab919f8a9d tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=18893bbb-1060-47fc-bbbb-cbabf66dc946 HTTP/1.1" status: 200 len: 943 time: 0.2477036 Jul 24 00:48:25.561350 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-911ff5b4-69a7-4a30-9d31-a90689d0f286 service neutron] 10.222.0.11 "GET /v2.0/networks/cf53c075-354a-47e9-8398-640068505382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807501 Jul 24 00:48:25.574622 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb7ffcf-0ece-42de-a5c1-0f2a73a4caa8 None None] DHCP port deletion for 3ac37ea8-db7a-4586-8bc9-aaacac2f1ef2 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:48:25.580117 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:25.630482 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ebc6596e-c76e-4f4e-a462-e93f22e680bc req-6fb12bd9-2c1b-4f8e-bd94-07fc9845de0e tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808883 Jul 24 00:48:25.657592 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=448814b6-4a60-41cd-81a0-7cf91647bd21,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:25.724104 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-39c92021-fa0a-43d4-ab34-0a6af9c2f4fc req-88670111-68ef-4f7a-b470-f5c3b172a94a service neutron] 10.222.0.11 "GET /v2.0/networks/cf53c075-354a-47e9-8398-640068505382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528013 Jul 24 00:48:25.747234 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:25.751982 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91cf83c-b734-4e3c-921a-c94c290e72d0 x-openstack-request-id: req-f91cf83c-b734-4e3c-921a-c94c290e72d0 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:48:25.752272 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18893bbb-1060-47fc-bbbb-cbabf66dc946", "tag": "6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:48:25.752526 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f91cf83c-b734-4e3c-921a-c94c290e72d0 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:48:25.752961 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18893bbb-1060-47fc-bbbb-cbabf66dc946', 'tag': '6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f', 'status': 'completed', 'code': 200} Jul 24 00:48:25.758766 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-8cb7ffcf-0ece-42de-a5c1-0f2a73a4caa8 None None] Deleting port 0acb3bca-309a-4655-8b88-6d629b04cc42 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:48:25.759297 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8cb7ffcf-0ece-42de-a5c1-0f2a73a4caa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:25.804053 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['448814b6-4a60-41cd-81a0-7cf91647bd21'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:48:25.842869 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ab11a42a-52dd-4e31-9dfd-ad95a5ae56cb req-d38e79e8-e74b-4e33-bd93-954141b6be36 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:25.912554 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75d2e3-6a24-4ed7-a588-750e25086050 req-437c0df1-508a-4416-8b8b-bcdb241f4ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:25.914324 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bd75d2e3-6a24-4ed7-a588-750e25086050 req-437c0df1-508a-4416-8b8b-bcdb241f4ec7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1d1d593f8bfd4b99bedc0fcdb21f74c7&device_id=18893bbb-1060-47fc-bbbb-cbabf66dc946 HTTP/1.1" status: 200 len: 1095 time: 0.1301167 Jul 24 00:48:25.925830 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-8cb7ffcf-0ece-42de-a5c1-0f2a73a4caa8 None None] For port 0acb3bca-309a-4655-8b88-6d629b04cc42, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0acb3bca-309a-4655-8b88-6d629b04cc42,segment=NetworkSegment(a891b474-6d3a-4dae-a5b6-694e635747be),segment_id=a891b474-6d3a-4dae-a5b6-694e635747be)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:25.926851 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8cb7ffcf-0ece-42de-a5c1-0f2a73a4caa8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:25.928094 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf802b0-5a9c-4e01-8b0c-156fb2aba781 req-cf34fd02-44ac-404b-97ac-17f26a1160ce tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:25.929949 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-369a76cf-1d09-4eb3-92b9-96ca5dd8ce0c admin admin] For port 0acb3bca-309a-4655-8b88-6d629b04cc42, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0acb3bca-309a-4655-8b88-6d629b04cc42,segment=NetworkSegment(a891b474-6d3a-4dae-a5b6-694e635747be),segment_id=a891b474-6d3a-4dae-a5b6-694e635747be)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:25.930357 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-369a76cf-1d09-4eb3-92b9-96ca5dd8ce0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:25.934777 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-aaf802b0-5a9c-4e01-8b0c-156fb2aba781 req-cf34fd02-44ac-404b-97ac-17f26a1160ce tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 949 time: 0.1101797 Jul 24 00:48:25.965135 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-8cb7ffcf-0ece-42de-a5c1-0f2a73a4caa8 None None] Calling delete_port for 0acb3bca-309a-4655-8b88-6d629b04cc42 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:48:26.016625 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-369a76cf-1d09-4eb3-92b9-96ca5dd8ce0c admin admin] Calling delete_port for 0acb3bca-309a-4655-8b88-6d629b04cc42 owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:48:26.049456 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-aaf802b0-5a9c-4e01-8b0c-156fb2aba781 req-0adaec94-addf-4543-8f46-13654917d122 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091769 Jul 24 00:48:26.099914 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75d2e3-6a24-4ed7-a588-750e25086050 req-250eb3a5-74dc-49da-be52-e9fb0466c424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:26.101730 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bd75d2e3-6a24-4ed7-a588-750e25086050 req-250eb3a5-74dc-49da-be52-e9fb0466c424 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cf53c075-354a-47e9-8398-640068505382 HTTP/1.1" status: 200 len: 906 time: 0.1648517 Jul 24 00:48:26.181893 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bd75d2e3-6a24-4ed7-a588-750e25086050 req-c85afcea-8f61-4f08-95f3-596dca5b7e14 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f HTTP/1.1" status: 200 len: 217 time: 0.0612948 Jul 24 00:48:26.234053 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8cb7ffcf-0ece-42de-a5c1-0f2a73a4caa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:26.243223 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device d21765c0-0049-43d6-9673-d16ef3d23a6a no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:48:26.326059 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb7ffcf-0ece-42de-a5c1-0f2a73a4caa8 None None] Pushing event deleted for resources: {'Port': ['ID=0acb3bca-309a-4655-8b88-6d629b04cc42,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:26.328172 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb7ffcf-0ece-42de-a5c1-0f2a73a4caa8 None None] No DVR routers for this DVR port 0acb3bca-309a-4655-8b88-6d629b04cc42 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:48:26.336477 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: d21765c0-0049-43d6-9673-d16ef3d23a6a {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:48:26.336477 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device d21765c0-0049-43d6-9673-d16ef3d23a6a not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:48:26.336477 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0acb3bca-309a-4655-8b88-6d629b04cc42 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:48:26.351311 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ab11a42a-52dd-4e31-9dfd-ad95a5ae56cb req-d38e79e8-e74b-4e33-bd93-954141b6be36 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:26.359250 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75d2e3-6a24-4ed7-a588-750e25086050 req-baf9fcbb-0509-4b6c-802b-22f7580d6233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:26.359516 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 0acb3bca-309a-4655-8b88-6d629b04cc42 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:48:26.359912 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0acb3bca-309a-4655-8b88-6d629b04cc42 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:48:26.361181 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ab11a42a-52dd-4e31-9dfd-ad95a5ae56cb req-d38e79e8-e74b-4e33-bd93-954141b6be36 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:26.361853 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bd75d2e3-6a24-4ed7-a588-750e25086050 req-baf9fcbb-0509-4b6c-802b-22f7580d6233 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d196389f-9ba3-4fa3-b4a4-ee8338ee8fe0 HTTP/1.1" status: 200 len: 845 time: 0.1367452 Jul 24 00:48:26.387185 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f264b5-93b4-44cd-a40f-c38bf521df66 req-b46ddd2f-20d6-4336-873a-a99e77ccb1e5 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:26.388910 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f2f264b5-93b4-44cd-a40f-c38bf521df66 req-b46ddd2f-20d6-4336-873a-a99e77ccb1e5 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ff02151-9814-4f77-89f0-68df264b79a5 HTTP/1.1" status: 200 len: 947 time: 0.2180076 Jul 24 00:48:26.419697 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ab11a42a-52dd-4e31-9dfd-ad95a5ae56cb req-d38e79e8-e74b-4e33-bd93-954141b6be36 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:26.421289 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ab11a42a-52dd-4e31-9dfd-ad95a5ae56cb req-d38e79e8-e74b-4e33-bd93-954141b6be36 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.0699718 Jul 24 00:48:26.446798 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bd75d2e3-6a24-4ed7-a588-750e25086050 req-60e435c6-c12e-4a49-8cee-994fe7d07d65 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cf53c075-354a-47e9-8398-640068505382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699615 Jul 24 00:48:26.452736 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-369a76cf-1d09-4eb3-92b9-96ca5dd8ce0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:26.469838 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e79e8-e74b-4e33-bd93-954141b6be36 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99781b52-b96a-44b9-848a-41f614296ec2,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:26.511624 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5459409e-ccbd-4920-9ad1-9968fbacc0a0 x-openstack-request-id: req-5459409e-ccbd-4920-9ad1-9968fbacc0a0 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:48:26.512042 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b2192f-9eba-484c-8ee1-9bfa0a5c29a0", "name": "network-vif-plugged", "status": "completed", "tag": "e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:48:26.512453 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5459409e-ccbd-4920-9ad1-9968fbacc0a0 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:48:26.513015 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b2192f-9eba-484c-8ee1-9bfa0a5c29a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d', 'code': 200} Jul 24 00:48:26.559255 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a76cf-1d09-4eb3-92b9-96ca5dd8ce0c admin admin] Pushing event deleted for resources: {'Port': ['ID=0acb3bca-309a-4655-8b88-6d629b04cc42,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:26.561665 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369a76cf-1d09-4eb3-92b9-96ca5dd8ce0c admin admin] No DVR routers for this DVR port 0acb3bca-309a-4655-8b88-6d629b04cc42 on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:48:26.619842 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f2f264b5-93b4-44cd-a40f-c38bf521df66 req-86fdbb61-4f93-4e9e-9806-33afb14ef1f2 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170906 Jul 24 00:48:26.657500 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bd75d2e3-6a24-4ed7-a588-750e25086050 req-cd22ee28-7049-426d-b4fd-2d68a12fc78c service neutron] 10.222.0.11 "GET /v2.0/networks/cf53c075-354a-47e9-8398-640068505382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969700 Jul 24 00:48:26.672123 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-369a76cf-1d09-4eb3-92b9-96ca5dd8ce0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:26.707943 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-369a76cf-1d09-4eb3-92b9-96ca5dd8ce0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ac37ea8-db7a-4586-8bc9-aaacac2f1ef2']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:26.728534 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-93e45325-0863-4baf-b387-db6bea0c4b34 req-9d2c1874-0238-4e81-aff4-dff389894718 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] 10.222.0.15 "GET /v2.0/security-groups/b6900a6f-28d1-4cc4-982e-e4c41ee2b98d HTTP/1.1" status: 200 len: 1803 time: 0.0810168 Jul 24 00:48:26.794332 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-369a76cf-1d09-4eb3-92b9-96ca5dd8ce0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a891b474-6d3a-4dae-a5b6-694e635747be') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:26.794752 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-369a76cf-1d09-4eb3-92b9-96ca5dd8ce0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a891b474-6d3a-4dae-a5b6-694e635747be') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:26.829215 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bd75d2e3-6a24-4ed7-a588-750e25086050 req-31dfcc7e-7c00-4991-af45-c8c1ff697624 service neutron] 10.222.0.11 "GET /v2.0/networks/cf53c075-354a-47e9-8398-640068505382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597686 Jul 24 00:48:26.832160 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-369a76cf-1d09-4eb3-92b9-96ca5dd8ce0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:26.843343 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-93e45325-0863-4baf-b387-db6bea0c4b34 req-ac288b40-35fe-4fc6-8bbb-c2259baf28c4 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] 10.222.0.15 "GET /v2.0/security-groups/99781b52-b96a-44b9-848a-41f614296ec2 HTTP/1.1" status: 200 len: 1805 time: 0.0842938 Jul 24 00:48:26.850426 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-93e45325-0863-4baf-b387-db6bea0c4b34 req-c05720ab-fcd2-4720-ab9f-2d898ca8225b tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b6900a6f-28d1-4cc4-982e-e4c41ee2b98d', 'remote_group_id': '99781b52-b96a-44b9-848a-41f614296ec2', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:26.850869 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-93e45325-0863-4baf-b387-db6bea0c4b34 req-c05720ab-fcd2-4720-ab9f-2d898ca8225b tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b6900a6f-28d1-4cc4-982e-e4c41ee2b98d', 'remote_group_id': '99781b52-b96a-44b9-848a-41f614296ec2', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:26.862223 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.db.resource_extend [None req-b42b9c7c-e11b-4def-af1f-8e2d188048e7 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 00:48:26.871176 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-369a76cf-1d09-4eb3-92b9-96ca5dd8ce0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:26.915080 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-369a76cf-1d09-4eb3-92b9-96ca5dd8ce0c admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:48:26.916310 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-369a76cf-1d09-4eb3-92b9-96ca5dd8ce0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:26.922265 n-d-793621-25 neutron-server[100464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:48:26.922265 n-d-793621-25 neutron-server[100464]: self.session.flush() Jul 24 00:48:26.922265 n-d-793621-25 neutron-server[100464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:48:26.922265 n-d-793621-25 neutron-server[100464]: self.session.flush() Jul 24 00:48:26.922265 n-d-793621-25 neutron-server[100464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:48:26.922265 n-d-793621-25 neutron-server[100464]: self.session.flush() Jul 24 00:48:26.922265 n-d-793621-25 neutron-server[100464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:48:26.922265 n-d-793621-25 neutron-server[100464]: self.session.flush() Jul 24 00:48:26.922265 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 00:48:26.922265 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:48:26.922265 n-d-793621-25 neutron-server[100464]: timer() Jul 24 00:48:26.922265 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:48:26.922265 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 00:48:26.922265 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:48:26.922265 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 00:48:26.922265 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:48:26.922265 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 00:48:26.922265 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:48:26.922265 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 00:48:26.922265 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:48:26.922265 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 00:48:26.922265 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:48:26.922265 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:48:26.922265 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:48:26.922265 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:48:26.922265 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:48:26.922265 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 00:48:26.922265 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:48:26.922265 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 00:48:26.922265 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:48:26.922265 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:48:26.922265 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:48:26.922265 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 00:48:26.922265 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:48:26.922265 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:48:26.922265 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:48:26.922265 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:48:26.922265 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:48:26.922265 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:48:26.922265 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:48:26.933531 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-93e45325-0863-4baf-b387-db6bea0c4b34 req-c05720ab-fcd2-4720-ab9f-2d898ca8225b tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:26.954021 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a059124-aaf4-48ae-831e-61c33078c565 req-81895ee5-26cf-4ba4-8cca-8ae691b33d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:26.956519 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6a059124-aaf4-48ae-831e-61c33078c565 req-81895ee5-26cf-4ba4-8cca-8ae691b33d4b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=71b2192f-9eba-484c-8ee1-9bfa0a5c29a0 HTTP/1.1" status: 200 len: 1097 time: 0.3278210 Jul 24 00:48:26.957801 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 448814b6-4a60-41cd-81a0-7cf91647bd21 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:48:26.978154 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-93e45325-0863-4baf-b387-db6bea0c4b34 req-c05720ab-fcd2-4720-ab9f-2d898ca8225b tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:26.984098 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-93e45325-0863-4baf-b387-db6bea0c4b34 req-c05720ab-fcd2-4720-ab9f-2d898ca8225b tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:27.009325 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05720ab-fcd2-4720-ab9f-2d898ca8225b tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfa2ef43-4560-47fe-9a11-bef40b569226,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:27.016656 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-93e45325-0863-4baf-b387-db6bea0c4b34 req-c05720ab-fcd2-4720-ab9f-2d898ca8225b tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:27.017834 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b42b9c7c-e11b-4def-af1f-8e2d188048e7 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:27.018333 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-93e45325-0863-4baf-b387-db6bea0c4b34 req-c05720ab-fcd2-4720-ab9f-2d898ca8225b tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1727006 Jul 24 00:48:27.021418 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 448814b6-4a60-41cd-81a0-7cf91647bd21 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:48:27.026427 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 448814b6-4a60-41cd-81a0-7cf91647bd21 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:48:27.026917 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:27.030463 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-369a76cf-1d09-4eb3-92b9-96ca5dd8ce0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:27.037981 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b42b9c7c-e11b-4def-af1f-8e2d188048e7 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:27.071371 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-369a76cf-1d09-4eb3-92b9-96ca5dd8ce0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:27.073917 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-369a76cf-1d09-4eb3-92b9-96ca5dd8ce0c admin admin] 10.222.0.15 "DELETE /v2.0/networks/3ac37ea8-db7a-4586-8bc9-aaacac2f1ef2 HTTP/1.1" status: 204 len: 168 time: 2.0288980 Jul 24 00:48:27.153667 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:27.181878 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a76cf-1d09-4eb3-92b9-96ca5dd8ce0c admin admin] Pushing event deleted for resources: {'Network': ['ID=3ac37ea8-db7a-4586-8bc9-aaacac2f1ef2,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:27.191355 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd3526-c3c8-42ea-9f97-e238205b7f4c req-f9b86200-bb46-4a37-bed4-ec5ba585d558 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:27.199528 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cc23b-f1ea-4f4f-90d9-c114eac878a8 req-4765b1e0-d70e-4d94-ad9b-800b218704e4 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:27.199833 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c8bd3526-c3c8-42ea-9f97-e238205b7f4c req-f9b86200-bb46-4a37-bed4-ec5ba585d558 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=71b2192f-9eba-484c-8ee1-9bfa0a5c29a0 HTTP/1.1" status: 200 len: 945 time: 0.4544532 Jul 24 00:48:27.201597 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5f7cc23b-f1ea-4f4f-90d9-c114eac878a8 req-4765b1e0-d70e-4d94-ad9b-800b218704e4 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=18893bbb-1060-47fc-bbbb-cbabf66dc946 HTTP/1.1" status: 200 len: 943 time: 0.1110382 Jul 24 00:48:27.217829 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 448814b6-4a60-41cd-81a0-7cf91647bd21, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=448814b6-4a60-41cd-81a0-7cf91647bd21,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:27.226551 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:27.237668 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6a059124-aaf4-48ae-831e-61c33078c565 req-9d7eb416-13f1-47c9-a7d3-cc551f33b88c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182374 Jul 24 00:48:27.271124 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5f7cc23b-f1ea-4f4f-90d9-c114eac878a8 req-71ebb3c3-e0c9-4044-98f1-eef60f0341f9 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586612 Jul 24 00:48:27.278855 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c8bd3526-c3c8-42ea-9f97-e238205b7f4c req-62ca8b3c-9bb3-4eaa-9733-c800d3904f45 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778878 Jul 24 00:48:27.307536 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [None req-b42b9c7c-e11b-4def-af1f-8e2d188048e7 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Floating IP 6513642c-e75c-4a30-bb1c-cf4ccccb005c associated. External IP: 172.25.2.225, port: dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a. Jul 24 00:48:27.309463 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=448814b6-4a60-41cd-81a0-7cf91647bd21,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:27.325004 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-2fc1c101-9c7b-4eda-8997-5375ee7801d6 req-8e9096c6-aac7-49a0-945d-eedc57348738 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1373242571', 'description': 'tempest-description-1102847722'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:27.330006 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49192) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:27.382548 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-2fc1c101-9c7b-4eda-8997-5375ee7801d6 req-8e9096c6-aac7-49a0-945d-eedc57348738 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:27.403325 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b8d4b62c-21c1-4a93-925f-d08a588ebd73 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ddce8b228d0d4a4bb7bd9050c384a277&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0698366 Jul 24 00:48:27.403742 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 49194) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:27.485256 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-2fc1c101-9c7b-4eda-8997-5375ee7801d6 req-8e9096c6-aac7-49a0-945d-eedc57348738 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:27.492680 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-2fc1c101-9c7b-4eda-8997-5375ee7801d6 req-8e9096c6-aac7-49a0-945d-eedc57348738 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:27.525512 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-62349b39-cba3-4e94-8269-22ec1bd66370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:27.527223 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-2fc1c101-9c7b-4eda-8997-5375ee7801d6 req-8e9096c6-aac7-49a0-945d-eedc57348738 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:27.528498 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2fc1c101-9c7b-4eda-8997-5375ee7801d6 req-8e9096c6-aac7-49a0-945d-eedc57348738 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2163146 Jul 24 00:48:27.541011 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9096c6-aac7-49a0-945d-eedc57348738 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac74b80-ed7b-4f97-a3ed-d1ca9cfed964,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:27.556828 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-98af339f-e7fe-41b1-86da-b3d879557029 req-c246839e-6082-4b97-bfb2-3eb23db8d460 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1244008590', 'description': 'tempest-description-1634535935'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:27.577383 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ae380-ebc7-4087-9c07-5d191373b786 req-0682f707-989c-47c3-ad69-bb11e78d6d22 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:27.579037 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-063ae380-ebc7-4087-9c07-5d191373b786 req-0682f707-989c-47c3-ad69-bb11e78d6d22 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 949 time: 0.1926777 Jul 24 00:48:27.587144 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-98af339f-e7fe-41b1-86da-b3d879557029 req-c246839e-6082-4b97-bfb2-3eb23db8d460 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:27.663895 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-62349b39-cba3-4e94-8269-22ec1bd66370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:27.681864 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-98af339f-e7fe-41b1-86da-b3d879557029 req-c246839e-6082-4b97-bfb2-3eb23db8d460 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:27.686120 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-98af339f-e7fe-41b1-86da-b3d879557029 req-c246839e-6082-4b97-bfb2-3eb23db8d460 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:27.717756 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-98af339f-e7fe-41b1-86da-b3d879557029 req-c246839e-6082-4b97-bfb2-3eb23db8d460 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:27.728636 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-98af339f-e7fe-41b1-86da-b3d879557029 req-c246839e-6082-4b97-bfb2-3eb23db8d460 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.1750352 Jul 24 00:48:27.737519 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c246839e-6082-4b97-bfb2-3eb23db8d460 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6579823-f960-401f-93d2-78cac720e6f1,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:27.739522 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-063ae380-ebc7-4087-9c07-5d191373b786 req-001ccc39-da40-41c5-ac11-645d8f52e130 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226029 Jul 24 00:48:27.784453 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8fc71-4d29-4e1b-b93d-43de2ff1ddf4 req-5d1dfb6e-8a9f-4e17-8388-1b6754b86ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:27.787087 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4ee8fc71-4d29-4e1b-b93d-43de2ff1ddf4 req-5d1dfb6e-8a9f-4e17-8388-1b6754b86ca4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64682d71562544209c45b1dc63c9fd56&device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 1101 time: 0.2224319 Jul 24 00:48:27.789026 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42b9c7c-e11b-4def-af1f-8e2d188048e7 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Router 72f5fdc4-2531-4a69-bb33-da00672a9165 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:48:27.805909 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-62349b39-cba3-4e94-8269-22ec1bd66370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:27.808670 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-62349b39-cba3-4e94-8269-22ec1bd66370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:27.809788 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-62349b39-cba3-4e94-8269-22ec1bd66370 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d0ffb5b8-4b8b-475f-a5f7-255c2b17204b HTTP/1.1" status: 204 len: 168 time: 0.4050486 Jul 24 00:48:27.860363 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62349b39-cba3-4e94-8269-22ec1bd66370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ffb5b8-4b8b-475f-a5f7-255c2b17204b,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:27.872020 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a974ee3f-5709-4937-8876-da11c010c63d req-3acf7e6e-433d-4199-a2b1-0a0f3e5211bb tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] 10.222.0.15 "GET /v2.0/security-groups/4ac74b80-ed7b-4f97-a3ed-d1ca9cfed964 HTTP/1.1" status: 200 len: 1805 time: 0.0593505 Jul 24 00:48:27.922528 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a974ee3f-5709-4937-8876-da11c010c63d req-2c6027d8-9992-45f8-a528-1cdc3ee6ebc9 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] 10.222.0.15 "GET /v2.0/security-groups/f6579823-f960-401f-93d2-78cac720e6f1 HTTP/1.1" status: 200 len: 1805 time: 0.0432854 Jul 24 00:48:27.940349 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-a974ee3f-5709-4937-8876-da11c010c63d req-c3ae506e-f7d3-4cae-b7be-c05d1dedab99 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4ac74b80-ed7b-4f97-a3ed-d1ca9cfed964', 'remote_group_id': 'f6579823-f960-401f-93d2-78cac720e6f1', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:27.940758 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-a974ee3f-5709-4937-8876-da11c010c63d req-c3ae506e-f7d3-4cae-b7be-c05d1dedab99 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4ac74b80-ed7b-4f97-a3ed-d1ca9cfed964', 'remote_group_id': 'f6579823-f960-401f-93d2-78cac720e6f1', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:27.993793 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62349b39-cba3-4e94-8269-22ec1bd66370 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:27.994158 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62349b39-cba3-4e94-8269-22ec1bd66370 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:27.994533 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62349b39-cba3-4e94-8269-22ec1bd66370 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:27.994917 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62349b39-cba3-4e94-8269-22ec1bd66370 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:27.995401 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62349b39-cba3-4e94-8269-22ec1bd66370 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:27.995737 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62349b39-cba3-4e94-8269-22ec1bd66370 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:27.996069 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62349b39-cba3-4e94-8269-22ec1bd66370 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:27.996395 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62349b39-cba3-4e94-8269-22ec1bd66370 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:27.996724 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62349b39-cba3-4e94-8269-22ec1bd66370 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:27.997045 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62349b39-cba3-4e94-8269-22ec1bd66370 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:27.997363 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62349b39-cba3-4e94-8269-22ec1bd66370 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:27.997687 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62349b39-cba3-4e94-8269-22ec1bd66370 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:28.044070 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-a974ee3f-5709-4937-8876-da11c010c63d req-c3ae506e-f7d3-4cae-b7be-c05d1dedab99 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:28.070734 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8fc71-4d29-4e1b-b93d-43de2ff1ddf4 req-9ca70309-e14e-4ab9-8041-ce3b1a4483a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:28.072267 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4ee8fc71-4d29-4e1b-b93d-43de2ff1ddf4 req-9ca70309-e14e-4ab9-8041-ce3b1a4483a4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.2775576 Jul 24 00:48:28.081949 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42b9c7c-e11b-4def-af1f-8e2d188048e7 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:48:28.094178 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b42b9c7c-e11b-4def-af1f-8e2d188048e7 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:28.101043 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906fb4ce-bde7-4784-b183-28cffef342c3 None None] Sync routers for ids ['72f5fdc4-2531-4a69-bb33-da00672a9165'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:48:28.115148 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906fb4ce-bde7-4784-b183-28cffef342c3 None None] Routers {'72f5fdc4-2531-4a69-bb33-da00672a9165'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:48:28.116137 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-906fb4ce-bde7-4784-b183-28cffef342c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:48:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['72f5fdc4-2531-4a69-bb33-da00672a9165'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:28.143466 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-a974ee3f-5709-4937-8876-da11c010c63d req-c3ae506e-f7d3-4cae-b7be-c05d1dedab99 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:28.152698 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-a974ee3f-5709-4937-8876-da11c010c63d req-c3ae506e-f7d3-4cae-b7be-c05d1dedab99 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:28.159872 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252e352-9569-4aa4-92a2-64a91fc1772d req-245cf2d0-2dd6-4fe4-8ab3-fe2d3f1e11c5 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:28.162393 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f252e352-9569-4aa4-92a2-64a91fc1772d req-245cf2d0-2dd6-4fe4-8ab3-fe2d3f1e11c5 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ff02151-9814-4f77-89f0-68df264b79a5 HTTP/1.1" status: 200 len: 948 time: 0.3105991 Jul 24 00:48:28.166111 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4ee8fc71-4d29-4e1b-b93d-43de2ff1ddf4 req-16028e2b-1225-486e-af49-70c93cf5fe16 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=4998b04a-6c33-485a-b399-437a9f222c3c HTTP/1.1" status: 200 len: 217 time: 0.0805559 Jul 24 00:48:28.188726 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae506e-f7d3-4cae-b7be-c05d1dedab99 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b35f4854-8902-4432-a78f-f5a394043e11,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:28.202777 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-a974ee3f-5709-4937-8876-da11c010c63d req-c3ae506e-f7d3-4cae-b7be-c05d1dedab99 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:28.205046 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a974ee3f-5709-4937-8876-da11c010c63d req-c3ae506e-f7d3-4cae-b7be-c05d1dedab99 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2716315 Jul 24 00:48:28.229033 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b42b9c7c-e11b-4def-af1f-8e2d188048e7 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "PUT /v2.0/floatingips/6513642c-e75c-4a30-bb1c-cf4ccccb005c HTTP/1.1" status: 200 len: 991 time: 2.8909123 Jul 24 00:48:28.231225 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'tag': 'dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:48:28.233500 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31612c38-4e80-4516-a96a-3596dc798600" -d '{"events": [{"name": "network-changed", "server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "tag": "dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:48:28.267203 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-906fb4ce-bde7-4784-b183-28cffef342c3 None None] Set router 72f5fdc4-2531-4a69-bb33-da00672a9165 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:48:28.273750 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f252e352-9569-4aa4-92a2-64a91fc1772d req-2fcd2ef3-bd29-4c9c-95c9-3e4c6cefb8e7 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988715 Jul 24 00:48:28.275904 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8fc71-4d29-4e1b-b93d-43de2ff1ddf4 req-12010019-e197-45b6-b0c8-9d6589042e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:28.280958 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4ee8fc71-4d29-4e1b-b93d-43de2ff1ddf4 req-12010019-e197-45b6-b0c8-9d6589042e1a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.1020367 Jul 24 00:48:28.294524 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5e834237-fdff-44cd-828e-6868632f77e4 req-3fbe58f5-0188-4dfb-936a-dd40ddfcf372 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] 10.222.0.15 "GET /v2.0/security-groups/f6579823-f960-401f-93d2-78cac720e6f1 HTTP/1.1" status: 200 len: 1805 time: 0.0612648 Jul 24 00:48:28.384383 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8fc71-4d29-4e1b-b93d-43de2ff1ddf4 req-a206bf06-8ac9-46ac-addb-ed140560f415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:28.387012 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4ee8fc71-4d29-4e1b-b93d-43de2ff1ddf4 req-a206bf06-8ac9-46ac-addb-ed140560f415 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0992067 Jul 24 00:48:28.429667 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a77a87a-d98c-40fd-acad-421737cca09c x-openstack-request-id: req-9a77a87a-d98c-40fd-acad-421737cca09c {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:48:28.429667 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "tag": "dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:48:28.429919 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9a77a87a-d98c-40fd-acad-421737cca09c {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:48:28.430304 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'tag': 'dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a', 'status': 'completed', 'code': 200} Jul 24 00:48:28.436289 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5e834237-fdff-44cd-828e-6868632f77e4 req-98565b1c-f669-4062-9618-7ae8fb8092ad tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:28.480722 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5e834237-fdff-44cd-828e-6868632f77e4 req-98565b1c-f669-4062-9618-7ae8fb8092ad tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:28.514254 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff02151-9814-4f77-89f0-68df264b79a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448814b6-4a60-41cd-81a0-7cf91647bd21'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:48:28.518679 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdf8990-29c0-4e0c-99eb-228c8d0df836" -d '{"events": [{"server_uuid": "2ff02151-9814-4f77-89f0-68df264b79a5", "name": "network-vif-plugged", "status": "completed", "tag": "448814b6-4a60-41cd-81a0-7cf91647bd21"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:48:28.572000 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4ee8fc71-4d29-4e1b-b93d-43de2ff1ddf4 req-96939f97-0550-4b53-9574-8fc606988989 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772513 Jul 24 00:48:28.594515 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31612c38-4e80-4516-a96a-3596dc798600 req-bf3cfda5-f44d-4d11-8726-c6074d1c255a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:28.595102 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31612c38-4e80-4516-a96a-3596dc798600 req-bf3cfda5-f44d-4d11-8726-c6074d1c255a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:28.595697 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31612c38-4e80-4516-a96a-3596dc798600 req-bf3cfda5-f44d-4d11-8726-c6074d1c255a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:28.596157 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31612c38-4e80-4516-a96a-3596dc798600 req-bf3cfda5-f44d-4d11-8726-c6074d1c255a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:28.596639 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31612c38-4e80-4516-a96a-3596dc798600 req-bf3cfda5-f44d-4d11-8726-c6074d1c255a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:28.597186 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31612c38-4e80-4516-a96a-3596dc798600 req-bf3cfda5-f44d-4d11-8726-c6074d1c255a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:28.598407 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31612c38-4e80-4516-a96a-3596dc798600 req-bf3cfda5-f44d-4d11-8726-c6074d1c255a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:28.601545 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-31612c38-4e80-4516-a96a-3596dc798600 req-bf3cfda5-f44d-4d11-8726-c6074d1c255a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=23f38d06c8d14c15821cdb6c563f3213&device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 6507 time: 0.1381767 Jul 24 00:48:28.615149 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-906fb4ce-bde7-4784-b183-28cffef342c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f5fdc4-2531-4a69-bb33-da00672a9165', 'name': 'tempest-TaggedBootDevicesTest_v242-106977617-router', 'tenant_id': '23f38d06c8d14c15821cdb6c563f3213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '9f958658-4cd2-4835-9556-8b89af85fd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:45:41Z', 'updated_at': '2021-07-24T00:45:56Z', 'revision_number': 4, 'project_id': '23f38d06c8d14c15821cdb6c563f3213', 'gw_port': {'id': '9f958658-4cd2-4835-9556-8b89af85fd39', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f5fdc4-2531-4a69-bb33-da00672a9165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:44Z', 'updated_at': '2021-07-24T00:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '6513642c-e75c-4a30-bb1c-cf4ccccb005c', 'tenant_id': '23f38d06c8d14c15821cdb6c563f3213', 'floating_ip_address': '172.25.2.225', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '72f5fdc4-2531-4a69-bb33-da00672a9165', 'port_id': 'dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414', 'mac_address': 'fa:16:3e:ba:b0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:46:52Z', 'updated_at': '2021-07-24T00:48:26Z', 'revision_number': 1, 'project_id': '23f38d06c8d14c15821cdb6c563f3213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0889f85c-48a0-4075-a812-56eef158f77f', 'name': '', 'network_id': 'fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414', 'tenant_id': '23f38d06c8d14c15821cdb6c563f3213', 'mac_address': 'fa:16:3e:9a:de:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f5fdc4-2531-4a69-bb33-da00672a9165', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'e87587b1-abf9-464b-ac3b-f70ea6c04f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:53Z', 'updated_at': '2021-07-24T00:46:08Z', 'revision_number': 5, 'project_id': '23f38d06c8d14c15821cdb6c563f3213', 'subnets': [{'id': 'e87587b1-abf9-464b-ac3b-f70ea6c04f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:28.636314 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61aca7-c5df-4eb6-b3b5-6ca7232af8e9 req-ec113efd-1bc5-48f7-b489-e3d274db0747 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:28.638133 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8c61aca7-c5df-4eb6-b3b5-6ca7232af8e9 req-ec113efd-1bc5-48f7-b489-e3d274db0747 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=18893bbb-1060-47fc-bbbb-cbabf66dc946 HTTP/1.1" status: 200 len: 943 time: 0.1396039 Jul 24 00:48:28.646919 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906fb4ce-bde7-4784-b183-28cffef342c3 None None] Checking router: 72f5fdc4-2531-4a69-bb33-da00672a9165 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:48:28.657541 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906fb4ce-bde7-4784-b183-28cffef342c3 None None] Routers {'72f5fdc4-2531-4a69-bb33-da00672a9165'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:48:28.658398 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-906fb4ce-bde7-4784-b183-28cffef342c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:48:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['72f5fdc4-2531-4a69-bb33-da00672a9165'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:28.698163 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5e834237-fdff-44cd-828e-6868632f77e4 req-98565b1c-f669-4062-9618-7ae8fb8092ad tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:28.701032 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5e834237-fdff-44cd-828e-6868632f77e4 req-98565b1c-f669-4062-9618-7ae8fb8092ad tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:28.707994 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5e834237-fdff-44cd-828e-6868632f77e4 req-98565b1c-f669-4062-9618-7ae8fb8092ad tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] 10.222.0.15 "DELETE /v2.0/security-groups/f6579823-f960-401f-93d2-78cac720e6f1 HTTP/1.1" status: 204 len: 173 time: 0.4050059 Jul 24 00:48:28.753732 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8c61aca7-c5df-4eb6-b3b5-6ca7232af8e9 req-02da405a-aede-4479-8dfe-757fe0f0a264 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765545 Jul 24 00:48:28.756725 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4ee8fc71-4d29-4e1b-b93d-43de2ff1ddf4 req-558d3519-3d9d-4fe4-97ff-6bfddcaec654 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718864 Jul 24 00:48:28.760094 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98565b1c-f669-4062-9618-7ae8fb8092ad tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6579823-f960-401f-93d2-78cac720e6f1,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:28.805815 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-906fb4ce-bde7-4784-b183-28cffef342c3 None None] Set router 72f5fdc4-2531-4a69-bb33-da00672a9165 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:48:28.843916 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d92dca-9d7d-43a2-9f3d-df2725a59a06 x-openstack-request-id: req-87d92dca-9d7d-43a2-9f3d-df2725a59a06 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:48:28.844223 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff02151-9814-4f77-89f0-68df264b79a5", "name": "network-vif-plugged", "status": "completed", "tag": "448814b6-4a60-41cd-81a0-7cf91647bd21", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:48:28.844493 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-87d92dca-9d7d-43a2-9f3d-df2725a59a06 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:48:28.844897 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff02151-9814-4f77-89f0-68df264b79a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '448814b6-4a60-41cd-81a0-7cf91647bd21', 'code': 200} Jul 24 00:48:28.857947 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31612c38-4e80-4516-a96a-3596dc798600 req-09897daa-83e6-46c8-afd1-92e645815918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:28.859979 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-31612c38-4e80-4516-a96a-3596dc798600 req-09897daa-83e6-46c8-afd1-92e645815918 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414 HTTP/1.1" status: 200 len: 917 time: 0.2500806 Jul 24 00:48:28.908879 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0def3685-3a50-41b1-95e8-8c95585d5d33 req-aa81fc11-3bdf-46e1-a619-2223fe8724e2 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] 10.222.0.15 "GET /v2.0/security-groups/4ac74b80-ed7b-4f97-a3ed-d1ca9cfed964 HTTP/1.1" status: 200 len: 1805 time: 0.0506623 Jul 24 00:48:28.978831 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 49244) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:28.992884 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7a3fa-69fd-41c5-8586-fb08f6ef5ff9 req-e037e862-7be8-4686-8773-7325715a59c2 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:28.995044 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a1d7a3fa-69fd-41c5-8586-fb08f6ef5ff9 req-e037e862-7be8-4686-8773-7325715a59c2 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=71b2192f-9eba-484c-8ee1-9bfa0a5c29a0 HTTP/1.1" status: 200 len: 945 time: 0.1953945 Jul 24 00:48:28.997213 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-31612c38-4e80-4516-a96a-3596dc798600 req-1f18c401-37bf-4275-8473-652be6cc066c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a HTTP/1.1" status: 200 len: 999 time: 0.1285980 Jul 24 00:48:29.091016 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31612c38-4e80-4516-a96a-3596dc798600 req-4d2f4ae1-e864-4e20-b26b-7b9f86c09d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:29.093336 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-31612c38-4e80-4516-a96a-3596dc798600 req-4d2f4ae1-e864-4e20-b26b-7b9f86c09d9b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e87587b1-abf9-464b-ac3b-f70ea6c04f1a HTTP/1.1" status: 200 len: 855 time: 0.0817831 Jul 24 00:48:29.150185 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a66b32-4dea-4997-9dfd-422f65016029 req-d8ca3784-e8ed-4cc8-9762-1b2d37acc54f tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:29.151854 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-63a66b32-4dea-4997-9dfd-422f65016029 req-d8ca3784-e8ed-4cc8-9762-1b2d37acc54f tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 949 time: 0.1598976 Jul 24 00:48:29.159322 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998fd656-3bd5-480e-b04a-85dcf4e98334 req-88520b2b-048a-41a1-8418-ee6ef0ee1297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:29.161946 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-998fd656-3bd5-480e-b04a-85dcf4e98334 req-88520b2b-048a-41a1-8418-ee6ef0ee1297 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2ff02151-9814-4f77-89f0-68df264b79a5 HTTP/1.1" status: 200 len: 1100 time: 0.1077449 Jul 24 00:48:29.193119 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a1d7a3fa-69fd-41c5-8586-fb08f6ef5ff9 req-8852b5ca-4736-461f-b715-a90705cdeb45 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915700 Jul 24 00:48:29.194312 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-906fb4ce-bde7-4784-b183-28cffef342c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f5fdc4-2531-4a69-bb33-da00672a9165', 'name': 'tempest-TaggedBootDevicesTest_v242-106977617-router', 'tenant_id': '23f38d06c8d14c15821cdb6c563f3213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '9f958658-4cd2-4835-9556-8b89af85fd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:45:41Z', 'updated_at': '2021-07-24T00:45:56Z', 'revision_number': 4, 'project_id': '23f38d06c8d14c15821cdb6c563f3213', 'gw_port': {'id': '9f958658-4cd2-4835-9556-8b89af85fd39', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f5fdc4-2531-4a69-bb33-da00672a9165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:44Z', 'updated_at': '2021-07-24T00:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '6513642c-e75c-4a30-bb1c-cf4ccccb005c', 'tenant_id': '23f38d06c8d14c15821cdb6c563f3213', 'floating_ip_address': '172.25.2.225', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '72f5fdc4-2531-4a69-bb33-da00672a9165', 'port_id': 'dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414', 'mac_address': 'fa:16:3e:ba:b0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:46:52Z', 'updated_at': '2021-07-24T00:48:26Z', 'revision_number': 1, 'project_id': '23f38d06c8d14c15821cdb6c563f3213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0889f85c-48a0-4075-a812-56eef158f77f', 'name': '', 'network_id': 'fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414', 'tenant_id': '23f38d06c8d14c15821cdb6c563f3213', 'mac_address': 'fa:16:3e:9a:de:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f5fdc4-2531-4a69-bb33-da00672a9165', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'e87587b1-abf9-464b-ac3b-f70ea6c04f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:53Z', 'updated_at': '2021-07-24T00:46:08Z', 'revision_number': 5, 'project_id': '23f38d06c8d14c15821cdb6c563f3213', 'subnets': [{'id': 'e87587b1-abf9-464b-ac3b-f70ea6c04f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:29.203242 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-96310f18-a543-4c47-a358-bec9a462ee30 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1006253579-network', 'tenant_id': '133d6e8bbab54d519ed84797d0ebf0de'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:29.241165 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906fb4ce-bde7-4784-b183-28cffef342c3 None None] The sync data for ids ['72f5fdc4-2531-4a69-bb33-da00672a9165'] in n-d-793621-25 is: [{'id': '72f5fdc4-2531-4a69-bb33-da00672a9165', 'name': 'tempest-TaggedBootDevicesTest_v242-106977617-router', 'tenant_id': '23f38d06c8d14c15821cdb6c563f3213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '9f958658-4cd2-4835-9556-8b89af85fd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:45:41Z', 'updated_at': '2021-07-24T00:45:56Z', 'revision_number': 4, 'project_id': '23f38d06c8d14c15821cdb6c563f3213', 'gw_port': {'id': '9f958658-4cd2-4835-9556-8b89af85fd39', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f5fdc4-2531-4a69-bb33-da00672a9165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:44Z', 'updated_at': '2021-07-24T00:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '6513642c-e75c-4a30-bb1c-cf4ccccb005c', 'tenant_id': '23f38d06c8d14c15821cdb6c563f3213', 'floating_ip_address': '172.25.2.225', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '72f5fdc4-2531-4a69-bb33-da00672a9165', 'port_id': 'dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414', 'mac_address': 'fa:16:3e:ba:b0:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:46:52Z', 'updated_at': '2021-07-24T00:48:26Z', 'revision_number': 1, 'project_id': '23f38d06c8d14c15821cdb6c563f3213', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0889f85c-48a0-4075-a812-56eef158f77f', 'name': '', 'network_id': 'fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414', 'tenant_id': '23f38d06c8d14c15821cdb6c563f3213', 'mac_address': 'fa:16:3e:9a:de:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f5fdc4-2531-4a69-bb33-da00672a9165', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'e87587b1-abf9-464b-ac3b-f70ea6c04f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:53Z', 'updated_at': '2021-07-24T00:46:08Z', 'revision_number': 5, 'project_id': '23f38d06c8d14c15821cdb6c563f3213', 'subnets': [{'id': 'e87587b1-abf9-464b-ac3b-f70ea6c04f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:48:29.246905 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31612c38-4e80-4516-a96a-3596dc798600 req-a4654597-0ab4-4b6a-9630-59acae4f3323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:29.247857 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-31612c38-4e80-4516-a96a-3596dc798600 req-a4654597-0ab4-4b6a-9630-59acae4f3323 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1437936 Jul 24 00:48:29.257447 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96310f18-a543-4c47-a358-bec9a462ee30 admin admin] Made reservation on behalf of 133d6e8bbab54d519ed84797d0ebf0de for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:48:29.258570 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:48:29.259778 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-96310f18-a543-4c47-a358-bec9a462ee30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:29.265764 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-998fd656-3bd5-480e-b04a-85dcf4e98334 req-f7ca6706-e071-4999-bc9b-58d0c0a7cb4d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947392 Jul 24 00:48:29.283029 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-63a66b32-4dea-4997-9dfd-422f65016029 req-b007beb2-a3ce-4a7d-9574-42367c2d3ede tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168263 Jul 24 00:48:29.284009 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-96310f18-a543-4c47-a358-bec9a462ee30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:29.324280 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-15db7c36-4b14-4a3a-92d5-4932f83d15f7 req-d467c52b-5ec1-4321-b50f-46c878134237 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1119326585', 'description': 'tempest-description-1326588174'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:29.346629 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.db.api [None req-96310f18-a543-4c47-a358-bec9a462ee30 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 24 00:48:29.346629 n-d-793621-25 neutron-server[100464]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 24 00:48:29.346629 n-d-793621-25 neutron-server[100464]: [parameters: {'project_id_1': '133d6e8bbab54d519ed84797d0ebf0de', 'expiration_1': datetime.datetime(2021, 7, 24, 0, 48, 29, 335827)}] Jul 24 00:48:29.346629 n-d-793621-25 neutron-server[100464]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100464) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:48:29.347103 n-d-793621-25 neutron-server[100464]: DEBUG oslo_db.api [None req-96310f18-a543-4c47-a358-bec9a462ee30 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:48:29.369372 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-15db7c36-4b14-4a3a-92d5-4932f83d15f7 req-d467c52b-5ec1-4321-b50f-46c878134237 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:29.415009 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f,segment=NetworkSegment(6a496770-77f3-4c89-a4ef-c619e5b67bdf),segment_id=6a496770-77f3-4c89-a4ef-c619e5b67bdf)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:29.423028 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-31612c38-4e80-4516-a96a-3596dc798600 req-cd26d22a-cdaa-41c3-8de9-2089581c4fed service neutron] 10.222.0.11 "GET /v2.0/networks/fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643541 Jul 24 00:48:29.432127 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': '6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f', 'network_id': 'cf53c075-354a-47e9-8398-640068505382', 'port_id': '6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f', 'mac_address': 'fa:16:3e:dc:b4:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd196389f-9ba3-4fa3-b4a4-ee8338ee8fe0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:48:29.472281 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:29.474890 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-15db7c36-4b14-4a3a-92d5-4932f83d15f7 req-d467c52b-5ec1-4321-b50f-46c878134237 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:29.483681 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-15db7c36-4b14-4a3a-92d5-4932f83d15f7 req-d467c52b-5ec1-4321-b50f-46c878134237 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:29.491000 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:48:29.516144 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f,segment=NetworkSegment(6a496770-77f3-4c89-a4ef-c619e5b67bdf),segment_id=6a496770-77f3-4c89-a4ef-c619e5b67bdf)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:29.518097 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d467c52b-5ec1-4321-b50f-46c878134237 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4763f2-e2c7-4acf-bfaa-6490bccbacfe,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:29.522056 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-15db7c36-4b14-4a3a-92d5-4932f83d15f7 req-d467c52b-5ec1-4321-b50f-46c878134237 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:29.523946 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:29.536548 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-15db7c36-4b14-4a3a-92d5-4932f83d15f7 req-d467c52b-5ec1-4321-b50f-46c878134237 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2159696 Jul 24 00:48:29.586892 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:29.639544 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad593f82-bb65-4c94-b0bd-85d7cc25c8a9 None None] New status for floating IP 6513642c-e75c-4a30-bb1c-cf4ccccb005c: ACTIVE {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:48:29.667712 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322765a-8384-45b7-8638-4f627a8dc5df req-1fa98338-b620-44a1-9db0-c084349cf5d8 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:29.669543 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6322765a-8384-45b7-8638-4f627a8dc5df req-1fa98338-b620-44a1-9db0-c084349cf5d8 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ff02151-9814-4f77-89f0-68df264b79a5 HTTP/1.1" status: 200 len: 948 time: 0.0801029 Jul 24 00:48:29.717617 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6322765a-8384-45b7-8638-4f627a8dc5df req-84d924c3-70d6-45f6-b579-453a3261a99f tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385101 Jul 24 00:48:29.850457 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-96310f18-a543-4c47-a358-bec9a462ee30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:29.873583 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0479a5da-3302-42be-b9a5-e97a5e512fb3 req-17685d6b-a897-48a7-afd7-a3055fdf8a5c tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] 10.222.0.15 "GET /v2.0/security-groups/ff4763f2-e2c7-4acf-bfaa-6490bccbacfe HTTP/1.1" status: 200 len: 1805 time: 0.0580633 Jul 24 00:48:29.877448 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3a763-1cbb-4727-926f-13aa4cfe0e62 req-473d3ef1-10b3-4521-badc-3be074b59644 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:29.880003 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-00d3a763-1cbb-4727-926f-13aa4cfe0e62 req-473d3ef1-10b3-4521-badc-3be074b59644 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=71b2192f-9eba-484c-8ee1-9bfa0a5c29a0 HTTP/1.1" status: 200 len: 1097 time: 0.4755037 Jul 24 00:48:29.888877 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-0479a5da-3302-42be-b9a5-e97a5e512fb3 req-5ec66c67-09de-430d-9a8a-7267350887a7 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ff4763f2-e2c7-4acf-bfaa-6490bccbacfe', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:29.889201 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-0479a5da-3302-42be-b9a5-e97a5e512fb3 req-5ec66c67-09de-430d-9a8a-7267350887a7 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ff4763f2-e2c7-4acf-bfaa-6490bccbacfe', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:29.911497 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-31612c38-4e80-4516-a96a-3596dc798600 req-29152ce7-1efd-4321-ba02-06be738f31f8 service neutron] 10.222.0.11 "GET /v2.0/networks/fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4651027 Jul 24 00:48:29.922834 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-00d3a763-1cbb-4727-926f-13aa4cfe0e62 req-305f49a9-e9b8-4006-acde-5db2936d4504 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367212 Jul 24 00:48:29.978473 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-96310f18-a543-4c47-a358-bec9a462ee30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:29.984194 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-96310f18-a543-4c47-a358-bec9a462ee30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:29.990486 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:48:30.022926 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96310f18-a543-4c47-a358-bec9a462ee30 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:48:30.032866 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96310f18-a543-4c47-a358-bec9a462ee30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68962e3a-5392-436d-9103-2a99a5a2dbd7,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:30.053477 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-96310f18-a543-4c47-a358-bec9a462ee30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:30.053827 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-96310f18-a543-4c47-a358-bec9a462ee30 admin admin] Added segment c4a12371-e65f-4999-8182-3fce7a91f982 of type vlan for network e2e28809-37ce-4580-b5c1-8641e6176e46 Jul 24 00:48:30.085524 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931e04e-93bf-4fab-99bc-1dee0d20a4a8 req-eb4018a5-4357-4ffd-818e-f78c145ffce8 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:30.087091 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f931e04e-93bf-4fab-99bc-1dee0d20a4a8 req-eb4018a5-4357-4ffd-818e-f78c145ffce8 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=18893bbb-1060-47fc-bbbb-cbabf66dc946 HTTP/1.1" status: 200 len: 944 time: 0.0844576 Jul 24 00:48:30.110929 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0479a5da-3302-42be-b9a5-e97a5e512fb3 req-5ec66c67-09de-430d-9a8a-7267350887a7 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:30.115444 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-96310f18-a543-4c47-a358-bec9a462ee30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:30.148438 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0479a5da-3302-42be-b9a5-e97a5e512fb3 req-5ec66c67-09de-430d-9a8a-7267350887a7 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:30.155811 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f931e04e-93bf-4fab-99bc-1dee0d20a4a8 req-3f5d5c8b-3cd1-41c4-85fd-847549b94713 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614212 Jul 24 00:48:30.162770 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0479a5da-3302-42be-b9a5-e97a5e512fb3 req-5ec66c67-09de-430d-9a8a-7267350887a7 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:30.184305 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-96310f18-a543-4c47-a358-bec9a462ee30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:30.185294 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96310f18-a543-4c47-a358-bec9a462ee30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:30.185878 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-96310f18-a543-4c47-a358-bec9a462ee30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:30.211556 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec66c67-09de-430d-9a8a-7267350887a7 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8daee701-8a20-445c-af14-c474b6a97dec,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:30.242095 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0479a5da-3302-42be-b9a5-e97a5e512fb3 req-5ec66c67-09de-430d-9a8a-7267350887a7 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:30.242868 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0479a5da-3302-42be-b9a5-e97a5e512fb3 req-5ec66c67-09de-430d-9a8a-7267350887a7 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3600371 Jul 24 00:48:30.244261 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-96310f18-a543-4c47-a358-bec9a462ee30 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2641699 Jul 24 00:48:30.247379 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49264) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:30.267791 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-2dc1ac19-45ea-4260-8a7f-911327eab2f9 admin admin] Request body: {'subnet': {'network_id': 'e2e28809-37ce-4580-b5c1-8641e6176e46', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1006253579-subnet', 'tenant_id': '133d6e8bbab54d519ed84797d0ebf0de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:30.282869 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96310f18-a543-4c47-a358-bec9a462ee30 admin admin] Pushing event updated for resources: {'Network': ['ID=e2e28809-37ce-4580-b5c1-8641e6176e46,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:30.295993 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network e2e28809-37ce-4580-b5c1-8641e6176e46 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:48:30.343430 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc1ac19-45ea-4260-8a7f-911327eab2f9 admin admin] Made reservation on behalf of 133d6e8bbab54d519ed84797d0ebf0de for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:48:30.345752 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ac19-45ea-4260-8a7f-911327eab2f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:30.389605 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d66113b9-df5e-48fb-bac0-d48ba1e917c6 req-809600b8-7efd-4e07-95bb-7a56857a7061 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] 10.222.0.15 "GET /v2.0/security-groups/ff4763f2-e2c7-4acf-bfaa-6490bccbacfe HTTP/1.1" status: 200 len: 2398 time: 0.1010921 Jul 24 00:48:30.443777 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-d66113b9-df5e-48fb-bac0-d48ba1e917c6 req-05b490e1-598e-4180-955c-b97c7598ed72 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ff4763f2-e2c7-4acf-bfaa-6490bccbacfe', 'remote_group_id': None}]} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:30.444976 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-d66113b9-df5e-48fb-bac0-d48ba1e917c6 req-05b490e1-598e-4180-955c-b97c7598ed72 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ff4763f2-e2c7-4acf-bfaa-6490bccbacfe', 'remote_group_id': None}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:30.466388 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b728d63-9a0d-4f1f-bcb3-c507645e7e4a req-b009a701-2b0a-4ff5-94c2-0b6176e53a24 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:30.468158 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b728d63-9a0d-4f1f-bcb3-c507645e7e4a req-b009a701-2b0a-4ff5-94c2-0b6176e53a24 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 949 time: 0.0859923 Jul 24 00:48:30.540914 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b728d63-9a0d-4f1f-bcb3-c507645e7e4a req-e398a9f6-9d6f-4695-83d1-5dffe8c777a4 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641420 Jul 24 00:48:30.587369 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-d66113b9-df5e-48fb-bac0-d48ba1e917c6 req-05b490e1-598e-4180-955c-b97c7598ed72 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:30.665655 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-d66113b9-df5e-48fb-bac0-d48ba1e917c6 req-05b490e1-598e-4180-955c-b97c7598ed72 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:30.667206 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ac19-45ea-4260-8a7f-911327eab2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:30.674407 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-d66113b9-df5e-48fb-bac0-d48ba1e917c6 req-05b490e1-598e-4180-955c-b97c7598ed72 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:30.764389 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-d66113b9-df5e-48fb-bac0-d48ba1e917c6 req-05b490e1-598e-4180-955c-b97c7598ed72 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:30.764389 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d66113b9-df5e-48fb-bac0-d48ba1e917c6 req-05b490e1-598e-4180-955c-b97c7598ed72 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3183801 Jul 24 00:48:30.764389 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b490e1-598e-4180-955c-b97c7598ed72 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=573bfef4-6ee3-493b-972a-0009b4930919,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:30.764389 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc1ac19-45ea-4260-8a7f-911327eab2f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd9d285b-6b1a-48e3-ba8d-9b7a3b766001,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:30.774651 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b490e1-598e-4180-955c-b97c7598ed72 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:30.775214 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b490e1-598e-4180-955c-b97c7598ed72 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:30.775727 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b490e1-598e-4180-955c-b97c7598ed72 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:30.776078 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b490e1-598e-4180-955c-b97c7598ed72 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:30.776421 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b490e1-598e-4180-955c-b97c7598ed72 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:30.776760 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b490e1-598e-4180-955c-b97c7598ed72 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:30.777083 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b490e1-598e-4180-955c-b97c7598ed72 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:30.777416 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b490e1-598e-4180-955c-b97c7598ed72 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:30.777752 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b490e1-598e-4180-955c-b97c7598ed72 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:30.778085 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b490e1-598e-4180-955c-b97c7598ed72 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:30.778417 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b490e1-598e-4180-955c-b97c7598ed72 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:30.778758 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05b490e1-598e-4180-955c-b97c7598ed72 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:30.792026 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1ac19-45ea-4260-8a7f-911327eab2f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:30.792376 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1ac19-45ea-4260-8a7f-911327eab2f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:30.792724 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1ac19-45ea-4260-8a7f-911327eab2f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:30.793064 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1ac19-45ea-4260-8a7f-911327eab2f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:30.793395 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1ac19-45ea-4260-8a7f-911327eab2f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:30.793728 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1ac19-45ea-4260-8a7f-911327eab2f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:30.794056 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1ac19-45ea-4260-8a7f-911327eab2f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:30.794513 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1ac19-45ea-4260-8a7f-911327eab2f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:30.794884 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1ac19-45ea-4260-8a7f-911327eab2f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:30.795207 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1ac19-45ea-4260-8a7f-911327eab2f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:30.795667 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1ac19-45ea-4260-8a7f-911327eab2f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:30.796100 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc1ac19-45ea-4260-8a7f-911327eab2f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:30.808351 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc1ac19-45ea-4260-8a7f-911327eab2f9 admin admin] Checking segment: {'id': 'c4a12371-e65f-4999-8182-3fce7a91f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e2e28809-37ce-4580-b5c1-8641e6176e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:48:30.808704 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc1ac19-45ea-4260-8a7f-911327eab2f9 admin admin] Network hostable DHCP agents. Network: e2e28809-37ce-4580-b5c1-8641e6176e46, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:48:30.854154 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc1ac19-45ea-4260-8a7f-911327eab2f9 admin admin] Network e2e28809-37ce-4580-b5c1-8641e6176e46 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:48:30.875243 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-2dc1ac19-45ea-4260-8a7f-911327eab2f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, e2e28809-37ce-4580-b5c1-8641e6176e46) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:48:30.883828 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-31cd2632-4d49-400a-9da0-acb5cdb9f1ca req-ca734e44-f6b4-4256-93a4-dca6c5cc41f1 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] 10.222.0.15 "GET /v2.0/security-groups/ff4763f2-e2c7-4acf-bfaa-6490bccbacfe HTTP/1.1" status: 200 len: 2996 time: 0.0661631 Jul 24 00:48:30.885128 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc1ac19-45ea-4260-8a7f-911327eab2f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:30.885726 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2dc1ac19-45ea-4260-8a7f-911327eab2f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:30.886962 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a19b3e5-f747-48a1-8b86-6ea1389954af None None] Network e2e28809-37ce-4580-b5c1-8641e6176e46 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:48:30.911846 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2dc1ac19-45ea-4260-8a7f-911327eab2f9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6633377 Jul 24 00:48:30.958997 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a80e5-39f0-445e-a9f8-990fbb0eab39 req-0edc3e38-f259-4301-a4cc-b64192fae143 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:30.980292 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b30a80e5-39f0-445e-a9f8-990fbb0eab39 req-0edc3e38-f259-4301-a4cc-b64192fae143 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ff02151-9814-4f77-89f0-68df264b79a5 HTTP/1.1" status: 200 len: 948 time: 0.1505539 Jul 24 00:48:31.031927 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-92bf63f0-3e4d-47b7-b9c1-2dd779a0ea63 req-4d5c892c-457a-4584-a335-ba1ec68a2832 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] 10.222.0.15 "GET /v2.0/security-group-rules/573bfef4-6ee3-493b-972a-0009b4930919 HTTP/1.1" status: 200 len: 783 time: 0.0362985 Jul 24 00:48:31.040788 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b30a80e5-39f0-445e-a9f8-990fbb0eab39 req-d3fc3dc1-55e7-42b4-9918-a3a246bce6f6 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576711 Jul 24 00:48:31.090336 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e071af-0f49-40f4-8b3e-2ab1f81105e7 None None] Network e2e28809-37ce-4580-b5c1-8641e6176e46 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:48:31.100913 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-92bf63f0-3e4d-47b7-b9c1-2dd779a0ea63 req-1c405d93-4b99-4f72-b704-47d4ca6c28c4 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] 10.222.0.15 "GET /v2.0/security-groups/ff4763f2-e2c7-4acf-bfaa-6490bccbacfe HTTP/1.1" status: 200 len: 2996 time: 0.0679715 Jul 24 00:48:31.149071 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-92bf63f0-3e4d-47b7-b9c1-2dd779a0ea63 req-27b5355b-33ac-4f10-b46f-857be8841952 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:31.157456 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-92bf63f0-3e4d-47b7-b9c1-2dd779a0ea63 req-27b5355b-33ac-4f10-b46f-857be8841952 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:31.195751 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-92bf63f0-3e4d-47b7-b9c1-2dd779a0ea63 req-27b5355b-33ac-4f10-b46f-857be8841952 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:31.201743 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-92bf63f0-3e4d-47b7-b9c1-2dd779a0ea63 req-27b5355b-33ac-4f10-b46f-857be8841952 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:31.203221 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-92bf63f0-3e4d-47b7-b9c1-2dd779a0ea63 req-27b5355b-33ac-4f10-b46f-857be8841952 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/573bfef4-6ee3-493b-972a-0009b4930919 HTTP/1.1" status: 204 len: 173 time: 0.0917153 Jul 24 00:48:31.217379 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b5355b-33ac-4f10-b46f-857be8841952 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=573bfef4-6ee3-493b-972a-0009b4930919,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:31.227376 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2537a8-762e-40b0-b667-2ca182025244 req-d8361367-730c-4ca6-aa4b-d62693861356 tempest-ServersOnMultiNodesTest-1056946927 tempest-ServersOnMultiNodesTest-1056946927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:31.235699 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9d2537a8-762e-40b0-b667-2ca182025244 req-d8361367-730c-4ca6-aa4b-d62693861356 tempest-ServersOnMultiNodesTest-1056946927 tempest-ServersOnMultiNodesTest-1056946927-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2ff02151-9814-4f77-89f0-68df264b79a5 HTTP/1.1" status: 200 len: 1100 time: 0.0925646 Jul 24 00:48:31.276105 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9d2537a8-762e-40b0-b667-2ca182025244 req-d09ced96-62ae-4a48-a0f7-016c87d4e7d1 tempest-ServersOnMultiNodesTest-1056946927 tempest-ServersOnMultiNodesTest-1056946927-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402229 Jul 24 00:48:31.407960 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d50f87-3f1f-421e-bbc3-1f222d04bf32 req-af4e4029-2bb8-4c4f-924d-706023debeda tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:31.409556 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-62d50f87-3f1f-421e-bbc3-1f222d04bf32 req-af4e4029-2bb8-4c4f-924d-706023debeda tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=18893bbb-1060-47fc-bbbb-cbabf66dc946 HTTP/1.1" status: 200 len: 944 time: 0.0689025 Jul 24 00:48:31.459052 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-62d50f87-3f1f-421e-bbc3-1f222d04bf32 req-a34adb22-5898-48c4-bb78-637fb19d5733 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405238 Jul 24 00:48:31.529013 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-859939c4-84ed-4960-a42b-8563fdff2418 req-80c2a467-9022-4e9e-af89-ae0cfc0814fe tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] 10.222.0.15 "GET /v2.0/security-groups/ff4763f2-e2c7-4acf-bfaa-6490bccbacfe HTTP/1.1" status: 200 len: 2398 time: 0.0460534 Jul 24 00:48:31.550327 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-a24041cd-b370-4bbd-9b11-b70288a8897c tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:31.555259 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-a24041cd-b370-4bbd-9b11-b70288a8897c tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/networks?id=e2e28809-37ce-4580-b5c1-8641e6176e46 HTTP/1.1" status: 200 len: 812 time: 0.1241736 Jul 24 00:48:31.573539 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-57198f42-8a4c-4fd9-89f1-ac855fabad26 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/quotas/133d6e8bbab54d519ed84797d0ebf0de HTTP/1.1" status: 200 len: 375 time: 0.0167668 Jul 24 00:48:31.603947 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-859939c4-84ed-4960-a42b-8563fdff2418 req-447a7b93-896e-4f58-9e99-2cff1e58178f tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:31.611633 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-d6c37599-086e-4698-b943-b5f37d512976 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=133d6e8bbab54d519ed84797d0ebf0de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372765 Jul 24 00:48:31.635438 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-859939c4-84ed-4960-a42b-8563fdff2418 req-447a7b93-896e-4f58-9e99-2cff1e58178f tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:31.685217 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-859939c4-84ed-4960-a42b-8563fdff2418 req-447a7b93-896e-4f58-9e99-2cff1e58178f tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:31.688211 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-859939c4-84ed-4960-a42b-8563fdff2418 req-447a7b93-896e-4f58-9e99-2cff1e58178f tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:31.689378 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-859939c4-84ed-4960-a42b-8563fdff2418 req-447a7b93-896e-4f58-9e99-2cff1e58178f tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] 10.222.0.15 "DELETE /v2.0/security-groups/ff4763f2-e2c7-4acf-bfaa-6490bccbacfe HTTP/1.1" status: 204 len: 173 time: 0.1499243 Jul 24 00:48:31.700065 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a7b93-896e-4f58-9e99-2cff1e58178f tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4763f2-e2c7-4acf-bfaa-6490bccbacfe,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:31.737436 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-825abfa0-a764-4da1-87f4-1477edb03c64 service neutron] 10.222.0.15 "GET /v2.0/networks/e2e28809-37ce-4580-b5c1-8641e6176e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247766 Jul 24 00:48:31.838105 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-05717918-8976-4b5d-9225-bbe83ba65186 service neutron] 10.222.0.15 "GET /v2.0/networks/e2e28809-37ce-4580-b5c1-8641e6176e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942657 Jul 24 00:48:31.967978 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ad917-ff22-42a8-b2e7-a80aecda2e0a req-1adaea01-77bb-4849-baa2-beb25528ba8a tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:31.969577 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-063ad917-ff22-42a8-b2e7-a80aecda2e0a req-1adaea01-77bb-4849-baa2-beb25528ba8a tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 949 time: 0.0911083 Jul 24 00:48:32.044628 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-063ad917-ff22-42a8-b2e7-a80aecda2e0a req-efab41b8-109c-4578-93dc-342168e2c89b tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595369 Jul 24 00:48:32.062342 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [req-252c48ea-a78e-4cd0-b5f2-846a8d60ccd5 req-f6bc77ab-a911-49e7-bd3f-1ca427395b61 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] show failed (client error): The resource could not be found. Jul 24 00:48:32.063992 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-252c48ea-a78e-4cd0-b5f2-846a8d60ccd5 req-f6bc77ab-a911-49e7-bd3f-1ca427395b61 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] 10.222.0.15 "GET /v2.0/security-groups/f6579823-f960-401f-93d2-78cac720e6f1 HTTP/1.1" status: 404 len: 352 time: 0.0150456 Jul 24 00:48:32.212947 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8980da-69d7-482d-b0b4-33526ea5aaa9 req-f4e5acc4-b86d-42d7-ab31-109a85e757f2 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:32.214477 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9c8980da-69d7-482d-b0b4-33526ea5aaa9 req-f4e5acc4-b86d-42d7-ab31-109a85e757f2 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ff02151-9814-4f77-89f0-68df264b79a5 HTTP/1.1" status: 200 len: 948 time: 0.0887151 Jul 24 00:48:32.263780 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9c8980da-69d7-482d-b0b4-33526ea5aaa9 req-fd075db5-f1cb-40d3-a4f8-d7fbdd1ddf39 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420148 Jul 24 00:48:32.354363 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9bd61ee8-6600-4913-bf5a-df87ecb779d9 req-b6b67a98-0e68-43bd-a90e-4d90bde7057d tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9f6d949-2fc0-4123-9ae8-e2afc48ff696 HTTP/1.1" status: 200 len: 210 time: 0.0375752 Jul 24 00:48:32.661562 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0e394-6e43-4a10-b663-88683cc02159 req-f1c5ae35-b877-4e5c-9dbd-7910e2100fe2 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:32.663726 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-25a0e394-6e43-4a10-b663-88683cc02159 req-f1c5ae35-b877-4e5c-9dbd-7910e2100fe2 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=18893bbb-1060-47fc-bbbb-cbabf66dc946 HTTP/1.1" status: 200 len: 944 time: 0.1054776 Jul 24 00:48:32.725151 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-25a0e394-6e43-4a10-b663-88683cc02159 req-76c9ed1d-2437-4012-9925-4987dd0ee871 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546510 Jul 24 00:48:32.816630 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d3911b75-8310-4599-b940-7b566fb82d00 req-79dc6870-3f42-48d0-b3e1-ceddc37fbf78 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] 10.222.0.15 "GET /v2.0/security-groups/4ac74b80-ed7b-4f97-a3ed-d1ca9cfed964 HTTP/1.1" status: 200 len: 1805 time: 0.3658395 Jul 24 00:48:32.876993 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d3911b75-8310-4599-b940-7b566fb82d00 req-ed5fd7ca-6b1f-4a7f-86e4-a02a230b2b96 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:32.902889 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d3911b75-8310-4599-b940-7b566fb82d00 req-ed5fd7ca-6b1f-4a7f-86e4-a02a230b2b96 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:32.945207 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d3911b75-8310-4599-b940-7b566fb82d00 req-ed5fd7ca-6b1f-4a7f-86e4-a02a230b2b96 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:32.947919 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d3911b75-8310-4599-b940-7b566fb82d00 req-ed5fd7ca-6b1f-4a7f-86e4-a02a230b2b96 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:32.949162 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d3911b75-8310-4599-b940-7b566fb82d00 req-ed5fd7ca-6b1f-4a7f-86e4-a02a230b2b96 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] 10.222.0.15 "DELETE /v2.0/security-groups/4ac74b80-ed7b-4f97-a3ed-d1ca9cfed964 HTTP/1.1" status: 204 len: 173 time: 0.1269078 Jul 24 00:48:32.959097 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5fd7ca-6b1f-4a7f-86e4-a02a230b2b96 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac74b80-ed7b-4f97-a3ed-d1ca9cfed964,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:33.024080 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-da64b280-8105-4842-bfbd-8105b987f0e3 req-39741069-ff22-4e32-9463-bfa888708ed0 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] 10.222.0.15 "GET /v2.0/security-groups/99781b52-b96a-44b9-848a-41f614296ec2 HTTP/1.1" status: 200 len: 1805 time: 0.0541587 Jul 24 00:48:33.096611 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-da64b280-8105-4842-bfbd-8105b987f0e3 req-3f32a456-9bd6-41ef-834c-a90c77969800 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:33.124473 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-da64b280-8105-4842-bfbd-8105b987f0e3 req-3f32a456-9bd6-41ef-834c-a90c77969800 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:33.232011 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-da64b280-8105-4842-bfbd-8105b987f0e3 req-3f32a456-9bd6-41ef-834c-a90c77969800 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:33.241298 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-da64b280-8105-4842-bfbd-8105b987f0e3 req-3f32a456-9bd6-41ef-834c-a90c77969800 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:33.260043 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-da64b280-8105-4842-bfbd-8105b987f0e3 req-3f32a456-9bd6-41ef-834c-a90c77969800 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] 10.222.0.15 "DELETE /v2.0/security-groups/99781b52-b96a-44b9-848a-41f614296ec2 HTTP/1.1" status: 204 len: 173 time: 0.2349167 Jul 24 00:48:33.289338 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f up at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:48:33.294089 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f32a456-9bd6-41ef-834c-a90c77969800 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99781b52-b96a-44b9-848a-41f614296ec2,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:33.319830 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-c06919ba-62c0-4f69-8acb-c92b79f25394 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:33.321376 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-c06919ba-62c0-4f69-8acb-c92b79f25394 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.13 "GET /v2.0/networks?id=e2e28809-37ce-4580-b5c1-8641e6176e46 HTTP/1.1" status: 200 len: 812 time: 0.1713476 Jul 24 00:48:33.334946 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3788f4f9-84f3-4778-892b-6702f3ca8777 req-bf73c229-5d60-496f-a549-12a9416f5eaa tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:33.336492 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3788f4f9-84f3-4778-892b-6702f3ca8777 req-bf73c229-5d60-496f-a549-12a9416f5eaa tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 949 time: 0.1735120 Jul 24 00:48:33.343952 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-9c6001b6-fa2c-426a-b838-8499bcc83dd0 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Request body: {'port': {'device_id': 'a9f6d949-2fc0-4123-9ae8-e2afc48ff696', 'network_id': 'e2e28809-37ce-4580-b5c1-8641e6176e46', 'admin_state_up': True, 'tenant_id': '133d6e8bbab54d519ed84797d0ebf0de'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:33.375182 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-34095f9c-17b7-47ba-a322-678de814114b req-016116e2-8115-4cb8-9121-8985c058b5b2 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] 10.222.0.15 "GET /v2.0/security-groups/b6900a6f-28d1-4cc4-982e-e4c41ee2b98d HTTP/1.1" status: 200 len: 1803 time: 0.1021595 Jul 24 00:48:33.412052 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning for port 6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:48:33.417007 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning complete for port 6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:48:33.417524 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:33.456923 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-34095f9c-17b7-47ba-a322-678de814114b req-ae65b16b-8bed-497c-8a1f-c6efcd517603 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:33.503611 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-34095f9c-17b7-47ba-a322-678de814114b req-ae65b16b-8bed-497c-8a1f-c6efcd517603 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:33.543954 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3788f4f9-84f3-4778-892b-6702f3ca8777 req-c55a1716-0230-4347-945e-5e1ad77b22d2 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608656 Jul 24 00:48:33.573857 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-9c6001b6-fa2c-426a-b838-8499bcc83dd0 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Made reservation on behalf of 133d6e8bbab54d519ed84797d0ebf0de for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:48:33.587915 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-9c6001b6-fa2c-426a-b838-8499bcc83dd0 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:33.593898 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-34095f9c-17b7-47ba-a322-678de814114b req-ae65b16b-8bed-497c-8a1f-c6efcd517603 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:33.601331 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-34095f9c-17b7-47ba-a322-678de814114b req-ae65b16b-8bed-497c-8a1f-c6efcd517603 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:33.603025 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-34095f9c-17b7-47ba-a322-678de814114b req-ae65b16b-8bed-497c-8a1f-c6efcd517603 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] 10.222.0.15 "DELETE /v2.0/security-groups/b6900a6f-28d1-4cc4-982e-e4c41ee2b98d HTTP/1.1" status: 204 len: 173 time: 0.2268918 Jul 24 00:48:33.636845 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65b16b-8bed-497c-8a1f-c6efcd517603 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6900a6f-28d1-4cc4-982e-e4c41ee2b98d,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:33.747923 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-704caefb-2692-48a2-a719-74078e9a79a6 req-dc683fce-3bc6-4bca-86b2-6b3b3b16e550 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9f6d949-2fc0-4123-9ae8-e2afc48ff696 HTTP/1.1" status: 200 len: 210 time: 0.0699005 Jul 24 00:48:33.791215 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:33.820992 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18893bbb-1060-47fc-bbbb-cbabf66dc946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:48:33.823479 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e326f6cf-40eb-4421-a794-9ea1738e8c8b" -d '{"events": [{"server_uuid": "18893bbb-1060-47fc-bbbb-cbabf66dc946", "name": "network-vif-plugged", "status": "completed", "tag": "6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:48:33.841505 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f,segment=NetworkSegment(6a496770-77f3-4c89-a4ef-c619e5b67bdf),segment_id=6a496770-77f3-4c89-a4ef-c619e5b67bdf)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:33.851568 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:33.861877 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd200a-6932-460f-a059-61b4fdbf58de req-9d5a09a5-a3a4-4122-9531-33f0a906bb16 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:33.862976 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b4bd200a-6932-460f-a059-61b4fdbf58de req-9d5a09a5-a3a4-4122-9531-33f0a906bb16 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.13 "GET /v2.0/ports?device_id=2ff02151-9814-4f77-89f0-68df264b79a5 HTTP/1.1" status: 200 len: 948 time: 0.3178751 Jul 24 00:48:33.921864 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:33.930906 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ead6f6b-caa2-4427-b4db-fd3420fb1a3d req-91a4c34f-1471-4481-a760-72ef8e04594c tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] 10.222.0.15 "GET /v2.0/security-groups/63feaab7-c52b-425a-8701-54827240022d HTTP/1.1" status: 200 len: 2402 time: 0.0623076 Jul 24 00:48:33.941747 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-9c6001b6-fa2c-426a-b838-8499bcc83dd0 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Allocated IP 172.20.0.6 (e2e28809-37ce-4580-b5c1-8641e6176e46/fd9d285b-6b1a-48e3-ba8d-9b7a3b766001/056c7d79-1727-4e88-a71a-efed19cfe482) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:48:33.985620 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999b7614-3369-4a58-8967-44964466cabc req-9031e75e-8877-4549-9fee-ac0ea0e12192 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:33.993451 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-999b7614-3369-4a58-8967-44964466cabc req-9031e75e-8877-4549-9fee-ac0ea0e12192 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ff02151-9814-4f77-89f0-68df264b79a5 HTTP/1.1" status: 200 len: 948 time: 0.3383543 Jul 24 00:48:34.021490 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-6ead6f6b-caa2-4427-b4db-fd3420fb1a3d req-2b578f83-71b6-4d2a-804c-5794498fc53a tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:34.049388 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-6ead6f6b-caa2-4427-b4db-fd3420fb1a3d req-2b578f83-71b6-4d2a-804c-5794498fc53a tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:34.095859 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-999b7614-3369-4a58-8967-44964466cabc req-ebf05184-9822-44d7-b49c-4383d319c7e1 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009014 Jul 24 00:48:34.106537 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-6ead6f6b-caa2-4427-b4db-fd3420fb1a3d req-2b578f83-71b6-4d2a-804c-5794498fc53a tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:34.110569 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-6ead6f6b-caa2-4427-b4db-fd3420fb1a3d req-2b578f83-71b6-4d2a-804c-5794498fc53a tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:34.112547 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-b4bd200a-6932-460f-a059-61b4fdbf58de req-3672a736-638e-4609-a6c0-75710bf60c29 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Deleting port 448814b6-4a60-41cd-81a0-7cf91647bd21 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:48:34.112911 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b4bd200a-6932-460f-a059-61b4fdbf58de req-3672a736-638e-4609-a6c0-75710bf60c29 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:34.114086 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ead6f6b-caa2-4427-b4db-fd3420fb1a3d req-2b578f83-71b6-4d2a-804c-5794498fc53a tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] 10.222.0.15 "DELETE /v2.0/security-groups/63feaab7-c52b-425a-8701-54827240022d HTTP/1.1" status: 204 len: 173 time: 0.1702607 Jul 24 00:48:34.137116 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b578f83-71b6-4d2a-804c-5794498fc53a tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63feaab7-c52b-425a-8701-54827240022d,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:34.163735 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0aface-f9c3-4c26-bc64-ff5d0ddc9dba x-openstack-request-id: req-4e0aface-f9c3-4c26-bc64-ff5d0ddc9dba {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:48:34.164028 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18893bbb-1060-47fc-bbbb-cbabf66dc946", "name": "network-vif-plugged", "status": "completed", "tag": "6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:48:34.164283 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4e0aface-f9c3-4c26-bc64-ff5d0ddc9dba {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:48:34.164673 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18893bbb-1060-47fc-bbbb-cbabf66dc946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f', 'code': 200} Jul 24 00:48:34.311754 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9a0e8a51-55be-4cf7-baa0-ee6add50fb7c req-b95d1922-c62c-4ae8-b09b-c6fbcca766ab tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] 10.222.0.15 "GET /v2.0/security-groups/7aa20885-153c-49d0-bedc-5e9a7549ae60 HTTP/1.1" status: 200 len: 2397 time: 0.0653467 Jul 24 00:48:34.344497 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53915f-c25b-4a63-a413-cf76845413d7 req-8be69ed4-2210-45de-a1f9-f05080c84147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:34.346249 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8d53915f-c25b-4a63-a413-cf76845413d7 req-8be69ed4-2210-45de-a1f9-f05080c84147 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=18893bbb-1060-47fc-bbbb-cbabf66dc946 HTTP/1.1" status: 200 len: 1097 time: 0.1101162 Jul 24 00:48:34.349286 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-b4bd200a-6932-460f-a059-61b4fdbf58de req-3672a736-638e-4609-a6c0-75710bf60c29 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] For port 448814b6-4a60-41cd-81a0-7cf91647bd21, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=448814b6-4a60-41cd-81a0-7cf91647bd21,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:34.349781 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b4bd200a-6932-460f-a059-61b4fdbf58de req-3672a736-638e-4609-a6c0-75710bf60c29 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:34.374376 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-b4bd200a-6932-460f-a059-61b4fdbf58de req-3672a736-638e-4609-a6c0-75710bf60c29 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Calling delete_port for 448814b6-4a60-41cd-81a0-7cf91647bd21 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:48:34.406849 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-9c6001b6-fa2c-426a-b838-8499bcc83dd0 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:34.411147 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-9a0e8a51-55be-4cf7-baa0-ee6add50fb7c req-be4f1420-4feb-4032-a36e-d9b58ee31a80 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:34.414882 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8d53915f-c25b-4a63-a413-cf76845413d7 req-3eb27469-3e89-462f-bb2d-6be12de00b48 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544825 Jul 24 00:48:34.437451 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-9a0e8a51-55be-4cf7-baa0-ee6add50fb7c req-be4f1420-4feb-4032-a36e-d9b58ee31a80 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:34.460748 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:34.475303 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0d3378-89e0-4a65-86e6-64e805c8b570 req-7a8d12a7-5d54-4214-96af-748ed419b490 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:34.476837 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-be0d3378-89e0-4a65-86e6-64e805c8b570 req-7a8d12a7-5d54-4214-96af-748ed419b490 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=18893bbb-1060-47fc-bbbb-cbabf66dc946 HTTP/1.1" status: 200 len: 945 time: 0.2484248 Jul 24 00:48:34.499958 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-9a0e8a51-55be-4cf7-baa0-ee6add50fb7c req-be4f1420-4feb-4032-a36e-d9b58ee31a80 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:34.503048 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-9a0e8a51-55be-4cf7-baa0-ee6add50fb7c req-be4f1420-4feb-4032-a36e-d9b58ee31a80 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:34.505205 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9a0e8a51-55be-4cf7-baa0-ee6add50fb7c req-be4f1420-4feb-4032-a36e-d9b58ee31a80 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] 10.222.0.15 "DELETE /v2.0/security-groups/7aa20885-153c-49d0-bedc-5e9a7549ae60 HTTP/1.1" status: 204 len: 173 time: 0.1842468 Jul 24 00:48:34.512188 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 49372) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:34.518606 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f1420-4feb-4032-a36e-d9b58ee31a80 tempest-SecurityGroupRulesTestJSON-1183187690 tempest-SecurityGroupRulesTestJSON-1183187690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa20885-153c-49d0-bedc-5e9a7549ae60,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:34.617265 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-9c6001b6-fa2c-426a-b838-8499bcc83dd0 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:34.625388 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-be0d3378-89e0-4a65-86e6-64e805c8b570 req-add630ce-5a41-4707-b6f0-067823839865 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340365 Jul 24 00:48:34.648487 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b118160-489d-4d1a-95dc-bca5d38416d8 admin admin] Deleting subnet 813b5cf0-931d-4240-84b0-dcf1676e8394 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:48:34.681936 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3b118160-489d-4d1a-95dc-bca5d38416d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:34.734084 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beed71f-6830-4430-912e-eee2ccb5f59f req-6c8388ca-4acd-487b-8a55-730a1425543a tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:34.740721 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-9c6001b6-fa2c-426a-b838-8499bcc83dd0 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Network e2e28809-37ce-4580-b5c1-8641e6176e46 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:48:34.740915 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2beed71f-6830-4430-912e-eee2ccb5f59f req-6c8388ca-4acd-487b-8a55-730a1425543a tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 949 time: 0.1083589 Jul 24 00:48:34.751303 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6001b6-fa2c-426a-b838-8499bcc83dd0 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Pushing event updated for resources: {'Port': ['ID=056c7d79-1727-4e88-a71a-efed19cfe482,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:34.754844 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-9c6001b6-fa2c-426a-b838-8499bcc83dd0 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:48:34.759086 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b4bd200a-6932-460f-a059-61b4fdbf58de req-3672a736-638e-4609-a6c0-75710bf60c29 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:34.760691 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-9c6001b6-fa2c-426a-b838-8499bcc83dd0 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:48:34.764887 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3b118160-489d-4d1a-95dc-bca5d38416d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:34.776424 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['e26ba7bc-df08-4bb6-9190-ffb5d7f68be7', '6dd7dda7-d8d4-4ded-aca6-2204d4bacc67', '448814b6-4a60-41cd-81a0-7cf91647bd21'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:48:34.798277 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['3c836ab3-a4b0-4f71-bdd9-af941853b1e5', '88b73c65-2a63-44ed-97a6-4adff615d912', '606a4203-9ee5-4fd5-9b14-0c178766fbfe', '5ef5038c-f4e2-498a-baa7-032528f3191c', 'aae95867-f58a-4988-a89e-59b0afb342c8'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:48:34.831232 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2beed71f-6830-4430-912e-eee2ccb5f59f req-31c4feac-225c-44b7-b000-029d7fe94647 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846369 Jul 24 00:48:34.857528 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672a736-638e-4609-a6c0-75710bf60c29 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Pushing event deleted for resources: {'Port': ['ID=448814b6-4a60-41cd-81a0-7cf91647bd21,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:34.928322 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:34.980900 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-9c6001b6-fa2c-426a-b838-8499bcc83dd0 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:34.981568 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-9c6001b6-fa2c-426a-b838-8499bcc83dd0 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:34.988609 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4bd200a-6932-460f-a059-61b4fdbf58de req-3672a736-638e-4609-a6c0-75710bf60c29 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] No DVR routers for this DVR port 448814b6-4a60-41cd-81a0-7cf91647bd21 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:48:34.992370 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3b118160-489d-4d1a-95dc-bca5d38416d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:35.016063 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b4bd200a-6932-460f-a059-61b4fdbf58de req-3672a736-638e-4609-a6c0-75710bf60c29 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:35.018428 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b4bd200a-6932-460f-a059-61b4fdbf58de req-3672a736-638e-4609-a6c0-75710bf60c29 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.13 "DELETE /v2.0/ports/448814b6-4a60-41cd-81a0-7cf91647bd21 HTTP/1.1" status: 204 len: 173 time: 1.1452768 Jul 24 00:48:35.019077 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff02151-9814-4f77-89f0-68df264b79a5', 'name': 'network-vif-deleted', 'tag': '448814b6-4a60-41cd-81a0-7cf91647bd21'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:48:35.022345 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78b27e2-3c6b-47c5-ac8a-2ac8469f9f02" -d '{"events": [{"server_uuid": "2ff02151-9814-4f77-89f0-68df264b79a5", "name": "network-vif-deleted", "tag": "448814b6-4a60-41cd-81a0-7cf91647bd21"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:48:35.067718 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-9c6001b6-fa2c-426a-b838-8499bcc83dd0 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7276142 Jul 24 00:48:35.105490 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-804853bc-ad08-49da-a0d8-66cff67a7702 service neutron] Request body: {'port': {'device_id': 'a9f6d949-2fc0-4123-9ae8-e2afc48ff696', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:35.125867 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06f2bb9-7c4b-45dc-9f84-652e495d1158 x-openstack-request-id: req-c06f2bb9-7c4b-45dc-9f84-652e495d1158 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:48:35.126375 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff02151-9814-4f77-89f0-68df264b79a5", "name": "network-vif-deleted", "tag": "448814b6-4a60-41cd-81a0-7cf91647bd21", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:48:35.127600 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c06f2bb9-7c4b-45dc-9f84-652e495d1158 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:48:35.128117 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff02151-9814-4f77-89f0-68df264b79a5', 'name': 'network-vif-deleted', 'tag': '448814b6-4a60-41cd-81a0-7cf91647bd21', 'status': 'completed', 'code': 200} Jul 24 00:48:35.170402 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3b118160-489d-4d1a-95dc-bca5d38416d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:35.187758 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60135c33-56f7-4cad-a8da-35d5f473e9a2 req-5e367373-1344-4936-a43a-80cc0c51241b tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:35.195582 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-60135c33-56f7-4cad-a8da-35d5f473e9a2 req-5e367373-1344-4936-a43a-80cc0c51241b tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9f6d949-2fc0-4123-9ae8-e2afc48ff696 HTTP/1.1" status: 200 len: 931 time: 0.3279068 Jul 24 00:48:35.236213 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b118160-489d-4d1a-95dc-bca5d38416d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=813b5cf0-931d-4240-84b0-dcf1676e8394,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:35.264909 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3b118160-489d-4d1a-95dc-bca5d38416d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:35.270464 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3b118160-489d-4d1a-95dc-bca5d38416d8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/813b5cf0-931d-4240-84b0-dcf1676e8394 HTTP/1.1" status: 204 len: 168 time: 0.7420840 Jul 24 00:48:35.271770 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 49388) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:35.284037 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2fd1dda5-4b27-4055-9cee-b278e7ff5519 req-fcf9c6d8-a708-419f-a2e8-3ecb03b1cb4e tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ff02151-9814-4f77-89f0-68df264b79a5 HTTP/1.1" status: 200 len: 210 time: 0.0575824 Jul 24 00:48:35.334563 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-60135c33-56f7-4cad-a8da-35d5f473e9a2 req-31d98777-e576-4fb7-8d56-d534287e19ac tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378193 Jul 24 00:48:35.396440 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-804853bc-ad08-49da-a0d8-66cff67a7702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:35.469442 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-65130c14-5a09-4d05-868c-d8a46b16a71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:35.655941 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-65130c14-5a09-4d05-868c-d8a46b16a71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:35.674802 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-65130c14-5a09-4d05-868c-d8a46b16a71e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ccc102c-9c3d-47d2-9043-7a7f8c73e906']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:35.714533 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-65130c14-5a09-4d05-868c-d8a46b16a71e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8c530ac-e3b4-4712-870b-e24512f96316') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:35.714953 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-65130c14-5a09-4d05-868c-d8a46b16a71e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8c530ac-e3b4-4712-870b-e24512f96316') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:35.733261 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-65130c14-5a09-4d05-868c-d8a46b16a71e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:35.806456 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-65130c14-5a09-4d05-868c-d8a46b16a71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:35.825430 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65130c14-5a09-4d05-868c-d8a46b16a71e admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:48:35.825784 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-65130c14-5a09-4d05-868c-d8a46b16a71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:35.827933 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 00:48:35.827933 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:48:35.827933 n-d-793621-25 neutron-server[100464]: timer() Jul 24 00:48:35.827933 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:48:35.827933 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 00:48:35.827933 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:48:35.827933 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 00:48:35.827933 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:48:35.827933 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 00:48:35.827933 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:48:35.827933 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 00:48:35.827933 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:48:35.827933 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 00:48:35.827933 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:48:35.827933 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:48:35.827933 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:48:35.827933 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:48:35.827933 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:48:35.827933 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 00:48:35.827933 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:48:35.827933 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 00:48:35.827933 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:48:35.827933 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:48:35.827933 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:48:35.827933 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 00:48:35.827933 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:48:35.827933 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:48:35.827933 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:48:35.827933 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:48:35.827933 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:48:35.827933 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:48:35.827933 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:48:35.944248 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-65130c14-5a09-4d05-868c-d8a46b16a71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:35.954994 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-65130c14-5a09-4d05-868c-d8a46b16a71e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:35.960617 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-65130c14-5a09-4d05-868c-d8a46b16a71e admin admin] 10.222.0.15 "DELETE /v2.0/networks/2ccc102c-9c3d-47d2-9043-7a7f8c73e906 HTTP/1.1" status: 204 len: 168 time: 0.6830616 Jul 24 00:48:35.981272 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650bfca-526f-4336-a71d-da31a776a5a3 req-65acd0bb-ceba-49ec-a8c4-63bf4f2d74db tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:35.983158 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0650bfca-526f-4336-a71d-da31a776a5a3 req-65acd0bb-ceba-49ec-a8c4-63bf4f2d74db tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 949 time: 0.0810568 Jul 24 00:48:35.991401 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196d9f3-c005-4d53-bf5a-a60872034221 req-8dc99101-84a3-404f-b62d-c53ce723955a tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:35.993061 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1196d9f3-c005-4d53-bf5a-a60872034221 req-8dc99101-84a3-404f-b62d-c53ce723955a tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=18893bbb-1060-47fc-bbbb-cbabf66dc946 HTTP/1.1" status: 200 len: 945 time: 0.2472982 Jul 24 00:48:35.993866 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65130c14-5a09-4d05-868c-d8a46b16a71e admin admin] Pushing event deleted for resources: {'Network': ['ID=2ccc102c-9c3d-47d2-9043-7a7f8c73e906,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:35.997451 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-804853bc-ad08-49da-a0d8-66cff67a7702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 056c7d79-1727-4e88-a71a-efed19cfe482 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:48:36.014561 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-804853bc-ad08-49da-a0d8-66cff67a7702 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:36.041387 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-804853bc-ad08-49da-a0d8-66cff67a7702 service neutron] Transition to ACTIVE for port object 056c7d79-1727-4e88-a71a-efed19cfe482 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:48:36.047756 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-804853bc-ad08-49da-a0d8-66cff67a7702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:36.059185 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0650bfca-526f-4336-a71d-da31a776a5a3 req-a45e8dc5-eb52-4f78-8749-6ad3e752bd59 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612407 Jul 24 00:48:36.081039 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1196d9f3-c005-4d53-bf5a-a60872034221 req-f957c060-e97f-48a7-a2cf-67c8af159acc tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744889 Jul 24 00:48:36.114457 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804853bc-ad08-49da-a0d8-66cff67a7702 service neutron] Pushing event updated for resources: {'Port': ['ID=056c7d79-1727-4e88-a71a-efed19cfe482,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:36.215836 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49402) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:36.217733 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-804853bc-ad08-49da-a0d8-66cff67a7702 service neutron] Attempting to bind port 056c7d79-1727-4e88-a71a-efed19cfe482 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:48:36.218152 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-804853bc-ad08-49da-a0d8-66cff67a7702 service neutron] Attempting to bind port 056c7d79-1727-4e88-a71a-efed19cfe482 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': 'c4a12371-e65f-4999-8182-3fce7a91f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e2e28809-37ce-4580-b5c1-8641e6176e46'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:48:36.218558 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-804853bc-ad08-49da-a0d8-66cff67a7702 service neutron] Attempting to bind port 056c7d79-1727-4e88-a71a-efed19cfe482 on network e2e28809-37ce-4580-b5c1-8641e6176e46 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:48:36.225386 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-804853bc-ad08-49da-a0d8-66cff67a7702 service neutron] Port 056c7d79-1727-4e88-a71a-efed19cfe482 on network e2e28809-37ce-4580-b5c1-8641e6176e46 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:48:36.229714 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-804853bc-ad08-49da-a0d8-66cff67a7702 service neutron] Attempting to bind port 056c7d79-1727-4e88-a71a-efed19cfe482 on network e2e28809-37ce-4580-b5c1-8641e6176e46 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:48:36.235447 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-804853bc-ad08-49da-a0d8-66cff67a7702 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:48:36.235789 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-804853bc-ad08-49da-a0d8-66cff67a7702 service neutron] Checking segment: {'id': 'c4a12371-e65f-4999-8182-3fce7a91f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e2e28809-37ce-4580-b5c1-8641e6176e46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:48:36.236597 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-804853bc-ad08-49da-a0d8-66cff67a7702 service neutron] Bound using segment: {'id': 'c4a12371-e65f-4999-8182-3fce7a91f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e2e28809-37ce-4580-b5c1-8641e6176e46'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:48:36.237037 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-804853bc-ad08-49da-a0d8-66cff67a7702 service neutron] Bound port: 056c7d79-1727-4e88-a71a-efed19cfe482, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a12371-e65f-4999-8182-3fce7a91f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e2e28809-37ce-4580-b5c1-8641e6176e46'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:48:36.237455 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-804853bc-ad08-49da-a0d8-66cff67a7702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:36.293071 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 49406) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:36.293321 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-dfd0747f-7565-4325-a549-b4aa21d2c538 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=661d57283e87459b9a5c4a88d7354d39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0760703 Jul 24 00:48:36.374796 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-804853bc-ad08-49da-a0d8-66cff67a7702 service neutron] For port 056c7d79-1727-4e88-a71a-efed19cfe482, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:48:36.384710 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-804853bc-ad08-49da-a0d8-66cff67a7702 service neutron] For port 056c7d79-1727-4e88-a71a-efed19cfe482, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=056c7d79-1727-4e88-a71a-efed19cfe482,segment=NetworkSegment(c4a12371-e65f-4999-8182-3fce7a91f982),segment_id=c4a12371-e65f-4999-8182-3fce7a91f982)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:48:36.392926 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-804853bc-ad08-49da-a0d8-66cff67a7702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:36.397484 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-585429a9-40f4-4fad-bd54-b39c52f85105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:36.410414 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d3349-7b51-45ef-aa86-a838c97813bd req-e2db2963-01ba-4fa3-9323-1b578b6b4034 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:36.412738 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9a7d3349-7b51-45ef-aa86-a838c97813bd req-e2db2963-01ba-4fa3-9323-1b578b6b4034 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=18893bbb-1060-47fc-bbbb-cbabf66dc946 HTTP/1.1" status: 200 len: 945 time: 0.0928750 Jul 24 00:48:36.460826 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9a7d3349-7b51-45ef-aa86-a838c97813bd req-193b548a-0420-48d5-bb9f-d86346be3af9 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400186 Jul 24 00:48:36.464594 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-804853bc-ad08-49da-a0d8-66cff67a7702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:36.465298 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-804853bc-ad08-49da-a0d8-66cff67a7702 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:36.466837 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-804853bc-ad08-49da-a0d8-66cff67a7702 service neutron] 10.222.0.13 "PUT /v2.0/ports/056c7d79-1727-4e88-a71a-efed19cfe482 HTTP/1.1" status: 200 len: 1092 time: 1.3819039 Jul 24 00:48:36.493019 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804853bc-ad08-49da-a0d8-66cff67a7702 service neutron] Pushing event updated for resources: {'Port': ['ID=056c7d79-1727-4e88-a71a-efed19cfe482,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:36.505408 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-585429a9-40f4-4fad-bd54-b39c52f85105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:36.611853 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea300905-6bbb-4ca6-979f-b00146045114 req-be6537e2-fc4f-428f-bc67-327c53429530 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:36.617647 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-585429a9-40f4-4fad-bd54-b39c52f85105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:36.624414 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ea300905-6bbb-4ca6-979f-b00146045114 req-be6537e2-fc4f-428f-bc67-327c53429530 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9f6d949-2fc0-4123-9ae8-e2afc48ff696 HTTP/1.1" status: 200 len: 943 time: 0.0963240 Jul 24 00:48:36.628684 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-585429a9-40f4-4fad-bd54-b39c52f85105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:36.632097 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-585429a9-40f4-4fad-bd54-b39c52f85105 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3c079fbc-c3e7-47a2-b182-6621a397abe8 HTTP/1.1" status: 204 len: 168 time: 0.3364987 Jul 24 00:48:36.657310 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585429a9-40f4-4fad-bd54-b39c52f85105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c079fbc-c3e7-47a2-b182-6621a397abe8,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:36.673081 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-d9e803de-ad4c-4945-807f-93e9575e18d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:36.674918 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-d9e803de-ad4c-4945-807f-93e9575e18d6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=133d6e8bbab54d519ed84797d0ebf0de&device_id=a9f6d949-2fc0-4123-9ae8-e2afc48ff696 HTTP/1.1" status: 200 len: 1095 time: 0.1283128 Jul 24 00:48:36.705546 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ea300905-6bbb-4ca6-979f-b00146045114 req-585098dc-8ccf-4af5-953b-25a73c491a97 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694966 Jul 24 00:48:36.751995 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-e9060d62-995d-4ab3-a169-0608591af689 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=056c7d79-1727-4e88-a71a-efed19cfe482 HTTP/1.1" status: 200 len: 217 time: 0.0691099 Jul 24 00:48:36.885399 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-1452cec6-5209-4dd4-8962-73e6385eb863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:36.886957 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-1452cec6-5209-4dd4-8962-73e6385eb863 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fd9d285b-6b1a-48e3-ba8d-9b7a3b766001 HTTP/1.1" status: 200 len: 852 time: 0.1272275 Jul 24 00:48:36.938989 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-adc96ab8-0bdd-47f2-ad81-bbc66abc84a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2e28809-37ce-4580-b5c1-8641e6176e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442247 Jul 24 00:48:36.959833 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa94bcb-3d3e-4f7a-a8db-7bdd4f13c92b req-0ba4cad7-1b08-4018-971d-4b08b188d51b tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:36.962443 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7fa94bcb-3d3e-4f7a-a8db-7bdd4f13c92b req-0ba4cad7-1b08-4018-971d-4b08b188d51b tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=f741169a-ad20-46f4-a7ba-7e2253c9fda5 HTTP/1.1" status: 200 len: 950 time: 0.1641066 Jul 24 00:48:37.051790 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 448814b6-4a60-41cd-81a0-7cf91647bd21 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:48:37.075975 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 448814b6-4a60-41cd-81a0-7cf91647bd21 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:48:37.076322 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 448814b6-4a60-41cd-81a0-7cf91647bd21 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:48:37.095190 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7fa94bcb-3d3e-4f7a-a8db-7bdd4f13c92b req-294e7358-bf83-4dee-97f6-467605dd6509 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192234 Jul 24 00:48:37.130624 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f6d949-2fc0-4123-9ae8-e2afc48ff696', 'tag': '056c7d79-1727-4e88-a71a-efed19cfe482'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:48:37.133077 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2377a67-2c34-47d7-beb0-5f277609b6b8" -d '{"events": [{"name": "network-changed", "server_uuid": "a9f6d949-2fc0-4123-9ae8-e2afc48ff696", "tag": "056c7d79-1727-4e88-a71a-efed19cfe482"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:48:37.138342 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-9d0e9916-2cdc-4c4c-b7ef-546f2fda8ebd service neutron] 10.222.0.13 "GET /v2.0/networks/e2e28809-37ce-4580-b5c1-8641e6176e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746070 Jul 24 00:48:37.188647 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1a0872-721e-4339-bc7c-1ed6ced53f70 x-openstack-request-id: req-7f1a0872-721e-4339-bc7c-1ed6ced53f70 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:48:37.188938 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9f6d949-2fc0-4123-9ae8-e2afc48ff696", "tag": "056c7d79-1727-4e88-a71a-efed19cfe482", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:48:37.189367 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7f1a0872-721e-4339-bc7c-1ed6ced53f70 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:48:37.189726 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9f6d949-2fc0-4123-9ae8-e2afc48ff696', 'tag': '056c7d79-1727-4e88-a71a-efed19cfe482', 'status': 'completed', 'code': 200} Jul 24 00:48:37.275214 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987144b-da07-4f71-905a-9d3858a57d9f req-d18ac093-9786-46b3-a109-bf2762cd10b2 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:37.276597 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-19cf61c9-6882-48d3-be08-cb1f9c7654c2 req-76e6d3c2-774e-4fb7-ba28-f8309c804349 service neutron] 10.222.0.13 "GET /v2.0/networks/e2e28809-37ce-4580-b5c1-8641e6176e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300473 Jul 24 00:48:37.295314 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7987144b-da07-4f71-905a-9d3858a57d9f req-d18ac093-9786-46b3-a109-bf2762cd10b2 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 949 time: 0.1427622 Jul 24 00:48:37.358339 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7987144b-da07-4f71-905a-9d3858a57d9f req-56bab817-7147-4edc-82dd-f0155b645df3 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474620 Jul 24 00:48:37.411637 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2377a67-2c34-47d7-beb0-5f277609b6b8 req-8caf91ec-f5c2-41b3-afff-9a66dfa9a57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:37.413189 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2377a67-2c34-47d7-beb0-5f277609b6b8 req-8caf91ec-f5c2-41b3-afff-9a66dfa9a57a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=133d6e8bbab54d519ed84797d0ebf0de&device_id=a9f6d949-2fc0-4123-9ae8-e2afc48ff696 HTTP/1.1" status: 200 len: 1095 time: 0.0765903 Jul 24 00:48:37.517830 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2377a67-2c34-47d7-beb0-5f277609b6b8 req-6ab681f1-31a9-4fca-bb21-6aea63a4d221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:37.520306 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2377a67-2c34-47d7-beb0-5f277609b6b8 req-6ab681f1-31a9-4fca-bb21-6aea63a4d221 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2e28809-37ce-4580-b5c1-8641e6176e46 HTTP/1.1" status: 200 len: 913 time: 0.0999913 Jul 24 00:48:37.583340 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2377a67-2c34-47d7-beb0-5f277609b6b8 req-ab9a07ae-cb6b-4301-8cad-3554c21c3798 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=056c7d79-1727-4e88-a71a-efed19cfe482 HTTP/1.1" status: 200 len: 217 time: 0.0521719 Jul 24 00:48:37.583340 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 49448) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:37.667265 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2377a67-2c34-47d7-beb0-5f277609b6b8 req-f0dd6300-90eb-46a9-88c2-36c11c1bdd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:37.669987 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2377a67-2c34-47d7-beb0-5f277609b6b8 req-f0dd6300-90eb-46a9-88c2-36c11c1bdd4d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fd9d285b-6b1a-48e3-ba8d-9b7a3b766001 HTTP/1.1" status: 200 len: 852 time: 0.0557790 Jul 24 00:48:37.720644 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2377a67-2c34-47d7-beb0-5f277609b6b8 req-28447330-cb4e-4dd6-a369-31a2ebaafdbd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2e28809-37ce-4580-b5c1-8641e6176e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382657 Jul 24 00:48:37.730072 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d39fee-0510-4d8c-97df-1d9c7ba4318a req-6fb1f079-bbdf-4390-a232-8fe4ccf851c6 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:37.731614 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e0d39fee-0510-4d8c-97df-1d9c7ba4318a req-6fb1f079-bbdf-4390-a232-8fe4ccf851c6 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=18893bbb-1060-47fc-bbbb-cbabf66dc946 HTTP/1.1" status: 200 len: 945 time: 0.1530330 Jul 24 00:48:37.744510 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-b42cc973-ed73-4671-9a8c-c8bade684a56 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1501780684-network', 'tenant_id': 'e672ec6696f2405db2f23d01682b2359'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:37.837215 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42cc973-ed73-4671-9a8c-c8bade684a56 admin admin] Made reservation on behalf of e672ec6696f2405db2f23d01682b2359 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:48:37.839493 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b42cc973-ed73-4671-9a8c-c8bade684a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:37.866978 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b42cc973-ed73-4671-9a8c-c8bade684a56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:37.871135 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e0d39fee-0510-4d8c-97df-1d9c7ba4318a req-0a01b251-2724-412a-ac70-b3c1c72bb3d6 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206322 Jul 24 00:48:37.898754 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2377a67-2c34-47d7-beb0-5f277609b6b8 req-56a706d3-3f1d-4d6e-8967-f67520eab5ba service neutron] 10.222.0.13 "GET /v2.0/networks/e2e28809-37ce-4580-b5c1-8641e6176e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641510 Jul 24 00:48:37.927738 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712fd9fb-787a-4cee-ae2f-781e97e87af5 req-e44f2554-ed17-4264-b5fc-bf6dcb5a8039 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:37.935412 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-712fd9fb-787a-4cee-ae2f-781e97e87af5 req-e44f2554-ed17-4264-b5fc-bf6dcb5a8039 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9f6d949-2fc0-4123-9ae8-e2afc48ff696 HTTP/1.1" status: 200 len: 943 time: 0.0974841 Jul 24 00:48:37.975161 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-712fd9fb-787a-4cee-ae2f-781e97e87af5 req-029f50a8-eb50-462c-8492-42dd904cfc3b tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362041 Jul 24 00:48:38.033836 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2377a67-2c34-47d7-beb0-5f277609b6b8 req-5ce16554-22a5-4d87-8b9a-4794a2aed545 service neutron] 10.222.0.13 "GET /v2.0/networks/e2e28809-37ce-4580-b5c1-8641e6176e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284909 Jul 24 00:48:38.065592 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b42cc973-ed73-4671-9a8c-c8bade684a56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:38.070173 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b42cc973-ed73-4671-9a8c-c8bade684a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:38.099444 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b42cc973-ed73-4671-9a8c-c8bade684a56 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:48:38.111096 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42cc973-ed73-4671-9a8c-c8bade684a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33741992-639a-4f6c-bd57-739ef2a78de1,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:38.118819 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b42cc973-ed73-4671-9a8c-c8bade684a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:38.119352 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-b42cc973-ed73-4671-9a8c-c8bade684a56 admin admin] Added segment 0d7dd2d3-0aa2-4318-96f8-c44490963ac2 of type vlan for network 45d40c1a-2e16-46e2-94b1-d2cac51e73ce Jul 24 00:48:38.170929 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b42cc973-ed73-4671-9a8c-c8bade684a56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:38.215963 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b42cc973-ed73-4671-9a8c-c8bade684a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:38.217411 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42cc973-ed73-4671-9a8c-c8bade684a56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:38.218099 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b42cc973-ed73-4671-9a8c-c8bade684a56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:38.267039 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad8fda-6067-4d1c-9ef3-e4d532ffa1be req-06b4a0a5-06d4-42aa-808b-fdffb3ba658a tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:38.272170 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b42cc973-ed73-4671-9a8c-c8bade684a56 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6879427 Jul 24 00:48:38.273787 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-04ad8fda-6067-4d1c-9ef3-e4d532ffa1be req-06b4a0a5-06d4-42aa-808b-fdffb3ba658a tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=f741169a-ad20-46f4-a7ba-7e2253c9fda5 HTTP/1.1" status: 200 len: 950 time: 0.0793815 Jul 24 00:48:38.278818 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49476) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:38.287076 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-d38d3e3c-2999-4e02-b988-45dc8bb2dd48 admin admin] Request body: {'subnet': {'network_id': '45d40c1a-2e16-46e2-94b1-d2cac51e73ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1501780684-subnet', 'tenant_id': 'e672ec6696f2405db2f23d01682b2359', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:38.309718 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42cc973-ed73-4671-9a8c-c8bade684a56 admin admin] Pushing event updated for resources: {'Network': ['ID=45d40c1a-2e16-46e2-94b1-d2cac51e73ce,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:38.328311 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 45d40c1a-2e16-46e2-94b1-d2cac51e73ce details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:48:38.396919 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38d3e3c-2999-4e02-b988-45dc8bb2dd48 admin admin] Made reservation on behalf of e672ec6696f2405db2f23d01682b2359 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:48:38.399339 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d38d3e3c-2999-4e02-b988-45dc8bb2dd48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:38.429388 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-04ad8fda-6067-4d1c-9ef3-e4d532ffa1be req-7c89795c-a96b-4e6e-bc29-517b1e7a43a1 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208954 Jul 24 00:48:38.524175 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d943cf8-2b1c-42d3-bef2-89d22934e266 req-f82e6a80-0fc5-43d4-b7a6-5877ee09ce73 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:38.525755 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0d943cf8-2b1c-42d3-bef2-89d22934e266 req-f82e6a80-0fc5-43d4-b7a6-5877ee09ce73 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.11 "GET /v2.0/ports?device_id=f741169a-ad20-46f4-a7ba-7e2253c9fda5 HTTP/1.1" status: 200 len: 950 time: 0.1797752 Jul 24 00:48:38.537476 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bca956-000f-4a74-82d9-3c849f42d473 req-1d153f8c-7d1f-45b1-a264-6d353e194b1b tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:38.539064 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e5bca956-000f-4a74-82d9-3c849f42d473 req-1d153f8c-7d1f-45b1-a264-6d353e194b1b tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 949 time: 0.0769010 Jul 24 00:48:38.581277 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e5bca956-000f-4a74-82d9-3c849f42d473 req-d05833e1-6f2f-4f21-aa51-f080eca046f3 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360436 Jul 24 00:48:38.689996 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d38d3e3c-2999-4e02-b988-45dc8bb2dd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:38.754145 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-0d943cf8-2b1c-42d3-bef2-89d22934e266 req-42eba56c-4638-4d61-a0b1-79f823820ee7 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Deleting port aae95867-f58a-4988-a89e-59b0afb342c8 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:48:38.754876 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0d943cf8-2b1c-42d3-bef2-89d22934e266 req-42eba56c-4638-4d61-a0b1-79f823820ee7 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:38.776690 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d3e3c-2999-4e02-b988-45dc8bb2dd48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7ed3b8d-e3a0-497d-bdc4-3268c0c462b9,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:38.809755 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38d3e3c-2999-4e02-b988-45dc8bb2dd48 admin admin] Checking segment: {'id': '0d7dd2d3-0aa2-4318-96f8-c44490963ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '45d40c1a-2e16-46e2-94b1-d2cac51e73ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:48:38.810125 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38d3e3c-2999-4e02-b988-45dc8bb2dd48 admin admin] Network hostable DHCP agents. Network: 45d40c1a-2e16-46e2-94b1-d2cac51e73ce, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:48:38.869722 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38d3e3c-2999-4e02-b988-45dc8bb2dd48 admin admin] Network 45d40c1a-2e16-46e2-94b1-d2cac51e73ce is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:48:38.888140 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-d38d3e3c-2999-4e02-b988-45dc8bb2dd48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 45d40c1a-2e16-46e2-94b1-d2cac51e73ce) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:48:38.895719 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-0d943cf8-2b1c-42d3-bef2-89d22934e266 req-42eba56c-4638-4d61-a0b1-79f823820ee7 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] For port aae95867-f58a-4988-a89e-59b0afb342c8, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=aae95867-f58a-4988-a89e-59b0afb342c8,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:38.896203 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0d943cf8-2b1c-42d3-bef2-89d22934e266 req-42eba56c-4638-4d61-a0b1-79f823820ee7 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:38.899591 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672ca2eb-df1b-46b8-b6d7-f23218341c93 None None] Network 45d40c1a-2e16-46e2-94b1-d2cac51e73ce requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:48:38.899715 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38d3e3c-2999-4e02-b988-45dc8bb2dd48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:38.899877 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d38d3e3c-2999-4e02-b988-45dc8bb2dd48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:38.918035 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-0d943cf8-2b1c-42d3-bef2-89d22934e266 req-42eba56c-4638-4d61-a0b1-79f823820ee7 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Calling delete_port for aae95867-f58a-4988-a89e-59b0afb342c8 owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:48:38.939329 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d38d3e3c-2999-4e02-b988-45dc8bb2dd48 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6591280 Jul 24 00:48:39.117440 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c6d750-e794-49c7-818d-a1f2d0e59c04 None None] Network 45d40c1a-2e16-46e2-94b1-d2cac51e73ce requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:48:39.182601 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2e905-be81-4e29-8c88-9522888ca82c req-cbd1915d-0bc8-4480-93ff-9d411da401e5 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:39.184213 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f7c2e905-be81-4e29-8c88-9522888ca82c req-cbd1915d-0bc8-4480-93ff-9d411da401e5 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9f6d949-2fc0-4123-9ae8-e2afc48ff696 HTTP/1.1" status: 200 len: 943 time: 0.1133404 Jul 24 00:48:39.192436 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0d943cf8-2b1c-42d3-bef2-89d22934e266 req-42eba56c-4638-4d61-a0b1-79f823820ee7 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:39.284047 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f7c2e905-be81-4e29-8c88-9522888ca82c req-a6964358-39fe-4922-90e4-d79f441c4639 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878866 Jul 24 00:48:39.291050 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['3c836ab3-a4b0-4f71-bdd9-af941853b1e5', '88b73c65-2a63-44ed-97a6-4adff615d912', '606a4203-9ee5-4fd5-9b14-0c178766fbfe', '5ef5038c-f4e2-498a-baa7-032528f3191c', 'aae95867-f58a-4988-a89e-59b0afb342c8'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:48:39.294240 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['e26ba7bc-df08-4bb6-9190-ffb5d7f68be7', '6dd7dda7-d8d4-4ded-aca6-2204d4bacc67'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:48:39.315443 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eba56c-4638-4d61-a0b1-79f823820ee7 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Pushing event deleted for resources: {'Port': ['ID=aae95867-f58a-4988-a89e-59b0afb342c8,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:39.318983 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d943cf8-2b1c-42d3-bef2-89d22934e266 req-42eba56c-4638-4d61-a0b1-79f823820ee7 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] No DVR routers for this DVR port aae95867-f58a-4988-a89e-59b0afb342c8 on host n-h2-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:48:39.322275 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0d943cf8-2b1c-42d3-bef2-89d22934e266 req-42eba56c-4638-4d61-a0b1-79f823820ee7 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:39.328506 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0d943cf8-2b1c-42d3-bef2-89d22934e266 req-42eba56c-4638-4d61-a0b1-79f823820ee7 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.11 "DELETE /v2.0/ports/aae95867-f58a-4988-a89e-59b0afb342c8 HTTP/1.1" status: 204 len: 173 time: 0.7946396 Jul 24 00:48:39.328981 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f741169a-ad20-46f4-a7ba-7e2253c9fda5', 'name': 'network-vif-deleted', 'tag': 'aae95867-f58a-4988-a89e-59b0afb342c8'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:48:39.331517 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abed95a-15be-4f70-a90f-6336eaf42327" -d '{"events": [{"server_uuid": "f741169a-ad20-46f4-a7ba-7e2253c9fda5", "name": "network-vif-deleted", "tag": "aae95867-f58a-4988-a89e-59b0afb342c8"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:48:39.373639 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-21f11497-1262-4057-b65f-6f612167816d req-465f65dd-1186-42d5-b8a5-bf331c0ab6a5 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1184759032', 'description': 'tempest-description-1983090447'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:39.409442 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724868e1-fa84-4c41-84a1-e3f728b4cd6d x-openstack-request-id: req-724868e1-fa84-4c41-84a1-e3f728b4cd6d {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:48:39.410185 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f741169a-ad20-46f4-a7ba-7e2253c9fda5", "name": "network-vif-deleted", "tag": "aae95867-f58a-4988-a89e-59b0afb342c8", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:48:39.410185 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-724868e1-fa84-4c41-84a1-e3f728b4cd6d {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:48:39.411141 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f741169a-ad20-46f4-a7ba-7e2253c9fda5', 'name': 'network-vif-deleted', 'tag': 'aae95867-f58a-4988-a89e-59b0afb342c8', 'status': 'completed', 'code': 200} Jul 24 00:48:39.412545 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-21f11497-1262-4057-b65f-6f612167816d req-465f65dd-1186-42d5-b8a5-bf331c0ab6a5 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:39.560236 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-21f11497-1262-4057-b65f-6f612167816d req-465f65dd-1186-42d5-b8a5-bf331c0ab6a5 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:39.565565 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-21f11497-1262-4057-b65f-6f612167816d req-465f65dd-1186-42d5-b8a5-bf331c0ab6a5 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:39.601022 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-21f11497-1262-4057-b65f-6f612167816d req-465f65dd-1186-42d5-b8a5-bf331c0ab6a5 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:39.615599 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-21f11497-1262-4057-b65f-6f612167816d req-465f65dd-1186-42d5-b8a5-bf331c0ab6a5 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2469125 Jul 24 00:48:39.624480 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f65dd-1186-42d5-b8a5-bf331c0ab6a5 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18e7a99e-8ec5-4b5d-955d-6501ba27aea2,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:39.769575 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8a3ddf-6211-4d14-b9cf-66e102817ac2 req-6606d4a9-4a2d-46fe-bad2-5cc438963e71 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:39.772053 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ed8a3ddf-6211-4d14-b9cf-66e102817ac2 req-6606d4a9-4a2d-46fe-bad2-5cc438963e71 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=18893bbb-1060-47fc-bbbb-cbabf66dc946 HTTP/1.1" status: 200 len: 945 time: 0.1007245 Jul 24 00:48:39.778617 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9bd4a948-2bd3-4933-bade-0b44cb54a726 req-9d1e8d40-3202-4758-9fd4-08e72db2eb0e tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=f741169a-ad20-46f4-a7ba-7e2253c9fda5 HTTP/1.1" status: 200 len: 210 time: 0.0555463 Jul 24 00:48:39.832687 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ed8a3ddf-6211-4d14-b9cf-66e102817ac2 req-2becfe93-a0f1-4f7e-bfe0-3ab191a43b03 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547988 Jul 24 00:48:39.917582 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fe07091d-4116-41c2-ab9d-c93a0e21d010 req-59e1efd6-e0b2-446e-ae79-3d9d2ba71f0a tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] 10.222.0.15 "GET /v2.0/security-groups/18e7a99e-8ec5-4b5d-955d-6501ba27aea2 HTTP/1.1" status: 200 len: 1813 time: 0.0584354 Jul 24 00:48:39.932543 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-fe07091d-4116-41c2-ab9d-c93a0e21d010 req-2740ea27-4382-4235-895f-b544f07327e6 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '18e7a99e-8ec5-4b5d-955d-6501ba27aea2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:39.933179 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-fe07091d-4116-41c2-ab9d-c93a0e21d010 req-2740ea27-4382-4235-895f-b544f07327e6 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '18e7a99e-8ec5-4b5d-955d-6501ba27aea2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:39.940123 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5ffc5-e884-4559-9e5f-a937f32bc8c4 req-4aaa6e12-b6f9-41eb-ba6f-57a46f4b4ed2 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:39.942358 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ede5ffc5-e884-4559-9e5f-a937f32bc8c4 req-4aaa6e12-b6f9-41eb-ba6f-57a46f4b4ed2 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 949 time: 0.0708158 Jul 24 00:48:39.988602 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ede5ffc5-e884-4559-9e5f-a937f32bc8c4 req-f2bfeff4-acd6-46eb-a0c5-8593d1e26894 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366294 Jul 24 00:48:39.997029 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-fe07091d-4116-41c2-ab9d-c93a0e21d010 req-2740ea27-4382-4235-895f-b544f07327e6 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:40.033267 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-fe07091d-4116-41c2-ab9d-c93a0e21d010 req-2740ea27-4382-4235-895f-b544f07327e6 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:40.044759 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-fe07091d-4116-41c2-ab9d-c93a0e21d010 req-2740ea27-4382-4235-895f-b544f07327e6 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:40.079781 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2740ea27-4382-4235-895f-b544f07327e6 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f04397c-4966-464f-bcfa-558e4c751ec5,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:40.096904 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-fe07091d-4116-41c2-ab9d-c93a0e21d010 req-2740ea27-4382-4235-895f-b544f07327e6 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:40.099073 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fe07091d-4116-41c2-ab9d-c93a0e21d010 req-2740ea27-4382-4235-895f-b544f07327e6 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1742258 Jul 24 00:48:40.165337 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-76cd195b-3fe8-4f76-b393-4f40bdde05d8 req-f6a30484-d3c7-4a2f-9059-b1de66f936e2 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] 10.222.0.15 "GET /v2.0/security-groups/18e7a99e-8ec5-4b5d-955d-6501ba27aea2 HTTP/1.1" status: 200 len: 2406 time: 0.0452242 Jul 24 00:48:40.211385 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-06831c70-e148-4363-af2c-48064770f9f0 req-adc67d24-8674-4c21-8c5f-945ec64b3510 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] 10.222.0.15 "GET /v2.0/security-group-rules/4f04397c-4966-464f-bcfa-558e4c751ec5 HTTP/1.1" status: 200 len: 778 time: 0.0229983 Jul 24 00:48:40.264215 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-06831c70-e148-4363-af2c-48064770f9f0 req-9c197c48-9354-44c2-8653-9b80cac932cf tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] 10.222.0.15 "GET /v2.0/security-groups/18e7a99e-8ec5-4b5d-955d-6501ba27aea2 HTTP/1.1" status: 200 len: 2406 time: 0.0459893 Jul 24 00:48:40.296301 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-06831c70-e148-4363-af2c-48064770f9f0 req-060c13d1-8142-4fd6-9b5b-358ce8a99b81 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:40.306033 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-06831c70-e148-4363-af2c-48064770f9f0 req-060c13d1-8142-4fd6-9b5b-358ce8a99b81 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:40.336224 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-06831c70-e148-4363-af2c-48064770f9f0 req-060c13d1-8142-4fd6-9b5b-358ce8a99b81 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:40.342863 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-06831c70-e148-4363-af2c-48064770f9f0 req-060c13d1-8142-4fd6-9b5b-358ce8a99b81 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:40.343947 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-06831c70-e148-4363-af2c-48064770f9f0 req-060c13d1-8142-4fd6-9b5b-358ce8a99b81 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/4f04397c-4966-464f-bcfa-558e4c751ec5 HTTP/1.1" status: 204 len: 173 time: 0.0730028 Jul 24 00:48:40.354992 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060c13d1-8142-4fd6-9b5b-358ce8a99b81 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f04397c-4966-464f-bcfa-558e4c751ec5,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:40.376128 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-266afaed-8384-495c-9ee4-6bd2e72c9b94 req-388299e6-7a22-4040-9c74-285e6200b20b tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1403676176', 'description': 'tempest-description-693010591'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:40.401455 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-266afaed-8384-495c-9ee4-6bd2e72c9b94 req-388299e6-7a22-4040-9c74-285e6200b20b tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:40.443225 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25125b-1fe9-4bd0-b024-3967b8a2b614 req-93dc4e41-181d-4ac8-9b7e-76fa8f9781eb tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:40.445006 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6a25125b-1fe9-4bd0-b024-3967b8a2b614 req-93dc4e41-181d-4ac8-9b7e-76fa8f9781eb tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9f6d949-2fc0-4123-9ae8-e2afc48ff696 HTTP/1.1" status: 200 len: 943 time: 0.0678978 Jul 24 00:48:40.492695 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6a25125b-1fe9-4bd0-b024-3967b8a2b614 req-a4a95317-a14b-4908-8c43-063ae2ddfca1 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405679 Jul 24 00:48:40.513410 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-266afaed-8384-495c-9ee4-6bd2e72c9b94 req-388299e6-7a22-4040-9c74-285e6200b20b tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:40.514179 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-266afaed-8384-495c-9ee4-6bd2e72c9b94 req-388299e6-7a22-4040-9c74-285e6200b20b tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:40.547417 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-266afaed-8384-495c-9ee4-6bd2e72c9b94 req-388299e6-7a22-4040-9c74-285e6200b20b tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:40.548995 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-266afaed-8384-495c-9ee4-6bd2e72c9b94 req-388299e6-7a22-4040-9c74-285e6200b20b tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1774139 Jul 24 00:48:40.559926 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388299e6-7a22-4040-9c74-285e6200b20b tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2684b324-b3f1-48ea-bb8c-41929133d32a,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:40.623214 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-71639a05-4a48-40bc-9b32-ce93a0f0e02d req-61aa6751-d670-4849-97ca-cae89d3766b3 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] 10.222.0.15 "GET /v2.0/security-groups/2684b324-b3f1-48ea-bb8c-41929133d32a HTTP/1.1" status: 200 len: 1812 time: 0.0399156 Jul 24 00:48:40.696251 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44515237-ba72-409f-87ef-96fb269763b5 req-93a60bf6-2b6c-43fc-a218-bb8e1cd745d2 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:40.697750 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-44515237-ba72-409f-87ef-96fb269763b5 req-93a60bf6-2b6c-43fc-a218-bb8e1cd745d2 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/networks?id=cf53c075-354a-47e9-8398-640068505382 HTTP/1.1" status: 200 len: 805 time: 0.1113920 Jul 24 00:48:40.713572 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-44515237-ba72-409f-87ef-96fb269763b5 req-56ea0fc0-5d28-4b4f-affd-ccf50b21a3a4 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/quotas/1d1d593f8bfd4b99bedc0fcdb21f74c7 HTTP/1.1" status: 200 len: 375 time: 0.0102148 Jul 24 00:48:40.714883 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-71108830-23e9-4884-8a0c-cd1b26e8d27f req-2b09a9ad-616d-46f4-b774-9617c39c2515 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1316841432', 'description': 'tempest-description-1065922103'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:40.739050 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-71108830-23e9-4884-8a0c-cd1b26e8d27f req-2b09a9ad-616d-46f4-b774-9617c39c2515 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:40.787439 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-44515237-ba72-409f-87ef-96fb269763b5 req-49b6e6e4-71a1-4235-af55-84662d36fd43 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1d1d593f8bfd4b99bedc0fcdb21f74c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0676188 Jul 24 00:48:40.830384 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-71108830-23e9-4884-8a0c-cd1b26e8d27f req-2b09a9ad-616d-46f4-b774-9617c39c2515 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:40.834651 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-71108830-23e9-4884-8a0c-cd1b26e8d27f req-2b09a9ad-616d-46f4-b774-9617c39c2515 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:40.861754 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-71108830-23e9-4884-8a0c-cd1b26e8d27f req-2b09a9ad-616d-46f4-b774-9617c39c2515 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:40.863615 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-71108830-23e9-4884-8a0c-cd1b26e8d27f req-2b09a9ad-616d-46f4-b774-9617c39c2515 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.1534300 Jul 24 00:48:40.874189 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09a9ad-616d-46f4-b774-9617c39c2515 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afb4ced0-2cbe-400c-836a-3956c1c2fa57,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:40.962741 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e1ab4c27-442f-43b5-8098-570cde8fe8f8 req-4c8ccb4d-52e4-4663-bdff-8b391a386f4e tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] 10.222.0.15 "GET /v2.0/security-groups/afb4ced0-2cbe-400c-836a-3956c1c2fa57 HTTP/1.1" status: 200 len: 1813 time: 0.0458391 Jul 24 00:48:41.077494 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 056c7d79-1727-4e88-a71a-efed19cfe482 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:48:41.121086 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-abd6cde3-dce2-4f56-8bd4-f8aef35ad394 req-e041565b-9730-4ead-84b0-2b04cb42a620 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2139951658', 'description': 'tempest-description-1388517562'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:41.150051 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-abd6cde3-dce2-4f56-8bd4-f8aef35ad394 req-e041565b-9730-4ead-84b0-2b04cb42a620 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:41.195665 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-44515237-ba72-409f-87ef-96fb269763b5 req-fd4623e8-a496-4ff3-86da-18fa6794818d service neutron] 10.222.0.15 "GET /v2.0/networks/cf53c075-354a-47e9-8398-640068505382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923657 Jul 24 00:48:41.213623 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 056c7d79-1727-4e88-a71a-efed19cfe482, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=056c7d79-1727-4e88-a71a-efed19cfe482,segment=NetworkSegment(c4a12371-e65f-4999-8182-3fce7a91f982),segment_id=c4a12371-e65f-4999-8182-3fce7a91f982)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:41.229158 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '056c7d79-1727-4e88-a71a-efed19cfe482', 'network_id': 'e2e28809-37ce-4580-b5c1-8641e6176e46', 'port_id': '056c7d79-1727-4e88-a71a-efed19cfe482', 'mac_address': 'fa:16:3e:00:9e:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd9d285b-6b1a-48e3-ba8d-9b7a3b766001', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:48:41.257189 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-abd6cde3-dce2-4f56-8bd4-f8aef35ad394 req-e041565b-9730-4ead-84b0-2b04cb42a620 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:41.262385 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-abd6cde3-dce2-4f56-8bd4-f8aef35ad394 req-e041565b-9730-4ead-84b0-2b04cb42a620 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:41.269901 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:41.287242 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 056c7d79-1727-4e88-a71a-efed19cfe482 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:48:41.293031 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-abd6cde3-dce2-4f56-8bd4-f8aef35ad394 req-e041565b-9730-4ead-84b0-2b04cb42a620 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:41.294312 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-abd6cde3-dce2-4f56-8bd4-f8aef35ad394 req-e041565b-9730-4ead-84b0-2b04cb42a620 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.1796181 Jul 24 00:48:41.309208 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 056c7d79-1727-4e88-a71a-efed19cfe482, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=056c7d79-1727-4e88-a71a-efed19cfe482,segment=NetworkSegment(c4a12371-e65f-4999-8182-3fce7a91f982),segment_id=c4a12371-e65f-4999-8182-3fce7a91f982)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:41.311011 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041565b-9730-4ead-84b0-2b04cb42a620 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=799e66d0-ed6a-4c1b-9f0b-96c3519bcbd5,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:41.319451 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:41.329414 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-44515237-ba72-409f-87ef-96fb269763b5 req-8969bd63-a86c-4471-bd35-7d225c252ef9 service neutron] 10.222.0.15 "GET /v2.0/networks/cf53c075-354a-47e9-8398-640068505382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281967 Jul 24 00:48:41.382496 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=056c7d79-1727-4e88-a71a-efed19cfe482,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:41.417598 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab94f08-d977-4dfc-81d9-27c876ccca12 req-7d34e237-8370-4275-a868-d670b088e2d9 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:41.419035 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4ab94f08-d977-4dfc-81d9-27c876ccca12 req-7d34e237-8370-4275-a868-d670b088e2d9 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.11 "GET /v2.0/ports?device_id=18893bbb-1060-47fc-bbbb-cbabf66dc946 HTTP/1.1" status: 200 len: 945 time: 0.1054213 Jul 24 00:48:41.510760 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438464e-f2ac-4717-8c9a-6c1083b3adb3 req-9ee94ca6-70b7-4ff3-b1b5-18862328bd10 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:41.512362 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0438464e-f2ac-4717-8c9a-6c1083b3adb3 req-9ee94ca6-70b7-4ff3-b1b5-18862328bd10 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 949 time: 0.1423430 Jul 24 00:48:41.574875 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['056c7d79-1727-4e88-a71a-efed19cfe482'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:48:41.582318 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0438464e-f2ac-4717-8c9a-6c1083b3adb3 req-8d845b45-1b53-457a-8148-c455d8511e36 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497215 Jul 24 00:48:41.596561 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-4ab94f08-d977-4dfc-81d9-27c876ccca12 req-936d15ec-5954-4785-a993-f3055e4860e3 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Deleting port 6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:48:41.599465 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-4ab94f08-d977-4dfc-81d9-27c876ccca12 req-936d15ec-5954-4785-a993-f3055e4860e3 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:41.662064 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66647e56-c599-474c-8c8d-7894df84525e req-cdc25d54-a2e3-415a-8cb6-ce43687cfefe tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:41.663833 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-66647e56-c599-474c-8c8d-7894df84525e req-cdc25d54-a2e3-415a-8cb6-ce43687cfefe tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7d87376-d685-42ed-96e2-a3452ba60793 HTTP/1.1" status: 200 len: 949 time: 0.0991943 Jul 24 00:48:41.712889 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-66647e56-c599-474c-8c8d-7894df84525e req-68a85648-c196-4dd5-88e1-963041facafe tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423963 Jul 24 00:48:41.749167 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-74b1b3c3-1a98-4b0c-a7f6-8081b18473ec req-cac7dcb8-3f91-4b49-b211-64dc0df2b1a2 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] 10.222.0.15 "GET /v2.0/security-groups/799e66d0-ed6a-4c1b-9f0b-96c3519bcbd5 HTTP/1.1" status: 200 len: 1813 time: 0.1135659 Jul 24 00:48:41.782947 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-4ab94f08-d977-4dfc-81d9-27c876ccca12 req-936d15ec-5954-4785-a993-f3055e4860e3 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] For port 6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f,segment=NetworkSegment(6a496770-77f3-4c89-a4ef-c619e5b67bdf),segment_id=6a496770-77f3-4c89-a4ef-c619e5b67bdf)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:41.783493 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-4ab94f08-d977-4dfc-81d9-27c876ccca12 req-936d15ec-5954-4785-a993-f3055e4860e3 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:41.806800 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-4ab94f08-d977-4dfc-81d9-27c876ccca12 req-936d15ec-5954-4785-a993-f3055e4860e3 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Calling delete_port for 6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:48:41.809673 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-914488dc-1829-4f3c-a81d-6373845b7cf9 req-313cc5d6-a756-4dae-b98b-68c2c0feac9c tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e14bab5-702d-46dc-843a-9e999be95957 HTTP/1.1" status: 200 len: 210 time: 0.0408499 Jul 24 00:48:41.909486 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-c6be1ecf-7b7a-464b-90b2-c2439706ef3b req-630a8a06-adde-4668-8aab-f396234183ee tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-269344539', 'description': 'tempest-description-692026736'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:41.936807 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c6be1ecf-7b7a-464b-90b2-c2439706ef3b req-630a8a06-adde-4668-8aab-f396234183ee tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:41.982657 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19d9e89-ffdf-46dd-b4fa-44972bca3f69 req-7c274193-7ac4-4f6b-b625-ce84980ac7bd tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:41.984250 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e19d9e89-ffdf-46dd-b4fa-44972bca3f69 req-7c274193-7ac4-4f6b-b625-ce84980ac7bd tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9f6d949-2fc0-4123-9ae8-e2afc48ff696 HTTP/1.1" status: 200 len: 944 time: 0.1004276 Jul 24 00:48:42.042061 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c6be1ecf-7b7a-464b-90b2-c2439706ef3b req-630a8a06-adde-4668-8aab-f396234183ee tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:42.046214 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c6be1ecf-7b7a-464b-90b2-c2439706ef3b req-630a8a06-adde-4668-8aab-f396234183ee tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:42.057442 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e19d9e89-ffdf-46dd-b4fa-44972bca3f69 req-56c3b9e5-42f5-470c-889e-ddee81d6d169 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541446 Jul 24 00:48:42.058511 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-4ab94f08-d977-4dfc-81d9-27c876ccca12 req-936d15ec-5954-4785-a993-f3055e4860e3 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:42.082625 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c6be1ecf-7b7a-464b-90b2-c2439706ef3b req-630a8a06-adde-4668-8aab-f396234183ee tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:42.084128 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c6be1ecf-7b7a-464b-90b2-c2439706ef3b req-630a8a06-adde-4668-8aab-f396234183ee tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.1797500 Jul 24 00:48:42.086095 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a8a06-adde-4668-8aab-f396234183ee tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5c759c-0cfe-4275-aa13-40f6dde7c952,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:42.099361 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d15ec-5954-4785-a993-f3055e4860e3 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Pushing event deleted for resources: {'Port': ['ID=6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:42.171681 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab94f08-d977-4dfc-81d9-27c876ccca12 req-936d15ec-5954-4785-a993-f3055e4860e3 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] No DVR routers for this DVR port 6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f on host n-h2-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:48:42.174518 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-4ab94f08-d977-4dfc-81d9-27c876ccca12 req-936d15ec-5954-4785-a993-f3055e4860e3 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:42.177951 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4ab94f08-d977-4dfc-81d9-27c876ccca12 req-936d15ec-5954-4785-a993-f3055e4860e3 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.11 "DELETE /v2.0/ports/6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f HTTP/1.1" status: 204 len: 173 time: 0.7476442 Jul 24 00:48:42.184711 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18893bbb-1060-47fc-bbbb-cbabf66dc946', 'name': 'network-vif-deleted', 'tag': '6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:48:42.188301 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681dc95f-8fb1-4f00-8fe5-8a4e4943fea4" -d '{"events": [{"server_uuid": "18893bbb-1060-47fc-bbbb-cbabf66dc946", "name": "network-vif-deleted", "tag": "6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:48:42.219833 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fd8edfd9-c5f6-4941-8762-f2259cc8623f req-64bff28a-a321-4239-be66-16b1d00c9302 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] 10.222.0.15 "GET /v2.0/security-groups/6a5c759c-0cfe-4275-aa13-40f6dde7c952 HTTP/1.1" status: 200 len: 1811 time: 0.1080301 Jul 24 00:48:42.262780 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f105501-6282-417b-a3aa-687d825514f5 x-openstack-request-id: req-0f105501-6282-417b-a3aa-687d825514f5 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:48:42.263143 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18893bbb-1060-47fc-bbbb-cbabf66dc946", "name": "network-vif-deleted", "tag": "6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:48:42.263348 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0f105501-6282-417b-a3aa-687d825514f5 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:48:42.263763 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18893bbb-1060-47fc-bbbb-cbabf66dc946', 'name': 'network-vif-deleted', 'tag': '6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f', 'status': 'completed', 'code': 200} Jul 24 00:48:42.266870 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [req-3b5bcdf6-f1d6-4542-9c09-ec11d7002d86 req-8c6a3adb-059f-4664-9817-de7b72bef1b3 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] show failed (client error): The resource could not be found. Jul 24 00:48:42.267898 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3b5bcdf6-f1d6-4542-9c09-ec11d7002d86 req-8c6a3adb-059f-4664-9817-de7b72bef1b3 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] 10.222.0.15 "GET /v2.0/security-groups/38cd1fb2-4a97-43ce-88b5-296e4071be9f HTTP/1.1" status: 404 len: 352 time: 0.0218542 Jul 24 00:48:42.299629 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8966e35c-8791-4dbd-8a62-46c72bece66e req-c641f1b9-1231-4a8a-a7ae-41340f6ceda9 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:42.301739 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8966e35c-8791-4dbd-8a62-46c72bece66e req-c641f1b9-1231-4a8a-a7ae-41340f6ceda9 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.11 "GET /v2.0/ports?device_id=e7d87376-d685-42ed-96e2-a3452ba60793 HTTP/1.1" status: 200 len: 949 time: 0.1228955 Jul 24 00:48:42.307740 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [req-34a901f0-5328-4f86-9707-280f8b75954f req-650ca7f7-db29-47f5-8873-71d3380c652b tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] show failed (client error): The resource could not be found. Jul 24 00:48:42.308766 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-34a901f0-5328-4f86-9707-280f8b75954f req-650ca7f7-db29-47f5-8873-71d3380c652b tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] 10.222.0.15 "GET /v2.0/security-group-rules/b6feb3df-4276-4c4c-b44e-286dd1cc37d5 HTTP/1.1" status: 404 len: 361 time: 0.0163786 Jul 24 00:48:42.476108 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-118e7295-a630-4aa9-970d-21c78e43ac29 req-09794e00-19b5-4252-bcd9-f0c970f7456e tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] 10.222.0.15 "GET /v2.0/security-groups/6a5c759c-0cfe-4275-aa13-40f6dde7c952 HTTP/1.1" status: 200 len: 1811 time: 0.1161153 Jul 24 00:48:42.587634 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-8966e35c-8791-4dbd-8a62-46c72bece66e req-b0aa64b1-7306-470c-aa99-fb0bc80ac2fa tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Deleting port 5ef5038c-f4e2-498a-baa7-032528f3191c {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:48:42.588244 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-8966e35c-8791-4dbd-8a62-46c72bece66e req-b0aa64b1-7306-470c-aa99-fb0bc80ac2fa tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:42.613682 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44515237-ba72-409f-87ef-96fb269763b5 req-a7746863-8665-4f96-b14c-0bc2ee62aa26 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:42.615323 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-44515237-ba72-409f-87ef-96fb269763b5 req-a7746863-8665-4f96-b14c-0bc2ee62aa26 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.11 "GET /v2.0/networks?id=cf53c075-354a-47e9-8398-640068505382 HTTP/1.1" status: 200 len: 805 time: 0.2052159 Jul 24 00:48:42.638027 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-44515237-ba72-409f-87ef-96fb269763b5 req-c6d34236-5784-4b00-a003-515688f97c3e tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Request body: {'port': {'device_id': '4e14bab5-702d-46dc-843a-9e999be95957', 'network_id': 'cf53c075-354a-47e9-8398-640068505382', 'admin_state_up': True, 'tenant_id': '1d1d593f8bfd4b99bedc0fcdb21f74c7'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:42.663221 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-118e7295-a630-4aa9-970d-21c78e43ac29 req-55b2ad72-a81a-422b-b23b-01e0dadb39ef tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:42.722562 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dae9cfb-f0f3-47a3-a9d1-08f29b4c3e7b req-03c02c66-6b48-4df5-aaf8-473d1c27a7c2 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:42.724172 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6dae9cfb-f0f3-47a3-a9d1-08f29b4c3e7b req-03c02c66-6b48-4df5-aaf8-473d1c27a7c2 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 949 time: 0.0672963 Jul 24 00:48:42.763412 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6dae9cfb-f0f3-47a3-a9d1-08f29b4c3e7b req-40e19ea0-870a-465f-ac08-7ee65a2c7820 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331399 Jul 24 00:48:42.772667 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-118e7295-a630-4aa9-970d-21c78e43ac29 req-55b2ad72-a81a-422b-b23b-01e0dadb39ef tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:42.811742 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-8966e35c-8791-4dbd-8a62-46c72bece66e req-b0aa64b1-7306-470c-aa99-fb0bc80ac2fa tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] For port 5ef5038c-f4e2-498a-baa7-032528f3191c, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=5ef5038c-f4e2-498a-baa7-032528f3191c,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:42.812285 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-8966e35c-8791-4dbd-8a62-46c72bece66e req-b0aa64b1-7306-470c-aa99-fb0bc80ac2fa tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:42.858915 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-8966e35c-8791-4dbd-8a62-46c72bece66e req-b0aa64b1-7306-470c-aa99-fb0bc80ac2fa tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Calling delete_port for 5ef5038c-f4e2-498a-baa7-032528f3191c owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:48:42.903850 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf00151-95d8-4cf4-9847-cdd885edf9fc req-de83f232-0ae2-4089-bb3e-eb6c01012aa9 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:42.905645 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ccf00151-95d8-4cf4-9847-cdd885edf9fc req-de83f232-0ae2-4089-bb3e-eb6c01012aa9 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7d87376-d685-42ed-96e2-a3452ba60793 HTTP/1.1" status: 200 len: 949 time: 0.0729365 Jul 24 00:48:42.949416 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ccf00151-95d8-4cf4-9847-cdd885edf9fc req-affaa32b-7d72-4bbf-a2c0-3a6a2c088163 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369473 Jul 24 00:48:42.951599 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-118e7295-a630-4aa9-970d-21c78e43ac29 req-55b2ad72-a81a-422b-b23b-01e0dadb39ef tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:42.955711 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-118e7295-a630-4aa9-970d-21c78e43ac29 req-55b2ad72-a81a-422b-b23b-01e0dadb39ef tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:42.957643 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-118e7295-a630-4aa9-970d-21c78e43ac29 req-55b2ad72-a81a-422b-b23b-01e0dadb39ef tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] 10.222.0.15 "DELETE /v2.0/security-groups/6a5c759c-0cfe-4275-aa13-40f6dde7c952 HTTP/1.1" status: 204 len: 173 time: 0.4715321 Jul 24 00:48:42.977978 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44515237-ba72-409f-87ef-96fb269763b5 req-c6d34236-5784-4b00-a003-515688f97c3e tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Made reservation on behalf of 1d1d593f8bfd4b99bedc0fcdb21f74c7 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:48:42.981582 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-44515237-ba72-409f-87ef-96fb269763b5 req-c6d34236-5784-4b00-a003-515688f97c3e tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:42.996409 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2ad72-a81a-422b-b23b-01e0dadb39ef tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5c759c-0cfe-4275-aa13-40f6dde7c952,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:43.068850 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-67892809-83d8-4052-a213-ca6c078d3b4e req-f87d187b-3821-4b75-9560-0e706459e3cc tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e14bab5-702d-46dc-843a-9e999be95957 HTTP/1.1" status: 200 len: 210 time: 0.0420995 Jul 24 00:48:43.098895 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 056c7d79-1727-4e88-a71a-efed19cfe482 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:48:43.160715 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 056c7d79-1727-4e88-a71a-efed19cfe482 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:48:43.164705 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 056c7d79-1727-4e88-a71a-efed19cfe482 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:48:43.165077 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:43.203070 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-8966e35c-8791-4dbd-8a62-46c72bece66e req-b0aa64b1-7306-470c-aa99-fb0bc80ac2fa tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:43.212874 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-44515237-ba72-409f-87ef-96fb269763b5 req-c6d34236-5784-4b00-a003-515688f97c3e tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Allocated IP 172.20.0.6 (cf53c075-354a-47e9-8398-640068505382/d196389f-9ba3-4fa3-b4a4-ee8338ee8fe0/a103637e-4ff3-4688-a574-d4aba60c2b5e) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:48:43.215336 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['e26ba7bc-df08-4bb6-9190-ffb5d7f68be7', '6dd7dda7-d8d4-4ded-aca6-2204d4bacc67'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:48:43.215604 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424b1bb-c642-43cf-96ed-74e911638861 req-69cd58c0-f2a6-4738-9fb0-1bc6031222b4 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:43.217266 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0424b1bb-c642-43cf-96ed-74e911638861 req-69cd58c0-f2a6-4738-9fb0-1bc6031222b4 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9f6d949-2fc0-4123-9ae8-e2afc48ff696 HTTP/1.1" status: 200 len: 944 time: 0.0706849 Jul 24 00:48:43.219460 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-746c726a-2cf4-4f37-a489-92dec245669b req-c98e4899-1339-415c-b138-810032d82c07 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] 10.222.0.15 "GET /v2.0/security-groups/799e66d0-ed6a-4c1b-9f0b-96c3519bcbd5 HTTP/1.1" status: 200 len: 1813 time: 0.1436284 Jul 24 00:48:43.253488 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa64b1-7306-470c-aa99-fb0bc80ac2fa tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Pushing event deleted for resources: {'Port': ['ID=5ef5038c-f4e2-498a-baa7-032528f3191c,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:43.288612 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0424b1bb-c642-43cf-96ed-74e911638861 req-a08d30e2-b8e6-4753-a628-ef236ed4fcb5 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581360 Jul 24 00:48:43.312089 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:43.322324 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:48:43.343738 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] No Port match for: 6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:48:43.344086 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f not bound to the agent host n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:48:43.344515 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 606a4203-9ee5-4fd5-9b14-0c178766fbfe no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:48:43.365941 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-8966e35c-8791-4dbd-8a62-46c72bece66e req-b0aa64b1-7306-470c-aa99-fb0bc80ac2fa tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] No DVR routers for this DVR port 5ef5038c-f4e2-498a-baa7-032528f3191c on host n-h2-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:48:43.370391 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-8966e35c-8791-4dbd-8a62-46c72bece66e req-b0aa64b1-7306-470c-aa99-fb0bc80ac2fa tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:43.377063 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8966e35c-8791-4dbd-8a62-46c72bece66e req-b0aa64b1-7306-470c-aa99-fb0bc80ac2fa tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.11 "DELETE /v2.0/ports/5ef5038c-f4e2-498a-baa7-032528f3191c HTTP/1.1" status: 204 len: 173 time: 1.0660522 Jul 24 00:48:43.392692 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f6d949-2fc0-4123-9ae8-e2afc48ff696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056c7d79-1727-4e88-a71a-efed19cfe482'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:48:43.396146 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249bcf13-ba00-41d3-b46b-d9687821b894" -d '{"events": [{"server_uuid": "a9f6d949-2fc0-4123-9ae8-e2afc48ff696", "name": "network-vif-plugged", "status": "completed", "tag": "056c7d79-1727-4e88-a71a-efed19cfe482"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:48:43.416026 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-746c726a-2cf4-4f37-a489-92dec245669b req-cb2e330d-2ab0-4f66-8558-2d048f1a34ec tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:43.430953 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 056c7d79-1727-4e88-a71a-efed19cfe482, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=056c7d79-1727-4e88-a71a-efed19cfe482,segment=NetworkSegment(c4a12371-e65f-4999-8182-3fce7a91f982),segment_id=c4a12371-e65f-4999-8182-3fce7a91f982)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:43.436770 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db547df0-fcf0-4c69-85cb-fb8e1198c1c1 x-openstack-request-id: req-db547df0-fcf0-4c69-85cb-fb8e1198c1c1 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:48:43.437306 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f6d949-2fc0-4123-9ae8-e2afc48ff696", "name": "network-vif-plugged", "status": "completed", "tag": "056c7d79-1727-4e88-a71a-efed19cfe482", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:48:43.437558 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-db547df0-fcf0-4c69-85cb-fb8e1198c1c1 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:48:43.437945 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f6d949-2fc0-4123-9ae8-e2afc48ff696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056c7d79-1727-4e88-a71a-efed19cfe482', 'code': 200} Jul 24 00:48:43.445825 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:43.480998 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-746c726a-2cf4-4f37-a489-92dec245669b req-cb2e330d-2ab0-4f66-8558-2d048f1a34ec tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:43.562475 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=056c7d79-1727-4e88-a71a-efed19cfe482,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:43.579697 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:43.579962 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:43.580294 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:43.580645 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:43.580994 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:43.582150 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:43.582422 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:43.582861 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:43.583214 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:43.583564 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:43.583891 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:43.584216 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:43.591272 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:43.603301 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-44515237-ba72-409f-87ef-96fb269763b5 req-c6d34236-5784-4b00-a003-515688f97c3e tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:43.653634 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-746c726a-2cf4-4f37-a489-92dec245669b req-cb2e330d-2ab0-4f66-8558-2d048f1a34ec tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:43.656907 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-746c726a-2cf4-4f37-a489-92dec245669b req-cb2e330d-2ab0-4f66-8558-2d048f1a34ec tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:43.666304 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-746c726a-2cf4-4f37-a489-92dec245669b req-cb2e330d-2ab0-4f66-8558-2d048f1a34ec tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] 10.222.0.15 "DELETE /v2.0/security-groups/799e66d0-ed6a-4c1b-9f0b-96c3519bcbd5 HTTP/1.1" status: 204 len: 173 time: 0.4213400 Jul 24 00:48:43.668229 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 606a4203-9ee5-4fd5-9b14-0c178766fbfe, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=606a4203-9ee5-4fd5-9b14-0c178766fbfe,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:43.672606 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c7b78-cad5-4ca6-84d8-3573151cdfa8 req-68ed0e16-d002-40c8-bb9e-5b74939fa15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:43.678596 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-294c7b78-cad5-4ca6-84d8-3573151cdfa8 req-68ed0e16-d002-40c8-bb9e-5b74939fa15c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a9f6d949-2fc0-4123-9ae8-e2afc48ff696 HTTP/1.1" status: 200 len: 1097 time: 0.1088328 Jul 24 00:48:43.679295 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:43.680081 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 1bd284f3-f531-425d-990f-2e8bd2068cc4 no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:48:43.706068 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e330d-2ab0-4f66-8558-2d048f1a34ec tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=799e66d0-ed6a-4c1b-9f0b-96c3519bcbd5,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:43.731119 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-294c7b78-cad5-4ca6-84d8-3573151cdfa8 req-5c1fbf67-e081-45a7-9193-3665d184e38f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460260 Jul 24 00:48:43.763463 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-44515237-ba72-409f-87ef-96fb269763b5 req-c6d34236-5784-4b00-a003-515688f97c3e tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:43.841435 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=606a4203-9ee5-4fd5-9b14-0c178766fbfe,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:43.890244 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44515237-ba72-409f-87ef-96fb269763b5 req-c6d34236-5784-4b00-a003-515688f97c3e tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Network cf53c075-354a-47e9-8398-640068505382 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:48:43.897063 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-45074ea2-1e92-4beb-a75d-317d460331bc req-f183567f-df62-4882-a141-ba9eb61a9e7e tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] 10.222.0.15 "GET /v2.0/security-groups/afb4ced0-2cbe-400c-836a-3956c1c2fa57 HTTP/1.1" status: 200 len: 1813 time: 0.1941168 Jul 24 00:48:43.901301 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-44515237-ba72-409f-87ef-96fb269763b5 req-c6d34236-5784-4b00-a003-515688f97c3e tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:48:43.914254 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-44515237-ba72-409f-87ef-96fb269763b5 req-c6d34236-5784-4b00-a003-515688f97c3e tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:48:43.918428 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d34236-5784-4b00-a003-515688f97c3e tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Pushing event updated for resources: {'Port': ['ID=a103637e-4ff3-4688-a574-d4aba60c2b5e,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:43.920755 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 9d1b5b62-5be0-495a-ae91-411a6cc06b8e no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:48:43.966307 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9ccdb-c3d2-42fe-81af-1e328232a883 req-11e00f4d-f575-4a31-83ec-864e608bd1e1 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:43.975298 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0aa9ccdb-c3d2-42fe-81af-1e328232a883 req-11e00f4d-f575-4a31-83ec-864e608bd1e1 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 949 time: 0.1216826 Jul 24 00:48:44.011341 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44515237-ba72-409f-87ef-96fb269763b5 req-c6d34236-5784-4b00-a003-515688f97c3e tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:44.011612 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:44.012050 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-44515237-ba72-409f-87ef-96fb269763b5 req-c6d34236-5784-4b00-a003-515688f97c3e tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:44.017985 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0aa9ccdb-c3d2-42fe-81af-1e328232a883 req-d05dd342-b292-4258-ad10-d23f5251b8d7 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408843 Jul 24 00:48:44.044484 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-45074ea2-1e92-4beb-a75d-317d460331bc req-b0365191-0f53-434d-beeb-5ec5ff87c9d3 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:44.048542 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-44515237-ba72-409f-87ef-96fb269763b5 req-c6d34236-5784-4b00-a003-515688f97c3e tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4208927 Jul 24 00:48:44.049618 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 9d1b5b62-5be0-495a-ae91-411a6cc06b8e, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=9d1b5b62-5be0-495a-ae91-411a6cc06b8e,segment=NetworkSegment(68b73458-c661-4e5a-b683-24d7323352a7),segment_id=68b73458-c661-4e5a-b683-24d7323352a7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:44.054501 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:44.055897 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device aae95867-f58a-4988-a89e-59b0afb342c8 no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:48:44.068116 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-44515237-ba72-409f-87ef-96fb269763b5 req-ec03eb8c-97fb-4d78-9ce6-01f23bf0e9df service neutron] Request body: {'port': {'device_id': '4e14bab5-702d-46dc-843a-9e999be95957', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-25'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:44.103187 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] No Port match for: aae95867-f58a-4988-a89e-59b0afb342c8 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:48:44.103967 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device aae95867-f58a-4988-a89e-59b0afb342c8 not bound to the agent host n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:48:44.104116 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-45074ea2-1e92-4beb-a75d-317d460331bc req-b0365191-0f53-434d-beeb-5ec5ff87c9d3 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:44.104335 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 1b2d3291-8280-46dd-96b5-e7c6c7c3131b no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:48:44.130371 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e05dad4a-f004-42ff-af8a-5cac298d1f41 req-63be7f44-7832-4e1e-8e58-db66e8de100b tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=e7d87376-d685-42ed-96e2-a3452ba60793 HTTP/1.1" status: 200 len: 210 time: 0.0312672 Jul 24 00:48:44.170600 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=9d1b5b62-5be0-495a-ae91-411a6cc06b8e,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:44.195656 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-44515237-ba72-409f-87ef-96fb269763b5 req-ec03eb8c-97fb-4d78-9ce6-01f23bf0e9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:44.205836 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-45074ea2-1e92-4beb-a75d-317d460331bc req-b0365191-0f53-434d-beeb-5ec5ff87c9d3 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:44.208550 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-45074ea2-1e92-4beb-a75d-317d460331bc req-b0365191-0f53-434d-beeb-5ec5ff87c9d3 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:44.209701 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-45074ea2-1e92-4beb-a75d-317d460331bc req-b0365191-0f53-434d-beeb-5ec5ff87c9d3 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] 10.222.0.15 "DELETE /v2.0/security-groups/afb4ced0-2cbe-400c-836a-3956c1c2fa57 HTTP/1.1" status: 204 len: 173 time: 0.3036375 Jul 24 00:48:44.229722 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:44.243777 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0365191-0f53-434d-beeb-5ec5ff87c9d3 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb4ced0-2cbe-400c-836a-3956c1c2fa57,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:44.283450 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 1b2d3291-8280-46dd-96b5-e7c6c7c3131b, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=1b2d3291-8280-46dd-96b5-e7c6c7c3131b,segment=NetworkSegment(23ebf5d9-a245-4865-978c-96f59b5fd63b),segment_id=23ebf5d9-a245-4865-978c-96f59b5fd63b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:44.289597 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:44.289597 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 3c836ab3-a4b0-4f71-bdd9-af941853b1e5 no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:48:44.334249 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7d87376-d685-42ed-96e2-a3452ba60793', 'name': 'network-vif-deleted', 'tag': '5ef5038c-f4e2-498a-baa7-032528f3191c'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:48:44.336743 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5915c7-6f46-4a4a-bc0a-df3fbe01d592" -d '{"events": [{"server_uuid": "e7d87376-d685-42ed-96e2-a3452ba60793", "name": "network-vif-deleted", "tag": "5ef5038c-f4e2-498a-baa7-032528f3191c"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:48:44.373699 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=1b2d3291-8280-46dd-96b5-e7c6c7c3131b,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:44.420182 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:44.445185 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-18f58581-0b49-45ca-9de1-9f4e654ff456 req-e933d864-b0f7-4c56-86ba-36bc90721f78 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] 10.222.0.15 "GET /v2.0/security-groups/2684b324-b3f1-48ea-bb8c-41929133d32a HTTP/1.1" status: 200 len: 1812 time: 0.0476120 Jul 24 00:48:44.468146 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 3c836ab3-a4b0-4f71-bdd9-af941853b1e5, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=3c836ab3-a4b0-4f71-bdd9-af941853b1e5,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:44.480501 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:44.481248 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:48:44.493581 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc2255-3d23-48c5-96c3-7bd60499c65f req-72ef9cc0-c1ac-4c38-94f8-70bab042a8ea tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:44.495348 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4fdc2255-3d23-48c5-96c3-7bd60499c65f req-72ef9cc0-c1ac-4c38-94f8-70bab042a8ea tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e14bab5-702d-46dc-843a-9e999be95957 HTTP/1.1" status: 200 len: 931 time: 0.1527295 Jul 24 00:48:44.535951 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-18f58581-0b49-45ca-9de1-9f4e654ff456 req-c771bdef-da98-46c2-95a0-9c89975b036b tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:44.559277 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=3c836ab3-a4b0-4f71-bdd9-af941853b1e5,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:44.570116 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4fdc2255-3d23-48c5-96c3-7bd60499c65f req-871d0788-865b-4da6-b0df-d420fdabb87d tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609310 Jul 24 00:48:44.574673 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-18f58581-0b49-45ca-9de1-9f4e654ff456 req-c771bdef-da98-46c2-95a0-9c89975b036b tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:44.606574 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:44.627795 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-18f58581-0b49-45ca-9de1-9f4e654ff456 req-c771bdef-da98-46c2-95a0-9c89975b036b tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:44.631313 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-18f58581-0b49-45ca-9de1-9f4e654ff456 req-c771bdef-da98-46c2-95a0-9c89975b036b tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:44.632836 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-18f58581-0b49-45ca-9de1-9f4e654ff456 req-c771bdef-da98-46c2-95a0-9c89975b036b tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] 10.222.0.15 "DELETE /v2.0/security-groups/2684b324-b3f1-48ea-bb8c-41929133d32a HTTP/1.1" status: 204 len: 173 time: 0.1788278 Jul 24 00:48:44.647429 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c771bdef-da98-46c2-95a0-9c89975b036b tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2684b324-b3f1-48ea-bb8c-41929133d32a,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:44.648992 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-44515237-ba72-409f-87ef-96fb269763b5 req-ec03eb8c-97fb-4d78-9ce6-01f23bf0e9df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a103637e-4ff3-4688-a574-d4aba60c2b5e {{(pid=100463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:48:44.666413 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-44515237-ba72-409f-87ef-96fb269763b5 req-ec03eb8c-97fb-4d78-9ce6-01f23bf0e9df service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:44.685159 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-44515237-ba72-409f-87ef-96fb269763b5 req-ec03eb8c-97fb-4d78-9ce6-01f23bf0e9df service neutron] Transition to ACTIVE for port object a103637e-4ff3-4688-a574-d4aba60c2b5e will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:48:44.690063 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1cc9327-426f-4dd9-a060-9abfd647947f x-openstack-request-id: req-f1cc9327-426f-4dd9-a060-9abfd647947f {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:48:44.690372 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7d87376-d685-42ed-96e2-a3452ba60793", "name": "network-vif-deleted", "tag": "5ef5038c-f4e2-498a-baa7-032528f3191c", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:48:44.690602 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f1cc9327-426f-4dd9-a060-9abfd647947f {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:48:44.691130 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7d87376-d685-42ed-96e2-a3452ba60793', 'name': 'network-vif-deleted', 'tag': '5ef5038c-f4e2-498a-baa7-032528f3191c', 'status': 'completed', 'code': 200} Jul 24 00:48:44.728871 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-44515237-ba72-409f-87ef-96fb269763b5 req-ec03eb8c-97fb-4d78-9ce6-01f23bf0e9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:44.834158 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a,segment=NetworkSegment(719843d8-5fea-4363-bbdc-981ab26ff953),segment_id=719843d8-5fea-4363-bbdc-981ab26ff953)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:44.840385 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:44.841021 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 7bc5bf74-100d-43be-be48-ec3d5d893115 no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:48:44.870574 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03eb8c-97fb-4d78-9ce6-01f23bf0e9df service neutron] Pushing event updated for resources: {'Port': ['ID=a103637e-4ff3-4688-a574-d4aba60c2b5e,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:44.885288 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462eee5-0a4f-4fab-b5d1-1e8b230f66c6 req-33a63b7c-28a9-410c-9cad-5256a3b2d067 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:44.888388 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8462eee5-0a4f-4fab-b5d1-1e8b230f66c6 req-33a63b7c-28a9-410c-9cad-5256a3b2d067 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9f6d949-2fc0-4123-9ae8-e2afc48ff696 HTTP/1.1" status: 200 len: 945 time: 0.2002029 Jul 24 00:48:44.922405 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:44.932619 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-44515237-ba72-409f-87ef-96fb269763b5 req-ec03eb8c-97fb-4d78-9ce6-01f23bf0e9df service neutron] Attempting to bind port a103637e-4ff3-4688-a574-d4aba60c2b5e on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:48:44.932956 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-44515237-ba72-409f-87ef-96fb269763b5 req-ec03eb8c-97fb-4d78-9ce6-01f23bf0e9df service neutron] Attempting to bind port a103637e-4ff3-4688-a574-d4aba60c2b5e by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '6a496770-77f3-4c89-a4ef-c619e5b67bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cf53c075-354a-47e9-8398-640068505382'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:48:44.933296 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44515237-ba72-409f-87ef-96fb269763b5 req-ec03eb8c-97fb-4d78-9ce6-01f23bf0e9df service neutron] Attempting to bind port a103637e-4ff3-4688-a574-d4aba60c2b5e on network cf53c075-354a-47e9-8398-640068505382 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:48:44.947796 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44515237-ba72-409f-87ef-96fb269763b5 req-ec03eb8c-97fb-4d78-9ce6-01f23bf0e9df service neutron] Port a103637e-4ff3-4688-a574-d4aba60c2b5e on network cf53c075-354a-47e9-8398-640068505382 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:48:44.948125 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44515237-ba72-409f-87ef-96fb269763b5 req-ec03eb8c-97fb-4d78-9ce6-01f23bf0e9df service neutron] Attempting to bind port a103637e-4ff3-4688-a574-d4aba60c2b5e on network cf53c075-354a-47e9-8398-640068505382 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:48:44.958379 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8462eee5-0a4f-4fab-b5d1-1e8b230f66c6 req-33846783-f5ed-4902-92e8-4532715ad9ee tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613551 Jul 24 00:48:44.959297 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44515237-ba72-409f-87ef-96fb269763b5 req-ec03eb8c-97fb-4d78-9ce6-01f23bf0e9df service neutron] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:48:44.959645 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44515237-ba72-409f-87ef-96fb269763b5 req-ec03eb8c-97fb-4d78-9ce6-01f23bf0e9df service neutron] Checking segment: {'id': '6a496770-77f3-4c89-a4ef-c619e5b67bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cf53c075-354a-47e9-8398-640068505382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:48:44.960025 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44515237-ba72-409f-87ef-96fb269763b5 req-ec03eb8c-97fb-4d78-9ce6-01f23bf0e9df service neutron] Bound using segment: {'id': '6a496770-77f3-4c89-a4ef-c619e5b67bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cf53c075-354a-47e9-8398-640068505382'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:48:44.960473 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-44515237-ba72-409f-87ef-96fb269763b5 req-ec03eb8c-97fb-4d78-9ce6-01f23bf0e9df service neutron] Bound port: a103637e-4ff3-4688-a574-d4aba60c2b5e, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a496770-77f3-4c89-a4ef-c619e5b67bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cf53c075-354a-47e9-8398-640068505382'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:48:44.960830 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-44515237-ba72-409f-87ef-96fb269763b5 req-ec03eb8c-97fb-4d78-9ce6-01f23bf0e9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:44.970309 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:44.999979 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264d9a1-6316-4ef3-934b-40ee3ab3c5d1 req-d799c5da-ff93-46c1-a514-3cecda6a25af tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:45.001361 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0264d9a1-6316-4ef3-934b-40ee3ab3c5d1 req-d799c5da-ff93-46c1-a514-3cecda6a25af tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=71b2192f-9eba-484c-8ee1-9bfa0a5c29a0 HTTP/1.1" status: 200 len: 1097 time: 0.0717058 Jul 24 00:48:45.025051 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 7bc5bf74-100d-43be-be48-ec3d5d893115, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=7bc5bf74-100d-43be-be48-ec3d5d893115,segment=NetworkSegment(68b73458-c661-4e5a-b683-24d7323352a7),segment_id=68b73458-c661-4e5a-b683-24d7323352a7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:45.030945 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:45.031677 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 3ed410d3-3325-4685-85a3-54d0440cdaea no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:48:45.043702 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0264d9a1-6316-4ef3-934b-40ee3ab3c5d1 req-a05a3a6b-fb2c-41ff-bc77-8d60c77da7b9 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341175 Jul 24 00:48:45.069738 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86c5a3cc-dc1a-45ae-9edc-d6acd0a07b66 req-429fc7e4-506c-4ae3-af93-1fc3cffb08e2 tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] 10.222.0.15 "GET /v2.0/security-groups/18e7a99e-8ec5-4b5d-955d-6501ba27aea2 HTTP/1.1" status: 200 len: 1813 time: 0.0779984 Jul 24 00:48:45.080469 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-44515237-ba72-409f-87ef-96fb269763b5 req-ec03eb8c-97fb-4d78-9ce6-01f23bf0e9df service neutron] For port a103637e-4ff3-4688-a574-d4aba60c2b5e, host n-h2-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:48:45.085505 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-44515237-ba72-409f-87ef-96fb269763b5 req-ec03eb8c-97fb-4d78-9ce6-01f23bf0e9df service neutron] For port a103637e-4ff3-4688-a574-d4aba60c2b5e, host n-h2-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=a103637e-4ff3-4688-a574-d4aba60c2b5e,segment=NetworkSegment(6a496770-77f3-4c89-a4ef-c619e5b67bdf),segment_id=6a496770-77f3-4c89-a4ef-c619e5b67bdf)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:48:45.096170 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-44515237-ba72-409f-87ef-96fb269763b5 req-ec03eb8c-97fb-4d78-9ce6-01f23bf0e9df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:45.134157 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=7bc5bf74-100d-43be-be48-ec3d5d893115,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:45.192969 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:45.242873 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 3ed410d3-3325-4685-85a3-54d0440cdaea, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=3ed410d3-3325-4685-85a3-54d0440cdaea,segment=NetworkSegment(23ebf5d9-a245-4865-978c-96f59b5fd63b),segment_id=23ebf5d9-a245-4865-978c-96f59b5fd63b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:45.247341 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:45.248518 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 5ef5038c-f4e2-498a-baa7-032528f3191c no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:48:45.294975 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] No Port match for: 5ef5038c-f4e2-498a-baa7-032528f3191c {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:48:45.295474 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 5ef5038c-f4e2-498a-baa7-032528f3191c not bound to the agent host n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:48:45.295784 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 26b94257-c0af-4147-9ffe-5c742e897ecd no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:48:45.312646 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a8910-fd39-4d57-8ede-615aac41622e req-2f6eae72-bb1f-49d3-91e2-edb39db63722 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:45.314328 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-639a8910-fd39-4d57-8ede-615aac41622e req-2f6eae72-bb1f-49d3-91e2-edb39db63722 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=628d42a2-7ada-4268-be52-7c3048d872bf HTTP/1.1" status: 200 len: 948 time: 0.1045010 Jul 24 00:48:45.359307 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=3ed410d3-3325-4685-85a3-54d0440cdaea,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:45.364151 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-639a8910-fd39-4d57-8ede-615aac41622e req-d8745af6-9963-4860-b405-e1f2b344e0fd tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378444 Jul 24 00:48:45.413124 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:45.440141 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628d42a2-7ada-4268-be52-7c3048d872bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '606a4203-9ee5-4fd5-9b14-0c178766fbfe'}, {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d1b5b62-5be0-495a-ae91-411a6cc06b8e'}, {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b2d3291-8280-46dd-96b5-e7c6c7c3131b'}, {'server_uuid': '9a8c3e8b-bb27-45d1-8a7d-77fb6845e543', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c836ab3-a4b0-4f71-bdd9-af941853b1e5'}, {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a'}, {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bc5bf74-100d-43be-be48-ec3d5d893115'}, {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ed410d3-3325-4685-85a3-54d0440cdaea'}, {'server_uuid': '19ee412f-71d8-40f9-8750-cb729f5a97ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26b94257-c0af-4147-9ffe-5c742e897ecd'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:48:45.443070 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8650947-26ef-4944-b626-feb94b57c95f" -d '{"events": [{"server_uuid": "628d42a2-7ada-4268-be52-7c3048d872bf", "name": "network-vif-unplugged", "status": "completed", "tag": "606a4203-9ee5-4fd5-9b14-0c178766fbfe"}, {"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-unplugged", "status": "completed", "tag": "9d1b5b62-5be0-495a-ae91-411a6cc06b8e"}, {"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-unplugged", "status": "completed", "tag": "1b2d3291-8280-46dd-96b5-e7c6c7c3131b"}, {"server_uuid": "9a8c3e8b-bb27-45d1-8a7d-77fb6845e543", "name": "network-vif-unplugged", "status": "completed", "tag": "3c836ab3-a4b0-4f71-bdd9-af941853b1e5"}, {"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-unplugged", "status": "completed", "tag": "dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a"}, {"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-unplugged", "status": "completed", "tag": "7bc5bf74-100d-43be-be48-ec3d5d893115"}, {"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-unplugged", "status": "completed", "tag": "3ed410d3-3325-4685-85a3-54d0440cdaea"}, {"server_uuid": "19ee412f-71d8-40f9-8750-cb729f5a97ac", "name": "network-vif-unplugged", "status": "completed", "tag": "26b94257-c0af-4147-9ffe-5c742e897ecd"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:48:45.456089 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 26b94257-c0af-4147-9ffe-5c742e897ecd, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=26b94257-c0af-4147-9ffe-5c742e897ecd,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:45.460978 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:45.462130 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 506e7617-622e-4e8e-8f0b-88bed6716f82 no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:48:45.505221 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de074d-c69a-48c5-b06f-beff7958e6a5 req-6f9e292b-bc19-4a82-8ca1-cac969ee3f6a tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:45.506831 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-72de074d-c69a-48c5-b06f-beff7958e6a5 req-6f9e292b-bc19-4a82-8ca1-cac969ee3f6a tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 949 time: 0.0694904 Jul 24 00:48:45.518238 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44515237-ba72-409f-87ef-96fb269763b5 req-ec03eb8c-97fb-4d78-9ce6-01f23bf0e9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:45.518941 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-44515237-ba72-409f-87ef-96fb269763b5 req-ec03eb8c-97fb-4d78-9ce6-01f23bf0e9df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:45.520427 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-44515237-ba72-409f-87ef-96fb269763b5 req-ec03eb8c-97fb-4d78-9ce6-01f23bf0e9df service neutron] 10.222.0.11 "PUT /v2.0/ports/a103637e-4ff3-4688-a574-d4aba60c2b5e HTTP/1.1" status: 200 len: 1092 time: 1.4606974 Jul 24 00:48:45.557761 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03eb8c-97fb-4d78-9ce6-01f23bf0e9df service neutron] Pushing event updated for resources: {'Port': ['ID=a103637e-4ff3-4688-a574-d4aba60c2b5e,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:45.561356 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-72de074d-c69a-48c5-b06f-beff7958e6a5 req-e1222de0-1523-4956-abb6-55aa2c131ad4 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452533 Jul 24 00:48:45.573819 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-86c5a3cc-dc1a-45ae-9edc-d6acd0a07b66 req-2c4cb1f0-e8ed-4e81-a8d2-8e6d665924eb tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:45.606614 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=26b94257-c0af-4147-9ffe-5c742e897ecd,revision_number=10']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:45.611985 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 24a09a83-d86e-4a1c-b603-983448f0ec6b no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:48:45.633244 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-86c5a3cc-dc1a-45ae-9edc-d6acd0a07b66 req-2c4cb1f0-e8ed-4e81-a8d2-8e6d665924eb tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:45.656214 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d313d356-3d80-4b53-a960-0c6c92f4ebab req-9181fc75-a9c3-4ac5-9fab-c691c6708f9e tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:45.657831 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d313d356-3d80-4b53-a960-0c6c92f4ebab req-9181fc75-a9c3-4ac5-9fab-c691c6708f9e tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.11 "GET /v2.0/ports?device_id=628d42a2-7ada-4268-be52-7c3048d872bf HTTP/1.1" status: 200 len: 948 time: 0.1960504 Jul 24 00:48:45.661962 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-71a8cb4b-54f6-4791-838f-297ade05ea96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:45.712842 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:45.755085 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44515237-ba72-409f-87ef-96fb269763b5 req-0180acfc-ccc9-4927-bc30-340b5163138f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:45.756612 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-44515237-ba72-409f-87ef-96fb269763b5 req-0180acfc-ccc9-4927-bc30-340b5163138f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1d1d593f8bfd4b99bedc0fcdb21f74c7&device_id=4e14bab5-702d-46dc-843a-9e999be95957 HTTP/1.1" status: 200 len: 1095 time: 0.1940722 Jul 24 00:48:45.757612 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 24a09a83-d86e-4a1c-b603-983448f0ec6b, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=24a09a83-d86e-4a1c-b603-983448f0ec6b,segment=NetworkSegment(68b73458-c661-4e5a-b683-24d7323352a7),segment_id=68b73458-c661-4e5a-b683-24d7323352a7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:45.762056 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:45.762933 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 65eea3c6-1e2c-4140-8dae-ee4329e7701b no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:48:45.775035 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-86c5a3cc-dc1a-45ae-9edc-d6acd0a07b66 req-2c4cb1f0-e8ed-4e81-a8d2-8e6d665924eb tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:45.777631 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-86c5a3cc-dc1a-45ae-9edc-d6acd0a07b66 req-2c4cb1f0-e8ed-4e81-a8d2-8e6d665924eb tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:45.785683 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 49658) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:45.803513 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86c5a3cc-dc1a-45ae-9edc-d6acd0a07b66 req-2c4cb1f0-e8ed-4e81-a8d2-8e6d665924eb tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] 10.222.0.15 "DELETE /v2.0/security-groups/18e7a99e-8ec5-4b5d-955d-6501ba27aea2 HTTP/1.1" status: 204 len: 173 time: 0.7198920 Jul 24 00:48:45.868687 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4cb1f0-e8ed-4e81-a8d2-8e6d665924eb tempest-SecurityGroupRulesNegativeTestJSON-2135517437 tempest-SecurityGroupRulesNegativeTestJSON-2135517437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e7a99e-8ec5-4b5d-955d-6501ba27aea2,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:45.871023 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-4476c00c-1ce5-4fb9-837b-2fe364481fc0 admin admin] Deleting subnet c7ed3b8d-e3a0-497d-bdc4-3268c0c462b9 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:48:45.872851 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-44515237-ba72-409f-87ef-96fb269763b5 req-86aab1e0-22fe-4858-aab6-31f5c5fb7d5f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a103637e-4ff3-4688-a574-d4aba60c2b5e HTTP/1.1" status: 200 len: 217 time: 0.0679200 Jul 24 00:48:45.875388 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4476c00c-1ce5-4fb9-837b-2fe364481fc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:45.911912 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:45.942462 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=24a09a83-d86e-4a1c-b603-983448f0ec6b,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:45.957063 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4476c00c-1ce5-4fb9-837b-2fe364481fc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:45.964196 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-d313d356-3d80-4b53-a960-0c6c92f4ebab req-22a72e59-7369-4827-8f26-ff8d6c9d337b tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Deleting port 606a4203-9ee5-4fd5-9b14-0c178766fbfe {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:48:45.966571 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-d313d356-3d80-4b53-a960-0c6c92f4ebab req-22a72e59-7369-4827-8f26-ff8d6c9d337b tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:45.976862 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 65eea3c6-1e2c-4140-8dae-ee4329e7701b, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=65eea3c6-1e2c-4140-8dae-ee4329e7701b,segment=NetworkSegment(68b73458-c661-4e5a-b683-24d7323352a7),segment_id=68b73458-c661-4e5a-b683-24d7323352a7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:45.982633 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:45.983931 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 88b73c65-2a63-44ed-97a6-4adff615d912 no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:48:46.012223 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4476c00c-1ce5-4fb9-837b-2fe364481fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:46.013649 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1396 Content-Type: application/json Date: Sat, 24 Jul 2021 00:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a5b593-7722-4fa2-a6b6-07fb4822cc6a x-openstack-request-id: req-d7a5b593-7722-4fa2-a6b6-07fb4822cc6a {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:48:46.014335 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "628d42a2-7ada-4268-be52-7c3048d872bf", "name": "network-vif-unplugged", "status": "completed", "tag": "606a4203-9ee5-4fd5-9b14-0c178766fbfe", "code": 200}, {"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-unplugged", "status": "completed", "tag": "9d1b5b62-5be0-495a-ae91-411a6cc06b8e", "code": 200}, {"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-unplugged", "status": "completed", "tag": "1b2d3291-8280-46dd-96b5-e7c6c7c3131b", "code": 200}, {"server_uuid": "9a8c3e8b-bb27-45d1-8a7d-77fb6845e543", "name": "network-vif-unplugged", "status": "completed", "tag": "3c836ab3-a4b0-4f71-bdd9-af941853b1e5", "code": 200}, {"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-unplugged", "status": "completed", "tag": "dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a", "code": 200}, {"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-unplugged", "status": "completed", "tag": "7bc5bf74-100d-43be-be48-ec3d5d893115", "code": 200}, {"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-unplugged", "status": "completed", "tag": "3ed410d3-3325-4685-85a3-54d0440cdaea", "code": 200}, {"server_uuid": "19ee412f-71d8-40f9-8750-cb729f5a97ac", "name": "network-vif-unplugged", "status": "completed", "tag": "26b94257-c0af-4147-9ffe-5c742e897ecd", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:48:46.014894 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d7a5b593-7722-4fa2-a6b6-07fb4822cc6a {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:48:46.015480 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628d42a2-7ada-4268-be52-7c3048d872bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '606a4203-9ee5-4fd5-9b14-0c178766fbfe', 'code': 200} Jul 24 00:48:46.015840 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d1b5b62-5be0-495a-ae91-411a6cc06b8e', 'code': 200} Jul 24 00:48:46.016487 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b2d3291-8280-46dd-96b5-e7c6c7c3131b', 'code': 200} Jul 24 00:48:46.016808 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8c3e8b-bb27-45d1-8a7d-77fb6845e543', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c836ab3-a4b0-4f71-bdd9-af941853b1e5', 'code': 200} Jul 24 00:48:46.017155 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a', 'code': 200} Jul 24 00:48:46.017498 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bc5bf74-100d-43be-be48-ec3d5d893115', 'code': 200} Jul 24 00:48:46.017840 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ed410d3-3325-4685-85a3-54d0440cdaea', 'code': 200} Jul 24 00:48:46.018181 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ee412f-71d8-40f9-8750-cb729f5a97ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26b94257-c0af-4147-9ffe-5c742e897ecd', 'code': 200} Jul 24 00:48:46.056710 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44515237-ba72-409f-87ef-96fb269763b5 req-a2cc094b-8eb8-4e41-a62e-54bf5809b0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:46.058448 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-44515237-ba72-409f-87ef-96fb269763b5 req-a2cc094b-8eb8-4e41-a62e-54bf5809b0ae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d196389f-9ba3-4fa3-b4a4-ee8338ee8fe0 HTTP/1.1" status: 200 len: 845 time: 0.1702881 Jul 24 00:48:46.096996 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4476c00c-1ce5-4fb9-837b-2fe364481fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:46.126162 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4476c00c-1ce5-4fb9-837b-2fe364481fc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7ed3b8d-e3a0-497d-bdc4-3268c0c462b9,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:46.134773 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4476c00c-1ce5-4fb9-837b-2fe364481fc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:46.137411 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4476c00c-1ce5-4fb9-837b-2fe364481fc0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c7ed3b8d-e3a0-497d-bdc4-3268c0c462b9 HTTP/1.1" status: 204 len: 168 time: 0.3506896 Jul 24 00:48:46.141828 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 49676) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:46.164079 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:46.188791 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=65eea3c6-1e2c-4140-8dae-ee4329e7701b,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:46.193921 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-44515237-ba72-409f-87ef-96fb269763b5 req-d7595912-aba1-4106-8f3e-7f53598c0377 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cf53c075-354a-47e9-8398-640068505382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747678 Jul 24 00:48:46.215114 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 88b73c65-2a63-44ed-97a6-4adff615d912, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=88b73c65-2a63-44ed-97a6-4adff615d912,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:46.222689 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:46.234912 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1c1d79a8-04c6-4cb0-8c0a-d3c952db4be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:46.282443 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-d313d356-3d80-4b53-a960-0c6c92f4ebab req-22a72e59-7369-4827-8f26-ff8d6c9d337b tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] For port 606a4203-9ee5-4fd5-9b14-0c178766fbfe, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=606a4203-9ee5-4fd5-9b14-0c178766fbfe,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:46.282855 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-d313d356-3d80-4b53-a960-0c6c92f4ebab req-22a72e59-7369-4827-8f26-ff8d6c9d337b tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:46.304057 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=88b73c65-2a63-44ed-97a6-4adff615d912,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:46.332813 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1c1d79a8-04c6-4cb0-8c0a-d3c952db4be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:46.343800 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-1c1d79a8-04c6-4cb0-8c0a-d3c952db4be3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45d40c1a-2e16-46e2-94b1-d2cac51e73ce']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:46.355696 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-1c1d79a8-04c6-4cb0-8c0a-d3c952db4be3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d7dd2d3-0aa2-4318-96f8-c44490963ac2') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:46.356112 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-d313d356-3d80-4b53-a960-0c6c92f4ebab req-22a72e59-7369-4827-8f26-ff8d6c9d337b tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Calling delete_port for 606a4203-9ee5-4fd5-9b14-0c178766fbfe owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:48:46.356310 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-1c1d79a8-04c6-4cb0-8c0a-d3c952db4be3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d7dd2d3-0aa2-4318-96f8-c44490963ac2') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:46.368725 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1c1d79a8-04c6-4cb0-8c0a-d3c952db4be3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:46.385913 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1c1d79a8-04c6-4cb0-8c0a-d3c952db4be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:46.390302 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-44515237-ba72-409f-87ef-96fb269763b5 req-04c35a38-828c-40d3-b4fd-ff90d4e0d21b service neutron] 10.222.0.11 "GET /v2.0/networks/cf53c075-354a-47e9-8398-640068505382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761110 Jul 24 00:48:46.395495 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c1d79a8-04c6-4cb0-8c0a-d3c952db4be3 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:48:46.396581 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1c1d79a8-04c6-4cb0-8c0a-d3c952db4be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:46.398704 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 00:48:46.398704 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:48:46.398704 n-d-793621-25 neutron-server[100464]: timer() Jul 24 00:48:46.398704 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:48:46.398704 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 00:48:46.398704 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:48:46.398704 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 00:48:46.398704 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:48:46.398704 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 00:48:46.398704 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:48:46.398704 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 00:48:46.398704 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:48:46.398704 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 00:48:46.398704 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:48:46.398704 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:48:46.398704 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:48:46.398704 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:48:46.398704 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:48:46.398704 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 00:48:46.398704 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:48:46.398704 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 00:48:46.398704 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:48:46.398704 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:48:46.398704 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:48:46.398704 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 00:48:46.398704 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:48:46.398704 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:48:46.398704 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:48:46.398704 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:48:46.398704 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:48:46.398704 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:48:46.398704 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:48:46.453262 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dcf7fe-4ae0-48a9-935d-86b45b418e2c req-3255eb96-b084-4501-8ce5-ae397181cf1b tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:46.458755 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-59dcf7fe-4ae0-48a9-935d-86b45b418e2c req-3255eb96-b084-4501-8ce5-ae397181cf1b tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e14bab5-702d-46dc-843a-9e999be95957 HTTP/1.1" status: 200 len: 943 time: 0.3406918 Jul 24 00:48:46.480832 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1c1d79a8-04c6-4cb0-8c0a-d3c952db4be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:46.486322 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1c1d79a8-04c6-4cb0-8c0a-d3c952db4be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:46.491823 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1c1d79a8-04c6-4cb0-8c0a-d3c952db4be3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/45d40c1a-2e16-46e2-94b1-d2cac51e73ce HTTP/1.1" status: 204 len: 168 time: 0.3460588 Jul 24 00:48:46.524340 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d79a8-04c6-4cb0-8c0a-d3c952db4be3 admin admin] Pushing event deleted for resources: {'Network': ['ID=45d40c1a-2e16-46e2-94b1-d2cac51e73ce,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:46.569757 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-59dcf7fe-4ae0-48a9-935d-86b45b418e2c req-6d39a84c-bd71-4a19-aa97-6fabed488bbc tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975852 Jul 24 00:48:46.586545 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed188354-831f-4091-ad2d-24734277c0d9 req-d282ac45-3b64-4ce5-aaab-c9709cf8431c tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:46.589828 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ed188354-831f-4091-ad2d-24734277c0d9 req-d282ac45-3b64-4ce5-aaab-c9709cf8431c tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.13 "GET /v2.0/ports?device_id=fd52f7d7-7b4f-4712-ab9b-7786029ee3e7 HTTP/1.1" status: 200 len: 950 time: 0.1179323 Jul 24 00:48:46.640808 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-44515237-ba72-409f-87ef-96fb269763b5 req-3cecabf2-37cf-40b5-9db8-80715505f0eb service neutron] 10.222.0.11 "GET /v2.0/networks/cf53c075-354a-47e9-8398-640068505382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059686 Jul 24 00:48:46.692456 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e14bab5-702d-46dc-843a-9e999be95957', 'tag': 'a103637e-4ff3-4688-a574-d4aba60c2b5e'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:48:46.695489 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75a3f986-b926-4191-9b25-921b78dfe08a" -d '{"events": [{"name": "network-changed", "server_uuid": "4e14bab5-702d-46dc-843a-9e999be95957", "tag": "a103637e-4ff3-4688-a574-d4aba60c2b5e"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:48:46.708169 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [req-0f274a73-ed33-4302-95c5-d90000df7412 req-be34b2a3-0a8c-4a0e-ae1d-ce9c5765aadd tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:48:46.708520 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49694) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:46.710605 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0f274a73-ed33-4302-95c5-d90000df7412 req-be34b2a3-0a8c-4a0e-ae1d-ce9c5765aadd tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0242410 Jul 24 00:48:46.761555 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-d313d356-3d80-4b53-a960-0c6c92f4ebab req-22a72e59-7369-4827-8f26-ff8d6c9d337b tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:46.777890 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['e26ba7bc-df08-4bb6-9190-ffb5d7f68be7', '6dd7dda7-d8d4-4ded-aca6-2204d4bacc67'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:48:46.812186 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a72e59-7369-4827-8f26-ff8d6c9d337b tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Pushing event deleted for resources: {'Port': ['ID=606a4203-9ee5-4fd5-9b14-0c178766fbfe,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:46.883408 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f274a73-ed33-4302-95c5-d90000df7412 req-37c282d4-e522-496a-9941-8a4ba725d50b tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:46.885770 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0f274a73-ed33-4302-95c5-d90000df7412 req-37c282d4-e522-496a-9941-8a4ba725d50b tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] 10.222.0.15 "GET /v2.0/ports/e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d HTTP/1.1" status: 200 len: 1094 time: 0.1559453 Jul 24 00:48:46.886973 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-d313d356-3d80-4b53-a960-0c6c92f4ebab req-22a72e59-7369-4827-8f26-ff8d6c9d337b tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] No DVR routers for this DVR port 606a4203-9ee5-4fd5-9b14-0c178766fbfe on host n-h2-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:48:46.891286 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-d313d356-3d80-4b53-a960-0c6c92f4ebab req-22a72e59-7369-4827-8f26-ff8d6c9d337b tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:46.893479 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d313d356-3d80-4b53-a960-0c6c92f4ebab req-22a72e59-7369-4827-8f26-ff8d6c9d337b tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.11 "DELETE /v2.0/ports/606a4203-9ee5-4fd5-9b14-0c178766fbfe HTTP/1.1" status: 204 len: 173 time: 1.2245531 Jul 24 00:48:46.900845 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0a256c99-4135-4c71-b349-1cfa6cfced71 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e672ec6696f2405db2f23d01682b2359&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1828399 Jul 24 00:48:46.904131 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 49698) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:46.921349 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-0f274a73-ed33-4302-95c5-d90000df7412 req-478a3fac-6cd1-4da4-8abe-2951f93aee9d service neutron] Request body: {'binding': {'host': 'n-h2-793621-25', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:46.921806 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-0f274a73-ed33-4302-95c5-d90000df7412 req-478a3fac-6cd1-4da4-8abe-2951f93aee9d service neutron] Unknown quota resources ['binding']. {{(pid=100464) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 24 00:48:46.925282 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8d228-6f05-4644-871d-305d2a8b35bc req-5a9833e0-d61a-46c8-b6c6-5eef07cb5139 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:46.926977 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-09a8d228-6f05-4644-871d-305d2a8b35bc req-5a9833e0-d61a-46c8-b6c6-5eef07cb5139 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9f6d949-2fc0-4123-9ae8-e2afc48ff696 HTTP/1.1" status: 200 len: 945 time: 0.2199318 Jul 24 00:48:46.932082 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-ed188354-831f-4091-ad2d-24734277c0d9 req-a42a6769-dc3a-4b4c-b634-8c2aed5298ef tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Deleting port 6dd7dda7-d8d4-4ded-aca6-2204d4bacc67 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:48:46.932682 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ed188354-831f-4091-ad2d-24734277c0d9 req-a42a6769-dc3a-4b4c-b634-8c2aed5298ef tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:47.006759 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-09a8d228-6f05-4644-871d-305d2a8b35bc req-c5e713a7-cd76-47b4-94b4-f2954f634582 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738411 Jul 24 00:48:47.067878 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44515237-ba72-409f-87ef-96fb269763b5 req-6ae68f81-3db4-4a54-b884-8ef76a82e69c tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:47.085520 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-44515237-ba72-409f-87ef-96fb269763b5 req-6ae68f81-3db4-4a54-b884-8ef76a82e69c tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.11 "GET /v2.0/ports?device_id=4e14bab5-702d-46dc-843a-9e999be95957 HTTP/1.1" status: 200 len: 943 time: 0.1511805 Jul 24 00:48:47.219986 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-ed188354-831f-4091-ad2d-24734277c0d9 req-a42a6769-dc3a-4b4c-b634-8c2aed5298ef tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] For port 6dd7dda7-d8d4-4ded-aca6-2204d4bacc67, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=6dd7dda7-d8d4-4ded-aca6-2204d4bacc67,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:47.219986 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ed188354-831f-4091-ad2d-24734277c0d9 req-a42a6769-dc3a-4b4c-b634-8c2aed5298ef tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:47.234129 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0ef4c403-244e-4546-a415-fa46cd86d821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:47.263945 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-44515237-ba72-409f-87ef-96fb269763b5 req-f16d5f21-f4d9-46dd-b645-fb189df9ac35 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Deleting port a103637e-4ff3-4688-a574-d4aba60c2b5e {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:48:47.266013 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-44515237-ba72-409f-87ef-96fb269763b5 req-f16d5f21-f4d9-46dd-b645-fb189df9ac35 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:47.269748 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-ed188354-831f-4091-ad2d-24734277c0d9 req-a42a6769-dc3a-4b4c-b634-8c2aed5298ef tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Calling delete_port for 6dd7dda7-d8d4-4ded-aca6-2204d4bacc67 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:48:47.303474 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0ef4c403-244e-4546-a415-fa46cd86d821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:47.411493 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ab35c6e2-7b16-409b-b1bc-ea361c7082a1 req-f01f23fb-80c0-470e-bc78-998a61f36815 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=628d42a2-7ada-4268-be52-7c3048d872bf HTTP/1.1" status: 200 len: 210 time: 0.0434871 Jul 24 00:48:47.422815 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-44515237-ba72-409f-87ef-96fb269763b5 req-f16d5f21-f4d9-46dd-b645-fb189df9ac35 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] For port a103637e-4ff3-4688-a574-d4aba60c2b5e, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=a103637e-4ff3-4688-a574-d4aba60c2b5e,segment=NetworkSegment(6a496770-77f3-4c89-a4ef-c619e5b67bdf),segment_id=6a496770-77f3-4c89-a4ef-c619e5b67bdf)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:47.423925 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-44515237-ba72-409f-87ef-96fb269763b5 req-f16d5f21-f4d9-46dd-b645-fb189df9ac35 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:47.424213 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-0f274a73-ed33-4302-95c5-d90000df7412 req-478a3fac-6cd1-4da4-8abe-2951f93aee9d service neutron] Attempting to bind port e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d on host n-h2-793621-25 for vnic_type normal with profile None {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:48:47.424564 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-0f274a73-ed33-4302-95c5-d90000df7412 req-478a3fac-6cd1-4da4-8abe-2951f93aee9d service neutron] Attempting to bind port e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '58fdc277-5f36-433f-9782-f46712be7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:48:47.424893 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f274a73-ed33-4302-95c5-d90000df7412 req-478a3fac-6cd1-4da4-8abe-2951f93aee9d service neutron] Attempting to bind port e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d on network 0424e002-92c3-40ed-8018-7ea44515813a {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:48:47.449280 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f274a73-ed33-4302-95c5-d90000df7412 req-478a3fac-6cd1-4da4-8abe-2951f93aee9d service neutron] Port e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d on network 0424e002-92c3-40ed-8018-7ea44515813a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:48:47.449620 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f274a73-ed33-4302-95c5-d90000df7412 req-478a3fac-6cd1-4da4-8abe-2951f93aee9d service neutron] Attempting to bind port e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d on network 0424e002-92c3-40ed-8018-7ea44515813a {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:48:47.458994 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-44515237-ba72-409f-87ef-96fb269763b5 req-f16d5f21-f4d9-46dd-b645-fb189df9ac35 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Calling delete_port for a103637e-4ff3-4688-a574-d4aba60c2b5e owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:48:47.468266 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f274a73-ed33-4302-95c5-d90000df7412 req-478a3fac-6cd1-4da4-8abe-2951f93aee9d service neutron] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:48:47.468631 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f274a73-ed33-4302-95c5-d90000df7412 req-478a3fac-6cd1-4da4-8abe-2951f93aee9d service neutron] Checking segment: {'id': '58fdc277-5f36-433f-9782-f46712be7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:48:47.469025 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f274a73-ed33-4302-95c5-d90000df7412 req-478a3fac-6cd1-4da4-8abe-2951f93aee9d service neutron] Bound using segment: {'id': '58fdc277-5f36-433f-9782-f46712be7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:48:47.469543 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-0f274a73-ed33-4302-95c5-d90000df7412 req-478a3fac-6cd1-4da4-8abe-2951f93aee9d service neutron] Bound port: e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58fdc277-5f36-433f-9782-f46712be7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:48:47.506015 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0ef4c403-244e-4546-a415-fa46cd86d821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:47.508911 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0ef4c403-244e-4546-a415-fa46cd86d821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:47.510174 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0ef4c403-244e-4546-a415-fa46cd86d821 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/33741992-639a-4f6c-bd57-739ef2a78de1 HTTP/1.1" status: 204 len: 168 time: 0.6016743 Jul 24 00:48:47.558016 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef4c403-244e-4546-a415-fa46cd86d821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33741992-639a-4f6c-bd57-739ef2a78de1,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:47.593866 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-0f274a73-ed33-4302-95c5-d90000df7412 req-478a3fac-6cd1-4da4-8abe-2951f93aee9d service neutron] For port e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d, host n-h2-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d,segment=NetworkSegment(58fdc277-5f36-433f-9782-f46712be7157),segment_id=58fdc277-5f36-433f-9782-f46712be7157)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:48:47.608481 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0f274a73-ed33-4302-95c5-d90000df7412 req-478a3fac-6cd1-4da4-8abe-2951f93aee9d service neutron] Notify callbacks [] for binding, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:47.610339 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0f274a73-ed33-4302-95c5-d90000df7412 req-478a3fac-6cd1-4da4-8abe-2951f93aee9d service neutron] 10.222.0.15 "POST /v2.0/ports/e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d/bindings HTTP/1.1" status: 201 len: 390 time: 0.6996071 Jul 24 00:48:47.611826 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ed188354-831f-4091-ad2d-24734277c0d9 req-a42a6769-dc3a-4b4c-b634-8c2aed5298ef tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:47.626016 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['e26ba7bc-df08-4bb6-9190-ffb5d7f68be7'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:48:47.649998 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42a6769-dc3a-4b4c-b634-8c2aed5298ef tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Pushing event deleted for resources: {'Port': ['ID=6dd7dda7-d8d4-4ded-aca6-2204d4bacc67,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:47.744047 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed188354-831f-4091-ad2d-24734277c0d9 req-a42a6769-dc3a-4b4c-b634-8c2aed5298ef tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] No DVR routers for this DVR port 6dd7dda7-d8d4-4ded-aca6-2204d4bacc67 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:48:47.748178 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ed188354-831f-4091-ad2d-24734277c0d9 req-a42a6769-dc3a-4b4c-b634-8c2aed5298ef tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:47.750763 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ed188354-831f-4091-ad2d-24734277c0d9 req-a42a6769-dc3a-4b4c-b634-8c2aed5298ef tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.13 "DELETE /v2.0/ports/6dd7dda7-d8d4-4ded-aca6-2204d4bacc67 HTTP/1.1" status: 204 len: 173 time: 1.1538670 Jul 24 00:48:47.751304 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd52f7d7-7b4f-4712-ab9b-7786029ee3e7', 'name': 'network-vif-deleted', 'tag': '6dd7dda7-d8d4-4ded-aca6-2204d4bacc67'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:48:47.755148 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e09a11-5488-4927-8c67-8674508f905d" -d '{"events": [{"server_uuid": "fd52f7d7-7b4f-4712-ab9b-7786029ee3e7", "name": "network-vif-deleted", "tag": "6dd7dda7-d8d4-4ded-aca6-2204d4bacc67"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:48:47.778663 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-44515237-ba72-409f-87ef-96fb269763b5 req-f16d5f21-f4d9-46dd-b645-fb189df9ac35 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:47.826806 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87a252-7884-4914-aef4-541fc88e9332 req-138b74fe-bbb9-4ea3-9cfe-646fa4eef854 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:47.835561 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1a87a252-7884-4914-aef4-541fc88e9332 req-138b74fe-bbb9-4ea3-9cfe-646fa4eef854 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 949 time: 0.2908001 Jul 24 00:48:47.848115 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 176 Content-Type: application/json Date: Sat, 24 Jul 2021 00:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97069f7-d8e5-4ede-b8d2-21e116159657 x-openstack-request-id: req-a97069f7-d8e5-4ede-b8d2-21e116159657 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:48:47.848543 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e14bab5-702d-46dc-843a-9e999be95957", "tag": "a103637e-4ff3-4688-a574-d4aba60c2b5e", "status": "failed", "code": 422}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:48:47.848891 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a97069f7-d8e5-4ede-b8d2-21e116159657 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:48:47.849561 n-d-793621-25 neutron-server[100463]: WARNING neutron.notifiers.nova [-] Nova event: {'name': 'network-changed', 'server_uuid': '4e14bab5-702d-46dc-843a-9e999be95957', 'tag': 'a103637e-4ff3-4688-a574-d4aba60c2b5e', 'status': 'failed', 'code': 422} returned with failed status Jul 24 00:48:47.908383 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d5f21-f4d9-46dd-b645-fb189df9ac35 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Pushing event deleted for resources: {'Port': ['ID=a103637e-4ff3-4688-a574-d4aba60c2b5e,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:47.994171 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-44515237-ba72-409f-87ef-96fb269763b5 req-f16d5f21-f4d9-46dd-b645-fb189df9ac35 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] No DVR routers for this DVR port a103637e-4ff3-4688-a574-d4aba60c2b5e on host n-h2-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:48:48.008287 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-44515237-ba72-409f-87ef-96fb269763b5 req-f16d5f21-f4d9-46dd-b645-fb189df9ac35 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:48.010476 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-44515237-ba72-409f-87ef-96fb269763b5 req-f16d5f21-f4d9-46dd-b645-fb189df9ac35 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.11 "DELETE /v2.0/ports/a103637e-4ff3-4688-a574-d4aba60c2b5e HTTP/1.1" status: 204 len: 173 time: 0.9195859 Jul 24 00:48:48.020970 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24a09a83-d86e-4a1c-b603-983448f0ec6b'}, {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65eea3c6-1e2c-4140-8dae-ee4329e7701b'}, {'server_uuid': '546e077e-8377-45f7-98f2-ee9e8dfe9d17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88b73c65-2a63-44ed-97a6-4adff615d912'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:48:48.023524 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22a1124-bac1-4a6d-bca8-1c6f1dc9e74f" -d '{"events": [{"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-unplugged", "status": "completed", "tag": "24a09a83-d86e-4a1c-b603-983448f0ec6b"}, {"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-unplugged", "status": "completed", "tag": "65eea3c6-1e2c-4140-8dae-ee4329e7701b"}, {"server_uuid": "546e077e-8377-45f7-98f2-ee9e8dfe9d17", "name": "network-vif-unplugged", "status": "completed", "tag": "88b73c65-2a63-44ed-97a6-4adff615d912"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:48:48.056362 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1a87a252-7884-4914-aef4-541fc88e9332 req-c6fef073-b7f3-4ef5-a1c9-9f6daebdb207 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191679 Jul 24 00:48:48.107490 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f274a73-ed33-4302-95c5-d90000df7412 req-66581b26-190f-445f-baf5-14025fbf984f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:48.109090 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0f274a73-ed33-4302-95c5-d90000df7412 req-66581b26-190f-445f-baf5-14025fbf984f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6c3815e83b546d1ba8426b7607dbf30&device_id=71b2192f-9eba-484c-8ee1-9bfa0a5c29a0 HTTP/1.1" status: 200 len: 1097 time: 0.1190679 Jul 24 00:48:48.187604 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5a4844a1-41ae-4aeb-b1cc-2c78c5496c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:48.347341 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c76c8229-18d9-4216-896b-a8d7bc06a9f3 req-e3e79cf7-cb3d-4143-bb06-41353c774115 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd52f7d7-7b4f-4712-ab9b-7786029ee3e7 HTTP/1.1" status: 200 len: 210 time: 0.0648892 Jul 24 00:48:48.359675 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f274a73-ed33-4302-95c5-d90000df7412 req-3ede8b3c-f04c-40b5-8a0d-eaee2b9d6f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:48.361208 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0f274a73-ed33-4302-95c5-d90000df7412 req-3ede8b3c-f04c-40b5-8a0d-eaee2b9d6f26 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0424e002-92c3-40ed-8018-7ea44515813a HTTP/1.1" status: 200 len: 922 time: 0.2450829 Jul 24 00:48:48.429802 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4d18802c-91cb-4426-aab5-1ed60dc4610d req-306d58a0-2a48-4541-b23b-af33a8181cb4 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e14bab5-702d-46dc-843a-9e999be95957 HTTP/1.1" status: 200 len: 210 time: 0.0945652 Jul 24 00:48:48.438300 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:48.445012 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0f274a73-ed33-4302-95c5-d90000df7412 req-f1a3f2d7-3fbe-4d24-8cd1-fe146a733f90 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d HTTP/1.1" status: 200 len: 217 time: 0.0770667 Jul 24 00:48:48.533534 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfbf2567-c857-4cc1-9888-a1c69f528c30 x-openstack-request-id: req-dfbf2567-c857-4cc1-9888-a1c69f528c30 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:48:48.533838 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd52f7d7-7b4f-4712-ab9b-7786029ee3e7", "name": "network-vif-deleted", "tag": "6dd7dda7-d8d4-4ded-aca6-2204d4bacc67", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:48:48.534098 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dfbf2567-c857-4cc1-9888-a1c69f528c30 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:48:48.535072 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd52f7d7-7b4f-4712-ab9b-7786029ee3e7', 'name': 'network-vif-deleted', 'tag': '6dd7dda7-d8d4-4ded-aca6-2204d4bacc67', 'status': 'completed', 'code': 200} Jul 24 00:48:48.607327 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Sat, 24 Jul 2021 00:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0050eaa8-94d6-41fb-b8ce-a5833e29f474 x-openstack-request-id: req-0050eaa8-94d6-41fb-b8ce-a5833e29f474 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:48:48.607631 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-unplugged", "status": "completed", "tag": "24a09a83-d86e-4a1c-b603-983448f0ec6b", "code": 200}, {"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-unplugged", "status": "completed", "tag": "65eea3c6-1e2c-4140-8dae-ee4329e7701b", "code": 200}, {"server_uuid": "546e077e-8377-45f7-98f2-ee9e8dfe9d17", "name": "network-vif-unplugged", "status": "completed", "tag": "88b73c65-2a63-44ed-97a6-4adff615d912", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:48:48.607906 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0050eaa8-94d6-41fb-b8ce-a5833e29f474 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:48:48.609014 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24a09a83-d86e-4a1c-b603-983448f0ec6b', 'code': 200} Jul 24 00:48:48.609503 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65eea3c6-1e2c-4140-8dae-ee4329e7701b', 'code': 200} Jul 24 00:48:48.610062 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546e077e-8377-45f7-98f2-ee9e8dfe9d17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '88b73c65-2a63-44ed-97a6-4adff615d912', 'code': 200} Jul 24 00:48:48.613444 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f274a73-ed33-4302-95c5-d90000df7412 req-840262a1-7425-4501-b107-33cb9b6bdcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:48.619385 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0f274a73-ed33-4302-95c5-d90000df7412 req-840262a1-7425-4501-b107-33cb9b6bdcc1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eacbc75d-e7d9-4f31-b710-44862dc68303 HTTP/1.1" status: 200 len: 861 time: 0.1473424 Jul 24 00:48:48.670697 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0f274a73-ed33-4302-95c5-d90000df7412 req-3a0276e9-1582-4050-b846-da95f33b88e8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0424e002-92c3-40ed-8018-7ea44515813a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390840 Jul 24 00:48:48.708581 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e128b-aa8e-40da-acae-1b0e008bc25c req-346fc613-8638-41ea-b4d0-ac4630f76fcd tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:48.710215 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-238e128b-aa8e-40da-acae-1b0e008bc25c req-346fc613-8638-41ea-b4d0-ac4630f76fcd tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=71b2192f-9eba-484c-8ee1-9bfa0a5c29a0 HTTP/1.1" status: 200 len: 945 time: 0.1643052 Jul 24 00:48:48.821541 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-238e128b-aa8e-40da-acae-1b0e008bc25c req-6721417c-5585-45fe-8c79-03d504de9ea3 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910430 Jul 24 00:48:48.862033 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0f274a73-ed33-4302-95c5-d90000df7412 req-d93b810c-fa67-4386-b9d9-9090deee5a1d service neutron] 10.222.0.11 "GET /v2.0/networks/0424e002-92c3-40ed-8018-7ea44515813a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838269 Jul 24 00:48:48.884895 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0b928-52ec-47a2-9e65-088aeaa86c65 req-a33be234-7c1d-4369-b3d2-bb74b048f4dd tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:48.886502 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1bc0b928-52ec-47a2-9e65-088aeaa86c65 req-a33be234-7c1d-4369-b3d2-bb74b048f4dd tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9f6d949-2fc0-4123-9ae8-e2afc48ff696 HTTP/1.1" status: 200 len: 945 time: 0.0827475 Jul 24 00:48:48.950474 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1bc0b928-52ec-47a2-9e65-088aeaa86c65 req-cdc66ead-f140-41e0-880b-51919c244012 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577781 Jul 24 00:48:48.999890 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0f274a73-ed33-4302-95c5-d90000df7412 req-2fecfcd1-d9d9-4fad-ad0f-1d7c5e418403 service neutron] 10.222.0.11 "GET /v2.0/networks/0424e002-92c3-40ed-8018-7ea44515813a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288612 Jul 24 00:48:49.246669 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def56e55-0add-4808-98a2-a4fd316a161f req-b12dfa72-eff9-41f9-9b96-36c3c494e8b4 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:49.248489 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-def56e55-0add-4808-98a2-a4fd316a161f req-b12dfa72-eff9-41f9-9b96-36c3c494e8b4 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 949 time: 0.0980620 Jul 24 00:48:49.292034 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-def56e55-0add-4808-98a2-a4fd316a161f req-7471a533-cf9d-462d-bfab-16280e7d5cbd tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359766 Jul 24 00:48:49.335496 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:49.591392 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-aacd1e33-9b81-4757-b6b0-6e3af23a58d6 req-76d0b6dd-bf22-4272-bc4c-67e9d0e79d94 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e14bab5-702d-46dc-843a-9e999be95957 HTTP/1.1" status: 200 len: 210 time: 0.0546279 Jul 24 00:48:49.635164 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49764) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:49.850744 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '628d42a2-7ada-4268-be52-7c3048d872bf', 'name': 'network-vif-deleted', 'tag': '606a4203-9ee5-4fd5-9b14-0c178766fbfe'}, {'server_uuid': '4e14bab5-702d-46dc-843a-9e999be95957', 'name': 'network-vif-deleted', 'tag': 'a103637e-4ff3-4688-a574-d4aba60c2b5e'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:48:49.853300 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4e7a29-7277-4cf7-bfd4-ff5f52a3bb05" -d '{"events": [{"server_uuid": "628d42a2-7ada-4268-be52-7c3048d872bf", "name": "network-vif-deleted", "tag": "606a4203-9ee5-4fd5-9b14-0c178766fbfe"}, {"server_uuid": "4e14bab5-702d-46dc-843a-9e999be95957", "name": "network-vif-deleted", "tag": "a103637e-4ff3-4688-a574-d4aba60c2b5e"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:48:49.932675 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7f3f6cce-3dde-4bbe-b8a8-9876aaf770eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:49.963064 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2890766-d154-4908-a755-8b4272366354 req-ee3bc7d1-6d0f-4c94-bbe5-4def56a4b082 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:49.964891 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a2890766-d154-4908-a755-8b4272366354 req-ee3bc7d1-6d0f-4c94-bbe5-4def56a4b082 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9f6d949-2fc0-4123-9ae8-e2afc48ff696 HTTP/1.1" status: 200 len: 945 time: 0.2231619 Jul 24 00:48:50.068148 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 24 Jul 2021 00:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737e6dfb-99ac-4eea-9285-91d29a459b91 x-openstack-request-id: req-737e6dfb-99ac-4eea-9285-91d29a459b91 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:48:50.068954 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "628d42a2-7ada-4268-be52-7c3048d872bf", "name": "network-vif-deleted", "tag": "606a4203-9ee5-4fd5-9b14-0c178766fbfe", "status": "completed", "code": 200}, {"server_uuid": "4e14bab5-702d-46dc-843a-9e999be95957", "name": "network-vif-deleted", "tag": "a103637e-4ff3-4688-a574-d4aba60c2b5e", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:48:50.069625 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-737e6dfb-99ac-4eea-9285-91d29a459b91 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:48:50.070419 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '628d42a2-7ada-4268-be52-7c3048d872bf', 'name': 'network-vif-deleted', 'tag': '606a4203-9ee5-4fd5-9b14-0c178766fbfe', 'status': 'completed', 'code': 200} Jul 24 00:48:50.071147 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e14bab5-702d-46dc-843a-9e999be95957', 'name': 'network-vif-deleted', 'tag': 'a103637e-4ff3-4688-a574-d4aba60c2b5e', 'status': 'completed', 'code': 200} Jul 24 00:48:50.075706 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44515237-ba72-409f-87ef-96fb269763b5 req-7912fef7-50ac-4835-bd54-f320565f0e2e tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:50.077381 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-44515237-ba72-409f-87ef-96fb269763b5 req-7912fef7-50ac-4835-bd54-f320565f0e2e tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.13 "GET /v2.0/networks?id=cf53c075-354a-47e9-8398-640068505382 HTTP/1.1" status: 200 len: 805 time: 0.3928185 Jul 24 00:48:50.098328 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7f3f6cce-3dde-4bbe-b8a8-9876aaf770eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:50.102527 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-44515237-ba72-409f-87ef-96fb269763b5 req-b7ecbe0e-caff-48e9-ad6e-3bf52db66f0e tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Request body: {'port': {'device_id': '4e14bab5-702d-46dc-843a-9e999be95957', 'network_id': 'cf53c075-354a-47e9-8398-640068505382', 'admin_state_up': True, 'tenant_id': '1d1d593f8bfd4b99bedc0fcdb21f74c7'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:50.107532 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7f3f6cce-3dde-4bbe-b8a8-9876aaf770eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:50.152757 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7f3f6cce-3dde-4bbe-b8a8-9876aaf770eb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1a9a2b3b893e4d7d8941e0dde34bf293&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5135956 Jul 24 00:48:50.165120 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49782) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:50.244738 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f6cce-3dde-4bbe-b8a8-9876aaf770eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b04626-a83f-425b-9dcb-41df0980ad13,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:50.245513 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733acdf2-b74f-44d5-b8ba-03af84699c44 req-be4c47d4-afce-4746-b8d9-d55118cb173d tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:50.247287 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-733acdf2-b74f-44d5-b8ba-03af84699c44 req-be4c47d4-afce-4746-b8d9-d55118cb173d tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=71b2192f-9eba-484c-8ee1-9bfa0a5c29a0 HTTP/1.1" status: 200 len: 945 time: 0.2790773 Jul 24 00:48:50.275268 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-db40e6b4-6cb3-48dd-aa25-53cc383e1dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:50.313587 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea323b7-8e24-4b9a-9526-6022cbf14f5b req-9788196b-0680-4fb5-b131-c5187387dba6 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:50.323388 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bea323b7-8e24-4b9a-9526-6022cbf14f5b req-9788196b-0680-4fb5-b131-c5187387dba6 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9f6d949-2fc0-4123-9ae8-e2afc48ff696 HTTP/1.1" status: 200 len: 945 time: 0.1801429 Jul 24 00:48:50.328665 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-a2890766-d154-4908-a755-8b4272366354 req-87399ec1-7447-4e3c-b32a-2b2f381e8d8c tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Deleting port 056c7d79-1727-4e88-a71a-efed19cfe482 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:48:50.329085 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a2890766-d154-4908-a755-8b4272366354 req-87399ec1-7447-4e3c-b32a-2b2f381e8d8c tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:50.337717 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-db40e6b4-6cb3-48dd-aa25-53cc383e1dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:50.357509 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-733acdf2-b74f-44d5-b8ba-03af84699c44 req-959a9d6a-2278-4888-a879-47acdfa59941 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916433 Jul 24 00:48:50.376637 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44515237-ba72-409f-87ef-96fb269763b5 req-b7ecbe0e-caff-48e9-ad6e-3bf52db66f0e tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Made reservation on behalf of 1d1d593f8bfd4b99bedc0fcdb21f74c7 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:48:50.388742 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-44515237-ba72-409f-87ef-96fb269763b5 req-b7ecbe0e-caff-48e9-ad6e-3bf52db66f0e tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:50.428049 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bea323b7-8e24-4b9a-9526-6022cbf14f5b req-0f4ec4fb-2c2c-4fd7-8b23-78dfb8f03d61 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991895 Jul 24 00:48:50.473320 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-db40e6b4-6cb3-48dd-aa25-53cc383e1dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:50.480710 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-db40e6b4-6cb3-48dd-aa25-53cc383e1dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:50.483365 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-db40e6b4-6cb3-48dd-aa25-53cc383e1dbd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/19b04626-a83f-425b-9dcb-41df0980ad13 HTTP/1.1" status: 204 len: 168 time: 0.3192773 Jul 24 00:48:50.522959 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db40e6b4-6cb3-48dd-aa25-53cc383e1dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b04626-a83f-425b-9dcb-41df0980ad13,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:50.547332 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-a2890766-d154-4908-a755-8b4272366354 req-87399ec1-7447-4e3c-b32a-2b2f381e8d8c tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] For port 056c7d79-1727-4e88-a71a-efed19cfe482, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=056c7d79-1727-4e88-a71a-efed19cfe482,segment=NetworkSegment(c4a12371-e65f-4999-8182-3fce7a91f982),segment_id=c4a12371-e65f-4999-8182-3fce7a91f982)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:50.547713 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a2890766-d154-4908-a755-8b4272366354 req-87399ec1-7447-4e3c-b32a-2b2f381e8d8c tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:50.602109 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-a2890766-d154-4908-a755-8b4272366354 req-87399ec1-7447-4e3c-b32a-2b2f381e8d8c tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Calling delete_port for 056c7d79-1727-4e88-a71a-efed19cfe482 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:48:50.751552 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-44515237-ba72-409f-87ef-96fb269763b5 req-b7ecbe0e-caff-48e9-ad6e-3bf52db66f0e tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Allocated IP 172.20.0.9 (cf53c075-354a-47e9-8398-640068505382/d196389f-9ba3-4fa3-b4a4-ee8338ee8fe0/7a4e5d94-3a43-4888-81e1-8c3ce99fc01d) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:48:50.788391 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b502902-72b3-48f9-8d80-ad67d220281d req-7f051daa-ef6d-48dd-968e-0335e6174d47 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:50.790306 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2b502902-72b3-48f9-8d80-ad67d220281d req-7f051daa-ef6d-48dd-968e-0335e6174d47 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543 HTTP/1.1" status: 200 len: 948 time: 0.2543089 Jul 24 00:48:50.849900 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996cfc7-d5c9-4a4a-affc-0b7481592b0f req-5eca657f-887b-43a0-8770-43f32e032d8e tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:50.860587 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2996cfc7-d5c9-4a4a-affc-0b7481592b0f req-5eca657f-887b-43a0-8770-43f32e032d8e tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 949 time: 0.2165122 Jul 24 00:48:50.861782 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:50.918436 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2996cfc7-d5c9-4a4a-affc-0b7481592b0f req-1f258947-694f-4eae-924a-5f94b428e711 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568111 Jul 24 00:48:50.945137 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2b502902-72b3-48f9-8d80-ad67d220281d req-7b14683e-0735-4983-8fc8-9d07af37ae86 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405714 Jul 24 00:48:51.005321 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902360ba-8699-40d7-93cd-cb04f569c396 req-29672d0b-8252-4a95-b173-bb6952c26463 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:51.007559 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-902360ba-8699-40d7-93cd-cb04f569c396 req-29672d0b-8252-4a95-b173-bb6952c26463 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.11 "GET /v2.0/ports?device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543 HTTP/1.1" status: 200 len: 948 time: 0.2896795 Jul 24 00:48:51.087612 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5261c33d-0379-495c-85d5-5686d7c0f066 req-915ab93e-8cc9-4af3-ad94-02ccc6911176 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e14bab5-702d-46dc-843a-9e999be95957 HTTP/1.1" status: 200 len: 210 time: 0.0785663 Jul 24 00:48:51.109956 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a2890766-d154-4908-a755-8b4272366354 req-87399ec1-7447-4e3c-b32a-2b2f381e8d8c tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:51.124190 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['056c7d79-1727-4e88-a71a-efed19cfe482'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:48:51.130891 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 056c7d79-1727-4e88-a71a-efed19cfe482 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:48:51.212222 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 056c7d79-1727-4e88-a71a-efed19cfe482 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:48:51.212988 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 056c7d79-1727-4e88-a71a-efed19cfe482 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:48:51.213565 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 6dd7dda7-d8d4-4ded-aca6-2204d4bacc67 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:48:51.232571 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87399ec1-7447-4e3c-b32a-2b2f381e8d8c tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Pushing event deleted for resources: {'Port': ['ID=056c7d79-1727-4e88-a71a-efed19cfe482,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:51.248068 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf742a-07e8-49d3-9ffd-3d03c66a1519 req-5615d3d2-b35b-4b6b-a6b9-cf53bd2f66c8 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:51.248282 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 6dd7dda7-d8d4-4ded-aca6-2204d4bacc67 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:48:51.248516 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 6dd7dda7-d8d4-4ded-aca6-2204d4bacc67 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:48:51.251132 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3ebf742a-07e8-49d3-9ffd-3d03c66a1519 req-5615d3d2-b35b-4b6b-a6b9-cf53bd2f66c8 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.11 "GET /v2.0/ports?device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17 HTTP/1.1" status: 200 len: 948 time: 0.2267404 Jul 24 00:48:51.260800 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-44515237-ba72-409f-87ef-96fb269763b5 req-b7ecbe0e-caff-48e9-ad6e-3bf52db66f0e tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:51.281983 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2890766-d154-4908-a755-8b4272366354 req-87399ec1-7447-4e3c-b32a-2b2f381e8d8c tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] No DVR routers for this DVR port 056c7d79-1727-4e88-a71a-efed19cfe482 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:48:51.286306 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a2890766-d154-4908-a755-8b4272366354 req-87399ec1-7447-4e3c-b32a-2b2f381e8d8c tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:51.288889 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a2890766-d154-4908-a755-8b4272366354 req-87399ec1-7447-4e3c-b32a-2b2f381e8d8c tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.13 "DELETE /v2.0/ports/056c7d79-1727-4e88-a71a-efed19cfe482 HTTP/1.1" status: 204 len: 173 time: 1.3142169 Jul 24 00:48:51.289350 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f6d949-2fc0-4123-9ae8-e2afc48ff696', 'name': 'network-vif-deleted', 'tag': '056c7d79-1727-4e88-a71a-efed19cfe482'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:48:51.291769 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d18db0-e60d-419e-a694-6acc8b695983" -d '{"events": [{"server_uuid": "a9f6d949-2fc0-4123-9ae8-e2afc48ff696", "name": "network-vif-deleted", "tag": "056c7d79-1727-4e88-a71a-efed19cfe482"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:48:51.336668 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-902360ba-8699-40d7-93cd-cb04f569c396 req-193b162f-9306-41c2-a29d-b4fa7341f724 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Deleting port 3c836ab3-a4b0-4f71-bdd9-af941853b1e5 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:48:51.337017 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-902360ba-8699-40d7-93cd-cb04f569c396 req-193b162f-9306-41c2-a29d-b4fa7341f724 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:51.352683 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-44515237-ba72-409f-87ef-96fb269763b5 req-b7ecbe0e-caff-48e9-ad6e-3bf52db66f0e tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:51.419015 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1eb306-520d-4950-b719-bc235586ed0c x-openstack-request-id: req-fc1eb306-520d-4950-b719-bc235586ed0c {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:48:51.427598 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f6d949-2fc0-4123-9ae8-e2afc48ff696", "name": "network-vif-deleted", "tag": "056c7d79-1727-4e88-a71a-efed19cfe482", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:48:51.428027 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fc1eb306-520d-4950-b719-bc235586ed0c {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:48:51.428585 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f6d949-2fc0-4123-9ae8-e2afc48ff696', 'name': 'network-vif-deleted', 'tag': '056c7d79-1727-4e88-a71a-efed19cfe482', 'status': 'completed', 'code': 200} Jul 24 00:48:51.453144 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44515237-ba72-409f-87ef-96fb269763b5 req-b7ecbe0e-caff-48e9-ad6e-3bf52db66f0e tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Network cf53c075-354a-47e9-8398-640068505382 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:48:51.464251 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-44515237-ba72-409f-87ef-96fb269763b5 req-b7ecbe0e-caff-48e9-ad6e-3bf52db66f0e tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:48:51.473621 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ecbe0e-caff-48e9-ad6e-3bf52db66f0e tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Pushing event updated for resources: {'Port': ['ID=7a4e5d94-3a43-4888-81e1-8c3ce99fc01d,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:51.482415 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-44515237-ba72-409f-87ef-96fb269763b5 req-b7ecbe0e-caff-48e9-ad6e-3bf52db66f0e tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:48:51.556670 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44515237-ba72-409f-87ef-96fb269763b5 req-b7ecbe0e-caff-48e9-ad6e-3bf52db66f0e tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:51.559225 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-44515237-ba72-409f-87ef-96fb269763b5 req-b7ecbe0e-caff-48e9-ad6e-3bf52db66f0e tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:51.580289 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-44515237-ba72-409f-87ef-96fb269763b5 req-b7ecbe0e-caff-48e9-ad6e-3bf52db66f0e tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4854362 Jul 24 00:48:51.593665 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-44515237-ba72-409f-87ef-96fb269763b5 req-28f20f31-661c-47c4-86b1-fdeece80cf62 service neutron] Request body: {'port': {'device_id': '4e14bab5-702d-46dc-843a-9e999be95957', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:51.665008 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-902360ba-8699-40d7-93cd-cb04f569c396 req-193b162f-9306-41c2-a29d-b4fa7341f724 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] For port 3c836ab3-a4b0-4f71-bdd9-af941853b1e5, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=3c836ab3-a4b0-4f71-bdd9-af941853b1e5,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:51.665672 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-902360ba-8699-40d7-93cd-cb04f569c396 req-193b162f-9306-41c2-a29d-b4fa7341f724 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:51.672263 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c8be57db-9bd4-4f99-a966-76e0e35a9310 req-3ac9f596-b47a-4fcf-8f6f-6fdf0b908734 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9f6d949-2fc0-4123-9ae8-e2afc48ff696 HTTP/1.1" status: 200 len: 210 time: 0.0400085 Jul 24 00:48:51.714008 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-3ebf742a-07e8-49d3-9ffd-3d03c66a1519 req-0a12aab4-68e5-4c7e-95c2-e74eb19c5b2a tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Deleting port 88b73c65-2a63-44ed-97a6-4adff615d912 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:48:51.724592 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-3ebf742a-07e8-49d3-9ffd-3d03c66a1519 req-0a12aab4-68e5-4c7e-95c2-e74eb19c5b2a tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:51.736761 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-44515237-ba72-409f-87ef-96fb269763b5 req-28f20f31-661c-47c4-86b1-fdeece80cf62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:51.872784 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-3ebf742a-07e8-49d3-9ffd-3d03c66a1519 req-0a12aab4-68e5-4c7e-95c2-e74eb19c5b2a tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] For port 88b73c65-2a63-44ed-97a6-4adff615d912, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=88b73c65-2a63-44ed-97a6-4adff615d912,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:51.873468 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-3ebf742a-07e8-49d3-9ffd-3d03c66a1519 req-0a12aab4-68e5-4c7e-95c2-e74eb19c5b2a tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:51.889731 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-3ebf742a-07e8-49d3-9ffd-3d03c66a1519 req-0a12aab4-68e5-4c7e-95c2-e74eb19c5b2a tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Calling delete_port for 88b73c65-2a63-44ed-97a6-4adff615d912 owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:48:51.903103 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 49818) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:51.938166 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-902360ba-8699-40d7-93cd-cb04f569c396 req-193b162f-9306-41c2-a29d-b4fa7341f724 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Calling delete_port for 3c836ab3-a4b0-4f71-bdd9-af941853b1e5 owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:48:52.030229 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c9d054-f6f1-46e7-b3d8-96f938ec0a4c req-ae0f7d6f-c57c-4f42-8480-d7a0af480229 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:52.031886 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-10c9d054-f6f1-46e7-b3d8-96f938ec0a4c req-ae0f7d6f-c57c-4f42-8480-d7a0af480229 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=71b2192f-9eba-484c-8ee1-9bfa0a5c29a0 HTTP/1.1" status: 200 len: 945 time: 0.5097072 Jul 24 00:48:52.139869 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-44515237-ba72-409f-87ef-96fb269763b5 req-28f20f31-661c-47c4-86b1-fdeece80cf62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a4e5d94-3a43-4888-81e1-8c3ce99fc01d {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:48:52.146632 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-10c9d054-f6f1-46e7-b3d8-96f938ec0a4c req-070bcc06-3f84-4293-80fa-046731cc800f tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051781 Jul 24 00:48:52.152095 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-44515237-ba72-409f-87ef-96fb269763b5 req-28f20f31-661c-47c4-86b1-fdeece80cf62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:52.204126 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-44515237-ba72-409f-87ef-96fb269763b5 req-28f20f31-661c-47c4-86b1-fdeece80cf62 service neutron] Transition to ACTIVE for port object 7a4e5d94-3a43-4888-81e1-8c3ce99fc01d will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:48:52.233744 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-44515237-ba72-409f-87ef-96fb269763b5 req-28f20f31-661c-47c4-86b1-fdeece80cf62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:52.250279 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-3ebf742a-07e8-49d3-9ffd-3d03c66a1519 req-0a12aab4-68e5-4c7e-95c2-e74eb19c5b2a tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:52.250603 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f47bb-e33f-4ce4-a282-065d4c5be0c0 req-d07f3082-498b-4f5a-bc04-1434bdb4930c tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:52.252115 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a14f47bb-e33f-4ce4-a282-065d4c5be0c0 req-d07f3082-498b-4f5a-bc04-1434bdb4930c tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 949 time: 0.1724374 Jul 24 00:48:52.265543 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['e26ba7bc-df08-4bb6-9190-ffb5d7f68be7'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:48:52.274363 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-902360ba-8699-40d7-93cd-cb04f569c396 req-193b162f-9306-41c2-a29d-b4fa7341f724 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:52.307043 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a12aab4-68e5-4c7e-95c2-e74eb19c5b2a tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Pushing event deleted for resources: {'Port': ['ID=88b73c65-2a63-44ed-97a6-4adff615d912,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:52.311441 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-737615dd-16eb-4ce6-87db-399d9a288033 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-188913133-network', 'tenant_id': '527575ebe56e4dd9beea63807acac60f'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:52.376451 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f20f31-661c-47c4-86b1-fdeece80cf62 service neutron] Pushing event updated for resources: {'Port': ['ID=7a4e5d94-3a43-4888-81e1-8c3ce99fc01d,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:52.390439 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b162f-9306-41c2-a29d-b4fa7341f724 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Pushing event deleted for resources: {'Port': ['ID=3c836ab3-a4b0-4f71-bdd9-af941853b1e5,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:52.417498 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a14f47bb-e33f-4ce4-a282-065d4c5be0c0 req-c4a19491-bf62-479c-859c-6b8419c579e6 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022992 Jul 24 00:48:52.426510 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a50174c0-120d-45c2-9420-3ba4d92a4d5f req-40080a98-771a-41fe-97a1-be1ac1174167 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543 HTTP/1.1" status: 200 len: 210 time: 0.1047359 Jul 24 00:48:52.475925 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ebf742a-07e8-49d3-9ffd-3d03c66a1519 req-0a12aab4-68e5-4c7e-95c2-e74eb19c5b2a tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] No DVR routers for this DVR port 88b73c65-2a63-44ed-97a6-4adff615d912 on host n-h2-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:48:52.479288 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-3ebf742a-07e8-49d3-9ffd-3d03c66a1519 req-0a12aab4-68e5-4c7e-95c2-e74eb19c5b2a tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:52.481367 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3ebf742a-07e8-49d3-9ffd-3d03c66a1519 req-0a12aab4-68e5-4c7e-95c2-e74eb19c5b2a tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.11 "DELETE /v2.0/ports/88b73c65-2a63-44ed-97a6-4adff615d912 HTTP/1.1" status: 204 len: 173 time: 1.2186093 Jul 24 00:48:52.482160 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '546e077e-8377-45f7-98f2-ee9e8dfe9d17', 'name': 'network-vif-deleted', 'tag': '88b73c65-2a63-44ed-97a6-4adff615d912'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:48:52.484427 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbdac4f-7ac3-4fc7-8dc1-90852ec0707a" -d '{"events": [{"server_uuid": "546e077e-8377-45f7-98f2-ee9e8dfe9d17", "name": "network-vif-deleted", "tag": "88b73c65-2a63-44ed-97a6-4adff615d912"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:48:52.507494 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-902360ba-8699-40d7-93cd-cb04f569c396 req-193b162f-9306-41c2-a29d-b4fa7341f724 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] No DVR routers for this DVR port 3c836ab3-a4b0-4f71-bdd9-af941853b1e5 on host n-h2-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:48:52.513187 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-902360ba-8699-40d7-93cd-cb04f569c396 req-193b162f-9306-41c2-a29d-b4fa7341f724 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:52.515335 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-902360ba-8699-40d7-93cd-cb04f569c396 req-193b162f-9306-41c2-a29d-b4fa7341f724 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.11 "DELETE /v2.0/ports/3c836ab3-a4b0-4f71-bdd9-af941853b1e5 HTTP/1.1" status: 204 len: 173 time: 1.4877071 Jul 24 00:48:52.582916 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737615dd-16eb-4ce6-87db-399d9a288033 admin admin] Made reservation on behalf of 527575ebe56e4dd9beea63807acac60f for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:48:52.590104 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-737615dd-16eb-4ce6-87db-399d9a288033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:52.607500 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441156f7-d97b-4030-b314-ce800e25c29d x-openstack-request-id: req-441156f7-d97b-4030-b314-ce800e25c29d {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:48:52.607798 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "546e077e-8377-45f7-98f2-ee9e8dfe9d17", "name": "network-vif-deleted", "tag": "88b73c65-2a63-44ed-97a6-4adff615d912", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:48:52.608054 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-441156f7-d97b-4030-b314-ce800e25c29d {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:48:52.608454 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '546e077e-8377-45f7-98f2-ee9e8dfe9d17', 'name': 'network-vif-deleted', 'tag': '88b73c65-2a63-44ed-97a6-4adff615d912', 'status': 'completed', 'code': 200} Jul 24 00:48:52.625588 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-737615dd-16eb-4ce6-87db-399d9a288033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:52.656107 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-44515237-ba72-409f-87ef-96fb269763b5 req-28f20f31-661c-47c4-86b1-fdeece80cf62 service neutron] Attempting to bind port 7a4e5d94-3a43-4888-81e1-8c3ce99fc01d on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:48:52.656770 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-44515237-ba72-409f-87ef-96fb269763b5 req-28f20f31-661c-47c4-86b1-fdeece80cf62 service neutron] Attempting to bind port 7a4e5d94-3a43-4888-81e1-8c3ce99fc01d by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '6a496770-77f3-4c89-a4ef-c619e5b67bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cf53c075-354a-47e9-8398-640068505382'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:48:52.657411 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44515237-ba72-409f-87ef-96fb269763b5 req-28f20f31-661c-47c4-86b1-fdeece80cf62 service neutron] Attempting to bind port 7a4e5d94-3a43-4888-81e1-8c3ce99fc01d on network cf53c075-354a-47e9-8398-640068505382 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:48:52.673820 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44515237-ba72-409f-87ef-96fb269763b5 req-28f20f31-661c-47c4-86b1-fdeece80cf62 service neutron] Port 7a4e5d94-3a43-4888-81e1-8c3ce99fc01d on network cf53c075-354a-47e9-8398-640068505382 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:48:52.675090 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44515237-ba72-409f-87ef-96fb269763b5 req-28f20f31-661c-47c4-86b1-fdeece80cf62 service neutron] Attempting to bind port 7a4e5d94-3a43-4888-81e1-8c3ce99fc01d on network cf53c075-354a-47e9-8398-640068505382 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:48:52.682474 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44515237-ba72-409f-87ef-96fb269763b5 req-28f20f31-661c-47c4-86b1-fdeece80cf62 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:48:52.683275 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44515237-ba72-409f-87ef-96fb269763b5 req-28f20f31-661c-47c4-86b1-fdeece80cf62 service neutron] Checking segment: {'id': '6a496770-77f3-4c89-a4ef-c619e5b67bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cf53c075-354a-47e9-8398-640068505382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:48:52.683872 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44515237-ba72-409f-87ef-96fb269763b5 req-28f20f31-661c-47c4-86b1-fdeece80cf62 service neutron] Bound using segment: {'id': '6a496770-77f3-4c89-a4ef-c619e5b67bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cf53c075-354a-47e9-8398-640068505382'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:48:52.684546 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-44515237-ba72-409f-87ef-96fb269763b5 req-28f20f31-661c-47c4-86b1-fdeece80cf62 service neutron] Bound port: 7a4e5d94-3a43-4888-81e1-8c3ce99fc01d, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a496770-77f3-4c89-a4ef-c619e5b67bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cf53c075-354a-47e9-8398-640068505382'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:48:52.685148 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-44515237-ba72-409f-87ef-96fb269763b5 req-28f20f31-661c-47c4-86b1-fdeece80cf62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:52.736872 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f6bc6-92bf-4fdd-a0c8-ce3f5a4d7f8b req-cb760426-763b-42bf-b18a-74b37a3ea03b tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:52.748622 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9a8f6bc6-92bf-4fdd-a0c8-ce3f5a4d7f8b req-cb760426-763b-42bf-b18a-74b37a3ea03b tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e14bab5-702d-46dc-843a-9e999be95957 HTTP/1.1" status: 200 len: 943 time: 0.1537166 Jul 24 00:48:52.844521 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9a8f6bc6-92bf-4fdd-a0c8-ce3f5a4d7f8b req-59bd3167-d9ea-49f6-8590-58ef50ad306a tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938745 Jul 24 00:48:52.859935 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['e26ba7bc-df08-4bb6-9190-ffb5d7f68be7'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:48:52.925321 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-44515237-ba72-409f-87ef-96fb269763b5 req-28f20f31-661c-47c4-86b1-fdeece80cf62 service neutron] For port 7a4e5d94-3a43-4888-81e1-8c3ce99fc01d, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:48:52.931476 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-44515237-ba72-409f-87ef-96fb269763b5 req-28f20f31-661c-47c4-86b1-fdeece80cf62 service neutron] For port 7a4e5d94-3a43-4888-81e1-8c3ce99fc01d, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=7a4e5d94-3a43-4888-81e1-8c3ce99fc01d,segment=NetworkSegment(6a496770-77f3-4c89-a4ef-c619e5b67bdf),segment_id=6a496770-77f3-4c89-a4ef-c619e5b67bdf)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:48:52.947232 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-44515237-ba72-409f-87ef-96fb269763b5 req-28f20f31-661c-47c4-86b1-fdeece80cf62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:53.021374 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44515237-ba72-409f-87ef-96fb269763b5 req-28f20f31-661c-47c4-86b1-fdeece80cf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:53.022105 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-44515237-ba72-409f-87ef-96fb269763b5 req-28f20f31-661c-47c4-86b1-fdeece80cf62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:53.023724 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-44515237-ba72-409f-87ef-96fb269763b5 req-28f20f31-661c-47c4-86b1-fdeece80cf62 service neutron] 10.222.0.13 "PUT /v2.0/ports/7a4e5d94-3a43-4888-81e1-8c3ce99fc01d HTTP/1.1" status: 200 len: 1092 time: 1.4356532 Jul 24 00:48:53.030762 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-737615dd-16eb-4ce6-87db-399d9a288033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:53.056296 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-737615dd-16eb-4ce6-87db-399d9a288033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:53.097280 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f20f31-661c-47c4-86b1-fdeece80cf62 service neutron] Pushing event updated for resources: {'Port': ['ID=7a4e5d94-3a43-4888-81e1-8c3ce99fc01d,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:53.125171 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-737615dd-16eb-4ce6-87db-399d9a288033 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:48:53.142678 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737615dd-16eb-4ce6-87db-399d9a288033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fc17e7-0797-439f-9ed9-569f104df9d3,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:53.185677 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-737615dd-16eb-4ce6-87db-399d9a288033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:53.186030 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-737615dd-16eb-4ce6-87db-399d9a288033 admin admin] Added segment 8586c4bf-3892-4b3d-8b39-dc6fef5c8398 of type vlan for network d47a7285-ce07-43af-9d2b-c26a26731081 Jul 24 00:48:53.236648 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-737615dd-16eb-4ce6-87db-399d9a288033 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:53.278644 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-c78cb31c-abc1-474f-8b5c-c6b6b2ba4048 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:53.279849 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44515237-ba72-409f-87ef-96fb269763b5 req-dc522352-e778-454c-8e61-bc722ba86c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:53.281485 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-44515237-ba72-409f-87ef-96fb269763b5 req-dc522352-e778-454c-8e61-bc722ba86c8d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d1d593f8bfd4b99bedc0fcdb21f74c7&device_id=4e14bab5-702d-46dc-843a-9e999be95957 HTTP/1.1" status: 200 len: 1095 time: 0.1523864 Jul 24 00:48:53.286844 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-c78cb31c-abc1-474f-8b5c-c6b6b2ba4048 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/networks?id=e2e28809-37ce-4580-b5c1-8641e6176e46 HTTP/1.1" status: 200 len: 812 time: 0.1928945 Jul 24 00:48:53.289500 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-737615dd-16eb-4ce6-87db-399d9a288033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:53.290809 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737615dd-16eb-4ce6-87db-399d9a288033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:53.291420 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-737615dd-16eb-4ce6-87db-399d9a288033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:53.319114 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-f0560f93-8967-4952-90c0-d3a5afbb5045 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/quotas/133d6e8bbab54d519ed84797d0ebf0de HTTP/1.1" status: 200 len: 375 time: 0.0309563 Jul 24 00:48:53.374641 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-57613aaa-269a-4562-89f7-74c52ef69bb6 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=133d6e8bbab54d519ed84797d0ebf0de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543339 Jul 24 00:48:53.408374 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-44515237-ba72-409f-87ef-96fb269763b5 req-5e4e4620-96b1-4adb-bc6c-67e76c6bee58 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a4e5d94-3a43-4888-81e1-8c3ce99fc01d HTTP/1.1" status: 200 len: 217 time: 0.1107204 Jul 24 00:48:53.421799 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-737615dd-16eb-4ce6-87db-399d9a288033 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5147262 Jul 24 00:48:53.425726 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49850) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:53.430657 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e14bab5-702d-46dc-843a-9e999be95957', 'tag': '7a4e5d94-3a43-4888-81e1-8c3ce99fc01d'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:48:53.433155 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60337491-d0cf-4512-b64f-48991e5b90c6" -d '{"events": [{"name": "network-changed", "server_uuid": "4e14bab5-702d-46dc-843a-9e999be95957", "tag": "7a4e5d94-3a43-4888-81e1-8c3ce99fc01d"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:48:53.433625 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-7c25d69e-be4c-4ed5-af9a-f0d97806e9a2 admin admin] Request body: {'subnet': {'network_id': 'd47a7285-ce07-43af-9d2b-c26a26731081', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-188913133-subnet', 'tenant_id': '527575ebe56e4dd9beea63807acac60f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:53.501853 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737615dd-16eb-4ce6-87db-399d9a288033 admin admin] Pushing event updated for resources: {'Network': ['ID=d47a7285-ce07-43af-9d2b-c26a26731081,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:53.528298 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network d47a7285-ce07-43af-9d2b-c26a26731081 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:48:53.534996 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c25d69e-be4c-4ed5-af9a-f0d97806e9a2 admin admin] Made reservation on behalf of 527575ebe56e4dd9beea63807acac60f for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:48:53.538578 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7c25d69e-be4c-4ed5-af9a-f0d97806e9a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:53.563905 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44515237-ba72-409f-87ef-96fb269763b5 req-79c49f33-e395-499e-a4be-2c3b873ed2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:53.572414 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-44515237-ba72-409f-87ef-96fb269763b5 req-79c49f33-e395-499e-a4be-2c3b873ed2ce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d196389f-9ba3-4fa3-b4a4-ee8338ee8fe0 HTTP/1.1" status: 200 len: 845 time: 0.1568904 Jul 24 00:48:53.574917 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-9868bbea-0cc6-4eb3-9f34-56db1533530e service neutron] 10.222.0.15 "GET /v2.0/networks/e2e28809-37ce-4580-b5c1-8641e6176e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892579 Jul 24 00:48:53.599693 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b05c2-5632-48f3-be64-27db99376b07 req-db1295d2-df5d-4ee3-b97d-57089f913ca3 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:53.615344 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ae3b05c2-5632-48f3-be64-27db99376b07 req-db1295d2-df5d-4ee3-b97d-57089f913ca3 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=71b2192f-9eba-484c-8ee1-9bfa0a5c29a0 HTTP/1.1" status: 200 len: 945 time: 0.2996299 Jul 24 00:48:53.687184 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-44515237-ba72-409f-87ef-96fb269763b5 req-f14bd221-6f9a-4301-842a-82a18ea7704b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cf53c075-354a-47e9-8398-640068505382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061354 Jul 24 00:48:53.747921 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ae3b05c2-5632-48f3-be64-27db99376b07 req-674e3ac9-2486-47fb-a24e-c12a930d13c5 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297538 Jul 24 00:48:53.800890 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-238349ba-e88f-4791-b47f-7b8748e23cbd service neutron] 10.222.0.15 "GET /v2.0/networks/e2e28809-37ce-4580-b5c1-8641e6176e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097185 Jul 24 00:48:53.863408 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-44515237-ba72-409f-87ef-96fb269763b5 req-d840579d-9e4f-4aaf-bcee-16b97a858696 service neutron] 10.222.0.13 "GET /v2.0/networks/cf53c075-354a-47e9-8398-640068505382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631689 Jul 24 00:48:53.865308 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce94264-2437-40e1-a90c-11f5ad21f8ca x-openstack-request-id: req-1ce94264-2437-40e1-a90c-11f5ad21f8ca {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:48:53.865641 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e14bab5-702d-46dc-843a-9e999be95957", "tag": "7a4e5d94-3a43-4888-81e1-8c3ce99fc01d", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:48:53.865889 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1ce94264-2437-40e1-a90c-11f5ad21f8ca {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:48:53.866269 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e14bab5-702d-46dc-843a-9e999be95957', 'tag': '7a4e5d94-3a43-4888-81e1-8c3ce99fc01d', 'status': 'completed', 'code': 200} Jul 24 00:48:53.962150 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7c25d69e-be4c-4ed5-af9a-f0d97806e9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:54.036244 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25d69e-be4c-4ed5-af9a-f0d97806e9a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20115978-e69f-4a7a-a65a-ab0414e37071,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:54.042573 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c25d69e-be4c-4ed5-af9a-f0d97806e9a2 admin admin] Checking segment: {'id': '8586c4bf-3892-4b3d-8b39-dc6fef5c8398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd47a7285-ce07-43af-9d2b-c26a26731081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:48:54.043140 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c25d69e-be4c-4ed5-af9a-f0d97806e9a2 admin admin] Network hostable DHCP agents. Network: d47a7285-ce07-43af-9d2b-c26a26731081, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:48:54.064650 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-44515237-ba72-409f-87ef-96fb269763b5 req-926a3219-263b-47f5-a352-3152c2169e51 service neutron] 10.222.0.13 "GET /v2.0/networks/cf53c075-354a-47e9-8398-640068505382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910031 Jul 24 00:48:54.070447 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c25d69e-be4c-4ed5-af9a-f0d97806e9a2 admin admin] Network d47a7285-ce07-43af-9d2b-c26a26731081 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:48:54.090309 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667b2bb9-3726-4376-9f0e-e72ad2516832 req-75f8f454-064c-4e5b-b9d2-934dc65f1787 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:54.091783 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-7c25d69e-be4c-4ed5-af9a-f0d97806e9a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, d47a7285-ce07-43af-9d2b-c26a26731081) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:48:54.097993 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-667b2bb9-3726-4376-9f0e-e72ad2516832 req-75f8f454-064c-4e5b-b9d2-934dc65f1787 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 949 time: 0.1317987 Jul 24 00:48:54.110702 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496809f8-ed40-40c0-9ba7-b3d05c70aa7d None None] Network d47a7285-ce07-43af-9d2b-c26a26731081 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:48:54.149357 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c25d69e-be4c-4ed5-af9a-f0d97806e9a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:54.151218 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7c25d69e-be4c-4ed5-af9a-f0d97806e9a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:54.198392 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7c25d69e-be4c-4ed5-af9a-f0d97806e9a2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7705083 Jul 24 00:48:54.200231 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49868) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:54.225023 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-d55cd152-1b92-422e-8a20-593fecbd4763 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-188913133-router', 'tenant_id': '527575ebe56e4dd9beea63807acac60f', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:54.505932 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdf1b6b-fa01-46db-98d1-92f55d108438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-d47a7285-ce07-43af-9d2b-c26a26731081', 'network_id': 'd47a7285-ce07-43af-9d2b-c26a26731081', 'tenant_id': '527575ebe56e4dd9beea63807acac60f', 'fixed_ips': [{'subnet_id': '20115978-e69f-4a7a-a65a-ab0414e37071'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:48:54.507383 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2fdf1b6b-fa01-46db-98d1-92f55d108438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:54.650090 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-667b2bb9-3726-4376-9f0e-e72ad2516832 req-d4e5e1d8-bfff-496a-b1a9-70a9a5791fe2 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5508783 Jul 24 00:48:54.700385 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60337491-d0cf-4512-b64f-48991e5b90c6 req-1d175cd3-66f1-4d0a-bac6-a2706825aafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:54.703265 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-60337491-d0cf-4512-b64f-48991e5b90c6 req-1d175cd3-66f1-4d0a-bac6-a2706825aafc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d1d593f8bfd4b99bedc0fcdb21f74c7&device_id=4e14bab5-702d-46dc-843a-9e999be95957 HTTP/1.1" status: 200 len: 1095 time: 0.1611121 Jul 24 00:48:54.845525 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60337491-d0cf-4512-b64f-48991e5b90c6 req-b7995272-0bbe-4d4e-8946-bd5e8954016b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:54.848691 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-60337491-d0cf-4512-b64f-48991e5b90c6 req-b7995272-0bbe-4d4e-8946-bd5e8954016b service neutron] 10.222.0.13 "GET /v2.0/networks?id=cf53c075-354a-47e9-8398-640068505382 HTTP/1.1" status: 200 len: 906 time: 0.1349087 Jul 24 00:48:54.880899 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-2fdf1b6b-fa01-46db-98d1-92f55d108438 None None] Allocated IP 172.20.0.2 (d47a7285-ce07-43af-9d2b-c26a26731081/20115978-e69f-4a7a-a65a-ab0414e37071/df90cd22-f595-47e0-b375-a03d23814f99) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:48:54.939319 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-60337491-d0cf-4512-b64f-48991e5b90c6 req-2291b70b-c0d8-40fc-a37b-003772319cbe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a4e5d94-3a43-4888-81e1-8c3ce99fc01d HTTP/1.1" status: 200 len: 217 time: 0.0776801 Jul 24 00:48:54.954413 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a8c3e8b-bb27-45d1-8a7d-77fb6845e543', 'name': 'network-vif-deleted', 'tag': '3c836ab3-a4b0-4f71-bdd9-af941853b1e5'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:48:54.959887 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6333ab37-8d13-46b8-a5e0-a7f1b3afec3e" -d '{"events": [{"server_uuid": "9a8c3e8b-bb27-45d1-8a7d-77fb6845e543", "name": "network-vif-deleted", "tag": "3c836ab3-a4b0-4f71-bdd9-af941853b1e5"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:48:54.978201 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-aa63f998-a198-4f79-9e9c-14bcd9baf9e8 req-cc4c6c2d-5273-41bc-8182-3db63f59d247 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543 HTTP/1.1" status: 200 len: 210 time: 0.7365112 Jul 24 00:48:55.011085 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d55cd152-1b92-422e-8a20-593fecbd4763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:55.013876 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d55cd152-1b92-422e-8a20-593fecbd4763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:55.069261 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60337491-d0cf-4512-b64f-48991e5b90c6 req-7df50a51-7248-4205-bd43-9c9eeba15bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:55.070885 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-60337491-d0cf-4512-b64f-48991e5b90c6 req-7df50a51-7248-4205-bd43-9c9eeba15bc0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d196389f-9ba3-4fa3-b4a4-ee8338ee8fe0 HTTP/1.1" status: 200 len: 845 time: 0.1166499 Jul 24 00:48:55.124050 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-60337491-d0cf-4512-b64f-48991e5b90c6 req-2b23d01d-934a-483f-98ef-2145058177cf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cf53c075-354a-47e9-8398-640068505382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447891 Jul 24 00:48:55.174741 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d55cd152-1b92-422e-8a20-593fecbd4763 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:55.242647 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-60337491-d0cf-4512-b64f-48991e5b90c6 req-9cf721ed-184e-4bd8-93b3-29c33433195b service neutron] 10.222.0.13 "GET /v2.0/networks/cf53c075-354a-47e9-8398-640068505382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074207 Jul 24 00:48:55.260003 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea1aed-16fb-40e4-8158-ab222a2f8322 req-4f171126-841f-473d-93eb-0bbb39a040d4 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:55.267513 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1dea1aed-16fb-40e4-8158-ab222a2f8322 req-4f171126-841f-473d-93eb-0bbb39a040d4 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e14bab5-702d-46dc-843a-9e999be95957 HTTP/1.1" status: 200 len: 943 time: 0.3306317 Jul 24 00:48:55.347928 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2fdf1b6b-fa01-46db-98d1-92f55d108438 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:55.371561 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-2fdf1b6b-fa01-46db-98d1-92f55d108438 None None] Transition to ACTIVE for port object df90cd22-f595-47e0-b375-a03d23814f99 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:48:55.380570 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1dea1aed-16fb-40e4-8158-ab222a2f8322 req-2503699e-bef4-4bcf-b62a-21cae12f96cd tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119919 Jul 24 00:48:55.431862 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-2fdf1b6b-fa01-46db-98d1-92f55d108438 None None] Transition to ACTIVE for port object df90cd22-f595-47e0-b375-a03d23814f99 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:48:55.448104 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2fdf1b6b-fa01-46db-98d1-92f55d108438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:55.457163 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-60337491-d0cf-4512-b64f-48991e5b90c6 req-35a2f4b2-6b68-4e60-a07d-7fbe29826799 service neutron] 10.222.0.13 "GET /v2.0/networks/cf53c075-354a-47e9-8398-640068505382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868122 Jul 24 00:48:55.469572 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0ad57719-dda3-4f9f-8855-f0afcc91ed56 req-9aa8aef1-5101-4b9f-afc2-b29f3db1e74d tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=26c89099-5b00-475b-a9a7-4468ebb11a39 HTTP/1.1" status: 200 len: 210 time: 0.1380594 Jul 24 00:48:55.494018 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d55cd152-1b92-422e-8a20-593fecbd4763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:55.548279 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95a652-b311-4486-9283-e4d6174e62cd req-b58a97f6-4157-4437-956c-b2472bf1fbb5 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:55.552626 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdf1b6b-fa01-46db-98d1-92f55d108438 None None] Network d47a7285-ce07-43af-9d2b-c26a26731081 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:48:55.557957 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3c95a652-b311-4486-9283-e4d6174e62cd req-b58a97f6-4157-4437-956c-b2472bf1fbb5 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=71b2192f-9eba-484c-8ee1-9bfa0a5c29a0 HTTP/1.1" status: 200 len: 945 time: 0.0887940 Jul 24 00:48:55.558979 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-2fdf1b6b-fa01-46db-98d1-92f55d108438 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:48:55.569526 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdf1b6b-fa01-46db-98d1-92f55d108438 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:48:55.572463 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf1b6b-fa01-46db-98d1-92f55d108438 None None] Pushing event updated for resources: {'Port': ['ID=df90cd22-f595-47e0-b375-a03d23814f99,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:55.589313 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c49eefc-7481-4c37-a9d9-c9c31fb767ed x-openstack-request-id: req-0c49eefc-7481-4c37-a9d9-c9c31fb767ed {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:48:55.597209 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a8c3e8b-bb27-45d1-8a7d-77fb6845e543", "name": "network-vif-deleted", "tag": "3c836ab3-a4b0-4f71-bdd9-af941853b1e5", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:48:55.597860 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0c49eefc-7481-4c37-a9d9-c9c31fb767ed {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:48:55.598530 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a8c3e8b-bb27-45d1-8a7d-77fb6845e543', 'name': 'network-vif-deleted', 'tag': '3c836ab3-a4b0-4f71-bdd9-af941853b1e5', 'status': 'completed', 'code': 200} Jul 24 00:48:55.614004 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3c95a652-b311-4486-9283-e4d6174e62cd req-2d0c185c-1b9f-4abb-8202-35093eb31b72 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522919 Jul 24 00:48:55.670827 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-2fdf1b6b-fa01-46db-98d1-92f55d108438 None None] Attempting to bind port df90cd22-f595-47e0-b375-a03d23814f99 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:48:55.671291 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-2fdf1b6b-fa01-46db-98d1-92f55d108438 None None] Attempting to bind port df90cd22-f595-47e0-b375-a03d23814f99 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '8586c4bf-3892-4b3d-8b39-dc6fef5c8398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd47a7285-ce07-43af-9d2b-c26a26731081'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:48:55.671670 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdf1b6b-fa01-46db-98d1-92f55d108438 None None] Attempting to bind port df90cd22-f595-47e0-b375-a03d23814f99 on network d47a7285-ce07-43af-9d2b-c26a26731081 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:48:55.678916 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdf1b6b-fa01-46db-98d1-92f55d108438 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:48:55.679458 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdf1b6b-fa01-46db-98d1-92f55d108438 None None] Checking segment: {'id': '8586c4bf-3892-4b3d-8b39-dc6fef5c8398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd47a7285-ce07-43af-9d2b-c26a26731081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:48:55.680053 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2fdf1b6b-fa01-46db-98d1-92f55d108438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:55.680456 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdf1b6b-fa01-46db-98d1-92f55d108438 None None] Bound using segment: {'id': '8586c4bf-3892-4b3d-8b39-dc6fef5c8398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd47a7285-ce07-43af-9d2b-c26a26731081'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:48:55.680932 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-2fdf1b6b-fa01-46db-98d1-92f55d108438 None None] Bound port: df90cd22-f595-47e0-b375-a03d23814f99, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8586c4bf-3892-4b3d-8b39-dc6fef5c8398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd47a7285-ce07-43af-9d2b-c26a26731081'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:48:55.681323 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2fdf1b6b-fa01-46db-98d1-92f55d108438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:55.739144 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0c3b6fb6-d0a8-4e16-8ad2-70adbdc61d44 req-dec2bee4-b582-4192-8bce-a1b1dd4cfbc1 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17 HTTP/1.1" status: 200 len: 210 time: 0.0484898 Jul 24 00:48:55.821933 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-2fdf1b6b-fa01-46db-98d1-92f55d108438 None None] For port df90cd22-f595-47e0-b375-a03d23814f99, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:48:55.835548 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-2fdf1b6b-fa01-46db-98d1-92f55d108438 None None] For port df90cd22-f595-47e0-b375-a03d23814f99, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=df90cd22-f595-47e0-b375-a03d23814f99,segment=NetworkSegment(8586c4bf-3892-4b3d-8b39-dc6fef5c8398),segment_id=8586c4bf-3892-4b3d-8b39-dc6fef5c8398)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:48:55.842857 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2fdf1b6b-fa01-46db-98d1-92f55d108438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:55.973411 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf1b6b-fa01-46db-98d1-92f55d108438 None None] Pushing event updated for resources: {'Port': ['ID=df90cd22-f595-47e0-b375-a03d23814f99,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:55.996108 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d55cd152-1b92-422e-8a20-593fecbd4763 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:56.022250 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d55cd152-1b92-422e-8a20-593fecbd4763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:56.023385 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cb2253-58fb-478f-9f45-fb29cad24171 req-4a3bf099-be24-421a-a819-188a64e52cce tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:56.025259 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-25cb2253-58fb-478f-9f45-fb29cad24171 req-4a3bf099-be24-421a-a819-188a64e52cce tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 949 time: 0.2226822 Jul 24 00:48:56.172119 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-d55cd152-1b92-422e-8a20-593fecbd4763 admin admin] Allocated IP 172.25.2.247 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/a93f3441-85d9-4c1c-bf2c-57569e000ed7) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:48:56.172776 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-25cb2253-58fb-478f-9f45-fb29cad24171 req-d08686d1-2443-42a2-874c-bb0021a6f2f9 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202447 Jul 24 00:48:56.186013 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-41e52354-aa6c-4c73-b6d0-081efb5ca85c tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:56.187605 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-41e52354-aa6c-4c73-b6d0-081efb5ca85c tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.13 "GET /v2.0/networks?id=e2e28809-37ce-4580-b5c1-8641e6176e46 HTTP/1.1" status: 200 len: 812 time: 0.3321617 Jul 24 00:48:56.191647 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4ee8fc71-4d29-4e1b-b93d-43de2ff1ddf4 req-df9b180d-9948-4d7f-afab-1a26327d9fca service neutron] 10.222.0.13 "GET /v2.0/ports/4998b04a-6c33-485a-b399-437a9f222c3c/bindings/n-h1-793621-25 HTTP/1.1" status: 200 len: 383 time: 0.2399306 Jul 24 00:48:56.211915 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-6ef98a24-96b9-4c64-83bf-599446cf2235 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Request body: {'port': {'device_id': '26c89099-5b00-475b-a9a7-4468ebb11a39', 'network_id': 'e2e28809-37ce-4580-b5c1-8641e6176e46', 'admin_state_up': True, 'tenant_id': '133d6e8bbab54d519ed84797d0ebf0de'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:56.458593 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-6ef98a24-96b9-4c64-83bf-599446cf2235 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Made reservation on behalf of 133d6e8bbab54d519ed84797d0ebf0de for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:48:56.464523 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-6ef98a24-96b9-4c64-83bf-599446cf2235 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:56.508845 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d55cd152-1b92-422e-8a20-593fecbd4763 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:56.601061 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1ee0f52f-ac39-4591-9c46-a2f751c8efc7 req-81e7031a-d0d7-4d49-a0e0-67e6d22e4733 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=26c89099-5b00-475b-a9a7-4468ebb11a39 HTTP/1.1" status: 200 len: 210 time: 0.0378647 Jul 24 00:48:56.612704 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d55cd152-1b92-422e-8a20-593fecbd4763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:56.704964 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55cd152-1b92-422e-8a20-593fecbd4763 admin admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:48:56.714429 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-d55cd152-1b92-422e-8a20-593fecbd4763 admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:48:56.729063 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55cd152-1b92-422e-8a20-593fecbd4763 admin admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:48:56.742242 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55cd152-1b92-422e-8a20-593fecbd4763 admin admin] Pushing event updated for resources: {'Port': ['ID=a93f3441-85d9-4c1c-bf2c-57569e000ed7,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:56.782373 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640fddf-ceb9-4d47-b401-1698a3833a28 req-b213afaf-9c0c-457e-9c0e-a5b49e71d94c tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:56.784528 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f640fddf-ceb9-4d47-b401-1698a3833a28 req-b213afaf-9c0c-457e-9c0e-a5b49e71d94c tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e14bab5-702d-46dc-843a-9e999be95957 HTTP/1.1" status: 200 len: 943 time: 0.2525184 Jul 24 00:48:56.812557 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8fc71-4d29-4e1b-b93d-43de2ff1ddf4 req-e0b23028-dc98-4cc0-81bf-afc82ab3fa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:56.814213 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4ee8fc71-4d29-4e1b-b93d-43de2ff1ddf4 req-e0b23028-dc98-4cc0-81bf-afc82ab3fa9d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff&tenant_id=64682d71562544209c45b1dc63c9fd56 HTTP/1.1" status: 200 len: 1101 time: 0.3210177 Jul 24 00:48:56.884379 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-6ef98a24-96b9-4c64-83bf-599446cf2235 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Allocated IP 172.20.0.14 (e2e28809-37ce-4580-b5c1-8641e6176e46/fd9d285b-6b1a-48e3-ba8d-9b7a3b766001/c6c4e168-5d23-43e1-9a9b-1327edf2d50c) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:48:56.946208 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f640fddf-ceb9-4d47-b401-1698a3833a28 req-6e1a58b9-aabd-4c20-8950-087f4ca20701 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404428 Jul 24 00:48:57.147116 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 7a4e5d94-3a43-4888-81e1-8c3ce99fc01d details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:48:57.202736 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844506ef-214d-42f2-abf8-4a50fb2028ed req-f5b9a8d0-33f4-4028-a1ef-5b52032edd87 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:57.211890 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-844506ef-214d-42f2-abf8-4a50fb2028ed req-f5b9a8d0-33f4-4028-a1ef-5b52032edd87 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=71b2192f-9eba-484c-8ee1-9bfa0a5c29a0 HTTP/1.1" status: 200 len: 945 time: 0.4440050 Jul 24 00:48:57.219726 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4bc9e8cc-98a2-4f26-abd7-e7581779a662 req-33941631-afa7-4d66-a34f-4ad63818586e tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17 HTTP/1.1" status: 200 len: 210 time: 0.0957217 Jul 24 00:48:57.233375 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8fc71-4d29-4e1b-b93d-43de2ff1ddf4 req-482aa0de-47d3-4bde-b414-36f186ccfe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:57.235215 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4ee8fc71-4d29-4e1b-b93d-43de2ff1ddf4 req-482aa0de-47d3-4bde-b414-36f186ccfe7c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64682d71562544209c45b1dc63c9fd56&device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 1101 time: 0.3926187 Jul 24 00:48:57.245002 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-6ef98a24-96b9-4c64-83bf-599446cf2235 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:57.285262 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d55cd152-1b92-422e-8a20-593fecbd4763 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:57.297868 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-844506ef-214d-42f2-abf8-4a50fb2028ed req-b16e57b0-373d-468b-bde6-cfa221eafc10 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849066 Jul 24 00:48:57.375608 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febde252-0ce3-4b7b-b007-cd8aca2fab18 None None] Network d47a7285-ce07-43af-9d2b-c26a26731081 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:48:57.406101 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 7a4e5d94-3a43-4888-81e1-8c3ce99fc01d, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=7a4e5d94-3a43-4888-81e1-8c3ce99fc01d,segment=NetworkSegment(6a496770-77f3-4c89-a4ef-c619e5b67bdf),segment_id=6a496770-77f3-4c89-a4ef-c619e5b67bdf)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:57.434179 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '7a4e5d94-3a43-4888-81e1-8c3ce99fc01d', 'network_id': 'cf53c075-354a-47e9-8398-640068505382', 'port_id': '7a4e5d94-3a43-4888-81e1-8c3ce99fc01d', 'mac_address': 'fa:16:3e:2f:08:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd196389f-9ba3-4fa3-b4a4-ee8338ee8fe0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:48:57.526534 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-6ef98a24-96b9-4c64-83bf-599446cf2235 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:57.560616 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:57.569028 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713698de-9efa-4a3b-bcdc-0cd8068f42f4 req-64db54e6-b0eb-4804-a03b-9fe2bdfaa478 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:57.579936 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-713698de-9efa-4a3b-bcdc-0cd8068f42f4 req-64db54e6-b0eb-4804-a03b-9fe2bdfaa478 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 949 time: 0.1611428 Jul 24 00:48:57.620806 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8fc71-4d29-4e1b-b93d-43de2ff1ddf4 req-bf121ebb-3302-4b2e-85af-925722335a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:57.622364 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4ee8fc71-4d29-4e1b-b93d-43de2ff1ddf4 req-bf121ebb-3302-4b2e-85af-925722335a95 service neutron] 10.222.0.13 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.3727295 Jul 24 00:48:57.624583 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-6ef98a24-96b9-4c64-83bf-599446cf2235 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Network e2e28809-37ce-4580-b5c1-8641e6176e46 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:48:57.626187 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef98a24-96b9-4c64-83bf-599446cf2235 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Pushing event updated for resources: {'Port': ['ID=c6c4e168-5d23-43e1-9a9b-1327edf2d50c,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:57.631348 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-6ef98a24-96b9-4c64-83bf-599446cf2235 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:48:57.682761 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4ee8fc71-4d29-4e1b-b93d-43de2ff1ddf4 req-20807041-3cd8-48f3-81b1-295aba519613 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=4998b04a-6c33-485a-b399-437a9f222c3c HTTP/1.1" status: 200 len: 217 time: 0.0416207 Jul 24 00:48:57.683787 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-6ef98a24-96b9-4c64-83bf-599446cf2235 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:48:57.760059 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-4b13baee-0f68-4c89-afc6-60aef519a8e2 None None] Provisioning for port df90cd22-f595-47e0-b375-a03d23814f99 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:48:57.775004 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-6ef98a24-96b9-4c64-83bf-599446cf2235 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:57.777053 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-6ef98a24-96b9-4c64-83bf-599446cf2235 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:57.794207 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a4e5d94-3a43-4888-81e1-8c3ce99fc01d {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:48:57.833385 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d55cd152-1b92-422e-8a20-593fecbd4763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:57.873695 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-713698de-9efa-4a3b-bcdc-0cd8068f42f4 req-126d99d8-fbd5-49e2-acbd-3de54a31b05f tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900853 Jul 24 00:48:57.879784 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 7a4e5d94-3a43-4888-81e1-8c3ce99fc01d, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=7a4e5d94-3a43-4888-81e1-8c3ce99fc01d,segment=NetworkSegment(6a496770-77f3-4c89-a4ef-c619e5b67bdf),segment_id=6a496770-77f3-4c89-a4ef-c619e5b67bdf)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:57.886858 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:57.919360 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-6ef98a24-96b9-4c64-83bf-599446cf2235 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7144132 Jul 24 00:48:57.942206 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-e9576e32-8620-430f-9c31-4b44d2746a77 service neutron] Request body: {'port': {'device_id': '26c89099-5b00-475b-a9a7-4468ebb11a39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:48:57.995513 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=7a4e5d94-3a43-4888-81e1-8c3ce99fc01d,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:58.029049 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8fc71-4d29-4e1b-b93d-43de2ff1ddf4 req-40a1b725-bba9-4bfa-970d-2a572f5072f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:58.030582 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4ee8fc71-4d29-4e1b-b93d-43de2ff1ddf4 req-40a1b725-bba9-4bfa-970d-2a572f5072f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.2481124 Jul 24 00:48:58.134563 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a2b4bc-b865-4862-8b7e-8df6cb4025c6 req-7d064687-6e5e-4f65-9622-9f830624714b tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:58.136685 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d3a2b4bc-b865-4862-8b7e-8df6cb4025c6 req-7d064687-6e5e-4f65-9622-9f830624714b tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ea5d19a-56bc-48b1-8465-2ced10cecf5d HTTP/1.1" status: 200 len: 949 time: 0.0961347 Jul 24 00:48:58.160472 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['7a4e5d94-3a43-4888-81e1-8c3ce99fc01d'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:48:58.226752 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-e9576e32-8620-430f-9c31-4b44d2746a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:58.249347 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437e28b-ec0d-4fb4-a8d7-7aab7155ea0e req-2c70a8aa-3392-4fc9-a05b-90453963c67e tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:58.257044 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4437e28b-ec0d-4fb4-a8d7-7aab7155ea0e req-2c70a8aa-3392-4fc9-a05b-90453963c67e tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=26c89099-5b00-475b-a9a7-4468ebb11a39 HTTP/1.1" status: 200 len: 932 time: 0.2338245 Jul 24 00:48:58.267014 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee8fc71-4d29-4e1b-b93d-43de2ff1ddf4 req-95039a4d-af0d-4f2a-9dce-e4ad8c947c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:58.269072 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4ee8fc71-4d29-4e1b-b93d-43de2ff1ddf4 req-95039a4d-af0d-4f2a-9dce-e4ad8c947c03 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2269638 Jul 24 00:48:58.305415 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d3a2b4bc-b865-4862-8b7e-8df6cb4025c6 req-ce3e1571-7b9b-4c00-ad94-34568387bad9 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550429 Jul 24 00:48:58.311561 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d55cd152-1b92-422e-8a20-593fecbd4763 admin admin] Router 8816f8c6-b88b-49d1-b039-07bd44213f45 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:48:58.364494 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device df90cd22-f595-47e0-b375-a03d23814f99 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:48:58.488966 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4437e28b-ec0d-4fb4-a8d7-7aab7155ea0e req-23515556-6777-4016-9138-17e78e93bcb7 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290709 Jul 24 00:48:58.528309 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55cd152-1b92-422e-8a20-593fecbd4763 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:48:58.542536 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port df90cd22-f595-47e0-b375-a03d23814f99 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:48:58.552708 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port df90cd22-f595-47e0-b375-a03d23814f99 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:48:58.553391 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfde9ade-d035-41fe-831c-d5fa9a3cf481 None None] Sync routers for ids ['8816f8c6-b88b-49d1-b039-07bd44213f45'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:48:58.553895 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:58.558740 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47ac89-7674-4466-a8d8-3ac38f475a3e req-10443fbc-e157-4472-89d7-77cedfa62e96 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:58.568013 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bf47ac89-7674-4466-a8d8-3ac38f475a3e req-10443fbc-e157-4472-89d7-77cedfa62e96 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e14bab5-702d-46dc-843a-9e999be95957 HTTP/1.1" status: 200 len: 944 time: 0.1510913 Jul 24 00:48:58.576631 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d55cd152-1b92-422e-8a20-593fecbd4763 admin admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:58.580629 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d55cd152-1b92-422e-8a20-593fecbd4763 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3743634 Jul 24 00:48:58.581672 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfde9ade-d035-41fe-831c-d5fa9a3cf481 None None] Routers {'8816f8c6-b88b-49d1-b039-07bd44213f45'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:48:58.581940 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-dfde9ade-d035-41fe-831c-d5fa9a3cf481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:48:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['8816f8c6-b88b-49d1-b039-07bd44213f45'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:58.587481 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49920) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:48:58.683699 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:58.702094 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4ee8fc71-4d29-4e1b-b93d-43de2ff1ddf4 req-5dda6158-bb01-44f8-b197-ded8f4eaeacc service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4226544 Jul 24 00:48:58.711336 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bf47ac89-7674-4466-a8d8-3ac38f475a3e req-18a56609-16b4-49df-aed7-408b2254cddf tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422424 Jul 24 00:48:58.733987 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port df90cd22-f595-47e0-b375-a03d23814f99, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=df90cd22-f595-47e0-b375-a03d23814f99,segment=NetworkSegment(8586c4bf-3892-4b3d-8b39-dc6fef5c8398),segment_id=8586c4bf-3892-4b3d-8b39-dc6fef5c8398)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:58.743344 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:58.863348 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=df90cd22-f595-47e0-b375-a03d23814f99,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:58.875405 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d15f66-5a5b-417b-896d-26973011bcbf req-1334635b-432c-42df-9be1-488e143bdc42 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:58.883884 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e7d15f66-5a5b-417b-896d-26973011bcbf req-1334635b-432c-42df-9be1-488e143bdc42 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=71b2192f-9eba-484c-8ee1-9bfa0a5c29a0 HTTP/1.1" status: 200 len: 945 time: 0.2331090 Jul 24 00:48:58.891786 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-dfde9ade-d035-41fe-831c-d5fa9a3cf481 None None] Set router 8816f8c6-b88b-49d1-b039-07bd44213f45 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:48:58.987443 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4ee8fc71-4d29-4e1b-b93d-43de2ff1ddf4 req-8386b800-40ca-485e-8b46-9832358669fc service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729416 Jul 24 00:48:59.006355 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e7d15f66-5a5b-417b-896d-26973011bcbf req-e0b4b9ee-ec12-4207-9805-abc51a39ed84 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149523 Jul 24 00:48:59.109909 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-e9576e32-8620-430f-9c31-4b44d2746a77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6c4e168-5d23-43e1-9a9b-1327edf2d50c {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:48:59.139101 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-e9576e32-8620-430f-9c31-4b44d2746a77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:59.155179 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-e9576e32-8620-430f-9c31-4b44d2746a77 service neutron] Transition to ACTIVE for port object c6c4e168-5d23-43e1-9a9b-1327edf2d50c will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:48:59.163206 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c0a6a-dc21-46e1-87d3-7f763e8b6500 req-f6f03bab-c5d0-4dbd-aa08-22a68d47e328 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:59.163806 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-e9576e32-8620-430f-9c31-4b44d2746a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:59.170656 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-560c0a6a-dc21-46e1-87d3-7f763e8b6500 req-f6f03bab-c5d0-4dbd-aa08-22a68d47e328 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 949 time: 0.1396902 Jul 24 00:48:59.175787 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 7a4e5d94-3a43-4888-81e1-8c3ce99fc01d up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:48:59.190998 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-dfde9ade-d035-41fe-831c-d5fa9a3cf481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8816f8c6-b88b-49d1-b039-07bd44213f45', 'name': 'tempest-ServersTestBootFromVolume-188913133-router', 'tenant_id': '527575ebe56e4dd9beea63807acac60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'a93f3441-85d9-4c1c-bf2c-57569e000ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:48:55Z', 'updated_at': '2021-07-24T00:48:56Z', 'revision_number': 3, 'project_id': '527575ebe56e4dd9beea63807acac60f', 'gw_port': {'id': 'a93f3441-85d9-4c1c-bf2c-57569e000ed7', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8816f8c6-b88b-49d1-b039-07bd44213f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:48:56Z', 'updated_at': '2021-07-24T00:48:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:48:59.226886 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-560c0a6a-dc21-46e1-87d3-7f763e8b6500 req-9783b21d-fdc1-4f1c-9df3-8bee68f3d77b tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551233 Jul 24 00:48:59.230225 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfde9ade-d035-41fe-831c-d5fa9a3cf481 None None] Checking router: 8816f8c6-b88b-49d1-b039-07bd44213f45 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:48:59.230582 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfde9ade-d035-41fe-831c-d5fa9a3cf481 None None] Updating router 8816f8c6-b88b-49d1-b039-07bd44213f45 port a93f3441-85d9-4c1c-bf2c-57569e000ed7 binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:48:59.297066 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-dfde9ade-d035-41fe-831c-d5fa9a3cf481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:59.301651 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 7a4e5d94-3a43-4888-81e1-8c3ce99fc01d completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:48:59.306094 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 7a4e5d94-3a43-4888-81e1-8c3ce99fc01d triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:48:59.306561 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:59.312675 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9576e32-8620-430f-9c31-4b44d2746a77 service neutron] Pushing event updated for resources: {'Port': ['ID=c6c4e168-5d23-43e1-9a9b-1327edf2d50c,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:59.406217 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-60c57f87-c4f9-4da0-ab1b-fcae22974bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:59.451842 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:59.493246 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-e9576e32-8620-430f-9c31-4b44d2746a77 service neutron] Attempting to bind port c6c4e168-5d23-43e1-9a9b-1327edf2d50c on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:48:59.493524 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-e9576e32-8620-430f-9c31-4b44d2746a77 service neutron] Attempting to bind port c6c4e168-5d23-43e1-9a9b-1327edf2d50c by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': 'c4a12371-e65f-4999-8182-3fce7a91f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e2e28809-37ce-4580-b5c1-8641e6176e46'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:48:59.493818 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-e9576e32-8620-430f-9c31-4b44d2746a77 service neutron] Attempting to bind port c6c4e168-5d23-43e1-9a9b-1327edf2d50c on network e2e28809-37ce-4580-b5c1-8641e6176e46 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:48:59.494105 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 7a4e5d94-3a43-4888-81e1-8c3ce99fc01d, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=7a4e5d94-3a43-4888-81e1-8c3ce99fc01d,segment=NetworkSegment(6a496770-77f3-4c89-a4ef-c619e5b67bdf),segment_id=6a496770-77f3-4c89-a4ef-c619e5b67bdf)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:59.495175 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e14bab5-702d-46dc-843a-9e999be95957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4e5d94-3a43-4888-81e1-8c3ce99fc01d'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:48:59.498549 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79bccef8-2acc-4774-a9d4-0c856fedd65f" -d '{"events": [{"server_uuid": "4e14bab5-702d-46dc-843a-9e999be95957", "name": "network-vif-plugged", "status": "completed", "tag": "7a4e5d94-3a43-4888-81e1-8c3ce99fc01d"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:48:59.506178 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:59.507327 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 4998b04a-6c33-485a-b399-437a9f222c3c no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:48:59.524362 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-e9576e32-8620-430f-9c31-4b44d2746a77 service neutron] Port c6c4e168-5d23-43e1-9a9b-1327edf2d50c on network e2e28809-37ce-4580-b5c1-8641e6176e46 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:48:59.524621 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-e9576e32-8620-430f-9c31-4b44d2746a77 service neutron] Attempting to bind port c6c4e168-5d23-43e1-9a9b-1327edf2d50c on network e2e28809-37ce-4580-b5c1-8641e6176e46 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:48:59.550870 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-e9576e32-8620-430f-9c31-4b44d2746a77 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:48:59.551246 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-e9576e32-8620-430f-9c31-4b44d2746a77 service neutron] Checking segment: {'id': 'c4a12371-e65f-4999-8182-3fce7a91f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e2e28809-37ce-4580-b5c1-8641e6176e46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:48:59.551635 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-e9576e32-8620-430f-9c31-4b44d2746a77 service neutron] Bound using segment: {'id': 'c4a12371-e65f-4999-8182-3fce7a91f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e2e28809-37ce-4580-b5c1-8641e6176e46'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:48:59.552107 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-e9576e32-8620-430f-9c31-4b44d2746a77 service neutron] Bound port: c6c4e168-5d23-43e1-9a9b-1327edf2d50c, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a12371-e65f-4999-8182-3fce7a91f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e2e28809-37ce-4580-b5c1-8641e6176e46'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:48:59.552482 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-e9576e32-8620-430f-9c31-4b44d2746a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:59.585046 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6eec3da-bbd6-46ee-ab37-db207fafc3a1 x-openstack-request-id: req-b6eec3da-bbd6-46ee-ab37-db207fafc3a1 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:48:59.585341 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e14bab5-702d-46dc-843a-9e999be95957", "name": "network-vif-plugged", "status": "completed", "tag": "7a4e5d94-3a43-4888-81e1-8c3ce99fc01d", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:48:59.585722 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b6eec3da-bbd6-46ee-ab37-db207fafc3a1 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:48:59.586452 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e14bab5-702d-46dc-843a-9e999be95957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4e5d94-3a43-4888-81e1-8c3ce99fc01d', 'code': 200} Jul 24 00:48:59.623524 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a666d9-1d30-446a-b83a-bc6db050a3db req-7cbc4f0b-85cd-4192-ba36-9b31d5ad57cb tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:59.625080 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-97a666d9-1d30-446a-b83a-bc6db050a3db req-7cbc4f0b-85cd-4192-ba36-9b31d5ad57cb tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ea5d19a-56bc-48b1-8465-2ced10cecf5d HTTP/1.1" status: 200 len: 949 time: 0.2687173 Jul 24 00:48:59.632533 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=7a4e5d94-3a43-4888-81e1-8c3ce99fc01d,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:59.655417 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-dfde9ade-d035-41fe-831c-d5fa9a3cf481 None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:59.667415 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-dfde9ade-d035-41fe-831c-d5fa9a3cf481 None None] Transition to ACTIVE for port object a93f3441-85d9-4c1c-bf2c-57569e000ed7 will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:48:59.676246 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-dfde9ade-d035-41fe-831c-d5fa9a3cf481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:59.700522 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:59.738930 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0d8ae-ebf8-454c-acf8-3d3f8b3b6b21 req-c744fc48-a339-49c4-a431-28b23bd24077 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:59.746770 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a9d0d8ae-ebf8-454c-acf8-3d3f8b3b6b21 req-c744fc48-a339-49c4-a431-28b23bd24077 tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ea5d19a-56bc-48b1-8465-2ced10cecf5d HTTP/1.1" status: 200 len: 949 time: 0.3355393 Jul 24 00:48:59.746976 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-60c57f87-c4f9-4da0-ab1b-fcae22974bef admin admin] Allocated IP 172.20.0.1 (d47a7285-ce07-43af-9d2b-c26a26731081/20115978-e69f-4a7a-a65a-ab0414e37071/8807a1af-16b6-4909-a722-083791f95c79) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:48:59.758908 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 4998b04a-6c33-485a-b399-437a9f222c3c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=4998b04a-6c33-485a-b399-437a9f222c3c,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:48:59.766264 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:59.778449 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-dfde9ade-d035-41fe-831c-d5fa9a3cf481 None None] Attempting to bind port a93f3441-85d9-4c1c-bf2c-57569e000ed7 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:48:59.779451 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-dfde9ade-d035-41fe-831c-d5fa9a3cf481 None None] Attempting to bind port a93f3441-85d9-4c1c-bf2c-57569e000ed7 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:48:59.780051 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfde9ade-d035-41fe-831c-d5fa9a3cf481 None None] Attempting to bind port a93f3441-85d9-4c1c-bf2c-57569e000ed7 on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:48:59.790185 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad9de0-0152-4c25-8b83-8e796047ba71 None None] Pushing event updated for resources: {'Port': ['ID=a93f3441-85d9-4c1c-bf2c-57569e000ed7,revision_number=2']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:59.798190 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17dee71-9c59-4e45-95c1-3688638d3488 req-cb6440ca-dd66-421c-84a8-6a79a9984c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:59.800510 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e17dee71-9c59-4e45-95c1-3688638d3488 req-cb6440ca-dd66-421c-84a8-6a79a9984c5e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4e14bab5-702d-46dc-843a-9e999be95957 HTTP/1.1" status: 200 len: 1097 time: 0.1522117 Jul 24 00:48:59.806484 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad9de0-0152-4c25-8b83-8e796047ba71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:59.807185 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad9de0-0152-4c25-8b83-8e796047ba71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:59.807754 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad9de0-0152-4c25-8b83-8e796047ba71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:59.808435 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad9de0-0152-4c25-8b83-8e796047ba71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:59.808982 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad9de0-0152-4c25-8b83-8e796047ba71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:59.809975 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad9de0-0152-4c25-8b83-8e796047ba71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:59.810599 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad9de0-0152-4c25-8b83-8e796047ba71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:59.811517 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad9de0-0152-4c25-8b83-8e796047ba71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:59.812059 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad9de0-0152-4c25-8b83-8e796047ba71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:59.812947 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad9de0-0152-4c25-8b83-8e796047ba71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:59.813458 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad9de0-0152-4c25-8b83-8e796047ba71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:59.814337 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ad9de0-0152-4c25-8b83-8e796047ba71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:48:59.817586 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44aa33-c113-4489-b208-975017870f43 req-b0d2c372-c587-4c9a-a4bf-d61c32ff1b94 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:48:59.819158 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fc44aa33-c113-4489-b208-975017870f43 req-b0d2c372-c587-4c9a-a4bf-d61c32ff1b94 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=26c89099-5b00-475b-a9a7-4468ebb11a39 HTTP/1.1" status: 200 len: 944 time: 0.1389322 Jul 24 00:48:59.821746 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfde9ade-d035-41fe-831c-d5fa9a3cf481 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:48:59.822422 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfde9ade-d035-41fe-831c-d5fa9a3cf481 None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:48:59.824092 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-dfde9ade-d035-41fe-831c-d5fa9a3cf481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:59.824814 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfde9ade-d035-41fe-831c-d5fa9a3cf481 None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:48:59.825494 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-dfde9ade-d035-41fe-831c-d5fa9a3cf481 None None] Bound port: a93f3441-85d9-4c1c-bf2c-57569e000ed7, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:48:59.826107 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-dfde9ade-d035-41fe-831c-d5fa9a3cf481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:59.837477 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=4998b04a-6c33-485a-b399-437a9f222c3c,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:48:59.881514 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e17dee71-9c59-4e45-95c1-3688638d3488 req-4e3331d2-43ab-4848-887e-5899e91ef48a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596282 Jul 24 00:48:59.894610 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a9d0d8ae-ebf8-454c-acf8-3d3f8b3b6b21 req-a0af59d9-f319-42f2-868d-b533ee0e22fc tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/security-groups?id=24270443-65f5-4bd2-9318-655a93f746a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469080 Jul 24 00:48:59.895943 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-e9576e32-8620-430f-9c31-4b44d2746a77 service neutron] For port c6c4e168-5d23-43e1-9a9b-1327edf2d50c, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:48:59.901388 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-e9576e32-8620-430f-9c31-4b44d2746a77 service neutron] For port c6c4e168-5d23-43e1-9a9b-1327edf2d50c, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=c6c4e168-5d23-43e1-9a9b-1327edf2d50c,segment=NetworkSegment(c4a12371-e65f-4999-8182-3fce7a91f982),segment_id=c4a12371-e65f-4999-8182-3fce7a91f982)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:48:59.913731 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-e9576e32-8620-430f-9c31-4b44d2746a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:59.921077 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-dfde9ade-d035-41fe-831c-d5fa9a3cf481 None None] For port a93f3441-85d9-4c1c-bf2c-57569e000ed7, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:48:59.925848 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-dfde9ade-d035-41fe-831c-d5fa9a3cf481 None None] For port a93f3441-85d9-4c1c-bf2c-57569e000ed7, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=a93f3441-85d9-4c1c-bf2c-57569e000ed7,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:48:59.935943 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fc44aa33-c113-4489-b208-975017870f43 req-44056e00-ebab-4b2a-8ee2-86474491dd50 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988815 Jul 24 00:48:59.938958 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-dfde9ade-d035-41fe-831c-d5fa9a3cf481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:48:59.985542 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-97a666d9-1d30-446a-b83a-bc6db050a3db req-50aa1b34-74e6-445e-b30a-be6352ed3b7e tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Deleting port e26ba7bc-df08-4bb6-9190-ffb5d7f68be7 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:48:59.985893 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-97a666d9-1d30-446a-b83a-bc6db050a3db req-50aa1b34-74e6-445e-b30a-be6352ed3b7e tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:00.008818 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-e9576e32-8620-430f-9c31-4b44d2746a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:00.009372 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-e9576e32-8620-430f-9c31-4b44d2746a77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:00.010868 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-e9576e32-8620-430f-9c31-4b44d2746a77 service neutron] 10.222.0.13 "PUT /v2.0/ports/c6c4e168-5d23-43e1-9a9b-1327edf2d50c HTTP/1.1" status: 200 len: 1093 time: 2.0794592 Jul 24 00:49:00.014061 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c89099-5b00-475b-a9a7-4468ebb11a39', 'tag': 'c6c4e168-5d23-43e1-9a9b-1327edf2d50c'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:49:00.016378 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101ee9ea-743e-49ce-a1df-a2ed0677aab6" -d '{"events": [{"name": "network-changed", "server_uuid": "26c89099-5b00-475b-a9a7-4468ebb11a39", "tag": "c6c4e168-5d23-43e1-9a9b-1327edf2d50c"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:49:00.026359 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-60c57f87-c4f9-4da0-ab1b-fcae22974bef admin admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:00.040907 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfde9ade-d035-41fe-831c-d5fa9a3cf481 None None] Routers {'8816f8c6-b88b-49d1-b039-07bd44213f45'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:49:00.041747 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-dfde9ade-d035-41fe-831c-d5fa9a3cf481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:48:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['8816f8c6-b88b-49d1-b039-07bd44213f45'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:00.063650 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-60c57f87-c4f9-4da0-ab1b-fcae22974bef admin admin] Transition to ACTIVE for port object 8807a1af-16b6-4909-a722-083791f95c79 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:49:00.111478 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-60c57f87-c4f9-4da0-ab1b-fcae22974bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:00.139601 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9576e32-8620-430f-9c31-4b44d2746a77 service neutron] Pushing event updated for resources: {'Port': ['ID=c6c4e168-5d23-43e1-9a9b-1327edf2d50c,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:00.172086 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c57f87-c4f9-4da0-ab1b-fcae22974bef admin admin] Network d47a7285-ce07-43af-9d2b-c26a26731081 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:49:00.190837 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-60c57f87-c4f9-4da0-ab1b-fcae22974bef admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:49:00.193357 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-97a666d9-1d30-446a-b83a-bc6db050a3db req-50aa1b34-74e6-445e-b30a-be6352ed3b7e tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] For port e26ba7bc-df08-4bb6-9190-ffb5d7f68be7, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=e26ba7bc-df08-4bb6-9190-ffb5d7f68be7,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:00.193752 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-97a666d9-1d30-446a-b83a-bc6db050a3db req-50aa1b34-74e6-445e-b30a-be6352ed3b7e tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:00.197374 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a8d465-0213-4cbe-8f84-8b4cfda63f86 x-openstack-request-id: req-28a8d465-0213-4cbe-8f84-8b4cfda63f86 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:49:00.197700 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26c89099-5b00-475b-a9a7-4468ebb11a39", "tag": "c6c4e168-5d23-43e1-9a9b-1327edf2d50c", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:49:00.197916 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-28a8d465-0213-4cbe-8f84-8b4cfda63f86 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:49:00.198314 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c89099-5b00-475b-a9a7-4468ebb11a39', 'tag': 'c6c4e168-5d23-43e1-9a9b-1327edf2d50c', 'status': 'completed', 'code': 200} Jul 24 00:49:00.198445 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c57f87-c4f9-4da0-ab1b-fcae22974bef admin admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:49:00.214344 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-97a666d9-1d30-446a-b83a-bc6db050a3db req-50aa1b34-74e6-445e-b30a-be6352ed3b7e tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Calling delete_port for e26ba7bc-df08-4bb6-9190-ffb5d7f68be7 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:49:00.256161 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43af2a1-a27b-4abb-aab3-a68f922416d1 req-ef35d0b4-8296-4064-9bbb-2bdc65782c75 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:00.257779 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c43af2a1-a27b-4abb-aab3-a68f922416d1 req-ef35d0b4-8296-4064-9bbb-2bdc65782c75 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e14bab5-702d-46dc-843a-9e999be95957 HTTP/1.1" status: 200 len: 945 time: 0.2273304 Jul 24 00:49:00.259830 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c57f87-c4f9-4da0-ab1b-fcae22974bef admin admin] Pushing event updated for resources: {'Port': ['ID=8807a1af-16b6-4909-a722-083791f95c79,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:00.302673 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device df90cd22-f595-47e0-b375-a03d23814f99 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:49:00.337797 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-f2dc02b8-2e90-4d02-a896-d9a6bd9392eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:00.339584 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-f2dc02b8-2e90-4d02-a896-d9a6bd9392eb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=133d6e8bbab54d519ed84797d0ebf0de&device_id=26c89099-5b00-475b-a9a7-4468ebb11a39 HTTP/1.1" status: 200 len: 1096 time: 0.2640836 Jul 24 00:49:00.346292 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-60c57f87-c4f9-4da0-ab1b-fcae22974bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:00.396784 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port df90cd22-f595-47e0-b375-a03d23814f99 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:00.397305 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:00.430010 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad9de0-0152-4c25-8b83-8e796047ba71 None None] Pushing event updated for resources: {'Port': ['ID=a93f3441-85d9-4c1c-bf2c-57569e000ed7,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:00.521887 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-dfde9ade-d035-41fe-831c-d5fa9a3cf481 None None] Set router 8816f8c6-b88b-49d1-b039-07bd44213f45 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:49:00.616860 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d5ec5954-91ef-4b12-aa20-350df8daec72 None None] Provisioning for port 8807a1af-16b6-4909-a722-083791f95c79 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:49:00.621891 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d5ec5954-91ef-4b12-aa20-350df8daec72 None None] Provisioning complete for port 8807a1af-16b6-4909-a722-083791f95c79 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:00.622587 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d5ec5954-91ef-4b12-aa20-350df8daec72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:00.681919 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-d5ec5954-91ef-4b12-aa20-350df8daec72 None None] Port 8807a1af-16b6-4909-a722-083791f95c79 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:49:00.802667 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-dfde9ade-d035-41fe-831c-d5fa9a3cf481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8816f8c6-b88b-49d1-b039-07bd44213f45', 'name': 'tempest-ServersTestBootFromVolume-188913133-router', 'tenant_id': '527575ebe56e4dd9beea63807acac60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'a93f3441-85d9-4c1c-bf2c-57569e000ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:48:55Z', 'updated_at': '2021-07-24T00:48:56Z', 'revision_number': 3, 'project_id': '527575ebe56e4dd9beea63807acac60f', 'gw_port': {'id': 'a93f3441-85d9-4c1c-bf2c-57569e000ed7', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8816f8c6-b88b-49d1-b039-07bd44213f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:48:56Z', 'updated_at': '2021-07-24T00:48:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:00.819186 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-33adaf80-bd23-4653-b636-218946434c2c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6c4e168-5d23-43e1-9a9b-1327edf2d50c HTTP/1.1" status: 200 len: 217 time: 0.4643204 Jul 24 00:49:00.822477 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c43af2a1-a27b-4abb-aab3-a68f922416d1 req-f6d869d3-f0b4-4bc7-ae11-8d2259b538c7 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5146945 Jul 24 00:49:00.841108 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfde9ade-d035-41fe-831c-d5fa9a3cf481 None None] The sync data for ids ['8816f8c6-b88b-49d1-b039-07bd44213f45'] in n-d-793621-25 is: [{'id': '8816f8c6-b88b-49d1-b039-07bd44213f45', 'name': 'tempest-ServersTestBootFromVolume-188913133-router', 'tenant_id': '527575ebe56e4dd9beea63807acac60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'a93f3441-85d9-4c1c-bf2c-57569e000ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:48:55Z', 'updated_at': '2021-07-24T00:48:56Z', 'revision_number': 3, 'project_id': '527575ebe56e4dd9beea63807acac60f', 'gw_port': {'id': 'a93f3441-85d9-4c1c-bf2c-57569e000ed7', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8816f8c6-b88b-49d1-b039-07bd44213f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:48:56Z', 'updated_at': '2021-07-24T00:48:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:49:00.981123 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-36a185fb-d6ab-4796-9d96-91af8e949654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:00.982895 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-36a185fb-d6ab-4796-9d96-91af8e949654 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fd9d285b-6b1a-48e3-ba8d-9b7a3b766001 HTTP/1.1" status: 200 len: 852 time: 0.1520977 Jul 24 00:49:01.035348 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce603cbf-ef6a-40e9-ae04-24e25e1b336a req-384d2249-92f3-4b7e-b2ea-86e4f9041532 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:01.036961 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ce603cbf-ef6a-40e9-ae04-24e25e1b336a req-384d2249-92f3-4b7e-b2ea-86e4f9041532 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=71b2192f-9eba-484c-8ee1-9bfa0a5c29a0 HTTP/1.1" status: 200 len: 945 time: 0.7477202 Jul 24 00:49:01.060905 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-5c8d3213-3635-43d9-85f6-a8f4c0db42de service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2e28809-37ce-4580-b5c1-8641e6176e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411339 Jul 24 00:49:01.096793 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:49:01.102953 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9fe14b-bdb2-4f2d-a135-f931f95bc1a4 req-1f7846e4-1cdf-4e2e-a606-46a4921acbd6 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:01.104578 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ee9fe14b-bdb2-4f2d-a135-f931f95bc1a4 req-1f7846e4-1cdf-4e2e-a606-46a4921acbd6 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 947 time: 0.1850524 Jul 24 00:49:01.117450 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-97a666d9-1d30-446a-b83a-bc6db050a3db req-50aa1b34-74e6-445e-b30a-be6352ed3b7e tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:01.131539 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['e26ba7bc-df08-4bb6-9190-ffb5d7f68be7'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:49:01.144055 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ce603cbf-ef6a-40e9-ae04-24e25e1b336a req-4913c4a4-b8e9-4108-a0d3-7bdfa3850599 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871806 Jul 24 00:49:01.192509 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa1b34-74e6-445e-b30a-be6352ed3b7e tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Pushing event deleted for resources: {'Port': ['ID=e26ba7bc-df08-4bb6-9190-ffb5d7f68be7,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:01.200701 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f274a73-ed33-4302-95c5-d90000df7412 req-0132ca23-e348-40bc-8bb1-d18b86dc824d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:01.202317 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0f274a73-ed33-4302-95c5-d90000df7412 req-0132ca23-e348-40bc-8bb1-d18b86dc824d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6c3815e83b546d1ba8426b7607dbf30&device_id=71b2192f-9eba-484c-8ee1-9bfa0a5c29a0 HTTP/1.1" status: 200 len: 1097 time: 0.2140002 Jul 24 00:49:01.220253 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-60c57f87-c4f9-4da0-ab1b-fcae22974bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:01.299206 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ee9fe14b-bdb2-4f2d-a135-f931f95bc1a4 req-47fdd01b-f62b-4c91-8893-abffaf203931 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827753 Jul 24 00:49:01.325123 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a666d9-1d30-446a-b83a-bc6db050a3db req-50aa1b34-74e6-445e-b30a-be6352ed3b7e tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] No DVR routers for this DVR port e26ba7bc-df08-4bb6-9190-ffb5d7f68be7 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:49:01.335259 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-97a666d9-1d30-446a-b83a-bc6db050a3db req-50aa1b34-74e6-445e-b30a-be6352ed3b7e tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:01.338900 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-97a666d9-1d30-446a-b83a-bc6db050a3db req-50aa1b34-74e6-445e-b30a-be6352ed3b7e tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.13 "DELETE /v2.0/ports/e26ba7bc-df08-4bb6-9190-ffb5d7f68be7 HTTP/1.1" status: 204 len: 173 time: 1.7021248 Jul 24 00:49:01.357371 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d8ece1f3-f45d-4abf-9f8a-7f47c699ad51 req-6c2356e1-bc3c-4436-9260-0745bc140e3a tempest-ServersOnMultiNodesTest-1826899175 tempest-ServersOnMultiNodesTest-1826899175-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ea5d19a-56bc-48b1-8465-2ced10cecf5d HTTP/1.1" status: 200 len: 210 time: 0.0886419 Jul 24 00:49:01.360407 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-d601d35d-5e6f-4386-8135-addc1d1a649e service neutron] 10.222.0.13 "GET /v2.0/networks/e2e28809-37ce-4580-b5c1-8641e6176e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772160 Jul 24 00:49:01.473134 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f274a73-ed33-4302-95c5-d90000df7412 req-b8fb5f91-7b9f-463d-bcec-5a52520a0e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:01.474906 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0f274a73-ed33-4302-95c5-d90000df7412 req-b8fb5f91-7b9f-463d-bcec-5a52520a0e13 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0424e002-92c3-40ed-8018-7ea44515813a HTTP/1.1" status: 200 len: 922 time: 0.2639000 Jul 24 00:49:01.543542 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9f992d-7317-4221-9015-f135eb0e4a11 req-ef469cd8-6955-4399-8ece-0dbcf2bdfe3b tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:01.545259 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ed9f992d-7317-4221-9015-f135eb0e4a11 req-ef469cd8-6955-4399-8ece-0dbcf2bdfe3b tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=26c89099-5b00-475b-a9a7-4468ebb11a39 HTTP/1.1" status: 200 len: 944 time: 0.1565959 Jul 24 00:49:01.583455 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0f274a73-ed33-4302-95c5-d90000df7412 req-6f23139a-defd-4898-bce9-31bfa8c1777c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d HTTP/1.1" status: 200 len: 217 time: 0.0993063 Jul 24 00:49:01.588389 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf75776-f840-4804-97ac-0432974a0dff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4998b04a-6c33-485a-b399-437a9f222c3c'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:49:01.590824 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b3c25a-5814-4bac-9da2-58797579354a" -d '{"events": [{"server_uuid": "9cf75776-f840-4804-97ac-0432974a0dff", "name": "network-vif-unplugged", "status": "completed", "tag": "4998b04a-6c33-485a-b399-437a9f222c3c"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:49:01.594264 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-822425ca-f29f-4a21-85c2-25505c5bbec8 req-31d94302-3618-4bfc-a51d-19dca8aef0ad service neutron] 10.222.0.13 "GET /v2.0/networks/e2e28809-37ce-4580-b5c1-8641e6176e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263236 Jul 24 00:49:01.626463 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ed9f992d-7317-4221-9015-f135eb0e4a11 req-b5b382b9-0538-4508-9ff2-eb90cb1ed988 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685279 Jul 24 00:49:01.704617 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f274a73-ed33-4302-95c5-d90000df7412 req-265253e0-b01c-4115-8e90-560e35dcebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:01.707030 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0f274a73-ed33-4302-95c5-d90000df7412 req-265253e0-b01c-4115-8e90-560e35dcebcd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eacbc75d-e7d9-4f31-b710-44862dc68303 HTTP/1.1" status: 200 len: 861 time: 0.1091483 Jul 24 00:49:01.718789 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ad9f9e-78af-4a02-ba0a-1f0ab2cc8bd3 x-openstack-request-id: req-68ad9f9e-78af-4a02-ba0a-1f0ab2cc8bd3 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:49:01.719089 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf75776-f840-4804-97ac-0432974a0dff", "name": "network-vif-unplugged", "status": "completed", "tag": "4998b04a-6c33-485a-b399-437a9f222c3c", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:49:01.719344 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-68ad9f9e-78af-4a02-ba0a-1f0ab2cc8bd3 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:49:01.719740 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf75776-f840-4804-97ac-0432974a0dff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4998b04a-6c33-485a-b399-437a9f222c3c', 'code': 200} Jul 24 00:49:01.745796 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-60c57f87-c4f9-4da0-ab1b-fcae22974bef admin admin] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:01.755317 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ee9ea-743e-49ce-a1df-a2ed0677aab6 req-9e87a404-be79-468c-a05c-dc82e393585b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:01.757591 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-101ee9ea-743e-49ce-a1df-a2ed0677aab6 req-9e87a404-be79-468c-a05c-dc82e393585b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=133d6e8bbab54d519ed84797d0ebf0de&device_id=26c89099-5b00-475b-a9a7-4468ebb11a39 HTTP/1.1" status: 200 len: 1096 time: 0.1010759 Jul 24 00:49:01.765829 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0f274a73-ed33-4302-95c5-d90000df7412 req-43bbe192-b89d-4806-9d92-578ce3d3a2ef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0424e002-92c3-40ed-8018-7ea44515813a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449653 Jul 24 00:49:01.766464 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-60c57f87-c4f9-4da0-ab1b-fcae22974bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:01.874907 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ee9ea-743e-49ce-a1df-a2ed0677aab6 req-43c04efb-e578-41eb-91aa-f31a28898b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:01.878031 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-101ee9ea-743e-49ce-a1df-a2ed0677aab6 req-43c04efb-e578-41eb-91aa-f31a28898b04 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2e28809-37ce-4580-b5c1-8641e6176e46 HTTP/1.1" status: 200 len: 913 time: 0.1127751 Jul 24 00:49:01.958662 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c57f87-c4f9-4da0-ab1b-fcae22974bef admin admin] Pushing event updated for resources: {'Port': ['ID=8807a1af-16b6-4909-a722-083791f95c79,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:01.959809 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-101ee9ea-743e-49ce-a1df-a2ed0677aab6 req-978103ac-dd65-42d8-9777-dfc02a638962 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6c4e168-5d23-43e1-9a9b-1327edf2d50c HTTP/1.1" status: 200 len: 217 time: 0.0735502 Jul 24 00:49:01.984658 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-60c57f87-c4f9-4da0-ab1b-fcae22974bef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:02.005011 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0f274a73-ed33-4302-95c5-d90000df7412 req-78115422-e9f3-4e5a-a195-60636220dd8a service neutron] 10.222.0.11 "GET /v2.0/networks/0424e002-92c3-40ed-8018-7ea44515813a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134626 Jul 24 00:49:02.056611 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101ee9ea-743e-49ce-a1df-a2ed0677aab6 req-f6a4542b-83f1-44b2-b713-4a0d362b5df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:02.058376 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-101ee9ea-743e-49ce-a1df-a2ed0677aab6 req-f6a4542b-83f1-44b2-b713-4a0d362b5df5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fd9d285b-6b1a-48e3-ba8d-9b7a3b766001 HTTP/1.1" status: 200 len: 852 time: 0.0626550 Jul 24 00:49:02.108865 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-101ee9ea-743e-49ce-a1df-a2ed0677aab6 req-a7f77bfd-fe1f-4f08-b384-5b20614bbfac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2e28809-37ce-4580-b5c1-8641e6176e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389059 Jul 24 00:49:02.124906 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bb095-e724-460c-a473-f26bc498b92e req-4d15f007-6518-4fca-a441-e4c0f6127ab8 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:02.126399 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2c8bb095-e724-460c-a473-f26bc498b92e req-4d15f007-6518-4fca-a441-e4c0f6127ab8 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e14bab5-702d-46dc-843a-9e999be95957 HTTP/1.1" status: 200 len: 945 time: 0.1655192 Jul 24 00:49:02.241209 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ea5d19a-56bc-48b1-8465-2ced10cecf5d', 'name': 'network-vif-deleted', 'tag': 'e26ba7bc-df08-4bb6-9190-ffb5d7f68be7'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:49:02.244213 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23c2ea8-40f3-4ab5-aa25-257f7934e2e4" -d '{"events": [{"server_uuid": "0ea5d19a-56bc-48b1-8465-2ced10cecf5d", "name": "network-vif-deleted", "tag": "e26ba7bc-df08-4bb6-9190-ffb5d7f68be7"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:49:02.292272 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2c8bb095-e724-460c-a473-f26bc498b92e req-8a36ac1a-29a2-4cdf-af4c-ad43b7aaa072 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449192 Jul 24 00:49:02.313697 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a93f3441-85d9-4c1c-bf2c-57569e000ed7 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:49:02.334934 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c57f87-c4f9-4da0-ab1b-fcae22974bef admin admin] Network d47a7285-ce07-43af-9d2b-c26a26731081 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:49:02.340546 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-60c57f87-c4f9-4da0-ab1b-fcae22974bef admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:49:02.354964 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0f274a73-ed33-4302-95c5-d90000df7412 req-5730b4c2-dbb8-4c6a-9a32-fb67c76b8f50 service neutron] 10.222.0.11 "GET /v2.0/networks/0424e002-92c3-40ed-8018-7ea44515813a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390198 Jul 24 00:49:02.363340 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-101ee9ea-743e-49ce-a1df-a2ed0677aab6 req-3e2fbb1f-10a3-41ad-abc8-d80dd76ad61e service neutron] 10.222.0.13 "GET /v2.0/networks/e2e28809-37ce-4580-b5c1-8641e6176e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317846 Jul 24 00:49:02.367165 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38af743b-dc18-4bbc-86cc-0eff2418b316 x-openstack-request-id: req-38af743b-dc18-4bbc-86cc-0eff2418b316 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:49:02.367457 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ea5d19a-56bc-48b1-8465-2ced10cecf5d", "name": "network-vif-deleted", "tag": "e26ba7bc-df08-4bb6-9190-ffb5d7f68be7", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:49:02.367712 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-38af743b-dc18-4bbc-86cc-0eff2418b316 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:49:02.368111 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ea5d19a-56bc-48b1-8465-2ced10cecf5d', 'name': 'network-vif-deleted', 'tag': 'e26ba7bc-df08-4bb6-9190-ffb5d7f68be7', 'status': 'completed', 'code': 200} Jul 24 00:49:02.428103 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port a93f3441-85d9-4c1c-bf2c-57569e000ed7 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:49:02.433012 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port a93f3441-85d9-4c1c-bf2c-57569e000ed7 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:02.433394 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:02.538247 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:02.540032 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c9d53-9c30-4440-9639-f670ca612ca9 req-60a2fdba-71e1-4d58-b545-96db269662ca tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:02.546347 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-101ee9ea-743e-49ce-a1df-a2ed0677aab6 req-4975154b-fe5a-46b9-9b4c-5db091fc6def service neutron] 10.222.0.13 "GET /v2.0/networks/e2e28809-37ce-4580-b5c1-8641e6176e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692941 Jul 24 00:49:02.548822 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f59c9d53-9c30-4440-9639-f670ca612ca9 req-60a2fdba-71e1-4d58-b545-96db269662ca tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=71b2192f-9eba-484c-8ee1-9bfa0a5c29a0 HTTP/1.1" status: 200 len: 945 time: 0.2921147 Jul 24 00:49:02.555156 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c7afb-dc39-47b1-8b7b-dafc490f8405 req-d662eb52-cef0-4a2a-b642-9cef60ef1896 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:02.565767 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c68c7afb-dc39-47b1-8b7b-dafc490f8405 req-d662eb52-cef0-4a2a-b642-9cef60ef1896 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 947 time: 0.1383872 Jul 24 00:49:02.575796 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port a93f3441-85d9-4c1c-bf2c-57569e000ed7, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=a93f3441-85d9-4c1c-bf2c-57569e000ed7,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:02.585482 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:02.628589 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c68c7afb-dc39-47b1-8b7b-dafc490f8405 req-caf86767-9074-4e5d-9057-d669172d5e82 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617192 Jul 24 00:49:02.665296 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c57f87-c4f9-4da0-ab1b-fcae22974bef admin admin] Router 8816f8c6-b88b-49d1-b039-07bd44213f45 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:49:02.674204 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=a93f3441-85d9-4c1c-bf2c-57569e000ed7,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:02.684930 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f59c9d53-9c30-4440-9639-f670ca612ca9 req-8b124cb4-c57c-44a6-804d-3a6a7243faca tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347353 Jul 24 00:49:02.688412 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f274a73-ed33-4302-95c5-d90000df7412 req-4b0b66ca-ded8-48c4-be6f-ea7fde9daa92 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:02.693351 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0f274a73-ed33-4302-95c5-d90000df7412 req-4b0b66ca-ded8-48c4-be6f-ea7fde9daa92 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=71b2192f-9eba-484c-8ee1-9bfa0a5c29a0&tenant_id=f6c3815e83b546d1ba8426b7607dbf30&binding%3Ahost_id=n-h1-793621-25 HTTP/1.1" status: 200 len: 1097 time: 0.2883360 Jul 24 00:49:02.768762 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0c6a5952-b56f-47a0-b4f3-2de0c119bd39 None None] Provisioning complete for port 8807a1af-16b6-4909-a722-083791f95c79 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:02.769535 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0c6a5952-b56f-47a0-b4f3-2de0c119bd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:02.909217 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0c6a5952-b56f-47a0-b4f3-2de0c119bd39 None None] Port 8807a1af-16b6-4909-a722-083791f95c79 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:49:02.945425 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c57f87-c4f9-4da0-ab1b-fcae22974bef admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:49:02.975105 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-60c57f87-c4f9-4da0-ab1b-fcae22974bef admin admin] 10.222.0.15 "PUT /v2.0/routers/8816f8c6-b88b-49d1-b039-07bd44213f45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3787935 Jul 24 00:49:03.157377 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0660f-8ea8-472a-a85d-c32f79fadfdc req-76c11e76-6c19-49b8-aafc-0ecd00c90304 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:03.165288 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5fd0660f-8ea8-472a-a85d-c32f79fadfdc req-76c11e76-6c19-49b8-aafc-0ecd00c90304 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=26c89099-5b00-475b-a9a7-4468ebb11a39 HTTP/1.1" status: 200 len: 944 time: 0.1758974 Jul 24 00:49:03.182286 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 4998b04a-6c33-485a-b399-437a9f222c3c details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:49:03.217278 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device e26ba7bc-df08-4bb6-9190-ffb5d7f68be7 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:49:03.225576 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49986) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:03.238234 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5fd0660f-8ea8-472a-a85d-c32f79fadfdc req-0ccd804e-998c-4e0c-a1f8-5afca353fc04 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718939 Jul 24 00:49:03.253971 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12fcfad-9b63-471d-948e-021dad624888 req-c8c8915a-3d1c-4afe-b675-0385765a931d tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:03.262784 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f12fcfad-9b63-471d-948e-021dad624888 req-c8c8915a-3d1c-4afe-b675-0385765a931d tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff&tenant_id=64682d71562544209c45b1dc63c9fd56&binding%3Ahost_id=n-h1-793621-25 HTTP/1.1" status: 200 len: 947 time: 0.1714530 Jul 24 00:49:03.263004 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: e26ba7bc-df08-4bb6-9190-ffb5d7f68be7 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:49:03.263004 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device e26ba7bc-df08-4bb6-9190-ffb5d7f68be7 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:49:03.319234 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-0f274a73-ed33-4302-95c5-d90000df7412 req-1ece92ed-a73b-48d5-941c-dbcb3dda8f2c service neutron] For port e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d, host n-h2-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:49:03.331626 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0f274a73-ed33-4302-95c5-d90000df7412 req-1ece92ed-a73b-48d5-941c-dbcb3dda8f2c service neutron] Notify callbacks [] for binding, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:03.333350 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0f274a73-ed33-4302-95c5-d90000df7412 req-1ece92ed-a73b-48d5-941c-dbcb3dda8f2c service neutron] 10.222.0.11 "DELETE /v2.0/ports/e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d/bindings/n-h2-793621-25 HTTP/1.1" status: 204 len: 173 time: 0.6320429 Jul 24 00:49:03.382623 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5ad96-fb2b-4c83-8f74-0a9617775440 req-99c254c9-7663-458a-bf2e-876d411c6c64 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:03.389602 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b9b5ad96-fb2b-4c83-8f74-0a9617775440 req-99c254c9-7663-458a-bf2e-876d411c6c64 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e14bab5-702d-46dc-843a-9e999be95957 HTTP/1.1" status: 200 len: 945 time: 0.2571309 Jul 24 00:49:03.433038 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 4998b04a-6c33-485a-b399-437a9f222c3c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=4998b04a-6c33-485a-b399-437a9f222c3c,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:03.444949 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b9b5ad96-fb2b-4c83-8f74-0a9617775440 req-c8bd2421-523f-4f71-865a-a449a8ff316a tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482202 Jul 24 00:49:03.455490 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '4998b04a-6c33-485a-b399-437a9f222c3c', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'port_id': '4998b04a-6c33-485a-b399-437a9f222c3c', 'mac_address': 'fa:16:3e:8d:e3:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:49:03.484151 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529aef86-eaf9-40e1-90d2-344a362be358 req-9ceb0443-7b01-4366-969c-25a637d9afdd tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:03.486062 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-529aef86-eaf9-40e1-90d2-344a362be358 req-9ceb0443-7b01-4366-969c-25a637d9afdd tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 947 time: 0.1448569 Jul 24 00:49:03.522682 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:03.538971 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9fc709-4d2d-455a-baf4-623dac840eb7 None None] Sync routers for ids ['8816f8c6-b88b-49d1-b039-07bd44213f45'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:49:03.543641 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4998b04a-6c33-485a-b399-437a9f222c3c {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:49:03.566107 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-529aef86-eaf9-40e1-90d2-344a362be358 req-f153d17b-44c1-4b20-9735-401fdced15e1 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726523 Jul 24 00:49:03.574072 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12fcfad-9b63-471d-948e-021dad624888 req-46dd68fa-35c8-4eba-9b59-93b01141fe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:03.584835 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f12fcfad-9b63-471d-948e-021dad624888 req-46dd68fa-35c8-4eba-9b59-93b01141fe57 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64682d71562544209c45b1dc63c9fd56&device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 1099 time: 0.1424937 Jul 24 00:49:03.590103 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9fc709-4d2d-455a-baf4-623dac840eb7 None None] Routers {'8816f8c6-b88b-49d1-b039-07bd44213f45'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:49:03.591608 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-1f9fc709-4d2d-455a-baf4-623dac840eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:48:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['8816f8c6-b88b-49d1-b039-07bd44213f45'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:03.597554 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 4998b04a-6c33-485a-b399-437a9f222c3c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=4998b04a-6c33-485a-b399-437a9f222c3c,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:03.606667 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-977a1a81-823c-4292-957e-0407451e8726 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3555377 Jul 24 00:49:03.610025 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49994) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:03.637018 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:03.691063 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d084241-050d-4859-ac21-308f20e22b9d req-69dd5973-0b6c-4752-be9f-7f519f2f39d1 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:03.693440 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0d084241-050d-4859-ac21-308f20e22b9d req-69dd5973-0b6c-4752-be9f-7f519f2f39d1 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=71b2192f-9eba-484c-8ee1-9bfa0a5c29a0 HTTP/1.1" status: 200 len: 1097 time: 0.1555779 Jul 24 00:49:03.757285 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12fcfad-9b63-471d-948e-021dad624888 req-3f828d08-fbe3-4f60-939c-fdc446b4e5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:03.759142 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f12fcfad-9b63-471d-948e-021dad624888 req-3f828d08-fbe3-4f60-939c-fdc446b4e5a9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.1762958 Jul 24 00:49:03.780958 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=4998b04a-6c33-485a-b399-437a9f222c3c,revision_number=7']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:03.809962 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0d084241-050d-4859-ac21-308f20e22b9d req-038c5824-4e61-4631-a379-6dba4d053419 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051626 Jul 24 00:49:03.821070 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0231b9e5-c363-4fdc-af21-030d0115277e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:03.821350 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-1f9fc709-4d2d-455a-baf4-623dac840eb7 None None] Set router 8816f8c6-b88b-49d1-b039-07bd44213f45 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:49:03.827679 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f12fcfad-9b63-471d-948e-021dad624888 req-e8663668-cfad-48d0-9a78-c6cb4e22993d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=4998b04a-6c33-485a-b399-437a9f222c3c HTTP/1.1" status: 200 len: 217 time: 0.0612030 Jul 24 00:49:03.863741 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0231b9e5-c363-4fdc-af21-030d0115277e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:03.931484 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12fcfad-9b63-471d-948e-021dad624888 req-4dbbe853-a10e-4623-80ce-63b123d9a499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:03.933656 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f12fcfad-9b63-471d-948e-021dad624888 req-4dbbe853-a10e-4623-80ce-63b123d9a499 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.0993154 Jul 24 00:49:03.954246 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['4998b04a-6c33-485a-b399-437a9f222c3c'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:49:04.010548 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0231b9e5-c363-4fdc-af21-030d0115277e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:04.013666 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0231b9e5-c363-4fdc-af21-030d0115277e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:04.019085 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0231b9e5-c363-4fdc-af21-030d0115277e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/24270443-65f5-4bd2-9318-655a93f746a1 HTTP/1.1" status: 204 len: 168 time: 0.3993344 Jul 24 00:49:04.050445 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0231b9e5-c363-4fdc-af21-030d0115277e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24270443-65f5-4bd2-9318-655a93f746a1,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:04.082145 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50006) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:04.088246 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-3008498e-e2b2-42aa-89b3-45cd8d367b56 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1637621075', 'description': 'tempest-description--1622913734'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:49:04.100460 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12fcfad-9b63-471d-948e-021dad624888 req-d814ac6a-88a7-4186-a420-85217ad680e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:04.107045 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f12fcfad-9b63-471d-948e-021dad624888 req-d814ac6a-88a7-4186-a420-85217ad680e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1611881 Jul 24 00:49:04.141021 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3008498e-e2b2-42aa-89b3-45cd8d367b56 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:04.301743 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f12fcfad-9b63-471d-948e-021dad624888 req-8fb2a19a-fdd3-4832-a71e-e331ee54fd33 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851344 Jul 24 00:49:04.316414 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a93f3441-85d9-4c1c-bf2c-57569e000ed7 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:49:04.320573 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3008498e-e2b2-42aa-89b3-45cd8d367b56 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:04.329609 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3008498e-e2b2-42aa-89b3-45cd8d367b56 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:04.382824 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3008498e-e2b2-42aa-89b3-45cd8d367b56 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:04.387268 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3008498e-e2b2-42aa-89b3-45cd8d367b56 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3003387 Jul 24 00:49:04.389345 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50014) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:04.413271 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-7ceff981-5a51-4fff-8f02-26d23b7a19f6 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Request body: {'security_group_rule': {'security_group_id': '37a74a14-3ba4-4d5c-ae76-89e835fbc2fc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:49:04.449206 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3008498e-e2b2-42aa-89b3-45cd8d367b56 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37a74a14-3ba4-4d5c-ae76-89e835fbc2fc,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:04.464165 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port a93f3441-85d9-4c1c-bf2c-57569e000ed7 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:04.464550 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:04.510228 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7ceff981-5a51-4fff-8f02-26d23b7a19f6 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:04.515797 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f12fcfad-9b63-471d-948e-021dad624888 req-6f2061b0-b125-41c4-951b-00bfd7c0fd50 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059143 Jul 24 00:49:04.538253 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-1f9fc709-4d2d-455a-baf4-623dac840eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8816f8c6-b88b-49d1-b039-07bd44213f45', 'name': 'tempest-ServersTestBootFromVolume-188913133-router', 'tenant_id': '527575ebe56e4dd9beea63807acac60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'a93f3441-85d9-4c1c-bf2c-57569e000ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:48:55Z', 'updated_at': '2021-07-24T00:49:01Z', 'revision_number': 4, 'project_id': '527575ebe56e4dd9beea63807acac60f', 'gw_port': {'id': 'a93f3441-85d9-4c1c-bf2c-57569e000ed7', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8816f8c6-b88b-49d1-b039-07bd44213f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:48:56Z', 'updated_at': '2021-07-24T00:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '8807a1af-16b6-4909-a722-083791f95c79', 'name': '', 'network_id': 'd47a7285-ce07-43af-9d2b-c26a26731081', 'tenant_id': '527575ebe56e4dd9beea63807acac60f', 'mac_address': 'fa:16:3e:a9:d3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8816f8c6-b88b-49d1-b039-07bd44213f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '20115978-e69f-4a7a-a65a-ab0414e37071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:48:59Z', 'updated_at': '2021-07-24T00:49:01Z', 'revision_number': 2, 'project_id': '527575ebe56e4dd9beea63807acac60f', 'subnets': [{'id': '20115978-e69f-4a7a-a65a-ab0414e37071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:04.560789 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:04.609317 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9fc709-4d2d-455a-baf4-623dac840eb7 None None] Checking router: 8816f8c6-b88b-49d1-b039-07bd44213f45 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:49:04.610154 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9fc709-4d2d-455a-baf4-623dac840eb7 None None] Updating router 8816f8c6-b88b-49d1-b039-07bd44213f45 port 8807a1af-16b6-4909-a722-083791f95c79 binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:49:04.622276 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5cf6d9-1899-40a8-bea9-ef358b0aa977 req-80855e77-2f79-4501-a388-bba6763c04e5 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:04.632518 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5a5cf6d9-1899-40a8-bea9-ef358b0aa977 req-80855e77-2f79-4501-a388-bba6763c04e5 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=26c89099-5b00-475b-a9a7-4468ebb11a39 HTTP/1.1" status: 200 len: 944 time: 0.1861422 Jul 24 00:49:04.649848 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7ceff981-5a51-4fff-8f02-26d23b7a19f6 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:04.658279 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7ceff981-5a51-4fff-8f02-26d23b7a19f6 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:04.676528 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1f9fc709-4d2d-455a-baf4-623dac840eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:04.693667 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceff981-5a51-4fff-8f02-26d23b7a19f6 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7334393-9bc6-4aae-9970-7ae077a98787,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:04.715676 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5a5cf6d9-1899-40a8-bea9-ef358b0aa977 req-7dd8d1de-05f0-4a56-84f9-65f6d5990701 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803585 Jul 24 00:49:04.722933 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50022) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:04.730671 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7ceff981-5a51-4fff-8f02-26d23b7a19f6 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:04.731794 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7ceff981-5a51-4fff-8f02-26d23b7a19f6 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3411477 Jul 24 00:49:04.743626 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50024) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:04.754499 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-3acf79a2-b4df-4447-a54e-c13568b24e4f tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Request body: {'security_group_rule': {'security_group_id': '37a74a14-3ba4-4d5c-ae76-89e835fbc2fc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:49:04.845529 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f50326a7-c498-4482-8076-ac24d010b99e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=67f4ac42e63e484b818cb2777d84f609&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1012955 Jul 24 00:49:04.847505 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50028) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:04.904639 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:04.945556 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3acf79a2-b4df-4447-a54e-c13568b24e4f tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:04.985940 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7aa9b88f-c778-4a4a-8963-cb3f2041f202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:05.063208 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5722810-871f-41f8-b9ac-762c9cece23c req-1d5aefe4-4c71-432c-8d8e-6292d0b72a7d tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:05.065035 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7aa9b88f-c778-4a4a-8963-cb3f2041f202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:05.071053 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c5722810-871f-41f8-b9ac-762c9cece23c req-1d5aefe4-4c71-432c-8d8e-6292d0b72a7d tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e14bab5-702d-46dc-843a-9e999be95957 HTTP/1.1" status: 200 len: 945 time: 0.2251034 Jul 24 00:49:05.097408 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3acf79a2-b4df-4447-a54e-c13568b24e4f tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:05.107832 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3acf79a2-b4df-4447-a54e-c13568b24e4f tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:05.112321 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833160b8-6cdd-4220-b499-d3aaef577156 req-a0aa6946-220e-4e24-a609-daf9bc690e08 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:05.114334 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-833160b8-6cdd-4220-b499-d3aaef577156 req-a0aa6946-220e-4e24-a609-daf9bc690e08 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 948 time: 0.2269897 Jul 24 00:49:05.168435 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c5722810-871f-41f8-b9ac-762c9cece23c req-b984469e-3466-4d44-bb68-b8374b5fc806 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961697 Jul 24 00:49:05.169336 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf79a2-b4df-4447-a54e-c13568b24e4f tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db407e7c-59c9-4f7e-961a-b23c803e564b,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:05.175062 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-833160b8-6cdd-4220-b499-d3aaef577156 req-9e96d34b-c531-4e38-aa6d-d6bbb9ef405d tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491624 Jul 24 00:49:05.216353 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device c6c4e168-5d23-43e1-9a9b-1327edf2d50c details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:49:05.216501 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3acf79a2-b4df-4447-a54e-c13568b24e4f tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:05.216501 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3acf79a2-b4df-4447-a54e-c13568b24e4f tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4681282 Jul 24 00:49:05.216501 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50034) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:05.218558 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7aa9b88f-c778-4a4a-8963-cb3f2041f202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:05.222243 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7aa9b88f-c778-4a4a-8963-cb3f2041f202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:05.223741 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7aa9b88f-c778-4a4a-8963-cb3f2041f202 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/43f45b29-8c41-4716-b3f0-f9178bcfc99c HTTP/1.1" status: 204 len: 168 time: 0.3747463 Jul 24 00:49:05.236291 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa9b88f-c778-4a4a-8963-cb3f2041f202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f45b29-8c41-4716-b3f0-f9178bcfc99c,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:05.243560 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-1d649ed5-65f2-458b-b2d1-fd4b3ae157bf tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:49:05.273050 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1f9fc709-4d2d-455a-baf4-623dac840eb7 None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:05.300311 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1d649ed5-65f2-458b-b2d1-fd4b3ae157bf tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks [] for floatingip, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:05.323540 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1f9fc709-4d2d-455a-baf4-623dac840eb7 None None] Transition to ACTIVE for port object 8807a1af-16b6-4909-a722-083791f95c79 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:49:05.374226 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1f9fc709-4d2d-455a-baf4-623dac840eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:05.492634 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abffa9-c606-49a5-b979-b99bca740449 None None] Pushing event updated for resources: {'Port': ['ID=8807a1af-16b6-4909-a722-083791f95c79,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:05.521049 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1d649ed5-65f2-458b-b2d1-fd4b3ae157bf tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:05.796689 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-1d649ed5-65f2-458b-b2d1-fd4b3ae157bf tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Allocated IP 172.25.2.24 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/3322ce6f-e9f6-4df7-a695-b143e2a9640f) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:49:05.828474 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port c6c4e168-5d23-43e1-9a9b-1327edf2d50c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=c6c4e168-5d23-43e1-9a9b-1327edf2d50c,segment=NetworkSegment(c4a12371-e65f-4999-8182-3fce7a91f982),segment_id=c4a12371-e65f-4999-8182-3fce7a91f982)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:05.833326 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-1f9fc709-4d2d-455a-baf4-623dac840eb7 None None] Attempting to bind port 8807a1af-16b6-4909-a722-083791f95c79 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:49:05.834035 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-1f9fc709-4d2d-455a-baf4-623dac840eb7 None None] Attempting to bind port 8807a1af-16b6-4909-a722-083791f95c79 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '8586c4bf-3892-4b3d-8b39-dc6fef5c8398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd47a7285-ce07-43af-9d2b-c26a26731081'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:49:05.834578 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9fc709-4d2d-455a-baf4-623dac840eb7 None None] Attempting to bind port 8807a1af-16b6-4909-a722-083791f95c79 on network d47a7285-ce07-43af-9d2b-c26a26731081 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:49:05.850143 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9fc709-4d2d-455a-baf4-623dac840eb7 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:49:05.851008 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9fc709-4d2d-455a-baf4-623dac840eb7 None None] Checking segment: {'id': '8586c4bf-3892-4b3d-8b39-dc6fef5c8398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd47a7285-ce07-43af-9d2b-c26a26731081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:49:05.851645 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1f9fc709-4d2d-455a-baf4-623dac840eb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:05.852509 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9fc709-4d2d-455a-baf4-623dac840eb7 None None] Bound using segment: {'id': '8586c4bf-3892-4b3d-8b39-dc6fef5c8398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd47a7285-ce07-43af-9d2b-c26a26731081'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:49:05.853211 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-1f9fc709-4d2d-455a-baf4-623dac840eb7 None None] Bound port: 8807a1af-16b6-4909-a722-083791f95c79, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8586c4bf-3892-4b3d-8b39-dc6fef5c8398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd47a7285-ce07-43af-9d2b-c26a26731081'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:49:05.853820 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1f9fc709-4d2d-455a-baf4-623dac840eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:05.881007 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'c6c4e168-5d23-43e1-9a9b-1327edf2d50c', 'network_id': 'e2e28809-37ce-4580-b5c1-8641e6176e46', 'port_id': 'c6c4e168-5d23-43e1-9a9b-1327edf2d50c', 'mac_address': 'fa:16:3e:30:e5:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd9d285b-6b1a-48e3-ba8d-9b7a3b766001', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:49:06.000695 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:06.021716 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-1f9fc709-4d2d-455a-baf4-623dac840eb7 None None] For port 8807a1af-16b6-4909-a722-083791f95c79, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:49:06.026979 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6c4e168-5d23-43e1-9a9b-1327edf2d50c {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:49:06.060787 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-1f9fc709-4d2d-455a-baf4-623dac840eb7 None None] For port 8807a1af-16b6-4909-a722-083791f95c79, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=8807a1af-16b6-4909-a722-083791f95c79,segment=NetworkSegment(8586c4bf-3892-4b3d-8b39-dc6fef5c8398),segment_id=8586c4bf-3892-4b3d-8b39-dc6fef5c8398)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:49:06.086987 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1f9fc709-4d2d-455a-baf4-623dac840eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:06.092793 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port c6c4e168-5d23-43e1-9a9b-1327edf2d50c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=c6c4e168-5d23-43e1-9a9b-1327edf2d50c,segment=NetworkSegment(c4a12371-e65f-4999-8182-3fce7a91f982),segment_id=c4a12371-e65f-4999-8182-3fce7a91f982)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:06.097925 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1d649ed5-65f2-458b-b2d1-fd4b3ae157bf tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:06.150734 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:06.167560 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1d649ed5-65f2-458b-b2d1-fd4b3ae157bf tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:06.235467 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9fc709-4d2d-455a-baf4-623dac840eb7 None None] Routers {'8816f8c6-b88b-49d1-b039-07bd44213f45'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:49:06.237358 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-1f9fc709-4d2d-455a-baf4-623dac840eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:48:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['8816f8c6-b88b-49d1-b039-07bd44213f45'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:06.240713 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d649ed5-65f2-458b-b2d1-fd4b3ae157bf tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:49:06.305569 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-1d649ed5-65f2-458b-b2d1-fd4b3ae157bf tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:49:06.308731 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abffa9-c606-49a5-b979-b99bca740449 None None] Pushing event updated for resources: {'Port': ['ID=8807a1af-16b6-4909-a722-083791f95c79,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:06.308930 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d649ed5-65f2-458b-b2d1-fd4b3ae157bf tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Pushing event updated for resources: {'Port': ['ID=3322ce6f-e9f6-4df7-a695-b143e2a9640f,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:06.313101 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d649ed5-65f2-458b-b2d1-fd4b3ae157bf tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:49:06.424432 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92cbec-d897-4680-aba6-189d7874d63d req-66675e9b-69ae-429b-9fa3-6958b0ce46cb tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:06.441233 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6f92cbec-d897-4680-aba6-189d7874d63d req-66675e9b-69ae-429b-9fa3-6958b0ce46cb tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e14bab5-702d-46dc-843a-9e999be95957 HTTP/1.1" status: 200 len: 945 time: 0.1514757 Jul 24 00:49:06.492728 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['c6c4e168-5d23-43e1-9a9b-1327edf2d50c'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:49:06.497427 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=c6c4e168-5d23-43e1-9a9b-1327edf2d50c,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:06.519587 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1d649ed5-65f2-458b-b2d1-fd4b3ae157bf tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:06.543165 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb127cb-22a3-4f8a-97ec-3d4722f2f074 req-7a9259ac-080b-4f61-a6f8-e6003ef6a2ad tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:06.545413 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-efb127cb-22a3-4f8a-97ec-3d4722f2f074 req-7a9259ac-080b-4f61-a6f8-e6003ef6a2ad tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=26c89099-5b00-475b-a9a7-4468ebb11a39 HTTP/1.1" status: 200 len: 944 time: 0.5064366 Jul 24 00:49:06.558236 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6f92cbec-d897-4680-aba6-189d7874d63d req-b4c0dc6f-ae66-4468-974a-cddd156059cd tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140924 Jul 24 00:49:06.631311 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-1f9fc709-4d2d-455a-baf4-623dac840eb7 None None] Set router 8816f8c6-b88b-49d1-b039-07bd44213f45 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:49:06.707453 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-efb127cb-22a3-4f8a-97ec-3d4722f2f074 req-b04f4e6c-ad3a-4198-b29b-3a25885bde08 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530926 Jul 24 00:49:06.708556 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1d649ed5-65f2-458b-b2d1-fd4b3ae157bf tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:06.784871 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeca81d-08e3-47be-9bd3-00beda5e5fe0 req-b2e7ac75-5d18-4ad8-a0a9-eb52e2026340 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:06.800137 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-afeca81d-08e3-47be-9bd3-00beda5e5fe0 req-b2e7ac75-5d18-4ad8-a0a9-eb52e2026340 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 948 time: 0.1654706 Jul 24 00:49:06.890997 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-afeca81d-08e3-47be-9bd3-00beda5e5fe0 req-72a59401-2fc5-4672-ac9e-92299436da14 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840716 Jul 24 00:49:07.105893 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-1f9fc709-4d2d-455a-baf4-623dac840eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8816f8c6-b88b-49d1-b039-07bd44213f45', 'name': 'tempest-ServersTestBootFromVolume-188913133-router', 'tenant_id': '527575ebe56e4dd9beea63807acac60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'a93f3441-85d9-4c1c-bf2c-57569e000ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:48:55Z', 'updated_at': '2021-07-24T00:49:01Z', 'revision_number': 4, 'project_id': '527575ebe56e4dd9beea63807acac60f', 'gw_port': {'id': 'a93f3441-85d9-4c1c-bf2c-57569e000ed7', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8816f8c6-b88b-49d1-b039-07bd44213f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:48:56Z', 'updated_at': '2021-07-24T00:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '8807a1af-16b6-4909-a722-083791f95c79', 'name': '', 'network_id': 'd47a7285-ce07-43af-9d2b-c26a26731081', 'tenant_id': '527575ebe56e4dd9beea63807acac60f', 'mac_address': 'fa:16:3e:a9:d3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8816f8c6-b88b-49d1-b039-07bd44213f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '20115978-e69f-4a7a-a65a-ab0414e37071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:48:59Z', 'updated_at': '2021-07-24T00:49:05Z', 'revision_number': 4, 'project_id': '527575ebe56e4dd9beea63807acac60f', 'subnets': [{'id': '20115978-e69f-4a7a-a65a-ab0414e37071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:07.126515 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1d649ed5-65f2-458b-b2d1-fd4b3ae157bf tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:07.166084 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9fc709-4d2d-455a-baf4-623dac840eb7 None None] The sync data for ids ['8816f8c6-b88b-49d1-b039-07bd44213f45'] in n-d-793621-25 is: [{'id': '8816f8c6-b88b-49d1-b039-07bd44213f45', 'name': 'tempest-ServersTestBootFromVolume-188913133-router', 'tenant_id': '527575ebe56e4dd9beea63807acac60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'a93f3441-85d9-4c1c-bf2c-57569e000ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:48:55Z', 'updated_at': '2021-07-24T00:49:01Z', 'revision_number': 4, 'project_id': '527575ebe56e4dd9beea63807acac60f', 'gw_port': {'id': 'a93f3441-85d9-4c1c-bf2c-57569e000ed7', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8816f8c6-b88b-49d1-b039-07bd44213f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:48:56Z', 'updated_at': '2021-07-24T00:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '8807a1af-16b6-4909-a722-083791f95c79', 'name': '', 'network_id': 'd47a7285-ce07-43af-9d2b-c26a26731081', 'tenant_id': '527575ebe56e4dd9beea63807acac60f', 'mac_address': 'fa:16:3e:a9:d3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8816f8c6-b88b-49d1-b039-07bd44213f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '20115978-e69f-4a7a-a65a-ab0414e37071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:48:59Z', 'updated_at': '2021-07-24T00:49:05Z', 'revision_number': 4, 'project_id': '527575ebe56e4dd9beea63807acac60f', 'subnets': [{'id': '20115978-e69f-4a7a-a65a-ab0414e37071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:49:07.178162 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1d649ed5-65f2-458b-b2d1-fd4b3ae157bf tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:07.216392 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 4998b04a-6c33-485a-b399-437a9f222c3c up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:49:07.310750 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d649ed5-65f2-458b-b2d1-fd4b3ae157bf tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Pushing event updated for resources: {'Port': ['ID=3322ce6f-e9f6-4df7-a695-b143e2a9640f,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:07.340520 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1d649ed5-65f2-458b-b2d1-fd4b3ae157bf tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:07.358847 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f8a66-6fe2-4e2e-9dc2-f2de7e78b565 req-bddc47d7-d511-4c98-bad3-b11434d010a3 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:07.360753 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d11f8a66-6fe2-4e2e-9dc2-f2de7e78b565 req-bddc47d7-d511-4c98-bad3-b11434d010a3 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 948 time: 0.2317510 Jul 24 00:49:07.389860 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 4998b04a-6c33-485a-b399-437a9f222c3c triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:07.390244 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1d649ed5-65f2-458b-b2d1-fd4b3ae157bf tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:07.400222 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1d649ed5-65f2-458b-b2d1-fd4b3ae157bf tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1744754 Jul 24 00:49:07.400698 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:07.460282 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d11f8a66-6fe2-4e2e-9dc2-f2de7e78b565 req-8baad2f3-50f6-4eee-8688-2474cbffe3e9 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902259 Jul 24 00:49:07.636676 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:07.719138 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf75776-f840-4804-97ac-0432974a0dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4998b04a-6c33-485a-b399-437a9f222c3c'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:49:07.731612 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0067c5-99cf-461b-ac97-4df61d2222d4" -d '{"events": [{"server_uuid": "9cf75776-f840-4804-97ac-0432974a0dff", "name": "network-vif-plugged", "status": "completed", "tag": "4998b04a-6c33-485a-b399-437a9f222c3c"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:49:07.783870 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 4998b04a-6c33-485a-b399-437a9f222c3c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=4998b04a-6c33-485a-b399-437a9f222c3c,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:07.798472 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:07.875185 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1e096-f6d7-41cc-9fc7-66023925ab5a req-e2d12b89-bcee-435d-b24a-297348c356fe tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:07.881066 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e1129f-945f-4ccd-96c1-20cec99f8af3 x-openstack-request-id: req-f3e1129f-945f-4ccd-96c1-20cec99f8af3 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:49:07.881498 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf75776-f840-4804-97ac-0432974a0dff", "name": "network-vif-plugged", "status": "completed", "tag": "4998b04a-6c33-485a-b399-437a9f222c3c", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:49:07.881896 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f3e1129f-945f-4ccd-96c1-20cec99f8af3 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:49:07.882459 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf75776-f840-4804-97ac-0432974a0dff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4998b04a-6c33-485a-b399-437a9f222c3c', 'code': 200} Jul 24 00:49:07.885543 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ebf1e096-f6d7-41cc-9fc7-66023925ab5a req-e2d12b89-bcee-435d-b24a-297348c356fe tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e14bab5-702d-46dc-843a-9e999be95957 HTTP/1.1" status: 200 len: 945 time: 0.2147920 Jul 24 00:49:07.947717 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=4998b04a-6c33-485a-b399-437a9f222c3c,revision_number=8']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:07.969950 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ebf1e096-f6d7-41cc-9fc7-66023925ab5a req-796d5adb-e818-4fb2-bd52-d57ba4776870 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836208 Jul 24 00:49:08.146017 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e57d1-87d2-476b-8612-4bc136fc350e req-1928bb9c-0072-40a4-a575-e4dc8b2244b3 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:08.149557 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b37e57d1-87d2-476b-8612-4bc136fc350e req-1928bb9c-0072-40a4-a575-e4dc8b2244b3 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=26c89099-5b00-475b-a9a7-4468ebb11a39 HTTP/1.1" status: 200 len: 945 time: 0.1710210 Jul 24 00:49:08.244998 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b37e57d1-87d2-476b-8612-4bc136fc350e req-0b4a2bce-191e-407a-b633-5b2e56c04610 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895069 Jul 24 00:49:08.344034 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-734d61a5-8a2d-4390-990f-56fca2cc664a tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=64682d71562544209c45b1dc63c9fd56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388880 Jul 24 00:49:08.378047 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 8807a1af-16b6-4909-a722-083791f95c79 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:49:08.480564 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 8807a1af-16b6-4909-a722-083791f95c79 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:49:08.486291 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 8807a1af-16b6-4909-a722-083791f95c79 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:08.486291 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:08.681058 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-9bdfc4f3-97b9-40a4-ac68-30317036fe8c tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:08.682667 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-9bdfc4f3-97b9-40a4-ac68-30317036fe8c tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3325608 Jul 24 00:49:08.703240 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:08.722329 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-7efa6731-a8d1-4f41-841d-6ec626a5c51d tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/quotas/64682d71562544209c45b1dc63c9fd56 HTTP/1.1" status: 200 len: 375 time: 0.0173962 Jul 24 00:49:08.789474 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 8807a1af-16b6-4909-a722-083791f95c79, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=8807a1af-16b6-4909-a722-083791f95c79,segment=NetworkSegment(8586c4bf-3892-4b3d-8b39-dc6fef5c8398),segment_id=8586c4bf-3892-4b3d-8b39-dc6fef5c8398)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:08.798490 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:08.907476 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-f2844bba-b8d9-47bb-8cab-becf39b1be76 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=64682d71562544209c45b1dc63c9fd56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1910639 Jul 24 00:49:08.970017 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=8807a1af-16b6-4909-a722-083791f95c79,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:09.007608 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bb339773-6aa5-42e0-92a7-7795dcc808df req-0d212d10-2d5a-43bd-84c5-b2b3f8d58189 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0c672cc5-e8a5-4794-8638-d6570b0bb6df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1119461 Jul 24 00:49:09.208798 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device c6c4e168-5d23-43e1-9a9b-1327edf2d50c up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:49:09.334462 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb339773-6aa5-42e0-92a7-7795dcc808df req-da7e9cf7-af42-41a2-9638-4af75cb8fa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:09.335535 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port c6c4e168-5d23-43e1-9a9b-1327edf2d50c completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:49:09.342011 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port c6c4e168-5d23-43e1-9a9b-1327edf2d50c triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:09.342604 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:09.350159 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bb339773-6aa5-42e0-92a7-7795dcc808df req-da7e9cf7-af42-41a2-9638-4af75cb8fa2b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=c49dfe4b8b164c34b2cb1c242cf6f8a2&device_id=0c672cc5-e8a5-4794-8638-d6570b0bb6df HTTP/1.1" status: 200 len: 1098 time: 0.2695777 Jul 24 00:49:09.430204 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283174d1-59d2-40d1-93c8-055803e7ad2f req-a551ed08-517c-4eb8-85b2-8c59739ce955 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:09.444361 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-283174d1-59d2-40d1-93c8-055803e7ad2f req-a551ed08-517c-4eb8-85b2-8c59739ce955 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e14bab5-702d-46dc-843a-9e999be95957 HTTP/1.1" status: 200 len: 945 time: 0.2701108 Jul 24 00:49:09.490336 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-75efe1b6-a642-4eab-af1e-fd57f1ae0fa7 req-4ba58639-ed7f-4f7b-b6d9-c4dc8668ace2 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 210 time: 0.0622721 Jul 24 00:49:09.595258 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50230) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:09.687563 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:09.792590 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port c6c4e168-5d23-43e1-9a9b-1327edf2d50c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=c6c4e168-5d23-43e1-9a9b-1327edf2d50c,segment=NetworkSegment(c4a12371-e65f-4999-8182-3fce7a91f982),segment_id=c4a12371-e65f-4999-8182-3fce7a91f982)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:09.807928 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e06f64-bcf8-42f5-b573-aaef91c1deb0 req-aa369a76-ad55-4b7f-85e5-b68abc3dc038 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:09.816850 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:09.821202 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c3e06f64-bcf8-42f5-b573-aaef91c1deb0 req-aa369a76-ad55-4b7f-85e5-b68abc3dc038 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=26c89099-5b00-475b-a9a7-4468ebb11a39 HTTP/1.1" status: 200 len: 945 time: 0.1762230 Jul 24 00:49:09.883423 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c89099-5b00-475b-a9a7-4468ebb11a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c4e168-5d23-43e1-9a9b-1327edf2d50c'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:49:09.887690 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e7c850-7bfe-4a01-8c96-5f848d58597a" -d '{"events": [{"server_uuid": "26c89099-5b00-475b-a9a7-4468ebb11a39", "name": "network-vif-plugged", "status": "completed", "tag": "c6c4e168-5d23-43e1-9a9b-1327edf2d50c"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:49:09.899709 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c3e06f64-bcf8-42f5-b573-aaef91c1deb0 req-85bbc3cd-2753-467f-9c14-0725e8565e8d tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772357 Jul 24 00:49:09.955667 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=c6c4e168-5d23-43e1-9a9b-1327edf2d50c,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:09.966160 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e52b51d8-fd39-4bca-92ff-4f9325346de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:09.978434 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb339773-6aa5-42e0-92a7-7795dcc808df req-6cc19ff9-5fc1-447f-bc47-8a641c29f543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:09.982681 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bb339773-6aa5-42e0-92a7-7795dcc808df req-6cc19ff9-5fc1-447f-bc47-8a641c29f543 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dce79d1a-19b5-4596-96e4-d04368356b25 HTTP/1.1" status: 200 len: 924 time: 0.5291429 Jul 24 00:49:10.010645 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-283174d1-59d2-40d1-93c8-055803e7ad2f req-e4207e8d-65d4-443d-b5c0-d1e37e3b219d tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5593238 Jul 24 00:49:10.101846 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe511368-881c-49cd-b380-ce7dc65cfb91 x-openstack-request-id: req-fe511368-881c-49cd-b380-ce7dc65cfb91 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:49:10.102158 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c89099-5b00-475b-a9a7-4468ebb11a39", "name": "network-vif-plugged", "status": "completed", "tag": "c6c4e168-5d23-43e1-9a9b-1327edf2d50c", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:49:10.103345 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fe511368-881c-49cd-b380-ce7dc65cfb91 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:49:10.103780 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c89099-5b00-475b-a9a7-4468ebb11a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c4e168-5d23-43e1-9a9b-1327edf2d50c', 'code': 200} Jul 24 00:49:10.120429 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bb339773-6aa5-42e0-92a7-7795dcc808df req-1afe09e9-f634-4acb-a3e7-73d36a490bab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a65b039b-c771-4e86-80ab-8c38cd310841 HTTP/1.1" status: 200 len: 1001 time: 0.1077480 Jul 24 00:49:10.192728 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e52b51d8-fd39-4bca-92ff-4f9325346de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:10.200749 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e52b51d8-fd39-4bca-92ff-4f9325346de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:10.286501 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e52b51d8-fd39-4bca-92ff-4f9325346de1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2e0ee7dc3b9b41509093f010efe00f69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6868598 Jul 24 00:49:10.286501 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52b51d8-fd39-4bca-92ff-4f9325346de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d14219-70b4-44ed-af80-dd1e8dd070d0,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:10.289216 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50246) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:10.319759 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 8807a1af-16b6-4909-a722-083791f95c79 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:49:10.340565 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb339773-6aa5-42e0-92a7-7795dcc808df req-5b39ec42-1904-48a0-b1f1-cff4841ab78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:10.345476 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bb339773-6aa5-42e0-92a7-7795dcc808df req-5b39ec42-1904-48a0-b1f1-cff4841ab78a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9be57270-14e1-41b6-9949-cbee1e39a6d3 HTTP/1.1" status: 200 len: 862 time: 0.2159231 Jul 24 00:49:10.416467 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dfe7e74e-128f-400a-8b19-39701b7679b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:10.445760 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 8807a1af-16b6-4909-a722-083791f95c79 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:10.446430 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:10.468666 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dfe7e74e-128f-400a-8b19-39701b7679b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:10.532889 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dfe7e74e-128f-400a-8b19-39701b7679b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:10.538237 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dfe7e74e-128f-400a-8b19-39701b7679b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:10.541938 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-dfe7e74e-128f-400a-8b19-39701b7679b7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/92d14219-70b4-44ed-af80-dd1e8dd070d0 HTTP/1.1" status: 204 len: 168 time: 0.2499852 Jul 24 00:49:10.558029 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9880d8-b089-4acc-9c01-9cfc5f3a6532 req-077c4f07-488c-4a49-a945-6478084ad8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:10.561576 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7e74e-128f-400a-8b19-39701b7679b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d14219-70b4-44ed-af80-dd1e8dd070d0,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:10.572654 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0d9880d8-b089-4acc-9c01-9cfc5f3a6532 req-077c4f07-488c-4a49-a945-6478084ad8a1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=26c89099-5b00-475b-a9a7-4468ebb11a39 HTTP/1.1" status: 200 len: 1098 time: 0.3681867 Jul 24 00:49:10.607633 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb339773-6aa5-42e0-92a7-7795dcc808df req-5b99fd52-1571-48d7-a5f2-f73357eb8305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:10.609626 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bb339773-6aa5-42e0-92a7-7795dcc808df req-5b99fd52-1571-48d7-a5f2-f73357eb8305 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dce79d1a-19b5-4596-96e4-d04368356b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2582791 Jul 24 00:49:10.669013 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0d9880d8-b089-4acc-9c01-9cfc5f3a6532 req-b9943bc1-ebd4-40bc-b71b-f46ed1467d25 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951054 Jul 24 00:49:10.763294 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bb339773-6aa5-42e0-92a7-7795dcc808df req-51db0df5-c214-4819-8893-eb5f1c106bcc service neutron] 10.222.0.13 "GET /v2.0/networks/dce79d1a-19b5-4596-96e4-d04368356b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352730 Jul 24 00:49:10.771271 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fc63d53c-0572-45a5-83c4-b8ca94ab2a4d req-288c8c42-0005-4dc8-87fc-8e84d9efbcd0 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 210 time: 0.0888348 Jul 24 00:49:10.897968 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bb339773-6aa5-42e0-92a7-7795dcc808df req-b63db748-d82d-4d44-b82d-d751793ce9c4 service neutron] 10.222.0.13 "GET /v2.0/networks/dce79d1a-19b5-4596-96e4-d04368356b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244619 Jul 24 00:49:11.132615 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120db3f-4fe1-48e7-8a38-80fbb593721c req-8bfaf246-8808-473d-90e1-6ecd7f49bc94 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:11.153973 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1120db3f-4fe1-48e7-8a38-80fbb593721c req-8bfaf246-8808-473d-90e1-6ecd7f49bc94 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=26c89099-5b00-475b-a9a7-4468ebb11a39 HTTP/1.1" status: 200 len: 946 time: 0.1669738 Jul 24 00:49:11.272821 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-ff0c34d6-4dc9-4bf7-9201-cd023fe5578a tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=64682d71562544209c45b1dc63c9fd56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1174498 Jul 24 00:49:11.294054 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1120db3f-4fe1-48e7-8a38-80fbb593721c req-b1e1f037-c8b1-4eaf-b7e2-651d0029f35b tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084175 Jul 24 00:49:11.507591 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2734f-b704-485f-9a30-73f8e12da6b7 req-1c2ae894-d733-4b6d-a7fd-cc38f924b0e3 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:11.516625 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3ca2734f-b704-485f-9a30-73f8e12da6b7 req-1c2ae894-d733-4b6d-a7fd-cc38f924b0e3 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e14bab5-702d-46dc-843a-9e999be95957 HTTP/1.1" status: 200 len: 945 time: 0.2468829 Jul 24 00:49:11.615423 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3ca2734f-b704-485f-9a30-73f8e12da6b7 req-01a3341e-9c5d-4b12-99f1-1ddf3d73d3d7 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905397 Jul 24 00:49:11.619621 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-6d30ec8f-8a02-483e-b626-8c62397361f7 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:11.624865 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-6d30ec8f-8a02-483e-b626-8c62397361f7 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3288336 Jul 24 00:49:11.640572 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-62e389b0-eeee-45c9-b972-d1773dddebcc tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Request body: {'port': {'device_id': '52408e39-3c37-40ad-8760-4bd9f6711a23', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'admin_state_up': True, 'tenant_id': '64682d71562544209c45b1dc63c9fd56'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:49:11.886453 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-62e389b0-eeee-45c9-b972-d1773dddebcc tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Made reservation on behalf of 64682d71562544209c45b1dc63c9fd56 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:49:11.891026 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-62e389b0-eeee-45c9-b972-d1773dddebcc tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:11.982051 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-903b70fa-9904-4ee8-acf9-34877baa043d req-37e8bad4-d8aa-4bf3-8911-1d9d6d495792 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0449929 Jul 24 00:49:12.066015 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50288) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:12.117355 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ddb92f9a-11bd-4788-8c42-98b9af047ca7 req-761de679-f0f5-4945-8c97-de31781ceb24 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 210 time: 0.1158657 Jul 24 00:49:12.126801 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-903b70fa-9904-4ee8-acf9-34877baa043d req-92db6fd5-aaba-4f09-b9c5-d7550f368d8c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17 HTTP/1.1" status: 200 len: 210 time: 0.0911083 Jul 24 00:49:12.203804 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-903b70fa-9904-4ee8-acf9-34877baa043d req-56437a1a-b1a0-4b72-ab0c-a9cb63f8e84f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261979 Jul 24 00:49:12.239477 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-62e389b0-eeee-45c9-b972-d1773dddebcc tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Allocated IP 192.168.233.92 (064170bd-7ae3-42cd-9c1f-14f6db2f099c/b2f8a7b0-45d5-4a4f-bbde-2ea497f98103/1e193c69-d700-4ef9-9f49-feb4ec014a06) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:49:12.364952 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903b70fa-9904-4ee8-acf9-34877baa043d req-b087d7ae-1277-4b54-bddb-f4120cc99570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:12.366742 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-903b70fa-9904-4ee8-acf9-34877baa043d req-b087d7ae-1277-4b54-bddb-f4120cc99570 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1547017 Jul 24 00:49:12.497796 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-843dc3b7-70b5-40bb-9e6b-72da215ea313 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2110128708-network', 'tenant_id': '0f4f0d3cdfe74521a111bfbfa97576da'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:49:12.554945 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-62e389b0-eeee-45c9-b972-d1773dddebcc tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:12.582231 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843dc3b7-70b5-40bb-9e6b-72da215ea313 admin admin] Made reservation on behalf of 0f4f0d3cdfe74521a111bfbfa97576da for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:49:12.584595 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-843dc3b7-70b5-40bb-9e6b-72da215ea313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:12.587268 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-62e389b0-eeee-45c9-b972-d1773dddebcc tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Transition to ACTIVE for port object 1e193c69-d700-4ef9-9f49-feb4ec014a06 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:49:12.607525 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-843dc3b7-70b5-40bb-9e6b-72da215ea313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:12.644594 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c5d58-274b-4b3f-a018-a22c8fbbafc8 req-56134c74-1159-4657-8b4a-3a4688760e94 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:12.644594 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-851c5d58-274b-4b3f-a018-a22c8fbbafc8 req-56134c74-1159-4657-8b4a-3a4688760e94 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=26c89099-5b00-475b-a9a7-4468ebb11a39 HTTP/1.1" status: 200 len: 946 time: 0.1671791 Jul 24 00:49:12.730851 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-62e389b0-eeee-45c9-b972-d1773dddebcc tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:12.743302 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['4998b04a-6c33-485a-b399-437a9f222c3c'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:49:12.749009 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-851c5d58-274b-4b3f-a018-a22c8fbbafc8 req-591e6ff2-1f0e-4688-a437-27bc9d2a35e9 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965714 Jul 24 00:49:12.847277 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-62e389b0-eeee-45c9-b972-d1773dddebcc tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Network 064170bd-7ae3-42cd-9c1f-14f6db2f099c is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:49:12.860069 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-62e389b0-eeee-45c9-b972-d1773dddebcc tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:49:12.867374 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-62e389b0-eeee-45c9-b972-d1773dddebcc tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:49:12.871692 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e389b0-eeee-45c9-b972-d1773dddebcc tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Pushing event updated for resources: {'Port': ['ID=1e193c69-d700-4ef9-9f49-feb4ec014a06,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:12.957730 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-843dc3b7-70b5-40bb-9e6b-72da215ea313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:12.965470 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-62e389b0-eeee-45c9-b972-d1773dddebcc tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:12.966316 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-62e389b0-eeee-45c9-b972-d1773dddebcc tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:12.970922 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-843dc3b7-70b5-40bb-9e6b-72da215ea313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:13.025712 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-843dc3b7-70b5-40bb-9e6b-72da215ea313 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:49:13.029862 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803dea2-74b1-4b3f-8474-b3f0cd52963f req-c1e2e6fe-4141-4b43-9e25-59d122bee53d tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:13.034103 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-62e389b0-eeee-45c9-b972-d1773dddebcc tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4012260 Jul 24 00:49:13.037705 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6803dea2-74b1-4b3f-8474-b3f0cd52963f req-c1e2e6fe-4141-4b43-9e25-59d122bee53d tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e14bab5-702d-46dc-843a-9e999be95957 HTTP/1.1" status: 200 len: 945 time: 0.1938274 Jul 24 00:49:13.068123 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-95d04bb8-446f-48df-9f1d-47a227966c44 service neutron] Request body: {'port': {'device_id': '52408e39-3c37-40ad-8760-4bd9f6711a23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:49:13.125504 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843dc3b7-70b5-40bb-9e6b-72da215ea313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8422f34e-a70b-480c-8189-a4e77e39e59c,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:13.137812 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-843dc3b7-70b5-40bb-9e6b-72da215ea313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:13.139170 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-843dc3b7-70b5-40bb-9e6b-72da215ea313 admin admin] Added segment 575e4e7e-7b63-45ed-94a1-1bfc759819a3 of type vlan for network cbd2a6fd-ff8d-467c-84b8-b5d68f7d61f8 Jul 24 00:49:13.200919 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6803dea2-74b1-4b3f-8474-b3f0cd52963f req-9bcac39c-4b63-4682-beeb-69dbaa3183e5 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533351 Jul 24 00:49:13.420071 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-016c5e22-464f-4006-a307-9d6f815a429e None None] Provisioning for port 1e193c69-d700-4ef9-9f49-feb4ec014a06 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:49:13.428074 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-016c5e22-464f-4006-a307-9d6f815a429e None None] Provisioning complete for port 1e193c69-d700-4ef9-9f49-feb4ec014a06 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:13.428887 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-016c5e22-464f-4006-a307-9d6f815a429e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:13.520559 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-016c5e22-464f-4006-a307-9d6f815a429e None None] Port 1e193c69-d700-4ef9-9f49-feb4ec014a06 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:49:13.746077 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-843dc3b7-70b5-40bb-9e6b-72da215ea313 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:13.811052 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-843dc3b7-70b5-40bb-9e6b-72da215ea313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:13.812045 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843dc3b7-70b5-40bb-9e6b-72da215ea313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:13.812634 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-843dc3b7-70b5-40bb-9e6b-72da215ea313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:13.848385 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-95d04bb8-446f-48df-9f1d-47a227966c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:13.863415 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-843dc3b7-70b5-40bb-9e6b-72da215ea313 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7606242 Jul 24 00:49:13.866460 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50390) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:13.873449 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-ddd61dd3-2823-4ad6-9f20-90509631e71d admin admin] Request body: {'subnet': {'network_id': 'cbd2a6fd-ff8d-467c-84b8-b5d68f7d61f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2110128708-subnet', 'tenant_id': '0f4f0d3cdfe74521a111bfbfa97576da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:49:13.933805 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843dc3b7-70b5-40bb-9e6b-72da215ea313 admin admin] Pushing event updated for resources: {'Network': ['ID=cbd2a6fd-ff8d-467c-84b8-b5d68f7d61f8,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:13.935634 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd61dd3-2823-4ad6-9f20-90509631e71d admin admin] Made reservation on behalf of 0f4f0d3cdfe74521a111bfbfa97576da for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:49:13.945215 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ddd61dd3-2823-4ad6-9f20-90509631e71d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:13.949182 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network cbd2a6fd-ff8d-467c-84b8-b5d68f7d61f8 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:49:14.252960 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1df72-2d08-46cb-8eb5-d60a04f9c03a req-1297fdb5-d05d-44cb-8f75-c518ed34c440 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:14.267133 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6dc1df72-2d08-46cb-8eb5-d60a04f9c03a req-1297fdb5-d05d-44cb-8f75-c518ed34c440 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 935 time: 0.5407355 Jul 24 00:49:14.299314 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ddd61dd3-2823-4ad6-9f20-90509631e71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:14.411849 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd61dd3-2823-4ad6-9f20-90509631e71d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f46e1422-b32b-4cac-9182-dee8b1e10002,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:14.430683 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-95d04bb8-446f-48df-9f1d-47a227966c44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e193c69-d700-4ef9-9f49-feb4ec014a06 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:49:14.444865 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd61dd3-2823-4ad6-9f20-90509631e71d admin admin] Checking segment: {'id': '575e4e7e-7b63-45ed-94a1-1bfc759819a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cbd2a6fd-ff8d-467c-84b8-b5d68f7d61f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:49:14.445221 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd61dd3-2823-4ad6-9f20-90509631e71d admin admin] Network hostable DHCP agents. Network: cbd2a6fd-ff8d-467c-84b8-b5d68f7d61f8, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:49:14.446154 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-95d04bb8-446f-48df-9f1d-47a227966c44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:14.465241 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-95d04bb8-446f-48df-9f1d-47a227966c44 service neutron] Transition to ACTIVE for port object 1e193c69-d700-4ef9-9f49-feb4ec014a06 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:49:14.471781 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa60fbd-47a4-40de-a297-657c5b0f4b33 req-304eb6ee-5d26-4ae9-91b2-8886cc097b3f tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:14.473823 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6fa60fbd-47a4-40de-a297-657c5b0f4b33 req-304eb6ee-5d26-4ae9-91b2-8886cc097b3f tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e14bab5-702d-46dc-843a-9e999be95957 HTTP/1.1" status: 200 len: 945 time: 0.1355407 Jul 24 00:49:14.479390 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6dc1df72-2d08-46cb-8eb5-d60a04f9c03a req-53c18c40-cf60-4e20-a233-e7d15483eb3c tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105598 Jul 24 00:49:14.480952 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-95d04bb8-446f-48df-9f1d-47a227966c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:14.486867 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd61dd3-2823-4ad6-9f20-90509631e71d admin admin] Network cbd2a6fd-ff8d-467c-84b8-b5d68f7d61f8 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:49:14.553027 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-ddd61dd3-2823-4ad6-9f20-90509631e71d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, cbd2a6fd-ff8d-467c-84b8-b5d68f7d61f8) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:49:14.563281 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd61dd3-2823-4ad6-9f20-90509631e71d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:14.564134 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ddd61dd3-2823-4ad6-9f20-90509631e71d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:14.568587 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603f4602-01f5-4205-935f-214cc8d7f294 None None] Network cbd2a6fd-ff8d-467c-84b8-b5d68f7d61f8 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:49:14.645404 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6fa60fbd-47a4-40de-a297-657c5b0f4b33 req-5a064dee-062e-465b-bd9c-85f81f2dbaf9 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529930 Jul 24 00:49:14.657164 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ddd61dd3-2823-4ad6-9f20-90509631e71d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7891638 Jul 24 00:49:14.658847 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50402) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:14.666107 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-fc000da4-604b-4816-af89-2689cd3d44c5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2110128708-router', 'tenant_id': '0f4f0d3cdfe74521a111bfbfa97576da', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:49:14.686434 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d04bb8-446f-48df-9f1d-47a227966c44 service neutron] Pushing event updated for resources: {'Port': ['ID=1e193c69-d700-4ef9-9f49-feb4ec014a06,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:14.696277 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fc000da4-604b-4816-af89-2689cd3d44c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:14.697565 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fc000da4-604b-4816-af89-2689cd3d44c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:14.814774 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fc000da4-604b-4816-af89-2689cd3d44c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:14.840935 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-95d04bb8-446f-48df-9f1d-47a227966c44 service neutron] Attempting to bind port 1e193c69-d700-4ef9-9f49-feb4ec014a06 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:49:14.841927 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-95d04bb8-446f-48df-9f1d-47a227966c44 service neutron] Attempting to bind port 1e193c69-d700-4ef9-9f49-feb4ec014a06 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:49:14.842266 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-95d04bb8-446f-48df-9f1d-47a227966c44 service neutron] Attempting to bind port 1e193c69-d700-4ef9-9f49-feb4ec014a06 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:49:14.855924 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-95d04bb8-446f-48df-9f1d-47a227966c44 service neutron] Port 1e193c69-d700-4ef9-9f49-feb4ec014a06 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:49:14.856326 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-95d04bb8-446f-48df-9f1d-47a227966c44 service neutron] Attempting to bind port 1e193c69-d700-4ef9-9f49-feb4ec014a06 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:49:14.869691 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-95d04bb8-446f-48df-9f1d-47a227966c44 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:49:14.870035 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-95d04bb8-446f-48df-9f1d-47a227966c44 service neutron] Checking segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:49:14.870419 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-95d04bb8-446f-48df-9f1d-47a227966c44 service neutron] Bound using segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:49:14.870900 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-95d04bb8-446f-48df-9f1d-47a227966c44 service neutron] Bound port: 1e193c69-d700-4ef9-9f49-feb4ec014a06, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:49:14.871266 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-95d04bb8-446f-48df-9f1d-47a227966c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:14.971370 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8310359-9975-4f6b-8d01-ae71d7a44ea1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-cbd2a6fd-ff8d-467c-84b8-b5d68f7d61f8', 'network_id': 'cbd2a6fd-ff8d-467c-84b8-b5d68f7d61f8', 'tenant_id': '0f4f0d3cdfe74521a111bfbfa97576da', 'fixed_ips': [{'subnet_id': 'f46e1422-b32b-4cac-9182-dee8b1e10002'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:49:14.975154 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c8310359-9975-4f6b-8d01-ae71d7a44ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:15.031686 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-95d04bb8-446f-48df-9f1d-47a227966c44 service neutron] For port 1e193c69-d700-4ef9-9f49-feb4ec014a06, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:49:15.037117 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-95d04bb8-446f-48df-9f1d-47a227966c44 service neutron] For port 1e193c69-d700-4ef9-9f49-feb4ec014a06, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=1e193c69-d700-4ef9-9f49-feb4ec014a06,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:49:15.043221 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-95d04bb8-446f-48df-9f1d-47a227966c44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:15.085860 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fc000da4-604b-4816-af89-2689cd3d44c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:15.168571 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-95d04bb8-446f-48df-9f1d-47a227966c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:15.169220 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-95d04bb8-446f-48df-9f1d-47a227966c44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:15.178912 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-95d04bb8-446f-48df-9f1d-47a227966c44 service neutron] 10.222.0.13 "PUT /v2.0/ports/1e193c69-d700-4ef9-9f49-feb4ec014a06 HTTP/1.1" status: 200 len: 1096 time: 2.1127002 Jul 24 00:49:15.179537 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52408e39-3c37-40ad-8760-4bd9f6711a23', 'tag': '1e193c69-d700-4ef9-9f49-feb4ec014a06'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:49:15.181977 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d754eac-81a8-49ab-bec0-1e51ac2b54d9" -d '{"events": [{"name": "network-changed", "server_uuid": "52408e39-3c37-40ad-8760-4bd9f6711a23", "tag": "1e193c69-d700-4ef9-9f49-feb4ec014a06"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:49:15.261423 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d04bb8-446f-48df-9f1d-47a227966c44 service neutron] Pushing event updated for resources: {'Port': ['ID=1e193c69-d700-4ef9-9f49-feb4ec014a06,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:15.279681 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-c8310359-9975-4f6b-8d01-ae71d7a44ea1 None None] Allocated IP 172.20.0.2 (cbd2a6fd-ff8d-467c-84b8-b5d68f7d61f8/f46e1422-b32b-4cac-9182-dee8b1e10002/944c2853-8286-4afd-995e-234eb6d605d1) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:49:15.330627 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a94fb00-0993-44fd-b3b2-f26bdb29d5ba x-openstack-request-id: req-2a94fb00-0993-44fd-b3b2-f26bdb29d5ba {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:49:15.331175 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52408e39-3c37-40ad-8760-4bd9f6711a23", "tag": "1e193c69-d700-4ef9-9f49-feb4ec014a06", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:49:15.331456 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2a94fb00-0993-44fd-b3b2-f26bdb29d5ba {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:49:15.331976 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52408e39-3c37-40ad-8760-4bd9f6711a23', 'tag': '1e193c69-d700-4ef9-9f49-feb4ec014a06', 'status': 'completed', 'code': 200} Jul 24 00:49:15.406636 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-5d27a3ad-b2d2-409f-ae94-b76af99f63a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:15.408633 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-5d27a3ad-b2d2-409f-ae94-b76af99f63a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64682d71562544209c45b1dc63c9fd56&device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 1099 time: 0.1792564 Jul 24 00:49:15.541239 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-7e33a3aa-7f35-4d3e-8e96-30824d9d919a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=1e193c69-d700-4ef9-9f49-feb4ec014a06 HTTP/1.1" status: 200 len: 217 time: 0.1039622 Jul 24 00:49:15.608743 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c8310359-9975-4f6b-8d01-ae71d7a44ea1 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:15.629782 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-31a3ca2a-a51c-48c8-9343-76e430f5bb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:15.631485 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-31a3ca2a-a51c-48c8-9343-76e430f5bb93 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.0759008 Jul 24 00:49:15.652748 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c8310359-9975-4f6b-8d01-ae71d7a44ea1 None None] Transition to ACTIVE for port object 944c2853-8286-4afd-995e-234eb6d605d1 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:49:15.732877 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b9e326fc-db9f-461a-a362-4ccd9d87f9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:15.765251 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c8310359-9975-4f6b-8d01-ae71d7a44ea1 None None] Transition to ACTIVE for port object 944c2853-8286-4afd-995e-234eb6d605d1 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:49:15.779755 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-5ec8e9b7-ed15-4901-9780-7013e92b8fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:15.781703 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-5ec8e9b7-ed15-4901-9780-7013e92b8fe6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1382158 Jul 24 00:49:15.788147 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c8310359-9975-4f6b-8d01-ae71d7a44ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:15.872014 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8310359-9975-4f6b-8d01-ae71d7a44ea1 None None] Network cbd2a6fd-ff8d-467c-84b8-b5d68f7d61f8 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:49:15.886633 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-c8310359-9975-4f6b-8d01-ae71d7a44ea1 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:49:15.890647 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8310359-9975-4f6b-8d01-ae71d7a44ea1 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:49:15.897798 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8310359-9975-4f6b-8d01-ae71d7a44ea1 None None] Pushing event updated for resources: {'Port': ['ID=944c2853-8286-4afd-995e-234eb6d605d1,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:16.003818 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-c8310359-9975-4f6b-8d01-ae71d7a44ea1 None None] Attempting to bind port 944c2853-8286-4afd-995e-234eb6d605d1 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:49:16.006010 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-c8310359-9975-4f6b-8d01-ae71d7a44ea1 None None] Attempting to bind port 944c2853-8286-4afd-995e-234eb6d605d1 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '575e4e7e-7b63-45ed-94a1-1bfc759819a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cbd2a6fd-ff8d-467c-84b8-b5d68f7d61f8'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:49:16.006965 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-6af118d7-b478-4fdd-995f-ffddf5de2289 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073896 Jul 24 00:49:16.008059 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8310359-9975-4f6b-8d01-ae71d7a44ea1 None None] Attempting to bind port 944c2853-8286-4afd-995e-234eb6d605d1 on network cbd2a6fd-ff8d-467c-84b8-b5d68f7d61f8 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:49:16.022888 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8310359-9975-4f6b-8d01-ae71d7a44ea1 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:49:16.023628 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8310359-9975-4f6b-8d01-ae71d7a44ea1 None None] Checking segment: {'id': '575e4e7e-7b63-45ed-94a1-1bfc759819a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cbd2a6fd-ff8d-467c-84b8-b5d68f7d61f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:49:16.024219 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c8310359-9975-4f6b-8d01-ae71d7a44ea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:16.024780 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8310359-9975-4f6b-8d01-ae71d7a44ea1 None None] Bound using segment: {'id': '575e4e7e-7b63-45ed-94a1-1bfc759819a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cbd2a6fd-ff8d-467c-84b8-b5d68f7d61f8'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:49:16.025442 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-c8310359-9975-4f6b-8d01-ae71d7a44ea1 None None] Bound port: 944c2853-8286-4afd-995e-234eb6d605d1, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '575e4e7e-7b63-45ed-94a1-1bfc759819a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cbd2a6fd-ff8d-467c-84b8-b5d68f7d61f8'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:49:16.026010 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c8310359-9975-4f6b-8d01-ae71d7a44ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:16.030459 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7e63d-6312-45d7-989d-89e839848ff6 req-eec5fbc1-c360-4d41-8c2c-f56b739f7e3f tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:16.045455 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-15e7e63d-6312-45d7-989d-89e839848ff6 req-eec5fbc1-c360-4d41-8c2c-f56b739f7e3f tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 947 time: 0.2367165 Jul 24 00:49:16.119866 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-c8310359-9975-4f6b-8d01-ae71d7a44ea1 None None] For port 944c2853-8286-4afd-995e-234eb6d605d1, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:49:16.124078 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-c8310359-9975-4f6b-8d01-ae71d7a44ea1 None None] For port 944c2853-8286-4afd-995e-234eb6d605d1, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=944c2853-8286-4afd-995e-234eb6d605d1,segment=NetworkSegment(575e4e7e-7b63-45ed-94a1-1bfc759819a3),segment_id=575e4e7e-7b63-45ed-94a1-1bfc759819a3)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:49:16.133158 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c8310359-9975-4f6b-8d01-ae71d7a44ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:16.142416 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4335de5f-9ee6-4683-8470-05490d08ca36 req-4fcc76f5-cc6c-4705-a8d5-34149fb04a68 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220615 Jul 24 00:49:16.216965 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-15e7e63d-6312-45d7-989d-89e839848ff6 req-febfa186-3bc3-4c17-863a-64d262be9526 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570494 Jul 24 00:49:16.245548 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8310359-9975-4f6b-8d01-ae71d7a44ea1 None None] Pushing event updated for resources: {'Port': ['ID=944c2853-8286-4afd-995e-234eb6d605d1,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:16.359131 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3810fd3-7d36-4ac3-8282-871f494df37f req-ca389522-7313-4137-957b-1fbc06b08eb8 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:16.362558 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f3810fd3-7d36-4ac3-8282-871f494df37f req-ca389522-7313-4137-957b-1fbc06b08eb8 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e14bab5-702d-46dc-843a-9e999be95957 HTTP/1.1" status: 200 len: 945 time: 0.3542936 Jul 24 00:49:16.433346 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f3810fd3-7d36-4ac3-8282-871f494df37f req-0106cb39-b859-4c13-917e-27c8e5491934 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635359 Jul 24 00:49:16.458469 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fc000da4-604b-4816-af89-2689cd3d44c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:16.477311 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d754eac-81a8-49ab-bec0-1e51ac2b54d9 req-ac0e8039-9e87-4d73-ae5b-37eb5a231d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:16.479185 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4d754eac-81a8-49ab-bec0-1e51ac2b54d9 req-ac0e8039-9e87-4d73-ae5b-37eb5a231d59 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64682d71562544209c45b1dc63c9fd56&device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 1099 time: 0.2305415 Jul 24 00:49:16.498685 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fc000da4-604b-4816-af89-2689cd3d44c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:16.667775 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d754eac-81a8-49ab-bec0-1e51ac2b54d9 req-656e0c2e-233f-45c4-b026-8fa312b00a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:16.670109 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4d754eac-81a8-49ab-bec0-1e51ac2b54d9 req-656e0c2e-233f-45c4-b026-8fa312b00a62 service neutron] 10.222.0.13 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.1838162 Jul 24 00:49:16.735182 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4d754eac-81a8-49ab-bec0-1e51ac2b54d9 req-5d3981f5-25d4-4c73-8784-5f1016278346 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=1e193c69-d700-4ef9-9f49-feb4ec014a06 HTTP/1.1" status: 200 len: 217 time: 0.0539043 Jul 24 00:49:16.804645 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-fc000da4-604b-4816-af89-2689cd3d44c5 admin admin] Allocated IP 172.25.2.117 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/0f50b7d8-926c-4215-9f98-12bea44e0af0) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:49:16.838358 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d754eac-81a8-49ab-bec0-1e51ac2b54d9 req-6fdf1ee8-3af0-473b-aba5-5cb4f72ed24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:16.842326 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4d754eac-81a8-49ab-bec0-1e51ac2b54d9 req-6fdf1ee8-3af0-473b-aba5-5cb4f72ed24e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.0831397 Jul 24 00:49:16.972569 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d754eac-81a8-49ab-bec0-1e51ac2b54d9 req-435f3ac4-088a-41b8-9ea7-0cd5d9457983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:16.974503 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4d754eac-81a8-49ab-bec0-1e51ac2b54d9 req-435f3ac4-088a-41b8-9ea7-0cd5d9457983 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1251175 Jul 24 00:49:17.049367 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fc000da4-604b-4816-af89-2689cd3d44c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:17.121644 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fc000da4-604b-4816-af89-2689cd3d44c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:17.164070 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4d754eac-81a8-49ab-bec0-1e51ac2b54d9 req-74b2d676-edf7-4958-876f-84fd7225508c service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823618 Jul 24 00:49:17.193782 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc000da4-604b-4816-af89-2689cd3d44c5 admin admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:49:17.205683 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-fc000da4-604b-4816-af89-2689cd3d44c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:49:17.212309 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc000da4-604b-4816-af89-2689cd3d44c5 admin admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:49:17.363889 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc000da4-604b-4816-af89-2689cd3d44c5 admin admin] Pushing event updated for resources: {'Port': ['ID=0f50b7d8-926c-4215-9f98-12bea44e0af0,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:17.630520 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4d754eac-81a8-49ab-bec0-1e51ac2b54d9 req-2dce4193-f3b5-4d25-8b19-bd26292aa8b6 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4490912 Jul 24 00:49:17.673380 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05074ff5-200b-4ee9-8c8f-b045b2a5fbdd req-990edb7a-ccdf-4bb9-85ec-c6ff7df44fa7 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:17.676744 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-05074ff5-200b-4ee9-8c8f-b045b2a5fbdd req-990edb7a-ccdf-4bb9-85ec-c6ff7df44fa7 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 947 time: 0.2715802 Jul 24 00:49:17.768669 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-05074ff5-200b-4ee9-8c8f-b045b2a5fbdd req-4ce4e901-9868-48c4-8195-c75e0352d03e tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845189 Jul 24 00:49:17.890937 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fc000da4-604b-4816-af89-2689cd3d44c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:17.976564 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ceba046-f0be-4b4d-8c06-287219d1c76c None None] Network cbd2a6fd-ff8d-467c-84b8-b5d68f7d61f8 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:49:18.256247 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-168e6ed0-4a3c-455b-8401-60f5b2c04130 None None] Provisioning for port 944c2853-8286-4afd-995e-234eb6d605d1 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:49:18.289225 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39a598-00bd-4ae2-b123-9aec2410948f req-60a2582a-e88f-4dc3-b6de-d53524352190 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:18.291507 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7d39a598-00bd-4ae2-b123-9aec2410948f req-60a2582a-e88f-4dc3-b6de-d53524352190 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e14bab5-702d-46dc-843a-9e999be95957 HTTP/1.1" status: 200 len: 945 time: 0.5128012 Jul 24 00:49:18.308729 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-adf60524-3348-4dff-8a1d-b0eb609ef8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:18.402766 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 944c2853-8286-4afd-995e-234eb6d605d1 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:49:18.428613 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7d39a598-00bd-4ae2-b123-9aec2410948f req-c19e13c8-53aa-4d48-b8a5-784195574a4f tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256893 Jul 24 00:49:18.461871 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fc000da4-604b-4816-af89-2689cd3d44c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:18.519177 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:18.539375 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 944c2853-8286-4afd-995e-234eb6d605d1 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:49:18.544094 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 944c2853-8286-4afd-995e-234eb6d605d1 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:18.544525 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:18.761121 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:18.771001 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc000da4-604b-4816-af89-2689cd3d44c5 admin admin] Router 677c976d-df37-48b2-b24c-6fd0ef361ef5 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:49:18.809671 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 944c2853-8286-4afd-995e-234eb6d605d1, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=944c2853-8286-4afd-995e-234eb6d605d1,segment=NetworkSegment(575e4e7e-7b63-45ed-94a1-1bfc759819a3),segment_id=575e4e7e-7b63-45ed-94a1-1bfc759819a3)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:18.818273 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:18.872199 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e18c5039-eec2-4970-a3a8-42fb495caed7 None None] Provisioning complete for port 944c2853-8286-4afd-995e-234eb6d605d1 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:18.874118 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e18c5039-eec2-4970-a3a8-42fb495caed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:18.935810 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=944c2853-8286-4afd-995e-234eb6d605d1,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:18.992788 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc000da4-604b-4816-af89-2689cd3d44c5 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:49:19.011309 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba58569e-7c6e-4784-9619-196470366167 None None] Sync routers for ids ['677c976d-df37-48b2-b24c-6fd0ef361ef5'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:49:19.037169 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba58569e-7c6e-4784-9619-196470366167 None None] Routers {'677c976d-df37-48b2-b24c-6fd0ef361ef5'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:49:19.038307 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-ba58569e-7c6e-4784-9619-196470366167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:49:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['677c976d-df37-48b2-b24c-6fd0ef361ef5'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:19.111854 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fc000da4-604b-4816-af89-2689cd3d44c5 admin admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:19.116433 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-fc000da4-604b-4816-af89-2689cd3d44c5 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.4551902 Jul 24 00:49:19.119584 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50464) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:19.232511 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2135a5-5e15-4f23-a72c-02ec36bfc657 req-26dd6c19-adbc-4e79-bb58-ba2480f4f3be tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:19.234445 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-da2135a5-5e15-4f23-a72c-02ec36bfc657 req-26dd6c19-adbc-4e79-bb58-ba2480f4f3be tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 947 time: 0.2586215 Jul 24 00:49:19.326544 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-da2135a5-5e15-4f23-a72c-02ec36bfc657 req-944f374c-2554-4f3e-a8a2-f00ce865d018 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835886 Jul 24 00:49:19.353112 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-ba58569e-7c6e-4784-9619-196470366167 None None] Set router 677c976d-df37-48b2-b24c-6fd0ef361ef5 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:49:19.434115 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 1e193c69-d700-4ef9-9f49-feb4ec014a06 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:49:19.479313 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:19.619550 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-ba58569e-7c6e-4784-9619-196470366167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677c976d-df37-48b2-b24c-6fd0ef361ef5', 'name': 'tempest-FloatingIPsNegativeTestJSON-2110128708-router', 'tenant_id': '0f4f0d3cdfe74521a111bfbfa97576da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '0f50b7d8-926c-4215-9f98-12bea44e0af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:49:14Z', 'updated_at': '2021-07-24T00:49:17Z', 'revision_number': 3, 'project_id': '0f4f0d3cdfe74521a111bfbfa97576da', 'gw_port': {'id': '0f50b7d8-926c-4215-9f98-12bea44e0af0', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677c976d-df37-48b2-b24c-6fd0ef361ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:49:16Z', 'updated_at': '2021-07-24T00:49:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:19.663431 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba58569e-7c6e-4784-9619-196470366167 None None] Checking router: 677c976d-df37-48b2-b24c-6fd0ef361ef5 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:49:19.664228 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba58569e-7c6e-4784-9619-196470366167 None None] Updating router 677c976d-df37-48b2-b24c-6fd0ef361ef5 port 0f50b7d8-926c-4215-9f98-12bea44e0af0 binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:49:19.677763 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 1e193c69-d700-4ef9-9f49-feb4ec014a06, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=1e193c69-d700-4ef9-9f49-feb4ec014a06,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:19.713634 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '1e193c69-d700-4ef9-9f49-feb4ec014a06', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'port_id': '1e193c69-d700-4ef9-9f49-feb4ec014a06', 'mac_address': 'fa:16:3e:ea:9a:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:49:19.751948 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-ba58569e-7c6e-4784-9619-196470366167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:19.798990 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:19.827233 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e193c69-d700-4ef9-9f49-feb4ec014a06 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:49:19.867574 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae798d8-0056-4c18-a97e-210edb56361c req-089862c8-dafc-4e2d-9a50-986d66f61c30 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:19.868840 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 1e193c69-d700-4ef9-9f49-feb4ec014a06, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=1e193c69-d700-4ef9-9f49-feb4ec014a06,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:19.879219 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:19.879716 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9ae798d8-0056-4c18-a97e-210edb56361c req-089862c8-dafc-4e2d-9a50-986d66f61c30 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e14bab5-702d-46dc-843a-9e999be95957 HTTP/1.1" status: 200 len: 945 time: 0.2442305 Jul 24 00:49:19.990397 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9ae798d8-0056-4c18-a97e-210edb56361c req-45e2755c-5332-4f2e-bd30-d944a3577942 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094627 Jul 24 00:49:20.048273 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=1e193c69-d700-4ef9-9f49-feb4ec014a06,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:20.053310 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a6977-6cc8-4a97-bf92-a5d0fc049d6f req-f9f8b4db-ed04-43cd-8f31-ecb8ed97759d tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:20.072607 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-438a6977-6cc8-4a97-bf92-a5d0fc049d6f req-f9f8b4db-ed04-43cd-8f31-ecb8ed97759d tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c672cc5-e8a5-4794-8638-d6570b0bb6df HTTP/1.1" status: 200 len: 946 time: 0.2180355 Jul 24 00:49:20.133263 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-99b2f576-eac9-4dbf-a91f-31a79474b99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:20.134575 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-ba58569e-7c6e-4784-9619-196470366167 None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:20.155268 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-ba58569e-7c6e-4784-9619-196470366167 None None] Transition to ACTIVE for port object 0f50b7d8-926c-4215-9f98-12bea44e0af0 will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:49:20.170761 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-438a6977-6cc8-4a97-bf92-a5d0fc049d6f req-24c04274-345e-484b-b9de-8d066cbc4210 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/security-groups?id=965727d2-73e4-4b91-a58b-45ed41aaec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940640 Jul 24 00:49:20.188715 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-ba58569e-7c6e-4784-9619-196470366167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:20.205100 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['1e193c69-d700-4ef9-9f49-feb4ec014a06'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:49:20.461142 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-ba58569e-7c6e-4784-9619-196470366167 None None] Attempting to bind port 0f50b7d8-926c-4215-9f98-12bea44e0af0 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:49:20.461705 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-ba58569e-7c6e-4784-9619-196470366167 None None] Attempting to bind port 0f50b7d8-926c-4215-9f98-12bea44e0af0 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:49:20.462268 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba58569e-7c6e-4784-9619-196470366167 None None] Attempting to bind port 0f50b7d8-926c-4215-9f98-12bea44e0af0 on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:49:20.471648 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd88fa-3958-4da8-ba3d-e71a895a31b6 None None] Pushing event updated for resources: {'Port': ['ID=0f50b7d8-926c-4215-9f98-12bea44e0af0,revision_number=2']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:20.478933 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 944c2853-8286-4afd-995e-234eb6d605d1 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:49:20.496180 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba58569e-7c6e-4784-9619-196470366167 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:49:20.497308 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba58569e-7c6e-4784-9619-196470366167 None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:49:20.498030 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-ba58569e-7c6e-4784-9619-196470366167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:20.498613 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba58569e-7c6e-4784-9619-196470366167 None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:49:20.499590 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-ba58569e-7c6e-4784-9619-196470366167 None None] Bound port: 0f50b7d8-926c-4215-9f98-12bea44e0af0, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:49:20.501604 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-ba58569e-7c6e-4784-9619-196470366167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:20.579477 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3eefd-070e-49b4-aec7-1f335611a92a req-4c260db7-3087-409c-a2fd-92642fbee49b tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:20.590996 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-ba58569e-7c6e-4784-9619-196470366167 None None] For port 0f50b7d8-926c-4215-9f98-12bea44e0af0, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:49:20.596806 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-ba58569e-7c6e-4784-9619-196470366167 None None] For port 0f50b7d8-926c-4215-9f98-12bea44e0af0, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0f50b7d8-926c-4215-9f98-12bea44e0af0,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:49:20.602580 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-26f3eefd-070e-49b4-aec7-1f335611a92a req-4c260db7-3087-409c-a2fd-92642fbee49b tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 948 time: 0.1192956 Jul 24 00:49:20.604896 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-ba58569e-7c6e-4784-9619-196470366167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:20.655185 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 944c2853-8286-4afd-995e-234eb6d605d1 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:20.656227 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:20.668385 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba58569e-7c6e-4784-9619-196470366167 None None] Routers {'677c976d-df37-48b2-b24c-6fd0ef361ef5'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:49:20.669198 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-ba58569e-7c6e-4784-9619-196470366167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:49:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['677c976d-df37-48b2-b24c-6fd0ef361ef5'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:20.700321 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-26f3eefd-070e-49b4-aec7-1f335611a92a req-8bb193d5-d45f-40a6-b5ef-8f1d63b6bf4b tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963175 Jul 24 00:49:20.708254 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-99b2f576-eac9-4dbf-a91f-31a79474b99d admin admin] Allocated IP 172.20.0.1 (cbd2a6fd-ff8d-467c-84b8-b5d68f7d61f8/f46e1422-b32b-4cac-9182-dee8b1e10002/31df54c1-0e44-4c18-b3d0-12165e0dfa84) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:49:20.861370 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:20.932276 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-99b2f576-eac9-4dbf-a91f-31a79474b99d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:20.940971 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcd88fa-3958-4da8-ba3d-e71a895a31b6 None None] Pushing event updated for resources: {'Port': ['ID=0f50b7d8-926c-4215-9f98-12bea44e0af0,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:20.953008 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-99b2f576-eac9-4dbf-a91f-31a79474b99d admin admin] Transition to ACTIVE for port object 31df54c1-0e44-4c18-b3d0-12165e0dfa84 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:49:21.000248 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-99b2f576-eac9-4dbf-a91f-31a79474b99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:21.009918 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-ba58569e-7c6e-4784-9619-196470366167 None None] Set router 677c976d-df37-48b2-b24c-6fd0ef361ef5 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:49:21.067740 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2f576-eac9-4dbf-a91f-31a79474b99d admin admin] Pushing event updated for resources: {'Port': ['ID=31df54c1-0e44-4c18-b3d0-12165e0dfa84,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:21.083974 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b2f576-eac9-4dbf-a91f-31a79474b99d admin admin] Network cbd2a6fd-ff8d-467c-84b8-b5d68f7d61f8 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:49:21.086323 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-99b2f576-eac9-4dbf-a91f-31a79474b99d admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:49:21.090775 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b2f576-eac9-4dbf-a91f-31a79474b99d admin admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:49:21.168392 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-99b2f576-eac9-4dbf-a91f-31a79474b99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:21.267941 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f3fb7-017c-451c-aede-a0975b4a806f req-ca697503-3f38-42d6-851d-272a5ee06d88 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:21.271032 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-af6f3fb7-017c-451c-aede-a0975b4a806f req-ca697503-3f38-42d6-851d-272a5ee06d88 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e14bab5-702d-46dc-843a-9e999be95957 HTTP/1.1" status: 200 len: 945 time: 0.1310580 Jul 24 00:49:21.353359 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-af6f3fb7-017c-451c-aede-a0975b4a806f req-fb3baa63-4153-43cf-86f5-ee1773f048bb tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723689 Jul 24 00:49:21.431630 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-ba58569e-7c6e-4784-9619-196470366167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677c976d-df37-48b2-b24c-6fd0ef361ef5', 'name': 'tempest-FloatingIPsNegativeTestJSON-2110128708-router', 'tenant_id': '0f4f0d3cdfe74521a111bfbfa97576da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '0f50b7d8-926c-4215-9f98-12bea44e0af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:49:14Z', 'updated_at': '2021-07-24T00:49:17Z', 'revision_number': 3, 'project_id': '0f4f0d3cdfe74521a111bfbfa97576da', 'gw_port': {'id': '0f50b7d8-926c-4215-9f98-12bea44e0af0', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677c976d-df37-48b2-b24c-6fd0ef361ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:49:16Z', 'updated_at': '2021-07-24T00:49:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:21.494749 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba58569e-7c6e-4784-9619-196470366167 None None] The sync data for ids ['677c976d-df37-48b2-b24c-6fd0ef361ef5'] in n-d-793621-25 is: [{'id': '677c976d-df37-48b2-b24c-6fd0ef361ef5', 'name': 'tempest-FloatingIPsNegativeTestJSON-2110128708-router', 'tenant_id': '0f4f0d3cdfe74521a111bfbfa97576da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '0f50b7d8-926c-4215-9f98-12bea44e0af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:49:14Z', 'updated_at': '2021-07-24T00:49:17Z', 'revision_number': 3, 'project_id': '0f4f0d3cdfe74521a111bfbfa97576da', 'gw_port': {'id': '0f50b7d8-926c-4215-9f98-12bea44e0af0', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677c976d-df37-48b2-b24c-6fd0ef361ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:49:16Z', 'updated_at': '2021-07-24T00:49:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:49:21.549881 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21986acd-13a4-4c99-b55b-5d78d8a558c1 req-29292d36-ad3e-4b2e-a138-5fc9d2046ee6 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:21.554243 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-21986acd-13a4-4c99-b55b-5d78d8a558c1 req-29292d36-ad3e-4b2e-a138-5fc9d2046ee6 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c672cc5-e8a5-4794-8638-d6570b0bb6df HTTP/1.1" status: 200 len: 946 time: 0.2794909 Jul 24 00:49:21.573668 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-676c8716-12d8-4008-83ca-5165d2ca51aa None None] Provisioning for port 31df54c1-0e44-4c18-b3d0-12165e0dfa84 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:49:21.579474 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-676c8716-12d8-4008-83ca-5165d2ca51aa None None] Provisioning complete for port 31df54c1-0e44-4c18-b3d0-12165e0dfa84 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:21.580958 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-676c8716-12d8-4008-83ca-5165d2ca51aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:21.640987 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-676c8716-12d8-4008-83ca-5165d2ca51aa None None] Port 31df54c1-0e44-4c18-b3d0-12165e0dfa84 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:49:21.656222 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-99b2f576-eac9-4dbf-a91f-31a79474b99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:21.751207 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-21986acd-13a4-4c99-b55b-5d78d8a558c1 req-2e7e0fba-91dc-47be-a015-b6069409994a tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/security-groups?id=965727d2-73e4-4b91-a58b-45ed41aaec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792610 Jul 24 00:49:21.981243 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9577dbb-c340-446d-a002-7d654dad2725 req-b2790fd7-b1e1-4a40-ac3a-a14e53667b27 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:21.988900 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e9577dbb-c340-446d-a002-7d654dad2725 req-b2790fd7-b1e1-4a40-ac3a-a14e53667b27 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 948 time: 0.1489785 Jul 24 00:49:21.996266 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-99b2f576-eac9-4dbf-a91f-31a79474b99d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:22.006362 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-99b2f576-eac9-4dbf-a91f-31a79474b99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:22.065552 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e9577dbb-c340-446d-a002-7d654dad2725 req-51d24e37-9dbc-40de-b259-982135b87d97 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752397 Jul 24 00:49:22.134303 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2f576-eac9-4dbf-a91f-31a79474b99d admin admin] Pushing event updated for resources: {'Port': ['ID=31df54c1-0e44-4c18-b3d0-12165e0dfa84,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:22.138450 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-99b2f576-eac9-4dbf-a91f-31a79474b99d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:22.264488 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b2f576-eac9-4dbf-a91f-31a79474b99d admin admin] Network cbd2a6fd-ff8d-467c-84b8-b5d68f7d61f8 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:49:22.266108 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-99b2f576-eac9-4dbf-a91f-31a79474b99d admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:49:22.338876 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0f50b7d8-926c-4215-9f98-12bea44e0af0 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:49:22.488787 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 0f50b7d8-926c-4215-9f98-12bea44e0af0 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:49:22.501074 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 0f50b7d8-926c-4215-9f98-12bea44e0af0 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:22.503316 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:22.545831 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b2f576-eac9-4dbf-a91f-31a79474b99d admin admin] Router 677c976d-df37-48b2-b24c-6fd0ef361ef5 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:49:22.614301 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ec347-247c-4e5e-be4c-845bdec1db4f req-d6ec1dba-6afe-4761-a7e9-a383903df167 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:22.624915 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-357ec347-247c-4e5e-be4c-845bdec1db4f req-d6ec1dba-6afe-4761-a7e9-a383903df167 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e14bab5-702d-46dc-843a-9e999be95957 HTTP/1.1" status: 200 len: 945 time: 0.1270978 Jul 24 00:49:22.752299 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:22.806538 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 0f50b7d8-926c-4215-9f98-12bea44e0af0, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0f50b7d8-926c-4215-9f98-12bea44e0af0,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:22.817406 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:22.843208 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-357ec347-247c-4e5e-be4c-845bdec1db4f req-575afc72-4ecc-406f-a95c-b3332f58fd61 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171862 Jul 24 00:49:22.892815 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-96891c88-88ff-4d1d-a0af-63d9e4ca7c0f None None] Provisioning complete for port 31df54c1-0e44-4c18-b3d0-12165e0dfa84 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:22.893363 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-96891c88-88ff-4d1d-a0af-63d9e4ca7c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:22.931266 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94742092-8b0e-4e41-bd34-d3279eee5465 req-0d64b6ca-763e-4136-bb3c-2f4f052bd748 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:22.933598 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-94742092-8b0e-4e41-bd34-d3279eee5465 req-0d64b6ca-763e-4136-bb3c-2f4f052bd748 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.13 "GET /v2.0/ports?device_id=0c672cc5-e8a5-4794-8638-d6570b0bb6df HTTP/1.1" status: 200 len: 946 time: 0.2188230 Jul 24 00:49:22.936540 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b2f576-eac9-4dbf-a91f-31a79474b99d admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:49:22.968577 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-96891c88-88ff-4d1d-a0af-63d9e4ca7c0f None None] Port 31df54c1-0e44-4c18-b3d0-12165e0dfa84 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:49:22.970125 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-99b2f576-eac9-4dbf-a91f-31a79474b99d admin admin] 10.222.0.15 "PUT /v2.0/routers/677c976d-df37-48b2-b24c-6fd0ef361ef5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8489051 Jul 24 00:49:22.980090 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=0f50b7d8-926c-4215-9f98-12bea44e0af0,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:23.027380 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371482d-f564-45e4-b778-9fc3b47bed49 req-d29e80fc-dd82-4569-8001-02bba6a95aa4 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:23.031266 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5371482d-f564-45e4-b778-9fc3b47bed49 req-d29e80fc-dd82-4569-8001-02bba6a95aa4 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c672cc5-e8a5-4794-8638-d6570b0bb6df HTTP/1.1" status: 200 len: 946 time: 0.1376655 Jul 24 00:49:23.117338 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5371482d-f564-45e4-b778-9fc3b47bed49 req-c4cc05f4-3517-4f65-a3bf-a95e5791d07e tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/security-groups?id=965727d2-73e4-4b91-a58b-45ed41aaec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789969 Jul 24 00:49:23.201275 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-94742092-8b0e-4e41-bd34-d3279eee5465 req-4a082249-b23d-4357-a5f8-5cbb65fdf326 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Deleting port a65b039b-c771-4e86-80ab-8c38cd310841 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:49:23.201927 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-94742092-8b0e-4e41-bd34-d3279eee5465 req-4a082249-b23d-4357-a5f8-5cbb65fdf326 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:23.266945 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 1e193c69-d700-4ef9-9f49-feb4ec014a06 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:49:23.319079 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad96f8-026d-4f72-a79f-0a3c9cfab952 req-7b11b6b5-8b4a-4ea5-9492-245cfe6baee7 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:23.326918 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-05ad96f8-026d-4f72-a79f-0a3c9cfab952 req-7b11b6b5-8b4a-4ea5-9492-245cfe6baee7 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 948 time: 0.1628549 Jul 24 00:49:23.356627 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 1e193c69-d700-4ef9-9f49-feb4ec014a06 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:49:23.359150 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-94742092-8b0e-4e41-bd34-d3279eee5465 req-4a082249-b23d-4357-a5f8-5cbb65fdf326 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] For port a65b039b-c771-4e86-80ab-8c38cd310841, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=a65b039b-c771-4e86-80ab-8c38cd310841,segment=NetworkSegment(29cb724a-e429-44ff-9956-950fa3e91043),segment_id=29cb724a-e429-44ff-9956-950fa3e91043)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:23.359536 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-94742092-8b0e-4e41-bd34-d3279eee5465 req-4a082249-b23d-4357-a5f8-5cbb65fdf326 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:23.362497 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 1e193c69-d700-4ef9-9f49-feb4ec014a06 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:23.363209 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:23.388267 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-05ad96f8-026d-4f72-a79f-0a3c9cfab952 req-80d3c91c-2e1f-48b8-9551-b02f2436da24 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601575 Jul 24 00:49:23.541267 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-da25c6ba-89f4-45dc-b4d1-6c8d377a9c6d req-7efe6dbe-f7c0-45fc-9216-860224204ad8 tempest-FloatingIPsNegativeTestJSON-703595072 tempest-FloatingIPsNegativeTestJSON-703595072-project] 10.222.0.15 "GET /v2.0/floatingips?tenant_id=0f4f0d3cdfe74521a111bfbfa97576da HTTP/1.1" status: 200 len: 217 time: 0.1238582 Jul 24 00:49:23.602536 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:23.651047 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52408e39-3c37-40ad-8760-4bd9f6711a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e193c69-d700-4ef9-9f49-feb4ec014a06'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:49:23.654476 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e5386c-2abc-43b8-abac-12cd91005875" -d '{"events": [{"server_uuid": "52408e39-3c37-40ad-8760-4bd9f6711a23", "name": "network-vif-plugged", "status": "completed", "tag": "1e193c69-d700-4ef9-9f49-feb4ec014a06"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:49:23.710984 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 1e193c69-d700-4ef9-9f49-feb4ec014a06, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=1e193c69-d700-4ef9-9f49-feb4ec014a06,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:23.724047 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:23.811444 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=1e193c69-d700-4ef9-9f49-feb4ec014a06,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:23.879648 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79fc5bf2-0666-4218-8810-db264f599b27 x-openstack-request-id: req-79fc5bf2-0666-4218-8810-db264f599b27 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:49:23.880009 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52408e39-3c37-40ad-8760-4bd9f6711a23", "name": "network-vif-plugged", "status": "completed", "tag": "1e193c69-d700-4ef9-9f49-feb4ec014a06", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:49:23.880195 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-79fc5bf2-0666-4218-8810-db264f599b27 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:49:23.881674 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52408e39-3c37-40ad-8760-4bd9f6711a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e193c69-d700-4ef9-9f49-feb4ec014a06', 'code': 200} Jul 24 00:49:24.094162 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-78ea8ce7-9645-4b06-a7ae-667fa8da8139 req-aeefd957-a9b5-44ec-8c23-5779666be5ab tempest-FloatingIPsNegativeTestJSON-703595072 tempest-FloatingIPsNegativeTestJSON-703595072-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.5125062 Jul 24 00:49:24.098358 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f01023-b72e-4b64-a55d-e3b2157e0b6c req-e0e5b2c6-6f47-42d7-8b91-9980614e99b7 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:24.107705 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-14f01023-b72e-4b64-a55d-e3b2157e0b6c req-e0e5b2c6-6f47-42d7-8b91-9980614e99b7 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e14bab5-702d-46dc-843a-9e999be95957 HTTP/1.1" status: 200 len: 945 time: 0.1276734 Jul 24 00:49:24.144467 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8de74f-333b-4236-8858-1795efc7c509 None None] Sync routers for ids ['677c976d-df37-48b2-b24c-6fd0ef361ef5'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:49:24.160815 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-14f01023-b72e-4b64-a55d-e3b2157e0b6c req-85a9f92e-6741-4dd7-b7eb-d9c9921cddcd tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517945 Jul 24 00:49:24.169563 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8de74f-333b-4236-8858-1795efc7c509 None None] Routers {'677c976d-df37-48b2-b24c-6fd0ef361ef5'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:49:24.170334 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-ec8de74f-333b-4236-8858-1795efc7c509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:49:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['677c976d-df37-48b2-b24c-6fd0ef361ef5'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:24.216302 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3305b1-7ef8-4139-ad8b-a88fba733cf3 req-4896bafd-9c14-41c7-b613-8d4715c15266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:24.218025 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1e3305b1-7ef8-4139-ad8b-a88fba733cf3 req-4896bafd-9c14-41c7-b613-8d4715c15266 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 1101 time: 0.1370518 Jul 24 00:49:24.227726 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-94742092-8b0e-4e41-bd34-d3279eee5465 req-4a082249-b23d-4357-a5f8-5cbb65fdf326 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:24.228137 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-94742092-8b0e-4e41-bd34-d3279eee5465 req-4a082249-b23d-4357-a5f8-5cbb65fdf326 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:24.228456 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [req-94742092-8b0e-4e41-bd34-d3279eee5465 req-4a082249-b23d-4357-a5f8-5cbb65fdf326 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Floating IP 863d454a-c25d-49a2-9a5f-70512e69e9b2 disassociated. External IP: 172.25.2.22, port: a65b039b-c771-4e86-80ab-8c38cd310841. Jul 24 00:49:24.228821 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-94742092-8b0e-4e41-bd34-d3279eee5465 req-4a082249-b23d-4357-a5f8-5cbb65fdf326 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Calling delete_port for a65b039b-c771-4e86-80ab-8c38cd310841 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:49:24.289297 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [req-f8f2d11d-2719-443b-b964-4b3bc99eb386 req-e6f75be2-9476-43f9-95da-9205ef001412 tempest-FloatingIPsNegativeTestJSON-703595072 tempest-FloatingIPsNegativeTestJSON-703595072-project] show failed (client error): The resource could not be found. Jul 24 00:49:24.295968 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f8f2d11d-2719-443b-b964-4b3bc99eb386 req-e6f75be2-9476-43f9-95da-9205ef001412 tempest-FloatingIPsNegativeTestJSON-703595072 tempest-FloatingIPsNegativeTestJSON-703595072-project] 10.222.0.15 "GET /v2.0/floatingips/7637b7f1-76e9-4ec6-81a6-b3a5dc8b34dc HTTP/1.1" status: 404 len: 350 time: 0.1679046 Jul 24 00:49:24.300513 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50540) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:24.341480 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0f50b7d8-926c-4215-9f98-12bea44e0af0 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:49:24.361825 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1e3305b1-7ef8-4139-ad8b-a88fba733cf3 req-f9619c05-84dd-4f66-ac69-a243161267c0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305852 Jul 24 00:49:24.426299 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-ec8de74f-333b-4236-8858-1795efc7c509 None None] Set router 677c976d-df37-48b2-b24c-6fd0ef361ef5 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:49:24.465580 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 0f50b7d8-926c-4215-9f98-12bea44e0af0 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:24.466109 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:24.484264 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbc187-a190-445c-8052-439c6b151462 req-37dbf013-466e-451d-8bde-f782e736b5c6 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:24.488577 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-68bbc187-a190-445c-8052-439c6b151462 req-37dbf013-466e-451d-8bde-f782e736b5c6 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c672cc5-e8a5-4794-8638-d6570b0bb6df HTTP/1.1" status: 200 len: 946 time: 0.1358948 Jul 24 00:49:24.520468 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-94742092-8b0e-4e41-bd34-d3279eee5465 req-4a082249-b23d-4357-a5f8-5cbb65fdf326 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:24.645575 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-68bbc187-a190-445c-8052-439c6b151462 req-d5b33288-b5b1-4a3c-b09d-0fc5536434a3 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/security-groups?id=965727d2-73e4-4b91-a58b-45ed41aaec8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482511 Jul 24 00:49:24.656229 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a082249-b23d-4357-a5f8-5cbb65fdf326 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Pushing event deleted for resources: {'Port': ['ID=a65b039b-c771-4e86-80ab-8c38cd310841,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:24.810272 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-ec8de74f-333b-4236-8858-1795efc7c509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677c976d-df37-48b2-b24c-6fd0ef361ef5', 'name': 'tempest-FloatingIPsNegativeTestJSON-2110128708-router', 'tenant_id': '0f4f0d3cdfe74521a111bfbfa97576da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '0f50b7d8-926c-4215-9f98-12bea44e0af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:49:14Z', 'updated_at': '2021-07-24T00:49:21Z', 'revision_number': 4, 'project_id': '0f4f0d3cdfe74521a111bfbfa97576da', 'gw_port': {'id': '0f50b7d8-926c-4215-9f98-12bea44e0af0', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677c976d-df37-48b2-b24c-6fd0ef361ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:49:16Z', 'updated_at': '2021-07-24T00:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '31df54c1-0e44-4c18-b3d0-12165e0dfa84', 'name': '', 'network_id': 'cbd2a6fd-ff8d-467c-84b8-b5d68f7d61f8', 'tenant_id': '0f4f0d3cdfe74521a111bfbfa97576da', 'mac_address': 'fa:16:3e:fb:63:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677c976d-df37-48b2-b24c-6fd0ef361ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'f46e1422-b32b-4cac-9182-dee8b1e10002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:49:20Z', 'updated_at': '2021-07-24T00:49:21Z', 'revision_number': 2, 'project_id': '0f4f0d3cdfe74521a111bfbfa97576da', 'subnets': [{'id': 'f46e1422-b32b-4cac-9182-dee8b1e10002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:24.851100 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8de74f-333b-4236-8858-1795efc7c509 None None] Checking router: 677c976d-df37-48b2-b24c-6fd0ef361ef5 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:49:24.852017 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8de74f-333b-4236-8858-1795efc7c509 None None] Updating router 677c976d-df37-48b2-b24c-6fd0ef361ef5 port 31df54c1-0e44-4c18-b3d0-12165e0dfa84 binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:49:24.858144 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb87b5c-889c-4b70-8548-f1db3c355a98 req-118a5ba6-c681-47cf-9a07-967f6476f5f3 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:24.864473 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9fb87b5c-889c-4b70-8548-f1db3c355a98 req-118a5ba6-c681-47cf-9a07-967f6476f5f3 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 949 time: 0.3326087 Jul 24 00:49:24.906679 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ec8de74f-333b-4236-8858-1795efc7c509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:24.959740 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c2700eb9-0c20-4dd7-8f1d-863aea030a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:25.033222 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94742092-8b0e-4e41-bd34-d3279eee5465 req-4a082249-b23d-4357-a5f8-5cbb65fdf326 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Router ccec94e2-51a8-407b-b985-d864d380ad48 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:49:25.083763 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9fb87b5c-889c-4b70-8548-f1db3c355a98 req-86c6da7c-0992-4d48-b18d-5dba2d7ba2a8 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025816 Jul 24 00:49:25.274362 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94742092-8b0e-4e41-bd34-d3279eee5465 req-4a082249-b23d-4357-a5f8-5cbb65fdf326 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:49:25.290465 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a39210-11bc-4219-86a0-7d1e973d4de6 None None] Sync routers for ids ['ccec94e2-51a8-407b-b985-d864d380ad48'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:49:25.319195 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a39210-11bc-4219-86a0-7d1e973d4de6 None None] Routers {'ccec94e2-51a8-407b-b985-d864d380ad48'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:49:25.321149 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-a4a39210-11bc-4219-86a0-7d1e973d4de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:49:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['ccec94e2-51a8-407b-b985-d864d380ad48'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:25.384351 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-c2700eb9-0c20-4dd7-8f1d-863aea030a4b admin admin] Deleting port 31df54c1-0e44-4c18-b3d0-12165e0dfa84 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:49:25.385423 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c2700eb9-0c20-4dd7-8f1d-863aea030a4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:25.455097 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-94742092-8b0e-4e41-bd34-d3279eee5465 req-4a082249-b23d-4357-a5f8-5cbb65fdf326 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] No DVR routers for this DVR port a65b039b-c771-4e86-80ab-8c38cd310841 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:49:25.460534 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-94742092-8b0e-4e41-bd34-d3279eee5465 req-4a082249-b23d-4357-a5f8-5cbb65fdf326 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:25.463648 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-94742092-8b0e-4e41-bd34-d3279eee5465 req-4a082249-b23d-4357-a5f8-5cbb65fdf326 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.13 "DELETE /v2.0/ports/a65b039b-c771-4e86-80ab-8c38cd310841 HTTP/1.1" status: 204 len: 173 time: 2.5201559 Jul 24 00:49:25.464244 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c672cc5-e8a5-4794-8638-d6570b0bb6df', 'name': 'network-vif-deleted', 'tag': 'a65b039b-c771-4e86-80ab-8c38cd310841'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:49:25.480089 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ddc64a5-2a5b-45ad-aa25-38bd45efbca8" -d '{"events": [{"server_uuid": "0c672cc5-e8a5-4794-8638-d6570b0bb6df", "name": "network-vif-deleted", "tag": "a65b039b-c771-4e86-80ab-8c38cd310841"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:49:25.493686 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c2700eb9-0c20-4dd7-8f1d-863aea030a4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:25.552636 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6392c997-6c27-4b52-a770-d5af0ed5c60d x-openstack-request-id: req-6392c997-6c27-4b52-a770-d5af0ed5c60d {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:49:25.553496 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c672cc5-e8a5-4794-8638-d6570b0bb6df", "name": "network-vif-deleted", "tag": "a65b039b-c771-4e86-80ab-8c38cd310841", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:49:25.553955 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6392c997-6c27-4b52-a770-d5af0ed5c60d {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:49:25.554559 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c672cc5-e8a5-4794-8638-d6570b0bb6df', 'name': 'network-vif-deleted', 'tag': 'a65b039b-c771-4e86-80ab-8c38cd310841', 'status': 'completed', 'code': 200} Jul 24 00:49:25.564893 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-c2700eb9-0c20-4dd7-8f1d-863aea030a4b admin admin] Calling delete_port for 31df54c1-0e44-4c18-b3d0-12165e0dfa84 owned by network:router_interface {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:49:25.577343 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-a4a39210-11bc-4219-86a0-7d1e973d4de6 None None] Set router ccec94e2-51a8-407b-b985-d864d380ad48 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:49:25.609706 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ec8de74f-333b-4236-8858-1795efc7c509 None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:25.635480 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-ec8de74f-333b-4236-8858-1795efc7c509 None None] Transition to ACTIVE for port object 31df54c1-0e44-4c18-b3d0-12165e0dfa84 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:49:25.647302 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ec8de74f-333b-4236-8858-1795efc7c509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:25.671643 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0a9bf-1f63-4f16-b0e8-23f915b44a1e req-b7d56186-6e4e-452a-a492-f351ca192634 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:25.674090 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e8e0a9bf-1f63-4f16-b0e8-23f915b44a1e req-b7d56186-6e4e-452a-a492-f351ca192634 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e14bab5-702d-46dc-843a-9e999be95957 HTTP/1.1" status: 200 len: 945 time: 0.3296390 Jul 24 00:49:25.785531 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742234a-635c-4771-8a24-1a351a86fcc7 None None] Pushing event updated for resources: {'Port': ['ID=31df54c1-0e44-4c18-b3d0-12165e0dfa84,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:25.968593 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-91302258-c1f6-4d93-8377-8af863c69cb6 req-8d4bc997-2b38-4ead-81a5-5d176464acce tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c672cc5-e8a5-4794-8638-d6570b0bb6df HTTP/1.1" status: 200 len: 210 time: 0.0947554 Jul 24 00:49:26.066757 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-ec8de74f-333b-4236-8858-1795efc7c509 None None] Attempting to bind port 31df54c1-0e44-4c18-b3d0-12165e0dfa84 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:49:26.067326 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-ec8de74f-333b-4236-8858-1795efc7c509 None None] Attempting to bind port 31df54c1-0e44-4c18-b3d0-12165e0dfa84 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '575e4e7e-7b63-45ed-94a1-1bfc759819a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cbd2a6fd-ff8d-467c-84b8-b5d68f7d61f8'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:49:26.067439 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8de74f-333b-4236-8858-1795efc7c509 None None] Attempting to bind port 31df54c1-0e44-4c18-b3d0-12165e0dfa84 on network cbd2a6fd-ff8d-467c-84b8-b5d68f7d61f8 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:49:26.096401 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8de74f-333b-4236-8858-1795efc7c509 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:49:26.096904 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8de74f-333b-4236-8858-1795efc7c509 None None] Checking segment: {'id': '575e4e7e-7b63-45ed-94a1-1bfc759819a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cbd2a6fd-ff8d-467c-84b8-b5d68f7d61f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:49:26.097413 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ec8de74f-333b-4236-8858-1795efc7c509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:26.098093 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8de74f-333b-4236-8858-1795efc7c509 None None] Bound using segment: {'id': '575e4e7e-7b63-45ed-94a1-1bfc759819a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cbd2a6fd-ff8d-467c-84b8-b5d68f7d61f8'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:49:26.099120 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-ec8de74f-333b-4236-8858-1795efc7c509 None None] Bound port: 31df54c1-0e44-4c18-b3d0-12165e0dfa84, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '575e4e7e-7b63-45ed-94a1-1bfc759819a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'cbd2a6fd-ff8d-467c-84b8-b5d68f7d61f8'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:49:26.099523 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ec8de74f-333b-4236-8858-1795efc7c509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:26.249057 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-ec8de74f-333b-4236-8858-1795efc7c509 None None] For port 31df54c1-0e44-4c18-b3d0-12165e0dfa84, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:49:26.259516 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-ec8de74f-333b-4236-8858-1795efc7c509 None None] For port 31df54c1-0e44-4c18-b3d0-12165e0dfa84, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=31df54c1-0e44-4c18-b3d0-12165e0dfa84,segment=NetworkSegment(575e4e7e-7b63-45ed-94a1-1bfc759819a3),segment_id=575e4e7e-7b63-45ed-94a1-1bfc759819a3)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:49:26.269616 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ec8de74f-333b-4236-8858-1795efc7c509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:26.380371 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b64c3e-36ad-40ae-805d-692baa2a3c90 req-92a144cd-0c21-47ce-ae1c-29af6bc8cadf tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:26.390977 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-66b64c3e-36ad-40ae-805d-692baa2a3c90 req-92a144cd-0c21-47ce-ae1c-29af6bc8cadf tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 949 time: 0.1494412 Jul 24 00:49:26.419613 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742234a-635c-4771-8a24-1a351a86fcc7 None None] Pushing event updated for resources: {'Port': ['ID=31df54c1-0e44-4c18-b3d0-12165e0dfa84,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:26.511738 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-66b64c3e-36ad-40ae-805d-692baa2a3c90 req-7434a0cc-0a9e-41cf-a44f-4e0b7d23608d tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120210 Jul 24 00:49:26.514402 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-a4a39210-11bc-4219-86a0-7d1e973d4de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-782398877-router', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'b250a86f-11b6-4f6f-9d2d-f659ace64b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:44:37Z', 'updated_at': '2021-07-24T00:44:44Z', 'revision_number': 4, 'project_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'gw_port': {'id': 'b250a86f-11b6-4f6f-9d2d-f659ace64b98', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:44:38Z', 'updated_at': '2021-07-24T00:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '02d4a2ee-960c-4660-bc91-256901577c00', 'name': '', 'network_id': 'dce79d1a-19b5-4596-96e4-d04368356b25', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'mac_address': 'fa:16:3e:23:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '9be57270-14e1-41b6-9949-cbee1e39a6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:44:42Z', 'updated_at': '2021-07-24T00:44:51Z', 'revision_number': 5, 'project_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'subnets': [{'id': '9be57270-14e1-41b6-9949-cbee1e39a6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:26.519831 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8de74f-333b-4236-8858-1795efc7c509 None None] Routers {'677c976d-df37-48b2-b24c-6fd0ef361ef5'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:49:26.520425 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-ec8de74f-333b-4236-8858-1795efc7c509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:49:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['677c976d-df37-48b2-b24c-6fd0ef361ef5'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:26.560204 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e8e0a9bf-1f63-4f16-b0e8-23f915b44a1e req-f55a7c9e-37fc-4062-b36f-907529027b8a tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8708682 Jul 24 00:49:26.598527 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a39210-11bc-4219-86a0-7d1e973d4de6 None None] Checking router: ccec94e2-51a8-407b-b985-d864d380ad48 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:49:26.612904 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a39210-11bc-4219-86a0-7d1e973d4de6 None None] Routers {'ccec94e2-51a8-407b-b985-d864d380ad48'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:49:26.613634 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-a4a39210-11bc-4219-86a0-7d1e973d4de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:49:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['ccec94e2-51a8-407b-b985-d864d380ad48'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:26.746214 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c2700eb9-0c20-4dd7-8f1d-863aea030a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:26.771589 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-ec8de74f-333b-4236-8858-1795efc7c509 None None] Set router 677c976d-df37-48b2-b24c-6fd0ef361ef5 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:49:26.779877 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-a4a39210-11bc-4219-86a0-7d1e973d4de6 None None] Set router ccec94e2-51a8-407b-b985-d864d380ad48 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:49:26.802162 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf507e0-e652-42a1-9bea-adee46b1ed41 req-49265aec-9fc5-4404-a7b5-6e2b332bc96a tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:26.803833 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-daf507e0-e652-42a1-9bea-adee46b1ed41 req-49265aec-9fc5-4404-a7b5-6e2b332bc96a tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 949 time: 0.1736522 Jul 24 00:49:26.836698 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2700eb9-0c20-4dd7-8f1d-863aea030a4b admin admin] Pushing event deleted for resources: {'Port': ['ID=31df54c1-0e44-4c18-b3d0-12165e0dfa84,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:26.883124 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-daf507e0-e652-42a1-9bea-adee46b1ed41 req-06eef903-7a65-4b23-8c61-70a5209c9bf2 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718908 Jul 24 00:49:27.192931 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0d547563-9434-40bb-86a0-3ca27d113d02 None None] Could not find standard attr ID for object 31df54c1-0e44-4c18-b3d0-12165e0dfa84. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 00:49:27.196198 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-a4a39210-11bc-4219-86a0-7d1e973d4de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-782398877-router', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'b250a86f-11b6-4f6f-9d2d-f659ace64b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:44:37Z', 'updated_at': '2021-07-24T00:44:44Z', 'revision_number': 4, 'project_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'gw_port': {'id': 'b250a86f-11b6-4f6f-9d2d-f659ace64b98', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:44:38Z', 'updated_at': '2021-07-24T00:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '02d4a2ee-960c-4660-bc91-256901577c00', 'name': '', 'network_id': 'dce79d1a-19b5-4596-96e4-d04368356b25', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'mac_address': 'fa:16:3e:23:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '9be57270-14e1-41b6-9949-cbee1e39a6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:44:42Z', 'updated_at': '2021-07-24T00:44:51Z', 'revision_number': 5, 'project_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'subnets': [{'id': '9be57270-14e1-41b6-9949-cbee1e39a6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:27.233412 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a39210-11bc-4219-86a0-7d1e973d4de6 None None] The sync data for ids ['ccec94e2-51a8-407b-b985-d864d380ad48'] in n-d-793621-25 is: [{'id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-782398877-router', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'b250a86f-11b6-4f6f-9d2d-f659ace64b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:44:37Z', 'updated_at': '2021-07-24T00:44:44Z', 'revision_number': 4, 'project_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'gw_port': {'id': 'b250a86f-11b6-4f6f-9d2d-f659ace64b98', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:44:38Z', 'updated_at': '2021-07-24T00:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '02d4a2ee-960c-4660-bc91-256901577c00', 'name': '', 'network_id': 'dce79d1a-19b5-4596-96e4-d04368356b25', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'mac_address': 'fa:16:3e:23:bf:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'device_owner': 'network:router_interface', 'standard_attr_id': 155, 'fixed_ips': [{'subnet_id': '9be57270-14e1-41b6-9949-cbee1e39a6d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:44:42Z', 'updated_at': '2021-07-24T00:44:51Z', 'revision_number': 5, 'project_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'subnets': [{'id': '9be57270-14e1-41b6-9949-cbee1e39a6d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:49:27.275313 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c2700eb9-0c20-4dd7-8f1d-863aea030a4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:27.305258 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device a65b039b-c771-4e86-80ab-8c38cd310841 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:49:27.372069 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: a65b039b-c771-4e86-80ab-8c38cd310841 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:49:27.388270 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device a65b039b-c771-4e86-80ab-8c38cd310841 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:49:27.432944 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50594) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:27.458488 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-ec8de74f-333b-4236-8858-1795efc7c509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677c976d-df37-48b2-b24c-6fd0ef361ef5', 'name': 'tempest-FloatingIPsNegativeTestJSON-2110128708-router', 'tenant_id': '0f4f0d3cdfe74521a111bfbfa97576da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '0f50b7d8-926c-4215-9f98-12bea44e0af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:49:14Z', 'updated_at': '2021-07-24T00:49:21Z', 'revision_number': 4, 'project_id': '0f4f0d3cdfe74521a111bfbfa97576da', 'gw_port': {'id': '0f50b7d8-926c-4215-9f98-12bea44e0af0', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677c976d-df37-48b2-b24c-6fd0ef361ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:49:16Z', 'updated_at': '2021-07-24T00:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '31df54c1-0e44-4c18-b3d0-12165e0dfa84', 'name': '', 'network_id': 'cbd2a6fd-ff8d-467c-84b8-b5d68f7d61f8', 'tenant_id': '0f4f0d3cdfe74521a111bfbfa97576da', 'mac_address': 'fa:16:3e:fb:63:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677c976d-df37-48b2-b24c-6fd0ef361ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'f46e1422-b32b-4cac-9182-dee8b1e10002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:49:20Z', 'updated_at': '2021-07-24T00:49:26Z', 'revision_number': 4, 'project_id': '0f4f0d3cdfe74521a111bfbfa97576da', 'subnets': [{'id': 'f46e1422-b32b-4cac-9182-dee8b1e10002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:27.534645 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8de74f-333b-4236-8858-1795efc7c509 None None] The sync data for ids ['677c976d-df37-48b2-b24c-6fd0ef361ef5'] in n-d-793621-25 is: [{'id': '677c976d-df37-48b2-b24c-6fd0ef361ef5', 'name': 'tempest-FloatingIPsNegativeTestJSON-2110128708-router', 'tenant_id': '0f4f0d3cdfe74521a111bfbfa97576da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '0f50b7d8-926c-4215-9f98-12bea44e0af0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:49:14Z', 'updated_at': '2021-07-24T00:49:21Z', 'revision_number': 4, 'project_id': '0f4f0d3cdfe74521a111bfbfa97576da', 'gw_port': {'id': '0f50b7d8-926c-4215-9f98-12bea44e0af0', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677c976d-df37-48b2-b24c-6fd0ef361ef5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 740, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:49:16Z', 'updated_at': '2021-07-24T00:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '31df54c1-0e44-4c18-b3d0-12165e0dfa84', 'name': '', 'network_id': 'cbd2a6fd-ff8d-467c-84b8-b5d68f7d61f8', 'tenant_id': '0f4f0d3cdfe74521a111bfbfa97576da', 'mac_address': 'fa:16:3e:fb:63:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '677c976d-df37-48b2-b24c-6fd0ef361ef5', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': 'f46e1422-b32b-4cac-9182-dee8b1e10002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:49:20Z', 'updated_at': '2021-07-24T00:49:26Z', 'revision_number': 4, 'project_id': '0f4f0d3cdfe74521a111bfbfa97576da', 'subnets': [{'id': 'f46e1422-b32b-4cac-9182-dee8b1e10002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:49:27.613763 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3fbc2031-634b-4211-b1a3-a4491d58282b tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:27.672771 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3fbc2031-634b-4211-b1a3-a4491d58282b tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:27.738619 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a0ff61-6bbb-4bb0-b737-fe1a02a91d62 None None] New status for floating IP 863d454a-c25d-49a2-9a5f-70512e69e9b2: DOWN {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:49:27.830432 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2700eb9-0c20-4dd7-8f1d-863aea030a4b admin admin] Router 677c976d-df37-48b2-b24c-6fd0ef361ef5 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:49:27.844216 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a559e3-d4bd-48dd-bece-f601ad6b3ca4 req-984f49ca-a62b-46d5-98ac-f0480da553c8 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:27.857365 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a1a559e3-d4bd-48dd-bece-f601ad6b3ca4 req-984f49ca-a62b-46d5-98ac-f0480da553c8 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e14bab5-702d-46dc-843a-9e999be95957 HTTP/1.1" status: 200 len: 945 time: 0.1547546 Jul 24 00:49:27.872490 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3fbc2031-634b-4211-b1a3-a4491d58282b tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:27.883101 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3fbc2031-634b-4211-b1a3-a4491d58282b tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:27.886852 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3fbc2031-634b-4211-b1a3-a4491d58282b tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "DELETE /v2.0/security-groups/965727d2-73e4-4b91-a58b-45ed41aaec8f HTTP/1.1" status: 204 len: 168 time: 0.4497604 Jul 24 00:49:27.923540 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50600) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:27.930180 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc2031-634b-4211-b1a3-a4491d58282b tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=965727d2-73e4-4b91-a58b-45ed41aaec8f,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:27.961342 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-9e0b9e31-f554-433d-811f-4ce644643990 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] show failed (client error): The resource could not be found. Jul 24 00:49:27.962315 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9e0b9e31-f554-433d-811f-4ce644643990 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "GET /v2.0/security-groups/965727d2-73e4-4b91-a58b-45ed41aaec8f HTTP/1.1" status: 404 len: 347 time: 0.0271118 Jul 24 00:49:27.968339 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50602) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:28.080195 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a1a559e3-d4bd-48dd-bece-f601ad6b3ca4 req-cb334479-ec75-4c68-9aef-ebbb104411ae tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075067 Jul 24 00:49:28.085310 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2700eb9-0c20-4dd7-8f1d-863aea030a4b admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:49:28.093721 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c2700eb9-0c20-4dd7-8f1d-863aea030a4b admin admin] 10.222.0.15 "PUT /v2.0/routers/677c976d-df37-48b2-b24c-6fd0ef361ef5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7919662 Jul 24 00:49:28.098022 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8bad6daa-7e13-42e5-8094-27c419774e91 req-fe1fe020-7f1d-45df-9e56-701d2514b90b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5141528 Jul 24 00:49:28.103085 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50606) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:28.286383 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-2167ad98-9947-4037-b74c-fd7618d334a3 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Deleting port 9188737c-a434-4eb2-a6b9-e107baea0549 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:49:28.291704 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2167ad98-9947-4037-b74c-fd7618d334a3 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:28.292235 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9ae430a7-c214-400a-a274-45709c51dc75 admin admin] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:28.393004 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb2f1f-37ba-40de-9c9b-6247099a8fff req-f386951d-31a8-4f9f-9343-0bca8e409f5f tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:28.394634 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b8bb2f1f-37ba-40de-9c9b-6247099a8fff req-f386951d-31a8-4f9f-9343-0bca8e409f5f tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 949 time: 0.8096490 Jul 24 00:49:28.481204 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2167ad98-9947-4037-b74c-fd7618d334a3 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:28.481565 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2167ad98-9947-4037-b74c-fd7618d334a3 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:28.499357 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b8bb2f1f-37ba-40de-9c9b-6247099a8fff req-9328820e-f1cd-4f4c-90d6-59cb8e7fefbe tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952067 Jul 24 00:49:28.507608 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-2167ad98-9947-4037-b74c-fd7618d334a3 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Calling delete_port for 9188737c-a434-4eb2-a6b9-e107baea0549 owned by network:floatingip {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:49:28.516397 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9ae430a7-c214-400a-a274-45709c51dc75 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:28.626155 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-9ae430a7-c214-400a-a274-45709c51dc75 admin admin] Deleting port 0f50b7d8-926c-4215-9f98-12bea44e0af0 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:49:28.626875 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9ae430a7-c214-400a-a274-45709c51dc75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:28.737337 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2167ad98-9947-4037-b74c-fd7618d334a3 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:28.780768 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-9ae430a7-c214-400a-a274-45709c51dc75 admin admin] For port 0f50b7d8-926c-4215-9f98-12bea44e0af0, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0f50b7d8-926c-4215-9f98-12bea44e0af0,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:28.781526 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9ae430a7-c214-400a-a274-45709c51dc75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:28.810453 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-9ae430a7-c214-400a-a274-45709c51dc75 admin admin] Calling delete_port for 0f50b7d8-926c-4215-9f98-12bea44e0af0 owned by network:router_gateway {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:49:28.827365 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167ad98-9947-4037-b74c-fd7618d334a3 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Pushing event deleted for resources: {'Port': ['ID=9188737c-a434-4eb2-a6b9-e107baea0549,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:28.860164 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2167ad98-9947-4037-b74c-fd7618d334a3 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:28.861119 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2167ad98-9947-4037-b74c-fd7618d334a3 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:28.861528 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2167ad98-9947-4037-b74c-fd7618d334a3 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:28.862762 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2167ad98-9947-4037-b74c-fd7618d334a3 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:28.862762 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2167ad98-9947-4037-b74c-fd7618d334a3 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:28.862762 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2167ad98-9947-4037-b74c-fd7618d334a3 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:28.863083 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2167ad98-9947-4037-b74c-fd7618d334a3 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:28.864485 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2167ad98-9947-4037-b74c-fd7618d334a3 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:28.864485 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2167ad98-9947-4037-b74c-fd7618d334a3 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:28.864485 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2167ad98-9947-4037-b74c-fd7618d334a3 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:28.864485 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2167ad98-9947-4037-b74c-fd7618d334a3 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:28.864830 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2167ad98-9947-4037-b74c-fd7618d334a3 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:28.909853 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2167ad98-9947-4037-b74c-fd7618d334a3 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks [] for floatingip, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:28.913049 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2167ad98-9947-4037-b74c-fd7618d334a3 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:28.916524 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2167ad98-9947-4037-b74c-fd7618d334a3 tempest-ServersWithSpecificFlavorTestJSON-2078190600 tempest-ServersWithSpecificFlavorTestJSON-2078190600-project] 10.222.0.15 "DELETE /v2.0/floatingips/863d454a-c25d-49a2-9a5f-70512e69e9b2 HTTP/1.1" status: 204 len: 168 time: 0.9408867 Jul 24 00:49:29.091891 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9ae430a7-c214-400a-a274-45709c51dc75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:29.158232 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae430a7-c214-400a-a274-45709c51dc75 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f50b7d8-926c-4215-9f98-12bea44e0af0,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:29.355089 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7167d69-7e0b-4245-a7f6-981aaa324c33 req-19cb7b55-6ae7-4e6d-b2bd-9178c3f80ecb tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:29.363363 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a7167d69-7e0b-4245-a7f6-981aaa324c33 req-19cb7b55-6ae7-4e6d-b2bd-9178c3f80ecb tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e14bab5-702d-46dc-843a-9e999be95957 HTTP/1.1" status: 200 len: 945 time: 0.1651456 Jul 24 00:49:29.385134 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9ae430a7-c214-400a-a274-45709c51dc75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:29.477098 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a7167d69-7e0b-4245-a7f6-981aaa324c33 req-486d1002-ca2f-4e9a-8bf5-034bf3252633 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007581 Jul 24 00:49:29.502675 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50666) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:29.586803 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88eaf482-4e99-430d-ab3a-e8db1cce0375 None None] Sync routers for ids ['677c976d-df37-48b2-b24c-6fd0ef361ef5'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:49:29.628117 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88eaf482-4e99-430d-ab3a-e8db1cce0375 None None] Routers {'677c976d-df37-48b2-b24c-6fd0ef361ef5'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:49:29.629299 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-88eaf482-4e99-430d-ab3a-e8db1cce0375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:49:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['677c976d-df37-48b2-b24c-6fd0ef361ef5'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:29.669332 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9ae430a7-c214-400a-a274-45709c51dc75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:29.672134 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9ae430a7-c214-400a-a274-45709c51dc75 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:29.737137 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9ae430a7-c214-400a-a274-45709c51dc75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:29.738963 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae430a7-c214-400a-a274-45709c51dc75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 677c976d-df37-48b2-b24c-6fd0ef361ef5 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:49:29.774074 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9ae430a7-c214-400a-a274-45709c51dc75 admin admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:29.775307 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9ae430a7-c214-400a-a274-45709c51dc75 admin admin] 10.222.0.15 "DELETE /v2.0/routers/677c976d-df37-48b2-b24c-6fd0ef361ef5 HTTP/1.1" status: 204 len: 168 time: 1.6712627 Jul 24 00:49:29.778223 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50670) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:29.798758 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-88eaf482-4e99-430d-ab3a-e8db1cce0375 None None] Set router 677c976d-df37-48b2-b24c-6fd0ef361ef5 gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:49:29.865128 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e88104-8687-4262-97dc-53010741cc81 admin admin] Deleting subnet f46e1422-b32b-4cac-9182-dee8b1e10002 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:49:29.881277 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-88eaf482-4e99-430d-ab3a-e8db1cce0375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '677c976d-df37-48b2-b24c-6fd0ef361ef5', 'name': 'tempest-FloatingIPsNegativeTestJSON-2110128708-router', 'tenant_id': '0f4f0d3cdfe74521a111bfbfa97576da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:49:14Z', 'updated_at': '2021-07-24T00:49:29Z', 'revision_number': 7, 'project_id': '0f4f0d3cdfe74521a111bfbfa97576da', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:29.881520 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c4cfd-e14e-40fe-9312-278594a8c6a2 req-bd182575-47bf-4949-a4e0-399a97a7dd1b tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:29.886325 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f69c4cfd-e14e-40fe-9312-278594a8c6a2 req-bd182575-47bf-4949-a4e0-399a97a7dd1b tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 949 time: 0.1631415 Jul 24 00:49:29.890842 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-60e88104-8687-4262-97dc-53010741cc81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:29.918316 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88eaf482-4e99-430d-ab3a-e8db1cce0375 None None] Checking router: 677c976d-df37-48b2-b24c-6fd0ef361ef5 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:49:29.928164 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88eaf482-4e99-430d-ab3a-e8db1cce0375 None None] Routers set() bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:49:29.929188 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88eaf482-4e99-430d-ab3a-e8db1cce0375 None None] Router IDs set() for agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 24 00:49:29.930444 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_agentschedulers_db [None req-88eaf482-4e99-430d-ab3a-e8db1cce0375 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'677c976d-df37-48b2-b24c-6fd0ef361ef5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:49:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent'). {{(pid=100466) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 24 00:49:29.931323 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88eaf482-4e99-430d-ab3a-e8db1cce0375 None None] The sync data for ids ['677c976d-df37-48b2-b24c-6fd0ef361ef5'] in n-d-793621-25 is: [] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:49:29.956866 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-60e88104-8687-4262-97dc-53010741cc81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:29.992702 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f69c4cfd-e14e-40fe-9312-278594a8c6a2 req-8eda4bec-8680-43d2-8435-84d17afaa51e tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987923 Jul 24 00:49:30.074671 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-effdb296-0e22-490c-91d9-dacbcdef47b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:30.090630 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-60e88104-8687-4262-97dc-53010741cc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:30.181016 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-60e88104-8687-4262-97dc-53010741cc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:30.229125 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-60e88104-8687-4262-97dc-53010741cc81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:30.231099 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-60e88104-8687-4262-97dc-53010741cc81 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f46e1422-b32b-4cac-9182-dee8b1e10002 HTTP/1.1" status: 204 len: 168 time: 0.4518106 Jul 24 00:49:30.233381 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e88104-8687-4262-97dc-53010741cc81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f46e1422-b32b-4cac-9182-dee8b1e10002,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:30.236161 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969c458d-dff1-470a-8ab0-5be1abf190fe None None] Network cbd2a6fd-ff8d-467c-84b8-b5d68f7d61f8 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:49:30.237025 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50672) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:30.334562 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b9992fa7-0f3b-4057-a0fe-37eae1931afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:30.360362 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad6daa-7e13-42e5-8094-27c419774e91 req-a3726fd2-6bd0-4aae-a927-886cc4b5983f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:30.362901 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8bad6daa-7e13-42e5-8094-27c419774e91 req-a3726fd2-6bd0-4aae-a927-886cc4b5983f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64682d71562544209c45b1dc63c9fd56&device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 1101 time: 0.1003489 Jul 24 00:49:30.540378 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-b9992fa7-0f3b-4057-a0fe-37eae1931afd admin admin] Deleting port 944c2853-8286-4afd-995e-234eb6d605d1 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:49:30.540735 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b9992fa7-0f3b-4057-a0fe-37eae1931afd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:30.611199 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 31df54c1-0e44-4c18-b3d0-12165e0dfa84 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:49:30.704031 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 31df54c1-0e44-4c18-b3d0-12165e0dfa84 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:49:30.706273 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 31df54c1-0e44-4c18-b3d0-12165e0dfa84 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:49:30.709281 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad6daa-7e13-42e5-8094-27c419774e91 req-56ab2782-1d0e-450d-887e-2cdbb5d0f9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:30.711240 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8bad6daa-7e13-42e5-8094-27c419774e91 req-56ab2782-1d0e-450d-887e-2cdbb5d0f9c0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.3399243 Jul 24 00:49:30.733311 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-b9992fa7-0f3b-4057-a0fe-37eae1931afd admin admin] For port 944c2853-8286-4afd-995e-234eb6d605d1, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=944c2853-8286-4afd-995e-234eb6d605d1,segment=NetworkSegment(575e4e7e-7b63-45ed-94a1-1bfc759819a3),segment_id=575e4e7e-7b63-45ed-94a1-1bfc759819a3)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:30.733823 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b9992fa7-0f3b-4057-a0fe-37eae1931afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:30.759847 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-b9992fa7-0f3b-4057-a0fe-37eae1931afd admin admin] Calling delete_port for 944c2853-8286-4afd-995e-234eb6d605d1 owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:49:30.763843 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-effdb296-0e22-490c-91d9-dacbcdef47b2 admin admin] Deleting port 02d4a2ee-960c-4660-bc91-256901577c00 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:49:30.764190 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-effdb296-0e22-490c-91d9-dacbcdef47b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:30.857952 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8bad6daa-7e13-42e5-8094-27c419774e91 req-889c2436-e4f5-411c-a587-fadfa9ab49fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=1e193c69-d700-4ef9-9f49-feb4ec014a06 HTTP/1.1" status: 200 len: 217 time: 0.1109612 Jul 24 00:49:30.893689 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b9992fa7-0f3b-4057-a0fe-37eae1931afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:30.929283 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9992fa7-0f3b-4057-a0fe-37eae1931afd admin admin] Pushing event deleted for resources: {'Port': ['ID=944c2853-8286-4afd-995e-234eb6d605d1,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:30.943547 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9992fa7-0f3b-4057-a0fe-37eae1931afd admin admin] No DVR routers for this DVR port 944c2853-8286-4afd-995e-234eb6d605d1 on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:49:30.946434 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9992fa7-0f3b-4057-a0fe-37eae1931afd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:30.946806 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9992fa7-0f3b-4057-a0fe-37eae1931afd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:30.947183 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9992fa7-0f3b-4057-a0fe-37eae1931afd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:30.947525 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9992fa7-0f3b-4057-a0fe-37eae1931afd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:30.947883 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9992fa7-0f3b-4057-a0fe-37eae1931afd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:30.948257 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9992fa7-0f3b-4057-a0fe-37eae1931afd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:30.948516 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9992fa7-0f3b-4057-a0fe-37eae1931afd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:30.948841 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9992fa7-0f3b-4057-a0fe-37eae1931afd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:30.949161 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9992fa7-0f3b-4057-a0fe-37eae1931afd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:30.949569 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9992fa7-0f3b-4057-a0fe-37eae1931afd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:30.949899 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9992fa7-0f3b-4057-a0fe-37eae1931afd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:30.950287 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9992fa7-0f3b-4057-a0fe-37eae1931afd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:31.000928 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035cb884-2d6b-46cb-b7bd-050b3ef04ae2 req-6aa65022-69d5-49e5-9a09-75387f690dfa tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:31.002664 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-035cb884-2d6b-46cb-b7bd-050b3ef04ae2 req-6aa65022-69d5-49e5-9a09-75387f690dfa tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e14bab5-702d-46dc-843a-9e999be95957 HTTP/1.1" status: 200 len: 945 time: 0.2904813 Jul 24 00:49:31.009535 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad6daa-7e13-42e5-8094-27c419774e91 req-2b4221f7-881c-42cf-a375-496d98c98b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:31.011412 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8bad6daa-7e13-42e5-8094-27c419774e91 req-2b4221f7-881c-42cf-a375-496d98c98b15 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.1128960 Jul 24 00:49:31.014239 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-effdb296-0e22-490c-91d9-dacbcdef47b2 admin admin] For port 02d4a2ee-960c-4660-bc91-256901577c00, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=02d4a2ee-960c-4660-bc91-256901577c00,segment=NetworkSegment(29cb724a-e429-44ff-9956-950fa3e91043),segment_id=29cb724a-e429-44ff-9956-950fa3e91043)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:31.014630 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-effdb296-0e22-490c-91d9-dacbcdef47b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:31.017436 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fbe6e4-685b-44a8-b66e-897b66be9b61 None None] DHCP port deletion for cbd2a6fd-ff8d-467c-84b8-b5d68f7d61f8 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:49:31.056354 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-effdb296-0e22-490c-91d9-dacbcdef47b2 admin admin] Calling delete_port for 02d4a2ee-960c-4660-bc91-256901577c00 owned by network:router_interface {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:49:31.072244 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b9992fa7-0f3b-4057-a0fe-37eae1931afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:31.119291 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-b9992fa7-0f3b-4057-a0fe-37eae1931afd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbd2a6fd-ff8d-467c-84b8-b5d68f7d61f8']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:31.133649 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-b9992fa7-0f3b-4057-a0fe-37eae1931afd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '575e4e7e-7b63-45ed-94a1-1bfc759819a3') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:31.133649 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-b9992fa7-0f3b-4057-a0fe-37eae1931afd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '575e4e7e-7b63-45ed-94a1-1bfc759819a3') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:31.153415 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b9992fa7-0f3b-4057-a0fe-37eae1931afd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:31.176039 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b9992fa7-0f3b-4057-a0fe-37eae1931afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:31.187571 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9992fa7-0f3b-4057-a0fe-37eae1931afd admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:49:31.188621 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b9992fa7-0f3b-4057-a0fe-37eae1931afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:31.193049 n-d-793621-25 neutron-server[100463]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:49:31.193049 n-d-793621-25 neutron-server[100463]: items = [ Jul 24 00:49:31.193049 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 00:49:31.193049 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:49:31.193049 n-d-793621-25 neutron-server[100463]: timer() Jul 24 00:49:31.193049 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:49:31.193049 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 00:49:31.193049 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:49:31.193049 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 00:49:31.193049 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:49:31.193049 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 00:49:31.193049 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:49:31.193049 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 00:49:31.193049 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:49:31.193049 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 00:49:31.193049 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:49:31.193049 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:49:31.193049 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:49:31.193049 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:49:31.193049 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:49:31.193049 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 00:49:31.193049 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:49:31.193049 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 00:49:31.193049 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:49:31.193049 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:49:31.193049 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:49:31.193049 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 00:49:31.193049 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:49:31.193049 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:49:31.193049 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:49:31.193049 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:49:31.193049 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:49:31.193049 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:49:31.193049 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:49:31.209534 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-035cb884-2d6b-46cb-b7bd-050b3ef04ae2 req-83e7690a-7126-420d-bccf-52cc1a077c8e tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854630 Jul 24 00:49:31.274550 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a3789-c9a6-47a1-898e-7eea0ac7be38 req-077ad197-ff10-44ac-b38e-0376e2759725 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:31.276331 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bc7a3789-c9a6-47a1-898e-7eea0ac7be38 req-077ad197-ff10-44ac-b38e-0376e2759725 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=26c89099-5b00-475b-a9a7-4468ebb11a39 HTTP/1.1" status: 200 len: 946 time: 0.2001505 Jul 24 00:49:31.296634 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad6daa-7e13-42e5-8094-27c419774e91 req-d537da03-8807-4bec-97a4-88bbd2675de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:31.298973 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8bad6daa-7e13-42e5-8094-27c419774e91 req-d537da03-8807-4bec-97a4-88bbd2675de8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2732041 Jul 24 00:49:31.345607 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bc7a3789-c9a6-47a1-898e-7eea0ac7be38 req-99d68521-9fea-4c75-ae8c-144cb3bd2f06 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591493 Jul 24 00:49:31.349451 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b9992fa7-0f3b-4057-a0fe-37eae1931afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:31.373053 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b9992fa7-0f3b-4057-a0fe-37eae1931afd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:31.375510 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b9992fa7-0f3b-4057-a0fe-37eae1931afd admin admin] 10.222.0.15 "DELETE /v2.0/networks/cbd2a6fd-ff8d-467c-84b8-b5d68f7d61f8 HTTP/1.1" status: 204 len: 168 time: 1.1374636 Jul 24 00:49:31.382146 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9992fa7-0f3b-4057-a0fe-37eae1931afd admin admin] Pushing event deleted for resources: {'Network': ['ID=cbd2a6fd-ff8d-467c-84b8-b5d68f7d61f8,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:31.521703 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-effdb296-0e22-490c-91d9-dacbcdef47b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:31.555033 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50692) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:31.557723 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8bad6daa-7e13-42e5-8094-27c419774e91 req-8c5cc50b-8ed5-429b-b33f-c85cf6725486 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492564 Jul 24 00:49:31.563863 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effdb296-0e22-490c-91d9-dacbcdef47b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=02d4a2ee-960c-4660-bc91-256901577c00,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:31.611098 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a82efb6f-5656-4531-9f09-69e098f8aa5b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0f4f0d3cdfe74521a111bfbfa97576da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533290 Jul 24 00:49:31.614267 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50694) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:31.660052 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402822c5-2673-41bc-9fe3-254c9ed75420 req-5305a0c4-646c-4b99-adaa-bf670c12264c tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:31.668939 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-402822c5-2673-41bc-9fe3-254c9ed75420 req-5305a0c4-646c-4b99-adaa-bf670c12264c tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 949 time: 0.2644293 Jul 24 00:49:31.745043 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fc7f463b-6611-4803-b056-af488440b1eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:31.803482 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fc7f463b-6611-4803-b056-af488440b1eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:31.879243 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-402822c5-2673-41bc-9fe3-254c9ed75420 req-d3a2d1b5-092c-42c8-819c-abdeb41257b9 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042794 Jul 24 00:49:31.888783 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8bad6daa-7e13-42e5-8094-27c419774e91 req-70469157-da02-4096-90ba-4e82feb3d123 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214226 Jul 24 00:49:31.899522 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fc7f463b-6611-4803-b056-af488440b1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:31.902573 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fc7f463b-6611-4803-b056-af488440b1eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:31.903850 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-fc7f463b-6611-4803-b056-af488440b1eb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8422f34e-a70b-480c-8189-a4e77e39e59c HTTP/1.1" status: 204 len: 168 time: 0.2884839 Jul 24 00:49:31.926839 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f463b-6611-4803-b056-af488440b1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8422f34e-a70b-480c-8189-a4e77e39e59c,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:32.084990 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-effdb296-0e22-490c-91d9-dacbcdef47b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:32.417153 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 944c2853-8286-4afd-995e-234eb6d605d1 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:49:32.453249 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 944c2853-8286-4afd-995e-234eb6d605d1 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:49:32.453600 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 944c2853-8286-4afd-995e-234eb6d605d1 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:49:32.455217 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0f50b7d8-926c-4215-9f98-12bea44e0af0 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:49:32.497080 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 0f50b7d8-926c-4215-9f98-12bea44e0af0 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:49:32.497531 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0f50b7d8-926c-4215-9f98-12bea44e0af0 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:49:32.576841 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c9651-f7f6-43ee-a278-d390fd394bbe req-8a176ee5-6add-4ca8-8110-0628faf1e51f tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:32.580034 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2d9c9651-f7f6-43ee-a278-d390fd394bbe req-8a176ee5-6add-4ca8-8110-0628faf1e51f tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=26c89099-5b00-475b-a9a7-4468ebb11a39 HTTP/1.1" status: 200 len: 946 time: 0.1278243 Jul 24 00:49:32.639051 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2d9c9651-f7f6-43ee-a278-d390fd394bbe req-5db5a353-bed9-480c-8dfa-56be3a60b6ce tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482407 Jul 24 00:49:32.685730 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff13ecb-c521-48d8-ae63-5a02dc36e2ce req-b686f1ab-54ac-4518-b09e-bceca87af1e9 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:32.687161 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bff13ecb-c521-48d8-ae63-5a02dc36e2ce req-b686f1ab-54ac-4518-b09e-bceca87af1e9 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e14bab5-702d-46dc-843a-9e999be95957 HTTP/1.1" status: 200 len: 945 time: 0.1561770 Jul 24 00:49:32.780893 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bff13ecb-c521-48d8-ae63-5a02dc36e2ce req-abce675e-6635-41fa-acb3-a3f6c2dafe19 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616348 Jul 24 00:49:32.796370 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-effdb296-0e22-490c-91d9-dacbcdef47b2 admin admin] Router ccec94e2-51a8-407b-b985-d864d380ad48 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:49:32.822487 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a9109-5a60-4eae-ab14-dc0bef290d1d req-46704b91-f09b-4ae7-9919-19cdcf7cb147 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:32.825199 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2d7a9109-5a60-4eae-ab14-dc0bef290d1d req-46704b91-f09b-4ae7-9919-19cdcf7cb147 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.13 "GET /v2.0/ports?device_id=26c89099-5b00-475b-a9a7-4468ebb11a39 HTTP/1.1" status: 200 len: 946 time: 0.1346359 Jul 24 00:49:33.038750 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-effdb296-0e22-490c-91d9-dacbcdef47b2 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:49:33.045002 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-effdb296-0e22-490c-91d9-dacbcdef47b2 admin admin] 10.222.0.15 "PUT /v2.0/routers/ccec94e2-51a8-407b-b985-d864d380ad48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5409184 Jul 24 00:49:33.057298 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50730) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:33.067208 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0919e3e-1190-488f-a48c-2e2564054c2e None None] Sync routers for ids ['ccec94e2-51a8-407b-b985-d864d380ad48'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:49:33.069933 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-2d7a9109-5a60-4eae-ab14-dc0bef290d1d req-a2c1d731-94fe-4874-acac-f68204d4f9af tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Deleting port c6c4e168-5d23-43e1-9a9b-1327edf2d50c {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:49:33.070300 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-2d7a9109-5a60-4eae-ab14-dc0bef290d1d req-a2c1d731-94fe-4874-acac-f68204d4f9af tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:33.105830 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0919e3e-1190-488f-a48c-2e2564054c2e None None] Routers {'ccec94e2-51a8-407b-b985-d864d380ad48'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:49:33.115706 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-f0919e3e-1190-488f-a48c-2e2564054c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:49:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['ccec94e2-51a8-407b-b985-d864d380ad48'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:33.120572 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c33e8-c4e0-4cb5-89a5-f1392c993e09 req-66c5a8ec-4ded-4757-a83d-8dd7aebb0227 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:33.122948 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-406c33e8-c4e0-4cb5-89a5-f1392c993e09 req-66c5a8ec-4ded-4757-a83d-8dd7aebb0227 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 949 time: 0.1137049 Jul 24 00:49:33.224283 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-406c33e8-c4e0-4cb5-89a5-f1392c993e09 req-27f98ce0-a468-4d90-8a2e-139de53b0981 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591748 Jul 24 00:49:33.279250 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50736) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:33.380394 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-2d7a9109-5a60-4eae-ab14-dc0bef290d1d req-a2c1d731-94fe-4874-acac-f68204d4f9af tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] For port c6c4e168-5d23-43e1-9a9b-1327edf2d50c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=c6c4e168-5d23-43e1-9a9b-1327edf2d50c,segment=NetworkSegment(c4a12371-e65f-4999-8182-3fce7a91f982),segment_id=c4a12371-e65f-4999-8182-3fce7a91f982)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:33.380783 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-2d7a9109-5a60-4eae-ab14-dc0bef290d1d req-a2c1d731-94fe-4874-acac-f68204d4f9af tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:33.393982 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c8796f0a-eae9-43f7-b617-58ca058730cc admin admin] Notify callbacks [] for router, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:33.398212 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-2d7a9109-5a60-4eae-ab14-dc0bef290d1d req-a2c1d731-94fe-4874-acac-f68204d4f9af tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Calling delete_port for c6c4e168-5d23-43e1-9a9b-1327edf2d50c owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:49:33.426018 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-0ceb6f18-77df-4b62-a5ea-3e56589d3552 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1708051341-network', 'tenant_id': 'f46f5082aa2a464eac85fae62e81f977'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:49:33.460032 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-f0919e3e-1190-488f-a48c-2e2564054c2e None None] Set router ccec94e2-51a8-407b-b985-d864d380ad48 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:49:33.467137 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ceb6f18-77df-4b62-a5ea-3e56589d3552 admin admin] Made reservation on behalf of f46f5082aa2a464eac85fae62e81f977 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:49:33.475981 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0ceb6f18-77df-4b62-a5ea-3e56589d3552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:33.490627 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0ceb6f18-77df-4b62-a5ea-3e56589d3552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:33.578533 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c8796f0a-eae9-43f7-b617-58ca058730cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:33.619907 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0ceb6f18-77df-4b62-a5ea-3e56589d3552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:33.625557 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0ceb6f18-77df-4b62-a5ea-3e56589d3552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:33.669037 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb6f18-77df-4b62-a5ea-3e56589d3552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1848995-9d18-4f1c-888f-bded290e57e6,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:33.684433 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ceb6f18-77df-4b62-a5ea-3e56589d3552 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:49:33.686557 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-2d7a9109-5a60-4eae-ab14-dc0bef290d1d req-a2c1d731-94fe-4874-acac-f68204d4f9af tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:33.697109 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0ceb6f18-77df-4b62-a5ea-3e56589d3552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:33.697518 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-0ceb6f18-77df-4b62-a5ea-3e56589d3552 admin admin] Added segment 8dbd9ccb-d38e-4d10-877b-dfbf0dbb649b of type vlan for network b9248b6f-1690-4e2b-89a9-ca852bf2cfe2 Jul 24 00:49:33.722985 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['c6c4e168-5d23-43e1-9a9b-1327edf2d50c'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:49:33.750558 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-c8796f0a-eae9-43f7-b617-58ca058730cc admin admin] Deleting port b250a86f-11b6-4f6f-9d2d-f659ace64b98 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:49:33.751635 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c8796f0a-eae9-43f7-b617-58ca058730cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:33.760887 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0ceb6f18-77df-4b62-a5ea-3e56589d3552 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:33.766060 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1d731-94fe-4874-acac-f68204d4f9af tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Pushing event deleted for resources: {'Port': ['ID=c6c4e168-5d23-43e1-9a9b-1327edf2d50c,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:33.811590 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0ceb6f18-77df-4b62-a5ea-3e56589d3552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:33.814677 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ceb6f18-77df-4b62-a5ea-3e56589d3552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:33.815794 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0ceb6f18-77df-4b62-a5ea-3e56589d3552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:33.848466 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-f0919e3e-1190-488f-a48c-2e2564054c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-782398877-router', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': 'b250a86f-11b6-4f6f-9d2d-f659ace64b98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:44:37Z', 'updated_at': '2021-07-24T00:49:31Z', 'revision_number': 5, 'project_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'gw_port': {'id': 'b250a86f-11b6-4f6f-9d2d-f659ace64b98', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:44:38Z', 'updated_at': '2021-07-24T00:44:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:33.861144 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0ceb6f18-77df-4b62-a5ea-3e56589d3552 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5805030 Jul 24 00:49:33.868016 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50744) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:33.875721 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-c8796f0a-eae9-43f7-b617-58ca058730cc admin admin] For port b250a86f-11b6-4f6f-9d2d-f659ace64b98, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=b250a86f-11b6-4f6f-9d2d-f659ace64b98,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:33.876641 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c8796f0a-eae9-43f7-b617-58ca058730cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:33.885674 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0919e3e-1190-488f-a48c-2e2564054c2e None None] Checking router: ccec94e2-51a8-407b-b985-d864d380ad48 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:49:33.888341 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-b323c007-27af-420a-872f-a1feb4da2b4a admin admin] Request body: {'subnet': {'network_id': 'b9248b6f-1690-4e2b-89a9-ca852bf2cfe2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1708051341-subnet', 'tenant_id': 'f46f5082aa2a464eac85fae62e81f977', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:49:33.890571 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-c8796f0a-eae9-43f7-b617-58ca058730cc admin admin] Calling delete_port for b250a86f-11b6-4f6f-9d2d-f659ace64b98 owned by network:router_gateway {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:49:33.897539 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0919e3e-1190-488f-a48c-2e2564054c2e None None] Routers {'ccec94e2-51a8-407b-b985-d864d380ad48'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:49:33.898186 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-f0919e3e-1190-488f-a48c-2e2564054c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:49:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['ccec94e2-51a8-407b-b985-d864d380ad48'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:33.989531 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb6f18-77df-4b62-a5ea-3e56589d3552 admin admin] Pushing event updated for resources: {'Network': ['ID=b9248b6f-1690-4e2b-89a9-ca852bf2cfe2,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:34.008010 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b323c007-27af-420a-872f-a1feb4da2b4a admin admin] Made reservation on behalf of f46f5082aa2a464eac85fae62e81f977 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:49:34.013522 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b323c007-27af-420a-872f-a1feb4da2b4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:34.073423 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d7a9109-5a60-4eae-ab14-dc0bef290d1d req-a2c1d731-94fe-4874-acac-f68204d4f9af tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] No DVR routers for this DVR port c6c4e168-5d23-43e1-9a9b-1327edf2d50c on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:49:34.089552 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network b9248b6f-1690-4e2b-89a9-ca852bf2cfe2 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:49:34.100410 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-2d7a9109-5a60-4eae-ab14-dc0bef290d1d req-a2c1d731-94fe-4874-acac-f68204d4f9af tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:34.102658 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2d7a9109-5a60-4eae-ab14-dc0bef290d1d req-a2c1d731-94fe-4874-acac-f68204d4f9af tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.13 "DELETE /v2.0/ports/c6c4e168-5d23-43e1-9a9b-1327edf2d50c HTTP/1.1" status: 204 len: 173 time: 1.2716801 Jul 24 00:49:34.103293 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c89099-5b00-475b-a9a7-4468ebb11a39', 'name': 'network-vif-deleted', 'tag': 'c6c4e168-5d23-43e1-9a9b-1327edf2d50c'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:49:34.105720 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c385f6-8775-4e01-8e43-5ecc6c6163ed" -d '{"events": [{"server_uuid": "26c89099-5b00-475b-a9a7-4468ebb11a39", "name": "network-vif-deleted", "tag": "c6c4e168-5d23-43e1-9a9b-1327edf2d50c"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:49:34.110060 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-205a78de-4c9b-4b2a-a605-c90173c40918 req-67003c4c-3fd3-40f9-9e59-d7ff79deb31f tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=26c89099-5b00-475b-a9a7-4468ebb11a39 HTTP/1.1" status: 200 len: 210 time: 0.1150932 Jul 24 00:49:34.142221 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-f0919e3e-1190-488f-a48c-2e2564054c2e None None] Set router ccec94e2-51a8-407b-b985-d864d380ad48 gateway port host: None {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:49:34.168766 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935c669-d671-4ca3-b6b6-df6cf617606f req-784d745f-a78d-4264-9bdf-2b944890841d tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:34.177922 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2935c669-d671-4ca3-b6b6-df6cf617606f req-784d745f-a78d-4264-9bdf-2b944890841d tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e14bab5-702d-46dc-843a-9e999be95957 HTTP/1.1" status: 200 len: 945 time: 0.2835948 Jul 24 00:49:34.240989 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-f0919e3e-1190-488f-a48c-2e2564054c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-782398877-router', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:44:37Z', 'updated_at': '2021-07-24T00:49:33Z', 'revision_number': 6, 'project_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:34.241528 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2935c669-d671-4ca3-b6b6-df6cf617606f req-c548aa59-2f7a-47c7-86f5-9bda00c4fb1d tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636554 Jul 24 00:49:34.244908 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aace3cde-1f93-436e-a724-d44a539fdbf0 x-openstack-request-id: req-aace3cde-1f93-436e-a724-d44a539fdbf0 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:49:34.245216 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c89099-5b00-475b-a9a7-4468ebb11a39", "name": "network-vif-deleted", "tag": "c6c4e168-5d23-43e1-9a9b-1327edf2d50c", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:49:34.245461 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aace3cde-1f93-436e-a724-d44a539fdbf0 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:49:34.245875 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c89099-5b00-475b-a9a7-4468ebb11a39', 'name': 'network-vif-deleted', 'tag': 'c6c4e168-5d23-43e1-9a9b-1327edf2d50c', 'status': 'completed', 'code': 200} Jul 24 00:49:34.292578 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0919e3e-1190-488f-a48c-2e2564054c2e None None] The sync data for ids ['ccec94e2-51a8-407b-b985-d864d380ad48'] in n-d-793621-25 is: [{'id': 'ccec94e2-51a8-407b-b985-d864d380ad48', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-782398877-router', 'tenant_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:44:37Z', 'updated_at': '2021-07-24T00:49:33Z', 'revision_number': 6, 'project_id': 'c49dfe4b8b164c34b2cb1c242cf6f8a2', 'gw_port_host': None}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:49:34.300698 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c8796f0a-eae9-43f7-b617-58ca058730cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:34.359709 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8796f0a-eae9-43f7-b617-58ca058730cc admin admin] Pushing event deleted for resources: {'Port': ['ID=b250a86f-11b6-4f6f-9d2d-f659ace64b98,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:34.469138 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b323c007-27af-420a-872f-a1feb4da2b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:34.478248 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:34.484845 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c8796f0a-eae9-43f7-b617-58ca058730cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:34.522263 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637daad0-f0f7-4e2a-9ca3-12c0cac75168 req-a5a9aab5-bc7c-4013-b2b0-07ef46389089 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:34.524249 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-637daad0-f0f7-4e2a-9ca3-12c0cac75168 req-a5a9aab5-bc7c-4013-b2b0-07ef46389089 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 949 time: 0.1974623 Jul 24 00:49:34.575248 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b323c007-27af-420a-872f-a1feb4da2b4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=727efc91-8952-4c18-81f0-8f185bcd1e82,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:34.624336 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-637daad0-f0f7-4e2a-9ca3-12c0cac75168 req-108fd680-58f2-4a90-8417-f89f3a2d6ce2 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858049 Jul 24 00:49:34.625234 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b323c007-27af-420a-872f-a1feb4da2b4a admin admin] Checking segment: {'id': '8dbd9ccb-d38e-4d10-877b-dfbf0dbb649b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b9248b6f-1690-4e2b-89a9-ca852bf2cfe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:49:34.625600 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b323c007-27af-420a-872f-a1feb4da2b4a admin admin] Network hostable DHCP agents. Network: b9248b6f-1690-4e2b-89a9-ca852bf2cfe2, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:49:34.665691 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c8796f0a-eae9-43f7-b617-58ca058730cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:34.667851 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c8796f0a-eae9-43f7-b617-58ca058730cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:34.687183 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b323c007-27af-420a-872f-a1feb4da2b4a admin admin] Network b9248b6f-1690-4e2b-89a9-ca852bf2cfe2 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:49:34.703106 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-b323c007-27af-420a-872f-a1feb4da2b4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, b9248b6f-1690-4e2b-89a9-ca852bf2cfe2) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:49:34.724873 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b323c007-27af-420a-872f-a1feb4da2b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:34.727463 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b323c007-27af-420a-872f-a1feb4da2b4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:34.732553 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c8796f0a-eae9-43f7-b617-58ca058730cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:34.733467 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8796f0a-eae9-43f7-b617-58ca058730cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccec94e2-51a8-407b-b985-d864d380ad48 {{(pid=100464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:49:34.742752 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c8796f0a-eae9-43f7-b617-58ca058730cc admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:34.743130 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c60b89c-c129-4ac9-8ab9-119294d8eb01 None None] Network b9248b6f-1690-4e2b-89a9-ca852bf2cfe2 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:49:34.747475 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50762) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:34.747989 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c8796f0a-eae9-43f7-b617-58ca058730cc admin admin] 10.222.0.15 "DELETE /v2.0/routers/ccec94e2-51a8-407b-b985-d864d380ad48 HTTP/1.1" status: 204 len: 168 time: 1.6909389 Jul 24 00:49:34.802117 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50764) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:34.807476 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-09e13253-3b63-486e-8f71-f6e5ab0307f3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1708051341-router', 'tenant_id': 'f46f5082aa2a464eac85fae62e81f977', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:49:34.814748 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b323c007-27af-420a-872f-a1feb4da2b4a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9416258 Jul 24 00:49:34.861400 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-09e13253-3b63-486e-8f71-f6e5ab0307f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:34.863925 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-09e13253-3b63-486e-8f71-f6e5ab0307f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:34.876800 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:34.879967 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d1cae47-5da5-4f04-bb25-002d3319707d admin admin] Deleting subnet 9be57270-14e1-41b6-9949-cbee1e39a6d3 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:49:34.890038 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8d1cae47-5da5-4f04-bb25-002d3319707d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:34.958450 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8d1cae47-5da5-4f04-bb25-002d3319707d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:35.006238 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-09e13253-3b63-486e-8f71-f6e5ab0307f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:35.018471 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f35bef-b0fb-4820-9fd1-efd3ebdd76a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-b9248b6f-1690-4e2b-89a9-ca852bf2cfe2', 'network_id': 'b9248b6f-1690-4e2b-89a9-ca852bf2cfe2', 'tenant_id': 'f46f5082aa2a464eac85fae62e81f977', 'fixed_ips': [{'subnet_id': '727efc91-8952-4c18-81f0-8f185bcd1e82'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:49:35.019828 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-63f35bef-b0fb-4820-9fd1-efd3ebdd76a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:35.077338 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8d1cae47-5da5-4f04-bb25-002d3319707d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:35.231542 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8d1cae47-5da5-4f04-bb25-002d3319707d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:35.239425 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-63f35bef-b0fb-4820-9fd1-efd3ebdd76a6 None None] Allocated IP 172.20.0.2 (b9248b6f-1690-4e2b-89a9-ca852bf2cfe2/727efc91-8952-4c18-81f0-8f185bcd1e82/23654354-eb82-4c37-84d0-aa43ed5a05a6) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:49:35.319211 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-09e13253-3b63-486e-8f71-f6e5ab0307f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:35.323811 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8d1cae47-5da5-4f04-bb25-002d3319707d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:35.327097 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8d1cae47-5da5-4f04-bb25-002d3319707d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9be57270-14e1-41b6-9949-cbee1e39a6d3 HTTP/1.1" status: 204 len: 168 time: 0.5775201 Jul 24 00:49:35.331764 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1cae47-5da5-4f04-bb25-002d3319707d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9be57270-14e1-41b6-9949-cbee1e39a6d3,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:35.332875 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50774) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:35.449530 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e2b5a500-7bc1-4cbf-81bf-c234e752a664 req-44e77a95-41e4-4107-b15e-7ba2bd6f5824 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=26c89099-5b00-475b-a9a7-4468ebb11a39 HTTP/1.1" status: 200 len: 210 time: 0.1130254 Jul 24 00:49:35.449856 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3869a47b-29ed-467a-aa48-971b7ed45caa None None] Network dce79d1a-19b5-4596-96e4-d04368356b25 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:49:35.628961 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-63f35bef-b0fb-4820-9fd1-efd3ebdd76a6 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:35.668293 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-63f35bef-b0fb-4820-9fd1-efd3ebdd76a6 None None] Transition to ACTIVE for port object 23654354-eb82-4c37-84d0-aa43ed5a05a6 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:49:35.714323 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-96df89be-eddf-4b30-af0a-a16a0ef3b9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:35.812412 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-63f35bef-b0fb-4820-9fd1-efd3ebdd76a6 None None] Transition to ACTIVE for port object 23654354-eb82-4c37-84d0-aa43ed5a05a6 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:49:35.833173 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-63f35bef-b0fb-4820-9fd1-efd3ebdd76a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:35.857946 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f35bef-b0fb-4820-9fd1-efd3ebdd76a6 None None] Network b9248b6f-1690-4e2b-89a9-ca852bf2cfe2 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:49:35.862077 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-63f35bef-b0fb-4820-9fd1-efd3ebdd76a6 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:49:35.886310 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f35bef-b0fb-4820-9fd1-efd3ebdd76a6 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:49:35.891562 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9908fb-c8b4-4ab5-820d-010af5b4d809 req-3cd25783-a3b8-48a3-b864-10fedd1bdf45 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:35.909589 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dc9908fb-c8b4-4ab5-820d-010af5b4d809 req-3cd25783-a3b8-48a3-b864-10fedd1bdf45 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 949 time: 0.1584189 Jul 24 00:49:35.944595 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-09e13253-3b63-486e-8f71-f6e5ab0307f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:35.978053 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-09e13253-3b63-486e-8f71-f6e5ab0307f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:35.986880 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dc9908fb-c8b4-4ab5-820d-010af5b4d809 req-b08a8ed7-16f6-476a-9118-2d6277c4c486 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727670 Jul 24 00:49:35.991611 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-96df89be-eddf-4b30-af0a-a16a0ef3b9bf admin admin] Deleting port 8a1337e8-c08f-4882-b40b-b06f1b75684d {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:49:35.991963 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-96df89be-eddf-4b30-af0a-a16a0ef3b9bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:36.036954 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292ad411-181a-40af-b153-b5a34916ea4b None None] DHCP port deletion for dce79d1a-19b5-4596-96e4-d04368356b25 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:49:36.051548 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f35bef-b0fb-4820-9fd1-efd3ebdd76a6 None None] Pushing event updated for resources: {'Port': ['ID=23654354-eb82-4c37-84d0-aa43ed5a05a6,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:36.093609 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-63f35bef-b0fb-4820-9fd1-efd3ebdd76a6 None None] Attempting to bind port 23654354-eb82-4c37-84d0-aa43ed5a05a6 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:49:36.095481 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-63f35bef-b0fb-4820-9fd1-efd3ebdd76a6 None None] Attempting to bind port 23654354-eb82-4c37-84d0-aa43ed5a05a6 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '8dbd9ccb-d38e-4d10-877b-dfbf0dbb649b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b9248b6f-1690-4e2b-89a9-ca852bf2cfe2'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:49:36.096738 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f35bef-b0fb-4820-9fd1-efd3ebdd76a6 None None] Attempting to bind port 23654354-eb82-4c37-84d0-aa43ed5a05a6 on network b9248b6f-1690-4e2b-89a9-ca852bf2cfe2 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:49:36.109617 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f35bef-b0fb-4820-9fd1-efd3ebdd76a6 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:49:36.111021 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f35bef-b0fb-4820-9fd1-efd3ebdd76a6 None None] Checking segment: {'id': '8dbd9ccb-d38e-4d10-877b-dfbf0dbb649b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b9248b6f-1690-4e2b-89a9-ca852bf2cfe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:49:36.111930 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-63f35bef-b0fb-4820-9fd1-efd3ebdd76a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:36.112916 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f35bef-b0fb-4820-9fd1-efd3ebdd76a6 None None] Bound using segment: {'id': '8dbd9ccb-d38e-4d10-877b-dfbf0dbb649b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b9248b6f-1690-4e2b-89a9-ca852bf2cfe2'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:49:36.114919 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-63f35bef-b0fb-4820-9fd1-efd3ebdd76a6 None None] Bound port: 23654354-eb82-4c37-84d0-aa43ed5a05a6, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dbd9ccb-d38e-4d10-877b-dfbf0dbb649b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b9248b6f-1690-4e2b-89a9-ca852bf2cfe2'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:49:36.115688 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-63f35bef-b0fb-4820-9fd1-efd3ebdd76a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:36.158893 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-96df89be-eddf-4b30-af0a-a16a0ef3b9bf admin admin] For port 8a1337e8-c08f-4882-b40b-b06f1b75684d, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=8a1337e8-c08f-4882-b40b-b06f1b75684d,segment=NetworkSegment(29cb724a-e429-44ff-9956-950fa3e91043),segment_id=29cb724a-e429-44ff-9956-950fa3e91043)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:36.159367 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-96df89be-eddf-4b30-af0a-a16a0ef3b9bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:36.183516 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-96df89be-eddf-4b30-af0a-a16a0ef3b9bf admin admin] Calling delete_port for 8a1337e8-c08f-4882-b40b-b06f1b75684d owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:49:36.203102 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-09e13253-3b63-486e-8f71-f6e5ab0307f3 admin admin] Allocated IP 172.25.2.233 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:49:36.222150 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-292ad411-181a-40af-b153-b5a34916ea4b None None] Deleting port 8a1337e8-c08f-4882-b40b-b06f1b75684d {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:49:36.222878 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-292ad411-181a-40af-b153-b5a34916ea4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:36.308827 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-63f35bef-b0fb-4820-9fd1-efd3ebdd76a6 None None] For port 23654354-eb82-4c37-84d0-aa43ed5a05a6, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:49:36.326868 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 02d4a2ee-960c-4660-bc91-256901577c00 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:49:36.385010 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 02d4a2ee-960c-4660-bc91-256901577c00 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:49:36.386014 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 02d4a2ee-960c-4660-bc91-256901577c00 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:49:36.386601 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 8a1337e8-c08f-4882-b40b-b06f1b75684d no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:49:36.398485 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-63f35bef-b0fb-4820-9fd1-efd3ebdd76a6 None None] For port 23654354-eb82-4c37-84d0-aa43ed5a05a6, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=23654354-eb82-4c37-84d0-aa43ed5a05a6,segment=NetworkSegment(8dbd9ccb-d38e-4d10-877b-dfbf0dbb649b),segment_id=8dbd9ccb-d38e-4d10-877b-dfbf0dbb649b)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:49:36.426267 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-09e13253-3b63-486e-8f71-f6e5ab0307f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:36.429455 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-63f35bef-b0fb-4820-9fd1-efd3ebdd76a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:36.431786 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-96df89be-eddf-4b30-af0a-a16a0ef3b9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:36.499663 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-292ad411-181a-40af-b153-b5a34916ea4b None None] For port 8a1337e8-c08f-4882-b40b-b06f1b75684d, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=8a1337e8-c08f-4882-b40b-b06f1b75684d,segment=NetworkSegment(29cb724a-e429-44ff-9956-950fa3e91043),segment_id=29cb724a-e429-44ff-9956-950fa3e91043)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:36.502321 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-292ad411-181a-40af-b153-b5a34916ea4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:36.522120 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df89be-eddf-4b30-af0a-a16a0ef3b9bf admin admin] Pushing event deleted for resources: {'Port': ['ID=8a1337e8-c08f-4882-b40b-b06f1b75684d,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:36.545690 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96df89be-eddf-4b30-af0a-a16a0ef3b9bf admin admin] No DVR routers for this DVR port 8a1337e8-c08f-4882-b40b-b06f1b75684d on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:49:36.611460 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-292ad411-181a-40af-b153-b5a34916ea4b None None] Calling delete_port for 8a1337e8-c08f-4882-b40b-b06f1b75684d owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:49:36.611975 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9751e644-21bb-4ef1-96a1-be31b2893272 req-68839207-c764-4ab6-8fec-0d155b9f62e9 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=26c89099-5b00-475b-a9a7-4468ebb11a39 HTTP/1.1" status: 200 len: 210 time: 0.0640671 Jul 24 00:49:36.697915 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No active binding found for port 8a1337e8-c08f-4882-b40b-b06f1b75684d {{(pid=100465) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 24 00:49:36.698478 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 8a1337e8-c08f-4882-b40b-b06f1b75684d not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:49:36.700016 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device b250a86f-11b6-4f6f-9d2d-f659ace64b98 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:49:36.730171 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-96df89be-eddf-4b30-af0a-a16a0ef3b9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:36.740447 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: b250a86f-11b6-4f6f-9d2d-f659ace64b98 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:49:36.741498 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device b250a86f-11b6-4f6f-9d2d-f659ace64b98 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:49:36.752658 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-96df89be-eddf-4b30-af0a-a16a0ef3b9bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dce79d1a-19b5-4596-96e4-d04368356b25']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:36.773192 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-96df89be-eddf-4b30-af0a-a16a0ef3b9bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29cb724a-e429-44ff-9956-950fa3e91043') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:36.773470 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-96df89be-eddf-4b30-af0a-a16a0ef3b9bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29cb724a-e429-44ff-9956-950fa3e91043') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:36.776000 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f35bef-b0fb-4820-9fd1-efd3ebdd76a6 None None] Pushing event updated for resources: {'Port': ['ID=23654354-eb82-4c37-84d0-aa43ed5a05a6,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:36.804856 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-96df89be-eddf-4b30-af0a-a16a0ef3b9bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:36.848661 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-96df89be-eddf-4b30-af0a-a16a0ef3b9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:36.855249 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96df89be-eddf-4b30-af0a-a16a0ef3b9bf admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:49:36.855662 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-96df89be-eddf-4b30-af0a-a16a0ef3b9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:36.876823 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-292ad411-181a-40af-b153-b5a34916ea4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:36.920174 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ad411-181a-40af-b153-b5a34916ea4b None None] Pushing event deleted for resources: {'Port': ['ID=8a1337e8-c08f-4882-b40b-b06f1b75684d,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:36.935504 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 00:49:36.935504 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:49:36.935504 n-d-793621-25 neutron-server[100464]: timer() Jul 24 00:49:36.935504 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:49:36.935504 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 00:49:36.935504 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:49:36.935504 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 00:49:36.935504 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:49:36.935504 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 00:49:36.935504 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:49:36.935504 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 00:49:36.935504 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:49:36.935504 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 00:49:36.935504 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:49:36.935504 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:49:36.935504 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:49:36.935504 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:49:36.935504 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:49:36.935504 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 00:49:36.935504 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:49:36.935504 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 00:49:36.935504 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:49:36.935504 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:49:36.935504 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:49:36.935504 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 00:49:36.935504 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:49:36.935504 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:49:36.935504 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:49:36.935504 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:49:36.935504 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:49:36.935504 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:49:36.935504 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:49:36.938409 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-96df89be-eddf-4b30-af0a-a16a0ef3b9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:36.943457 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292ad411-181a-40af-b153-b5a34916ea4b None None] No DVR routers for this DVR port 8a1337e8-c08f-4882-b40b-b06f1b75684d on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:49:36.962162 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-96df89be-eddf-4b30-af0a-a16a0ef3b9bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:36.967608 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-96df89be-eddf-4b30-af0a-a16a0ef3b9bf admin admin] 10.222.0.15 "DELETE /v2.0/networks/dce79d1a-19b5-4596-96e4-d04368356b25 HTTP/1.1" status: 204 len: 168 time: 1.6302521 Jul 24 00:49:36.967608 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df89be-eddf-4b30-af0a-a16a0ef3b9bf admin admin] Pushing event deleted for resources: {'Network': ['ID=dce79d1a-19b5-4596-96e4-d04368356b25,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:36.967861 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50788) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:37.006268 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-09e13253-3b63-486e-8f71-f6e5ab0307f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:37.102092 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e13253-3b63-486e-8f71-f6e5ab0307f3 admin admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:49:37.119572 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-09e13253-3b63-486e-8f71-f6e5ab0307f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:49:37.135989 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e13253-3b63-486e-8f71-f6e5ab0307f3 admin admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:49:37.175676 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e13253-3b63-486e-8f71-f6e5ab0307f3 admin admin] Pushing event updated for resources: {'Port': ['ID=eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:37.219006 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb651e-68b1-480a-bae7-6b7b391c38f1 req-31a593cb-8c29-4396-9a72-03d6b42f97e0 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:37.222595 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7adb651e-68b1-480a-bae7-6b7b391c38f1 req-31a593cb-8c29-4396-9a72-03d6b42f97e0 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 949 time: 0.1052208 Jul 24 00:49:37.346618 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device c6c4e168-5d23-43e1-9a9b-1327edf2d50c no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:49:37.408240 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: c6c4e168-5d23-43e1-9a9b-1327edf2d50c {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:49:37.408797 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device c6c4e168-5d23-43e1-9a9b-1327edf2d50c not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:49:37.726164 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-09e13253-3b63-486e-8f71-f6e5ab0307f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:37.984663 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7adb651e-68b1-480a-bae7-6b7b391c38f1 req-049b610a-7d21-49f9-a8da-b20040f77dc5 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058716 Jul 24 00:49:38.087313 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:49:38.177890 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44922da5-35d6-4546-b4a2-d6f1b70e7ff4 None None] Network b9248b6f-1690-4e2b-89a9-ca852bf2cfe2 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:49:38.278616 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d1e7461e-6e9b-4645-8b98-1b9b944452da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:38.424408 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e087c5e1-f017-4ccd-8d6f-f885c3e56248 None None] Provisioning for port 23654354-eb82-4c37-84d0-aa43ed5a05a6 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:49:38.464022 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 23654354-eb82-4c37-84d0-aa43ed5a05a6 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:49:38.664566 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0e0d6e68-10f2-4e54-8eb1-3b729e80e80e req-6c80ca29-49f7-4614-9687-85f87bbcb5ba tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=26c89099-5b00-475b-a9a7-4468ebb11a39 HTTP/1.1" status: 200 len: 210 time: 0.6971009 Jul 24 00:49:38.759696 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 23654354-eb82-4c37-84d0-aa43ed5a05a6 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:49:38.766065 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-09e13253-3b63-486e-8f71-f6e5ab0307f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:38.774537 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 23654354-eb82-4c37-84d0-aa43ed5a05a6 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:38.775332 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:38.950304 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-d1e7461e-6e9b-4645-8b98-1b9b944452da admin admin] Deleting port 0b6f5d3a-4620-4584-ac4e-6c7b6e1d8fa1 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:49:38.950666 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d1e7461e-6e9b-4645-8b98-1b9b944452da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:39.021696 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:39.089686 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e13253-3b63-486e-8f71-f6e5ab0307f3 admin admin] Router 622434a8-5b9a-48ed-a2cd-86e41afd851d is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:49:39.113377 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 23654354-eb82-4c37-84d0-aa43ed5a05a6, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=23654354-eb82-4c37-84d0-aa43ed5a05a6,segment=NetworkSegment(8dbd9ccb-d38e-4d10-877b-dfbf0dbb649b),segment_id=8dbd9ccb-d38e-4d10-877b-dfbf0dbb649b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:39.120533 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:39.217756 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=23654354-eb82-4c37-84d0-aa43ed5a05a6,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:39.291485 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-d1e7461e-6e9b-4645-8b98-1b9b944452da admin admin] For port 0b6f5d3a-4620-4584-ac4e-6c7b6e1d8fa1, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0b6f5d3a-4620-4584-ac4e-6c7b6e1d8fa1,segment=NetworkSegment(835f3c4a-db0a-48b9-bfd6-a8437afd8c08),segment_id=835f3c4a-db0a-48b9-bfd6-a8437afd8c08)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:39.292091 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d1e7461e-6e9b-4645-8b98-1b9b944452da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:39.314893 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e13253-3b63-486e-8f71-f6e5ab0307f3 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:49:39.323471 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf81b142-f8c2-41af-9fee-70e1bab0bcb8 None None] Sync routers for ids ['622434a8-5b9a-48ed-a2cd-86e41afd851d'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:49:39.333975 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-d1e7461e-6e9b-4645-8b98-1b9b944452da admin admin] Calling delete_port for 0b6f5d3a-4620-4584-ac4e-6c7b6e1d8fa1 owned by network:router_interface {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:49:39.342235 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf81b142-f8c2-41af-9fee-70e1bab0bcb8 None None] Routers {'622434a8-5b9a-48ed-a2cd-86e41afd851d'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:49:39.344609 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-bf81b142-f8c2-41af-9fee-70e1bab0bcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:49:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['622434a8-5b9a-48ed-a2cd-86e41afd851d'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:39.347475 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-09e13253-3b63-486e-8f71-f6e5ab0307f3 admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:39.352845 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-09e13253-3b63-486e-8f71-f6e5ab0307f3 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5490336 Jul 24 00:49:39.353706 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50840) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:39.387988 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f391c0d7-2be2-478c-989a-9c985b0e55f3 req-8ca0f1a9-7937-443e-99d8-afe6ad18aedb tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:39.389611 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f391c0d7-2be2-478c-989a-9c985b0e55f3 req-8ca0f1a9-7937-443e-99d8-afe6ad18aedb tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 949 time: 0.2551181 Jul 24 00:49:39.542041 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f391c0d7-2be2-478c-989a-9c985b0e55f3 req-c6ce0b80-0864-4ee6-814d-d4df9d6ae2f0 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355634 Jul 24 00:49:39.589669 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-237fd074-d2b2-4a20-8c2e-1f164bc0e391 None None] Provisioning complete for port 23654354-eb82-4c37-84d0-aa43ed5a05a6 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:39.590051 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-237fd074-d2b2-4a20-8c2e-1f164bc0e391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:39.591358 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-bf81b142-f8c2-41af-9fee-70e1bab0bcb8 None None] Set router 622434a8-5b9a-48ed-a2cd-86e41afd851d gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:49:39.900322 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2b850507-3230-41e6-a1e1-411867aa6cf7 req-8164575d-bd16-41b3-8f85-8951e7b7557e tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=26c89099-5b00-475b-a9a7-4468ebb11a39 HTTP/1.1" status: 200 len: 210 time: 0.0512855 Jul 24 00:49:39.978877 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d1e7461e-6e9b-4645-8b98-1b9b944452da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:39.990054 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-bf81b142-f8c2-41af-9fee-70e1bab0bcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622434a8-5b9a-48ed-a2cd-86e41afd851d', 'name': 'tempest-FloatingIPDetailsTestJSON-1708051341-router', 'tenant_id': 'f46f5082aa2a464eac85fae62e81f977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:49:34Z', 'updated_at': '2021-07-24T00:49:37Z', 'revision_number': 3, 'project_id': 'f46f5082aa2a464eac85fae62e81f977', 'gw_port': {'id': 'eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622434a8-5b9a-48ed-a2cd-86e41afd851d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:49:35Z', 'updated_at': '2021-07-24T00:49:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:40.059322 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf81b142-f8c2-41af-9fee-70e1bab0bcb8 None None] Checking router: 622434a8-5b9a-48ed-a2cd-86e41afd851d for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:49:40.059322 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf81b142-f8c2-41af-9fee-70e1bab0bcb8 None None] Updating router 622434a8-5b9a-48ed-a2cd-86e41afd851d port eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742 binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:49:40.124404 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e7461e-6e9b-4645-8b98-1b9b944452da admin admin] Pushing event deleted for resources: {'Port': ['ID=0b6f5d3a-4620-4584-ac4e-6c7b6e1d8fa1,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:40.177872 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-bf81b142-f8c2-41af-9fee-70e1bab0bcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:40.221951 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-478c9b29-7853-482d-951d-0aafe38a3b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:40.402927 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d1e7461e-6e9b-4645-8b98-1b9b944452da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:40.510589 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 23654354-eb82-4c37-84d0-aa43ed5a05a6 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:49:40.605275 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-478c9b29-7853-482d-951d-0aafe38a3b2b admin admin] Allocated IP 172.20.0.1 (b9248b6f-1690-4e2b-89a9-ca852bf2cfe2/727efc91-8952-4c18-81f0-8f185bcd1e82/258a42ac-d1ad-44af-a443-70d459fbbf11) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:49:40.996546 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-478c9b29-7853-482d-951d-0aafe38a3b2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:41.039629 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-478c9b29-7853-482d-951d-0aafe38a3b2b admin admin] Transition to ACTIVE for port object 258a42ac-d1ad-44af-a443-70d459fbbf11 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:49:41.049496 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 23654354-eb82-4c37-84d0-aa43ed5a05a6 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:41.051156 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:41.120928 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d833233-ec71-459a-9c83-8488ca373a2f req-affc3aa0-49e7-4cd0-a79b-4afa35323f46 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:41.130312 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-478c9b29-7853-482d-951d-0aafe38a3b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:41.132191 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2d833233-ec71-459a-9c83-8488ca373a2f req-affc3aa0-49e7-4cd0-a79b-4afa35323f46 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 949 time: 0.4410746 Jul 24 00:49:41.184929 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-bf81b142-f8c2-41af-9fee-70e1bab0bcb8 None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:41.201938 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e7461e-6e9b-4645-8b98-1b9b944452da admin admin] Router f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:49:41.209148 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-bf81b142-f8c2-41af-9fee-70e1bab0bcb8 None None] Transition to ACTIVE for port object eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742 will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:49:41.222128 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-bf81b142-f8c2-41af-9fee-70e1bab0bcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:41.223736 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2d833233-ec71-459a-9c83-8488ca373a2f req-72ccf484-ccb6-4788-bcda-3411acb97bb8 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905881 Jul 24 00:49:41.261327 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d61af806-85b4-465f-9e11-5045685561fa req-e017a7a2-837b-432e-a5ad-b26d6129d449 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=26c89099-5b00-475b-a9a7-4468ebb11a39 HTTP/1.1" status: 200 len: 210 time: 0.1196647 Jul 24 00:49:41.263504 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-bf81b142-f8c2-41af-9fee-70e1bab0bcb8 None None] Attempting to bind port eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:49:41.265109 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-bf81b142-f8c2-41af-9fee-70e1bab0bcb8 None None] Attempting to bind port eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:49:41.265638 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf81b142-f8c2-41af-9fee-70e1bab0bcb8 None None] Attempting to bind port eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742 on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:49:41.312661 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf81b142-f8c2-41af-9fee-70e1bab0bcb8 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:49:41.315081 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf81b142-f8c2-41af-9fee-70e1bab0bcb8 None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:49:41.315681 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-bf81b142-f8c2-41af-9fee-70e1bab0bcb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:41.316687 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf81b142-f8c2-41af-9fee-70e1bab0bcb8 None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:49:41.317361 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-bf81b142-f8c2-41af-9fee-70e1bab0bcb8 None None] Bound port: eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:49:41.317941 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-bf81b142-f8c2-41af-9fee-70e1bab0bcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:41.318557 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478c9b29-7853-482d-951d-0aafe38a3b2b admin admin] Network b9248b6f-1690-4e2b-89a9-ca852bf2cfe2 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:49:41.327685 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-478c9b29-7853-482d-951d-0aafe38a3b2b admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:49:41.334414 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478c9b29-7853-482d-951d-0aafe38a3b2b admin admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:49:41.363043 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 7a4e5d94-3a43-4888-81e1-8c3ce99fc01d details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:49:41.388117 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c9b29-7853-482d-951d-0aafe38a3b2b admin admin] Pushing event updated for resources: {'Port': ['ID=258a42ac-d1ad-44af-a443-70d459fbbf11,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:41.434757 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-bf81b142-f8c2-41af-9fee-70e1bab0bcb8 None None] For port eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:49:41.438760 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-bf81b142-f8c2-41af-9fee-70e1bab0bcb8 None None] For port eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:49:41.455457 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-478c9b29-7853-482d-951d-0aafe38a3b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:41.458257 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-bf81b142-f8c2-41af-9fee-70e1bab0bcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:41.539019 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf81b142-f8c2-41af-9fee-70e1bab0bcb8 None None] Routers {'622434a8-5b9a-48ed-a2cd-86e41afd851d'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:49:41.542197 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-bf81b142-f8c2-41af-9fee-70e1bab0bcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:49:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['622434a8-5b9a-48ed-a2cd-86e41afd851d'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:41.632873 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e7461e-6e9b-4645-8b98-1b9b944452da admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:49:41.659752 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d1e7461e-6e9b-4645-8b98-1b9b944452da admin admin] 10.222.0.15 "PUT /v2.0/routers/f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6908734 Jul 24 00:49:41.664455 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50908) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:41.728049 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 7a4e5d94-3a43-4888-81e1-8c3ce99fc01d, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=7a4e5d94-3a43-4888-81e1-8c3ce99fc01d,segment=NetworkSegment(6a496770-77f3-4c89-a4ef-c619e5b67bdf),segment_id=6a496770-77f3-4c89-a4ef-c619e5b67bdf)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:41.762656 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '7a4e5d94-3a43-4888-81e1-8c3ce99fc01d', 'network_id': 'cf53c075-354a-47e9-8398-640068505382', 'port_id': '7a4e5d94-3a43-4888-81e1-8c3ce99fc01d', 'mac_address': 'fa:16:3e:2f:08:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd196389f-9ba3-4fa3-b4a4-ee8338ee8fe0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:49:41.765228 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d48b0a-6b00-4447-a347-6dcf222dd43c None None] Sync routers for ids ['f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:49:41.787115 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-bf81b142-f8c2-41af-9fee-70e1bab0bcb8 None None] Set router 622434a8-5b9a-48ed-a2cd-86e41afd851d gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:49:41.792118 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d48b0a-6b00-4447-a347-6dcf222dd43c None None] Routers {'f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:49:41.801957 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-a5d48b0a-6b00-4447-a347-6dcf222dd43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:49:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:41.921509 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5d786b79-e79c-401d-a72f-8f70b3d143db admin admin] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:41.941550 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812395aa-934f-4bd3-9677-e6010bc87ee2 None None] Pushing event updated for resources: {'Port': ['ID=eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742,revision_number=2']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:42.007306 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-478c9b29-7853-482d-951d-0aafe38a3b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:42.014537 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812395aa-934f-4bd3-9677-e6010bc87ee2 None None] Pushing event updated for resources: {'Port': ['ID=eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:42.170959 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:42.180201 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-6afbef27-f60b-4a88-825c-42eb5fd8d31d None None] Provisioning for port 258a42ac-d1ad-44af-a443-70d459fbbf11 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:49:42.195461 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-6afbef27-f60b-4a88-825c-42eb5fd8d31d None None] Provisioning complete for port 258a42ac-d1ad-44af-a443-70d459fbbf11 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:42.198915 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6afbef27-f60b-4a88-825c-42eb5fd8d31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:42.218534 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5d786b79-e79c-401d-a72f-8f70b3d143db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:42.284967 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-478c9b29-7853-482d-951d-0aafe38a3b2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:42.323290 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-478c9b29-7853-482d-951d-0aafe38a3b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:42.466028 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c9b29-7853-482d-951d-0aafe38a3b2b admin admin] Pushing event updated for resources: {'Port': ['ID=258a42ac-d1ad-44af-a443-70d459fbbf11,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:42.508688 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-bf81b142-f8c2-41af-9fee-70e1bab0bcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622434a8-5b9a-48ed-a2cd-86e41afd851d', 'name': 'tempest-FloatingIPDetailsTestJSON-1708051341-router', 'tenant_id': 'f46f5082aa2a464eac85fae62e81f977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:49:34Z', 'updated_at': '2021-07-24T00:49:37Z', 'revision_number': 3, 'project_id': 'f46f5082aa2a464eac85fae62e81f977', 'gw_port': {'id': 'eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622434a8-5b9a-48ed-a2cd-86e41afd851d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:49:35Z', 'updated_at': '2021-07-24T00:49:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:42.519219 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-6afbef27-f60b-4a88-825c-42eb5fd8d31d None None] Port 258a42ac-d1ad-44af-a443-70d459fbbf11 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:49:42.562265 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-5d786b79-e79c-401d-a72f-8f70b3d143db admin admin] Deleting port 01dc07af-fd01-4b1b-978d-149172075b5d {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:49:42.563024 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5d786b79-e79c-401d-a72f-8f70b3d143db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:42.573723 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-478c9b29-7853-482d-951d-0aafe38a3b2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:42.586649 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf81b142-f8c2-41af-9fee-70e1bab0bcb8 None None] The sync data for ids ['622434a8-5b9a-48ed-a2cd-86e41afd851d'] in n-d-793621-25 is: [{'id': '622434a8-5b9a-48ed-a2cd-86e41afd851d', 'name': 'tempest-FloatingIPDetailsTestJSON-1708051341-router', 'tenant_id': 'f46f5082aa2a464eac85fae62e81f977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:49:34Z', 'updated_at': '2021-07-24T00:49:37Z', 'revision_number': 3, 'project_id': 'f46f5082aa2a464eac85fae62e81f977', 'gw_port': {'id': 'eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622434a8-5b9a-48ed-a2cd-86e41afd851d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:49:35Z', 'updated_at': '2021-07-24T00:49:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:49:42.587186 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a4e5d94-3a43-4888-81e1-8c3ce99fc01d {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:49:42.652670 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 7a4e5d94-3a43-4888-81e1-8c3ce99fc01d, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=7a4e5d94-3a43-4888-81e1-8c3ce99fc01d,segment=NetworkSegment(6a496770-77f3-4c89-a4ef-c619e5b67bdf),segment_id=6a496770-77f3-4c89-a4ef-c619e5b67bdf)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:42.666739 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:42.766323 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=7a4e5d94-3a43-4888-81e1-8c3ce99fc01d,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:42.787362 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-a5d48b0a-6b00-4447-a347-6dcf222dd43c None None] Set router f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:49:42.815439 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478c9b29-7853-482d-951d-0aafe38a3b2b admin admin] Network b9248b6f-1690-4e2b-89a9-ca852bf2cfe2 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:49:42.823222 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-478c9b29-7853-482d-951d-0aafe38a3b2b admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:49:42.877706 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['7a4e5d94-3a43-4888-81e1-8c3ce99fc01d'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:49:43.031053 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-5d786b79-e79c-401d-a72f-8f70b3d143db admin admin] For port 01dc07af-fd01-4b1b-978d-149172075b5d, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=01dc07af-fd01-4b1b-978d-149172075b5d,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:43.031552 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5d786b79-e79c-401d-a72f-8f70b3d143db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:43.066885 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f403701-5e0f-4470-8cd2-db2c464d3333 req-bbf4a693-285a-4211-847b-beacdc7b8860 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:43.088428 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6f403701-5e0f-4470-8cd2-db2c464d3333 req-bbf4a693-285a-4211-847b-beacdc7b8860 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 949 time: 0.5511887 Jul 24 00:49:43.240765 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478c9b29-7853-482d-951d-0aafe38a3b2b admin admin] Router 622434a8-5b9a-48ed-a2cd-86e41afd851d has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:49:43.260789 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-5d786b79-e79c-401d-a72f-8f70b3d143db admin admin] Calling delete_port for 01dc07af-fd01-4b1b-978d-149172075b5d owned by network:router_gateway {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:49:43.356856 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6f403701-5e0f-4470-8cd2-db2c464d3333 req-13cd0b24-8b7e-4d77-bf3a-48e857549afa tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625790 Jul 24 00:49:43.678785 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9d617b91-40c7-4622-adfa-c524b03df84d None None] Provisioning complete for port 258a42ac-d1ad-44af-a443-70d459fbbf11 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:43.679092 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9d617b91-40c7-4622-adfa-c524b03df84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:43.773709 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-9d617b91-40c7-4622-adfa-c524b03df84d None None] Port 258a42ac-d1ad-44af-a443-70d459fbbf11 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:49:43.799975 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81916384-3257-4998-90fa-40c5a25d3434 req-eb89fda8-cd41-4439-8ba1-c9c1f58b340d tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:43.806524 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-81916384-3257-4998-90fa-40c5a25d3434 req-eb89fda8-cd41-4439-8ba1-c9c1f58b340d tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/networks?id=e2e28809-37ce-4580-b5c1-8641e6176e46 HTTP/1.1" status: 200 len: 812 time: 0.3166580 Jul 24 00:49:43.900830 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478c9b29-7853-482d-951d-0aafe38a3b2b admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:49:43.924920 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-478c9b29-7853-482d-951d-0aafe38a3b2b admin admin] 10.222.0.15 "PUT /v2.0/routers/622434a8-5b9a-48ed-a2cd-86e41afd851d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5604424 Jul 24 00:49:43.925165 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-a5d48b0a-6b00-4447-a347-6dcf222dd43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-180843736-router', 'tenant_id': 'f7cc4d37a91740ca94adb6f10364d23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '01dc07af-fd01-4b1b-978d-149172075b5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:44:49Z', 'updated_at': '2021-07-24T00:49:39Z', 'revision_number': 5, 'project_id': 'f7cc4d37a91740ca94adb6f10364d23b', 'gw_port': {'id': '01dc07af-fd01-4b1b-978d-149172075b5d', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:4a:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 214, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:44:51Z', 'updated_at': '2021-07-24T00:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:43.939849 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5d786b79-e79c-401d-a72f-8f70b3d143db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:43.946702 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-81916384-3257-4998-90fa-40c5a25d3434 req-9f178f0f-7dfb-4e61-8ee3-01e29cc5ff23 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/quotas/133d6e8bbab54d519ed84797d0ebf0de HTTP/1.1" status: 200 len: 375 time: 0.0284390 Jul 24 00:49:44.026124 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d48b0a-6b00-4447-a347-6dcf222dd43c None None] Checking router: f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:49:44.055764 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-81916384-3257-4998-90fa-40c5a25d3434 req-8b526c8d-118e-476b-874d-a1b6e55b63c0 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=133d6e8bbab54d519ed84797d0ebf0de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1080170 Jul 24 00:49:44.081055 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d48b0a-6b00-4447-a347-6dcf222dd43c None None] Routers {'f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:49:44.081995 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-a5d48b0a-6b00-4447-a347-6dcf222dd43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:49:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:44.119034 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d786b79-e79c-401d-a72f-8f70b3d143db admin admin] Pushing event deleted for resources: {'Port': ['ID=01dc07af-fd01-4b1b-978d-149172075b5d,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:44.227245 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5d786b79-e79c-401d-a72f-8f70b3d143db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:44.361874 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-81916384-3257-4998-90fa-40c5a25d3434 req-a2ba93e2-198b-4279-859c-d7582e961541 service neutron] 10.222.0.15 "GET /v2.0/networks/e2e28809-37ce-4580-b5c1-8641e6176e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051274 Jul 24 00:49:44.533886 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-a5d48b0a-6b00-4447-a347-6dcf222dd43c None None] Set router f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1 gateway port host: None {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:49:44.616816 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5d786b79-e79c-401d-a72f-8f70b3d143db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:44.621379 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5d786b79-e79c-401d-a72f-8f70b3d143db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:44.690540 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-81916384-3257-4998-90fa-40c5a25d3434 req-117d3622-d942-4602-bd85-af01e1df8b5a service neutron] 10.222.0.15 "GET /v2.0/networks/e2e28809-37ce-4580-b5c1-8641e6176e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277001 Jul 24 00:49:44.725585 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:49:44.811507 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-a5d48b0a-6b00-4447-a347-6dcf222dd43c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-180843736-router', 'tenant_id': 'f7cc4d37a91740ca94adb6f10364d23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:44:49Z', 'updated_at': '2021-07-24T00:49:43Z', 'revision_number': 7, 'project_id': 'f7cc4d37a91740ca94adb6f10364d23b', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:44.886618 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d48b0a-6b00-4447-a347-6dcf222dd43c None None] The sync data for ids ['f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1'] in n-d-793621-25 is: [{'id': 'f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-180843736-router', 'tenant_id': 'f7cc4d37a91740ca94adb6f10364d23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:44:49Z', 'updated_at': '2021-07-24T00:49:43Z', 'revision_number': 7, 'project_id': 'f7cc4d37a91740ca94adb6f10364d23b', 'gw_port_host': None}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:49:44.928396 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:49:44.937032 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:44.937336 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:45.014599 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5f784e44-1bce-44f4-9ea7-2f09ffd0886b req-0f7f173b-b4fe-4ae5-9f27-13bcfb118d87 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2557964 Jul 24 00:49:45.021499 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-5f784e44-1bce-44f4-9ea7-2f09ffd0886b req-59ddae24-b374-48c3-8a9b-0f175d7e867f tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:49:45.057983 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5f784e44-1bce-44f4-9ea7-2f09ffd0886b req-59ddae24-b374-48c3-8a9b-0f175d7e867f tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks [] for floatingip, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:45.084760 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5d786b79-e79c-401d-a72f-8f70b3d143db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:45.085315 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d786b79-e79c-401d-a72f-8f70b3d143db admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:49:45.108453 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5d786b79-e79c-401d-a72f-8f70b3d143db admin admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:45.113495 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5d786b79-e79c-401d-a72f-8f70b3d143db admin admin] 10.222.0.15 "DELETE /v2.0/routers/f3e491dc-01b4-44c6-8d7b-1dbab8a5e3e1 HTTP/1.1" status: 204 len: 168 time: 3.4478734 Jul 24 00:49:45.116193 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51014) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:45.222522 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-c885de88-d830-46c9-aaf7-4df8285b83b5 admin admin] Deleting subnet 5bb60f34-bda9-4805-a2af-6f0db3b53411 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:49:45.231825 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:45.244501 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c885de88-d830-46c9-aaf7-4df8285b83b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:45.273971 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf59b81-190c-4c0f-98d7-ea96de0278a5 req-541227bc-3385-460c-a3e2-1123cb3f4380 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:45.291222 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:45.296168 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-adf59b81-190c-4c0f-98d7-ea96de0278a5 req-541227bc-3385-460c-a3e2-1123cb3f4380 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 949 time: 0.2624791 Jul 24 00:49:45.301525 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:45.377879 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c885de88-d830-46c9-aaf7-4df8285b83b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:45.404978 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 7a4e5d94-3a43-4888-81e1-8c3ce99fc01d up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:49:45.461414 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-adf59b81-190c-4c0f-98d7-ea96de0278a5 req-0c0ea748-a1a1-4a05-9d7e-d8263bd16ce5 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605248 Jul 24 00:49:45.514047 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:45.536216 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c885de88-d830-46c9-aaf7-4df8285b83b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:45.539022 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:45.539397 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:45.539756 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:45.543298 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:45.543669 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:45.545792 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:45.547410 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:45.550233 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:45.550592 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:45.552107 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:45.553091 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:45.553458 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:49:45.662666 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c885de88-d830-46c9-aaf7-4df8285b83b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:45.669489 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-96c2cf15-c7d4-4c80-894c-9469d1cb8097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:45.682952 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 7a4e5d94-3a43-4888-81e1-8c3ce99fc01d triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:45.683337 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:45.722355 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c885de88-d830-46c9-aaf7-4df8285b83b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bb60f34-bda9-4805-a2af-6f0db3b53411,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:45.725870 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c885de88-d830-46c9-aaf7-4df8285b83b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:45.729519 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c885de88-d830-46c9-aaf7-4df8285b83b5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5bb60f34-bda9-4805-a2af-6f0db3b53411 HTTP/1.1" status: 204 len: 168 time: 0.6118701 Jul 24 00:49:45.759169 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548b56c1-2cb0-4251-b662-e3c39ec15559 None None] Network 60b471c5-4d21-4ac3-8625-7bbfa36899d9 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:49:45.762315 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51028) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:45.794783 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3fed6f6a-d70d-4458-bf13-ba236ece925f req-cbd0e33d-fea9-43d7-8f0e-d916cb64acde tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=558ad6cf-3a1f-474e-b592-12d1fc7c472d HTTP/1.1" status: 200 len: 210 time: 0.1691632 Jul 24 00:49:45.904659 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5f784e44-1bce-44f4-9ea7-2f09ffd0886b req-59ddae24-b374-48c3-8a9b-0f175d7e867f tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:45.975770 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcbc181-3745-4730-bd44-7ab1407cc741 None None] Sync routers for ids ['622434a8-5b9a-48ed-a2cd-86e41afd851d'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:49:45.990385 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcbc181-3745-4730-bd44-7ab1407cc741 None None] Routers {'622434a8-5b9a-48ed-a2cd-86e41afd851d'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:49:45.991066 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-dfcbc181-3745-4730-bd44-7ab1407cc741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:49:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['622434a8-5b9a-48ed-a2cd-86e41afd851d'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:46.070509 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-05650276-a0b8-49e8-8a0e-ccbc811c4457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:46.329923 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-05650276-a0b8-49e8-8a0e-ccbc811c4457 admin admin] Deleting port eb057e34-c1a3-45e9-bb7f-e8b1de7dd0b8 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:49:46.333067 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-05650276-a0b8-49e8-8a0e-ccbc811c4457 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:46.357665 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-dfcbc181-3745-4730-bd44-7ab1407cc741 None None] Set router 622434a8-5b9a-48ed-a2cd-86e41afd851d gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:49:46.401688 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:49:46.421271 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-5f784e44-1bce-44f4-9ea7-2f09ffd0886b req-59ddae24-b374-48c3-8a9b-0f175d7e867f tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Allocated IP 172.25.2.17 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/83319873-d240-430b-a98e-34207a917b94) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:49:46.661762 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:46.684511 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-05650276-a0b8-49e8-8a0e-ccbc811c4457 admin admin] For port eb057e34-c1a3-45e9-bb7f-e8b1de7dd0b8, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=eb057e34-c1a3-45e9-bb7f-e8b1de7dd0b8,segment=NetworkSegment(835f3c4a-db0a-48b9-bfd6-a8437afd8c08),segment_id=835f3c4a-db0a-48b9-bfd6-a8437afd8c08)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:46.695904 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-05650276-a0b8-49e8-8a0e-ccbc811c4457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:46.793572 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-05650276-a0b8-49e8-8a0e-ccbc811c4457 admin admin] Calling delete_port for eb057e34-c1a3-45e9-bb7f-e8b1de7dd0b8 owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:49:46.843390 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 7a4e5d94-3a43-4888-81e1-8c3ce99fc01d, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=7a4e5d94-3a43-4888-81e1-8c3ce99fc01d,segment=NetworkSegment(6a496770-77f3-4c89-a4ef-c619e5b67bdf),segment_id=6a496770-77f3-4c89-a4ef-c619e5b67bdf)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:46.888913 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57db6561-8155-4b14-8ddb-62b9224fce75 None None] DHCP port deletion for 60b471c5-4d21-4ac3-8625-7bbfa36899d9 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:49:46.920441 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e14bab5-702d-46dc-843a-9e999be95957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4e5d94-3a43-4888-81e1-8c3ce99fc01d'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:49:46.927843 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d388911a-dff5-43f3-b707-ce508a2a0733" -d '{"events": [{"server_uuid": "4e14bab5-702d-46dc-843a-9e999be95957", "name": "network-vif-plugged", "status": "completed", "tag": "7a4e5d94-3a43-4888-81e1-8c3ce99fc01d"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:49:46.977600 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5f784e44-1bce-44f4-9ea7-2f09ffd0886b req-59ddae24-b374-48c3-8a9b-0f175d7e867f tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:46.988867 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:47.188543 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5f784e44-1bce-44f4-9ea7-2f09ffd0886b req-59ddae24-b374-48c3-8a9b-0f175d7e867f tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:47.234324 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=7a4e5d94-3a43-4888-81e1-8c3ce99fc01d,revision_number=7']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:47.299573 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:47.300239 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:47.305511 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-dfcbc181-3745-4730-bd44-7ab1407cc741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622434a8-5b9a-48ed-a2cd-86e41afd851d', 'name': 'tempest-FloatingIPDetailsTestJSON-1708051341-router', 'tenant_id': 'f46f5082aa2a464eac85fae62e81f977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:49:34Z', 'updated_at': '2021-07-24T00:49:41Z', 'revision_number': 4, 'project_id': 'f46f5082aa2a464eac85fae62e81f977', 'gw_port': {'id': 'eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622434a8-5b9a-48ed-a2cd-86e41afd851d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:49:35Z', 'updated_at': '2021-07-24T00:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '258a42ac-d1ad-44af-a443-70d459fbbf11', 'name': '', 'network_id': 'b9248b6f-1690-4e2b-89a9-ca852bf2cfe2', 'tenant_id': 'f46f5082aa2a464eac85fae62e81f977', 'mac_address': 'fa:16:3e:78:f4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622434a8-5b9a-48ed-a2cd-86e41afd851d', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '727efc91-8952-4c18-81f0-8f185bcd1e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:49:40Z', 'updated_at': '2021-07-24T00:49:42Z', 'revision_number': 2, 'project_id': 'f46f5082aa2a464eac85fae62e81f977', 'subnets': [{'id': '727efc91-8952-4c18-81f0-8f185bcd1e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:47.388734 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcbc181-3745-4730-bd44-7ab1407cc741 None None] Checking router: 622434a8-5b9a-48ed-a2cd-86e41afd851d for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:49:47.389085 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcbc181-3745-4730-bd44-7ab1407cc741 None None] Updating router 622434a8-5b9a-48ed-a2cd-86e41afd851d port 258a42ac-d1ad-44af-a443-70d459fbbf11 binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:49:47.392798 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f784e44-1bce-44f4-9ea7-2f09ffd0886b req-59ddae24-b374-48c3-8a9b-0f175d7e867f tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:49:47.399764 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-57db6561-8155-4b14-8ddb-62b9224fce75 None None] Deleting port eb057e34-c1a3-45e9-bb7f-e8b1de7dd0b8 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:49:47.400925 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-57db6561-8155-4b14-8ddb-62b9224fce75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:47.402328 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-5f784e44-1bce-44f4-9ea7-2f09ffd0886b req-59ddae24-b374-48c3-8a9b-0f175d7e867f tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:49:47.417395 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f784e44-1bce-44f4-9ea7-2f09ffd0886b req-59ddae24-b374-48c3-8a9b-0f175d7e867f tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:49:47.510454 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-dfcbc181-3745-4730-bd44-7ab1407cc741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:47.511453 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-57db6561-8155-4b14-8ddb-62b9224fce75 None None] For port eb057e34-c1a3-45e9-bb7f-e8b1de7dd0b8, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=eb057e34-c1a3-45e9-bb7f-e8b1de7dd0b8,segment=NetworkSegment(835f3c4a-db0a-48b9-bfd6-a8437afd8c08),segment_id=835f3c4a-db0a-48b9-bfd6-a8437afd8c08)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:47.512873 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-57db6561-8155-4b14-8ddb-62b9224fce75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:47.552307 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-57db6561-8155-4b14-8ddb-62b9224fce75 None None] Calling delete_port for eb057e34-c1a3-45e9-bb7f-e8b1de7dd0b8 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:49:47.563436 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ddae24-b374-48c3-8a9b-0f175d7e867f tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Pushing event updated for resources: {'Port': ['ID=83319873-d240-430b-a98e-34207a917b94,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:47.733362 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81916384-3257-4998-90fa-40c5a25d3434 req-52ac0994-4558-451c-b2a4-275a6f66af54 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:47.739448 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5f784e44-1bce-44f4-9ea7-2f09ffd0886b req-59ddae24-b374-48c3-8a9b-0f175d7e867f tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:47.740981 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-81916384-3257-4998-90fa-40c5a25d3434 req-52ac0994-4558-451c-b2a4-275a6f66af54 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.13 "GET /v2.0/networks?id=e2e28809-37ce-4580-b5c1-8641e6176e46 HTTP/1.1" status: 200 len: 812 time: 0.6593571 Jul 24 00:49:47.745705 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-05650276-a0b8-49e8-8a0e-ccbc811c4457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:47.837905 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-81916384-3257-4998-90fa-40c5a25d3434 req-0e637f06-5b4f-4718-8db5-d57328996d8d tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Request body: {'port': {'device_id': '558ad6cf-3a1f-474e-b592-12d1fc7c472d', 'network_id': 'e2e28809-37ce-4580-b5c1-8641e6176e46', 'admin_state_up': True, 'tenant_id': '133d6e8bbab54d519ed84797d0ebf0de'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:49:47.843995 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05650276-a0b8-49e8-8a0e-ccbc811c4457 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb057e34-c1a3-45e9-bb7f-e8b1de7dd0b8,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:47.868971 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5f784e44-1bce-44f4-9ea7-2f09ffd0886b req-59ddae24-b374-48c3-8a9b-0f175d7e867f tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:47.884340 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0b6f5d3a-4620-4584-ac4e-6c7b6e1d8fa1 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:49:47.934684 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05650276-a0b8-49e8-8a0e-ccbc811c4457 admin admin] No DVR routers for this DVR port eb057e34-c1a3-45e9-bb7f-e8b1de7dd0b8 on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:49:47.966372 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 0b6f5d3a-4620-4584-ac4e-6c7b6e1d8fa1 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:49:47.966739 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0b6f5d3a-4620-4584-ac4e-6c7b6e1d8fa1 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:49:47.971391 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 01dc07af-fd01-4b1b-978d-149172075b5d no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:49:48.037980 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 01dc07af-fd01-4b1b-978d-149172075b5d {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:49:48.038242 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 01dc07af-fd01-4b1b-978d-149172075b5d not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:49:48.051891 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-57db6561-8155-4b14-8ddb-62b9224fce75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:48.119755 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-05650276-a0b8-49e8-8a0e-ccbc811c4457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:48.120012 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db6561-8155-4b14-8ddb-62b9224fce75 None None] Pushing event deleted for resources: {'Port': ['ID=eb057e34-c1a3-45e9-bb7f-e8b1de7dd0b8,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:48.139959 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57db6561-8155-4b14-8ddb-62b9224fce75 None None] No DVR routers for this DVR port eb057e34-c1a3-45e9-bb7f-e8b1de7dd0b8 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:49:48.143571 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-05650276-a0b8-49e8-8a0e-ccbc811c4457 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b471c5-4d21-4ac3-8625-7bbfa36899d9']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:48.193074 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-05650276-a0b8-49e8-8a0e-ccbc811c4457 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '835f3c4a-db0a-48b9-bfd6-a8437afd8c08') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:48.202602 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-131823d6-b431-4aa6-ab30-c104cc46e279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:48.208235 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-05650276-a0b8-49e8-8a0e-ccbc811c4457 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '835f3c4a-db0a-48b9-bfd6-a8437afd8c08') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:48.247414 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-dfcbc181-3745-4730-bd44-7ab1407cc741 None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:48.247644 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-05650276-a0b8-49e8-8a0e-ccbc811c4457 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:48.289761 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-dfcbc181-3745-4730-bd44-7ab1407cc741 None None] Transition to ACTIVE for port object 258a42ac-d1ad-44af-a443-70d459fbbf11 will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:49:48.305110 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-dfcbc181-3745-4730-bd44-7ab1407cc741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:48.328931 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-05650276-a0b8-49e8-8a0e-ccbc811c4457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:48.335659 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device eb057e34-c1a3-45e9-bb7f-e8b1de7dd0b8 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:49:48.359358 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05650276-a0b8-49e8-8a0e-ccbc811c4457 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:49:48.360754 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-05650276-a0b8-49e8-8a0e-ccbc811c4457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:48.363144 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 00:49:48.363144 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:49:48.363144 n-d-793621-25 neutron-server[100464]: timer() Jul 24 00:49:48.363144 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:49:48.363144 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 00:49:48.363144 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:49:48.363144 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 00:49:48.363144 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:49:48.363144 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 00:49:48.363144 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:49:48.363144 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 00:49:48.363144 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:49:48.363144 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 00:49:48.363144 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:49:48.363144 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:49:48.363144 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:49:48.363144 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:49:48.363144 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:49:48.363144 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 00:49:48.363144 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:49:48.363144 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 00:49:48.363144 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:49:48.363144 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:49:48.363144 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:49:48.363144 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 00:49:48.363144 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:49:48.363144 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:49:48.363144 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:49:48.363144 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:49:48.363144 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:49:48.363144 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:49:48.363144 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:49:48.393387 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: eb057e34-c1a3-45e9-bb7f-e8b1de7dd0b8 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:49:48.393737 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device eb057e34-c1a3-45e9-bb7f-e8b1de7dd0b8 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:49:48.425771 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5f784e44-1bce-44f4-9ea7-2f09ffd0886b req-59ddae24-b374-48c3-8a9b-0f175d7e867f tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:48.452991 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:48.458071 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5f784e44-1bce-44f4-9ea7-2f09ffd0886b req-59ddae24-b374-48c3-8a9b-0f175d7e867f tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:48.506473 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-05650276-a0b8-49e8-8a0e-ccbc811c4457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:48.544571 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-05650276-a0b8-49e8-8a0e-ccbc811c4457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:48.556094 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-05650276-a0b8-49e8-8a0e-ccbc811c4457 admin admin] 10.222.0.15 "DELETE /v2.0/networks/60b471c5-4d21-4ac3-8625-7bbfa36899d9 HTTP/1.1" status: 204 len: 168 time: 2.7901652 Jul 24 00:49:48.613238 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05650276-a0b8-49e8-8a0e-ccbc811c4457 admin admin] Pushing event deleted for resources: {'Network': ['ID=60b471c5-4d21-4ac3-8625-7bbfa36899d9,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:48.619423 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-dfcbc181-3745-4730-bd44-7ab1407cc741 None None] Attempting to bind port 258a42ac-d1ad-44af-a443-70d459fbbf11 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:49:48.619975 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-dfcbc181-3745-4730-bd44-7ab1407cc741 None None] Attempting to bind port 258a42ac-d1ad-44af-a443-70d459fbbf11 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '8dbd9ccb-d38e-4d10-877b-dfbf0dbb649b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b9248b6f-1690-4e2b-89a9-ca852bf2cfe2'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:49:48.620161 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcbc181-3745-4730-bd44-7ab1407cc741 None None] Attempting to bind port 258a42ac-d1ad-44af-a443-70d459fbbf11 on network b9248b6f-1690-4e2b-89a9-ca852bf2cfe2 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:49:48.622398 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81916384-3257-4998-90fa-40c5a25d3434 req-0e637f06-5b4f-4718-8db5-d57328996d8d tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Made reservation on behalf of 133d6e8bbab54d519ed84797d0ebf0de for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:49:48.638691 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-81916384-3257-4998-90fa-40c5a25d3434 req-0e637f06-5b4f-4718-8db5-d57328996d8d tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:48.705194 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcbc181-3745-4730-bd44-7ab1407cc741 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:49:48.705674 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcbc181-3745-4730-bd44-7ab1407cc741 None None] Checking segment: {'id': '8dbd9ccb-d38e-4d10-877b-dfbf0dbb649b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b9248b6f-1690-4e2b-89a9-ca852bf2cfe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:49:48.706095 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-dfcbc181-3745-4730-bd44-7ab1407cc741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:48.706503 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcbc181-3745-4730-bd44-7ab1407cc741 None None] Bound using segment: {'id': '8dbd9ccb-d38e-4d10-877b-dfbf0dbb649b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b9248b6f-1690-4e2b-89a9-ca852bf2cfe2'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:49:48.707030 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-dfcbc181-3745-4730-bd44-7ab1407cc741 None None] Bound port: 258a42ac-d1ad-44af-a443-70d459fbbf11, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dbd9ccb-d38e-4d10-877b-dfbf0dbb649b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b9248b6f-1690-4e2b-89a9-ca852bf2cfe2'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:49:48.707439 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-dfcbc181-3745-4730-bd44-7ab1407cc741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:48.753555 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5f784e44-1bce-44f4-9ea7-2f09ffd0886b req-59ddae24-b374-48c3-8a9b-0f175d7e867f tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:48.767224 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cedcd2-d925-46ac-a0d1-16fa34b94d6d None None] Pushing event updated for resources: {'Port': ['ID=258a42ac-d1ad-44af-a443-70d459fbbf11,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:48.817682 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5f784e44-1bce-44f4-9ea7-2f09ffd0886b req-59ddae24-b374-48c3-8a9b-0f175d7e867f tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:48.832719 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5f784e44-1bce-44f4-9ea7-2f09ffd0886b req-59ddae24-b374-48c3-8a9b-0f175d7e867f tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.8169940 Jul 24 00:49:48.885127 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51080) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:48.921197 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ddae24-b374-48c3-8a9b-0f175d7e867f tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Pushing event updated for resources: {'Port': ['ID=83319873-d240-430b-a98e-34207a917b94,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:48.941898 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-dfcbc181-3745-4730-bd44-7ab1407cc741 None None] For port 258a42ac-d1ad-44af-a443-70d459fbbf11, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:49:48.949933 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-dfcbc181-3745-4730-bd44-7ab1407cc741 None None] For port 258a42ac-d1ad-44af-a443-70d459fbbf11, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=258a42ac-d1ad-44af-a443-70d459fbbf11,segment=NetworkSegment(8dbd9ccb-d38e-4d10-877b-dfbf0dbb649b),segment_id=8dbd9ccb-d38e-4d10-877b-dfbf0dbb649b)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:49:48.951658 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5f784e44-1bce-44f4-9ea7-2f09ffd0886b req-db3c5155-9371-4051-9397-8394e0036076 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.17 HTTP/1.1" status: 200 len: 695 time: 0.1147542 Jul 24 00:49:48.970938 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-dfcbc181-3745-4730-bd44-7ab1407cc741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:49.040980 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2fc6d370-aeeb-4f22-80b9-a8b789a301e6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c49dfe4b8b164c34b2cb1c242cf6f8a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1453950 Jul 24 00:49:49.048831 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51084) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:49.097902 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9a9f6-1aa7-4343-b618-8800be26d1ed req-98c73116-8b3a-4823-85df-881ba880428f tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:49.107451 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2df9a9f6-1aa7-4343-b618-8800be26d1ed req-98c73116-8b3a-4823-85df-881ba880428f tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 949 time: 0.4017596 Jul 24 00:49:49.156005 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cedcd2-d925-46ac-a0d1-16fa34b94d6d None None] Pushing event updated for resources: {'Port': ['ID=258a42ac-d1ad-44af-a443-70d459fbbf11,revision_number=4']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:49.169882 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f784e44-1bce-44f4-9ea7-2f09ffd0886b req-56578b8f-e3b7-4522-8000-374dcfb8dafd tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:49.171418 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5f784e44-1bce-44f4-9ea7-2f09ffd0886b req-56578b8f-e3b7-4522-8000-374dcfb8dafd tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] 10.222.0.15 "GET /v2.0/networks/40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 784 time: 0.2184525 Jul 24 00:49:49.224441 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2df9a9f6-1aa7-4343-b618-8800be26d1ed req-efc38571-5dd1-4b22-88e2-7d9c983459a6 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158566 Jul 24 00:49:49.236780 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcbc181-3745-4730-bd44-7ab1407cc741 None None] Routers {'622434a8-5b9a-48ed-a2cd-86e41afd851d'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:49:49.240185 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-dfcbc181-3745-4730-bd44-7ab1407cc741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:49:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['622434a8-5b9a-48ed-a2cd-86e41afd851d'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:49.279168 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-81916384-3257-4998-90fa-40c5a25d3434 req-0e637f06-5b4f-4718-8db5-d57328996d8d tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Allocated IP 172.20.0.12 (e2e28809-37ce-4580-b5c1-8641e6176e46/fd9d285b-6b1a-48e3-ba8d-9b7a3b766001/224f5f2b-b13c-42bc-b3e4-9875832f8abd) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:49:49.326012 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeaa79fd-e777-453d-93fe-552688c69d48 x-openstack-request-id: req-eeaa79fd-e777-453d-93fe-552688c69d48 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:49:49.326577 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e14bab5-702d-46dc-843a-9e999be95957", "name": "network-vif-plugged", "status": "completed", "tag": "7a4e5d94-3a43-4888-81e1-8c3ce99fc01d", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:49:49.326813 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eeaa79fd-e777-453d-93fe-552688c69d48 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:49:49.327607 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e14bab5-702d-46dc-843a-9e999be95957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4e5d94-3a43-4888-81e1-8c3ce99fc01d', 'code': 200} Jul 24 00:49:49.370627 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:49.630639 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-dfcbc181-3745-4730-bd44-7ab1407cc741 None None] Set router 622434a8-5b9a-48ed-a2cd-86e41afd851d gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:49:49.665409 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-81916384-3257-4998-90fa-40c5a25d3434 req-0e637f06-5b4f-4718-8db5-d57328996d8d tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:49.757836 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-81916384-3257-4998-90fa-40c5a25d3434 req-0e637f06-5b4f-4718-8db5-d57328996d8d tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:49.799362 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0b2d5c81-567c-45bf-bcac-b6c3b6590e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:50.044375 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e637f06-5b4f-4718-8db5-d57328996d8d tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Pushing event updated for resources: {'Port': ['ID=224f5f2b-b13c-42bc-b3e4-9875832f8abd,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:50.058100 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-66a93800-9102-4a81-b7ef-3611fc81396d req-76ae1bec-060b-44ea-bccc-51761ed2d1ec tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3163157 Jul 24 00:49:50.063992 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-66a93800-9102-4a81-b7ef-3611fc81396d req-8eb6f15e-f88e-4188-b580-75af3d51f889 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:49:50.105269 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-66a93800-9102-4a81-b7ef-3611fc81396d req-8eb6f15e-f88e-4188-b580-75af3d51f889 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks [] for floatingip, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:50.108877 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-2a4c9e4f-63aa-4dd5-9eaa-9422f19bdd94 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:50.116601 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-2a4c9e4f-63aa-4dd5-9eaa-9422f19bdd94 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/networks?id=e2e28809-37ce-4580-b5c1-8641e6176e46 HTTP/1.1" status: 200 len: 812 time: 0.2303398 Jul 24 00:49:50.130211 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0b2d5c81-567c-45bf-bcac-b6c3b6590e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:50.147248 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-21f91d31-f4e0-4e98-b18f-9cc4653b2a4f tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/quotas/133d6e8bbab54d519ed84797d0ebf0de HTTP/1.1" status: 200 len: 375 time: 0.0250299 Jul 24 00:49:50.191050 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81916384-3257-4998-90fa-40c5a25d3434 req-0e637f06-5b4f-4718-8db5-d57328996d8d tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Network e2e28809-37ce-4580-b5c1-8641e6176e46 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:49:50.248180 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-dfcbc181-3745-4730-bd44-7ab1407cc741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622434a8-5b9a-48ed-a2cd-86e41afd851d', 'name': 'tempest-FloatingIPDetailsTestJSON-1708051341-router', 'tenant_id': 'f46f5082aa2a464eac85fae62e81f977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:49:34Z', 'updated_at': '2021-07-24T00:49:41Z', 'revision_number': 4, 'project_id': 'f46f5082aa2a464eac85fae62e81f977', 'gw_port': {'id': 'eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622434a8-5b9a-48ed-a2cd-86e41afd851d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:49:35Z', 'updated_at': '2021-07-24T00:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '258a42ac-d1ad-44af-a443-70d459fbbf11', 'name': '', 'network_id': 'b9248b6f-1690-4e2b-89a9-ca852bf2cfe2', 'tenant_id': 'f46f5082aa2a464eac85fae62e81f977', 'mac_address': 'fa:16:3e:78:f4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622434a8-5b9a-48ed-a2cd-86e41afd851d', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '727efc91-8952-4c18-81f0-8f185bcd1e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:49:40Z', 'updated_at': '2021-07-24T00:49:48Z', 'revision_number': 4, 'project_id': 'f46f5082aa2a464eac85fae62e81f977', 'subnets': [{'id': '727efc91-8952-4c18-81f0-8f185bcd1e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:49:50.281133 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcbc181-3745-4730-bd44-7ab1407cc741 None None] The sync data for ids ['622434a8-5b9a-48ed-a2cd-86e41afd851d'] in n-d-793621-25 is: [{'id': '622434a8-5b9a-48ed-a2cd-86e41afd851d', 'name': 'tempest-FloatingIPDetailsTestJSON-1708051341-router', 'tenant_id': 'f46f5082aa2a464eac85fae62e81f977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:49:34Z', 'updated_at': '2021-07-24T00:49:41Z', 'revision_number': 4, 'project_id': 'f46f5082aa2a464eac85fae62e81f977', 'gw_port': {'id': 'eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622434a8-5b9a-48ed-a2cd-86e41afd851d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:49:35Z', 'updated_at': '2021-07-24T00:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '258a42ac-d1ad-44af-a443-70d459fbbf11', 'name': '', 'network_id': 'b9248b6f-1690-4e2b-89a9-ca852bf2cfe2', 'tenant_id': 'f46f5082aa2a464eac85fae62e81f977', 'mac_address': 'fa:16:3e:78:f4:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '622434a8-5b9a-48ed-a2cd-86e41afd851d', 'device_owner': 'network:router_interface', 'standard_attr_id': 753, 'fixed_ips': [{'subnet_id': '727efc91-8952-4c18-81f0-8f185bcd1e82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:49:40Z', 'updated_at': '2021-07-24T00:49:48Z', 'revision_number': 4, 'project_id': 'f46f5082aa2a464eac85fae62e81f977', 'subnets': [{'id': '727efc91-8952-4c18-81f0-8f185bcd1e82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:49:50.289820 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-7b2bfc4e-cf95-4a33-9f03-19bab46bf375 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=133d6e8bbab54d519ed84797d0ebf0de&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1413105 Jul 24 00:49:50.477497 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-9509b10d-8a54-49eb-a4e4-3eb54f755c46 service neutron] 10.222.0.15 "GET /v2.0/networks/e2e28809-37ce-4580-b5c1-8641e6176e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866598 Jul 24 00:49:50.644273 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-3d3b8371-0db7-49e2-9943-b41fb3e7cfd1 service neutron] 10.222.0.15 "GET /v2.0/networks/e2e28809-37ce-4580-b5c1-8641e6176e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642880 Jul 24 00:49:50.749792 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-81916384-3257-4998-90fa-40c5a25d3434 req-0e637f06-5b4f-4718-8db5-d57328996d8d tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:49:50.763097 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0b2d5c81-567c-45bf-bcac-b6c3b6590e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:50.765864 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0b2d5c81-567c-45bf-bcac-b6c3b6590e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:50.769450 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0b2d5c81-567c-45bf-bcac-b6c3b6590e9f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/64e184de-f826-4714-89dc-84584cce9f33 HTTP/1.1" status: 204 len: 168 time: 1.7129219 Jul 24 00:49:50.769962 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-81916384-3257-4998-90fa-40c5a25d3434 req-0e637f06-5b4f-4718-8db5-d57328996d8d tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:49:50.822315 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d5c81-567c-45bf-bcac-b6c3b6590e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e184de-f826-4714-89dc-84584cce9f33,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:50.890419 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81916384-3257-4998-90fa-40c5a25d3434 req-0e637f06-5b4f-4718-8db5-d57328996d8d tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:50.890928 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-81916384-3257-4998-90fa-40c5a25d3434 req-0e637f06-5b4f-4718-8db5-d57328996d8d tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:50.924278 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:51.066884 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-81916384-3257-4998-90fa-40c5a25d3434 req-0e637f06-5b4f-4718-8db5-d57328996d8d tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2346132 Jul 24 00:49:51.152052 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-81916384-3257-4998-90fa-40c5a25d3434 req-1825b1ce-3166-4e72-9bcb-2e50c1500b2a service neutron] Request body: {'port': {'device_id': '558ad6cf-3a1f-474e-b592-12d1fc7c472d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:49:51.263271 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-ed87fa0d-192c-49fb-b24f-ddb9a72e6c16 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1637621075&fields=id&tenant_id=527575ebe56e4dd9beea63807acac60f HTTP/1.1" status: 200 len: 267 time: 0.1247385 Jul 24 00:49:51.397320 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-81916384-3257-4998-90fa-40c5a25d3434 req-1825b1ce-3166-4e72-9bcb-2e50c1500b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:51.463816 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-66a93800-9102-4a81-b7ef-3611fc81396d req-8eb6f15e-f88e-4188-b580-75af3d51f889 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:51.725697 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-963407bb-0a4b-431f-83b5-b6fccbc0e32f tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:51.743725 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-963407bb-0a4b-431f-83b5-b6fccbc0e32f tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "GET /v2.0/networks?id=d47a7285-ce07-43af-9d2b-c26a26731081 HTTP/1.1" status: 200 len: 815 time: 0.4784961 Jul 24 00:49:51.812116 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-656cbf3f-39bc-4731-af95-970a28690f38 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "GET /v2.0/quotas/527575ebe56e4dd9beea63807acac60f HTTP/1.1" status: 200 len: 375 time: 0.0638084 Jul 24 00:49:51.976357 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51140) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:52.083818 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a832bed0-ecde-4d5e-962c-8dd962070cce admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f7cc4d37a91740ca94adb6f10364d23b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1038094 Jul 24 00:49:52.086022 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51142) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:49:52.100932 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-66a93800-9102-4a81-b7ef-3611fc81396d req-8eb6f15e-f88e-4188-b580-75af3d51f889 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Allocated IP 172.25.2.2 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/9b1cddb1-b813-479f-b93d-e99edbafef94) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:49:52.176495 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-4f781aa1-b4bf-454e-8401-4bc300893aee tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=527575ebe56e4dd9beea63807acac60f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3338208 Jul 24 00:49:52.378060 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 258a42ac-d1ad-44af-a443-70d459fbbf11 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:49:52.410059 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-66a93800-9102-4a81-b7ef-3611fc81396d req-8eb6f15e-f88e-4188-b580-75af3d51f889 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:52.454625 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b10bc408-c6ed-4d3f-8c94-6972a334faf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:52.468665 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-b55a514d-cdc1-4a9f-bcca-fe918377d4db service neutron] 10.222.0.15 "GET /v2.0/networks/d47a7285-ce07-43af-9d2b-c26a26731081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661331 Jul 24 00:49:52.479841 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-66a93800-9102-4a81-b7ef-3611fc81396d req-8eb6f15e-f88e-4188-b580-75af3d51f889 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:52.527341 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 258a42ac-d1ad-44af-a443-70d459fbbf11 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:49:52.544941 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 258a42ac-d1ad-44af-a443-70d459fbbf11 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:52.550165 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:52.551734 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b10bc408-c6ed-4d3f-8c94-6972a334faf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:52.639874 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66a93800-9102-4a81-b7ef-3611fc81396d req-8eb6f15e-f88e-4188-b580-75af3d51f889 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:49:52.668185 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-81916384-3257-4998-90fa-40c5a25d3434 req-1825b1ce-3166-4e72-9bcb-2e50c1500b2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 224f5f2b-b13c-42bc-b3e4-9875832f8abd {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:49:52.694291 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-66a93800-9102-4a81-b7ef-3611fc81396d req-8eb6f15e-f88e-4188-b580-75af3d51f889 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:49:52.694291 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a93800-9102-4a81-b7ef-3611fc81396d req-8eb6f15e-f88e-4188-b580-75af3d51f889 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:49:52.695779 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-81916384-3257-4998-90fa-40c5a25d3434 req-1825b1ce-3166-4e72-9bcb-2e50c1500b2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:52.698274 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb6f15e-f88e-4188-b580-75af3d51f889 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Pushing event updated for resources: {'Port': ['ID=9b1cddb1-b813-479f-b93d-e99edbafef94,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:52.718394 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-b8590277-687f-4480-811a-dd99149f9195 service neutron] 10.222.0.15 "GET /v2.0/networks/d47a7285-ce07-43af-9d2b-c26a26731081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478421 Jul 24 00:49:52.757094 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-81916384-3257-4998-90fa-40c5a25d3434 req-1825b1ce-3166-4e72-9bcb-2e50c1500b2a service neutron] Transition to ACTIVE for port object 224f5f2b-b13c-42bc-b3e4-9875832f8abd will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:49:52.775187 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-81916384-3257-4998-90fa-40c5a25d3434 req-1825b1ce-3166-4e72-9bcb-2e50c1500b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:52.780136 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b10bc408-c6ed-4d3f-8c94-6972a334faf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:52.783890 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b10bc408-c6ed-4d3f-8c94-6972a334faf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:52.787934 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b10bc408-c6ed-4d3f-8c94-6972a334faf8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1d822ca3-e24e-4765-9fc6-7967aa35519c HTTP/1.1" status: 204 len: 168 time: 0.6981061 Jul 24 00:49:52.833816 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:52.837422 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10bc408-c6ed-4d3f-8c94-6972a334faf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d822ca3-e24e-4765-9fc6-7967aa35519c,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:53.004475 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 258a42ac-d1ad-44af-a443-70d459fbbf11, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=258a42ac-d1ad-44af-a443-70d459fbbf11,segment=NetworkSegment(8dbd9ccb-d38e-4d10-877b-dfbf0dbb649b),segment_id=8dbd9ccb-d38e-4d10-877b-dfbf0dbb649b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:53.018828 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:53.048386 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-66a93800-9102-4a81-b7ef-3611fc81396d req-8eb6f15e-f88e-4188-b580-75af3d51f889 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:53.121967 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1825b1ce-3166-4e72-9bcb-2e50c1500b2a service neutron] Pushing event updated for resources: {'Port': ['ID=224f5f2b-b13c-42bc-b3e4-9875832f8abd,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:53.174689 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-81916384-3257-4998-90fa-40c5a25d3434 req-1825b1ce-3166-4e72-9bcb-2e50c1500b2a service neutron] Attempting to bind port 224f5f2b-b13c-42bc-b3e4-9875832f8abd on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:49:53.175058 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-81916384-3257-4998-90fa-40c5a25d3434 req-1825b1ce-3166-4e72-9bcb-2e50c1500b2a service neutron] Attempting to bind port 224f5f2b-b13c-42bc-b3e4-9875832f8abd by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': 'c4a12371-e65f-4999-8182-3fce7a91f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e2e28809-37ce-4580-b5c1-8641e6176e46'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:49:53.175402 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81916384-3257-4998-90fa-40c5a25d3434 req-1825b1ce-3166-4e72-9bcb-2e50c1500b2a service neutron] Attempting to bind port 224f5f2b-b13c-42bc-b3e4-9875832f8abd on network e2e28809-37ce-4580-b5c1-8641e6176e46 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:49:53.179270 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-66a93800-9102-4a81-b7ef-3611fc81396d req-8eb6f15e-f88e-4188-b580-75af3d51f889 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:53.476872 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-66a93800-9102-4a81-b7ef-3611fc81396d req-8eb6f15e-f88e-4188-b580-75af3d51f889 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:53.605991 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81916384-3257-4998-90fa-40c5a25d3434 req-1825b1ce-3166-4e72-9bcb-2e50c1500b2a service neutron] Port 224f5f2b-b13c-42bc-b3e4-9875832f8abd on network e2e28809-37ce-4580-b5c1-8641e6176e46 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:49:53.606598 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81916384-3257-4998-90fa-40c5a25d3434 req-1825b1ce-3166-4e72-9bcb-2e50c1500b2a service neutron] Attempting to bind port 224f5f2b-b13c-42bc-b3e4-9875832f8abd on network e2e28809-37ce-4580-b5c1-8641e6176e46 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:49:53.617139 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-66a93800-9102-4a81-b7ef-3611fc81396d req-8eb6f15e-f88e-4188-b580-75af3d51f889 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:53.649204 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=258a42ac-d1ad-44af-a443-70d459fbbf11,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:53.652703 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956caa3-2268-4aab-a7ef-02b16d91ac1c req-ca3b7179-231e-41f0-b75f-5c34764d02cf tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:53.663242 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d956caa3-2268-4aab-a7ef-02b16d91ac1c req-ca3b7179-231e-41f0-b75f-5c34764d02cf tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 949 time: 0.1377492 Jul 24 00:49:53.691148 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81916384-3257-4998-90fa-40c5a25d3434 req-1825b1ce-3166-4e72-9bcb-2e50c1500b2a service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:49:53.691639 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81916384-3257-4998-90fa-40c5a25d3434 req-1825b1ce-3166-4e72-9bcb-2e50c1500b2a service neutron] Checking segment: {'id': 'c4a12371-e65f-4999-8182-3fce7a91f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e2e28809-37ce-4580-b5c1-8641e6176e46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:49:53.692233 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81916384-3257-4998-90fa-40c5a25d3434 req-1825b1ce-3166-4e72-9bcb-2e50c1500b2a service neutron] Bound using segment: {'id': 'c4a12371-e65f-4999-8182-3fce7a91f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e2e28809-37ce-4580-b5c1-8641e6176e46'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:49:53.692762 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-81916384-3257-4998-90fa-40c5a25d3434 req-1825b1ce-3166-4e72-9bcb-2e50c1500b2a service neutron] Bound port: 224f5f2b-b13c-42bc-b3e4-9875832f8abd, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a12371-e65f-4999-8182-3fce7a91f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e2e28809-37ce-4580-b5c1-8641e6176e46'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:49:53.693666 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-81916384-3257-4998-90fa-40c5a25d3434 req-1825b1ce-3166-4e72-9bcb-2e50c1500b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:53.749254 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d956caa3-2268-4aab-a7ef-02b16d91ac1c req-1a6dc397-cdf4-45dc-9e80-27085fbf7abe tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848751 Jul 24 00:49:53.803671 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb6f15e-f88e-4188-b580-75af3d51f889 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Pushing event updated for resources: {'Port': ['ID=9b1cddb1-b813-479f-b93d-e99edbafef94,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:53.901167 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-713a660a-6747-4f55-90a1-a3b27b35c67a tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:53.905320 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-713a660a-6747-4f55-90a1-a3b27b35c67a tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.13 "GET /v2.0/networks?id=e2e28809-37ce-4580-b5c1-8641e6176e46 HTTP/1.1" status: 200 len: 812 time: 0.4053183 Jul 24 00:49:53.920449 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-cb8011a6-6f0e-42ab-81db-2a8b8f3fb8f5 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Request body: {'port': {'device_id': '76551fdc-3616-4886-91e4-77ff590de6d2', 'network_id': 'e2e28809-37ce-4580-b5c1-8641e6176e46', 'admin_state_up': True, 'tenant_id': '133d6e8bbab54d519ed84797d0ebf0de'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:49:53.938752 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-66a93800-9102-4a81-b7ef-3611fc81396d req-8eb6f15e-f88e-4188-b580-75af3d51f889 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:54.025448 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-81916384-3257-4998-90fa-40c5a25d3434 req-1825b1ce-3166-4e72-9bcb-2e50c1500b2a service neutron] For port 224f5f2b-b13c-42bc-b3e4-9875832f8abd, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:49:54.115509 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-66a93800-9102-4a81-b7ef-3611fc81396d req-8eb6f15e-f88e-4188-b580-75af3d51f889 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:54.117950 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-66a93800-9102-4a81-b7ef-3611fc81396d req-8eb6f15e-f88e-4188-b580-75af3d51f889 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 4.0589461 Jul 24 00:49:54.146082 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-81916384-3257-4998-90fa-40c5a25d3434 req-1825b1ce-3166-4e72-9bcb-2e50c1500b2a service neutron] For port 224f5f2b-b13c-42bc-b3e4-9875832f8abd, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=224f5f2b-b13c-42bc-b3e4-9875832f8abd,segment=NetworkSegment(c4a12371-e65f-4999-8182-3fce7a91f982),segment_id=c4a12371-e65f-4999-8182-3fce7a91f982)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:49:54.216351 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d43d5a19-7014-4127-91af-e8389bc10b16 req-8ac76592-f468-4dbb-8d12-6e74d7a46137 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=76551fdc-3616-4886-91e4-77ff590de6d2 HTTP/1.1" status: 200 len: 210 time: 0.0456059 Jul 24 00:49:54.231958 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-81916384-3257-4998-90fa-40c5a25d3434 req-1825b1ce-3166-4e72-9bcb-2e50c1500b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:54.338478 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-191a9360-66a1-4533-9cfd-5917ef89b0c0 req-997dc81d-a552-4721-812d-8bfac1aa50c4 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0489fb5-2627-41d8-a25e-bc092c4e4442 HTTP/1.1" status: 200 len: 210 time: 0.0646033 Jul 24 00:49:54.348423 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 258a42ac-d1ad-44af-a443-70d459fbbf11 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:49:54.369240 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-66a93800-9102-4a81-b7ef-3611fc81396d req-c8f8d6c5-16b9-4723-b52c-50000c7ecfd2 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.2 HTTP/1.1" status: 200 len: 694 time: 0.2303510 Jul 24 00:49:54.376244 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81916384-3257-4998-90fa-40c5a25d3434 req-1825b1ce-3166-4e72-9bcb-2e50c1500b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:54.376966 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-81916384-3257-4998-90fa-40c5a25d3434 req-1825b1ce-3166-4e72-9bcb-2e50c1500b2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:54.378443 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-81916384-3257-4998-90fa-40c5a25d3434 req-1825b1ce-3166-4e72-9bcb-2e50c1500b2a service neutron] 10.222.0.13 "PUT /v2.0/ports/224f5f2b-b13c-42bc-b3e4-9875832f8abd HTTP/1.1" status: 200 len: 1093 time: 3.3037162 Jul 24 00:49:54.381101 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '558ad6cf-3a1f-474e-b592-12d1fc7c472d', 'tag': '224f5f2b-b13c-42bc-b3e4-9875832f8abd'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:49:54.385576 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5bfdfc1-96da-4d40-aceb-9ce3d7899cab" -d '{"events": [{"name": "network-changed", "server_uuid": "558ad6cf-3a1f-474e-b592-12d1fc7c472d", "tag": "224f5f2b-b13c-42bc-b3e4-9875832f8abd"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:49:54.448608 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1825b1ce-3166-4e72-9bcb-2e50c1500b2a service neutron] Pushing event updated for resources: {'Port': ['ID=224f5f2b-b13c-42bc-b3e4-9875832f8abd,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:54.466000 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26251875-cc34-48b1-866f-6f5bebe25fb4 x-openstack-request-id: req-26251875-cc34-48b1-866f-6f5bebe25fb4 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:49:54.466285 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "558ad6cf-3a1f-474e-b592-12d1fc7c472d", "tag": "224f5f2b-b13c-42bc-b3e4-9875832f8abd", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:49:54.466542 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-26251875-cc34-48b1-866f-6f5bebe25fb4 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:49:54.466971 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '558ad6cf-3a1f-474e-b592-12d1fc7c472d', 'tag': '224f5f2b-b13c-42bc-b3e4-9875832f8abd', 'status': 'completed', 'code': 200} Jul 24 00:49:54.538933 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-cb8011a6-6f0e-42ab-81db-2a8b8f3fb8f5 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Made reservation on behalf of 133d6e8bbab54d519ed84797d0ebf0de for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:49:54.542443 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-cb8011a6-6f0e-42ab-81db-2a8b8f3fb8f5 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:54.578295 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 258a42ac-d1ad-44af-a443-70d459fbbf11 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:54.580914 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:54.607465 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a93800-9102-4a81-b7ef-3611fc81396d req-9cdcd2a7-9a6c-4687-9e81-3a6d4e163925 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:54.608927 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-66a93800-9102-4a81-b7ef-3611fc81396d req-9cdcd2a7-9a6c-4687-9e81-3a6d4e163925 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] 10.222.0.15 "GET /v2.0/networks/40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 784 time: 0.2147110 Jul 24 00:49:54.692606 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [req-66a93800-9102-4a81-b7ef-3611fc81396d req-accd9ca2-af7e-4eb5-ad5b-4ccad9aa0fe8 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:49:54.693649 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-66a93800-9102-4a81-b7ef-3611fc81396d req-accd9ca2-af7e-4eb5-ad5b-4ccad9aa0fe8 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0771325 Jul 24 00:49:54.787190 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81916384-3257-4998-90fa-40c5a25d3434 req-d6eb87b7-e1a9-4ea0-8602-d959bd7e71e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:54.789282 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-81916384-3257-4998-90fa-40c5a25d3434 req-d6eb87b7-e1a9-4ea0-8602-d959bd7e71e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=133d6e8bbab54d519ed84797d0ebf0de&device_id=558ad6cf-3a1f-474e-b592-12d1fc7c472d HTTP/1.1" status: 200 len: 1096 time: 0.2891982 Jul 24 00:49:54.884890 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-81916384-3257-4998-90fa-40c5a25d3434 req-037d1c17-7dbe-45ab-bc75-df9316377571 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=224f5f2b-b13c-42bc-b3e4-9875832f8abd HTTP/1.1" status: 200 len: 217 time: 0.0523257 Jul 24 00:49:54.924566 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5e5dfffb-42f1-4eb0-b0cf-7327f118f443 req-6649e2c9-06b8-42e4-80c9-fa256d18b6e5 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1913400 Jul 24 00:49:54.936830 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-5e5dfffb-42f1-4eb0-b0cf-7327f118f443 req-863c9d76-3dc3-4784-bf0f-46b549c82e45 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:49:54.960485 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-cb8011a6-6f0e-42ab-81db-2a8b8f3fb8f5 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Allocated IP 172.20.0.6 (e2e28809-37ce-4580-b5c1-8641e6176e46/fd9d285b-6b1a-48e3-ba8d-9b7a3b766001/e7d3c27d-9c18-4990-9760-84e17e57a878) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:49:55.017903 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5e5dfffb-42f1-4eb0-b0cf-7327f118f443 req-863c9d76-3dc3-4784-bf0f-46b549c82e45 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks [] for floatingip, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:55.019183 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81916384-3257-4998-90fa-40c5a25d3434 req-126daf24-a1ee-4216-87d6-abc6ec06782b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:55.020757 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-81916384-3257-4998-90fa-40c5a25d3434 req-126daf24-a1ee-4216-87d6-abc6ec06782b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fd9d285b-6b1a-48e3-ba8d-9b7a3b766001 HTTP/1.1" status: 200 len: 852 time: 0.1221220 Jul 24 00:49:55.078653 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-81916384-3257-4998-90fa-40c5a25d3434 req-e89160db-f50d-4e7a-a27b-966d54ec522e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2e28809-37ce-4580-b5c1-8641e6176e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504603 Jul 24 00:49:55.138046 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddff1b6-ca3b-4b56-80fb-2d0561a1a61a req-abf5f7f5-683a-4c8d-bf4c-1cb558acfe87 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:55.141522 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cddff1b6-ca3b-4b56-80fb-2d0561a1a61a req-abf5f7f5-683a-4c8d-bf4c-1cb558acfe87 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 949 time: 0.2607396 Jul 24 00:49:55.294396 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cddff1b6-ca3b-4b56-80fb-2d0561a1a61a req-685f5c8d-bad2-4300-b249-47d6fefa16a3 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246805 Jul 24 00:49:55.413950 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-81916384-3257-4998-90fa-40c5a25d3434 req-2086ead3-fcfe-4f8a-865d-5d35974522de service neutron] 10.222.0.13 "GET /v2.0/networks/e2e28809-37ce-4580-b5c1-8641e6176e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257968 Jul 24 00:49:55.447169 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-cb8011a6-6f0e-42ab-81db-2a8b8f3fb8f5 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:55.582209 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-81916384-3257-4998-90fa-40c5a25d3434 req-5edc4af2-f176-48e9-90d5-537b9d30c585 service neutron] 10.222.0.13 "GET /v2.0/networks/e2e28809-37ce-4580-b5c1-8641e6176e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494641 Jul 24 00:49:55.587402 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-cb8011a6-6f0e-42ab-81db-2a8b8f3fb8f5 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:55.722446 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8011a6-6f0e-42ab-81db-2a8b8f3fb8f5 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Pushing event updated for resources: {'Port': ['ID=e7d3c27d-9c18-4990-9760-84e17e57a878,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:55.772376 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-cb8011a6-6f0e-42ab-81db-2a8b8f3fb8f5 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Network e2e28809-37ce-4580-b5c1-8641e6176e46 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:49:55.775445 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-cb8011a6-6f0e-42ab-81db-2a8b8f3fb8f5 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:49:55.778489 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-cb8011a6-6f0e-42ab-81db-2a8b8f3fb8f5 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:49:55.884808 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-cb8011a6-6f0e-42ab-81db-2a8b8f3fb8f5 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:55.885593 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-cb8011a6-6f0e-42ab-81db-2a8b8f3fb8f5 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:55.904466 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-4bd2860b-a3f9-47fb-bb5c-dd0a849f749f tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:55.907332 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-4bd2860b-a3f9-47fb-bb5c-dd0a849f749f tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.13 "GET /v2.0/networks?id=d47a7285-ce07-43af-9d2b-c26a26731081 HTTP/1.1" status: 200 len: 815 time: 0.6979072 Jul 24 00:49:55.909767 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5e5dfffb-42f1-4eb0-b0cf-7327f118f443 req-863c9d76-3dc3-4784-bf0f-46b549c82e45 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:55.940616 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfdfc1-96da-4d40-aceb-9ce3d7899cab req-249b23dc-0605-45f0-bf5c-34bb19b26f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:55.942455 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c5bfdfc1-96da-4d40-aceb-9ce3d7899cab req-249b23dc-0605-45f0-bf5c-34bb19b26f29 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=133d6e8bbab54d519ed84797d0ebf0de&device_id=558ad6cf-3a1f-474e-b592-12d1fc7c472d HTTP/1.1" status: 200 len: 1096 time: 0.2431772 Jul 24 00:49:55.946533 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-cb8011a6-6f0e-42ab-81db-2a8b8f3fb8f5 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0329790 Jul 24 00:49:56.052514 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-eafc29a6-487c-4965-8103-6780a73eaf92 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=527575ebe56e4dd9beea63807acac60f HTTP/1.1" status: 200 len: 380 time: 0.0820253 Jul 24 00:49:56.069320 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-34face3e-a51f-467b-9b60-3a9b0aedc433 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Request body: {'port': {'device_id': 'b0489fb5-2627-41d8-a25e-bc092c4e4442', 'network_id': 'd47a7285-ce07-43af-9d2b-c26a26731081', 'admin_state_up': True, 'tenant_id': '527575ebe56e4dd9beea63807acac60f', 'security_groups': ['37a74a14-3ba4-4d5c-ae76-89e835fbc2fc']}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:49:56.094795 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-5e5dfffb-42f1-4eb0-b0cf-7327f118f443 req-863c9d76-3dc3-4784-bf0f-46b549c82e45 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Allocated IP 172.25.2.189 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/1654fcc5-3b48-4b9a-bf03-bc88bf1c9d68) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:49:56.130460 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfdfc1-96da-4d40-aceb-9ce3d7899cab req-54d6aa41-59a7-4c32-bc24-f8b937a1171f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:56.132729 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c5bfdfc1-96da-4d40-aceb-9ce3d7899cab req-54d6aa41-59a7-4c32-bc24-f8b937a1171f service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=133d6e8bbab54d519ed84797d0ebf0de&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1727705 Jul 24 00:49:56.140198 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-0f20f475-1e50-40e5-a089-90920e06f137 service neutron] Request body: {'port': {'device_id': '76551fdc-3616-4886-91e4-77ff590de6d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:49:56.154300 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-b70b71e1-b99b-465a-a54f-87cb39bdcad7 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:56.156293 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-b70b71e1-b99b-465a-a54f-87cb39bdcad7 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/networks?id=0424e002-92c3-40ed-8018-7ea44515813a HTTP/1.1" status: 200 len: 821 time: 0.3529944 Jul 24 00:49:56.310253 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfdfc1-96da-4d40-aceb-9ce3d7899cab req-5aaed8a8-7b8e-483f-aa8b-e587b70e9e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:56.311697 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c5bfdfc1-96da-4d40-aceb-9ce3d7899cab req-5aaed8a8-7b8e-483f-aa8b-e587b70e9e9b service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1523538 Jul 24 00:49:56.313558 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-5cb50344-67e8-4b3f-b46c-101b86eac068 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/quotas/f6c3815e83b546d1ba8426b7607dbf30 HTTP/1.1" status: 200 len: 375 time: 0.1195652 Jul 24 00:49:56.326843 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5e5dfffb-42f1-4eb0-b0cf-7327f118f443 req-863c9d76-3dc3-4784-bf0f-46b549c82e45 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:56.332954 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-34face3e-a51f-467b-9b60-3a9b0aedc433 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Made reservation on behalf of 527575ebe56e4dd9beea63807acac60f for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:49:56.337286 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-34face3e-a51f-467b-9b60-3a9b0aedc433 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:56.445094 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-0f20f475-1e50-40e5-a089-90920e06f137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:56.487751 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-81a4fb49-4b3a-4466-b8b6-08b6f34e6af3 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f6c3815e83b546d1ba8426b7607dbf30&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1657476 Jul 24 00:49:56.499322 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-34face3e-a51f-467b-9b60-3a9b0aedc433 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Allocated IP 172.20.0.4 (d47a7285-ce07-43af-9d2b-c26a26731081/20115978-e69f-4a7a-a65a-ab0414e37071/370d4d4e-1db9-4082-8ebd-6756760b3905) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:49:56.667736 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-34face3e-a51f-467b-9b60-3a9b0aedc433 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:56.684966 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-34face3e-a51f-467b-9b60-3a9b0aedc433 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Transition to ACTIVE for port object 370d4d4e-1db9-4082-8ebd-6756760b3905 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:49:56.749322 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-34face3e-a51f-467b-9b60-3a9b0aedc433 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:56.838553 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-34face3e-a51f-467b-9b60-3a9b0aedc433 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Network d47a7285-ce07-43af-9d2b-c26a26731081 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:49:56.841528 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34face3e-a51f-467b-9b60-3a9b0aedc433 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Pushing event updated for resources: {'Port': ['ID=370d4d4e-1db9-4082-8ebd-6756760b3905,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:56.847412 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-34face3e-a51f-467b-9b60-3a9b0aedc433 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:49:56.851464 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-34face3e-a51f-467b-9b60-3a9b0aedc433 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:49:56.898234 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5e5dfffb-42f1-4eb0-b0cf-7327f118f443 req-863c9d76-3dc3-4784-bf0f-46b549c82e45 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:56.966115 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c9d76-3dc3-4784-bf0f-46b549c82e45 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Pushing event updated for resources: {'Port': ['ID=1654fcc5-3b48-4b9a-bf03-bc88bf1c9d68,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:56.981998 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e5dfffb-42f1-4eb0-b0cf-7327f118f443 req-863c9d76-3dc3-4784-bf0f-46b549c82e45 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:49:56.990663 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-34face3e-a51f-467b-9b60-3a9b0aedc433 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:56.991329 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-34face3e-a51f-467b-9b60-3a9b0aedc433 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:56.994591 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-5e5dfffb-42f1-4eb0-b0cf-7327f118f443 req-863c9d76-3dc3-4784-bf0f-46b549c82e45 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:49:57.001319 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5dfffb-42f1-4eb0-b0cf-7327f118f443 req-863c9d76-3dc3-4784-bf0f-46b549c82e45 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:49:57.052213 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-34face3e-a51f-467b-9b60-3a9b0aedc433 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9905920 Jul 24 00:49:57.071987 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-cd90b25c-9855-4675-b506-2a090aa91353 service neutron] Request body: {'port': {'device_id': 'b0489fb5-2627-41d8-a25e-bc092c4e4442', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:49:57.166908 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5e5dfffb-42f1-4eb0-b0cf-7327f118f443 req-863c9d76-3dc3-4784-bf0f-46b549c82e45 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:57.222322 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c806791e-707b-4f0c-86d4-cf17b5a94cd1 None None] Provisioning for port 370d4d4e-1db9-4082-8ebd-6756760b3905 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:49:57.241424 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5e5dfffb-42f1-4eb0-b0cf-7327f118f443 req-863c9d76-3dc3-4784-bf0f-46b549c82e45 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:57.241980 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c806791e-707b-4f0c-86d4-cf17b5a94cd1 None None] Provisioning complete for port 370d4d4e-1db9-4082-8ebd-6756760b3905 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:49:57.244638 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c806791e-707b-4f0c-86d4-cf17b5a94cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:57.298148 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-c806791e-707b-4f0c-86d4-cf17b5a94cd1 None None] Port 370d4d4e-1db9-4082-8ebd-6756760b3905 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:49:57.395582 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-cd90b25c-9855-4675-b506-2a090aa91353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:57.419630 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-0ba83d41-5796-4c83-884a-3d298cc00e69 service neutron] 10.222.0.15 "GET /v2.0/networks/0424e002-92c3-40ed-8018-7ea44515813a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177762 Jul 24 00:49:57.538855 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-0f20f475-1e50-40e5-a089-90920e06f137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7d3c27d-9c18-4990-9760-84e17e57a878 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:49:57.551948 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-0f20f475-1e50-40e5-a089-90920e06f137 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:57.566017 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5e5dfffb-42f1-4eb0-b0cf-7327f118f443 req-863c9d76-3dc3-4784-bf0f-46b549c82e45 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:57.578076 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5e5dfffb-42f1-4eb0-b0cf-7327f118f443 req-863c9d76-3dc3-4784-bf0f-46b549c82e45 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:57.582995 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-0f20f475-1e50-40e5-a089-90920e06f137 service neutron] Transition to ACTIVE for port object e7d3c27d-9c18-4990-9760-84e17e57a878 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:49:57.591355 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-0f20f475-1e50-40e5-a089-90920e06f137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:57.654816 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20f475-1e50-40e5-a089-90920e06f137 service neutron] Pushing event updated for resources: {'Port': ['ID=e7d3c27d-9c18-4990-9760-84e17e57a878,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:57.669932 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-7697ed7f-e771-4c03-b3df-c8f14d50add1 service neutron] 10.222.0.15 "GET /v2.0/networks/0424e002-92c3-40ed-8018-7ea44515813a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415030 Jul 24 00:49:57.676863 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5e5dfffb-42f1-4eb0-b0cf-7327f118f443 req-863c9d76-3dc3-4784-bf0f-46b549c82e45 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:57.790054 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5e5dfffb-42f1-4eb0-b0cf-7327f118f443 req-863c9d76-3dc3-4784-bf0f-46b549c82e45 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:57.799285 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5e5dfffb-42f1-4eb0-b0cf-7327f118f443 req-863c9d76-3dc3-4784-bf0f-46b549c82e45 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8681729 Jul 24 00:49:57.843049 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-0f20f475-1e50-40e5-a089-90920e06f137 service neutron] Attempting to bind port e7d3c27d-9c18-4990-9760-84e17e57a878 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:49:57.843718 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-0f20f475-1e50-40e5-a089-90920e06f137 service neutron] Attempting to bind port e7d3c27d-9c18-4990-9760-84e17e57a878 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': 'c4a12371-e65f-4999-8182-3fce7a91f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e2e28809-37ce-4580-b5c1-8641e6176e46'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:49:57.844465 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-0f20f475-1e50-40e5-a089-90920e06f137 service neutron] Attempting to bind port e7d3c27d-9c18-4990-9760-84e17e57a878 on network e2e28809-37ce-4580-b5c1-8641e6176e46 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:49:57.856966 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-0f20f475-1e50-40e5-a089-90920e06f137 service neutron] Port e7d3c27d-9c18-4990-9760-84e17e57a878 on network e2e28809-37ce-4580-b5c1-8641e6176e46 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:49:57.857438 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-0f20f475-1e50-40e5-a089-90920e06f137 service neutron] Attempting to bind port e7d3c27d-9c18-4990-9760-84e17e57a878 on network e2e28809-37ce-4580-b5c1-8641e6176e46 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:49:57.868822 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-0f20f475-1e50-40e5-a089-90920e06f137 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:49:57.869178 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-0f20f475-1e50-40e5-a089-90920e06f137 service neutron] Checking segment: {'id': 'c4a12371-e65f-4999-8182-3fce7a91f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e2e28809-37ce-4580-b5c1-8641e6176e46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:49:57.871670 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c9d76-3dc3-4784-bf0f-46b549c82e45 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Pushing event updated for resources: {'Port': ['ID=1654fcc5-3b48-4b9a-bf03-bc88bf1c9d68,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:57.873135 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-0f20f475-1e50-40e5-a089-90920e06f137 service neutron] Bound using segment: {'id': 'c4a12371-e65f-4999-8182-3fce7a91f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e2e28809-37ce-4580-b5c1-8641e6176e46'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:49:57.882863 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-0f20f475-1e50-40e5-a089-90920e06f137 service neutron] Bound port: e7d3c27d-9c18-4990-9760-84e17e57a878, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a12371-e65f-4999-8182-3fce7a91f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e2e28809-37ce-4580-b5c1-8641e6176e46'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:49:57.883341 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-0f20f475-1e50-40e5-a089-90920e06f137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:57.940722 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5e5dfffb-42f1-4eb0-b0cf-7327f118f443 req-e520d0eb-aa4b-4c92-895d-8db16a1b7523 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.189 HTTP/1.1" status: 200 len: 696 time: 0.1403477 Jul 24 00:49:58.023798 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-0f20f475-1e50-40e5-a089-90920e06f137 service neutron] For port e7d3c27d-9c18-4990-9760-84e17e57a878, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:49:58.028240 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-0f20f475-1e50-40e5-a089-90920e06f137 service neutron] For port e7d3c27d-9c18-4990-9760-84e17e57a878, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=e7d3c27d-9c18-4990-9760-84e17e57a878,segment=NetworkSegment(c4a12371-e65f-4999-8182-3fce7a91f982),segment_id=c4a12371-e65f-4999-8182-3fce7a91f982)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:49:58.039612 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-0f20f475-1e50-40e5-a089-90920e06f137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:58.173862 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5dfffb-42f1-4eb0-b0cf-7327f118f443 req-557f02b5-371b-4831-9d14-ea57dd0f00cb tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:58.178967 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5e5dfffb-42f1-4eb0-b0cf-7327f118f443 req-557f02b5-371b-4831-9d14-ea57dd0f00cb tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] 10.222.0.15 "GET /v2.0/networks/40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 784 time: 0.2249382 Jul 24 00:49:58.184990 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-0f20f475-1e50-40e5-a089-90920e06f137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:58.187495 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-0f20f475-1e50-40e5-a089-90920e06f137 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:58.189107 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-0f20f475-1e50-40e5-a089-90920e06f137 service neutron] 10.222.0.13 "PUT /v2.0/ports/e7d3c27d-9c18-4990-9760-84e17e57a878 HTTP/1.1" status: 200 len: 1092 time: 2.2266457 Jul 24 00:49:58.191862 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76551fdc-3616-4886-91e4-77ff590de6d2', 'tag': 'e7d3c27d-9c18-4990-9760-84e17e57a878'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:49:58.196834 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c89afc-02c4-45ad-bf18-5ad7704a816d" -d '{"events": [{"name": "network-changed", "server_uuid": "76551fdc-3616-4886-91e4-77ff590de6d2", "tag": "e7d3c27d-9c18-4990-9760-84e17e57a878"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:49:58.355919 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20f475-1e50-40e5-a089-90920e06f137 service neutron] Pushing event updated for resources: {'Port': ['ID=e7d3c27d-9c18-4990-9760-84e17e57a878,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:58.439678 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-cd90b25c-9855-4675-b506-2a090aa91353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 370d4d4e-1db9-4082-8ebd-6756760b3905 {{(pid=100463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:49:58.454150 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-cd90b25c-9855-4675-b506-2a090aa91353 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:58.497666 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-cd90b25c-9855-4675-b506-2a090aa91353 service neutron] Transition to ACTIVE for port object 370d4d4e-1db9-4082-8ebd-6756760b3905 will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:49:58.501718 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-5a8f296f-b6ed-4288-aef4-782b17794ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:58.504177 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-5a8f296f-b6ed-4288-aef4-782b17794ffc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=133d6e8bbab54d519ed84797d0ebf0de&device_id=76551fdc-3616-4886-91e4-77ff590de6d2 HTTP/1.1" status: 200 len: 1095 time: 0.2576029 Jul 24 00:49:58.529132 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-cd90b25c-9855-4675-b506-2a090aa91353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:58.593790 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-6c941860-d633-4928-9fa0-9161c5e9ba4b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7d3c27d-9c18-4990-9760-84e17e57a878 HTTP/1.1" status: 200 len: 217 time: 0.0796046 Jul 24 00:49:58.608364 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2993d6f-d773-41ae-99c8-071bb668bae7 req-a6ef1caf-cc01-4c4e-9a20-4dfdb280fce9 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:58.627419 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d2993d6f-d773-41ae-99c8-071bb668bae7 req-a6ef1caf-cc01-4c4e-9a20-4dfdb280fce9 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=76551fdc-3616-4886-91e4-77ff590de6d2 HTTP/1.1" status: 200 len: 943 time: 0.3355618 Jul 24 00:49:58.631955 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f4d9b-2755-4cd0-94a1-ea7c265789db req-2085f6c9-47a9-4393-9539-2772b9d85ff1 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:58.643594 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4a1f4d9b-2755-4cd0-94a1-ea7c265789db req-2085f6c9-47a9-4393-9539-2772b9d85ff1 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0489fb5-2627-41d8-a25e-bc092c4e4442 HTTP/1.1" status: 200 len: 931 time: 0.2957776 Jul 24 00:49:58.824700 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d2993d6f-d773-41ae-99c8-071bb668bae7 req-0653fcba-5da2-43cc-b815-f34fb1eb46df tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868157 Jul 24 00:49:58.832354 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-be76440f-eb8d-433c-ab16-f4aa1bb1b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:58.834172 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-be76440f-eb8d-433c-ab16-f4aa1bb1b465 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fd9d285b-6b1a-48e3-ba8d-9b7a3b766001 HTTP/1.1" status: 200 len: 852 time: 0.2037868 Jul 24 00:49:58.848037 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd90b25c-9855-4675-b506-2a090aa91353 service neutron] Pushing event updated for resources: {'Port': ['ID=370d4d4e-1db9-4082-8ebd-6756760b3905,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:58.909752 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-ef240196-8e99-4064-8adf-59853dacacc6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2e28809-37ce-4580-b5c1-8641e6176e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691395 Jul 24 00:49:58.914508 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4a1f4d9b-2755-4cd0-94a1-ea7c265789db req-8a43aa2e-57b9-4ab3-8cd4-3a062d3d1d7a tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "GET /v2.0/security-groups?id=37a74a14-3ba4-4d5c-ae76-89e835fbc2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2696443 Jul 24 00:49:58.992005 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-cd90b25c-9855-4675-b506-2a090aa91353 service neutron] Attempting to bind port 370d4d4e-1db9-4082-8ebd-6756760b3905 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:49:58.994159 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-cd90b25c-9855-4675-b506-2a090aa91353 service neutron] Attempting to bind port 370d4d4e-1db9-4082-8ebd-6756760b3905 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '8586c4bf-3892-4b3d-8b39-dc6fef5c8398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd47a7285-ce07-43af-9d2b-c26a26731081'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:49:58.994624 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-cd90b25c-9855-4675-b506-2a090aa91353 service neutron] Attempting to bind port 370d4d4e-1db9-4082-8ebd-6756760b3905 on network d47a7285-ce07-43af-9d2b-c26a26731081 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:49:59.014197 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-cd90b25c-9855-4675-b506-2a090aa91353 service neutron] Port 370d4d4e-1db9-4082-8ebd-6756760b3905 on network d47a7285-ce07-43af-9d2b-c26a26731081 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:49:59.017480 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-cd90b25c-9855-4675-b506-2a090aa91353 service neutron] Attempting to bind port 370d4d4e-1db9-4082-8ebd-6756760b3905 on network d47a7285-ce07-43af-9d2b-c26a26731081 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:49:59.053659 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-cd90b25c-9855-4675-b506-2a090aa91353 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:49:59.054191 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-cd90b25c-9855-4675-b506-2a090aa91353 service neutron] Checking segment: {'id': '8586c4bf-3892-4b3d-8b39-dc6fef5c8398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd47a7285-ce07-43af-9d2b-c26a26731081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:49:59.054812 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-cd90b25c-9855-4675-b506-2a090aa91353 service neutron] Bound using segment: {'id': '8586c4bf-3892-4b3d-8b39-dc6fef5c8398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd47a7285-ce07-43af-9d2b-c26a26731081'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:49:59.056773 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-cd90b25c-9855-4675-b506-2a090aa91353 service neutron] Bound port: 370d4d4e-1db9-4082-8ebd-6756760b3905, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8586c4bf-3892-4b3d-8b39-dc6fef5c8398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'd47a7285-ce07-43af-9d2b-c26a26731081'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:49:59.057263 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-cd90b25c-9855-4675-b506-2a090aa91353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:59.216802 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-114b0515-b705-4d49-be2d-039eb6541e62 service neutron] 10.222.0.13 "GET /v2.0/networks/e2e28809-37ce-4580-b5c1-8641e6176e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985888 Jul 24 00:49:59.351316 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-cd90b25c-9855-4675-b506-2a090aa91353 service neutron] For port 370d4d4e-1db9-4082-8ebd-6756760b3905, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:49:59.356903 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-cd90b25c-9855-4675-b506-2a090aa91353 service neutron] For port 370d4d4e-1db9-4082-8ebd-6756760b3905, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=370d4d4e-1db9-4082-8ebd-6756760b3905,segment=NetworkSegment(8586c4bf-3892-4b3d-8b39-dc6fef5c8398),segment_id=8586c4bf-3892-4b3d-8b39-dc6fef5c8398)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:49:59.360573 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2769ff88-7662-4827-bf2d-0ae2ec6fc5c9 req-cf76b0f7-cac2-416b-b7bc-4bef24c47511 service neutron] 10.222.0.13 "GET /v2.0/networks/e2e28809-37ce-4580-b5c1-8641e6176e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362646 Jul 24 00:49:59.387558 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6f905-8e40-4365-9653-7789d6d9da04 req-1ade6fad-c64d-4f5e-8aee-1b3ca76c7d8e tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:59.389429 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-09b6f905-8e40-4365-9653-7789d6d9da04 req-1ade6fad-c64d-4f5e-8aee-1b3ca76c7d8e tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 949 time: 0.3287666 Jul 24 00:49:59.391497 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-cd90b25c-9855-4675-b506-2a090aa91353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:59.474095 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 224f5f2b-b13c-42bc-b3e4-9875832f8abd details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:49:59.535373 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-cd90b25c-9855-4675-b506-2a090aa91353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:49:59.537053 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-cd90b25c-9855-4675-b506-2a090aa91353 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:59.539391 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-cd90b25c-9855-4675-b506-2a090aa91353 service neutron] 10.222.0.13 "PUT /v2.0/ports/370d4d4e-1db9-4082-8ebd-6756760b3905 HTTP/1.1" status: 200 len: 1092 time: 2.4770601 Jul 24 00:49:59.539965 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0489fb5-2627-41d8-a25e-bc092c4e4442', 'tag': '370d4d4e-1db9-4082-8ebd-6756760b3905'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:49:59.542690 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c517cd55-522c-4237-9759-5697816f411e" -d '{"events": [{"name": "network-changed", "server_uuid": "b0489fb5-2627-41d8-a25e-bc092c4e4442", "tag": "370d4d4e-1db9-4082-8ebd-6756760b3905"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:49:59.601073 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd90b25c-9855-4675-b506-2a090aa91353 service neutron] Pushing event updated for resources: {'Port': ['ID=370d4d4e-1db9-4082-8ebd-6756760b3905,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:49:59.687925 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 224f5f2b-b13c-42bc-b3e4-9875832f8abd, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=224f5f2b-b13c-42bc-b3e4-9875832f8abd,segment=NetworkSegment(c4a12371-e65f-4999-8182-3fce7a91f982),segment_id=c4a12371-e65f-4999-8182-3fce7a91f982)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:59.731783 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '224f5f2b-b13c-42bc-b3e4-9875832f8abd', 'network_id': 'e2e28809-37ce-4580-b5c1-8641e6176e46', 'port_id': '224f5f2b-b13c-42bc-b3e4-9875832f8abd', 'mac_address': 'fa:16:3e:4d:fc:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd9d285b-6b1a-48e3-ba8d-9b7a3b766001', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:49:59.761019 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-762b2295-6d1d-47c7-94ae-0beca104db8f req-b6bd3b05-e8eb-4bf0-82af-504772fb6ccd tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=b486ec04-208e-4dc9-afec-31ef96b0255d HTTP/1.1" status: 200 len: 210 time: 0.1398964 Jul 24 00:49:59.775481 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-09b6f905-8e40-4365-9653-7789d6d9da04 req-d4e84ebc-34c9-4904-a2de-2c5c06913416 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753592 Jul 24 00:49:59.864556 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:49:59.898519 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168fca72-39c2-45ee-8608-3dabe11fc8c1 x-openstack-request-id: req-168fca72-39c2-45ee-8608-3dabe11fc8c1 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:49:59.898735 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 224f5f2b-b13c-42bc-b3e4-9875832f8abd {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:49:59.899070 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76551fdc-3616-4886-91e4-77ff590de6d2", "tag": "e7d3c27d-9c18-4990-9760-84e17e57a878", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:49:59.899411 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-168fca72-39c2-45ee-8608-3dabe11fc8c1 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:49:59.899913 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76551fdc-3616-4886-91e4-77ff590de6d2', 'tag': 'e7d3c27d-9c18-4990-9760-84e17e57a878', 'status': 'completed', 'code': 200} Jul 24 00:49:59.940802 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 224f5f2b-b13c-42bc-b3e4-9875832f8abd, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=224f5f2b-b13c-42bc-b3e4-9875832f8abd,segment=NetworkSegment(c4a12371-e65f-4999-8182-3fce7a91f982),segment_id=c4a12371-e65f-4999-8182-3fce7a91f982)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:49:59.953600 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:00.079917 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-ec08c58b-a239-4861-be18-4553a492d881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:00.086199 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-ec08c58b-a239-4861-be18-4553a492d881 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=527575ebe56e4dd9beea63807acac60f&device_id=b0489fb5-2627-41d8-a25e-bc092c4e4442 HTTP/1.1" status: 200 len: 1095 time: 0.4786236 Jul 24 00:50:00.093856 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83b3e03-15bc-4300-8fd9-6937629133e2 x-openstack-request-id: req-b83b3e03-15bc-4300-8fd9-6937629133e2 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:50:00.100950 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0489fb5-2627-41d8-a25e-bc092c4e4442", "tag": "370d4d4e-1db9-4082-8ebd-6756760b3905", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:50:00.101564 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b83b3e03-15bc-4300-8fd9-6937629133e2 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:50:00.102609 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=224f5f2b-b13c-42bc-b3e4-9875832f8abd,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:00.103211 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0489fb5-2627-41d8-a25e-bc092c4e4442', 'tag': '370d4d4e-1db9-4082-8ebd-6756760b3905', 'status': 'completed', 'code': 200} Jul 24 00:50:00.244756 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-82ec1424-c294-4734-811e-8bed5d6df8a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=370d4d4e-1db9-4082-8ebd-6756760b3905 HTTP/1.1" status: 200 len: 217 time: 0.1374507 Jul 24 00:50:00.261403 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['224f5f2b-b13c-42bc-b3e4-9875832f8abd'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:50:00.359695 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-2c9c517c-b6e8-4bbf-9990-ee8f1a33d669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:00.362120 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-2c9c517c-b6e8-4bbf-9990-ee8f1a33d669 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20115978-e69f-4a7a-a65a-ab0414e37071 HTTP/1.1" status: 200 len: 854 time: 0.1064482 Jul 24 00:50:00.429144 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-e2e055b6-0cf3-4ef0-9b4b-0c986579b6c2 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:00.430685 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-e2e055b6-0cf3-4ef0-9b4b-0c986579b6c2 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.13 "GET /v2.0/networks?id=0424e002-92c3-40ed-8018-7ea44515813a HTTP/1.1" status: 200 len: 821 time: 0.5252190 Jul 24 00:50:00.444322 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-7d73670d-636b-4cf0-9e84-127347a3e0c6 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Request body: {'port': {'device_id': 'b486ec04-208e-4dc9-afec-31ef96b0255d', 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a', 'admin_state_up': True, 'tenant_id': 'f6c3815e83b546d1ba8426b7607dbf30'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:50:00.492973 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e480b2dc-55e3-4528-b258-bd9f361a842b req-64decd40-3151-4c3d-a875-aa0407c5d436 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6835263 Jul 24 00:50:00.515948 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-e480b2dc-55e3-4528-b258-bd9f361a842b req-d44f174c-33d9-4045-8703-ad0b42d6dc6a tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:50:00.533038 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c89afc-02c4-45ad-bf18-5ad7704a816d req-af513acc-85f0-4691-b3dd-d64d9d2ba5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:00.534842 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-41c89afc-02c4-45ad-bf18-5ad7704a816d req-af513acc-85f0-4691-b3dd-d64d9d2ba5df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=133d6e8bbab54d519ed84797d0ebf0de&device_id=76551fdc-3616-4886-91e4-77ff590de6d2 HTTP/1.1" status: 200 len: 1095 time: 0.5788524 Jul 24 00:50:00.657574 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e480b2dc-55e3-4528-b258-bd9f361a842b req-d44f174c-33d9-4045-8703-ad0b42d6dc6a tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks [] for floatingip, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:00.728908 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-d01ab0ce-583d-4f9d-9d9f-030393f0a80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:00.730524 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-d01ab0ce-583d-4f9d-9d9f-030393f0a80e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d47a7285-ce07-43af-9d2b-c26a26731081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3552570 Jul 24 00:50:00.840395 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649df3d-670a-4ae3-9919-0b596a29e8b6 req-17e6884e-9c7b-4fc3-bc70-adfa45e07980 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:00.849885 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5649df3d-670a-4ae3-9919-0b596a29e8b6 req-17e6884e-9c7b-4fc3-bc70-adfa45e07980 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=76551fdc-3616-4886-91e4-77ff590de6d2 HTTP/1.1" status: 200 len: 943 time: 0.6107402 Jul 24 00:50:00.933148 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c89afc-02c4-45ad-bf18-5ad7704a816d req-f9cefde0-0ddf-415f-92ac-8d682aea3ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:00.939299 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-41c89afc-02c4-45ad-bf18-5ad7704a816d req-f9cefde0-0ddf-415f-92ac-8d682aea3ff3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2e28809-37ce-4580-b5c1-8641e6176e46 HTTP/1.1" status: 200 len: 913 time: 0.3900290 Jul 24 00:50:00.971992 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-590a6abb-bb7b-4d16-a7c2-b09e68b6f7ac service neutron] 10.222.0.13 "GET /v2.0/networks/d47a7285-ce07-43af-9d2b-c26a26731081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293568 Jul 24 00:50:01.051416 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-7d73670d-636b-4cf0-9e84-127347a3e0c6 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Made reservation on behalf of f6c3815e83b546d1ba8426b7607dbf30 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:50:01.055309 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-7d73670d-636b-4cf0-9e84-127347a3e0c6 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:01.063079 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-41c89afc-02c4-45ad-bf18-5ad7704a816d req-8cd9e178-0db8-440a-a820-c97904b21142 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7d3c27d-9c18-4990-9760-84e17e57a878 HTTP/1.1" status: 200 len: 217 time: 0.0956714 Jul 24 00:50:01.144611 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5649df3d-670a-4ae3-9919-0b596a29e8b6 req-d9012dd9-1d71-4f7b-81ec-496ec0d9275e tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931154 Jul 24 00:50:01.170943 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4449f9f5-b469-438e-a30e-641ca8311b7c req-b9dd7cbd-f9bd-400c-adb9-470c03de0088 service neutron] 10.222.0.13 "GET /v2.0/networks/d47a7285-ce07-43af-9d2b-c26a26731081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908743 Jul 24 00:50:01.223242 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e480b2dc-55e3-4528-b258-bd9f361a842b req-d44f174c-33d9-4045-8703-ad0b42d6dc6a tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:01.351130 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c89afc-02c4-45ad-bf18-5ad7704a816d req-3c08ea8f-d179-46da-9acb-095cfe53093e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:01.352826 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-41c89afc-02c4-45ad-bf18-5ad7704a816d req-3c08ea8f-d179-46da-9acb-095cfe53093e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fd9d285b-6b1a-48e3-ba8d-9b7a3b766001 HTTP/1.1" status: 200 len: 852 time: 0.2818313 Jul 24 00:50:01.371983 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-e480b2dc-55e3-4528-b258-bd9f361a842b req-d44f174c-33d9-4045-8703-ad0b42d6dc6a tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Allocated IP 172.25.2.39 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/452a922f-29d7-4214-9bba-646905c95dfe) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:50:01.400622 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-41c89afc-02c4-45ad-bf18-5ad7704a816d req-3dda8565-5e13-437a-bfd0-716fb6fcdc64 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2e28809-37ce-4580-b5c1-8641e6176e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402093 Jul 24 00:50:01.477435 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 224f5f2b-b13c-42bc-b3e4-9875832f8abd up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:50:01.534180 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517cd55-522c-4237-9759-5697816f411e req-9c6eb099-8ea9-4723-a2ee-23b4ad3f72a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:01.536138 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c517cd55-522c-4237-9759-5697816f411e req-9c6eb099-8ea9-4723-a2ee-23b4ad3f72a7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=527575ebe56e4dd9beea63807acac60f&device_id=b0489fb5-2627-41d8-a25e-bc092c4e4442 HTTP/1.1" status: 200 len: 1095 time: 0.1493261 Jul 24 00:50:01.579159 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-7d73670d-636b-4cf0-9e84-127347a3e0c6 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Allocated IP 172.20.0.7 (0424e002-92c3-40ed-8018-7ea44515813a/eacbc75d-e7d9-4f31-b710-44862dc68303/c520d872-3b24-41b2-8853-4278b7e2868b) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:50:01.588043 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 224f5f2b-b13c-42bc-b3e4-9875832f8abd completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:50:01.592714 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 224f5f2b-b13c-42bc-b3e4-9875832f8abd triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:50:01.593946 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:01.672058 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e480b2dc-55e3-4528-b258-bd9f361a842b req-d44f174c-33d9-4045-8703-ad0b42d6dc6a tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:01.703748 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:01.722266 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517cd55-522c-4237-9759-5697816f411e req-770e420d-2072-49d6-ba4e-4f43938eded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:01.724118 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c517cd55-522c-4237-9759-5697816f411e req-770e420d-2072-49d6-ba4e-4f43938eded4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d47a7285-ce07-43af-9d2b-c26a26731081 HTTP/1.1" status: 200 len: 916 time: 0.1797204 Jul 24 00:50:01.751790 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 224f5f2b-b13c-42bc-b3e4-9875832f8abd, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=224f5f2b-b13c-42bc-b3e4-9875832f8abd,segment=NetworkSegment(c4a12371-e65f-4999-8182-3fce7a91f982),segment_id=c4a12371-e65f-4999-8182-3fce7a91f982)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:01.753409 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558ad6cf-3a1f-474e-b592-12d1fc7c472d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224f5f2b-b13c-42bc-b3e4-9875832f8abd'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:50:01.754631 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda43f8-09ce-413d-a4e5-7cb776bfe1d1 req-fff2b383-8ade-4254-a0b9-5dcf44859480 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:01.756291 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bfda43f8-09ce-413d-a4e5-7cb776bfe1d1 req-fff2b383-8ade-4254-a0b9-5dcf44859480 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0489fb5-2627-41d8-a25e-bc092c4e4442 HTTP/1.1" status: 200 len: 943 time: 0.4597247 Jul 24 00:50:01.764855 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25c1216-fc33-4678-bb38-cf5b930d6810" -d '{"events": [{"server_uuid": "558ad6cf-3a1f-474e-b592-12d1fc7c472d", "name": "network-vif-plugged", "status": "completed", "tag": "224f5f2b-b13c-42bc-b3e4-9875832f8abd"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:50:01.770593 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:01.787841 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-41c89afc-02c4-45ad-bf18-5ad7704a816d req-734405a1-b590-4f4d-a070-438a3bff3719 service neutron] 10.222.0.13 "GET /v2.0/networks/e2e28809-37ce-4580-b5c1-8641e6176e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659258 Jul 24 00:50:01.838513 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c517cd55-522c-4237-9759-5697816f411e req-859b5faf-d3b3-4c3b-9c61-866ee1f02dd3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=370d4d4e-1db9-4082-8ebd-6756760b3905 HTTP/1.1" status: 200 len: 217 time: 0.0874372 Jul 24 00:50:01.869742 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=224f5f2b-b13c-42bc-b3e4-9875832f8abd,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:01.931945 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517cd55-522c-4237-9759-5697816f411e req-a9dcb378-8468-4a80-acd1-c032445215cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:01.933509 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c517cd55-522c-4237-9759-5697816f411e req-a9dcb378-8468-4a80-acd1-c032445215cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20115978-e69f-4a7a-a65a-ab0414e37071 HTTP/1.1" status: 200 len: 854 time: 0.0809495 Jul 24 00:50:01.935917 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e480b2dc-55e3-4528-b258-bd9f361a842b req-d44f174c-33d9-4045-8703-ad0b42d6dc6a tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:02.008030 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-7d73670d-636b-4cf0-9e84-127347a3e0c6 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:02.035684 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f174c-33d9-4045-8703-ad0b42d6dc6a tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Pushing event updated for resources: {'Port': ['ID=452a922f-29d7-4214-9bba-646905c95dfe,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:02.056257 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e480b2dc-55e3-4528-b258-bd9f361a842b req-d44f174c-33d9-4045-8703-ad0b42d6dc6a tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:50:02.060757 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bfda43f8-09ce-413d-a4e5-7cb776bfe1d1 req-391c8307-cf3b-4b82-ac12-cb4c34996851 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "GET /v2.0/security-groups?id=37a74a14-3ba4-4d5c-ae76-89e835fbc2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2859457 Jul 24 00:50:02.062897 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-e480b2dc-55e3-4528-b258-bd9f361a842b req-d44f174c-33d9-4045-8703-ad0b42d6dc6a tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:50:02.071455 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-e480b2dc-55e3-4528-b258-bd9f361a842b req-d44f174c-33d9-4045-8703-ad0b42d6dc6a tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:50:02.197490 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-41c89afc-02c4-45ad-bf18-5ad7704a816d req-77f35dc5-5b20-4d36-ac9a-664a6621a015 service neutron] 10.222.0.13 "GET /v2.0/networks/e2e28809-37ce-4580-b5c1-8641e6176e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974717 Jul 24 00:50:02.222167 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-7d73670d-636b-4cf0-9e84-127347a3e0c6 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:02.238149 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:50:02.259556 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517cd55-522c-4237-9759-5697816f411e req-b786138f-9590-4fde-9f28-fd56373da39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:02.262071 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c517cd55-522c-4237-9759-5697816f411e req-b786138f-9590-4fde-9f28-fd56373da39e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d47a7285-ce07-43af-9d2b-c26a26731081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3145061 Jul 24 00:50:02.301123 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-7d73670d-636b-4cf0-9e84-127347a3e0c6 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Network 0424e002-92c3-40ed-8018-7ea44515813a is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:50:02.304525 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-7d73670d-636b-4cf0-9e84-127347a3e0c6 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:50:02.316431 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-7d73670d-636b-4cf0-9e84-127347a3e0c6 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:50:02.343237 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e480b2dc-55e3-4528-b258-bd9f361a842b req-d44f174c-33d9-4045-8703-ad0b42d6dc6a tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:02.344525 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d73670d-636b-4cf0-9e84-127347a3e0c6 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Pushing event updated for resources: {'Port': ['ID=c520d872-3b24-41b2-8853-4278b7e2868b,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:02.399332 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-7d73670d-636b-4cf0-9e84-127347a3e0c6 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:02.399997 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-7d73670d-636b-4cf0-9e84-127347a3e0c6 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:02.441299 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-7d73670d-636b-4cf0-9e84-127347a3e0c6 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0015354 Jul 24 00:50:02.459767 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-fa349909-992e-414d-a14c-6869ec934f1d service neutron] Request body: {'port': {'device_id': 'b486ec04-208e-4dc9-afec-31ef96b0255d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:50:02.474491 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c517cd55-522c-4237-9759-5697816f411e req-ff2a6e01-dad7-4c32-ba2c-9baa45725eeb service neutron] 10.222.0.13 "GET /v2.0/networks/d47a7285-ce07-43af-9d2b-c26a26731081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907547 Jul 24 00:50:02.549727 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e480b2dc-55e3-4528-b258-bd9f361a842b req-d44f174c-33d9-4045-8703-ad0b42d6dc6a tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:02.598633 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-fa349909-992e-414d-a14c-6869ec934f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:02.751916 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c517cd55-522c-4237-9759-5697816f411e req-f58a815a-fe5c-4965-a32d-627f73ff3178 service neutron] 10.222.0.13 "GET /v2.0/networks/d47a7285-ce07-43af-9d2b-c26a26731081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424514 Jul 24 00:50:02.932632 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e480b2dc-55e3-4528-b258-bd9f361a842b req-d44f174c-33d9-4045-8703-ad0b42d6dc6a tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:02.940867 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e480b2dc-55e3-4528-b258-bd9f361a842b req-d44f174c-33d9-4045-8703-ad0b42d6dc6a tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:03.110441 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e480b2dc-55e3-4528-b258-bd9f361a842b req-d44f174c-33d9-4045-8703-ad0b42d6dc6a tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:03.127266 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f174c-33d9-4045-8703-ad0b42d6dc6a tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Pushing event updated for resources: {'Port': ['ID=452a922f-29d7-4214-9bba-646905c95dfe,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:03.133786 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-fa349909-992e-414d-a14c-6869ec934f1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c520d872-3b24-41b2-8853-4278b7e2868b {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:50:03.142146 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e480b2dc-55e3-4528-b258-bd9f361a842b req-d44f174c-33d9-4045-8703-ad0b42d6dc6a tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:03.143799 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e480b2dc-55e3-4528-b258-bd9f361a842b req-d44f174c-33d9-4045-8703-ad0b42d6dc6a tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6363513 Jul 24 00:50:03.147950 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9789124-32ab-4f69-8890-e45d2043b888 req-88742c95-7105-47d4-beb9-e8555858ebb7 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:03.153160 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b9789124-32ab-4f69-8890-e45d2043b888 req-88742c95-7105-47d4-beb9-e8555858ebb7 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 949 time: 0.1767163 Jul 24 00:50:03.165118 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-fa349909-992e-414d-a14c-6869ec934f1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:03.194449 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-fa349909-992e-414d-a14c-6869ec934f1d service neutron] Transition to ACTIVE for port object c520d872-3b24-41b2-8853-4278b7e2868b will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:50:03.229839 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b9789124-32ab-4f69-8890-e45d2043b888 req-bfa71390-98e3-4bc1-885c-e23e1b69178e tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648954 Jul 24 00:50:03.231003 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-fa349909-992e-414d-a14c-6869ec934f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:03.239881 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e480b2dc-55e3-4528-b258-bd9f361a842b req-3a5bb42a-4be8-4126-aab8-7c702a30fe70 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.39 HTTP/1.1" status: 200 len: 695 time: 0.0875978 Jul 24 00:50:03.358363 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa349909-992e-414d-a14c-6869ec934f1d service neutron] Pushing event updated for resources: {'Port': ['ID=c520d872-3b24-41b2-8853-4278b7e2868b,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:03.375813 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480b2dc-55e3-4528-b258-bd9f361a842b req-78530181-0b53-4570-9a5f-12c9c24035e4 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:03.377783 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e480b2dc-55e3-4528-b258-bd9f361a842b req-78530181-0b53-4570-9a5f-12c9c24035e4 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] 10.222.0.15 "GET /v2.0/networks/40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 784 time: 0.1300163 Jul 24 00:50:03.446068 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-fa349909-992e-414d-a14c-6869ec934f1d service neutron] Attempting to bind port c520d872-3b24-41b2-8853-4278b7e2868b on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:50:03.446418 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-fa349909-992e-414d-a14c-6869ec934f1d service neutron] Attempting to bind port c520d872-3b24-41b2-8853-4278b7e2868b by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '58fdc277-5f36-433f-9782-f46712be7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:50:03.446800 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-fa349909-992e-414d-a14c-6869ec934f1d service neutron] Attempting to bind port c520d872-3b24-41b2-8853-4278b7e2868b on network 0424e002-92c3-40ed-8018-7ea44515813a {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:50:03.462273 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d01842-3bc3-4ba2-9720-994092342b72 req-44ef6455-54e3-4c3d-b2f6-8e25beb76f3b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:03.470241 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-26d01842-3bc3-4ba2-9720-994092342b72 req-44ef6455-54e3-4c3d-b2f6-8e25beb76f3b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=b486ec04-208e-4dc9-afec-31ef96b0255d HTTP/1.1" status: 200 len: 943 time: 0.1605003 Jul 24 00:50:03.479583 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-fa349909-992e-414d-a14c-6869ec934f1d service neutron] Port c520d872-3b24-41b2-8853-4278b7e2868b on network 0424e002-92c3-40ed-8018-7ea44515813a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:50:03.479929 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-fa349909-992e-414d-a14c-6869ec934f1d service neutron] Attempting to bind port c520d872-3b24-41b2-8853-4278b7e2868b on network 0424e002-92c3-40ed-8018-7ea44515813a {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:50:03.495144 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-fa349909-992e-414d-a14c-6869ec934f1d service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:50:03.495711 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-fa349909-992e-414d-a14c-6869ec934f1d service neutron] Checking segment: {'id': '58fdc277-5f36-433f-9782-f46712be7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:50:03.496351 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-fa349909-992e-414d-a14c-6869ec934f1d service neutron] Bound using segment: {'id': '58fdc277-5f36-433f-9782-f46712be7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:50:03.497095 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-fa349909-992e-414d-a14c-6869ec934f1d service neutron] Bound port: c520d872-3b24-41b2-8853-4278b7e2868b, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58fdc277-5f36-433f-9782-f46712be7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:50:03.497629 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-fa349909-992e-414d-a14c-6869ec934f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:03.508958 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device e7d3c27d-9c18-4990-9760-84e17e57a878 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:50:03.537607 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1f7232-c5ae-4880-bc60-96a2a23c12df x-openstack-request-id: req-de1f7232-c5ae-4880-bc60-96a2a23c12df {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:50:03.539694 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "558ad6cf-3a1f-474e-b592-12d1fc7c472d", "name": "network-vif-plugged", "status": "completed", "tag": "224f5f2b-b13c-42bc-b3e4-9875832f8abd", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:50:03.540157 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-de1f7232-c5ae-4880-bc60-96a2a23c12df {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:50:03.540755 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '558ad6cf-3a1f-474e-b592-12d1fc7c472d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '224f5f2b-b13c-42bc-b3e4-9875832f8abd', 'code': 200} Jul 24 00:50:03.557533 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-26d01842-3bc3-4ba2-9720-994092342b72 req-2e17c61b-718a-409d-ac67-589fa2bed2f3 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862451 Jul 24 00:50:03.672946 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-fa349909-992e-414d-a14c-6869ec934f1d service neutron] For port c520d872-3b24-41b2-8853-4278b7e2868b, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:50:03.676989 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-fa349909-992e-414d-a14c-6869ec934f1d service neutron] For port c520d872-3b24-41b2-8853-4278b7e2868b, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=c520d872-3b24-41b2-8853-4278b7e2868b,segment=NetworkSegment(58fdc277-5f36-433f-9782-f46712be7157),segment_id=58fdc277-5f36-433f-9782-f46712be7157)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:50:03.686191 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-fa349909-992e-414d-a14c-6869ec934f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:03.798744 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-fa349909-992e-414d-a14c-6869ec934f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:03.799706 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-fa349909-992e-414d-a14c-6869ec934f1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:03.800339 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c546c2a-202e-47fc-9d9e-102f1ef8a6fd req-62b8a5a9-5c9c-4853-b707-32f1db79b0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:03.801880 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7c546c2a-202e-47fc-9d9e-102f1ef8a6fd req-62b8a5a9-5c9c-4853-b707-32f1db79b0a4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=558ad6cf-3a1f-474e-b592-12d1fc7c472d HTTP/1.1" status: 200 len: 1098 time: 0.1907079 Jul 24 00:50:03.802206 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-fa349909-992e-414d-a14c-6869ec934f1d service neutron] 10.222.0.13 "PUT /v2.0/ports/c520d872-3b24-41b2-8853-4278b7e2868b HTTP/1.1" status: 200 len: 1092 time: 1.3514791 Jul 24 00:50:03.806222 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b486ec04-208e-4dc9-afec-31ef96b0255d', 'tag': 'c520d872-3b24-41b2-8853-4278b7e2868b'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:50:03.808895 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2724636-6e92-4f06-af9d-8a397a25a011" -d '{"events": [{"name": "network-changed", "server_uuid": "b486ec04-208e-4dc9-afec-31ef96b0255d", "tag": "c520d872-3b24-41b2-8853-4278b7e2868b"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:50:03.852295 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6568d5c-d5a3-4322-ad08-25c4a5c5fab1 req-d5a16b57-075f-474a-9d70-598450c97b0a tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:03.854085 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e6568d5c-d5a3-4322-ad08-25c4a5c5fab1 req-d5a16b57-075f-474a-9d70-598450c97b0a tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=76551fdc-3616-4886-91e4-77ff590de6d2 HTTP/1.1" status: 200 len: 943 time: 0.1462336 Jul 24 00:50:03.869159 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port e7d3c27d-9c18-4990-9760-84e17e57a878, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=e7d3c27d-9c18-4990-9760-84e17e57a878,segment=NetworkSegment(c4a12371-e65f-4999-8182-3fce7a91f982),segment_id=c4a12371-e65f-4999-8182-3fce7a91f982)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:03.902262 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7c546c2a-202e-47fc-9d9e-102f1ef8a6fd req-ce25ce16-760a-4984-a302-48dea5184371 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859940 Jul 24 00:50:03.908466 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'e7d3c27d-9c18-4990-9760-84e17e57a878', 'network_id': 'e2e28809-37ce-4580-b5c1-8641e6176e46', 'port_id': 'e7d3c27d-9c18-4990-9760-84e17e57a878', 'mac_address': 'fa:16:3e:bf:d4:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd9d285b-6b1a-48e3-ba8d-9b7a3b766001', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:50:03.914226 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa349909-992e-414d-a14c-6869ec934f1d service neutron] Pushing event updated for resources: {'Port': ['ID=c520d872-3b24-41b2-8853-4278b7e2868b,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:03.934825 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e6568d5c-d5a3-4322-ad08-25c4a5c5fab1 req-13a0f39e-8db2-46a4-9ef2-b6b5bd6444ae tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708275 Jul 24 00:50:03.966814 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8bad6daa-7e13-42e5-8094-27c419774e91 req-2fb1021b-9d4d-4ad3-b5dd-06faa1bc3e0a service neutron] 10.222.0.13 "GET /v2.0/ports/1e193c69-d700-4ef9-9f49-feb4ec014a06/bindings/n-h1-793621-25 HTTP/1.1" status: 200 len: 383 time: 0.1494920 Jul 24 00:50:03.975024 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dae8778-0ea0-4ab5-b9bb-333bc1bb5dd2 req-7d9172e4-c0dc-45fc-910a-c8d14cd7db5e tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:03.981856 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9dae8778-0ea0-4ab5-b9bb-333bc1bb5dd2 req-7d9172e4-c0dc-45fc-910a-c8d14cd7db5e tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0489fb5-2627-41d8-a25e-bc092c4e4442 HTTP/1.1" status: 200 len: 943 time: 0.2258713 Jul 24 00:50:04.027194 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-6acce31a-0751-4922-a41b-2e0eceefc608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:04.028730 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-6acce31a-0751-4922-a41b-2e0eceefc608 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6c3815e83b546d1ba8426b7607dbf30&device_id=b486ec04-208e-4dc9-afec-31ef96b0255d HTTP/1.1" status: 200 len: 1095 time: 0.1621089 Jul 24 00:50:04.030523 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b891fce2-fc2f-4ddd-a613-16304aed6dab req-db4ab909-1dc6-43d5-851e-18610b37183e tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] 10.222.0.15 "GET /v2.0/floatingips/8ed8ad27-b184-40cc-a3d7-1bc88d0de77e HTTP/1.1" status: 200 len: 692 time: 0.0783935 Jul 24 00:50:04.043328 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9dae8778-0ea0-4ab5-b9bb-333bc1bb5dd2 req-6b2d1a9f-caf4-4e70-9b97-c72e7f9a8377 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "GET /v2.0/security-groups?id=37a74a14-3ba4-4d5c-ae76-89e835fbc2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605178 Jul 24 00:50:04.043921 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:04.073671 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7d3c27d-9c18-4990-9760-84e17e57a878 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:50:04.135492 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port e7d3c27d-9c18-4990-9760-84e17e57a878, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=e7d3c27d-9c18-4990-9760-84e17e57a878,segment=NetworkSegment(c4a12371-e65f-4999-8182-3fce7a91f982),segment_id=c4a12371-e65f-4999-8182-3fce7a91f982)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:04.148073 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:04.159536 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-9def49eb-6f64-4880-a4e3-d3a936962945 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c520d872-3b24-41b2-8853-4278b7e2868b HTTP/1.1" status: 200 len: 217 time: 0.1150463 Jul 24 00:50:04.269551 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=e7d3c27d-9c18-4990-9760-84e17e57a878,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:04.279358 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-a8e77902-7fe9-4b6a-988f-7e59fc5f7d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:04.281417 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-a8e77902-7fe9-4b6a-988f-7e59fc5f7d40 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eacbc75d-e7d9-4f31-b710-44862dc68303 HTTP/1.1" status: 200 len: 861 time: 0.1131823 Jul 24 00:50:04.346120 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-bd5c31b5-fe06-4f01-a5fd-689778ce82b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0424e002-92c3-40ed-8018-7ea44515813a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559411 Jul 24 00:50:04.351151 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891fce2-fc2f-4ddd-a613-16304aed6dab req-45618ef7-e705-4626-b2e4-495f8b8187f7 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:04.364591 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b891fce2-fc2f-4ddd-a613-16304aed6dab req-45618ef7-e705-4626-b2e4-495f8b8187f7 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] 10.222.0.15 "GET /v2.0/networks/40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 784 time: 0.3314087 Jul 24 00:50:04.421470 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['e7d3c27d-9c18-4990-9760-84e17e57a878'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:50:04.446151 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10b5863-baf2-4a65-b1fc-8d35a640626d x-openstack-request-id: req-d10b5863-baf2-4a65-b1fc-8d35a640626d {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:50:04.465938 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b486ec04-208e-4dc9-afec-31ef96b0255d", "tag": "c520d872-3b24-41b2-8853-4278b7e2868b", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:50:04.466468 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d10b5863-baf2-4a65-b1fc-8d35a640626d {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:50:04.474965 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b486ec04-208e-4dc9-afec-31ef96b0255d', 'tag': 'c520d872-3b24-41b2-8853-4278b7e2868b', 'status': 'completed', 'code': 200} Jul 24 00:50:04.551656 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e1787-6647-46ff-a18f-b2d2054f943c req-f406751f-216c-4afe-afb3-d0309690acfe tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:04.574409 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4d1e1787-6647-46ff-a18f-b2d2054f943c req-f406751f-216c-4afe-afb3-d0309690acfe tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 949 time: 0.1136141 Jul 24 00:50:04.591258 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-057e40b6-7cce-4ba0-bd0c-3b9ea0ac301e req-e52c737d-5549-4fbf-849e-8fa39e479550 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] 10.222.0.15 "GET /v2.0/floatingips/8ed8ad27-b184-40cc-a3d7-1bc88d0de77e HTTP/1.1" status: 200 len: 692 time: 0.1138330 Jul 24 00:50:04.648759 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:04.675797 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4d1e1787-6647-46ff-a18f-b2d2054f943c req-cdaa1e1f-4b13-47f0-9866-16bfe98795a0 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997822 Jul 24 00:50:04.700513 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-2c92ed18-e5d9-48af-a006-bd9c4001c88d service neutron] 10.222.0.13 "GET /v2.0/networks/0424e002-92c3-40ed-8018-7ea44515813a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427467 Jul 24 00:50:04.707512 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad6daa-7e13-42e5-8094-27c419774e91 req-2455bbed-1f81-44ee-bec1-5b70e01a520b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:04.709413 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8bad6daa-7e13-42e5-8094-27c419774e91 req-2455bbed-1f81-44ee-bec1-5b70e01a520b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23&tenant_id=64682d71562544209c45b1dc63c9fd56 HTTP/1.1" status: 200 len: 1101 time: 0.3725660 Jul 24 00:50:04.786626 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e40b6-7cce-4ba0-bd0c-3b9ea0ac301e req-e0d18cfc-6af4-4770-a185-2725e526e7f6 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:04.788113 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-057e40b6-7cce-4ba0-bd0c-3b9ea0ac301e req-e0d18cfc-6af4-4770-a185-2725e526e7f6 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] 10.222.0.15 "GET /v2.0/networks/40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 784 time: 0.1957960 Jul 24 00:50:04.880264 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [req-057e40b6-7cce-4ba0-bd0c-3b9ea0ac301e req-3e1f5ce6-2695-403c-b944-52ca57801ab9 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:50:04.883867 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:04.887791 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-057e40b6-7cce-4ba0-bd0c-3b9ea0ac301e req-3e1f5ce6-2695-403c-b944-52ca57801ab9 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0184326 Jul 24 00:50:04.985785 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-057e40b6-7cce-4ba0-bd0c-3b9ea0ac301e req-41cde917-b7cb-4f40-9c37-ce08741c6b7f tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.39 HTTP/1.1" status: 200 len: 695 time: 0.0967793 Jul 24 00:50:05.044065 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb51cf-5674-45c1-8ac3-0efa99703eb6 req-5f419946-0e11-4a1c-b99e-718fc5d95f94 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:05.045676 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d8eb51cf-5674-45c1-8ac3-0efa99703eb6 req-5f419946-0e11-4a1c-b99e-718fc5d95f94 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=b486ec04-208e-4dc9-afec-31ef96b0255d HTTP/1.1" status: 200 len: 943 time: 0.1494527 Jul 24 00:50:05.091542 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81916384-3257-4998-90fa-40c5a25d3434 req-c8393268-cbab-42ad-bdac-04d4bb85706f tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:05.093745 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-81916384-3257-4998-90fa-40c5a25d3434 req-c8393268-cbab-42ad-bdac-04d4bb85706f tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.13 "GET /v2.0/ports?device_id=558ad6cf-3a1f-474e-b592-12d1fc7c472d HTTP/1.1" status: 200 len: 946 time: 0.1481934 Jul 24 00:50:05.154592 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d8eb51cf-5674-45c1-8ac3-0efa99703eb6 req-933cf5fd-4452-4e33-8f57-9d76bd3e96fa tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994928 Jul 24 00:50:05.315339 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-81916384-3257-4998-90fa-40c5a25d3434 req-8cc1b084-f3d5-43b3-a775-a5194982cc0f tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Deleting port 224f5f2b-b13c-42bc-b3e4-9875832f8abd {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:50:05.318956 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-81916384-3257-4998-90fa-40c5a25d3434 req-8cc1b084-f3d5-43b3-a775-a5194982cc0f tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:05.445962 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-057e40b6-7cce-4ba0-bd0c-3b9ea0ac301e req-0c6fc335-9c7c-43ca-9eb0-b3fa76dc6ebf tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.39 HTTP/1.1" status: 200 len: 695 time: 0.4591825 Jul 24 00:50:05.465976 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a2405a90-4d5e-49cf-bcf1-775690811e08 req-82183740-4bbe-4162-8253-f4b6d2ee3921 service neutron] 10.222.0.13 "GET /v2.0/networks/0424e002-92c3-40ed-8018-7ea44515813a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7531157 Jul 24 00:50:05.491980 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-81916384-3257-4998-90fa-40c5a25d3434 req-8cc1b084-f3d5-43b3-a775-a5194982cc0f tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] For port 224f5f2b-b13c-42bc-b3e4-9875832f8abd, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=224f5f2b-b13c-42bc-b3e4-9875832f8abd,segment=NetworkSegment(c4a12371-e65f-4999-8182-3fce7a91f982),segment_id=c4a12371-e65f-4999-8182-3fce7a91f982)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:05.492596 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-81916384-3257-4998-90fa-40c5a25d3434 req-8cc1b084-f3d5-43b3-a775-a5194982cc0f tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:05.526904 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device e7d3c27d-9c18-4990-9760-84e17e57a878 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:50:05.643357 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad6daa-7e13-42e5-8094-27c419774e91 req-4b2b3873-c2a8-444f-bc23-ce9b3bf26b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:05.645327 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8bad6daa-7e13-42e5-8094-27c419774e91 req-4b2b3873-c2a8-444f-bc23-ce9b3bf26b3d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64682d71562544209c45b1dc63c9fd56&device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 1101 time: 0.8560498 Jul 24 00:50:05.653292 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port e7d3c27d-9c18-4990-9760-84e17e57a878 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:50:05.658424 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port e7d3c27d-9c18-4990-9760-84e17e57a878 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:50:05.658920 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:05.868428 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:05.937583 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port e7d3c27d-9c18-4990-9760-84e17e57a878, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=e7d3c27d-9c18-4990-9760-84e17e57a878,segment=NetworkSegment(c4a12371-e65f-4999-8182-3fce7a91f982),segment_id=c4a12371-e65f-4999-8182-3fce7a91f982)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:05.939753 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76551fdc-3616-4886-91e4-77ff590de6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d3c27d-9c18-4990-9760-84e17e57a878'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:50:05.945122 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320be282-afa9-4ef9-9bb9-ebb91f8fbe82" -d '{"events": [{"server_uuid": "76551fdc-3616-4886-91e4-77ff590de6d2", "name": "network-vif-plugged", "status": "completed", "tag": "e7d3c27d-9c18-4990-9760-84e17e57a878"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:50:05.951948 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-81916384-3257-4998-90fa-40c5a25d3434 req-8cc1b084-f3d5-43b3-a775-a5194982cc0f tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Calling delete_port for 224f5f2b-b13c-42bc-b3e4-9875832f8abd owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:50:05.954228 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:05.972370 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2724636-6e92-4f06-af9d-8a397a25a011 req-c988656d-0f4e-4cfe-ac27-6c2f44f03f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:05.974078 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2724636-6e92-4f06-af9d-8a397a25a011 req-c988656d-0f4e-4cfe-ac27-6c2f44f03f65 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f6c3815e83b546d1ba8426b7607dbf30&device_id=b486ec04-208e-4dc9-afec-31ef96b0255d HTTP/1.1" status: 200 len: 1095 time: 0.4237998 Jul 24 00:50:05.992941 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad6daa-7e13-42e5-8094-27c419774e91 req-da108a2d-4498-4c8f-8f23-f8c0a81d179f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:05.994540 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8bad6daa-7e13-42e5-8094-27c419774e91 req-da108a2d-4498-4c8f-8f23-f8c0a81d179f service neutron] 10.222.0.13 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.2453053 Jul 24 00:50:06.000114 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6887c2-0345-4974-95fc-8e2a7d9a49d4 req-3beea1da-6334-4aa2-af1b-68975a1718c7 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:06.008309 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5c6887c2-0345-4974-95fc-8e2a7d9a49d4 req-3beea1da-6334-4aa2-af1b-68975a1718c7 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=76551fdc-3616-4886-91e4-77ff590de6d2 HTTP/1.1" status: 200 len: 944 time: 0.6235793 Jul 24 00:50:06.019844 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-057e40b6-7cce-4ba0-bd0c-3b9ea0ac301e req-200e76d6-1038-4d02-bc70-22b58e02840b tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Deleting port 452a922f-29d7-4214-9bba-646905c95dfe {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:50:06.020282 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-057e40b6-7cce-4ba0-bd0c-3b9ea0ac301e req-200e76d6-1038-4d02-bc70-22b58e02840b tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:06.055732 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=e7d3c27d-9c18-4990-9760-84e17e57a878,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:06.179681 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5c6887c2-0345-4974-95fc-8e2a7d9a49d4 req-0fec3751-1d2b-4828-936d-01c340a89609 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667521 Jul 24 00:50:06.180980 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8bad6daa-7e13-42e5-8094-27c419774e91 req-96a3b8f4-1e8c-40a5-b969-cc625f8ffc03 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=1e193c69-d700-4ef9-9f49-feb4ec014a06 HTTP/1.1" status: 200 len: 217 time: 0.1563668 Jul 24 00:50:06.368905 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad6daa-7e13-42e5-8094-27c419774e91 req-626d6240-f60a-45c0-a070-bf7989b8534c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:06.370437 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8bad6daa-7e13-42e5-8094-27c419774e91 req-626d6240-f60a-45c0-a070-bf7989b8534c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.1369903 Jul 24 00:50:06.373376 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2724636-6e92-4f06-af9d-8a397a25a011 req-0061ae0a-d0e7-4e58-a3b3-5e88d8d5b17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:06.375498 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2724636-6e92-4f06-af9d-8a397a25a011 req-0061ae0a-d0e7-4e58-a3b3-5e88d8d5b17e service neutron] 10.222.0.13 "GET /v2.0/networks?id=0424e002-92c3-40ed-8018-7ea44515813a HTTP/1.1" status: 200 len: 922 time: 0.3928442 Jul 24 00:50:06.378951 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-057e40b6-7cce-4ba0-bd0c-3b9ea0ac301e req-200e76d6-1038-4d02-bc70-22b58e02840b tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:06.378951 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-057e40b6-7cce-4ba0-bd0c-3b9ea0ac301e req-200e76d6-1038-4d02-bc70-22b58e02840b tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:06.383543 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-81916384-3257-4998-90fa-40c5a25d3434 req-8cc1b084-f3d5-43b3-a775-a5194982cc0f tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:06.402370 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['224f5f2b-b13c-42bc-b3e4-9875832f8abd', 'e7d3c27d-9c18-4990-9760-84e17e57a878'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:50:06.465465 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2724636-6e92-4f06-af9d-8a397a25a011 req-6323d46c-822f-4df0-adde-e75185c17627 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c520d872-3b24-41b2-8853-4278b7e2868b HTTP/1.1" status: 200 len: 217 time: 0.0700343 Jul 24 00:50:06.467318 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-057e40b6-7cce-4ba0-bd0c-3b9ea0ac301e req-200e76d6-1038-4d02-bc70-22b58e02840b tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Calling delete_port for 452a922f-29d7-4214-9bba-646905c95dfe owned by network:floatingip {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:50:06.492842 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1b084-f3d5-43b3-a775-a5194982cc0f tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Pushing event deleted for resources: {'Port': ['ID=224f5f2b-b13c-42bc-b3e4-9875832f8abd,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:06.593088 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2724636-6e92-4f06-af9d-8a397a25a011 req-f0afa169-37ea-4ebf-bee7-38f1977ec32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:06.595799 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2724636-6e92-4f06-af9d-8a397a25a011 req-f0afa169-37ea-4ebf-bee7-38f1977ec32e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=eacbc75d-e7d9-4f31-b710-44862dc68303 HTTP/1.1" status: 200 len: 861 time: 0.1214986 Jul 24 00:50:06.658238 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-81916384-3257-4998-90fa-40c5a25d3434 req-8cc1b084-f3d5-43b3-a775-a5194982cc0f tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] No DVR routers for this DVR port 224f5f2b-b13c-42bc-b3e4-9875832f8abd on host n-h1-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:50:06.662641 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-81916384-3257-4998-90fa-40c5a25d3434 req-8cc1b084-f3d5-43b3-a775-a5194982cc0f tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:06.664870 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-81916384-3257-4998-90fa-40c5a25d3434 req-8cc1b084-f3d5-43b3-a775-a5194982cc0f tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.13 "DELETE /v2.0/ports/224f5f2b-b13c-42bc-b3e4-9875832f8abd HTTP/1.1" status: 204 len: 173 time: 1.5632970 Jul 24 00:50:06.665327 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '558ad6cf-3a1f-474e-b592-12d1fc7c472d', 'name': 'network-vif-deleted', 'tag': '224f5f2b-b13c-42bc-b3e4-9875832f8abd'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:50:06.667907 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6cc348a-a396-40fc-a67f-d99ea81a7dea" -d '{"events": [{"server_uuid": "558ad6cf-3a1f-474e-b592-12d1fc7c472d", "name": "network-vif-deleted", "tag": "224f5f2b-b13c-42bc-b3e4-9875832f8abd"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:50:06.677335 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2724636-6e92-4f06-af9d-8a397a25a011 req-e08585e5-7041-4708-91ea-a0b9f624e8cd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0424e002-92c3-40ed-8018-7ea44515813a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688264 Jul 24 00:50:06.679578 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad6daa-7e13-42e5-8094-27c419774e91 req-8e132fed-56bd-490e-8bd2-5cb5b6c1fc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:06.681502 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8bad6daa-7e13-42e5-8094-27c419774e91 req-8e132fed-56bd-490e-8bd2-5cb5b6c1fc63 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2966437 Jul 24 00:50:06.754053 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e08d0-c931-4398-8425-0932f21f76f7 req-39742c05-eeee-42e4-8143-15e7b63e367c tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:06.756834 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-827e08d0-c931-4398-8425-0932f21f76f7 req-39742c05-eeee-42e4-8143-15e7b63e367c tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0489fb5-2627-41d8-a25e-bc092c4e4442 HTTP/1.1" status: 200 len: 943 time: 0.3751738 Jul 24 00:50:06.865195 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-827e08d0-c931-4398-8425-0932f21f76f7 req-7c9c3b99-4ec6-497e-9b0e-8ad324825a8c tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "GET /v2.0/security-groups?id=37a74a14-3ba4-4d5c-ae76-89e835fbc2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026561 Jul 24 00:50:07.049832 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8bad6daa-7e13-42e5-8094-27c419774e91 req-ae9de108-cdcd-447f-b9e5-468f75fb10a3 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514647 Jul 24 00:50:07.053475 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2724636-6e92-4f06-af9d-8a397a25a011 req-64fd4e3f-44aa-4508-920c-1e0c0eed6504 service neutron] 10.222.0.13 "GET /v2.0/networks/0424e002-92c3-40ed-8018-7ea44515813a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645966 Jul 24 00:50:07.086201 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-057e40b6-7cce-4ba0-bd0c-3b9ea0ac301e req-200e76d6-1038-4d02-bc70-22b58e02840b tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:07.164631 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e76d6-1038-4d02-bc70-22b58e02840b tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Pushing event deleted for resources: {'Port': ['ID=452a922f-29d7-4214-9bba-646905c95dfe,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:07.242335 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65931c-c807-4579-8fd4-7739a72ae6ae req-60e03799-8fcf-4158-afc2-cd658f567b32 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:07.250899 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ec65931c-c807-4579-8fd4-7739a72ae6ae req-60e03799-8fcf-4158-afc2-cd658f567b32 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 949 time: 0.0972097 Jul 24 00:50:07.306923 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ec65931c-c807-4579-8fd4-7739a72ae6ae req-2bb65284-524d-4707-94f0-0f299bca6e71 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544188 Jul 24 00:50:07.345129 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8bad6daa-7e13-42e5-8094-27c419774e91 req-cf04138e-a7ad-43aa-b06e-ac8eebc2583a service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864578 Jul 24 00:50:07.351863 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2724636-6e92-4f06-af9d-8a397a25a011 req-77f90d47-0c15-4ed2-9cd5-28da486cdabc service neutron] 10.222.0.13 "GET /v2.0/networks/0424e002-92c3-40ed-8018-7ea44515813a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673779 Jul 24 00:50:07.356898 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-057e40b6-7cce-4ba0-bd0c-3b9ea0ac301e req-200e76d6-1038-4d02-bc70-22b58e02840b tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks [] for floatingip, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:07.359957 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-057e40b6-7cce-4ba0-bd0c-3b9ea0ac301e req-200e76d6-1038-4d02-bc70-22b58e02840b tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:07.377188 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-288ac694-3538-4bd4-9b4a-8ed53c0b7c9b x-openstack-request-id: req-288ac694-3538-4bd4-9b4a-8ed53c0b7c9b {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:50:07.377188 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76551fdc-3616-4886-91e4-77ff590de6d2", "name": "network-vif-plugged", "status": "completed", "tag": "e7d3c27d-9c18-4990-9760-84e17e57a878", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:50:07.377188 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-288ac694-3538-4bd4-9b4a-8ed53c0b7c9b {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:50:07.377188 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76551fdc-3616-4886-91e4-77ff590de6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d3c27d-9c18-4990-9760-84e17e57a878', 'code': 200} Jul 24 00:50:07.377945 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-057e40b6-7cce-4ba0-bd0c-3b9ea0ac301e req-200e76d6-1038-4d02-bc70-22b58e02840b tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] 10.222.0.15 "DELETE /v2.0/floatingips/8ed8ad27-b184-40cc-a3d7-1bc88d0de77e HTTP/1.1" status: 204 len: 173 time: 1.9253981 Jul 24 00:50:07.479439 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427b0e85-84fe-452a-adb5-343459e3f022 x-openstack-request-id: req-427b0e85-84fe-452a-adb5-343459e3f022 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:50:07.479935 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "558ad6cf-3a1f-474e-b592-12d1fc7c472d", "name": "network-vif-deleted", "tag": "224f5f2b-b13c-42bc-b3e4-9875832f8abd", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:50:07.481285 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-427b0e85-84fe-452a-adb5-343459e3f022 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:50:07.483530 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '558ad6cf-3a1f-474e-b592-12d1fc7c472d', 'name': 'network-vif-deleted', 'tag': '224f5f2b-b13c-42bc-b3e4-9875832f8abd', 'status': 'completed', 'code': 200} Jul 24 00:50:07.523471 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 1e193c69-d700-4ef9-9f49-feb4ec014a06 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:50:07.632357 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d480aa-3b2e-45a7-9d0f-9c80af12beeb req-89b8358c-f806-4798-870a-c6b6082b59b0 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:07.633934 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c6d480aa-3b2e-45a7-9d0f-9c80af12beeb req-89b8358c-f806-4798-870a-c6b6082b59b0 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=b486ec04-208e-4dc9-afec-31ef96b0255d HTTP/1.1" status: 200 len: 943 time: 0.1583333 Jul 24 00:50:07.641386 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf5595-f005-43a5-969a-218ce1116c96 req-d618e057-0752-4afc-b777-6baa19aeab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:07.642684 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5cdf5595-f005-43a5-969a-218ce1116c96 req-d618e057-0752-4afc-b777-6baa19aeab08 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=76551fdc-3616-4886-91e4-77ff590de6d2 HTTP/1.1" status: 200 len: 1097 time: 0.1229930 Jul 24 00:50:07.709942 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c6d480aa-3b2e-45a7-9d0f-9c80af12beeb req-0bb349e6-9f50-4548-b416-159649924aa5 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660307 Jul 24 00:50:07.726294 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5cdf5595-f005-43a5-969a-218ce1116c96 req-0c2c4e44-f20d-451f-b454-82c3ed35b1ba service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428433 Jul 24 00:50:07.739288 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:07.818608 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 1e193c69-d700-4ef9-9f49-feb4ec014a06, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=1e193c69-d700-4ef9-9f49-feb4ec014a06,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:07.833528 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:07.851066 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2a7d8-5bf5-4d1d-afe0-31bbbb677e5e req-793f3602-1ee1-48fb-bfcc-6dc75d749f01 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:07.852976 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a7b2a7d8-5bf5-4d1d-afe0-31bbbb677e5e req-793f3602-1ee1-48fb-bfcc-6dc75d749f01 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=76551fdc-3616-4886-91e4-77ff590de6d2 HTTP/1.1" status: 200 len: 945 time: 0.1520827 Jul 24 00:50:07.958044 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a7b2a7d8-5bf5-4d1d-afe0-31bbbb677e5e req-ba12dca5-76ab-4d1b-8e40-8192360c7c0d tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922372 Jul 24 00:50:07.972405 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=1e193c69-d700-4ef9-9f49-feb4ec014a06,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:08.097693 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54418f9-87cb-43e9-bffd-3803aa24d35c req-27908a3b-d1de-4e56-97f7-7f3305e36f79 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:08.099247 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d54418f9-87cb-43e9-bffd-3803aa24d35c req-27908a3b-d1de-4e56-97f7-7f3305e36f79 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3434520 Jul 24 00:50:08.219423 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a6140-6ae0-40a3-8b17-2859d80dfa31 req-c19b7a73-7646-4eae-a6ee-8b8106389efb tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:08.221817 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ad1a6140-6ae0-40a3-8b17-2859d80dfa31 req-c19b7a73-7646-4eae-a6ee-8b8106389efb tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0489fb5-2627-41d8-a25e-bc092c4e4442 HTTP/1.1" status: 200 len: 943 time: 0.1006677 Jul 24 00:50:08.321180 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ad1a6140-6ae0-40a3-8b17-2859d80dfa31 req-2968355c-1fc2-4774-b99c-21d55b78d863 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "GET /v2.0/security-groups?id=37a74a14-3ba4-4d5c-ae76-89e835fbc2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936444 Jul 24 00:50:08.358248 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2c996ad4-91ee-4d8e-bebb-cfd535922436 req-360c1161-5328-4106-83cf-d337af37f47e tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] 10.222.0.15 "GET /v2.0/floatingips?tenant_id=f46f5082aa2a464eac85fae62e81f977 HTTP/1.1" status: 200 len: 1654 time: 0.0627503 Jul 24 00:50:08.513757 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c996ad4-91ee-4d8e-bebb-cfd535922436 req-4ffcecca-ae04-48e1-9574-e51d6cf17f13 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:08.516021 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2c996ad4-91ee-4d8e-bebb-cfd535922436 req-4ffcecca-ae04-48e1-9574-e51d6cf17f13 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] 10.222.0.15 "GET /v2.0/networks?id=40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83&id=40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83&id=40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 787 time: 0.1502132 Jul 24 00:50:08.568614 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f039ce36-fc44-4c25-8b16-6561620df157 req-a260c3b7-7dc5-4d41-8535-91c99ff1fd6a tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:08.576157 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f039ce36-fc44-4c25-8b16-6561620df157 req-a260c3b7-7dc5-4d41-8535-91c99ff1fd6a tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 947 time: 0.1306527 Jul 24 00:50:08.636073 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f039ce36-fc44-4c25-8b16-6561620df157 req-955aade2-5ad2-4113-872e-efc4ea05d597 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550478 Jul 24 00:50:08.671968 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f7fe9498-34ba-4849-acad-da8397258418 req-91eb1d02-5e57-42d7-9bc2-3681c08dd326 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] 10.222.0.15 "GET /v2.0/floatingips/0333b8ce-c796-40d1-8867-e30497f23006 HTTP/1.1" status: 200 len: 693 time: 0.0908463 Jul 24 00:50:08.815537 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe9498-34ba-4849-acad-da8397258418 req-f2edd5e9-7037-4bb1-a1b9-cc929a116cbf tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:08.817205 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f7fe9498-34ba-4849-acad-da8397258418 req-f2edd5e9-7037-4bb1-a1b9-cc929a116cbf tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] 10.222.0.15 "GET /v2.0/networks/40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 784 time: 0.1432197 Jul 24 00:50:08.897321 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f7fe9498-34ba-4849-acad-da8397258418 req-1a67231b-cc11-4f2e-be9d-d13b92440338 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.189 HTTP/1.1" status: 200 len: 696 time: 0.0684178 Jul 24 00:50:08.904946 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e76fef-895e-4fe2-baae-3f616770e6f9 req-de6d1401-bdc7-4cac-97b1-01f7e30427d3 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:08.907098 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-17e76fef-895e-4fe2-baae-3f616770e6f9 req-de6d1401-bdc7-4cac-97b1-01f7e30427d3 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=b486ec04-208e-4dc9-afec-31ef96b0255d HTTP/1.1" status: 200 len: 943 time: 0.0762508 Jul 24 00:50:08.943084 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51432) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:50:08.948838 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-17e76fef-895e-4fe2-baae-3f616770e6f9 req-d9f071d3-75bb-409b-8dd5-c70c3c120e02 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349712 Jul 24 00:50:08.958130 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f7fe9498-34ba-4849-acad-da8397258418 req-6be68156-723c-4df4-b08b-afbdcff1e05f tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.189 HTTP/1.1" status: 200 len: 696 time: 0.0547760 Jul 24 00:50:09.093228 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a3577cfc-7f37-48fb-b0ab-8e1a3733ca88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:09.104871 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ce2f6-5368-47ff-b87f-f1ff2539693e req-3e82677f-4690-4dd1-af6d-cf0edd8b4acc tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:09.106402 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b76ce2f6-5368-47ff-b87f-f1ff2539693e req-3e82677f-4690-4dd1-af6d-cf0edd8b4acc tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=76551fdc-3616-4886-91e4-77ff590de6d2 HTTP/1.1" status: 200 len: 945 time: 0.0730543 Jul 24 00:50:09.149590 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-f7fe9498-34ba-4849-acad-da8397258418 req-00cf2d91-23f6-421a-89eb-23c2e0f6fe69 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Deleting port 1654fcc5-3b48-4b9a-bf03-bc88bf1c9d68 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:50:09.149920 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f7fe9498-34ba-4849-acad-da8397258418 req-00cf2d91-23f6-421a-89eb-23c2e0f6fe69 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:09.160106 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b76ce2f6-5368-47ff-b87f-f1ff2539693e req-db2ac873-93ef-4600-9804-d2707afd5df8 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469630 Jul 24 00:50:09.276745 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f7fe9498-34ba-4849-acad-da8397258418 req-00cf2d91-23f6-421a-89eb-23c2e0f6fe69 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:09.277121 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f7fe9498-34ba-4849-acad-da8397258418 req-00cf2d91-23f6-421a-89eb-23c2e0f6fe69 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:09.299715 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-f7fe9498-34ba-4849-acad-da8397258418 req-00cf2d91-23f6-421a-89eb-23c2e0f6fe69 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Calling delete_port for 1654fcc5-3b48-4b9a-bf03-bc88bf1c9d68 owned by network:floatingip {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:50:09.312746 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a3577cfc-7f37-48fb-b0ab-8e1a3733ca88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:09.321224 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a3577cfc-7f37-48fb-b0ab-8e1a3733ca88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:09.378611 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52408e39-3c37-40ad-8760-4bd9f6711a23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e193c69-d700-4ef9-9f49-feb4ec014a06'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:50:09.383586 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1ecc85-9547-4fb5-a34f-2c21414b4019" -d '{"events": [{"server_uuid": "52408e39-3c37-40ad-8760-4bd9f6711a23", "name": "network-vif-unplugged", "status": "completed", "tag": "1e193c69-d700-4ef9-9f49-feb4ec014a06"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:50:09.419941 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3577cfc-7f37-48fb-b0ab-8e1a3733ca88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f957919a-084c-45ff-9605-480415e75f20,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:09.427678 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a3577cfc-7f37-48fb-b0ab-8e1a3733ca88 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1525eec539cb44e698089f4aba905e2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4810507 Jul 24 00:50:09.428146 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51458) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:50:09.495591 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7b49ab50-706c-4238-86ff-7474fc563d7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:09.506740 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f7fe9498-34ba-4849-acad-da8397258418 req-00cf2d91-23f6-421a-89eb-23c2e0f6fe69 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:09.541907 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf2d91-23f6-421a-89eb-23c2e0f6fe69 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Pushing event deleted for resources: {'Port': ['ID=1654fcc5-3b48-4b9a-bf03-bc88bf1c9d68,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:09.552211 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7b49ab50-706c-4238-86ff-7474fc563d7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:09.608617 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f7fe9498-34ba-4849-acad-da8397258418 req-00cf2d91-23f6-421a-89eb-23c2e0f6fe69 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks [] for floatingip, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:09.612655 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352fffa-0202-48f9-bf8e-a0e1558097e4 req-550f9c56-517d-49b7-a11d-25b7c2b71e13 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:09.614296 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f7fe9498-34ba-4849-acad-da8397258418 req-00cf2d91-23f6-421a-89eb-23c2e0f6fe69 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:09.614497 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9352fffa-0202-48f9-bf8e-a0e1558097e4 req-550f9c56-517d-49b7-a11d-25b7c2b71e13 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0489fb5-2627-41d8-a25e-bc092c4e4442 HTTP/1.1" status: 200 len: 943 time: 0.1207504 Jul 24 00:50:09.619094 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f7fe9498-34ba-4849-acad-da8397258418 req-00cf2d91-23f6-421a-89eb-23c2e0f6fe69 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] 10.222.0.15 "DELETE /v2.0/floatingips/0333b8ce-c796-40d1-8867-e30497f23006 HTTP/1.1" status: 204 len: 173 time: 0.6540713 Jul 24 00:50:09.659504 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9352fffa-0202-48f9-bf8e-a0e1558097e4 req-2c030864-725b-4a34-b92b-cceabe878fa3 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "GET /v2.0/security-groups?id=37a74a14-3ba4-4d5c-ae76-89e835fbc2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390093 Jul 24 00:50:09.660560 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7b49ab50-706c-4238-86ff-7474fc563d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:09.663396 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7b49ab50-706c-4238-86ff-7474fc563d7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:09.667334 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7b49ab50-706c-4238-86ff-7474fc563d7f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f957919a-084c-45ff-9605-480415e75f20 HTTP/1.1" status: 204 len: 168 time: 0.2378776 Jul 24 00:50:09.688506 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b49ab50-706c-4238-86ff-7474fc563d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f957919a-084c-45ff-9605-480415e75f20,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:09.746954 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a01653b-267e-48e7-a395-af929545e7d6 x-openstack-request-id: req-7a01653b-267e-48e7-a395-af929545e7d6 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:50:09.747250 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52408e39-3c37-40ad-8760-4bd9f6711a23", "name": "network-vif-unplugged", "status": "completed", "tag": "1e193c69-d700-4ef9-9f49-feb4ec014a06", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:50:09.747743 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a01653b-267e-48e7-a395-af929545e7d6 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:50:09.748350 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52408e39-3c37-40ad-8760-4bd9f6711a23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e193c69-d700-4ef9-9f49-feb4ec014a06', 'code': 200} Jul 24 00:50:09.790812 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc755f-c970-46ca-92cf-93c5e219c6d2 req-2eda3515-e7b1-4322-ad44-11de21d3b1d0 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:09.790812 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bffc755f-c970-46ca-92cf-93c5e219c6d2 req-2eda3515-e7b1-4322-ad44-11de21d3b1d0 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=76551fdc-3616-4886-91e4-77ff590de6d2 HTTP/1.1" status: 200 len: 945 time: 0.1168280 Jul 24 00:50:09.850887 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bffc755f-c970-46ca-92cf-93c5e219c6d2 req-944b1a34-ffb5-4975-aef8-aecb19bdc387 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523362 Jul 24 00:50:09.886582 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5b647dcb-6884-4ded-9c96-61c5e6de92e2 req-cb7517d2-f456-4f8e-b4c6-05eec4a91c5b tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] 10.222.0.15 "GET /v2.0/floatingips/f28659af-7bef-4c8a-9964-6f63c97734d4 HTTP/1.1" status: 200 len: 691 time: 0.0507324 Jul 24 00:50:09.962551 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cfc77e72-6c05-4db7-9186-89be4aa55229 req-45d4e7da-080f-4cc6-b7ad-a28e5f1b65a2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0893569 Jul 24 00:50:10.009731 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b647dcb-6884-4ded-9c96-61c5e6de92e2 req-086d1433-e749-48eb-8038-461e36416ff3 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:10.011249 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5b647dcb-6884-4ded-9c96-61c5e6de92e2 req-086d1433-e749-48eb-8038-461e36416ff3 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] 10.222.0.15 "GET /v2.0/networks/40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 784 time: 0.1161020 Jul 24 00:50:10.071503 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5b647dcb-6884-4ded-9c96-61c5e6de92e2 req-92847abf-6e9b-4983-90c1-a255e6937322 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.2 HTTP/1.1" status: 200 len: 694 time: 0.0528140 Jul 24 00:50:10.073657 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29991b-54d1-4487-bd42-e4d636c23b89 req-d0089294-5792-4416-ae4d-fc504ebdb8c8 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:10.075218 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8c29991b-54d1-4487-bd42-e4d636c23b89 req-d0089294-5792-4416-ae4d-fc504ebdb8c8 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 947 time: 0.1253932 Jul 24 00:50:10.100917 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc77e72-6c05-4db7-9186-89be4aa55229 req-d41e3a5f-a9ad-4e44-b2ff-6d6e449395a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:10.102422 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cfc77e72-6c05-4db7-9186-89be4aa55229 req-d41e3a5f-a9ad-4e44-b2ff-6d6e449395a5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64682d71562544209c45b1dc63c9fd56&device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 1101 time: 0.1091571 Jul 24 00:50:10.119724 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51484) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:50:10.132106 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5b647dcb-6884-4ded-9c96-61c5e6de92e2 req-2f9e82db-56b4-4a81-ad27-a882cb02e051 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.2 HTTP/1.1" status: 200 len: 694 time: 0.0523009 Jul 24 00:50:10.150884 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8c29991b-54d1-4487-bd42-e4d636c23b89 req-976e750e-ea71-44d9-9ee6-69d97a943916 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675671 Jul 24 00:50:10.159635 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-01facc96-6e8f-42d1-b029-4c3267b08a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:10.275667 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc77e72-6c05-4db7-9186-89be4aa55229 req-e2365199-7887-4a9b-a380-e8df6f733ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:10.277594 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cfc77e72-6c05-4db7-9186-89be4aa55229 req-e2365199-7887-4a9b-a380-e8df6f733ef5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.1483166 Jul 24 00:50:10.300031 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-5b647dcb-6884-4ded-9c96-61c5e6de92e2 req-ab802d3b-5f5d-469c-88d4-a0e3ee0f231d tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Deleting port 9b1cddb1-b813-479f-b93d-e99edbafef94 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:50:10.301459 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5b647dcb-6884-4ded-9c96-61c5e6de92e2 req-ab802d3b-5f5d-469c-88d4-a0e3ee0f231d tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:10.333538 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cfc77e72-6c05-4db7-9186-89be4aa55229 req-f3e09c3d-24a3-494b-a644-7171cc5d37f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=4998b04a-6c33-485a-b399-437a9f222c3c HTTP/1.1" status: 200 len: 217 time: 0.0443053 Jul 24 00:50:10.401590 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5b647dcb-6884-4ded-9c96-61c5e6de92e2 req-ab802d3b-5f5d-469c-88d4-a0e3ee0f231d tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:10.402613 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5b647dcb-6884-4ded-9c96-61c5e6de92e2 req-ab802d3b-5f5d-469c-88d4-a0e3ee0f231d tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:10.404657 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc77e72-6c05-4db7-9186-89be4aa55229 req-4dc21d53-3970-42d5-832e-c597aaae0724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:10.406190 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cfc77e72-6c05-4db7-9186-89be4aa55229 req-4dc21d53-3970-42d5-832e-c597aaae0724 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.0660217 Jul 24 00:50:10.420446 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-5b647dcb-6884-4ded-9c96-61c5e6de92e2 req-ab802d3b-5f5d-469c-88d4-a0e3ee0f231d tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Calling delete_port for 9b1cddb1-b813-479f-b93d-e99edbafef94 owned by network:floatingip {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:50:10.424899 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-01facc96-6e8f-42d1-b029-4c3267b08a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:10.453276 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-01facc96-6e8f-42d1-b029-4c3267b08a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:10.503932 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-01facc96-6e8f-42d1-b029-4c3267b08a70 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8ece90a9aea24ea2b8b7799cb01b0516&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3830473 Jul 24 00:50:10.506699 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51504) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:50:10.514299 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01facc96-6e8f-42d1-b029-4c3267b08a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0db44ae-eb00-41a8-b9af-56aedfa13991,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:10.550939 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc77e72-6c05-4db7-9186-89be4aa55229 req-e0cff644-6935-4a61-8699-5cf0b251f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:10.552733 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cfc77e72-6c05-4db7-9186-89be4aa55229 req-e0cff644-6935-4a61-8699-5cf0b251f14e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1392319 Jul 24 00:50:10.613011 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-241aafb2-83f4-4fad-aa93-128d0b10d74a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:10.634527 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5b647dcb-6884-4ded-9c96-61c5e6de92e2 req-ab802d3b-5f5d-469c-88d4-a0e3ee0f231d tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:10.672189 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab802d3b-5f5d-469c-88d4-a0e3ee0f231d tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Pushing event deleted for resources: {'Port': ['ID=9b1cddb1-b813-479f-b93d-e99edbafef94,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:10.675951 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-241aafb2-83f4-4fad-aa93-128d0b10d74a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:10.705963 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cfc77e72-6c05-4db7-9186-89be4aa55229 req-ab8f8ebd-d35a-4d2b-940e-5e0e2240bada service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457853 Jul 24 00:50:10.764272 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5b647dcb-6884-4ded-9c96-61c5e6de92e2 req-ab802d3b-5f5d-469c-88d4-a0e3ee0f231d tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks [] for floatingip, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:10.768202 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5b647dcb-6884-4ded-9c96-61c5e6de92e2 req-ab802d3b-5f5d-469c-88d4-a0e3ee0f231d tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:10.781037 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5b647dcb-6884-4ded-9c96-61c5e6de92e2 req-ab802d3b-5f5d-469c-88d4-a0e3ee0f231d tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] 10.222.0.15 "DELETE /v2.0/floatingips/f28659af-7bef-4c8a-9964-6f63c97734d4 HTTP/1.1" status: 204 len: 173 time: 0.6446810 Jul 24 00:50:10.817479 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-241aafb2-83f4-4fad-aa93-128d0b10d74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:10.820241 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-241aafb2-83f4-4fad-aa93-128d0b10d74a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:10.821430 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-241aafb2-83f4-4fad-aa93-128d0b10d74a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a0db44ae-eb00-41a8-b9af-56aedfa13991 HTTP/1.1" status: 204 len: 168 time: 0.3137743 Jul 24 00:50:10.838315 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cfc77e72-6c05-4db7-9186-89be4aa55229 req-f31d6ca6-eb57-4bd5-b242-870afee52484 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257811 Jul 24 00:50:10.839220 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241aafb2-83f4-4fad-aa93-128d0b10d74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0db44ae-eb00-41a8-b9af-56aedfa13991,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:11.048782 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462c7ab-1374-4767-a2ff-83acffeb35eb req-b2b360df-9da6-4c5e-b811-6f7d48ffc214 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:11.050552 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4462c7ab-1374-4767-a2ff-83acffeb35eb req-b2b360df-9da6-4c5e-b811-6f7d48ffc214 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=b486ec04-208e-4dc9-afec-31ef96b0255d HTTP/1.1" status: 200 len: 943 time: 0.0912528 Jul 24 00:50:11.099378 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4462c7ab-1374-4767-a2ff-83acffeb35eb req-7fedae88-1e13-45d0-9ceb-f8734a7bd4d5 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390470 Jul 24 00:50:11.301423 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-03f020d4-76e0-4336-92c0-042eff2a6cde req-4f7a4b64-5d24-46c1-b98a-5f5da4a4d808 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] 10.222.0.15 "GET /v2.0/floatingips/443f561a-d0c8-4972-ade8-b33853749d34 HTTP/1.1" status: 200 len: 692 time: 0.0792985 Jul 24 00:50:11.310356 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48335ef-1cd4-4f62-9171-af375085b869 req-76c4410c-ad28-4fe0-ac3f-8d7334b4f07d tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:11.313241 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c48335ef-1cd4-4f62-9171-af375085b869 req-76c4410c-ad28-4fe0-ac3f-8d7334b4f07d tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0489fb5-2627-41d8-a25e-bc092c4e4442 HTTP/1.1" status: 200 len: 943 time: 0.0822737 Jul 24 00:50:11.355304 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c48335ef-1cd4-4f62-9171-af375085b869 req-ab42ce46-7acf-4390-b0af-57a4c8bc812e tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "GET /v2.0/security-groups?id=37a74a14-3ba4-4d5c-ae76-89e835fbc2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367565 Jul 24 00:50:11.543358 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 370d4d4e-1db9-4082-8ebd-6756760b3905 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:50:11.685723 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a70db-c9b3-4038-85c8-4380c1fdd36d req-3f803f65-7958-41f8-895d-870c58887dd4 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:11.688109 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0a2a70db-c9b3-4038-85c8-4380c1fdd36d req-3f803f65-7958-41f8-895d-870c58887dd4 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=76551fdc-3616-4886-91e4-77ff590de6d2 HTTP/1.1" status: 200 len: 945 time: 0.1062608 Jul 24 00:50:11.744066 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 370d4d4e-1db9-4082-8ebd-6756760b3905, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=370d4d4e-1db9-4082-8ebd-6756760b3905,segment=NetworkSegment(8586c4bf-3892-4b3d-8b39-dc6fef5c8398),segment_id=8586c4bf-3892-4b3d-8b39-dc6fef5c8398)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:11.756481 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719c9c4-c569-4747-a40a-7bd4fbe1a9ba req-9f78aac8-2a54-4714-af82-5a747c63d295 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:11.756709 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0a2a70db-c9b3-4038-85c8-4380c1fdd36d req-c94059ab-b204-4b80-a2ad-88c58ff64586 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606537 Jul 24 00:50:11.758313 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7719c9c4-c569-4747-a40a-7bd4fbe1a9ba req-9f78aac8-2a54-4714-af82-5a747c63d295 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.13 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23&tenant_id=64682d71562544209c45b1dc63c9fd56&binding%3Ahost_id=n-h1-793621-25 HTTP/1.1" status: 200 len: 947 time: 0.5482328 Jul 24 00:50:11.760405 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '370d4d4e-1db9-4082-8ebd-6756760b3905', 'network_id': 'd47a7285-ce07-43af-9d2b-c26a26731081', 'port_id': '370d4d4e-1db9-4082-8ebd-6756760b3905', 'mac_address': 'fa:16:3e:ac:c4:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20115978-e69f-4a7a-a65a-ab0414e37071', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:50:11.814764 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51562) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:50:11.829816 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:11.849010 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 370d4d4e-1db9-4082-8ebd-6756760b3905 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:50:11.851398 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f020d4-76e0-4336-92c0-042eff2a6cde req-c9dd24bb-9bf9-4872-b369-326b049b94b0 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:11.853851 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-03f020d4-76e0-4336-92c0-042eff2a6cde req-c9dd24bb-9bf9-4872-b369-326b049b94b0 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] 10.222.0.15 "GET /v2.0/networks/40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 784 time: 0.5451269 Jul 24 00:50:11.879439 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 370d4d4e-1db9-4082-8ebd-6756760b3905, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=370d4d4e-1db9-4082-8ebd-6756760b3905,segment=NetworkSegment(8586c4bf-3892-4b3d-8b39-dc6fef5c8398),segment_id=8586c4bf-3892-4b3d-8b39-dc6fef5c8398)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:11.892338 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:11.893469 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 1e193c69-d700-4ef9-9f49-feb4ec014a06 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:50:11.965341 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7719c9c4-c569-4747-a40a-7bd4fbe1a9ba req-6ce06e0f-9586-47bd-851b-d31ed1751955 service neutron] 10.222.0.13 "GET /v2.0/ports/1e193c69-d700-4ef9-9f49-feb4ec014a06/bindings/n-h1-793621-25 HTTP/1.1" status: 200 len: 383 time: 0.1954916 Jul 24 00:50:11.966999 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d884f-22e0-4fb7-bf43-1a7a7287512d req-21c356f7-264c-4cb6-b12c-6722e847027b tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:11.984631 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8e1d884f-22e0-4fb7-bf43-1a7a7287512d req-21c356f7-264c-4cb6-b12c-6722e847027b tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 947 time: 0.1206965 Jul 24 00:50:11.997420 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-03f020d4-76e0-4336-92c0-042eff2a6cde req-dc0e52af-fc3c-4c23-a8ea-aa5c2931fcac tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.17 HTTP/1.1" status: 200 len: 695 time: 0.1230085 Jul 24 00:50:12.012565 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=370d4d4e-1db9-4082-8ebd-6756760b3905,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:12.041959 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8e1d884f-22e0-4fb7-bf43-1a7a7287512d req-eaa9bb5a-64be-4598-a234-6e700716296a tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534139 Jul 24 00:50:12.056541 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.db.resource_extend [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 00:50:12.071818 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-cb6793c6-cd90-40ae-ac88-e6e9e9648690 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-369391114-network', 'tenant_id': 'ed057dc71fc949d185d5f214444abe1e'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:50:12.114953 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6793c6-cd90-40ae-ac88-e6e9e9648690 admin admin] Made reservation on behalf of ed057dc71fc949d185d5f214444abe1e for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:50:12.123542 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-03f020d4-76e0-4336-92c0-042eff2a6cde req-5a9fc044-5e53-4000-95b6-80bd387ec2f6 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.17 HTTP/1.1" status: 200 len: 695 time: 0.1228673 Jul 24 00:50:12.123876 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cb6793c6-cd90-40ae-ac88-e6e9e9648690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:12.159607 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cb6793c6-cd90-40ae-ac88-e6e9e9648690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:12.245179 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 1e193c69-d700-4ef9-9f49-feb4ec014a06, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=1e193c69-d700-4ef9-9f49-feb4ec014a06,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:12.264355 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '1e193c69-d700-4ef9-9f49-feb4ec014a06', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'port_id': '1e193c69-d700-4ef9-9f49-feb4ec014a06', 'mac_address': 'fa:16:3e:ea:9a:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:50:12.306019 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719c9c4-c569-4747-a40a-7bd4fbe1a9ba req-d825963e-3a0e-4841-871a-db7bdde5b0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:12.307605 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7719c9c4-c569-4747-a40a-7bd4fbe1a9ba req-d825963e-3a0e-4841-871a-db7bdde5b0bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64682d71562544209c45b1dc63c9fd56&device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 1099 time: 0.2876606 Jul 24 00:50:12.348759 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:12.394654 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e193c69-d700-4ef9-9f49-feb4ec014a06 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:50:12.435335 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 1e193c69-d700-4ef9-9f49-feb4ec014a06, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=1e193c69-d700-4ef9-9f49-feb4ec014a06,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:12.442338 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:12.450769 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-5ab19096-d6b5-441f-be30-5f628887d1e4 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:12.455585 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-5ab19096-d6b5-441f-be30-5f628887d1e4 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/networks?id=cf53c075-354a-47e9-8398-640068505382 HTTP/1.1" status: 200 len: 805 time: 0.2274547 Jul 24 00:50:12.493789 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cb6793c6-cd90-40ae-ac88-e6e9e9648690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:12.497448 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-e76e598d-998a-4da9-940d-66c376565bad tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/quotas/1d1d593f8bfd4b99bedc0fcdb21f74c7 HTTP/1.1" status: 200 len: 375 time: 0.0304267 Jul 24 00:50:12.502600 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cb6793c6-cd90-40ae-ac88-e6e9e9648690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:12.524160 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=1e193c69-d700-4ef9-9f49-feb4ec014a06,revision_number=7']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:12.539088 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-03f020d4-76e0-4336-92c0-042eff2a6cde req-039d6428-6333-4aca-a150-1563dc5fdd79 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Deleting port 83319873-d240-430b-a98e-34207a917b94 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:50:12.539441 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-03f020d4-76e0-4336-92c0-042eff2a6cde req-039d6428-6333-4aca-a150-1563dc5fdd79 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:12.555078 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719c9c4-c569-4747-a40a-7bd4fbe1a9ba req-ae96c89d-4ee1-465d-b79d-3fa771dbb7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:12.556603 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7719c9c4-c569-4747-a40a-7bd4fbe1a9ba req-ae96c89d-4ee1-465d-b79d-3fa771dbb7b9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.1766243 Jul 24 00:50:12.568869 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb6793c6-cd90-40ae-ac88-e6e9e9648690 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:50:12.585732 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6793c6-cd90-40ae-ac88-e6e9e9648690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447b0b27-25ae-473f-a6a3-f7eebd283e40,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:12.589570 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cb6793c6-cd90-40ae-ac88-e6e9e9648690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:12.589922 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-cb6793c6-cd90-40ae-ac88-e6e9e9648690 admin admin] Added segment 224003b9-1e4b-40e8-8bf3-31947898d576 of type vlan for network 7c4ab419-d412-43cd-bcfe-97903abe1bf4 Jul 24 00:50:12.605905 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7719c9c4-c569-4747-a40a-7bd4fbe1a9ba req-b9db722c-bf9f-4912-bba4-3669bd21d560 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=1e193c69-d700-4ef9-9f49-feb4ec014a06 HTTP/1.1" status: 200 len: 217 time: 0.0388749 Jul 24 00:50:12.648595 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cb6793c6-cd90-40ae-ac88-e6e9e9648690 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:12.667858 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-7e6b7d2b-a74a-40f4-9dc9-309789423483 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1d1d593f8bfd4b99bedc0fcdb21f74c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1606162 Jul 24 00:50:12.700585 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-03f020d4-76e0-4336-92c0-042eff2a6cde req-039d6428-6333-4aca-a150-1563dc5fdd79 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:12.700938 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-03f020d4-76e0-4336-92c0-042eff2a6cde req-039d6428-6333-4aca-a150-1563dc5fdd79 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:12.705339 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719c9c4-c569-4747-a40a-7bd4fbe1a9ba req-d0cea948-1b6f-4504-a13f-42981497687d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:12.706913 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7719c9c4-c569-4747-a40a-7bd4fbe1a9ba req-d0cea948-1b6f-4504-a13f-42981497687d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.0718782 Jul 24 00:50:12.711424 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cb6793c6-cd90-40ae-ac88-e6e9e9648690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:12.712416 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6793c6-cd90-40ae-ac88-e6e9e9648690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:12.713010 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cb6793c6-cd90-40ae-ac88-e6e9e9648690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:12.721115 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-03f020d4-76e0-4336-92c0-042eff2a6cde req-039d6428-6333-4aca-a150-1563dc5fdd79 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Calling delete_port for 83319873-d240-430b-a98e-34207a917b94 owned by network:floatingip {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:50:12.799043 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-cb6793c6-cd90-40ae-ac88-e6e9e9648690 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9817410 Jul 24 00:50:12.803925 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51582) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:50:12.819410 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-31c08af8-a062-4faa-b4ad-ec667a96b089 admin admin] Request body: {'subnet': {'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-369391114-subnet', 'tenant_id': 'ed057dc71fc949d185d5f214444abe1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:50:12.864257 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['370d4d4e-1db9-4082-8ebd-6756760b3905'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:50:12.867752 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6793c6-cd90-40ae-ac88-e6e9e9648690 admin admin] Pushing event updated for resources: {'Network': ['ID=7c4ab419-d412-43cd-bcfe-97903abe1bf4,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:12.894588 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-0415d8b7-d4e8-43b5-863b-72e54237dea6 service neutron] 10.222.0.15 "GET /v2.0/networks/cf53c075-354a-47e9-8398-640068505382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163289 Jul 24 00:50:12.897476 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c08af8-a062-4faa-b4ad-ec667a96b089 admin admin] Made reservation on behalf of ed057dc71fc949d185d5f214444abe1e for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:50:12.900454 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-31c08af8-a062-4faa-b4ad-ec667a96b089 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:12.904888 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 7c4ab419-d412-43cd-bcfe-97903abe1bf4 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:50:12.908461 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['1e193c69-d700-4ef9-9f49-feb4ec014a06'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:50:12.913534 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719c9c4-c569-4747-a40a-7bd4fbe1a9ba req-4fa27ac7-df9e-4b75-958a-28a97bf952df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:12.915233 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7719c9c4-c569-4747-a40a-7bd4fbe1a9ba req-4fa27ac7-df9e-4b75-958a-28a97bf952df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1841719 Jul 24 00:50:12.928585 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae1f5db-1e86-40f5-a0ad-3fb140767005 req-0b8c318f-a566-478f-9ab9-14ca03b4a755 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:12.930543 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dae1f5db-1e86-40f5-a0ad-3fb140767005 req-0b8c318f-a566-478f-9ab9-14ca03b4a755 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.13 "GET /v2.0/ports?device_id=76551fdc-3616-4886-91e4-77ff590de6d2 HTTP/1.1" status: 200 len: 945 time: 0.1388664 Jul 24 00:50:13.105149 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-889ac474-a0c3-4745-b760-5562f0cca8c5 service neutron] 10.222.0.15 "GET /v2.0/networks/cf53c075-354a-47e9-8398-640068505382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744101 Jul 24 00:50:13.117508 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-03f020d4-76e0-4336-92c0-042eff2a6cde req-039d6428-6333-4aca-a150-1563dc5fdd79 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:13.158791 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d6428-6333-4aca-a150-1563dc5fdd79 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Pushing event deleted for resources: {'Port': ['ID=83319873-d240-430b-a98e-34207a917b94,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:13.221798 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7719c9c4-c569-4747-a40a-7bd4fbe1a9ba req-a8261010-139c-4255-bf1b-fea3544e7b82 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662847 Jul 24 00:50:13.241672 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-31c08af8-a062-4faa-b4ad-ec667a96b089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:13.295375 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-03f020d4-76e0-4336-92c0-042eff2a6cde req-039d6428-6333-4aca-a150-1563dc5fdd79 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks [] for floatingip, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:13.298595 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-03f020d4-76e0-4336-92c0-042eff2a6cde req-039d6428-6333-4aca-a150-1563dc5fdd79 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:13.313025 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51586) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:50:13.315462 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-03f020d4-76e0-4336-92c0-042eff2a6cde req-039d6428-6333-4aca-a150-1563dc5fdd79 tempest-FloatingIPDetailsTestJSON-1604333887 tempest-FloatingIPDetailsTestJSON-1604333887-project] 10.222.0.15 "DELETE /v2.0/floatingips/443f561a-d0c8-4972-ade8-b33853749d34 HTTP/1.1" status: 204 len: 173 time: 1.1921597 Jul 24 00:50:13.360032 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-dae1f5db-1e86-40f5-a0ad-3fb140767005 req-3a667f22-97ce-47f2-afce-7981668aea3b tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Deleting port e7d3c27d-9c18-4990-9760-84e17e57a878 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:50:13.360373 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-dae1f5db-1e86-40f5-a0ad-3fb140767005 req-3a667f22-97ce-47f2-afce-7981668aea3b tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:13.475843 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7719c9c4-c569-4747-a40a-7bd4fbe1a9ba req-b462e920-d304-47e4-8591-8cad9db704c9 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446034 Jul 24 00:50:13.497789 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c08af8-a062-4faa-b4ad-ec667a96b089 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e7ca279-b98c-43f9-865c-dc5db7518bba,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:13.526289 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-dae1f5db-1e86-40f5-a0ad-3fb140767005 req-3a667f22-97ce-47f2-afce-7981668aea3b tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] For port e7d3c27d-9c18-4990-9760-84e17e57a878, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=e7d3c27d-9c18-4990-9760-84e17e57a878,segment=NetworkSegment(c4a12371-e65f-4999-8182-3fce7a91f982),segment_id=c4a12371-e65f-4999-8182-3fce7a91f982)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:13.526917 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-dae1f5db-1e86-40f5-a0ad-3fb140767005 req-3a667f22-97ce-47f2-afce-7981668aea3b tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:13.545877 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-dae1f5db-1e86-40f5-a0ad-3fb140767005 req-3a667f22-97ce-47f2-afce-7981668aea3b tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Calling delete_port for e7d3c27d-9c18-4990-9760-84e17e57a878 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:50:13.549206 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 7a4e5d94-3a43-4888-81e1-8c3ce99fc01d no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:50:13.559996 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c08af8-a062-4faa-b4ad-ec667a96b089 admin admin] Checking segment: {'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:50:13.561305 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c08af8-a062-4faa-b4ad-ec667a96b089 admin admin] Network hostable DHCP agents. Network: 7c4ab419-d412-43cd-bcfe-97903abe1bf4, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:50:13.609133 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b792e-e73c-410d-bb5c-265273ca8372 req-6437ae75-f931-406e-beed-632db8768cec tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:13.610876 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-952b792e-e73c-410d-bb5c-265273ca8372 req-6437ae75-f931-406e-beed-632db8768cec tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=b486ec04-208e-4dc9-afec-31ef96b0255d HTTP/1.1" status: 200 len: 943 time: 0.1610086 Jul 24 00:50:13.702656 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:13.710854 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-952b792e-e73c-410d-bb5c-265273ca8372 req-fdf28e66-2fa7-4da8-9182-4e9ba26a6f5b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892038 Jul 24 00:50:13.711398 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c08af8-a062-4faa-b4ad-ec667a96b089 admin admin] Network 7c4ab419-d412-43cd-bcfe-97903abe1bf4 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:50:13.759865 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e14bab5-702d-46dc-843a-9e999be95957', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a4e5d94-3a43-4888-81e1-8c3ce99fc01d'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:50:13.763511 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f625a2a-8bcb-474f-b84e-edaec2ce3a35" -d '{"events": [{"server_uuid": "4e14bab5-702d-46dc-843a-9e999be95957", "name": "network-vif-unplugged", "status": "completed", "tag": "7a4e5d94-3a43-4888-81e1-8c3ce99fc01d"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:50:13.781781 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-31c08af8-a062-4faa-b4ad-ec667a96b089 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 7c4ab419-d412-43cd-bcfe-97903abe1bf4) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:50:13.782978 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005e6d1-a553-4745-b4ee-06ac6b3cf55a req-f0764f64-e599-4877-b139-e6ca9a4e2574 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:13.784575 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0005e6d1-a553-4745-b4ee-06ac6b3cf55a req-f0764f64-e599-4877-b139-e6ca9a4e2574 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.13 "GET /v2.0/ports?device_id=4e14bab5-702d-46dc-843a-9e999be95957 HTTP/1.1" status: 200 len: 945 time: 0.1728265 Jul 24 00:50:13.804713 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c08af8-a062-4faa-b4ad-ec667a96b089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:13.806065 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-31c08af8-a062-4faa-b4ad-ec667a96b089 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:13.815615 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a74174-cbda-490f-95f1-1b98540b9960 None None] Network 7c4ab419-d412-43cd-bcfe-97903abe1bf4 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:50:13.863850 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-dae1f5db-1e86-40f5-a0ad-3fb140767005 req-3a667f22-97ce-47f2-afce-7981668aea3b tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:13.915005 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b1462287-ef5b-4759-9d3f-17c548c2405c req-3ae17d67-9dde-4e21-89b6-d539dadde3fd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.3432789 Jul 24 00:50:13.926965 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 7a4e5d94-3a43-4888-81e1-8c3ce99fc01d, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=7a4e5d94-3a43-4888-81e1-8c3ce99fc01d,segment=NetworkSegment(6a496770-77f3-4c89-a4ef-c619e5b67bdf),segment_id=6a496770-77f3-4c89-a4ef-c619e5b67bdf)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:13.939686 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:13.943989 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a667f22-97ce-47f2-afce-7981668aea3b tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Pushing event deleted for resources: {'Port': ['ID=e7d3c27d-9c18-4990-9760-84e17e57a878,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:13.953684 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-31c08af8-a062-4faa-b4ad-ec667a96b089 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1484301 Jul 24 00:50:13.985350 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b1462287-ef5b-4759-9d3f-17c548c2405c req-f40daba5-9965-4d70-af23-af3d8c3c8403 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543 HTTP/1.1" status: 200 len: 210 time: 0.0464399 Jul 24 00:50:14.003071 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbe87e-24b7-488d-bb99-76104ff45ce1 req-2bdf943e-a488-4129-9cf8-ce64100f1976 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:14.010303 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3c2433f8-e40b-45b7-a2c4-20aa4fdc5d10 req-95389609-900f-485b-a64d-7316ca75d576 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=76551fdc-3616-4886-91e4-77ff590de6d2 HTTP/1.1" status: 200 len: 210 time: 0.0622060 Jul 24 00:50:14.011367 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-65bbe87e-24b7-488d-bb99-76104ff45ce1 req-2bdf943e-a488-4129-9cf8-ce64100f1976 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0489fb5-2627-41d8-a25e-bc092c4e4442 HTTP/1.1" status: 200 len: 944 time: 0.3481479 Jul 24 00:50:14.074879 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b1462287-ef5b-4759-9d3f-17c548c2405c req-5a68c968-2289-4297-9939-ff40b0727971 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0578840 Jul 24 00:50:14.084428 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['224f5f2b-b13c-42bc-b3e4-9875832f8abd', 'e7d3c27d-9c18-4990-9760-84e17e57a878'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:50:14.101745 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae1f5db-1e86-40f5-a0ad-3fb140767005 req-3a667f22-97ce-47f2-afce-7981668aea3b tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] No DVR routers for this DVR port e7d3c27d-9c18-4990-9760-84e17e57a878 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:50:14.109229 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-dae1f5db-1e86-40f5-a0ad-3fb140767005 req-3a667f22-97ce-47f2-afce-7981668aea3b tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:14.111797 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dae1f5db-1e86-40f5-a0ad-3fb140767005 req-3a667f22-97ce-47f2-afce-7981668aea3b tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.13 "DELETE /v2.0/ports/e7d3c27d-9c18-4990-9760-84e17e57a878 HTTP/1.1" status: 204 len: 173 time: 1.1577511 Jul 24 00:50:14.114426 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76551fdc-3616-4886-91e4-77ff590de6d2', 'name': 'network-vif-deleted', 'tag': 'e7d3c27d-9c18-4990-9760-84e17e57a878'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:50:14.117246 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa50571-9587-4d93-b870-4e329589fa5b" -d '{"events": [{"server_uuid": "76551fdc-3616-4886-91e4-77ff590de6d2", "name": "network-vif-deleted", "tag": "e7d3c27d-9c18-4990-9760-84e17e57a878"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:50:14.143866 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-65bbe87e-24b7-488d-bb99-76104ff45ce1 req-39844b4e-fa56-4034-95d5-3a92a183aa9b tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "GET /v2.0/security-groups?id=37a74a14-3ba4-4d5c-ae76-89e835fbc2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313436 Jul 24 00:50:14.180631 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=7a4e5d94-3a43-4888-81e1-8c3ce99fc01d,revision_number=8']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:14.193150 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-0005e6d1-a553-4745-b4ee-06ac6b3cf55a req-51f63466-cc7d-4b77-8e9b-6260b2b6dccc tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Deleting port 7a4e5d94-3a43-4888-81e1-8c3ce99fc01d {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:50:14.195862 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0005e6d1-a553-4745-b4ee-06ac6b3cf55a req-51f63466-cc7d-4b77-8e9b-6260b2b6dccc tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:14.244790 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd7fa0a-e443-411e-827f-d004b157d37c None None] Network 7c4ab419-d412-43cd-bcfe-97903abe1bf4 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:50:14.323503 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d49788fc-0460-4e9a-a276-7a7d02ebdde2 req-43e8e335-b72a-4c14-bd90-17a8b6096466 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d942bf3-893f-479e-8d60-7e7e418faf78 HTTP/1.1" status: 200 len: 210 time: 0.0492160 Jul 24 00:50:14.327347 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf919b-e541-4afc-aec4-9688fd42c0b1 req-c3b3e6cc-efc3-4d9d-9289-4d1a20dc0dc4 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:14.336127 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2acf919b-e541-4afc-aec4-9688fd42c0b1 req-c3b3e6cc-efc3-4d9d-9289-4d1a20dc0dc4 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 948 time: 0.1841400 Jul 24 00:50:14.352799 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1462287-ef5b-4759-9d3f-17c548c2405c req-c22f2f33-7fac-482a-ad8a-35d0adac17b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:14.354660 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b1462287-ef5b-4759-9d3f-17c548c2405c req-c22f2f33-7fac-482a-ad8a-35d0adac17b3 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2720075 Jul 24 00:50:14.424335 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53bc210f-b7e2-47be-a50f-2377d823dd18 x-openstack-request-id: req-53bc210f-b7e2-47be-a50f-2377d823dd18 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:50:14.424903 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e14bab5-702d-46dc-843a-9e999be95957", "name": "network-vif-unplugged", "status": "completed", "tag": "7a4e5d94-3a43-4888-81e1-8c3ce99fc01d", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:50:14.425074 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0e3169ac-42a3-48a1-a586-761814589d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:14.425195 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-53bc210f-b7e2-47be-a50f-2377d823dd18 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:50:14.425536 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e14bab5-702d-46dc-843a-9e999be95957', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a4e5d94-3a43-4888-81e1-8c3ce99fc01d', 'code': 200} Jul 24 00:50:14.438171 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91e5e4d-f0cc-4f6c-8627-701a1c58f26a x-openstack-request-id: req-a91e5e4d-f0cc-4f6c-8627-701a1c58f26a {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:50:14.438555 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76551fdc-3616-4886-91e4-77ff590de6d2", "name": "network-vif-deleted", "tag": "e7d3c27d-9c18-4990-9760-84e17e57a878", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:50:14.438926 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a91e5e4d-f0cc-4f6c-8627-701a1c58f26a {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:50:14.439411 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76551fdc-3616-4886-91e4-77ff590de6d2', 'name': 'network-vif-deleted', 'tag': 'e7d3c27d-9c18-4990-9760-84e17e57a878', 'status': 'completed', 'code': 200} Jul 24 00:50:14.472564 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2acf919b-e541-4afc-aec4-9688fd42c0b1 req-d01bcfda-8668-49ab-8cea-c816c715dd12 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161833 Jul 24 00:50:14.482185 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-0005e6d1-a553-4745-b4ee-06ac6b3cf55a req-51f63466-cc7d-4b77-8e9b-6260b2b6dccc tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] For port 7a4e5d94-3a43-4888-81e1-8c3ce99fc01d, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=7a4e5d94-3a43-4888-81e1-8c3ce99fc01d,segment=NetworkSegment(6a496770-77f3-4c89-a4ef-c619e5b67bdf),segment_id=6a496770-77f3-4c89-a4ef-c619e5b67bdf)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:14.487070 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0005e6d1-a553-4745-b4ee-06ac6b3cf55a req-51f63466-cc7d-4b77-8e9b-6260b2b6dccc tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:14.517451 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-0005e6d1-a553-4745-b4ee-06ac6b3cf55a req-51f63466-cc7d-4b77-8e9b-6260b2b6dccc tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Calling delete_port for 7a4e5d94-3a43-4888-81e1-8c3ce99fc01d owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:50:14.727493 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0005e6d1-a553-4745-b4ee-06ac6b3cf55a req-51f63466-cc7d-4b77-8e9b-6260b2b6dccc tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:14.758806 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f63466-cc7d-4b77-8e9b-6260b2b6dccc tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Pushing event deleted for resources: {'Port': ['ID=7a4e5d94-3a43-4888-81e1-8c3ce99fc01d,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:14.822167 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-0e3169ac-42a3-48a1-a586-761814589d5a admin admin] Deleting port 258a42ac-d1ad-44af-a443-70d459fbbf11 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:50:14.822777 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0e3169ac-42a3-48a1-a586-761814589d5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:14.831513 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-0005e6d1-a553-4745-b4ee-06ac6b3cf55a req-51f63466-cc7d-4b77-8e9b-6260b2b6dccc tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] No DVR routers for this DVR port 7a4e5d94-3a43-4888-81e1-8c3ce99fc01d on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:50:14.834087 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0005e6d1-a553-4745-b4ee-06ac6b3cf55a req-51f63466-cc7d-4b77-8e9b-6260b2b6dccc tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:14.836630 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0005e6d1-a553-4745-b4ee-06ac6b3cf55a req-51f63466-cc7d-4b77-8e9b-6260b2b6dccc tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.13 "DELETE /v2.0/ports/7a4e5d94-3a43-4888-81e1-8c3ce99fc01d HTTP/1.1" status: 204 len: 173 time: 1.0442896 Jul 24 00:50:14.915729 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51622) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:50:14.931548 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-0e3169ac-42a3-48a1-a586-761814589d5a admin admin] For port 258a42ac-d1ad-44af-a443-70d459fbbf11, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=258a42ac-d1ad-44af-a443-70d459fbbf11,segment=NetworkSegment(8dbd9ccb-d38e-4d10-877b-dfbf0dbb649b),segment_id=8dbd9ccb-d38e-4d10-877b-dfbf0dbb649b)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:14.932437 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0e3169ac-42a3-48a1-a586-761814589d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:14.934899 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177be18-09ff-48ea-8b81-3273bada6ef4 req-ef4e65f3-a976-4341-b3c5-b92b601a20ec tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:14.936689 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a177be18-09ff-48ea-8b81-3273bada6ef4 req-ef4e65f3-a976-4341-b3c5-b92b601a20ec tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=b486ec04-208e-4dc9-afec-31ef96b0255d HTTP/1.1" status: 200 len: 943 time: 0.0889671 Jul 24 00:50:14.945549 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-058ec15b-b22e-4c10-a961-95bc23f5f391 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1987640762-network', 'tenant_id': '9257c50b54c64225b9d26e7922080cb2'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:50:14.959107 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-0e3169ac-42a3-48a1-a586-761814589d5a admin admin] Calling delete_port for 258a42ac-d1ad-44af-a443-70d459fbbf11 owned by network:router_interface {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:50:15.010870 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a177be18-09ff-48ea-8b81-3273bada6ef4 req-df6a306d-08cd-4d74-a136-9ff8febf4c22 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628371 Jul 24 00:50:15.023904 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058ec15b-b22e-4c10-a961-95bc23f5f391 admin admin] Made reservation on behalf of 9257c50b54c64225b9d26e7922080cb2 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:50:15.026197 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-058ec15b-b22e-4c10-a961-95bc23f5f391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:15.038149 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-058ec15b-b22e-4c10-a961-95bc23f5f391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:15.081143 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:50:15.173613 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2a2e382f-51d9-4731-82ef-517ff267ac04 req-4d4381d2-4386-4dda-9c11-f30a378f272b tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=76551fdc-3616-4886-91e4-77ff590de6d2 HTTP/1.1" status: 200 len: 210 time: 0.0473802 Jul 24 00:50:15.225888 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-a599ab1c-f301-4617-9f4b-5aafcbc00da7 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:15.228883 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-a599ab1c-f301-4617-9f4b-5aafcbc00da7 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.13 "GET /v2.0/networks?id=cf53c075-354a-47e9-8398-640068505382 HTTP/1.1" status: 200 len: 805 time: 0.1795843 Jul 24 00:50:15.259810 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-5ad869b8-cee7-4a7f-b9c5-aa9622df269f tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Request body: {'port': {'device_id': '4d942bf3-893f-479e-8d60-7e7e418faf78', 'network_id': 'cf53c075-354a-47e9-8398-640068505382', 'admin_state_up': True, 'tenant_id': '1d1d593f8bfd4b99bedc0fcdb21f74c7'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:50:15.282507 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-058ec15b-b22e-4c10-a961-95bc23f5f391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:15.289258 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-058ec15b-b22e-4c10-a961-95bc23f5f391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:15.308664 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0e3169ac-42a3-48a1-a586-761814589d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:15.357116 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-058ec15b-b22e-4c10-a961-95bc23f5f391 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:50:15.368943 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3169ac-42a3-48a1-a586-761814589d5a admin admin] Pushing event deleted for resources: {'Port': ['ID=258a42ac-d1ad-44af-a443-70d459fbbf11,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:15.372531 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ec15b-b22e-4c10-a961-95bc23f5f391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4d88fc-f775-4b47-90d1-75991423ae69,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:15.403626 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-058ec15b-b22e-4c10-a961-95bc23f5f391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:15.403626 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-058ec15b-b22e-4c10-a961-95bc23f5f391 admin admin] Added segment d326b82d-fe19-45fd-9c72-6ad6c80a23b1 of type vlan for network 5c536f90-9cd8-458a-89de-3200bd624f00 Jul 24 00:50:15.424774 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c39da-37e9-4b88-b364-625ceead7152 req-65736575-1c6c-43be-8e9b-94a61688367c tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:15.431682 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1a3c39da-37e9-4b88-b364-625ceead7152 req-65736575-1c6c-43be-8e9b-94a61688367c tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0489fb5-2627-41d8-a25e-bc092c4e4442 HTTP/1.1" status: 200 len: 944 time: 0.1873527 Jul 24 00:50:15.433093 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-32e6a4fb-a35b-402a-b73f-a5d5346bdf03 req-16e5ada2-9dc7-44ce-b1fd-56f561b3bb6d tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d942bf3-893f-479e-8d60-7e7e418faf78 HTTP/1.1" status: 200 len: 210 time: 0.0458002 Jul 24 00:50:15.481796 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-5ad869b8-cee7-4a7f-b9c5-aa9622df269f tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Made reservation on behalf of 1d1d593f8bfd4b99bedc0fcdb21f74c7 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:50:15.486960 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-5ad869b8-cee7-4a7f-b9c5-aa9622df269f tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:15.493219 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1a3c39da-37e9-4b88-b364-625ceead7152 req-d1ade02f-9dc6-420e-97f0-ba904c8c6e25 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "GET /v2.0/security-groups?id=37a74a14-3ba4-4d5c-ae76-89e835fbc2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605178 Jul 24 00:50:15.526247 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-058ec15b-b22e-4c10-a961-95bc23f5f391 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:15.572320 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 1e193c69-d700-4ef9-9f49-feb4ec014a06 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:50:15.678176 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ac595e0e-76f8-4682-936b-57c79de344de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:15.730078 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-058ec15b-b22e-4c10-a961-95bc23f5f391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:15.731119 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058ec15b-b22e-4c10-a961-95bc23f5f391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:15.732873 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-058ec15b-b22e-4c10-a961-95bc23f5f391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:15.746785 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 1e193c69-d700-4ef9-9f49-feb4ec014a06 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:50:15.747554 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:15.762528 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-5ad869b8-cee7-4a7f-b9c5-aa9622df269f tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Allocated IP 172.20.0.8 (cf53c075-354a-47e9-8398-640068505382/d196389f-9ba3-4fa3-b4a4-ee8338ee8fe0/e80a80a8-158c-4344-b33a-32085527c422) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:50:15.860503 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-058ec15b-b22e-4c10-a961-95bc23f5f391 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9428675 Jul 24 00:50:15.866295 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51636) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:50:15.889424 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-826ccf28-8c13-452f-a794-9c2eff424007 admin admin] Request body: {'subnet': {'network_id': '5c536f90-9cd8-458a-89de-3200bd624f00', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1987640762-subnet', 'tenant_id': '9257c50b54c64225b9d26e7922080cb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:50:15.892482 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:15.907021 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ec15b-b22e-4c10-a961-95bc23f5f391 admin admin] Pushing event updated for resources: {'Network': ['ID=5c536f90-9cd8-458a-89de-3200bd624f00,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:15.930133 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 5c536f90-9cd8-458a-89de-3200bd624f00 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:50:15.933292 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0e3169ac-42a3-48a1-a586-761814589d5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:15.947067 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c6dae-7e29-4193-bf16-a8bf22455ade req-24615854-d6e5-4d06-b7b3-c4af481ed8f1 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:15.948911 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e28c6dae-7e29-4193-bf16-a8bf22455ade req-24615854-d6e5-4d06-b7b3-c4af481ed8f1 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 948 time: 0.3067987 Jul 24 00:50:15.964987 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 1e193c69-d700-4ef9-9f49-feb4ec014a06, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=1e193c69-d700-4ef9-9f49-feb4ec014a06,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:15.979115 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:15.980099 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 370d4d4e-1db9-4082-8ebd-6756760b3905 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:50:16.013785 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826ccf28-8c13-452f-a794-9c2eff424007 admin admin] Made reservation on behalf of 9257c50b54c64225b9d26e7922080cb2 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:50:16.017092 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-826ccf28-8c13-452f-a794-9c2eff424007 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:16.099983 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e28c6dae-7e29-4193-bf16-a8bf22455ade req-fe79710d-b8a0-4e27-9a2e-9b3d8b6746c5 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084445 Jul 24 00:50:16.138820 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=1e193c69-d700-4ef9-9f49-feb4ec014a06,revision_number=8']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:16.160191 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 370d4d4e-1db9-4082-8ebd-6756760b3905 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:50:16.170477 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 370d4d4e-1db9-4082-8ebd-6756760b3905 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:50:16.174233 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:16.182093 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-5ad869b8-cee7-4a7f-b9c5-aa9622df269f tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:16.379398 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:16.417898 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f8263-a33d-426a-adac-5e28c94b671a req-758cfab7-27c4-4fbe-91e0-01f7ebd0376b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:16.428048 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-823f8263-a33d-426a-adac-5e28c94b671a req-758cfab7-27c4-4fbe-91e0-01f7ebd0376b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=b486ec04-208e-4dc9-afec-31ef96b0255d HTTP/1.1" status: 200 len: 943 time: 0.2673583 Jul 24 00:50:16.430021 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52408e39-3c37-40ad-8760-4bd9f6711a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e193c69-d700-4ef9-9f49-feb4ec014a06'}, {'server_uuid': 'b0489fb5-2627-41d8-a25e-bc092c4e4442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370d4d4e-1db9-4082-8ebd-6756760b3905'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:50:16.434538 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b285bf8a-4d42-42e3-b2f0-fc02dd9b6dd0" -d '{"events": [{"server_uuid": "52408e39-3c37-40ad-8760-4bd9f6711a23", "name": "network-vif-plugged", "status": "completed", "tag": "1e193c69-d700-4ef9-9f49-feb4ec014a06"}, {"server_uuid": "b0489fb5-2627-41d8-a25e-bc092c4e4442", "name": "network-vif-plugged", "status": "completed", "tag": "370d4d4e-1db9-4082-8ebd-6756760b3905"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:50:16.442640 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 370d4d4e-1db9-4082-8ebd-6756760b3905, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=370d4d4e-1db9-4082-8ebd-6756760b3905,segment=NetworkSegment(8586c4bf-3892-4b3d-8b39-dc6fef5c8398),segment_id=8586c4bf-3892-4b3d-8b39-dc6fef5c8398)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:16.444842 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e14bab5-702d-46dc-843a-9e999be95957', 'name': 'network-vif-deleted', 'tag': '7a4e5d94-3a43-4888-81e1-8c3ce99fc01d'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:50:16.447390 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8959a40-f750-4429-80ee-d2684b6eb5fb" -d '{"events": [{"server_uuid": "4e14bab5-702d-46dc-843a-9e999be95957", "name": "network-vif-deleted", "tag": "7a4e5d94-3a43-4888-81e1-8c3ce99fc01d"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:50:16.454645 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:16.455721 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device e7d3c27d-9c18-4990-9760-84e17e57a878 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:50:16.465012 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-5ad869b8-cee7-4a7f-b9c5-aa9622df269f tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:16.549123 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=370d4d4e-1db9-4082-8ebd-6756760b3905,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:16.562209 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: e7d3c27d-9c18-4990-9760-84e17e57a878 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:50:16.562559 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device e7d3c27d-9c18-4990-9760-84e17e57a878 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:50:16.563111 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 7a4e5d94-3a43-4888-81e1-8c3ce99fc01d no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:50:16.570790 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-5ad869b8-cee7-4a7f-b9c5-aa9622df269f tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Network cf53c075-354a-47e9-8398-640068505382 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:50:16.572454 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-5ad869b8-cee7-4a7f-b9c5-aa9622df269f tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:50:16.586164 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 7a4e5d94-3a43-4888-81e1-8c3ce99fc01d {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:50:16.586871 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 7a4e5d94-3a43-4888-81e1-8c3ce99fc01d not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:50:16.597885 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-823f8263-a33d-426a-adac-5e28c94b671a req-2ed01b02-d09c-4d57-b607-ce239e58fb47 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689143 Jul 24 00:50:16.603378 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-5ad869b8-cee7-4a7f-b9c5-aa9622df269f tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:50:16.649204 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad869b8-cee7-4a7f-b9c5-aa9622df269f tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Pushing event updated for resources: {'Port': ['ID=e80a80a8-158c-4344-b33a-32085527c422,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:16.671636 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-826ccf28-8c13-452f-a794-9c2eff424007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:16.681954 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 24 Jul 2021 00:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab942eb9-202f-4521-93bd-0cede87e1918 x-openstack-request-id: req-ab942eb9-202f-4521-93bd-0cede87e1918 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:50:16.682265 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52408e39-3c37-40ad-8760-4bd9f6711a23", "name": "network-vif-plugged", "status": "completed", "tag": "1e193c69-d700-4ef9-9f49-feb4ec014a06", "code": 200}, {"server_uuid": "b0489fb5-2627-41d8-a25e-bc092c4e4442", "name": "network-vif-plugged", "status": "completed", "tag": "370d4d4e-1db9-4082-8ebd-6756760b3905", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:50:16.682522 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ab942eb9-202f-4521-93bd-0cede87e1918 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:50:16.682956 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52408e39-3c37-40ad-8760-4bd9f6711a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e193c69-d700-4ef9-9f49-feb4ec014a06', 'code': 200} Jul 24 00:50:16.683224 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0489fb5-2627-41d8-a25e-bc092c4e4442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370d4d4e-1db9-4082-8ebd-6756760b3905', 'code': 200} Jul 24 00:50:16.745914 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-5ad869b8-cee7-4a7f-b9c5-aa9622df269f tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:16.745914 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-5ad869b8-cee7-4a7f-b9c5-aa9622df269f tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:16.750476 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a031e376-33eb-458d-9bbb-75f67c8ffb5b x-openstack-request-id: req-a031e376-33eb-458d-9bbb-75f67c8ffb5b {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:50:16.750924 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e14bab5-702d-46dc-843a-9e999be95957", "name": "network-vif-deleted", "tag": "7a4e5d94-3a43-4888-81e1-8c3ce99fc01d", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:50:16.751309 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a031e376-33eb-458d-9bbb-75f67c8ffb5b {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:50:16.752467 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e14bab5-702d-46dc-843a-9e999be95957', 'name': 'network-vif-deleted', 'tag': '7a4e5d94-3a43-4888-81e1-8c3ce99fc01d', 'status': 'completed', 'code': 200} Jul 24 00:50:16.818697 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-5ad869b8-cee7-4a7f-b9c5-aa9622df269f tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5637641 Jul 24 00:50:16.823675 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ccf28-8c13-452f-a794-9c2eff424007 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17399e2c-3886-4b54-b0e8-cea85d11e5a6,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:16.855099 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3169ac-42a3-48a1-a586-761814589d5a admin admin] Router 622434a8-5b9a-48ed-a2cd-86e41afd851d has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:50:16.881258 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826ccf28-8c13-452f-a794-9c2eff424007 admin admin] Checking segment: {'id': 'd326b82d-fe19-45fd-9c72-6ad6c80a23b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5c536f90-9cd8-458a-89de-3200bd624f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:50:16.881559 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826ccf28-8c13-452f-a794-9c2eff424007 admin admin] Network hostable DHCP agents. Network: 5c536f90-9cd8-458a-89de-3200bd624f00, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:50:16.887631 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-e48b6994-3062-4f69-be0e-b989427a3cd4 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:16.889213 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-e48b6994-3062-4f69-be0e-b989427a3cd4 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/networks?id=e2e28809-37ce-4580-b5c1-8641e6176e46 HTTP/1.1" status: 200 len: 812 time: 0.2086942 Jul 24 00:50:16.959071 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-fc15aedd-45a2-4b4c-8fea-8f2570d62244 service neutron] Request body: {'port': {'device_id': '4d942bf3-893f-479e-8d60-7e7e418faf78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:50:16.991756 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-2550480d-d0db-42b9-ae36-15db3b24f7a7 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/quotas/133d6e8bbab54d519ed84797d0ebf0de HTTP/1.1" status: 200 len: 375 time: 0.0444713 Jul 24 00:50:17.009303 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826ccf28-8c13-452f-a794-9c2eff424007 admin admin] Network 5c536f90-9cd8-458a-89de-3200bd624f00 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:50:17.038198 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-826ccf28-8c13-452f-a794-9c2eff424007 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 5c536f90-9cd8-458a-89de-3200bd624f00) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:50:17.055683 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a97beb-141b-468f-8f26-bf312e2fd92a None None] Network 5c536f90-9cd8-458a-89de-3200bd624f00 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:50:17.062470 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-96b98c9d-e0fa-4a7a-931c-eb19140ac205 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=133d6e8bbab54d519ed84797d0ebf0de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536926 Jul 24 00:50:17.082201 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826ccf28-8c13-452f-a794-9c2eff424007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:17.084076 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-826ccf28-8c13-452f-a794-9c2eff424007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:17.089674 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66fce3-353c-44b9-bdca-16a466bcd3fa req-f40bff96-2e27-47ed-8dee-b7d0c43a89af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:17.091277 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb66fce3-353c-44b9-bdca-16a466bcd3fa req-f40bff96-2e27-47ed-8dee-b7d0c43a89af service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b0489fb5-2627-41d8-a25e-bc092c4e4442 HTTP/1.1" status: 200 len: 1097 time: 0.2883410 Jul 24 00:50:17.132506 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e7976-ca69-4d94-9e13-5c7696f2c8e4 req-7b4266fb-8864-4574-a95f-8304a7c851b8 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:17.140271 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1f3e7976-ca69-4d94-9e13-5c7696f2c8e4 req-7b4266fb-8864-4574-a95f-8304a7c851b8 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d942bf3-893f-479e-8d60-7e7e418faf78 HTTP/1.1" status: 200 len: 931 time: 0.2637217 Jul 24 00:50:17.144936 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3169ac-42a3-48a1-a586-761814589d5a admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:50:17.150431 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-fc15aedd-45a2-4b4c-8fea-8f2570d62244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:17.163104 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-826ccf28-8c13-452f-a794-9c2eff424007 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2956104 Jul 24 00:50:17.165421 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719c9c4-c569-4747-a40a-7bd4fbe1a9ba req-90ad9683-8a71-4055-abbd-16cb12ea31d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:17.167118 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7719c9c4-c569-4747-a40a-7bd4fbe1a9ba req-90ad9683-8a71-4055-abbd-16cb12ea31d4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23&tenant_id=64682d71562544209c45b1dc63c9fd56 HTTP/1.1" status: 200 len: 1101 time: 0.5303245 Jul 24 00:50:17.167782 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51672) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:50:17.172068 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05951cea-52a2-4387-a57f-5dccfc30102a None None] Sync routers for ids ['622434a8-5b9a-48ed-a2cd-86e41afd851d'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:50:17.175216 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0e3169ac-42a3-48a1-a586-761814589d5a admin admin] 10.222.0.15 "PUT /v2.0/routers/622434a8-5b9a-48ed-a2cd-86e41afd851d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8589251 Jul 24 00:50:17.197684 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05951cea-52a2-4387-a57f-5dccfc30102a None None] Routers {'622434a8-5b9a-48ed-a2cd-86e41afd851d'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:50:17.198429 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-05951cea-52a2-4387-a57f-5dccfc30102a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:49:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['622434a8-5b9a-48ed-a2cd-86e41afd851d'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:50:17.270945 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-dc7e0e8e-b129-4707-be54-d837a18b3e99 service neutron] 10.222.0.15 "GET /v2.0/networks/e2e28809-37ce-4580-b5c1-8641e6176e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993201 Jul 24 00:50:17.277158 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb66fce3-353c-44b9-bdca-16a466bcd3fa req-317658d3-a07a-4c26-b80c-26a2c07ee6ab service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=37a74a14-3ba4-4d5c-ae76-89e835fbc2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705613 Jul 24 00:50:17.381413 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5afab1a-8b6d-42d7-b952-7ec616b826af None None] Network 5c536f90-9cd8-458a-89de-3200bd624f00 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:50:17.387301 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-9b5ea650-df01-43da-9f24-ed9ba9d44696 service neutron] 10.222.0.15 "GET /v2.0/networks/e2e28809-37ce-4580-b5c1-8641e6176e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150417 Jul 24 00:50:17.450123 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-05951cea-52a2-4387-a57f-5dccfc30102a None None] Set router 622434a8-5b9a-48ed-a2cd-86e41afd851d gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:50:17.585440 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device c520d872-3b24-41b2-8853-4278b7e2868b details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:50:17.745815 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1895151-c82a-4484-8eb0-121d05bdf18c req-f275cf7a-918a-4ab4-8f31-3e94b232ef53 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:17.756502 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b1895151-c82a-4484-8eb0-121d05bdf18c req-f275cf7a-918a-4ab4-8f31-3e94b232ef53 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0489fb5-2627-41d8-a25e-bc092c4e4442 HTTP/1.1" status: 200 len: 945 time: 0.1468780 Jul 24 00:50:17.863022 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b1895151-c82a-4484-8eb0-121d05bdf18c req-6319315b-0cda-46ca-a8ea-55c3730a391e tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "GET /v2.0/security-groups?id=37a74a14-3ba4-4d5c-ae76-89e835fbc2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052899 Jul 24 00:50:17.906701 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1f3e7976-ca69-4d94-9e13-5c7696f2c8e4 req-f4d8a40e-1076-4528-aded-d63d52f184f8 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7623744 Jul 24 00:50:17.949026 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port c520d872-3b24-41b2-8853-4278b7e2868b, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=c520d872-3b24-41b2-8853-4278b7e2868b,segment=NetworkSegment(58fdc277-5f36-433f-9782-f46712be7157),segment_id=58fdc277-5f36-433f-9782-f46712be7157)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:17.978826 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'c520d872-3b24-41b2-8853-4278b7e2868b', 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a', 'port_id': 'c520d872-3b24-41b2-8853-4278b7e2868b', 'mac_address': 'fa:16:3e:d2:68:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eacbc75d-e7d9-4f31-b710-44862dc68303', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:50:18.032869 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-05951cea-52a2-4387-a57f-5dccfc30102a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622434a8-5b9a-48ed-a2cd-86e41afd851d', 'name': 'tempest-FloatingIPDetailsTestJSON-1708051341-router', 'tenant_id': 'f46f5082aa2a464eac85fae62e81f977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:49:34Z', 'updated_at': '2021-07-24T00:50:15Z', 'revision_number': 5, 'project_id': 'f46f5082aa2a464eac85fae62e81f977', 'gw_port': {'id': 'eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622434a8-5b9a-48ed-a2cd-86e41afd851d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:49:35Z', 'updated_at': '2021-07-24T00:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:50:18.034784 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-22817d5b-18f1-47ae-8ac1-f058a21ddff6 req-ce0813a1-66c6-4b07-aef4-f7b40a8b3353 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 210 time: 0.0330331 Jul 24 00:50:18.051091 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a13417bc-a2c3-4c35-9c05-6fa81571ed7d admin admin] Notify callbacks [] for router, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:18.052570 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:18.102149 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c520d872-3b24-41b2-8853-4278b7e2868b {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:50:18.112690 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05951cea-52a2-4387-a57f-5dccfc30102a None None] Checking router: 622434a8-5b9a-48ed-a2cd-86e41afd851d for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:50:18.130306 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05951cea-52a2-4387-a57f-5dccfc30102a None None] Routers {'622434a8-5b9a-48ed-a2cd-86e41afd851d'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:50:18.130977 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-05951cea-52a2-4387-a57f-5dccfc30102a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:49:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['622434a8-5b9a-48ed-a2cd-86e41afd851d'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:50:18.237245 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719c9c4-c569-4747-a40a-7bd4fbe1a9ba req-510812c8-ce6c-4dce-9b85-24f51e6f8918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:18.245278 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port c520d872-3b24-41b2-8853-4278b7e2868b, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=c520d872-3b24-41b2-8853-4278b7e2868b,segment=NetworkSegment(58fdc277-5f36-433f-9782-f46712be7157),segment_id=58fdc277-5f36-433f-9782-f46712be7157)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:18.248476 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7719c9c4-c569-4747-a40a-7bd4fbe1a9ba req-510812c8-ce6c-4dce-9b85-24f51e6f8918 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64682d71562544209c45b1dc63c9fd56&device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 1101 time: 1.0394816 Jul 24 00:50:18.259848 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:18.314814 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1f79b312-a5ab-409b-b7d3-4fe45b2b5a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:18.365847 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=c520d872-3b24-41b2-8853-4278b7e2868b,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:18.384071 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-05951cea-52a2-4387-a57f-5dccfc30102a None None] Set router 622434a8-5b9a-48ed-a2cd-86e41afd851d gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:50:18.393362 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719c9c4-c569-4747-a40a-7bd4fbe1a9ba req-421c5082-a9a5-41c3-9438-508709c54a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:18.395040 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7719c9c4-c569-4747-a40a-7bd4fbe1a9ba req-421c5082-a9a5-41c3-9438-508709c54a15 service neutron] 10.222.0.13 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.1206210 Jul 24 00:50:18.444804 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-bf6e45f6-e1ef-46e3-9f75-a4258b206733 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:18.447488 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-bf6e45f6-e1ef-46e3-9f75-a4258b206733 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/networks?id=7c4ab419-d412-43cd-bcfe-97903abe1bf4 HTTP/1.1" status: 200 len: 807 time: 0.1503875 Jul 24 00:50:18.468369 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-9e36fd78-ff46-4b1d-a268-88d818d29347 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/quotas/ed057dc71fc949d185d5f214444abe1e HTTP/1.1" status: 200 len: 375 time: 0.0126777 Jul 24 00:50:18.471139 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7719c9c4-c569-4747-a40a-7bd4fbe1a9ba req-8e12d596-6247-4e8e-8217-5108e5ce7848 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=1e193c69-d700-4ef9-9f49-feb4ec014a06 HTTP/1.1" status: 200 len: 217 time: 0.0607729 Jul 24 00:50:18.530689 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-2fcd954a-5768-4766-8e18-ff418a8e2fa3 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed057dc71fc949d185d5f214444abe1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531192 Jul 24 00:50:18.551600 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0640cf-9ea1-471e-bec3-5824e831f34d req-ba6efdf6-bc94-4c72-afc8-eb4afe78e19d tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:18.558488 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bd0640cf-9ea1-471e-bec3-5824e831f34d req-ba6efdf6-bc94-4c72-afc8-eb4afe78e19d tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 949 time: 0.4459734 Jul 24 00:50:18.573232 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a13417bc-a2c3-4c35-9c05-6fa81571ed7d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:18.661531 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719c9c4-c569-4747-a40a-7bd4fbe1a9ba req-29c43c24-ab79-4e1f-8366-aa2b4a6e06be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:18.663055 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7719c9c4-c569-4747-a40a-7bd4fbe1a9ba req-29c43c24-ab79-4e1f-8366-aa2b4a6e06be service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.1581490 Jul 24 00:50:18.664010 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-6d926530-4ab3-4a9d-91df-9bec6e4e6728 service neutron] 10.222.0.15 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234436 Jul 24 00:50:18.677188 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:18.719279 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bd0640cf-9ea1-471e-bec3-5824e831f34d req-cf9fe9d1-9a09-40f0-a248-c3a543b6de21 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590803 Jul 24 00:50:18.742904 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['c520d872-3b24-41b2-8853-4278b7e2868b'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:50:18.806168 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-a13417bc-a2c3-4c35-9c05-6fa81571ed7d admin admin] Deleting port eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:50:18.806415 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a13417bc-a2c3-4c35-9c05-6fa81571ed7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:18.816628 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-ddbff47f-551b-4484-9331-36c60ad59b1b service neutron] 10.222.0.15 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440637 Jul 24 00:50:18.871514 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-fc15aedd-45a2-4b4c-8fea-8f2570d62244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e80a80a8-158c-4344-b33a-32085527c422 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:50:18.886534 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-fc15aedd-45a2-4b4c-8fea-8f2570d62244 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:18.888224 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-05951cea-52a2-4387-a57f-5dccfc30102a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '622434a8-5b9a-48ed-a2cd-86e41afd851d', 'name': 'tempest-FloatingIPDetailsTestJSON-1708051341-router', 'tenant_id': 'f46f5082aa2a464eac85fae62e81f977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:49:34Z', 'updated_at': '2021-07-24T00:50:15Z', 'revision_number': 5, 'project_id': 'f46f5082aa2a464eac85fae62e81f977', 'gw_port': {'id': 'eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622434a8-5b9a-48ed-a2cd-86e41afd851d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:49:35Z', 'updated_at': '2021-07-24T00:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:50:18.928843 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05951cea-52a2-4387-a57f-5dccfc30102a None None] The sync data for ids ['622434a8-5b9a-48ed-a2cd-86e41afd851d'] in n-d-793621-25 is: [{'id': '622434a8-5b9a-48ed-a2cd-86e41afd851d', 'name': 'tempest-FloatingIPDetailsTestJSON-1708051341-router', 'tenant_id': 'f46f5082aa2a464eac85fae62e81f977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:49:34Z', 'updated_at': '2021-07-24T00:50:15Z', 'revision_number': 5, 'project_id': 'f46f5082aa2a464eac85fae62e81f977', 'gw_port': {'id': 'eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:8c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622434a8-5b9a-48ed-a2cd-86e41afd851d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:49:35Z', 'updated_at': '2021-07-24T00:49:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:50:19.021055 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-fc15aedd-45a2-4b4c-8fea-8f2570d62244 service neutron] Transition to ACTIVE for port object e80a80a8-158c-4344-b33a-32085527c422 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:50:19.039632 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-a13417bc-a2c3-4c35-9c05-6fa81571ed7d admin admin] For port eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:19.041878 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a13417bc-a2c3-4c35-9c05-6fa81571ed7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:19.067557 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-fc15aedd-45a2-4b4c-8fea-8f2570d62244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:19.101293 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719c9c4-c569-4747-a40a-7bd4fbe1a9ba req-418afcfe-15e3-4474-a6e7-b985c1b46dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:19.103038 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7719c9c4-c569-4747-a40a-7bd4fbe1a9ba req-418afcfe-15e3-4474-a6e7-b985c1b46dd5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4301145 Jul 24 00:50:19.108692 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-a13417bc-a2c3-4c35-9c05-6fa81571ed7d admin admin] Calling delete_port for eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742 owned by network:router_gateway {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:50:19.184930 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-671283e1-2f53-48c0-b69c-031b235a1278 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:19.187073 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-671283e1-2f53-48c0-b69c-031b235a1278 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.13 "GET /v2.0/networks?id=e2e28809-37ce-4580-b5c1-8641e6176e46 HTTP/1.1" status: 200 len: 812 time: 0.1678395 Jul 24 00:50:19.200843 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-3e088f48-fe89-46b3-8a2a-11d4088356fb tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Request body: {'port': {'device_id': '479919a7-d695-4692-be6c-ef90854e8de7', 'network_id': 'e2e28809-37ce-4580-b5c1-8641e6176e46', 'admin_state_up': True, 'tenant_id': '133d6e8bbab54d519ed84797d0ebf0de'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:50:19.214915 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7aed2-79e7-43b3-b60d-b43f00c85283 req-d00bcf54-b516-47eb-9e2a-a37b984a6737 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:19.216485 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5bf7aed2-79e7-43b3-b60d-b43f00c85283 req-d00bcf54-b516-47eb-9e2a-a37b984a6737 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0489fb5-2627-41d8-a25e-bc092c4e4442 HTTP/1.1" status: 200 len: 945 time: 0.1616850 Jul 24 00:50:19.216615 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17d047-ecf8-40cb-a342-f9433feea104 req-8fec2395-1a5f-44be-ac63-2fdea1199708 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:19.223989 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7b17d047-ecf8-40cb-a342-f9433feea104 req-8fec2395-1a5f-44be-ac63-2fdea1199708 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=b486ec04-208e-4dc9-afec-31ef96b0255d HTTP/1.1" status: 200 len: 944 time: 0.3551748 Jul 24 00:50:19.282105 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15aedd-45a2-4b4c-8fea-8f2570d62244 service neutron] Pushing event updated for resources: {'Port': ['ID=e80a80a8-158c-4344-b33a-32085527c422,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:19.329172 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5bf7aed2-79e7-43b3-b60d-b43f00c85283 req-d72941a8-e202-4934-b21c-6cdd91f3c2a4 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "GET /v2.0/security-groups?id=37a74a14-3ba4-4d5c-ae76-89e835fbc2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004980 Jul 24 00:50:19.343782 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:19.423371 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-3e088f48-fe89-46b3-8a2a-11d4088356fb tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Made reservation on behalf of 133d6e8bbab54d519ed84797d0ebf0de for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:50:19.427855 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-3e088f48-fe89-46b3-8a2a-11d4088356fb tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:19.430981 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7b17d047-ecf8-40cb-a342-f9433feea104 req-ae070cbc-7a39-42cd-aae2-77cfd608985e tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060935 Jul 24 00:50:19.516417 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7719c9c4-c569-4747-a40a-7bd4fbe1a9ba req-a11c60b8-2bf4-47d0-a53b-4a4ed55e3086 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769405 Jul 24 00:50:19.562848 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-fc15aedd-45a2-4b4c-8fea-8f2570d62244 service neutron] Attempting to bind port e80a80a8-158c-4344-b33a-32085527c422 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:50:19.563367 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-fc15aedd-45a2-4b4c-8fea-8f2570d62244 service neutron] Attempting to bind port e80a80a8-158c-4344-b33a-32085527c422 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '6a496770-77f3-4c89-a4ef-c619e5b67bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cf53c075-354a-47e9-8398-640068505382'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:50:19.563706 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-fc15aedd-45a2-4b4c-8fea-8f2570d62244 service neutron] Attempting to bind port e80a80a8-158c-4344-b33a-32085527c422 on network cf53c075-354a-47e9-8398-640068505382 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:50:19.583169 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-fc15aedd-45a2-4b4c-8fea-8f2570d62244 service neutron] Port e80a80a8-158c-4344-b33a-32085527c422 on network cf53c075-354a-47e9-8398-640068505382 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:50:19.584294 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-fc15aedd-45a2-4b4c-8fea-8f2570d62244 service neutron] Attempting to bind port e80a80a8-158c-4344-b33a-32085527c422 on network cf53c075-354a-47e9-8398-640068505382 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:50:19.605873 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device c520d872-3b24-41b2-8853-4278b7e2868b up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:50:19.622192 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-fc15aedd-45a2-4b4c-8fea-8f2570d62244 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:50:19.622571 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-fc15aedd-45a2-4b4c-8fea-8f2570d62244 service neutron] Checking segment: {'id': '6a496770-77f3-4c89-a4ef-c619e5b67bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cf53c075-354a-47e9-8398-640068505382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:50:19.622999 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-fc15aedd-45a2-4b4c-8fea-8f2570d62244 service neutron] Bound using segment: {'id': '6a496770-77f3-4c89-a4ef-c619e5b67bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cf53c075-354a-47e9-8398-640068505382'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:50:19.623458 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-fc15aedd-45a2-4b4c-8fea-8f2570d62244 service neutron] Bound port: e80a80a8-158c-4344-b33a-32085527c422, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a496770-77f3-4c89-a4ef-c619e5b67bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cf53c075-354a-47e9-8398-640068505382'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:50:19.624902 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-fc15aedd-45a2-4b4c-8fea-8f2570d62244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:19.708811 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-3e088f48-fe89-46b3-8a2a-11d4088356fb tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Allocated IP 172.20.0.3 (e2e28809-37ce-4580-b5c1-8641e6176e46/fd9d285b-6b1a-48e3-ba8d-9b7a3b766001/2ce40615-eb5a-4471-acd2-241bbb3ef830) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:50:19.720771 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a4061-9134-400a-9716-3a32cf26080b req-825530ff-4ea7-41d4-8ac3-2223f67d07b8 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:19.729351 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e46a4061-9134-400a-9716-3a32cf26080b req-825530ff-4ea7-41d4-8ac3-2223f67d07b8 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d942bf3-893f-479e-8d60-7e7e418faf78 HTTP/1.1" status: 200 len: 943 time: 0.2080712 Jul 24 00:50:19.739857 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1086afc5-44f4-4121-b52e-225375e90fb9 req-1420b80c-b11c-46b2-9f8b-718cc35fdadc tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3 HTTP/1.1" status: 200 len: 210 time: 0.0713866 Jul 24 00:50:19.742244 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port c520d872-3b24-41b2-8853-4278b7e2868b completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:50:19.750823 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port c520d872-3b24-41b2-8853-4278b7e2868b triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:50:19.751801 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:19.778241 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7719c9c4-c569-4747-a40a-7bd4fbe1a9ba req-79cf7e34-da3d-4af0-8f1c-ed06ce52167f service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511077 Jul 24 00:50:19.784710 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a13417bc-a2c3-4c35-9c05-6fa81571ed7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:19.833798 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e46a4061-9134-400a-9716-3a32cf26080b req-c019d703-f493-4f57-8a30-a1d5f1459fb1 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030211 Jul 24 00:50:19.834588 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-fc15aedd-45a2-4b4c-8fea-8f2570d62244 service neutron] For port e80a80a8-158c-4344-b33a-32085527c422, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:50:19.837224 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13417bc-a2c3-4c35-9c05-6fa81571ed7d admin admin] Pushing event deleted for resources: {'Port': ['ID=eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:19.873258 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-fc15aedd-45a2-4b4c-8fea-8f2570d62244 service neutron] For port e80a80a8-158c-4344-b33a-32085527c422, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=e80a80a8-158c-4344-b33a-32085527c422,segment=NetworkSegment(6a496770-77f3-4c89-a4ef-c619e5b67bdf),segment_id=6a496770-77f3-4c89-a4ef-c619e5b67bdf)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:50:19.900122 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-fc15aedd-45a2-4b4c-8fea-8f2570d62244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:19.948307 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:19.979463 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7a339295-6971-4947-bde0-2eb39bef6aad req-96ab08cc-5a25-492c-89e1-da6b463b9e30 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 210 time: 0.1020784 Jul 24 00:50:19.992300 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-fc15aedd-45a2-4b4c-8fea-8f2570d62244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:19.992936 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-fc15aedd-45a2-4b4c-8fea-8f2570d62244 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:19.994370 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-fc15aedd-45a2-4b4c-8fea-8f2570d62244 service neutron] 10.222.0.13 "PUT /v2.0/ports/e80a80a8-158c-4344-b33a-32085527c422 HTTP/1.1" status: 200 len: 1092 time: 3.1480305 Jul 24 00:50:19.996959 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d942bf3-893f-479e-8d60-7e7e418faf78', 'tag': 'e80a80a8-158c-4344-b33a-32085527c422'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:50:20.000410 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406b5082-fe61-40e8-a43c-2a1f5bbba70f" -d '{"events": [{"name": "network-changed", "server_uuid": "4d942bf3-893f-479e-8d60-7e7e418faf78", "tag": "e80a80a8-158c-4344-b33a-32085527c422"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:50:20.017057 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a13417bc-a2c3-4c35-9c05-6fa81571ed7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:20.029549 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b486ec04-208e-4dc9-afec-31ef96b0255d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c520d872-3b24-41b2-8853-4278b7e2868b'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:50:20.033433 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6a9611-c83b-4f0c-9b1b-144d63a4128b" -d '{"events": [{"server_uuid": "b486ec04-208e-4dc9-afec-31ef96b0255d", "name": "network-vif-plugged", "status": "completed", "tag": "c520d872-3b24-41b2-8853-4278b7e2868b"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:50:20.050506 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port c520d872-3b24-41b2-8853-4278b7e2868b, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=c520d872-3b24-41b2-8853-4278b7e2868b,segment=NetworkSegment(58fdc277-5f36-433f-9782-f46712be7157),segment_id=58fdc277-5f36-433f-9782-f46712be7157)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:20.059561 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:20.060893 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 1e193c69-d700-4ef9-9f49-feb4ec014a06 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:50:20.102689 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-3e088f48-fe89-46b3-8a2a-11d4088356fb tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:20.127392 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc176358-db43-4b3a-97a7-84f93dc41b18 req-4f67569d-2108-41c7-8e47-53af90f20853 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:20.129205 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15aedd-45a2-4b4c-8fea-8f2570d62244 service neutron] Pushing event updated for resources: {'Port': ['ID=e80a80a8-158c-4344-b33a-32085527c422,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:20.140976 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fc176358-db43-4b3a-97a7-84f93dc41b18 req-4f67569d-2108-41c7-8e47-53af90f20853 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0489fb5-2627-41d8-a25e-bc092c4e4442 HTTP/1.1" status: 200 len: 945 time: 0.1687527 Jul 24 00:50:20.145270 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51728) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:50:20.158784 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-b6cf2770-7daf-4aeb-9702-83fa789906d1 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Request body: {'floatingip': {'port_id': '370d4d4e-1db9-4082-8ebd-6756760b3905'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:50:20.169621 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a13417bc-a2c3-4c35-9c05-6fa81571ed7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:20.173729 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a13417bc-a2c3-4c35-9c05-6fa81571ed7d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:20.231929 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b6cf2770-7daf-4aeb-9702-83fa789906d1 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks [] for floatingip, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:20.244132 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775f8642-16fe-4e2c-8f8a-5b04cb797a93 x-openstack-request-id: req-775f8642-16fe-4e2c-8f8a-5b04cb797a93 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:50:20.244430 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d942bf3-893f-479e-8d60-7e7e418faf78", "tag": "e80a80a8-158c-4344-b33a-32085527c422", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:50:20.244676 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-775f8642-16fe-4e2c-8f8a-5b04cb797a93 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:50:20.245056 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d942bf3-893f-479e-8d60-7e7e418faf78', 'tag': 'e80a80a8-158c-4344-b33a-32085527c422', 'status': 'completed', 'code': 200} Jul 24 00:50:20.272769 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a13417bc-a2c3-4c35-9c05-6fa81571ed7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:20.273303 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13417bc-a2c3-4c35-9c05-6fa81571ed7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 622434a8-5b9a-48ed-a2cd-86e41afd851d {{(pid=100464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:50:20.279033 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a13417bc-a2c3-4c35-9c05-6fa81571ed7d admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:20.283544 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a13417bc-a2c3-4c35-9c05-6fa81571ed7d admin admin] 10.222.0.15 "DELETE /v2.0/routers/622434a8-5b9a-48ed-a2cd-86e41afd851d HTTP/1.1" status: 204 len: 168 time: 3.0889740 Jul 24 00:50:20.285061 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51730) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:50:20.301312 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=c520d872-3b24-41b2-8853-4278b7e2868b,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:20.302749 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-b352a901-9032-4a91-bc84-5cff137a0c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:20.304169 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-b352a901-9032-4a91-bc84-5cff137a0c80 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d1d593f8bfd4b99bedc0fcdb21f74c7&device_id=4d942bf3-893f-479e-8d60-7e7e418faf78 HTTP/1.1" status: 200 len: 1095 time: 0.2178361 Jul 24 00:50:20.328792 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134293db-3054-4f4f-a543-fa22d711b860 req-084f3423-9d46-4011-b308-1b66217ed697 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:20.330280 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-134293db-3054-4f4f-a543-fa22d711b860 req-084f3423-9d46-4011-b308-1b66217ed697 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 949 time: 0.1949031 Jul 24 00:50:20.339803 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8416f772-0651-4dc8-a68b-8118b1df6627 x-openstack-request-id: req-8416f772-0651-4dc8-a68b-8118b1df6627 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:50:20.341858 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b486ec04-208e-4dc9-afec-31ef96b0255d", "name": "network-vif-plugged", "status": "completed", "tag": "c520d872-3b24-41b2-8853-4278b7e2868b", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:50:20.343715 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8416f772-0651-4dc8-a68b-8118b1df6627 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:50:20.344365 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b486ec04-208e-4dc9-afec-31ef96b0255d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c520d872-3b24-41b2-8853-4278b7e2868b', 'code': 200} Jul 24 00:50:20.356912 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:20.409387 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 1e193c69-d700-4ef9-9f49-feb4ec014a06, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=1e193c69-d700-4ef9-9f49-feb4ec014a06,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:20.412925 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 258a42ac-d1ad-44af-a443-70d459fbbf11 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:50:20.414055 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-e0629cac-6a55-497c-97e0-bc6ab0032198 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e80a80a8-158c-4344-b33a-32085527c422 HTTP/1.1" status: 200 len: 217 time: 0.0799875 Jul 24 00:50:20.444351 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 258a42ac-d1ad-44af-a443-70d459fbbf11 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:50:20.444708 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 258a42ac-d1ad-44af-a443-70d459fbbf11 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:50:20.446529 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:20.463263 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-3e088f48-fe89-46b3-8a2a-11d4088356fb tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:20.467995 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-db72f223-d32d-4fa3-9bd4-ed3805641e3b admin admin] Deleting subnet 727efc91-8952-4c18-81f0-8f185bcd1e82 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:50:20.482682 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-134293db-3054-4f4f-a543-fa22d711b860 req-d04b31fb-f224-4b6b-9bd0-e10490f90eb6 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486838 Jul 24 00:50:20.505292 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['224f5f2b-b13c-42bc-b3e4-9875832f8abd'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:50:20.529810 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-db72f223-d32d-4fa3-9bd4-ed3805641e3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:20.538892 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18a21f-d963-4f99-8e4d-158ccf05070f req-856305c2-b6bc-4495-b6a4-ed25612a0c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:20.547502 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2a18a21f-d963-4f99-8e4d-158ccf05070f req-856305c2-b6bc-4495-b6a4-ed25612a0c57 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b486ec04-208e-4dc9-afec-31ef96b0255d HTTP/1.1" status: 200 len: 1097 time: 0.1644640 Jul 24 00:50:20.548621 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=1e193c69-d700-4ef9-9f49-feb4ec014a06,revision_number=9']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:20.555719 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e088f48-fe89-46b3-8a2a-11d4088356fb tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Pushing event updated for resources: {'Port': ['ID=2ce40615-eb5a-4471-acd2-241bbb3ef830,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:20.585269 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-05d20954-7328-49e1-9eb8-e40f49f1571d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:20.592434 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-05d20954-7328-49e1-9eb8-e40f49f1571d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d196389f-9ba3-4fa3-b4a4-ee8338ee8fe0 HTTP/1.1" status: 200 len: 845 time: 0.1646268 Jul 24 00:50:20.631160 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-3e088f48-fe89-46b3-8a2a-11d4088356fb tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Network e2e28809-37ce-4580-b5c1-8641e6176e46 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:50:20.641036 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-9d89c3c6-8cf1-430f-b8c8-e20369acb10c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cf53c075-354a-47e9-8398-640068505382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393794 Jul 24 00:50:20.682040 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-3e088f48-fe89-46b3-8a2a-11d4088356fb tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:50:20.724902 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-db72f223-d32d-4fa3-9bd4-ed3805641e3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:20.735493 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-3e088f48-fe89-46b3-8a2a-11d4088356fb tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:50:20.766693 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2a18a21f-d963-4f99-8e4d-158ccf05070f req-5b100487-fb9f-434e-aef7-dde9f664bb0f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018321 Jul 24 00:50:20.796829 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-2ca44490-f4e0-42c9-9282-efb7202d1ad9 service neutron] 10.222.0.13 "GET /v2.0/networks/cf53c075-354a-47e9-8398-640068505382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430690 Jul 24 00:50:20.865815 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:20.914917 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-3e088f48-fe89-46b3-8a2a-11d4088356fb tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:20.915652 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-3e088f48-fe89-46b3-8a2a-11d4088356fb tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:20.916664 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-107035d0-faa1-4470-b259-88707d41ebf1 req-85408425-f0b7-40dc-8c7e-2b1cc95a94a9 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3 HTTP/1.1" status: 200 len: 210 time: 0.0434473 Jul 24 00:50:21.005998 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a21e8595-b671-4110-99c6-d6f3f6034a86 req-f908b91c-2a09-4505-9203-0c5b1ecdb505 service neutron] 10.222.0.13 "GET /v2.0/networks/cf53c075-354a-47e9-8398-640068505382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840537 Jul 24 00:50:21.007380 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-3e088f48-fe89-46b3-8a2a-11d4088356fb tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8122947 Jul 24 00:50:21.034481 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4e25e-230f-46e9-a314-0905b71781a9 req-f185eb63-c482-4266-bce0-d33b1e88580f tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:21.036180 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-baa4e25e-230f-46e9-a314-0905b71781a9 req-f185eb63-c482-4266-bce0-d33b1e88580f tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=b486ec04-208e-4dc9-afec-31ef96b0255d HTTP/1.1" status: 200 len: 945 time: 0.4658046 Jul 24 00:50:21.042184 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-3b4a97b5-415e-401c-9023-18a936126cd3 service neutron] Request body: {'port': {'device_id': '479919a7-d695-4692-be6c-ef90854e8de7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:50:21.103608 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-db72f223-d32d-4fa3-9bd4-ed3805641e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:21.125933 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb5724-9179-49d2-8067-a37d4d14e6f7 req-10cc20a3-e86a-4512-8283-9184d0dfa9a0 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:21.127477 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-37cb5724-9179-49d2-8067-a37d4d14e6f7 req-10cc20a3-e86a-4512-8283-9184d0dfa9a0 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d942bf3-893f-479e-8d60-7e7e418faf78 HTTP/1.1" status: 200 len: 943 time: 0.1245277 Jul 24 00:50:21.142399 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-52fd2059-c427-4044-baef-8a72f8fb4e22 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:21.143922 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-52fd2059-c427-4044-baef-8a72f8fb4e22 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.13 "GET /v2.0/networks?id=7c4ab419-d412-43cd-bcfe-97903abe1bf4 HTTP/1.1" status: 200 len: 807 time: 0.4484789 Jul 24 00:50:21.173961 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b5082-fe61-40e8-a43c-2a1f5bbba70f req-97cc49c5-bd30-4e41-9704-a8cb2d991e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:21.175732 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-406b5082-fe61-40e8-a43c-2a1f5bbba70f req-97cc49c5-bd30-4e41-9704-a8cb2d991e0e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d1d593f8bfd4b99bedc0fcdb21f74c7&device_id=4d942bf3-893f-479e-8d60-7e7e418faf78 HTTP/1.1" status: 200 len: 1095 time: 0.1116071 Jul 24 00:50:21.183767 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-37cb5724-9179-49d2-8067-a37d4d14e6f7 req-28835a26-0c9f-4f3f-b2a8-4c31de8cce36 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500734 Jul 24 00:50:21.317434 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b5082-fe61-40e8-a43c-2a1f5bbba70f req-175cb8f9-6f57-46f0-b7ba-133fd92b79af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:21.318931 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-406b5082-fe61-40e8-a43c-2a1f5bbba70f req-175cb8f9-6f57-46f0-b7ba-133fd92b79af service neutron] 10.222.0.13 "GET /v2.0/networks?id=cf53c075-354a-47e9-8398-640068505382 HTTP/1.1" status: 200 len: 906 time: 0.1344609 Jul 24 00:50:21.380360 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3675a1-927f-4f7b-bf27-c48474278ade req-8998b273-5b14-44ba-93bf-88ac408b8b6a tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:21.381870 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fa3675a1-927f-4f7b-bf27-c48474278ade req-8998b273-5b14-44ba-93bf-88ac408b8b6a tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 931 time: 0.1238680 Jul 24 00:50:21.383232 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-406b5082-fe61-40e8-a43c-2a1f5bbba70f req-3511f6f8-6fa6-41b7-a0c0-738fd1b14667 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e80a80a8-158c-4344-b33a-32085527c422 HTTP/1.1" status: 200 len: 217 time: 0.0523784 Jul 24 00:50:21.462599 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fa3675a1-927f-4f7b-bf27-c48474278ade req-3a5c7684-7f12-4697-abeb-82957b05d988 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749898 Jul 24 00:50:21.464753 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b5082-fe61-40e8-a43c-2a1f5bbba70f req-35401dc5-b83f-451d-ac10-1599d413e634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:21.466161 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-406b5082-fe61-40e8-a43c-2a1f5bbba70f req-35401dc5-b83f-451d-ac10-1599d413e634 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d196389f-9ba3-4fa3-b4a4-ee8338ee8fe0 HTTP/1.1" status: 200 len: 845 time: 0.0717523 Jul 24 00:50:21.508224 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-406b5082-fe61-40e8-a43c-2a1f5bbba70f req-c5d5a622-da47-4eff-b789-cf99b39011e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cf53c075-354a-47e9-8398-640068505382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287397 Jul 24 00:50:21.536880 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-ccac7bc8-0c72-4d09-ab90-419acfa64565 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Request body: {'port': {'device_id': 'b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3', 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4', 'admin_state_up': True, 'tenant_id': 'ed057dc71fc949d185d5f214444abe1e'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:50:21.657838 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-406b5082-fe61-40e8-a43c-2a1f5bbba70f req-892b214f-6e79-472c-a289-ac01fdf47415 service neutron] 10.222.0.13 "GET /v2.0/networks/cf53c075-354a-47e9-8398-640068505382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389265 Jul 24 00:50:21.683566 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-baa4e25e-230f-46e9-a314-0905b71781a9 req-f917c2e8-a859-49cd-afd5-6e9c75610215 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6099496 Jul 24 00:50:21.737281 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-db72f223-d32d-4fa3-9bd4-ed3805641e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:21.737811 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c097c-ae5a-4882-8feb-d7ce3ff1eb25 req-7c05d41e-aa2d-4e9a-8152-a573a573b0bc tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:21.739466 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e20c097c-ae5a-4882-8feb-d7ce3ff1eb25 req-7c05d41e-aa2d-4e9a-8152-a573a573b0bc tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 947 time: 0.1826706 Jul 24 00:50:21.739712 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-3b4a97b5-415e-401c-9023-18a936126cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:21.803170 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-db72f223-d32d-4fa3-9bd4-ed3805641e3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:21.806410 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c7b395-a41e-4501-a880-53225a686f57 None None] Network b9248b6f-1690-4e2b-89a9-ca852bf2cfe2 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:50:21.807274 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-db72f223-d32d-4fa3-9bd4-ed3805641e3b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/727efc91-8952-4c18-81f0-8f185bcd1e82 HTTP/1.1" status: 204 len: 168 time: 1.5166805 Jul 24 00:50:21.812400 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51746) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:50:21.812627 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db72f223-d32d-4fa3-9bd4-ed3805641e3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=727efc91-8952-4c18-81f0-8f185bcd1e82,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:21.886624 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e20c097c-ae5a-4882-8feb-d7ce3ff1eb25 req-8a1786ac-6bad-40c4-ae6b-1b89e6f86d59 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365819 Jul 24 00:50:21.892436 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-406b5082-fe61-40e8-a43c-2a1f5bbba70f req-0a1d6875-42b7-49ae-a254-b5b34ce083ca service neutron] 10.222.0.13 "GET /v2.0/networks/cf53c075-354a-47e9-8398-640068505382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200294 Jul 24 00:50:21.922288 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b6cf2770-7daf-4aeb-9702-83fa789906d1 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:21.935537 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b6cf2770-7daf-4aeb-9702-83fa789906d1 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:21.982289 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-138352e6-c8a1-43da-8d8f-6d8a8e2d31b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:22.000677 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-ccac7bc8-0c72-4d09-ab90-419acfa64565 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Made reservation on behalf of ed057dc71fc949d185d5f214444abe1e for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:50:22.009561 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-ccac7bc8-0c72-4d09-ab90-419acfa64565 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:22.081293 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-138352e6-c8a1-43da-8d8f-6d8a8e2d31b3 admin admin] Deleting port 23654354-eb82-4c37-84d0-aa43ed5a05a6 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:50:22.082027 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-138352e6-c8a1-43da-8d8f-6d8a8e2d31b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:22.126511 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1bb7af-1fbc-42a2-b198-e202cfb2fc05 None None] DHCP port deletion for b9248b6f-1690-4e2b-89a9-ca852bf2cfe2 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:50:22.180862 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-138352e6-c8a1-43da-8d8f-6d8a8e2d31b3 admin admin] For port 23654354-eb82-4c37-84d0-aa43ed5a05a6, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=23654354-eb82-4c37-84d0-aa43ed5a05a6,segment=NetworkSegment(8dbd9ccb-d38e-4d10-877b-dfbf0dbb649b),segment_id=8dbd9ccb-d38e-4d10-877b-dfbf0dbb649b)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:22.182845 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-138352e6-c8a1-43da-8d8f-6d8a8e2d31b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:22.202294 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-138352e6-c8a1-43da-8d8f-6d8a8e2d31b3 admin admin] Calling delete_port for 23654354-eb82-4c37-84d0-aa43ed5a05a6 owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:50:22.214861 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-bc1bb7af-1fbc-42a2-b198-e202cfb2fc05 None None] Deleting port 23654354-eb82-4c37-84d0-aa43ed5a05a6 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:50:22.215363 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bc1bb7af-1fbc-42a2-b198-e202cfb2fc05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:22.248121 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f9426db2-61e8-4a96-9103-f5d50395c287 req-63183c14-2e2a-47d7-84c4-80b408994cde tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3 HTTP/1.1" status: 200 len: 210 time: 0.1385138 Jul 24 00:50:22.346279 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-bc1bb7af-1fbc-42a2-b198-e202cfb2fc05 None None] For port 23654354-eb82-4c37-84d0-aa43ed5a05a6, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=23654354-eb82-4c37-84d0-aa43ed5a05a6,segment=NetworkSegment(8dbd9ccb-d38e-4d10-877b-dfbf0dbb649b),segment_id=8dbd9ccb-d38e-4d10-877b-dfbf0dbb649b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:22.347133 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bc1bb7af-1fbc-42a2-b198-e202cfb2fc05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:22.349907 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52408e39-3c37-40ad-8760-4bd9f6711a23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e193c69-d700-4ef9-9f49-feb4ec014a06'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:50:22.352571 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256848a3-2785-48bc-8acc-c95c1ff17fff" -d '{"events": [{"server_uuid": "52408e39-3c37-40ad-8760-4bd9f6711a23", "name": "network-vif-unplugged", "status": "completed", "tag": "1e193c69-d700-4ef9-9f49-feb4ec014a06"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:50:22.367209 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 23654354-eb82-4c37-84d0-aa43ed5a05a6 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:50:22.402003 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-bc1bb7af-1fbc-42a2-b198-e202cfb2fc05 None None] Calling delete_port for 23654354-eb82-4c37-84d0-aa43ed5a05a6 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:50:22.411153 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f42746-ff85-4c29-b4d0-0fe21d88fd06 x-openstack-request-id: req-12f42746-ff85-4c29-b4d0-0fe21d88fd06 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:50:22.411600 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52408e39-3c37-40ad-8760-4bd9f6711a23", "name": "network-vif-unplugged", "status": "completed", "tag": "1e193c69-d700-4ef9-9f49-feb4ec014a06", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:50:22.412047 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-12f42746-ff85-4c29-b4d0-0fe21d88fd06 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:50:22.412706 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52408e39-3c37-40ad-8760-4bd9f6711a23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e193c69-d700-4ef9-9f49-feb4ec014a06', 'code': 200} Jul 24 00:50:22.445670 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d4622-1d02-4810-8020-3a9884cdc952 req-8f5fc2c5-be84-4cad-b715-33928212171d tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:22.445905 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [None req-b6cf2770-7daf-4aeb-9702-83fa789906d1 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Floating IP d7dc42ee-92a2-433a-a232-aff8cdd94e4f associated. External IP: 172.25.2.24, port: 370d4d4e-1db9-4082-8ebd-6756760b3905. Jul 24 00:50:22.454209 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f55d4622-1d02-4810-8020-3a9884cdc952 req-8f5fc2c5-be84-4cad-b715-33928212171d tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d942bf3-893f-479e-8d60-7e7e418faf78 HTTP/1.1" status: 200 len: 943 time: 0.1416786 Jul 24 00:50:22.462635 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-138352e6-c8a1-43da-8d8f-6d8a8e2d31b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:22.493911 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No active binding found for port 23654354-eb82-4c37-84d0-aa43ed5a05a6 {{(pid=100465) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 24 00:50:22.494438 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 23654354-eb82-4c37-84d0-aa43ed5a05a6 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:50:22.495189 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:50:22.521057 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:50:22.521508 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device eb57c5d5-efd6-4ecc-8d5b-1aafdc9ff742 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:50:22.540938 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138352e6-c8a1-43da-8d8f-6d8a8e2d31b3 admin admin] No DVR routers for this DVR port 23654354-eb82-4c37-84d0-aa43ed5a05a6 on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:50:22.543057 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138352e6-c8a1-43da-8d8f-6d8a8e2d31b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=23654354-eb82-4c37-84d0-aa43ed5a05a6,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:22.544614 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-ccac7bc8-0c72-4d09-ab90-419acfa64565 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Allocated IP 172.20.0.13 (7c4ab419-d412-43cd-bcfe-97903abe1bf4/8e7ca279-b98c-43f9-865c-dc5db7518bba/8a7b0c4a-81fb-40e4-b825-05b3809f2008) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:50:22.578446 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bc1bb7af-1fbc-42a2-b198-e202cfb2fc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:22.585300 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f55d4622-1d02-4810-8020-3a9884cdc952 req-df40dec4-f944-4ec9-93a8-732963ac3afd tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298702 Jul 24 00:50:22.611211 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1bb7af-1fbc-42a2-b198-e202cfb2fc05 None None] Pushing event deleted for resources: {'Port': ['ID=23654354-eb82-4c37-84d0-aa43ed5a05a6,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:22.624308 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1bb7af-1fbc-42a2-b198-e202cfb2fc05 None None] No DVR routers for this DVR port 23654354-eb82-4c37-84d0-aa43ed5a05a6 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:50:22.747368 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-3b4a97b5-415e-401c-9023-18a936126cd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ce40615-eb5a-4471-acd2-241bbb3ef830 {{(pid=100463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:50:22.776252 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-3b4a97b5-415e-401c-9023-18a936126cd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:22.852570 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-3b4a97b5-415e-401c-9023-18a936126cd3 service neutron] Transition to ACTIVE for port object 2ce40615-eb5a-4471-acd2-241bbb3ef830 will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:50:22.913669 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-3b4a97b5-415e-401c-9023-18a936126cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:22.929055 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d831e254-ffde-429a-9b48-25bc4002bc57 req-4a710499-f638-4710-be50-af9dd8a1dc1a tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:22.930744 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d831e254-ffde-429a-9b48-25bc4002bc57 req-4a710499-f638-4710-be50-af9dd8a1dc1a tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 931 time: 0.3657351 Jul 24 00:50:22.992546 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-138352e6-c8a1-43da-8d8f-6d8a8e2d31b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:23.012906 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-138352e6-c8a1-43da-8d8f-6d8a8e2d31b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9248b6f-1690-4e2b-89a9-ca852bf2cfe2']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:50:23.041026 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-138352e6-c8a1-43da-8d8f-6d8a8e2d31b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dbd9ccb-d38e-4d10-877b-dfbf0dbb649b') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:50:23.041414 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-138352e6-c8a1-43da-8d8f-6d8a8e2d31b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dbd9ccb-d38e-4d10-877b-dfbf0dbb649b') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:50:23.053142 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-138352e6-c8a1-43da-8d8f-6d8a8e2d31b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:23.054278 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a97b5-415e-401c-9023-18a936126cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=2ce40615-eb5a-4471-acd2-241bbb3ef830,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:23.072657 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-138352e6-c8a1-43da-8d8f-6d8a8e2d31b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:23.084863 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-138352e6-c8a1-43da-8d8f-6d8a8e2d31b3 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:50:23.085269 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-138352e6-c8a1-43da-8d8f-6d8a8e2d31b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:23.087915 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 00:50:23.087915 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:50:23.087915 n-d-793621-25 neutron-server[100464]: timer() Jul 24 00:50:23.087915 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:50:23.087915 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 00:50:23.087915 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:50:23.087915 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 00:50:23.087915 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:50:23.087915 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 00:50:23.087915 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:50:23.087915 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 00:50:23.087915 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:50:23.087915 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 00:50:23.087915 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:50:23.087915 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:50:23.087915 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:50:23.087915 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:50:23.087915 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:50:23.087915 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 00:50:23.087915 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:50:23.087915 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 00:50:23.087915 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:50:23.087915 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:50:23.087915 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:50:23.087915 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 00:50:23.087915 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:50:23.087915 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:50:23.087915 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:50:23.087915 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:50:23.087915 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:50:23.087915 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:50:23.087915 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:50:23.090987 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-ccac7bc8-0c72-4d09-ab90-419acfa64565 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:23.120919 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49b13ba-1581-4d91-8c5c-124c29e446db req-ef8bcb54-a4da-415b-8ac8-918c4535d088 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:23.122476 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e49b13ba-1581-4d91-8c5c-124c29e446db req-ef8bcb54-a4da-415b-8ac8-918c4535d088 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=b486ec04-208e-4dc9-afec-31ef96b0255d HTTP/1.1" status: 200 len: 945 time: 0.1269400 Jul 24 00:50:23.153586 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d831e254-ffde-429a-9b48-25bc4002bc57 req-746ac26b-5ce0-47bf-a0ce-ca766055e2e8 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911514 Jul 24 00:50:23.168925 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6cf2770-7daf-4aeb-9702-83fa789906d1 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Router 8816f8c6-b88b-49d1-b039-07bd44213f45 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:50:23.178751 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-138352e6-c8a1-43da-8d8f-6d8a8e2d31b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:23.189589 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-138352e6-c8a1-43da-8d8f-6d8a8e2d31b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:23.193636 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-138352e6-c8a1-43da-8d8f-6d8a8e2d31b3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b9248b6f-1690-4e2b-89a9-ca852bf2cfe2 HTTP/1.1" status: 204 len: 168 time: 1.3821392 Jul 24 00:50:23.212084 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e49b13ba-1581-4d91-8c5c-124c29e446db req-f844547b-6233-4411-8a07-786c4813f864 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589972 Jul 24 00:50:23.212820 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138352e6-c8a1-43da-8d8f-6d8a8e2d31b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9248b6f-1690-4e2b-89a9-ca852bf2cfe2,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:23.224493 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-3b4a97b5-415e-401c-9023-18a936126cd3 service neutron] Attempting to bind port 2ce40615-eb5a-4471-acd2-241bbb3ef830 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:50:23.224493 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-3b4a97b5-415e-401c-9023-18a936126cd3 service neutron] Attempting to bind port 2ce40615-eb5a-4471-acd2-241bbb3ef830 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': 'c4a12371-e65f-4999-8182-3fce7a91f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e2e28809-37ce-4580-b5c1-8641e6176e46'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:50:23.224493 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-3b4a97b5-415e-401c-9023-18a936126cd3 service neutron] Attempting to bind port 2ce40615-eb5a-4471-acd2-241bbb3ef830 on network e2e28809-37ce-4580-b5c1-8641e6176e46 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:50:23.260623 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-ccac7bc8-0c72-4d09-ab90-419acfa64565 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:23.291686 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-3b4a97b5-415e-401c-9023-18a936126cd3 service neutron] Port 2ce40615-eb5a-4471-acd2-241bbb3ef830 on network e2e28809-37ce-4580-b5c1-8641e6176e46 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:50:23.292030 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-3b4a97b5-415e-401c-9023-18a936126cd3 service neutron] Attempting to bind port 2ce40615-eb5a-4471-acd2-241bbb3ef830 on network e2e28809-37ce-4580-b5c1-8641e6176e46 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:50:23.329867 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-3b4a97b5-415e-401c-9023-18a936126cd3 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:50:23.330219 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-3b4a97b5-415e-401c-9023-18a936126cd3 service neutron] Checking segment: {'id': 'c4a12371-e65f-4999-8182-3fce7a91f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e2e28809-37ce-4580-b5c1-8641e6176e46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:50:23.330622 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-3b4a97b5-415e-401c-9023-18a936126cd3 service neutron] Bound using segment: {'id': 'c4a12371-e65f-4999-8182-3fce7a91f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e2e28809-37ce-4580-b5c1-8641e6176e46'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:50:23.331094 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-3b4a97b5-415e-401c-9023-18a936126cd3 service neutron] Bound port: 2ce40615-eb5a-4471-acd2-241bbb3ef830, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a12371-e65f-4999-8182-3fce7a91f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e2e28809-37ce-4580-b5c1-8641e6176e46'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:50:23.331469 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-3b4a97b5-415e-401c-9023-18a936126cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:23.365712 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-ccac7bc8-0c72-4d09-ab90-419acfa64565 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Network 7c4ab419-d412-43cd-bcfe-97903abe1bf4 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:50:23.370297 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126717c6-8c67-40ec-94f2-9a279c099aef req-e83cb849-8fc0-40ac-8193-709ddd1022ee tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:23.371944 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-126717c6-8c67-40ec-94f2-9a279c099aef req-e83cb849-8fc0-40ac-8193-709ddd1022ee tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 947 time: 0.0772648 Jul 24 00:50:23.399768 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-ccac7bc8-0c72-4d09-ab90-419acfa64565 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:50:23.425695 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-ccac7bc8-0c72-4d09-ab90-419acfa64565 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:50:23.431360 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-126717c6-8c67-40ec-94f2-9a279c099aef req-989b0439-1fe5-41b9-b9f4-d881643a335f tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496440 Jul 24 00:50:23.431769 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51768) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:50:23.464841 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac7bc8-0c72-4d09-ab90-419acfa64565 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Pushing event updated for resources: {'Port': ['ID=8a7b0c4a-81fb-40e4-b825-05b3809f2008,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:23.479188 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ffdc7c59-c1bd-42e1-9f35-6ec4839bcfcd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f46f5082aa2a464eac85fae62e81f977&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462580 Jul 24 00:50:23.479772 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51772) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:50:23.518590 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6cf2770-7daf-4aeb-9702-83fa789906d1 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:50:23.527216 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b6cf2770-7daf-4aeb-9702-83fa789906d1 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:23.534435 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24962754-523f-4c31-b4e2-a8b9088964f7 None None] Sync routers for ids ['8816f8c6-b88b-49d1-b039-07bd44213f45'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:50:23.542570 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-ccac7bc8-0c72-4d09-ab90-419acfa64565 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:23.542983 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-ccac7bc8-0c72-4d09-ab90-419acfa64565 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:23.546362 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24962754-523f-4c31-b4e2-a8b9088964f7 None None] Routers {'8816f8c6-b88b-49d1-b039-07bd44213f45'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:50:23.547378 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-24962754-523f-4c31-b4e2-a8b9088964f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:50:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['8816f8c6-b88b-49d1-b039-07bd44213f45'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:50:23.584544 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3670a15b-2a9b-4879-9967-9ba268287602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:23.589848 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-3b4a97b5-415e-401c-9023-18a936126cd3 service neutron] For port 2ce40615-eb5a-4471-acd2-241bbb3ef830, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:50:23.593669 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 1e193c69-d700-4ef9-9f49-feb4ec014a06 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:50:23.616486 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-ccac7bc8-0c72-4d09-ab90-419acfa64565 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0898683 Jul 24 00:50:23.624900 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-3b4a97b5-415e-401c-9023-18a936126cd3 service neutron] For port 2ce40615-eb5a-4471-acd2-241bbb3ef830, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2ce40615-eb5a-4471-acd2-241bbb3ef830,segment=NetworkSegment(c4a12371-e65f-4999-8182-3fce7a91f982),segment_id=c4a12371-e65f-4999-8182-3fce7a91f982)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:50:23.627749 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a702f4-efd2-4489-aca2-580f10ddabbd req-01823206-1ded-4013-a5ff-4ba6b3ef2c78 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:23.636695 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-78a702f4-efd2-4489-aca2-580f10ddabbd req-01823206-1ded-4013-a5ff-4ba6b3ef2c78 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b486ec04-208e-4dc9-afec-31ef96b0255d HTTP/1.1" status: 200 len: 1097 time: 0.2845013 Jul 24 00:50:23.643092 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b6cf2770-7daf-4aeb-9702-83fa789906d1 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "PUT /v2.0/floatingips/d7dc42ee-92a2-433a-a232-aff8cdd94e4f HTTP/1.1" status: 200 len: 990 time: 3.4947195 Jul 24 00:50:23.655538 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-14b27bf4-df6e-4d41-9b23-6e1072712482 service neutron] Request body: {'port': {'device_id': 'b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:50:23.658146 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0489fb5-2627-41d8-a25e-bc092c4e4442', 'tag': '370d4d4e-1db9-4082-8ebd-6756760b3905'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:50:23.660720 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d43b1d6-d77e-4a60-ac0b-11a1209e5f44" -d '{"events": [{"name": "network-changed", "server_uuid": "b0489fb5-2627-41d8-a25e-bc092c4e4442", "tag": "370d4d4e-1db9-4082-8ebd-6756760b3905"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:50:23.665630 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-3b4a97b5-415e-401c-9023-18a936126cd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:23.665919 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3670a15b-2a9b-4879-9967-9ba268287602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:23.672797 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-24962754-523f-4c31-b4e2-a8b9088964f7 None None] Set router 8816f8c6-b88b-49d1-b039-07bd44213f45 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:50:23.694923 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1befccd-b71d-401f-9df8-ed52bfaae020 req-95a0c727-238d-41d8-8971-d3ea9b57f20a tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:23.696874 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c1befccd-b71d-401f-9df8-ed52bfaae020 req-95a0c727-238d-41d8-8971-d3ea9b57f20a tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3 HTTP/1.1" status: 200 len: 932 time: 0.1731701 Jul 24 00:50:23.710324 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 1e193c69-d700-4ef9-9f49-feb4ec014a06, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=1e193c69-d700-4ef9-9f49-feb4ec014a06,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:23.723602 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '1e193c69-d700-4ef9-9f49-feb4ec014a06', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'port_id': '1e193c69-d700-4ef9-9f49-feb4ec014a06', 'mac_address': 'fa:16:3e:ea:9a:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:50:23.759161 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c1befccd-b71d-401f-9df8-ed52bfaae020 req-dfebdd77-0895-4421-96d5-5be50df77d71 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514710 Jul 24 00:50:23.765951 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:23.799343 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e193c69-d700-4ef9-9f49-feb4ec014a06 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:50:23.830914 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-3b4a97b5-415e-401c-9023-18a936126cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:23.831824 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-3b4a97b5-415e-401c-9023-18a936126cd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:23.833499 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-3b4a97b5-415e-401c-9023-18a936126cd3 service neutron] 10.222.0.13 "PUT /v2.0/ports/2ce40615-eb5a-4471-acd2-241bbb3ef830 HTTP/1.1" status: 200 len: 1092 time: 2.8089592 Jul 24 00:50:23.839480 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 1e193c69-d700-4ef9-9f49-feb4ec014a06, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=1e193c69-d700-4ef9-9f49-feb4ec014a06,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:23.848232 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3670a15b-2a9b-4879-9967-9ba268287602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:23.854648 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:23.858198 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-78a702f4-efd2-4489-aca2-580f10ddabbd req-51087945-bcca-472d-9f48-845a1567d5aa tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202351 Jul 24 00:50:23.858677 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device e80a80a8-158c-4344-b33a-32085527c422 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:50:23.861134 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3670a15b-2a9b-4879-9967-9ba268287602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:23.863719 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4a97b5-415e-401c-9023-18a936126cd3 service neutron] Pushing event updated for resources: {'Port': ['ID=2ce40615-eb5a-4471-acd2-241bbb3ef830,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:23.880678 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3670a15b-2a9b-4879-9967-9ba268287602 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f1848995-9d18-4f1c-888f-bded290e57e6 HTTP/1.1" status: 204 len: 168 time: 0.3998075 Jul 24 00:50:23.949873 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-14b27bf4-df6e-4d41-9b23-6e1072712482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:23.958521 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670a15b-2a9b-4879-9967-9ba268287602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1848995-9d18-4f1c-888f-bded290e57e6,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:24.000519 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f5944-1d39-4e0a-8338-0042b8acd38a req-091436d6-e911-4d47-b7cd-eeb64030d633 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:24.009995 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9b5f5944-1d39-4e0a-8338-0042b8acd38a req-091436d6-e911-4d47-b7cd-eeb64030d633 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 949 time: 0.1279020 Jul 24 00:50:24.065965 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9b5f5944-1d39-4e0a-8338-0042b8acd38a req-896d12cb-9524-4d73-9cc3-d7370e0a7ad2 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545933 Jul 24 00:50:24.124543 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-24962754-523f-4c31-b4e2-a8b9088964f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8816f8c6-b88b-49d1-b039-07bd44213f45', 'name': 'tempest-ServersTestBootFromVolume-188913133-router', 'tenant_id': '527575ebe56e4dd9beea63807acac60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'a93f3441-85d9-4c1c-bf2c-57569e000ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:48:55Z', 'updated_at': '2021-07-24T00:49:01Z', 'revision_number': 4, 'project_id': '527575ebe56e4dd9beea63807acac60f', 'gw_port': {'id': 'a93f3441-85d9-4c1c-bf2c-57569e000ed7', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8816f8c6-b88b-49d1-b039-07bd44213f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:48:56Z', 'updated_at': '2021-07-24T00:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'd7dc42ee-92a2-433a-a232-aff8cdd94e4f', 'tenant_id': '527575ebe56e4dd9beea63807acac60f', 'floating_ip_address': '172.25.2.24', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '8816f8c6-b88b-49d1-b039-07bd44213f45', 'port_id': '370d4d4e-1db9-4082-8ebd-6756760b3905', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd47a7285-ce07-43af-9d2b-c26a26731081', 'mac_address': 'fa:16:3e:ac:c4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0489fb5-2627-41d8-a25e-bc092c4e4442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:49:06Z', 'updated_at': '2021-07-24T00:50:21Z', 'revision_number': 1, 'project_id': '527575ebe56e4dd9beea63807acac60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8807a1af-16b6-4909-a722-083791f95c79', 'name': '', 'network_id': 'd47a7285-ce07-43af-9d2b-c26a26731081', 'tenant_id': '527575ebe56e4dd9beea63807acac60f', 'mac_address': 'fa:16:3e:a9:d3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8816f8c6-b88b-49d1-b039-07bd44213f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '20115978-e69f-4a7a-a65a-ab0414e37071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:48:59Z', 'updated_at': '2021-07-24T00:49:08Z', 'revision_number': 5, 'project_id': '527575ebe56e4dd9beea63807acac60f', 'subnets': [{'id': '20115978-e69f-4a7a-a65a-ab0414e37071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:50:24.156248 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port e80a80a8-158c-4344-b33a-32085527c422, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=e80a80a8-158c-4344-b33a-32085527c422,segment=NetworkSegment(6a496770-77f3-4c89-a4ef-c619e5b67bdf),segment_id=6a496770-77f3-4c89-a4ef-c619e5b67bdf)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:24.166279 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=1e193c69-d700-4ef9-9f49-feb4ec014a06,revision_number=10']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:24.174910 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'e80a80a8-158c-4344-b33a-32085527c422', 'network_id': 'cf53c075-354a-47e9-8398-640068505382', 'port_id': 'e80a80a8-158c-4344-b33a-32085527c422', 'mac_address': 'fa:16:3e:11:79:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd196389f-9ba3-4fa3-b4a4-ee8338ee8fe0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:50:24.202671 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24962754-523f-4c31-b4e2-a8b9088964f7 None None] Checking router: 8816f8c6-b88b-49d1-b039-07bd44213f45 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:50:24.226958 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:24.227160 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24962754-523f-4c31-b4e2-a8b9088964f7 None None] Routers {'8816f8c6-b88b-49d1-b039-07bd44213f45'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:50:24.227160 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-24962754-523f-4c31-b4e2-a8b9088964f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:50:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['8816f8c6-b88b-49d1-b039-07bd44213f45'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:50:24.247156 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-ab7aa310-07d2-4bd8-a168-de963b67911b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:24.248851 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-ab7aa310-07d2-4bd8-a168-de963b67911b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=133d6e8bbab54d519ed84797d0ebf0de&device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 1095 time: 0.3543999 Jul 24 00:50:24.260538 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80a80a8-158c-4344-b33a-32085527c422 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:50:24.300226 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port e80a80a8-158c-4344-b33a-32085527c422, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=e80a80a8-158c-4344-b33a-32085527c422,segment=NetworkSegment(6a496770-77f3-4c89-a4ef-c619e5b67bdf),segment_id=6a496770-77f3-4c89-a4ef-c619e5b67bdf)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:24.307201 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:24.313449 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42408183-5607-430d-8a36-4ab78b7cca5e x-openstack-request-id: req-42408183-5607-430d-8a36-4ab78b7cca5e {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:50:24.313748 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0489fb5-2627-41d8-a25e-bc092c4e4442", "tag": "370d4d4e-1db9-4082-8ebd-6756760b3905", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:50:24.314002 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-42408183-5607-430d-8a36-4ab78b7cca5e {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:50:24.314397 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0489fb5-2627-41d8-a25e-bc092c4e4442', 'tag': '370d4d4e-1db9-4082-8ebd-6756760b3905', 'status': 'completed', 'code': 200} Jul 24 00:50:24.360114 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-948e200b-7ab0-4b05-914f-e2b33ab77694 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ce40615-eb5a-4471-acd2-241bbb3ef830 HTTP/1.1" status: 200 len: 217 time: 0.0502975 Jul 24 00:50:24.409770 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dac6b9-c4de-4597-8c03-ed9336789853 req-fd72cadc-6e6f-4ada-b26e-42ad3364a884 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:24.411052 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-24962754-523f-4c31-b4e2-a8b9088964f7 None None] Set router 8816f8c6-b88b-49d1-b039-07bd44213f45 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:50:24.417840 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-93dac6b9-c4de-4597-8c03-ed9336789853 req-fd72cadc-6e6f-4ada-b26e-42ad3364a884 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d942bf3-893f-479e-8d60-7e7e418faf78 HTTP/1.1" status: 200 len: 943 time: 0.2948854 Jul 24 00:50:24.432285 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=e80a80a8-158c-4344-b33a-32085527c422,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:24.472013 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beffdc95-d9ff-4362-89b7-b0b7fea3febd req-cf7774cd-0935-4d33-8282-a5867bc930da tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:24.473831 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-beffdc95-d9ff-4362-89b7-b0b7fea3febd req-cf7774cd-0935-4d33-8282-a5867bc930da tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b486ec04-208e-4dc9-afec-31ef96b0255d HTTP/1.1" status: 200 len: 1097 time: 0.0987761 Jul 24 00:50:24.490602 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43b1d6-d77e-4a60-ac0b-11a1209e5f44 req-4a241280-6772-4f26-a314-cc68be9d3b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:24.492272 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1d43b1d6-d77e-4a60-ac0b-11a1209e5f44 req-4a241280-6772-4f26-a314-cc68be9d3b7c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=527575ebe56e4dd9beea63807acac60f&device_id=b0489fb5-2627-41d8-a25e-bc092c4e4442 HTTP/1.1" status: 200 len: 1097 time: 0.1814668 Jul 24 00:50:24.544135 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-93dac6b9-c4de-4597-8c03-ed9336789853 req-7dd9d3af-320f-4f18-8d7a-0d1b26f3e92b tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248987 Jul 24 00:50:24.557803 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-ed1fc873-fc99-4047-8fc3-b36baacedabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:24.565481 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-ed1fc873-fc99-4047-8fc3-b36baacedabe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fd9d285b-6b1a-48e3-ba8d-9b7a3b766001 HTTP/1.1" status: 200 len: 852 time: 0.1896007 Jul 24 00:50:24.578733 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-beffdc95-d9ff-4362-89b7-b0b7fea3febd req-8c1fa409-bfbc-45c5-8c0b-c8829bc9eb78 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886486 Jul 24 00:50:24.588442 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['e80a80a8-158c-4344-b33a-32085527c422'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:50:24.723643 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['1e193c69-d700-4ef9-9f49-feb4ec014a06'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:50:24.724452 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-aca3239f-7407-45ad-84b5-bd60a8862b18 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2e28809-37ce-4580-b5c1-8641e6176e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1389098 Jul 24 00:50:24.780954 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43b1d6-d77e-4a60-ac0b-11a1209e5f44 req-a348ea6c-38ce-474e-adad-b172d0343584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:24.783020 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1d43b1d6-d77e-4a60-ac0b-11a1209e5f44 req-a348ea6c-38ce-474e-adad-b172d0343584 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d47a7285-ce07-43af-9d2b-c26a26731081 HTTP/1.1" status: 200 len: 916 time: 0.2640452 Jul 24 00:50:24.828342 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-24962754-523f-4c31-b4e2-a8b9088964f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8816f8c6-b88b-49d1-b039-07bd44213f45', 'name': 'tempest-ServersTestBootFromVolume-188913133-router', 'tenant_id': '527575ebe56e4dd9beea63807acac60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'a93f3441-85d9-4c1c-bf2c-57569e000ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:48:55Z', 'updated_at': '2021-07-24T00:49:01Z', 'revision_number': 4, 'project_id': '527575ebe56e4dd9beea63807acac60f', 'gw_port': {'id': 'a93f3441-85d9-4c1c-bf2c-57569e000ed7', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8816f8c6-b88b-49d1-b039-07bd44213f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:48:56Z', 'updated_at': '2021-07-24T00:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'd7dc42ee-92a2-433a-a232-aff8cdd94e4f', 'tenant_id': '527575ebe56e4dd9beea63807acac60f', 'floating_ip_address': '172.25.2.24', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '8816f8c6-b88b-49d1-b039-07bd44213f45', 'port_id': '370d4d4e-1db9-4082-8ebd-6756760b3905', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd47a7285-ce07-43af-9d2b-c26a26731081', 'mac_address': 'fa:16:3e:ac:c4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0489fb5-2627-41d8-a25e-bc092c4e4442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:49:06Z', 'updated_at': '2021-07-24T00:50:21Z', 'revision_number': 1, 'project_id': '527575ebe56e4dd9beea63807acac60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8807a1af-16b6-4909-a722-083791f95c79', 'name': '', 'network_id': 'd47a7285-ce07-43af-9d2b-c26a26731081', 'tenant_id': '527575ebe56e4dd9beea63807acac60f', 'mac_address': 'fa:16:3e:a9:d3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8816f8c6-b88b-49d1-b039-07bd44213f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '20115978-e69f-4a7a-a65a-ab0414e37071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:48:59Z', 'updated_at': '2021-07-24T00:49:08Z', 'revision_number': 5, 'project_id': '527575ebe56e4dd9beea63807acac60f', 'subnets': [{'id': '20115978-e69f-4a7a-a65a-ab0414e37071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:50:24.854396 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-14b27bf4-df6e-4d41-9b23-6e1072712482 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a7b0c4a-81fb-40e4-b825-05b3809f2008 {{(pid=100463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:50:24.879571 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24962754-523f-4c31-b4e2-a8b9088964f7 None None] The sync data for ids ['8816f8c6-b88b-49d1-b039-07bd44213f45'] in n-d-793621-25 is: [{'id': '8816f8c6-b88b-49d1-b039-07bd44213f45', 'name': 'tempest-ServersTestBootFromVolume-188913133-router', 'tenant_id': '527575ebe56e4dd9beea63807acac60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'a93f3441-85d9-4c1c-bf2c-57569e000ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:48:55Z', 'updated_at': '2021-07-24T00:49:01Z', 'revision_number': 4, 'project_id': '527575ebe56e4dd9beea63807acac60f', 'gw_port': {'id': 'a93f3441-85d9-4c1c-bf2c-57569e000ed7', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8816f8c6-b88b-49d1-b039-07bd44213f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:48:56Z', 'updated_at': '2021-07-24T00:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'd7dc42ee-92a2-433a-a232-aff8cdd94e4f', 'tenant_id': '527575ebe56e4dd9beea63807acac60f', 'floating_ip_address': '172.25.2.24', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '8816f8c6-b88b-49d1-b039-07bd44213f45', 'port_id': '370d4d4e-1db9-4082-8ebd-6756760b3905', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd47a7285-ce07-43af-9d2b-c26a26731081', 'mac_address': 'fa:16:3e:ac:c4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0489fb5-2627-41d8-a25e-bc092c4e4442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:49:06Z', 'updated_at': '2021-07-24T00:50:21Z', 'revision_number': 1, 'project_id': '527575ebe56e4dd9beea63807acac60f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8807a1af-16b6-4909-a722-083791f95c79', 'name': '', 'network_id': 'd47a7285-ce07-43af-9d2b-c26a26731081', 'tenant_id': '527575ebe56e4dd9beea63807acac60f', 'mac_address': 'fa:16:3e:a9:d3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8816f8c6-b88b-49d1-b039-07bd44213f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '20115978-e69f-4a7a-a65a-ab0414e37071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:48:59Z', 'updated_at': '2021-07-24T00:49:08Z', 'revision_number': 5, 'project_id': '527575ebe56e4dd9beea63807acac60f', 'subnets': [{'id': '20115978-e69f-4a7a-a65a-ab0414e37071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:50:24.885135 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-14b27bf4-df6e-4d41-9b23-6e1072712482 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:24.927089 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1d43b1d6-d77e-4a60-ac0b-11a1209e5f44 req-00a653e6-1662-4d21-a8b5-019e1c8938e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=370d4d4e-1db9-4082-8ebd-6756760b3905 HTTP/1.1" status: 200 len: 998 time: 0.1205227 Jul 24 00:50:24.985086 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-14b27bf4-df6e-4d41-9b23-6e1072712482 service neutron] Transition to ACTIVE for port object 8a7b0c4a-81fb-40e4-b825-05b3809f2008 will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:50:25.005778 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-14b27bf4-df6e-4d41-9b23-6e1072712482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:25.053432 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4dffa-4e6c-407a-b7d0-b9df53505a01 req-78e14706-93ab-4249-b7e0-19d0a0e6e52e tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:25.064150 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-39d4dffa-4e6c-407a-b7d0-b9df53505a01 req-78e14706-93ab-4249-b7e0-19d0a0e6e52e tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 943 time: 0.3175390 Jul 24 00:50:25.069791 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43b1d6-d77e-4a60-ac0b-11a1209e5f44 req-289ed0f4-3130-49e0-bc60-c006221c6b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:25.073817 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1d43b1d6-d77e-4a60-ac0b-11a1209e5f44 req-289ed0f4-3130-49e0-bc60-c006221c6b49 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=20115978-e69f-4a7a-a65a-ab0414e37071 HTTP/1.1" status: 200 len: 854 time: 0.1277208 Jul 24 00:50:25.212765 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f114f-b99c-4d23-ade7-dcdba52029fd req-23620c06-18c7-4321-9a9d-3c4e44e4d0c5 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:25.215476 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-906f114f-b99c-4d23-ade7-dcdba52029fd req-23620c06-18c7-4321-9a9d-3c4e44e4d0c5 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3 HTTP/1.1" status: 200 len: 944 time: 0.1935503 Jul 24 00:50:25.263362 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43b1d6-d77e-4a60-ac0b-11a1209e5f44 req-2763e18a-2986-4649-9e76-ff6a26d71e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:25.265913 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1d43b1d6-d77e-4a60-ac0b-11a1209e5f44 req-2763e18a-2986-4649-9e76-ff6a26d71e1d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d47a7285-ce07-43af-9d2b-c26a26731081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1663828 Jul 24 00:50:25.285649 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8394f6e2-cee7-49d3-82e8-82a3ec83b831 None None] New status for floating IP d7dc42ee-92a2-433a-a232-aff8cdd94e4f: ACTIVE {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:50:25.316776 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-906f114f-b99c-4d23-ade7-dcdba52029fd req-cd5e6e04-7efd-462a-be54-d26c19e3e829 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887527 Jul 24 00:50:25.455116 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-8df06b98-6fec-4169-ab4a-b5866d65cf9b service neutron] 10.222.0.13 "GET /v2.0/networks/e2e28809-37ce-4580-b5c1-8641e6176e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7044203 Jul 24 00:50:25.475691 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b27bf4-df6e-4d41-9b23-6e1072712482 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7b0c4a-81fb-40e4-b825-05b3809f2008,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:25.487630 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-1c85b948-4a17-4951-8f86-a85b4f466e21 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=64682d71562544209c45b1dc63c9fd56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455377 Jul 24 00:50:25.510437 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1d43b1d6-d77e-4a60-ac0b-11a1209e5f44 req-94bd753a-0ae7-47a3-9e32-ba8fe62e784c service neutron] 10.222.0.13 "GET /v2.0/networks/d47a7285-ce07-43af-9d2b-c26a26731081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214501 Jul 24 00:50:25.541696 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-39d4dffa-4e6c-407a-b7d0-b9df53505a01 req-a90e901b-f5d2-4274-a669-9f09f6fc329e tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4755363 Jul 24 00:50:25.663202 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-14b27bf4-df6e-4d41-9b23-6e1072712482 service neutron] Attempting to bind port 8a7b0c4a-81fb-40e4-b825-05b3809f2008 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:50:25.663556 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-14b27bf4-df6e-4d41-9b23-6e1072712482 service neutron] Attempting to bind port 8a7b0c4a-81fb-40e4-b825-05b3809f2008 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:50:25.663898 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-14b27bf4-df6e-4d41-9b23-6e1072712482 service neutron] Attempting to bind port 8a7b0c4a-81fb-40e4-b825-05b3809f2008 on network 7c4ab419-d412-43cd-bcfe-97903abe1bf4 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:50:25.668370 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5d8cc86e-20d3-447c-b267-a332b41b45a1 req-0a423207-5f4a-44c8-b776-372b8211e4f7 service neutron] 10.222.0.13 "GET /v2.0/networks/e2e28809-37ce-4580-b5c1-8641e6176e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057261 Jul 24 00:50:25.670686 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-14b27bf4-df6e-4d41-9b23-6e1072712482 service neutron] Port 8a7b0c4a-81fb-40e4-b825-05b3809f2008 on network 7c4ab419-d412-43cd-bcfe-97903abe1bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:50:25.671250 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-14b27bf4-df6e-4d41-9b23-6e1072712482 service neutron] Attempting to bind port 8a7b0c4a-81fb-40e4-b825-05b3809f2008 on network 7c4ab419-d412-43cd-bcfe-97903abe1bf4 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:50:25.676735 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-14b27bf4-df6e-4d41-9b23-6e1072712482 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:50:25.677090 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-14b27bf4-df6e-4d41-9b23-6e1072712482 service neutron] Checking segment: {'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:50:25.677871 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-14b27bf4-df6e-4d41-9b23-6e1072712482 service neutron] Bound using segment: {'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:50:25.678316 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-14b27bf4-df6e-4d41-9b23-6e1072712482 service neutron] Bound port: 8a7b0c4a-81fb-40e4-b825-05b3809f2008, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:50:25.679048 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-14b27bf4-df6e-4d41-9b23-6e1072712482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:25.698459 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1d43b1d6-d77e-4a60-ac0b-11a1209e5f44 req-ad538218-092e-4330-8591-2e0c01c05848 service neutron] 10.222.0.13 "GET /v2.0/networks/d47a7285-ce07-43af-9d2b-c26a26731081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766255 Jul 24 00:50:25.707929 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-d38cf7e9-61a8-4b5d-9a69-063a5a8da83a tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:25.709475 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-d38cf7e9-61a8-4b5d-9a69-063a5a8da83a tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2187064 Jul 24 00:50:25.730863 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-34bd5820-a3ee-45ec-b7e0-52b1785beb59 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/quotas/64682d71562544209c45b1dc63c9fd56 HTTP/1.1" status: 200 len: 375 time: 0.0101171 Jul 24 00:50:25.776490 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-14b27bf4-df6e-4d41-9b23-6e1072712482 service neutron] For port 8a7b0c4a-81fb-40e4-b825-05b3809f2008, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:50:25.781207 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-14b27bf4-df6e-4d41-9b23-6e1072712482 service neutron] For port 8a7b0c4a-81fb-40e4-b825-05b3809f2008, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=8a7b0c4a-81fb-40e4-b825-05b3809f2008,segment=NetworkSegment(224003b9-1e4b-40e8-8bf3-31947898d576),segment_id=224003b9-1e4b-40e8-8bf3-31947898d576)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:50:25.786390 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-14b27bf4-df6e-4d41-9b23-6e1072712482 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:25.823339 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-14b27bf4-df6e-4d41-9b23-6e1072712482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:25.824481 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-14b27bf4-df6e-4d41-9b23-6e1072712482 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:25.826029 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-14b27bf4-df6e-4d41-9b23-6e1072712482 service neutron] 10.222.0.13 "PUT /v2.0/ports/8a7b0c4a-81fb-40e4-b825-05b3809f2008 HTTP/1.1" status: 200 len: 1093 time: 2.1861076 Jul 24 00:50:25.848749 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-ec73a620-2f1e-4f44-b3e1-ae3c5a34cfcf tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=64682d71562544209c45b1dc63c9fd56&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1060846 Jul 24 00:50:25.860018 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b27bf4-df6e-4d41-9b23-6e1072712482 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7b0c4a-81fb-40e4-b825-05b3809f2008,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:25.945591 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-ee4146cf-73c9-4122-a077-ab4d2d6b9acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:25.947795 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-ee4146cf-73c9-4122-a077-ab4d2d6b9acc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed057dc71fc949d185d5f214444abe1e&device_id=b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3 HTTP/1.1" status: 200 len: 1096 time: 0.0731449 Jul 24 00:50:26.012594 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-60bae3c6-64b1-4c16-bd34-b526cc44eda6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a7b0c4a-81fb-40e4-b825-05b3809f2008 HTTP/1.1" status: 200 len: 217 time: 0.0532515 Jul 24 00:50:26.099922 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-c133d4f0-1f68-4d54-9133-6caca27d9db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:26.102076 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-c133d4f0-1f68-4d54-9133-6caca27d9db1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e7ca279-b98c-43f9-865c-dc5db7518bba HTTP/1.1" status: 200 len: 847 time: 0.0697260 Jul 24 00:50:26.149654 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-3e89bce6-d01a-4214-855f-ac299c9ae804 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c4ab419-d412-43cd-bcfe-97903abe1bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396249 Jul 24 00:50:26.164947 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bd5809-074d-425b-ad30-c126dbdbdbca req-1c846f0c-8985-460c-8fff-5e2ac703a537 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:26.166775 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d6bd5809-074d-425b-ad30-c126dbdbdbca req-1c846f0c-8985-460c-8fff-5e2ac703a537 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d942bf3-893f-479e-8d60-7e7e418faf78 HTTP/1.1" status: 200 len: 944 time: 0.0785756 Jul 24 00:50:26.216249 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d6bd5809-074d-425b-ad30-c126dbdbdbca req-f50cfadf-2f82-4315-b773-1a41f83349b8 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407403 Jul 24 00:50:26.283960 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-22d8c205-36bf-4ad6-9261-b48aae41c9a2 service neutron] 10.222.0.13 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149766 Jul 24 00:50:26.318788 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '479919a7-d695-4692-be6c-ef90854e8de7', 'tag': '2ce40615-eb5a-4471-acd2-241bbb3ef830'}, {'name': 'network-changed', 'server_uuid': 'b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3', 'tag': '8a7b0c4a-81fb-40e4-b825-05b3809f2008'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:50:26.321126 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404aad2a-9b69-4d25-b62d-a3fd9f711702" -d '{"events": [{"name": "network-changed", "server_uuid": "479919a7-d695-4692-be6c-ef90854e8de7", "tag": "2ce40615-eb5a-4471-acd2-241bbb3ef830"}, {"name": "network-changed", "server_uuid": "b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3", "tag": "8a7b0c4a-81fb-40e4-b825-05b3809f2008"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:50:26.389692 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1c9f4d90-be43-4dec-872d-df316b424a3b req-10829b40-8f0c-4314-af81-3494fdc6467a tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 210 time: 0.0451584 Jul 24 00:50:26.428263 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-59e01f89-c6d8-40c9-96de-63614da2e1e7 req-de184869-4e3f-43bf-840b-17dbbe57a49d service neutron] 10.222.0.13 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339967 Jul 24 00:50:26.469177 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 24 Jul 2021 00:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2933816-a3eb-41cb-8d89-9b882bcc8754 x-openstack-request-id: req-a2933816-a3eb-41cb-8d89-9b882bcc8754 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:50:26.469485 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "479919a7-d695-4692-be6c-ef90854e8de7", "tag": "2ce40615-eb5a-4471-acd2-241bbb3ef830", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3", "tag": "8a7b0c4a-81fb-40e4-b825-05b3809f2008", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:50:26.469836 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a2933816-a3eb-41cb-8d89-9b882bcc8754 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:50:26.470340 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '479919a7-d695-4692-be6c-ef90854e8de7', 'tag': '2ce40615-eb5a-4471-acd2-241bbb3ef830', 'status': 'completed', 'code': 200} Jul 24 00:50:26.470657 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3', 'tag': '8a7b0c4a-81fb-40e4-b825-05b3809f2008', 'status': 'completed', 'code': 200} Jul 24 00:50:26.568161 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404aad2a-9b69-4d25-b62d-a3fd9f711702 req-19624586-5c18-4b5f-86d7-67e4ec1f04c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:26.573638 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-404aad2a-9b69-4d25-b62d-a3fd9f711702 req-19624586-5c18-4b5f-86d7-67e4ec1f04c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=133d6e8bbab54d519ed84797d0ebf0de&device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 1095 time: 0.0675230 Jul 24 00:50:26.629878 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79bbb6-e468-43c8-88a9-a41ea70533e8 req-b8101bd1-b31c-418a-9296-55d98918df17 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:26.636774 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bc79bbb6-e468-43c8-88a9-a41ea70533e8 req-b8101bd1-b31c-418a-9296-55d98918df17 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3 HTTP/1.1" status: 200 len: 944 time: 0.0983021 Jul 24 00:50:26.683054 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bc79bbb6-e468-43c8-88a9-a41ea70533e8 req-a69a89b9-27f9-4360-9caa-d6fbf6ac051a tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419888 Jul 24 00:50:26.705946 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404aad2a-9b69-4d25-b62d-a3fd9f711702 req-a7533bc8-fe9a-41ca-93a9-3de69cc1329b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:26.707752 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-404aad2a-9b69-4d25-b62d-a3fd9f711702 req-a7533bc8-fe9a-41ca-93a9-3de69cc1329b service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2e28809-37ce-4580-b5c1-8641e6176e46 HTTP/1.1" status: 200 len: 913 time: 0.1141474 Jul 24 00:50:26.774687 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-404aad2a-9b69-4d25-b62d-a3fd9f711702 req-66532f62-d1a2-4ec5-b1af-1ced9f70089b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ce40615-eb5a-4471-acd2-241bbb3ef830 HTTP/1.1" status: 200 len: 217 time: 0.0547926 Jul 24 00:50:26.846109 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e879dc4f-da86-4447-835c-da70db893cda req-6a2b711b-db8e-458e-ac1f-75fb0068808c tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:26.847849 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e879dc4f-da86-4447-835c-da70db893cda req-6a2b711b-db8e-458e-ac1f-75fb0068808c tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 943 time: 0.0840764 Jul 24 00:50:26.863758 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404aad2a-9b69-4d25-b62d-a3fd9f711702 req-85b991ba-0843-4df5-b7db-7f6fd6c9f246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:26.873620 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-404aad2a-9b69-4d25-b62d-a3fd9f711702 req-85b991ba-0843-4df5-b7db-7f6fd6c9f246 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fd9d285b-6b1a-48e3-ba8d-9b7a3b766001 HTTP/1.1" status: 200 len: 852 time: 0.0792449 Jul 24 00:50:26.916709 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e879dc4f-da86-4447-835c-da70db893cda req-5afcee26-4e2e-4237-a411-34726d980213 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578904 Jul 24 00:50:26.917826 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-404aad2a-9b69-4d25-b62d-a3fd9f711702 req-bd40acf1-990d-4a62-b44f-d1ec70c5745d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2e28809-37ce-4580-b5c1-8641e6176e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403128 Jul 24 00:50:27.023265 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-404aad2a-9b69-4d25-b62d-a3fd9f711702 req-fd7afc59-3a25-4cc3-ab88-7bdc3e7578de service neutron] 10.222.0.13 "GET /v2.0/networks/e2e28809-37ce-4580-b5c1-8641e6176e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975153 Jul 24 00:50:27.057830 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [req-515849e9-2f48-4cea-8b99-0a53e3510b06 req-d25d8b57-1dcb-4369-ba8e-69718d8ce12a tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:50:27.057830 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-515849e9-2f48-4cea-8b99-0a53e3510b06 req-d25d8b57-1dcb-4369-ba8e-69718d8ce12a tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1414378 Jul 24 00:50:27.160840 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515849e9-2f48-4cea-8b99-0a53e3510b06 req-6c4baeb5-b1f6-4dbe-9102-0ec384ece1a0 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:27.162286 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-515849e9-2f48-4cea-8b99-0a53e3510b06 req-6c4baeb5-b1f6-4dbe-9102-0ec384ece1a0 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] 10.222.0.15 "GET /v2.0/ports/c520d872-3b24-41b2-8853-4278b7e2868b HTTP/1.1" status: 200 len: 1094 time: 0.0922093 Jul 24 00:50:27.183333 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-515849e9-2f48-4cea-8b99-0a53e3510b06 req-734c2c5d-1433-4f78-a20d-6905fca51966 service neutron] Request body: {'binding': {'host': 'n-h2-793621-25', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:50:27.183860 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-515849e9-2f48-4cea-8b99-0a53e3510b06 req-734c2c5d-1433-4f78-a20d-6905fca51966 service neutron] Unknown quota resources ['binding']. {{(pid=100463) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 24 00:50:27.209608 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-404aad2a-9b69-4d25-b62d-a3fd9f711702 req-24ab06fd-294a-4ceb-afd5-485547c58fc2 service neutron] 10.222.0.13 "GET /v2.0/networks/e2e28809-37ce-4580-b5c1-8641e6176e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778836 Jul 24 00:50:27.323624 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-6c6f5d31-48c1-4f53-9e5e-6d9a9e52bf03 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=64682d71562544209c45b1dc63c9fd56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434787 Jul 24 00:50:27.391664 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-515849e9-2f48-4cea-8b99-0a53e3510b06 req-734c2c5d-1433-4f78-a20d-6905fca51966 service neutron] Attempting to bind port c520d872-3b24-41b2-8853-4278b7e2868b on host n-h2-793621-25 for vnic_type normal with profile None {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:50:27.391664 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-515849e9-2f48-4cea-8b99-0a53e3510b06 req-734c2c5d-1433-4f78-a20d-6905fca51966 service neutron] Attempting to bind port c520d872-3b24-41b2-8853-4278b7e2868b by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '58fdc277-5f36-433f-9782-f46712be7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:50:27.391981 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515849e9-2f48-4cea-8b99-0a53e3510b06 req-734c2c5d-1433-4f78-a20d-6905fca51966 service neutron] Attempting to bind port c520d872-3b24-41b2-8853-4278b7e2868b on network 0424e002-92c3-40ed-8018-7ea44515813a {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:50:27.399121 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515849e9-2f48-4cea-8b99-0a53e3510b06 req-734c2c5d-1433-4f78-a20d-6905fca51966 service neutron] Port c520d872-3b24-41b2-8853-4278b7e2868b on network 0424e002-92c3-40ed-8018-7ea44515813a not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:50:27.399993 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515849e9-2f48-4cea-8b99-0a53e3510b06 req-734c2c5d-1433-4f78-a20d-6905fca51966 service neutron] Attempting to bind port c520d872-3b24-41b2-8853-4278b7e2868b on network 0424e002-92c3-40ed-8018-7ea44515813a {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:50:27.405532 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404aad2a-9b69-4d25-b62d-a3fd9f711702 req-63520fb7-8fca-4725-aa37-638a10c05381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:27.408143 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-404aad2a-9b69-4d25-b62d-a3fd9f711702 req-63520fb7-8fca-4725-aa37-638a10c05381 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed057dc71fc949d185d5f214444abe1e&device_id=b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3 HTTP/1.1" status: 200 len: 1096 time: 0.1102304 Jul 24 00:50:27.411030 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515849e9-2f48-4cea-8b99-0a53e3510b06 req-734c2c5d-1433-4f78-a20d-6905fca51966 service neutron] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:50:27.411371 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515849e9-2f48-4cea-8b99-0a53e3510b06 req-734c2c5d-1433-4f78-a20d-6905fca51966 service neutron] Checking segment: {'id': '58fdc277-5f36-433f-9782-f46712be7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:50:27.411755 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515849e9-2f48-4cea-8b99-0a53e3510b06 req-734c2c5d-1433-4f78-a20d-6905fca51966 service neutron] Bound using segment: {'id': '58fdc277-5f36-433f-9782-f46712be7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:50:27.412188 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-515849e9-2f48-4cea-8b99-0a53e3510b06 req-734c2c5d-1433-4f78-a20d-6905fca51966 service neutron] Bound port: c520d872-3b24-41b2-8853-4278b7e2868b, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58fdc277-5f36-433f-9782-f46712be7157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:50:27.474879 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ee99b-6b47-45eb-9503-8f4e14927fcd req-7b312926-f877-4b76-a2e6-aa7edfe7e3bc tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:27.482264 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b60ee99b-6b47-45eb-9503-8f4e14927fcd req-7b312926-f877-4b76-a2e6-aa7edfe7e3bc tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d942bf3-893f-479e-8d60-7e7e418faf78 HTTP/1.1" status: 200 len: 944 time: 0.1823483 Jul 24 00:50:27.513745 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-66528931-7de6-40cb-9286-a19d5aa2688e tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:27.515346 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-66528931-7de6-40cb-9286-a19d5aa2688e tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1593788 Jul 24 00:50:27.537002 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-58ba2b4f-2ad6-4217-897c-9af3b41867af tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Request body: {'port': {'device_id': 'd778fa89-4795-49eb-b52e-b96d1101bfdf', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'admin_state_up': True, 'tenant_id': '64682d71562544209c45b1dc63c9fd56'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:50:27.562420 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b60ee99b-6b47-45eb-9503-8f4e14927fcd req-af2bb6be-96f6-4292-a32a-1fbca447ce92 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785830 Jul 24 00:50:27.563006 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-515849e9-2f48-4cea-8b99-0a53e3510b06 req-734c2c5d-1433-4f78-a20d-6905fca51966 service neutron] For port c520d872-3b24-41b2-8853-4278b7e2868b, host n-h2-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=c520d872-3b24-41b2-8853-4278b7e2868b,segment=NetworkSegment(58fdc277-5f36-433f-9782-f46712be7157),segment_id=58fdc277-5f36-433f-9782-f46712be7157)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:50:27.575074 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-515849e9-2f48-4cea-8b99-0a53e3510b06 req-734c2c5d-1433-4f78-a20d-6905fca51966 service neutron] Notify callbacks [] for binding, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:27.576313 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-515849e9-2f48-4cea-8b99-0a53e3510b06 req-734c2c5d-1433-4f78-a20d-6905fca51966 service neutron] 10.222.0.15 "POST /v2.0/ports/c520d872-3b24-41b2-8853-4278b7e2868b/bindings HTTP/1.1" status: 201 len: 390 time: 0.3966832 Jul 24 00:50:27.590928 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404aad2a-9b69-4d25-b62d-a3fd9f711702 req-1a2944cb-b19a-4bdb-8f2e-9c9c71b6de8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:27.592579 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-404aad2a-9b69-4d25-b62d-a3fd9f711702 req-1a2944cb-b19a-4bdb-8f2e-9c9c71b6de8e service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c4ab419-d412-43cd-bcfe-97903abe1bf4 HTTP/1.1" status: 200 len: 908 time: 0.1580687 Jul 24 00:50:27.595460 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 1e193c69-d700-4ef9-9f49-feb4ec014a06 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:50:27.664555 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-404aad2a-9b69-4d25-b62d-a3fd9f711702 req-3da61001-cd1b-4b59-9af4-12a53970a52d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a7b0c4a-81fb-40e4-b825-05b3809f2008 HTTP/1.1" status: 200 len: 217 time: 0.0566192 Jul 24 00:50:27.714218 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 1e193c69-d700-4ef9-9f49-feb4ec014a06 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:50:27.715003 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:27.745045 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404aad2a-9b69-4d25-b62d-a3fd9f711702 req-6e11ccfd-237d-44a2-b43e-ae1a9c47ac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:27.747812 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-404aad2a-9b69-4d25-b62d-a3fd9f711702 req-6e11ccfd-237d-44a2-b43e-ae1a9c47ac70 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e7ca279-b98c-43f9-865c-dc5db7518bba HTTP/1.1" status: 200 len: 847 time: 0.0758166 Jul 24 00:50:27.773972 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-58ba2b4f-2ad6-4217-897c-9af3b41867af tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Made reservation on behalf of 64682d71562544209c45b1dc63c9fd56 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:50:27.778967 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-58ba2b4f-2ad6-4217-897c-9af3b41867af tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:27.820054 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-404aad2a-9b69-4d25-b62d-a3fd9f711702 req-860a1582-4870-44f4-9863-b7ed60cfb0eb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c4ab419-d412-43cd-bcfe-97903abe1bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636532 Jul 24 00:50:27.850525 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7e3d7ab8-e67f-4b86-88e7-59d592ae20f1 req-e6faa440-0bfa-4920-9fea-bc07bcad325d tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 210 time: 0.0745478 Jul 24 00:50:27.892724 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:27.937913 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52408e39-3c37-40ad-8760-4bd9f6711a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e193c69-d700-4ef9-9f49-feb4ec014a06'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:50:27.940633 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133f7389-0c08-430a-9d62-7fdef8ff7a5b" -d '{"events": [{"server_uuid": "52408e39-3c37-40ad-8760-4bd9f6711a23", "name": "network-vif-plugged", "status": "completed", "tag": "1e193c69-d700-4ef9-9f49-feb4ec014a06"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:50:27.956719 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 1e193c69-d700-4ef9-9f49-feb4ec014a06, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=1e193c69-d700-4ef9-9f49-feb4ec014a06,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:27.965304 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:27.966337 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device e80a80a8-158c-4344-b33a-32085527c422 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:50:27.974382 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-404aad2a-9b69-4d25-b62d-a3fd9f711702 req-57dc37fe-ec22-4a12-834c-93112026319a service neutron] 10.222.0.13 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343384 Jul 24 00:50:27.980963 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f033799-db83-4133-aeba-1838c423a61b req-0bb16a34-0fa7-4771-8a03-89f1098837fd tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:27.982589 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4f033799-db83-4133-aeba-1838c423a61b req-0bb16a34-0fa7-4771-8a03-89f1098837fd tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=b486ec04-208e-4dc9-afec-31ef96b0255d HTTP/1.1" status: 200 len: 945 time: 0.1878858 Jul 24 00:50:28.024176 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-58ba2b4f-2ad6-4217-897c-9af3b41867af tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Allocated IP 192.168.233.66 (064170bd-7ae3-42cd-9c1f-14f6db2f099c/b2f8a7b0-45d5-4a4f-bbde-2ea497f98103/3488bb8c-c8bc-4f0b-bd2e-f16d4528b405) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:50:28.058557 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4f033799-db83-4133-aeba-1838c423a61b req-ed815291-05f4-4e94-8833-8c60523b3fed tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643051 Jul 24 00:50:28.065538 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=1e193c69-d700-4ef9-9f49-feb4ec014a06,revision_number=11']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:28.107087 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port e80a80a8-158c-4344-b33a-32085527c422 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:50:28.114295 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port e80a80a8-158c-4344-b33a-32085527c422 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:50:28.116345 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:28.230210 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:28.250560 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515849e9-2f48-4cea-8b99-0a53e3510b06 req-c965a620-72f1-45ce-be73-af1064bf6d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:28.252884 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-515849e9-2f48-4cea-8b99-0a53e3510b06 req-c965a620-72f1-45ce-be73-af1064bf6d33 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6c3815e83b546d1ba8426b7607dbf30&device_id=b486ec04-208e-4dc9-afec-31ef96b0255d HTTP/1.1" status: 200 len: 1097 time: 0.2760849 Jul 24 00:50:28.256643 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-404aad2a-9b69-4d25-b62d-a3fd9f711702 req-28d46ad1-9ec3-4119-a006-ca3058ecd4a0 service neutron] 10.222.0.13 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574723 Jul 24 00:50:28.285129 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6cd3c5-1d57-4243-bca0-b35181739ed8 req-6bf44c95-b3e6-4e34-b8eb-1e83d9311239 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:28.289222 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2e6cd3c5-1d57-4243-bca0-b35181739ed8 req-6bf44c95-b3e6-4e34-b8eb-1e83d9311239 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3 HTTP/1.1" status: 200 len: 944 time: 0.3129063 Jul 24 00:50:28.293455 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-58ba2b4f-2ad6-4217-897c-9af3b41867af tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:28.301601 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port e80a80a8-158c-4344-b33a-32085527c422, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=e80a80a8-158c-4344-b33a-32085527c422,segment=NetworkSegment(6a496770-77f3-4c89-a4ef-c619e5b67bdf),segment_id=6a496770-77f3-4c89-a4ef-c619e5b67bdf)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:28.311699 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:28.315501 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-58ba2b4f-2ad6-4217-897c-9af3b41867af tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Transition to ACTIVE for port object 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:50:28.368307 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-58ba2b4f-2ad6-4217-897c-9af3b41867af tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:28.383456 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=e80a80a8-158c-4344-b33a-32085527c422,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:28.388302 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['4998b04a-6c33-485a-b399-437a9f222c3c', '1e193c69-d700-4ef9-9f49-feb4ec014a06'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:50:28.418192 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515849e9-2f48-4cea-8b99-0a53e3510b06 req-83618a41-e1e8-4247-81a9-10d308e2fe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:28.419746 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-515849e9-2f48-4cea-8b99-0a53e3510b06 req-83618a41-e1e8-4247-81a9-10d308e2fe1e service neutron] 10.222.0.11 "GET /v2.0/networks?id=0424e002-92c3-40ed-8018-7ea44515813a HTTP/1.1" status: 200 len: 922 time: 0.1603668 Jul 24 00:50:28.433993 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2e6cd3c5-1d57-4243-bca0-b35181739ed8 req-f6e724d0-b36f-4814-bc17-9ec6e0bf6998 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182656 Jul 24 00:50:28.446033 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c49a6-6f8a-4c8e-b05d-79bcbb500520 req-50804072-e30e-44b5-a92b-7a3ff2b2bb1f tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:28.447676 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6e3c49a6-6f8a-4c8e-b05d-79bcbb500520 req-50804072-e30e-44b5-a92b-7a3ff2b2bb1f tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 943 time: 0.2466581 Jul 24 00:50:28.471225 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-515849e9-2f48-4cea-8b99-0a53e3510b06 req-b478eec2-71b7-48a5-ba02-1c0a7cf4b0e4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c520d872-3b24-41b2-8853-4278b7e2868b HTTP/1.1" status: 200 len: 217 time: 0.0361910 Jul 24 00:50:28.508976 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdedf2a3-2776-413e-81e8-e44b1913288c x-openstack-request-id: req-cdedf2a3-2776-413e-81e8-e44b1913288c {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:50:28.509493 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52408e39-3c37-40ad-8760-4bd9f6711a23", "name": "network-vif-plugged", "status": "completed", "tag": "1e193c69-d700-4ef9-9f49-feb4ec014a06", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:50:28.509927 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cdedf2a3-2776-413e-81e8-e44b1913288c {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:50:28.510582 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52408e39-3c37-40ad-8760-4bd9f6711a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e193c69-d700-4ef9-9f49-feb4ec014a06', 'code': 200} Jul 24 00:50:28.517572 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-58ba2b4f-2ad6-4217-897c-9af3b41867af tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Network 064170bd-7ae3-42cd-9c1f-14f6db2f099c is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:50:28.537941 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515849e9-2f48-4cea-8b99-0a53e3510b06 req-0d152629-04b3-4bd9-89a0-7cbbcad8d580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:28.540762 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-515849e9-2f48-4cea-8b99-0a53e3510b06 req-0d152629-04b3-4bd9-89a0-7cbbcad8d580 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eacbc75d-e7d9-4f31-b710-44862dc68303 HTTP/1.1" status: 200 len: 861 time: 0.0553911 Jul 24 00:50:28.583242 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-515849e9-2f48-4cea-8b99-0a53e3510b06 req-220986fd-04ef-4d8c-bbf4-5924d200887b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0424e002-92c3-40ed-8018-7ea44515813a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362406 Jul 24 00:50:28.584568 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-58ba2b4f-2ad6-4217-897c-9af3b41867af tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:50:28.600976 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba2b4f-2ad6-4217-897c-9af3b41867af tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Pushing event updated for resources: {'Port': ['ID=3488bb8c-c8bc-4f0b-bd2e-f16d4528b405,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:28.613315 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-58ba2b4f-2ad6-4217-897c-9af3b41867af tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:50:28.695611 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-58ba2b4f-2ad6-4217-897c-9af3b41867af tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:28.696297 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-58ba2b4f-2ad6-4217-897c-9af3b41867af tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:28.722013 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-58ba2b4f-2ad6-4217-897c-9af3b41867af tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1898317 Jul 24 00:50:28.728399 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6e3c49a6-6f8a-4c8e-b05d-79bcbb500520 req-b6b457c4-a81d-48e7-bb2d-99234d8b747a tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346008 Jul 24 00:50:28.738419 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-197ac5c6-b709-4bd5-8055-daa5dbbe0f48 service neutron] Request body: {'port': {'device_id': 'd778fa89-4795-49eb-b52e-b96d1101bfdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:50:28.826493 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-197ac5c6-b709-4bd5-8055-daa5dbbe0f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:28.872013 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-515849e9-2f48-4cea-8b99-0a53e3510b06 req-b4110390-cf0c-42fa-9328-e238b02be2fa service neutron] 10.222.0.11 "GET /v2.0/networks/0424e002-92c3-40ed-8018-7ea44515813a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802403 Jul 24 00:50:28.888442 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c0c800-365c-4ce7-81b3-e5454abf7c5c req-680e2b11-8257-48c6-9a4b-00e5fb3158a5 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:28.890350 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-57c0c800-365c-4ce7-81b3-e5454abf7c5c req-680e2b11-8257-48c6-9a4b-00e5fb3158a5 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d942bf3-893f-479e-8d60-7e7e418faf78 HTTP/1.1" status: 200 len: 945 time: 0.1444335 Jul 24 00:50:28.961596 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c0e91f21-f445-4dcb-89de-9b247f1a42ec None None] Provisioning for port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:50:28.967101 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c0e91f21-f445-4dcb-89de-9b247f1a42ec None None] Provisioning complete for port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:50:28.968571 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c0e91f21-f445-4dcb-89de-9b247f1a42ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:28.984982 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-57c0c800-365c-4ce7-81b3-e5454abf7c5c req-1949da2d-cf12-4e8f-b719-cf32275bdfcc tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865948 Jul 24 00:50:29.008860 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-515849e9-2f48-4cea-8b99-0a53e3510b06 req-55b8a4a4-8be8-4e4b-b402-581904fa10a0 service neutron] 10.222.0.11 "GET /v2.0/networks/0424e002-92c3-40ed-8018-7ea44515813a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285086 Jul 24 00:50:29.034781 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-c0e91f21-f445-4dcb-89de-9b247f1a42ec None None] Port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:50:29.165993 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e6c95-0d2e-4113-9691-81a6e98e7f25 req-b5873b23-28c4-41e9-a3c0-471b6bf660db tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:29.167650 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f51e6c95-0d2e-4113-9691-81a6e98e7f25 req-b5873b23-28c4-41e9-a3c0-471b6bf660db tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 935 time: 0.1867526 Jul 24 00:50:29.227254 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f51e6c95-0d2e-4113-9691-81a6e98e7f25 req-34852692-474d-4599-8e40-a7f8bbadcf70 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520375 Jul 24 00:50:29.255553 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035a5e7-d831-42fa-9a63-070845813934 req-beb1b93d-f535-431f-a05a-91369282f1a2 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:29.257536 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b035a5e7-d831-42fa-9a63-070845813934 req-beb1b93d-f535-431f-a05a-91369282f1a2 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=b486ec04-208e-4dc9-afec-31ef96b0255d HTTP/1.1" status: 200 len: 945 time: 0.0880888 Jul 24 00:50:29.295003 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-197ac5c6-b709-4bd5-8055-daa5dbbe0f48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:50:29.304105 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-197ac5c6-b709-4bd5-8055-daa5dbbe0f48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:29.306665 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b035a5e7-d831-42fa-9a63-070845813934 req-499c6f5d-b611-4da2-8113-a816f121481e tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422127 Jul 24 00:50:29.319240 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-197ac5c6-b709-4bd5-8055-daa5dbbe0f48 service neutron] Transition to ACTIVE for port object 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:50:29.324171 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-197ac5c6-b709-4bd5-8055-daa5dbbe0f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:29.380109 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ac5c6-b709-4bd5-8055-daa5dbbe0f48 service neutron] Pushing event updated for resources: {'Port': ['ID=3488bb8c-c8bc-4f0b-bd2e-f16d4528b405,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:29.411059 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ac5c6-b709-4bd5-8055-daa5dbbe0f48 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:29.411424 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ac5c6-b709-4bd5-8055-daa5dbbe0f48 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:29.411755 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ac5c6-b709-4bd5-8055-daa5dbbe0f48 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:29.412095 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ac5c6-b709-4bd5-8055-daa5dbbe0f48 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:29.412430 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ac5c6-b709-4bd5-8055-daa5dbbe0f48 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:29.412766 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ac5c6-b709-4bd5-8055-daa5dbbe0f48 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:29.413098 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ac5c6-b709-4bd5-8055-daa5dbbe0f48 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:29.413425 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ac5c6-b709-4bd5-8055-daa5dbbe0f48 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:29.413750 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ac5c6-b709-4bd5-8055-daa5dbbe0f48 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:29.414075 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ac5c6-b709-4bd5-8055-daa5dbbe0f48 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:29.414400 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ac5c6-b709-4bd5-8055-daa5dbbe0f48 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:29.414735 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197ac5c6-b709-4bd5-8055-daa5dbbe0f48 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:29.475856 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-197ac5c6-b709-4bd5-8055-daa5dbbe0f48 service neutron] Attempting to bind port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:50:29.476476 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-197ac5c6-b709-4bd5-8055-daa5dbbe0f48 service neutron] Attempting to bind port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:50:29.476817 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-197ac5c6-b709-4bd5-8055-daa5dbbe0f48 service neutron] Attempting to bind port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:50:29.486641 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-197ac5c6-b709-4bd5-8055-daa5dbbe0f48 service neutron] Port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:50:29.487191 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-197ac5c6-b709-4bd5-8055-daa5dbbe0f48 service neutron] Attempting to bind port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:50:29.493179 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-197ac5c6-b709-4bd5-8055-daa5dbbe0f48 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:50:29.493527 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-197ac5c6-b709-4bd5-8055-daa5dbbe0f48 service neutron] Checking segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:50:29.493958 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-197ac5c6-b709-4bd5-8055-daa5dbbe0f48 service neutron] Bound using segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:50:29.494427 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-197ac5c6-b709-4bd5-8055-daa5dbbe0f48 service neutron] Bound port: 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:50:29.494844 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-197ac5c6-b709-4bd5-8055-daa5dbbe0f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:29.595377 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 2ce40615-eb5a-4471-acd2-241bbb3ef830 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:50:29.614184 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-197ac5c6-b709-4bd5-8055-daa5dbbe0f48 service neutron] For port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:50:29.618663 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-197ac5c6-b709-4bd5-8055-daa5dbbe0f48 service neutron] For port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=3488bb8c-c8bc-4f0b-bd2e-f16d4528b405,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:50:29.639415 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-197ac5c6-b709-4bd5-8055-daa5dbbe0f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:29.689596 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-197ac5c6-b709-4bd5-8055-daa5dbbe0f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:29.689983 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-197ac5c6-b709-4bd5-8055-daa5dbbe0f48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:29.692240 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-197ac5c6-b709-4bd5-8055-daa5dbbe0f48 service neutron] 10.222.0.13 "PUT /v2.0/ports/3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 HTTP/1.1" status: 200 len: 1096 time: 0.9593203 Jul 24 00:50:29.696277 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd778fa89-4795-49eb-b52e-b96d1101bfdf', 'tag': '3488bb8c-c8bc-4f0b-bd2e-f16d4528b405'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:50:29.699005 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54548add-55b0-42af-a19b-bc98190c9667" -d '{"events": [{"name": "network-changed", "server_uuid": "d778fa89-4795-49eb-b52e-b96d1101bfdf", "tag": "3488bb8c-c8bc-4f0b-bd2e-f16d4528b405"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:50:29.725865 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa3bbc-03e2-434e-b496-6a375be8a0aa req-7aabdf05-9c75-4499-abd0-c92404cc41d1 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:29.734385 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-09fa3bbc-03e2-434e-b496-6a375be8a0aa req-7aabdf05-9c75-4499-abd0-c92404cc41d1 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3 HTTP/1.1" status: 200 len: 944 time: 0.2023661 Jul 24 00:50:29.772497 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 2ce40615-eb5a-4471-acd2-241bbb3ef830, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2ce40615-eb5a-4471-acd2-241bbb3ef830,segment=NetworkSegment(c4a12371-e65f-4999-8182-3fce7a91f982),segment_id=c4a12371-e65f-4999-8182-3fce7a91f982)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:29.807912 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ac5c6-b709-4bd5-8055-daa5dbbe0f48 service neutron] Pushing event updated for resources: {'Port': ['ID=3488bb8c-c8bc-4f0b-bd2e-f16d4528b405,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:29.815830 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '2ce40615-eb5a-4471-acd2-241bbb3ef830', 'network_id': 'e2e28809-37ce-4580-b5c1-8641e6176e46', 'port_id': '2ce40615-eb5a-4471-acd2-241bbb3ef830', 'mac_address': 'fa:16:3e:aa:6f:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd9d285b-6b1a-48e3-ba8d-9b7a3b766001', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:50:29.844667 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-09fa3bbc-03e2-434e-b496-6a375be8a0aa req-6a2246a7-943c-444c-8be2-ea59d0785ae7 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037478 Jul 24 00:50:29.876681 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:29.902263 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a89ae0-769d-4a94-9be5-7e1cb4af6710 x-openstack-request-id: req-42a89ae0-769d-4a94-9be5-7e1cb4af6710 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:50:29.903176 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d778fa89-4795-49eb-b52e-b96d1101bfdf", "tag": "3488bb8c-c8bc-4f0b-bd2e-f16d4528b405", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:50:29.903176 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-42a89ae0-769d-4a94-9be5-7e1cb4af6710 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:50:29.903819 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd778fa89-4795-49eb-b52e-b96d1101bfdf', 'tag': '3488bb8c-c8bc-4f0b-bd2e-f16d4528b405', 'status': 'completed', 'code': 200} Jul 24 00:50:29.906279 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-78b5b5ce-ce55-4b2a-b6f6-876d67d733bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:29.911582 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ce40615-eb5a-4471-acd2-241bbb3ef830 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:50:29.911879 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-78b5b5ce-ce55-4b2a-b6f6-876d67d733bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64682d71562544209c45b1dc63c9fd56&device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 1099 time: 0.1501930 Jul 24 00:50:29.960119 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 2ce40615-eb5a-4471-acd2-241bbb3ef830, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2ce40615-eb5a-4471-acd2-241bbb3ef830,segment=NetworkSegment(c4a12371-e65f-4999-8182-3fce7a91f982),segment_id=c4a12371-e65f-4999-8182-3fce7a91f982)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:29.973143 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:29.973935 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 8a7b0c4a-81fb-40e4-b825-05b3809f2008 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:50:29.985395 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-54aeee60-1dca-4614-8cda-3a65fb6d947a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 HTTP/1.1" status: 200 len: 217 time: 0.0628219 Jul 24 00:50:30.047116 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=2ce40615-eb5a-4471-acd2-241bbb3ef830,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:30.066411 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-e467a033-7216-4278-9474-28306b9d5b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:30.068063 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-e467a033-7216-4278-9474-28306b9d5b77 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.0747831 Jul 24 00:50:30.125814 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690ddd2-5c5a-4070-8761-664ffdd18342 req-182c7351-0bfc-44b3-a9df-93ae6a6ef058 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:30.133136 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b690ddd2-5c5a-4070-8761-664ffdd18342 req-182c7351-0bfc-44b3-a9df-93ae6a6ef058 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 944 time: 0.1503942 Jul 24 00:50:30.168830 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 8a7b0c4a-81fb-40e4-b825-05b3809f2008, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=8a7b0c4a-81fb-40e4-b825-05b3809f2008,segment=NetworkSegment(224003b9-1e4b-40e8-8bf3-31947898d576),segment_id=224003b9-1e4b-40e8-8bf3-31947898d576)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:30.186603 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '8a7b0c4a-81fb-40e4-b825-05b3809f2008', 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4', 'port_id': '8a7b0c4a-81fb-40e4-b825-05b3809f2008', 'mac_address': 'fa:16:3e:79:77:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e7ca279-b98c-43f9-865c-dc5db7518bba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:50:30.187861 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b690ddd2-5c5a-4070-8761-664ffdd18342 req-066960c5-68a1-4f37-b3bf-49d58f1aa744 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513339 Jul 24 00:50:30.219384 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-bf9d7bb0-654c-4d62-8d14-aea6ba06c66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:30.221479 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-bf9d7bb0-654c-4d62-8d14-aea6ba06c66d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1443591 Jul 24 00:50:30.242116 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ff736-d0e6-4598-9150-5a4c20167d4b req-09b51fcc-6a03-4674-9aaf-079127240085 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:30.251861 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d82ff736-d0e6-4598-9150-5a4c20167d4b req-09b51fcc-6a03-4674-9aaf-079127240085 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d942bf3-893f-479e-8d60-7e7e418faf78 HTTP/1.1" status: 200 len: 945 time: 0.0954185 Jul 24 00:50:30.312049 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d82ff736-d0e6-4598-9150-5a4c20167d4b req-5571aa18-6f05-429f-a28c-da1b9d67ec2c tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585716 Jul 24 00:50:30.492458 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-5c4f3f42-e315-4aa1-8c6b-1f0f134cd14f service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564423 Jul 24 00:50:30.513333 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d942bf3-893f-479e-8d60-7e7e418faf78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80a80a8-158c-4344-b33a-32085527c422'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:50:30.516199 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e10db6-faf6-4425-9494-713390aed29f req-97d174d0-5545-4eeb-ba13-0734d4458a0f tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:30.516400 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee56f5d1-43ad-4623-8b60-0c77055e6cd5" -d '{"events": [{"server_uuid": "4d942bf3-893f-479e-8d60-7e7e418faf78", "name": "network-vif-plugged", "status": "completed", "tag": "e80a80a8-158c-4344-b33a-32085527c422"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:50:30.517988 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e7e10db6-faf6-4425-9494-713390aed29f req-97d174d0-5545-4eeb-ba13-0734d4458a0f tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 947 time: 0.1724873 Jul 24 00:50:30.539601 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a36a74-8861-44f0-b345-e62368f7dad1 req-79897b33-e7aa-49c6-a79e-06896e799c43 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:30.541349 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e2a36a74-8861-44f0-b345-e62368f7dad1 req-79897b33-e7aa-49c6-a79e-06896e799c43 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=b486ec04-208e-4dc9-afec-31ef96b0255d HTTP/1.1" status: 200 len: 945 time: 0.1419833 Jul 24 00:50:30.542689 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:30.580921 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a7b0c4a-81fb-40e4-b825-05b3809f2008 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:50:30.604833 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 8a7b0c4a-81fb-40e4-b825-05b3809f2008, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=8a7b0c4a-81fb-40e4-b825-05b3809f2008,segment=NetworkSegment(224003b9-1e4b-40e8-8bf3-31947898d576),segment_id=224003b9-1e4b-40e8-8bf3-31947898d576)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:30.612149 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:30.614091 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e2a36a74-8861-44f0-b345-e62368f7dad1 req-d6d84ac4-d1b7-4bb7-8cc1-99e394165d09 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543406 Jul 24 00:50:30.658021 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e7e10db6-faf6-4425-9494-713390aed29f req-d6d86036-4376-43fa-abc2-2a8df8335f85 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301289 Jul 24 00:50:30.682030 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=8a7b0c4a-81fb-40e4-b825-05b3809f2008,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:30.695759 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08b85ca-8ec2-4ca5-80ba-393d8cc6e003 x-openstack-request-id: req-c08b85ca-8ec2-4ca5-80ba-393d8cc6e003 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:50:30.696262 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d942bf3-893f-479e-8d60-7e7e418faf78", "name": "network-vif-plugged", "status": "completed", "tag": "e80a80a8-158c-4344-b33a-32085527c422", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:50:30.696789 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c08b85ca-8ec2-4ca5-80ba-393d8cc6e003 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:50:30.697557 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d942bf3-893f-479e-8d60-7e7e418faf78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80a80a8-158c-4344-b33a-32085527c422', 'code': 200} Jul 24 00:50:30.719661 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f81e3a19-c6b2-4200-b416-a47befe70872 req-38542a88-1f27-4a71-a13d-512eed1a2e35 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165811 Jul 24 00:50:30.892906 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f7c83f-db99-47ea-b4f4-731530b0393e req-a346c758-87ca-4fb2-88cf-f82e137111c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:30.895079 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-61f7c83f-db99-47ea-b4f4-731530b0393e req-a346c758-87ca-4fb2-88cf-f82e137111c9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4d942bf3-893f-479e-8d60-7e7e418faf78 HTTP/1.1" status: 200 len: 1097 time: 0.0828462 Jul 24 00:50:30.932846 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54548add-55b0-42af-a19b-bc98190c9667 req-5cf9178b-f43f-480b-bbc0-d756e84d38b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:30.934582 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-54548add-55b0-42af-a19b-bc98190c9667 req-5cf9178b-f43f-480b-bbc0-d756e84d38b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64682d71562544209c45b1dc63c9fd56&device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 1099 time: 0.1219666 Jul 24 00:50:30.955973 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-61f7c83f-db99-47ea-b4f4-731530b0393e req-af7f488c-6e7a-485d-beb2-2f343d5f2afa service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530651 Jul 24 00:50:30.973131 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['2ce40615-eb5a-4471-acd2-241bbb3ef830'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:50:31.009111 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['8a7b0c4a-81fb-40e4-b825-05b3809f2008'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:50:31.037493 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-2ba551dc-3673-42a4-bcaf-fe918f51f67a tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=1f14da0112dc469d80ae3c55734f9582&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288022 Jul 24 00:50:31.060873 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983cc38b-9dcb-4e6c-9ede-872c0d38c3ce req-95c60fd6-8dcc-49ea-aeb1-f4926c023dd6 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:31.068156 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-983cc38b-9dcb-4e6c-9ede-872c0d38c3ce req-95c60fd6-8dcc-49ea-aeb1-f4926c023dd6 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3 HTTP/1.1" status: 200 len: 945 time: 0.1484144 Jul 24 00:50:31.107804 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54548add-55b0-42af-a19b-bc98190c9667 req-4d4f1a63-45a8-4463-a7ed-c5d57b0880c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:31.109210 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-54548add-55b0-42af-a19b-bc98190c9667 req-4d4f1a63-45a8-4463-a7ed-c5d57b0880c0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.1573665 Jul 24 00:50:31.179359 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-983cc38b-9dcb-4e6c-9ede-872c0d38c3ce req-053f28e2-1a73-4083-8ed0-80128b70c21b tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102066 Jul 24 00:50:31.183058 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-54548add-55b0-42af-a19b-bc98190c9667 req-9cdbb8b8-57b5-41e5-87ba-cc4fe07679cd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 HTTP/1.1" status: 200 len: 217 time: 0.0599468 Jul 24 00:50:31.207984 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-748d69e5-a7fb-443e-8c75-8ff6842a505a tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:31.212936 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-748d69e5-a7fb-443e-8c75-8ff6842a505a tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1668370 Jul 24 00:50:31.234515 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-47a507e4-01e3-473a-9f1e-30b5cd493cb4 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/quotas/1f14da0112dc469d80ae3c55734f9582 HTTP/1.1" status: 200 len: 375 time: 0.0143449 Jul 24 00:50:31.257043 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54548add-55b0-42af-a19b-bc98190c9667 req-24cbe057-ebba-41f7-8fb6-e37781903708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:31.262053 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-54548add-55b0-42af-a19b-bc98190c9667 req-24cbe057-ebba-41f7-8fb6-e37781903708 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.0711868 Jul 24 00:50:31.281173 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-9128dda9-e801-496f-a7b9-4640e2f461c8 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f14da0112dc469d80ae3c55734f9582&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390341 Jul 24 00:50:31.387072 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54548add-55b0-42af-a19b-bc98190c9667 req-5515af93-2568-4ea0-8e1e-5882bf8a2994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:31.388747 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-54548add-55b0-42af-a19b-bc98190c9667 req-5515af93-2568-4ea0-8e1e-5882bf8a2994 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1100743 Jul 24 00:50:31.518821 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-54548add-55b0-42af-a19b-bc98190c9667 req-34a6c98b-0ee8-4061-9f13-270c154aa5e8 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105504 Jul 24 00:50:31.556459 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd12c79-4fc6-469e-a17e-9197ae6c1720 req-4f96d63e-f75d-47a5-b52e-a201487f27a3 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:31.558275 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9cd12c79-4fc6-469e-a17e-9197ae6c1720 req-4f96d63e-f75d-47a5-b52e-a201487f27a3 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d942bf3-893f-479e-8d60-7e7e418faf78 HTTP/1.1" status: 200 len: 945 time: 0.0863349 Jul 24 00:50:31.617363 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9cd12c79-4fc6-469e-a17e-9197ae6c1720 req-74094d09-20a7-4e67-8e76-f0dbd7b6fc6a tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493736 Jul 24 00:50:31.649552 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c21afb-d65b-43e5-a9ae-3ed35f1c7b2b req-568eb4ee-7e35-4fe8-b7f5-5542b3f455e6 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:31.651583 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f8c21afb-d65b-43e5-a9ae-3ed35f1c7b2b req-568eb4ee-7e35-4fe8-b7f5-5542b3f455e6 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 944 time: 0.2790902 Jul 24 00:50:31.656034 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-54548add-55b0-42af-a19b-bc98190c9667 req-def7c8b9-a395-423b-bb47-52aaec57d150 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202512 Jul 24 00:50:31.708512 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f8c21afb-d65b-43e5-a9ae-3ed35f1c7b2b req-7ae8764c-9620-4419-9696-3aca37d1daec tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502939 Jul 24 00:50:31.797690 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-980e5624-0970-4389-99ff-7042ce763476 req-2fab7ae0-ed7d-44e4-82b2-0f81ff42a48c tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=1f14da0112dc469d80ae3c55734f9582&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492494 Jul 24 00:50:31.899623 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5615d-b612-4560-ab62-a95bb3e62a2d req-c8d715a1-fbca-46d9-a498-13c9fbc0f214 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:31.901401 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c8d5615d-b612-4560-ab62-a95bb3e62a2d req-c8d715a1-fbca-46d9-a498-13c9fbc0f214 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=b486ec04-208e-4dc9-afec-31ef96b0255d HTTP/1.1" status: 200 len: 945 time: 0.1182513 Jul 24 00:50:31.938066 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e5624-0970-4389-99ff-7042ce763476 req-d31251cb-c9de-431b-88a1-bd841b8d8cca tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:31.939746 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-980e5624-0970-4389-99ff-7042ce763476 req-d31251cb-c9de-431b-88a1-bd841b8d8cca tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1365690 Jul 24 00:50:31.955477 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c8d5615d-b612-4560-ab62-a95bb3e62a2d req-5a93de3e-3704-440d-a4d2-b39101fc87ea tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470271 Jul 24 00:50:31.957709 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-980e5624-0970-4389-99ff-7042ce763476 req-099e047c-5343-4ed1-bade-fae4e209da87 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/quotas/1f14da0112dc469d80ae3c55734f9582 HTTP/1.1" status: 200 len: 375 time: 0.0114512 Jul 24 00:50:32.011487 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-980e5624-0970-4389-99ff-7042ce763476 req-f0c774e4-d755-472a-b2a5-9655ee39d71b tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f14da0112dc469d80ae3c55734f9582&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450845 Jul 24 00:50:32.155838 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65259d5b-e38e-4265-88b0-add78f3b1dbe req-0dc8709c-17d4-48fc-b8bb-7641f9c4379f tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:32.165256 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-65259d5b-e38e-4265-88b0-add78f3b1dbe req-0dc8709c-17d4-48fc-b8bb-7641f9c4379f tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 947 time: 0.1068413 Jul 24 00:50:32.233148 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-65259d5b-e38e-4265-88b0-add78f3b1dbe req-b080fae1-d21c-45c7-bab1-c9a590f4e1b0 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663042 Jul 24 00:50:32.369882 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-70d2b952-496a-4e30-8d65-a0b12bedf9f3 req-252c1ed2-ed82-4919-b0fb-27f73ba61fe2 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/ports?device_id=ade86e79-7938-43eb-926f-fe5672d6b672 HTTP/1.1" status: 200 len: 210 time: 0.0644608 Jul 24 00:50:32.437160 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d011abf-30b3-42b6-b54e-60e4d4c19892 req-d44bdcf6-d5be-429d-b30a-211e62f1d184 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:32.444363 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8d011abf-30b3-42b6-b54e-60e4d4c19892 req-d44bdcf6-d5be-429d-b30a-211e62f1d184 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3 HTTP/1.1" status: 200 len: 945 time: 0.1099341 Jul 24 00:50:32.498578 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8d011abf-30b3-42b6-b54e-60e4d4c19892 req-b66a15e7-c2a7-4b68-ac16-1211cdacf37e tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447450 Jul 24 00:50:32.778776 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d6978-73c3-4ee9-a063-6d01f07a6e70 req-7e22aea9-f76a-4c73-8d1b-9cbcc1a5491b tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:32.781438 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-428d6978-73c3-4ee9-a063-6d01f07a6e70 req-7e22aea9-f76a-4c73-8d1b-9cbcc1a5491b tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d942bf3-893f-479e-8d60-7e7e418faf78 HTTP/1.1" status: 200 len: 945 time: 0.0939195 Jul 24 00:50:32.832461 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-428d6978-73c3-4ee9-a063-6d01f07a6e70 req-e97038c2-a9ba-4631-8d5a-615be0a91281 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444913 Jul 24 00:50:32.923263 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f9a7c2-5d11-4481-8bb5-34dcf457467b req-782feb16-c655-419e-a13d-6df9b64ec3a2 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:32.928716 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-2023f292-697c-4783-8893-e0d3a4111dfc tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1f14da0112dc469d80ae3c55734f9582&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261419 Jul 24 00:50:32.942587 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-54f9a7c2-5d11-4481-8bb5-34dcf457467b req-782feb16-c655-419e-a13d-6df9b64ec3a2 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 944 time: 0.1191237 Jul 24 00:50:33.050750 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-54f9a7c2-5d11-4481-8bb5-34dcf457467b req-0bf10a07-6175-4c58-a163-ba567ee8db93 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040103 Jul 24 00:50:33.172685 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-9a2b13f3-b1a9-4b25-b2ce-d94926a8177f tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:33.174765 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-9a2b13f3-b1a9-4b25-b2ce-d94926a8177f tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2377093 Jul 24 00:50:33.195614 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-c18b7d51-77d9-4c35-85d1-56a1ea5cb266 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Request body: {'port': {'device_id': '6112b4b0-1bf7-4ecf-a8ca-7463336dc8a7', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'admin_state_up': True, 'tenant_id': '1f14da0112dc469d80ae3c55734f9582'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:50:33.241446 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7640168-1c92-4d3d-a480-144ba87fd7d1 req-0d70428c-22d1-4bc2-990c-b21be4066bb3 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:33.249706 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f7640168-1c92-4d3d-a480-144ba87fd7d1 req-0d70428c-22d1-4bc2-990c-b21be4066bb3 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=b486ec04-208e-4dc9-afec-31ef96b0255d HTTP/1.1" status: 200 len: 945 time: 0.1168540 Jul 24 00:50:33.294094 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f7640168-1c92-4d3d-a480-144ba87fd7d1 req-19bdef60-307e-4663-b71f-8a955562bb47 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431442 Jul 24 00:50:33.389905 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6964833-3f29-4b8f-9340-6a59e0aa1ca3 req-50634d1b-dea4-4235-963f-8bbcf2517110 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:33.393613 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c6964833-3f29-4b8f-9340-6a59e0aa1ca3 req-50634d1b-dea4-4235-963f-8bbcf2517110 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d942bf3-893f-479e-8d60-7e7e418faf78 HTTP/1.1" status: 200 len: 945 time: 0.1646597 Jul 24 00:50:33.420741 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-c18b7d51-77d9-4c35-85d1-56a1ea5cb266 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Made reservation on behalf of 1f14da0112dc469d80ae3c55734f9582 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:50:33.425109 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-c18b7d51-77d9-4c35-85d1-56a1ea5cb266 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:33.439002 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-c18b7d51-77d9-4c35-85d1-56a1ea5cb266 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:33.447650 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2287589-dcdf-4376-969b-ddb6f8da63bf req-2488f01e-47d1-42d3-9699-5cc470e409ed tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:33.449158 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f2287589-dcdf-4376-969b-ddb6f8da63bf req-2488f01e-47d1-42d3-9699-5cc470e409ed tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 947 time: 0.0834026 Jul 24 00:50:33.463235 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c6964833-3f29-4b8f-9340-6a59e0aa1ca3 req-acc3fc59-7719-466b-88fb-cf9e2e570514 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640094 Jul 24 00:50:33.539927 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f2287589-dcdf-4376-969b-ddb6f8da63bf req-98b42fc4-25d6-40cd-8142-10cc13ab3a54 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843472 Jul 24 00:50:33.628358 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:50:33.631394 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-c18b7d51-77d9-4c35-85d1-56a1ea5cb266 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:33.631933 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 2ce40615-eb5a-4471-acd2-241bbb3ef830 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:50:33.637835 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-c18b7d51-77d9-4c35-85d1-56a1ea5cb266 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:33.672108 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8d17322d-b522-43bf-81ae-12ee532a798d req-5d8d9bcc-ff7c-48aa-99d1-692be5f4084a tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/ports?device_id=ade86e79-7938-43eb-926f-fe5672d6b672 HTTP/1.1" status: 200 len: 210 time: 0.0502648 Jul 24 00:50:33.730184 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-980e5624-0970-4389-99ff-7042ce763476 req-09a58990-c6ec-4a3a-947a-789abb582ea7 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=1f14da0112dc469d80ae3c55734f9582&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376425 Jul 24 00:50:33.776296 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b7d51-77d9-4c35-85d1-56a1ea5cb266 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1df493c-dad6-4de9-9c2d-58eff63ccbc4,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:33.844975 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 2ce40615-eb5a-4471-acd2-241bbb3ef830 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:50:33.854857 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 2ce40615-eb5a-4471-acd2-241bbb3ef830 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:50:33.855242 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:33.877186 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b7d51-77d9-4c35-85d1-56a1ea5cb266 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:33.877606 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b7d51-77d9-4c35-85d1-56a1ea5cb266 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:33.878571 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b7d51-77d9-4c35-85d1-56a1ea5cb266 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:33.880896 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b7d51-77d9-4c35-85d1-56a1ea5cb266 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:33.881332 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b7d51-77d9-4c35-85d1-56a1ea5cb266 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:33.881986 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b7d51-77d9-4c35-85d1-56a1ea5cb266 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:33.882207 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b7d51-77d9-4c35-85d1-56a1ea5cb266 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:33.884591 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b7d51-77d9-4c35-85d1-56a1ea5cb266 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:33.885011 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b7d51-77d9-4c35-85d1-56a1ea5cb266 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:33.885466 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b7d51-77d9-4c35-85d1-56a1ea5cb266 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:33.885892 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b7d51-77d9-4c35-85d1-56a1ea5cb266 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:33.889464 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18b7d51-77d9-4c35-85d1-56a1ea5cb266 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:33.944786 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=3488bb8c-c8bc-4f0b-bd2e-f16d4528b405,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:33.969666 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '3488bb8c-c8bc-4f0b-bd2e-f16d4528b405', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'port_id': '3488bb8c-c8bc-4f0b-bd2e-f16d4528b405', 'mac_address': 'fa:16:3e:97:66:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:50:33.990880 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e5624-0970-4389-99ff-7042ce763476 req-8d5fbec9-a16e-4e08-ae8b-13d65c554c0f tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:33.992594 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-980e5624-0970-4389-99ff-7042ce763476 req-8d5fbec9-a16e-4e08-ae8b-13d65c554c0f tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2503660 Jul 24 00:50:34.012057 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-980e5624-0970-4389-99ff-7042ce763476 req-781fa2f5-c6d4-446d-9060-013bdf62cbf2 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Request body: {'port': {'device_id': 'ade86e79-7938-43eb-926f-fe5672d6b672', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'admin_state_up': True, 'tenant_id': '1f14da0112dc469d80ae3c55734f9582'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:50:34.015251 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-c18b7d51-77d9-4c35-85d1-56a1ea5cb266 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Allocated IP 192.168.233.58 (064170bd-7ae3-42cd-9c1f-14f6db2f099c/b2f8a7b0-45d5-4a4f-bbde-2ea497f98103/6282d520-70c0-40cd-ba11-1b97c43423eb) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:50:34.019614 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:34.030876 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1949d-7ad4-41bc-8915-46549a4cab49 req-d1a05950-c01a-4d63-b316-71b2a3c07eaf tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:34.032484 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-50e1949d-7ad4-41bc-8915-46549a4cab49 req-d1a05950-c01a-4d63-b316-71b2a3c07eaf tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3 HTTP/1.1" status: 200 len: 945 time: 0.2451575 Jul 24 00:50:34.075664 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479919a7-d695-4692-be6c-ef90854e8de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce40615-eb5a-4471-acd2-241bbb3ef830'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:50:34.079015 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61c59ee-8424-479e-bf35-f5a975339624" -d '{"events": [{"server_uuid": "479919a7-d695-4692-be6c-ef90854e8de7", "name": "network-vif-plugged", "status": "completed", "tag": "2ce40615-eb5a-4471-acd2-241bbb3ef830"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:50:34.097111 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:34.100323 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 2ce40615-eb5a-4471-acd2-241bbb3ef830, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2ce40615-eb5a-4471-acd2-241bbb3ef830,segment=NetworkSegment(c4a12371-e65f-4999-8182-3fce7a91f982),segment_id=c4a12371-e65f-4999-8182-3fce7a91f982)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:34.111055 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:34.111983 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 8a7b0c4a-81fb-40e4-b825-05b3809f2008 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:50:34.165849 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:50:34.211716 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=3488bb8c-c8bc-4f0b-bd2e-f16d4528b405,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:34.226413 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:34.236320 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=2ce40615-eb5a-4471-acd2-241bbb3ef830,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:34.254469 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da188a6-33e6-4450-95c2-852bdbb6bfef req-4585a10f-60f4-484f-add8-09f2dd211184 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:34.256180 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1da188a6-33e6-4450-95c2-852bdbb6bfef req-4585a10f-60f4-484f-add8-09f2dd211184 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.1235065 Jul 24 00:50:34.257522 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-980e5624-0970-4389-99ff-7042ce763476 req-781fa2f5-c6d4-446d-9060-013bdf62cbf2 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Made reservation on behalf of 1f14da0112dc469d80ae3c55734f9582 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:50:34.266101 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-980e5624-0970-4389-99ff-7042ce763476 req-781fa2f5-c6d4-446d-9060-013bdf62cbf2 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:34.267766 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 8a7b0c4a-81fb-40e4-b825-05b3809f2008 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:50:34.273760 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 8a7b0c4a-81fb-40e4-b825-05b3809f2008 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:50:34.274260 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:34.316116 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-50e1949d-7ad4-41bc-8915-46549a4cab49 req-3f0af595-df8d-4ebb-a0c2-d70ff622542f tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769537 Jul 24 00:50:34.348674 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=3488bb8c-c8bc-4f0b-bd2e-f16d4528b405,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:34.405044 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-c18b7d51-77d9-4c35-85d1-56a1ea5cb266 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:34.430309 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1da188a6-33e6-4450-95c2-852bdbb6bfef req-18502df2-416a-4742-97a5-b47130eac234 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549215 Jul 24 00:50:34.445121 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-c18b7d51-77d9-4c35-85d1-56a1ea5cb266 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Transition to ACTIVE for port object 6282d520-70c0-40cd-ba11-1b97c43423eb will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:50:34.447697 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a35247-65b9-49af-ad3a-7882d542f79b x-openstack-request-id: req-a5a35247-65b9-49af-ad3a-7882d542f79b {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:50:34.448023 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "479919a7-d695-4692-be6c-ef90854e8de7", "name": "network-vif-plugged", "status": "completed", "tag": "2ce40615-eb5a-4471-acd2-241bbb3ef830", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:50:34.448280 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a5a35247-65b9-49af-ad3a-7882d542f79b {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:50:34.452724 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479919a7-d695-4692-be6c-ef90854e8de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce40615-eb5a-4471-acd2-241bbb3ef830', 'code': 200} Jul 24 00:50:34.468973 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:34.485568 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:34.511875 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 8a7b0c4a-81fb-40e4-b825-05b3809f2008, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=8a7b0c4a-81fb-40e4-b825-05b3809f2008,segment=NetworkSegment(224003b9-1e4b-40e8-8bf3-31947898d576),segment_id=224003b9-1e4b-40e8-8bf3-31947898d576)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:34.519913 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:34.575372 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-c18b7d51-77d9-4c35-85d1-56a1ea5cb266 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:34.614544 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=8a7b0c4a-81fb-40e4-b825-05b3809f2008,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:34.636318 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b7d51-77d9-4c35-85d1-56a1ea5cb266 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Pushing event updated for resources: {'Port': ['ID=6282d520-70c0-40cd-ba11-1b97c43423eb,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:34.642852 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['3488bb8c-c8bc-4f0b-bd2e-f16d4528b405'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:50:34.663108 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bccbeb2-1b88-46ef-9bdb-9c2aa6856573 req-c1454d88-a33e-434b-826e-e1e9ea1c413d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:34.666429 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7bccbeb2-1b88-46ef-9bdb-9c2aa6856573 req-c1454d88-a33e-434b-826e-e1e9ea1c413d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 1097 time: 0.1874385 Jul 24 00:50:34.666600 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-980e5624-0970-4389-99ff-7042ce763476 req-781fa2f5-c6d4-446d-9060-013bdf62cbf2 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Allocated IP 192.168.233.24 (064170bd-7ae3-42cd-9c1f-14f6db2f099c/b2f8a7b0-45d5-4a4f-bbde-2ea497f98103/be8c5313-285d-4f85-ac71-c3c5fd8a7856) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:50:34.675880 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841afcf-6b74-4656-b9b3-e06c81504102 req-d8dc23ba-9115-4953-9310-a68a62305557 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:34.677411 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6841afcf-6b74-4656-b9b3-e06c81504102 req-d8dc23ba-9115-4953-9310-a68a62305557 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=b486ec04-208e-4dc9-afec-31ef96b0255d HTTP/1.1" status: 200 len: 945 time: 0.2012668 Jul 24 00:50:34.680642 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-c18b7d51-77d9-4c35-85d1-56a1ea5cb266 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Network 064170bd-7ae3-42cd-9c1f-14f6db2f099c is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:50:34.693896 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b830c-fa26-482c-98d4-06713b59650a req-dd114975-e3ba-447b-98e5-963daa205096 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:34.695510 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d80b830c-fa26-482c-98d4-06713b59650a req-dd114975-e3ba-447b-98e5-963daa205096 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=4d942bf3-893f-479e-8d60-7e7e418faf78 HTTP/1.1" status: 200 len: 945 time: 0.1408758 Jul 24 00:50:34.737882 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-c18b7d51-77d9-4c35-85d1-56a1ea5cb266 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:50:34.746422 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-c18b7d51-77d9-4c35-85d1-56a1ea5cb266 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:50:34.774747 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7bccbeb2-1b88-46ef-9bdb-9c2aa6856573 req-40185181-4f91-4d68-afdd-c1baae353cae service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932319 Jul 24 00:50:34.807313 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d80b830c-fa26-482c-98d4-06713b59650a req-e01b9292-bbcd-4ba3-9fec-3f1ced9c740b tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960143 Jul 24 00:50:34.830139 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6841afcf-6b74-4656-b9b3-e06c81504102 req-68575dde-4d66-46f4-9174-529c647cc090 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369903 Jul 24 00:50:34.890818 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-c18b7d51-77d9-4c35-85d1-56a1ea5cb266 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:34.891531 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-c18b7d51-77d9-4c35-85d1-56a1ea5cb266 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:34.913643 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-c18b7d51-77d9-4c35-85d1-56a1ea5cb266 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7280655 Jul 24 00:50:34.932790 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-12596c83-16fb-4a69-aae4-f2c8cb657510 service neutron] Request body: {'port': {'device_id': '6112b4b0-1bf7-4ecf-a8ca-7463336dc8a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:50:34.941378 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:35.000897 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-980e5624-0970-4389-99ff-7042ce763476 req-781fa2f5-c6d4-446d-9060-013bdf62cbf2 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:35.017003 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-980e5624-0970-4389-99ff-7042ce763476 req-781fa2f5-c6d4-446d-9060-013bdf62cbf2 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Transition to ACTIVE for port object be8c5313-285d-4f85-ac71-c3c5fd8a7856 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:50:35.093206 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a9912307-110a-4e4d-9acf-aad8be28c4ae None None] Provisioning for port 6282d520-70c0-40cd-ba11-1b97c43423eb completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:50:35.101762 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-980e5624-0970-4389-99ff-7042ce763476 req-781fa2f5-c6d4-446d-9060-013bdf62cbf2 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:35.102835 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a9912307-110a-4e4d-9acf-aad8be28c4ae None None] Provisioning complete for port 6282d520-70c0-40cd-ba11-1b97c43423eb triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:50:35.104662 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a9912307-110a-4e4d-9acf-aad8be28c4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:35.155001 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-a9912307-110a-4e4d-9acf-aad8be28c4ae None None] Port 6282d520-70c0-40cd-ba11-1b97c43423eb cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:50:35.164335 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-980e5624-0970-4389-99ff-7042ce763476 req-781fa2f5-c6d4-446d-9060-013bdf62cbf2 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Network 064170bd-7ae3-42cd-9c1f-14f6db2f099c is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:50:35.175142 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-980e5624-0970-4389-99ff-7042ce763476 req-781fa2f5-c6d4-446d-9060-013bdf62cbf2 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:50:35.178515 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-980e5624-0970-4389-99ff-7042ce763476 req-781fa2f5-c6d4-446d-9060-013bdf62cbf2 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:50:35.181205 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781fa2f5-c6d4-446d-9060-013bdf62cbf2 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Pushing event updated for resources: {'Port': ['ID=be8c5313-285d-4f85-ac71-c3c5fd8a7856,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:35.191341 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615fceae-c306-4b5d-978d-4c5e7b57ff8e req-ea3ec601-b5f8-4960-b292-d113f2b27a5b tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:35.197435 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-615fceae-c306-4b5d-978d-4c5e7b57ff8e req-ea3ec601-b5f8-4960-b292-d113f2b27a5b tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 948 time: 0.1558466 Jul 24 00:50:35.258095 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e5624-0970-4389-99ff-7042ce763476 req-781fa2f5-c6d4-446d-9060-013bdf62cbf2 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:35.258692 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-980e5624-0970-4389-99ff-7042ce763476 req-781fa2f5-c6d4-446d-9060-013bdf62cbf2 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:35.309662 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-980e5624-0970-4389-99ff-7042ce763476 req-781fa2f5-c6d4-446d-9060-013bdf62cbf2 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3034673 Jul 24 00:50:35.327936 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-615fceae-c306-4b5d-978d-4c5e7b57ff8e req-39c8fdaf-0237-40bb-b7cf-b4de006acf4a tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289792 Jul 24 00:50:35.345114 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-980e5624-0970-4389-99ff-7042ce763476 req-f4b5fda7-ee00-4e82-9c87-efc599cb9bfd service neutron] Request body: {'port': {'device_id': 'ade86e79-7938-43eb-926f-fe5672d6b672', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:50:35.433609 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-980e5624-0970-4389-99ff-7042ce763476 req-f4b5fda7-ee00-4e82-9c87-efc599cb9bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:35.486387 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-95e772f7-1cde-4fe5-b523-276c9205db53 None None] Provisioning for port be8c5313-285d-4f85-ac71-c3c5fd8a7856 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:50:35.500470 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-95e772f7-1cde-4fe5-b523-276c9205db53 None None] Provisioning complete for port be8c5313-285d-4f85-ac71-c3c5fd8a7856 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:50:35.500853 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-95e772f7-1cde-4fe5-b523-276c9205db53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:35.541466 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-12596c83-16fb-4a69-aae4-f2c8cb657510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:35.571352 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6580e-2e74-4b1e-921a-06b08ce5e469 req-37b5e227-cf15-4fe9-917e-00ddb8786f99 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:35.576582 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-95e772f7-1cde-4fe5-b523-276c9205db53 None None] Port be8c5313-285d-4f85-ac71-c3c5fd8a7856 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:50:35.580539 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e2f6580e-2e74-4b1e-921a-06b08ce5e469 req-37b5e227-cf15-4fe9-917e-00ddb8786f99 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/ports?device_id=ade86e79-7938-43eb-926f-fe5672d6b672 HTTP/1.1" status: 200 len: 935 time: 0.1468709 Jul 24 00:50:35.673241 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e2f6580e-2e74-4b1e-921a-06b08ce5e469 req-756fb888-cb46-4fff-ac3e-60c47a7d1169 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1df493c-dad6-4de9-9c2d-58eff63ccbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858855 Jul 24 00:50:35.859199 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c188c8-cecb-4462-a3f3-92ee948513cd req-3e7db60e-4f43-4592-aaab-d1b037ad0557 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:35.867333 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e0c188c8-cecb-4462-a3f3-92ee948513cd req-3e7db60e-4f43-4592-aaab-d1b037ad0557 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3 HTTP/1.1" status: 200 len: 946 time: 0.0954201 Jul 24 00:50:35.892232 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-980e5624-0970-4389-99ff-7042ce763476 req-f4b5fda7-ee00-4e82-9c87-efc599cb9bfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be8c5313-285d-4f85-ac71-c3c5fd8a7856 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:50:35.900932 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-980e5624-0970-4389-99ff-7042ce763476 req-f4b5fda7-ee00-4e82-9c87-efc599cb9bfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:35.918586 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-980e5624-0970-4389-99ff-7042ce763476 req-f4b5fda7-ee00-4e82-9c87-efc599cb9bfd service neutron] Transition to ACTIVE for port object be8c5313-285d-4f85-ac71-c3c5fd8a7856 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:50:35.923464 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-980e5624-0970-4389-99ff-7042ce763476 req-f4b5fda7-ee00-4e82-9c87-efc599cb9bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:36.072067 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b5fda7-ee00-4e82-9c87-efc599cb9bfd service neutron] Pushing event updated for resources: {'Port': ['ID=be8c5313-285d-4f85-ac71-c3c5fd8a7856,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:36.083820 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-980e5624-0970-4389-99ff-7042ce763476 req-f4b5fda7-ee00-4e82-9c87-efc599cb9bfd service neutron] Attempting to bind port be8c5313-285d-4f85-ac71-c3c5fd8a7856 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:50:36.084163 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-980e5624-0970-4389-99ff-7042ce763476 req-f4b5fda7-ee00-4e82-9c87-efc599cb9bfd service neutron] Attempting to bind port be8c5313-285d-4f85-ac71-c3c5fd8a7856 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:50:36.084620 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980e5624-0970-4389-99ff-7042ce763476 req-f4b5fda7-ee00-4e82-9c87-efc599cb9bfd service neutron] Attempting to bind port be8c5313-285d-4f85-ac71-c3c5fd8a7856 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:50:36.096903 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980e5624-0970-4389-99ff-7042ce763476 req-f4b5fda7-ee00-4e82-9c87-efc599cb9bfd service neutron] Port be8c5313-285d-4f85-ac71-c3c5fd8a7856 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:50:36.097395 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980e5624-0970-4389-99ff-7042ce763476 req-f4b5fda7-ee00-4e82-9c87-efc599cb9bfd service neutron] Attempting to bind port be8c5313-285d-4f85-ac71-c3c5fd8a7856 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:50:36.125627 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980e5624-0970-4389-99ff-7042ce763476 req-f4b5fda7-ee00-4e82-9c87-efc599cb9bfd service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:50:36.125985 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980e5624-0970-4389-99ff-7042ce763476 req-f4b5fda7-ee00-4e82-9c87-efc599cb9bfd service neutron] Checking segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:50:36.126681 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-980e5624-0970-4389-99ff-7042ce763476 req-f4b5fda7-ee00-4e82-9c87-efc599cb9bfd service neutron] Bound using segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:50:36.127185 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-980e5624-0970-4389-99ff-7042ce763476 req-f4b5fda7-ee00-4e82-9c87-efc599cb9bfd service neutron] Bound port: be8c5313-285d-4f85-ac71-c3c5fd8a7856, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:50:36.127615 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-980e5624-0970-4389-99ff-7042ce763476 req-f4b5fda7-ee00-4e82-9c87-efc599cb9bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:36.198795 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-12596c83-16fb-4a69-aae4-f2c8cb657510 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6282d520-70c0-40cd-ba11-1b97c43423eb {{(pid=100463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:50:36.209172 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-12596c83-16fb-4a69-aae4-f2c8cb657510 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:36.225651 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-12596c83-16fb-4a69-aae4-f2c8cb657510 service neutron] Transition to ACTIVE for port object 6282d520-70c0-40cd-ba11-1b97c43423eb will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:50:36.239959 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3429f-ccad-4744-8faf-e9c2a7255676 req-c5a9e30c-31c2-4c4b-9bf1-3e35f1b6968d tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:36.241815 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e0c188c8-cecb-4462-a3f3-92ee948513cd req-256cf386-76b3-47b6-92db-9976f4114ac5 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731775 Jul 24 00:50:36.244521 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-12596c83-16fb-4a69-aae4-f2c8cb657510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:36.248649 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a8c3429f-ccad-4744-8faf-e9c2a7255676 req-c5a9e30c-31c2-4c4b-9bf1-3e35f1b6968d tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.2361884 Jul 24 00:50:36.271589 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-980e5624-0970-4389-99ff-7042ce763476 req-f4b5fda7-ee00-4e82-9c87-efc599cb9bfd service neutron] For port be8c5313-285d-4f85-ac71-c3c5fd8a7856, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:50:36.298207 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-980e5624-0970-4389-99ff-7042ce763476 req-f4b5fda7-ee00-4e82-9c87-efc599cb9bfd service neutron] For port be8c5313-285d-4f85-ac71-c3c5fd8a7856, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=be8c5313-285d-4f85-ac71-c3c5fd8a7856,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:50:36.316148 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a8c3429f-ccad-4744-8faf-e9c2a7255676 req-ce980d37-ff5e-47b2-96a9-658e663c4bd8 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639207 Jul 24 00:50:36.322162 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-980e5624-0970-4389-99ff-7042ce763476 req-f4b5fda7-ee00-4e82-9c87-efc599cb9bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:36.346315 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12596c83-16fb-4a69-aae4-f2c8cb657510 service neutron] Pushing event updated for resources: {'Port': ['ID=6282d520-70c0-40cd-ba11-1b97c43423eb,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:36.380638 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e5624-0970-4389-99ff-7042ce763476 req-f4b5fda7-ee00-4e82-9c87-efc599cb9bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:36.381669 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-980e5624-0970-4389-99ff-7042ce763476 req-f4b5fda7-ee00-4e82-9c87-efc599cb9bfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:36.383410 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-980e5624-0970-4389-99ff-7042ce763476 req-f4b5fda7-ee00-4e82-9c87-efc599cb9bfd service neutron] 10.222.0.13 "PUT /v2.0/ports/be8c5313-285d-4f85-ac71-c3c5fd8a7856 HTTP/1.1" status: 200 len: 1096 time: 1.0524662 Jul 24 00:50:36.386175 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ade86e79-7938-43eb-926f-fe5672d6b672', 'tag': 'be8c5313-285d-4f85-ac71-c3c5fd8a7856'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:50:36.390499 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9da4c82-2d8f-42a5-8057-3d5b7f76274a" -d '{"events": [{"name": "network-changed", "server_uuid": "ade86e79-7938-43eb-926f-fe5672d6b672", "tag": "be8c5313-285d-4f85-ac71-c3c5fd8a7856"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:50:36.454290 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7b0c4a-81fb-40e4-b825-05b3809f2008'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:50:36.457459 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71fef0c9-9f60-46a7-944c-9bd94e01510f" -d '{"events": [{"server_uuid": "b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3", "name": "network-vif-plugged", "status": "completed", "tag": "8a7b0c4a-81fb-40e4-b825-05b3809f2008"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:50:36.487533 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b5fda7-ee00-4e82-9c87-efc599cb9bfd service neutron] Pushing event updated for resources: {'Port': ['ID=be8c5313-285d-4f85-ac71-c3c5fd8a7856,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:36.527125 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e5624-0970-4389-99ff-7042ce763476 req-694a9d60-e6f0-4418-b62a-9031b3f58635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:36.527356 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-12596c83-16fb-4a69-aae4-f2c8cb657510 service neutron] Attempting to bind port 6282d520-70c0-40cd-ba11-1b97c43423eb on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:50:36.527859 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-12596c83-16fb-4a69-aae4-f2c8cb657510 service neutron] Attempting to bind port 6282d520-70c0-40cd-ba11-1b97c43423eb by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:50:36.530795 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-980e5624-0970-4389-99ff-7042ce763476 req-694a9d60-e6f0-4418-b62a-9031b3f58635 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f14da0112dc469d80ae3c55734f9582&device_id=ade86e79-7938-43eb-926f-fe5672d6b672 HTTP/1.1" status: 200 len: 1099 time: 0.0928059 Jul 24 00:50:36.540669 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-12596c83-16fb-4a69-aae4-f2c8cb657510 service neutron] Attempting to bind port 6282d520-70c0-40cd-ba11-1b97c43423eb on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:50:36.551939 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-12596c83-16fb-4a69-aae4-f2c8cb657510 service neutron] Port 6282d520-70c0-40cd-ba11-1b97c43423eb on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:50:36.563966 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-12596c83-16fb-4a69-aae4-f2c8cb657510 service neutron] Attempting to bind port 6282d520-70c0-40cd-ba11-1b97c43423eb on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:50:36.602075 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-12596c83-16fb-4a69-aae4-f2c8cb657510 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:50:36.602599 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-12596c83-16fb-4a69-aae4-f2c8cb657510 service neutron] Checking segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:50:36.603118 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-12596c83-16fb-4a69-aae4-f2c8cb657510 service neutron] Bound using segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:50:36.603575 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-12596c83-16fb-4a69-aae4-f2c8cb657510 service neutron] Bound port: 6282d520-70c0-40cd-ba11-1b97c43423eb, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:50:36.604208 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-12596c83-16fb-4a69-aae4-f2c8cb657510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:36.631303 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-980e5624-0970-4389-99ff-7042ce763476 req-879a63dd-80d8-49ae-af74-9a4391eb8393 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=be8c5313-285d-4f85-ac71-c3c5fd8a7856 HTTP/1.1" status: 200 len: 217 time: 0.0912189 Jul 24 00:50:36.653260 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66f6595-1770-4d6b-b0e3-b794318da8c0 req-872b4bd7-48b9-4fba-9785-6c89690ba7cc tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:36.661772 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b66f6595-1770-4d6b-b0e3-b794318da8c0 req-872b4bd7-48b9-4fba-9785-6c89690ba7cc tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=b486ec04-208e-4dc9-afec-31ef96b0255d HTTP/1.1" status: 200 len: 945 time: 0.3186994 Jul 24 00:50:36.756831 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b66f6595-1770-4d6b-b0e3-b794318da8c0 req-30408289-eb5b-4564-a171-b5bec0aeef93 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937557 Jul 24 00:50:36.792830 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-12596c83-16fb-4a69-aae4-f2c8cb657510 service neutron] For port 6282d520-70c0-40cd-ba11-1b97c43423eb, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:50:36.800884 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-12596c83-16fb-4a69-aae4-f2c8cb657510 service neutron] For port 6282d520-70c0-40cd-ba11-1b97c43423eb, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=6282d520-70c0-40cd-ba11-1b97c43423eb,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:50:36.812412 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-12596c83-16fb-4a69-aae4-f2c8cb657510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:36.839435 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-12596c83-16fb-4a69-aae4-f2c8cb657510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:36.841697 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-12596c83-16fb-4a69-aae4-f2c8cb657510 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:36.843529 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-12596c83-16fb-4a69-aae4-f2c8cb657510 service neutron] 10.222.0.13 "PUT /v2.0/ports/6282d520-70c0-40cd-ba11-1b97c43423eb HTTP/1.1" status: 200 len: 1096 time: 1.9167566 Jul 24 00:50:36.844048 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6112b4b0-1bf7-4ecf-a8ca-7463336dc8a7', 'tag': '6282d520-70c0-40cd-ba11-1b97c43423eb'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:50:36.848249 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d517936-0231-452b-8110-55697dd3f32f" -d '{"events": [{"name": "network-changed", "server_uuid": "6112b4b0-1bf7-4ecf-a8ca-7463336dc8a7", "tag": "6282d520-70c0-40cd-ba11-1b97c43423eb"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:50:36.992002 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7b641e-0145-409b-9bce-3cbb72c8b97c x-openstack-request-id: req-cb7b641e-0145-409b-9bce-3cbb72c8b97c {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:50:36.992434 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3", "name": "network-vif-plugged", "status": "completed", "tag": "8a7b0c4a-81fb-40e4-b825-05b3809f2008", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:50:36.992795 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cb7b641e-0145-409b-9bce-3cbb72c8b97c {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:50:36.993428 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7b0c4a-81fb-40e4-b825-05b3809f2008', 'code': 200} Jul 24 00:50:37.022179 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12596c83-16fb-4a69-aae4-f2c8cb657510 service neutron] Pushing event updated for resources: {'Port': ['ID=6282d520-70c0-40cd-ba11-1b97c43423eb,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:37.064045 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-060bc399-5e23-4b39-9f59-ca4a994e2e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:37.066140 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-060bc399-5e23-4b39-9f59-ca4a994e2e6d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f14da0112dc469d80ae3c55734f9582&device_id=6112b4b0-1bf7-4ecf-a8ca-7463336dc8a7 HTTP/1.1" status: 200 len: 1099 time: 0.1545622 Jul 24 00:50:37.151148 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386d592f-4c27-4d31-80f3-91b0d770e65d x-openstack-request-id: req-386d592f-4c27-4d31-80f3-91b0d770e65d {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:50:37.151148 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ade86e79-7938-43eb-926f-fe5672d6b672", "tag": "be8c5313-285d-4f85-ac71-c3c5fd8a7856", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:50:37.151148 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-386d592f-4c27-4d31-80f3-91b0d770e65d {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:50:37.151148 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ade86e79-7938-43eb-926f-fe5672d6b672', 'tag': 'be8c5313-285d-4f85-ac71-c3c5fd8a7856', 'status': 'completed', 'code': 200} Jul 24 00:50:37.214842 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-6194aa04-c7c4-4da0-91b6-347aa0c4666e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=6282d520-70c0-40cd-ba11-1b97c43423eb HTTP/1.1" status: 200 len: 217 time: 0.1254086 Jul 24 00:50:37.219597 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e5624-0970-4389-99ff-7042ce763476 req-5d9b03b7-e82e-4b40-bb82-ab6fa63c19ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:37.220716 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-980e5624-0970-4389-99ff-7042ce763476 req-5d9b03b7-e82e-4b40-bb82-ab6fa63c19ac service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.5453253 Jul 24 00:50:37.235915 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c5ff9-2b52-4e1b-9ab7-373f55fc04ef req-dc6e7577-682b-4696-8948-f19e635614fb tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:37.237540 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1a2c5ff9-2b52-4e1b-9ab7-373f55fc04ef req-dc6e7577-682b-4696-8948-f19e635614fb tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 948 time: 0.6039670 Jul 24 00:50:37.315092 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1a2c5ff9-2b52-4e1b-9ab7-373f55fc04ef req-33ab0d5e-3add-4b37-8ffb-c7f0bf56682b tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677078 Jul 24 00:50:37.317776 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2fb9da-bf03-4464-a8bd-aa44b5036c68 req-d3490b5c-05c0-466d-907c-c1a84d4c9dd1 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:37.319518 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4d2fb9da-bf03-4464-a8bd-aa44b5036c68 req-d3490b5c-05c0-466d-907c-c1a84d4c9dd1 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/ports?device_id=ade86e79-7938-43eb-926f-fe5672d6b672 HTTP/1.1" status: 200 len: 947 time: 0.1992905 Jul 24 00:50:37.322771 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-f483fcab-1b4d-4c25-b192-8e1934d89834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:37.325133 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-f483fcab-1b4d-4c25-b192-8e1934d89834 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.0909448 Jul 24 00:50:37.341169 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e5624-0970-4389-99ff-7042ce763476 req-70da154b-4914-4fb7-b0b0-28944e405de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:37.342967 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-980e5624-0970-4389-99ff-7042ce763476 req-70da154b-4914-4fb7-b0b0-28944e405de8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1043069 Jul 24 00:50:37.343834 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384131b-8754-480f-bd25-a3669e17db49 req-519551ea-0a91-4dea-b489-4b28de88df60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:37.345739 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e384131b-8754-480f-bd25-a3669e17db49 req-519551ea-0a91-4dea-b489-4b28de88df60 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3 HTTP/1.1" status: 200 len: 1098 time: 0.2411509 Jul 24 00:50:37.397321 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fa4914-9053-4981-9d0d-1f4a1e583c0f x-openstack-request-id: req-a5fa4914-9053-4981-9d0d-1f4a1e583c0f {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:50:37.397321 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6112b4b0-1bf7-4ecf-a8ca-7463336dc8a7", "tag": "6282d520-70c0-40cd-ba11-1b97c43423eb", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:50:37.397321 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a5fa4914-9053-4981-9d0d-1f4a1e583c0f {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:50:37.397777 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6112b4b0-1bf7-4ecf-a8ca-7463336dc8a7', 'tag': '6282d520-70c0-40cd-ba11-1b97c43423eb', 'status': 'completed', 'code': 200} Jul 24 00:50:37.455665 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4d2fb9da-bf03-4464-a8bd-aa44b5036c68 req-d52b3628-c6d2-46d2-ba76-69830f096d7c tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1df493c-dad6-4de9-9c2d-58eff63ccbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257062 Jul 24 00:50:37.468832 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e384131b-8754-480f-bd25-a3669e17db49 req-59b5e4d6-0162-42bc-8407-d559c816a855 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049373 Jul 24 00:50:37.492916 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-faf58753-ecbe-46bd-abf9-a24bc1dc3ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:37.494466 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-faf58753-ecbe-46bd-abf9-a24bc1dc3ed5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1464131 Jul 24 00:50:37.503001 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-980e5624-0970-4389-99ff-7042ce763476 req-400a5130-9b18-45f0-9878-afaf4d30b481 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435943 Jul 24 00:50:37.527727 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857f77c-dd9d-424c-a752-a7724c2c70b9 req-79478b2b-518a-4329-aa54-5ceb35379596 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:37.529976 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b857f77c-dd9d-424c-a752-a7724c2c70b9 req-79478b2b-518a-4329-aa54-5ceb35379596 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3 HTTP/1.1" status: 200 len: 946 time: 0.0902469 Jul 24 00:50:37.610613 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b857f77c-dd9d-424c-a752-a7724c2c70b9 req-3ea6d8c2-9c8a-4ca5-be11-ad8d310885b1 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715003 Jul 24 00:50:37.658096 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:50:37.666486 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e58d8e-69f9-4e88-ae50-53f5de391fb6 req-fdb5e528-596f-4d14-9e80-aed62d239907 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:37.668122 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d2e58d8e-69f9-4e88-ae50-53f5de391fb6 req-fdb5e528-596f-4d14-9e80-aed62d239907 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.1479213 Jul 24 00:50:37.695727 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-980e5624-0970-4389-99ff-7042ce763476 req-71a9f216-091d-4e30-b37b-7c54bbfa22b2 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373312 Jul 24 00:50:37.699058 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-7fcccfb5-97a2-4ee5-baef-2c1b56c02f28 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412587 Jul 24 00:50:37.725925 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:50:37.730764 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:50:37.731688 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:37.771392 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d2e58d8e-69f9-4e88-ae50-53f5de391fb6 req-45135c32-b49a-41e0-b4b8-0b8c894845cf tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909977 Jul 24 00:50:37.864650 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da4c82-2d8f-42a5-8057-3d5b7f76274a req-0ac24fc3-fd01-446f-a0bb-f41f155bd1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:37.866454 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e9da4c82-2d8f-42a5-8057-3d5b7f76274a req-0ac24fc3-fd01-446f-a0bb-f41f155bd1a9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f14da0112dc469d80ae3c55734f9582&device_id=ade86e79-7938-43eb-926f-fe5672d6b672 HTTP/1.1" status: 200 len: 1099 time: 0.1045301 Jul 24 00:50:37.871668 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:37.885412 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e4229ce7-962c-4626-9cd9-9daa0e515113 req-d97e7a39-1862-43a1-9361-f2ca2f761410 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715569 Jul 24 00:50:37.926857 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=3488bb8c-c8bc-4f0b-bd2e-f16d4528b405,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:37.932102 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:37.987608 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=3488bb8c-c8bc-4f0b-bd2e-f16d4528b405,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:38.023091 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d517936-0231-452b-8110-55697dd3f32f req-5437f580-20d6-4a6f-b66c-c8277e729d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:38.025292 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7d517936-0231-452b-8110-55697dd3f32f req-5437f580-20d6-4a6f-b66c-c8277e729d76 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f14da0112dc469d80ae3c55734f9582&device_id=6112b4b0-1bf7-4ecf-a8ca-7463336dc8a7 HTTP/1.1" status: 200 len: 1099 time: 0.0695608 Jul 24 00:50:38.028345 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da4c82-2d8f-42a5-8057-3d5b7f76274a req-e4559a98-5020-48f3-9943-709eee2ca7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:38.030565 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e9da4c82-2d8f-42a5-8057-3d5b7f76274a req-e4559a98-5020-48f3-9943-709eee2ca7d3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.1505678 Jul 24 00:50:38.039362 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a27da3-aede-4896-b260-c82d226383c8 req-150afa27-b493-4ccd-bcc4-90850c217d25 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:38.040837 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-07a27da3-aede-4896-b260-c82d226383c8 req-150afa27-b493-4ccd-bcc4-90850c217d25 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=b486ec04-208e-4dc9-afec-31ef96b0255d HTTP/1.1" status: 200 len: 945 time: 0.1468344 Jul 24 00:50:38.105240 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e9da4c82-2d8f-42a5-8057-3d5b7f76274a req-ae68fc05-e0e9-406d-86e6-74cf8a3d63e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=be8c5313-285d-4f85-ac71-c3c5fd8a7856 HTTP/1.1" status: 200 len: 217 time: 0.0514038 Jul 24 00:50:38.131054 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-07a27da3-aede-4896-b260-c82d226383c8 req-32857247-1882-4cef-a2cb-31dbd32aa8b1 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836201 Jul 24 00:50:38.167623 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d517936-0231-452b-8110-55697dd3f32f req-ba6e911b-0e20-421a-9967-87efd9e840ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:38.169304 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7d517936-0231-452b-8110-55697dd3f32f req-ba6e911b-0e20-421a-9967-87efd9e840ed service neutron] 10.222.0.13 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.1252487 Jul 24 00:50:38.178897 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da4c82-2d8f-42a5-8057-3d5b7f76274a req-ff5b5ad2-73aa-45ee-bde0-0f0682084a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:38.182083 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e9da4c82-2d8f-42a5-8057-3d5b7f76274a req-ff5b5ad2-73aa-45ee-bde0-0f0682084a1c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.0655930 Jul 24 00:50:38.248981 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7d517936-0231-452b-8110-55697dd3f32f req-55798748-c674-4493-9d22-1b9425a5b778 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=6282d520-70c0-40cd-ba11-1b97c43423eb HTTP/1.1" status: 200 len: 217 time: 0.0516686 Jul 24 00:50:38.309950 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da4c82-2d8f-42a5-8057-3d5b7f76274a req-3b6900a7-8d48-4e9b-9d43-6444fe63947a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:38.311555 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e9da4c82-2d8f-42a5-8057-3d5b7f76274a req-3b6900a7-8d48-4e9b-9d43-6444fe63947a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1077356 Jul 24 00:50:38.314033 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d517936-0231-452b-8110-55697dd3f32f req-6b3f7ccc-a394-4d7d-b116-9b3ba233c5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:38.315765 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7d517936-0231-452b-8110-55697dd3f32f req-6b3f7ccc-a394-4d7d-b116-9b3ba233c5ba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.0534778 Jul 24 00:50:38.323753 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7a968-8ea3-4468-ba11-3b870830d3cd req-760d4e17-79c8-43fe-9895-ef6aff1e71d8 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:38.325223 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-33c7a968-8ea3-4468-ba11-3b870830d3cd req-760d4e17-79c8-43fe-9895-ef6aff1e71d8 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.1054583 Jul 24 00:50:38.398458 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-33c7a968-8ea3-4468-ba11-3b870830d3cd req-d5807dd5-b879-401b-86ea-671328838e61 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675223 Jul 24 00:50:38.399067 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d517936-0231-452b-8110-55697dd3f32f req-163599bf-e777-4321-bc34-14696088e4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:38.400680 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7d517936-0231-452b-8110-55697dd3f32f req-163599bf-e777-4321-bc34-14696088e4d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0619318 Jul 24 00:50:38.456813 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e9da4c82-2d8f-42a5-8057-3d5b7f76274a req-665e01ee-e9d1-4172-9920-22aaaba43d3c service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194227 Jul 24 00:50:38.540103 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7d517936-0231-452b-8110-55697dd3f32f req-c3d484c0-8567-40ed-83f7-22cfcf0a7aae service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283269 Jul 24 00:50:38.549626 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c126f4-7310-4e05-ad00-f1edbfc976ba req-0002f449-12bb-4c15-8569-666b5f0e2d64 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:38.551255 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a0c126f4-7310-4e05-ad00-f1edbfc976ba req-0002f449-12bb-4c15-8569-666b5f0e2d64 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 949 time: 0.1496851 Jul 24 00:50:38.600331 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e9da4c82-2d8f-42a5-8057-3d5b7f76274a req-d1c01b61-e3b4-4075-95f8-97919d33ea1e service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319826 Jul 24 00:50:38.632340 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4369c-5bf0-4edf-b1d8-3b9d0e54b3f5 req-daea3374-0b3d-4936-b677-489744325582 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:38.634091 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d7f4369c-5bf0-4edf-b1d8-3b9d0e54b3f5 req-daea3374-0b3d-4936-b677-489744325582 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/ports?device_id=ade86e79-7938-43eb-926f-fe5672d6b672 HTTP/1.1" status: 200 len: 947 time: 0.1000884 Jul 24 00:50:38.652712 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a0c126f4-7310-4e05-ad00-f1edbfc976ba req-4190913a-8d66-462a-870d-8a8820c3888f tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952592 Jul 24 00:50:38.691887 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d7f4369c-5bf0-4edf-b1d8-3b9d0e54b3f5 req-603f49dd-0f85-47eb-8642-7f528d79d1ad tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1df493c-dad6-4de9-9c2d-58eff63ccbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470436 Jul 24 00:50:38.713930 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7d517936-0231-452b-8110-55697dd3f32f req-fa4bd02b-a8d6-4175-b35a-ee5f95066682 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488700 Jul 24 00:50:38.809035 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6e00c-4d09-4a3e-bcfe-0f5b6476cf74 req-a537706c-a9c1-446a-96f7-e673b44cf6fb tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:38.811519 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-47f6e00c-4d09-4a3e-bcfe-0f5b6476cf74 req-a537706c-a9c1-446a-96f7-e673b44cf6fb tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3 HTTP/1.1" status: 200 len: 946 time: 0.0771682 Jul 24 00:50:38.864610 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-47f6e00c-4d09-4a3e-bcfe-0f5b6476cf74 req-0a9b96d1-29be-49aa-94f1-692382ad0e40 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465288 Jul 24 00:50:38.994567 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd778fa89-4795-49eb-b52e-b96d1101bfdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3488bb8c-c8bc-4f0b-bd2e-f16d4528b405'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:50:38.997106 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f20720-648e-4300-a97f-aa5eca221063" -d '{"events": [{"server_uuid": "d778fa89-4795-49eb-b52e-b96d1101bfdf", "name": "network-vif-plugged", "status": "completed", "tag": "3488bb8c-c8bc-4f0b-bd2e-f16d4528b405"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:50:39.047473 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c619f12-eeed-4124-a6e7-bad0c1686180 x-openstack-request-id: req-1c619f12-eeed-4124-a6e7-bad0c1686180 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:50:39.048418 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d778fa89-4795-49eb-b52e-b96d1101bfdf", "name": "network-vif-plugged", "status": "completed", "tag": "3488bb8c-c8bc-4f0b-bd2e-f16d4528b405", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:50:39.048681 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1c619f12-eeed-4124-a6e7-bad0c1686180 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:50:39.049091 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd778fa89-4795-49eb-b52e-b96d1101bfdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3488bb8c-c8bc-4f0b-bd2e-f16d4528b405', 'code': 200} Jul 24 00:50:39.053021 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515849e9-2f48-4cea-8b99-0a53e3510b06 req-9a4544cb-91f7-42b2-94aa-b339f5f3fed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:39.054912 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-515849e9-2f48-4cea-8b99-0a53e3510b06 req-9a4544cb-91f7-42b2-94aa-b339f5f3fed8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f6c3815e83b546d1ba8426b7607dbf30&device_id=b486ec04-208e-4dc9-afec-31ef96b0255d HTTP/1.1" status: 200 len: 1097 time: 0.0899572 Jul 24 00:50:39.197839 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515849e9-2f48-4cea-8b99-0a53e3510b06 req-44f2df33-260b-4b0d-a24f-0c79f273ed58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:39.199707 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-515849e9-2f48-4cea-8b99-0a53e3510b06 req-44f2df33-260b-4b0d-a24f-0c79f273ed58 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0424e002-92c3-40ed-8018-7ea44515813a HTTP/1.1" status: 200 len: 922 time: 0.1376567 Jul 24 00:50:39.278229 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-515849e9-2f48-4cea-8b99-0a53e3510b06 req-9709ad17-bc50-4661-8229-2dda699cba70 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c520d872-3b24-41b2-8853-4278b7e2868b HTTP/1.1" status: 200 len: 217 time: 0.0696247 Jul 24 00:50:39.360712 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16968147-60e6-4fa8-a3ab-bbb9abfb1f37 req-2260606f-0dd0-4a86-b347-3a7e6522c23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:39.362326 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-16968147-60e6-4fa8-a3ab-bbb9abfb1f37 req-2260606f-0dd0-4a86-b347-3a7e6522c23a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 1101 time: 0.2027950 Jul 24 00:50:39.372787 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515849e9-2f48-4cea-8b99-0a53e3510b06 req-e9eaecd4-ca3e-4baf-ba21-0cc70f811cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:39.374283 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-515849e9-2f48-4cea-8b99-0a53e3510b06 req-e9eaecd4-ca3e-4baf-ba21-0cc70f811cfa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eacbc75d-e7d9-4f31-b710-44862dc68303 HTTP/1.1" status: 200 len: 861 time: 0.0887187 Jul 24 00:50:39.431310 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-515849e9-2f48-4cea-8b99-0a53e3510b06 req-818a525f-4aab-4a02-b7ce-dfa10bfc2f95 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0424e002-92c3-40ed-8018-7ea44515813a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494292 Jul 24 00:50:39.461446 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab27541-4730-4b10-bbdd-ab7c26e578f4 req-557e74ca-0ffd-4edc-83ef-27b666e74ddb tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:39.463065 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-aab27541-4730-4b10-bbdd-ab7c26e578f4 req-557e74ca-0ffd-4edc-83ef-27b666e74ddb tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=b486ec04-208e-4dc9-afec-31ef96b0255d HTTP/1.1" status: 200 len: 945 time: 0.1955581 Jul 24 00:50:39.480601 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-16968147-60e6-4fa8-a3ab-bbb9abfb1f37 req-c83407dc-abca-4287-9811-a5bf8c7f5c04 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975707 Jul 24 00:50:39.564160 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-aab27541-4730-4b10-bbdd-ab7c26e578f4 req-dfb49f3e-e6c9-4e33-b442-d1b3a1e7cb61 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858135 Jul 24 00:50:39.585732 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-515849e9-2f48-4cea-8b99-0a53e3510b06 req-1cbaa34c-01a8-4281-9b4c-e202f61f5a04 service neutron] 10.222.0.11 "GET /v2.0/networks/0424e002-92c3-40ed-8018-7ea44515813a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471629 Jul 24 00:50:39.596892 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ffc7cd-1178-4730-9fc6-493487d48edc req-fb067809-919f-4781-8734-085abc39da24 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:39.598602 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e8ffc7cd-1178-4730-9fc6-493487d48edc req-fb067809-919f-4781-8734-085abc39da24 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.0864794 Jul 24 00:50:39.666411 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e8ffc7cd-1178-4730-9fc6-493487d48edc req-4023fc22-8bc3-465b-8a9c-446d6c5d7ab5 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586257 Jul 24 00:50:39.679414 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device e80a80a8-158c-4344-b33a-32085527c422 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:50:39.762128 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-515849e9-2f48-4cea-8b99-0a53e3510b06 req-53eab77d-c319-4f38-bc3f-5c2b45993f5f service neutron] 10.222.0.11 "GET /v2.0/networks/0424e002-92c3-40ed-8018-7ea44515813a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589794 Jul 24 00:50:39.874685 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port e80a80a8-158c-4344-b33a-32085527c422, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=e80a80a8-158c-4344-b33a-32085527c422,segment=NetworkSegment(6a496770-77f3-4c89-a4ef-c619e5b67bdf),segment_id=6a496770-77f3-4c89-a4ef-c619e5b67bdf)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:39.893576 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'e80a80a8-158c-4344-b33a-32085527c422', 'network_id': 'cf53c075-354a-47e9-8398-640068505382', 'port_id': 'e80a80a8-158c-4344-b33a-32085527c422', 'mac_address': 'fa:16:3e:11:79:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd196389f-9ba3-4fa3-b4a4-ee8338ee8fe0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:50:39.921046 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f79ff4-672e-4577-a0e2-6e7cc64858e5 req-7e735882-562e-4b3a-abdc-4a065a1433d9 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:39.921434 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07d1e5b-63e7-4be4-a5bc-e103d68eec14 req-cb033f23-1b13-41ad-87e5-8277dbb758e5 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:39.923600 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f07d1e5b-63e7-4be4-a5bc-e103d68eec14 req-cb033f23-1b13-41ad-87e5-8277dbb758e5 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 949 time: 0.1157820 Jul 24 00:50:39.923748 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-14f79ff4-672e-4577-a0e2-6e7cc64858e5 req-7e735882-562e-4b3a-abdc-4a065a1433d9 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b486ec04-208e-4dc9-afec-31ef96b0255d HTTP/1.1" status: 200 len: 1097 time: 0.1407509 Jul 24 00:50:39.930498 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515849e9-2f48-4cea-8b99-0a53e3510b06 req-ec7b2589-c181-4070-bdbf-4a315a76d45b tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:39.932348 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-515849e9-2f48-4cea-8b99-0a53e3510b06 req-ec7b2589-c181-4070-bdbf-4a315a76d45b tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b486ec04-208e-4dc9-afec-31ef96b0255d&tenant_id=f6c3815e83b546d1ba8426b7607dbf30&binding%3Ahost_id=n-h1-793621-25 HTTP/1.1" status: 200 len: 1097 time: 0.0991044 Jul 24 00:50:39.957445 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:39.984791 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e80a80a8-158c-4344-b33a-32085527c422 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:50:40.007067 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-14f79ff4-672e-4577-a0e2-6e7cc64858e5 req-80c6c499-c145-4252-89c7-72ab16b18637 tempest-LiveAutoBlockMigrationV225Test-845496711 tempest-LiveAutoBlockMigrationV225Test-845496711-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716572 Jul 24 00:50:40.010751 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f07d1e5b-63e7-4be4-a5bc-e103d68eec14 req-8b052216-9b17-4f51-9acf-067a6cfaae23 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601494 Jul 24 00:50:40.021603 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port e80a80a8-158c-4344-b33a-32085527c422, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=e80a80a8-158c-4344-b33a-32085527c422,segment=NetworkSegment(6a496770-77f3-4c89-a4ef-c619e5b67bdf),segment_id=6a496770-77f3-4c89-a4ef-c619e5b67bdf)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:40.031962 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:40.208962 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=e80a80a8-158c-4344-b33a-32085527c422,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:40.230914 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-515849e9-2f48-4cea-8b99-0a53e3510b06 req-b2253ace-5fad-45a3-b8dc-4a5eed987d60 service neutron] For port c520d872-3b24-41b2-8853-4278b7e2868b, host n-h2-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:50:40.242464 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-515849e9-2f48-4cea-8b99-0a53e3510b06 req-b2253ace-5fad-45a3-b8dc-4a5eed987d60 service neutron] Notify callbacks [] for binding, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:40.244275 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-515849e9-2f48-4cea-8b99-0a53e3510b06 req-b2253ace-5fad-45a3-b8dc-4a5eed987d60 service neutron] 10.222.0.11 "DELETE /v2.0/ports/c520d872-3b24-41b2-8853-4278b7e2868b/bindings/n-h2-793621-25 HTTP/1.1" status: 204 len: 173 time: 0.2984071 Jul 24 00:50:40.254639 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf39972-fe28-4b7f-9bc4-0d2d5e3be23a req-eb2c1939-40b9-4bbe-953d-871f84e20097 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:40.260483 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0cf39972-fe28-4b7f-9bc4-0d2d5e3be23a req-eb2c1939-40b9-4bbe-953d-871f84e20097 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/ports?device_id=ade86e79-7938-43eb-926f-fe5672d6b672 HTTP/1.1" status: 200 len: 947 time: 0.1038387 Jul 24 00:50:40.262538 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['e80a80a8-158c-4344-b33a-32085527c422'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:50:40.302814 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0cf39972-fe28-4b7f-9bc4-0d2d5e3be23a req-7feba6eb-bd03-41dd-b342-0efaca2807fb tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1df493c-dad6-4de9-9c2d-58eff63ccbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414112 Jul 24 00:50:40.494101 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0ca33-ff83-42a0-a44b-4149473e97b1 req-205b5a42-c6e0-4fcc-8369-79da5e1ab06c tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:40.514075 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d0c0ca33-ff83-42a0-a44b-4149473e97b1 req-205b5a42-c6e0-4fcc-8369-79da5e1ab06c tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3 HTTP/1.1" status: 200 len: 946 time: 0.1038506 Jul 24 00:50:40.589779 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d0c0ca33-ff83-42a0-a44b-4149473e97b1 req-164d0ff0-4c95-4f1d-b636-24c8380b117a tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745437 Jul 24 00:50:40.746930 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ecf3d-2ec4-41ed-9113-552eb38b5616 req-e7cc6240-a4fa-411b-89c5-f0ae8b44c046 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:40.755375 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d40ecf3d-2ec4-41ed-9113-552eb38b5616 req-e7cc6240-a4fa-411b-89c5-f0ae8b44c046 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=b486ec04-208e-4dc9-afec-31ef96b0255d HTTP/1.1" status: 200 len: 945 time: 0.0926583 Jul 24 00:50:40.808133 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d40ecf3d-2ec4-41ed-9113-552eb38b5616 req-a3238a78-6fc0-43ed-ba33-922a54e172ce tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515690 Jul 24 00:50:40.922188 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b7caa-2e26-43d1-a4ed-57f8d2b53ba1 req-b7d0cc8c-8bf6-4bdd-9bdf-c4f5756ec573 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:40.922188 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d31b7caa-2e26-43d1-a4ed-57f8d2b53ba1 req-b7d0cc8c-8bf6-4bdd-9bdf-c4f5756ec573 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3 HTTP/1.1" status: 200 len: 1098 time: 0.0672750 Jul 24 00:50:40.976671 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d31b7caa-2e26-43d1-a4ed-57f8d2b53ba1 req-9a5f336b-3138-4578-b2b0-7d2dc69c883d tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474622 Jul 24 00:50:41.001987 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36c016-1ea0-4e8d-a1b5-c92a470971c6 req-b12256bd-1b19-4da6-9c38-2cf059349374 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:41.011869 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-df36c016-1ea0-4e8d-a1b5-c92a470971c6 req-b12256bd-1b19-4da6-9c38-2cf059349374 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.1254053 Jul 24 00:50:41.073511 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-df36c016-1ea0-4e8d-a1b5-c92a470971c6 req-7b0c750c-3af2-490f-9b16-ee89a27996e7 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549569 Jul 24 00:50:41.102024 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64dbb3f-502e-49fe-9fa9-72294dbbc95c req-f92d007f-600f-45ce-b8f4-2a7ccda13812 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:41.104168 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f64dbb3f-502e-49fe-9fa9-72294dbbc95c req-f92d007f-600f-45ce-b8f4-2a7ccda13812 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3 HTTP/1.1" status: 200 len: 1098 time: 0.0638106 Jul 24 00:50:41.145690 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f64dbb3f-502e-49fe-9fa9-72294dbbc95c req-e08f8867-88cb-41f0-a9c4-a133d4098807 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346503 Jul 24 00:50:41.271361 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174327c-c063-4609-96bc-2c765375dbf8 req-70001179-93d6-469f-b0b0-e004b935a0fb tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:41.280302 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4174327c-c063-4609-96bc-2c765375dbf8 req-70001179-93d6-469f-b0b0-e004b935a0fb tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 949 time: 0.1213429 Jul 24 00:50:41.330834 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4174327c-c063-4609-96bc-2c765375dbf8 req-8cd18fb7-b6d6-46a8-9d76-0a0a57ffdb54 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482473 Jul 24 00:50:41.570282 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dfaf2d-c942-4189-9c10-f8c656bde948 req-bc3f6624-149e-421f-a1b8-7528068453a8 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:41.572065 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-28dfaf2d-c942-4189-9c10-f8c656bde948 req-bc3f6624-149e-421f-a1b8-7528068453a8 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/ports?device_id=ade86e79-7938-43eb-926f-fe5672d6b672 HTTP/1.1" status: 200 len: 947 time: 0.0961585 Jul 24 00:50:41.633417 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-28dfaf2d-c942-4189-9c10-f8c656bde948 req-c0ee2bb9-ccb8-4d2a-943c-ce90c4b2f237 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1df493c-dad6-4de9-9c2d-58eff63ccbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542166 Jul 24 00:50:41.687881 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 6282d520-70c0-40cd-ba11-1b97c43423eb details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:50:41.694303 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device e80a80a8-158c-4344-b33a-32085527c422 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:50:41.883140 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:50:41.896548 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port e80a80a8-158c-4344-b33a-32085527c422 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:50:41.896930 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:41.901550 n-d-793621-25 neutron-server[100465]: INFO neutron.plugins.ml2.plugin [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] No ports have port_id starting with 6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f Jul 24 00:50:41.931115 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f requested by agent hyperv_n-h2-793621-25 not found in database {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 24 00:50:41.931524 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 606a4203-9ee5-4fd5-9b14-0c178766fbfe details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:50:41.935945 n-d-793621-25 neutron-server[100465]: INFO neutron.plugins.ml2.plugin [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] No ports have port_id starting with 606a4203-9ee5-4fd5-9b14-0c178766fbfe Jul 24 00:50:41.949203 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 606a4203-9ee5-4fd5-9b14-0c178766fbfe requested by agent hyperv_n-h2-793621-25 not found in database {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 24 00:50:41.949563 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 9d1b5b62-5be0-495a-ae91-411a6cc06b8e details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:50:41.954252 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 6282d520-70c0-40cd-ba11-1b97c43423eb, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=6282d520-70c0-40cd-ba11-1b97c43423eb,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:41.986669 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '6282d520-70c0-40cd-ba11-1b97c43423eb', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'port_id': '6282d520-70c0-40cd-ba11-1b97c43423eb', 'mac_address': 'fa:16:3e:49:14:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:50:42.038788 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e1e5d-0391-4812-ba76-e890b228400f req-0c82f5f0-3801-4a77-9f72-dade44325209 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:42.047427 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-919e1e5d-0391-4812-ba76-e890b228400f req-0c82f5f0-3801-4a77-9f72-dade44325209 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=b486ec04-208e-4dc9-afec-31ef96b0255d HTTP/1.1" status: 200 len: 945 time: 0.1541162 Jul 24 00:50:42.079092 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:42.106444 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-919e1e5d-0391-4812-ba76-e890b228400f req-dee6db91-481e-41b2-9407-1a8a521b0e63 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576904 Jul 24 00:50:42.155153 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6282d520-70c0-40cd-ba11-1b97c43423eb {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:50:42.177679 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 6282d520-70c0-40cd-ba11-1b97c43423eb, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=6282d520-70c0-40cd-ba11-1b97c43423eb,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:42.193819 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:42.193819 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device be8c5313-285d-4f85-ac71-c3c5fd8a7856 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:50:42.212308 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:42.269145 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 9d1b5b62-5be0-495a-ae91-411a6cc06b8e, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=9d1b5b62-5be0-495a-ae91-411a6cc06b8e,segment=NetworkSegment(68b73458-c661-4e5a-b683-24d7323352a7),segment_id=68b73458-c661-4e5a-b683-24d7323352a7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:42.292118 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b690f-9531-40a2-874e-7cb0a6f693f7 req-f2f72e53-4794-43cb-8bf0-856c2b16d42c tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:42.299495 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e02b690f-9531-40a2-874e-7cb0a6f693f7 req-f2f72e53-4794-43cb-8bf0-856c2b16d42c tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.1115594 Jul 24 00:50:42.312127 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': '9d1b5b62-5be0-495a-ae91-411a6cc06b8e', 'network_id': '08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80', 'port_id': '9d1b5b62-5be0-495a-ae91-411a6cc06b8e', 'mac_address': 'fa:16:3e:a9:58:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1072dbad-9319-4762-b271-20e6dc036200', 'ip_address': '10.1.1.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:50:42.314218 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d942bf3-893f-479e-8d60-7e7e418faf78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80a80a8-158c-4344-b33a-32085527c422'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:50:42.317476 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45dae947-49f7-49ba-b8e0-feb0124c1470" -d '{"events": [{"server_uuid": "4d942bf3-893f-479e-8d60-7e7e418faf78", "name": "network-vif-plugged", "status": "completed", "tag": "e80a80a8-158c-4344-b33a-32085527c422"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:50:42.351304 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e02b690f-9531-40a2-874e-7cb0a6f693f7 req-4895dad5-b848-4237-933c-524b23309621 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449324 Jul 24 00:50:42.353349 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port e80a80a8-158c-4344-b33a-32085527c422, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=e80a80a8-158c-4344-b33a-32085527c422,segment=NetworkSegment(6a496770-77f3-4c89-a4ef-c619e5b67bdf),segment_id=6a496770-77f3-4c89-a4ef-c619e5b67bdf)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:42.368961 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:42.373438 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port be8c5313-285d-4f85-ac71-c3c5fd8a7856, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=be8c5313-285d-4f85-ac71-c3c5fd8a7856,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:42.377906 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=6282d520-70c0-40cd-ba11-1b97c43423eb,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:42.450553 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-969be248-ccd8-4a02-b8d2-c10bf3915428 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:50:42.452734 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-969be248-ccd8-4a02-b8d2-c10bf3915428 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068748 Jul 24 00:50:42.517250 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=e80a80a8-158c-4344-b33a-32085527c422,revision_number=7']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:42.526069 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39db0129-7427-44d9-90fe-40050f9d29f8 x-openstack-request-id: req-39db0129-7427-44d9-90fe-40050f9d29f8 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:50:42.526462 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d942bf3-893f-479e-8d60-7e7e418faf78", "name": "network-vif-plugged", "status": "completed", "tag": "e80a80a8-158c-4344-b33a-32085527c422", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:50:42.526587 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-39db0129-7427-44d9-90fe-40050f9d29f8 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:50:42.527561 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d942bf3-893f-479e-8d60-7e7e418faf78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80a80a8-158c-4344-b33a-32085527c422', 'code': 200} Jul 24 00:50:42.540744 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'be8c5313-285d-4f85-ac71-c3c5fd8a7856', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'port_id': 'be8c5313-285d-4f85-ac71-c3c5fd8a7856', 'mac_address': 'fa:16:3e:6e:56:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:50:42.550248 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:42.559050 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-fb77902a-0ca3-49ae-b426-1cd4a5e24a7c tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:42.572061 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-fb77902a-0ca3-49ae-b426-1cd4a5e24a7c tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.15 "GET /v2.0/ports/8a7b0c4a-81fb-40e4-b825-05b3809f2008 HTTP/1.1" status: 200 len: 1095 time: 0.1123209 Jul 24 00:50:42.579377 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-d6478c9b-6f4f-43ce-b853-c80725aa85f0 service neutron] Request body: {'binding': {'host': 'n-h2-793621-25', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:50:42.580130 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-d6478c9b-6f4f-43ce-b853-c80725aa85f0 service neutron] Unknown quota resources ['binding']. {{(pid=100463) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 24 00:50:42.593460 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d1b5b62-5be0-495a-ae91-411a6cc06b8e {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:50:42.611004 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:42.631120 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be8c5313-285d-4f85-ac71-c3c5fd8a7856 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:50:42.646112 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 9d1b5b62-5be0-495a-ae91-411a6cc06b8e, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=9d1b5b62-5be0-495a-ae91-411a6cc06b8e,segment=NetworkSegment(68b73458-c661-4e5a-b683-24d7323352a7),segment_id=68b73458-c661-4e5a-b683-24d7323352a7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:42.647631 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6880200-d527-4059-b1e9-0b10a88b1c09 req-b381f751-309c-4647-baf2-a08fdd87d56d tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:42.657036 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a6880200-d527-4059-b1e9-0b10a88b1c09 req-b381f751-309c-4647-baf2-a08fdd87d56d tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 949 time: 0.0906544 Jul 24 00:50:42.660895 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:42.661571 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 1bd284f3-f531-425d-990f-2e8bd2068cc4 details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:50:42.683550 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port be8c5313-285d-4f85-ac71-c3c5fd8a7856, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=be8c5313-285d-4f85-ac71-c3c5fd8a7856,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:42.716090 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:42.725758 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a6880200-d527-4059-b1e9-0b10a88b1c09 req-69aea2ed-c0b4-412d-ac19-7f9c2c028203 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675139 Jul 24 00:50:42.812358 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-d6478c9b-6f4f-43ce-b853-c80725aa85f0 service neutron] Attempting to bind port 8a7b0c4a-81fb-40e4-b825-05b3809f2008 on host n-h2-793621-25 for vnic_type normal with profile None {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:50:42.812618 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-d6478c9b-6f4f-43ce-b853-c80725aa85f0 service neutron] Attempting to bind port 8a7b0c4a-81fb-40e4-b825-05b3809f2008 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:50:42.812961 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-d6478c9b-6f4f-43ce-b853-c80725aa85f0 service neutron] Attempting to bind port 8a7b0c4a-81fb-40e4-b825-05b3809f2008 on network 7c4ab419-d412-43cd-bcfe-97903abe1bf4 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:50:42.818685 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-d6478c9b-6f4f-43ce-b853-c80725aa85f0 service neutron] Port 8a7b0c4a-81fb-40e4-b825-05b3809f2008 on network 7c4ab419-d412-43cd-bcfe-97903abe1bf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:50:42.819178 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-d6478c9b-6f4f-43ce-b853-c80725aa85f0 service neutron] Attempting to bind port 8a7b0c4a-81fb-40e4-b825-05b3809f2008 on network 7c4ab419-d412-43cd-bcfe-97903abe1bf4 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:50:42.825360 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-d6478c9b-6f4f-43ce-b853-c80725aa85f0 service neutron] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:50:42.825765 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-d6478c9b-6f4f-43ce-b853-c80725aa85f0 service neutron] Checking segment: {'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:50:42.826985 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-d6478c9b-6f4f-43ce-b853-c80725aa85f0 service neutron] Bound using segment: {'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:50:42.827765 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-d6478c9b-6f4f-43ce-b853-c80725aa85f0 service neutron] Bound port: 8a7b0c4a-81fb-40e4-b825-05b3809f2008, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:50:42.958315 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-d6478c9b-6f4f-43ce-b853-c80725aa85f0 service neutron] For port 8a7b0c4a-81fb-40e4-b825-05b3809f2008, host n-h2-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=8a7b0c4a-81fb-40e4-b825-05b3809f2008,segment=NetworkSegment(224003b9-1e4b-40e8-8bf3-31947898d576),segment_id=224003b9-1e4b-40e8-8bf3-31947898d576)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:50:43.041051 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-d6478c9b-6f4f-43ce-b853-c80725aa85f0 service neutron] Notify callbacks [] for binding, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:43.052816 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-d6478c9b-6f4f-43ce-b853-c80725aa85f0 service neutron] 10.222.0.15 "POST /v2.0/ports/8a7b0c4a-81fb-40e4-b825-05b3809f2008/bindings HTTP/1.1" status: 201 len: 390 time: 0.4732563 Jul 24 00:50:43.062330 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 1bd284f3-f531-425d-990f-2e8bd2068cc4, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=1bd284f3-f531-425d-990f-2e8bd2068cc4,segment=NetworkSegment(58fdc277-5f36-433f-9782-f46712be7157),segment_id=58fdc277-5f36-433f-9782-f46712be7157)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:43.080964 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': '1bd284f3-f531-425d-990f-2e8bd2068cc4', 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a', 'port_id': '1bd284f3-f531-425d-990f-2e8bd2068cc4', 'mac_address': 'fa:16:3e:87:a0:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eacbc75d-e7d9-4f31-b710-44862dc68303', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:50:43.082336 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e5b38-3058-4ad1-ba0a-e10d32f845f7 req-f4ee78c6-c918-4851-a5cd-9a3cb66abbda tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:43.088465 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-537e5b38-3058-4ad1-ba0a-e10d32f845f7 req-f4ee78c6-c918-4851-a5cd-9a3cb66abbda tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.13 "GET /v2.0/ports?device_id=b486ec04-208e-4dc9-afec-31ef96b0255d HTTP/1.1" status: 200 len: 945 time: 0.2275660 Jul 24 00:50:43.114818 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=9d1b5b62-5be0-495a-ae91-411a6cc06b8e,revision_number=7']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:43.274967 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:43.287133 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=be8c5313-285d-4f85-ac71-c3c5fd8a7856,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:43.295625 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bd284f3-f531-425d-990f-2e8bd2068cc4 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:50:43.324375 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-537e5b38-3058-4ad1-ba0a-e10d32f845f7 req-280bc6b3-b979-4179-b5c0-beccece72603 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Deleting port c520d872-3b24-41b2-8853-4278b7e2868b {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:50:43.324631 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['6282d520-70c0-40cd-ba11-1b97c43423eb'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:50:43.324760 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-537e5b38-3058-4ad1-ba0a-e10d32f845f7 req-280bc6b3-b979-4179-b5c0-beccece72603 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:43.331393 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['be8c5313-285d-4f85-ac71-c3c5fd8a7856'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:50:43.335098 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 1bd284f3-f531-425d-990f-2e8bd2068cc4, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=1bd284f3-f531-425d-990f-2e8bd2068cc4,segment=NetworkSegment(58fdc277-5f36-433f-9782-f46712be7157),segment_id=58fdc277-5f36-433f-9782-f46712be7157)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:43.379935 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:43.380769 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 5ef5038c-f4e2-498a-baa7-032528f3191c details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:50:43.384586 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c49b40a-fa87-4efa-9fa4-4366933d7e4a req-93aeac21-05bd-49ca-b1f4-a4f85992baa1 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:43.391518 n-d-793621-25 neutron-server[100465]: INFO neutron.plugins.ml2.plugin [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] No ports have port_id starting with 5ef5038c-f4e2-498a-baa7-032528f3191c Jul 24 00:50:43.396451 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9c49b40a-fa87-4efa-9fa4-4366933d7e4a req-93aeac21-05bd-49ca-b1f4-a4f85992baa1 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/ports?device_id=ade86e79-7938-43eb-926f-fe5672d6b672 HTTP/1.1" status: 200 len: 948 time: 0.2372944 Jul 24 00:50:43.437836 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 5ef5038c-f4e2-498a-baa7-032528f3191c requested by agent hyperv_n-h2-793621-25 not found in database {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 24 00:50:43.438190 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 1b2d3291-8280-46dd-96b5-e7c6c7c3131b details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:50:43.451772 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9c49b40a-fa87-4efa-9fa4-4366933d7e4a req-ab6c385f-c6ca-4295-b1e4-121f75f626c8 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1df493c-dad6-4de9-9c2d-58eff63ccbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529163 Jul 24 00:50:43.515236 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=1bd284f3-f531-425d-990f-2e8bd2068cc4,revision_number=12']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:43.557006 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-537e5b38-3058-4ad1-ba0a-e10d32f845f7 req-280bc6b3-b979-4179-b5c0-beccece72603 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] For port c520d872-3b24-41b2-8853-4278b7e2868b, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=c520d872-3b24-41b2-8853-4278b7e2868b,segment=NetworkSegment(58fdc277-5f36-433f-9782-f46712be7157),segment_id=58fdc277-5f36-433f-9782-f46712be7157)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:43.557634 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-537e5b38-3058-4ad1-ba0a-e10d32f845f7 req-280bc6b3-b979-4179-b5c0-beccece72603 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:43.568385 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-6b89dffa-67ed-4d43-833a-f9a8f501f209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:43.569935 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-6b89dffa-67ed-4d43-833a-f9a8f501f209 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ed057dc71fc949d185d5f214444abe1e&device_id=b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3 HTTP/1.1" status: 200 len: 1098 time: 0.2098162 Jul 24 00:50:43.592232 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-537e5b38-3058-4ad1-ba0a-e10d32f845f7 req-280bc6b3-b979-4179-b5c0-beccece72603 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Calling delete_port for c520d872-3b24-41b2-8853-4278b7e2868b owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:50:43.602618 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a9dcf-238f-44d9-b7fb-74f9eddc0653 req-22665b70-4cec-4721-af37-ea2c534efaa1 tempest-MigrationsAdminTest-2033339856 tempest-MigrationsAdminTest-2033339856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:43.610871 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a23a9dcf-238f-44d9-b7fb-74f9eddc0653 req-22665b70-4cec-4721-af37-ea2c534efaa1 tempest-MigrationsAdminTest-2033339856 tempest-MigrationsAdminTest-2033339856-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 1101 time: 0.2051337 Jul 24 00:50:43.635753 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9286ab3-9582-42e3-8580-7f88d7be2930 req-fb5d68de-206d-4ee7-95b8-b14e4dc15c79 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:43.643987 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a9286ab3-9582-42e3-8580-7f88d7be2930 req-fb5d68de-206d-4ee7-95b8-b14e4dc15c79 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=b486ec04-208e-4dc9-afec-31ef96b0255d HTTP/1.1" status: 200 len: 945 time: 0.1086302 Jul 24 00:50:43.700732 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a9286ab3-9582-42e3-8580-7f88d7be2930 req-8b8ca00e-adca-4f7b-b15f-080acac6ba0f tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532587 Jul 24 00:50:43.768782 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device c520d872-3b24-41b2-8853-4278b7e2868b no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:50:43.778905 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a23a9dcf-238f-44d9-b7fb-74f9eddc0653 req-0ec3aaed-e928-46c0-9395-996be8d62d48 tempest-MigrationsAdminTest-2033339856 tempest-MigrationsAdminTest-2033339856-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668365 Jul 24 00:50:43.829538 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 1b2d3291-8280-46dd-96b5-e7c6c7c3131b, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=1b2d3291-8280-46dd-96b5-e7c6c7c3131b,segment=NetworkSegment(23ebf5d9-a245-4865-978c-96f59b5fd63b),segment_id=23ebf5d9-a245-4865-978c-96f59b5fd63b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:43.877826 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-29a5370e-3597-494b-b8a3-43813efa7cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:43.879651 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-29a5370e-3597-494b-b8a3-43813efa7cc2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7c4ab419-d412-43cd-bcfe-97903abe1bf4 HTTP/1.1" status: 200 len: 908 time: 0.2987847 Jul 24 00:50:43.888598 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': '1b2d3291-8280-46dd-96b5-e7c6c7c3131b', 'network_id': 'd44a086b-008a-4058-bec6-57d1e56e41f3', 'port_id': '1b2d3291-8280-46dd-96b5-e7c6c7c3131b', 'mac_address': 'fa:16:3e:13:56:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e536425-1d34-448a-8c81-b1347ff16a76', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:50:43.893958 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e92a87-82ac-4a48-9b76-2cf5e029e8c3 req-97e0aedd-eaa2-473d-9abb-ed3498dcf753 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:43.896207 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-16e92a87-82ac-4a48-9b76-2cf5e029e8c3 req-97e0aedd-eaa2-473d-9abb-ed3498dcf753 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3 HTTP/1.1" status: 200 len: 946 time: 0.1231971 Jul 24 00:50:43.952393 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-16e92a87-82ac-4a48-9b76-2cf5e029e8c3 req-9d09f012-a3e8-4236-b7b0-cf9e04bfdbc2 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463243 Jul 24 00:50:43.988924 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-824e0bc5-2d4f-47cc-a157-6f97db0dd627 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a7b0c4a-81fb-40e4-b825-05b3809f2008 HTTP/1.1" status: 200 len: 217 time: 0.0912874 Jul 24 00:50:44.128588 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:44.133172 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:44.149374 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-1e3d7bb5-f494-45d3-91b9-85b430d2055b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:44.150946 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-1e3d7bb5-f494-45d3-91b9-85b430d2055b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8e7ca279-b98c-43f9-865c-dc5db7518bba HTTP/1.1" status: 200 len: 847 time: 0.1418874 Jul 24 00:50:44.155251 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-537e5b38-3058-4ad1-ba0a-e10d32f845f7 req-280bc6b3-b979-4179-b5c0-beccece72603 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:44.163778 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b2d3291-8280-46dd-96b5-e7c6c7c3131b {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:50:44.215619 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 1b2d3291-8280-46dd-96b5-e7c6c7c3131b, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=1b2d3291-8280-46dd-96b5-e7c6c7c3131b,segment=NetworkSegment(23ebf5d9-a245-4865-978c-96f59b5fd63b),segment_id=23ebf5d9-a245-4865-978c-96f59b5fd63b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:44.252458 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:44.253426 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 3c836ab3-a4b0-4f71-bdd9-af941853b1e5 details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:50:44.261395 n-d-793621-25 neutron-server[100465]: INFO neutron.plugins.ml2.plugin [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] No ports have port_id starting with 3c836ab3-a4b0-4f71-bdd9-af941853b1e5 Jul 24 00:50:44.263695 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 3c836ab3-a4b0-4f71-bdd9-af941853b1e5 requested by agent hyperv_n-h2-793621-25 not found in database {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 24 00:50:44.264066 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:50:44.308108 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aedc99-e2f7-4683-b5b7-162a855f5631 req-1cd8b4a5-6c68-46bf-b9b0-fa4753f9d9c5 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:44.312308 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-52aedc99-e2f7-4683-b5b7-162a855f5631 req-1cd8b4a5-6c68-46bf-b9b0-fa4753f9d9c5 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.4110990 Jul 24 00:50:44.337120 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-f7abe41e-f3e2-4909-ad74-4fecdac59d07 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7c4ab419-d412-43cd-bcfe-97903abe1bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1704571 Jul 24 00:50:44.348239 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=1b2d3291-8280-46dd-96b5-e7c6c7c3131b,revision_number=7']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:44.355336 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280bc6b3-b979-4179-b5c0-beccece72603 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Pushing event deleted for resources: {'Port': ['ID=c520d872-3b24-41b2-8853-4278b7e2868b,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:44.358102 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-537e5b38-3058-4ad1-ba0a-e10d32f845f7 req-280bc6b3-b979-4179-b5c0-beccece72603 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] No DVR routers for this DVR port c520d872-3b24-41b2-8853-4278b7e2868b on host n-h1-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:50:44.386935 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-537e5b38-3058-4ad1-ba0a-e10d32f845f7 req-280bc6b3-b979-4179-b5c0-beccece72603 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:44.388972 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-537e5b38-3058-4ad1-ba0a-e10d32f845f7 req-280bc6b3-b979-4179-b5c0-beccece72603 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.13 "DELETE /v2.0/ports/c520d872-3b24-41b2-8853-4278b7e2868b HTTP/1.1" status: 204 len: 173 time: 1.2871366 Jul 24 00:50:44.389436 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b486ec04-208e-4dc9-afec-31ef96b0255d', 'name': 'network-vif-deleted', 'tag': 'c520d872-3b24-41b2-8853-4278b7e2868b'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:50:44.392016 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc6ff4a-c184-4739-87ee-0fffeb1210d8" -d '{"events": [{"server_uuid": "b486ec04-208e-4dc9-afec-31ef96b0255d", "name": "network-vif-deleted", "tag": "c520d872-3b24-41b2-8853-4278b7e2868b"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:50:44.443311 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-52aedc99-e2f7-4683-b5b7-162a855f5631 req-b9d75e7e-1d0e-4f24-bf38-c935bbcd3d3e tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007190 Jul 24 00:50:44.491058 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a,segment=NetworkSegment(719843d8-5fea-4363-bbdc-981ab26ff953),segment_id=719843d8-5fea-4363-bbdc-981ab26ff953)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:44.510246 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': 'dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a', 'network_id': 'fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414', 'port_id': 'dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a', 'mac_address': 'fa:16:3e:ba:b0:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e87587b1-abf9-464b-ac3b-f70ea6c04f1a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:50:44.585248 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:44.613915 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-36e17e17-f522-4828-a91b-7eae10fd5c08 service neutron] 10.222.0.11 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405925 Jul 24 00:50:44.628818 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:50:44.655160 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a,segment=NetworkSegment(719843d8-5fea-4363-bbdc-981ab26ff953),segment_id=719843d8-5fea-4363-bbdc-981ab26ff953)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:44.674940 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:44.676410 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 26b94257-c0af-4147-9ffe-5c742e897ecd details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:50:44.800865 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f82ae8-b4bf-43d5-b0a4-27497a0d0e15 x-openstack-request-id: req-f2f82ae8-b4bf-43d5-b0a4-27497a0d0e15 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:50:44.801197 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b486ec04-208e-4dc9-afec-31ef96b0255d", "name": "network-vif-deleted", "tag": "c520d872-3b24-41b2-8853-4278b7e2868b", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:50:44.801786 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f2f82ae8-b4bf-43d5-b0a4-27497a0d0e15 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:50:44.801786 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b486ec04-208e-4dc9-afec-31ef96b0255d', 'name': 'network-vif-deleted', 'tag': 'c520d872-3b24-41b2-8853-4278b7e2868b', 'status': 'completed', 'code': 200} Jul 24 00:50:44.890947 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-beb75080-4b90-4883-8778-c73a370e20a3 service neutron] 10.222.0.11 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697616 Jul 24 00:50:44.957149 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a,revision_number=7']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:44.961416 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60cdbc-b9a4-4714-bf68-e5f084e63f05 req-f7a03109-8de7-492a-9b57-27885a518702 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:44.977912 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9a60cdbc-b9a4-4714-bf68-e5f084e63f05 req-f7a03109-8de7-492a-9b57-27885a518702 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/ports?device_id=ade86e79-7938-43eb-926f-fe5672d6b672 HTTP/1.1" status: 200 len: 948 time: 0.1418841 Jul 24 00:50:45.032204 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-32007e90-0099-425e-8410-62620a8d6eec req-c35675ca-d660-49d6-b280-62b2ad216b7b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=b486ec04-208e-4dc9-afec-31ef96b0255d HTTP/1.1" status: 200 len: 210 time: 0.0945952 Jul 24 00:50:45.085706 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 26b94257-c0af-4147-9ffe-5c742e897ecd, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=26b94257-c0af-4147-9ffe-5c742e897ecd,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:45.102681 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-e6733d6c-31a6-42be-aaca-61405f924f4b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2482996 Jul 24 00:50:45.119994 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': '26b94257-c0af-4147-9ffe-5c742e897ecd', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'port_id': '26b94257-c0af-4147-9ffe-5c742e897ecd', 'mac_address': 'fa:16:3e:9a:df:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:50:45.176388 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9a60cdbc-b9a4-4714-bf68-e5f084e63f05 req-a71c945b-c362-474c-b5fe-415adfb3ce30 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1df493c-dad6-4de9-9c2d-58eff63ccbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974666 Jul 24 00:50:45.234387 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-21e9a4ff-45d0-4e3f-b034-51ef901b522f tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:45.237999 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-21e9a4ff-45d0-4e3f-b034-51ef901b522f tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3&tenant_id=ed057dc71fc949d185d5f214444abe1e&binding%3Ahost_id=n-h1-793621-25 HTTP/1.1" status: 200 len: 1098 time: 0.2515030 Jul 24 00:50:45.242491 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:45.253421 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-8406a997-d46d-477a-a4ef-4c7bd0d9223f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-25'}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:50:45.287673 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26b94257-c0af-4147-9ffe-5c742e897ecd {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:50:45.328275 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 26b94257-c0af-4147-9ffe-5c742e897ecd, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=26b94257-c0af-4147-9ffe-5c742e897ecd,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:45.332284 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:50:45.337804 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:45.338850 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 506e7617-622e-4e8e-8f0b-88bed6716f82 details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:50:45.351476 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ba093-c934-490b-854e-241f0635993d req-1fa82827-2381-4bb9-9657-0114d851433f tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:45.362554 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-413ba093-c934-490b-854e-241f0635993d req-1fa82827-2381-4bb9-9657-0114d851433f tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 949 time: 0.1782894 Jul 24 00:50:45.426277 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-413ba093-c934-490b-854e-241f0635993d req-161845d6-8f60-4856-a29b-ed50293457e6 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562427 Jul 24 00:50:45.497873 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-8406a997-d46d-477a-a4ef-4c7bd0d9223f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:45.503912 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=26b94257-c0af-4147-9ffe-5c742e897ecd,revision_number=11']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:45.582305 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7ce68-a8b7-4715-935b-3ac37aae51f0 req-7743f69b-91ba-4052-8e17-50ffd029f0a9 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:45.583930 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f9c7ce68-a8b7-4715-935b-3ac37aae51f0 req-7743f69b-91ba-4052-8e17-50ffd029f0a9 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3 HTTP/1.1" status: 200 len: 946 time: 0.2698143 Jul 24 00:50:45.599178 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 506e7617-622e-4e8e-8f0b-88bed6716f82, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=506e7617-622e-4e8e-8f0b-88bed6716f82,segment=NetworkSegment(58fdc277-5f36-433f-9782-f46712be7157),segment_id=58fdc277-5f36-433f-9782-f46712be7157)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:45.718910 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': '506e7617-622e-4e8e-8f0b-88bed6716f82', 'network_id': '0424e002-92c3-40ed-8018-7ea44515813a', 'port_id': '506e7617-622e-4e8e-8f0b-88bed6716f82', 'mac_address': 'fa:16:3e:a8:37:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eacbc75d-e7d9-4f31-b710-44862dc68303', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:50:45.724309 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device be8c5313-285d-4f85-ac71-c3c5fd8a7856 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:50:45.800867 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd8bd1-0bff-4bd5-a6c2-00b26c7375f8 req-9ae37131-b74d-4868-828a-756316787f09 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:45.801498 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f9c7ce68-a8b7-4715-935b-3ac37aae51f0 req-2ba343df-159f-4dbc-af9d-be29c8a1589f tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587875 Jul 24 00:50:45.802516 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2cd8bd1-0bff-4bd5-a6c2-00b26c7375f8 req-9ae37131-b74d-4868-828a-756316787f09 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.1459143 Jul 24 00:50:45.925030 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2cd8bd1-0bff-4bd5-a6c2-00b26c7375f8 req-556e76be-e66d-40f0-b61b-23e9c7c41664 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942936 Jul 24 00:50:45.944131 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3d98bb39-ed1f-413a-be53-9edace6f8bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:45.950306 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:45.984496 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 506e7617-622e-4e8e-8f0b-88bed6716f82 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:50:46.011587 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port be8c5313-285d-4f85-ac71-c3c5fd8a7856 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:50:46.036299 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 506e7617-622e-4e8e-8f0b-88bed6716f82, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=506e7617-622e-4e8e-8f0b-88bed6716f82,segment=NetworkSegment(58fdc277-5f36-433f-9782-f46712be7157),segment_id=58fdc277-5f36-433f-9782-f46712be7157)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:46.037867 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port be8c5313-285d-4f85-ac71-c3c5fd8a7856 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:50:46.038549 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:46.081375 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:46.082358 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 24a09a83-d86e-4a1c-b603-983448f0ec6b details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:50:46.166841 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-8406a997-d46d-477a-a4ef-4c7bd0d9223f service neutron] For port 8a7b0c4a-81fb-40e4-b825-05b3809f2008, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=8a7b0c4a-81fb-40e4-b825-05b3809f2008,segment=NetworkSegment(224003b9-1e4b-40e8-8bf3-31947898d576),segment_id=224003b9-1e4b-40e8-8bf3-31947898d576)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:46.288549 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 24a09a83-d86e-4a1c-b603-983448f0ec6b, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=24a09a83-d86e-4a1c-b603-983448f0ec6b,segment=NetworkSegment(68b73458-c661-4e5a-b683-24d7323352a7),segment_id=68b73458-c661-4e5a-b683-24d7323352a7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:46.321862 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=506e7617-622e-4e8e-8f0b-88bed6716f82,revision_number=12']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:46.362846 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:46.363187 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:46.363541 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:46.363931 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:46.364563 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:46.364563 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:46.365143 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:46.365276 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:46.365561 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:46.365874 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:46.366202 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:46.366529 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:50:46.389368 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b0ed1d95-4e95-4ec7-a853-7328e1cfce46 req-4af43704-5caf-4f59-acbc-0d616fb6f99b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=b486ec04-208e-4dc9-afec-31ef96b0255d HTTP/1.1" status: 200 len: 210 time: 0.1558492 Jul 24 00:50:46.413044 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-8406a997-d46d-477a-a4ef-4c7bd0d9223f service neutron] For port 8a7b0c4a-81fb-40e4-b825-05b3809f2008, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:50:46.420151 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': '24a09a83-d86e-4a1c-b603-983448f0ec6b', 'network_id': '08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80', 'port_id': '24a09a83-d86e-4a1c-b603-983448f0ec6b', 'mac_address': 'fa:16:3e:60:5b:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1072dbad-9319-4762-b271-20e6dc036200', 'ip_address': '10.1.1.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:50:46.433323 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:46.491283 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863391c6-6ea1-4e82-9046-9419a5e0a735 req-9de56efa-e76b-4bc3-bf08-ed632167a1c8 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:46.504085 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-863391c6-6ea1-4e82-9046-9419a5e0a735 req-9de56efa-e76b-4bc3-bf08-ed632167a1c8 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/ports?device_id=ade86e79-7938-43eb-926f-fe5672d6b672 HTTP/1.1" status: 200 len: 948 time: 0.1321540 Jul 24 00:50:46.520047 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-8406a997-d46d-477a-a4ef-4c7bd0d9223f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:46.537013 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-8406a997-d46d-477a-a4ef-4c7bd0d9223f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:46.600138 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-863391c6-6ea1-4e82-9046-9419a5e0a735 req-52474cb2-b85c-4b6b-859f-8635e05129c9 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1df493c-dad6-4de9-9c2d-58eff63ccbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851398 Jul 24 00:50:46.628460 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade86e79-7938-43eb-926f-fe5672d6b672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8c5313-285d-4f85-ac71-c3c5fd8a7856'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:50:46.630918 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc1159a-b472-4f4a-aab0-782f1bff0ba5" -d '{"events": [{"server_uuid": "ade86e79-7938-43eb-926f-fe5672d6b672", "name": "network-vif-plugged", "status": "completed", "tag": "be8c5313-285d-4f85-ac71-c3c5fd8a7856"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:50:46.647325 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:46.651775 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port be8c5313-285d-4f85-ac71-c3c5fd8a7856, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=be8c5313-285d-4f85-ac71-c3c5fd8a7856,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:46.692286 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:46.693388 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 6282d520-70c0-40cd-ba11-1b97c43423eb up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:50:46.716880 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd933ae6-865e-4bc6-8b26-5e4029d53f26 x-openstack-request-id: req-fd933ae6-865e-4bc6-8b26-5e4029d53f26 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:50:46.717455 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade86e79-7938-43eb-926f-fe5672d6b672", "name": "network-vif-plugged", "status": "completed", "tag": "be8c5313-285d-4f85-ac71-c3c5fd8a7856", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:50:46.717965 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fd933ae6-865e-4bc6-8b26-5e4029d53f26 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:50:46.718482 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade86e79-7938-43eb-926f-fe5672d6b672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8c5313-285d-4f85-ac71-c3c5fd8a7856', 'code': 200} Jul 24 00:50:46.754308 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24a09a83-d86e-4a1c-b603-983448f0ec6b {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:50:46.823479 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a7b0c4a-81fb-40e4-b825-05b3809f2008'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:50:46.826366 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1667e38-53a9-4e4f-a508-2c45a6f72507" -d '{"events": [{"server_uuid": "b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3", "name": "network-vif-unplugged", "status": "completed", "tag": "8a7b0c4a-81fb-40e4-b825-05b3809f2008"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:50:46.830962 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-8406a997-d46d-477a-a4ef-4c7bd0d9223f service neutron] Attempting to bind port 8a7b0c4a-81fb-40e4-b825-05b3809f2008 on host n-h1-793621-25 for vnic_type normal with profile {"migrating_to": "n-h2-793621-25"} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:50:46.831357 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-8406a997-d46d-477a-a4ef-4c7bd0d9223f service neutron] Attempting to bind port 8a7b0c4a-81fb-40e4-b825-05b3809f2008 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:50:46.831700 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-8406a997-d46d-477a-a4ef-4c7bd0d9223f service neutron] Attempting to bind port 8a7b0c4a-81fb-40e4-b825-05b3809f2008 on network 7c4ab419-d412-43cd-bcfe-97903abe1bf4 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:50:46.835271 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 24a09a83-d86e-4a1c-b603-983448f0ec6b, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=24a09a83-d86e-4a1c-b603-983448f0ec6b,segment=NetworkSegment(68b73458-c661-4e5a-b683-24d7323352a7),segment_id=68b73458-c661-4e5a-b683-24d7323352a7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:46.846845 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=be8c5313-285d-4f85-ac71-c3c5fd8a7856,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:46.852078 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:46.852629 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 7bc5bf74-100d-43be-be48-ec3d5d893115 details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:50:46.890817 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 6282d520-70c0-40cd-ba11-1b97c43423eb completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:50:46.903439 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 6282d520-70c0-40cd-ba11-1b97c43423eb triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:50:46.904596 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:46.921215 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406a997-d46d-477a-a4ef-4c7bd0d9223f service neutron] Pushing event updated for resources: {'Port': ['ID=8a7b0c4a-81fb-40e4-b825-05b3809f2008,revision_number=7']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:46.951297 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-8406a997-d46d-477a-a4ef-4c7bd0d9223f service neutron] Port 8a7b0c4a-81fb-40e4-b825-05b3809f2008 on network 7c4ab419-d412-43cd-bcfe-97903abe1bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:50:46.951713 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-8406a997-d46d-477a-a4ef-4c7bd0d9223f service neutron] Attempting to bind port 8a7b0c4a-81fb-40e4-b825-05b3809f2008 on network 7c4ab419-d412-43cd-bcfe-97903abe1bf4 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:50:46.981459 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=24a09a83-d86e-4a1c-b603-983448f0ec6b,revision_number=7']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:46.990652 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-8406a997-d46d-477a-a4ef-4c7bd0d9223f service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:50:46.990652 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-8406a997-d46d-477a-a4ef-4c7bd0d9223f service neutron] Checking segment: {'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:50:46.991170 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-8406a997-d46d-477a-a4ef-4c7bd0d9223f service neutron] Bound using segment: {'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:50:46.992875 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-8406a997-d46d-477a-a4ef-4c7bd0d9223f service neutron] Bound port: 8a7b0c4a-81fb-40e4-b825-05b3809f2008, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:50:46.992875 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-8406a997-d46d-477a-a4ef-4c7bd0d9223f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:46.993644 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 7bc5bf74-100d-43be-be48-ec3d5d893115, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=7bc5bf74-100d-43be-be48-ec3d5d893115,segment=NetworkSegment(68b73458-c661-4e5a-b683-24d7323352a7),segment_id=68b73458-c661-4e5a-b683-24d7323352a7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:47.012198 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': '7bc5bf74-100d-43be-be48-ec3d5d893115', 'network_id': '08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80', 'port_id': '7bc5bf74-100d-43be-be48-ec3d5d893115', 'mac_address': 'fa:16:3e:cd:3b:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1072dbad-9319-4762-b271-20e6dc036200', 'ip_address': '10.1.1.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:50:47.067913 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00908a55-73cc-4ba5-9862-9351721c6ef8 req-452a9940-1158-4913-996a-365e89cbfeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:47.069432 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-00908a55-73cc-4ba5-9862-9351721c6ef8 req-452a9940-1158-4913-996a-365e89cbfeff service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ade86e79-7938-43eb-926f-fe5672d6b672 HTTP/1.1" status: 200 len: 1101 time: 0.2548773 Jul 24 00:50:47.096653 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:47.099565 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:47.107461 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835d70e2-a358-4831-8032-4d6089da4f18 req-3e33dd51-07be-48b1-840b-1de7ff27a6cb tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:47.114664 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-835d70e2-a358-4831-8032-4d6089da4f18 req-3e33dd51-07be-48b1-840b-1de7ff27a6cb tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3 HTTP/1.1" status: 200 len: 944 time: 0.1537571 Jul 24 00:50:47.143953 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 6282d520-70c0-40cd-ba11-1b97c43423eb, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=6282d520-70c0-40cd-ba11-1b97c43423eb,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:47.152153 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bc5bf74-100d-43be-be48-ec3d5d893115 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:50:47.159121 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:47.192945 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-835d70e2-a358-4831-8032-4d6089da4f18 req-2c3b1607-019c-45cb-a0c6-14636c2c7e3f tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749185 Jul 24 00:50:47.231747 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 7bc5bf74-100d-43be-be48-ec3d5d893115, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=7bc5bf74-100d-43be-be48-ec3d5d893115,segment=NetworkSegment(68b73458-c661-4e5a-b683-24d7323352a7),segment_id=68b73458-c661-4e5a-b683-24d7323352a7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:47.247283 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:47.249809 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 3ed410d3-3325-4685-85a3-54d0440cdaea details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:50:47.284778 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=6282d520-70c0-40cd-ba11-1b97c43423eb,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:47.364863 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 3ed410d3-3325-4685-85a3-54d0440cdaea, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=3ed410d3-3325-4685-85a3-54d0440cdaea,segment=NetworkSegment(23ebf5d9-a245-4865-978c-96f59b5fd63b),segment_id=23ebf5d9-a245-4865-978c-96f59b5fd63b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:47.423578 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': '3ed410d3-3325-4685-85a3-54d0440cdaea', 'network_id': 'd44a086b-008a-4058-bec6-57d1e56e41f3', 'port_id': '3ed410d3-3325-4685-85a3-54d0440cdaea', 'mac_address': 'fa:16:3e:79:5b:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e536425-1d34-448a-8c81-b1347ff16a76', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:50:47.438455 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=7bc5bf74-100d-43be-be48-ec3d5d893115,revision_number=7']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:47.492006 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d1c159-998c-42e0-8514-8aebb8b0ad3c req-c75f92ed-edd1-4755-9045-6196b9f659c3 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:47.494287 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b8d1c159-998c-42e0-8514-8aebb8b0ad3c req-c75f92ed-edd1-4755-9045-6196b9f659c3 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.1043501 Jul 24 00:50:47.534736 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:47.557981 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ed410d3-3325-4685-85a3-54d0440cdaea {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:50:47.573357 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b8d1c159-998c-42e0-8514-8aebb8b0ad3c req-45f14a63-dfcb-482b-a9c1-5888fcbeed2a tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714426 Jul 24 00:50:47.589397 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d82efc7f-00aa-4896-97a9-f5471f4bb678 x-openstack-request-id: req-d82efc7f-00aa-4896-97a9-f5471f4bb678 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:50:47.589802 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3", "name": "network-vif-unplugged", "status": "completed", "tag": "8a7b0c4a-81fb-40e4-b825-05b3809f2008", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:50:47.590144 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d82efc7f-00aa-4896-97a9-f5471f4bb678 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:50:47.590625 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a7b0c4a-81fb-40e4-b825-05b3809f2008', 'code': 200} Jul 24 00:50:47.609223 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 3ed410d3-3325-4685-85a3-54d0440cdaea, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=3ed410d3-3325-4685-85a3-54d0440cdaea,segment=NetworkSegment(23ebf5d9-a245-4865-978c-96f59b5fd63b),segment_id=23ebf5d9-a245-4865-978c-96f59b5fd63b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:47.622764 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:47.623893 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 65eea3c6-1e2c-4140-8dae-ee4329e7701b details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:50:47.640825 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a926781-e4a6-49ef-b967-b7bddd1ee50f req-3308364f-f649-4c6a-9ee3-6d0fc919cd2c tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:47.642838 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2a926781-e4a6-49ef-b967-b7bddd1ee50f req-3308364f-f649-4c6a-9ee3-6d0fc919cd2c tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 949 time: 1.0437295 Jul 24 00:50:47.684938 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-00908a55-73cc-4ba5-9862-9351721c6ef8 req-ca428d83-523a-4273-b7ac-fdefa1de2ad6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c1df493c-dad6-4de9-9c2d-58eff63ccbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926564 Jul 24 00:50:47.707029 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-8406a997-d46d-477a-a4ef-4c7bd0d9223f service neutron] For port 8a7b0c4a-81fb-40e4-b825-05b3809f2008, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:50:47.739742 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-8406a997-d46d-477a-a4ef-4c7bd0d9223f service neutron] For port 8a7b0c4a-81fb-40e4-b825-05b3809f2008, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=8a7b0c4a-81fb-40e4-b825-05b3809f2008,segment=NetworkSegment(224003b9-1e4b-40e8-8bf3-31947898d576),segment_id=224003b9-1e4b-40e8-8bf3-31947898d576)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:50:47.759232 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2a926781-e4a6-49ef-b967-b7bddd1ee50f req-62043714-64fa-443e-ac53-12cf58b85e98 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081164 Jul 24 00:50:47.764045 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-8406a997-d46d-477a-a4ef-4c7bd0d9223f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:47.944581 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-66eceed9-3998-40c7-9372-1c5025cb19ae req-b972f612-92d4-4155-9c0c-cffa502af4fc tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=b486ec04-208e-4dc9-afec-31ef96b0255d HTTP/1.1" status: 200 len: 210 time: 0.0887678 Jul 24 00:50:47.972551 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-8406a997-d46d-477a-a4ef-4c7bd0d9223f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:47.973774 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-8406a997-d46d-477a-a4ef-4c7bd0d9223f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:47.978684 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-8406a997-d46d-477a-a4ef-4c7bd0d9223f service neutron] 10.222.0.11 "PUT /v2.0/ports/8a7b0c4a-81fb-40e4-b825-05b3809f2008 HTTP/1.1" status: 200 len: 1124 time: 2.7337964 Jul 24 00:50:48.020675 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=3ed410d3-3325-4685-85a3-54d0440cdaea,revision_number=7']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:48.028318 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.db.resource_extend [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 00:50:48.031721 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406a997-d46d-477a-a4ef-4c7bd0d9223f service neutron] Pushing event updated for resources: {'Port': ['ID=8a7b0c4a-81fb-40e4-b825-05b3809f2008,revision_number=8']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:48.068404 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 65eea3c6-1e2c-4140-8dae-ee4329e7701b, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=65eea3c6-1e2c-4140-8dae-ee4329e7701b,segment=NetworkSegment(68b73458-c661-4e5a-b683-24d7323352a7),segment_id=68b73458-c661-4e5a-b683-24d7323352a7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:48.099329 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': '65eea3c6-1e2c-4140-8dae-ee4329e7701b', 'network_id': '08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80', 'port_id': '65eea3c6-1e2c-4140-8dae-ee4329e7701b', 'mac_address': 'fa:16:3e:ad:9e:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1072dbad-9319-4762-b271-20e6dc036200', 'ip_address': '10.1.1.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:50:48.148725 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b0dce-5868-43be-9f29-ecb76dff31f1 req-f0c3eaf0-6022-4d4a-ad4b-1ef8c8c0b4aa tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:48.150775 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:48.157206 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5f3b0dce-5868-43be-9f29-ecb76dff31f1 req-f0c3eaf0-6022-4d4a-ad4b-1ef8c8c0b4aa tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/ports?device_id=ade86e79-7938-43eb-926f-fe5672d6b672 HTTP/1.1" status: 200 len: 949 time: 0.1938355 Jul 24 00:50:48.172742 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65eea3c6-1e2c-4140-8dae-ee4329e7701b {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:50:48.206086 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['8a7b0c4a-81fb-40e4-b825-05b3809f2008'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:50:48.213491 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-335bb605-1013-407c-82bb-1336e9167981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:48.250956 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5f3b0dce-5868-43be-9f29-ecb76dff31f1 req-21c94095-b09e-4e3a-8b18-a437a64f733d tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1df493c-dad6-4de9-9c2d-58eff63ccbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874307 Jul 24 00:50:48.251124 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 65eea3c6-1e2c-4140-8dae-ee4329e7701b, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=65eea3c6-1e2c-4140-8dae-ee4329e7701b,segment=NetworkSegment(68b73458-c661-4e5a-b683-24d7323352a7),segment_id=68b73458-c661-4e5a-b683-24d7323352a7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:48.259628 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-785c49c3-908f-4243-a33b-218c28ab7a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:48.261524 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-785c49c3-908f-4243-a33b-218c28ab7a8f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64682d71562544209c45b1dc63c9fd56&device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 1101 time: 0.1806223 Jul 24 00:50:48.266779 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:48.267619 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 88b73c65-2a63-44ed-97a6-4adff615d912 details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:50:48.276981 n-d-793621-25 neutron-server[100465]: INFO neutron.plugins.ml2.plugin [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] No ports have port_id starting with 88b73c65-2a63-44ed-97a6-4adff615d912 Jul 24 00:50:48.325080 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 88b73c65-2a63-44ed-97a6-4adff615d912 requested by agent hyperv_n-h2-793621-25 not found in database {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 24 00:50:48.488439 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-198dc0b7-cbd2-4099-a2f7-8d24d52e610c req-427e48b6-452c-4e6d-b284-830e4069d08a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=133d6e8bbab54d519ed84797d0ebf0de&device_id=558ad6cf-3a1f-474e-b592-12d1fc7c472d HTTP/1.1" status: 200 len: 210 time: 0.1428983 Jul 24 00:50:48.541241 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-04f119f5-71ba-4afa-b21f-ca008dc3583d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:48.549169 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-04f119f5-71ba-4afa-b21f-ca008dc3583d service neutron] 10.222.0.13 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.2675664 Jul 24 00:50:48.583906 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:48.591469 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=65eea3c6-1e2c-4140-8dae-ee4329e7701b,revision_number=7']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:48.654892 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['9d1b5b62-5be0-495a-ae91-411a6cc06b8e'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:50:48.690072 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-25bfc9d6-589d-4ffa-8d9a-5c8fa8bf2604 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 HTTP/1.1" status: 200 len: 217 time: 0.1251559 Jul 24 00:50:48.702087 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8863d-50fc-42ef-9ce7-a71eddbe88bc req-c4d2f815-4200-4a52-bfee-56500d726319 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:48.711491 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-81c8863d-50fc-42ef-9ce7-a71eddbe88bc req-c4d2f815-4200-4a52-bfee-56500d726319 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3 HTTP/1.1" status: 200 len: 944 time: 0.3711443 Jul 24 00:50:48.728568 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6112b4b0-1bf7-4ecf-a8ca-7463336dc8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6282d520-70c0-40cd-ba11-1b97c43423eb'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:50:48.730972 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78efe99e-280f-413c-94fe-387600ab50b6" -d '{"events": [{"server_uuid": "6112b4b0-1bf7-4ecf-a8ca-7463336dc8a7", "name": "network-vif-plugged", "status": "completed", "tag": "6282d520-70c0-40cd-ba11-1b97c43423eb"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:50:48.741523 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['1bd284f3-f531-425d-990f-2e8bd2068cc4'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:50:48.805542 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:50:48.807581 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-39cb643a-ef17-4291-b423-cdf96b9cdce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:48.808031 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['1b2d3291-8280-46dd-96b5-e7c6c7c3131b'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:50:48.809628 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-39cb643a-ef17-4291-b423-cdf96b9cdce9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.1030097 Jul 24 00:50:48.827998 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aa73a9-0033-4f92-bc5a-704f5837fb26 req-db688d15-a150-40f3-a08a-ffb0ab55f568 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:48.829991 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-60aa73a9-0033-4f92-bc5a-704f5837fb26 req-db688d15-a150-40f3-a08a-ffb0ab55f568 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.1334801 Jul 24 00:50:48.843205 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198dc0b7-cbd2-4099-a2f7-8d24d52e610c req-60ddee41-d0f3-4e7c-b330-b5c83dbea4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:48.844790 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-198dc0b7-cbd2-4099-a2f7-8d24d52e610c req-60ddee41-d0f3-4e7c-b330-b5c83dbea4d6 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=133d6e8bbab54d519ed84797d0ebf0de&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3351760 Jul 24 00:50:48.870201 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-81c8863d-50fc-42ef-9ce7-a71eddbe88bc req-dbb3195f-edda-4abe-ab85-684dfa573bc9 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419678 Jul 24 00:50:48.901874 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['3ed410d3-3325-4685-85a3-54d0440cdaea'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:50:48.904619 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['24a09a83-d86e-4a1c-b603-983448f0ec6b'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:50:48.936389 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-60aa73a9-0033-4f92-bc5a-704f5837fb26 req-ede560bc-8fa8-4c75-86b3-7ea447567978 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959177 Jul 24 00:50:48.965327 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-5213450b-4145-4095-ae8e-f89b7f61df31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:48.967758 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-5213450b-4145-4095-ae8e-f89b7f61df31 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1365132 Jul 24 00:50:49.007615 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['506e7617-622e-4e8e-8f0b-88bed6716f82'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:50:49.018194 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['26b94257-c0af-4147-9ffe-5c742e897ecd'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:50:49.027524 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d521dec-c10a-434a-b1f9-9227943d18d4 x-openstack-request-id: req-8d521dec-c10a-434a-b1f9-9227943d18d4 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:50:49.028362 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6112b4b0-1bf7-4ecf-a8ca-7463336dc8a7", "name": "network-vif-plugged", "status": "completed", "tag": "6282d520-70c0-40cd-ba11-1b97c43423eb", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:50:49.028362 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8d521dec-c10a-434a-b1f9-9227943d18d4 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:50:49.028362 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6112b4b0-1bf7-4ecf-a8ca-7463336dc8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6282d520-70c0-40cd-ba11-1b97c43423eb', 'code': 200} Jul 24 00:50:49.124747 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198dc0b7-cbd2-4099-a2f7-8d24d52e610c req-afd9269f-a7c5-4e90-8191-03bfc2a7e99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:49.127251 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-198dc0b7-cbd2-4099-a2f7-8d24d52e610c req-afd9269f-a7c5-4e90-8191-03bfc2a7e99c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2627282 Jul 24 00:50:49.198485 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['7bc5bf74-100d-43be-be48-ec3d5d893115'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:50:49.201724 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['65eea3c6-1e2c-4140-8dae-ee4329e7701b'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:50:49.245989 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-82196200-94c4-4862-bbc3-ff095e8e837b service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660372 Jul 24 00:50:49.315644 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-564d6b14-9746-4d0d-97cf-9311524fdb19 req-fcd67adf-547f-4246-b2d5-738dfcf525c6 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=b486ec04-208e-4dc9-afec-31ef96b0255d HTTP/1.1" status: 200 len: 210 time: 0.0551128 Jul 24 00:50:49.370610 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6413e-7bd9-49b6-babf-d48894622b77 req-7030db1e-eeb0-4710-817a-813638061d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:49.372513 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-69f6413e-7bd9-49b6-babf-d48894622b77 req-7030db1e-eeb0-4710-817a-813638061d77 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6112b4b0-1bf7-4ecf-a8ca-7463336dc8a7 HTTP/1.1" status: 200 len: 1101 time: 0.1796863 Jul 24 00:50:49.433381 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb7571-b0a7-40da-8dc7-0bc9b938bdf5 req-ca941546-b624-47ec-9779-f96eb7659777 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:49.442969 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-acbb7571-b0a7-40da-8dc7-0bc9b938bdf5 req-ca941546-b624-47ec-9779-f96eb7659777 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 949 time: 0.2972729 Jul 24 00:50:49.448708 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-69f6413e-7bd9-49b6-babf-d48894622b77 req-bd8a7458-0b02-4033-98b4-fd4131f8972e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c1df493c-dad6-4de9-9c2d-58eff63ccbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568216 Jul 24 00:50:49.542454 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-acbb7571-b0a7-40da-8dc7-0bc9b938bdf5 req-a8085e31-5962-4eb3-aa00-ca30dde9a41f tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957150 Jul 24 00:50:49.575184 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-50f311f7-42b8-4dae-97e7-8ef9f10edfdf service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121104 Jul 24 00:50:49.595259 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3', 'tag': '8a7b0c4a-81fb-40e4-b825-05b3809f2008'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:50:49.601334 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b42e91-ac61-476d-85d9-18b743dd3d01" -d '{"events": [{"name": "network-changed", "server_uuid": "b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3", "tag": "8a7b0c4a-81fb-40e4-b825-05b3809f2008"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:50:49.621516 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b03d82-7441-433e-85a2-eb5d61b3af94 req-18f67c58-678e-45aa-baf9-6cff58f0b7ec tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:49.630280 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-05b03d82-7441-433e-85a2-eb5d61b3af94 req-18f67c58-678e-45aa-baf9-6cff58f0b7ec tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/ports?device_id=ade86e79-7938-43eb-926f-fe5672d6b672 HTTP/1.1" status: 200 len: 949 time: 0.1411228 Jul 24 00:50:49.711118 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-05b03d82-7441-433e-85a2-eb5d61b3af94 req-f201e5f2-1591-444b-a8bf-822eb7988215 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1df493c-dad6-4de9-9c2d-58eff63ccbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737529 Jul 24 00:50:49.759220 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00854918-91ae-4faf-ad1a-322c1bdd85e0 x-openstack-request-id: req-00854918-91ae-4faf-ad1a-322c1bdd85e0 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:50:49.759605 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3", "tag": "8a7b0c4a-81fb-40e4-b825-05b3809f2008", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:50:49.759999 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-00854918-91ae-4faf-ad1a-322c1bdd85e0 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:50:49.761565 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3', 'tag': '8a7b0c4a-81fb-40e4-b825-05b3809f2008', 'status': 'completed', 'code': 200} Jul 24 00:50:49.853608 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:49.952589 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b42e91-ac61-476d-85d9-18b743dd3d01 req-74415060-73d2-4189-a309-3910826e528c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:49.957399 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57684187-a75f-4237-979b-8aeb7fb36690 req-9c086536-61fc-4d47-a1ac-2870b3aefc45 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:49.963015 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e1b42e91-ac61-476d-85d9-18b743dd3d01 req-74415060-73d2-4189-a309-3910826e528c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed057dc71fc949d185d5f214444abe1e&device_id=b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3 HTTP/1.1" status: 200 len: 1127 time: 0.1643438 Jul 24 00:50:49.968014 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-57684187-a75f-4237-979b-8aeb7fb36690 req-9c086536-61fc-4d47-a1ac-2870b3aefc45 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/ports?device_id=6112b4b0-1bf7-4ecf-a8ca-7463336dc8a7 HTTP/1.1" status: 200 len: 949 time: 0.1006651 Jul 24 00:50:50.015980 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-57684187-a75f-4237-979b-8aeb7fb36690 req-9a4c69cb-92c5-4fde-bdcb-ded4a01bd6ec tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1df493c-dad6-4de9-9c2d-58eff63ccbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439627 Jul 24 00:50:50.218338 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80c837-aa7a-4d6f-b9ea-c2346413f302 req-b53ef1c9-57f9-421f-804a-a57be1c12ea8 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:50.220017 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bd80c837-aa7a-4d6f-b9ea-c2346413f302 req-b53ef1c9-57f9-421f-804a-a57be1c12ea8 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3 HTTP/1.1" status: 200 len: 944 time: 0.2331808 Jul 24 00:50:50.230087 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a777f-dd02-47c4-bb59-3d8508c7e1af req-a7c96ce9-e45c-458d-91c4-9fa0d068521c tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:50.234962 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-897a777f-dd02-47c4-bb59-3d8508c7e1af req-a7c96ce9-e45c-458d-91c4-9fa0d068521c tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.1284013 Jul 24 00:50:50.263757 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b42e91-ac61-476d-85d9-18b743dd3d01 req-3122989f-0cb7-4866-b959-99b89a74de6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:50.265262 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e1b42e91-ac61-476d-85d9-18b743dd3d01 req-3122989f-0cb7-4866-b959-99b89a74de6f service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c4ab419-d412-43cd-bcfe-97903abe1bf4 HTTP/1.1" status: 200 len: 908 time: 0.2885656 Jul 24 00:50:50.314264 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-897a777f-dd02-47c4-bb59-3d8508c7e1af req-e56b9e7a-c556-482a-bbf1-5a3372c6decd tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681603 Jul 24 00:50:50.357342 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e1b42e91-ac61-476d-85d9-18b743dd3d01 req-0b1d9290-4dc4-4b94-9e7c-8116d85f87c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a7b0c4a-81fb-40e4-b825-05b3809f2008 HTTP/1.1" status: 200 len: 217 time: 0.0676093 Jul 24 00:50:50.374507 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bd80c837-aa7a-4d6f-b9ea-c2346413f302 req-d544b238-6c8d-4724-b3d9-35dc1747c291 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355579 Jul 24 00:50:50.497683 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b42e91-ac61-476d-85d9-18b743dd3d01 req-c013e99c-e290-43f8-9f68-9d15e067adb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:50.499270 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e1b42e91-ac61-476d-85d9-18b743dd3d01 req-c013e99c-e290-43f8-9f68-9d15e067adb2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e7ca279-b98c-43f9-865c-dc5db7518bba HTTP/1.1" status: 200 len: 847 time: 0.1235342 Jul 24 00:50:50.612575 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e1b42e91-ac61-476d-85d9-18b743dd3d01 req-ae3cda53-c9a1-4bb4-932a-2dede58c1d76 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c4ab419-d412-43cd-bcfe-97903abe1bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023264 Jul 24 00:50:50.643344 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e65809dc-95bb-4ed9-83b2-dbce7c8e612c req-d5602d56-c34c-458f-a716-dee34c9d549d tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=b486ec04-208e-4dc9-afec-31ef96b0255d HTTP/1.1" status: 200 len: 210 time: 0.0720828 Jul 24 00:50:50.746076 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e1b42e91-ac61-476d-85d9-18b743dd3d01 req-7a30f40a-2ee7-479d-81d1-bc02d9da0fa6 service neutron] 10.222.0.13 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222851 Jul 24 00:50:50.911019 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e1b42e91-ac61-476d-85d9-18b743dd3d01 req-dc9e4686-3318-40d3-9a35-396127f3a536 service neutron] 10.222.0.13 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353230 Jul 24 00:50:50.978447 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:51.019052 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5cff73-f797-4e79-9fb5-f6606d8d2ad0 req-c32778c4-5dba-4feb-abe8-d05c7e9ca65e tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:51.022635 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2a5cff73-f797-4e79-9fb5-f6606d8d2ad0 req-c32778c4-5dba-4feb-abe8-d05c7e9ca65e tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 949 time: 0.2750683 Jul 24 00:50:51.097243 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2a5cff73-f797-4e79-9fb5-f6606d8d2ad0 req-b027c5e4-b92e-4e09-af38-146bf6c82c9d tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685546 Jul 24 00:50:51.221658 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bcbfba-aaf8-48af-8f0b-482974632ec1 req-91de1857-f800-44fa-bd03-49cdf084f07e tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:51.233429 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-78bcbfba-aaf8-48af-8f0b-482974632ec1 req-91de1857-f800-44fa-bd03-49cdf084f07e tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/ports?device_id=6112b4b0-1bf7-4ecf-a8ca-7463336dc8a7 HTTP/1.1" status: 200 len: 949 time: 0.1075373 Jul 24 00:50:51.282797 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-78bcbfba-aaf8-48af-8f0b-482974632ec1 req-1fd0a27d-4972-4941-9498-6d99c02d0685 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1df493c-dad6-4de9-9c2d-58eff63ccbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483987 Jul 24 00:50:51.508555 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a1225-736f-4976-8aba-a58df1035eef req-4d604178-9d51-4389-8d7c-2575716f6b9e tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:51.517279 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5c5a1225-736f-4976-8aba-a58df1035eef req-4d604178-9d51-4389-8d7c-2575716f6b9e tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.0930512 Jul 24 00:50:51.608971 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5c5a1225-736f-4976-8aba-a58df1035eef req-4ea697a4-0931-43e0-99fb-e6a531f00315 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905881 Jul 24 00:50:51.839287 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5c62e-0fa3-4436-a8fe-909bd2f4d2aa req-b12bb913-dd08-440d-9244-57778abc2e5a tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:51.850599 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-42e5c62e-0fa3-4436-a8fe-909bd2f4d2aa req-b12bb913-dd08-440d-9244-57778abc2e5a tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3 HTTP/1.1" status: 200 len: 944 time: 0.1237617 Jul 24 00:50:51.920565 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-42e5c62e-0fa3-4436-a8fe-909bd2f4d2aa req-06478a92-cfe8-42a5-b08d-c6ac2f38dc94 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688543 Jul 24 00:50:51.957541 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-198dc0b7-cbd2-4099-a2f7-8d24d52e610c req-3c059cc2-4be0-4245-b6e4-22e8fa997f22 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=558ad6cf-3a1f-474e-b592-12d1fc7c472d HTTP/1.1" status: 200 len: 210 time: 0.0561509 Jul 24 00:50:52.088975 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:50:52.144096 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-aaf27672-db06-4b91-9825-fa1dcd4a5781 req-0a5b878e-29c6-48a5-b5cd-fafc5aae05f3 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=b486ec04-208e-4dc9-afec-31ef96b0255d HTTP/1.1" status: 200 len: 210 time: 0.0408447 Jul 24 00:50:52.288837 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be07112-099d-44bc-9aac-361df36917fb req-86f60a7c-fc65-45c2-ac71-6af72d4cdefc tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:52.298677 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0be07112-099d-44bc-9aac-361df36917fb req-86f60a7c-fc65-45c2-ac71-6af72d4cdefc tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 949 time: 0.0941002 Jul 24 00:50:52.346696 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0be07112-099d-44bc-9aac-361df36917fb req-bc2bb644-062b-4190-9892-7d5c5fd786ee tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455422 Jul 24 00:50:52.369227 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 8a7b0c4a-81fb-40e4-b825-05b3809f2008 details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:50:52.509957 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 8a7b0c4a-81fb-40e4-b825-05b3809f2008, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=8a7b0c4a-81fb-40e4-b825-05b3809f2008,segment=NetworkSegment(224003b9-1e4b-40e8-8bf3-31947898d576),segment_id=224003b9-1e4b-40e8-8bf3-31947898d576)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:52.536661 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 8a7b0c4a-81fb-40e4-b825-05b3809f2008 has no active binding in host n-h2-793621-25 {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 24 00:50:52.842487 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f8a802-df57-420b-844e-76a919105f37 req-6dfbac34-f358-4521-8a3a-f1ecc78fd6ed tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:52.854885 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-24f8a802-df57-420b-844e-76a919105f37 req-6dfbac34-f358-4521-8a3a-f1ecc78fd6ed tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.1058936 Jul 24 00:50:52.932873 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-24f8a802-df57-420b-844e-76a919105f37 req-43c57007-63a3-4733-b484-e776c2538cdf tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757494 Jul 24 00:50:53.143759 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabaa658-594d-4f9e-a5a5-5333785fddab req-16be6c3b-e9d5-4eae-a6c4-b8fd07551b17 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:53.145391 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dabaa658-594d-4f9e-a5a5-5333785fddab req-16be6c3b-e9d5-4eae-a6c4-b8fd07551b17 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3 HTTP/1.1" status: 200 len: 944 time: 0.1152914 Jul 24 00:50:53.253482 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dabaa658-594d-4f9e-a5a5-5333785fddab req-e14b305f-1860-4dc9-9813-2a041448ac96 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995533 Jul 24 00:50:53.543483 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688c11b1-4849-43ee-bd95-5c92f445a711 req-a9811ee8-805b-4cd4-be20-4b62a777a253 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:53.555941 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-688c11b1-4849-43ee-bd95-5c92f445a711 req-a9811ee8-805b-4cd4-be20-4b62a777a253 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 949 time: 0.1055338 Jul 24 00:50:53.613836 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-688c11b1-4849-43ee-bd95-5c92f445a711 req-d3375021-0536-46c2-acc6-1eb081ad5fc4 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543296 Jul 24 00:50:54.149587 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccbfacb-c4a5-4b79-af81-91b429c4052b req-1915d30b-41a3-4023-94c8-5cc02582f5ed tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:54.158595 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8ccbfacb-c4a5-4b79-af81-91b429c4052b req-1915d30b-41a3-4023-94c8-5cc02582f5ed tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.1253703 Jul 24 00:50:54.215416 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8ccbfacb-c4a5-4b79-af81-91b429c4052b req-b7ba91a8-0651-474d-8ead-4cdb0d1686a1 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557694 Jul 24 00:50:54.390757 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 7bc5bf74-100d-43be-be48-ec3d5d893115 up at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:50:54.499607 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning complete for port 7bc5bf74-100d-43be-be48-ec3d5d893115 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:50:54.500330 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:54.550495 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c6306-5160-4e1b-9b06-61604cd83d41 req-21b19660-b645-4af4-9d4b-09ccfd128604 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:54.562327 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cb9c6306-5160-4e1b-9b06-61604cd83d41 req-21b19660-b645-4af4-9d4b-09ccfd128604 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3 HTTP/1.1" status: 200 len: 944 time: 0.1864896 Jul 24 00:50:54.622586 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:54.649026 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cb9c6306-5160-4e1b-9b06-61604cd83d41 req-3212ef30-a714-41a9-a8a1-bab25e1db018 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853274 Jul 24 00:50:54.693188 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 7bc5bf74-100d-43be-be48-ec3d5d893115, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=7bc5bf74-100d-43be-be48-ec3d5d893115,segment=NetworkSegment(68b73458-c661-4e5a-b683-24d7323352a7),segment_id=68b73458-c661-4e5a-b683-24d7323352a7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:54.694510 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc5bf74-100d-43be-be48-ec3d5d893115'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:50:54.703700 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c363ecce-ccd2-454a-abb7-3be85d9248b1" -d '{"events": [{"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-plugged", "status": "completed", "tag": "7bc5bf74-100d-43be-be48-ec3d5d893115"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:50:54.715151 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:54.814182 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d40f6da-7b9d-45a2-a77e-f7cd6de6b6d3 x-openstack-request-id: req-2d40f6da-7b9d-45a2-a77e-f7cd6de6b6d3 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:50:54.814607 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-plugged", "status": "completed", "tag": "7bc5bf74-100d-43be-be48-ec3d5d893115", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:50:54.815746 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2d40f6da-7b9d-45a2-a77e-f7cd6de6b6d3 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:50:54.815746 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc5bf74-100d-43be-be48-ec3d5d893115', 'code': 200} Jul 24 00:50:54.822526 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=7bc5bf74-100d-43be-be48-ec3d5d893115,revision_number=8']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:54.861579 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56937d4f-2c83-4385-a829-19cf2fae4e3d req-9e3e661b-950e-4e9a-87b1-08b7849b802d tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:54.870673 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-56937d4f-2c83-4385-a829-19cf2fae4e3d req-9e3e661b-950e-4e9a-87b1-08b7849b802d tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 949 time: 0.1076729 Jul 24 00:50:54.921214 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-56937d4f-2c83-4385-a829-19cf2fae4e3d req-9c1afce5-b4a2-4ef1-b213-10b4635b8953 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501871 Jul 24 00:50:55.399867 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab687fc1-14e0-4991-ae3e-652e43bd1970 req-a17d000a-683c-48a5-bf1e-cac61ee2ebb3 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:55.402426 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ab687fc1-14e0-4991-ae3e-652e43bd1970 req-a17d000a-683c-48a5-bf1e-cac61ee2ebb3 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.0941355 Jul 24 00:50:55.478336 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ab687fc1-14e0-4991-ae3e-652e43bd1970 req-c823f555-1475-469f-be0a-dee529e2d2b2 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685689 Jul 24 00:50:55.800598 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 6282d520-70c0-40cd-ba11-1b97c43423eb details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:50:55.803300 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 224f5f2b-b13c-42bc-b3e4-9875832f8abd no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:50:55.858121 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 224f5f2b-b13c-42bc-b3e4-9875832f8abd {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:50:55.859582 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 224f5f2b-b13c-42bc-b3e4-9875832f8abd not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:50:55.894137 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e7308-d5cc-4eb2-a71e-df0641e6a7a2 req-e32fc6af-fa24-4b3d-b62a-677f3953179e tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:55.902856 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8b7e7308-d5cc-4eb2-a71e-df0641e6a7a2 req-e32fc6af-fa24-4b3d-b62a-677f3953179e tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3 HTTP/1.1" status: 200 len: 944 time: 0.1515870 Jul 24 00:50:55.995789 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8b7e7308-d5cc-4eb2-a71e-df0641e6a7a2 req-5099b342-1450-440c-8125-d85958ad82ff tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886097 Jul 24 00:50:56.034592 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 6282d520-70c0-40cd-ba11-1b97c43423eb, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=6282d520-70c0-40cd-ba11-1b97c43423eb,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:56.049892 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '6282d520-70c0-40cd-ba11-1b97c43423eb', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'port_id': '6282d520-70c0-40cd-ba11-1b97c43423eb', 'mac_address': 'fa:16:3e:49:14:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:50:56.121328 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a3326-4341-488f-b72f-39390b44d1f9 req-08932a84-758c-4b5a-b35a-7dbbb34db77c tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:56.124345 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e04a3326-4341-488f-b72f-39390b44d1f9 req-08932a84-758c-4b5a-b35a-7dbbb34db77c tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 949 time: 0.1029534 Jul 24 00:50:56.182790 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e04a3326-4341-488f-b72f-39390b44d1f9 req-51772239-78b6-4822-8cbe-93be27735e97 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496609 Jul 24 00:50:56.283787 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:56.299210 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6282d520-70c0-40cd-ba11-1b97c43423eb {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:50:56.323599 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 6282d520-70c0-40cd-ba11-1b97c43423eb, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=6282d520-70c0-40cd-ba11-1b97c43423eb,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:56.330008 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:56.385724 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=6282d520-70c0-40cd-ba11-1b97c43423eb,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:56.406477 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 9d1b5b62-5be0-495a-ae91-411a6cc06b8e up at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:50:56.478964 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning complete for port 9d1b5b62-5be0-495a-ae91-411a6cc06b8e triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:50:56.479316 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:56.531621 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-723dad94-55b6-429b-9a49-82885ee2ef4b service neutron] 10.222.0.13 "GET /v2.0/ports/8a7b0c4a-81fb-40e4-b825-05b3809f2008/bindings/n-h2-793621-25 HTTP/1.1" status: 200 len: 385 time: 0.1085904 Jul 24 00:50:56.556215 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['6282d520-70c0-40cd-ba11-1b97c43423eb'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:50:56.906168 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:56.977160 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a17db-cd6c-436d-85aa-e89e352f4c8f req-04417577-2a00-4ea8-9293-a48b575fe4ab tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:56.982824 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1b5b62-5be0-495a-ae91-411a6cc06b8e'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:50:56.988670 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b78a17db-cd6c-436d-85aa-e89e352f4c8f req-04417577-2a00-4ea8-9293-a48b575fe4ab tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.3188646 Jul 24 00:50:56.989481 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61eaf20c-513e-4991-8984-ceb35064e82b" -d '{"events": [{"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-plugged", "status": "completed", "tag": "9d1b5b62-5be0-495a-ae91-411a6cc06b8e"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:50:57.043457 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 9d1b5b62-5be0-495a-ae91-411a6cc06b8e, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=9d1b5b62-5be0-495a-ae91-411a6cc06b8e,segment=NetworkSegment(68b73458-c661-4e5a-b683-24d7323352a7),segment_id=68b73458-c661-4e5a-b683-24d7323352a7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:57.050154 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-2f2fe649-e100-427b-b2ab-c0e61fcea991 service neutron] For port 8a7b0c4a-81fb-40e4-b825-05b3809f2008, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=8a7b0c4a-81fb-40e4-b825-05b3809f2008,segment=NetworkSegment(224003b9-1e4b-40e8-8bf3-31947898d576),segment_id=224003b9-1e4b-40e8-8bf3-31947898d576)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:57.083212 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b78a17db-cd6c-436d-85aa-e89e352f4c8f req-7353fa76-7292-428a-980e-598f4c18b283 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759056 Jul 24 00:50:57.100995 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:57.102602 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 1bd284f3-f531-425d-990f-2e8bd2068cc4 up at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:50:57.125188 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-2f2fe649-e100-427b-b2ab-c0e61fcea991 service neutron] For port 8a7b0c4a-81fb-40e4-b825-05b3809f2008, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:50:57.209495 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-2f2fe649-e100-427b-b2ab-c0e61fcea991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a7b0c4a-81fb-40e4-b825-05b3809f2008 {{(pid=100463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:50:57.229100 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea96125-4644-447b-9817-e4801985bfa5 x-openstack-request-id: req-5ea96125-4644-447b-9817-e4801985bfa5 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:50:57.229510 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-plugged", "status": "completed", "tag": "9d1b5b62-5be0-495a-ae91-411a6cc06b8e", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:50:57.229857 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5ea96125-4644-447b-9817-e4801985bfa5 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:50:57.230447 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1b5b62-5be0-495a-ae91-411a6cc06b8e', 'code': 200} Jul 24 00:50:57.230874 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-2f2fe649-e100-427b-b2ab-c0e61fcea991 service neutron] For port 8a7b0c4a-81fb-40e4-b825-05b3809f2008, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=8a7b0c4a-81fb-40e4-b825-05b3809f2008,segment=NetworkSegment(224003b9-1e4b-40e8-8bf3-31947898d576),segment_id=224003b9-1e4b-40e8-8bf3-31947898d576)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:57.231945 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=9d1b5b62-5be0-495a-ae91-411a6cc06b8e,revision_number=8']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:57.288971 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning for port 1bd284f3-f531-425d-990f-2e8bd2068cc4 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:50:57.291557 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-2f2fe649-e100-427b-b2ab-c0e61fcea991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:57.293907 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning complete for port 1bd284f3-f531-425d-990f-2e8bd2068cc4 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:50:57.294942 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:57.386476 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeaf339-75d1-4d97-8502-867835d8ecc8 req-a004e8ae-bc92-4438-93df-3c9bf024c743 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:57.395541 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bfeaf339-75d1-4d97-8502-867835d8ecc8 req-a004e8ae-bc92-4438-93df-3c9bf024c743 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3 HTTP/1.1" status: 200 len: 944 time: 0.1392646 Jul 24 00:50:57.460309 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bfeaf339-75d1-4d97-8502-867835d8ecc8 req-ab3b937d-b81a-4526-9497-388a7a69e407 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633669 Jul 24 00:50:57.461693 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-2f2fe649-e100-427b-b2ab-c0e61fcea991 service neutron] Transition to ACTIVE for port object 8a7b0c4a-81fb-40e4-b825-05b3809f2008 will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:50:57.473156 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-2f2fe649-e100-427b-b2ab-c0e61fcea991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:57.581900 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc63c92-eb5a-40a1-a1bf-cf939c5aea73 req-f2be90e1-8061-4b94-bfc1-52a8bae5cd3f tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:57.588927 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2fe649-e100-427b-b2ab-c0e61fcea991 service neutron] Pushing event updated for resources: {'Port': ['ID=8a7b0c4a-81fb-40e4-b825-05b3809f2008,revision_number=10']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:57.592438 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3bc63c92-eb5a-40a1-a1bf-cf939c5aea73 req-f2be90e1-8061-4b94-bfc1-52a8bae5cd3f tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 949 time: 0.1217277 Jul 24 00:50:57.625422 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-2f2fe649-e100-427b-b2ab-c0e61fcea991 service neutron] No DVR routers for this DVR port 8a7b0c4a-81fb-40e4-b825-05b3809f2008 on host n-h1-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:50:57.629662 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:57.641869 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3bc63c92-eb5a-40a1-a1bf-cf939c5aea73 req-ff1d7508-358b-4225-8630-2e7791e75fbf tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482883 Jul 24 00:50:57.669886 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-2f2fe649-e100-427b-b2ab-c0e61fcea991 service neutron] 10.222.0.13 "PUT /v2.0/ports/8a7b0c4a-81fb-40e4-b825-05b3809f2008/bindings/n-h2-793621-25/activate HTTP/1.1" status: 200 len: 370 time: 1.1221888 Jul 24 00:50:57.709946 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 1bd284f3-f531-425d-990f-2e8bd2068cc4, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=1bd284f3-f531-425d-990f-2e8bd2068cc4,segment=NetworkSegment(58fdc277-5f36-433f-9782-f46712be7157),segment_id=58fdc277-5f36-433f-9782-f46712be7157)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:57.736432 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:57.737243 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 1b2d3291-8280-46dd-96b5-e7c6c7c3131b up at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:50:57.813999 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 6282d520-70c0-40cd-ba11-1b97c43423eb up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:50:57.945533 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-facb8706-4746-472c-b006-65d371a04a7b tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:57.948776 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-facb8706-4746-472c-b006-65d371a04a7b tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3&tenant_id=ed057dc71fc949d185d5f214444abe1e&binding%3Ahost_id=n-h1-793621-25 HTTP/1.1" status: 200 len: 1097 time: 0.1341567 Jul 24 00:50:58.020475 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=1bd284f3-f531-425d-990f-2e8bd2068cc4,revision_number=13']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:58.068614 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 6282d520-70c0-40cd-ba11-1b97c43423eb triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:50:58.070634 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:58.120561 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-64363f45-0402-4338-ba8a-9136595cab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:58.125402 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-64363f45-0402-4338-ba8a-9136595cab02 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3&tenant_id=ed057dc71fc949d185d5f214444abe1e HTTP/1.1" status: 200 len: 1097 time: 0.1490450 Jul 24 00:50:58.141635 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning complete for port 1b2d3291-8280-46dd-96b5-e7c6c7c3131b triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:50:58.142413 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:58.269276 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-2b38c979-2dc6-41fa-94ba-20f2a69ca7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:58.277968 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-2b38c979-2dc6-41fa-94ba-20f2a69ca7d9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ed057dc71fc949d185d5f214444abe1e&device_id=b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3 HTTP/1.1" status: 200 len: 1097 time: 0.1177709 Jul 24 00:50:58.328039 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c02ffe-e840-4019-882c-779da573a978 req-85be948e-f96e-4b28-88ef-5f2f2be8fbf5 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:58.332583 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:58.344260 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e7c02ffe-e840-4019-882c-779da573a978 req-85be948e-f96e-4b28-88ef-5f2f2be8fbf5 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.1394091 Jul 24 00:50:58.386184 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 6282d520-70c0-40cd-ba11-1b97c43423eb, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=6282d520-70c0-40cd-ba11-1b97c43423eb,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:58.390569 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:58.393700 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:58.412540 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e7c02ffe-e840-4019-882c-779da573a978 req-2f3d28f2-374b-429b-b5d5-4befb9b07efa tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629478 Jul 24 00:50:58.473596 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 1b2d3291-8280-46dd-96b5-e7c6c7c3131b, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=1b2d3291-8280-46dd-96b5-e7c6c7c3131b,segment=NetworkSegment(23ebf5d9-a245-4865-978c-96f59b5fd63b),segment_id=23ebf5d9-a245-4865-978c-96f59b5fd63b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:58.479149 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=6282d520-70c0-40cd-ba11-1b97c43423eb,revision_number=7']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:58.483977 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:58.485014 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a up at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:50:58.565171 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-6ada3ddd-9399-4211-87b3-41c708f62503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:58.567030 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-6ada3ddd-9399-4211-87b3-41c708f62503 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7c4ab419-d412-43cd-bcfe-97903abe1bf4 HTTP/1.1" status: 200 len: 908 time: 0.2767193 Jul 24 00:50:58.620691 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=1b2d3291-8280-46dd-96b5-e7c6c7c3131b,revision_number=8']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:58.642737 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e058f77-28a3-42a9-bdc8-a4cc8f284d87 req-9fc3e022-f736-46d2-85f9-902a30c32989 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:58.643837 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-7d80a39a-9bc0-4805-9894-c4d633e05660 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a7b0c4a-81fb-40e4-b825-05b3809f2008 HTTP/1.1" status: 200 len: 217 time: 0.0689273 Jul 24 00:50:58.644362 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7e058f77-28a3-42a9-bdc8-a4cc8f284d87 req-9fc3e022-f736-46d2-85f9-902a30c32989 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=71b2192f-9eba-484c-8ee1-9bfa0a5c29a0 HTTP/1.1" status: 200 len: 945 time: 0.1285255 Jul 24 00:50:58.644823 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning complete for port dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:50:58.645310 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:58.714566 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-0b69d765-9597-47a0-8be8-d16d9476030c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:58.717221 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-0b69d765-9597-47a0-8be8-d16d9476030c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8e7ca279-b98c-43f9-865c-dc5db7518bba HTTP/1.1" status: 200 len: 847 time: 0.0668707 Jul 24 00:50:58.733006 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7e058f77-28a3-42a9-bdc8-a4cc8f284d87 req-20988206-a182-41f1-8e8c-d3faf08f1f7f tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748284 Jul 24 00:50:58.767061 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-5d5d9d44-c249-4569-8114-8fc25f878d95 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7c4ab419-d412-43cd-bcfe-97903abe1bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430908 Jul 24 00:50:58.803114 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:58.844455 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a,segment=NetworkSegment(719843d8-5fea-4363-bbdc-981ab26ff953),segment_id=719843d8-5fea-4363-bbdc-981ab26ff953)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:58.853452 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:58.854433 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 26b94257-c0af-4147-9ffe-5c742e897ecd up at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:50:58.905915 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-1e06d7a7-6873-412e-bf34-54d540551abb service neutron] 10.222.0.11 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289485 Jul 24 00:50:58.978557 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a,revision_number=8']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:59.022934 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-fc837a51-09ea-4a09-a853-29a2482e2c80 service neutron] 10.222.0.11 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092505 Jul 24 00:50:59.042810 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning complete for port 26b94257-c0af-4147-9ffe-5c742e897ecd triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:50:59.044511 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:59.224496 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:59.252407 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4883f8b6-cb29-468d-b4c0-f9295f6141ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd284f3-f531-425d-990f-2e8bd2068cc4'}, {'server_uuid': '6112b4b0-1bf7-4ecf-a8ca-7463336dc8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6282d520-70c0-40cd-ba11-1b97c43423eb'}, {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2d3291-8280-46dd-96b5-e7c6c7c3131b'}, {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:50:59.258243 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2c0e96-69a8-4748-b4a7-b6d570b9a78a" -d '{"events": [{"server_uuid": "4883f8b6-cb29-468d-b4c0-f9295f6141ac", "name": "network-vif-plugged", "status": "completed", "tag": "1bd284f3-f531-425d-990f-2e8bd2068cc4"}, {"server_uuid": "6112b4b0-1bf7-4ecf-a8ca-7463336dc8a7", "name": "network-vif-plugged", "status": "completed", "tag": "6282d520-70c0-40cd-ba11-1b97c43423eb"}, {"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-plugged", "status": "completed", "tag": "1b2d3291-8280-46dd-96b5-e7c6c7c3131b"}, {"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-plugged", "status": "completed", "tag": "dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:50:59.307784 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 26b94257-c0af-4147-9ffe-5c742e897ecd, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=26b94257-c0af-4147-9ffe-5c742e897ecd,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:50:59.316947 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:59.320651 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 506e7617-622e-4e8e-8f0b-88bed6716f82 up at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:50:59.380244 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e73185-dbab-4fff-8816-2b1fe755f91e req-4d7a832a-792a-460e-a10c-0ebf67d7d3a9 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:59.388365 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-52e73185-dbab-4fff-8816-2b1fe755f91e req-4d7a832a-792a-460e-a10c-0ebf67d7d3a9 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3 HTTP/1.1" status: 200 len: 945 time: 0.1591949 Jul 24 00:50:59.468049 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-52e73185-dbab-4fff-8816-2b1fe755f91e req-39a60c92-daaf-4c34-8f2d-46c8c05456b2 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736516 Jul 24 00:50:59.471870 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd21edf-20f1-4b5a-8acb-57c49c6263ac req-6863bd2f-08f3-48c3-a9a3-19158640613d tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:59.476467 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2bd21edf-20f1-4b5a-8acb-57c49c6263ac req-6863bd2f-08f3-48c3-a9a3-19158640613d tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 949 time: 0.1608315 Jul 24 00:50:59.497416 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=26b94257-c0af-4147-9ffe-5c742e897ecd,revision_number=12']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:50:59.500130 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-278fea14-34a4-4c9d-b765-472a92516690 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:50:59.509586 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning for port 506e7617-622e-4e8e-8f0b-88bed6716f82 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:50:59.511144 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-278fea14-34a4-4c9d-b765-472a92516690 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3&tenant_id=ed057dc71fc949d185d5f214444abe1e&binding%3Ahost_id=n-h2-793621-25 HTTP/1.1" status: 200 len: 1097 time: 0.1938829 Jul 24 00:50:59.518818 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning complete for port 506e7617-622e-4e8e-8f0b-88bed6716f82 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:50:59.519656 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:59.594414 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2bd21edf-20f1-4b5a-8acb-57c49c6263ac req-12b10f49-b082-4c80-8a8b-0d8d1ff17811 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911555 Jul 24 00:50:59.819990 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 24 Jul 2021 00:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e1a99c-8186-4f7d-af1a-12b2f1f5c72d x-openstack-request-id: req-73e1a99c-8186-4f7d-af1a-12b2f1f5c72d {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:50:59.820413 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4883f8b6-cb29-468d-b4c0-f9295f6141ac", "name": "network-vif-plugged", "status": "completed", "tag": "1bd284f3-f531-425d-990f-2e8bd2068cc4", "code": 200}, {"server_uuid": "6112b4b0-1bf7-4ecf-a8ca-7463336dc8a7", "name": "network-vif-plugged", "status": "completed", "tag": "6282d520-70c0-40cd-ba11-1b97c43423eb", "code": 200}, {"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-plugged", "status": "completed", "tag": "1b2d3291-8280-46dd-96b5-e7c6c7c3131b", "code": 200}, {"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-plugged", "status": "completed", "tag": "dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:50:59.820812 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-73e1a99c-8186-4f7d-af1a-12b2f1f5c72d {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:50:59.821409 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4883f8b6-cb29-468d-b4c0-f9295f6141ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd284f3-f531-425d-990f-2e8bd2068cc4', 'code': 200} Jul 24 00:50:59.821810 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6112b4b0-1bf7-4ecf-a8ca-7463336dc8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6282d520-70c0-40cd-ba11-1b97c43423eb', 'code': 200} Jul 24 00:50:59.822219 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2d3291-8280-46dd-96b5-e7c6c7c3131b', 'code': 200} Jul 24 00:50:59.822642 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a', 'code': 200} Jul 24 00:50:59.823931 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device e80a80a8-158c-4344-b33a-32085527c422 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:50:59.883819 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-48c39821-a036-4484-974c-a28ddde51c63 service neutron] For port 8a7b0c4a-81fb-40e4-b825-05b3809f2008, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:50:59.902110 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-48c39821-a036-4484-974c-a28ddde51c63 service neutron] Notify callbacks [] for binding, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:50:59.905809 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b5347456-8532-46fc-88a6-99c2c5066d32 req-48c39821-a036-4484-974c-a28ddde51c63 service neutron] 10.222.0.11 "DELETE /v2.0/ports/8a7b0c4a-81fb-40e4-b825-05b3809f2008/bindings/n-h1-793621-25 HTTP/1.1" status: 204 len: 173 time: 0.3914971 Jul 24 00:50:59.972597 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:00.037053 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d87c06-5fee-457f-a5f9-4abdce501b61 req-3cef3406-48f3-4f99-9b4e-9eb9561a5e88 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:00.039396 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c6d87c06-5fee-457f-a5f9-4abdce501b61 req-3cef3406-48f3-4f99-9b4e-9eb9561a5e88 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.1317086 Jul 24 00:51:00.083965 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:00.113931 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 506e7617-622e-4e8e-8f0b-88bed6716f82, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=506e7617-622e-4e8e-8f0b-88bed6716f82,segment=NetworkSegment(58fdc277-5f36-433f-9782-f46712be7157),segment_id=58fdc277-5f36-433f-9782-f46712be7157)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:00.129041 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:00.129363 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 24a09a83-d86e-4a1c-b603-983448f0ec6b up at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:51:00.152152 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port e80a80a8-158c-4344-b33a-32085527c422, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=e80a80a8-158c-4344-b33a-32085527c422,segment=NetworkSegment(6a496770-77f3-4c89-a4ef-c619e5b67bdf),segment_id=6a496770-77f3-4c89-a4ef-c619e5b67bdf)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:00.164596 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c6d87c06-5fee-457f-a5f9-4abdce501b61 req-50f5a60d-7e75-4cf9-8de6-4080a3a25c35 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023517 Jul 24 00:51:00.206832 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:00.207672 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 8a7b0c4a-81fb-40e4-b825-05b3809f2008 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:51:00.254875 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe826e0-d030-4ca5-9fef-c36a15a75801 req-368b0a73-60ca-4f06-944e-30d50c9895c3 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:00.257177 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0fe826e0-d030-4ca5-9fef-c36a15a75801 req-368b0a73-60ca-4f06-944e-30d50c9895c3 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=71b2192f-9eba-484c-8ee1-9bfa0a5c29a0 HTTP/1.1" status: 200 len: 945 time: 0.1223145 Jul 24 00:51:00.340277 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=506e7617-622e-4e8e-8f0b-88bed6716f82,revision_number=13']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:00.343415 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 8a7b0c4a-81fb-40e4-b825-05b3809f2008 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:51:00.350305 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0fe826e0-d030-4ca5-9fef-c36a15a75801 req-d7df6dd5-91b6-4db2-9a85-e5c9244b236d tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869260 Jul 24 00:51:00.375174 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901762f7-649e-4781-84b6-3a583e639eac req-9d7abe5e-aceb-4350-8760-ccd64642b169 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:00.376830 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-901762f7-649e-4781-84b6-3a583e639eac req-9d7abe5e-aceb-4350-8760-ccd64642b169 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.13 "GET /v2.0/ports?device_id=71b2192f-9eba-484c-8ee1-9bfa0a5c29a0 HTTP/1.1" status: 200 len: 945 time: 0.2096226 Jul 24 00:51:00.409640 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning complete for port 24a09a83-d86e-4a1c-b603-983448f0ec6b triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:51:00.410015 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:00.505842 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=e80a80a8-158c-4344-b33a-32085527c422,revision_number=8']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:00.594685 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:00.660932 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 24a09a83-d86e-4a1c-b603-983448f0ec6b, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=24a09a83-d86e-4a1c-b603-983448f0ec6b,segment=NetworkSegment(68b73458-c661-4e5a-b683-24d7323352a7),segment_id=68b73458-c661-4e5a-b683-24d7323352a7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:00.669995 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:00.673175 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 3ed410d3-3325-4685-85a3-54d0440cdaea up at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:51:00.695290 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34eacf2-6b8e-4feb-b428-4d34cf9e189e req-5adc6724-390d-4293-9b7d-0a09e821c31c tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:00.704511 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b34eacf2-6b8e-4feb-b428-4d34cf9e189e req-5adc6724-390d-4293-9b7d-0a09e821c31c tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3 HTTP/1.1" status: 200 len: 945 time: 0.1060820 Jul 24 00:51:00.713915 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-ad820808-833e-44a0-9fb8-9647174e8566 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:00.724082 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-ad820808-833e-44a0-9fb8-9647174e8566 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/networks?id=cf53c075-354a-47e9-8398-640068505382 HTTP/1.1" status: 200 len: 805 time: 0.2869081 Jul 24 00:51:00.751411 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-b3e706ff-2e8e-4186-b32f-0be4eafc177e tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/quotas/1d1d593f8bfd4b99bedc0fcdb21f74c7 HTTP/1.1" status: 200 len: 375 time: 0.0261490 Jul 24 00:51:00.755271 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b34eacf2-6b8e-4feb-b428-4d34cf9e189e req-3288f5bc-4f2f-4a87-94a2-f1f58224fc3f tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495820 Jul 24 00:51:00.768366 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=24a09a83-d86e-4a1c-b603-983448f0ec6b,revision_number=8']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:00.770381 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-901762f7-649e-4781-84b6-3a583e639eac req-ff35ccca-bd53-44f6-9d9c-b8a0ae6612ee tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Deleting port e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:51:00.770381 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-901762f7-649e-4781-84b6-3a583e639eac req-ff35ccca-bd53-44f6-9d9c-b8a0ae6612ee tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:00.841933 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning complete for port 3ed410d3-3325-4685-85a3-54d0440cdaea triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:51:00.842491 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:00.956177 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-6af7a7a7-2c9a-441a-9657-771d1c6c974e tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1d1d593f8bfd4b99bedc0fcdb21f74c7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2031534 Jul 24 00:51:00.974318 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-901762f7-649e-4781-84b6-3a583e639eac req-ff35ccca-bd53-44f6-9d9c-b8a0ae6612ee tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] For port e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d,segment=NetworkSegment(58fdc277-5f36-433f-9782-f46712be7157),segment_id=58fdc277-5f36-433f-9782-f46712be7157)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:00.974697 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-901762f7-649e-4781-84b6-3a583e639eac req-ff35ccca-bd53-44f6-9d9c-b8a0ae6612ee tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:00.983668 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:01.029979 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-901762f7-649e-4781-84b6-3a583e639eac req-ff35ccca-bd53-44f6-9d9c-b8a0ae6612ee tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Calling delete_port for e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:51:01.041819 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 3ed410d3-3325-4685-85a3-54d0440cdaea, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=3ed410d3-3325-4685-85a3-54d0440cdaea,segment=NetworkSegment(23ebf5d9-a245-4865-978c-96f59b5fd63b),segment_id=23ebf5d9-a245-4865-978c-96f59b5fd63b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:01.049406 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:01.051073 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 65eea3c6-1e2c-4140-8dae-ee4329e7701b up at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:51:01.108537 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092c6df-a481-441e-a452-67b55a9040e2 req-5d2c5e41-192a-4f8a-b401-6d1b5b00fa33 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:01.115796 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e092c6df-a481-441e-a452-67b55a9040e2 req-5d2c5e41-192a-4f8a-b401-6d1b5b00fa33 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 949 time: 0.1221111 Jul 24 00:51:01.164841 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=3ed410d3-3325-4685-85a3-54d0440cdaea,revision_number=8']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:01.176354 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning complete for port 65eea3c6-1e2c-4140-8dae-ee4329e7701b triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:51:01.176874 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:01.181862 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e092c6df-a481-441e-a452-67b55a9040e2 req-4fcd63e7-2fb9-48d8-b83d-0378c36b4ddd tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647714 Jul 24 00:51:01.274825 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-900dfbb5-7bdc-403b-ba0e-83e7ac1d75f8 service neutron] 10.222.0.15 "GET /v2.0/networks/cf53c075-354a-47e9-8398-640068505382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172896 Jul 24 00:51:01.295278 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:01.340505 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 65eea3c6-1e2c-4140-8dae-ee4329e7701b, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=65eea3c6-1e2c-4140-8dae-ee4329e7701b,segment=NetworkSegment(68b73458-c661-4e5a-b683-24d7323352a7),segment_id=68b73458-c661-4e5a-b683-24d7323352a7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:01.351683 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:01.428580 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=65eea3c6-1e2c-4140-8dae-ee4329e7701b,revision_number=8']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:01.437676 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-b4c49d86-36fc-4c2c-8118-5e2c1b92adf3 service neutron] 10.222.0.15 "GET /v2.0/networks/cf53c075-354a-47e9-8398-640068505382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619680 Jul 24 00:51:01.454232 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85a902-9706-42e4-b9c8-73907afb3961 req-55d659e9-586e-4946-b257-ee4fab1ed9db tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:01.461838 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9a85a902-9706-42e4-b9c8-73907afb3961 req-55d659e9-586e-4946-b257-ee4fab1ed9db tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.1013558 Jul 24 00:51:01.495581 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-901762f7-649e-4781-84b6-3a583e639eac req-ff35ccca-bd53-44f6-9d9c-b8a0ae6612ee tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:01.508415 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['1bd284f3-f531-425d-990f-2e8bd2068cc4', '506e7617-622e-4e8e-8f0b-88bed6716f82'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:51:01.512250 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9a85a902-9706-42e4-b9c8-73907afb3961 req-17b462ab-51d8-4503-9cc0-9f4f898397e2 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497272 Jul 24 00:51:01.514631 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:51:01.533283 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff35ccca-bd53-44f6-9d9c-b8a0ae6612ee tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Pushing event deleted for resources: {'Port': ['ID=e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:01.617606 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-901762f7-649e-4781-84b6-3a583e639eac req-ff35ccca-bd53-44f6-9d9c-b8a0ae6612ee tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] No DVR routers for this DVR port e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d on host n-h1-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:51:01.620724 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-901762f7-649e-4781-84b6-3a583e639eac req-ff35ccca-bd53-44f6-9d9c-b8a0ae6612ee tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:01.623766 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-901762f7-649e-4781-84b6-3a583e639eac req-ff35ccca-bd53-44f6-9d9c-b8a0ae6612ee tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.13 "DELETE /v2.0/ports/e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d HTTP/1.1" status: 204 len: 173 time: 1.2374067 Jul 24 00:51:01.624172 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71b2192f-9eba-484c-8ee1-9bfa0a5c29a0', 'name': 'network-vif-deleted', 'tag': 'e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:51:01.626620 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a77afde-13b4-4e62-a03d-27b4e6b9fe6f" -d '{"events": [{"server_uuid": "71b2192f-9eba-484c-8ee1-9bfa0a5c29a0", "name": "network-vif-deleted", "tag": "e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:51:01.743018 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4d1b5-362c-43f7-a8f9-38d33aaa1a91 req-321035c9-022d-454d-a8ee-3ff6e27c6518 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:01.744605 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e9e4d1b5-362c-43f7-a8f9-38d33aaa1a91 req-321035c9-022d-454d-a8ee-3ff6e27c6518 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3 HTTP/1.1" status: 200 len: 1097 time: 0.1539598 Jul 24 00:51:01.819191 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e9e4d1b5-362c-43f7-a8f9-38d33aaa1a91 req-76f737b7-5eaa-464c-bbbb-7768e4314556 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679829 Jul 24 00:51:01.827313 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ee412f-71d8-40f9-8750-cb729f5a97ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b94257-c0af-4147-9ffe-5c742e897ecd'}, {'server_uuid': '33646e73-2b79-4f91-838f-db984c3ad76a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506e7617-622e-4e8e-8f0b-88bed6716f82'}, {'server_uuid': '4d942bf3-893f-479e-8d60-7e7e418faf78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e80a80a8-158c-4344-b33a-32085527c422'}, {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a09a83-d86e-4a1c-b603-983448f0ec6b'}, {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed410d3-3325-4685-85a3-54d0440cdaea'}, {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65eea3c6-1e2c-4140-8dae-ee4329e7701b'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:51:01.829806 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3cb177-b6d8-44d1-9066-75cc9a13b8f7" -d '{"events": [{"server_uuid": "19ee412f-71d8-40f9-8750-cb729f5a97ac", "name": "network-vif-plugged", "status": "completed", "tag": "26b94257-c0af-4147-9ffe-5c742e897ecd"}, {"server_uuid": "33646e73-2b79-4f91-838f-db984c3ad76a", "name": "network-vif-plugged", "status": "completed", "tag": "506e7617-622e-4e8e-8f0b-88bed6716f82"}, {"server_uuid": "4d942bf3-893f-479e-8d60-7e7e418faf78", "name": "network-vif-unplugged", "status": "completed", "tag": "e80a80a8-158c-4344-b33a-32085527c422"}, {"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-plugged", "status": "completed", "tag": "24a09a83-d86e-4a1c-b603-983448f0ec6b"}, {"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-plugged", "status": "completed", "tag": "3ed410d3-3325-4685-85a3-54d0440cdaea"}, {"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-plugged", "status": "completed", "tag": "65eea3c6-1e2c-4140-8dae-ee4329e7701b"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:51:01.906728 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b5f709-6b57-49b6-b802-75eaa4330b95 x-openstack-request-id: req-12b5f709-6b57-49b6-b802-75eaa4330b95 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:51:01.907160 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71b2192f-9eba-484c-8ee1-9bfa0a5c29a0", "name": "network-vif-deleted", "tag": "e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:51:01.907539 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-12b5f709-6b57-49b6-b802-75eaa4330b95 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:51:01.908118 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71b2192f-9eba-484c-8ee1-9bfa0a5c29a0', 'name': 'network-vif-deleted', 'tag': 'e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d', 'status': 'completed', 'code': 200} Jul 24 00:51:02.020326 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e6222b5a-8bb3-49e3-b6ba-44d277045808 req-9562dace-9793-44df-99de-73ba1eec9711 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=33ec7b2d-36f8-4a65-9547-5b3f36699d62 HTTP/1.1" status: 200 len: 210 time: 0.0729749 Jul 24 00:51:02.071777 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7c77dcaa-6811-4ba0-a08c-fb22aad55c62 req-63be6f77-963f-4d40-8f56-83564bcf49f9 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=71b2192f-9eba-484c-8ee1-9bfa0a5c29a0 HTTP/1.1" status: 200 len: 210 time: 0.0760055 Jul 24 00:51:02.162556 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1040 Content-Type: application/json Date: Sat, 24 Jul 2021 00:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54dd556c-ae52-4f30-8932-cafc69c8a332 x-openstack-request-id: req-54dd556c-ae52-4f30-8932-cafc69c8a332 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:51:02.162983 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ee412f-71d8-40f9-8750-cb729f5a97ac", "name": "network-vif-plugged", "status": "completed", "tag": "26b94257-c0af-4147-9ffe-5c742e897ecd", "code": 200}, {"server_uuid": "33646e73-2b79-4f91-838f-db984c3ad76a", "name": "network-vif-plugged", "status": "completed", "tag": "506e7617-622e-4e8e-8f0b-88bed6716f82", "code": 200}, {"server_uuid": "4d942bf3-893f-479e-8d60-7e7e418faf78", "name": "network-vif-unplugged", "status": "completed", "tag": "e80a80a8-158c-4344-b33a-32085527c422", "code": 200}, {"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-plugged", "status": "completed", "tag": "24a09a83-d86e-4a1c-b603-983448f0ec6b", "code": 200}, {"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-plugged", "status": "completed", "tag": "3ed410d3-3325-4685-85a3-54d0440cdaea", "code": 200}, {"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-plugged", "status": "completed", "tag": "65eea3c6-1e2c-4140-8dae-ee4329e7701b", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:51:02.163566 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-54dd556c-ae52-4f30-8932-cafc69c8a332 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:51:02.163986 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ee412f-71d8-40f9-8750-cb729f5a97ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b94257-c0af-4147-9ffe-5c742e897ecd', 'code': 200} Jul 24 00:51:02.164241 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33646e73-2b79-4f91-838f-db984c3ad76a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506e7617-622e-4e8e-8f0b-88bed6716f82', 'code': 200} Jul 24 00:51:02.164597 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d942bf3-893f-479e-8d60-7e7e418faf78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e80a80a8-158c-4344-b33a-32085527c422', 'code': 200} Jul 24 00:51:02.164832 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24a09a83-d86e-4a1c-b603-983448f0ec6b', 'code': 200} Jul 24 00:51:02.165140 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ed410d3-3325-4685-85a3-54d0440cdaea', 'code': 200} Jul 24 00:51:02.165827 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65eea3c6-1e2c-4140-8dae-ee4329e7701b', 'code': 200} Jul 24 00:51:02.376351 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c5b67-9b93-4d6b-9a2f-962f71ad5d02 req-d081f0bd-fb29-4d48-aec8-f10da7305fe0 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:02.383835 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-932c5b67-9b93-4d6b-9a2f-962f71ad5d02 req-d081f0bd-fb29-4d48-aec8-f10da7305fe0 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 949 time: 0.1007926 Jul 24 00:51:02.442202 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-932c5b67-9b93-4d6b-9a2f-962f71ad5d02 req-95eee374-725b-4408-ba5b-3f9b0ae67515 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574634 Jul 24 00:51:02.467514 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a6afc-67da-419c-b956-468a463bf32a req-4e8d0e88-f123-40c7-a466-9fcbe53bef22 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:02.469770 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-127a6afc-67da-419c-b956-468a463bf32a req-4e8d0e88-f123-40c7-a466-9fcbe53bef22 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/networks?id=7c4ab419-d412-43cd-bcfe-97903abe1bf4 HTTP/1.1" status: 200 len: 807 time: 0.1905859 Jul 24 00:51:02.511339 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-127a6afc-67da-419c-b956-468a463bf32a req-34009587-8ca2-40ef-819b-9dee7203e387 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/quotas/ed057dc71fc949d185d5f214444abe1e HTTP/1.1" status: 200 len: 375 time: 0.0297322 Jul 24 00:51:02.611707 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-127a6afc-67da-419c-b956-468a463bf32a req-e7ae026b-c7b0-4594-a65b-3d7871daeb1e tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed057dc71fc949d185d5f214444abe1e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0985982 Jul 24 00:51:02.758642 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682b954-423e-45da-8999-5c1e8db04832 req-fa50540b-ad2a-44b6-aa4c-63a90569f2b0 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:02.767210 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3682b954-423e-45da-8999-5c1e8db04832 req-fa50540b-ad2a-44b6-aa4c-63a90569f2b0 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.1365514 Jul 24 00:51:02.823127 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-127a6afc-67da-419c-b956-468a463bf32a req-9f3eaf4f-2623-46c5-a760-0920006e6487 service neutron] 10.222.0.15 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101727 Jul 24 00:51:02.847518 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3682b954-423e-45da-8999-5c1e8db04832 req-340d10ed-72e4-438e-865b-78a7294efbe3 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790584 Jul 24 00:51:02.918911 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483036dd-4030-4343-bd9f-cd65379e707a req-68515b41-2b66-4fd8-bce5-7fbdf5bf82d6 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:02.920826 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-483036dd-4030-4343-bd9f-cd65379e707a req-68515b41-2b66-4fd8-bce5-7fbdf5bf82d6 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.13 "GET /v2.0/ports?device_id=4d942bf3-893f-479e-8d60-7e7e418faf78 HTTP/1.1" status: 200 len: 943 time: 0.1501765 Jul 24 00:51:02.954631 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-127a6afc-67da-419c-b956-468a463bf32a req-be69ff15-6536-4f5c-9c56-8fb5f57338b2 service neutron] 10.222.0.15 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254778 Jul 24 00:51:03.100301 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-483036dd-4030-4343-bd9f-cd65379e707a req-43d1a3be-f8f2-4936-9822-a27188ade34c tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Deleting port e80a80a8-158c-4344-b33a-32085527c422 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:51:03.101081 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-483036dd-4030-4343-bd9f-cd65379e707a req-43d1a3be-f8f2-4936-9822-a27188ade34c tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:03.232213 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-483036dd-4030-4343-bd9f-cd65379e707a req-43d1a3be-f8f2-4936-9822-a27188ade34c tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] For port e80a80a8-158c-4344-b33a-32085527c422, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=e80a80a8-158c-4344-b33a-32085527c422,segment=NetworkSegment(6a496770-77f3-4c89-a4ef-c619e5b67bdf),segment_id=6a496770-77f3-4c89-a4ef-c619e5b67bdf)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:03.232786 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-483036dd-4030-4343-bd9f-cd65379e707a req-43d1a3be-f8f2-4936-9822-a27188ade34c tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:03.268569 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-911f3ebb-6307-4f48-94a0-0bbd3454b116 req-d6ee053a-1632-41ce-a3a7-1bbd70212da4 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e138c3c-48ba-428e-99c7-50c1125ed940 HTTP/1.1" status: 200 len: 210 time: 0.0735793 Jul 24 00:51:03.275448 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-483036dd-4030-4343-bd9f-cd65379e707a req-43d1a3be-f8f2-4936-9822-a27188ade34c tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Calling delete_port for e80a80a8-158c-4344-b33a-32085527c422 owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:51:03.318816 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-40afc0cc-aee2-471c-8549-df0cd9e20d4c req-fc46fc25-b088-434a-9cbc-84e36c13a410 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=33ec7b2d-36f8-4a65-9547-5b3f36699d62 HTTP/1.1" status: 200 len: 210 time: 0.0756252 Jul 24 00:51:03.688198 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-69a0f57a-2092-44dc-b5e7-f828a13d729b tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:03.689780 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-69a0f57a-2092-44dc-b5e7-f828a13d729b tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.13 "GET /v2.0/networks?id=cf53c075-354a-47e9-8398-640068505382 HTTP/1.1" status: 200 len: 805 time: 0.2708285 Jul 24 00:51:03.728130 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-1f0c9abf-0527-4e33-91f8-ff1592e20e0f tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Request body: {'port': {'device_id': '33ec7b2d-36f8-4a65-9547-5b3f36699d62', 'network_id': 'cf53c075-354a-47e9-8398-640068505382', 'admin_state_up': True, 'tenant_id': '1d1d593f8bfd4b99bedc0fcdb21f74c7'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:51:03.739130 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-483036dd-4030-4343-bd9f-cd65379e707a req-43d1a3be-f8f2-4936-9822-a27188ade34c tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:03.831528 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d1a3be-f8f2-4936-9822-a27188ade34c tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Pushing event deleted for resources: {'Port': ['ID=e80a80a8-158c-4344-b33a-32085527c422,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:03.833795 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:51:03.920550 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea1909f-ab15-4065-9323-bd85a0982c88 req-d8aa072b-753c-4305-931d-545cb826056b tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:03.925866 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:51:03.927673 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device e4b9c328-dc3f-4c2d-9b4d-87bfcf6fce1d not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:51:03.930223 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device e80a80a8-158c-4344-b33a-32085527c422 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:51:03.943718 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dea1909f-ab15-4065-9323-bd85a0982c88 req-d8aa072b-753c-4305-931d-545cb826056b tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 949 time: 0.2415500 Jul 24 00:51:03.980278 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-483036dd-4030-4343-bd9f-cd65379e707a req-43d1a3be-f8f2-4936-9822-a27188ade34c tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] No DVR routers for this DVR port e80a80a8-158c-4344-b33a-32085527c422 on host n-h1-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:51:03.986406 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-483036dd-4030-4343-bd9f-cd65379e707a req-43d1a3be-f8f2-4936-9822-a27188ade34c tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:03.990454 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-483036dd-4030-4343-bd9f-cd65379e707a req-43d1a3be-f8f2-4936-9822-a27188ade34c tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.13 "DELETE /v2.0/ports/e80a80a8-158c-4344-b33a-32085527c422 HTTP/1.1" status: 204 len: 173 time: 1.0541902 Jul 24 00:51:03.991741 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d942bf3-893f-479e-8d60-7e7e418faf78', 'name': 'network-vif-deleted', 'tag': 'e80a80a8-158c-4344-b33a-32085527c422'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:51:03.992165 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: e80a80a8-158c-4344-b33a-32085527c422 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:51:03.992342 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device e80a80a8-158c-4344-b33a-32085527c422 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:51:03.999952 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ae81d1-5ce4-492a-b839-49f26b3f7f1a" -d '{"events": [{"server_uuid": "4d942bf3-893f-479e-8d60-7e7e418faf78", "name": "network-vif-deleted", "tag": "e80a80a8-158c-4344-b33a-32085527c422"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:51:04.040906 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dea1909f-ab15-4065-9323-bd85a0982c88 req-9e979fdc-38d8-40d6-b14e-b881e9db4435 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899382 Jul 24 00:51:04.053214 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-1f0c9abf-0527-4e33-91f8-ff1592e20e0f tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Made reservation on behalf of 1d1d593f8bfd4b99bedc0fcdb21f74c7 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:51:04.062374 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-1f0c9abf-0527-4e33-91f8-ff1592e20e0f tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:04.198625 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25cab9-15ae-44cd-aaee-4609093cea6f req-332f4402-d479-4a06-a7be-9ddaff3cdd2a tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:04.200604 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7d25cab9-15ae-44cd-aaee-4609093cea6f req-332f4402-d479-4a06-a7be-9ddaff3cdd2a tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=4883f8b6-cb29-468d-b4c0-f9295f6141ac HTTP/1.1" status: 200 len: 947 time: 0.1926496 Jul 24 00:51:04.214796 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c3e28-934a-44af-9450-4be08337a749 req-c910f4a4-9760-4e12-b879-bf09514fb6e0 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:04.217044 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-672c3e28-934a-44af-9450-4be08337a749 req-c910f4a4-9760-4e12-b879-bf09514fb6e0 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.11 "GET /v2.0/ports?device_id=4883f8b6-cb29-468d-b4c0-f9295f6141ac HTTP/1.1" status: 200 len: 947 time: 0.1408839 Jul 24 00:51:04.372268 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70fbd10-2d00-47ec-b870-67ecc0c70c65 req-04bfda48-729c-477d-b8a8-2f04a41f5753 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:04.379812 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d70fbd10-2d00-47ec-b870-67ecc0c70c65 req-04bfda48-729c-477d-b8a8-2f04a41f5753 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.1626189 Jul 24 00:51:04.384186 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-1f0c9abf-0527-4e33-91f8-ff1592e20e0f tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Allocated IP 172.20.0.7 (cf53c075-354a-47e9-8398-640068505382/d196389f-9ba3-4fa3-b4a4-ee8338ee8fe0/dc055e22-5930-4afb-96a8-941f642b2c3f) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:51:04.460113 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d70fbd10-2d00-47ec-b870-67ecc0c70c65 req-7052e6c2-4540-4f5a-b262-4f3cdb8dfff1 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783980 Jul 24 00:51:04.511492 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:04.652609 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e813c2-4f69-4b3c-adf1-1f2947da2165 x-openstack-request-id: req-29e813c2-4f69-4b3c-adf1-1f2947da2165 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:51:04.653463 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d942bf3-893f-479e-8d60-7e7e418faf78", "name": "network-vif-deleted", "tag": "e80a80a8-158c-4344-b33a-32085527c422", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:51:04.653885 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-29e813c2-4f69-4b3c-adf1-1f2947da2165 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:51:04.654136 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d942bf3-893f-479e-8d60-7e7e418faf78', 'name': 'network-vif-deleted', 'tag': 'e80a80a8-158c-4344-b33a-32085527c422', 'status': 'completed', 'code': 200} Jul 24 00:51:04.685541 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-1f0c9abf-0527-4e33-91f8-ff1592e20e0f tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:04.732301 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fb75f7f6-e5f0-4584-96a8-bbb6971f0410 req-a30aaf5d-e4d5-4240-b1fc-db14ac661fda tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e138c3c-48ba-428e-99c7-50c1125ed940 HTTP/1.1" status: 200 len: 210 time: 0.0391386 Jul 24 00:51:04.794385 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-1f0c9abf-0527-4e33-91f8-ff1592e20e0f tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:04.821557 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7d25cab9-15ae-44cd-aaee-4609093cea6f req-15c74e08-9ad1-4ac5-ad6e-55ccdd993e99 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6004565 Jul 24 00:51:04.882221 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:04.978282 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-1f0c9abf-0527-4e33-91f8-ff1592e20e0f tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Network cf53c075-354a-47e9-8398-640068505382 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:51:04.997153 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-1f0c9abf-0527-4e33-91f8-ff1592e20e0f tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:51:04.998572 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c9abf-0527-4e33-91f8-ff1592e20e0f tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Pushing event updated for resources: {'Port': ['ID=dc055e22-5930-4afb-96a8-941f642b2c3f,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:05.002286 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-1f0c9abf-0527-4e33-91f8-ff1592e20e0f tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:51:05.060238 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-672c3e28-934a-44af-9450-4be08337a749 req-2d552d08-efa5-4e1f-b58d-31e57f90c3ab tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Deleting port 1bd284f3-f531-425d-990f-2e8bd2068cc4 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:51:05.060657 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-672c3e28-934a-44af-9450-4be08337a749 req-2d552d08-efa5-4e1f-b58d-31e57f90c3ab tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:05.069229 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-1f0c9abf-0527-4e33-91f8-ff1592e20e0f tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:05.069552 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-1f0c9abf-0527-4e33-91f8-ff1592e20e0f tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:05.110638 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8879ecb-1098-46fb-8d25-08c3c5fb2211 req-c3cabbf4-3cef-42a7-9cbd-d59374d1481d tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:05.118595 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a8879ecb-1098-46fb-8d25-08c3c5fb2211 req-c3cabbf4-3cef-42a7-9cbd-d59374d1481d tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=33ec7b2d-36f8-4a65-9547-5b3f36699d62 HTTP/1.1" status: 200 len: 931 time: 0.2409570 Jul 24 00:51:05.139737 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-1f0c9abf-0527-4e33-91f8-ff1592e20e0f tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4360089 Jul 24 00:51:05.178698 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-19f00e48-8d53-4333-923a-64e989c0123f service neutron] Request body: {'port': {'device_id': '33ec7b2d-36f8-4a65-9547-5b3f36699d62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:51:05.203707 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a6afc-67da-419c-b956-468a463bf32a req-7e74faad-72df-4851-8c13-ed2ee83c3f2b tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:05.205368 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-127a6afc-67da-419c-b956-468a463bf32a req-7e74faad-72df-4851-8c13-ed2ee83c3f2b tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.13 "GET /v2.0/networks?id=7c4ab419-d412-43cd-bcfe-97903abe1bf4 HTTP/1.1" status: 200 len: 807 time: 0.3308098 Jul 24 00:51:05.226781 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-127a6afc-67da-419c-b956-468a463bf32a req-92164980-e559-4f00-b9d4-45396414a182 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Request body: {'port': {'device_id': '1e138c3c-48ba-428e-99c7-50c1125ed940', 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4', 'admin_state_up': True, 'tenant_id': 'ed057dc71fc949d185d5f214444abe1e'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:51:05.243287 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a8879ecb-1098-46fb-8d25-08c3c5fb2211 req-58ac7750-f2a0-4c3f-8d17-3ca559258d29 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237111 Jul 24 00:51:05.301799 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-672c3e28-934a-44af-9450-4be08337a749 req-2d552d08-efa5-4e1f-b58d-31e57f90c3ab tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] For port 1bd284f3-f531-425d-990f-2e8bd2068cc4, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=1bd284f3-f531-425d-990f-2e8bd2068cc4,segment=NetworkSegment(58fdc277-5f36-433f-9782-f46712be7157),segment_id=58fdc277-5f36-433f-9782-f46712be7157)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:05.302477 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-672c3e28-934a-44af-9450-4be08337a749 req-2d552d08-efa5-4e1f-b58d-31e57f90c3ab tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:05.317333 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-19f00e48-8d53-4333-923a-64e989c0123f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:05.381907 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-672c3e28-934a-44af-9450-4be08337a749 req-2d552d08-efa5-4e1f-b58d-31e57f90c3ab tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Calling delete_port for 1bd284f3-f531-425d-990f-2e8bd2068cc4 owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:51:05.625012 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87e543-621c-4d30-b64a-6cd35b61c9f2 req-22790f7c-5ad0-42dc-9b8c-9aba4a151439 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:05.633903 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3e87e543-621c-4d30-b64a-6cd35b61c9f2 req-22790f7c-5ad0-42dc-9b8c-9aba4a151439 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 949 time: 0.3572214 Jul 24 00:51:05.676174 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-127a6afc-67da-419c-b956-468a463bf32a req-92164980-e559-4f00-b9d4-45396414a182 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Made reservation on behalf of ed057dc71fc949d185d5f214444abe1e for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:51:05.679780 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-127a6afc-67da-419c-b956-468a463bf32a req-92164980-e559-4f00-b9d4-45396414a182 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:05.702640 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa214fd-80fe-48a1-9eed-d6b6d6805bb1 req-81354f44-0576-46c6-9c5e-6452abc27b37 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:05.704697 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2fa214fd-80fe-48a1-9eed-d6b6d6805bb1 req-81354f44-0576-46c6-9c5e-6452abc27b37 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.1197538 Jul 24 00:51:05.779386 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-19f00e48-8d53-4333-923a-64e989c0123f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc055e22-5930-4afb-96a8-941f642b2c3f {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:51:05.796889 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-19f00e48-8d53-4333-923a-64e989c0123f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:05.813003 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2fa214fd-80fe-48a1-9eed-d6b6d6805bb1 req-ff846076-d9ca-4b59-8379-e75f2cb5649d tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734911 Jul 24 00:51:05.843167 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-19f00e48-8d53-4333-923a-64e989c0123f service neutron] Transition to ACTIVE for port object dc055e22-5930-4afb-96a8-941f642b2c3f will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:51:05.851134 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-19f00e48-8d53-4333-923a-64e989c0123f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:05.902819 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3e87e543-621c-4d30-b64a-6cd35b61c9f2 req-94037ebe-2a7b-4c9a-923e-fb5a5bf4971b tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584424 Jul 24 00:51:05.902819 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-127a6afc-67da-419c-b956-468a463bf32a req-92164980-e559-4f00-b9d4-45396414a182 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Allocated IP 172.20.0.8 (7c4ab419-d412-43cd-bcfe-97903abe1bf4/8e7ca279-b98c-43f9-865c-dc5db7518bba/76bc8cc4-3102-4e72-9591-8363f2667c89) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:51:05.938525 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f00e48-8d53-4333-923a-64e989c0123f service neutron] Pushing event updated for resources: {'Port': ['ID=dc055e22-5930-4afb-96a8-941f642b2c3f,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:05.995324 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-672c3e28-934a-44af-9450-4be08337a749 req-2d552d08-efa5-4e1f-b58d-31e57f90c3ab tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:06.008204 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['1bd284f3-f531-425d-990f-2e8bd2068cc4', '506e7617-622e-4e8e-8f0b-88bed6716f82'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:51:06.066547 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-19f00e48-8d53-4333-923a-64e989c0123f service neutron] Attempting to bind port dc055e22-5930-4afb-96a8-941f642b2c3f on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:51:06.067780 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-19f00e48-8d53-4333-923a-64e989c0123f service neutron] Attempting to bind port dc055e22-5930-4afb-96a8-941f642b2c3f by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '6a496770-77f3-4c89-a4ef-c619e5b67bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cf53c075-354a-47e9-8398-640068505382'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:51:06.068432 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-19f00e48-8d53-4333-923a-64e989c0123f service neutron] Attempting to bind port dc055e22-5930-4afb-96a8-941f642b2c3f on network cf53c075-354a-47e9-8398-640068505382 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:51:06.102832 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b576ce6d-d812-4c28-8e20-569e0f72fa39 req-f462b4f0-d991-4ef0-8e04-58c9c55df1bd tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e138c3c-48ba-428e-99c7-50c1125ed940 HTTP/1.1" status: 200 len: 210 time: 0.1009231 Jul 24 00:51:06.131062 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f0e22cde-d65a-4213-b622-b37e512e68f5 req-3f82c8da-87ab-4722-80c3-34e66e764603 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=4883f8b6-cb29-468d-b4c0-f9295f6141ac HTTP/1.1" status: 200 len: 210 time: 0.0793805 Jul 24 00:51:06.133438 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-19f00e48-8d53-4333-923a-64e989c0123f service neutron] Port dc055e22-5930-4afb-96a8-941f642b2c3f on network cf53c075-354a-47e9-8398-640068505382 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:51:06.134375 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-19f00e48-8d53-4333-923a-64e989c0123f service neutron] Attempting to bind port dc055e22-5930-4afb-96a8-941f642b2c3f on network cf53c075-354a-47e9-8398-640068505382 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:51:06.152212 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-19f00e48-8d53-4333-923a-64e989c0123f service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:51:06.153736 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-19f00e48-8d53-4333-923a-64e989c0123f service neutron] Checking segment: {'id': '6a496770-77f3-4c89-a4ef-c619e5b67bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cf53c075-354a-47e9-8398-640068505382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:51:06.154244 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-19f00e48-8d53-4333-923a-64e989c0123f service neutron] Bound using segment: {'id': '6a496770-77f3-4c89-a4ef-c619e5b67bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cf53c075-354a-47e9-8398-640068505382'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:51:06.155645 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-19f00e48-8d53-4333-923a-64e989c0123f service neutron] Bound port: dc055e22-5930-4afb-96a8-941f642b2c3f, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a496770-77f3-4c89-a4ef-c619e5b67bdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'cf53c075-354a-47e9-8398-640068505382'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:51:06.157515 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-19f00e48-8d53-4333-923a-64e989c0123f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:06.162025 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d552d08-efa5-4e1f-b58d-31e57f90c3ab tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Pushing event deleted for resources: {'Port': ['ID=1bd284f3-f531-425d-990f-2e8bd2068cc4,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:06.317667 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-672c3e28-934a-44af-9450-4be08337a749 req-2d552d08-efa5-4e1f-b58d-31e57f90c3ab tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] No DVR routers for this DVR port 1bd284f3-f531-425d-990f-2e8bd2068cc4 on host n-h2-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:51:06.333045 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-19f00e48-8d53-4333-923a-64e989c0123f service neutron] For port dc055e22-5930-4afb-96a8-941f642b2c3f, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:51:06.337491 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-19f00e48-8d53-4333-923a-64e989c0123f service neutron] For port dc055e22-5930-4afb-96a8-941f642b2c3f, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=dc055e22-5930-4afb-96a8-941f642b2c3f,segment=NetworkSegment(6a496770-77f3-4c89-a4ef-c619e5b67bdf),segment_id=6a496770-77f3-4c89-a4ef-c619e5b67bdf)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:51:06.344508 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-19f00e48-8d53-4333-923a-64e989c0123f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:06.436398 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-672c3e28-934a-44af-9450-4be08337a749 req-2d552d08-efa5-4e1f-b58d-31e57f90c3ab tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:06.448160 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-672c3e28-934a-44af-9450-4be08337a749 req-2d552d08-efa5-4e1f-b58d-31e57f90c3ab tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.11 "DELETE /v2.0/ports/1bd284f3-f531-425d-990f-2e8bd2068cc4 HTTP/1.1" status: 204 len: 173 time: 1.7975225 Jul 24 00:51:06.451585 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-19f00e48-8d53-4333-923a-64e989c0123f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:06.460167 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-19f00e48-8d53-4333-923a-64e989c0123f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:06.462346 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-19f00e48-8d53-4333-923a-64e989c0123f service neutron] 10.222.0.13 "PUT /v2.0/ports/dc055e22-5930-4afb-96a8-941f642b2c3f HTTP/1.1" status: 200 len: 1092 time: 1.3021479 Jul 24 00:51:06.463053 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ec7b2d-36f8-4a65-9547-5b3f36699d62', 'tag': 'dc055e22-5930-4afb-96a8-941f642b2c3f'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:51:06.469498 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af005f9-ed0f-4b70-b122-57cf46013571" -d '{"events": [{"name": "network-changed", "server_uuid": "33ec7b2d-36f8-4a65-9547-5b3f36699d62", "tag": "dc055e22-5930-4afb-96a8-941f642b2c3f"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:51:06.543300 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-127a6afc-67da-419c-b956-468a463bf32a req-92164980-e559-4f00-b9d4-45396414a182 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:06.565813 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a38383-1428-4388-bf0a-24e2acbcb640 x-openstack-request-id: req-78a38383-1428-4388-bf0a-24e2acbcb640 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:51:06.566160 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ec7b2d-36f8-4a65-9547-5b3f36699d62", "tag": "dc055e22-5930-4afb-96a8-941f642b2c3f", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:51:06.567108 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-78a38383-1428-4388-bf0a-24e2acbcb640 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:51:06.567529 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ec7b2d-36f8-4a65-9547-5b3f36699d62', 'tag': 'dc055e22-5930-4afb-96a8-941f642b2c3f', 'status': 'completed', 'code': 200} Jul 24 00:51:06.629475 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-127a6afc-67da-419c-b956-468a463bf32a req-92164980-e559-4f00-b9d4-45396414a182 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:06.655583 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f00e48-8d53-4333-923a-64e989c0123f service neutron] Pushing event updated for resources: {'Port': ['ID=dc055e22-5930-4afb-96a8-941f642b2c3f,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:06.694003 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4883f8b6-cb29-468d-b4c0-f9295f6141ac', 'name': 'network-vif-deleted', 'tag': '1bd284f3-f531-425d-990f-2e8bd2068cc4'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:51:06.696352 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198d90c2-03f7-4cc5-a4b3-95a374fdb01b" -d '{"events": [{"server_uuid": "4883f8b6-cb29-468d-b4c0-f9295f6141ac", "name": "network-vif-deleted", "tag": "1bd284f3-f531-425d-990f-2e8bd2068cc4"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:51:06.697521 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-a9cd5f25-2c4f-4393-9129-18ed89c80d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:06.699169 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-a9cd5f25-2c4f-4393-9129-18ed89c80d78 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d1d593f8bfd4b99bedc0fcdb21f74c7&device_id=33ec7b2d-36f8-4a65-9547-5b3f36699d62 HTTP/1.1" status: 200 len: 1095 time: 0.1271861 Jul 24 00:51:06.712357 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f042a2-e495-4ead-a7fb-b05be4bed353 req-e642da2a-ae1f-4322-9223-e74bd3c93df0 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:06.721601 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-15f042a2-e495-4ead-a7fb-b05be4bed353 req-e642da2a-ae1f-4322-9223-e74bd3c93df0 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=33ec7b2d-36f8-4a65-9547-5b3f36699d62 HTTP/1.1" status: 200 len: 943 time: 0.3041749 Jul 24 00:51:06.729253 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-127a6afc-67da-419c-b956-468a463bf32a req-92164980-e559-4f00-b9d4-45396414a182 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Network 7c4ab419-d412-43cd-bcfe-97903abe1bf4 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:51:06.730661 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92164980-e559-4f00-b9d4-45396414a182 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Pushing event updated for resources: {'Port': ['ID=76bc8cc4-3102-4e72-9591-8363f2667c89,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:06.735262 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-127a6afc-67da-419c-b956-468a463bf32a req-92164980-e559-4f00-b9d4-45396414a182 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:51:06.743490 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-127a6afc-67da-419c-b956-468a463bf32a req-92164980-e559-4f00-b9d4-45396414a182 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:51:06.782577 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e12e55-ed68-4231-8f6a-af333e617464 x-openstack-request-id: req-33e12e55-ed68-4231-8f6a-af333e617464 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:51:06.783158 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4883f8b6-cb29-468d-b4c0-f9295f6141ac", "name": "network-vif-deleted", "tag": "1bd284f3-f531-425d-990f-2e8bd2068cc4", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:51:06.783699 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-33e12e55-ed68-4231-8f6a-af333e617464 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:51:06.784262 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4883f8b6-cb29-468d-b4c0-f9295f6141ac', 'name': 'network-vif-deleted', 'tag': '1bd284f3-f531-425d-990f-2e8bd2068cc4', 'status': 'completed', 'code': 200} Jul 24 00:51:06.789035 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-1087a8c1-63a3-4a5a-ac0e-d3387fb62624 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc055e22-5930-4afb-96a8-941f642b2c3f HTTP/1.1" status: 200 len: 217 time: 0.0628982 Jul 24 00:51:06.832941 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a6afc-67da-419c-b956-468a463bf32a req-92164980-e559-4f00-b9d4-45396414a182 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:06.832941 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-127a6afc-67da-419c-b956-468a463bf32a req-92164980-e559-4f00-b9d4-45396414a182 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:06.852792 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-15f042a2-e495-4ead-a7fb-b05be4bed353 req-b312d452-f2a9-4aeb-bc19-96e9615f22bb tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305695 Jul 24 00:51:06.880245 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-127a6afc-67da-419c-b956-468a463bf32a req-92164980-e559-4f00-b9d4-45396414a182 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6539149 Jul 24 00:51:06.900250 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-127a6afc-67da-419c-b956-468a463bf32a req-a743a28d-18f4-4cbd-9c21-bf0b9d82c081 service neutron] Request body: {'port': {'device_id': '1e138c3c-48ba-428e-99c7-50c1125ed940', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:51:06.912356 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-4cb3af3c-d072-4449-be60-259bfaba4a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:06.917399 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-4cb3af3c-d072-4449-be60-259bfaba4a0b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d196389f-9ba3-4fa3-b4a4-ee8338ee8fe0 HTTP/1.1" status: 200 len: 845 time: 0.1187773 Jul 24 00:51:06.990353 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-6fc95aae-6c91-4c2f-92dc-5c7a5641d22e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cf53c075-354a-47e9-8398-640068505382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667593 Jul 24 00:51:07.095887 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394cbd6-0d88-4418-a672-97f79bf9a62b req-8156475a-43ed-40a8-ad64-727e36431e06 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:07.103869 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c394cbd6-0d88-4418-a672-97f79bf9a62b req-8156475a-43ed-40a8-ad64-727e36431e06 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.1405213 Jul 24 00:51:07.167996 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c394cbd6-0d88-4418-a672-97f79bf9a62b req-69e65ada-a8bd-4e01-a6e6-801f5ec88103 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571115 Jul 24 00:51:07.183225 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-127a6afc-67da-419c-b956-468a463bf32a req-a743a28d-18f4-4cbd-9c21-bf0b9d82c081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:07.541281 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e8c3b-72d5-44c5-9b0b-3c3a3d194677 req-40e25085-c399-4ca4-9889-4aea3c5e0554 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:07.551127 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5c3e8c3b-72d5-44c5-9b0b-3c3a3d194677 req-40e25085-c399-4ca4-9889-4aea3c5e0554 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e138c3c-48ba-428e-99c7-50c1125ed940 HTTP/1.1" status: 200 len: 931 time: 0.1852574 Jul 24 00:51:07.625384 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-7eaddd13-cde1-4bba-8393-4117f20af3fd service neutron] 10.222.0.13 "GET /v2.0/networks/cf53c075-354a-47e9-8398-640068505382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6080725 Jul 24 00:51:07.636110 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5c3e8c3b-72d5-44c5-9b0b-3c3a3d194677 req-a38e7c23-5085-4238-b2ae-8b697eefd75b tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835707 Jul 24 00:51:07.679331 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c5edd-b687-4d4f-ac6e-9609c7f836b6 req-6c6b871b-22d7-4421-99c6-3af0b2a18e3a tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:07.680925 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1c6c5edd-b687-4d4f-ac6e-9609c7f836b6 req-6c6b871b-22d7-4421-99c6-3af0b2a18e3a tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 949 time: 0.6165347 Jul 24 00:51:07.721270 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-127a6afc-67da-419c-b956-468a463bf32a req-a743a28d-18f4-4cbd-9c21-bf0b9d82c081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76bc8cc4-3102-4e72-9591-8363f2667c89 {{(pid=100463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:51:07.741780 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-127a6afc-67da-419c-b956-468a463bf32a req-a743a28d-18f4-4cbd-9c21-bf0b9d82c081 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:07.755183 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1c6c5edd-b687-4d4f-ac6e-9609c7f836b6 req-75440ac1-9d34-4267-b36e-e3eb7232de8f tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569530 Jul 24 00:51:07.767596 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-127a6afc-67da-419c-b956-468a463bf32a req-a743a28d-18f4-4cbd-9c21-bf0b9d82c081 service neutron] Transition to ACTIVE for port object 76bc8cc4-3102-4e72-9591-8363f2667c89 will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:51:07.775749 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-127a6afc-67da-419c-b956-468a463bf32a req-a743a28d-18f4-4cbd-9c21-bf0b9d82c081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:07.895735 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bd7c08bc-9768-4500-b0b6-daeb309b7970 req-8c16fec6-a7de-49de-8302-8f545fa4d890 service neutron] 10.222.0.13 "GET /v2.0/networks/cf53c075-354a-47e9-8398-640068505382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608604 Jul 24 00:51:07.964026 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743a28d-18f4-4cbd-9c21-bf0b9d82c081 service neutron] Pushing event updated for resources: {'Port': ['ID=76bc8cc4-3102-4e72-9591-8363f2667c89,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:08.020242 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-127a6afc-67da-419c-b956-468a463bf32a req-a743a28d-18f4-4cbd-9c21-bf0b9d82c081 service neutron] Attempting to bind port 76bc8cc4-3102-4e72-9591-8363f2667c89 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:51:08.020614 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-127a6afc-67da-419c-b956-468a463bf32a req-a743a28d-18f4-4cbd-9c21-bf0b9d82c081 service neutron] Attempting to bind port 76bc8cc4-3102-4e72-9591-8363f2667c89 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:51:08.020962 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127a6afc-67da-419c-b956-468a463bf32a req-a743a28d-18f4-4cbd-9c21-bf0b9d82c081 service neutron] Attempting to bind port 76bc8cc4-3102-4e72-9591-8363f2667c89 on network 7c4ab419-d412-43cd-bcfe-97903abe1bf4 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:51:08.034779 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127a6afc-67da-419c-b956-468a463bf32a req-a743a28d-18f4-4cbd-9c21-bf0b9d82c081 service neutron] Port 76bc8cc4-3102-4e72-9591-8363f2667c89 on network 7c4ab419-d412-43cd-bcfe-97903abe1bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:51:08.035391 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127a6afc-67da-419c-b956-468a463bf32a req-a743a28d-18f4-4cbd-9c21-bf0b9d82c081 service neutron] Attempting to bind port 76bc8cc4-3102-4e72-9591-8363f2667c89 on network 7c4ab419-d412-43cd-bcfe-97903abe1bf4 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:51:08.052454 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127a6afc-67da-419c-b956-468a463bf32a req-a743a28d-18f4-4cbd-9c21-bf0b9d82c081 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:51:08.052454 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127a6afc-67da-419c-b956-468a463bf32a req-a743a28d-18f4-4cbd-9c21-bf0b9d82c081 service neutron] Checking segment: {'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:51:08.052932 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-127a6afc-67da-419c-b956-468a463bf32a req-a743a28d-18f4-4cbd-9c21-bf0b9d82c081 service neutron] Bound using segment: {'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:51:08.053386 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-127a6afc-67da-419c-b956-468a463bf32a req-a743a28d-18f4-4cbd-9c21-bf0b9d82c081 service neutron] Bound port: 76bc8cc4-3102-4e72-9591-8363f2667c89, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:51:08.053728 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-127a6afc-67da-419c-b956-468a463bf32a req-a743a28d-18f4-4cbd-9c21-bf0b9d82c081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:08.107482 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af005f9-ed0f-4b70-b122-57cf46013571 req-e99682e8-1a7e-4b55-bb94-aa8b273466cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:08.107482 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7af005f9-ed0f-4b70-b122-57cf46013571 req-e99682e8-1a7e-4b55-bb94-aa8b273466cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1d1d593f8bfd4b99bedc0fcdb21f74c7&device_id=33ec7b2d-36f8-4a65-9547-5b3f36699d62 HTTP/1.1" status: 200 len: 1095 time: 0.1536810 Jul 24 00:51:08.121213 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2deaa-8bed-42fe-8d1f-4029b05be632 req-21bfde95-c4c6-4b89-ac8a-7c4003eb493b tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:08.124782 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-21a2deaa-8bed-42fe-8d1f-4029b05be632 req-21bfde95-c4c6-4b89-ac8a-7c4003eb493b tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=33ec7b2d-36f8-4a65-9547-5b3f36699d62 HTTP/1.1" status: 200 len: 943 time: 0.1220801 Jul 24 00:51:08.197569 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-127a6afc-67da-419c-b956-468a463bf32a req-a743a28d-18f4-4cbd-9c21-bf0b9d82c081 service neutron] For port 76bc8cc4-3102-4e72-9591-8363f2667c89, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:51:08.226500 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-127a6afc-67da-419c-b956-468a463bf32a req-a743a28d-18f4-4cbd-9c21-bf0b9d82c081 service neutron] For port 76bc8cc4-3102-4e72-9591-8363f2667c89, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=76bc8cc4-3102-4e72-9591-8363f2667c89,segment=NetworkSegment(224003b9-1e4b-40e8-8bf3-31947898d576),segment_id=224003b9-1e4b-40e8-8bf3-31947898d576)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:51:08.233149 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-127a6afc-67da-419c-b956-468a463bf32a req-a743a28d-18f4-4cbd-9c21-bf0b9d82c081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:08.252413 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af005f9-ed0f-4b70-b122-57cf46013571 req-a6ffad45-f2d8-425d-8e16-4cbd05bc9951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:08.257949 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7af005f9-ed0f-4b70-b122-57cf46013571 req-a6ffad45-f2d8-425d-8e16-4cbd05bc9951 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cf53c075-354a-47e9-8398-640068505382 HTTP/1.1" status: 200 len: 906 time: 0.1300530 Jul 24 00:51:08.274625 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a6afc-67da-419c-b956-468a463bf32a req-a743a28d-18f4-4cbd-9c21-bf0b9d82c081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:08.275144 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-127a6afc-67da-419c-b956-468a463bf32a req-a743a28d-18f4-4cbd-9c21-bf0b9d82c081 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:08.276578 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-127a6afc-67da-419c-b956-468a463bf32a req-a743a28d-18f4-4cbd-9c21-bf0b9d82c081 service neutron] 10.222.0.13 "PUT /v2.0/ports/76bc8cc4-3102-4e72-9591-8363f2667c89 HTTP/1.1" status: 200 len: 1092 time: 1.3924532 Jul 24 00:51:08.302583 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de858d0-cdc3-4979-849c-25d879ddd064 req-e76fc4be-a3ec-424a-8ba4-9b8fef35d89b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:08.311294 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1de858d0-cdc3-4979-849c-25d879ddd064 req-e76fc4be-a3ec-424a-8ba4-9b8fef35d89b tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=33646e73-2b79-4f91-838f-db984c3ad76a HTTP/1.1" status: 200 len: 946 time: 0.1707835 Jul 24 00:51:08.349149 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7af005f9-ed0f-4b70-b122-57cf46013571 req-dca7aee7-678c-49e5-9bd8-4938c862290a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc055e22-5930-4afb-96a8-941f642b2c3f HTTP/1.1" status: 200 len: 217 time: 0.0693746 Jul 24 00:51:08.359262 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743a28d-18f4-4cbd-9c21-bf0b9d82c081 service neutron] Pushing event updated for resources: {'Port': ['ID=76bc8cc4-3102-4e72-9591-8363f2667c89,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:08.374336 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1de858d0-cdc3-4979-849c-25d879ddd064 req-9c5802dc-9561-4474-ac5f-19a39fc0d573 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590911 Jul 24 00:51:08.391120 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-21a2deaa-8bed-42fe-8d1f-4029b05be632 req-c454108d-205a-4844-bcfb-df507e5169f4 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326661 Jul 24 00:51:08.444431 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 1bd284f3-f531-425d-990f-2e8bd2068cc4 no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:51:08.460712 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af005f9-ed0f-4b70-b122-57cf46013571 req-b2790889-4699-43cb-81e5-49c70c9727db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:08.466907 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7af005f9-ed0f-4b70-b122-57cf46013571 req-b2790889-4699-43cb-81e5-49c70c9727db service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d196389f-9ba3-4fa3-b4a4-ee8338ee8fe0 HTTP/1.1" status: 200 len: 845 time: 0.1049645 Jul 24 00:51:08.488289 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] No Port match for: 1bd284f3-f531-425d-990f-2e8bd2068cc4 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:51:08.488675 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 1bd284f3-f531-425d-990f-2e8bd2068cc4 not bound to the agent host n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:51:08.540004 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7af005f9-ed0f-4b70-b122-57cf46013571 req-4eaa9cb1-130f-4d48-88a5-3df2be1615a3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cf53c075-354a-47e9-8398-640068505382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635531 Jul 24 00:51:08.611997 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a6afc-67da-419c-b956-468a463bf32a req-4c438356-c150-48a4-9e92-08e851e56db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:08.613762 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-127a6afc-67da-419c-b956-468a463bf32a req-4c438356-c150-48a4-9e92-08e851e56db5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed057dc71fc949d185d5f214444abe1e&device_id=1e138c3c-48ba-428e-99c7-50c1125ed940 HTTP/1.1" status: 200 len: 1095 time: 0.2249475 Jul 24 00:51:08.669760 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7af005f9-ed0f-4b70-b122-57cf46013571 req-7470b506-d62a-4c49-bf25-674556bc8033 service neutron] 10.222.0.13 "GET /v2.0/networks/cf53c075-354a-47e9-8398-640068505382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116550 Jul 24 00:51:08.675733 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-127a6afc-67da-419c-b956-468a463bf32a req-7e424dd0-ed3e-43e0-8085-c07205946fc9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76bc8cc4-3102-4e72-9591-8363f2667c89 HTTP/1.1" status: 200 len: 217 time: 0.0468793 Jul 24 00:51:08.792246 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e138c3c-48ba-428e-99c7-50c1125ed940', 'tag': '76bc8cc4-3102-4e72-9591-8363f2667c89'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:51:08.794801 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06244001-5d63-43e5-ac71-2affcf564e62" -d '{"events": [{"name": "network-changed", "server_uuid": "1e138c3c-48ba-428e-99c7-50c1125ed940", "tag": "76bc8cc4-3102-4e72-9591-8363f2667c89"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:51:08.798884 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a6afc-67da-419c-b956-468a463bf32a req-f1fcaba1-64b1-47d7-bd16-14c635ac5d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:08.801107 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-127a6afc-67da-419c-b956-468a463bf32a req-f1fcaba1-64b1-47d7-bd16-14c635ac5d80 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e7ca279-b98c-43f9-865c-dc5db7518bba HTTP/1.1" status: 200 len: 847 time: 0.1109834 Jul 24 00:51:08.810061 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7af005f9-ed0f-4b70-b122-57cf46013571 req-c8c08993-ddea-49b1-a652-a253b9955f76 service neutron] 10.222.0.13 "GET /v2.0/networks/cf53c075-354a-47e9-8398-640068505382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221416 Jul 24 00:51:08.814122 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416a114-2aa0-4aa1-b10b-a9ad28423d95 req-ae26bd00-7449-47f3-a51c-4056fd1fad04 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:08.825994 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6416a114-2aa0-4aa1-b10b-a9ad28423d95 req-ae26bd00-7449-47f3-a51c-4056fd1fad04 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.3474402 Jul 24 00:51:08.876841 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab5002-741e-4c81-ac76-9a1ce1029d3f req-931126a8-572a-4d98-ba19-231d201864d0 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:08.878795 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-94ab5002-741e-4c81-ac76-9a1ce1029d3f req-931126a8-572a-4d98-ba19-231d201864d0 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.11 "GET /v2.0/ports?device_id=33646e73-2b79-4f91-838f-db984c3ad76a HTTP/1.1" status: 200 len: 946 time: 0.3432245 Jul 24 00:51:08.907986 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-127a6afc-67da-419c-b956-468a463bf32a req-7a54cdf5-7306-420f-9138-c70108851b26 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c4ab419-d412-43cd-bcfe-97903abe1bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777695 Jul 24 00:51:08.909531 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c125440-8cc3-4ada-93f0-b89709d082c5 req-53be4a73-dfc1-436b-935d-2efdcb7b7e28 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:08.917184 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1c125440-8cc3-4ada-93f0-b89709d082c5 req-53be4a73-dfc1-436b-935d-2efdcb7b7e28 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e138c3c-48ba-428e-99c7-50c1125ed940 HTTP/1.1" status: 200 len: 943 time: 0.1082745 Jul 24 00:51:08.966911 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1c125440-8cc3-4ada-93f0-b89709d082c5 req-2a653b55-16f9-492b-864f-b29541c3fa3e tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485137 Jul 24 00:51:08.975001 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6416a114-2aa0-4aa1-b10b-a9ad28423d95 req-fde6b384-419f-4dbf-b15a-0f9f70baab83 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480362 Jul 24 00:51:09.081005 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a059fd-4335-45ff-9e64-72698e125c0c x-openstack-request-id: req-36a059fd-4335-45ff-9e64-72698e125c0c {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:51:09.081405 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e138c3c-48ba-428e-99c7-50c1125ed940", "tag": "76bc8cc4-3102-4e72-9591-8363f2667c89", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:51:09.081633 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-36a059fd-4335-45ff-9e64-72698e125c0c {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:51:09.082798 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e138c3c-48ba-428e-99c7-50c1125ed940', 'tag': '76bc8cc4-3102-4e72-9591-8363f2667c89', 'status': 'completed', 'code': 200} Jul 24 00:51:09.166192 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-127a6afc-67da-419c-b956-468a463bf32a req-256453f7-5312-4f43-9351-b0b927b51e76 service neutron] 10.222.0.13 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122743 Jul 24 00:51:09.173758 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe7cd6-38d6-40a0-bcc4-8f921e94e7c9 req-91b1a5b0-4784-435a-8928-053be786ffef tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:09.177384 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-94ab5002-741e-4c81-ac76-9a1ce1029d3f req-c0556891-e9be-44c1-a699-0234cf572630 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Deleting port 506e7617-622e-4e8e-8f0b-88bed6716f82 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:51:09.177999 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-94ab5002-741e-4c81-ac76-9a1ce1029d3f req-c0556891-e9be-44c1-a699-0234cf572630 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:09.182409 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5dbe7cd6-38d6-40a0-bcc4-8f921e94e7c9 req-91b1a5b0-4784-435a-8928-053be786ffef tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 949 time: 0.1259975 Jul 24 00:51:09.268304 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5dbe7cd6-38d6-40a0-bcc4-8f921e94e7c9 req-1b4f3cf0-3cf1-4628-a70d-3a81427ac09d tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775194 Jul 24 00:51:09.366155 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-94ab5002-741e-4c81-ac76-9a1ce1029d3f req-c0556891-e9be-44c1-a699-0234cf572630 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] For port 506e7617-622e-4e8e-8f0b-88bed6716f82, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=506e7617-622e-4e8e-8f0b-88bed6716f82,segment=NetworkSegment(58fdc277-5f36-433f-9782-f46712be7157),segment_id=58fdc277-5f36-433f-9782-f46712be7157)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:09.366982 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-94ab5002-741e-4c81-ac76-9a1ce1029d3f req-c0556891-e9be-44c1-a699-0234cf572630 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:09.379041 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-127a6afc-67da-419c-b956-468a463bf32a req-a82310c1-cd8f-45e1-9fa3-72daaffe7139 service neutron] 10.222.0.13 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952398 Jul 24 00:51:09.395318 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-94ab5002-741e-4c81-ac76-9a1ce1029d3f req-c0556891-e9be-44c1-a699-0234cf572630 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Calling delete_port for 506e7617-622e-4e8e-8f0b-88bed6716f82 owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:51:09.602308 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560a2b7-7bd4-43c8-90e2-d12baebe4928 req-38439d21-acf3-4c40-968b-9a2b888db956 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:09.605183 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1560a2b7-7bd4-43c8-90e2-d12baebe4928 req-38439d21-acf3-4c40-968b-9a2b888db956 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=33ec7b2d-36f8-4a65-9547-5b3f36699d62 HTTP/1.1" status: 200 len: 943 time: 0.1023057 Jul 24 00:51:09.636530 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc0335-3c51-47bb-a222-7e481d1144c0 req-f91b0a3f-6437-4d88-a8a6-40b368ac7816 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:09.638997 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a1fc0335-3c51-47bb-a222-7e481d1144c0 req-f91b0a3f-6437-4d88-a8a6-40b368ac7816 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/ports?device_id=33646e73-2b79-4f91-838f-db984c3ad76a HTTP/1.1" status: 200 len: 946 time: 0.1602337 Jul 24 00:51:09.675893 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1560a2b7-7bd4-43c8-90e2-d12baebe4928 req-76f67c68-576a-4e9d-9ebb-da81c223e7e7 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636904 Jul 24 00:51:09.692667 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06244001-5d63-43e5-ac71-2affcf564e62 req-c5342ddb-65fc-44b0-b42a-a23e40827333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:09.695029 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-06244001-5d63-43e5-ac71-2affcf564e62 req-c5342ddb-65fc-44b0-b42a-a23e40827333 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed057dc71fc949d185d5f214444abe1e&device_id=1e138c3c-48ba-428e-99c7-50c1125ed940 HTTP/1.1" status: 200 len: 1095 time: 0.2166233 Jul 24 00:51:09.751036 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-94ab5002-741e-4c81-ac76-9a1ce1029d3f req-c0556891-e9be-44c1-a699-0234cf572630 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:09.765188 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['506e7617-622e-4e8e-8f0b-88bed6716f82'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:51:09.784301 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a1fc0335-3c51-47bb-a222-7e481d1144c0 req-cc5488c5-8eca-4893-a065-134d2e691891 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.15 "GET /v2.0/security-groups?id=0ac9ccb2-9b10-489b-8099-73de6732bb1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185551 Jul 24 00:51:09.873759 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0556891-e9be-44c1-a699-0234cf572630 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Pushing event deleted for resources: {'Port': ['ID=506e7617-622e-4e8e-8f0b-88bed6716f82,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:09.930683 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ab5002-741e-4c81-ac76-9a1ce1029d3f req-c0556891-e9be-44c1-a699-0234cf572630 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] No DVR routers for this DVR port 506e7617-622e-4e8e-8f0b-88bed6716f82 on host n-h2-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:51:09.937685 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-94ab5002-741e-4c81-ac76-9a1ce1029d3f req-c0556891-e9be-44c1-a699-0234cf572630 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:09.939830 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-94ab5002-741e-4c81-ac76-9a1ce1029d3f req-c0556891-e9be-44c1-a699-0234cf572630 tempest-LiveAutoBlockMigrationV225Test-1859479490 tempest-LiveAutoBlockMigrationV225Test-1859479490-project] 10.222.0.11 "DELETE /v2.0/ports/506e7617-622e-4e8e-8f0b-88bed6716f82 HTTP/1.1" status: 204 len: 173 time: 1.0402274 Jul 24 00:51:09.961748 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06244001-5d63-43e5-ac71-2affcf564e62 req-d32df9de-69c0-45ab-8163-83ce7c93585f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:09.963464 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-06244001-5d63-43e5-ac71-2affcf564e62 req-d32df9de-69c0-45ab-8163-83ce7c93585f service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c4ab419-d412-43cd-bcfe-97903abe1bf4 HTTP/1.1" status: 200 len: 908 time: 0.2440894 Jul 24 00:51:10.061730 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-06244001-5d63-43e5-ac71-2affcf564e62 req-b5673897-a20e-4736-9551-761ba42216d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76bc8cc4-3102-4e72-9591-8363f2667c89 HTTP/1.1" status: 200 len: 217 time: 0.0852280 Jul 24 00:51:10.174597 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3099d167-0893-485b-8be3-913449e7210c req-3557ef0a-480d-426b-b0be-89b8fa7ca9cb tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:10.183492 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3099d167-0893-485b-8be3-913449e7210c req-3557ef0a-480d-426b-b0be-89b8fa7ca9cb tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.0996094 Jul 24 00:51:10.183995 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06244001-5d63-43e5-ac71-2affcf564e62 req-4d76ab37-e606-4773-9819-7f6b78c45ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:10.185738 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-06244001-5d63-43e5-ac71-2affcf564e62 req-4d76ab37-e606-4773-9819-7f6b78c45ba0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e7ca279-b98c-43f9-865c-dc5db7518bba HTTP/1.1" status: 200 len: 847 time: 0.0768871 Jul 24 00:51:10.202087 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc458c-29a8-45f7-9907-ed2d3436942f req-534dd2e5-240b-4063-accc-d1927dfa5169 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:10.203896 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-51fc458c-29a8-45f7-9907-ed2d3436942f req-534dd2e5-240b-4063-accc-d1927dfa5169 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e138c3c-48ba-428e-99c7-50c1125ed940 HTTP/1.1" status: 200 len: 943 time: 0.1467896 Jul 24 00:51:10.255457 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3099d167-0893-485b-8be3-913449e7210c req-14123045-e306-41e0-98ec-e2c84422c49e tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696125 Jul 24 00:51:10.263145 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-06244001-5d63-43e5-ac71-2affcf564e62 req-a2e4a61c-b615-470a-b379-00da207d5904 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c4ab419-d412-43cd-bcfe-97903abe1bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579569 Jul 24 00:51:10.313223 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-51fc458c-29a8-45f7-9907-ed2d3436942f req-e342426a-d394-4bf8-847e-daf59f85c1eb tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995791 Jul 24 00:51:10.447895 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-06244001-5d63-43e5-ac71-2affcf564e62 req-f5107b37-2818-47ee-bbae-8951710df93b service neutron] 10.222.0.13 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765254 Jul 24 00:51:10.567574 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704bdca-ab58-4f12-b106-cd9e93f04641 req-7c9e1fa8-6271-473f-a0ca-2cdae777a37a tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:10.567997 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5704bdca-ab58-4f12-b106-cd9e93f04641 req-7c9e1fa8-6271-473f-a0ca-2cdae777a37a tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 949 time: 0.0994167 Jul 24 00:51:10.587354 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-06244001-5d63-43e5-ac71-2affcf564e62 req-60570d3f-37d0-4921-ad1e-ffdfc8ef3cc5 service neutron] 10.222.0.13 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282091 Jul 24 00:51:10.641530 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5704bdca-ab58-4f12-b106-cd9e93f04641 req-7f265623-344b-4475-92e2-5c55baa14284 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665946 Jul 24 00:51:10.853469 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffcd1ce-3c8b-4944-b738-9898bda4e283 req-48e73aa1-651c-4bd4-9af7-fe25665fafd6 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:10.861659 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0ffcd1ce-3c8b-4944-b738-9898bda4e283 req-48e73aa1-651c-4bd4-9af7-fe25665fafd6 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=33ec7b2d-36f8-4a65-9547-5b3f36699d62 HTTP/1.1" status: 200 len: 943 time: 0.0952189 Jul 24 00:51:10.864776 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53134) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:51:10.901856 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0ffcd1ce-3c8b-4944-b738-9898bda4e283 req-82172f77-6db7-41c3-b827-9d08e0362f9b tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394049 Jul 24 00:51:11.073947 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd1a410b-6972-4dd7-8eb7-9760576aa39f admin admin] Deleting subnet eacbc75d-e7d9-4f31-b710-44862dc68303 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:51:11.081268 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bd1a410b-6972-4dd7-8eb7-9760576aa39f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:11.086192 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33646e73-2b79-4f91-838f-db984c3ad76a', 'name': 'network-vif-deleted', 'tag': '506e7617-622e-4e8e-8f0b-88bed6716f82'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:51:11.088828 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee30774-8314-4352-8e73-7c9a02c0fe23" -d '{"events": [{"server_uuid": "33646e73-2b79-4f91-838f-db984c3ad76a", "name": "network-vif-deleted", "tag": "506e7617-622e-4e8e-8f0b-88bed6716f82"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:51:11.123629 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bd1a410b-6972-4dd7-8eb7-9760576aa39f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:11.163539 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a896062-8adf-4f8f-b2c6-d696bbb148d7 x-openstack-request-id: req-6a896062-8adf-4f8f-b2c6-d696bbb148d7 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:51:11.163539 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33646e73-2b79-4f91-838f-db984c3ad76a", "name": "network-vif-deleted", "tag": "506e7617-622e-4e8e-8f0b-88bed6716f82", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:51:11.163539 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6a896062-8adf-4f8f-b2c6-d696bbb148d7 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:51:11.163539 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33646e73-2b79-4f91-838f-db984c3ad76a', 'name': 'network-vif-deleted', 'tag': '506e7617-622e-4e8e-8f0b-88bed6716f82', 'status': 'completed', 'code': 200} Jul 24 00:51:11.187103 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bd1a410b-6972-4dd7-8eb7-9760576aa39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:11.260805 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bd1a410b-6972-4dd7-8eb7-9760576aa39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:11.305960 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bd1a410b-6972-4dd7-8eb7-9760576aa39f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:11.310692 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-bd1a410b-6972-4dd7-8eb7-9760576aa39f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/eacbc75d-e7d9-4f31-b710-44862dc68303 HTTP/1.1" status: 204 len: 168 time: 0.4445927 Jul 24 00:51:11.312164 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a410b-6972-4dd7-8eb7-9760576aa39f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eacbc75d-e7d9-4f31-b710-44862dc68303,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:11.313235 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53150) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:51:11.435448 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dbcef0-80d4-4bf1-b006-416328b639af req-f131f3ad-c2fd-4656-b99a-3e5c40d2d648 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:11.437110 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-52dbcef0-80d4-4bf1-b006-416328b639af req-f131f3ad-c2fd-4656-b99a-3e5c40d2d648 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.0939450 Jul 24 00:51:11.456628 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d1fa1e05-137f-4b9a-b6cd-1672dde210b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:11.511575 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-52dbcef0-80d4-4bf1-b006-416328b639af req-f61f4081-55ae-47e2-ae2f-9a0ca64cd128 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604479 Jul 24 00:51:11.578345 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d1fa1e05-137f-4b9a-b6cd-1672dde210b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:11.591198 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725e506-266f-40c5-bece-79645e74a21d req-776f80f3-c489-469e-bb73-b66c5eeab899 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:11.593128 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f725e506-266f-40c5-bece-79645e74a21d req-776f80f3-c489-469e-bb73-b66c5eeab899 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e138c3c-48ba-428e-99c7-50c1125ed940 HTTP/1.1" status: 200 len: 943 time: 0.1892996 Jul 24 00:51:11.610905 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-d1fa1e05-137f-4b9a-b6cd-1672dde210b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0424e002-92c3-40ed-8018-7ea44515813a']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:51:11.630236 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-d1fa1e05-137f-4b9a-b6cd-1672dde210b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58fdc277-5f36-433f-9782-f46712be7157') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:51:11.630838 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-d1fa1e05-137f-4b9a-b6cd-1672dde210b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58fdc277-5f36-433f-9782-f46712be7157') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:51:11.644775 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d1fa1e05-137f-4b9a-b6cd-1672dde210b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:11.673683 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f725e506-266f-40c5-bece-79645e74a21d req-62bd56e4-8e97-48c1-9aaa-a04ac144b986 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744128 Jul 24 00:51:11.675021 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d1fa1e05-137f-4b9a-b6cd-1672dde210b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:11.686230 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1fa1e05-137f-4b9a-b6cd-1672dde210b5 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:51:11.686651 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d1fa1e05-137f-4b9a-b6cd-1672dde210b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:11.688718 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 00:51:11.688718 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:51:11.688718 n-d-793621-25 neutron-server[100463]: timer() Jul 24 00:51:11.688718 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:51:11.688718 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 00:51:11.688718 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:51:11.688718 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 00:51:11.688718 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:51:11.688718 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 00:51:11.688718 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:51:11.688718 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 00:51:11.688718 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:51:11.688718 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 00:51:11.688718 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:51:11.688718 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:51:11.688718 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:51:11.688718 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:51:11.688718 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:51:11.688718 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 00:51:11.688718 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:51:11.688718 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 00:51:11.688718 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:51:11.688718 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:51:11.688718 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:51:11.688718 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 00:51:11.688718 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:51:11.688718 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:51:11.688718 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:51:11.688718 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:51:11.688718 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:51:11.688718 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:51:11.688718 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:51:11.830502 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d1fa1e05-137f-4b9a-b6cd-1672dde210b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:11.841782 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d1fa1e05-137f-4b9a-b6cd-1672dde210b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:11.847196 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53160) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:51:11.854595 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d1fa1e05-137f-4b9a-b6cd-1672dde210b5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0424e002-92c3-40ed-8018-7ea44515813a HTTP/1.1" status: 204 len: 168 time: 0.5401247 Jul 24 00:51:11.865630 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 76bc8cc4-3102-4e72-9591-8363f2667c89 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:51:11.881382 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa1e05-137f-4b9a-b6cd-1672dde210b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0424e002-92c3-40ed-8018-7ea44515813a,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:11.933087 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeecf2a-b179-4943-bf08-580801916451 req-e7d9f7ba-ce19-43a0-9b85-ccfcffa1dcdd tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:11.935867 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3eeecf2a-b179-4943-bf08-580801916451 req-e7d9f7ba-ce19-43a0-9b85-ccfcffa1dcdd tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 949 time: 0.1780334 Jul 24 00:51:11.950440 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-73173980-40c6-4e09-bbe7-92c5bac1cb9b admin admin] Deleting subnet 18f4eb12-e4b4-4b34-b3f1-dced9bec4564 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:51:11.975571 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-73173980-40c6-4e09-bbe7-92c5bac1cb9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:12.020200 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3eeecf2a-b179-4943-bf08-580801916451 req-0d36d9d9-5b4c-4207-a513-10087fc7e1bd tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684047 Jul 24 00:51:12.063755 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 76bc8cc4-3102-4e72-9591-8363f2667c89, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=76bc8cc4-3102-4e72-9591-8363f2667c89,segment=NetworkSegment(224003b9-1e4b-40e8-8bf3-31947898d576),segment_id=224003b9-1e4b-40e8-8bf3-31947898d576)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:12.076851 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '76bc8cc4-3102-4e72-9591-8363f2667c89', 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4', 'port_id': '76bc8cc4-3102-4e72-9591-8363f2667c89', 'mac_address': 'fa:16:3e:23:da:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e7ca279-b98c-43f9-865c-dc5db7518bba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:51:12.101007 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-73173980-40c6-4e09-bbe7-92c5bac1cb9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:12.144284 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:12.153784 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754167c8-ec95-4aab-9757-737913ca7601 req-ed436f1b-5cb3-4e62-a709-c239acbd0cee tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:12.155788 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-754167c8-ec95-4aab-9757-737913ca7601 req-ed436f1b-5cb3-4e62-a709-c239acbd0cee tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=33ec7b2d-36f8-4a65-9547-5b3f36699d62 HTTP/1.1" status: 200 len: 943 time: 0.1191714 Jul 24 00:51:12.161414 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76bc8cc4-3102-4e72-9591-8363f2667c89 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:51:12.186158 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-73173980-40c6-4e09-bbe7-92c5bac1cb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:12.189792 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 76bc8cc4-3102-4e72-9591-8363f2667c89, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=76bc8cc4-3102-4e72-9591-8363f2667c89,segment=NetworkSegment(224003b9-1e4b-40e8-8bf3-31947898d576),segment_id=224003b9-1e4b-40e8-8bf3-31947898d576)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:12.200050 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:12.201433 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device dc055e22-5930-4afb-96a8-941f642b2c3f details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:51:12.242396 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-754167c8-ec95-4aab-9757-737913ca7601 req-366fd5eb-1cc1-4143-bc8f-bc3aece20929 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801010 Jul 24 00:51:12.278251 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=76bc8cc4-3102-4e72-9591-8363f2667c89,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:12.312343 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-73173980-40c6-4e09-bbe7-92c5bac1cb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:12.326171 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-73173980-40c6-4e09-bbe7-92c5bac1cb9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:12.330423 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-73173980-40c6-4e09-bbe7-92c5bac1cb9b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/18f4eb12-e4b4-4b34-b3f1-dced9bec4564 HTTP/1.1" status: 204 len: 168 time: 0.4799604 Jul 24 00:51:12.331377 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53174) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:51:12.349457 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73173980-40c6-4e09-bbe7-92c5bac1cb9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18f4eb12-e4b4-4b34-b3f1-dced9bec4564,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:12.391984 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port dc055e22-5930-4afb-96a8-941f642b2c3f, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=dc055e22-5930-4afb-96a8-941f642b2c3f,segment=NetworkSegment(6a496770-77f3-4c89-a4ef-c619e5b67bdf),segment_id=6a496770-77f3-4c89-a4ef-c619e5b67bdf)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:12.405025 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'dc055e22-5930-4afb-96a8-941f642b2c3f', 'network_id': 'cf53c075-354a-47e9-8398-640068505382', 'port_id': 'dc055e22-5930-4afb-96a8-941f642b2c3f', 'mac_address': 'fa:16:3e:dd:ee:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd196389f-9ba3-4fa3-b4a4-ee8338ee8fe0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:51:12.441191 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f5e64d1e-d05d-48c8-860a-5ba713a03a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:12.451960 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:12.466311 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 506e7617-622e-4e8e-8f0b-88bed6716f82 no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:51:12.496649 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] No Port match for: 506e7617-622e-4e8e-8f0b-88bed6716f82 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:51:12.496649 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 506e7617-622e-4e8e-8f0b-88bed6716f82 not bound to the agent host n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:51:12.501235 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc055e22-5930-4afb-96a8-941f642b2c3f {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:51:12.544176 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port dc055e22-5930-4afb-96a8-941f642b2c3f, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=dc055e22-5930-4afb-96a8-941f642b2c3f,segment=NetworkSegment(6a496770-77f3-4c89-a4ef-c619e5b67bdf),segment_id=6a496770-77f3-4c89-a4ef-c619e5b67bdf)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:12.554066 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:12.627014 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f5e64d1e-d05d-48c8-860a-5ba713a03a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:12.642070 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=dc055e22-5930-4afb-96a8-941f642b2c3f,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:12.684605 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-f5e64d1e-d05d-48c8-860a-5ba713a03a4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac3c82b5-8802-4f1f-a64f-0bdfd69eb6ac']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:51:12.696365 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-f5e64d1e-d05d-48c8-860a-5ba713a03a4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f24c9f9-f152-4fd2-8c4c-1bce20d86b4b') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:51:12.696675 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-f5e64d1e-d05d-48c8-860a-5ba713a03a4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f24c9f9-f152-4fd2-8c4c-1bce20d86b4b') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:51:12.713247 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f5e64d1e-d05d-48c8-860a-5ba713a03a4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:12.749028 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f5e64d1e-d05d-48c8-860a-5ba713a03a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:12.758280 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5e64d1e-d05d-48c8-860a-5ba713a03a4b admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:51:12.758704 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f5e64d1e-d05d-48c8-860a-5ba713a03a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:12.760737 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 00:51:12.760737 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:51:12.760737 n-d-793621-25 neutron-server[100463]: timer() Jul 24 00:51:12.760737 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:51:12.760737 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 00:51:12.760737 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:51:12.760737 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 00:51:12.760737 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:51:12.760737 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 00:51:12.760737 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:51:12.760737 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 00:51:12.760737 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:51:12.760737 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 00:51:12.760737 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:51:12.760737 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:51:12.760737 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:51:12.760737 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:51:12.760737 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:51:12.760737 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 00:51:12.760737 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:51:12.760737 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 00:51:12.760737 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:51:12.760737 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:51:12.760737 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:51:12.760737 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 00:51:12.760737 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:51:12.760737 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:51:12.760737 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:51:12.760737 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:51:12.760737 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:51:12.760737 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:51:12.760737 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:51:12.784922 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0d1f8-3380-41a5-ad68-96794a1c24f6 req-6c38190e-1b23-40ef-8c5d-912873254b9f tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:12.786524 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-48d0d1f8-3380-41a5-ad68-96794a1c24f6 req-6c38190e-1b23-40ef-8c5d-912873254b9f tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.1562605 Jul 24 00:51:12.888080 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-48d0d1f8-3380-41a5-ad68-96794a1c24f6 req-89525f4c-fc61-4d2f-8e1b-aefd62506314 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869100 Jul 24 00:51:12.894575 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002049e1-5c27-443b-a1e5-7a401f5c8728 req-2f66e078-c666-443f-aa97-841435791158 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:12.895344 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f5e64d1e-d05d-48c8-860a-5ba713a03a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:12.905246 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f5e64d1e-d05d-48c8-860a-5ba713a03a4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:12.906324 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-002049e1-5c27-443b-a1e5-7a401f5c8728 req-2f66e078-c666-443f-aa97-841435791158 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e138c3c-48ba-428e-99c7-50c1125ed940 HTTP/1.1" status: 200 len: 944 time: 0.1185527 Jul 24 00:51:12.930573 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f5e64d1e-d05d-48c8-860a-5ba713a03a4b admin admin] 10.222.0.15 "DELETE /v2.0/networks/ac3c82b5-8802-4f1f-a64f-0bdfd69eb6ac HTTP/1.1" status: 204 len: 168 time: 0.5976927 Jul 24 00:51:12.970156 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e64d1e-d05d-48c8-860a-5ba713a03a4b admin admin] Pushing event deleted for resources: {'Network': ['ID=ac3c82b5-8802-4f1f-a64f-0bdfd69eb6ac,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:12.977600 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['76bc8cc4-3102-4e72-9591-8363f2667c89'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:51:12.981107 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-002049e1-5c27-443b-a1e5-7a401f5c8728 req-65761d5c-f3ae-49b5-a17e-974d7940256b tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639474 Jul 24 00:51:13.019226 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['dc055e22-5930-4afb-96a8-941f642b2c3f'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:51:13.195402 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53202) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:51:13.332121 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53206) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:51:13.333113 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a3cf08a9-9049-46bf-82c9-76f693279d7e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f6c3815e83b546d1ba8426b7607dbf30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1365159 Jul 24 00:51:13.344061 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e20acd-3ebb-40f6-bba3-b32236592765 req-44c36b2e-3129-46f9-b88e-025dd14ad3bc tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:13.351645 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a6e20acd-3ebb-40f6-bba3-b32236592765 req-44c36b2e-3129-46f9-b88e-025dd14ad3bc tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 949 time: 0.1707754 Jul 24 00:51:13.407520 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a6e20acd-3ebb-40f6-bba3-b32236592765 req-da018246-11ae-493c-abb3-8e41da0ce8e2 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546787 Jul 24 00:51:13.463602 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-82fcaf4b-1075-42c5-9400-f1cab74b7439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:13.496842 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-82fcaf4b-1075-42c5-9400-f1cab74b7439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:13.515430 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1a64e-9086-469d-a677-f73337dd148f req-41fb9435-c469-47d8-8610-f2773c69c979 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:13.517045 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cff1a64e-9086-469d-a677-f73337dd148f req-41fb9435-c469-47d8-8610-f2773c69c979 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=33ec7b2d-36f8-4a65-9547-5b3f36699d62 HTTP/1.1" status: 200 len: 944 time: 0.1076005 Jul 24 00:51:13.578541 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cff1a64e-9086-469d-a677-f73337dd148f req-656e41f4-c312-42d0-bf67-e0c6a22b19f1 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496731 Jul 24 00:51:13.592445 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-82fcaf4b-1075-42c5-9400-f1cab74b7439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:13.595319 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-82fcaf4b-1075-42c5-9400-f1cab74b7439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:13.596744 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-82fcaf4b-1075-42c5-9400-f1cab74b7439 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0ac9ccb2-9b10-489b-8099-73de6732bb1f HTTP/1.1" status: 204 len: 168 time: 0.2625401 Jul 24 00:51:13.604928 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fcaf4b-1075-42c5-9400-f1cab74b7439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac9ccb2-9b10-489b-8099-73de6732bb1f,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:13.926924 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53226) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:51:13.982369 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-08771a10-ac39-48c3-bbf9-2bcc35c4788e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bdb5f28845564ca39d1a8853f849174c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0542145 Jul 24 00:51:13.984971 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53228) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:51:14.049284 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25747095-0cbd-4d85-abb8-9a2bbc3dd153 req-43b20f73-6aae-4d8d-b60d-afbbde0c187c tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:14.050397 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b4e5e724-b2cb-440b-aace-e0bb6012c050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:14.051244 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-25747095-0cbd-4d85-abb8-9a2bbc3dd153 req-43b20f73-6aae-4d8d-b60d-afbbde0c187c tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.0841570 Jul 24 00:51:14.095570 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-25747095-0cbd-4d85-abb8-9a2bbc3dd153 req-2fc2d485-035b-4eaa-8346-7e50e5de9fc8 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349064 Jul 24 00:51:14.101561 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b4e5e724-b2cb-440b-aace-e0bb6012c050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:14.172419 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7468766a-e933-4b52-bba8-4f362e0dca1d req-ea268d1e-6763-4ce8-bae9-9bcd902a2dcd tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:14.173979 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7468766a-e933-4b52-bba8-4f362e0dca1d req-ea268d1e-6763-4ce8-bae9-9bcd902a2dcd tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e138c3c-48ba-428e-99c7-50c1125ed940 HTTP/1.1" status: 200 len: 944 time: 0.1138725 Jul 24 00:51:14.189115 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b4e5e724-b2cb-440b-aace-e0bb6012c050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:14.191245 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b4e5e724-b2cb-440b-aace-e0bb6012c050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:14.192358 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b4e5e724-b2cb-440b-aace-e0bb6012c050 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bd7f84cf-114d-4804-acc3-0533b68fc1f7 HTTP/1.1" status: 204 len: 168 time: 0.2061377 Jul 24 00:51:14.214011 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e5e724-b2cb-440b-aace-e0bb6012c050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7f84cf-114d-4804-acc3-0533b68fc1f7,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:14.253976 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7468766a-e933-4b52-bba8-4f362e0dca1d req-9af82a78-9403-4add-afc7-d688648fbee7 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726571 Jul 24 00:51:14.358046 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-69da51b3-ba61-4e0e-8fe1-3940829df4a7 req-10117ebb-9220-4175-be61-14fe6d0438a4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0725381 Jul 24 00:51:14.535344 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da51b3-ba61-4e0e-8fe1-3940829df4a7 req-1be8d1e3-8f19-4254-b055-e1cb2979b947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:14.536891 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-69da51b3-ba61-4e0e-8fe1-3940829df4a7 req-1be8d1e3-8f19-4254-b055-e1cb2979b947 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64682d71562544209c45b1dc63c9fd56&device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 1101 time: 0.1462195 Jul 24 00:51:14.567365 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7330c6-b811-42e0-8b20-454965d28da1 req-896846a4-3cfd-4519-a496-ab9a94f3a36c tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:14.569601 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed83444-93c4-4a72-af8f-7f09103b5af1 req-fcf55634-6ff6-46f7-927f-b41a5b30a1a7 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:14.571290 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0ed83444-93c4-4a72-af8f-7f09103b5af1 req-fcf55634-6ff6-46f7-927f-b41a5b30a1a7 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/ports?device_id=6112b4b0-1bf7-4ecf-a8ca-7463336dc8a7 HTTP/1.1" status: 200 len: 949 time: 0.1048992 Jul 24 00:51:14.573179 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bf7330c6-b811-42e0-8b20-454965d28da1 req-896846a4-3cfd-4519-a496-ab9a94f3a36c tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 949 time: 0.0819545 Jul 24 00:51:14.642427 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0ed83444-93c4-4a72-af8f-7f09103b5af1 req-97fce30b-6a3e-4208-b676-9b54703ad035 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1df493c-dad6-4de9-9c2d-58eff63ccbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615458 Jul 24 00:51:14.647954 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bf7330c6-b811-42e0-8b20-454965d28da1 req-f2b7523d-6fab-4de8-971d-a75ead74c86f tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660033 Jul 24 00:51:14.709902 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da51b3-ba61-4e0e-8fe1-3940829df4a7 req-edd86361-bdd4-4eef-b164-5eaf5d5bc7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:14.711500 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-69da51b3-ba61-4e0e-8fe1-3940829df4a7 req-edd86361-bdd4-4eef-b164-5eaf5d5bc7b9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.1392820 Jul 24 00:51:15.119217 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-69da51b3-ba61-4e0e-8fe1-3940829df4a7 req-8aef353f-0f64-4f57-9a21-34c80d7d61d2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=26b94257-c0af-4147-9ffe-5c742e897ecd HTTP/1.1" status: 200 len: 217 time: 0.3944294 Jul 24 00:51:15.213806 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da51b3-ba61-4e0e-8fe1-3940829df4a7 req-ae62c321-cb19-4474-8e01-7dd09d5b7e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:15.215512 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-69da51b3-ba61-4e0e-8fe1-3940829df4a7 req-ae62c321-cb19-4474-8e01-7dd09d5b7e60 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.0895147 Jul 24 00:51:15.268604 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d38ff-5072-4d7a-b51c-5c6287e86798 req-18a15c1a-f149-4f22-9bb2-0c7202103439 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:15.275266 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-474d38ff-5072-4d7a-b51c-5c6287e86798 req-18a15c1a-f149-4f22-9bb2-0c7202103439 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=33ec7b2d-36f8-4a65-9547-5b3f36699d62 HTTP/1.1" status: 200 len: 944 time: 0.5449908 Jul 24 00:51:15.328833 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d0798-b485-4e2f-98b7-9c978ea57336 req-586b4f13-0262-415f-989a-38f0e08d10e6 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:15.330629 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6d5d0798-b485-4e2f-98b7-9c978ea57336 req-586b4f13-0262-415f-989a-38f0e08d10e6 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.0835810 Jul 24 00:51:15.331356 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-474d38ff-5072-4d7a-b51c-5c6287e86798 req-cd195fae-e700-4eef-a03c-f375f9e7311e tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537035 Jul 24 00:51:15.342631 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da51b3-ba61-4e0e-8fe1-3940829df4a7 req-9f6051c6-ee54-4682-88a6-5f353fbee001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:15.352050 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-69da51b3-ba61-4e0e-8fe1-3940829df4a7 req-9f6051c6-ee54-4682-88a6-5f353fbee001 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1207242 Jul 24 00:51:15.403281 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6d5d0798-b485-4e2f-98b7-9c978ea57336 req-29ec3141-be93-49f7-b4b7-b8f821af6935 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573287 Jul 24 00:51:15.455236 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-69da51b3-ba61-4e0e-8fe1-3940829df4a7 req-547c486d-9ce1-4e4d-be76-493d88698abf service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034057 Jul 24 00:51:15.539643 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6b4bb-6342-4b4f-b080-09e18462cdcb req-e082772c-3b31-4175-9d87-1757120dca9e tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:15.544687 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-81e6b4bb-6342-4b4f-b080-09e18462cdcb req-e082772c-3b31-4175-9d87-1757120dca9e tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e138c3c-48ba-428e-99c7-50c1125ed940 HTTP/1.1" status: 200 len: 944 time: 0.0764194 Jul 24 00:51:15.570800 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-69da51b3-ba61-4e0e-8fe1-3940829df4a7 req-9a90569f-3cb8-4285-b637-3070a2257355 service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089852 Jul 24 00:51:15.588773 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-81e6b4bb-6342-4b4f-b080-09e18462cdcb req-81aaed84-04a6-4d1d-8bf0-3a90ca0d5514 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409524 Jul 24 00:51:15.641190 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-582655ff-bec8-4fa0-a6f7-6d2192f031dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:15.800753 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30612a6-7ac9-4517-aa2e-894a9e0e2c4a req-b0edabbe-acaa-481b-b020-596b91462849 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:15.802439 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b30612a6-7ac9-4517-aa2e-894a9e0e2c4a req-b0edabbe-acaa-481b-b020-596b91462849 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 949 time: 0.0694160 Jul 24 00:51:15.848892 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b30612a6-7ac9-4517-aa2e-894a9e0e2c4a req-73d7d2d2-2b1e-4c93-a619-045c85158196 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403192 Jul 24 00:51:15.900762 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 76bc8cc4-3102-4e72-9591-8363f2667c89 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:51:15.952382 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 76bc8cc4-3102-4e72-9591-8363f2667c89 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:51:15.956505 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 76bc8cc4-3102-4e72-9591-8363f2667c89 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:51:15.956883 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:16.052472 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:16.076889 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e138c3c-48ba-428e-99c7-50c1125ed940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76bc8cc4-3102-4e72-9591-8363f2667c89'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:51:16.079244 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44414f42-9d76-4273-85cb-fd3efd8752d8" -d '{"events": [{"server_uuid": "1e138c3c-48ba-428e-99c7-50c1125ed940", "name": "network-vif-plugged", "status": "completed", "tag": "76bc8cc4-3102-4e72-9591-8363f2667c89"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:51:16.094390 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 76bc8cc4-3102-4e72-9591-8363f2667c89, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=76bc8cc4-3102-4e72-9591-8363f2667c89,segment=NetworkSegment(224003b9-1e4b-40e8-8bf3-31947898d576),segment_id=224003b9-1e4b-40e8-8bf3-31947898d576)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:16.102878 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:16.103706 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device dc055e22-5930-4afb-96a8-941f642b2c3f up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:51:16.145507 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f8c8ed-9986-445a-a028-3c14af3849f1 x-openstack-request-id: req-f3f8c8ed-9986-445a-a028-3c14af3849f1 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:51:16.145803 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e138c3c-48ba-428e-99c7-50c1125ed940", "name": "network-vif-plugged", "status": "completed", "tag": "76bc8cc4-3102-4e72-9591-8363f2667c89", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:51:16.146061 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f3f8c8ed-9986-445a-a028-3c14af3849f1 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:51:16.146504 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e138c3c-48ba-428e-99c7-50c1125ed940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76bc8cc4-3102-4e72-9591-8363f2667c89', 'code': 200} Jul 24 00:51:16.187796 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=76bc8cc4-3102-4e72-9591-8363f2667c89,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:16.207899 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port dc055e22-5930-4afb-96a8-941f642b2c3f completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:51:16.213677 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port dc055e22-5930-4afb-96a8-941f642b2c3f triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:51:16.214285 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:16.295390 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d45543-ae16-4231-a7c3-bd4a67f73f91 req-88620e19-0377-4a1c-808f-107e54e4a3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:16.296970 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a0d45543-ae16-4231-a7c3-bd4a67f73f91 req-88620e19-0377-4a1c-808f-107e54e4a3c4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1e138c3c-48ba-428e-99c7-50c1125ed940 HTTP/1.1" status: 200 len: 1097 time: 0.0650122 Jul 24 00:51:16.321577 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:16.344501 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a0d45543-ae16-4231-a7c3-bd4a67f73f91 req-9ba59f35-d260-44a3-8fc8-38ecdaf33a6d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340116 Jul 24 00:51:16.360521 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port dc055e22-5930-4afb-96a8-941f642b2c3f, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=dc055e22-5930-4afb-96a8-941f642b2c3f,segment=NetworkSegment(6a496770-77f3-4c89-a4ef-c619e5b67bdf),segment_id=6a496770-77f3-4c89-a4ef-c619e5b67bdf)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:16.365659 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:16.366523 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 6282d520-70c0-40cd-ba11-1b97c43423eb no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:51:16.446299 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=dc055e22-5930-4afb-96a8-941f642b2c3f,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:16.498241 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:16.525144 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b5661-6949-45b3-a7c9-bcf9b9ad790c req-f53372a5-0ea7-406c-b5e8-b4ee3d76b04e tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:16.533608 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fe3b5661-6949-45b3-a7c9-bcf9b9ad790c req-f53372a5-0ea7-406c-b5e8-b4ee3d76b04e tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=33ec7b2d-36f8-4a65-9547-5b3f36699d62 HTTP/1.1" status: 200 len: 945 time: 0.1190174 Jul 24 00:51:16.535433 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 6282d520-70c0-40cd-ba11-1b97c43423eb, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=6282d520-70c0-40cd-ba11-1b97c43423eb,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:16.542020 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:16.586848 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fe3b5661-6949-45b3-a7c9-bcf9b9ad790c req-c6266ea2-bbd0-4dcb-a933-a1a312bdc23a tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470555 Jul 24 00:51:16.609349 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=6282d520-70c0-40cd-ba11-1b97c43423eb,revision_number=8']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:16.640952 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc22e4-86a4-4bda-a25a-a72a4d02fd73 req-833c70d3-7b21-4c64-85e7-25c4db8f1417 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:16.642759 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d2cc22e4-86a4-4bda-a25a-a72a4d02fd73 req-833c70d3-7b21-4c64-85e7-25c4db8f1417 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.0788562 Jul 24 00:51:16.708886 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d2cc22e4-86a4-4bda-a25a-a72a4d02fd73 req-d71c3f24-680c-4263-9b5b-003b6ba50e23 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600467 Jul 24 00:51:16.814794 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7b3ab-56f9-4bf6-acbb-effe63f82751 req-9387ab2c-d2dc-4010-98df-b867aaf700a7 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:16.816375 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b9e7b3ab-56f9-4bf6-acbb-effe63f82751 req-9387ab2c-d2dc-4010-98df-b867aaf700a7 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e138c3c-48ba-428e-99c7-50c1125ed940 HTTP/1.1" status: 200 len: 945 time: 0.0848165 Jul 24 00:51:16.871724 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b9e7b3ab-56f9-4bf6-acbb-effe63f82751 req-d2f60989-bf1a-44e0-b548-4e440fcd8404 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451517 Jul 24 00:51:17.001420 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6941f09-10b1-4bae-a305-2c937d554b8d req-7b4dbdc7-fd05-487c-863f-bd54ed6c06ea tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:17.003824 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c6941f09-10b1-4bae-a305-2c937d554b8d req-7b4dbdc7-fd05-487c-863f-bd54ed6c06ea tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 949 time: 0.0800323 Jul 24 00:51:17.057306 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c6941f09-10b1-4bae-a305-2c937d554b8d req-8e0a5e6f-6053-4271-8f7e-b45dc63c5df3 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469248 Jul 24 00:51:17.771683 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90071ba0-7605-45b5-ba1b-f6dfa1f23f1a req-6157fd04-c7aa-441f-8f95-08e9719f4a30 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:17.773454 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-90071ba0-7605-45b5-ba1b-f6dfa1f23f1a req-6157fd04-c7aa-441f-8f95-08e9719f4a30 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=33ec7b2d-36f8-4a65-9547-5b3f36699d62 HTTP/1.1" status: 200 len: 945 time: 0.1021616 Jul 24 00:51:17.814585 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-90071ba0-7605-45b5-ba1b-f6dfa1f23f1a req-c83695cc-2138-42aa-826f-19464f818ab6 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343337 Jul 24 00:51:17.890268 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device be8c5313-285d-4f85-ac71-c3c5fd8a7856 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:51:17.959545 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d53866-ca20-42e1-9ee4-3737bf7143c3 req-e2c91418-bf95-4f5c-8c82-e819ee7756c1 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:17.961605 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-75d53866-ca20-42e1-9ee4-3737bf7143c3 req-e2c91418-bf95-4f5c-8c82-e819ee7756c1 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.0788784 Jul 24 00:51:18.008044 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-75d53866-ca20-42e1-9ee4-3737bf7143c3 req-9855de42-aaa0-4bc1-aa1f-2c71dff52b3b tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399532 Jul 24 00:51:18.040542 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port be8c5313-285d-4f85-ac71-c3c5fd8a7856, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=be8c5313-285d-4f85-ac71-c3c5fd8a7856,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:18.053109 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'be8c5313-285d-4f85-ac71-c3c5fd8a7856', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'port_id': 'be8c5313-285d-4f85-ac71-c3c5fd8a7856', 'mac_address': 'fa:16:3e:6e:56:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:51:18.096065 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:18.109887 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037b437-c3c8-434c-aa35-d8cc33581997 req-57449089-f067-4bcb-8aa1-0c7291a7739f tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:18.111582 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3037b437-c3c8-434c-aa35-d8cc33581997 req-57449089-f067-4bcb-8aa1-0c7291a7739f tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e138c3c-48ba-428e-99c7-50c1125ed940 HTTP/1.1" status: 200 len: 945 time: 0.0739932 Jul 24 00:51:18.111858 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be8c5313-285d-4f85-ac71-c3c5fd8a7856 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:51:18.137973 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port be8c5313-285d-4f85-ac71-c3c5fd8a7856, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=be8c5313-285d-4f85-ac71-c3c5fd8a7856,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:18.143828 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:18.149395 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ec7b2d-36f8-4a65-9547-5b3f36699d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc055e22-5930-4afb-96a8-941f642b2c3f'}, {'server_uuid': '6112b4b0-1bf7-4ecf-a8ca-7463336dc8a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6282d520-70c0-40cd-ba11-1b97c43423eb'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:51:18.151873 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc59dc7b-46e4-4527-8932-47694f262c1d" -d '{"events": [{"server_uuid": "33ec7b2d-36f8-4a65-9547-5b3f36699d62", "name": "network-vif-plugged", "status": "completed", "tag": "dc055e22-5930-4afb-96a8-941f642b2c3f"}, {"server_uuid": "6112b4b0-1bf7-4ecf-a8ca-7463336dc8a7", "name": "network-vif-unplugged", "status": "completed", "tag": "6282d520-70c0-40cd-ba11-1b97c43423eb"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:51:18.158736 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3037b437-c3c8-434c-aa35-d8cc33581997 req-a38d6d06-73f1-4b42-91f5-2cbca56036c9 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409598 Jul 24 00:51:18.210489 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=be8c5313-285d-4f85-ac71-c3c5fd8a7856,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:18.234911 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-fef4578b-38e8-461d-b601-f5220ac9b517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:18.242912 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Sat, 24 Jul 2021 00:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61bc958a-55c4-4d05-8ba4-0022244fa34f x-openstack-request-id: req-61bc958a-55c4-4d05-8ba4-0022244fa34f {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:51:18.243103 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb78156-50c3-42d5-abc8-d0319449ba34 req-ce3cd134-2a4c-4483-8620-638f448b3a3b tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:18.243556 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ec7b2d-36f8-4a65-9547-5b3f36699d62", "name": "network-vif-plugged", "status": "completed", "tag": "dc055e22-5930-4afb-96a8-941f642b2c3f", "code": 200}, {"server_uuid": "6112b4b0-1bf7-4ecf-a8ca-7463336dc8a7", "name": "network-vif-unplugged", "status": "completed", "tag": "6282d520-70c0-40cd-ba11-1b97c43423eb", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:51:18.244258 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-61bc958a-55c4-4d05-8ba4-0022244fa34f {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:51:18.244980 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7fb78156-50c3-42d5-abc8-d0319449ba34 req-ce3cd134-2a4c-4483-8620-638f448b3a3b tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 949 time: 0.0972805 Jul 24 00:51:18.251027 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ec7b2d-36f8-4a65-9547-5b3f36699d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc055e22-5930-4afb-96a8-941f642b2c3f', 'code': 200} Jul 24 00:51:18.251299 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6112b4b0-1bf7-4ecf-a8ca-7463336dc8a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6282d520-70c0-40cd-ba11-1b97c43423eb', 'code': 200} Jul 24 00:51:18.310862 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7fb78156-50c3-42d5-abc8-d0319449ba34 req-54f49c72-ffdc-4d1b-8b9f-ddef12ea0763 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511971 Jul 24 00:51:18.323375 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['be8c5313-285d-4f85-ac71-c3c5fd8a7856'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:51:18.437732 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065213fb-2eed-4cae-be5a-c683f8f0001a req-1c57ee9d-f5c4-44bb-9acc-4ede7c75523b tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:18.439616 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-065213fb-2eed-4cae-be5a-c683f8f0001a req-1c57ee9d-f5c4-44bb-9acc-4ede7c75523b tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1e138c3c-48ba-428e-99c7-50c1125ed940 HTTP/1.1" status: 200 len: 1097 time: 0.1255431 Jul 24 00:51:18.463009 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:18.483789 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-065213fb-2eed-4cae-be5a-c683f8f0001a req-3506f1be-531a-4309-b6eb-d6c316415398 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334873 Jul 24 00:51:18.487178 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b728a53-716b-4727-bb14-291e76838109 req-85410283-5773-4e81-9226-4f55cbe4e067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:18.488926 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7b728a53-716b-4727-bb14-291e76838109 req-85410283-5773-4e81-9226-4f55cbe4e067 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=33ec7b2d-36f8-4a65-9547-5b3f36699d62 HTTP/1.1" status: 200 len: 1097 time: 0.1691108 Jul 24 00:51:18.548901 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7b728a53-716b-4727-bb14-291e76838109 req-37f407c3-e80d-4e43-83c2-173c4c316a54 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418103 Jul 24 00:51:18.622607 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df80e05-e7d1-4eeb-a724-1cf4b123e406 req-21abbaf5-432d-4430-bba8-082875177d3e tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:18.624238 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1df80e05-e7d1-4eeb-a724-1cf4b123e406 req-21abbaf5-432d-4430-bba8-082875177d3e tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1e138c3c-48ba-428e-99c7-50c1125ed940 HTTP/1.1" status: 200 len: 1097 time: 0.0579269 Jul 24 00:51:18.661514 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1df80e05-e7d1-4eeb-a724-1cf4b123e406 req-7a62ee26-9a88-41ed-ad99-9248ef5cac4a tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310407 Jul 24 00:51:18.942903 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638041ff-dfe2-446e-b2fe-293419d2baf2 req-a7671294-4101-4ecd-bb04-13a1378fd1c0 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:18.944533 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-638041ff-dfe2-446e-b2fe-293419d2baf2 req-a7671294-4101-4ecd-bb04-13a1378fd1c0 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1e138c3c-48ba-428e-99c7-50c1125ed940 HTTP/1.1" status: 200 len: 1097 time: 0.0710843 Jul 24 00:51:18.986907 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-638041ff-dfe2-446e-b2fe-293419d2baf2 req-550a9ca6-124d-4b88-8ae1-503213dc259a tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360012 Jul 24 00:51:19.125435 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964e60e-e568-4999-aa39-9793ae8c07c1 req-43d54d3f-8fb5-4cb0-9fc6-9e4cc3f524a3 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:19.127138 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3964e60e-e568-4999-aa39-9793ae8c07c1 req-43d54d3f-8fb5-4cb0-9fc6-9e4cc3f524a3 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=33ec7b2d-36f8-4a65-9547-5b3f36699d62 HTTP/1.1" status: 200 len: 945 time: 0.0748079 Jul 24 00:51:19.175659 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3964e60e-e568-4999-aa39-9793ae8c07c1 req-81e739cb-a3cf-4d13-b71c-26486d8e9704 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379903 Jul 24 00:51:19.330809 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1ff79-7b2b-48c4-b08a-e2b429ea3136 req-04bc8cd8-07a4-467a-a286-f2a173575fc0 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:19.332316 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-92a1ff79-7b2b-48c4-b08a-e2b429ea3136 req-04bc8cd8-07a4-467a-a286-f2a173575fc0 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.0786529 Jul 24 00:51:19.345188 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:19.376517 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-92a1ff79-7b2b-48c4-b08a-e2b429ea3136 req-393e4114-e2fc-4ad8-8a67-0e8b99a3a7fe tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376284 Jul 24 00:51:19.532041 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54fc3e6-fc48-4615-9a0d-dee5989c3198 req-a8fd9005-7216-422d-bc59-b27ccc3cd270 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:19.533620 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b54fc3e6-fc48-4615-9a0d-dee5989c3198 req-a8fd9005-7216-422d-bc59-b27ccc3cd270 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 949 time: 0.0778346 Jul 24 00:51:19.580345 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b54fc3e6-fc48-4615-9a0d-dee5989c3198 req-82426b38-4d91-4404-a12a-c503e9463837 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405431 Jul 24 00:51:19.758643 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53514) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:51:19.879155 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-259cd377-d353-4658-bc7d-d4d0b73c1976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:19.922807 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device be8c5313-285d-4f85-ac71-c3c5fd8a7856 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:51:19.976341 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port be8c5313-285d-4f85-ac71-c3c5fd8a7856 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:51:19.976722 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:19.979433 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-259cd377-d353-4658-bc7d-d4d0b73c1976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:19.984052 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-259cd377-d353-4658-bc7d-d4d0b73c1976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:20.023211 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259cd377-d353-4658-bc7d-d4d0b73c1976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be944cd6-3f68-4868-8fe6-ece05b0e3d89,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:20.031063 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53520) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:51:20.031453 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-259cd377-d353-4658-bc7d-d4d0b73c1976 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c507deb6c6fb4bdd9ad8d9ef2385c736&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2708325 Jul 24 00:51:20.078950 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:20.114696 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port be8c5313-285d-4f85-ac71-c3c5fd8a7856, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=be8c5313-285d-4f85-ac71-c3c5fd8a7856,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:20.120374 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:20.124262 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f6b523ee-a3b1-47b5-ad39-593b9820d814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:20.157318 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f6b523ee-a3b1-47b5-ad39-593b9820d814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:20.191110 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=be8c5313-285d-4f85-ac71-c3c5fd8a7856,revision_number=7']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:20.201863 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4420bdb-7bf3-42a3-a26c-b18e85108c1f req-6a286afb-2aeb-4327-ada4-9a8ccb4adc1e tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:20.203498 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c4420bdb-7bf3-42a3-a26c-b18e85108c1f req-6a286afb-2aeb-4327-ada4-9a8ccb4adc1e tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1e138c3c-48ba-428e-99c7-50c1125ed940 HTTP/1.1" status: 200 len: 1097 time: 0.1295741 Jul 24 00:51:20.249526 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c4420bdb-7bf3-42a3-a26c-b18e85108c1f req-dd38a727-2790-47a5-8052-bff1562b920d tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399110 Jul 24 00:51:20.251493 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f6b523ee-a3b1-47b5-ad39-593b9820d814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:20.254431 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f6b523ee-a3b1-47b5-ad39-593b9820d814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:20.255699 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f6b523ee-a3b1-47b5-ad39-593b9820d814 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/be944cd6-3f68-4868-8fe6-ece05b0e3d89 HTTP/1.1" status: 204 len: 168 time: 0.2239721 Jul 24 00:51:20.259481 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade86e79-7938-43eb-926f-fe5672d6b672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8c5313-285d-4f85-ac71-c3c5fd8a7856'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:51:20.266025 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ac90df-cd1a-4a29-adf1-c1aaed7a8ddf" -d '{"events": [{"server_uuid": "ade86e79-7938-43eb-926f-fe5672d6b672", "name": "network-vif-plugged", "status": "completed", "tag": "be8c5313-285d-4f85-ac71-c3c5fd8a7856"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:51:20.285701 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b523ee-a3b1-47b5-ad39-593b9820d814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be944cd6-3f68-4868-8fe6-ece05b0e3d89,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:20.333750 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56a35b2-0927-486e-a6c3-9ad3f1bf714e x-openstack-request-id: req-c56a35b2-0927-486e-a6c3-9ad3f1bf714e {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:51:20.334097 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade86e79-7938-43eb-926f-fe5672d6b672", "name": "network-vif-plugged", "status": "completed", "tag": "be8c5313-285d-4f85-ac71-c3c5fd8a7856", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:51:20.334634 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c56a35b2-0927-486e-a6c3-9ad3f1bf714e {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:51:20.335114 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade86e79-7938-43eb-926f-fe5672d6b672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8c5313-285d-4f85-ac71-c3c5fd8a7856', 'code': 200} Jul 24 00:51:20.359191 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c97a9-6ed0-4a72-826b-94268737a56d req-c1212a09-8be1-48a5-99ac-9ce8b8fdd540 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:20.361253 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6d3c97a9-6ed0-4a72-826b-94268737a56d req-c1212a09-8be1-48a5-99ac-9ce8b8fdd540 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=33ec7b2d-36f8-4a65-9547-5b3f36699d62 HTTP/1.1" status: 200 len: 945 time: 0.1033545 Jul 24 00:51:20.412168 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6d3c97a9-6ed0-4a72-826b-94268737a56d req-d90e8ea3-b9bb-49ee-afeb-244adf96b497 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442679 Jul 24 00:51:20.596347 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b6f10-75c8-4705-a7e2-d63fe589fd47 req-d702d313-e987-45d4-8c84-2f870c69d095 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:20.598084 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e41b6f10-75c8-4705-a7e2-d63fe589fd47 req-d702d313-e987-45d4-8c84-2f870c69d095 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.1083934 Jul 24 00:51:20.647893 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e41b6f10-75c8-4705-a7e2-d63fe589fd47 req-bdfa7b26-5e61-47df-b8b3-113c0260d014 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432522 Jul 24 00:51:20.678771 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53558) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:51:20.693377 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d264e7e3-4e40-401e-8840-ee1dc9829aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:20.820260 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d264e7e3-4e40-401e-8840-ee1dc9829aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:20.827574 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d264e7e3-4e40-401e-8840-ee1dc9829aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:20.873407 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:20.934233 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d264e7e3-4e40-401e-8840-ee1dc9829aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2c197a-1048-4ecd-87b3-7064ecc81366,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:20.946532 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d264e7e3-4e40-401e-8840-ee1dc9829aba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=31fbe6a656494e89a1a7442ea1c9f727&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2640564 Jul 24 00:51:20.946896 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53580) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:51:20.983699 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6874568-4a4c-4aa1-a9e6-1e3b066ea556 req-a9c5ecfe-a0d4-4dfb-b254-de2ac09227a6 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:20.985524 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f6874568-4a4c-4aa1-a9e6-1e3b066ea556 req-a9c5ecfe-a0d4-4dfb-b254-de2ac09227a6 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 949 time: 0.0929244 Jul 24 00:51:21.012468 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fd88811d-c109-4596-895d-2abf88c87a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:21.039707 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fd88811d-c109-4596-895d-2abf88c87a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:21.041300 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f6874568-4a4c-4aa1-a9e6-1e3b066ea556 req-66b654e2-deaf-401d-8b52-5bdc3d1b25a8 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492938 Jul 24 00:51:21.105663 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fd88811d-c109-4596-895d-2abf88c87a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:21.108431 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fd88811d-c109-4596-895d-2abf88c87a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:21.110099 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-fd88811d-c109-4596-895d-2abf88c87a52 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3a2c197a-1048-4ecd-87b3-7064ecc81366 HTTP/1.1" status: 204 len: 168 time: 0.1621675 Jul 24 00:51:21.119627 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd88811d-c109-4596-895d-2abf88c87a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2c197a-1048-4ecd-87b3-7064ecc81366,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:21.586521 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-6a2c84f8-9d53-4800-a893-9b181d690a6a tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:51:21.587574 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-6a2c84f8-9d53-4800-a893-9b181d690a6a tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058784 Jul 24 00:51:21.629302 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9633d0d5-fedc-4230-9ca9-c356483e0b8a req-10647889-3287-410b-af8a-d330c8ac1bec tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:21.631194 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9633d0d5-fedc-4230-9ca9-c356483e0b8a req-10647889-3287-410b-af8a-d330c8ac1bec tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=33ec7b2d-36f8-4a65-9547-5b3f36699d62 HTTP/1.1" status: 200 len: 945 time: 0.1293004 Jul 24 00:51:21.678631 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-61c71eca-3b8c-46ce-a176-4ce9497fc7d8 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:21.680961 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-61c71eca-3b8c-46ce-a176-4ce9497fc7d8 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.15 "GET /v2.0/ports/76bc8cc4-3102-4e72-9591-8363f2667c89 HTTP/1.1" status: 200 len: 1094 time: 0.0802960 Jul 24 00:51:21.694621 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9633d0d5-fedc-4230-9ca9-c356483e0b8a req-e1cca21b-14f3-475f-b19d-90afa04e31fc tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554192 Jul 24 00:51:21.703453 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-e5eca714-82e0-4b1f-a9a2-b11d02227e3b service neutron] Request body: {'binding': {'host': 'n-h2-793621-25', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:51:21.704223 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-e5eca714-82e0-4b1f-a9a2-b11d02227e3b service neutron] Unknown quota resources ['binding']. {{(pid=100463) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 24 00:51:21.882989 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c12f3-399a-443a-a0d3-03e39f0c3c38 req-1a3521e7-b4ca-4ebf-b338-27d3c042d13b tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:21.893543 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-860c12f3-399a-443a-a0d3-03e39f0c3c38 req-1a3521e7-b4ca-4ebf-b338-27d3c042d13b tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.1051686 Jul 24 00:51:21.908564 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-e5eca714-82e0-4b1f-a9a2-b11d02227e3b service neutron] Attempting to bind port 76bc8cc4-3102-4e72-9591-8363f2667c89 on host n-h2-793621-25 for vnic_type normal with profile None {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:51:21.909155 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-e5eca714-82e0-4b1f-a9a2-b11d02227e3b service neutron] Attempting to bind port 76bc8cc4-3102-4e72-9591-8363f2667c89 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:51:21.911714 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-e5eca714-82e0-4b1f-a9a2-b11d02227e3b service neutron] Attempting to bind port 76bc8cc4-3102-4e72-9591-8363f2667c89 on network 7c4ab419-d412-43cd-bcfe-97903abe1bf4 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:51:21.921681 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-e5eca714-82e0-4b1f-a9a2-b11d02227e3b service neutron] Port 76bc8cc4-3102-4e72-9591-8363f2667c89 on network 7c4ab419-d412-43cd-bcfe-97903abe1bf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:51:21.922035 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-e5eca714-82e0-4b1f-a9a2-b11d02227e3b service neutron] Attempting to bind port 76bc8cc4-3102-4e72-9591-8363f2667c89 on network 7c4ab419-d412-43cd-bcfe-97903abe1bf4 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:51:21.935593 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-e5eca714-82e0-4b1f-a9a2-b11d02227e3b service neutron] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:51:21.935934 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-e5eca714-82e0-4b1f-a9a2-b11d02227e3b service neutron] Checking segment: {'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:51:21.936331 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-e5eca714-82e0-4b1f-a9a2-b11d02227e3b service neutron] Bound using segment: {'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:51:21.936786 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-e5eca714-82e0-4b1f-a9a2-b11d02227e3b service neutron] Bound port: 76bc8cc4-3102-4e72-9591-8363f2667c89, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:51:21.952468 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-860c12f3-399a-443a-a0d3-03e39f0c3c38 req-85334d7f-0e86-4473-a71a-d9197b575521 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576482 Jul 24 00:51:22.008340 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-e5eca714-82e0-4b1f-a9a2-b11d02227e3b service neutron] For port 76bc8cc4-3102-4e72-9591-8363f2667c89, host n-h2-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=76bc8cc4-3102-4e72-9591-8363f2667c89,segment=NetworkSegment(224003b9-1e4b-40e8-8bf3-31947898d576),segment_id=224003b9-1e4b-40e8-8bf3-31947898d576)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:51:22.017624 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-e5eca714-82e0-4b1f-a9a2-b11d02227e3b service neutron] Notify callbacks [] for binding, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:22.020185 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-e5eca714-82e0-4b1f-a9a2-b11d02227e3b service neutron] 10.222.0.15 "POST /v2.0/ports/76bc8cc4-3102-4e72-9591-8363f2667c89/bindings HTTP/1.1" status: 201 len: 390 time: 0.3298607 Jul 24 00:51:22.497344 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-f0d3fefb-b51f-43a9-b9da-13d9c4e06e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:22.500847 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-f0d3fefb-b51f-43a9-b9da-13d9c4e06e62 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ed057dc71fc949d185d5f214444abe1e&device_id=1e138c3c-48ba-428e-99c7-50c1125ed940 HTTP/1.1" status: 200 len: 1097 time: 0.1400340 Jul 24 00:51:22.636458 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-79bb9749-34c0-4185-b0f8-5487275ac4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:22.638394 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-79bb9749-34c0-4185-b0f8-5487275ac4eb service neutron] 10.222.0.11 "GET /v2.0/networks?id=7c4ab419-d412-43cd-bcfe-97903abe1bf4 HTTP/1.1" status: 200 len: 908 time: 0.1305439 Jul 24 00:51:22.698964 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-581376ac-a7da-42ee-9cf5-b9250a3c4705 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76bc8cc4-3102-4e72-9591-8363f2667c89 HTTP/1.1" status: 200 len: 217 time: 0.0496240 Jul 24 00:51:22.743833 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da4436d-90ec-40d5-818f-5c2ec9329844 req-6b0cdcba-6c1f-496b-8966-84dc397e28d8 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:22.745216 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4da4436d-90ec-40d5-818f-5c2ec9329844 req-6b0cdcba-6c1f-496b-8966-84dc397e28d8 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e138c3c-48ba-428e-99c7-50c1125ed940 HTTP/1.1" status: 200 len: 945 time: 0.1838651 Jul 24 00:51:22.802678 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4da4436d-90ec-40d5-818f-5c2ec9329844 req-d3932195-edad-4eca-a2d1-b4e594593504 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507407 Jul 24 00:51:22.804803 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-10a0f785-1b2f-4f62-90d0-c4cddec42cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:22.806523 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-10a0f785-1b2f-4f62-90d0-c4cddec42cf5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8e7ca279-b98c-43f9-865c-dc5db7518bba HTTP/1.1" status: 200 len: 847 time: 0.0880418 Jul 24 00:51:22.834119 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e56c27-bfee-4ebf-a5cc-1dbae8f8f749 req-496e4e57-6333-4fc9-aa5f-3147f4b6c845 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:22.836220 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-61e56c27-bfee-4ebf-a5cc-1dbae8f8f749 req-496e4e57-6333-4fc9-aa5f-3147f4b6c845 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 949 time: 0.1965027 Jul 24 00:51:22.862237 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-f6892f35-7f68-4e12-89f7-bddde63bdb93 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7c4ab419-d412-43cd-bcfe-97903abe1bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475657 Jul 24 00:51:22.938442 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-61e56c27-bfee-4ebf-a5cc-1dbae8f8f749 req-61287b98-765a-469b-8b80-96559b3be211 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773008 Jul 24 00:51:23.046404 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-76c200d6-c93f-4a39-8203-467c17f02d74 service neutron] 10.222.0.11 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766441 Jul 24 00:51:23.220614 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-35abfba0-a3e2-4fbe-b701-dae32d24b904 service neutron] 10.222.0.11 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599412 Jul 24 00:51:23.234384 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be7dc61-2193-4f67-bf08-1cf1a10fad45 req-7fe6eef9-5678-4531-aecc-2aadbff5e403 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:23.236374 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4be7dc61-2193-4f67-bf08-1cf1a10fad45 req-7fe6eef9-5678-4531-aecc-2aadbff5e403 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.1458888 Jul 24 00:51:23.309581 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4be7dc61-2193-4f67-bf08-1cf1a10fad45 req-139517db-ab10-41a5-b105-94c75ca4845b tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656502 Jul 24 00:51:23.406982 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-be2616e8-5838-4940-8a9d-848dbfc74e18 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:23.408867 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-be2616e8-5838-4940-8a9d-848dbfc74e18 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=1e138c3c-48ba-428e-99c7-50c1125ed940&tenant_id=ed057dc71fc949d185d5f214444abe1e&binding%3Ahost_id=n-h1-793621-25 HTTP/1.1" status: 200 len: 1097 time: 0.1142678 Jul 24 00:51:23.423619 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-fca03ac0-dfb9-4143-bf27-d0e0826db7ec service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-25'}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:51:23.577381 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-fca03ac0-dfb9-4143-bf27-d0e0826db7ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:23.632205 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52df57-9731-411e-bb4d-7eb85af50b33 req-a7e5b04e-a029-499c-b9ff-d242430a13dd tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:23.641726 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8e52df57-9731-411e-bb4d-7eb85af50b33 req-a7e5b04e-a029-499c-b9ff-d242430a13dd tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=33ec7b2d-36f8-4a65-9547-5b3f36699d62 HTTP/1.1" status: 200 len: 945 time: 0.1568754 Jul 24 00:51:23.751139 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8e52df57-9731-411e-bb4d-7eb85af50b33 req-91e56e2d-a54a-4b20-b672-653c7d215e10 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076314 Jul 24 00:51:23.781243 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-fca03ac0-dfb9-4143-bf27-d0e0826db7ec service neutron] For port 76bc8cc4-3102-4e72-9591-8363f2667c89, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=76bc8cc4-3102-4e72-9591-8363f2667c89,segment=NetworkSegment(224003b9-1e4b-40e8-8bf3-31947898d576),segment_id=224003b9-1e4b-40e8-8bf3-31947898d576)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:23.843782 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-fca03ac0-dfb9-4143-bf27-d0e0826db7ec service neutron] For port 76bc8cc4-3102-4e72-9591-8363f2667c89, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:51:23.906827 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-fca03ac0-dfb9-4143-bf27-d0e0826db7ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:23.910077 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e138c3c-48ba-428e-99c7-50c1125ed940', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76bc8cc4-3102-4e72-9591-8363f2667c89'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:51:23.913591 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3b5fe5-654a-4464-95bf-43f8a7f61777" -d '{"events": [{"server_uuid": "1e138c3c-48ba-428e-99c7-50c1125ed940", "name": "network-vif-unplugged", "status": "completed", "tag": "76bc8cc4-3102-4e72-9591-8363f2667c89"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:51:23.929703 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-fca03ac0-dfb9-4143-bf27-d0e0826db7ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:23.965442 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-35e215bf-d8a0-4328-8441-ec9d1c086161 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=29df0e5d084444b88c057d3daefd14a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462880 Jul 24 00:51:23.986686 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31966410-a162-426a-98d5-9998528b672f req-08597961-4c85-4e54-bb74-a06d64b62889 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:23.993804 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-31966410-a162-426a-98d5-9998528b672f req-08597961-4c85-4e54-bb74-a06d64b62889 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e138c3c-48ba-428e-99c7-50c1125ed940 HTTP/1.1" status: 200 len: 945 time: 0.0953467 Jul 24 00:51:24.057514 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-31966410-a162-426a-98d5-9998528b672f req-a7e367a6-fe6e-41d8-8632-a2c7ac1b3cd4 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624211 Jul 24 00:51:24.146684 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca03ac0-dfb9-4143-bf27-d0e0826db7ec service neutron] Pushing event updated for resources: {'Port': ['ID=76bc8cc4-3102-4e72-9591-8363f2667c89,revision_number=7']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:24.176089 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-fca03ac0-dfb9-4143-bf27-d0e0826db7ec service neutron] Attempting to bind port 76bc8cc4-3102-4e72-9591-8363f2667c89 on host n-h1-793621-25 for vnic_type normal with profile {"migrating_to": "n-h2-793621-25"} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:51:24.176493 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-fca03ac0-dfb9-4143-bf27-d0e0826db7ec service neutron] Attempting to bind port 76bc8cc4-3102-4e72-9591-8363f2667c89 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:51:24.176862 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-fca03ac0-dfb9-4143-bf27-d0e0826db7ec service neutron] Attempting to bind port 76bc8cc4-3102-4e72-9591-8363f2667c89 on network 7c4ab419-d412-43cd-bcfe-97903abe1bf4 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:51:24.194863 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-fca03ac0-dfb9-4143-bf27-d0e0826db7ec service neutron] Port 76bc8cc4-3102-4e72-9591-8363f2667c89 on network 7c4ab419-d412-43cd-bcfe-97903abe1bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:51:24.195213 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-fca03ac0-dfb9-4143-bf27-d0e0826db7ec service neutron] Attempting to bind port 76bc8cc4-3102-4e72-9591-8363f2667c89 on network 7c4ab419-d412-43cd-bcfe-97903abe1bf4 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:51:24.208497 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-fca03ac0-dfb9-4143-bf27-d0e0826db7ec service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:51:24.208803 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-fca03ac0-dfb9-4143-bf27-d0e0826db7ec service neutron] Checking segment: {'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:51:24.209102 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-fca03ac0-dfb9-4143-bf27-d0e0826db7ec service neutron] Bound using segment: {'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:51:24.209621 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-fca03ac0-dfb9-4143-bf27-d0e0826db7ec service neutron] Bound port: 76bc8cc4-3102-4e72-9591-8363f2667c89, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:51:24.210035 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-fca03ac0-dfb9-4143-bf27-d0e0826db7ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:24.222955 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32e3155-5927-420f-ae62-644b0a5a75ec x-openstack-request-id: req-a32e3155-5927-420f-ae62-644b0a5a75ec {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:51:24.223145 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e138c3c-48ba-428e-99c7-50c1125ed940", "name": "network-vif-unplugged", "status": "completed", "tag": "76bc8cc4-3102-4e72-9591-8363f2667c89", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:51:24.223415 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a32e3155-5927-420f-ae62-644b0a5a75ec {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:51:24.223822 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e138c3c-48ba-428e-99c7-50c1125ed940', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76bc8cc4-3102-4e72-9591-8363f2667c89', 'code': 200} Jul 24 00:51:24.243364 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-6c285c79-6e6e-42c5-977a-604db8c9ed00 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:24.250981 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-6c285c79-6e6e-42c5-977a-604db8c9ed00 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2614646 Jul 24 00:51:24.303098 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-e25c3f5a-7de2-4596-b7df-549f7c940b5e tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/quotas/29df0e5d084444b88c057d3daefd14a3 HTTP/1.1" status: 200 len: 375 time: 0.0510824 Jul 24 00:51:24.356166 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-e764df75-e30c-4e3e-91d5-2871dbb2e1a5 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=29df0e5d084444b88c057d3daefd14a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512648 Jul 24 00:51:24.393988 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-fca03ac0-dfb9-4143-bf27-d0e0826db7ec service neutron] For port 76bc8cc4-3102-4e72-9591-8363f2667c89, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:51:24.398064 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-fca03ac0-dfb9-4143-bf27-d0e0826db7ec service neutron] For port 76bc8cc4-3102-4e72-9591-8363f2667c89, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=76bc8cc4-3102-4e72-9591-8363f2667c89,segment=NetworkSegment(224003b9-1e4b-40e8-8bf3-31947898d576),segment_id=224003b9-1e4b-40e8-8bf3-31947898d576)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:51:24.406733 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3c9b2-e3aa-4333-aa15-80fda18b5f44 req-d33becc7-98f0-434d-90f5-2575734c69a9 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:24.410456 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-fca03ac0-dfb9-4143-bf27-d0e0826db7ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:24.417551 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e9d3c9b2-e3aa-4333-aa15-80fda18b5f44 req-d33becc7-98f0-434d-90f5-2575734c69a9 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 949 time: 0.1385307 Jul 24 00:51:24.472158 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e9d3c9b2-e3aa-4333-aa15-80fda18b5f44 req-6276b468-e1d0-4adb-8555-2c2d038bfc1e tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537820 Jul 24 00:51:24.526649 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-fca03ac0-dfb9-4143-bf27-d0e0826db7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:24.527894 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-fca03ac0-dfb9-4143-bf27-d0e0826db7ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:24.539979 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-fca03ac0-dfb9-4143-bf27-d0e0826db7ec service neutron] 10.222.0.11 "PUT /v2.0/ports/76bc8cc4-3102-4e72-9591-8363f2667c89 HTTP/1.1" status: 200 len: 1123 time: 1.1115334 Jul 24 00:51:24.585382 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca03ac0-dfb9-4143-bf27-d0e0826db7ec service neutron] Pushing event updated for resources: {'Port': ['ID=76bc8cc4-3102-4e72-9591-8363f2667c89,revision_number=8']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:24.704483 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0226e-8038-4e9c-82d5-3ae98477eadd req-b017597d-ac8d-465e-8cb3-d996bbdd0136 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:24.712193 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b9a0226e-8038-4e9c-82d5-3ae98477eadd req-b017597d-ac8d-465e-8cb3-d996bbdd0136 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.1295989 Jul 24 00:51:24.749215 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['76bc8cc4-3102-4e72-9591-8363f2667c89'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:51:24.778237 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b9a0226e-8038-4e9c-82d5-3ae98477eadd req-36125f95-8aaf-461d-933c-741d17476036 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602069 Jul 24 00:51:24.894122 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-56027ffe-690c-4322-8b63-67da21152d17 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=29df0e5d084444b88c057d3daefd14a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352857 Jul 24 00:51:25.038438 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd581771-c463-47d4-a82c-c950b03550dd req-124c35fa-89c5-476c-afb2-f91f48a8222c tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:25.047973 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fd581771-c463-47d4-a82c-c950b03550dd req-124c35fa-89c5-476c-afb2-f91f48a8222c tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=33ec7b2d-36f8-4a65-9547-5b3f36699d62 HTTP/1.1" status: 200 len: 945 time: 0.1582575 Jul 24 00:51:25.108254 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-21baac55-0203-4f58-b194-1f1f21a3cd0c tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:25.110037 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-21baac55-0203-4f58-b194-1f1f21a3cd0c tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2096908 Jul 24 00:51:25.125274 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fd581771-c463-47d4-a82c-c950b03550dd req-ad32561a-d4d8-44c8-9da3-0cf6ac44a601 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755701 Jul 24 00:51:25.151363 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-806ad9dd-55e2-4769-af66-49aa5a3aadd4 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/quotas/29df0e5d084444b88c057d3daefd14a3 HTTP/1.1" status: 200 len: 375 time: 0.0279830 Jul 24 00:51:25.216240 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-ad592ffe-cc51-4309-8dfa-082a67c9750a tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=29df0e5d084444b88c057d3daefd14a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578151 Jul 24 00:51:25.283094 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798799ad-4dad-485c-91f8-003543950391 req-6424927e-40c6-4279-abaf-dc9c3bb10ce7 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:25.290330 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-798799ad-4dad-485c-91f8-003543950391 req-6424927e-40c6-4279-abaf-dc9c3bb10ce7 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e138c3c-48ba-428e-99c7-50c1125ed940 HTTP/1.1" status: 200 len: 943 time: 0.0906506 Jul 24 00:51:25.365910 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-798799ad-4dad-485c-91f8-003543950391 req-af3139ae-261d-4525-91ed-6615719e9da0 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746400 Jul 24 00:51:25.529403 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ddfcf890-3ebc-489b-88cc-942de0a20efb req-7a7ef785-72f8-4a8b-ae1b-a12e271d0b53 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=11aa70ae-adf0-4ffa-8b07-f64826dd443c HTTP/1.1" status: 200 len: 210 time: 0.0527182 Jul 24 00:51:25.700043 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287eeac-349b-4e7c-bf1e-fc4262b094f5 req-bb18c9b3-446c-428d-8ba6-d360379536d1 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:25.707659 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1287eeac-349b-4e7c-bf1e-fc4262b094f5 req-bb18c9b3-446c-428d-8ba6-d360379536d1 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 949 time: 0.1184142 Jul 24 00:51:25.758539 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1287eeac-349b-4e7c-bf1e-fc4262b094f5 req-ea85f0a6-38be-4df7-8dc5-ac9947eb1bd1 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497987 Jul 24 00:51:25.983835 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device dc055e22-5930-4afb-96a8-941f642b2c3f details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:51:26.035211 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a16a29-914f-4b3b-99e8-7c8ea7d3f1d7 req-fb3bc509-a9a4-4392-98dd-1231e38772e9 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:26.042930 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e1a16a29-914f-4b3b-99e8-7c8ea7d3f1d7 req-fb3bc509-a9a4-4392-98dd-1231e38772e9 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.1437471 Jul 24 00:51:26.090025 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e1a16a29-914f-4b3b-99e8-7c8ea7d3f1d7 req-81cc0321-2cc6-4a7c-ae2e-51be4caa2813 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440562 Jul 24 00:51:26.149015 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port dc055e22-5930-4afb-96a8-941f642b2c3f, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=dc055e22-5930-4afb-96a8-941f642b2c3f,segment=NetworkSegment(6a496770-77f3-4c89-a4ef-c619e5b67bdf),segment_id=6a496770-77f3-4c89-a4ef-c619e5b67bdf)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:26.162686 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'dc055e22-5930-4afb-96a8-941f642b2c3f', 'network_id': 'cf53c075-354a-47e9-8398-640068505382', 'port_id': 'dc055e22-5930-4afb-96a8-941f642b2c3f', 'mac_address': 'fa:16:3e:dd:ee:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd196389f-9ba3-4fa3-b4a4-ee8338ee8fe0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:51:26.241578 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:26.247285 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e138c3c-48ba-428e-99c7-50c1125ed940', 'tag': '76bc8cc4-3102-4e72-9591-8363f2667c89'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:51:26.249742 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0003446-488d-480e-9013-74945f1c94e6" -d '{"events": [{"name": "network-changed", "server_uuid": "1e138c3c-48ba-428e-99c7-50c1125ed940", "tag": "76bc8cc4-3102-4e72-9591-8363f2667c89"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:51:26.289260 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc055e22-5930-4afb-96a8-941f642b2c3f {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:51:26.299573 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fbf044-9d11-4c2b-84d1-18723a8e0879 req-3efdc176-847b-4dd9-9376-b11ee8128483 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:26.301584 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-83fbf044-9d11-4c2b-84d1-18723a8e0879 req-3efdc176-847b-4dd9-9376-b11ee8128483 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=33ec7b2d-36f8-4a65-9547-5b3f36699d62 HTTP/1.1" status: 200 len: 945 time: 0.0940249 Jul 24 00:51:26.341324 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e6170b-d6b0-400d-9e24-cfdf618e7cc8 x-openstack-request-id: req-b1e6170b-d6b0-400d-9e24-cfdf618e7cc8 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:51:26.342005 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e138c3c-48ba-428e-99c7-50c1125ed940", "tag": "76bc8cc4-3102-4e72-9591-8363f2667c89", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:51:26.342491 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b1e6170b-d6b0-400d-9e24-cfdf618e7cc8 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:51:26.343179 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e138c3c-48ba-428e-99c7-50c1125ed940', 'tag': '76bc8cc4-3102-4e72-9591-8363f2667c89', 'status': 'completed', 'code': 200} Jul 24 00:51:26.372019 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port dc055e22-5930-4afb-96a8-941f642b2c3f, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=dc055e22-5930-4afb-96a8-941f642b2c3f,segment=NetworkSegment(6a496770-77f3-4c89-a4ef-c619e5b67bdf),segment_id=6a496770-77f3-4c89-a4ef-c619e5b67bdf)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:26.373827 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-83fbf044-9d11-4c2b-84d1-18723a8e0879 req-cd4a1b20-b5b0-4411-b784-09a17135436f tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558646 Jul 24 00:51:26.383084 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:26.384380 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 2ce40615-eb5a-4471-acd2-241bbb3ef830 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:51:26.438355 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-59a81119-a33d-491c-8b26-48c0dec78a13 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=29df0e5d084444b88c057d3daefd14a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511522 Jul 24 00:51:26.487941 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0003446-488d-480e-9013-74945f1c94e6 req-3c31ef2f-4acb-4f77-84ea-4d34f8e0a578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:26.489579 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f0003446-488d-480e-9013-74945f1c94e6 req-3c31ef2f-4acb-4f77-84ea-4d34f8e0a578 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed057dc71fc949d185d5f214444abe1e&device_id=1e138c3c-48ba-428e-99c7-50c1125ed940 HTTP/1.1" status: 200 len: 1126 time: 0.1208835 Jul 24 00:51:26.607556 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=dc055e22-5930-4afb-96a8-941f642b2c3f,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:26.719149 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 2ce40615-eb5a-4471-acd2-241bbb3ef830, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2ce40615-eb5a-4471-acd2-241bbb3ef830,segment=NetworkSegment(c4a12371-e65f-4999-8182-3fce7a91f982),segment_id=c4a12371-e65f-4999-8182-3fce7a91f982)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:26.724005 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-738ccfa6-235a-4c38-ab07-2e03e55c893a tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:26.725522 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-738ccfa6-235a-4c38-ab07-2e03e55c893a tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2403457 Jul 24 00:51:26.736185 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '2ce40615-eb5a-4471-acd2-241bbb3ef830', 'network_id': 'e2e28809-37ce-4580-b5c1-8641e6176e46', 'port_id': '2ce40615-eb5a-4471-acd2-241bbb3ef830', 'mac_address': 'fa:16:3e:aa:6f:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd9d285b-6b1a-48e3-ba8d-9b7a3b766001', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:51:26.737614 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc0128-8dde-4a4f-9b4c-53e855ab5202 req-31bd9e2a-ed55-4fcf-adf2-9a227208e3ef tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:26.741413 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0003446-488d-480e-9013-74945f1c94e6 req-e7052e38-4686-49a9-8b5d-e8c108809f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:26.744572 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f0003446-488d-480e-9013-74945f1c94e6 req-e7052e38-4686-49a9-8b5d-e8c108809f7e service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c4ab419-d412-43cd-bcfe-97903abe1bf4 HTTP/1.1" status: 200 len: 908 time: 0.2319074 Jul 24 00:51:26.748096 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5fdc0128-8dde-4a4f-9b4c-53e855ab5202 req-31bd9e2a-ed55-4fcf-adf2-9a227208e3ef tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e138c3c-48ba-428e-99c7-50c1125ed940 HTTP/1.1" status: 200 len: 943 time: 0.2266679 Jul 24 00:51:26.755397 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-5ca828fd-b7a3-414c-a4aa-2e9c8356787f tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Request body: {'port': {'device_id': 'c2bd12d6-ae29-4e56-9541-cd2ee7b4224c', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'admin_state_up': True, 'tenant_id': '29df0e5d084444b88c057d3daefd14a3'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:51:26.813780 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:26.827617 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f0003446-488d-480e-9013-74945f1c94e6 req-919d4bec-d1a9-4fe7-ae6c-ff604ff3a6d1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76bc8cc4-3102-4e72-9591-8363f2667c89 HTTP/1.1" status: 200 len: 217 time: 0.0547612 Jul 24 00:51:26.832386 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ce40615-eb5a-4471-acd2-241bbb3ef830 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:51:26.836425 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-326e6f7b-7851-4627-b0b4-ebc68e2360cf req-e6974675-4056-4baf-89e7-924ca434de13 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=11aa70ae-adf0-4ffa-8b07-f64826dd443c HTTP/1.1" status: 200 len: 210 time: 0.1221013 Jul 24 00:51:26.847408 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5fdc0128-8dde-4a4f-9b4c-53e855ab5202 req-85b10851-544f-4276-b485-e914a0938677 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982213 Jul 24 00:51:26.864017 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 2ce40615-eb5a-4471-acd2-241bbb3ef830, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2ce40615-eb5a-4471-acd2-241bbb3ef830,segment=NetworkSegment(c4a12371-e65f-4999-8182-3fce7a91f982),segment_id=c4a12371-e65f-4999-8182-3fce7a91f982)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:26.867322 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:26.915753 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0003446-488d-480e-9013-74945f1c94e6 req-ca5bb492-5080-446a-9160-f25a2c262dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:26.917645 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f0003446-488d-480e-9013-74945f1c94e6 req-ca5bb492-5080-446a-9160-f25a2c262dc2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e7ca279-b98c-43f9-865c-dc5db7518bba HTTP/1.1" status: 200 len: 847 time: 0.0803235 Jul 24 00:51:26.929963 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=2ce40615-eb5a-4471-acd2-241bbb3ef830,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:27.000878 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-5ca828fd-b7a3-414c-a4aa-2e9c8356787f tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Made reservation on behalf of 29df0e5d084444b88c057d3daefd14a3 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:51:27.004226 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f0003446-488d-480e-9013-74945f1c94e6 req-78d99e54-1fa9-4d4e-843a-f4731e21ea90 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c4ab419-d412-43cd-bcfe-97903abe1bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624325 Jul 24 00:51:27.012255 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-5ca828fd-b7a3-414c-a4aa-2e9c8356787f tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:27.028771 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-5ca828fd-b7a3-414c-a4aa-2e9c8356787f tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:27.111872 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3de4e1-07da-416c-b447-977e7b76ec71 req-223ccf6c-f01c-46b4-95b4-9c81e891aeb3 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:27.113438 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1f3de4e1-07da-416c-b447-977e7b76ec71 req-223ccf6c-f01c-46b4-95b4-9c81e891aeb3 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 949 time: 0.1818318 Jul 24 00:51:27.123590 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['dc055e22-5930-4afb-96a8-941f642b2c3f'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:51:27.178414 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-5ca828fd-b7a3-414c-a4aa-2e9c8356787f tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:27.195690 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-5ca828fd-b7a3-414c-a4aa-2e9c8356787f tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:27.204216 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f0003446-488d-480e-9013-74945f1c94e6 req-f7baacaf-6a77-4eeb-9ca5-e813955d5cfd service neutron] 10.222.0.13 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792858 Jul 24 00:51:27.208045 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['2ce40615-eb5a-4471-acd2-241bbb3ef830'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:51:27.217763 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1f3de4e1-07da-416c-b447-977e7b76ec71 req-146c4b21-a6dc-4db5-8c68-835082717cfc tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836079 Jul 24 00:51:27.325030 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca828fd-b7a3-414c-a4aa-2e9c8356787f tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67ae1b4d-41a1-42ef-818c-5d8ca4effe82,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:27.427902 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-58177571-e246-4a5a-9771-19d965ea7205 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=29df0e5d084444b88c057d3daefd14a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0585029 Jul 24 00:51:27.443195 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7dc2d2-a530-45d0-8542-93fe22a8bd79 req-0ab78831-4f79-4cde-bb0b-e6df002091a1 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:27.452982 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3c7dc2d2-a530-45d0-8542-93fe22a8bd79 req-0ab78831-4f79-4cde-bb0b-e6df002091a1 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 944 time: 0.2718801 Jul 24 00:51:27.559806 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3c7dc2d2-a530-45d0-8542-93fe22a8bd79 req-1ee3bbb6-a654-4f32-8399-aa73ee61f02b tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040585 Jul 24 00:51:27.590698 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-5ca828fd-b7a3-414c-a4aa-2e9c8356787f tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Allocated IP 192.168.233.239 (064170bd-7ae3-42cd-9c1f-14f6db2f099c/b2f8a7b0-45d5-4a4f-bbde-2ea497f98103/2d15e070-d0dd-42eb-badb-76c9b74dcb14) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:51:27.775900 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f0003446-488d-480e-9013-74945f1c94e6 req-a7e57b90-5b4c-42d6-823d-c6f161df123a service neutron] 10.222.0.13 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5569122 Jul 24 00:51:27.832485 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-11c98b0c-4f4e-4c0f-9538-2fc45b492f2e tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:27.834100 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-11c98b0c-4f4e-4c0f-9538-2fc45b492f2e tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3950405 Jul 24 00:51:27.876171 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8677017f-1d45-4c71-8e6c-13b35051a56e req-3b8cb72b-7473-4a98-a3ef-e1a155c7a6d6 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:27.887654 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8677017f-1d45-4c71-8e6c-13b35051a56e req-3b8cb72b-7473-4a98-a3ef-e1a155c7a6d6 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=33ec7b2d-36f8-4a65-9547-5b3f36699d62 HTTP/1.1" status: 200 len: 944 time: 0.2593081 Jul 24 00:51:27.902261 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-384964da-e06a-4e15-88f7-1c46890b5968 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Request body: {'port': {'device_id': '11aa70ae-adf0-4ffa-8b07-f64826dd443c', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'admin_state_up': True, 'tenant_id': '29df0e5d084444b88c057d3daefd14a3'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:51:27.973102 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-5ca828fd-b7a3-414c-a4aa-2e9c8356787f tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:27.992903 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-5ca828fd-b7a3-414c-a4aa-2e9c8356787f tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Transition to ACTIVE for port object 2d15e070-d0dd-42eb-badb-76c9b74dcb14 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:51:28.014377 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 2ce40615-eb5a-4471-acd2-241bbb3ef830 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:51:28.072508 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ff72c51e-8bbc-4e60-899c-88d5f224df13 req-d74dbcbd-183d-4a92-92a9-afcf40014047 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=11aa70ae-adf0-4ffa-8b07-f64826dd443c HTTP/1.1" status: 200 len: 210 time: 0.0367606 Jul 24 00:51:28.075124 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-5ca828fd-b7a3-414c-a4aa-2e9c8356787f tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:28.123523 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-5ca828fd-b7a3-414c-a4aa-2e9c8356787f tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Network 064170bd-7ae3-42cd-9c1f-14f6db2f099c is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:51:28.128245 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-5ca828fd-b7a3-414c-a4aa-2e9c8356787f tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:51:28.150781 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-5ca828fd-b7a3-414c-a4aa-2e9c8356787f tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:51:28.174705 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8677017f-1d45-4c71-8e6c-13b35051a56e req-5494bb4c-7822-4705-87cb-ea5746057b41 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850730 Jul 24 00:51:28.366210 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca828fd-b7a3-414c-a4aa-2e9c8356787f tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Pushing event updated for resources: {'Port': ['ID=2d15e070-d0dd-42eb-badb-76c9b74dcb14,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:28.374595 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-384964da-e06a-4e15-88f7-1c46890b5968 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Made reservation on behalf of 29df0e5d084444b88c057d3daefd14a3 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:51:28.381633 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-384964da-e06a-4e15-88f7-1c46890b5968 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:28.445890 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-5ca828fd-b7a3-414c-a4aa-2e9c8356787f tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:28.446579 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-5ca828fd-b7a3-414c-a4aa-2e9c8356787f tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:28.499698 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f768d250-d64d-40b6-a6c4-8c9cf0a6df08 req-88f43dc6-611d-4be5-ab27-cc4c9c794a58 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:28.508727 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f768d250-d64d-40b6-a6c4-8c9cf0a6df08 req-88f43dc6-611d-4be5-ab27-cc4c9c794a58 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e138c3c-48ba-428e-99c7-50c1125ed940 HTTP/1.1" status: 200 len: 943 time: 0.2379417 Jul 24 00:51:28.512215 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-5ca828fd-b7a3-414c-a4aa-2e9c8356787f tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7611461 Jul 24 00:51:28.541047 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 76bc8cc4-3102-4e72-9591-8363f2667c89 details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:51:28.556908 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-2b0a6c80-0d6e-47f4-9844-b4f2ccf994f7 service neutron] Request body: {'port': {'device_id': 'c2bd12d6-ae29-4e56-9541-cd2ee7b4224c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:51:28.695860 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f768d250-d64d-40b6-a6c4-8c9cf0a6df08 req-3ace6bcc-3343-4b49-b8f6-920c6ee02777 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862004 Jul 24 00:51:28.728181 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 2ce40615-eb5a-4471-acd2-241bbb3ef830 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:51:28.728577 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:28.758106 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 76bc8cc4-3102-4e72-9591-8363f2667c89, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=76bc8cc4-3102-4e72-9591-8363f2667c89,segment=NetworkSegment(224003b9-1e4b-40e8-8bf3-31947898d576),segment_id=224003b9-1e4b-40e8-8bf3-31947898d576)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:28.768051 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-384964da-e06a-4e15-88f7-1c46890b5968 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Allocated IP 192.168.233.73 (064170bd-7ae3-42cd-9c1f-14f6db2f099c/b2f8a7b0-45d5-4a4f-bbde-2ea497f98103/e6288cd5-6672-4a9e-87fe-ee61eb38781f) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:51:28.826126 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-2b0a6c80-0d6e-47f4-9844-b4f2ccf994f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:28.846957 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 76bc8cc4-3102-4e72-9591-8363f2667c89 has no active binding in host n-h2-793621-25 {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 24 00:51:28.857611 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-ea7ac5b7-42d9-4098-a576-e352297f01fc None None] Provisioning for port 2d15e070-d0dd-42eb-badb-76c9b74dcb14 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:51:28.863058 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-ea7ac5b7-42d9-4098-a576-e352297f01fc None None] Provisioning complete for port 2d15e070-d0dd-42eb-badb-76c9b74dcb14 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:51:28.863439 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ea7ac5b7-42d9-4098-a576-e352297f01fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:28.915560 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-ea7ac5b7-42d9-4098-a576-e352297f01fc None None] Port 2d15e070-d0dd-42eb-badb-76c9b74dcb14 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:51:29.024839 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:29.080520 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:51:29.085051 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479919a7-d695-4692-be6c-ef90854e8de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce40615-eb5a-4471-acd2-241bbb3ef830'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:51:29.090633 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d939fa-4709-4d74-b658-ede79900f7aa req-be3308a0-e000-4d0c-8452-7efb7f4631bd tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:29.099492 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69d926b-ffe3-43fe-b9d5-95527ce0e259" -d '{"events": [{"server_uuid": "479919a7-d695-4692-be6c-ef90854e8de7", "name": "network-vif-plugged", "status": "completed", "tag": "2ce40615-eb5a-4471-acd2-241bbb3ef830"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:51:29.101158 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-97d939fa-4709-4d74-b658-ede79900f7aa req-be3308a0-e000-4d0c-8452-7efb7f4631bd tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 949 time: 0.2178240 Jul 24 00:51:29.121422 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 2ce40615-eb5a-4471-acd2-241bbb3ef830, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2ce40615-eb5a-4471-acd2-241bbb3ef830,segment=NetworkSegment(c4a12371-e65f-4999-8182-3fce7a91f982),segment_id=c4a12371-e65f-4999-8182-3fce7a91f982)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:29.131256 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:29.132105 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device dc055e22-5930-4afb-96a8-941f642b2c3f up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:51:29.166799 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-97d939fa-4709-4d74-b658-ede79900f7aa req-77f6069e-6238-4083-965f-338c932ac603 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594811 Jul 24 00:51:29.210288 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-384964da-e06a-4e15-88f7-1c46890b5968 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:29.255330 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-384964da-e06a-4e15-88f7-1c46890b5968 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Transition to ACTIVE for port object e6288cd5-6672-4a9e-87fe-ee61eb38781f will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:51:29.312960 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=2ce40615-eb5a-4471-acd2-241bbb3ef830,revision_number=7']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:29.333008 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port dc055e22-5930-4afb-96a8-941f642b2c3f triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:51:29.333372 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:29.353370 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-384964da-e06a-4e15-88f7-1c46890b5968 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:29.471487 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286434b-372e-4cd0-a4c7-07b5eb0d9bab req-6d0bd718-619e-4490-b1f5-57a88ee63730 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:29.482448 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9286434b-372e-4cd0-a4c7-07b5eb0d9bab req-6d0bd718-619e-4490-b1f5-57a88ee63730 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.1956563 Jul 24 00:51:29.498965 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:29.510427 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384964da-e06a-4e15-88f7-1c46890b5968 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Pushing event updated for resources: {'Port': ['ID=e6288cd5-6672-4a9e-87fe-ee61eb38781f,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:29.528476 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-384964da-e06a-4e15-88f7-1c46890b5968 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Network 064170bd-7ae3-42cd-9c1f-14f6db2f099c is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:51:29.530293 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-384964da-e06a-4e15-88f7-1c46890b5968 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:51:29.548643 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-384964da-e06a-4e15-88f7-1c46890b5968 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:51:29.600752 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port dc055e22-5930-4afb-96a8-941f642b2c3f, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=dc055e22-5930-4afb-96a8-941f642b2c3f,segment=NetworkSegment(6a496770-77f3-4c89-a4ef-c619e5b67bdf),segment_id=6a496770-77f3-4c89-a4ef-c619e5b67bdf)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:29.608656 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:29.642623 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9286434b-372e-4cd0-a4c7-07b5eb0d9bab req-b6e5e318-5760-41bd-8b69-26e9147d6993 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588209 Jul 24 00:51:29.649189 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-2b0a6c80-0d6e-47f4-9844-b4f2ccf994f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d15e070-d0dd-42eb-badb-76c9b74dcb14 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:51:29.674336 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-2b0a6c80-0d6e-47f4-9844-b4f2ccf994f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:29.692613 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-384964da-e06a-4e15-88f7-1c46890b5968 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:29.694661 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-384964da-e06a-4e15-88f7-1c46890b5968 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:29.733803 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-2b0a6c80-0d6e-47f4-9844-b4f2ccf994f7 service neutron] Transition to ACTIVE for port object 2d15e070-d0dd-42eb-badb-76c9b74dcb14 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:51:29.759124 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-2b0a6c80-0d6e-47f4-9844-b4f2ccf994f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:29.761597 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-384964da-e06a-4e15-88f7-1c46890b5968 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8636253 Jul 24 00:51:29.801794 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=dc055e22-5930-4afb-96a8-941f642b2c3f,revision_number=7']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:29.816045 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-fa36eae0-7979-41f3-b2a2-bd5fdbb75b2c service neutron] Request body: {'port': {'device_id': '11aa70ae-adf0-4ffa-8b07-f64826dd443c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:51:29.907368 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789ff1f8-3ef2-4d96-a463-5a394c89bbf6 x-openstack-request-id: req-789ff1f8-3ef2-4d96-a463-5a394c89bbf6 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:51:29.908307 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "479919a7-d695-4692-be6c-ef90854e8de7", "name": "network-vif-plugged", "status": "completed", "tag": "2ce40615-eb5a-4471-acd2-241bbb3ef830", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:51:29.908756 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-789ff1f8-3ef2-4d96-a463-5a394c89bbf6 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:51:29.909344 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '479919a7-d695-4692-be6c-ef90854e8de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce40615-eb5a-4471-acd2-241bbb3ef830', 'code': 200} Jul 24 00:51:29.955481 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a6c80-0d6e-47f4-9844-b4f2ccf994f7 service neutron] Pushing event updated for resources: {'Port': ['ID=2d15e070-d0dd-42eb-badb-76c9b74dcb14,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:29.994503 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a6c80-0d6e-47f4-9844-b4f2ccf994f7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:29.994901 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a6c80-0d6e-47f4-9844-b4f2ccf994f7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:29.995309 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a6c80-0d6e-47f4-9844-b4f2ccf994f7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:29.995693 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a6c80-0d6e-47f4-9844-b4f2ccf994f7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:29.996047 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a6c80-0d6e-47f4-9844-b4f2ccf994f7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:29.997042 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a6c80-0d6e-47f4-9844-b4f2ccf994f7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:29.997042 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a6c80-0d6e-47f4-9844-b4f2ccf994f7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:29.997270 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a6c80-0d6e-47f4-9844-b4f2ccf994f7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:29.997486 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a6c80-0d6e-47f4-9844-b4f2ccf994f7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:29.997812 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a6c80-0d6e-47f4-9844-b4f2ccf994f7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:29.998167 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a6c80-0d6e-47f4-9844-b4f2ccf994f7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:29.998500 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0a6c80-0d6e-47f4-9844-b4f2ccf994f7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:30.047226 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-fa36eae0-7979-41f3-b2a2-bd5fdbb75b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:30.071383 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1cb06379-df2d-4e63-9a24-cf2c733eb113 None None] Provisioning for port e6288cd5-6672-4a9e-87fe-ee61eb38781f completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:51:30.083847 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1cb06379-df2d-4e63-9a24-cf2c733eb113 None None] Provisioning complete for port e6288cd5-6672-4a9e-87fe-ee61eb38781f triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:51:30.083847 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1cb06379-df2d-4e63-9a24-cf2c733eb113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:30.139773 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-2b0a6c80-0d6e-47f4-9844-b4f2ccf994f7 service neutron] Attempting to bind port 2d15e070-d0dd-42eb-badb-76c9b74dcb14 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:51:30.140155 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-2b0a6c80-0d6e-47f4-9844-b4f2ccf994f7 service neutron] Attempting to bind port 2d15e070-d0dd-42eb-badb-76c9b74dcb14 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:51:30.140393 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-2b0a6c80-0d6e-47f4-9844-b4f2ccf994f7 service neutron] Attempting to bind port 2d15e070-d0dd-42eb-badb-76c9b74dcb14 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:51:30.213081 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-2b0a6c80-0d6e-47f4-9844-b4f2ccf994f7 service neutron] Port 2d15e070-d0dd-42eb-badb-76c9b74dcb14 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:51:30.213081 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-2b0a6c80-0d6e-47f4-9844-b4f2ccf994f7 service neutron] Attempting to bind port 2d15e070-d0dd-42eb-badb-76c9b74dcb14 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:51:30.234954 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-2b0a6c80-0d6e-47f4-9844-b4f2ccf994f7 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:51:30.235388 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-2b0a6c80-0d6e-47f4-9844-b4f2ccf994f7 service neutron] Checking segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:51:30.235668 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-2b0a6c80-0d6e-47f4-9844-b4f2ccf994f7 service neutron] Bound using segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:51:30.236123 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-2b0a6c80-0d6e-47f4-9844-b4f2ccf994f7 service neutron] Bound port: 2d15e070-d0dd-42eb-badb-76c9b74dcb14, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:51:30.236488 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-2b0a6c80-0d6e-47f4-9844-b4f2ccf994f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:30.242807 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-1cb06379-df2d-4e63-9a24-cf2c733eb113 None None] Port e6288cd5-6672-4a9e-87fe-ee61eb38781f cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:51:30.426021 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-2b0a6c80-0d6e-47f4-9844-b4f2ccf994f7 service neutron] For port 2d15e070-d0dd-42eb-badb-76c9b74dcb14, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:51:30.429933 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-2b0a6c80-0d6e-47f4-9844-b4f2ccf994f7 service neutron] For port 2d15e070-d0dd-42eb-badb-76c9b74dcb14, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2d15e070-d0dd-42eb-badb-76c9b74dcb14,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:51:30.439228 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-2b0a6c80-0d6e-47f4-9844-b4f2ccf994f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:30.449247 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e856c0-b617-49d3-86c7-65a99e367976 req-70e1ce34-b3dd-428b-a632-ad4fdffccbad tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:30.456673 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-99e856c0-b617-49d3-86c7-65a99e367976 req-70e1ce34-b3dd-428b-a632-ad4fdffccbad tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=11aa70ae-adf0-4ffa-8b07-f64826dd443c HTTP/1.1" status: 200 len: 935 time: 0.3389153 Jul 24 00:51:30.535685 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-2b0a6c80-0d6e-47f4-9844-b4f2ccf994f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:30.537094 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-2b0a6c80-0d6e-47f4-9844-b4f2ccf994f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:30.538808 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-2b0a6c80-0d6e-47f4-9844-b4f2ccf994f7 service neutron] 10.222.0.13 "PUT /v2.0/ports/2d15e070-d0dd-42eb-badb-76c9b74dcb14 HTTP/1.1" status: 200 len: 1097 time: 1.9898238 Jul 24 00:51:30.539514 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2bd12d6-ae29-4e56-9541-cd2ee7b4224c', 'tag': '2d15e070-d0dd-42eb-badb-76c9b74dcb14'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:51:30.550444 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b29433-1edf-4efd-b5d6-571051b5bc39" -d '{"events": [{"name": "network-changed", "server_uuid": "c2bd12d6-ae29-4e56-9541-cd2ee7b4224c", "tag": "2d15e070-d0dd-42eb-badb-76c9b74dcb14"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:51:30.575705 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-99e856c0-b617-49d3-86c7-65a99e367976 req-75348587-18c9-45d7-9788-ef5526f56d52 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105487 Jul 24 00:51:30.733469 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0a6c80-0d6e-47f4-9844-b4f2ccf994f7 service neutron] Pushing event updated for resources: {'Port': ['ID=2d15e070-d0dd-42eb-badb-76c9b74dcb14,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:30.783978 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-fa36eae0-7979-41f3-b2a2-bd5fdbb75b2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6288cd5-6672-4a9e-87fe-ee61eb38781f {{(pid=100463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:51:30.799139 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-fa36eae0-7979-41f3-b2a2-bd5fdbb75b2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:30.817384 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-fa36eae0-7979-41f3-b2a2-bd5fdbb75b2c service neutron] Transition to ACTIVE for port object e6288cd5-6672-4a9e-87fe-ee61eb38781f will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:51:30.828514 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-fa36eae0-7979-41f3-b2a2-bd5fdbb75b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:30.919093 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-77e37c7e-2460-4025-bd42-c5e322323f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:30.925584 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-77e37c7e-2460-4025-bd42-c5e322323f06 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29df0e5d084444b88c057d3daefd14a3&device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 1100 time: 0.3020988 Jul 24 00:51:30.937547 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36eae0-7979-41f3-b2a2-bd5fdbb75b2c service neutron] Pushing event updated for resources: {'Port': ['ID=e6288cd5-6672-4a9e-87fe-ee61eb38781f,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:30.965400 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fc42d-5c33-4a47-a7d8-1286e623a132 req-44ce832a-2a46-419f-8e0b-2d30cbbd1445 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:30.972876 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ee4fc42d-5c33-4a47-a7d8-1286e623a132 req-44ce832a-2a46-419f-8e0b-2d30cbbd1445 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=33ec7b2d-36f8-4a65-9547-5b3f36699d62 HTTP/1.1" status: 200 len: 945 time: 0.2192731 Jul 24 00:51:31.037588 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-06b862d9-75d8-4d7e-b2b2-024878656c59 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=2d15e070-d0dd-42eb-badb-76c9b74dcb14 HTTP/1.1" status: 200 len: 217 time: 0.0831661 Jul 24 00:51:31.164608 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ee4fc42d-5c33-4a47-a7d8-1286e623a132 req-a4c36761-ba69-4dff-acb0-ad67174d3d68 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/security-groups?id=2fc249fb-371f-4533-a078-c4dd0f05e063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857021 Jul 24 00:51:31.204743 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-52c44387-068c-46ff-86d9-d4546a75932c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:31.206262 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-52c44387-068c-46ff-86d9-d4546a75932c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.1558142 Jul 24 00:51:31.258032 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-50847f53-bfe6-4fc1-84f2-f33e2d5ceb11 service neutron] 10.222.0.13 "GET /v2.0/ports/76bc8cc4-3102-4e72-9591-8363f2667c89/bindings/n-h2-793621-25 HTTP/1.1" status: 200 len: 385 time: 0.2218766 Jul 24 00:51:31.262115 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-fa36eae0-7979-41f3-b2a2-bd5fdbb75b2c service neutron] Attempting to bind port e6288cd5-6672-4a9e-87fe-ee61eb38781f on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:51:31.262886 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-fa36eae0-7979-41f3-b2a2-bd5fdbb75b2c service neutron] Attempting to bind port e6288cd5-6672-4a9e-87fe-ee61eb38781f by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:51:31.263395 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-fa36eae0-7979-41f3-b2a2-bd5fdbb75b2c service neutron] Attempting to bind port e6288cd5-6672-4a9e-87fe-ee61eb38781f on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:51:31.272465 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-fa36eae0-7979-41f3-b2a2-bd5fdbb75b2c service neutron] Port e6288cd5-6672-4a9e-87fe-ee61eb38781f on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:51:31.273306 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-fa36eae0-7979-41f3-b2a2-bd5fdbb75b2c service neutron] Attempting to bind port e6288cd5-6672-4a9e-87fe-ee61eb38781f on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:51:31.353610 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-fa36eae0-7979-41f3-b2a2-bd5fdbb75b2c service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:51:31.355439 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-fa36eae0-7979-41f3-b2a2-bd5fdbb75b2c service neutron] Checking segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:51:31.356023 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-fa36eae0-7979-41f3-b2a2-bd5fdbb75b2c service neutron] Bound using segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:51:31.356648 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-fa36eae0-7979-41f3-b2a2-bd5fdbb75b2c service neutron] Bound port: e6288cd5-6672-4a9e-87fe-ee61eb38781f, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:51:31.357215 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-fa36eae0-7979-41f3-b2a2-bd5fdbb75b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:31.376534 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-edf5507c-fedd-4de8-a6d4-8f72353c3c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:31.380279 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-edf5507c-fedd-4de8-a6d4-8f72353c3c6e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1582284 Jul 24 00:51:31.486109 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-fa36eae0-7979-41f3-b2a2-bd5fdbb75b2c service neutron] For port e6288cd5-6672-4a9e-87fe-ee61eb38781f, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:51:31.491228 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-fa36eae0-7979-41f3-b2a2-bd5fdbb75b2c service neutron] For port e6288cd5-6672-4a9e-87fe-ee61eb38781f, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=e6288cd5-6672-4a9e-87fe-ee61eb38781f,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:51:31.500341 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-fa36eae0-7979-41f3-b2a2-bd5fdbb75b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:31.590436 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa36eae0-7979-41f3-b2a2-bd5fdbb75b2c service neutron] Pushing event updated for resources: {'Port': ['ID=e6288cd5-6672-4a9e-87fe-ee61eb38781f,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:31.608216 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-fa36eae0-7979-41f3-b2a2-bd5fdbb75b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:31.610111 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-fa36eae0-7979-41f3-b2a2-bd5fdbb75b2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:31.611927 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-fa36eae0-7979-41f3-b2a2-bd5fdbb75b2c service neutron] 10.222.0.13 "PUT /v2.0/ports/e6288cd5-6672-4a9e-87fe-ee61eb38781f HTTP/1.1" status: 200 len: 1096 time: 1.8309805 Jul 24 00:51:31.613998 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11aa70ae-adf0-4ffa-8b07-f64826dd443c', 'tag': 'e6288cd5-6672-4a9e-87fe-ee61eb38781f'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:51:31.617500 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb460b0a-3ac9-4ecf-ba7b-47d499ae3c74" -d '{"events": [{"name": "network-changed", "server_uuid": "11aa70ae-adf0-4ffa-8b07-f64826dd443c", "tag": "e6288cd5-6672-4a9e-87fe-ee61eb38781f"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:51:31.656668 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c62c4-2f6d-4960-b015-010b7787fa60 req-37a7d3e4-cc56-4e4d-8279-fec37c16a327 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:31.658409 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e57c62c4-2f6d-4960-b015-010b7787fa60 req-37a7d3e4-cc56-4e4d-8279-fec37c16a327 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e138c3c-48ba-428e-99c7-50c1125ed940 HTTP/1.1" status: 200 len: 943 time: 0.1916177 Jul 24 00:51:31.662661 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-f0b176af-0c51-4c39-a998-3789d0fe0d9b service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736506 Jul 24 00:51:31.773500 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e57c62c4-2f6d-4960-b015-010b7787fa60 req-3ba3b66a-a054-4736-b7e0-a6c77b12fbe1 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003118 Jul 24 00:51:31.910794 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ec7b2d-36f8-4a65-9547-5b3f36699d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc055e22-5930-4afb-96a8-941f642b2c3f'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:51:31.911992 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7fb4b324-b4f2-4705-8d48-f984ce353e04 req-b50955ab-48f1-4a65-9b69-dd0d62114e8a service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403648 Jul 24 00:51:31.915600 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1abd3ef-73dc-4107-abcf-2c962da48ad0" -d '{"events": [{"server_uuid": "33ec7b2d-36f8-4a65-9547-5b3f36699d62", "name": "network-vif-plugged", "status": "completed", "tag": "dc055e22-5930-4afb-96a8-941f642b2c3f"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:51:31.934461 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-40655b63-613f-41d1-a27e-1a49e2259221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:31.936863 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-40655b63-613f-41d1-a27e-1a49e2259221 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29df0e5d084444b88c057d3daefd14a3&device_id=11aa70ae-adf0-4ffa-8b07-f64826dd443c HTTP/1.1" status: 200 len: 1099 time: 0.2624080 Jul 24 00:51:32.015226 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 76bc8cc4-3102-4e72-9591-8363f2667c89 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:51:32.047937 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e3531-50ed-4d58-8acf-0707dd921e34 req-a24f82bd-ed32-43de-a831-fd789c154825 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:32.059646 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-902e3531-50ed-4d58-8acf-0707dd921e34 req-a24f82bd-ed32-43de-a831-fd789c154825 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 949 time: 0.1461017 Jul 24 00:51:32.148945 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-8d3ed2b1-5a99-453b-a564-ed9edbd0b305 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=e6288cd5-6672-4a9e-87fe-ee61eb38781f HTTP/1.1" status: 200 len: 217 time: 0.1076815 Jul 24 00:51:32.153623 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-902e3531-50ed-4d58-8acf-0707dd921e34 req-a6922bad-7725-4c19-816c-79e495ade130 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929723 Jul 24 00:51:32.228769 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e759e21c-4dc7-47ce-aa69-bf759937221f x-openstack-request-id: req-e759e21c-4dc7-47ce-aa69-bf759937221f {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:51:32.229068 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2bd12d6-ae29-4e56-9541-cd2ee7b4224c", "tag": "2d15e070-d0dd-42eb-badb-76c9b74dcb14", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:51:32.229332 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e759e21c-4dc7-47ce-aa69-bf759937221f {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:51:32.230378 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2bd12d6-ae29-4e56-9541-cd2ee7b4224c', 'tag': '2d15e070-d0dd-42eb-badb-76c9b74dcb14', 'status': 'completed', 'code': 200} Jul 24 00:51:32.265222 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device dc055e22-5930-4afb-96a8-941f642b2c3f no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:51:32.498064 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:32.564738 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port dc055e22-5930-4afb-96a8-941f642b2c3f, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=dc055e22-5930-4afb-96a8-941f642b2c3f,segment=NetworkSegment(6a496770-77f3-4c89-a4ef-c619e5b67bdf),segment_id=6a496770-77f3-4c89-a4ef-c619e5b67bdf)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:32.576651 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:32.598055 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-2d14f1fb-4127-48f8-8f28-74a80d800876 service neutron] For port 76bc8cc4-3102-4e72-9591-8363f2667c89, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=76bc8cc4-3102-4e72-9591-8363f2667c89,segment=NetworkSegment(224003b9-1e4b-40e8-8bf3-31947898d576),segment_id=224003b9-1e4b-40e8-8bf3-31947898d576)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:32.642835 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-1c5ab36e-69ad-40c0-8fea-768608d9f546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:32.644358 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-1c5ab36e-69ad-40c0-8fea-768608d9f546 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.4788449 Jul 24 00:51:32.684547 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-2d14f1fb-4127-48f8-8f28-74a80d800876 service neutron] For port 76bc8cc4-3102-4e72-9591-8363f2667c89, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:51:32.700141 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=dc055e22-5930-4afb-96a8-941f642b2c3f,revision_number=8']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:32.818146 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-2d14f1fb-4127-48f8-8f28-74a80d800876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76bc8cc4-3102-4e72-9591-8363f2667c89 {{(pid=100463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:51:32.832860 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-2d14f1fb-4127-48f8-8f28-74a80d800876 service neutron] For port 76bc8cc4-3102-4e72-9591-8363f2667c89, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=76bc8cc4-3102-4e72-9591-8363f2667c89,segment=NetworkSegment(224003b9-1e4b-40e8-8bf3-31947898d576),segment_id=224003b9-1e4b-40e8-8bf3-31947898d576)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:32.871089 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-2d14f1fb-4127-48f8-8f28-74a80d800876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:32.971350 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-2d14f1fb-4127-48f8-8f28-74a80d800876 service neutron] Transition to ACTIVE for port object 76bc8cc4-3102-4e72-9591-8363f2667c89 will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:51:32.977945 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-84c911f3-be3d-4f69-9f9c-96cbc3a495b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:32.980174 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-84c911f3-be3d-4f69-9f9c-96cbc3a495b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3186636 Jul 24 00:51:32.982203 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-2d14f1fb-4127-48f8-8f28-74a80d800876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:33.069855 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b29433-1edf-4efd-b5d6-571051b5bc39 req-2ab816d2-9690-4037-b693-9ffb5d61fc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:33.072264 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-53b29433-1edf-4efd-b5d6-571051b5bc39 req-2ab816d2-9690-4037-b693-9ffb5d61fc65 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29df0e5d084444b88c057d3daefd14a3&device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 1100 time: 0.8115060 Jul 24 00:51:33.119194 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-2d14f1fb-4127-48f8-8f28-74a80d800876 service neutron] No DVR routers for this DVR port 76bc8cc4-3102-4e72-9591-8363f2667c89 on host n-h1-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:51:33.137906 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e178e06-1762-47bb-86b2-ac2b203abc2e req-bcb6374e-939a-4869-a5d0-9a6efdb0e2d6 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:33.182285 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6e178e06-1762-47bb-86b2-ac2b203abc2e req-bcb6374e-939a-4869-a5d0-9a6efdb0e2d6 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.2285585 Jul 24 00:51:33.225156 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d14f1fb-4127-48f8-8f28-74a80d800876 service neutron] Pushing event updated for resources: {'Port': ['ID=76bc8cc4-3102-4e72-9591-8363f2667c89,revision_number=10']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:33.273048 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-2d14f1fb-4127-48f8-8f28-74a80d800876 service neutron] 10.222.0.13 "PUT /v2.0/ports/76bc8cc4-3102-4e72-9591-8363f2667c89/bindings/n-h2-793621-25/activate HTTP/1.1" status: 200 len: 370 time: 1.9968932 Jul 24 00:51:33.275835 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6e178e06-1762-47bb-86b2-ac2b203abc2e req-a42f1169-cb71-44e5-8331-72928a0e64c6 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915391 Jul 24 00:51:33.314611 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-0c7c344e-5426-4bb1-ae10-33559f0e94b0 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933812 Jul 24 00:51:33.320991 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b29433-1edf-4efd-b5d6-571051b5bc39 req-93139479-9e97-4f23-9268-c4aaadcb6ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:33.328962 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-53b29433-1edf-4efd-b5d6-571051b5bc39 req-93139479-9e97-4f23-9268-c4aaadcb6ad5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.2466078 Jul 24 00:51:33.446117 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-53b29433-1edf-4efd-b5d6-571051b5bc39 req-c0d422ac-d2fc-4432-a97d-cacba0d55c10 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=2d15e070-d0dd-42eb-badb-76c9b74dcb14 HTTP/1.1" status: 200 len: 217 time: 0.1104872 Jul 24 00:51:33.527105 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b29433-1edf-4efd-b5d6-571051b5bc39 req-b951b3f1-718a-49b2-9018-150eb2cfe4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:33.529501 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-53b29433-1edf-4efd-b5d6-571051b5bc39 req-b951b3f1-718a-49b2-9018-150eb2cfe4fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.0765383 Jul 24 00:51:33.594536 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-1fa64af5-d044-48d3-9258-b7746862e0a9 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:33.598383 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-1fa64af5-d044-48d3-9258-b7746862e0a9 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=1e138c3c-48ba-428e-99c7-50c1125ed940&tenant_id=ed057dc71fc949d185d5f214444abe1e&binding%3Ahost_id=n-h1-793621-25 HTTP/1.1" status: 200 len: 1096 time: 0.2517326 Jul 24 00:51:33.603616 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-74e625b4-ed31-44e2-b318-debbe2ffc7b8 req-5d81d536-d521-435c-bfc1-5c6764efdc54 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813935 Jul 24 00:51:33.704527 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b29433-1edf-4efd-b5d6-571051b5bc39 req-868d747e-0322-4b3d-8013-863b2f58978b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:33.706084 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-53b29433-1edf-4efd-b5d6-571051b5bc39 req-868d747e-0322-4b3d-8013-863b2f58978b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1684859 Jul 24 00:51:33.799729 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-72650dc1-c3ea-4a4d-8300-7850805033f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:33.801292 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-72650dc1-c3ea-4a4d-8300-7850805033f0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1e138c3c-48ba-428e-99c7-50c1125ed940&tenant_id=ed057dc71fc949d185d5f214444abe1e HTTP/1.1" status: 200 len: 1096 time: 0.1967821 Jul 24 00:51:33.951664 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-129b7d4c-1c82-4902-b949-d924d3c7a36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:33.953381 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-129b7d4c-1c82-4902-b949-d924d3c7a36f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ed057dc71fc949d185d5f214444abe1e&device_id=1e138c3c-48ba-428e-99c7-50c1125ed940 HTTP/1.1" status: 200 len: 1096 time: 0.1266165 Jul 24 00:51:33.972172 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ebbc7f-17ed-4d54-a74d-f8bd83a4aba8 req-d6dc4b23-26a3-45fa-a8f4-3a5514636d07 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:33.974024 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-33ebbc7f-17ed-4d54-a74d-f8bd83a4aba8 req-d6dc4b23-26a3-45fa-a8f4-3a5514636d07 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=11aa70ae-adf0-4ffa-8b07-f64826dd443c HTTP/1.1" status: 200 len: 947 time: 0.2176235 Jul 24 00:51:33.989050 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-53b29433-1edf-4efd-b5d6-571051b5bc39 req-35b8238a-e7ba-4c73-ad32-8de91d8d376e service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749457 Jul 24 00:51:34.092499 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-33ebbc7f-17ed-4d54-a74d-f8bd83a4aba8 req-43c05bb4-1cb1-4140-8a0b-dabeb403d0de tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108725 Jul 24 00:51:34.104800 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 2d15e070-d0dd-42eb-badb-76c9b74dcb14 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:51:34.155741 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-ca805934-1285-4d4a-ae14-026906c46931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:34.158648 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-ca805934-1285-4d4a-ae14-026906c46931 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7c4ab419-d412-43cd-bcfe-97903abe1bf4 HTTP/1.1" status: 200 len: 908 time: 0.1975577 Jul 24 00:51:34.229089 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4d017a-b82c-42ac-8387-88b59cd3512b x-openstack-request-id: req-7a4d017a-b82c-42ac-8387-88b59cd3512b {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:51:34.230010 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11aa70ae-adf0-4ffa-8b07-f64826dd443c", "tag": "e6288cd5-6672-4a9e-87fe-ee61eb38781f", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:51:34.230438 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a4d017a-b82c-42ac-8387-88b59cd3512b {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:51:34.232668 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11aa70ae-adf0-4ffa-8b07-f64826dd443c', 'tag': 'e6288cd5-6672-4a9e-87fe-ee61eb38781f', 'status': 'completed', 'code': 200} Jul 24 00:51:34.244545 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-c3133c51-3f7c-43e9-b92b-2a2cd990fac8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76bc8cc4-3102-4e72-9591-8363f2667c89 HTTP/1.1" status: 200 len: 217 time: 0.0773821 Jul 24 00:51:34.266995 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-53b29433-1edf-4efd-b5d6-571051b5bc39 req-e748c672-c13d-42a7-8637-3b980f33d62e service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592294 Jul 24 00:51:34.312046 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b601bb1-3c99-4a53-885b-f191e31b6b0b x-openstack-request-id: req-9b601bb1-3c99-4a53-885b-f191e31b6b0b {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:51:34.312451 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ec7b2d-36f8-4a65-9547-5b3f36699d62", "name": "network-vif-plugged", "status": "completed", "tag": "dc055e22-5930-4afb-96a8-941f642b2c3f", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:51:34.312770 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9b601bb1-3c99-4a53-885b-f191e31b6b0b {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:51:34.313323 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ec7b2d-36f8-4a65-9547-5b3f36699d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc055e22-5930-4afb-96a8-941f642b2c3f', 'code': 200} Jul 24 00:51:34.380892 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 2d15e070-d0dd-42eb-badb-76c9b74dcb14, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2d15e070-d0dd-42eb-badb-76c9b74dcb14,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:34.405975 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '2d15e070-d0dd-42eb-badb-76c9b74dcb14', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'port_id': '2d15e070-d0dd-42eb-badb-76c9b74dcb14', 'mac_address': 'fa:16:3e:a9:d1:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:51:34.410853 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-f45d3c89-243b-4633-94dd-331b8ac21195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:34.415229 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-f45d3c89-243b-4633-94dd-331b8ac21195 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8e7ca279-b98c-43f9-865c-dc5db7518bba HTTP/1.1" status: 200 len: 847 time: 0.1139321 Jul 24 00:51:34.440082 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb460b0a-3ac9-4ecf-ba7b-47d499ae3c74 req-0fb8656a-2c33-4972-897c-2e063ffcc797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:34.441757 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb460b0a-3ac9-4ecf-ba7b-47d499ae3c74 req-0fb8656a-2c33-4972-897c-2e063ffcc797 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29df0e5d084444b88c057d3daefd14a3&device_id=11aa70ae-adf0-4ffa-8b07-f64826dd443c HTTP/1.1" status: 200 len: 1099 time: 0.2076969 Jul 24 00:51:34.484391 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:34.513512 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d15e070-d0dd-42eb-badb-76c9b74dcb14 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:51:34.528321 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-98fd924b-7b17-412a-971c-cf15a5b9983d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7c4ab419-d412-43cd-bcfe-97903abe1bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001196 Jul 24 00:51:34.538600 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 2d15e070-d0dd-42eb-badb-76c9b74dcb14, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2d15e070-d0dd-42eb-badb-76c9b74dcb14,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:34.549403 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:34.556088 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:34.595552 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e0ba3-b085-404e-a27e-a8206684eebb req-c2c45bd5-c0fc-4d32-b268-dd3cb5f5dd27 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:34.607992 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d41e0ba3-b085-404e-a27e-a8206684eebb req-c2c45bd5-c0fc-4d32-b268-dd3cb5f5dd27 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e138c3c-48ba-428e-99c7-50c1125ed940 HTTP/1.1" status: 200 len: 944 time: 0.1611128 Jul 24 00:51:34.643691 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=2d15e070-d0dd-42eb-badb-76c9b74dcb14,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:34.697769 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d41e0ba3-b085-404e-a27e-a8206684eebb req-478ad427-42c2-4113-8d0e-567fc677cb1c tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869925 Jul 24 00:51:34.916044 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:34.925204 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c61cfa-55a2-461d-ad28-dea3edf70654 req-ee9cc5ac-bc50-449a-bedc-26c9e214a688 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:34.926894 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-64c61cfa-55a2-461d-ad28-dea3edf70654 req-ee9cc5ac-bc50-449a-bedc-26c9e214a688 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 949 time: 0.1313436 Jul 24 00:51:34.990340 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-65e117f2-1585-4d97-9a31-dc4805f9c600 service neutron] 10.222.0.11 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282343 Jul 24 00:51:34.994565 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb460b0a-3ac9-4ecf-ba7b-47d499ae3c74 req-7caf27dc-d092-4670-9077-88fcf36042a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:34.997144 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb460b0a-3ac9-4ecf-ba7b-47d499ae3c74 req-7caf27dc-d092-4670-9077-88fcf36042a5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.4924841 Jul 24 00:51:35.021149 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-64c61cfa-55a2-461d-ad28-dea3edf70654 req-0b38a8bc-b26d-4123-a41d-1f5b3a8a3789 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848095 Jul 24 00:51:35.048965 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['2d15e070-d0dd-42eb-badb-76c9b74dcb14'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:51:35.129114 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb460b0a-3ac9-4ecf-ba7b-47d499ae3c74 req-b4f14849-ec28-4f90-87a0-6b4d6b06a781 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=e6288cd5-6672-4a9e-87fe-ee61eb38781f HTTP/1.1" status: 200 len: 217 time: 0.0745018 Jul 24 00:51:35.163683 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-2d8c8a41-aab8-4999-9839-ef5cbba88c76 service neutron] 10.222.0.11 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655381 Jul 24 00:51:35.250045 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb460b0a-3ac9-4ecf-ba7b-47d499ae3c74 req-cef468f5-cebf-48ae-9141-8cea1636cd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:35.255890 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb460b0a-3ac9-4ecf-ba7b-47d499ae3c74 req-cef468f5-cebf-48ae-9141-8cea1636cd51 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.0912287 Jul 24 00:51:35.372691 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb460b0a-3ac9-4ecf-ba7b-47d499ae3c74 req-bb8b5fb8-a4fe-4a08-8186-41ab374f9000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:35.378814 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb460b0a-3ac9-4ecf-ba7b-47d499ae3c74 req-bb8b5fb8-a4fe-4a08-8186-41ab374f9000 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1049330 Jul 24 00:51:35.602514 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb460b0a-3ac9-4ecf-ba7b-47d499ae3c74 req-3b8d4e60-1eea-4aa7-bc0c-df6da5c8dc5b service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127337 Jul 24 00:51:35.611169 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-3dfc465a-4f96-4ef4-926c-ff27469dc2c1 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:35.613480 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-3dfc465a-4f96-4ef4-926c-ff27469dc2c1 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=1e138c3c-48ba-428e-99c7-50c1125ed940&tenant_id=ed057dc71fc949d185d5f214444abe1e&binding%3Ahost_id=n-h2-793621-25 HTTP/1.1" status: 200 len: 1096 time: 0.1730678 Jul 24 00:51:35.869846 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb460b0a-3ac9-4ecf-ba7b-47d499ae3c74 req-51a4ae23-8fa9-44b9-a730-6e022d1b37c6 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404172 Jul 24 00:51:35.909606 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-fa7636fc-654a-41f0-aa99-c55fcae2b8a4 service neutron] For port 76bc8cc4-3102-4e72-9591-8363f2667c89, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:51:35.913773 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-fa7636fc-654a-41f0-aa99-c55fcae2b8a4 service neutron] Notify callbacks [] for binding, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:35.915352 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb4eecc1-b8b4-45bb-b3df-8abf131cf63b req-fa7636fc-654a-41f0-aa99-c55fcae2b8a4 service neutron] 10.222.0.11 "DELETE /v2.0/ports/76bc8cc4-3102-4e72-9591-8363f2667c89/bindings/n-h1-793621-25 HTTP/1.1" status: 204 len: 173 time: 0.2735324 Jul 24 00:51:35.956281 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e5242-2fd2-468f-ab7e-695bf6c1b794 req-2ca0e1c0-16a3-4a30-b2fe-236857382d3a tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:35.959581 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-239e5242-2fd2-468f-ab7e-695bf6c1b794 req-2ca0e1c0-16a3-4a30-b2fe-236857382d3a tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.13 "GET /v2.0/ports?device_id=33ec7b2d-36f8-4a65-9547-5b3f36699d62 HTTP/1.1" status: 200 len: 943 time: 0.1564190 Jul 24 00:51:36.045012 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device e6288cd5-6672-4a9e-87fe-ee61eb38781f details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:51:36.167068 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-239e5242-2fd2-468f-ab7e-695bf6c1b794 req-9e24109c-64e1-47c9-a29b-ddaa6abb9f2f tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Deleting port dc055e22-5930-4afb-96a8-941f642b2c3f {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:51:36.171472 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-239e5242-2fd2-468f-ab7e-695bf6c1b794 req-9e24109c-64e1-47c9-a29b-ddaa6abb9f2f tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:36.220315 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port e6288cd5-6672-4a9e-87fe-ee61eb38781f, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=e6288cd5-6672-4a9e-87fe-ee61eb38781f,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:36.255988 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'e6288cd5-6672-4a9e-87fe-ee61eb38781f', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'port_id': 'e6288cd5-6672-4a9e-87fe-ee61eb38781f', 'mac_address': 'fa:16:3e:15:b1:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:51:36.324200 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-239e5242-2fd2-468f-ab7e-695bf6c1b794 req-9e24109c-64e1-47c9-a29b-ddaa6abb9f2f tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] For port dc055e22-5930-4afb-96a8-941f642b2c3f, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=dc055e22-5930-4afb-96a8-941f642b2c3f,segment=NetworkSegment(6a496770-77f3-4c89-a4ef-c619e5b67bdf),segment_id=6a496770-77f3-4c89-a4ef-c619e5b67bdf)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:36.325294 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-239e5242-2fd2-468f-ab7e-695bf6c1b794 req-9e24109c-64e1-47c9-a29b-ddaa6abb9f2f tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:36.343812 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-239e5242-2fd2-468f-ab7e-695bf6c1b794 req-9e24109c-64e1-47c9-a29b-ddaa6abb9f2f tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Calling delete_port for dc055e22-5930-4afb-96a8-941f642b2c3f owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:51:36.389869 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ec7b2d-36f8-4a65-9547-5b3f36699d62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc055e22-5930-4afb-96a8-941f642b2c3f'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:51:36.392212 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8c96de-5841-4859-82ff-1f2cdf59ec6d" -d '{"events": [{"server_uuid": "33ec7b2d-36f8-4a65-9547-5b3f36699d62", "name": "network-vif-unplugged", "status": "completed", "tag": "dc055e22-5930-4afb-96a8-941f642b2c3f"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:51:36.396793 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:36.437168 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6288cd5-6672-4a9e-87fe-ee61eb38781f {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:51:36.492497 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port e6288cd5-6672-4a9e-87fe-ee61eb38781f, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=e6288cd5-6672-4a9e-87fe-ee61eb38781f,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:36.505314 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:36.523954 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-239e5242-2fd2-468f-ab7e-695bf6c1b794 req-9e24109c-64e1-47c9-a29b-ddaa6abb9f2f tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:36.567891 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24109c-64e1-47c9-a29b-ddaa6abb9f2f tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Pushing event deleted for resources: {'Port': ['ID=dc055e22-5930-4afb-96a8-941f642b2c3f,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:36.651110 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=e6288cd5-6672-4a9e-87fe-ee61eb38781f,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:36.691927 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-239e5242-2fd2-468f-ab7e-695bf6c1b794 req-9e24109c-64e1-47c9-a29b-ddaa6abb9f2f tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] No DVR routers for this DVR port dc055e22-5930-4afb-96a8-941f642b2c3f on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:51:36.700370 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-239e5242-2fd2-468f-ab7e-695bf6c1b794 req-9e24109c-64e1-47c9-a29b-ddaa6abb9f2f tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:36.704769 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-239e5242-2fd2-468f-ab7e-695bf6c1b794 req-9e24109c-64e1-47c9-a29b-ddaa6abb9f2f tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.13 "DELETE /v2.0/ports/dc055e22-5930-4afb-96a8-941f642b2c3f HTTP/1.1" status: 204 len: 173 time: 0.7360966 Jul 24 00:51:36.705508 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ec7b2d-36f8-4a65-9547-5b3f36699d62', 'name': 'network-vif-deleted', 'tag': 'dc055e22-5930-4afb-96a8-941f642b2c3f'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:51:36.736379 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714f51d5-dd2a-4029-b58c-24c9277ab3ff" -d '{"events": [{"server_uuid": "33ec7b2d-36f8-4a65-9547-5b3f36699d62", "name": "network-vif-deleted", "tag": "dc055e22-5930-4afb-96a8-941f642b2c3f"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:51:36.912557 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['e6288cd5-6672-4a9e-87fe-ee61eb38781f'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:51:37.718265 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-028c10be-29eb-4d4d-aa7b-89d9f4e96ecb service neutron] show failed (client error): The resource could not be found. Jul 24 00:51:37.720526 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-028c10be-29eb-4d4d-aa7b-89d9f4e96ecb service neutron] 10.222.0.13 "GET /v2.0/ports/3488bb8c-c8bc-4f0b-bd2e-f16d4528b405/bindings/n-h2-793621-25 HTTP/1.1" status: 404 len: 381 time: 0.1215649 Jul 24 00:51:38.054776 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 2d15e070-d0dd-42eb-badb-76c9b74dcb14 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:51:38.127677 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 2d15e070-d0dd-42eb-badb-76c9b74dcb14 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:51:38.162397 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 2d15e070-d0dd-42eb-badb-76c9b74dcb14 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:51:38.165447 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:38.214301 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-af3e16f0-ca56-4be0-b076-5f2559da59bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:38.221007 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-af3e16f0-ca56-4be0-b076-5f2559da59bf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf&tenant_id=64682d71562544209c45b1dc63c9fd56 HTTP/1.1" status: 200 len: 1101 time: 0.1423657 Jul 24 00:51:38.233849 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-ef36101d-6c5d-450e-8686-ae93bf1e2945 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-25', 'device_owner': 'compute:nova'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:51:38.331377 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:38.352913 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-ef36101d-6c5d-450e-8686-ae93bf1e2945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:38.397184 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 2d15e070-d0dd-42eb-badb-76c9b74dcb14, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2d15e070-d0dd-42eb-badb-76c9b74dcb14,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:38.405840 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:38.480816 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=2d15e070-d0dd-42eb-badb-76c9b74dcb14,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:38.654032 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-ef36101d-6c5d-450e-8686-ae93bf1e2945 service neutron] For port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=3488bb8c-c8bc-4f0b-bd2e-f16d4528b405,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:38.697137 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-ef36101d-6c5d-450e-8686-ae93bf1e2945 service neutron] For port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:51:38.753897 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd778fa89-4795-49eb-b52e-b96d1101bfdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3488bb8c-c8bc-4f0b-bd2e-f16d4528b405'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:51:38.763461 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3728554-523b-4565-ab60-1516bc77d57a" -d '{"events": [{"server_uuid": "d778fa89-4795-49eb-b52e-b96d1101bfdf", "name": "network-vif-unplugged", "status": "completed", "tag": "3488bb8c-c8bc-4f0b-bd2e-f16d4528b405"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:51:38.767633 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-ef36101d-6c5d-450e-8686-ae93bf1e2945 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:38.806630 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-ef36101d-6c5d-450e-8686-ae93bf1e2945 service neutron] Transition to ACTIVE for port object 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:51:38.813167 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-ef36101d-6c5d-450e-8686-ae93bf1e2945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:38.905237 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef36101d-6c5d-450e-8686-ae93bf1e2945 service neutron] Pushing event updated for resources: {'Port': ['ID=3488bb8c-c8bc-4f0b-bd2e-f16d4528b405,revision_number=6']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:38.936211 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-ef36101d-6c5d-450e-8686-ae93bf1e2945 service neutron] No DVR routers for this DVR port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 on host n-h1-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:51:38.936485 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80306f3d-c0eb-4e8e-b2ae-e020d3d7d22e req-83d4c38e-3bad-42a3-ac87-6541278bc082 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:38.952995 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-80306f3d-c0eb-4e8e-b2ae-e020d3d7d22e req-83d4c38e-3bad-42a3-ac87-6541278bc082 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.1458516 Jul 24 00:51:38.954683 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef36101d-6c5d-450e-8686-ae93bf1e2945 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:38.955056 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef36101d-6c5d-450e-8686-ae93bf1e2945 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:38.955397 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef36101d-6c5d-450e-8686-ae93bf1e2945 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:38.955736 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef36101d-6c5d-450e-8686-ae93bf1e2945 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:38.956074 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef36101d-6c5d-450e-8686-ae93bf1e2945 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:38.956407 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef36101d-6c5d-450e-8686-ae93bf1e2945 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:38.956733 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef36101d-6c5d-450e-8686-ae93bf1e2945 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:38.957057 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef36101d-6c5d-450e-8686-ae93bf1e2945 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:38.957381 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef36101d-6c5d-450e-8686-ae93bf1e2945 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:38.966566 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef36101d-6c5d-450e-8686-ae93bf1e2945 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:38.967153 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef36101d-6c5d-450e-8686-ae93bf1e2945 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:38.967500 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef36101d-6c5d-450e-8686-ae93bf1e2945 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:39.029485 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-80306f3d-c0eb-4e8e-b2ae-e020d3d7d22e req-6d8266e8-7e7f-4937-9068-b773cbf276b5 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661130 Jul 24 00:51:39.059747 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-ef36101d-6c5d-450e-8686-ae93bf1e2945 service neutron] Attempting to bind port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:51:39.060086 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-ef36101d-6c5d-450e-8686-ae93bf1e2945 service neutron] Attempting to bind port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:51:39.060418 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-ef36101d-6c5d-450e-8686-ae93bf1e2945 service neutron] Attempting to bind port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:51:39.144051 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-ef36101d-6c5d-450e-8686-ae93bf1e2945 service neutron] Port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:51:39.146851 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-ef36101d-6c5d-450e-8686-ae93bf1e2945 service neutron] Attempting to bind port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:51:39.164378 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-ef36101d-6c5d-450e-8686-ae93bf1e2945 service neutron] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:51:39.164608 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-ef36101d-6c5d-450e-8686-ae93bf1e2945 service neutron] Checking segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:51:39.166249 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-ef36101d-6c5d-450e-8686-ae93bf1e2945 service neutron] Bound using segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:51:39.167351 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-ef36101d-6c5d-450e-8686-ae93bf1e2945 service neutron] Bound port: 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:51:39.167736 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-ef36101d-6c5d-450e-8686-ae93bf1e2945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:39.265665 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366be302-1ada-4f44-9a49-8625ddba97fa req-6ace175c-4204-4d15-be1f-f241d2c683db tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:39.267376 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-366be302-1ada-4f44-9a49-8625ddba97fa req-6ace175c-4204-4d15-be1f-f241d2c683db tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=11aa70ae-adf0-4ffa-8b07-f64826dd443c HTTP/1.1" status: 200 len: 948 time: 0.2484274 Jul 24 00:51:39.286238 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c4a35f-6d56-4ffb-b45e-bd27a5cfdf9e req-284105d1-8859-4ee2-bb06-fd1515107b3d tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:39.292607 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-75c4a35f-6d56-4ffb-b45e-bd27a5cfdf9e req-284105d1-8859-4ee2-bb06-fd1515107b3d tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e138c3c-48ba-428e-99c7-50c1125ed940 HTTP/1.1" status: 200 len: 944 time: 0.0853841 Jul 24 00:51:39.318445 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-ef36101d-6c5d-450e-8686-ae93bf1e2945 service neutron] For port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405, host n-h2-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:51:39.322405 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-ef36101d-6c5d-450e-8686-ae93bf1e2945 service neutron] For port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405, host n-h2-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=3488bb8c-c8bc-4f0b-bd2e-f16d4528b405,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:51:39.330975 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-ef36101d-6c5d-450e-8686-ae93bf1e2945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:39.351478 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-75c4a35f-6d56-4ffb-b45e-bd27a5cfdf9e req-f5ec35af-4b48-44c0-9f97-b15b03cdbfb7 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497386 Jul 24 00:51:39.387636 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-366be302-1ada-4f44-9a49-8625ddba97fa req-042498f5-34cf-4928-b77c-33e8adbed59f tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130598 Jul 24 00:51:39.404904 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-ef36101d-6c5d-450e-8686-ae93bf1e2945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:39.406279 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-ef36101d-6c5d-450e-8686-ae93bf1e2945 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:39.407867 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-ef36101d-6c5d-450e-8686-ae93bf1e2945 service neutron] 10.222.0.11 "PUT /v2.0/ports/3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 HTTP/1.1" status: 200 len: 1096 time: 1.1794932 Jul 24 00:51:39.475057 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed5bf3b-a7f5-49d0-8816-ea23408b57d3 x-openstack-request-id: req-4ed5bf3b-a7f5-49d0-8816-ea23408b57d3 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:51:39.475576 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ec7b2d-36f8-4a65-9547-5b3f36699d62", "name": "network-vif-unplugged", "status": "completed", "tag": "dc055e22-5930-4afb-96a8-941f642b2c3f", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:51:39.475576 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ed5bf3b-a7f5-49d0-8816-ea23408b57d3 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:51:39.476000 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ec7b2d-36f8-4a65-9547-5b3f36699d62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc055e22-5930-4afb-96a8-941f642b2c3f', 'code': 200} Jul 24 00:51:39.517453 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef36101d-6c5d-450e-8686-ae93bf1e2945 service neutron] Pushing event updated for resources: {'Port': ['ID=3488bb8c-c8bc-4f0b-bd2e-f16d4528b405,revision_number=7']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:39.568981 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c53074-886e-4a7b-8033-44ffca258440 x-openstack-request-id: req-54c53074-886e-4a7b-8033-44ffca258440 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:51:39.569427 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ec7b2d-36f8-4a65-9547-5b3f36699d62", "name": "network-vif-deleted", "tag": "dc055e22-5930-4afb-96a8-941f642b2c3f", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:51:39.569827 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-54c53074-886e-4a7b-8033-44ffca258440 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:51:39.570432 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ec7b2d-36f8-4a65-9547-5b3f36699d62', 'name': 'network-vif-deleted', 'tag': 'dc055e22-5930-4afb-96a8-941f642b2c3f', 'status': 'completed', 'code': 200} Jul 24 00:51:39.572380 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-c210db8a-f7f3-4b8c-b35d-43d3389e6cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:39.574473 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-c210db8a-f7f3-4b8c-b35d-43d3389e6cab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64682d71562544209c45b1dc63c9fd56&device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 1099 time: 0.1315722 Jul 24 00:51:39.720084 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-922f0506-f205-4ca0-aabf-850ca660aaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:39.720084 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-922f0506-f205-4ca0-aabf-850ca660aaed service neutron] 10.222.0.11 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.1358590 Jul 24 00:51:39.794770 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a74fa-ce0a-446e-8bc3-a3f52280d84a req-e12c3f85-4c1e-4b20-8932-de571cb4307f tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:39.800971 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-394a74fa-ce0a-446e-8bc3-a3f52280d84a req-e12c3f85-4c1e-4b20-8932-de571cb4307f tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 947 time: 0.1446016 Jul 24 00:51:39.801636 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-0e60d963-f727-44c9-9f7b-7984d8ab59db service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 HTTP/1.1" status: 200 len: 217 time: 0.0762475 Jul 24 00:51:39.803245 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c571998b-a42a-4fa2-a4be-d5ec44e3500c x-openstack-request-id: req-c571998b-a42a-4fa2-a4be-d5ec44e3500c {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:51:39.804370 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d778fa89-4795-49eb-b52e-b96d1101bfdf", "name": "network-vif-unplugged", "status": "completed", "tag": "3488bb8c-c8bc-4f0b-bd2e-f16d4528b405", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:51:39.804370 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c571998b-a42a-4fa2-a4be-d5ec44e3500c {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:51:39.804679 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd778fa89-4795-49eb-b52e-b96d1101bfdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3488bb8c-c8bc-4f0b-bd2e-f16d4528b405', 'code': 200} Jul 24 00:51:39.877187 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-394a74fa-ce0a-446e-8bc3-a3f52280d84a req-d37da0a1-c4d5-49ff-9c1d-87c6a96b7608 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751457 Jul 24 00:51:39.877340 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-848ca595-c8e5-4aea-817e-4af47a4b0c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:39.880282 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-848ca595-c8e5-4aea-817e-4af47a4b0c28 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.0703907 Jul 24 00:51:40.001255 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-a122d721-4a00-484b-83c7-b483ea9c8c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:40.003006 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-a122d721-4a00-484b-83c7-b483ea9c8c45 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1169658 Jul 24 00:51:40.022199 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56034f-ec9d-4412-bfcf-2a12ee270d4b req-ddcc9953-0608-4a23-81d9-b7fa190bf64b tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:40.024361 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-df56034f-ec9d-4412-bfcf-2a12ee270d4b req-ddcc9953-0608-4a23-81d9-b7fa190bf64b tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1e138c3c-48ba-428e-99c7-50c1125ed940 HTTP/1.1" status: 200 len: 1096 time: 0.0801215 Jul 24 00:51:40.062416 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device e6288cd5-6672-4a9e-87fe-ee61eb38781f up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:51:40.100267 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-df56034f-ec9d-4412-bfcf-2a12ee270d4b req-7e1f4655-0718-468c-aa6c-d9813d807ee5 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685008 Jul 24 00:51:40.140540 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d9cb6-aec0-422b-b4bb-b56649b1cfe9 req-b4d8393a-99eb-485c-ae67-67347a086560 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:40.142166 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8d8d9cb6-aec0-422b-b4bb-b56649b1cfe9 req-b4d8393a-99eb-485c-ae67-67347a086560 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/ports?device_id=ade86e79-7938-43eb-926f-fe5672d6b672 HTTP/1.1" status: 200 len: 949 time: 0.1965046 Jul 24 00:51:40.182981 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port e6288cd5-6672-4a9e-87fe-ee61eb38781f completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:51:40.190459 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port e6288cd5-6672-4a9e-87fe-ee61eb38781f triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:51:40.190931 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:40.211729 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-fedd191b-158f-4410-8e09-3c8f69c25cca service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012877 Jul 24 00:51:40.218606 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8d8d9cb6-aec0-422b-b4bb-b56649b1cfe9 req-b9db2058-94ef-49e6-a5f0-39668339eec8 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1df493c-dad6-4de9-9c2d-58eff63ccbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643923 Jul 24 00:51:40.359819 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:40.439227 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port e6288cd5-6672-4a9e-87fe-ee61eb38781f, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=e6288cd5-6672-4a9e-87fe-ee61eb38781f,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:40.451165 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5c01b977-1ee8-4cb8-a86d-579270eb51e7 req-8e917d51-7d1e-4266-9552-39c57808aca8 service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315049 Jul 24 00:51:40.451744 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:40.452401 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device be8c5313-285d-4f85-ac71-c3c5fd8a7856 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:51:40.480265 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6fcfb-38ec-465b-96e4-67d01d6d78fc req-772ec63d-371c-424e-b7de-02fc2991ba3c tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:40.491938 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-90b6fcfb-38ec-465b-96e4-67d01d6d78fc req-772ec63d-371c-424e-b7de-02fc2991ba3c tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.1367376 Jul 24 00:51:40.554241 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=e6288cd5-6672-4a9e-87fe-ee61eb38781f,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:40.600184 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-90b6fcfb-38ec-465b-96e4-67d01d6d78fc req-9e2b7504-dc5f-406f-9ee1-b886e9e440fa tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072688 Jul 24 00:51:40.667828 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:40.710406 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port be8c5313-285d-4f85-ac71-c3c5fd8a7856, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=be8c5313-285d-4f85-ac71-c3c5fd8a7856,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:40.716421 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:40.717440 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device dc055e22-5930-4afb-96a8-941f642b2c3f no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:51:40.774320 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=be8c5313-285d-4f85-ac71-c3c5fd8a7856,revision_number=8']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:40.799016 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: dc055e22-5930-4afb-96a8-941f642b2c3f {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:51:40.799379 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device dc055e22-5930-4afb-96a8-941f642b2c3f not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:51:40.893987 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-5d9e51a3-d7a7-4fa9-acde-e7e900cea115 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:40.899254 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-5d9e51a3-d7a7-4fa9-acde-e7e900cea115 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/networks?id=7c4ab419-d412-43cd-bcfe-97903abe1bf4 HTTP/1.1" status: 200 len: 807 time: 0.1644981 Jul 24 00:51:40.918758 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-b9fa3277-5086-446f-bccb-14ebda6d6b6c tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/quotas/ed057dc71fc949d185d5f214444abe1e HTTP/1.1" status: 200 len: 375 time: 0.0165448 Jul 24 00:51:41.054628 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-b322ef47-009e-4e51-b6a9-41190beb650f tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed057dc71fc949d185d5f214444abe1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1343100 Jul 24 00:51:41.101698 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279cb21a-e32d-4df7-b8ae-addeb4ad39ec req-38309ef9-5fb8-4208-b508-bfb073e67313 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:41.103989 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-279cb21a-e32d-4df7-b8ae-addeb4ad39ec req-38309ef9-5fb8-4208-b508-bfb073e67313 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=11aa70ae-adf0-4ffa-8b07-f64826dd443c HTTP/1.1" status: 200 len: 949 time: 0.0828731 Jul 24 00:51:41.166565 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-279cb21a-e32d-4df7-b8ae-addeb4ad39ec req-6f2a7e45-e59e-4fb4-878a-69bdaafef2ba tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549657 Jul 24 00:51:41.365617 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-8b0955bc-c3b5-478b-8cd4-52fc9aecf4c8 service neutron] 10.222.0.15 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906168 Jul 24 00:51:41.384094 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970bb1f-e1cf-43bd-b0ae-12971b02553f req-fb0566ac-93df-4c24-90e2-d164e223bb84 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:41.386788 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5970bb1f-e1cf-43bd-b0ae-12971b02553f req-fb0566ac-93df-4c24-90e2-d164e223bb84 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 947 time: 0.0935471 Jul 24 00:51:41.455150 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5970bb1f-e1cf-43bd-b0ae-12971b02553f req-f8f23acb-348d-4166-80ba-a0729efeaccc tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544314 Jul 24 00:51:41.478015 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2bd12d6-ae29-4e56-9541-cd2ee7b4224c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d15e070-d0dd-42eb-badb-76c9b74dcb14'}, {'server_uuid': '11aa70ae-adf0-4ffa-8b07-f64826dd443c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6288cd5-6672-4a9e-87fe-ee61eb38781f'}, {'server_uuid': 'ade86e79-7938-43eb-926f-fe5672d6b672', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be8c5313-285d-4f85-ac71-c3c5fd8a7856'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:51:41.480796 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ff0cee-1eb9-4bdb-b725-df06334a2343" -d '{"events": [{"server_uuid": "c2bd12d6-ae29-4e56-9541-cd2ee7b4224c", "name": "network-vif-plugged", "status": "completed", "tag": "2d15e070-d0dd-42eb-badb-76c9b74dcb14"}, {"server_uuid": "11aa70ae-adf0-4ffa-8b07-f64826dd443c", "name": "network-vif-plugged", "status": "completed", "tag": "e6288cd5-6672-4a9e-87fe-ee61eb38781f"}, {"server_uuid": "ade86e79-7938-43eb-926f-fe5672d6b672", "name": "network-vif-unplugged", "status": "completed", "tag": "be8c5313-285d-4f85-ac71-c3c5fd8a7856"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:51:41.494570 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-94ee73d4-f967-426b-8013-21ca93f74d4a service neutron] 10.222.0.15 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286719 Jul 24 00:51:41.703107 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Sat, 24 Jul 2021 00:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b77fec-974e-4346-b211-60e48285c961 x-openstack-request-id: req-86b77fec-974e-4346-b211-60e48285c961 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:51:41.704003 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2bd12d6-ae29-4e56-9541-cd2ee7b4224c", "name": "network-vif-plugged", "status": "completed", "tag": "2d15e070-d0dd-42eb-badb-76c9b74dcb14", "code": 200}, {"server_uuid": "11aa70ae-adf0-4ffa-8b07-f64826dd443c", "name": "network-vif-plugged", "status": "completed", "tag": "e6288cd5-6672-4a9e-87fe-ee61eb38781f", "code": 200}, {"server_uuid": "ade86e79-7938-43eb-926f-fe5672d6b672", "name": "network-vif-unplugged", "status": "completed", "tag": "be8c5313-285d-4f85-ac71-c3c5fd8a7856", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:51:41.704445 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-86b77fec-974e-4346-b211-60e48285c961 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:51:41.705202 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2bd12d6-ae29-4e56-9541-cd2ee7b4224c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d15e070-d0dd-42eb-badb-76c9b74dcb14', 'code': 200} Jul 24 00:51:41.705610 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11aa70ae-adf0-4ffa-8b07-f64826dd443c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6288cd5-6672-4a9e-87fe-ee61eb38781f', 'code': 200} Jul 24 00:51:41.706036 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade86e79-7938-43eb-926f-fe5672d6b672', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be8c5313-285d-4f85-ac71-c3c5fd8a7856', 'code': 200} Jul 24 00:51:41.829000 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd778fa89-4795-49eb-b52e-b96d1101bfdf', 'tag': '3488bb8c-c8bc-4f0b-bd2e-f16d4528b405'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:51:41.831534 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76abdee-2dc4-4cd6-9a61-5d7d4f23072a" -d '{"events": [{"name": "network-changed", "server_uuid": "d778fa89-4795-49eb-b52e-b96d1101bfdf", "tag": "3488bb8c-c8bc-4f0b-bd2e-f16d4528b405"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:51:41.905559 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7bee4344-04bf-46d2-a749-930905a217e4 req-41ad57c7-7cd3-4f51-9ad4-d5eff7f7a051 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad07a853-0cfb-4110-9b74-0f511889dcae HTTP/1.1" status: 200 len: 210 time: 0.0795813 Jul 24 00:51:41.922194 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d152aba-612d-41a0-9aa5-8ed0a500225a req-072a6d3a-e95d-4567-9248-4fde941ad8b8 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:41.930587 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4d152aba-612d-41a0-9aa5-8ed0a500225a req-072a6d3a-e95d-4567-9248-4fde941ad8b8 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.1468434 Jul 24 00:51:41.950533 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c66ea8-2406-4d93-8916-ddff84ba5229 req-be6ada46-a628-490e-9173-92c7276a0107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:41.956475 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-66c66ea8-2406-4d93-8916-ddff84ba5229 req-be6ada46-a628-490e-9173-92c7276a0107 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 1102 time: 0.1295674 Jul 24 00:51:42.028263 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1bbf3f-775f-42dc-aca4-5d82f49057a4 req-5255094f-2187-4ce5-a479-baa66b993a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:42.029895 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bf1bbf3f-775f-42dc-aca4-5d82f49057a4 req-5255094f-2187-4ce5-a479-baa66b993a42 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=11aa70ae-adf0-4ffa-8b07-f64826dd443c HTTP/1.1" status: 200 len: 1101 time: 0.1955991 Jul 24 00:51:42.031547 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-66c66ea8-2406-4d93-8916-ddff84ba5229 req-a2f470dc-b99b-40de-a50c-2ae808add1a8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667017 Jul 24 00:51:42.040274 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4d152aba-612d-41a0-9aa5-8ed0a500225a req-97f8a31c-abe0-4bc7-a20e-774cdb3a432b tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073413 Jul 24 00:51:42.067322 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3b7ede-654c-45b1-a278-444b0a466e3d x-openstack-request-id: req-8e3b7ede-654c-45b1-a278-444b0a466e3d {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:51:42.067702 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d778fa89-4795-49eb-b52e-b96d1101bfdf", "tag": "3488bb8c-c8bc-4f0b-bd2e-f16d4528b405", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:51:42.068029 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8e3b7ede-654c-45b1-a278-444b0a466e3d {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:51:42.068472 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd778fa89-4795-49eb-b52e-b96d1101bfdf', 'tag': '3488bb8c-c8bc-4f0b-bd2e-f16d4528b405', 'status': 'completed', 'code': 200} Jul 24 00:51:42.068607 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:51:42.155034 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:51:42.205304 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bf1bbf3f-775f-42dc-aca4-5d82f49057a4 req-fb311a78-80bd-4361-a442-9435cd300e6f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928259 Jul 24 00:51:42.239325 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76abdee-2dc4-4cd6-9a61-5d7d4f23072a req-74e14af5-6492-4c6c-bef3-9434f320853a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:42.241075 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e76abdee-2dc4-4cd6-9a61-5d7d4f23072a req-74e14af5-6492-4c6c-bef3-9434f320853a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64682d71562544209c45b1dc63c9fd56&device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 1099 time: 0.1497161 Jul 24 00:51:42.273427 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76abdee-2dc4-4cd6-9a61-5d7d4f23072a req-ca371ed6-03ef-4004-851a-762da68c374d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:42.275045 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e76abdee-2dc4-4cd6-9a61-5d7d4f23072a req-ca371ed6-03ef-4004-851a-762da68c374d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64682d71562544209c45b1dc63c9fd56&device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 1099 time: 0.1396768 Jul 24 00:51:42.445554 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1df4e5b6-377b-495c-bd79-97e97e77b79b req-12a51ee2-f0d1-4214-97e4-ce79798804c8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1d1d593f8bfd4b99bedc0fcdb21f74c7&device_id=18893bbb-1060-47fc-bbbb-cbabf66dc946 HTTP/1.1" status: 200 len: 210 time: 0.0445747 Jul 24 00:51:42.577832 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-88b18c3e-a9b6-44c1-beda-7128859102f9 req-1230bb18-dfd2-453b-9b51-fd3eeb4fb714 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=18893bbb-1060-47fc-bbbb-cbabf66dc946 HTTP/1.1" status: 200 len: 210 time: 0.0697687 Jul 24 00:51:42.579849 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76abdee-2dc4-4cd6-9a61-5d7d4f23072a req-58f8c31a-1e0f-45a1-a5ea-e6878dfcd9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:42.580622 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe915109-32be-4477-ad2b-4e8b9104fe89 req-9d7b7db9-102a-4867-8620-ad0d51d42ecf tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:42.585068 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e76abdee-2dc4-4cd6-9a61-5d7d4f23072a req-58f8c31a-1e0f-45a1-a5ea-e6878dfcd9ae service neutron] 10.222.0.13 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.3013182 Jul 24 00:51:42.603141 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fe915109-32be-4477-ad2b-4e8b9104fe89 req-9d7b7db9-102a-4867-8620-ad0d51d42ecf tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=11aa70ae-adf0-4ffa-8b07-f64826dd443c HTTP/1.1" status: 200 len: 949 time: 0.2921057 Jul 24 00:51:42.655177 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e76abdee-2dc4-4cd6-9a61-5d7d4f23072a req-381bd7ff-5963-4979-8338-6b2ccf0eb8ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 HTTP/1.1" status: 200 len: 217 time: 0.0607107 Jul 24 00:51:42.668441 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76abdee-2dc4-4cd6-9a61-5d7d4f23072a req-238507f8-baac-43b6-b021-bd440d660ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:42.670360 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e76abdee-2dc4-4cd6-9a61-5d7d4f23072a req-238507f8-baac-43b6-b021-bd440d660ed8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.4219902 Jul 24 00:51:42.775008 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76abdee-2dc4-4cd6-9a61-5d7d4f23072a req-0002921d-c133-42c2-ae3c-ba93cd540f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:42.783165 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e76abdee-2dc4-4cd6-9a61-5d7d4f23072a req-0002921d-c133-42c2-ae3c-ba93cd540f5e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.1113193 Jul 24 00:51:42.891027 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76f413-f222-4fc2-94ca-06dda19c3f7d req-9cfe465d-50b1-4aa5-9722-9a3dd1df60c1 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:42.900188 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9e76f413-f222-4fc2-94ca-06dda19c3f7d req-9cfe465d-50b1-4aa5-9722-9a3dd1df60c1 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 947 time: 0.1943576 Jul 24 00:51:42.975315 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9e76f413-f222-4fc2-94ca-06dda19c3f7d req-6c18f9b0-f7e2-495d-b765-95bbf51ca100 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740931 Jul 24 00:51:42.981126 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76abdee-2dc4-4cd6-9a61-5d7d4f23072a req-247f62cc-6079-4195-8698-522c64c44807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:42.982689 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e76abdee-2dc4-4cd6-9a61-5d7d4f23072a req-247f62cc-6079-4195-8698-522c64c44807 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1844816 Jul 24 00:51:43.142506 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e76abdee-2dc4-4cd6-9a61-5d7d4f23072a req-a75c8c3c-4ca3-4915-b77e-e4c3df19e419 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514137 Jul 24 00:51:43.373415 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e76abdee-2dc4-4cd6-9a61-5d7d4f23072a req-f235362b-f5c7-4917-8619-bf7d96fee3ff service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029161 Jul 24 00:51:43.398984 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4e5b6-377b-495c-bd79-97e97e77b79b req-0d8bf419-81b5-4d72-b7a4-8fb0e5caf4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:43.401707 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1df4e5b6-377b-495c-bd79-97e97e77b79b req-0d8bf419-81b5-4d72-b7a4-8fb0e5caf4a6 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=1d1d593f8bfd4b99bedc0fcdb21f74c7&shared=False HTTP/1.1" status: 200 len: 906 time: 0.9418032 Jul 24 00:51:43.406595 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e76abdee-2dc4-4cd6-9a61-5d7d4f23072a req-ee1f27c5-913d-478d-b614-4c93a486af18 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 HTTP/1.1" status: 200 len: 217 time: 0.7215207 Jul 24 00:51:43.429666 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-55c4f4fa-464b-422a-a930-16bb613ab3f9 req-6e6334e0-aa20-4c81-8b90-c845ea00e36d tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad07a853-0cfb-4110-9b74-0f511889dcae HTTP/1.1" status: 200 len: 210 time: 0.0553770 Jul 24 00:51:43.516195 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fe915109-32be-4477-ad2b-4e8b9104fe89 req-97812899-791f-4b54-8462-e7e3eb5048de tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9115777 Jul 24 00:51:43.528474 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-a81798ae-1e60-4b8d-845a-0fc98b872b4c tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:43.530136 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-a81798ae-1e60-4b8d-845a-0fc98b872b4c tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.13 "GET /v2.0/networks?id=7c4ab419-d412-43cd-bcfe-97903abe1bf4 HTTP/1.1" status: 200 len: 807 time: 0.2449450 Jul 24 00:51:43.569503 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-5ac83870-2ebe-49d7-897a-4169a2de719f tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Request body: {'port': {'device_id': 'ad07a853-0cfb-4110-9b74-0f511889dcae', 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4', 'admin_state_up': True, 'tenant_id': 'ed057dc71fc949d185d5f214444abe1e'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:51:43.596560 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d64b60-8822-4ff3-b2d2-4a1cfc7f8c7b req-07353390-7666-4eea-bb81-7ff3e9d3bb57 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:43.605541 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d1d64b60-8822-4ff3-b2d2-4a1cfc7f8c7b req-07353390-7666-4eea-bb81-7ff3e9d3bb57 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.0963976 Jul 24 00:51:43.661493 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d1d64b60-8822-4ff3-b2d2-4a1cfc7f8c7b req-612564a4-8f06-469d-9fd5-2ebd9e75cc97 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548825 Jul 24 00:51:43.663862 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76abdee-2dc4-4cd6-9a61-5d7d4f23072a req-d2610c13-05e5-497f-b3c6-612db0039857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:43.665417 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e76abdee-2dc4-4cd6-9a61-5d7d4f23072a req-d2610c13-05e5-497f-b3c6-612db0039857 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.2444603 Jul 24 00:51:43.777640 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4e5b6-377b-495c-bd79-97e97e77b79b req-35e642b7-5215-4b84-a5e2-b9147bdfaf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:43.779402 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1df4e5b6-377b-495c-bd79-97e97e77b79b req-35e642b7-5215-4b84-a5e2-b9147bdfaf1a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3717031 Jul 24 00:51:43.781493 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f4d9cffb-891b-4ef0-9417-a4621fb5d41a req-f139813e-4588-4131-a39b-66d11ee13234 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.15 "GET /v2.0/ports?device_id=18893bbb-1060-47fc-bbbb-cbabf66dc946 HTTP/1.1" status: 200 len: 210 time: 0.0587769 Jul 24 00:51:43.809429 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54106) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:51:43.814615 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-5ac83870-2ebe-49d7-897a-4169a2de719f tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Made reservation on behalf of ed057dc71fc949d185d5f214444abe1e for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:51:43.818534 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-5ac83870-2ebe-49d7-897a-4169a2de719f tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:43.846904 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76abdee-2dc4-4cd6-9a61-5d7d4f23072a req-25010b16-853f-430b-88ec-3d72815250ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:43.848491 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e76abdee-2dc4-4cd6-9a61-5d7d4f23072a req-25010b16-853f-430b-88ec-3d72815250ae service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1716342 Jul 24 00:51:43.866636 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bb46060-ea82-42b6-899d-4111c242f73e admin admin] Deleting subnet d196389f-9ba3-4fa3-b4a4-ee8338ee8fe0 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:51:43.872302 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2bb46060-ea82-42b6-899d-4111c242f73e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:43.917485 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2bb46060-ea82-42b6-899d-4111c242f73e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:43.964172 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2bb46060-ea82-42b6-899d-4111c242f73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:44.031011 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2bb46060-ea82-42b6-899d-4111c242f73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:44.074943 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb46060-ea82-42b6-899d-4111c242f73e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d196389f-9ba3-4fa3-b4a4-ee8338ee8fe0,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:44.077357 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2bb46060-ea82-42b6-899d-4111c242f73e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:44.084027 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 6282d520-70c0-40cd-ba11-1b97c43423eb details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:51:44.088215 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e76abdee-2dc4-4cd6-9a61-5d7d4f23072a req-2c443363-8d3b-43c7-bdc6-f38ebfff08a3 service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287560 Jul 24 00:51:44.090141 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2bb46060-ea82-42b6-899d-4111c242f73e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d196389f-9ba3-4fa3-b4a4-ee8338ee8fe0 HTTP/1.1" status: 204 len: 168 time: 0.2787883 Jul 24 00:51:44.090696 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54120) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:51:44.102007 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-5ac83870-2ebe-49d7-897a-4169a2de719f tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Allocated IP 172.20.0.10 (7c4ab419-d412-43cd-bcfe-97903abe1bf4/8e7ca279-b98c-43f9-865c-dc5db7518bba/1e8f895b-a048-423b-b320-513cbfc9cc20) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:51:44.217978 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75917a79-244e-4985-8100-1b3831b08adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:44.244551 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 6282d520-70c0-40cd-ba11-1b97c43423eb, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=6282d520-70c0-40cd-ba11-1b97c43423eb,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:44.258170 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '6282d520-70c0-40cd-ba11-1b97c43423eb', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'port_id': '6282d520-70c0-40cd-ba11-1b97c43423eb', 'mac_address': 'fa:16:3e:49:14:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:51:44.271974 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4174920d-8b92-40c1-bda5-ce2113f9a790 req-05ef99c2-5399-4e4c-96e2-0084b9e085fd tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:44.273566 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4174920d-8b92-40c1-bda5-ce2113f9a790 req-05ef99c2-5399-4e4c-96e2-0084b9e085fd tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 947 time: 0.1656218 Jul 24 00:51:44.306554 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:44.335412 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6282d520-70c0-40cd-ba11-1b97c43423eb {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:51:44.350109 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75917a79-244e-4985-8100-1b3831b08adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:44.360445 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 6282d520-70c0-40cd-ba11-1b97c43423eb, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=6282d520-70c0-40cd-ba11-1b97c43423eb,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:44.365619 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:44.373050 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4174920d-8b92-40c1-bda5-ce2113f9a790 req-e0a5e865-3f3f-4610-9200-39a2ebf19883 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886123 Jul 24 00:51:44.374995 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-75917a79-244e-4985-8100-1b3831b08adc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf53c075-354a-47e9-8398-640068505382']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:51:44.379825 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e76abdee-2dc4-4cd6-9a61-5d7d4f23072a req-f738bfbe-bdd9-46ab-9434-7062316ff44c service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495935 Jul 24 00:51:44.387875 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-75917a79-244e-4985-8100-1b3831b08adc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a496770-77f3-4c89-a4ef-c619e5b67bdf') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:51:44.388233 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-75917a79-244e-4985-8100-1b3831b08adc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a496770-77f3-4c89-a4ef-c619e5b67bdf') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:51:44.399478 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75917a79-244e-4985-8100-1b3831b08adc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:44.424015 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75917a79-244e-4985-8100-1b3831b08adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:44.427769 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-5ac83870-2ebe-49d7-897a-4169a2de719f tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:44.431824 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75917a79-244e-4985-8100-1b3831b08adc admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:51:44.432906 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75917a79-244e-4985-8100-1b3831b08adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:44.433939 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=6282d520-70c0-40cd-ba11-1b97c43423eb,revision_number=9']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:44.435081 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 00:51:44.435081 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:51:44.435081 n-d-793621-25 neutron-server[100464]: timer() Jul 24 00:51:44.435081 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:51:44.435081 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 00:51:44.435081 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:51:44.435081 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 00:51:44.435081 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:51:44.435081 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 00:51:44.435081 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:51:44.435081 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 00:51:44.435081 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:51:44.435081 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 00:51:44.435081 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:51:44.435081 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:51:44.435081 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:51:44.435081 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:51:44.435081 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:51:44.435081 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 00:51:44.435081 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:51:44.435081 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 00:51:44.435081 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:51:44.435081 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:51:44.435081 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:51:44.435081 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 00:51:44.435081 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:51:44.435081 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:51:44.435081 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:51:44.435081 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:51:44.435081 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:51:44.435081 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:51:44.435081 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:51:44.477165 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-5ac83870-2ebe-49d7-897a-4169a2de719f tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:44.511902 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75917a79-244e-4985-8100-1b3831b08adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:44.521475 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75917a79-244e-4985-8100-1b3831b08adc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:44.529150 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-75917a79-244e-4985-8100-1b3831b08adc admin admin] 10.222.0.15 "DELETE /v2.0/networks/cf53c075-354a-47e9-8398-640068505382 HTTP/1.1" status: 204 len: 168 time: 0.4371099 Jul 24 00:51:44.543541 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-5ac83870-2ebe-49d7-897a-4169a2de719f tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Network 7c4ab419-d412-43cd-bcfe-97903abe1bf4 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:51:44.549742 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-5ac83870-2ebe-49d7-897a-4169a2de719f tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:51:44.554404 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-5ac83870-2ebe-49d7-897a-4169a2de719f tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:51:44.562398 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac83870-2ebe-49d7-897a-4169a2de719f tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Pushing event updated for resources: {'Port': ['ID=1e8f895b-a048-423b-b320-513cbfc9cc20,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:44.583708 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75917a79-244e-4985-8100-1b3831b08adc admin admin] Pushing event deleted for resources: {'Network': ['ID=cf53c075-354a-47e9-8398-640068505382,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:44.592270 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['6282d520-70c0-40cd-ba11-1b97c43423eb'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:51:44.647856 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:51:44.718481 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a658abc-08dd-42c7-a7f1-2c7e6389a0a0 req-4eaa8c15-6c18-4092-9826-2e734f6b971e tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:44.727226 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9a658abc-08dd-42c7-a7f1-2c7e6389a0a0 req-4eaa8c15-6c18-4092-9826-2e734f6b971e tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=11aa70ae-adf0-4ffa-8b07-f64826dd443c HTTP/1.1" status: 200 len: 949 time: 0.0786655 Jul 24 00:51:44.771217 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54150) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:51:44.799122 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9a658abc-08dd-42c7-a7f1-2c7e6389a0a0 req-3971f57a-b361-443a-88ee-9a881f00cf7b tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701632 Jul 24 00:51:44.832818 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1df4e5b6-377b-495c-bd79-97e97e77b79b req-19dbeba2-a73e-4700-92bb-36b478161f95 tempest-ImagesTestJSON-1750684338 tempest-ImagesTestJSON-1750684338-project] 10.222.0.11 "GET /v2.0/ports?device_id=18893bbb-1060-47fc-bbbb-cbabf66dc946 HTTP/1.1" status: 200 len: 210 time: 0.0637059 Jul 24 00:51:44.864508 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-5ac83870-2ebe-49d7-897a-4169a2de719f tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:44.865616 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-5ac83870-2ebe-49d7-897a-4169a2de719f tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:44.871682 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-cc1a4634-3ada-4c03-a624-13e555392eaa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1d1d593f8bfd4b99bedc0fcdb21f74c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0992486 Jul 24 00:51:44.874254 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54154) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:51:44.892604 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=3488bb8c-c8bc-4f0b-bd2e-f16d4528b405,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:44.918460 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-5ac83870-2ebe-49d7-897a-4169a2de719f tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3530936 Jul 24 00:51:44.922442 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': '3488bb8c-c8bc-4f0b-bd2e-f16d4528b405', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'port_id': '3488bb8c-c8bc-4f0b-bd2e-f16d4528b405', 'mac_address': 'fa:16:3e:97:66:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:51:44.968887 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-42524efe-5a2c-48ac-9fdd-8aac831a32f2 service neutron] Request body: {'port': {'device_id': 'ad07a853-0cfb-4110-9b74-0f511889dcae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:51:44.980818 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7254b9-bc72-4779-9146-de0b16c0c360 req-c1ee2563-003d-417d-8658-289bd479dd55 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:44.984244 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:44.987774 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2e7254b9-bc72-4779-9146-de0b16c0c360 req-c1ee2563-003d-417d-8658-289bd479dd55 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad07a853-0cfb-4110-9b74-0f511889dcae HTTP/1.1" status: 200 len: 932 time: 0.3921816 Jul 24 00:51:44.999468 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:51:45.024302 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=3488bb8c-c8bc-4f0b-bd2e-f16d4528b405,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:45.030617 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:45.046387 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49373fce-67bf-4445-82b6-206593fb933e req-26926fbc-2bc2-4dcd-8f77-5ae28e568ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:45.048402 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49373fce-67bf-4445-82b6-206593fb933e req-26926fbc-2bc2-4dcd-8f77-5ae28e568ae0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=133d6e8bbab54d519ed84797d0ebf0de&device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 1097 time: 0.1731980 Jul 24 00:51:45.055707 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c44c2-568e-48aa-9a77-6b0512058584 req-07897d32-faee-4d93-8302-896e37295bcb tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:45.057778 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-957c44c2-568e-48aa-9a77-6b0512058584 req-07897d32-faee-4d93-8302-896e37295bcb tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.11 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf&tenant_id=64682d71562544209c45b1dc63c9fd56&binding%3Ahost_id=n-h2-793621-25 HTTP/1.1" status: 200 len: 947 time: 0.3840754 Jul 24 00:51:45.060827 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6bd75c-8f8d-472e-bfe5-c6e8dab42156 req-ab2e2b1f-5b35-484a-aec4-99a809a0d0d5 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:45.062623 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8e6bd75c-8f8d-472e-bfe5-c6e8dab42156 req-ab2e2b1f-5b35-484a-aec4-99a809a0d0d5 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 947 time: 0.1185176 Jul 24 00:51:45.102617 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=3488bb8c-c8bc-4f0b-bd2e-f16d4528b405,revision_number=8']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:45.110147 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-469bce00-55e0-4aa5-b3f6-f29e3d908394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:45.158935 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2e7254b9-bc72-4779-9146-de0b16c0c360 req-f41ff134-2705-436a-98e6-90a490e3c2bd tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702352 Jul 24 00:51:45.163340 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8e6bd75c-8f8d-472e-bfe5-c6e8dab42156 req-dc575588-8f32-49ca-97e3-8f23ed8ee73d tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908093 Jul 24 00:51:45.196470 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49373fce-67bf-4445-82b6-206593fb933e req-9ef242e3-1938-423d-aa33-dd375c18bf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:45.197819 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49373fce-67bf-4445-82b6-206593fb933e req-9ef242e3-1938-423d-aa33-dd375c18bf67 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2e28809-37ce-4580-b5c1-8641e6176e46 HTTP/1.1" status: 200 len: 913 time: 0.1340334 Jul 24 00:51:45.205898 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-469bce00-55e0-4aa5-b3f6-f29e3d908394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:45.232553 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-42524efe-5a2c-48ac-9fdd-8aac831a32f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:45.258760 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-957c44c2-568e-48aa-9a77-6b0512058584 req-e9943d10-d6d9-41a9-985d-b68325c6b05f service neutron] 10.222.0.11 "GET /v2.0/ports/3488bb8c-c8bc-4f0b-bd2e-f16d4528b405/bindings/n-h2-793621-25 HTTP/1.1" status: 200 len: 383 time: 0.1883025 Jul 24 00:51:45.270355 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49373fce-67bf-4445-82b6-206593fb933e req-00849c8b-d543-4188-a859-efce02f05dc5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ce40615-eb5a-4471-acd2-241bbb3ef830 HTTP/1.1" status: 200 len: 217 time: 0.0541580 Jul 24 00:51:45.379003 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49373fce-67bf-4445-82b6-206593fb933e req-25b613d3-29dd-47e1-9f86-355188a28e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:45.387774 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49373fce-67bf-4445-82b6-206593fb933e req-25b613d3-29dd-47e1-9f86-355188a28e1a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fd9d285b-6b1a-48e3-ba8d-9b7a3b766001 HTTP/1.1" status: 200 len: 852 time: 0.1093709 Jul 24 00:51:45.420927 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeaae79-5775-41a5-9039-3cf526b7f99d req-d2c83b2f-14e1-42eb-86aa-6112ee78e701 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:45.427361 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2eeaae79-5775-41a5-9039-3cf526b7f99d req-d2c83b2f-14e1-42eb-86aa-6112ee78e701 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 950 time: 0.1473279 Jul 24 00:51:45.433821 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['3488bb8c-c8bc-4f0b-bd2e-f16d4528b405'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:51:45.444399 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-469bce00-55e0-4aa5-b3f6-f29e3d908394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:45.447086 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-469bce00-55e0-4aa5-b3f6-f29e3d908394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:45.450655 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-469bce00-55e0-4aa5-b3f6-f29e3d908394 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2fc249fb-371f-4533-a078-c4dd0f05e063 HTTP/1.1" status: 204 len: 168 time: 0.5708921 Jul 24 00:51:45.490019 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469bce00-55e0-4aa5-b3f6-f29e3d908394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc249fb-371f-4533-a078-c4dd0f05e063,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:45.497438 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49373fce-67bf-4445-82b6-206593fb933e req-a59ec54d-78ab-4acd-aca8-619898aabaaa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2e28809-37ce-4580-b5c1-8641e6176e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504897 Jul 24 00:51:45.568621 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2eeaae79-5775-41a5-9039-3cf526b7f99d req-774cf257-8554-41e5-998b-430a49ba1010 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394737 Jul 24 00:51:45.598769 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2771db1-987d-45eb-bdcc-96b7abeebeb0 req-34efedae-9fd4-4bd0-855b-588277f39668 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:45.606432 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a2771db1-987d-45eb-bdcc-96b7abeebeb0 req-34efedae-9fd4-4bd0-855b-588277f39668 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.3076942 Jul 24 00:51:45.667882 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c44c2-568e-48aa-9a77-6b0512058584 req-1d782fb6-bd03-4242-8a34-2b36e54d9ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:45.671061 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-957c44c2-568e-48aa-9a77-6b0512058584 req-1d782fb6-bd03-4242-8a34-2b36e54d9ad0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64682d71562544209c45b1dc63c9fd56&device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 1100 time: 0.3597140 Jul 24 00:51:45.690681 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-22d5837e-3c66-4488-9638-4af622db636f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:45.733351 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49373fce-67bf-4445-82b6-206593fb933e req-9fafc465-96a8-416b-9b2c-40ee8c290348 service neutron] 10.222.0.13 "GET /v2.0/networks/e2e28809-37ce-4580-b5c1-8641e6176e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270937 Jul 24 00:51:45.798032 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a2771db1-987d-45eb-bdcc-96b7abeebeb0 req-3b615189-06e6-485a-a654-d18f77165663 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905441 Jul 24 00:51:45.897393 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49373fce-67bf-4445-82b6-206593fb933e req-4e07e516-6d79-4613-a8af-0e214fe81013 service neutron] 10.222.0.13 "GET /v2.0/networks/e2e28809-37ce-4580-b5c1-8641e6176e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562109 Jul 24 00:51:45.988488 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b2e546be-1535-42e2-8236-7baf311a0606 req-9b9fa71a-c13a-4086-a6d5-7849397d192f tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=29df0e5d084444b88c057d3daefd14a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307677 Jul 24 00:51:46.019373 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c44c2-568e-48aa-9a77-6b0512058584 req-26c1166f-fc09-461e-a098-170b362bf4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:46.021102 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-957c44c2-568e-48aa-9a77-6b0512058584 req-26c1166f-fc09-461e-a098-170b362bf4ab service neutron] 10.222.0.11 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.2840953 Jul 24 00:51:46.023520 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-42524efe-5a2c-48ac-9fdd-8aac831a32f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e8f895b-a048-423b-b320-513cbfc9cc20 {{(pid=100463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:51:46.084891 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-42524efe-5a2c-48ac-9fdd-8aac831a32f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:46.090114 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-957c44c2-568e-48aa-9a77-6b0512058584 req-199d3113-a686-477a-aeac-465a40fbb99d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 HTTP/1.1" status: 200 len: 217 time: 0.0610807 Jul 24 00:51:46.091262 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 6282d520-70c0-40cd-ba11-1b97c43423eb up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:51:46.117823 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-42524efe-5a2c-48ac-9fdd-8aac831a32f2 service neutron] Transition to ACTIVE for port object 1e8f895b-a048-423b-b320-513cbfc9cc20 will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:51:46.151646 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-42524efe-5a2c-48ac-9fdd-8aac831a32f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:46.176280 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e546be-1535-42e2-8236-7baf311a0606 req-f00035c3-f04d-4658-87ef-1f30b9e8cd34 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:46.179056 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b2e546be-1535-42e2-8236-7baf311a0606 req-f00035c3-f04d-4658-87ef-1f30b9e8cd34 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1802709 Jul 24 00:51:46.199778 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b2e546be-1535-42e2-8236-7baf311a0606 req-34ef43e9-1e27-4dc5-a6f5-5a6db04d965c tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/quotas/29df0e5d084444b88c057d3daefd14a3 HTTP/1.1" status: 200 len: 375 time: 0.0112844 Jul 24 00:51:46.205215 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 6282d520-70c0-40cd-ba11-1b97c43423eb triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:51:46.205813 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:46.317874 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42524efe-5a2c-48ac-9fdd-8aac831a32f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1e8f895b-a048-423b-b320-513cbfc9cc20,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:46.348999 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b2e546be-1535-42e2-8236-7baf311a0606 req-a3f88779-c1e7-4402-8973-c53e13d9bfbd tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=29df0e5d084444b88c057d3daefd14a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1436517 Jul 24 00:51:46.352855 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c44c2-568e-48aa-9a77-6b0512058584 req-18658d31-62b4-4448-9087-c3a8d6ceafb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:46.353106 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:46.355472 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-957c44c2-568e-48aa-9a77-6b0512058584 req-18658d31-62b4-4448-9087-c3a8d6ceafb4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.2561147 Jul 24 00:51:46.390015 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6112b4b0-1bf7-4ecf-a8ca-7463336dc8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6282d520-70c0-40cd-ba11-1b97c43423eb'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:51:46.392697 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0f38c7-a306-44d7-980d-a147699f4ee4" -d '{"events": [{"server_uuid": "6112b4b0-1bf7-4ecf-a8ca-7463336dc8a7", "name": "network-vif-plugged", "status": "completed", "tag": "6282d520-70c0-40cd-ba11-1b97c43423eb"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:51:46.411191 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 6282d520-70c0-40cd-ba11-1b97c43423eb, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=6282d520-70c0-40cd-ba11-1b97c43423eb,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:46.442506 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:46.569566 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-42524efe-5a2c-48ac-9fdd-8aac831a32f2 service neutron] Attempting to bind port 1e8f895b-a048-423b-b320-513cbfc9cc20 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:51:46.570218 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-42524efe-5a2c-48ac-9fdd-8aac831a32f2 service neutron] Attempting to bind port 1e8f895b-a048-423b-b320-513cbfc9cc20 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:51:46.570696 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-42524efe-5a2c-48ac-9fdd-8aac831a32f2 service neutron] Attempting to bind port 1e8f895b-a048-423b-b320-513cbfc9cc20 on network 7c4ab419-d412-43cd-bcfe-97903abe1bf4 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:51:46.617021 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f92bd-02aa-4296-bfbd-41b771035378 req-e50171c7-51ea-407b-a867-a5e517aab069 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:46.618836 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7a3f92bd-02aa-4296-bfbd-41b771035378 req-e50171c7-51ea-407b-a867-a5e517aab069 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad07a853-0cfb-4110-9b74-0f511889dcae HTTP/1.1" status: 200 len: 944 time: 0.2605786 Jul 24 00:51:46.639317 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=6282d520-70c0-40cd-ba11-1b97c43423eb,revision_number=10']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:46.648526 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c44c2-568e-48aa-9a77-6b0512058584 req-95cc33a8-c24c-42b5-8761-170af1a44cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:46.650571 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-957c44c2-568e-48aa-9a77-6b0512058584 req-95cc33a8-c24c-42b5-8761-170af1a44cc1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2512403 Jul 24 00:51:46.651510 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-42524efe-5a2c-48ac-9fdd-8aac831a32f2 service neutron] Port 1e8f895b-a048-423b-b320-513cbfc9cc20 on network 7c4ab419-d412-43cd-bcfe-97903abe1bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:51:46.651995 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-42524efe-5a2c-48ac-9fdd-8aac831a32f2 service neutron] Attempting to bind port 1e8f895b-a048-423b-b320-513cbfc9cc20 on network 7c4ab419-d412-43cd-bcfe-97903abe1bf4 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:51:46.683345 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:46.687242 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:46.687668 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:46.688034 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:46.688461 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:46.688820 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:46.689165 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:46.689502 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:46.689840 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:46.690172 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:46.690508 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:46.690869 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:51:46.832127 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-42524efe-5a2c-48ac-9fdd-8aac831a32f2 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:51:46.833880 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-42524efe-5a2c-48ac-9fdd-8aac831a32f2 service neutron] Checking segment: {'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:51:46.835815 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-42524efe-5a2c-48ac-9fdd-8aac831a32f2 service neutron] Bound using segment: {'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:51:46.837463 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-42524efe-5a2c-48ac-9fdd-8aac831a32f2 service neutron] Bound port: 1e8f895b-a048-423b-b320-513cbfc9cc20, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:51:46.838089 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-42524efe-5a2c-48ac-9fdd-8aac831a32f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:46.846691 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-957c44c2-568e-48aa-9a77-6b0512058584 req-6d5a39bf-4e0d-4eac-a234-607b5032f67a service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861317 Jul 24 00:51:46.932279 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4bc581-c981-43d2-84fd-92b989534e15 req-8318f38f-9038-4d8e-9061-bca4076ba808 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:46.935274 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0c4bc581-c981-43d2-84fd-92b989534e15 req-8318f38f-9038-4d8e-9061-bca4076ba808 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 948 time: 0.1874459 Jul 24 00:51:46.983396 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-42524efe-5a2c-48ac-9fdd-8aac831a32f2 service neutron] For port 1e8f895b-a048-423b-b320-513cbfc9cc20, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:51:46.986949 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-42524efe-5a2c-48ac-9fdd-8aac831a32f2 service neutron] For port 1e8f895b-a048-423b-b320-513cbfc9cc20, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=1e8f895b-a048-423b-b320-513cbfc9cc20,segment=NetworkSegment(224003b9-1e4b-40e8-8bf3-31947898d576),segment_id=224003b9-1e4b-40e8-8bf3-31947898d576)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:51:47.006551 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7a3f92bd-02aa-4296-bfbd-41b771035378 req-bd99ba80-6c21-4b94-b350-71e894ce9ca4 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804669 Jul 24 00:51:47.008675 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0c4bc581-c981-43d2-84fd-92b989534e15 req-b45cdaa1-a2c6-4bd6-9c96-9ed10155728a tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675426 Jul 24 00:51:47.017632 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-42524efe-5a2c-48ac-9fdd-8aac831a32f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:47.082324 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa740e7d-5497-4717-9364-38b708cc03ad x-openstack-request-id: req-fa740e7d-5497-4717-9364-38b708cc03ad {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:51:47.082506 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6112b4b0-1bf7-4ecf-a8ca-7463336dc8a7", "name": "network-vif-plugged", "status": "completed", "tag": "6282d520-70c0-40cd-ba11-1b97c43423eb", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:51:47.082818 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fa740e7d-5497-4717-9364-38b708cc03ad {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:51:47.083311 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6112b4b0-1bf7-4ecf-a8ca-7463336dc8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6282d520-70c0-40cd-ba11-1b97c43423eb', 'code': 200} Jul 24 00:51:47.157950 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-42524efe-5a2c-48ac-9fdd-8aac831a32f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:47.158583 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-42524efe-5a2c-48ac-9fdd-8aac831a32f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:47.160348 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-42524efe-5a2c-48ac-9fdd-8aac831a32f2 service neutron] 10.222.0.13 "PUT /v2.0/ports/1e8f895b-a048-423b-b320-513cbfc9cc20 HTTP/1.1" status: 200 len: 1093 time: 2.1993201 Jul 24 00:51:47.160533 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad07a853-0cfb-4110-9b74-0f511889dcae', 'tag': '1e8f895b-a048-423b-b320-513cbfc9cc20'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:51:47.163301 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e484e3ef-f434-48ac-bf48-09e0a612703b" -d '{"events": [{"name": "network-changed", "server_uuid": "ad07a853-0cfb-4110-9b74-0f511889dcae", "tag": "1e8f895b-a048-423b-b320-513cbfc9cc20"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:51:47.175132 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-96075fba-8899-4e9c-a25b-e42dca472a0e req-22993404-cd44-44e7-992d-5638034abefc tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c00302-aafa-4dac-9057-75976af5f97b HTTP/1.1" status: 200 len: 210 time: 0.0840757 Jul 24 00:51:47.293365 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-957c44c2-568e-48aa-9a77-6b0512058584 req-4f9bb33b-b1d9-4866-969b-2c01b31463bd service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381473 Jul 24 00:51:47.305484 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42524efe-5a2c-48ac-9fdd-8aac831a32f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1e8f895b-a048-423b-b320-513cbfc9cc20,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:47.379216 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-da41a765-4b62-4d85-bd1a-40ec872e23c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:47.380787 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-da41a765-4b62-4d85-bd1a-40ec872e23c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed057dc71fc949d185d5f214444abe1e&device_id=ad07a853-0cfb-4110-9b74-0f511889dcae HTTP/1.1" status: 200 len: 1096 time: 0.1397088 Jul 24 00:51:47.395601 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66deb7f-7376-4027-8d8b-f406d1c43c79 req-0b4a0f7a-c564-43ad-84da-813f5ff5050f tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:47.398525 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b66deb7f-7376-4027-8d8b-f406d1c43c79 req-0b4a0f7a-c564-43ad-84da-813f5ff5050f tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 945 time: 0.1023557 Jul 24 00:51:47.456275 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-20054464-cfc4-4059-a9cb-8e1956b42be1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e8f895b-a048-423b-b320-513cbfc9cc20 HTTP/1.1" status: 200 len: 217 time: 0.0487711 Jul 24 00:51:47.537212 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-01b7b64b-9e33-4e92-9a3f-551f0cbd6f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:47.539079 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-01b7b64b-9e33-4e92-9a3f-551f0cbd6f9d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e7ca279-b98c-43f9-865c-dc5db7518bba HTTP/1.1" status: 200 len: 847 time: 0.0657840 Jul 24 00:51:47.583978 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b66deb7f-7376-4027-8d8b-f406d1c43c79 req-6c9af885-4297-479a-a34b-990a7b0506e1 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678677 Jul 24 00:51:47.632470 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-7e265677-e9d9-4e83-b8e3-e7605463a37e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c4ab419-d412-43cd-bcfe-97903abe1bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688913 Jul 24 00:51:47.658541 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f416c260-22cf-4c67-8019-652c05edd8dd x-openstack-request-id: req-f416c260-22cf-4c67-8019-652c05edd8dd {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:51:47.658956 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad07a853-0cfb-4110-9b74-0f511889dcae", "tag": "1e8f895b-a048-423b-b320-513cbfc9cc20", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:51:47.659286 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f416c260-22cf-4c67-8019-652c05edd8dd {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:51:47.659865 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad07a853-0cfb-4110-9b74-0f511889dcae', 'tag': '1e8f895b-a048-423b-b320-513cbfc9cc20', 'status': 'completed', 'code': 200} Jul 24 00:51:47.755161 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-39cd0651-689b-406f-8ad1-d419466bbd20 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=4138349245324531a9c7173c4d207307&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315044 Jul 24 00:51:47.767967 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-6c9f80c2-3b7b-4572-831b-d2a178ec1a63 service neutron] 10.222.0.13 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139929 Jul 24 00:51:47.916073 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cf802b40-7e99-469c-94cd-2305bbb489e1 req-1d3547e7-5aaf-4380-8858-8962f97e8840 service neutron] 10.222.0.13 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341617 Jul 24 00:51:47.927187 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-2d724b62-aeb3-4cd3-bbe6-b2b5b2a58db5 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:47.935417 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-2d724b62-aeb3-4cd3-bbe6-b2b5b2a58db5 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1728494 Jul 24 00:51:47.954807 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-8625cf18-50d7-48ab-a6ed-dbe797e7c4e7 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] 10.222.0.15 "GET /v2.0/quotas/4138349245324531a9c7173c4d207307 HTTP/1.1" status: 200 len: 375 time: 0.0186179 Jul 24 00:51:48.005919 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-f82306e9-5cec-4c13-93dd-0217523949c9 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4138349245324531a9c7173c4d207307&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498037 Jul 24 00:51:48.072619 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484e3ef-f434-48ac-bf48-09e0a612703b req-20644207-fedd-4a41-a580-10e5fe94b0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:48.074361 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e484e3ef-f434-48ac-bf48-09e0a612703b req-20644207-fedd-4a41-a580-10e5fe94b0b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed057dc71fc949d185d5f214444abe1e&device_id=ad07a853-0cfb-4110-9b74-0f511889dcae HTTP/1.1" status: 200 len: 1096 time: 0.0815222 Jul 24 00:51:48.112183 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 2ce40615-eb5a-4471-acd2-241bbb3ef830 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:51:48.218836 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b36b229f-a269-4073-8c73-12a34285f840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:48.267592 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:48.273564 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484e3ef-f434-48ac-bf48-09e0a612703b req-4dd20f97-a2f2-4817-8b54-d884c809e32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:48.276934 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e484e3ef-f434-48ac-bf48-09e0a612703b req-4dd20f97-a2f2-4817-8b54-d884c809e32c service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c4ab419-d412-43cd-bcfe-97903abe1bf4 HTTP/1.1" status: 200 len: 908 time: 0.1863797 Jul 24 00:51:48.316729 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505e3c6-9aba-4d01-9d00-7507d12f1526 req-459b9861-8c86-4448-ab13-a9861f2318cb tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:48.318295 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 2ce40615-eb5a-4471-acd2-241bbb3ef830, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2ce40615-eb5a-4471-acd2-241bbb3ef830,segment=NetworkSegment(c4a12371-e65f-4999-8182-3fce7a91f982),segment_id=c4a12371-e65f-4999-8182-3fce7a91f982)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:48.326383 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:48.329401 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1505e3c6-9aba-4d01-9d00-7507d12f1526 req-459b9861-8c86-4448-ab13-a9861f2318cb tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad07a853-0cfb-4110-9b74-0f511889dcae HTTP/1.1" status: 200 len: 944 time: 0.2161822 Jul 24 00:51:48.446411 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=2ce40615-eb5a-4471-acd2-241bbb3ef830,revision_number=8']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:48.476961 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:48.505014 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e484e3ef-f434-48ac-bf48-09e0a612703b req-c7144e54-f31a-467f-9530-b7acbd155e09 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e8f895b-a048-423b-b320-513cbfc9cc20 HTTP/1.1" status: 200 len: 217 time: 0.2198877 Jul 24 00:51:48.529769 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b2e546be-1535-42e2-8236-7baf311a0606 req-b9e0a657-3e7f-4a08-bb4b-32b6fd883384 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=29df0e5d084444b88c057d3daefd14a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0839775 Jul 24 00:51:48.595719 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484e3ef-f434-48ac-bf48-09e0a612703b req-7c8707b2-8fb6-437b-9eea-0fbf1bdd5e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:48.609908 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e484e3ef-f434-48ac-bf48-09e0a612703b req-7c8707b2-8fb6-437b-9eea-0fbf1bdd5e75 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e7ca279-b98c-43f9-865c-dc5db7518bba HTTP/1.1" status: 200 len: 847 time: 0.0808198 Jul 24 00:51:48.663685 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 up at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:51:48.708860 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e484e3ef-f434-48ac-bf48-09e0a612703b req-954cf4cc-1ba2-448b-b9d8-90f5575acf48 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c4ab419-d412-43cd-bcfe-97903abe1bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919182 Jul 24 00:51:48.732374 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1505e3c6-9aba-4d01-9d00-7507d12f1526 req-043cca1a-c289-4a4b-a137-1faf20d0011f tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3984721 Jul 24 00:51:48.915164 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning for port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:51:48.924535 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning complete for port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:51:48.927008 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:48.975521 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506e931-bbf2-4ed3-bb9e-399a35bdc09a req-6873cd17-a877-40ae-8f22-83c41359f806 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:48.983589 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3506e931-bbf2-4ed3-bb9e-399a35bdc09a req-6873cd17-a877-40ae-8f22-83c41359f806 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 948 time: 0.5517290 Jul 24 00:51:49.033726 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:49.110947 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479919a7-d695-4692-be6c-ef90854e8de7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ce40615-eb5a-4471-acd2-241bbb3ef830'}, {'server_uuid': 'd778fa89-4795-49eb-b52e-b96d1101bfdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3488bb8c-c8bc-4f0b-bd2e-f16d4528b405'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:51:49.127210 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ce41e8-7d43-43a3-92d6-045234390666" -d '{"events": [{"server_uuid": "479919a7-d695-4692-be6c-ef90854e8de7", "name": "network-vif-unplugged", "status": "completed", "tag": "2ce40615-eb5a-4471-acd2-241bbb3ef830"}, {"server_uuid": "d778fa89-4795-49eb-b52e-b96d1101bfdf", "name": "network-vif-plugged", "status": "completed", "tag": "3488bb8c-c8bc-4f0b-bd2e-f16d4528b405"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:51:49.148758 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=3488bb8c-c8bc-4f0b-bd2e-f16d4528b405,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:49.169214 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:49.170051 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:51:49.213703 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3506e931-bbf2-4ed3-bb9e-399a35bdc09a req-47181683-3bc0-45f3-86d8-82815285e9fb tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193129 Jul 24 00:51:49.241738 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e546be-1535-42e2-8236-7baf311a0606 req-54e18a28-1170-463b-bcf8-dedbc42fcfc3 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:49.243317 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b2e546be-1535-42e2-8236-7baf311a0606 req-54e18a28-1170-463b-bcf8-dedbc42fcfc3 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6928039 Jul 24 00:51:49.261730 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-b2e546be-1535-42e2-8236-7baf311a0606 req-e320565f-6bf0-4385-92db-2b841afeedb6 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Request body: {'port': {'device_id': '63c00302-aafa-4dac-9057-75976af5f97b', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'admin_state_up': True, 'tenant_id': '29df0e5d084444b88c057d3daefd14a3'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:51:49.390765 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4c76c414-44a9-4fdf-aecd-26de700cfeec req-4866697c-a2f3-4ddb-bee3-6b992158c852 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] 10.222.0.15 "GET /v2.0/ports?device_id=08b7fc1d-f656-4f08-aa6d-6ddeedc97555 HTTP/1.1" status: 200 len: 210 time: 0.0871766 Jul 24 00:51:49.545735 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=3488bb8c-c8bc-4f0b-bd2e-f16d4528b405,revision_number=9']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:49.589071 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] No Port match for: 6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:51:49.590295 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 6ddb534e-f12b-4d5b-aac0-ebbe856a8b1f not bound to the agent host n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:51:49.611024 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:49.662437 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2e546be-1535-42e2-8236-7baf311a0606 req-e320565f-6bf0-4385-92db-2b841afeedb6 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Made reservation on behalf of 29df0e5d084444b88c057d3daefd14a3 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:51:49.673002 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b2e546be-1535-42e2-8236-7baf311a0606 req-e320565f-6bf0-4385-92db-2b841afeedb6 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:49.816100 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-534051c1-512f-41dd-aa70-cb44cb2ec7b0 req-56121ccd-6172-422c-83de-68986c41c693 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c00302-aafa-4dac-9057-75976af5f97b HTTP/1.1" status: 200 len: 210 time: 0.0641749 Jul 24 00:51:49.883634 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e484e3ef-f434-48ac-bf48-09e0a612703b req-ce3ab8b6-0992-40d5-aa57-5dec3ba82a45 service neutron] 10.222.0.13 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1450648 Jul 24 00:51:49.914563 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-b2e546be-1535-42e2-8236-7baf311a0606 req-e320565f-6bf0-4385-92db-2b841afeedb6 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Allocated IP 192.168.233.21 (064170bd-7ae3-42cd-9c1f-14f6db2f099c/b2f8a7b0-45d5-4a4f-bbde-2ea497f98103/bc39992c-74e6-4849-85ba-48e9a9f3b4e6) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:51:49.930441 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Sat, 24 Jul 2021 00:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8849d7-90e4-4244-82b3-84b6b1cf198d x-openstack-request-id: req-5a8849d7-90e4-4244-82b3-84b6b1cf198d {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:51:49.930766 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "479919a7-d695-4692-be6c-ef90854e8de7", "name": "network-vif-unplugged", "status": "failed", "tag": "2ce40615-eb5a-4471-acd2-241bbb3ef830", "code": 422}, {"server_uuid": "d778fa89-4795-49eb-b52e-b96d1101bfdf", "name": "network-vif-plugged", "status": "completed", "tag": "3488bb8c-c8bc-4f0b-bd2e-f16d4528b405", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:51:49.931029 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5a8849d7-90e4-4244-82b3-84b6b1cf198d {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:51:49.932598 n-d-793621-25 neutron-server[100465]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '479919a7-d695-4692-be6c-ef90854e8de7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2ce40615-eb5a-4471-acd2-241bbb3ef830', 'code': 422} returned with failed status Jul 24 00:51:49.932879 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd778fa89-4795-49eb-b52e-b96d1101bfdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3488bb8c-c8bc-4f0b-bd2e-f16d4528b405', 'code': 200} Jul 24 00:51:50.094617 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c44c2-568e-48aa-9a77-6b0512058584 req-396ee7d0-f615-4d6e-b37f-c00c0d56ab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:50.096106 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-957c44c2-568e-48aa-9a77-6b0512058584 req-396ee7d0-f615-4d6e-b37f-c00c0d56ab76 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf&tenant_id=64682d71562544209c45b1dc63c9fd56 HTTP/1.1" status: 200 len: 1101 time: 0.2557259 Jul 24 00:51:50.099596 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80c109-29d6-448c-9afe-5e2e775f7c43 req-8dba3f46-9bba-4117-b7a8-27caba50378a tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:50.105915 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 1e8f895b-a048-423b-b320-513cbfc9cc20 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:51:50.111494 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0c80c109-29d6-448c-9afe-5e2e775f7c43 req-8dba3f46-9bba-4117-b7a8-27caba50378a tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 943 time: 0.1692977 Jul 24 00:51:50.123102 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-957c44c2-568e-48aa-9a77-6b0512058584 req-abe6e1d6-440b-4d22-a3ea-69042b776ea7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-25', 'device_owner': 'compute:nova'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:51:50.176172 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-92c93ce9-9f4a-4308-906c-9461e0f830fc tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4138349245324531a9c7173c4d207307&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512607 Jul 24 00:51:50.202223 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e484e3ef-f434-48ac-bf48-09e0a612703b req-8bed0e76-f453-4afd-8f2e-200cf17e57a1 service neutron] 10.222.0.13 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102977 Jul 24 00:51:50.253292 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 1e8f895b-a048-423b-b320-513cbfc9cc20, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=1e8f895b-a048-423b-b320-513cbfc9cc20,segment=NetworkSegment(224003b9-1e4b-40e8-8bf3-31947898d576),segment_id=224003b9-1e4b-40e8-8bf3-31947898d576)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:50.270088 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '1e8f895b-a048-423b-b320-513cbfc9cc20', 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4', 'port_id': '1e8f895b-a048-423b-b320-513cbfc9cc20', 'mac_address': 'fa:16:3e:b7:ed:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e7ca279-b98c-43f9-865c-dc5db7518bba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:51:50.335912 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:50.355479 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e8f895b-a048-423b-b320-513cbfc9cc20 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:51:50.359360 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c088cf6-ecd9-4a58-8af9-c0dc89ea37ab req-eac54dac-30ec-4ba9-9a58-6518dc4705bf tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:50.378394 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 1e8f895b-a048-423b-b320-513cbfc9cc20, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=1e8f895b-a048-423b-b320-513cbfc9cc20,segment=NetworkSegment(224003b9-1e4b-40e8-8bf3-31947898d576),segment_id=224003b9-1e4b-40e8-8bf3-31947898d576)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:50.380170 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8c088cf6-ecd9-4a58-8af9-c0dc89ea37ab req-eac54dac-30ec-4ba9-9a58-6518dc4705bf tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad07a853-0cfb-4110-9b74-0f511889dcae HTTP/1.1" status: 200 len: 944 time: 0.3546579 Jul 24 00:51:50.390095 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:50.427065 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0c80c109-29d6-448c-9afe-5e2e775f7c43 req-09eec166-8e58-4195-bbb9-c8888979dc73 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145733 Jul 24 00:51:50.467652 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8c088cf6-ecd9-4a58-8af9-c0dc89ea37ab req-df409537-61b9-4764-af88-72011383a8ba tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802197 Jul 24 00:51:50.469891 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-957c44c2-568e-48aa-9a77-6b0512058584 req-abe6e1d6-440b-4d22-a3ea-69042b776ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:50.486831 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-b5fd34a0-0805-439b-a5d8-3248606dfc30 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:50.488893 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-b5fd34a0-0805-439b-a5d8-3248606dfc30 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2834935 Jul 24 00:51:50.500091 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b2e546be-1535-42e2-8236-7baf311a0606 req-e320565f-6bf0-4385-92db-2b841afeedb6 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:50.501593 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=1e8f895b-a048-423b-b320-513cbfc9cc20,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:50.507928 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-c47c4e5e-a1c1-43f8-8b84-9988331c5d23 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] Request body: {'port': {'device_id': '08b7fc1d-f656-4f08-aa6d-6ddeedc97555', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'admin_state_up': True, 'tenant_id': '4138349245324531a9c7173c4d207307'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:51:50.564527 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-b2e546be-1535-42e2-8236-7baf311a0606 req-e320565f-6bf0-4385-92db-2b841afeedb6 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Transition to ACTIVE for port object bc39992c-74e6-4849-85ba-48e9a9f3b4e6 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:51:50.691112 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5eccb80f-6848-4521-a743-5f96cb7874a0 req-30a59ace-c61f-4231-91d7-f87713543292 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] 10.222.0.15 "GET /v2.0/ports?device_id=08b7fc1d-f656-4f08-aa6d-6ddeedc97555 HTTP/1.1" status: 200 len: 210 time: 0.0506330 Jul 24 00:51:50.725025 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['1e8f895b-a048-423b-b320-513cbfc9cc20'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:51:50.731637 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b2e546be-1535-42e2-8236-7baf311a0606 req-e320565f-6bf0-4385-92db-2b841afeedb6 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:50.771432 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-c47c4e5e-a1c1-43f8-8b84-9988331c5d23 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] Made reservation on behalf of 4138349245324531a9c7173c4d207307 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:51:50.776547 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-c47c4e5e-a1c1-43f8-8b84-9988331c5d23 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:50.808923 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-c47c4e5e-a1c1-43f8-8b84-9988331c5d23 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:50.814498 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2e546be-1535-42e2-8236-7baf311a0606 req-e320565f-6bf0-4385-92db-2b841afeedb6 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Network 064170bd-7ae3-42cd-9c1f-14f6db2f099c is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:51:50.827805 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-b2e546be-1535-42e2-8236-7baf311a0606 req-e320565f-6bf0-4385-92db-2b841afeedb6 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:51:50.830051 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e320565f-6bf0-4385-92db-2b841afeedb6 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Pushing event updated for resources: {'Port': ['ID=bc39992c-74e6-4849-85ba-48e9a9f3b4e6,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:50.841233 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e546be-1535-42e2-8236-7baf311a0606 req-e320565f-6bf0-4385-92db-2b841afeedb6 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:51:50.938080 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e546be-1535-42e2-8236-7baf311a0606 req-e320565f-6bf0-4385-92db-2b841afeedb6 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:50.938998 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b2e546be-1535-42e2-8236-7baf311a0606 req-e320565f-6bf0-4385-92db-2b841afeedb6 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:50.941933 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:51.038535 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820e5c6-5f1d-4c8b-927b-01fa51265fe8 req-e753b4cf-864e-4701-b879-f96804922dc4 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:51.044190 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d820e5c6-5f1d-4c8b-927b-01fa51265fe8 req-e753b4cf-864e-4701-b879-f96804922dc4 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 949 time: 0.4600692 Jul 24 00:51:51.172786 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d820e5c6-5f1d-4c8b-927b-01fa51265fe8 req-b444cf31-c8eb-403f-a677-503ed99953a6 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102159 Jul 24 00:51:51.183155 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-c47c4e5e-a1c1-43f8-8b84-9988331c5d23 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:51.183822 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-957c44c2-568e-48aa-9a77-6b0512058584 req-abe6e1d6-440b-4d22-a3ea-69042b776ea7 service neutron] For port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=3488bb8c-c8bc-4f0b-bd2e-f16d4528b405,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:51.194131 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-c47c4e5e-a1c1-43f8-8b84-9988331c5d23 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:51.204975 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c09d8540-7949-46ae-bc13-9608c84ae7dd None None] Provisioning for port bc39992c-74e6-4849-85ba-48e9a9f3b4e6 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:51:51.211016 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c09d8540-7949-46ae-bc13-9608c84ae7dd None None] Provisioning complete for port bc39992c-74e6-4849-85ba-48e9a9f3b4e6 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:51:51.212229 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c09d8540-7949-46ae-bc13-9608c84ae7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:51.219452 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b2e546be-1535-42e2-8236-7baf311a0606 req-e320565f-6bf0-4385-92db-2b841afeedb6 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9622247 Jul 24 00:51:51.277536 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-957c44c2-568e-48aa-9a77-6b0512058584 req-abe6e1d6-440b-4d22-a3ea-69042b776ea7 service neutron] For port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405, host n-h2-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:51:51.314473 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-c09d8540-7949-46ae-bc13-9608c84ae7dd None None] Port bc39992c-74e6-4849-85ba-48e9a9f3b4e6 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:51:51.325790 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-b2e546be-1535-42e2-8236-7baf311a0606 req-dad6d0d7-2d96-433e-a8fa-1a84a66d7de7 service neutron] Request body: {'port': {'device_id': '63c00302-aafa-4dac-9057-75976af5f97b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:51:51.357502 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd778fa89-4795-49eb-b52e-b96d1101bfdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3488bb8c-c8bc-4f0b-bd2e-f16d4528b405'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:51:51.360770 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffba205c-459a-46e1-9b08-5cb755008d2e" -d '{"events": [{"server_uuid": "d778fa89-4795-49eb-b52e-b96d1101bfdf", "name": "network-vif-unplugged", "status": "completed", "tag": "3488bb8c-c8bc-4f0b-bd2e-f16d4528b405"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:51:51.365166 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c4e5e-a1c1-43f8-8b84-9988331c5d23 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8334cf-47e0-4b47-ab2f-902861530bb8,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:51.365782 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-957c44c2-568e-48aa-9a77-6b0512058584 req-abe6e1d6-440b-4d22-a3ea-69042b776ea7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:51.384005 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-957c44c2-568e-48aa-9a77-6b0512058584 req-abe6e1d6-440b-4d22-a3ea-69042b776ea7 service neutron] Transition to ACTIVE for port object 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:51:51.392068 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-957c44c2-568e-48aa-9a77-6b0512058584 req-abe6e1d6-440b-4d22-a3ea-69042b776ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:51.474142 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe6e1d6-440b-4d22-a3ea-69042b776ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=3488bb8c-c8bc-4f0b-bd2e-f16d4528b405,revision_number=10']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:51.508067 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-957c44c2-568e-48aa-9a77-6b0512058584 req-abe6e1d6-440b-4d22-a3ea-69042b776ea7 service neutron] No DVR routers for this DVR port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 on host n-h2-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:51:51.882688 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-957c44c2-568e-48aa-9a77-6b0512058584 req-abe6e1d6-440b-4d22-a3ea-69042b776ea7 service neutron] Attempting to bind port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:51:51.883063 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-957c44c2-568e-48aa-9a77-6b0512058584 req-abe6e1d6-440b-4d22-a3ea-69042b776ea7 service neutron] Attempting to bind port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:51:51.883614 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957c44c2-568e-48aa-9a77-6b0512058584 req-abe6e1d6-440b-4d22-a3ea-69042b776ea7 service neutron] Attempting to bind port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:51:51.894322 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957c44c2-568e-48aa-9a77-6b0512058584 req-abe6e1d6-440b-4d22-a3ea-69042b776ea7 service neutron] Port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:51:51.895002 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957c44c2-568e-48aa-9a77-6b0512058584 req-abe6e1d6-440b-4d22-a3ea-69042b776ea7 service neutron] Attempting to bind port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:51:51.913650 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957c44c2-568e-48aa-9a77-6b0512058584 req-abe6e1d6-440b-4d22-a3ea-69042b776ea7 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:51:51.914341 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957c44c2-568e-48aa-9a77-6b0512058584 req-abe6e1d6-440b-4d22-a3ea-69042b776ea7 service neutron] Checking segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:51:51.914958 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957c44c2-568e-48aa-9a77-6b0512058584 req-abe6e1d6-440b-4d22-a3ea-69042b776ea7 service neutron] Bound using segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:51:51.915599 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-957c44c2-568e-48aa-9a77-6b0512058584 req-abe6e1d6-440b-4d22-a3ea-69042b776ea7 service neutron] Bound port: 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:51:51.916233 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-957c44c2-568e-48aa-9a77-6b0512058584 req-abe6e1d6-440b-4d22-a3ea-69042b776ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:51.922542 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['2d15e070-d0dd-42eb-badb-76c9b74dcb14', 'e6288cd5-6672-4a9e-87fe-ee61eb38781f'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:51:51.975086 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa567d5-9002-463b-85dc-bd41dd682e25 req-908fc50b-3afb-4769-a4a4-43621636fd80 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:51.985162 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1fa567d5-9002-463b-85dc-bd41dd682e25 req-908fc50b-3afb-4769-a4a4-43621636fd80 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c00302-aafa-4dac-9057-75976af5f97b HTTP/1.1" status: 200 len: 935 time: 0.3373985 Jul 24 00:51:52.063939 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b2e546be-1535-42e2-8236-7baf311a0606 req-dad6d0d7-2d96-433e-a8fa-1a84a66d7de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:52.094428 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1fa567d5-9002-463b-85dc-bd41dd682e25 req-b56c3bce-15a1-46f1-a80e-3270a66c5714 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971959 Jul 24 00:51:52.119835 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 1e8f895b-a048-423b-b320-513cbfc9cc20 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:51:52.152692 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-c47c4e5e-a1c1-43f8-8b84-9988331c5d23 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] Allocated IP 192.168.233.136 (064170bd-7ae3-42cd-9c1f-14f6db2f099c/b2f8a7b0-45d5-4a4f-bbde-2ea497f98103/d9625887-2add-4c72-8971-116e86685ac2) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:51:52.166762 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-957c44c2-568e-48aa-9a77-6b0512058584 req-abe6e1d6-440b-4d22-a3ea-69042b776ea7 service neutron] For port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:51:52.178097 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-957c44c2-568e-48aa-9a77-6b0512058584 req-abe6e1d6-440b-4d22-a3ea-69042b776ea7 service neutron] For port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=3488bb8c-c8bc-4f0b-bd2e-f16d4528b405,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:51:52.192351 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-957c44c2-568e-48aa-9a77-6b0512058584 req-abe6e1d6-440b-4d22-a3ea-69042b776ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:52.312828 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9079ba8c-c399-4977-ba18-1b2e64e4656e x-openstack-request-id: req-9079ba8c-c399-4977-ba18-1b2e64e4656e {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:51:52.313769 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d778fa89-4795-49eb-b52e-b96d1101bfdf", "name": "network-vif-unplugged", "status": "completed", "tag": "3488bb8c-c8bc-4f0b-bd2e-f16d4528b405", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:51:52.316156 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9079ba8c-c399-4977-ba18-1b2e64e4656e {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:51:52.318526 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd778fa89-4795-49eb-b52e-b96d1101bfdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3488bb8c-c8bc-4f0b-bd2e-f16d4528b405', 'code': 200} Jul 24 00:51:52.323634 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 1e8f895b-a048-423b-b320-513cbfc9cc20 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:51:52.362136 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c44c2-568e-48aa-9a77-6b0512058584 req-abe6e1d6-440b-4d22-a3ea-69042b776ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:52.363388 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-957c44c2-568e-48aa-9a77-6b0512058584 req-abe6e1d6-440b-4d22-a3ea-69042b776ea7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:52.373094 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-957c44c2-568e-48aa-9a77-6b0512058584 req-abe6e1d6-440b-4d22-a3ea-69042b776ea7 service neutron] 10.222.0.13 "PUT /v2.0/ports/3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 HTTP/1.1" status: 200 len: 1097 time: 2.2554681 Jul 24 00:51:52.397975 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 1e8f895b-a048-423b-b320-513cbfc9cc20 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:51:52.398369 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:52.475832 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe6e1d6-440b-4d22-a3ea-69042b776ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=3488bb8c-c8bc-4f0b-bd2e-f16d4528b405,revision_number=11']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:52.578321 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c44c2-568e-48aa-9a77-6b0512058584 req-9fbf7c58-443d-43d4-8eec-3cc9073e758e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:52.580212 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-957c44c2-568e-48aa-9a77-6b0512058584 req-9fbf7c58-443d-43d4-8eec-3cc9073e758e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64682d71562544209c45b1dc63c9fd56&device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 1100 time: 0.1223917 Jul 24 00:51:52.580890 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-c47c4e5e-a1c1-43f8-8b84-9988331c5d23 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:52.612161 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-c47c4e5e-a1c1-43f8-8b84-9988331c5d23 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] Transition to ACTIVE for port object d9625887-2add-4c72-8971-116e86685ac2 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:51:52.659437 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a544e-d0d1-42c5-800b-a0d39a8abba4 req-11ab2506-63e8-4433-8b1a-c9ac74f74258 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:52.662927 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f09a544e-d0d1-42c5-800b-a0d39a8abba4 req-11ab2506-63e8-4433-8b1a-c9ac74f74258 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad07a853-0cfb-4110-9b74-0f511889dcae HTTP/1.1" status: 200 len: 945 time: 0.2500210 Jul 24 00:51:52.691205 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:51:52.742963 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:52.806269 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78aee1-4169-4c1f-8608-cc8fecd4fb68 req-5da356d7-46f4-4bef-946d-35e3de54b55e tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:52.806567 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f09a544e-d0d1-42c5-800b-a0d39a8abba4 req-75ff686d-8de1-4cf1-8b6d-822c2691bf67 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029885 Jul 24 00:51:52.814116 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-de78aee1-4169-4c1f-8608-cc8fecd4fb68 req-5da356d7-46f4-4bef-946d-35e3de54b55e tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=479919a7-d695-4692-be6c-ef90854e8de7 HTTP/1.1" status: 200 len: 943 time: 0.2104998 Jul 24 00:51:52.824550 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c44c2-568e-48aa-9a77-6b0512058584 req-313ced7b-b245-4ac6-bfff-7651ef428362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:52.824828 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad07a853-0cfb-4110-9b74-0f511889dcae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e8f895b-a048-423b-b320-513cbfc9cc20'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:51:52.826608 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-957c44c2-568e-48aa-9a77-6b0512058584 req-313ced7b-b245-4ac6-bfff-7651ef428362 service neutron] 10.222.0.13 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.2274497 Jul 24 00:51:52.831598 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66257d53-60c1-4cd4-9e2b-dfddea85b00f" -d '{"events": [{"server_uuid": "ad07a853-0cfb-4110-9b74-0f511889dcae", "name": "network-vif-plugged", "status": "completed", "tag": "1e8f895b-a048-423b-b320-513cbfc9cc20"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:51:52.843855 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-c47c4e5e-a1c1-43f8-8b84-9988331c5d23 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:52.882650 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 1e8f895b-a048-423b-b320-513cbfc9cc20, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=1e8f895b-a048-423b-b320-513cbfc9cc20,segment=NetworkSegment(224003b9-1e4b-40e8-8bf3-31947898d576),segment_id=224003b9-1e4b-40e8-8bf3-31947898d576)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:52.893051 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-957c44c2-568e-48aa-9a77-6b0512058584 req-8949c2b5-eabb-4176-a103-302bcfb22ba2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 HTTP/1.1" status: 200 len: 217 time: 0.0574539 Jul 24 00:51:52.937646 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-c47c4e5e-a1c1-43f8-8b84-9988331c5d23 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] Network 064170bd-7ae3-42cd-9c1f-14f6db2f099c is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:51:52.948551 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:52.949914 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 2ce40615-eb5a-4471-acd2-241bbb3ef830 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:51:52.975268 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-c47c4e5e-a1c1-43f8-8b84-9988331c5d23 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:51:52.985648 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c44c2-568e-48aa-9a77-6b0512058584 req-cd6bd3db-1a65-462e-8c0d-08e9aa4abefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:52.988007 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-957c44c2-568e-48aa-9a77-6b0512058584 req-cd6bd3db-1a65-462e-8c0d-08e9aa4abefd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.0821037 Jul 24 00:51:52.991455 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-c47c4e5e-a1c1-43f8-8b84-9988331c5d23 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:51:53.070640 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c4e5e-a1c1-43f8-8b84-9988331c5d23 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] Pushing event updated for resources: {'Port': ['ID=d9625887-2add-4c72-8971-116e86685ac2,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:53.084764 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=1e8f895b-a048-423b-b320-513cbfc9cc20,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:53.100523 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 not bound to the agent host n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:51:53.168015 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c44c2-568e-48aa-9a77-6b0512058584 req-b35906fb-826c-498f-af9c-37f7464efd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:53.169870 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-957c44c2-568e-48aa-9a77-6b0512058584 req-b35906fb-826c-498f-af9c-37f7464efd5f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1732309 Jul 24 00:51:53.198275 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-c47c4e5e-a1c1-43f8-8b84-9988331c5d23 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:53.198991 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-c47c4e5e-a1c1-43f8-8b84-9988331c5d23 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:53.230918 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec3cdc-286a-4fbb-b8fd-16170db9d9a7 req-37040e92-5be4-4468-b39f-ce3634a27e22 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:53.232789 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-daec3cdc-286a-4fbb-b8fd-16170db9d9a7 req-37040e92-5be4-4468-b39f-ce3634a27e22 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] 10.222.0.15 "GET /v2.0/ports?device_id=08b7fc1d-f656-4f08-aa6d-6ddeedc97555 HTTP/1.1" status: 200 len: 936 time: 0.1449316 Jul 24 00:51:53.242834 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-c47c4e5e-a1c1-43f8-8b84-9988331c5d23 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7374437 Jul 24 00:51:53.279755 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-f93e4d1d-bd7d-425f-882a-b52d044f9406 service neutron] Request body: {'port': {'device_id': '08b7fc1d-f656-4f08-aa6d-6ddeedc97555', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:51:53.323137 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-daec3cdc-286a-4fbb-b8fd-16170db9d9a7 req-c35c18b1-b0c3-49d0-997e-c0abf2363e3a tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b8334cf-47e0-4b47-ab2f-902861530bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774562 Jul 24 00:51:53.331941 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-de78aee1-4169-4c1f-8608-cc8fecd4fb68 req-b95523ea-8142-4597-a801-93ec268bc735 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Deleting port 2ce40615-eb5a-4471-acd2-241bbb3ef830 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:51:53.332306 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-de78aee1-4169-4c1f-8608-cc8fecd4fb68 req-b95523ea-8142-4597-a801-93ec268bc735 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:53.371331 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-957c44c2-568e-48aa-9a77-6b0512058584 req-d59b0bd5-169e-46eb-a813-ed6de1d19308 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913085 Jul 24 00:51:53.409327 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-380562b0-9fb4-47db-92da-786f2b5ee21e None None] Provisioning for port d9625887-2add-4c72-8971-116e86685ac2 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:51:53.415041 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-380562b0-9fb4-47db-92da-786f2b5ee21e None None] Provisioning complete for port d9625887-2add-4c72-8971-116e86685ac2 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:51:53.415421 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-380562b0-9fb4-47db-92da-786f2b5ee21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:53.453400 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-de78aee1-4169-4c1f-8608-cc8fecd4fb68 req-b95523ea-8142-4597-a801-93ec268bc735 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] For port 2ce40615-eb5a-4471-acd2-241bbb3ef830, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2ce40615-eb5a-4471-acd2-241bbb3ef830,segment=NetworkSegment(c4a12371-e65f-4999-8182-3fce7a91f982),segment_id=c4a12371-e65f-4999-8182-3fce7a91f982)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:53.454473 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-de78aee1-4169-4c1f-8608-cc8fecd4fb68 req-b95523ea-8142-4597-a801-93ec268bc735 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:53.474750 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-de78aee1-4169-4c1f-8608-cc8fecd4fb68 req-b95523ea-8142-4597-a801-93ec268bc735 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Calling delete_port for 2ce40615-eb5a-4471-acd2-241bbb3ef830 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:51:53.475820 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-380562b0-9fb4-47db-92da-786f2b5ee21e None None] Port d9625887-2add-4c72-8971-116e86685ac2 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:51:53.506132 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-b2e546be-1535-42e2-8236-7baf311a0606 req-dad6d0d7-2d96-433e-a8fa-1a84a66d7de7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc39992c-74e6-4849-85ba-48e9a9f3b4e6 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:51:53.557950 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b2e546be-1535-42e2-8236-7baf311a0606 req-dad6d0d7-2d96-433e-a8fa-1a84a66d7de7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:53.590155 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086341d-723e-41c7-8329-32551bcce935 req-8accf7a4-3d03-480c-8af9-96a95e6ca88c tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:53.593242 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4086341d-723e-41c7-8329-32551bcce935 req-8accf7a4-3d03-480c-8af9-96a95e6ca88c tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 948 time: 0.1740696 Jul 24 00:51:53.595654 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-957c44c2-568e-48aa-9a77-6b0512058584 req-b4e57aae-2612-448f-9e82-0386fc1c82ae service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141094 Jul 24 00:51:53.614989 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-f93e4d1d-bd7d-425f-882a-b52d044f9406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:53.638285 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-b2e546be-1535-42e2-8236-7baf311a0606 req-dad6d0d7-2d96-433e-a8fa-1a84a66d7de7 service neutron] Transition to ACTIVE for port object bc39992c-74e6-4849-85ba-48e9a9f3b4e6 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:51:53.662135 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4086341d-723e-41c7-8329-32551bcce935 req-2d0dbf95-1fc1-427d-bddc-a2e789bcef45 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618784 Jul 24 00:51:53.672167 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b2e546be-1535-42e2-8236-7baf311a0606 req-dad6d0d7-2d96-433e-a8fa-1a84a66d7de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:53.869438 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6d0d7-2d96-433e-a8fa-1a84a66d7de7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc39992c-74e6-4849-85ba-48e9a9f3b4e6,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:53.970931 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eedf744a-c8fc-48b5-9de5-f71229910d2f x-openstack-request-id: req-eedf744a-c8fc-48b5-9de5-f71229910d2f {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:51:53.971237 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad07a853-0cfb-4110-9b74-0f511889dcae", "name": "network-vif-plugged", "status": "completed", "tag": "1e8f895b-a048-423b-b320-513cbfc9cc20", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:51:53.971500 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eedf744a-c8fc-48b5-9de5-f71229910d2f {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:51:53.971897 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad07a853-0cfb-4110-9b74-0f511889dcae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e8f895b-a048-423b-b320-513cbfc9cc20', 'code': 200} Jul 24 00:51:54.068851 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-de78aee1-4169-4c1f-8608-cc8fecd4fb68 req-b95523ea-8142-4597-a801-93ec268bc735 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:54.070588 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-b2e546be-1535-42e2-8236-7baf311a0606 req-dad6d0d7-2d96-433e-a8fa-1a84a66d7de7 service neutron] Attempting to bind port bc39992c-74e6-4849-85ba-48e9a9f3b4e6 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:51:54.070992 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-b2e546be-1535-42e2-8236-7baf311a0606 req-dad6d0d7-2d96-433e-a8fa-1a84a66d7de7 service neutron] Attempting to bind port bc39992c-74e6-4849-85ba-48e9a9f3b4e6 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:51:54.071396 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e546be-1535-42e2-8236-7baf311a0606 req-dad6d0d7-2d96-433e-a8fa-1a84a66d7de7 service neutron] Attempting to bind port bc39992c-74e6-4849-85ba-48e9a9f3b4e6 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:51:54.106369 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e546be-1535-42e2-8236-7baf311a0606 req-dad6d0d7-2d96-433e-a8fa-1a84a66d7de7 service neutron] Port bc39992c-74e6-4849-85ba-48e9a9f3b4e6 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:51:54.106872 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e546be-1535-42e2-8236-7baf311a0606 req-dad6d0d7-2d96-433e-a8fa-1a84a66d7de7 service neutron] Attempting to bind port bc39992c-74e6-4849-85ba-48e9a9f3b4e6 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:51:54.156868 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e546be-1535-42e2-8236-7baf311a0606 req-dad6d0d7-2d96-433e-a8fa-1a84a66d7de7 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:51:54.157382 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e546be-1535-42e2-8236-7baf311a0606 req-dad6d0d7-2d96-433e-a8fa-1a84a66d7de7 service neutron] Checking segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:51:54.159452 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e546be-1535-42e2-8236-7baf311a0606 req-dad6d0d7-2d96-433e-a8fa-1a84a66d7de7 service neutron] Bound using segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:51:54.159452 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-b2e546be-1535-42e2-8236-7baf311a0606 req-dad6d0d7-2d96-433e-a8fa-1a84a66d7de7 service neutron] Bound port: bc39992c-74e6-4849-85ba-48e9a9f3b4e6, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:51:54.159452 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b2e546be-1535-42e2-8236-7baf311a0606 req-dad6d0d7-2d96-433e-a8fa-1a84a66d7de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:54.166543 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95523ea-8142-4597-a801-93ec268bc735 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Pushing event deleted for resources: {'Port': ['ID=2ce40615-eb5a-4471-acd2-241bbb3ef830,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:54.173299 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2680452-61c9-4eab-91dc-e09c4f2b63da req-87119aa8-2659-45da-aaf5-79166d1bca40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:54.175781 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e2680452-61c9-4eab-91dc-e09c4f2b63da req-87119aa8-2659-45da-aaf5-79166d1bca40 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ad07a853-0cfb-4110-9b74-0f511889dcae HTTP/1.1" status: 200 len: 1098 time: 0.1371472 Jul 24 00:51:54.238250 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-de78aee1-4169-4c1f-8608-cc8fecd4fb68 req-b95523ea-8142-4597-a801-93ec268bc735 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] No DVR routers for this DVR port 2ce40615-eb5a-4471-acd2-241bbb3ef830 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:51:54.240162 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd72ab-684a-4d70-a773-a3d3ed1a1dfc req-86100e33-fc8f-4d3a-b717-7efd9c98ccc3 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:54.243485 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-de78aee1-4169-4c1f-8608-cc8fecd4fb68 req-b95523ea-8142-4597-a801-93ec268bc735 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:54.246845 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-de78aee1-4169-4c1f-8608-cc8fecd4fb68 req-b95523ea-8142-4597-a801-93ec268bc735 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "DELETE /v2.0/ports/2ce40615-eb5a-4471-acd2-241bbb3ef830 HTTP/1.1" status: 204 len: 173 time: 1.4316361 Jul 24 00:51:54.247630 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479919a7-d695-4692-be6c-ef90854e8de7', 'name': 'network-vif-deleted', 'tag': '2ce40615-eb5a-4471-acd2-241bbb3ef830'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:51:54.248323 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-28bd72ab-684a-4d70-a773-a3d3ed1a1dfc req-86100e33-fc8f-4d3a-b717-7efd9c98ccc3 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c00302-aafa-4dac-9057-75976af5f97b HTTP/1.1" status: 200 len: 947 time: 0.1636524 Jul 24 00:51:54.250510 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc52084-2925-4127-bcbc-efac8f8c3cb6" -d '{"events": [{"server_uuid": "479919a7-d695-4692-be6c-ef90854e8de7", "name": "network-vif-deleted", "tag": "2ce40615-eb5a-4471-acd2-241bbb3ef830"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:51:54.278599 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e2680452-61c9-4eab-91dc-e09c4f2b63da req-3535e6a6-b04b-4968-a3ea-08e997ef7d05 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949912 Jul 24 00:51:54.323421 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-28bd72ab-684a-4d70-a773-a3d3ed1a1dfc req-fbc401f7-5e97-4404-bffa-7c94e825c407 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730488 Jul 24 00:51:54.324333 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd778fa89-4795-49eb-b52e-b96d1101bfdf', 'tag': '3488bb8c-c8bc-4f0b-bd2e-f16d4528b405'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:51:54.327731 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eeb1963-d862-40b0-8eea-4a7e6078c252" -d '{"events": [{"name": "network-changed", "server_uuid": "d778fa89-4795-49eb-b52e-b96d1101bfdf", "tag": "3488bb8c-c8bc-4f0b-bd2e-f16d4528b405"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:51:54.363111 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-b2e546be-1535-42e2-8236-7baf311a0606 req-dad6d0d7-2d96-433e-a8fa-1a84a66d7de7 service neutron] For port bc39992c-74e6-4849-85ba-48e9a9f3b4e6, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:51:54.366930 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-f93e4d1d-bd7d-425f-882a-b52d044f9406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9625887-2add-4c72-8971-116e86685ac2 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:51:54.373281 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-b2e546be-1535-42e2-8236-7baf311a0606 req-dad6d0d7-2d96-433e-a8fa-1a84a66d7de7 service neutron] For port bc39992c-74e6-4849-85ba-48e9a9f3b4e6, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=bc39992c-74e6-4849-85ba-48e9a9f3b4e6,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:51:54.383369 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-f93e4d1d-bd7d-425f-882a-b52d044f9406 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:54.395193 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b2e546be-1535-42e2-8236-7baf311a0606 req-dad6d0d7-2d96-433e-a8fa-1a84a66d7de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:54.410227 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-f93e4d1d-bd7d-425f-882a-b52d044f9406 service neutron] Transition to ACTIVE for port object d9625887-2add-4c72-8971-116e86685ac2 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:51:54.443204 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e546be-1535-42e2-8236-7baf311a0606 req-dad6d0d7-2d96-433e-a8fa-1a84a66d7de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:54.444146 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b2e546be-1535-42e2-8236-7baf311a0606 req-dad6d0d7-2d96-433e-a8fa-1a84a66d7de7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:54.446302 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b2e546be-1535-42e2-8236-7baf311a0606 req-dad6d0d7-2d96-433e-a8fa-1a84a66d7de7 service neutron] 10.222.0.13 "PUT /v2.0/ports/bc39992c-74e6-4849-85ba-48e9a9f3b4e6 HTTP/1.1" status: 200 len: 1096 time: 3.1990309 Jul 24 00:51:54.447010 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-f93e4d1d-bd7d-425f-882a-b52d044f9406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:54.624737 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6d0d7-2d96-433e-a8fa-1a84a66d7de7 service neutron] Pushing event updated for resources: {'Port': ['ID=bc39992c-74e6-4849-85ba-48e9a9f3b4e6,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:54.646362 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1f16e-ad79-4e78-a2a4-f984eb521aa2 req-3dc13efd-2843-430c-ac7a-eddf397eb9ce tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:54.648066 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-89d1f16e-ad79-4e78-a2a4-f984eb521aa2 req-3dc13efd-2843-430c-ac7a-eddf397eb9ce tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad07a853-0cfb-4110-9b74-0f511889dcae HTTP/1.1" status: 200 len: 946 time: 0.1459155 Jul 24 00:51:54.737768 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-89d1f16e-ad79-4e78-a2a4-f984eb521aa2 req-08faf2e0-e7f0-4e2d-ba35-4c1a251f04b4 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827355 Jul 24 00:51:54.766197 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93e4d1d-bd7d-425f-882a-b52d044f9406 service neutron] Pushing event updated for resources: {'Port': ['ID=d9625887-2add-4c72-8971-116e86685ac2,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:54.768763 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-f93e4d1d-bd7d-425f-882a-b52d044f9406 service neutron] Attempting to bind port d9625887-2add-4c72-8971-116e86685ac2 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:51:54.769110 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-f93e4d1d-bd7d-425f-882a-b52d044f9406 service neutron] Attempting to bind port d9625887-2add-4c72-8971-116e86685ac2 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:51:54.769485 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-f93e4d1d-bd7d-425f-882a-b52d044f9406 service neutron] Attempting to bind port d9625887-2add-4c72-8971-116e86685ac2 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:51:54.784477 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-f93e4d1d-bd7d-425f-882a-b52d044f9406 service neutron] Port d9625887-2add-4c72-8971-116e86685ac2 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:51:54.784962 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-f93e4d1d-bd7d-425f-882a-b52d044f9406 service neutron] Attempting to bind port d9625887-2add-4c72-8971-116e86685ac2 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:51:54.803174 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e546be-1535-42e2-8236-7baf311a0606 req-4f2ad946-3b90-48ba-a2f9-07630ebfc4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:54.804824 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b2e546be-1535-42e2-8236-7baf311a0606 req-4f2ad946-3b90-48ba-a2f9-07630ebfc4a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29df0e5d084444b88c057d3daefd14a3&device_id=63c00302-aafa-4dac-9057-75976af5f97b HTTP/1.1" status: 200 len: 1099 time: 0.3098502 Jul 24 00:51:54.809910 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-f93e4d1d-bd7d-425f-882a-b52d044f9406 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:51:54.810320 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-f93e4d1d-bd7d-425f-882a-b52d044f9406 service neutron] Checking segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:51:54.810740 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-f93e4d1d-bd7d-425f-882a-b52d044f9406 service neutron] Bound using segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:51:54.814033 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-f93e4d1d-bd7d-425f-882a-b52d044f9406 service neutron] Bound port: d9625887-2add-4c72-8971-116e86685ac2, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:51:54.814448 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-f93e4d1d-bd7d-425f-882a-b52d044f9406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:54.849108 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 24 Jul 2021 00:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-536b5da6-6c74-4f16-80fe-02e159aa3ef5 x-openstack-request-id: req-536b5da6-6c74-4f16-80fe-02e159aa3ef5 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:51:54.849384 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "479919a7-d695-4692-be6c-ef90854e8de7", "name": "network-vif-deleted", "tag": "2ce40615-eb5a-4471-acd2-241bbb3ef830", "status": "failed", "code": 422}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:51:54.849656 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-536b5da6-6c74-4f16-80fe-02e159aa3ef5 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:51:54.850078 n-d-793621-25 neutron-server[100464]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '479919a7-d695-4692-be6c-ef90854e8de7', 'name': 'network-vif-deleted', 'tag': '2ce40615-eb5a-4471-acd2-241bbb3ef830', 'status': 'failed', 'code': 422} returned with failed status Jul 24 00:51:54.880818 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b643a8a3-f32b-4f04-9d4f-306f755dd790 x-openstack-request-id: req-b643a8a3-f32b-4f04-9d4f-306f755dd790 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:51:54.881196 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d778fa89-4795-49eb-b52e-b96d1101bfdf", "tag": "3488bb8c-c8bc-4f0b-bd2e-f16d4528b405", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:51:54.881530 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b643a8a3-f32b-4f04-9d4f-306f755dd790 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:51:54.882010 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd778fa89-4795-49eb-b52e-b96d1101bfdf', 'tag': '3488bb8c-c8bc-4f0b-bd2e-f16d4528b405', 'status': 'completed', 'code': 200} Jul 24 00:51:55.008764 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b2e546be-1535-42e2-8236-7baf311a0606 req-e615e8e9-6600-412a-be38-4e943a0877f0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=bc39992c-74e6-4849-85ba-48e9a9f3b4e6 HTTP/1.1" status: 200 len: 217 time: 0.1682365 Jul 24 00:51:55.139646 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb1963-d862-40b0-8eea-4a7e6078c252 req-75c054d9-6b75-4d54-97a3-4d6647edc529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:55.141209 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7eeb1963-d862-40b0-8eea-4a7e6078c252 req-75c054d9-6b75-4d54-97a3-4d6647edc529 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64682d71562544209c45b1dc63c9fd56&device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 1100 time: 0.2496800 Jul 24 00:51:55.167873 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb1963-d862-40b0-8eea-4a7e6078c252 req-00acc311-00cd-4ce4-8b27-55fd0d1dc01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:55.169597 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7eeb1963-d862-40b0-8eea-4a7e6078c252 req-00acc311-00cd-4ce4-8b27-55fd0d1dc01f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64682d71562544209c45b1dc63c9fd56&device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 1100 time: 0.2228918 Jul 24 00:51:55.202939 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-f93e4d1d-bd7d-425f-882a-b52d044f9406 service neutron] For port d9625887-2add-4c72-8971-116e86685ac2, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:51:55.209157 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-f93e4d1d-bd7d-425f-882a-b52d044f9406 service neutron] For port d9625887-2add-4c72-8971-116e86685ac2, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d9625887-2add-4c72-8971-116e86685ac2,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:51:55.219895 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e546be-1535-42e2-8236-7baf311a0606 req-018e27c9-e2dc-41ca-8392-069cd6100dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:55.221600 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b2e546be-1535-42e2-8236-7baf311a0606 req-018e27c9-e2dc-41ca-8392-069cd6100dee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.1611571 Jul 24 00:51:55.222823 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-f93e4d1d-bd7d-425f-882a-b52d044f9406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:55.297545 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-f93e4d1d-bd7d-425f-882a-b52d044f9406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:55.298339 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-f93e4d1d-bd7d-425f-882a-b52d044f9406 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:55.299941 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-f93e4d1d-bd7d-425f-882a-b52d044f9406 service neutron] 10.222.0.13 "PUT /v2.0/ports/d9625887-2add-4c72-8971-116e86685ac2 HTTP/1.1" status: 200 len: 1097 time: 2.0381341 Jul 24 00:51:55.309246 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d610fa6-e791-4c52-8527-ba17f5caccdb req-1cde7039-8c50-4387-9067-bd5344a72781 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:55.311032 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0d610fa6-e791-4c52-8527-ba17f5caccdb req-1cde7039-8c50-4387-9067-bd5344a72781 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] 10.222.0.15 "GET /v2.0/ports?device_id=08b7fc1d-f656-4f08-aa6d-6ddeedc97555 HTTP/1.1" status: 200 len: 948 time: 0.3381803 Jul 24 00:51:55.460436 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93e4d1d-bd7d-425f-882a-b52d044f9406 service neutron] Pushing event updated for resources: {'Port': ['ID=d9625887-2add-4c72-8971-116e86685ac2,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:55.484040 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0d610fa6-e791-4c52-8527-ba17f5caccdb req-1f293248-114a-4d0c-9603-f360ce8b37c8 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b8334cf-47e0-4b47-ab2f-902861530bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496890 Jul 24 00:51:55.497765 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71cebaa-5ac2-4001-9552-269d1c3ebbcb req-19a9e4b2-dc85-4168-b30c-52e7bdf69ef4 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:55.505511 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f71cebaa-5ac2-4001-9552-269d1c3ebbcb req-19a9e4b2-dc85-4168-b30c-52e7bdf69ef4 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 948 time: 0.4307451 Jul 24 00:51:55.590003 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb1963-d862-40b0-8eea-4a7e6078c252 req-17794afc-a8ea-47d1-858b-b3c2786cfbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:55.591537 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7eeb1963-d862-40b0-8eea-4a7e6078c252 req-17794afc-a8ea-47d1-858b-b3c2786cfbf1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.4293118 Jul 24 00:51:55.597985 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb1963-d862-40b0-8eea-4a7e6078c252 req-bb0fea94-0d1e-4adc-a61f-9d58c2f86af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:55.599558 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7eeb1963-d862-40b0-8eea-4a7e6078c252 req-bb0fea94-0d1e-4adc-a61f-9d58c2f86af3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.3457115 Jul 24 00:51:55.603659 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e546be-1535-42e2-8236-7baf311a0606 req-3ea18161-79fb-4e01-ab75-5e9ff06c7950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:55.609853 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b2e546be-1535-42e2-8236-7baf311a0606 req-3ea18161-79fb-4e01-ab75-5e9ff06c7950 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3344920 Jul 24 00:51:55.643244 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7eeb1963-d862-40b0-8eea-4a7e6078c252 req-fe365f34-533a-4850-917a-24670994d6eb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 HTTP/1.1" status: 200 len: 217 time: 0.0426679 Jul 24 00:51:55.701296 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f71cebaa-5ac2-4001-9552-269d1c3ebbcb req-09a9713e-21e0-4d16-bde2-47645431dbed tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814766 Jul 24 00:51:55.775952 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b2e546be-1535-42e2-8236-7baf311a0606 req-8d4b40fa-dd06-4edf-a156-248a8d1b5ae9 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369255 Jul 24 00:51:55.785074 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7eeb1963-d862-40b0-8eea-4a7e6078c252 req-a20396be-84b5-4b4c-a000-d39774013978 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 HTTP/1.1" status: 200 len: 217 time: 0.1407051 Jul 24 00:51:55.795615 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-9df9c11c-cfca-40d8-9059-b493f7b34e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:55.797157 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-9df9c11c-cfca-40d8-9059-b493f7b34e53 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138349245324531a9c7173c4d207307&device_id=08b7fc1d-f656-4f08-aa6d-6ddeedc97555 HTTP/1.1" status: 200 len: 1100 time: 0.4197998 Jul 24 00:51:55.875110 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-d9c8c47b-5434-49d1-906b-b3bfd72f9886 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=d9625887-2add-4c72-8971-116e86685ac2 HTTP/1.1" status: 200 len: 217 time: 0.0659342 Jul 24 00:51:55.887249 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb1963-d862-40b0-8eea-4a7e6078c252 req-4286de82-4760-484f-978e-d4439b712641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:55.889085 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7eeb1963-d862-40b0-8eea-4a7e6078c252 req-4286de82-4760-484f-978e-d4439b712641 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.2232764 Jul 24 00:51:55.959403 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb1963-d862-40b0-8eea-4a7e6078c252 req-85fd4216-2aca-42ea-8d46-18cbb392c05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:55.961201 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7eeb1963-d862-40b0-8eea-4a7e6078c252 req-85fd4216-2aca-42ea-8d46-18cbb392c05c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.1454883 Jul 24 00:51:55.972451 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-0425efeb-3bc7-420d-9826-1631000cd4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:55.973377 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-0425efeb-3bc7-420d-9826-1631000cd4e2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.0630732 Jul 24 00:51:56.089566 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b2e546be-1535-42e2-8236-7baf311a0606 req-987e3175-7fe3-446c-bc59-97ab4a950383 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074329 Jul 24 00:51:56.141096 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca25f83-7ac5-4142-bf6a-deebb41fa0ad req-11a17128-3b23-4f73-b2ef-3687316a3cf2 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:56.149126 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eca25f83-7ac5-4142-bf6a-deebb41fa0ad req-11a17128-3b23-4f73-b2ef-3687316a3cf2 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c00302-aafa-4dac-9057-75976af5f97b HTTP/1.1" status: 200 len: 947 time: 0.1744790 Jul 24 00:51:56.152977 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-064be46a-bee8-4ade-bf76-0ccb79c86501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:56.154033 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-f5216ddd-3ca0-4608-8ab3-c2dbb68ebe41 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:56.157000 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-064be46a-bee8-4ade-bf76-0ccb79c86501 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1579497 Jul 24 00:51:56.161326 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-f5216ddd-3ca0-4608-8ab3-c2dbb68ebe41 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/networks?id=e2e28809-37ce-4580-b5c1-8641e6176e46 HTTP/1.1" status: 200 len: 812 time: 0.2788265 Jul 24 00:51:56.162240 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:51:56.170264 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb1963-d862-40b0-8eea-4a7e6078c252 req-a3a860fc-fc39-49e4-8fef-af0fe8323164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:56.171952 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7eeb1963-d862-40b0-8eea-4a7e6078c252 req-a3a860fc-fc39-49e4-8fef-af0fe8323164 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2711043 Jul 24 00:51:56.186403 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-7684e38d-7bc8-4444-a621-b30f9178bf6c tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/quotas/133d6e8bbab54d519ed84797d0ebf0de HTTP/1.1" status: 200 len: 375 time: 0.0239770 Jul 24 00:51:56.249147 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eca25f83-7ac5-4142-bf6a-deebb41fa0ad req-e7a2c0ec-80cb-4cdc-b108-fc1fc20ed115 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990045 Jul 24 00:51:56.313110 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=3488bb8c-c8bc-4f0b-bd2e-f16d4528b405,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:56.328056 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '3488bb8c-c8bc-4f0b-bd2e-f16d4528b405', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'port_id': '3488bb8c-c8bc-4f0b-bd2e-f16d4528b405', 'mac_address': 'fa:16:3e:97:66:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:51:56.406348 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-41b3b3ef-5a56-49b2-bacf-dfed2e694019 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367384 Jul 24 00:51:56.415197 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:56.452883 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:51:56.488563 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=3488bb8c-c8bc-4f0b-bd2e-f16d4528b405,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:56.496219 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:56.566853 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-07c3b754-024c-4bd6-a4ec-dc4a446f9ed5 req-003013d0-6a01-4e62-8bb7-cc9799f8a91b service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527612 Jul 24 00:51:56.598377 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7eeb1963-d862-40b0-8eea-4a7e6078c252 req-95b11f1c-6ae8-44b3-9cda-ae8a8028864d service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4023912 Jul 24 00:51:56.600827 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=3488bb8c-c8bc-4f0b-bd2e-f16d4528b405,revision_number=12']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:56.616769 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6fb71-a1ca-4904-8c9d-17a26f560811 req-61d72ee2-8ea1-4b29-b301-dc091c795897 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:56.626144 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c1e6fb71-a1ca-4904-8c9d-17a26f560811 req-61d72ee2-8ea1-4b29-b301-dc091c795897 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad07a853-0cfb-4110-9b74-0f511889dcae HTTP/1.1" status: 200 len: 946 time: 0.1395559 Jul 24 00:51:56.642614 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-1ac7304a-f937-4b3a-be92-d787d7fea25c tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=133d6e8bbab54d519ed84797d0ebf0de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4550440 Jul 24 00:51:56.679413 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c1e6fb71-a1ca-4904-8c9d-17a26f560811 req-7151886f-1aa9-4bd9-80ec-4295d19f808f tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518785 Jul 24 00:51:56.772307 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb1963-d862-40b0-8eea-4a7e6078c252 req-b71cc37d-cfa9-4915-bba9-9c2049c5fdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:56.773862 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7eeb1963-d862-40b0-8eea-4a7e6078c252 req-b71cc37d-cfa9-4915-bba9-9c2049c5fdcd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7964106 Jul 24 00:51:56.852364 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c00302-aafa-4dac-9057-75976af5f97b', 'tag': 'bc39992c-74e6-4849-85ba-48e9a9f3b4e6'}, {'name': 'network-changed', 'server_uuid': '08b7fc1d-f656-4f08-aa6d-6ddeedc97555', 'tag': 'd9625887-2add-4c72-8971-116e86685ac2'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:51:56.855061 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43780f44-07ce-4b8d-b053-6b764223bd46" -d '{"events": [{"name": "network-changed", "server_uuid": "63c00302-aafa-4dac-9057-75976af5f97b", "tag": "bc39992c-74e6-4849-85ba-48e9a9f3b4e6"}, {"name": "network-changed", "server_uuid": "08b7fc1d-f656-4f08-aa6d-6ddeedc97555", "tag": "d9625887-2add-4c72-8971-116e86685ac2"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:51:56.879717 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985c2c5-e9c4-45fc-90f7-8523378be4a1 req-ce32d11d-057d-4ea9-becd-c1b9cfa9f414 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:56.881388 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3985c2c5-e9c4-45fc-90f7-8523378be4a1 req-ce32d11d-057d-4ea9-becd-c1b9cfa9f414 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] 10.222.0.15 "GET /v2.0/ports?device_id=08b7fc1d-f656-4f08-aa6d-6ddeedc97555 HTTP/1.1" status: 200 len: 948 time: 0.1121039 Jul 24 00:51:56.901141 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-4ae2910a-0841-46f8-b015-6240411a01e6 service neutron] 10.222.0.15 "GET /v2.0/networks/e2e28809-37ce-4580-b5c1-8641e6176e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568762 Jul 24 00:51:56.950676 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3985c2c5-e9c4-45fc-90f7-8523378be4a1 req-8307cc9a-9935-4142-8e91-934167aaf559 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b8334cf-47e0-4b47-ab2f-902861530bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618649 Jul 24 00:51:56.966590 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['3488bb8c-c8bc-4f0b-bd2e-f16d4528b405'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:51:56.977483 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7eeb1963-d862-40b0-8eea-4a7e6078c252 req-6d917c97-0b86-4bbe-8afa-807c7826afb1 service neutron] 10.222.0.11 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513076 Jul 24 00:51:57.064396 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-1acfe8fd-3b4a-4a01-a4a4-5db94e93aaba service neutron] 10.222.0.15 "GET /v2.0/networks/e2e28809-37ce-4580-b5c1-8641e6176e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622617 Jul 24 00:51:57.105530 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7eeb1963-d862-40b0-8eea-4a7e6078c252 req-d300f76f-25a2-43e5-a44f-276d0a7f1a35 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776077 Jul 24 00:51:57.224858 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7eeb1963-d862-40b0-8eea-4a7e6078c252 req-9cfebf79-9087-4735-8909-336b79e09ea8 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110520 Jul 24 00:51:57.360937 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11863e0e-8486-4080-befa-428cf61d4ef1 req-d34011d0-16bd-45d9-bd71-b9ae48db37e9 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:57.372129 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-11863e0e-8486-4080-befa-428cf61d4ef1 req-d34011d0-16bd-45d9-bd71-b9ae48db37e9 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 949 time: 0.1744437 Jul 24 00:51:57.431029 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0b20b-2f69-4a28-8808-b49bab1335f8 req-bc3f20e0-65e6-4501-b6c7-013795d485dc tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:57.433188 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-efc0b20b-2f69-4a28-8808-b49bab1335f8 req-bc3f20e0-65e6-4501-b6c7-013795d485dc tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ad07a853-0cfb-4110-9b74-0f511889dcae HTTP/1.1" status: 200 len: 1098 time: 0.1303065 Jul 24 00:51:57.454059 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-11863e0e-8486-4080-befa-428cf61d4ef1 req-925298da-68ff-4382-aef5-dd01cd435df3 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809698 Jul 24 00:51:57.507549 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-efc0b20b-2f69-4a28-8808-b49bab1335f8 req-dc1e199c-1067-47cf-be3d-f5a5309b8468 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588062 Jul 24 00:51:57.559709 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 24 Jul 2021 00:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66581dda-8200-4dcd-a815-3b4445020f13 x-openstack-request-id: req-66581dda-8200-4dcd-a815-3b4445020f13 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:51:57.559709 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c00302-aafa-4dac-9057-75976af5f97b", "tag": "bc39992c-74e6-4849-85ba-48e9a9f3b4e6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "08b7fc1d-f656-4f08-aa6d-6ddeedc97555", "tag": "d9625887-2add-4c72-8971-116e86685ac2", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:51:57.560030 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-66581dda-8200-4dcd-a815-3b4445020f13 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:51:57.560192 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c00302-aafa-4dac-9057-75976af5f97b', 'tag': 'bc39992c-74e6-4849-85ba-48e9a9f3b4e6', 'status': 'completed', 'code': 200} Jul 24 00:51:57.560446 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b7fc1d-f656-4f08-aa6d-6ddeedc97555', 'tag': 'd9625887-2add-4c72-8971-116e86685ac2', 'status': 'completed', 'code': 200} Jul 24 00:51:57.751783 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-93d1216d-f09b-4745-89cf-8cd7e9ee8667 req-4ac1ebfb-5962-4019-a758-8c7f9f5cc999 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 210 time: 0.0891225 Jul 24 00:51:57.857410 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e655a1-b7ec-43aa-94a3-c3baf7fb8390 req-969a9f99-5554-418b-8383-afa867460d64 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:57.870437 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f5e655a1-b7ec-43aa-94a3-c3baf7fb8390 req-969a9f99-5554-418b-8383-afa867460d64 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c00302-aafa-4dac-9057-75976af5f97b HTTP/1.1" status: 200 len: 947 time: 0.1824157 Jul 24 00:51:57.895929 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43780f44-07ce-4b8d-b053-6b764223bd46 req-d18848be-7614-40ed-aaa0-13a786b5513f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:57.897846 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-43780f44-07ce-4b8d-b053-6b764223bd46 req-d18848be-7614-40ed-aaa0-13a786b5513f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29df0e5d084444b88c057d3daefd14a3&device_id=63c00302-aafa-4dac-9057-75976af5f97b HTTP/1.1" status: 200 len: 1099 time: 0.2967327 Jul 24 00:51:57.941320 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f5e655a1-b7ec-43aa-94a3-c3baf7fb8390 req-e6526bff-7c25-4013-860e-a5c63056ce22 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649023 Jul 24 00:51:58.105775 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd33d7dc-1088-4bbc-be54-e2075067c65d req-0e6a3efe-9b87-45a8-b8b8-1f05465324d9 tempest-MigrationsAdminTest-2033339856 tempest-MigrationsAdminTest-2033339856-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:58.114659 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cd33d7dc-1088-4bbc-be54-e2075067c65d req-0e6a3efe-9b87-45a8-b8b8-1f05465324d9 tempest-MigrationsAdminTest-2033339856 tempest-MigrationsAdminTest-2033339856-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 1101 time: 0.1641850 Jul 24 00:51:58.160074 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5a8a1-da28-419b-857e-3e79bb6aa2e7 req-7eb900b6-b068-4adc-98cd-74f3de3da54d tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:58.169416 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7af5a8a1-da28-419b-857e-3e79bb6aa2e7 req-7eb900b6-b068-4adc-98cd-74f3de3da54d tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] 10.222.0.15 "GET /v2.0/ports?device_id=08b7fc1d-f656-4f08-aa6d-6ddeedc97555 HTTP/1.1" status: 200 len: 948 time: 0.1081245 Jul 24 00:51:58.173705 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43780f44-07ce-4b8d-b053-6b764223bd46 req-42f36b73-5216-409b-820a-8e9129f97e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:58.175469 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-43780f44-07ce-4b8d-b053-6b764223bd46 req-42f36b73-5216-409b-820a-8e9129f97e05 service neutron] 10.222.0.13 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.2669725 Jul 24 00:51:58.183450 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device bc39992c-74e6-4849-85ba-48e9a9f3b4e6 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:51:58.198822 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cd33d7dc-1088-4bbc-be54-e2075067c65d req-7fe29738-b2b0-4312-9854-4cfa3dc975a5 tempest-MigrationsAdminTest-2033339856 tempest-MigrationsAdminTest-2033339856-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827019 Jul 24 00:51:58.264013 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-43780f44-07ce-4b8d-b053-6b764223bd46 req-4f07142b-4cba-4f70-a08d-fe226458286f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=bc39992c-74e6-4849-85ba-48e9a9f3b4e6 HTTP/1.1" status: 200 len: 217 time: 0.0743060 Jul 24 00:51:58.276143 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7af5a8a1-da28-419b-857e-3e79bb6aa2e7 req-b5248606-8a31-4c1f-b945-0f0d647a0045 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b8334cf-47e0-4b47-ab2f-902861530bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051228 Jul 24 00:51:58.341168 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43780f44-07ce-4b8d-b053-6b764223bd46 req-4c888ad3-b8b1-4561-88fa-c015d5e044ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:58.343301 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-43780f44-07ce-4b8d-b053-6b764223bd46 req-4c888ad3-b8b1-4561-88fa-c015d5e044ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.0697322 Jul 24 00:51:58.458658 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port bc39992c-74e6-4849-85ba-48e9a9f3b4e6, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=bc39992c-74e6-4849-85ba-48e9a9f3b4e6,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:58.475417 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43780f44-07ce-4b8d-b053-6b764223bd46 req-e31bea14-d9b0-4795-be8d-ede45f69131a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:58.477000 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-43780f44-07ce-4b8d-b053-6b764223bd46 req-e31bea14-d9b0-4795-be8d-ede45f69131a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1265244 Jul 24 00:51:58.493106 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'bc39992c-74e6-4849-85ba-48e9a9f3b4e6', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'port_id': 'bc39992c-74e6-4849-85ba-48e9a9f3b4e6', 'mac_address': 'fa:16:3e:f1:91:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:51:58.606238 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:58.624064 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc39992c-74e6-4849-85ba-48e9a9f3b4e6 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:51:58.658030 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port bc39992c-74e6-4849-85ba-48e9a9f3b4e6, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=bc39992c-74e6-4849-85ba-48e9a9f3b4e6,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:51:58.667400 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:58.692919 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-43780f44-07ce-4b8d-b053-6b764223bd46 req-5382be1b-1e9d-4db1-a2a9-22493ed86641 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979663 Jul 24 00:51:58.752718 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=bc39992c-74e6-4849-85ba-48e9a9f3b4e6,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:51:58.933559 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3e707494-7947-4a4d-a7ce-711a33cab531 req-3c74b7f9-1deb-40a3-b98d-cf4dff1edd0c tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 210 time: 0.0591135 Jul 24 00:51:59.035132 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b134a1b-a2a8-4e78-9f4b-b1c616db7b7c req-7cc5bba2-b80e-4f1d-8222-36d8dbd582c7 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:59.039003 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4b134a1b-a2a8-4e78-9f4b-b1c616db7b7c req-7cc5bba2-b80e-4f1d-8222-36d8dbd582c7 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 949 time: 0.3450484 Jul 24 00:51:59.070923 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-43780f44-07ce-4b8d-b053-6b764223bd46 req-ccb6d643-b143-412e-8ed5-4935469bd052 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489506 Jul 24 00:51:59.083172 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['bc39992c-74e6-4849-85ba-48e9a9f3b4e6'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:51:59.140431 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4b134a1b-a2a8-4e78-9f4b-b1c616db7b7c req-2e7c4b60-e9cd-400a-bb72-ca376738b75e tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940042 Jul 24 00:51:59.184486 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-280612c8-945b-4452-84dd-05e4978f5124 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:59.186291 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-280612c8-945b-4452-84dd-05e4978f5124 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.13 "GET /v2.0/networks?id=e2e28809-37ce-4580-b5c1-8641e6176e46 HTTP/1.1" status: 200 len: 812 time: 0.2136033 Jul 24 00:51:59.201771 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-c9e7fcbd-a471-4dba-9407-3cc667b8d368 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Request body: {'port': {'device_id': '4f4ade22-adbf-4b7e-9ce1-8a874ee9084b', 'network_id': 'e2e28809-37ce-4580-b5c1-8641e6176e46', 'admin_state_up': True, 'tenant_id': '133d6e8bbab54d519ed84797d0ebf0de'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:51:59.414692 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43780f44-07ce-4b8d-b053-6b764223bd46 req-9ba218b0-dac9-4458-b05d-e3ddcccdf3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:59.417515 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-43780f44-07ce-4b8d-b053-6b764223bd46 req-9ba218b0-dac9-4458-b05d-e3ddcccdf3a1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138349245324531a9c7173c4d207307&device_id=08b7fc1d-f656-4f08-aa6d-6ddeedc97555 HTTP/1.1" status: 200 len: 1100 time: 0.1540103 Jul 24 00:51:59.530367 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00101ffa-5484-41ea-acb9-8b87e58881f9 req-b11cb166-eb0d-4cbd-9102-36e65efbc2f8 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:59.537504 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e03b8-7543-47b9-b83b-d519386e0036 req-2fca739f-cfff-4ae2-970e-2c94747124c1 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:59.538123 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-00101ffa-5484-41ea-acb9-8b87e58881f9 req-b11cb166-eb0d-4cbd-9102-36e65efbc2f8 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] 10.222.0.15 "GET /v2.0/ports?device_id=08b7fc1d-f656-4f08-aa6d-6ddeedc97555 HTTP/1.1" status: 200 len: 948 time: 0.1642880 Jul 24 00:51:59.539481 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ee2e03b8-7543-47b9-b83b-d519386e0036 req-2fca739f-cfff-4ae2-970e-2c94747124c1 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c00302-aafa-4dac-9057-75976af5f97b HTTP/1.1" status: 200 len: 948 time: 0.1726062 Jul 24 00:51:59.641609 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ee2e03b8-7543-47b9-b83b-d519386e0036 req-46ce0618-1d68-4eea-be35-484ea78c8b47 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773659 Jul 24 00:51:59.644560 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-c9e7fcbd-a471-4dba-9407-3cc667b8d368 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Made reservation on behalf of 133d6e8bbab54d519ed84797d0ebf0de for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:51:59.648842 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43780f44-07ce-4b8d-b053-6b764223bd46 req-5fb26e2f-41bf-4c18-99ef-e5f5dd6111a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:59.650235 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-43780f44-07ce-4b8d-b053-6b764223bd46 req-5fb26e2f-41bf-4c18-99ef-e5f5dd6111a9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.2201734 Jul 24 00:51:59.667501 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-c9e7fcbd-a471-4dba-9407-3cc667b8d368 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:51:59.745988 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-00101ffa-5484-41ea-acb9-8b87e58881f9 req-c0fb6976-7e1a-453a-b9a3-d52c239669c5 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b8334cf-47e0-4b47-ab2f-902861530bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066638 Jul 24 00:51:59.754884 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-43780f44-07ce-4b8d-b053-6b764223bd46 req-e5c9186f-1db1-4e5d-b523-4f429ca460c6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=d9625887-2add-4c72-8971-116e86685ac2 HTTP/1.1" status: 200 len: 217 time: 0.0949841 Jul 24 00:51:59.876880 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43780f44-07ce-4b8d-b053-6b764223bd46 req-8d33689d-2700-467a-96fa-f2be5162fe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:59.879079 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-43780f44-07ce-4b8d-b053-6b764223bd46 req-8d33689d-2700-467a-96fa-f2be5162fe07 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.1173019 Jul 24 00:51:59.973204 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43780f44-07ce-4b8d-b053-6b764223bd46 req-7c980891-630b-4826-b899-0ed2b46afc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:51:59.975989 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-43780f44-07ce-4b8d-b053-6b764223bd46 req-7c980891-630b-4826-b899-0ed2b46afc90 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0721610 Jul 24 00:52:00.029808 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-c9e7fcbd-a471-4dba-9407-3cc667b8d368 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Allocated IP 172.20.0.4 (e2e28809-37ce-4580-b5c1-8641e6176e46/fd9d285b-6b1a-48e3-ba8d-9b7a3b766001/9ff85402-740b-48e3-9b5f-d3875a3352f9) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:52:00.156157 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ef8b7fc3-7739-4c8f-b46e-141a249ab99f req-cbd02072-c4b5-4f4f-b195-c531c9b38b89 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 210 time: 0.0956397 Jul 24 00:52:00.195064 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d9625887-2add-4c72-8971-116e86685ac2 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:52:00.227456 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-43780f44-07ce-4b8d-b053-6b764223bd46 req-d4f1322c-55e6-4a67-9e2b-b42fd38275f2 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293897 Jul 24 00:52:00.274203 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:52:00.396042 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port d9625887-2add-4c72-8971-116e86685ac2, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d9625887-2add-4c72-8971-116e86685ac2,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:00.407416 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:52:00.416658 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'd9625887-2add-4c72-8971-116e86685ac2', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'port_id': 'd9625887-2add-4c72-8971-116e86685ac2', 'mac_address': 'fa:16:3e:18:95:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:52:00.418736 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:52:00.419103 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:00.449037 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436c7ab-e7a3-4456-8c1b-c448fadf59f5 req-b508ce80-598a-4975-9d54-f782292b0344 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:00.452261 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6436c7ab-e7a3-4456-8c1b-c448fadf59f5 req-b508ce80-598a-4975-9d54-f782292b0344 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 949 time: 0.2042930 Jul 24 00:52:00.511856 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:00.514536 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-43780f44-07ce-4b8d-b053-6b764223bd46 req-1eee9016-2b6e-4774-a0f6-38110ff59475 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573144 Jul 24 00:52:00.532944 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9625887-2add-4c72-8971-116e86685ac2 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:52:00.557228 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port d9625887-2add-4c72-8971-116e86685ac2, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d9625887-2add-4c72-8971-116e86685ac2,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:00.581456 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6436c7ab-e7a3-4456-8c1b-c448fadf59f5 req-d3cbbd7e-8741-4c76-91b8-6c811ad0c5e0 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208324 Jul 24 00:52:00.615478 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:00.617703 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:00.697595 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=3488bb8c-c8bc-4f0b-bd2e-f16d4528b405,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:00.698944 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd778fa89-4795-49eb-b52e-b96d1101bfdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3488bb8c-c8bc-4f0b-bd2e-f16d4528b405'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:52:00.704495 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4f9702-ed6c-4696-8506-1145fd4f4898" -d '{"events": [{"server_uuid": "d778fa89-4795-49eb-b52e-b96d1101bfdf", "name": "network-vif-plugged", "status": "completed", "tag": "3488bb8c-c8bc-4f0b-bd2e-f16d4528b405"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:52:00.731415 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=d9625887-2add-4c72-8971-116e86685ac2,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:00.744798 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:00.805885 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-c9e7fcbd-a471-4dba-9407-3cc667b8d368 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:00.819704 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a60c1e-2f50-47fc-af13-ae444072e0ca x-openstack-request-id: req-d2a60c1e-2f50-47fc-af13-ae444072e0ca {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:52:00.820077 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d778fa89-4795-49eb-b52e-b96d1101bfdf", "name": "network-vif-plugged", "status": "completed", "tag": "3488bb8c-c8bc-4f0b-bd2e-f16d4528b405", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:52:00.820255 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d2a60c1e-2f50-47fc-af13-ae444072e0ca {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:52:00.820655 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd778fa89-4795-49eb-b52e-b96d1101bfdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3488bb8c-c8bc-4f0b-bd2e-f16d4528b405', 'code': 200} Jul 24 00:52:00.842049 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=3488bb8c-c8bc-4f0b-bd2e-f16d4528b405,revision_number=13']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:00.931904 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf7c34-c668-41ce-a6bc-77ac2a8c1ee0 req-cf6b6456-a283-45c1-a57c-f91455cf75dd tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:00.933802 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e2bf7c34-c668-41ce-a6bc-77ac2a8c1ee0 req-cf6b6456-a283-45c1-a57c-f91455cf75dd tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.13 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 950 time: 0.6750391 Jul 24 00:52:00.971388 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5280d5c7-fdc0-4bd8-ab95-1527dd87e882 req-5c774553-2b56-4d5c-8eee-a6225d4db46c tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:00.973127 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5280d5c7-fdc0-4bd8-ab95-1527dd87e882 req-5c774553-2b56-4d5c-8eee-a6225d4db46c tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] 10.222.0.15 "GET /v2.0/ports?device_id=08b7fc1d-f656-4f08-aa6d-6ddeedc97555 HTTP/1.1" status: 200 len: 949 time: 0.0842366 Jul 24 00:52:00.998138 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['d9625887-2add-4c72-8971-116e86685ac2'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:52:01.019611 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19217fa-d36e-4de1-8a07-4b21fec38c18 req-7e5768eb-efa9-4817-9591-3ec5b1918f13 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:01.027149 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c19217fa-d36e-4de1-8a07-4b21fec38c18 req-7e5768eb-efa9-4817-9591-3ec5b1918f13 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c00302-aafa-4dac-9057-75976af5f97b HTTP/1.1" status: 200 len: 948 time: 0.2177660 Jul 24 00:52:01.030971 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5280d5c7-fdc0-4bd8-ab95-1527dd87e882 req-8e6d51bc-e7c0-4ea2-8307-724ca4f258ef tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b8334cf-47e0-4b47-ab2f-902861530bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514679 Jul 24 00:52:01.063134 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-c9e7fcbd-a471-4dba-9407-3cc667b8d368 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:01.192376 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e7fcbd-a471-4dba-9407-3cc667b8d368 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Pushing event updated for resources: {'Port': ['ID=9ff85402-740b-48e3-9b5f-d3875a3352f9,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:01.204360 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-c9e7fcbd-a471-4dba-9407-3cc667b8d368 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Network e2e28809-37ce-4580-b5c1-8641e6176e46 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:52:01.210167 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c19217fa-d36e-4de1-8a07-4b21fec38c18 req-203b53c4-1a2c-444b-b691-70f6318acf6f tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821475 Jul 24 00:52:01.215653 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-c9e7fcbd-a471-4dba-9407-3cc667b8d368 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:52:01.220028 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-c9e7fcbd-a471-4dba-9407-3cc667b8d368 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:52:01.356880 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-c9e7fcbd-a471-4dba-9407-3cc667b8d368 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:01.357706 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-c9e7fcbd-a471-4dba-9407-3cc667b8d368 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:01.414969 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-e2bf7c34-c668-41ce-a6bc-77ac2a8c1ee0 req-e5e2f231-291c-4914-a4ea-e72c35b55cf7 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Deleting port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:52:01.415431 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e2bf7c34-c668-41ce-a6bc-77ac2a8c1ee0 req-e5e2f231-291c-4914-a4ea-e72c35b55cf7 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:01.533466 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-c9e7fcbd-a471-4dba-9407-3cc667b8d368 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3365269 Jul 24 00:52:01.580329 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-ead47273-6f28-491c-9da6-69efbabcf2c3 service neutron] Request body: {'port': {'device_id': '4f4ade22-adbf-4b7e-9ce1-8a874ee9084b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:52:01.771276 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd0fd4-49dc-455a-aeb0-58e8e392f16a req-cd9ab0d2-0338-4763-b98d-9dca133d0710 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:01.780769 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5abd0fd4-49dc-455a-aeb0-58e8e392f16a req-cd9ab0d2-0338-4763-b98d-9dca133d0710 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 950 time: 0.1060314 Jul 24 00:52:01.814545 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6cd6d-f245-431c-b1dc-64952958fdb9 req-d1603663-04f5-4338-bf40-6c3486a6462e tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:01.823732 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3ba6cd6d-f245-431c-b1dc-64952958fdb9 req-d1603663-04f5-4338-bf40-6c3486a6462e tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 931 time: 0.3117149 Jul 24 00:52:01.827913 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-e2bf7c34-c668-41ce-a6bc-77ac2a8c1ee0 req-e5e2f231-291c-4914-a4ea-e72c35b55cf7 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] For port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=3488bb8c-c8bc-4f0b-bd2e-f16d4528b405,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:01.828728 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e2bf7c34-c668-41ce-a6bc-77ac2a8c1ee0 req-e5e2f231-291c-4914-a4ea-e72c35b55cf7 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:01.833068 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5abd0fd4-49dc-455a-aeb0-58e8e392f16a req-7c666a3b-63bc-42bf-ba0c-96128bdfacab tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512824 Jul 24 00:52:01.863634 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-ead47273-6f28-491c-9da6-69efbabcf2c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:01.868121 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-e2bf7c34-c668-41ce-a6bc-77ac2a8c1ee0 req-e5e2f231-291c-4914-a4ea-e72c35b55cf7 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Calling delete_port for 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:52:01.971378 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3ba6cd6d-f245-431c-b1dc-64952958fdb9 req-ec725058-d600-4ac0-bb83-9d025cf1b4fd tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463706 Jul 24 00:52:02.205608 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device bc39992c-74e6-4849-85ba-48e9a9f3b4e6 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:52:02.225214 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f3233-5056-4440-acc6-129f7fbf808d req-61d67dc3-817c-4b24-ba2d-94bd9a4ff6ba tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:02.226995 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-009f3233-5056-4440-acc6-129f7fbf808d req-61d67dc3-817c-4b24-ba2d-94bd9a4ff6ba tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] 10.222.0.15 "GET /v2.0/ports?device_id=08b7fc1d-f656-4f08-aa6d-6ddeedc97555 HTTP/1.1" status: 200 len: 949 time: 0.1086204 Jul 24 00:52:02.276685 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port bc39992c-74e6-4849-85ba-48e9a9f3b4e6 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:52:02.282655 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port bc39992c-74e6-4849-85ba-48e9a9f3b4e6 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:52:02.284740 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:02.359797 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e2bf7c34-c668-41ce-a6bc-77ac2a8c1ee0 req-e5e2f231-291c-4914-a4ea-e72c35b55cf7 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:02.376615 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-009f3233-5056-4440-acc6-129f7fbf808d req-ae7013bd-aa5d-464b-af4f-e6ca5e86a8ba tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b8334cf-47e0-4b47-ab2f-902861530bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336398 Jul 24 00:52:02.392352 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['26b94257-c0af-4147-9ffe-5c742e897ecd'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:52:02.483954 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2f231-291c-4914-a4ea-e72c35b55cf7 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Pushing event deleted for resources: {'Port': ['ID=3488bb8c-c8bc-4f0b-bd2e-f16d4528b405,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:02.508488 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['4998b04a-6c33-485a-b399-437a9f222c3c', '1e193c69-d700-4ef9-9f49-feb4ec014a06'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:52:02.532065 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-ead47273-6f28-491c-9da6-69efbabcf2c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ff85402-740b-48e3-9b5f-d3875a3352f9 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:52:02.576109 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2bf7c34-c668-41ce-a6bc-77ac2a8c1ee0 req-e5e2f231-291c-4914-a4ea-e72c35b55cf7 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] No DVR routers for this DVR port 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:52:02.579730 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-ead47273-6f28-491c-9da6-69efbabcf2c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:02.585022 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e2bf7c34-c668-41ce-a6bc-77ac2a8c1ee0 req-e5e2f231-291c-4914-a4ea-e72c35b55cf7 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:02.591397 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e2bf7c34-c668-41ce-a6bc-77ac2a8c1ee0 req-e5e2f231-291c-4914-a4ea-e72c35b55cf7 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.13 "DELETE /v2.0/ports/3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 HTTP/1.1" status: 204 len: 173 time: 1.6481712 Jul 24 00:52:02.603325 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd778fa89-4795-49eb-b52e-b96d1101bfdf', 'name': 'network-vif-deleted', 'tag': '3488bb8c-c8bc-4f0b-bd2e-f16d4528b405'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:52:02.605741 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577b6629-10f8-496a-ba57-197f6fab7cab" -d '{"events": [{"server_uuid": "d778fa89-4795-49eb-b52e-b96d1101bfdf", "name": "network-vif-deleted", "tag": "3488bb8c-c8bc-4f0b-bd2e-f16d4528b405"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:52:02.676706 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-ead47273-6f28-491c-9da6-69efbabcf2c3 service neutron] Transition to ACTIVE for port object 9ff85402-740b-48e3-9b5f-d3875a3352f9 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:52:02.719050 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-ead47273-6f28-491c-9da6-69efbabcf2c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:02.890697 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55adb7b1-bf2c-47f7-aa86-5fcebaebabbe req-ed3617c6-ae80-4eae-8360-6e77d86fd029 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:02.900203 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-55adb7b1-bf2c-47f7-aa86-5fcebaebabbe req-ed3617c6-ae80-4eae-8360-6e77d86fd029 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c00302-aafa-4dac-9057-75976af5f97b HTTP/1.1" status: 200 len: 948 time: 0.4827068 Jul 24 00:52:03.015587 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:03.019551 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead47273-6f28-491c-9da6-69efbabcf2c3 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff85402-740b-48e3-9b5f-d3875a3352f9,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:03.037852 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1f7b19-ba5e-4a91-a8a6-36239abc68cd x-openstack-request-id: req-aa1f7b19-ba5e-4a91-a8a6-36239abc68cd {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:52:03.045471 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d778fa89-4795-49eb-b52e-b96d1101bfdf", "name": "network-vif-deleted", "tag": "3488bb8c-c8bc-4f0b-bd2e-f16d4528b405", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:52:03.045930 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aa1f7b19-ba5e-4a91-a8a6-36239abc68cd {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:52:03.046467 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd778fa89-4795-49eb-b52e-b96d1101bfdf', 'name': 'network-vif-deleted', 'tag': '3488bb8c-c8bc-4f0b-bd2e-f16d4528b405', 'status': 'completed', 'code': 200} Jul 24 00:52:03.109033 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-55adb7b1-bf2c-47f7-aa86-5fcebaebabbe req-d0000d12-b365-40f6-a912-40350ee7f4cf tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053280 Jul 24 00:52:03.153122 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-53487381-181a-4184-a6f2-01b1a983beba req-919c0335-126b-43fc-9426-abc3679bbaa5 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=d778fa89-4795-49eb-b52e-b96d1101bfdf HTTP/1.1" status: 200 len: 210 time: 0.0495327 Jul 24 00:52:03.192016 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c00302-aafa-4dac-9057-75976af5f97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc39992c-74e6-4849-85ba-48e9a9f3b4e6'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:52:03.194313 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f1a2be-b923-4fe3-8d75-f30ebb443759" -d '{"events": [{"server_uuid": "63c00302-aafa-4dac-9057-75976af5f97b", "name": "network-vif-plugged", "status": "completed", "tag": "bc39992c-74e6-4849-85ba-48e9a9f3b4e6"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:52:03.211377 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port bc39992c-74e6-4849-85ba-48e9a9f3b4e6, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=bc39992c-74e6-4849-85ba-48e9a9f3b4e6,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:03.212125 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-ead47273-6f28-491c-9da6-69efbabcf2c3 service neutron] Attempting to bind port 9ff85402-740b-48e3-9b5f-d3875a3352f9 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:52:03.212869 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-ead47273-6f28-491c-9da6-69efbabcf2c3 service neutron] Attempting to bind port 9ff85402-740b-48e3-9b5f-d3875a3352f9 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': 'c4a12371-e65f-4999-8182-3fce7a91f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e2e28809-37ce-4580-b5c1-8641e6176e46'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:52:03.214894 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-ead47273-6f28-491c-9da6-69efbabcf2c3 service neutron] Attempting to bind port 9ff85402-740b-48e3-9b5f-d3875a3352f9 on network e2e28809-37ce-4580-b5c1-8641e6176e46 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:52:03.239242 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:03.240457 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:52:03.245325 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-ead47273-6f28-491c-9da6-69efbabcf2c3 service neutron] Port 9ff85402-740b-48e3-9b5f-d3875a3352f9 on network e2e28809-37ce-4580-b5c1-8641e6176e46 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:52:03.245325 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-ead47273-6f28-491c-9da6-69efbabcf2c3 service neutron] Attempting to bind port 9ff85402-740b-48e3-9b5f-d3875a3352f9 on network e2e28809-37ce-4580-b5c1-8641e6176e46 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:52:03.265148 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-ead47273-6f28-491c-9da6-69efbabcf2c3 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:52:03.265545 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-ead47273-6f28-491c-9da6-69efbabcf2c3 service neutron] Checking segment: {'id': 'c4a12371-e65f-4999-8182-3fce7a91f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e2e28809-37ce-4580-b5c1-8641e6176e46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:52:03.265955 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-ead47273-6f28-491c-9da6-69efbabcf2c3 service neutron] Bound using segment: {'id': 'c4a12371-e65f-4999-8182-3fce7a91f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e2e28809-37ce-4580-b5c1-8641e6176e46'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:52:03.266475 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-ead47273-6f28-491c-9da6-69efbabcf2c3 service neutron] Bound port: 9ff85402-740b-48e3-9b5f-d3875a3352f9, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a12371-e65f-4999-8182-3fce7a91f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e2e28809-37ce-4580-b5c1-8641e6176e46'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:52:03.266914 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-ead47273-6f28-491c-9da6-69efbabcf2c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:03.359105 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7196a36-8483-4313-8c29-faa8cb46d743 x-openstack-request-id: req-f7196a36-8483-4313-8c29-faa8cb46d743 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:52:03.359388 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c00302-aafa-4dac-9057-75976af5f97b", "name": "network-vif-plugged", "status": "completed", "tag": "bc39992c-74e6-4849-85ba-48e9a9f3b4e6", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:52:03.359690 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f7196a36-8483-4313-8c29-faa8cb46d743 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:52:03.360076 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c00302-aafa-4dac-9057-75976af5f97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc39992c-74e6-4849-85ba-48e9a9f3b4e6', 'code': 200} Jul 24 00:52:03.360634 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:52:03.360982 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 3488bb8c-c8bc-4f0b-bd2e-f16d4528b405 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:52:03.503850 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=bc39992c-74e6-4849-85ba-48e9a9f3b4e6,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:03.518166 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-ead47273-6f28-491c-9da6-69efbabcf2c3 service neutron] For port 9ff85402-740b-48e3-9b5f-d3875a3352f9, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:52:03.540784 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-ead47273-6f28-491c-9da6-69efbabcf2c3 service neutron] For port 9ff85402-740b-48e3-9b5f-d3875a3352f9, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=9ff85402-740b-48e3-9b5f-d3875a3352f9,segment=NetworkSegment(c4a12371-e65f-4999-8182-3fce7a91f982),segment_id=c4a12371-e65f-4999-8182-3fce7a91f982)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:52:03.552995 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-ead47273-6f28-491c-9da6-69efbabcf2c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:03.621688 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-ead47273-6f28-491c-9da6-69efbabcf2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:03.622350 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-ead47273-6f28-491c-9da6-69efbabcf2c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:03.623922 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-ead47273-6f28-491c-9da6-69efbabcf2c3 service neutron] 10.222.0.13 "PUT /v2.0/ports/9ff85402-740b-48e3-9b5f-d3875a3352f9 HTTP/1.1" status: 200 len: 1092 time: 2.0706851 Jul 24 00:52:03.637565 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06758157-2b16-4124-ab7f-4bdd708e97c9 req-08e7b4c0-4a37-4e8b-aae0-35e8b9747838 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:03.644957 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-06758157-2b16-4124-ab7f-4bdd708e97c9 req-08e7b4c0-4a37-4e8b-aae0-35e8b9747838 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 943 time: 0.3836868 Jul 24 00:52:03.683533 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af4b94-a100-43da-8a4e-acf976de44bb req-5f4b1503-d89b-469d-965b-48ccc05de266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:03.685098 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86af4b94-a100-43da-8a4e-acf976de44bb req-5f4b1503-d89b-469d-965b-48ccc05de266 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=63c00302-aafa-4dac-9057-75976af5f97b HTTP/1.1" status: 200 len: 1101 time: 0.2412474 Jul 24 00:52:03.760876 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb2a5fb-62dd-48b4-a931-047bc304d028 req-8c3806e1-5286-4f24-a534-dabece82b7fc tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:03.769551 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5cb2a5fb-62dd-48b4-a931-047bc304d028 req-8c3806e1-5286-4f24-a534-dabece82b7fc tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] 10.222.0.15 "GET /v2.0/ports?device_id=08b7fc1d-f656-4f08-aa6d-6ddeedc97555 HTTP/1.1" status: 200 len: 949 time: 0.2083180 Jul 24 00:52:03.808837 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead47273-6f28-491c-9da6-69efbabcf2c3 service neutron] Pushing event updated for resources: {'Port': ['ID=9ff85402-740b-48e3-9b5f-d3875a3352f9,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:03.831054 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-06758157-2b16-4124-ab7f-4bdd708e97c9 req-c491438f-9f36-4c7f-93ae-a04101de18b4 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851351 Jul 24 00:52:03.837009 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5cb2a5fb-62dd-48b4-a931-047bc304d028 req-9dc42491-06d2-4be8-aaa6-65684ffe9481 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b8334cf-47e0-4b47-ab2f-902861530bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661464 Jul 24 00:52:03.871623 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86af4b94-a100-43da-8a4e-acf976de44bb req-cbd51a28-d1a4-4ae6-952d-223b449c00a6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623344 Jul 24 00:52:03.916279 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-3a84088b-2019-40d2-8e63-735fe2390999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:03.918135 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-3a84088b-2019-40d2-8e63-735fe2390999 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=133d6e8bbab54d519ed84797d0ebf0de&device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 1095 time: 0.2321293 Jul 24 00:52:03.987989 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-9ca1ce0e-a257-4523-bb03-4830c6bc95eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ff85402-740b-48e3-9b5f-d3875a3352f9 HTTP/1.1" status: 200 len: 217 time: 0.0480072 Jul 24 00:52:04.089836 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-800d2995-55a1-4726-8dd4-e980575caf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:04.092566 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-800d2995-55a1-4726-8dd4-e980575caf60 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fd9d285b-6b1a-48e3-ba8d-9b7a3b766001 HTTP/1.1" status: 200 len: 852 time: 0.0772681 Jul 24 00:52:04.143636 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-17a6462a-488d-4c65-a613-03d8f76f1560 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2e28809-37ce-4580-b5c1-8641e6176e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440884 Jul 24 00:52:04.216515 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d9625887-2add-4c72-8971-116e86685ac2 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:52:04.332588 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port d9625887-2add-4c72-8971-116e86685ac2 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:52:04.337578 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port d9625887-2add-4c72-8971-116e86685ac2 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:52:04.338421 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:04.346496 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee92cbe-4aaf-4adf-8139-959e6a58f4ec req-0923d882-0248-4759-92d4-67aa1a363728 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:04.357754 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cee92cbe-4aaf-4adf-8139-959e6a58f4ec req-0923d882-0248-4759-92d4-67aa1a363728 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c00302-aafa-4dac-9057-75976af5f97b HTTP/1.1" status: 200 len: 949 time: 0.1487465 Jul 24 00:52:04.465208 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cee92cbe-4aaf-4adf-8139-959e6a58f4ec req-f0e1f2df-bbf6-4c0c-9bda-264a23eb9832 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933390 Jul 24 00:52:04.469025 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-4bd10739-8e61-4ef2-a1bf-de1cc2a02891 service neutron] 10.222.0.13 "GET /v2.0/networks/e2e28809-37ce-4580-b5c1-8641e6176e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162677 Jul 24 00:52:04.553344 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:04.578832 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:04.643436 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port d9625887-2add-4c72-8971-116e86685ac2, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d9625887-2add-4c72-8971-116e86685ac2,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:04.654798 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:04.661797 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b8918b5-d658-4bba-8068-96b607fd1ff2 req-e66e20fa-3304-4fec-afb4-573a544ea12e service neutron] 10.222.0.13 "GET /v2.0/networks/e2e28809-37ce-4580-b5c1-8641e6176e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795430 Jul 24 00:52:04.670966 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3d377-aa0e-4f93-a16e-9cee2386f964 req-12d66c8c-7fa4-4e98-8bb6-790c96da5247 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:04.673298 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a6f3d377-aa0e-4f93-a16e-9cee2386f964 req-12d66c8c-7fa4-4e98-8bb6-790c96da5247 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 950 time: 0.1374812 Jul 24 00:52:04.737221 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=d9625887-2add-4c72-8971-116e86685ac2,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:04.762354 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a6f3d377-aa0e-4f93-a16e-9cee2386f964 req-8773bc00-49d3-4f42-81ae-d5635b53b202 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772562 Jul 24 00:52:04.912585 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:04.994731 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae28225-75f3-4c5b-b928-87d5ef0a1802 req-b7e6452c-dfbc-4745-976b-c4028ba6a967 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:04.996509 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dae28225-75f3-4c5b-b928-87d5ef0a1802 req-b7e6452c-dfbc-4745-976b-c4028ba6a967 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 943 time: 0.0914302 Jul 24 00:52:05.022011 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569c875-6487-4397-937d-d37c304529fe req-bc13c481-b9e9-43b1-a5d0-a7bca113dfd0 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:05.026629 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6569c875-6487-4397-937d-d37c304529fe req-bc13c481-b9e9-43b1-a5d0-a7bca113dfd0 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] 10.222.0.15 "GET /v2.0/ports?device_id=08b7fc1d-f656-4f08-aa6d-6ddeedc97555 HTTP/1.1" status: 200 len: 950 time: 0.1003149 Jul 24 00:52:05.048503 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f4ade22-adbf-4b7e-9ce1-8a874ee9084b', 'tag': '9ff85402-740b-48e3-9b5f-d3875a3352f9'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:52:05.051482 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d5ef22-e7ff-4c37-8450-cc5903e73aa2" -d '{"events": [{"name": "network-changed", "server_uuid": "4f4ade22-adbf-4b7e-9ce1-8a874ee9084b", "tag": "9ff85402-740b-48e3-9b5f-d3875a3352f9"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:52:05.092145 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6569c875-6487-4397-937d-d37c304529fe req-e6e2cab6-c92c-4c5b-996d-59ac979ffa1d tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b8334cf-47e0-4b47-ab2f-902861530bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594864 Jul 24 00:52:05.098137 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dae28225-75f3-4c5b-b928-87d5ef0a1802 req-aff89c3b-66ad-4dab-96fe-7bd3072fd340 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960250 Jul 24 00:52:05.272286 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6c7608-f8f4-4751-b4a9-4c8bab9e447a x-openstack-request-id: req-ae6c7608-f8f4-4751-b4a9-4c8bab9e447a {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:52:05.272689 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f4ade22-adbf-4b7e-9ce1-8a874ee9084b", "tag": "9ff85402-740b-48e3-9b5f-d3875a3352f9", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:52:05.272811 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ae6c7608-f8f4-4751-b4a9-4c8bab9e447a {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:52:05.273112 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f4ade22-adbf-4b7e-9ce1-8a874ee9084b', 'tag': '9ff85402-740b-48e3-9b5f-d3875a3352f9', 'status': 'completed', 'code': 200} Jul 24 00:52:05.360941 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b7fc1d-f656-4f08-aa6d-6ddeedc97555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9625887-2add-4c72-8971-116e86685ac2'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:52:05.363499 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a8e5a6-04c1-4b48-bb08-f5c5acaaf5ce" -d '{"events": [{"server_uuid": "08b7fc1d-f656-4f08-aa6d-6ddeedc97555", "name": "network-vif-plugged", "status": "completed", "tag": "d9625887-2add-4c72-8971-116e86685ac2"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:52:05.407781 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7bb1209-6e2e-4d12-b5b6-f0c7b0b56c92 x-openstack-request-id: req-c7bb1209-6e2e-4d12-b5b6-f0c7b0b56c92 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:52:05.408478 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b7fc1d-f656-4f08-aa6d-6ddeedc97555", "name": "network-vif-plugged", "status": "completed", "tag": "d9625887-2add-4c72-8971-116e86685ac2", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:52:05.409074 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c7bb1209-6e2e-4d12-b5b6-f0c7b0b56c92 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:52:05.409690 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b7fc1d-f656-4f08-aa6d-6ddeedc97555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9625887-2add-4c72-8971-116e86685ac2', 'code': 200} Jul 24 00:52:05.461149 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6604f-935d-493c-9db6-afc3e0218632 req-acc523a6-cf79-4041-ab32-e014e6e0910e tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:05.464236 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b4c6604f-935d-493c-9db6-afc3e0218632 req-acc523a6-cf79-4041-ab32-e014e6e0910e tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/ports?device_id=6112b4b0-1bf7-4ecf-a8ca-7463336dc8a7 HTTP/1.1" status: 200 len: 950 time: 0.0813756 Jul 24 00:52:05.534591 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b4c6604f-935d-493c-9db6-afc3e0218632 req-9bfa21a8-e307-4e37-9040-f379e4105eb3 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1df493c-dad6-4de9-9c2d-58eff63ccbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633786 Jul 24 00:52:05.569619 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5ef22-e7ff-4c37-8450-cc5903e73aa2 req-ad5e7aec-eab4-49cf-8611-8894217752a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:05.571419 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-67d5ef22-e7ff-4c37-8450-cc5903e73aa2 req-ad5e7aec-eab4-49cf-8611-8894217752a7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=133d6e8bbab54d519ed84797d0ebf0de&device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 1095 time: 0.1511600 Jul 24 00:52:05.653751 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b2e51-46f4-46fa-9096-53870306345d req-d9ddeb66-a72c-4e2d-833e-f5aba89d9fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:05.655423 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a70b2e51-46f4-46fa-9096-53870306345d req-d9ddeb66-a72c-4e2d-833e-f5aba89d9fa2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=08b7fc1d-f656-4f08-aa6d-6ddeedc97555 HTTP/1.1" status: 200 len: 1102 time: 0.1684012 Jul 24 00:52:05.762824 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a70b2e51-46f4-46fa-9096-53870306345d req-c890bdf9-8c6e-48ff-b53c-7aa2770171a9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7b8334cf-47e0-4b47-ab2f-902861530bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810468 Jul 24 00:52:05.765232 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5ef22-e7ff-4c37-8450-cc5903e73aa2 req-ef2fb74b-e9ba-4ab9-8015-b0e66e28a7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:05.766655 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-67d5ef22-e7ff-4c37-8450-cc5903e73aa2 req-ef2fb74b-e9ba-4ab9-8015-b0e66e28a7c2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2e28809-37ce-4580-b5c1-8641e6176e46 HTTP/1.1" status: 200 len: 913 time: 0.1865971 Jul 24 00:52:05.780070 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33928aed-2ba4-449a-bc30-a45570d7a22e req-395a5172-4b86-416a-ad8d-4da18cd27401 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:05.781885 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-33928aed-2ba4-449a-bc30-a45570d7a22e req-395a5172-4b86-416a-ad8d-4da18cd27401 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c00302-aafa-4dac-9057-75976af5f97b HTTP/1.1" status: 200 len: 949 time: 0.1774786 Jul 24 00:52:05.847767 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-33928aed-2ba4-449a-bc30-a45570d7a22e req-5a5aa547-1857-44e0-8d9d-58949815ed6d tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598290 Jul 24 00:52:05.888743 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-67d5ef22-e7ff-4c37-8450-cc5903e73aa2 req-46a2cddc-e779-4527-a4c6-c2a7eb66d00e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ff85402-740b-48e3-9b5f-d3875a3352f9 HTTP/1.1" status: 200 len: 217 time: 0.0547097 Jul 24 00:52:05.934393 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2c9724-daed-4f23-97aa-4b5894375024 req-1e901376-59d3-4044-8095-3866404355b4 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:05.943134 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0a2c9724-daed-4f23-97aa-4b5894375024 req-1e901376-59d3-4044-8095-3866404355b4 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 950 time: 0.0936830 Jul 24 00:52:05.945800 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d5ef22-e7ff-4c37-8450-cc5903e73aa2 req-1a2d7c8f-0c5e-4142-bf81-82c52a127457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:05.948845 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-67d5ef22-e7ff-4c37-8450-cc5903e73aa2 req-1a2d7c8f-0c5e-4142-bf81-82c52a127457 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fd9d285b-6b1a-48e3-ba8d-9b7a3b766001 HTTP/1.1" status: 200 len: 852 time: 0.0523727 Jul 24 00:52:05.986624 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0a2c9724-daed-4f23-97aa-4b5894375024 req-979a7db3-0222-4657-8f56-b1455f91f0ba tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423195 Jul 24 00:52:05.992724 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-67d5ef22-e7ff-4c37-8450-cc5903e73aa2 req-d6792d2d-dc35-4a77-90c7-f392b8f1b526 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2e28809-37ce-4580-b5c1-8641e6176e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349267 Jul 24 00:52:06.085062 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:52:06.092315 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-67d5ef22-e7ff-4c37-8450-cc5903e73aa2 req-9996549f-26c5-41ea-8f7f-986f5f000324 service neutron] 10.222.0.13 "GET /v2.0/networks/e2e28809-37ce-4580-b5c1-8641e6176e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903196 Jul 24 00:52:06.267309 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-67d5ef22-e7ff-4c37-8450-cc5903e73aa2 req-71d84197-0ef5-4155-a61c-6a51aa9bab55 service neutron] 10.222.0.13 "GET /v2.0/networks/e2e28809-37ce-4580-b5c1-8641e6176e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643112 Jul 24 00:52:06.271466 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053030e-80e7-4baf-9d81-71c916ba01c5 req-c4d00e88-b6ac-4441-b370-afcde2cf3d89 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:06.283287 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7053030e-80e7-4baf-9d81-71c916ba01c5 req-c4d00e88-b6ac-4441-b370-afcde2cf3d89 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 943 time: 0.0822122 Jul 24 00:52:06.297223 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48786f5-4944-4e11-a8f6-2597d8896d25 req-2159749d-2a6f-49c2-bd0d-717d008e45b9 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:06.298922 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c48786f5-4944-4e11-a8f6-2597d8896d25 req-2159749d-2a6f-49c2-bd0d-717d008e45b9 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] 10.222.0.15 "GET /v2.0/ports?device_id=08b7fc1d-f656-4f08-aa6d-6ddeedc97555 HTTP/1.1" status: 200 len: 950 time: 0.0927660 Jul 24 00:52:06.331966 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7053030e-80e7-4baf-9d81-71c916ba01c5 req-7c5d46f4-1045-44e3-ab55-5e09196c63e6 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472620 Jul 24 00:52:06.346484 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c48786f5-4944-4e11-a8f6-2597d8896d25 req-8e30fbd6-c518-473a-bfed-65fd9697abe4 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b8334cf-47e0-4b47-ab2f-902861530bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403674 Jul 24 00:52:06.700404 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16896621-4ee4-4aa3-b6e6-75ee4151e485 req-0de22378-1da3-4f46-8943-ba8c20303570 tempest-ServersAdminTestJSON-1248584964 tempest-ServersAdminTestJSON-1248584964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:06.701195 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16896621-4ee4-4aa3-b6e6-75ee4151e485 req-0de22378-1da3-4f46-8943-ba8c20303570 tempest-ServersAdminTestJSON-1248584964 tempest-ServersAdminTestJSON-1248584964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:06.701858 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16896621-4ee4-4aa3-b6e6-75ee4151e485 req-0de22378-1da3-4f46-8943-ba8c20303570 tempest-ServersAdminTestJSON-1248584964 tempest-ServersAdminTestJSON-1248584964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:06.702346 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16896621-4ee4-4aa3-b6e6-75ee4151e485 req-0de22378-1da3-4f46-8943-ba8c20303570 tempest-ServersAdminTestJSON-1248584964 tempest-ServersAdminTestJSON-1248584964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:06.702857 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16896621-4ee4-4aa3-b6e6-75ee4151e485 req-0de22378-1da3-4f46-8943-ba8c20303570 tempest-ServersAdminTestJSON-1248584964 tempest-ServersAdminTestJSON-1248584964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:06.703340 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16896621-4ee4-4aa3-b6e6-75ee4151e485 req-0de22378-1da3-4f46-8943-ba8c20303570 tempest-ServersAdminTestJSON-1248584964 tempest-ServersAdminTestJSON-1248584964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:06.703815 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16896621-4ee4-4aa3-b6e6-75ee4151e485 req-0de22378-1da3-4f46-8943-ba8c20303570 tempest-ServersAdminTestJSON-1248584964 tempest-ServersAdminTestJSON-1248584964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:06.704324 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16896621-4ee4-4aa3-b6e6-75ee4151e485 req-0de22378-1da3-4f46-8943-ba8c20303570 tempest-ServersAdminTestJSON-1248584964 tempest-ServersAdminTestJSON-1248584964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:06.704801 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16896621-4ee4-4aa3-b6e6-75ee4151e485 req-0de22378-1da3-4f46-8943-ba8c20303570 tempest-ServersAdminTestJSON-1248584964 tempest-ServersAdminTestJSON-1248584964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:06.705311 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16896621-4ee4-4aa3-b6e6-75ee4151e485 req-0de22378-1da3-4f46-8943-ba8c20303570 tempest-ServersAdminTestJSON-1248584964 tempest-ServersAdminTestJSON-1248584964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:06.705786 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16896621-4ee4-4aa3-b6e6-75ee4151e485 req-0de22378-1da3-4f46-8943-ba8c20303570 tempest-ServersAdminTestJSON-1248584964 tempest-ServersAdminTestJSON-1248584964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:06.706254 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16896621-4ee4-4aa3-b6e6-75ee4151e485 req-0de22378-1da3-4f46-8943-ba8c20303570 tempest-ServersAdminTestJSON-1248584964 tempest-ServersAdminTestJSON-1248584964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:06.706751 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16896621-4ee4-4aa3-b6e6-75ee4151e485 req-0de22378-1da3-4f46-8943-ba8c20303570 tempest-ServersAdminTestJSON-1248584964 tempest-ServersAdminTestJSON-1248584964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:06.707230 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16896621-4ee4-4aa3-b6e6-75ee4151e485 req-0de22378-1da3-4f46-8943-ba8c20303570 tempest-ServersAdminTestJSON-1248584964 tempest-ServersAdminTestJSON-1248584964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:06.707702 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16896621-4ee4-4aa3-b6e6-75ee4151e485 req-0de22378-1da3-4f46-8943-ba8c20303570 tempest-ServersAdminTestJSON-1248584964 tempest-ServersAdminTestJSON-1248584964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:06.708178 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16896621-4ee4-4aa3-b6e6-75ee4151e485 req-0de22378-1da3-4f46-8943-ba8c20303570 tempest-ServersAdminTestJSON-1248584964 tempest-ServersAdminTestJSON-1248584964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:06.708654 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16896621-4ee4-4aa3-b6e6-75ee4151e485 req-0de22378-1da3-4f46-8943-ba8c20303570 tempest-ServersAdminTestJSON-1248584964 tempest-ServersAdminTestJSON-1248584964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:06.709127 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16896621-4ee4-4aa3-b6e6-75ee4151e485 req-0de22378-1da3-4f46-8943-ba8c20303570 tempest-ServersAdminTestJSON-1248584964 tempest-ServersAdminTestJSON-1248584964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:06.709641 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16896621-4ee4-4aa3-b6e6-75ee4151e485 req-0de22378-1da3-4f46-8943-ba8c20303570 tempest-ServersAdminTestJSON-1248584964 tempest-ServersAdminTestJSON-1248584964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:06.709746 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a94c6c-9467-4aff-9578-c0a3e013eaf5 req-570b043e-e055-4310-8b0b-88e50e042173 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:06.710070 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16896621-4ee4-4aa3-b6e6-75ee4151e485 req-0de22378-1da3-4f46-8943-ba8c20303570 tempest-ServersAdminTestJSON-1248584964 tempest-ServersAdminTestJSON-1248584964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:06.710539 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16896621-4ee4-4aa3-b6e6-75ee4151e485 req-0de22378-1da3-4f46-8943-ba8c20303570 tempest-ServersAdminTestJSON-1248584964 tempest-ServersAdminTestJSON-1248584964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:06.711120 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9a94c6c-9467-4aff-9578-c0a3e013eaf5 req-570b043e-e055-4310-8b0b-88e50e042173 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.13 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 950 time: 0.1147718 Jul 24 00:52:06.714612 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-16896621-4ee4-4aa3-b6e6-75ee4151e485 req-0de22378-1da3-4f46-8943-ba8c20303570 tempest-ServersAdminTestJSON-1248584964 tempest-ServersAdminTestJSON-1248584964-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b&device_id=08b7fc1d-f656-4f08-aa6d-6ddeedc97555&device_id=63c00302-aafa-4dac-9057-75976af5f97b&device_id=ad07a853-0cfb-4110-9b74-0f511889dcae&device_id=11aa70ae-adf0-4ffa-8b07-f64826dd443c&device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c&device_id=1e138c3c-48ba-428e-99c7-50c1125ed940&device_id=ade86e79-7938-43eb-926f-fe5672d6b672&device_id=6112b4b0-1bf7-4ecf-a8ca-7463336dc8a7&device_id=b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3&device_id=b0489fb5-2627-41d8-a25e-bc092c4e4442&device_id=52408e39-3c37-40ad-8760-4bd9f6711a23&device_id=9cf75776-f840-4804-97ac-0432974a0dff&device_id=e7d87376-d685-42ed-96e2-a3452ba60793&device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e&device_id=628d42a2-7ada-4268-be52-7c3048d872bf&device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac&device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17&device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543 HTTP/1.1" status: 200 len: 18962 time: 0.0922039 Jul 24 00:52:06.719271 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39afbac-f4cd-40e6-85da-3ca792372d28 req-8f5f1977-0f86-4d7d-8591-b8af4d2962dd tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:06.720747 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e39afbac-f4cd-40e6-85da-3ca792372d28 req-8f5f1977-0f86-4d7d-8591-b8af4d2962dd tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/ports?device_id=6112b4b0-1bf7-4ecf-a8ca-7463336dc8a7 HTTP/1.1" status: 200 len: 950 time: 0.0937040 Jul 24 00:52:06.746488 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-16896621-4ee4-4aa3-b6e6-75ee4151e485 req-39eb3db3-d74e-45c0-abb5-29d5fe8df147 tempest-ServersAdminTestJSON-1248584964 tempest-ServersAdminTestJSON-1248584964-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:06.807629 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e39afbac-f4cd-40e6-85da-3ca792372d28 req-ea72ad44-f54c-4447-bc3a-7c069645937b tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1df493c-dad6-4de9-9c2d-58eff63ccbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796254 Jul 24 00:52:06.870156 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-c9a94c6c-9467-4aff-9578-c0a3e013eaf5 req-ed2b963d-550b-4db8-ae7e-d2c5793186e4 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Deleting port 1e193c69-d700-4ef9-9f49-feb4ec014a06 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:52:06.870682 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c9a94c6c-9467-4aff-9578-c0a3e013eaf5 req-ed2b963d-550b-4db8-ae7e-d2c5793186e4 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:06.888350 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-16896621-4ee4-4aa3-b6e6-75ee4151e485 req-39eb3db3-d74e-45c0-abb5-29d5fe8df147 tempest-ServersAdminTestJSON-1248584964 tempest-ServersAdminTestJSON-1248584964-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:06.898727 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-16896621-4ee4-4aa3-b6e6-75ee4151e485 req-39eb3db3-d74e-45c0-abb5-29d5fe8df147 tempest-ServersAdminTestJSON-1248584964 tempest-ServersAdminTestJSON-1248584964-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:06.964478 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb3db3-d74e-45c0-abb5-29d5fe8df147 tempest-ServersAdminTestJSON-1248584964 tempest-ServersAdminTestJSON-1248584964-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80d0047-1cad-409e-b9e5-6246120b8073,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:07.006130 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-16896621-4ee4-4aa3-b6e6-75ee4151e485 req-39eb3db3-d74e-45c0-abb5-29d5fe8df147 tempest-ServersAdminTestJSON-1248584964 tempest-ServersAdminTestJSON-1248584964-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&id=8d0fd0bd-ecd4-446d-a84a-6ebbd55d94ea&id=c1df493c-dad6-4de9-9c2d-58eff63ccbc4&id=447b0b27-25ae-473f-a6a3-f7eebd283e40&id=68962e3a-5392-436d-9103-2a99a5a2dbd7&id=7b8334cf-47e0-4b47-ab2f-902861530bb8&id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&id=37a74a14-3ba4-4d5c-ae76-89e835fbc2fc&id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 875 time: 0.2731917 Jul 24 00:52:07.008427 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-c9a94c6c-9467-4aff-9578-c0a3e013eaf5 req-ed2b963d-550b-4db8-ae7e-d2c5793186e4 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] For port 1e193c69-d700-4ef9-9f49-feb4ec014a06, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=1e193c69-d700-4ef9-9f49-feb4ec014a06,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:07.009295 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c9a94c6c-9467-4aff-9578-c0a3e013eaf5 req-ed2b963d-550b-4db8-ae7e-d2c5793186e4 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:07.046813 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-c9a94c6c-9467-4aff-9578-c0a3e013eaf5 req-ed2b963d-550b-4db8-ae7e-d2c5793186e4 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Calling delete_port for 1e193c69-d700-4ef9-9f49-feb4ec014a06 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:52:07.216334 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c9a94c6c-9467-4aff-9578-c0a3e013eaf5 req-ed2b963d-550b-4db8-ae7e-d2c5793186e4 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:07.234219 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['26b94257-c0af-4147-9ffe-5c742e897ecd'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:52:07.238810 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['4998b04a-6c33-485a-b399-437a9f222c3c', '1e193c69-d700-4ef9-9f49-feb4ec014a06'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:52:07.285410 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b963d-550b-4db8-ae7e-d2c5793186e4 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Pushing event deleted for resources: {'Port': ['ID=1e193c69-d700-4ef9-9f49-feb4ec014a06,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:07.315664 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfddacbc-4397-4337-bc38-a9af576ac283 req-640573dc-0211-4dc5-a4a2-1cde126550a5 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:07.317430 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cfddacbc-4397-4337-bc38-a9af576ac283 req-640573dc-0211-4dc5-a4a2-1cde126550a5 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=52408e39-3c37-40ad-8760-4bd9f6711a23 HTTP/1.1" status: 200 len: 868 time: 0.1916964 Jul 24 00:52:07.387593 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a94c6c-9467-4aff-9578-c0a3e013eaf5 req-ed2b963d-550b-4db8-ae7e-d2c5793186e4 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] No DVR routers for this DVR port 1e193c69-d700-4ef9-9f49-feb4ec014a06 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:52:07.392129 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c9a94c6c-9467-4aff-9578-c0a3e013eaf5 req-ed2b963d-550b-4db8-ae7e-d2c5793186e4 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:07.394246 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9a94c6c-9467-4aff-9578-c0a3e013eaf5 req-ed2b963d-550b-4db8-ae7e-d2c5793186e4 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.13 "DELETE /v2.0/ports/1e193c69-d700-4ef9-9f49-feb4ec014a06 HTTP/1.1" status: 204 len: 173 time: 0.6725659 Jul 24 00:52:07.396493 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52408e39-3c37-40ad-8760-4bd9f6711a23', 'name': 'network-vif-deleted', 'tag': '1e193c69-d700-4ef9-9f49-feb4ec014a06'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:52:07.398964 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e095af68-a7ea-4a92-a0b3-cafd0e112888" -d '{"events": [{"server_uuid": "52408e39-3c37-40ad-8760-4bd9f6711a23", "name": "network-vif-deleted", "tag": "1e193c69-d700-4ef9-9f49-feb4ec014a06"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:52:07.447885 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cfddacbc-4397-4337-bc38-a9af576ac283 req-7d93d392-e2b5-4cb8-95d4-6750ec68d955 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181152 Jul 24 00:52:07.656333 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347f90c-959d-4607-bca6-66c9e1b33d09 req-98ff7419-0630-4c74-a356-01485989fcf9 tempest-ServersAdminTestJSON-1248584964 tempest-ServersAdminTestJSON-1248584964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:07.657081 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347f90c-959d-4607-bca6-66c9e1b33d09 req-98ff7419-0630-4c74-a356-01485989fcf9 tempest-ServersAdminTestJSON-1248584964 tempest-ServersAdminTestJSON-1248584964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:07.657580 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347f90c-959d-4607-bca6-66c9e1b33d09 req-98ff7419-0630-4c74-a356-01485989fcf9 tempest-ServersAdminTestJSON-1248584964 tempest-ServersAdminTestJSON-1248584964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:07.659558 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e347f90c-959d-4607-bca6-66c9e1b33d09 req-98ff7419-0630-4c74-a356-01485989fcf9 tempest-ServersAdminTestJSON-1248584964 tempest-ServersAdminTestJSON-1248584964-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=63c00302-aafa-4dac-9057-75976af5f97b&device_id=11aa70ae-adf0-4ffa-8b07-f64826dd443c&device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 2885 time: 0.0820291 Jul 24 00:52:07.705296 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e347f90c-959d-4607-bca6-66c9e1b33d09 req-f87e6442-7cca-497f-b6f5-3d4a75dc1ffa tempest-ServersAdminTestJSON-1248584964 tempest-ServersAdminTestJSON-1248584964-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390317 Jul 24 00:52:07.844749 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48e81fa-e1a5-43ab-92e9-01109a65a8d7 req-df6349d2-44d3-4d71-b964-11fe0ccf3b87 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:07.846423 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c48e81fa-e1a5-43ab-92e9-01109a65a8d7 req-df6349d2-44d3-4d71-b964-11fe0ccf3b87 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] 10.222.0.15 "GET /v2.0/ports?device_id=08b7fc1d-f656-4f08-aa6d-6ddeedc97555 HTTP/1.1" status: 200 len: 950 time: 0.0852399 Jul 24 00:52:07.889620 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c48e81fa-e1a5-43ab-92e9-01109a65a8d7 req-148b49b9-5276-438f-a07a-967b56746d1a tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b8334cf-47e0-4b47-ab2f-902861530bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367997 Jul 24 00:52:07.936878 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7f330c-7bb9-4b6d-aad7-f1633aa59418 x-openstack-request-id: req-ba7f330c-7bb9-4b6d-aad7-f1633aa59418 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:52:07.937173 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52408e39-3c37-40ad-8760-4bd9f6711a23", "name": "network-vif-deleted", "tag": "1e193c69-d700-4ef9-9f49-feb4ec014a06", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:52:07.937424 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ba7f330c-7bb9-4b6d-aad7-f1633aa59418 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:52:07.937822 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52408e39-3c37-40ad-8760-4bd9f6711a23', 'name': 'network-vif-deleted', 'tag': '1e193c69-d700-4ef9-9f49-feb4ec014a06', 'status': 'completed', 'code': 200} Jul 24 00:52:08.005399 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d1a4e-a10c-4eb2-8abd-8f3f7469b651 req-4eebed4f-f015-400e-a04e-7a752ac0a5ad tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:08.005399 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a57d1a4e-a10c-4eb2-8abd-8f3f7469b651 req-4eebed4f-f015-400e-a04e-7a752ac0a5ad tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 943 time: 0.0765967 Jul 24 00:52:08.058982 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a57d1a4e-a10c-4eb2-8abd-8f3f7469b651 req-ee53611b-bcfa-40eb-81d6-a54742e46498 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471001 Jul 24 00:52:08.265537 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 9ff85402-740b-48e3-9b5f-d3875a3352f9 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:52:08.269228 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 6282d520-70c0-40cd-ba11-1b97c43423eb no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:52:08.614058 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:08.661842 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 6282d520-70c0-40cd-ba11-1b97c43423eb, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=6282d520-70c0-40cd-ba11-1b97c43423eb,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:08.664849 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6112b4b0-1bf7-4ecf-a8ca-7463336dc8a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6282d520-70c0-40cd-ba11-1b97c43423eb'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:52:08.667693 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790d39aa-4bb5-4422-9e6b-dcb94a8c39c9" -d '{"events": [{"server_uuid": "6112b4b0-1bf7-4ecf-a8ca-7463336dc8a7", "name": "network-vif-unplugged", "status": "completed", "tag": "6282d520-70c0-40cd-ba11-1b97c43423eb"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:52:08.675282 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:08.679965 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 9ff85402-740b-48e3-9b5f-d3875a3352f9, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=9ff85402-740b-48e3-9b5f-d3875a3352f9,segment=NetworkSegment(c4a12371-e65f-4999-8182-3fce7a91f982),segment_id=c4a12371-e65f-4999-8182-3fce7a91f982)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:08.711927 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '9ff85402-740b-48e3-9b5f-d3875a3352f9', 'network_id': 'e2e28809-37ce-4580-b5c1-8641e6176e46', 'port_id': '9ff85402-740b-48e3-9b5f-d3875a3352f9', 'mac_address': 'fa:16:3e:32:3d:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd9d285b-6b1a-48e3-ba8d-9b7a3b766001', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:52:08.787040 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=6282d520-70c0-40cd-ba11-1b97c43423eb,revision_number=11']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:08.795317 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:08.812771 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ff85402-740b-48e3-9b5f-d3875a3352f9 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:52:08.839077 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 9ff85402-740b-48e3-9b5f-d3875a3352f9, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=9ff85402-740b-48e3-9b5f-d3875a3352f9,segment=NetworkSegment(c4a12371-e65f-4999-8182-3fce7a91f982),segment_id=c4a12371-e65f-4999-8182-3fce7a91f982)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:08.852210 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:08.911713 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164fc826-3ee7-46e4-86f7-0e96ad386bce x-openstack-request-id: req-164fc826-3ee7-46e4-86f7-0e96ad386bce {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:52:08.918893 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6112b4b0-1bf7-4ecf-a8ca-7463336dc8a7", "name": "network-vif-unplugged", "status": "completed", "tag": "6282d520-70c0-40cd-ba11-1b97c43423eb", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:52:08.919273 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-164fc826-3ee7-46e4-86f7-0e96ad386bce {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:52:08.919766 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6112b4b0-1bf7-4ecf-a8ca-7463336dc8a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6282d520-70c0-40cd-ba11-1b97c43423eb', 'code': 200} Jul 24 00:52:08.934473 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=9ff85402-740b-48e3-9b5f-d3875a3352f9,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:09.018075 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b852dc-1ac2-409c-83dc-7d7b95cac025 req-1d69ff06-1ca2-4017-9890-97baa3c611d3 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:09.019633 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b3b852dc-1ac2-409c-83dc-7d7b95cac025 req-1d69ff06-1ca2-4017-9890-97baa3c611d3 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 949 time: 0.0701265 Jul 24 00:52:09.070454 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b3b852dc-1ac2-409c-83dc-7d7b95cac025 req-66f7324b-e91c-4ca9-ba82-2a114ff499e9 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445449 Jul 24 00:52:09.268087 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235fbe62-3c1e-4b1e-8395-84eac3f1eb81 req-7b1982db-c15f-43f8-a0f6-7cd593af8b0f tempest-ServersAdminTestJSON-1248584964 tempest-ServersAdminTestJSON-1248584964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:09.270653 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-235fbe62-3c1e-4b1e-8395-84eac3f1eb81 req-7b1982db-c15f-43f8-a0f6-7cd593af8b0f tempest-ServersAdminTestJSON-1248584964 tempest-ServersAdminTestJSON-1248584964-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 1102 time: 0.0710957 Jul 24 00:52:09.311955 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-235fbe62-3c1e-4b1e-8395-84eac3f1eb81 req-11fe9d5a-102e-417d-a3a0-6e34fb5cf8ca tempest-ServersAdminTestJSON-1248584964 tempest-ServersAdminTestJSON-1248584964-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351903 Jul 24 00:52:09.324690 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e711e-961d-4a01-b68e-0cef07d3e567 req-947f9c40-6195-453b-b987-a742e7a24e05 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:09.326635 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e18e711e-961d-4a01-b68e-0cef07d3e567 req-947f9c40-6195-453b-b987-a742e7a24e05 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 944 time: 0.0748744 Jul 24 00:52:09.339556 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['9ff85402-740b-48e3-9b5f-d3875a3352f9'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:52:09.373015 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e18e711e-961d-4a01-b68e-0cef07d3e567 req-80caa7e2-13f1-4cd1-8f46-7b2d8c812b59 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405653 Jul 24 00:52:09.516231 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026347c-5138-4d54-a2dd-5612555bbd20 req-c91a860d-b70c-477a-bbf0-006e99ca791c tempest-ServersAdminTestJSON-1248584964 tempest-ServersAdminTestJSON-1248584964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:09.517832 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0026347c-5138-4d54-a2dd-5612555bbd20 req-c91a860d-b70c-477a-bbf0-006e99ca791c tempest-ServersAdminTestJSON-1248584964 tempest-ServersAdminTestJSON-1248584964-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 1102 time: 0.0728009 Jul 24 00:52:09.566059 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0026347c-5138-4d54-a2dd-5612555bbd20 req-4fb3fb86-552c-4aba-b029-038edaaffff5 tempest-ServersAdminTestJSON-1248584964 tempest-ServersAdminTestJSON-1248584964-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324070 Jul 24 00:52:10.279069 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d9625887-2add-4c72-8971-116e86685ac2 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:52:10.281755 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 1e193c69-d700-4ef9-9f49-feb4ec014a06 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:52:10.313117 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 1e193c69-d700-4ef9-9f49-feb4ec014a06 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:52:10.313771 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 1e193c69-d700-4ef9-9f49-feb4ec014a06 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:52:10.363885 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89fbc4b-1ab3-4215-b2e0-41713932c126 req-4f976d57-2b2e-42ed-9f78-292711175dde tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:10.365909 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c89fbc4b-1ab3-4215-b2e0-41713932c126 req-4f976d57-2b2e-42ed-9f78-292711175dde tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 949 time: 0.0912297 Jul 24 00:52:10.419521 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c89fbc4b-1ab3-4215-b2e0-41713932c126 req-45111751-579d-4f51-8d3f-3892d02f6938 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447397 Jul 24 00:52:10.465065 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port d9625887-2add-4c72-8971-116e86685ac2, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d9625887-2add-4c72-8971-116e86685ac2,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:10.480285 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'd9625887-2add-4c72-8971-116e86685ac2', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'port_id': 'd9625887-2add-4c72-8971-116e86685ac2', 'mac_address': 'fa:16:3e:18:95:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:52:10.524199 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:10.542988 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d9625887-2add-4c72-8971-116e86685ac2 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:52:10.564390 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port d9625887-2add-4c72-8971-116e86685ac2, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d9625887-2add-4c72-8971-116e86685ac2,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:10.569942 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:10.664736 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=d9625887-2add-4c72-8971-116e86685ac2,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:10.669559 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810349a6-43ae-4b3c-8185-9e7ccd490648 req-15cf77a5-3e34-4408-9924-3cea94377acf tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:10.671346 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-810349a6-43ae-4b3c-8185-9e7ccd490648 req-15cf77a5-3e34-4408-9924-3cea94377acf tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 950 time: 0.1476486 Jul 24 00:52:10.717508 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-810349a6-43ae-4b3c-8185-9e7ccd490648 req-d188a120-b18d-4776-80a9-6afb74e77b43 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378170 Jul 24 00:52:10.795675 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['d9625887-2add-4c72-8971-116e86685ac2'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:52:10.865803 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43199c59-b248-4528-9882-7d1dd962ed7a req-0c42a24e-29ef-44ac-9f4a-a08a4f23d691 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:10.873920 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-43199c59-b248-4528-9882-7d1dd962ed7a req-0c42a24e-29ef-44ac-9f4a-a08a4f23d691 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 944 time: 0.0853043 Jul 24 00:52:10.924822 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-43199c59-b248-4528-9882-7d1dd962ed7a req-aa913ec4-ef26-4fc4-a594-a11f1977cb74 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497363 Jul 24 00:52:11.131562 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9f3eb-c033-4a54-8bde-2b7ed7234220 req-965091b9-0887-4ccf-b73a-e8305be8bb56 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:11.133085 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-52e9f3eb-c033-4a54-8bde-2b7ed7234220 req-965091b9-0887-4ccf-b73a-e8305be8bb56 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.13 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 949 time: 0.0681381 Jul 24 00:52:11.246637 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-52e9f3eb-c033-4a54-8bde-2b7ed7234220 req-7959fe82-b835-44cc-8ff7-b973263be18f tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Deleting port 4998b04a-6c33-485a-b399-437a9f222c3c {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:52:11.247017 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-52e9f3eb-c033-4a54-8bde-2b7ed7234220 req-7959fe82-b835-44cc-8ff7-b973263be18f tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:11.352632 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-52e9f3eb-c033-4a54-8bde-2b7ed7234220 req-7959fe82-b835-44cc-8ff7-b973263be18f tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] For port 4998b04a-6c33-485a-b399-437a9f222c3c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=4998b04a-6c33-485a-b399-437a9f222c3c,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:11.353174 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-52e9f3eb-c033-4a54-8bde-2b7ed7234220 req-7959fe82-b835-44cc-8ff7-b973263be18f tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:11.367374 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-52e9f3eb-c033-4a54-8bde-2b7ed7234220 req-7959fe82-b835-44cc-8ff7-b973263be18f tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Calling delete_port for 4998b04a-6c33-485a-b399-437a9f222c3c owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:52:11.528357 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-52e9f3eb-c033-4a54-8bde-2b7ed7234220 req-7959fe82-b835-44cc-8ff7-b973263be18f tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:11.545082 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['26b94257-c0af-4147-9ffe-5c742e897ecd'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:52:11.551036 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['4998b04a-6c33-485a-b399-437a9f222c3c'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:52:11.581064 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a1035-05f8-4c6e-b0bf-4b6175d29114 req-63bb25ae-29d3-4943-ba7e-eb94f64b9c22 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:11.582912 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ff5a1035-05f8-4c6e-b0bf-4b6175d29114 req-63bb25ae-29d3-4943-ba7e-eb94f64b9c22 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 867 time: 0.0846171 Jul 24 00:52:11.590967 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959fe82-b835-44cc-8ff7-b973263be18f tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Pushing event deleted for resources: {'Port': ['ID=4998b04a-6c33-485a-b399-437a9f222c3c,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:11.624473 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e9f3eb-c033-4a54-8bde-2b7ed7234220 req-7959fe82-b835-44cc-8ff7-b973263be18f tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] No DVR routers for this DVR port 4998b04a-6c33-485a-b399-437a9f222c3c on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:52:11.627842 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-52e9f3eb-c033-4a54-8bde-2b7ed7234220 req-7959fe82-b835-44cc-8ff7-b973263be18f tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:11.630344 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-52e9f3eb-c033-4a54-8bde-2b7ed7234220 req-7959fe82-b835-44cc-8ff7-b973263be18f tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.13 "DELETE /v2.0/ports/4998b04a-6c33-485a-b399-437a9f222c3c HTTP/1.1" status: 204 len: 173 time: 0.4907632 Jul 24 00:52:11.630983 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf75776-f840-4804-97ac-0432974a0dff', 'name': 'network-vif-deleted', 'tag': '4998b04a-6c33-485a-b399-437a9f222c3c'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:52:11.632754 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ff5a1035-05f8-4c6e-b0bf-4b6175d29114 req-28acd3fa-d37a-4a12-9dce-6f9297a0cf31 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408583 Jul 24 00:52:11.655129 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d123f531-3e4b-46d7-868c-6d141d02092f" -d '{"events": [{"server_uuid": "9cf75776-f840-4804-97ac-0432974a0dff", "name": "network-vif-deleted", "tag": "4998b04a-6c33-485a-b399-437a9f222c3c"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:52:11.783950 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7378da50-ed8e-430d-a477-f4e25dce1b6f x-openstack-request-id: req-7378da50-ed8e-430d-a477-f4e25dce1b6f {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:52:11.785059 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf75776-f840-4804-97ac-0432974a0dff", "name": "network-vif-deleted", "tag": "4998b04a-6c33-485a-b399-437a9f222c3c", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:52:11.785059 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7378da50-ed8e-430d-a477-f4e25dce1b6f {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:52:11.785791 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf75776-f840-4804-97ac-0432974a0dff', 'name': 'network-vif-deleted', 'tag': '4998b04a-6c33-485a-b399-437a9f222c3c', 'status': 'completed', 'code': 200} Jul 24 00:52:11.882158 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34484281-5384-4f69-a4dc-ef49d4809ced req-34ca6ce3-f3b2-4c60-a415-46023b8c1b60 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:11.884021 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-34484281-5384-4f69-a4dc-ef49d4809ced req-34ca6ce3-f3b2-4c60-a415-46023b8c1b60 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 950 time: 0.0677052 Jul 24 00:52:11.923530 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-978d54cd-4f86-4a0a-939b-2329e749b01a req-572a6563-20e3-4fe4-b586-f3627e42af23 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0316441 Jul 24 00:52:11.960796 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-34484281-5384-4f69-a4dc-ef49d4809ced req-2ea2165d-27c9-4f67-8102-aa3c59ff99f0 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621054 Jul 24 00:52:11.987458 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797ae47-1a39-4f7c-906b-de559464149c req-3c30534d-17ce-498c-afa6-22eba7070120 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:11.989136 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d797ae47-1a39-4f7c-906b-de559464149c req-3c30534d-17ce-498c-afa6-22eba7070120 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/ports?device_id=ade86e79-7938-43eb-926f-fe5672d6b672 HTTP/1.1" status: 200 len: 947 time: 0.1336720 Jul 24 00:52:12.056479 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-978d54cd-4f86-4a0a-939b-2329e749b01a req-d97aaafb-ef92-425a-9c3e-c78f7ea656f3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=64682d71562544209c45b1dc63c9fd56&device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 210 time: 0.0461159 Jul 24 00:52:12.082460 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d797ae47-1a39-4f7c-906b-de559464149c req-afcf9052-c687-4b8c-8faa-5a2a2b7dbdf9 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1df493c-dad6-4de9-9c2d-58eff63ccbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737581 Jul 24 00:52:12.124362 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-978d54cd-4f86-4a0a-939b-2329e749b01a req-14f0db72-e339-4226-b957-86ac55f5db09 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=64682d71562544209c45b1dc63c9fd56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326140 Jul 24 00:52:12.159445 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2958651-5d48-490d-9067-6ee94c40354e req-70d6fe9a-455f-4409-a898-d1dac99bf011 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:12.160995 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c2958651-5d48-490d-9067-6ee94c40354e req-70d6fe9a-455f-4409-a898-d1dac99bf011 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 944 time: 0.1191823 Jul 24 00:52:12.203931 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c2958651-5d48-490d-9067-6ee94c40354e req-dc0e176c-b5da-4802-afec-3763b388f577 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354438 Jul 24 00:52:12.254090 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d54cd-4f86-4a0a-939b-2329e749b01a req-2fcc4255-878f-46e9-a6f6-9b5ff3f7e09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:12.255595 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-978d54cd-4f86-4a0a-939b-2329e749b01a req-2fcc4255-878f-46e9-a6f6-9b5ff3f7e09c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1020484 Jul 24 00:52:12.295342 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d9625887-2add-4c72-8971-116e86685ac2 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:52:12.345072 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port d9625887-2add-4c72-8971-116e86685ac2 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:52:12.345526 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:12.442450 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:12.481941 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port d9625887-2add-4c72-8971-116e86685ac2, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d9625887-2add-4c72-8971-116e86685ac2,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:12.482980 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b7fc1d-f656-4f08-aa6d-6ddeedc97555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9625887-2add-4c72-8971-116e86685ac2'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:52:12.485677 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b378a53-a427-483a-b06b-0e06f6e8a1c3" -d '{"events": [{"server_uuid": "08b7fc1d-f656-4f08-aa6d-6ddeedc97555", "name": "network-vif-plugged", "status": "completed", "tag": "d9625887-2add-4c72-8971-116e86685ac2"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:52:12.501173 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:12.501173 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 9ff85402-740b-48e3-9b5f-d3875a3352f9 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:52:12.572192 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47a031c-a8d1-4a5f-8136-51f82665bf29 x-openstack-request-id: req-b47a031c-a8d1-4a5f-8136-51f82665bf29 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:52:12.572849 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b7fc1d-f656-4f08-aa6d-6ddeedc97555", "name": "network-vif-plugged", "status": "completed", "tag": "d9625887-2add-4c72-8971-116e86685ac2", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:52:12.572849 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b47a031c-a8d1-4a5f-8136-51f82665bf29 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:52:12.573200 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b7fc1d-f656-4f08-aa6d-6ddeedc97555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9625887-2add-4c72-8971-116e86685ac2', 'code': 200} Jul 24 00:52:12.580740 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=d9625887-2add-4c72-8971-116e86685ac2,revision_number=7']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:12.598533 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 9ff85402-740b-48e3-9b5f-d3875a3352f9 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:52:12.602763 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 9ff85402-740b-48e3-9b5f-d3875a3352f9 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:52:12.603141 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:12.707532 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:12.770806 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 9ff85402-740b-48e3-9b5f-d3875a3352f9, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=9ff85402-740b-48e3-9b5f-d3875a3352f9,segment=NetworkSegment(c4a12371-e65f-4999-8182-3fce7a91f982),segment_id=c4a12371-e65f-4999-8182-3fce7a91f982)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:12.782390 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0ce00e67-75e6-4a8f-a388-05b32dfbc9e4 req-85a49a1b-45a0-441e-8069-e5fca495692f tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=9cf75776-f840-4804-97ac-0432974a0dff HTTP/1.1" status: 200 len: 210 time: 0.0493729 Jul 24 00:52:12.785610 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:12.786796 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 4998b04a-6c33-485a-b399-437a9f222c3c no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:52:12.859591 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 4998b04a-6c33-485a-b399-437a9f222c3c {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:52:12.860193 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 4998b04a-6c33-485a-b399-437a9f222c3c not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:52:12.912841 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=9ff85402-740b-48e3-9b5f-d3875a3352f9,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:13.173251 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e892b3-95f6-4430-898e-3c2e1fdcec2b req-a5e61af5-5583-4bf9-91db-62f6d64d80c6 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:13.181107 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-16e892b3-95f6-4430-898e-3c2e1fdcec2b req-a5e61af5-5583-4bf9-91db-62f6d64d80c6 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 950 time: 0.1011922 Jul 24 00:52:13.245959 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-16e892b3-95f6-4430-898e-3c2e1fdcec2b req-0d97cd85-e90e-4b0b-ba03-017edc4bc407 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629797 Jul 24 00:52:13.343153 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a80ff-b30b-41d5-92bc-3343768a9db9 req-528984a8-11b5-4b51-8a2c-8c5868659196 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:13.350280 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8a2a80ff-b30b-41d5-92bc-3343768a9db9 req-528984a8-11b5-4b51-8a2c-8c5868659196 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/ports?device_id=ade86e79-7938-43eb-926f-fe5672d6b672 HTTP/1.1" status: 200 len: 947 time: 0.1138632 Jul 24 00:52:13.424739 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8a2a80ff-b30b-41d5-92bc-3343768a9db9 req-78510f87-bf2a-4e42-9ba8-f3fefcf6ee55 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1df493c-dad6-4de9-9c2d-58eff63ccbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692143 Jul 24 00:52:13.521231 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e513a-3a2d-400e-abef-5bbc00b9d339 req-0b384325-9cfb-40a8-a4b5-152a9fd069e4 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:13.524327 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e86e513a-3a2d-400e-abef-5bbc00b9d339 req-0b384325-9cfb-40a8-a4b5-152a9fd069e4 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 945 time: 0.1122732 Jul 24 00:52:13.621875 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e86e513a-3a2d-400e-abef-5bbc00b9d339 req-6cc80d69-3ca8-4294-b454-a345a1984973 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873852 Jul 24 00:52:14.175286 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce45f46a-958d-43df-880b-2f780cfb5220 req-bd75cb74-2065-44a2-a7af-7606cc80038f tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:14.177598 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ce45f46a-958d-43df-880b-2f780cfb5220 req-bd75cb74-2065-44a2-a7af-7606cc80038f tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ad07a853-0cfb-4110-9b74-0f511889dcae HTTP/1.1" status: 200 len: 1098 time: 0.1117272 Jul 24 00:52:14.239553 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ce45f46a-958d-43df-880b-2f780cfb5220 req-ebf34e37-16ef-4d51-bc33-7c304500f98a tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539517 Jul 24 00:52:14.302209 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4dde60-cd76-4a80-9a5d-9f7dfccdb82a req-2aeb4272-fff6-4474-8904-c6b11d31f4ee tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:14.305225 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-df4dde60-cd76-4a80-9a5d-9f7dfccdb82a req-2aeb4272-fff6-4474-8904-c6b11d31f4ee tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 949 time: 0.1592808 Jul 24 00:52:14.339179 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506dae9-4ad9-43b1-8128-2ee741bc1b89 req-67cfea14-5c0d-4696-9d17-2b2dc02764c1 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:14.341216 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4506dae9-4ad9-43b1-8128-2ee741bc1b89 req-67cfea14-5c0d-4696-9d17-2b2dc02764c1 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.13 "GET /v2.0/ports?device_id=ade86e79-7938-43eb-926f-fe5672d6b672 HTTP/1.1" status: 200 len: 947 time: 0.1006169 Jul 24 00:52:14.374154 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-df4dde60-cd76-4a80-9a5d-9f7dfccdb82a req-ceb27d4a-8769-4e16-a84e-ac55a98cc4d2 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/security-groups?id=38c32799-cd7f-4e21-bf84-bac60e6d6358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609071 Jul 24 00:52:14.518640 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-4506dae9-4ad9-43b1-8128-2ee741bc1b89 req-6c1adb1c-8fe6-4dfe-8235-fd72fec2a28c tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Deleting port be8c5313-285d-4f85-ac71-c3c5fd8a7856 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:52:14.519040 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4506dae9-4ad9-43b1-8128-2ee741bc1b89 req-6c1adb1c-8fe6-4dfe-8235-fd72fec2a28c tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:14.549875 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64950dbc-5025-45a1-94bc-15d8145ef195 req-d3104289-338c-467b-a7b5-e7d780344e3a tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:14.559663 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-64950dbc-5025-45a1-94bc-15d8145ef195 req-d3104289-338c-467b-a7b5-e7d780344e3a tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 950 time: 0.1002817 Jul 24 00:52:14.575368 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f4ade22-adbf-4b7e-9ce1-8a874ee9084b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff85402-740b-48e3-9b5f-d3875a3352f9'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:52:14.578979 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc3071d-5301-41c6-8ba7-438c812a48b1" -d '{"events": [{"server_uuid": "4f4ade22-adbf-4b7e-9ce1-8a874ee9084b", "name": "network-vif-plugged", "status": "completed", "tag": "9ff85402-740b-48e3-9b5f-d3875a3352f9"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:52:14.646046 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-64950dbc-5025-45a1-94bc-15d8145ef195 req-58c99f62-bc9e-46c2-93bc-9e9e49b07c83 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850286 Jul 24 00:52:14.699386 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-4506dae9-4ad9-43b1-8128-2ee741bc1b89 req-6c1adb1c-8fe6-4dfe-8235-fd72fec2a28c tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] For port be8c5313-285d-4f85-ac71-c3c5fd8a7856, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=be8c5313-285d-4f85-ac71-c3c5fd8a7856,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:14.700398 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4506dae9-4ad9-43b1-8128-2ee741bc1b89 req-6c1adb1c-8fe6-4dfe-8235-fd72fec2a28c tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:14.726623 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-4506dae9-4ad9-43b1-8128-2ee741bc1b89 req-6c1adb1c-8fe6-4dfe-8235-fd72fec2a28c tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Calling delete_port for be8c5313-285d-4f85-ac71-c3c5fd8a7856 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:52:14.753528 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579d5dd-c576-4e83-ae77-1fd16c1f98cc req-8f731d6f-e934-4317-875b-9eb28aa0f1ab tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:14.760962 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e579d5dd-c576-4e83-ae77-1fd16c1f98cc req-8f731d6f-e934-4317-875b-9eb28aa0f1ab tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.11 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 949 time: 0.1826303 Jul 24 00:52:14.974840 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107080a9-94e5-4a3c-85e1-f2cca6864c73 req-669b7663-68a5-4ce1-ab7f-088bea829207 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:14.982236 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-107080a9-94e5-4a3c-85e1-f2cca6864c73 req-669b7663-68a5-4ce1-ab7f-088bea829207 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/ports?device_id=ade86e79-7938-43eb-926f-fe5672d6b672 HTTP/1.1" status: 200 len: 947 time: 0.1464167 Jul 24 00:52:15.039447 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-e579d5dd-c576-4e83-ae77-1fd16c1f98cc req-364e5e6e-9b47-433b-b698-c411d722a1a7 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Deleting port 26b94257-c0af-4147-9ffe-5c742e897ecd {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:52:15.040479 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e579d5dd-c576-4e83-ae77-1fd16c1f98cc req-364e5e6e-9b47-433b-b698-c411d722a1a7 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:15.074522 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4506dae9-4ad9-43b1-8128-2ee741bc1b89 req-6c1adb1c-8fe6-4dfe-8235-fd72fec2a28c tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:15.101576 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-107080a9-94e5-4a3c-85e1-f2cca6864c73 req-753f18b3-6039-4281-bedf-498b5c68cd29 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1df493c-dad6-4de9-9c2d-58eff63ccbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180117 Jul 24 00:52:15.120980 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1adb1c-8fe6-4dfe-8235-fd72fec2a28c tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Pushing event deleted for resources: {'Port': ['ID=be8c5313-285d-4f85-ac71-c3c5fd8a7856,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:15.196931 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-4506dae9-4ad9-43b1-8128-2ee741bc1b89 req-6c1adb1c-8fe6-4dfe-8235-fd72fec2a28c tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] No DVR routers for this DVR port be8c5313-285d-4f85-ac71-c3c5fd8a7856 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:52:15.202014 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4506dae9-4ad9-43b1-8128-2ee741bc1b89 req-6c1adb1c-8fe6-4dfe-8235-fd72fec2a28c tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:15.205290 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4506dae9-4ad9-43b1-8128-2ee741bc1b89 req-6c1adb1c-8fe6-4dfe-8235-fd72fec2a28c tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.13 "DELETE /v2.0/ports/be8c5313-285d-4f85-ac71-c3c5fd8a7856 HTTP/1.1" status: 204 len: 173 time: 0.8579443 Jul 24 00:52:15.205993 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade86e79-7938-43eb-926f-fe5672d6b672', 'name': 'network-vif-deleted', 'tag': 'be8c5313-285d-4f85-ac71-c3c5fd8a7856'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:52:15.224026 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d52d753-f399-4d2f-959e-cc9d76e27151" -d '{"events": [{"server_uuid": "ade86e79-7938-43eb-926f-fe5672d6b672", "name": "network-vif-deleted", "tag": "be8c5313-285d-4f85-ac71-c3c5fd8a7856"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:52:15.225090 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77f3adb-62fc-4e16-9688-3d5c5800958e x-openstack-request-id: req-c77f3adb-62fc-4e16-9688-3d5c5800958e {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:52:15.225633 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f4ade22-adbf-4b7e-9ce1-8a874ee9084b", "name": "network-vif-plugged", "status": "completed", "tag": "9ff85402-740b-48e3-9b5f-d3875a3352f9", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:52:15.226039 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c77f3adb-62fc-4e16-9688-3d5c5800958e {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:52:15.226698 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f4ade22-adbf-4b7e-9ce1-8a874ee9084b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ff85402-740b-48e3-9b5f-d3875a3352f9', 'code': 200} Jul 24 00:52:15.246933 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-e579d5dd-c576-4e83-ae77-1fd16c1f98cc req-364e5e6e-9b47-433b-b698-c411d722a1a7 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] For port 26b94257-c0af-4147-9ffe-5c742e897ecd, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=26b94257-c0af-4147-9ffe-5c742e897ecd,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:15.247321 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e579d5dd-c576-4e83-ae77-1fd16c1f98cc req-364e5e6e-9b47-433b-b698-c411d722a1a7 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:15.263608 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-e579d5dd-c576-4e83-ae77-1fd16c1f98cc req-364e5e6e-9b47-433b-b698-c411d722a1a7 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Calling delete_port for 26b94257-c0af-4147-9ffe-5c742e897ecd owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:52:15.404781 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d8b1eb-16dc-4100-bda8-1cbff77de971 req-9b0358e2-3428-4ec5-bd24-5e78aeb70493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:15.406313 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a7d8b1eb-16dc-4100-bda8-1cbff77de971 req-9b0358e2-3428-4ec5-bd24-5e78aeb70493 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 1097 time: 0.0822237 Jul 24 00:52:15.468999 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a7d8b1eb-16dc-4100-bda8-1cbff77de971 req-a3d70b35-05bc-415c-9354-2c44be135218 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490987 Jul 24 00:52:15.651260 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c7fc03-743e-4e4d-9f3a-fb18cdb3f0b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:15.754437 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e4b09860-7e33-4ca3-8d87-160aef434673 req-a087b93d-a783-46ba-a69c-38944c493f8e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=628d42a2-7ada-4268-be52-7c3048d872bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0539732 Jul 24 00:52:15.810626 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-81b33599-987a-4514-9b72-bc818b5b8c0b tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:52:15.811955 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-81b33599-987a-4514-9b72-bc818b5b8c0b tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085394 Jul 24 00:52:15.834203 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e4b09860-7e33-4ca3-8d87-160aef434673 req-cd69e0e5-1e6f-4049-9c97-e16aa9c27f72 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=628d42a2-7ada-4268-be52-7c3048d872bf HTTP/1.1" status: 200 len: 210 time: 0.0508742 Jul 24 00:52:15.855003 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a9345-a293-49c5-9810-7930b426c23c req-24e4d095-87c1-4110-a008-f8c585f14fac tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:15.859216 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d79a9345-a293-49c5-9810-7930b426c23c req-24e4d095-87c1-4110-a008-f8c585f14fac tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 945 time: 0.5085373 Jul 24 00:52:15.951381 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e4b09860-7e33-4ca3-8d87-160aef434673 req-5bb8bc3a-d3c0-42e7-b743-7b1ba14f0580 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0699120 Jul 24 00:52:16.010296 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-7c5147be-dbec-40cb-9b01-4afd1b1b8e11 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:16.018357 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-7c5147be-dbec-40cb-9b01-4afd1b1b8e11 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.15 "GET /v2.0/ports/1e8f895b-a048-423b-b320-513cbfc9cc20 HTTP/1.1" status: 200 len: 1095 time: 0.1862338 Jul 24 00:52:16.030920 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-5797bffc-5a6e-4989-877d-3913b59e53bf service neutron] Request body: {'binding': {'host': 'n-h2-793621-25', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:52:16.031380 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-5797bffc-5a6e-4989-877d-3913b59e53bf service neutron] Unknown quota resources ['binding']. {{(pid=100463) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 24 00:52:16.039830 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e579d5dd-c576-4e83-ae77-1fd16c1f98cc req-364e5e6e-9b47-433b-b698-c411d722a1a7 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:16.053144 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['26b94257-c0af-4147-9ffe-5c742e897ecd'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:52:16.133146 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d79a9345-a293-49c5-9810-7930b426c23c req-d6563101-a814-4663-9dd5-b01a4de0c9ac tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229173 Jul 24 00:52:16.166794 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364e5e6e-9b47-433b-b698-c411d722a1a7 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Pushing event deleted for resources: {'Port': ['ID=26b94257-c0af-4147-9ffe-5c742e897ecd,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:16.191591 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-e579d5dd-c576-4e83-ae77-1fd16c1f98cc req-364e5e6e-9b47-433b-b698-c411d722a1a7 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] No DVR routers for this DVR port 26b94257-c0af-4147-9ffe-5c742e897ecd on host n-h2-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:52:16.227207 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e579d5dd-c576-4e83-ae77-1fd16c1f98cc req-364e5e6e-9b47-433b-b698-c411d722a1a7 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:16.229823 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e579d5dd-c576-4e83-ae77-1fd16c1f98cc req-364e5e6e-9b47-433b-b698-c411d722a1a7 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.11 "DELETE /v2.0/ports/26b94257-c0af-4147-9ffe-5c742e897ecd HTTP/1.1" status: 204 len: 173 time: 1.4627936 Jul 24 00:52:16.233857 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ee412f-71d8-40f9-8750-cb729f5a97ac', 'name': 'network-vif-deleted', 'tag': '26b94257-c0af-4147-9ffe-5c742e897ecd'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:52:16.236226 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6915a577-dab4-4b1a-9b60-2d2c6c6f0155" -d '{"events": [{"server_uuid": "19ee412f-71d8-40f9-8750-cb729f5a97ac", "name": "network-vif-deleted", "tag": "26b94257-c0af-4147-9ffe-5c742e897ecd"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:52:16.318768 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b09860-7e33-4ca3-8d87-160aef434673 req-7fad02fa-dc5f-4700-bcb4-d57f736dc14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:16.320263 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e4b09860-7e33-4ca3-8d87-160aef434673 req-7fad02fa-dc5f-4700-bcb4-d57f736dc14b service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3501990 Jul 24 00:52:16.415378 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-5797bffc-5a6e-4989-877d-3913b59e53bf service neutron] Attempting to bind port 1e8f895b-a048-423b-b320-513cbfc9cc20 on host n-h2-793621-25 for vnic_type normal with profile None {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:52:16.415844 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-5797bffc-5a6e-4989-877d-3913b59e53bf service neutron] Attempting to bind port 1e8f895b-a048-423b-b320-513cbfc9cc20 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:52:16.416248 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-5797bffc-5a6e-4989-877d-3913b59e53bf service neutron] Attempting to bind port 1e8f895b-a048-423b-b320-513cbfc9cc20 on network 7c4ab419-d412-43cd-bcfe-97903abe1bf4 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:52:16.422525 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-5797bffc-5a6e-4989-877d-3913b59e53bf service neutron] Port 1e8f895b-a048-423b-b320-513cbfc9cc20 on network 7c4ab419-d412-43cd-bcfe-97903abe1bf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:52:16.422899 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-5797bffc-5a6e-4989-877d-3913b59e53bf service neutron] Attempting to bind port 1e8f895b-a048-423b-b320-513cbfc9cc20 on network 7c4ab419-d412-43cd-bcfe-97903abe1bf4 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:52:16.428293 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-5797bffc-5a6e-4989-877d-3913b59e53bf service neutron] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:52:16.428650 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-5797bffc-5a6e-4989-877d-3913b59e53bf service neutron] Checking segment: {'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:52:16.429189 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-5797bffc-5a6e-4989-877d-3913b59e53bf service neutron] Bound using segment: {'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:52:16.429627 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-5797bffc-5a6e-4989-877d-3913b59e53bf service neutron] Bound port: 1e8f895b-a048-423b-b320-513cbfc9cc20, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:52:16.434411 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f405e171-92d2-47f5-a163-a1e9ced94790 x-openstack-request-id: req-f405e171-92d2-47f5-a163-a1e9ced94790 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:52:16.434943 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade86e79-7938-43eb-926f-fe5672d6b672", "name": "network-vif-deleted", "tag": "be8c5313-285d-4f85-ac71-c3c5fd8a7856", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:52:16.435052 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f405e171-92d2-47f5-a163-a1e9ced94790 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:52:16.435400 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade86e79-7938-43eb-926f-fe5672d6b672', 'name': 'network-vif-deleted', 'tag': 'be8c5313-285d-4f85-ac71-c3c5fd8a7856', 'status': 'completed', 'code': 200} Jul 24 00:52:16.572463 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-5797bffc-5a6e-4989-877d-3913b59e53bf service neutron] For port 1e8f895b-a048-423b-b320-513cbfc9cc20, host n-h2-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=1e8f895b-a048-423b-b320-513cbfc9cc20,segment=NetworkSegment(224003b9-1e4b-40e8-8bf3-31947898d576),segment_id=224003b9-1e4b-40e8-8bf3-31947898d576)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:52:16.576281 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e6644ba7-2f45-46a4-95e2-9f0b91adab59 req-06bc6b55-b594-4ddf-9adb-4ef49330ea27 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] 10.222.0.15 "GET /v2.0/ports?device_id=19ee412f-71d8-40f9-8750-cb729f5a97ac HTTP/1.1" status: 200 len: 210 time: 0.0646691 Jul 24 00:52:16.603172 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-5797bffc-5a6e-4989-877d-3913b59e53bf service neutron] Notify callbacks [] for binding, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:16.606849 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-5797bffc-5a6e-4989-877d-3913b59e53bf service neutron] 10.222.0.15 "POST /v2.0/ports/1e8f895b-a048-423b-b320-513cbfc9cc20/bindings HTTP/1.1" status: 201 len: 390 time: 0.5874679 Jul 24 00:52:16.795123 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f6f2cf-8c42-4692-9c76-238482d421e2 req-ed8227a4-3aaf-4df1-9c68-42a69f434bbd tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:16.805025 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-06f6f2cf-8c42-4692-9c76-238482d421e2 req-ed8227a4-3aaf-4df1-9c68-42a69f434bbd tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 950 time: 0.1236105 Jul 24 00:52:16.926760 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-06f6f2cf-8c42-4692-9c76-238482d421e2 req-1e1c3e8c-9cda-4712-8a5e-ac947088e3ad tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187029 Jul 24 00:52:16.997848 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202ff140-b166-4900-ba5f-26a92cb09b7c x-openstack-request-id: req-202ff140-b166-4900-ba5f-26a92cb09b7c {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:52:16.998224 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ee412f-71d8-40f9-8750-cb729f5a97ac", "name": "network-vif-deleted", "tag": "26b94257-c0af-4147-9ffe-5c742e897ecd", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:52:16.998613 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-202ff140-b166-4900-ba5f-26a92cb09b7c {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:52:16.999070 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ee412f-71d8-40f9-8750-cb729f5a97ac', 'name': 'network-vif-deleted', 'tag': '26b94257-c0af-4147-9ffe-5c742e897ecd', 'status': 'completed', 'code': 200} Jul 24 00:52:17.248925 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c58dd5-49e5-4b58-ba20-6f0a8a963760 req-4827454a-10bf-4fd7-8145-b7d12e57eeab tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:17.256504 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b1c58dd5-49e5-4b58-ba20-6f0a8a963760 req-4827454a-10bf-4fd7-8145-b7d12e57eeab tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad07a853-0cfb-4110-9b74-0f511889dcae HTTP/1.1" status: 200 len: 946 time: 0.1868386 Jul 24 00:52:17.280652 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-4f45a028-f37e-4727-9599-00973f85409d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:17.285638 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-4f45a028-f37e-4727-9599-00973f85409d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ed057dc71fc949d185d5f214444abe1e&device_id=ad07a853-0cfb-4110-9b74-0f511889dcae HTTP/1.1" status: 200 len: 1098 time: 0.1535289 Jul 24 00:52:17.326355 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b1c58dd5-49e5-4b58-ba20-6f0a8a963760 req-8251d076-ec35-45e8-86a5-199df275e0f8 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685563 Jul 24 00:52:17.489011 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-ef1d0f57-31ce-43cd-b22b-fde397aad494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:17.491277 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-ef1d0f57-31ce-43cd-b22b-fde397aad494 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7c4ab419-d412-43cd-bcfe-97903abe1bf4 HTTP/1.1" status: 200 len: 908 time: 0.1970310 Jul 24 00:52:17.599224 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-3360eb46-45da-4e60-bc92-80c23447a25e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e8f895b-a048-423b-b320-513cbfc9cc20 HTTP/1.1" status: 200 len: 217 time: 0.1008036 Jul 24 00:52:17.644497 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c2023e-dd94-48a4-a819-392ed060a77f req-7ad74b1d-9af7-4b97-b2f6-3b40132d50cc tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:17.646133 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a3c2023e-dd94-48a4-a819-392ed060a77f req-7ad74b1d-9af7-4b97-b2f6-3b40132d50cc tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/ports?device_id=6112b4b0-1bf7-4ecf-a8ca-7463336dc8a7 HTTP/1.1" status: 200 len: 948 time: 0.1222954 Jul 24 00:52:17.679844 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6aab7e-ce2d-4a17-9995-1bfb8446720a req-2584c13e-d505-4f43-84cd-57b8ee76fe95 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:17.687091 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7d6aab7e-ce2d-4a17-9995-1bfb8446720a req-2584c13e-d505-4f43-84cd-57b8ee76fe95 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 945 time: 0.3058887 Jul 24 00:52:17.716600 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a3c2023e-dd94-48a4-a819-392ed060a77f req-8ec6d0f5-6f25-4ee9-b3c1-fbccb4175128 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1df493c-dad6-4de9-9c2d-58eff63ccbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567803 Jul 24 00:52:17.763041 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7d6aab7e-ce2d-4a17-9995-1bfb8446720a req-de162944-99f6-48ad-9bb1-897f4bde47a2 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747831 Jul 24 00:52:17.778494 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-12504e22-c5d3-4a59-8b78-342b2c23a0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:17.778494 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-12504e22-c5d3-4a59-8b78-342b2c23a0de service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8e7ca279-b98c-43f9-865c-dc5db7518bba HTTP/1.1" status: 200 len: 847 time: 0.1668658 Jul 24 00:52:17.821892 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-e0e806d8-8088-4a22-b50e-ecefffd99fc2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7c4ab419-d412-43cd-bcfe-97903abe1bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375757 Jul 24 00:52:17.994863 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-25e68090-ed77-41d1-a71c-16b333f4b2e0 service neutron] 10.222.0.11 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643271 Jul 24 00:52:18.185682 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-cd35c5d8-02e1-41db-b618-b7a7f8b01874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:18.253609 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-2cc44934-164a-4965-8ec0-1619ed2b3f3a service neutron] 10.222.0.11 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512932 Jul 24 00:52:18.314841 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device be8c5313-285d-4f85-ac71-c3c5fd8a7856 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:52:18.318829 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05e834-166e-4555-98d7-09f7f674c771 req-598685ee-3c4d-4753-933b-db4ea02d60b6 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:18.328278 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb694dd-48b7-4158-baba-fe72122c2823 req-e6131116-de57-43ec-be76-74db5a3adf93 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:18.340674 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ceb694dd-48b7-4158-baba-fe72122c2823 req-e6131116-de57-43ec-be76-74db5a3adf93 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 950 time: 0.1943974 Jul 24 00:52:18.342510 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6b05e834-166e-4555-98d7-09f7f674c771 req-598685ee-3c4d-4753-933b-db4ea02d60b6 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 945 time: 0.1503947 Jul 24 00:52:18.370504 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: be8c5313-285d-4f85-ac71-c3c5fd8a7856 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:52:18.371019 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device be8c5313-285d-4f85-ac71-c3c5fd8a7856 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:52:18.422130 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ceb694dd-48b7-4158-baba-fe72122c2823 req-52311a47-9aad-40da-b681-946da4566a73 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627832 Jul 24 00:52:18.424411 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55320) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:18.440611 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:18.443964 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6b05e834-166e-4555-98d7-09f7f674c771 req-1da92a14-deba-415c-92c1-ddcf64323c51 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942032 Jul 24 00:52:18.616616 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8795989c-0c46-4f35-a67a-3af3eebeac00 req-d28d4456-7581-4810-97de-443758a7d1bf tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:18.620765 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8795989c-0c46-4f35-a67a-3af3eebeac00 req-d28d4456-7581-4810-97de-443758a7d1bf tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad07a853-0cfb-4110-9b74-0f511889dcae HTTP/1.1" status: 200 len: 946 time: 0.0715375 Jul 24 00:52:18.688317 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ad374356-8e75-49ed-90ca-04f4ffb277aa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=64682d71562544209c45b1dc63c9fd56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2627866 Jul 24 00:52:18.690956 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55326) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:18.691739 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8795989c-0c46-4f35-a67a-3af3eebeac00 req-ffa22662-7c1e-48b2-9536-673080c59608 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570028 Jul 24 00:52:18.762506 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4cacbba2-1475-4f31-ae2e-c24786b97d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:18.819788 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4cacbba2-1475-4f31-ae2e-c24786b97d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:18.856491 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 26b94257-c0af-4147-9ffe-5c742e897ecd no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:52:18.916105 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] No Port match for: 26b94257-c0af-4147-9ffe-5c742e897ecd {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:52:18.916936 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 26b94257-c0af-4147-9ffe-5c742e897ecd not bound to the agent host n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:52:18.957366 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4cacbba2-1475-4f31-ae2e-c24786b97d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:18.959972 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4cacbba2-1475-4f31-ae2e-c24786b97d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:18.961135 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4cacbba2-1475-4f31-ae2e-c24786b97d52 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/38c32799-cd7f-4e21-bf84-bac60e6d6358 HTTP/1.1" status: 204 len: 168 time: 0.2684753 Jul 24 00:52:18.975915 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1457367-804d-4812-ba98-7d610d40c617 req-0c8f0da1-aac9-41fd-855c-0c10fb673663 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:18.977516 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e1457367-804d-4812-ba98-7d610d40c617 req-0c8f0da1-aac9-41fd-855c-0c10fb673663 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/ports?device_id=6112b4b0-1bf7-4ecf-a8ca-7463336dc8a7 HTTP/1.1" status: 200 len: 948 time: 0.1719713 Jul 24 00:52:18.985257 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cacbba2-1475-4f31-ae2e-c24786b97d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c32799-cd7f-4e21-bf84-bac60e6d6358,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:19.048085 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e1457367-804d-4812-ba98-7d610d40c617 req-5353fe08-7e94-4462-bf0b-f051b64cd904 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1df493c-dad6-4de9-9c2d-58eff63ccbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638478 Jul 24 00:52:19.366355 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:19.406037 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55346) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:19.694931 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d6cdc-39a0-4892-bd2e-45c3f05dac44 req-2f8bb5af-7049-4be3-86b2-8336c091df27 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:19.705705 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b52d6cdc-39a0-4892-bd2e-45c3f05dac44 req-2f8bb5af-7049-4be3-86b2-8336c091df27 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 945 time: 0.1389244 Jul 24 00:52:19.784212 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b52d6cdc-39a0-4892-bd2e-45c3f05dac44 req-7ce2eba8-750a-4c68-818f-598feb47cf4e tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742345 Jul 24 00:52:19.850134 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3ddbb61c-5c0a-438d-8429-411f3cd2ba1b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b71b76bca730453399b62c8b3beed0b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4432130 Jul 24 00:52:19.853294 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55356) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:19.944746 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-52ff4c66-a24b-4c3a-9593-f0089ea0e306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:20.003813 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a47a2f-c830-4d5a-ac3b-b1fc9f49c596 req-60de8b44-8647-4a54-a5fe-ece4651c4d26 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:20.006119 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-83a47a2f-c830-4d5a-ac3b-b1fc9f49c596 req-60de8b44-8647-4a54-a5fe-ece4651c4d26 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.13 "GET /v2.0/ports?device_id=6112b4b0-1bf7-4ecf-a8ca-7463336dc8a7 HTTP/1.1" status: 200 len: 948 time: 0.1725235 Jul 24 00:52:20.006806 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-52ff4c66-a24b-4c3a-9593-f0089ea0e306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:20.016314 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eae0c6-e351-4ea1-9e0f-86557760f8d2 req-6022d778-86af-49e6-9eb6-06f857a21a0e tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:20.031620 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f8eae0c6-e351-4ea1-9e0f-86557760f8d2 req-6022d778-86af-49e6-9eb6-06f857a21a0e tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 950 time: 0.2005100 Jul 24 00:52:20.121295 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-52ff4c66-a24b-4c3a-9593-f0089ea0e306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:20.124492 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-52ff4c66-a24b-4c3a-9593-f0089ea0e306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:20.125753 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-52ff4c66-a24b-4c3a-9593-f0089ea0e306 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/937f47b3-ffc7-4fa7-a38c-bb384d3c7036 HTTP/1.1" status: 204 len: 168 time: 0.2714434 Jul 24 00:52:20.142006 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c909165-87ab-4bfe-b565-3f84fbf519ea req-acf81019-8dbb-4a9b-ab1b-04782a7bf6e5 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:20.152134 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3c909165-87ab-4bfe-b565-3f84fbf519ea req-acf81019-8dbb-4a9b-ab1b-04782a7bf6e5 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad07a853-0cfb-4110-9b74-0f511889dcae HTTP/1.1" status: 200 len: 946 time: 0.1487522 Jul 24 00:52:20.183431 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff4c66-a24b-4c3a-9593-f0089ea0e306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937f47b3-ffc7-4fa7-a38c-bb384d3c7036,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:20.240394 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3c909165-87ab-4bfe-b565-3f84fbf519ea req-8f062dc0-8ebd-4c35-9af6-4722f2846a32 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868974 Jul 24 00:52:20.254519 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f8eae0c6-e351-4ea1-9e0f-86557760f8d2 req-b997bc0d-339c-4e47-9b35-319d2e4735c1 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149951 Jul 24 00:52:20.342261 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-83a47a2f-c830-4d5a-ac3b-b1fc9f49c596 req-97bf031f-1c1b-41e1-88c4-afe037d13398 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Deleting port 6282d520-70c0-40cd-ba11-1b97c43423eb {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:52:20.342628 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-83a47a2f-c830-4d5a-ac3b-b1fc9f49c596 req-97bf031f-1c1b-41e1-88c4-afe037d13398 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:20.528698 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-83a47a2f-c830-4d5a-ac3b-b1fc9f49c596 req-97bf031f-1c1b-41e1-88c4-afe037d13398 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] For port 6282d520-70c0-40cd-ba11-1b97c43423eb, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=6282d520-70c0-40cd-ba11-1b97c43423eb,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:20.529075 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-83a47a2f-c830-4d5a-ac3b-b1fc9f49c596 req-97bf031f-1c1b-41e1-88c4-afe037d13398 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:20.545811 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-83a47a2f-c830-4d5a-ac3b-b1fc9f49c596 req-97bf031f-1c1b-41e1-88c4-afe037d13398 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Calling delete_port for 6282d520-70c0-40cd-ba11-1b97c43423eb owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:52:20.558196 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec92c46-7497-4af6-929a-a03bf730a4cd req-7aa56674-2012-46f3-9455-55fbc16b3b6d tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:20.565065 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1ec92c46-7497-4af6-929a-a03bf730a4cd req-7aa56674-2012-46f3-9455-55fbc16b3b6d tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/ports?device_id=6112b4b0-1bf7-4ecf-a8ca-7463336dc8a7 HTTP/1.1" status: 200 len: 948 time: 0.1818917 Jul 24 00:52:20.645627 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1ec92c46-7497-4af6-929a-a03bf730a4cd req-e15fa437-8da2-4945-b949-b76af54fc2d7 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1df493c-dad6-4de9-9c2d-58eff63ccbc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795925 Jul 24 00:52:20.814089 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-83a47a2f-c830-4d5a-ac3b-b1fc9f49c596 req-97bf031f-1c1b-41e1-88c4-afe037d13398 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:20.883417 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:20.892142 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf031f-1c1b-41e1-88c4-afe037d13398 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Pushing event deleted for resources: {'Port': ['ID=6282d520-70c0-40cd-ba11-1b97c43423eb,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:20.971800 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a47a2f-c830-4d5a-ac3b-b1fc9f49c596 req-97bf031f-1c1b-41e1-88c4-afe037d13398 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] No DVR routers for this DVR port 6282d520-70c0-40cd-ba11-1b97c43423eb on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:52:20.974898 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-83a47a2f-c830-4d5a-ac3b-b1fc9f49c596 req-97bf031f-1c1b-41e1-88c4-afe037d13398 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:20.977278 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-83a47a2f-c830-4d5a-ac3b-b1fc9f49c596 req-97bf031f-1c1b-41e1-88c4-afe037d13398 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.13 "DELETE /v2.0/ports/6282d520-70c0-40cd-ba11-1b97c43423eb HTTP/1.1" status: 204 len: 173 time: 0.9434581 Jul 24 00:52:20.977964 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6112b4b0-1bf7-4ecf-a8ca-7463336dc8a7', 'name': 'network-vif-deleted', 'tag': '6282d520-70c0-40cd-ba11-1b97c43423eb'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:52:20.980674 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a93a43-2d3f-4019-a3ca-d4d547e6ce88" -d '{"events": [{"server_uuid": "6112b4b0-1bf7-4ecf-a8ca-7463336dc8a7", "name": "network-vif-deleted", "tag": "6282d520-70c0-40cd-ba11-1b97c43423eb"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:52:21.084192 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b60ff-1acc-41b6-8ffa-33f66bd04bb5 req-b027fc33-8905-4760-b006-3fb541e424cd tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:21.097357 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c56b60ff-1acc-41b6-8ffa-33f66bd04bb5 req-b027fc33-8905-4760-b006-3fb541e424cd tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 945 time: 0.1913044 Jul 24 00:52:21.115594 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2035f93-a7e5-48ad-a689-d97d0491d97a x-openstack-request-id: req-b2035f93-a7e5-48ad-a689-d97d0491d97a {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:52:21.115839 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6112b4b0-1bf7-4ecf-a8ca-7463336dc8a7", "name": "network-vif-deleted", "tag": "6282d520-70c0-40cd-ba11-1b97c43423eb", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:52:21.116106 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b2035f93-a7e5-48ad-a689-d97d0491d97a {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:52:21.116519 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6112b4b0-1bf7-4ecf-a8ca-7463336dc8a7', 'name': 'network-vif-deleted', 'tag': '6282d520-70c0-40cd-ba11-1b97c43423eb', 'status': 'completed', 'code': 200} Jul 24 00:52:21.202632 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c56b60ff-1acc-41b6-8ffa-33f66bd04bb5 req-a087867a-49d4-4690-94e3-44f58dfba7ea tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945520 Jul 24 00:52:21.470302 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401597e-9096-4221-8070-d8f0c532761c req-085a53ff-8af6-4c1c-bf6c-44f900bb7af9 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:21.485007 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2401597e-9096-4221-8070-d8f0c532761c req-085a53ff-8af6-4c1c-bf6c-44f900bb7af9 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad07a853-0cfb-4110-9b74-0f511889dcae HTTP/1.1" status: 200 len: 946 time: 0.1263428 Jul 24 00:52:21.526609 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c613fa1e-ef94-4bd4-a6a2-2eda932670a3 req-b1597361-c3e9-4eeb-bce3-691a8a515488 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:21.533495 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c613fa1e-ef94-4bd4-a6a2-2eda932670a3 req-b1597361-c3e9-4eeb-bce3-691a8a515488 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 950 time: 0.1306114 Jul 24 00:52:21.549868 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2401597e-9096-4221-8070-d8f0c532761c req-9bd2fc4b-60f5-46b3-a1d6-7cb4e59ad4e6 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635395 Jul 24 00:52:21.572942 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c613fa1e-ef94-4bd4-a6a2-2eda932670a3 req-4b08d00e-9e4a-4add-b268-f1dcc662b876 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385456 Jul 24 00:52:21.878020 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c0db2c3c-daf4-433e-b30a-4ee82d350829 req-fbccfaa5-70d0-4d1f-9059-8e15e2654ce9 tempest-ListImageFiltersTestJSON-1629123126 tempest-ListImageFiltersTestJSON-1629123126-project] 10.222.0.15 "GET /v2.0/ports?device_id=6112b4b0-1bf7-4ecf-a8ca-7463336dc8a7 HTTP/1.1" status: 200 len: 210 time: 0.0594058 Jul 24 00:52:22.349207 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 6282d520-70c0-40cd-ba11-1b97c43423eb no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:52:22.370195 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94f67b-f55f-4c08-99e4-b6adca7854ed req-5b4fe95d-fbfd-4fc3-868c-f9c742a36da7 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:22.378376 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dd94f67b-f55f-4c08-99e4-b6adca7854ed req-5b4fe95d-fbfd-4fc3-868c-f9c742a36da7 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 945 time: 0.0861707 Jul 24 00:52:22.398290 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 6282d520-70c0-40cd-ba11-1b97c43423eb {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:52:22.403318 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 6282d520-70c0-40cd-ba11-1b97c43423eb not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:52:22.436046 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dd94f67b-f55f-4c08-99e4-b6adca7854ed req-72215fa9-9252-473a-92bb-284f9cb79a0d tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567555 Jul 24 00:52:22.739868 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56507a-6f54-4715-97b2-003ffd9c41c1 req-ad562bfe-6a62-4b1a-9770-f7af45a1a351 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:22.753835 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3e56507a-6f54-4715-97b2-003ffd9c41c1 req-ad562bfe-6a62-4b1a-9770-f7af45a1a351 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad07a853-0cfb-4110-9b74-0f511889dcae HTTP/1.1" status: 200 len: 946 time: 0.1265926 Jul 24 00:52:22.873533 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3e56507a-6f54-4715-97b2-003ffd9c41c1 req-2e4c19e9-a878-45ca-9300-667ebe8d4841 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147673 Jul 24 00:52:23.044166 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bca394-043f-4047-b413-dfd024993ae0 req-0c01d637-04d2-49c7-9525-08befe3064f4 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:23.051361 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-47bca394-043f-4047-b413-dfd024993ae0 req-0c01d637-04d2-49c7-9525-08befe3064f4 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 950 time: 0.1136894 Jul 24 00:52:23.102701 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-47bca394-043f-4047-b413-dfd024993ae0 req-e2570728-ac6a-4775-94f8-86203e1d904b tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437353 Jul 24 00:52:23.711142 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749dbc75-38b7-4014-86ea-67a45cd4ef64 req-881f4804-3a88-4c5c-8ef8-059435172716 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:23.722550 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-749dbc75-38b7-4014-86ea-67a45cd4ef64 req-881f4804-3a88-4c5c-8ef8-059435172716 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 945 time: 0.1226127 Jul 24 00:52:23.813464 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-749dbc75-38b7-4014-86ea-67a45cd4ef64 req-aa0cdeb4-d701-41bb-9d26-5e99df071bb4 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892606 Jul 24 00:52:23.981746 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55506) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:24.123422 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267fb20-9616-4dc9-be69-b09355b7601c req-e99ebb39-98d1-4a70-bfb4-b7b0f7b6b56f tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:24.132452 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d267fb20-9616-4dc9-be69-b09355b7601c req-e99ebb39-98d1-4a70-bfb4-b7b0f7b6b56f tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad07a853-0cfb-4110-9b74-0f511889dcae HTTP/1.1" status: 200 len: 946 time: 0.1317532 Jul 24 00:52:24.194935 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d267fb20-9616-4dc9-be69-b09355b7601c req-7e5eaabb-bf78-4124-a4a7-0bcb8ed972ee tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602186 Jul 24 00:52:24.224848 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b5a1e8bf-8bb5-4bbd-9f2e-332e69563b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:24.437286 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b5a1e8bf-8bb5-4bbd-9f2e-332e69563b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:24.453033 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b5a1e8bf-8bb5-4bbd-9f2e-332e69563b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:24.508959 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b5a1e8bf-8bb5-4bbd-9f2e-332e69563b20 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=549b742becef4ef8823965e2629c0683&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5256002 Jul 24 00:52:24.510666 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a1e8bf-8bb5-4bbd-9f2e-332e69563b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055c6487-0663-4519-b1df-fd8c21426a4f,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:24.512428 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55534) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:24.531568 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3c27b-9384-4956-b86d-8b6d1c5b009a req-280e94bf-bd69-416c-aeb3-71791756e9db tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:24.538632 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-10e3c27b-9384-4956-b86d-8b6d1c5b009a req-280e94bf-bd69-416c-aeb3-71791756e9db tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 950 time: 0.1695504 Jul 24 00:52:24.600436 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8e15b5d5-b680-4189-b58b-9ed016b207cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:24.601160 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-10e3c27b-9384-4956-b86d-8b6d1c5b009a req-43badb0d-2088-4435-8a8a-d942b23a3e39 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615389 Jul 24 00:52:24.643285 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8e15b5d5-b680-4189-b58b-9ed016b207cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:24.717982 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8e15b5d5-b680-4189-b58b-9ed016b207cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:24.721562 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8e15b5d5-b680-4189-b58b-9ed016b207cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:24.722987 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8e15b5d5-b680-4189-b58b-9ed016b207cb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/055c6487-0663-4519-b1df-fd8c21426a4f HTTP/1.1" status: 204 len: 168 time: 0.2080395 Jul 24 00:52:24.751019 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e15b5d5-b680-4189-b58b-9ed016b207cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055c6487-0663-4519-b1df-fd8c21426a4f,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:25.027555 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2b0f0-8e0f-4dee-90bd-a98eeb4b0e41 req-46bbf255-c725-4f47-af57-d78fb272b46e tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:25.030356 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a5d2b0f0-8e0f-4dee-90bd-a98eeb4b0e41 req-46bbf255-c725-4f47-af57-d78fb272b46e tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 945 time: 0.1338003 Jul 24 00:52:25.080317 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a5d2b0f0-8e0f-4dee-90bd-a98eeb4b0e41 req-b4981b85-9bcc-451e-9a79-8739e34238e3 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434573 Jul 24 00:52:25.207808 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55560) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:25.223808 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-294ae1cb-add7-4a31-937e-5b7f7baaeb86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:25.389047 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-294ae1cb-add7-4a31-937e-5b7f7baaeb86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:25.397965 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55568) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:25.401740 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-294ae1cb-add7-4a31-937e-5b7f7baaeb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:25.402005 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b53fa8-e02a-439d-89b3-eca190b680bc req-c0d1e0ba-ee1f-48f1-895a-828bff55bf54 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:25.403934 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a4b53fa8-e02a-439d-89b3-eca190b680bc req-c0d1e0ba-ee1f-48f1-895a-828bff55bf54 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad07a853-0cfb-4110-9b74-0f511889dcae HTTP/1.1" status: 200 len: 946 time: 0.1187973 Jul 24 00:52:25.435544 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ae1cb-add7-4a31-937e-5b7f7baaeb86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1461e7-5402-424c-a80f-90e63564e81e,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:25.459854 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-294ae1cb-add7-4a31-937e-5b7f7baaeb86 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=08ac5d4426fe4d1297cc66aab124f000&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2509556 Jul 24 00:52:25.463252 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55572) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:25.512214 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a4b53fa8-e02a-439d-89b3-eca190b680bc req-27a304de-fbbd-4d1b-ac9c-c0d18db9c174 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925350 Jul 24 00:52:25.528212 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d6a96c82-83e1-4895-adff-70550acee5e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:25.561263 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d6a96c82-83e1-4895-adff-70550acee5e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:25.666574 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-92f1b2f4-c284-459d-ba33-cc1b97e62cb6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1f14da0112dc469d80ae3c55734f9582&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2669048 Jul 24 00:52:25.667697 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55588) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:25.675719 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d6a96c82-83e1-4895-adff-70550acee5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:25.679068 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d6a96c82-83e1-4895-adff-70550acee5e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:25.680450 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d6a96c82-83e1-4895-adff-70550acee5e7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ae1461e7-5402-424c-a80f-90e63564e81e HTTP/1.1" status: 204 len: 168 time: 0.2158701 Jul 24 00:52:25.690815 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a96c82-83e1-4895-adff-70550acee5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1461e7-5402-424c-a80f-90e63564e81e,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:25.772992 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-080d9e2c-e2f1-4d64-b3a8-39edbebbd5f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:25.798231 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-080d9e2c-e2f1-4d64-b3a8-39edbebbd5f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:25.857039 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f522818-f83c-4377-94a3-d233b35ea828 req-2be7aadb-53fc-4095-a4b6-afd89a2a1bb5 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:25.864192 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-080d9e2c-e2f1-4d64-b3a8-39edbebbd5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:25.865699 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4f522818-f83c-4377-94a3-d233b35ea828 req-2be7aadb-53fc-4095-a4b6-afd89a2a1bb5 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 950 time: 0.1121457 Jul 24 00:52:25.868527 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-080d9e2c-e2f1-4d64-b3a8-39edbebbd5f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:25.870249 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-080d9e2c-e2f1-4d64-b3a8-39edbebbd5f7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c1df493c-dad6-4de9-9c2d-58eff63ccbc4 HTTP/1.1" status: 204 len: 168 time: 0.2010746 Jul 24 00:52:25.881277 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d9e2c-e2f1-4d64-b3a8-39edbebbd5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1df493c-dad6-4de9-9c2d-58eff63ccbc4,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:25.919642 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4f522818-f83c-4377-94a3-d233b35ea828 req-db697924-dc3d-4366-93d7-350edfe477e5 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529158 Jul 24 00:52:26.282807 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44582ee0-bed3-490b-ae84-bc2c95922735 req-97fb8840-0039-48c8-a36b-79715e21748e tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:26.287048 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-44582ee0-bed3-490b-ae84-bc2c95922735 req-97fb8840-0039-48c8-a36b-79715e21748e tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 945 time: 0.1146452 Jul 24 00:52:26.343417 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-44582ee0-bed3-490b-ae84-bc2c95922735 req-4e56b5c2-bf83-4eaf-b2da-a75f874a71f6 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496695 Jul 24 00:52:26.394533 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 2d15e070-d0dd-42eb-badb-76c9b74dcb14 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:52:26.397517 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 2d15e070-d0dd-42eb-badb-76c9b74dcb14 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:52:26.759844 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84f57b-361b-4645-9388-828036444a0d req-8d840f0a-e580-4ee8-b4e1-437332b28e2b tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:26.765298 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0d84f57b-361b-4645-9388-828036444a0d req-8d840f0a-e580-4ee8-b4e1-437332b28e2b tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad07a853-0cfb-4110-9b74-0f511889dcae HTTP/1.1" status: 200 len: 946 time: 0.1315489 Jul 24 00:52:26.812417 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 2d15e070-d0dd-42eb-badb-76c9b74dcb14, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2d15e070-d0dd-42eb-badb-76c9b74dcb14,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:26.834057 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '2d15e070-d0dd-42eb-badb-76c9b74dcb14', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'port_id': '2d15e070-d0dd-42eb-badb-76c9b74dcb14', 'mac_address': 'fa:16:3e:a9:d1:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:52:26.857500 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0d84f57b-361b-4645-9388-828036444a0d req-166de3cf-3746-4996-b13b-43dccc15c901 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861523 Jul 24 00:52:26.901265 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:26.905806 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:26.932929 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d15e070-d0dd-42eb-badb-76c9b74dcb14 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:52:26.975098 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 2d15e070-d0dd-42eb-badb-76c9b74dcb14, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2d15e070-d0dd-42eb-badb-76c9b74dcb14,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:26.993438 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:27.080378 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.db.api [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:52:27.081003 n-d-793621-25 neutron-server[100465]: DEBUG oslo_db.api [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:52:27.130432 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=2d15e070-d0dd-42eb-badb-76c9b74dcb14,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:27.213868 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69e951-7108-46d0-be4c-feced7a7950c req-2a95844b-e50c-4855-bbd3-e7995bd61159 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:27.239402 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bd69e951-7108-46d0-be4c-feced7a7950c req-2a95844b-e50c-4855-bbd3-e7995bd61159 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 949 time: 0.1901703 Jul 24 00:52:27.308798 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bd69e951-7108-46d0-be4c-feced7a7950c req-3ebf4887-c584-41cb-95f1-73535691e579 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764728 Jul 24 00:52:27.424973 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['2d15e070-d0dd-42eb-badb-76c9b74dcb14'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:52:27.511281 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14428271-e05e-446b-9753-7f603cbe8ea6 req-43539f8d-93cb-4636-9cce-ffc8ce539b07 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:27.519335 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-14428271-e05e-446b-9753-7f603cbe8ea6 req-43539f8d-93cb-4636-9cce-ffc8ce539b07 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 945 time: 0.0909998 Jul 24 00:52:27.574273 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-14428271-e05e-446b-9753-7f603cbe8ea6 req-201f5642-2045-4c17-9c46-7735f8237210 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536294 Jul 24 00:52:27.668565 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:27.687942 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2d15e070-d0dd-42eb-badb-76c9b74dcb14 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:52:27.710321 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 2d15e070-d0dd-42eb-badb-76c9b74dcb14, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2d15e070-d0dd-42eb-badb-76c9b74dcb14,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:27.726840 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:27.890391 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=2d15e070-d0dd-42eb-badb-76c9b74dcb14,revision_number=7']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:28.094409 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4a1a4-19ed-4ea3-8a49-82508b67948c req-124d89c2-09b0-4459-adb8-4530c4c727d6 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:28.102889 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d7b4a1a4-19ed-4ea3-8a49-82508b67948c req-124d89c2-09b0-4459-adb8-4530c4c727d6 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad07a853-0cfb-4110-9b74-0f511889dcae HTTP/1.1" status: 200 len: 946 time: 0.0832014 Jul 24 00:52:28.151342 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d7b4a1a4-19ed-4ea3-8a49-82508b67948c req-4a438a30-eb81-4101-921c-ac123e8052b4 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471077 Jul 24 00:52:28.497816 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1b33a-6e45-4edb-99c9-5283a10d168a req-c598f95d-47d0-475c-80c2-d9f2e529c0f6 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:28.499389 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7ee1b33a-6e45-4edb-99c9-5283a10d168a req-c598f95d-47d0-475c-80c2-d9f2e529c0f6 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 948 time: 0.0673559 Jul 24 00:52:28.545857 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7ee1b33a-6e45-4edb-99c9-5283a10d168a req-ee42c258-b2eb-450b-8464-215e75c2be8a tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404899 Jul 24 00:52:28.713205 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d26aa-5689-49b5-a7cf-53e22a784879 req-52696c0b-9e55-4f89-b1d8-bdfde46a6e63 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:28.714773 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e28d26aa-5689-49b5-a7cf-53e22a784879 req-52696c0b-9e55-4f89-b1d8-bdfde46a6e63 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 945 time: 0.0720482 Jul 24 00:52:28.758194 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e28d26aa-5689-49b5-a7cf-53e22a784879 req-7d376074-83ff-40be-a0bb-a625ec43b548 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378056 Jul 24 00:52:29.228993 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10ea76-7cb8-402f-afd7-1adb616ca6c5 req-b3ff2851-eec4-45bb-8e70-c5d1b87bb2e7 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:29.230506 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0d10ea76-7cb8-402f-afd7-1adb616ca6c5 req-b3ff2851-eec4-45bb-8e70-c5d1b87bb2e7 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] 10.222.0.15 "GET /v2.0/ports?device_id=08b7fc1d-f656-4f08-aa6d-6ddeedc97555 HTTP/1.1" status: 200 len: 950 time: 0.0658329 Jul 24 00:52:29.268044 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0d10ea76-7cb8-402f-afd7-1adb616ca6c5 req-68fd93a9-8b06-41ba-9406-cdc0b78fb33e tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b8334cf-47e0-4b47-ab2f-902861530bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319872 Jul 24 00:52:29.503558 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f1450-3fb8-4812-8fd1-922c17f3491a req-16aa0c9b-19e3-490a-bbc3-083955a6d2c8 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:29.505229 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f44f1450-3fb8-4812-8fd1-922c17f3491a req-16aa0c9b-19e3-490a-bbc3-083955a6d2c8 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad07a853-0cfb-4110-9b74-0f511889dcae HTTP/1.1" status: 200 len: 946 time: 0.0716746 Jul 24 00:52:29.549522 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f44f1450-3fb8-4812-8fd1-922c17f3491a req-6d1b303a-b5d1-4cec-a82b-74f945c60113 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370944 Jul 24 00:52:29.700948 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55788) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:29.760664 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c417ca3-8379-45d5-b080-cae3b0f029a6 req-212591a4-ac6c-4173-bb4c-ba122d9037ed tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:29.762454 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1c417ca3-8379-45d5-b080-cae3b0f029a6 req-212591a4-ac6c-4173-bb4c-ba122d9037ed tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 948 time: 0.0774407 Jul 24 00:52:29.815423 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1c417ca3-8379-45d5-b080-cae3b0f029a6 req-1683450b-9acd-498f-ad35-75e9bf767ff8 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449514 Jul 24 00:52:29.864468 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f48d434e-e16d-49cc-ab4d-265934adceb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:29.984640 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f48d434e-e16d-49cc-ab4d-265934adceb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:29.987677 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6098f-7d4e-4339-b801-82d677177570 req-0bb32cfd-c3a4-4a63-9319-359918b6c25f tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:29.989542 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f48d434e-e16d-49cc-ab4d-265934adceb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:29.996592 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5eb6098f-7d4e-4339-b801-82d677177570 req-0bb32cfd-c3a4-4a63-9319-359918b6c25f tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 945 time: 0.0890882 Jul 24 00:52:30.038382 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f48d434e-e16d-49cc-ab4d-265934adceb9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=861f11c916fb4307bada10060a882905&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3356612 Jul 24 00:52:30.042212 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d434e-e16d-49cc-ab4d-265934adceb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259506b6-3e84-433e-830a-e2cafedf4734,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:30.043293 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5eb6098f-7d4e-4339-b801-82d677177570 req-d1eaa6df-6cd4-45d2-87a6-33ac87898c38 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457463 Jul 24 00:52:30.043822 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55808) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:30.100125 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-372102ea-fed8-4fc8-876b-dc93798701ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:30.125281 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-372102ea-fed8-4fc8-876b-dc93798701ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:30.185445 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-372102ea-fed8-4fc8-876b-dc93798701ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:30.189816 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-372102ea-fed8-4fc8-876b-dc93798701ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:30.189816 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-372102ea-fed8-4fc8-876b-dc93798701ba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/259506b6-3e84-433e-830a-e2cafedf4734 HTTP/1.1" status: 204 len: 168 time: 0.1446464 Jul 24 00:52:30.204531 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372102ea-fed8-4fc8-876b-dc93798701ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259506b6-3e84-433e-830a-e2cafedf4734,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:30.213618 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372102ea-fed8-4fc8-876b-dc93798701ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:30.214368 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372102ea-fed8-4fc8-876b-dc93798701ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:30.214731 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372102ea-fed8-4fc8-876b-dc93798701ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:30.215110 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372102ea-fed8-4fc8-876b-dc93798701ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:30.215454 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372102ea-fed8-4fc8-876b-dc93798701ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:30.215790 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372102ea-fed8-4fc8-876b-dc93798701ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:30.216129 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372102ea-fed8-4fc8-876b-dc93798701ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:30.216462 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372102ea-fed8-4fc8-876b-dc93798701ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:30.216795 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372102ea-fed8-4fc8-876b-dc93798701ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:30.217127 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372102ea-fed8-4fc8-876b-dc93798701ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:30.217461 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372102ea-fed8-4fc8-876b-dc93798701ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:30.217789 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-372102ea-fed8-4fc8-876b-dc93798701ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:30.420583 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 2d15e070-d0dd-42eb-badb-76c9b74dcb14 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:52:30.478336 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 2d15e070-d0dd-42eb-badb-76c9b74dcb14 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:52:30.479883 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:30.574925 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55852) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:30.585801 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:30.591394 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-699b41d1-f6e4-4948-a64f-4c8ae988aa1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:30.629662 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2bd12d6-ae29-4e56-9541-cd2ee7b4224c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d15e070-d0dd-42eb-badb-76c9b74dcb14'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:52:30.632247 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b640734-aa17-4c5a-a191-9b4039d5e740" -d '{"events": [{"server_uuid": "c2bd12d6-ae29-4e56-9541-cd2ee7b4224c", "name": "network-vif-plugged", "status": "completed", "tag": "2d15e070-d0dd-42eb-badb-76c9b74dcb14"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:52:30.652237 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 2d15e070-d0dd-42eb-badb-76c9b74dcb14, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2d15e070-d0dd-42eb-badb-76c9b74dcb14,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:30.658984 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:30.706564 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-699b41d1-f6e4-4948-a64f-4c8ae988aa1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:30.712608 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-699b41d1-f6e4-4948-a64f-4c8ae988aa1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:30.725004 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=2d15e070-d0dd-42eb-badb-76c9b74dcb14,revision_number=8']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:30.751625 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b41d1-f6e4-4948-a64f-4c8ae988aa1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7e536f-3e1c-4e1e-86be-b65050fed99e,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:30.766670 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-699b41d1-f6e4-4948-a64f-4c8ae988aa1b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=006689c2a26341fa8395426d5bcb070b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1909826 Jul 24 00:52:30.769318 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55864) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:30.796212 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b2b8f-b2e9-4798-bc01-35696f4df446 req-51ddc0b3-e0ae-420a-8023-e952bea8e144 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:30.799182 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d18b2b8f-b2e9-4798-bc01-35696f4df446 req-51ddc0b3-e0ae-420a-8023-e952bea8e144 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad07a853-0cfb-4110-9b74-0f511889dcae HTTP/1.1" status: 200 len: 946 time: 0.1367757 Jul 24 00:52:30.805692 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-c0aa1763-05e3-48d9-a965-d8abc16da7a2 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:30.808680 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-c0aa1763-05e3-48d9-a965-d8abc16da7a2 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ad07a853-0cfb-4110-9b74-0f511889dcae&tenant_id=ed057dc71fc949d185d5f214444abe1e&binding%3Ahost_id=n-h1-793621-25 HTTP/1.1" status: 200 len: 1098 time: 0.1014173 Jul 24 00:52:30.824433 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-eceabdfc-6f23-4872-9cdc-2bdec0f199e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:30.830528 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-353395cd-51a7-46eb-89c6-e5419de6c3fb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-25'}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:52:30.848987 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-eceabdfc-6f23-4872-9cdc-2bdec0f199e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:30.878260 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d18b2b8f-b2e9-4798-bc01-35696f4df446 req-05dc37ec-fb08-4ef8-b0c2-40ac71330383 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682485 Jul 24 00:52:30.910852 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-eceabdfc-6f23-4872-9cdc-2bdec0f199e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:30.913681 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-eceabdfc-6f23-4872-9cdc-2bdec0f199e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:30.931476 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-eceabdfc-6f23-4872-9cdc-2bdec0f199e1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5e7e536f-3e1c-4e1e-86be-b65050fed99e HTTP/1.1" status: 204 len: 168 time: 0.1609089 Jul 24 00:52:30.940492 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceabdfc-6f23-4872-9cdc-2bdec0f199e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7e536f-3e1c-4e1e-86be-b65050fed99e,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:30.943636 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-353395cd-51a7-46eb-89c6-e5419de6c3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:31.076823 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1585cce3-7fe0-4ea0-9d95-9a58f9641846 x-openstack-request-id: req-1585cce3-7fe0-4ea0-9d95-9a58f9641846 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:52:31.077137 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2bd12d6-ae29-4e56-9541-cd2ee7b4224c", "name": "network-vif-plugged", "status": "completed", "tag": "2d15e070-d0dd-42eb-badb-76c9b74dcb14", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:52:31.077386 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1585cce3-7fe0-4ea0-9d95-9a58f9641846 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:52:31.077801 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2bd12d6-ae29-4e56-9541-cd2ee7b4224c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d15e070-d0dd-42eb-badb-76c9b74dcb14', 'code': 200} Jul 24 00:52:31.119795 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-353395cd-51a7-46eb-89c6-e5419de6c3fb service neutron] For port 1e8f895b-a048-423b-b320-513cbfc9cc20, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=1e8f895b-a048-423b-b320-513cbfc9cc20,segment=NetworkSegment(224003b9-1e4b-40e8-8bf3-31947898d576),segment_id=224003b9-1e4b-40e8-8bf3-31947898d576)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:31.179571 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-353395cd-51a7-46eb-89c6-e5419de6c3fb service neutron] For port 1e8f895b-a048-423b-b320-513cbfc9cc20, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:52:31.232146 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bdaf6-e276-410c-aef8-a5e6c9a01934 req-3057cc42-ee8a-4d31-8305-235bb7bf3178 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:31.241368 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-306bdaf6-e276-410c-aef8-a5e6c9a01934 req-3057cc42-ee8a-4d31-8305-235bb7bf3178 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 950 time: 0.0894811 Jul 24 00:52:31.287711 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad07a853-0cfb-4110-9b74-0f511889dcae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e8f895b-a048-423b-b320-513cbfc9cc20'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:52:31.290727 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4ecea1-f41b-44b1-b63b-36e634d9a7c3" -d '{"events": [{"server_uuid": "ad07a853-0cfb-4110-9b74-0f511889dcae", "name": "network-vif-unplugged", "status": "completed", "tag": "1e8f895b-a048-423b-b320-513cbfc9cc20"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:52:31.299282 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-306bdaf6-e276-410c-aef8-a5e6c9a01934 req-c9c94729-5793-41fd-a26f-80c596835bc5 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568380 Jul 24 00:52:31.300552 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-353395cd-51a7-46eb-89c6-e5419de6c3fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:31.316042 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-353395cd-51a7-46eb-89c6-e5419de6c3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:31.431943 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353395cd-51a7-46eb-89c6-e5419de6c3fb service neutron] Pushing event updated for resources: {'Port': ['ID=1e8f895b-a048-423b-b320-513cbfc9cc20,revision_number=7']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:31.482536 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-353395cd-51a7-46eb-89c6-e5419de6c3fb service neutron] Attempting to bind port 1e8f895b-a048-423b-b320-513cbfc9cc20 on host n-h1-793621-25 for vnic_type normal with profile {"migrating_to": "n-h2-793621-25"} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:52:31.482904 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-353395cd-51a7-46eb-89c6-e5419de6c3fb service neutron] Attempting to bind port 1e8f895b-a048-423b-b320-513cbfc9cc20 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:52:31.483237 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-353395cd-51a7-46eb-89c6-e5419de6c3fb service neutron] Attempting to bind port 1e8f895b-a048-423b-b320-513cbfc9cc20 on network 7c4ab419-d412-43cd-bcfe-97903abe1bf4 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:52:31.487594 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-353395cd-51a7-46eb-89c6-e5419de6c3fb service neutron] Port 1e8f895b-a048-423b-b320-513cbfc9cc20 on network 7c4ab419-d412-43cd-bcfe-97903abe1bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:52:31.488134 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-353395cd-51a7-46eb-89c6-e5419de6c3fb service neutron] Attempting to bind port 1e8f895b-a048-423b-b320-513cbfc9cc20 on network 7c4ab419-d412-43cd-bcfe-97903abe1bf4 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:52:31.494098 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-353395cd-51a7-46eb-89c6-e5419de6c3fb service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:52:31.494681 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-353395cd-51a7-46eb-89c6-e5419de6c3fb service neutron] Checking segment: {'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:52:31.495266 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-353395cd-51a7-46eb-89c6-e5419de6c3fb service neutron] Bound using segment: {'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:52:31.495863 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-353395cd-51a7-46eb-89c6-e5419de6c3fb service neutron] Bound port: 1e8f895b-a048-423b-b320-513cbfc9cc20, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:52:31.496414 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-353395cd-51a7-46eb-89c6-e5419de6c3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:31.540550 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3281277-beef-4253-8372-7b3fab19a987 req-5f1855e1-b862-49fb-a7a9-25d2d868fa95 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:31.542365 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f3281277-beef-4253-8372-7b3fab19a987 req-5f1855e1-b862-49fb-a7a9-25d2d868fa95 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 945 time: 0.1539953 Jul 24 00:52:31.577543 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4dd38-827d-4407-9b1d-e31cc1d92df6 req-9ce44585-0a95-4ac7-bcb4-a9bd4e22aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:31.580000 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0ee4dd38-827d-4407-9b1d-e31cc1d92df6 req-9ce44585-0a95-4ac7-bcb4-a9bd4e22aeba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 1102 time: 0.1241336 Jul 24 00:52:31.611387 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f3281277-beef-4253-8372-7b3fab19a987 req-3a93f3d0-c131-4b85-a5f1-4e90bd0b7708 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610380 Jul 24 00:52:31.635455 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-353395cd-51a7-46eb-89c6-e5419de6c3fb service neutron] For port 1e8f895b-a048-423b-b320-513cbfc9cc20, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:52:31.639158 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-353395cd-51a7-46eb-89c6-e5419de6c3fb service neutron] For port 1e8f895b-a048-423b-b320-513cbfc9cc20, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=1e8f895b-a048-423b-b320-513cbfc9cc20,segment=NetworkSegment(224003b9-1e4b-40e8-8bf3-31947898d576),segment_id=224003b9-1e4b-40e8-8bf3-31947898d576)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:52:31.645846 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-353395cd-51a7-46eb-89c6-e5419de6c3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:31.647199 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0ee4dd38-827d-4407-9b1d-e31cc1d92df6 req-d191b933-9e31-46df-89ef-7664681bd1c3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463459 Jul 24 00:52:31.744806 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-353395cd-51a7-46eb-89c6-e5419de6c3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:31.745997 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-353395cd-51a7-46eb-89c6-e5419de6c3fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:31.748030 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-353395cd-51a7-46eb-89c6-e5419de6c3fb service neutron] 10.222.0.11 "PUT /v2.0/ports/1e8f895b-a048-423b-b320-513cbfc9cc20 HTTP/1.1" status: 200 len: 1124 time: 0.9294751 Jul 24 00:52:31.749236 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353395cd-51a7-46eb-89c6-e5419de6c3fb service neutron] Pushing event updated for resources: {'Port': ['ID=1e8f895b-a048-423b-b320-513cbfc9cc20,revision_number=8']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:31.906115 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['1e8f895b-a048-423b-b320-513cbfc9cc20'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:52:31.909868 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['1e8f895b-a048-423b-b320-513cbfc9cc20'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:52:31.929157 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbbdf60-fcaa-400a-b262-6af968af801f x-openstack-request-id: req-edbbdf60-fcaa-400a-b262-6af968af801f {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:52:31.929899 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad07a853-0cfb-4110-9b74-0f511889dcae", "name": "network-vif-unplugged", "status": "completed", "tag": "1e8f895b-a048-423b-b320-513cbfc9cc20", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:52:31.930519 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-edbbdf60-fcaa-400a-b262-6af968af801f {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:52:31.931250 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad07a853-0cfb-4110-9b74-0f511889dcae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e8f895b-a048-423b-b320-513cbfc9cc20', 'code': 200} Jul 24 00:52:32.087911 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469afe52-8222-440d-830d-c17b706e5fab req-d58c5a35-b556-4fd7-bd41-046c27e56089 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:32.090693 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-469afe52-8222-440d-830d-c17b706e5fab req-d58c5a35-b556-4fd7-bd41-046c27e56089 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad07a853-0cfb-4110-9b74-0f511889dcae HTTP/1.1" status: 200 len: 944 time: 0.0921721 Jul 24 00:52:32.175698 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-469afe52-8222-440d-830d-c17b706e5fab req-6822ad1f-d861-4b8a-8e5a-6e5b9c60d2fd tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787714 Jul 24 00:52:32.431544 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d9625887-2add-4c72-8971-116e86685ac2 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:52:32.457236 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f14c41-b0f5-4eb2-bd4b-3de2d24d7f7c req-62398b8e-8558-41b9-a94c-de041d6afb71 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:32.465159 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-08f14c41-b0f5-4eb2-bd4b-3de2d24d7f7c req-62398b8e-8558-41b9-a94c-de041d6afb71 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 950 time: 0.0838253 Jul 24 00:52:32.512675 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-08f14c41-b0f5-4eb2-bd4b-3de2d24d7f7c req-55a1266a-4b92-4f9f-8c39-21f6acffdf7b tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463367 Jul 24 00:52:32.518234 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:32.560108 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port d9625887-2add-4c72-8971-116e86685ac2, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d9625887-2add-4c72-8971-116e86685ac2,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:32.564119 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:32.615543 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=d9625887-2add-4c72-8971-116e86685ac2,revision_number=8']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:32.767501 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41e284-2a6b-43bd-a0da-e97043269a9e req-25415009-a403-4dca-8787-456346d375df tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:32.769054 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2e41e284-2a6b-43bd-a0da-e97043269a9e req-25415009-a403-4dca-8787-456346d375df tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 945 time: 0.0762115 Jul 24 00:52:32.811996 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2e41e284-2a6b-43bd-a0da-e97043269a9e req-4b1e4a7c-d39d-453c-9795-0b1b479ec7d7 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364411 Jul 24 00:52:32.950273 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 1e8f895b-a048-423b-b320-513cbfc9cc20 details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:52:33.052596 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-79e27055-ce63-4916-a444-4ca6dbd443f7 tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=09fcf0fb497a49efb22dba9610e205c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256190 Jul 24 00:52:33.072786 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 1e8f895b-a048-423b-b320-513cbfc9cc20, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=1e8f895b-a048-423b-b320-513cbfc9cc20,segment=NetworkSegment(224003b9-1e4b-40e8-8bf3-31947898d576),segment_id=224003b9-1e4b-40e8-8bf3-31947898d576)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:33.079430 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b7fc1d-f656-4f08-aa6d-6ddeedc97555', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9625887-2add-4c72-8971-116e86685ac2'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:52:33.082446 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2288f6-655d-4eb5-ab51-531df0f70713" -d '{"events": [{"server_uuid": "08b7fc1d-f656-4f08-aa6d-6ddeedc97555", "name": "network-vif-unplugged", "status": "completed", "tag": "d9625887-2add-4c72-8971-116e86685ac2"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:52:33.089644 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 1e8f895b-a048-423b-b320-513cbfc9cc20 has no active binding in host n-h2-793621-25 {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 24 00:52:33.113551 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55980) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:33.125322 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0685692e-826b-4eb4-ae1d-1c322d3dca2c x-openstack-request-id: req-0685692e-826b-4eb4-ae1d-1c322d3dca2c {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:52:33.125673 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b7fc1d-f656-4f08-aa6d-6ddeedc97555", "name": "network-vif-unplugged", "status": "completed", "tag": "d9625887-2add-4c72-8971-116e86685ac2", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:52:33.125935 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0685692e-826b-4eb4-ae1d-1c322d3dca2c {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:52:33.126335 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b7fc1d-f656-4f08-aa6d-6ddeedc97555', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9625887-2add-4c72-8971-116e86685ac2', 'code': 200} Jul 24 00:52:33.188950 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-6f8a58ed-0a4c-42b7-b9f7-c9a5d0c7db5d tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:33.190455 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-6f8a58ed-0a4c-42b7-b9f7-c9a5d0c7db5d tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1322269 Jul 24 00:52:33.213153 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-647a88e4-db76-4539-b5ec-4c49e6c41c23 tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] 10.222.0.15 "GET /v2.0/quotas/09fcf0fb497a49efb22dba9610e205c4 HTTP/1.1" status: 200 len: 375 time: 0.0161505 Jul 24 00:52:33.262694 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-603ba221-f0ba-4da3-bec3-198bbc1b87fc tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=09fcf0fb497a49efb22dba9610e205c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432739 Jul 24 00:52:33.274493 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b45549d0-cd80-4f2a-9e4c-93f1e9dddfd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:33.323212 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27912d-1b3b-49b2-9615-0b857a30fbec req-e9aa8dfa-28da-41d9-8423-a00f19120145 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:33.325344 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3f27912d-1b3b-49b2-9615-0b857a30fbec req-e9aa8dfa-28da-41d9-8423-a00f19120145 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad07a853-0cfb-4110-9b74-0f511889dcae HTTP/1.1" status: 200 len: 944 time: 0.0825524 Jul 24 00:52:33.370888 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3f27912d-1b3b-49b2-9615-0b857a30fbec req-f8df082b-e10d-45cb-8647-6c9a0bdc79cd tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382328 Jul 24 00:52:33.399917 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b45549d0-cd80-4f2a-9e4c-93f1e9dddfd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:33.408455 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b45549d0-cd80-4f2a-9e4c-93f1e9dddfd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:33.470734 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8754bd8f-7d28-49ec-8ee5-7446c82a7bae req-9e3605f6-21a9-40bf-ae7c-0edef842cee5 tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9e1fcc4-d8ba-4f7a-b83a-b9ad9204a2d1 HTTP/1.1" status: 200 len: 210 time: 0.0584922 Jul 24 00:52:33.477283 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b45549d0-cd80-4f2a-9e4c-93f1e9dddfd6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=956c3088a19146b5aa7fc873391a4393&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3626287 Jul 24 00:52:33.480115 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55990) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:33.482163 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45549d0-cd80-4f2a-9e4c-93f1e9dddfd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a98043-0915-40e8-bf2c-5b9448a1bf6d,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:33.537376 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-89d609f6-61f9-4088-8fcd-b951c3b8504f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:33.565017 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-89d609f6-61f9-4088-8fcd-b951c3b8504f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:33.651554 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-89d609f6-61f9-4088-8fcd-b951c3b8504f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:33.654224 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-89d609f6-61f9-4088-8fcd-b951c3b8504f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:33.655426 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-89d609f6-61f9-4088-8fcd-b951c3b8504f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d2a98043-0915-40e8-bf2c-5b9448a1bf6d HTTP/1.1" status: 204 len: 168 time: 0.1740994 Jul 24 00:52:33.674585 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a72df09-3bf3-43df-85be-539dd52ce135 req-32f15728-80fe-4414-be1a-c3e1480815c1 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:33.681921 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8a72df09-3bf3-43df-85be-539dd52ce135 req-32f15728-80fe-4414-be1a-c3e1480815c1 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 950 time: 0.0932827 Jul 24 00:52:33.684666 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d609f6-61f9-4088-8fcd-b951c3b8504f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a98043-0915-40e8-bf2c-5b9448a1bf6d,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:33.723275 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8a72df09-3bf3-43df-85be-539dd52ce135 req-dff51d00-60b3-4bc9-9e57-8cc0d909964d tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405638 Jul 24 00:52:33.933661 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad07a853-0cfb-4110-9b74-0f511889dcae', 'tag': '1e8f895b-a048-423b-b320-513cbfc9cc20'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:52:33.936276 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238a19ff-7d75-45ea-b0ff-1758cbbd8388" -d '{"events": [{"name": "network-changed", "server_uuid": "ad07a853-0cfb-4110-9b74-0f511889dcae", "tag": "1e8f895b-a048-423b-b320-513cbfc9cc20"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:52:33.942781 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1b202-ca26-46da-8158-9b22c3550655 req-8e871ac2-df69-4c6e-8da6-60300bc8ba4c tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:33.946328 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ded1b202-ca26-46da-8158-9b22c3550655 req-8e871ac2-df69-4c6e-8da6-60300bc8ba4c tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 950 time: 0.0851119 Jul 24 00:52:34.005040 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ec3e4-6e8c-4c86-90e2-776e83af2124 req-3fd96715-2163-4d35-9f53-ffe1400ec9ef tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:34.007689 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c52ec3e4-6e8c-4c86-90e2-776e83af2124 req-3fd96715-2163-4d35-9f53-ffe1400ec9ef tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 945 time: 0.0898242 Jul 24 00:52:34.010442 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ded1b202-ca26-46da-8158-9b22c3550655 req-cf6d5559-7513-463c-9a05-eec8f0dca55b tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568671 Jul 24 00:52:34.067342 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c52ec3e4-6e8c-4c86-90e2-776e83af2124 req-b73a0336-ec60-4431-ae78-4304f367f18e tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512676 Jul 24 00:52:34.130137 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359c9ee3-e29c-4b27-9b27-73ed8c9d931a x-openstack-request-id: req-359c9ee3-e29c-4b27-9b27-73ed8c9d931a {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:52:34.130823 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad07a853-0cfb-4110-9b74-0f511889dcae", "tag": "1e8f895b-a048-423b-b320-513cbfc9cc20", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:52:34.134815 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-359c9ee3-e29c-4b27-9b27-73ed8c9d931a {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:52:34.135585 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad07a853-0cfb-4110-9b74-0f511889dcae', 'tag': '1e8f895b-a048-423b-b320-513cbfc9cc20', 'status': 'completed', 'code': 200} Jul 24 00:52:34.227534 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a19ff-7d75-45ea-b0ff-1758cbbd8388 req-201da7c3-e0f2-4613-a33b-a0a18c7d14b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:34.230453 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-238a19ff-7d75-45ea-b0ff-1758cbbd8388 req-201da7c3-e0f2-4613-a33b-a0a18c7d14b5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed057dc71fc949d185d5f214444abe1e&device_id=ad07a853-0cfb-4110-9b74-0f511889dcae HTTP/1.1" status: 200 len: 1127 time: 0.0774815 Jul 24 00:52:34.350602 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a19ff-7d75-45ea-b0ff-1758cbbd8388 req-b053c62e-bc2b-4019-90af-550a4beb8c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:34.352796 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-238a19ff-7d75-45ea-b0ff-1758cbbd8388 req-b053c62e-bc2b-4019-90af-550a4beb8c09 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c4ab419-d412-43cd-bcfe-97903abe1bf4 HTTP/1.1" status: 200 len: 908 time: 0.1129870 Jul 24 00:52:34.406172 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-238a19ff-7d75-45ea-b0ff-1758cbbd8388 req-f694fa4c-de5a-4c96-a637-2af2b3cddb0c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e8f895b-a048-423b-b320-513cbfc9cc20 HTTP/1.1" status: 200 len: 217 time: 0.0450153 Jul 24 00:52:34.418166 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d9625887-2add-4c72-8971-116e86685ac2 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:52:34.558998 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a19ff-7d75-45ea-b0ff-1758cbbd8388 req-30e8477b-f5c1-4819-8e62-979743b22cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:34.562210 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-238a19ff-7d75-45ea-b0ff-1758cbbd8388 req-30e8477b-f5c1-4819-8e62-979743b22cb9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e7ca279-b98c-43f9-865c-dc5db7518bba HTTP/1.1" status: 200 len: 847 time: 0.1434290 Jul 24 00:52:34.567629 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac141223-5536-4661-9af1-753fb9de08d6 req-4c9cb93d-6f92-4778-9474-eb056a44fb95 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:34.569746 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ac141223-5536-4661-9af1-753fb9de08d6 req-4c9cb93d-6f92-4778-9474-eb056a44fb95 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 950 time: 0.1015179 Jul 24 00:52:34.573854 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:34.603154 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port d9625887-2add-4c72-8971-116e86685ac2, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d9625887-2add-4c72-8971-116e86685ac2,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:34.618340 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'd9625887-2add-4c72-8971-116e86685ac2', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'port_id': 'd9625887-2add-4c72-8971-116e86685ac2', 'mac_address': 'fa:16:3e:18:95:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:52:34.632363 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-238a19ff-7d75-45ea-b0ff-1758cbbd8388 req-a8310b63-986e-4528-93b2-6c1b5b69bf3a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c4ab419-d412-43cd-bcfe-97903abe1bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576835 Jul 24 00:52:34.635684 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ac141223-5536-4661-9af1-753fb9de08d6 req-9b924582-33a6-41c1-886f-00f8b5c3fbe9 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585914 Jul 24 00:52:34.646904 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1b6e67-84b8-42ab-af96-f9ece6c3ce0e req-9ef1c759-64b8-4010-8c58-8b50748f2d85 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:34.656132 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5b1b6e67-84b8-42ab-af96-f9ece6c3ce0e req-9ef1c759-64b8-4010-8c58-8b50748f2d85 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad07a853-0cfb-4110-9b74-0f511889dcae HTTP/1.1" status: 200 len: 944 time: 0.1683528 Jul 24 00:52:34.774164 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5b1b6e67-84b8-42ab-af96-f9ece6c3ce0e req-8da3de4f-b409-4372-8139-edf42d0d1988 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125698 Jul 24 00:52:34.813172 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d2305117-15ac-42c7-abba-39cca3c3c628 req-a731c0d1-d7b5-4c4e-b0d2-ac97b48124dc tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9e1fcc4-d8ba-4f7a-b83a-b9ad9204a2d1 HTTP/1.1" status: 200 len: 210 time: 0.0627182 Jul 24 00:52:34.886993 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-238a19ff-7d75-45ea-b0ff-1758cbbd8388 req-a9b2812b-d5bd-438b-89b5-e5a7adbe7ad2 service neutron] 10.222.0.13 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284722 Jul 24 00:52:34.917672 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:34.935334 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-c0c9b85d-344b-43cb-977a-90628951f54d tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=09fcf0fb497a49efb22dba9610e205c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469418 Jul 24 00:52:34.941098 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:34.960666 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9625887-2add-4c72-8971-116e86685ac2 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:52:35.000627 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port d9625887-2add-4c72-8971-116e86685ac2, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d9625887-2add-4c72-8971-116e86685ac2,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:35.007432 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:35.105052 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=d9625887-2add-4c72-8971-116e86685ac2,revision_number=9']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:35.160400 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-238a19ff-7d75-45ea-b0ff-1758cbbd8388 req-b404c49c-5ba5-4f12-aedb-1884a80c08d7 service neutron] 10.222.0.13 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207284 Jul 24 00:52:35.168828 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-df977180-8d56-4765-a3d8-0b978dd08042 tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:35.170235 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-df977180-8d56-4765-a3d8-0b978dd08042 tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2274868 Jul 24 00:52:35.202048 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['d9625887-2add-4c72-8971-116e86685ac2'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:52:35.228263 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03cda16-7059-4a6d-bed2-efc6f20c7159 req-24989b00-a064-4bc9-859c-9e2ac64c05e3 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:35.230198 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c03cda16-7059-4a6d-bed2-efc6f20c7159 req-24989b00-a064-4bc9-859c-9e2ac64c05e3 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 945 time: 0.0835180 Jul 24 00:52:35.261175 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-da2b3679-1a58-49be-84af-d70489b0f8bd tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] Request body: {'port': {'device_id': 'a9e1fcc4-d8ba-4f7a-b83a-b9ad9204a2d1', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'admin_state_up': True, 'tenant_id': '09fcf0fb497a49efb22dba9610e205c4'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:52:35.326502 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c03cda16-7059-4a6d-bed2-efc6f20c7159 req-4b759b70-4bc0-4a12-ae62-af4a8ad661a6 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827510 Jul 24 00:52:35.418409 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-da2b3679-1a58-49be-84af-d70489b0f8bd tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] Made reservation on behalf of 09fcf0fb497a49efb22dba9610e205c4 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:52:35.419507 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-da2b3679-1a58-49be-84af-d70489b0f8bd tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:35.428816 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-da2b3679-1a58-49be-84af-d70489b0f8bd tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:35.526683 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-da2b3679-1a58-49be-84af-d70489b0f8bd tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:35.531172 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-da2b3679-1a58-49be-84af-d70489b0f8bd tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:35.603273 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b3679-1a58-49be-84af-d70489b0f8bd tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9b09f8-143a-443b-924d-1d2dd90d8fb2,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:35.681981 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-da2b3679-1a58-49be-84af-d70489b0f8bd tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] Allocated IP 192.168.233.36 (064170bd-7ae3-42cd-9c1f-14f6db2f099c/b2f8a7b0-45d5-4a4f-bbde-2ea497f98103/356c3faf-e6fc-4886-b56b-ff83780abacf) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:52:35.866455 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd4d6f-4597-435e-8955-be6dd1e43436 req-c8c84010-f85d-4560-8ebd-d197d3d81fc1 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:35.869638 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5dbd4d6f-4597-435e-8955-be6dd1e43436 req-c8c84010-f85d-4560-8ebd-d197d3d81fc1 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 950 time: 0.1142581 Jul 24 00:52:35.878400 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-da2b3679-1a58-49be-84af-d70489b0f8bd tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:35.911667 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5dbd4d6f-4597-435e-8955-be6dd1e43436 req-48c80696-73b9-41c9-a284-9db2c7d16bae tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362973 Jul 24 00:52:35.912813 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-da2b3679-1a58-49be-84af-d70489b0f8bd tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] Transition to ACTIVE for port object 356c3faf-e6fc-4886-b56b-ff83780abacf will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:52:35.969468 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da2b53-d488-4755-bc9e-072e92aefd6b req-e3a11bfe-92a8-4b39-b423-061936adabe6 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:35.971155 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65da2b53-d488-4755-bc9e-072e92aefd6b req-e3a11bfe-92a8-4b39-b423-061936adabe6 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad07a853-0cfb-4110-9b74-0f511889dcae HTTP/1.1" status: 200 len: 944 time: 0.1087110 Jul 24 00:52:35.986861 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-da2b3679-1a58-49be-84af-d70489b0f8bd tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:36.055631 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-da2b3679-1a58-49be-84af-d70489b0f8bd tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] Network 064170bd-7ae3-42cd-9c1f-14f6db2f099c is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:52:36.059225 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65da2b53-d488-4755-bc9e-072e92aefd6b req-dbff8586-fc95-47e3-9cda-eb597d5eb4f7 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816987 Jul 24 00:52:36.064738 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-da2b3679-1a58-49be-84af-d70489b0f8bd tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:52:36.068888 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-da2b3679-1a58-49be-84af-d70489b0f8bd tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:52:36.070876 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b72499-84a0-42ba-a2b7-ba028f86a67d req-cb024f70-6f9c-45f9-b95d-19a54c84b6e5 tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:36.079120 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e8b72499-84a0-42ba-a2b7-ba028f86a67d req-cb024f70-6f9c-45f9-b95d-19a54c84b6e5 tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9e1fcc4-d8ba-4f7a-b83a-b9ad9204a2d1 HTTP/1.1" status: 200 len: 935 time: 0.0832310 Jul 24 00:52:36.110994 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b3679-1a58-49be-84af-d70489b0f8bd tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] Pushing event updated for resources: {'Port': ['ID=356c3faf-e6fc-4886-b56b-ff83780abacf,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:36.149468 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e8b72499-84a0-42ba-a2b7-ba028f86a67d req-012edb85-3051-434e-a80c-8f1b6bd457e3 tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c9b09f8-143a-443b-924d-1d2dd90d8fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684240 Jul 24 00:52:36.152711 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-da2b3679-1a58-49be-84af-d70489b0f8bd tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:36.153366 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-da2b3679-1a58-49be-84af-d70489b0f8bd tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:36.183583 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-da2b3679-1a58-49be-84af-d70489b0f8bd tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9278252 Jul 24 00:52:36.206055 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-fca6eedf-8c5d-4193-839e-9cc728a974e5 service neutron] Request body: {'port': {'device_id': 'a9e1fcc4-d8ba-4f7a-b83a-b9ad9204a2d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:52:36.306587 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-fca6eedf-8c5d-4193-839e-9cc728a974e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:36.459066 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d9625887-2add-4c72-8971-116e86685ac2 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:52:36.472651 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f4843417-05c5-4669-b2de-87ba5c99af58 None None] Provisioning for port 356c3faf-e6fc-4886-b56b-ff83780abacf completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:52:36.512632 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f4843417-05c5-4669-b2de-87ba5c99af58 None None] Provisioning complete for port 356c3faf-e6fc-4886-b56b-ff83780abacf triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:52:36.513657 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f4843417-05c5-4669-b2de-87ba5c99af58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:36.542912 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364456b9-813c-4a6b-8a27-7a79a78947f4 req-b517cbdd-57ff-4601-9252-39e1a47ae5b7 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:36.544563 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-364456b9-813c-4a6b-8a27-7a79a78947f4 req-b517cbdd-57ff-4601-9252-39e1a47ae5b7 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 945 time: 0.1152167 Jul 24 00:52:36.588857 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-f4843417-05c5-4669-b2de-87ba5c99af58 None None] Port 356c3faf-e6fc-4886-b56b-ff83780abacf cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:52:36.631890 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port d9625887-2add-4c72-8971-116e86685ac2 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:52:36.632501 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:36.634542 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-364456b9-813c-4a6b-8a27-7a79a78947f4 req-8e90ced9-350b-4c91-b63a-b8708b41d37e tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756013 Jul 24 00:52:36.738927 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56144) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:36.741250 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:36.750748 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-fca6eedf-8c5d-4193-839e-9cc728a974e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 356c3faf-e6fc-4886-b56b-ff83780abacf {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:52:36.761017 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-fca6eedf-8c5d-4193-839e-9cc728a974e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:36.770379 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b7fc1d-f656-4f08-aa6d-6ddeedc97555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9625887-2add-4c72-8971-116e86685ac2'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:52:36.774992 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322a3a16-576e-4859-8709-26b7e0d4c1b8" -d '{"events": [{"server_uuid": "08b7fc1d-f656-4f08-aa6d-6ddeedc97555", "name": "network-vif-plugged", "status": "completed", "tag": "d9625887-2add-4c72-8971-116e86685ac2"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:52:36.778740 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-fca6eedf-8c5d-4193-839e-9cc728a974e5 service neutron] Transition to ACTIVE for port object 356c3faf-e6fc-4886-b56b-ff83780abacf will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:52:36.786525 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-fca6eedf-8c5d-4193-839e-9cc728a974e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:36.805756 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port d9625887-2add-4c72-8971-116e86685ac2, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d9625887-2add-4c72-8971-116e86685ac2,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:36.809701 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:36.841259 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe69b6dd-05c2-4a1c-ae0f-74545aedc528 x-openstack-request-id: req-fe69b6dd-05c2-4a1c-ae0f-74545aedc528 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:52:36.841856 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b7fc1d-f656-4f08-aa6d-6ddeedc97555", "name": "network-vif-plugged", "status": "completed", "tag": "d9625887-2add-4c72-8971-116e86685ac2", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:52:36.842538 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fe69b6dd-05c2-4a1c-ae0f-74545aedc528 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:52:36.843645 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b7fc1d-f656-4f08-aa6d-6ddeedc97555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9625887-2add-4c72-8971-116e86685ac2', 'code': 200} Jul 24 00:52:36.911786 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca6eedf-8c5d-4193-839e-9cc728a974e5 service neutron] Pushing event updated for resources: {'Port': ['ID=356c3faf-e6fc-4886-b56b-ff83780abacf,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:36.918020 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1a0c6387-1136-433c-8721-e9f8741f3428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:36.941601 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=d9625887-2add-4c72-8971-116e86685ac2,revision_number=10']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:37.016503 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-fca6eedf-8c5d-4193-839e-9cc728a974e5 service neutron] Attempting to bind port 356c3faf-e6fc-4886-b56b-ff83780abacf on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:52:37.017053 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-fca6eedf-8c5d-4193-839e-9cc728a974e5 service neutron] Attempting to bind port 356c3faf-e6fc-4886-b56b-ff83780abacf by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:52:37.017568 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-fca6eedf-8c5d-4193-839e-9cc728a974e5 service neutron] Attempting to bind port 356c3faf-e6fc-4886-b56b-ff83780abacf on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:52:37.031069 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-fca6eedf-8c5d-4193-839e-9cc728a974e5 service neutron] Port 356c3faf-e6fc-4886-b56b-ff83780abacf on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:52:37.031842 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-fca6eedf-8c5d-4193-839e-9cc728a974e5 service neutron] Attempting to bind port 356c3faf-e6fc-4886-b56b-ff83780abacf on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:52:37.037712 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-fca6eedf-8c5d-4193-839e-9cc728a974e5 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:52:37.038836 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-fca6eedf-8c5d-4193-839e-9cc728a974e5 service neutron] Checking segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:52:37.040021 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-fca6eedf-8c5d-4193-839e-9cc728a974e5 service neutron] Bound using segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:52:37.040652 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-fca6eedf-8c5d-4193-839e-9cc728a974e5 service neutron] Bound port: 356c3faf-e6fc-4886-b56b-ff83780abacf, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:52:37.044943 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-fca6eedf-8c5d-4193-839e-9cc728a974e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:37.116472 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1a0c6387-1136-433c-8721-e9f8741f3428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:37.126367 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1a0c6387-1136-433c-8721-e9f8741f3428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:37.214776 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1a0c6387-1136-433c-8721-e9f8741f3428 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=724a677698684f30ae548c8aa1e9f004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4737403 Jul 24 00:52:37.215977 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c6387-1136-433c-8721-e9f8741f3428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24fab940-38f6-4f3e-b700-7a7c0e4962e4,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:37.219384 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56160) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:37.263176 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f65e03-8969-4c4c-b59f-ff13581ffc1f req-acd7aa6f-7182-4fc5-9b50-29e074ef37b8 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:37.264830 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-51f65e03-8969-4c4c-b59f-ff13581ffc1f req-acd7aa6f-7182-4fc5-9b50-29e074ef37b8 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 950 time: 0.2116721 Jul 24 00:52:37.272146 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-fca6eedf-8c5d-4193-839e-9cc728a974e5 service neutron] For port 356c3faf-e6fc-4886-b56b-ff83780abacf, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:52:37.299891 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9043b-cda6-4d8b-849b-8480788a04e4 req-9ddc17f1-503b-49f6-8af4-ee76de64d8a5 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:37.302016 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-eac9043b-cda6-4d8b-849b-8480788a04e4 req-9ddc17f1-503b-49f6-8af4-ee76de64d8a5 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad07a853-0cfb-4110-9b74-0f511889dcae HTTP/1.1" status: 200 len: 944 time: 0.1094167 Jul 24 00:52:37.310475 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-fca6eedf-8c5d-4193-839e-9cc728a974e5 service neutron] For port 356c3faf-e6fc-4886-b56b-ff83780abacf, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=356c3faf-e6fc-4886-b56b-ff83780abacf,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:52:37.324191 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-fca6eedf-8c5d-4193-839e-9cc728a974e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:37.367450 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-eac9043b-cda6-4d8b-849b-8480788a04e4 req-b0b779d3-59c9-4674-afe0-cbcde9cdebe0 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571704 Jul 24 00:52:37.422696 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca6eedf-8c5d-4193-839e-9cc728a974e5 service neutron] Pushing event updated for resources: {'Port': ['ID=356c3faf-e6fc-4886-b56b-ff83780abacf,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:37.432856 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-fca6eedf-8c5d-4193-839e-9cc728a974e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:37.433415 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-fca6eedf-8c5d-4193-839e-9cc728a974e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:37.434868 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-fca6eedf-8c5d-4193-839e-9cc728a974e5 service neutron] 10.222.0.13 "PUT /v2.0/ports/356c3faf-e6fc-4886-b56b-ff83780abacf HTTP/1.1" status: 200 len: 1096 time: 1.2344275 Jul 24 00:52:37.437794 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e1fcc4-d8ba-4f7a-b83a-b9ad9204a2d1', 'tag': '356c3faf-e6fc-4886-b56b-ff83780abacf'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:52:37.439928 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552f59f6-78f7-4b7e-8c04-dc71874265c8" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e1fcc4-d8ba-4f7a-b83a-b9ad9204a2d1", "tag": "356c3faf-e6fc-4886-b56b-ff83780abacf"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:52:37.459016 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-51f65e03-8969-4c4c-b59f-ff13581ffc1f req-71ebcf1e-6f7d-4766-8750-8436fb953709 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762688 Jul 24 00:52:37.463994 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d1ae5745-bff7-43b3-a724-026a87de4ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:37.511091 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da663f70-bab6-4c89-acc1-0fd40c9b5596 req-5bca3976-26fb-4028-b6d8-7ba35004a18e tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:37.514611 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-da663f70-bab6-4c89-acc1-0fd40c9b5596 req-5bca3976-26fb-4028-b6d8-7ba35004a18e tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9e1fcc4-d8ba-4f7a-b83a-b9ad9204a2d1 HTTP/1.1" status: 200 len: 947 time: 0.0836272 Jul 24 00:52:37.545764 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d1ae5745-bff7-43b3-a724-026a87de4ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:37.577793 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-da663f70-bab6-4c89-acc1-0fd40c9b5596 req-3cf4797e-e756-4c96-a9aa-5b64e69fa36a tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c9b09f8-143a-443b-924d-1d2dd90d8fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505924 Jul 24 00:52:37.654751 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3a4fb9-f1d8-4d1e-a523-aeae2e1c8600 x-openstack-request-id: req-6d3a4fb9-f1d8-4d1e-a523-aeae2e1c8600 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:52:37.655158 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e1fcc4-d8ba-4f7a-b83a-b9ad9204a2d1", "tag": "356c3faf-e6fc-4886-b56b-ff83780abacf", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:52:37.655315 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6d3a4fb9-f1d8-4d1e-a523-aeae2e1c8600 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:52:37.655716 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e1fcc4-d8ba-4f7a-b83a-b9ad9204a2d1', 'tag': '356c3faf-e6fc-4886-b56b-ff83780abacf', 'status': 'completed', 'code': 200} Jul 24 00:52:37.731732 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-595e3d20-772b-4f5b-9894-87a2d6403d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:37.734034 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-595e3d20-772b-4f5b-9894-87a2d6403d9d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=09fcf0fb497a49efb22dba9610e205c4&device_id=a9e1fcc4-d8ba-4f7a-b83a-b9ad9204a2d1 HTTP/1.1" status: 200 len: 1099 time: 0.2151687 Jul 24 00:52:37.870351 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d1ae5745-bff7-43b3-a724-026a87de4ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:37.877702 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d1ae5745-bff7-43b3-a724-026a87de4ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:37.903444 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d1ae5745-bff7-43b3-a724-026a87de4ec4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/24fab940-38f6-4f3e-b700-7a7c0e4962e4 HTTP/1.1" status: 204 len: 168 time: 0.6720979 Jul 24 00:52:37.912662 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-a1bee5aa-a969-4955-b11e-36f3526c6472 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=356c3faf-e6fc-4886-b56b-ff83780abacf HTTP/1.1" status: 200 len: 217 time: 0.1482222 Jul 24 00:52:37.923766 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9854c6-9138-4e7d-928f-a9c06ee5cc03 req-d1ce6c16-2872-4c4e-b432-13397028b8ee tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:37.932833 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ea9854c6-9138-4e7d-928f-a9c06ee5cc03 req-d1ce6c16-2872-4c4e-b432-13397028b8ee tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 945 time: 0.1823716 Jul 24 00:52:37.963989 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae5745-bff7-43b3-a724-026a87de4ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fab940-38f6-4f3e-b700-7a7c0e4962e4,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:38.034947 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-6f574af1-8ebd-4142-8870-ed56448ecee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:38.036571 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-6f574af1-8ebd-4142-8870-ed56448ecee4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.0970604 Jul 24 00:52:38.079538 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ea9854c6-9138-4e7d-928f-a9c06ee5cc03 req-8f9bb87c-1b3e-4d6f-ae3d-52f67b6ba4a0 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452668 Jul 24 00:52:38.092347 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f80af-9656-4442-bb51-34d77fc72a50 req-885122a8-441b-4b48-a2c8-085b4fba9855 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:38.094484 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e62f80af-9656-4442-bb51-34d77fc72a50 req-885122a8-441b-4b48-a2c8-085b4fba9855 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0489fb5-2627-41d8-a25e-bc092c4e4442 HTTP/1.1" status: 200 len: 945 time: 0.1441228 Jul 24 00:52:38.147137 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e62f80af-9656-4442-bb51-34d77fc72a50 req-b815d7e9-c316-4115-b37b-6afa57dde760 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "GET /v2.0/security-groups?id=37a74a14-3ba4-4d5c-ae76-89e835fbc2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517581 Jul 24 00:52:38.161115 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-5c4a6d70-838c-4d45-bab8-ba650e0f2938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:38.162660 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-5c4a6d70-838c-4d45-bab8-ba650e0f2938 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1141715 Jul 24 00:52:38.317032 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-cd115f95-f61a-4a86-bc58-65bc51d013f7 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352003 Jul 24 00:52:38.522747 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d79a34fb-8ac3-4ab4-851f-56a9ffe0567e req-0b1af1cf-0791-4435-968b-a5f13c3c7101 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927421 Jul 24 00:52:38.603843 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362cad37-a5e9-483f-bf71-16a7dba866e6 req-3da31dfb-1592-46b8-9741-d0050a422200 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:38.605422 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-362cad37-a5e9-483f-bf71-16a7dba866e6 req-3da31dfb-1592-46b8-9741-d0050a422200 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad07a853-0cfb-4110-9b74-0f511889dcae HTTP/1.1" status: 200 len: 944 time: 0.1549475 Jul 24 00:52:38.676714 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-362cad37-a5e9-483f-bf71-16a7dba866e6 req-ec03e3ab-de07-4e3f-8ad6-b0fc7ee1545d tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640001 Jul 24 00:52:38.716834 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40da3bd-22d2-4f71-b7b5-fe106908c09a req-7e224c65-b0ac-4789-bef1-15546c801c4f tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:38.717211 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e40da3bd-22d2-4f71-b7b5-fe106908c09a req-7e224c65-b0ac-4789-bef1-15546c801c4f tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 950 time: 0.1645076 Jul 24 00:52:38.724520 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f59f6-78f7-4b7e-8c04-dc71874265c8 req-a0188e91-c5aa-4466-84f9-08bc421cb1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:38.726892 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-552f59f6-78f7-4b7e-8c04-dc71874265c8 req-a0188e91-c5aa-4466-84f9-08bc421cb1d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=09fcf0fb497a49efb22dba9610e205c4&device_id=a9e1fcc4-d8ba-4f7a-b83a-b9ad9204a2d1 HTTP/1.1" status: 200 len: 1099 time: 0.1271603 Jul 24 00:52:38.798493 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e40da3bd-22d2-4f71-b7b5-fe106908c09a req-e792eeea-8f31-4f7e-bc35-129130b73a73 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689676 Jul 24 00:52:38.917565 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093d7a1-2103-4c40-8b4b-b87fef146fe2 req-e05b89a1-7672-43fd-995d-c829ad694c14 tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:38.926826 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d093d7a1-2103-4c40-8b4b-b87fef146fe2 req-e05b89a1-7672-43fd-995d-c829ad694c14 tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9e1fcc4-d8ba-4f7a-b83a-b9ad9204a2d1 HTTP/1.1" status: 200 len: 947 time: 0.1394939 Jul 24 00:52:38.981265 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f59f6-78f7-4b7e-8c04-dc71874265c8 req-31021d3f-23fb-452a-9376-c9c6858d1c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:38.984869 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-552f59f6-78f7-4b7e-8c04-dc71874265c8 req-31021d3f-23fb-452a-9376-c9c6858d1c1f service neutron] 10.222.0.13 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.2335627 Jul 24 00:52:38.989090 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d093d7a1-2103-4c40-8b4b-b87fef146fe2 req-e770ae75-3781-4b9f-915d-fbd654481953 tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c9b09f8-143a-443b-924d-1d2dd90d8fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613627 Jul 24 00:52:39.044359 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-552f59f6-78f7-4b7e-8c04-dc71874265c8 req-a7c4792c-64e5-43e3-a46e-310213563e68 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=356c3faf-e6fc-4886-b56b-ff83780abacf HTTP/1.1" status: 200 len: 217 time: 0.0473433 Jul 24 00:52:39.213051 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f59f6-78f7-4b7e-8c04-dc71874265c8 req-e7061487-da1e-451e-8a89-970585832533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:39.214698 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-552f59f6-78f7-4b7e-8c04-dc71874265c8 req-e7061487-da1e-451e-8a89-970585832533 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.1602392 Jul 24 00:52:39.304215 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f59f6-78f7-4b7e-8c04-dc71874265c8 req-1d63118b-3f73-4a9d-bea4-ad5e12c30860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:39.307187 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-552f59f6-78f7-4b7e-8c04-dc71874265c8 req-1d63118b-3f73-4a9d-bea4-ad5e12c30860 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0845335 Jul 24 00:52:39.376646 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfdfc3-3d87-41ba-9614-b495911de24d req-b555112d-0822-488c-ab52-33ea06790d3a tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:39.388770 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-12dfdfc3-3d87-41ba-9614-b495911de24d req-b555112d-0822-488c-ab52-33ea06790d3a tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 945 time: 0.1469538 Jul 24 00:52:39.454859 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-12dfdfc3-3d87-41ba-9614-b495911de24d req-cb4706ff-c65d-410a-8dc3-ed97c3213516 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563340 Jul 24 00:52:39.455775 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-552f59f6-78f7-4b7e-8c04-dc71874265c8 req-8ff47b76-51a6-4545-8ae1-82eeb0f8e31c service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341653 Jul 24 00:52:39.586739 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-552f59f6-78f7-4b7e-8c04-dc71874265c8 req-67b05a50-43fa-4bf9-90cf-51c09835a7aa service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090016 Jul 24 00:52:39.724430 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d58c0ca4-16b7-4184-a1a3-4e36afbdd8b3 req-af3674db-6000-4d2a-b5a4-406cb490a765 tempest-AbsoluteLimitsNegativeTestJSON-1080652130 tempest-AbsoluteLimitsNegativeTestJSON-1080652130-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=4965eb7c5c504d59b9e6c416e19b4ed7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510755 Jul 24 00:52:39.881424 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c0ca4-16b7-4184-a1a3-4e36afbdd8b3 req-b2968e58-2825-4586-beb9-3cece04080f6 tempest-AbsoluteLimitsNegativeTestJSON-1080652130 tempest-AbsoluteLimitsNegativeTestJSON-1080652130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:39.883097 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d58c0ca4-16b7-4184-a1a3-4e36afbdd8b3 req-b2968e58-2825-4586-beb9-3cece04080f6 tempest-AbsoluteLimitsNegativeTestJSON-1080652130 tempest-AbsoluteLimitsNegativeTestJSON-1080652130-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1515923 Jul 24 00:52:39.910941 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12868b-805b-47a6-9729-407df95b2404 req-3caa637a-3d5d-481f-b1a9-3d23180639c3 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:39.917724 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b12868b-805b-47a6-9729-407df95b2404 req-3caa637a-3d5d-481f-b1a9-3d23180639c3 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad07a853-0cfb-4110-9b74-0f511889dcae HTTP/1.1" status: 200 len: 944 time: 0.0868268 Jul 24 00:52:39.920044 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d58c0ca4-16b7-4184-a1a3-4e36afbdd8b3 req-96cb8de5-99c1-4070-9111-df02d2214d39 tempest-AbsoluteLimitsNegativeTestJSON-1080652130 tempest-AbsoluteLimitsNegativeTestJSON-1080652130-project] 10.222.0.15 "GET /v2.0/quotas/4965eb7c5c504d59b9e6c416e19b4ed7 HTTP/1.1" status: 200 len: 375 time: 0.0297077 Jul 24 00:52:39.981496 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b12868b-805b-47a6-9729-407df95b2404 req-40cee464-3b73-4a0b-994f-de342e5ae1c8 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627959 Jul 24 00:52:39.988122 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d58c0ca4-16b7-4184-a1a3-4e36afbdd8b3 req-db0f5d91-1d9e-440f-b2bc-3e84316204e5 tempest-AbsoluteLimitsNegativeTestJSON-1080652130 tempest-AbsoluteLimitsNegativeTestJSON-1080652130-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4965eb7c5c504d59b9e6c416e19b4ed7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628924 Jul 24 00:52:40.241157 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847b94d-3ab2-48cf-9dbe-0ad61fed6bb2 req-59cdb43c-93af-44ec-848f-255e9401fa3a tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:40.249375 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e847b94d-3ab2-48cf-9dbe-0ad61fed6bb2 req-59cdb43c-93af-44ec-848f-255e9401fa3a tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0489fb5-2627-41d8-a25e-bc092c4e4442 HTTP/1.1" status: 200 len: 945 time: 0.0883226 Jul 24 00:52:40.270628 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339eea1b-0dcf-4d09-a3ce-31814bb45d07 req-6d56317e-ab83-4e37-8263-89f76ca54d1b tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:40.281959 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-339eea1b-0dcf-4d09-a3ce-31814bb45d07 req-6d56317e-ab83-4e37-8263-89f76ca54d1b tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 950 time: 0.1514368 Jul 24 00:52:40.303310 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e847b94d-3ab2-48cf-9dbe-0ad61fed6bb2 req-98872a56-f653-45b6-a3dd-bc6a2dfe1d49 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "GET /v2.0/security-groups?id=37a74a14-3ba4-4d5c-ae76-89e835fbc2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527167 Jul 24 00:52:40.401268 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-339eea1b-0dcf-4d09-a3ce-31814bb45d07 req-1d87fd3e-3874-418e-971c-8c12ad5546b7 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148987 Jul 24 00:52:40.465367 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 356c3faf-e6fc-4886-b56b-ff83780abacf details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:52:40.673698 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56272) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:40.705670 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 356c3faf-e6fc-4886-b56b-ff83780abacf, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=356c3faf-e6fc-4886-b56b-ff83780abacf,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:40.720215 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '356c3faf-e6fc-4886-b56b-ff83780abacf', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'port_id': '356c3faf-e6fc-4886-b56b-ff83780abacf', 'mac_address': 'fa:16:3e:75:a3:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:52:40.740810 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6860355-7121-496c-a436-09a620b8da44 req-64cd4c57-9488-4beb-a001-89fc6a4eaa25 tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:40.752078 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f6860355-7121-496c-a436-09a620b8da44 req-64cd4c57-9488-4beb-a001-89fc6a4eaa25 tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9e1fcc4-d8ba-4f7a-b83a-b9ad9204a2d1 HTTP/1.1" status: 200 len: 947 time: 0.1891186 Jul 24 00:52:40.769294 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:40.798789 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 356c3faf-e6fc-4886-b56b-ff83780abacf {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:52:40.811128 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f6860355-7121-496c-a436-09a620b8da44 req-95d1fedd-d1ef-43ab-8601-3855b0c9f24a tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c9b09f8-143a-443b-924d-1d2dd90d8fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581393 Jul 24 00:52:40.844686 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 356c3faf-e6fc-4886-b56b-ff83780abacf, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=356c3faf-e6fc-4886-b56b-ff83780abacf,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:40.857803 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:40.873580 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ccdca8-d0e9-4113-9e32-b9bb34ef324c req-991993ed-8471-471d-b8eb-a952f758181f tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:40.875677 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-41ccdca8-d0e9-4113-9e32-b9bb34ef324c req-991993ed-8471-471d-b8eb-a952f758181f tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 945 time: 0.2301581 Jul 24 00:52:40.925802 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cc263c81-8f89-40d7-9105-46872766ff78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:40.980713 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=356c3faf-e6fc-4886-b56b-ff83780abacf,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:41.014848 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-41ccdca8-d0e9-4113-9e32-b9bb34ef324c req-6f5beb24-816a-433b-8422-7a6a13b88c31 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292510 Jul 24 00:52:41.129089 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cc263c81-8f89-40d7-9105-46872766ff78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:41.142337 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cc263c81-8f89-40d7-9105-46872766ff78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:41.210068 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4472ab8-fd2b-45cf-a7a3-fb1d416df114 req-f9a2c3c6-d4c2-4f7b-8404-917983b84962 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:41.213401 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f4472ab8-fd2b-45cf-a7a3-fb1d416df114 req-f9a2c3c6-d4c2-4f7b-8404-917983b84962 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad07a853-0cfb-4110-9b74-0f511889dcae HTTP/1.1" status: 200 len: 944 time: 0.0882454 Jul 24 00:52:41.216398 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['356c3faf-e6fc-4886-b56b-ff83780abacf'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:52:41.231096 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-cc263c81-8f89-40d7-9105-46872766ff78 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4965eb7c5c504d59b9e6c416e19b4ed7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5537641 Jul 24 00:52:41.231946 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56282) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:41.264210 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc263c81-8f89-40d7-9105-46872766ff78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a3201b-fc5f-4fa5-8b6a-4651c96fe994,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:41.279188 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f4472ab8-fd2b-45cf-a7a3-fb1d416df114 req-9f0914d3-b074-41d0-ae7c-e52dc8c27e43 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440862 Jul 24 00:52:41.368593 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-80f63232-2f28-4318-8132-82b1f680af64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:41.393200 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-80f63232-2f28-4318-8132-82b1f680af64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:41.453454 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068befd6-9d74-4c61-981d-40115a2617e1 req-83767126-6c8c-4f9b-b4d7-2c57e424e882 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:41.455537 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-068befd6-9d74-4c61-981d-40115a2617e1 req-83767126-6c8c-4f9b-b4d7-2c57e424e882 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0489fb5-2627-41d8-a25e-bc092c4e4442 HTTP/1.1" status: 200 len: 945 time: 0.2138388 Jul 24 00:52:41.617544 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6d936-f9d9-4318-b6d6-0f8fc0f5be59 req-f9b89266-09f5-4997-a373-c261e382d849 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:41.619175 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a4a6d936-f9d9-4318-b6d6-0f8fc0f5be59 req-f9b89266-09f5-4997-a373-c261e382d849 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 950 time: 0.0793149 Jul 24 00:52:41.675954 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a4a6d936-f9d9-4318-b6d6-0f8fc0f5be59 req-bbd439ee-e8fc-4f48-8c2f-9b993af192e9 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465691 Jul 24 00:52:41.916880 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-068befd6-9d74-4c61-981d-40115a2617e1 req-eea9d75e-0a13-4297-8aea-5f999b6d5106 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "GET /v2.0/security-groups?id=37a74a14-3ba4-4d5c-ae76-89e835fbc2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4418302 Jul 24 00:52:41.916880 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-cdc44e12-f350-45ea-b54e-a83e047e45de service neutron] 10.222.0.13 "GET /v2.0/ports/1e8f895b-a048-423b-b320-513cbfc9cc20/bindings/n-h2-793621-25 HTTP/1.1" status: 200 len: 385 time: 0.5103517 Jul 24 00:52:41.954862 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-80f63232-2f28-4318-8132-82b1f680af64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:41.959063 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-80f63232-2f28-4318-8132-82b1f680af64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:41.961992 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-80f63232-2f28-4318-8132-82b1f680af64 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/81a3201b-fc5f-4fa5-8b6a-4651c96fe994 HTTP/1.1" status: 204 len: 168 time: 0.7201583 Jul 24 00:52:42.004359 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f63232-2f28-4318-8132-82b1f680af64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a3201b-fc5f-4fa5-8b6a-4651c96fe994,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:42.014187 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7ef0d-816f-4575-a744-1bc9fc5bc058 req-992b83d6-4185-4c85-aacf-d7f2bf625753 tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:42.016278 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-42e7ef0d-816f-4575-a744-1bc9fc5bc058 req-992b83d6-4185-4c85-aacf-d7f2bf625753 tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9e1fcc4-d8ba-4f7a-b83a-b9ad9204a2d1 HTTP/1.1" status: 200 len: 948 time: 0.0970068 Jul 24 00:52:42.114666 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-42e7ef0d-816f-4575-a744-1bc9fc5bc058 req-028087a8-97db-47df-ad9c-862ab0ad7e16 tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c9b09f8-143a-443b-924d-1d2dd90d8fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898306 Jul 24 00:52:42.230467 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-10f35917-d80e-43f9-9f2e-9943d831e707 service neutron] For port 1e8f895b-a048-423b-b320-513cbfc9cc20, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=1e8f895b-a048-423b-b320-513cbfc9cc20,segment=NetworkSegment(224003b9-1e4b-40e8-8bf3-31947898d576),segment_id=224003b9-1e4b-40e8-8bf3-31947898d576)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:42.267270 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14fa947-2ebc-4c32-80dd-a80489138758 req-127b908d-b720-41dc-893b-ca52ad0a7fcb tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:42.268774 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f14fa947-2ebc-4c32-80dd-a80489138758 req-127b908d-b720-41dc-893b-ca52ad0a7fcb tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 945 time: 0.1466529 Jul 24 00:52:42.269855 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-10f35917-d80e-43f9-9f2e-9943d831e707 service neutron] For port 1e8f895b-a048-423b-b320-513cbfc9cc20, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:52:42.364437 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-10f35917-d80e-43f9-9f2e-9943d831e707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e8f895b-a048-423b-b320-513cbfc9cc20 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:52:42.388098 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-10f35917-d80e-43f9-9f2e-9943d831e707 service neutron] For port 1e8f895b-a048-423b-b320-513cbfc9cc20, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=1e8f895b-a048-423b-b320-513cbfc9cc20,segment=NetworkSegment(224003b9-1e4b-40e8-8bf3-31947898d576),segment_id=224003b9-1e4b-40e8-8bf3-31947898d576)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:42.417344 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f14fa947-2ebc-4c32-80dd-a80489138758 req-558d85b5-02ff-4cda-910b-ddbc35da8d9d tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108034 Jul 24 00:52:42.443672 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-10f35917-d80e-43f9-9f2e-9943d831e707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:42.485472 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38dd050-ba14-46fa-be9f-1271ba5b82d6 req-87da3180-7434-4d4d-a8ce-460625f29dfa tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:42.494380 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 356c3faf-e6fc-4886-b56b-ff83780abacf up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:52:42.501523 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e38dd050-ba14-46fa-be9f-1271ba5b82d6 req-87da3180-7434-4d4d-a8ce-460625f29dfa tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad07a853-0cfb-4110-9b74-0f511889dcae HTTP/1.1" status: 200 len: 944 time: 0.1128814 Jul 24 00:52:42.568463 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 356c3faf-e6fc-4886-b56b-ff83780abacf completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:52:42.578090 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 356c3faf-e6fc-4886-b56b-ff83780abacf triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:52:42.578472 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:42.594977 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e38dd050-ba14-46fa-be9f-1271ba5b82d6 req-ee7f6108-d408-4b45-821b-580f23665765 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843327 Jul 24 00:52:42.600717 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-10f35917-d80e-43f9-9f2e-9943d831e707 service neutron] Transition to ACTIVE for port object 1e8f895b-a048-423b-b320-513cbfc9cc20 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:52:42.614213 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-10f35917-d80e-43f9-9f2e-9943d831e707 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:42.698563 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:42.721192 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-10f35917-d80e-43f9-9f2e-9943d831e707 service neutron] No DVR routers for this DVR port 1e8f895b-a048-423b-b320-513cbfc9cc20 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:52:42.739194 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e1fcc4-d8ba-4f7a-b83a-b9ad9204a2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356c3faf-e6fc-4886-b56b-ff83780abacf'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:52:42.741644 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3687b5f3-7c91-4fa7-b34f-cd018277abb0" -d '{"events": [{"server_uuid": "a9e1fcc4-d8ba-4f7a-b83a-b9ad9204a2d1", "name": "network-vif-plugged", "status": "completed", "tag": "356c3faf-e6fc-4886-b56b-ff83780abacf"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:52:42.757416 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 356c3faf-e6fc-4886-b56b-ff83780abacf, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=356c3faf-e6fc-4886-b56b-ff83780abacf,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:42.763394 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f35917-d80e-43f9-9f2e-9943d831e707 service neutron] Pushing event updated for resources: {'Port': ['ID=1e8f895b-a048-423b-b320-513cbfc9cc20,revision_number=10']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:42.772311 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:42.773798 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 1e8f895b-a048-423b-b320-513cbfc9cc20 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:52:42.797296 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-10f35917-d80e-43f9-9f2e-9943d831e707 service neutron] 10.222.0.13 "PUT /v2.0/ports/1e8f895b-a048-423b-b320-513cbfc9cc20/bindings/n-h2-793621-25/activate HTTP/1.1" status: 200 len: 370 time: 0.8742692 Jul 24 00:52:42.848657 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b213a8cc-41bc-4c9f-8c99-3014c84d4ada x-openstack-request-id: req-b213a8cc-41bc-4c9f-8c99-3014c84d4ada {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:52:42.849292 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e1fcc4-d8ba-4f7a-b83a-b9ad9204a2d1", "name": "network-vif-plugged", "status": "completed", "tag": "356c3faf-e6fc-4886-b56b-ff83780abacf", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:52:42.849548 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b213a8cc-41bc-4c9f-8c99-3014c84d4ada {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:52:42.849964 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e1fcc4-d8ba-4f7a-b83a-b9ad9204a2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '356c3faf-e6fc-4886-b56b-ff83780abacf', 'code': 200} Jul 24 00:52:42.925731 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 1e8f895b-a048-423b-b320-513cbfc9cc20 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:52:42.935339 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=356c3faf-e6fc-4886-b56b-ff83780abacf,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:42.940505 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e10df2-6f9f-42c8-b306-81d234bc160f req-c6cfd78f-ca42-40fd-96a3-2680d50965e7 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:42.963335 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-45e10df2-6f9f-42c8-b306-81d234bc160f req-c6cfd78f-ca42-40fd-96a3-2680d50965e7 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 950 time: 0.1698897 Jul 24 00:52:43.060116 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-45e10df2-6f9f-42c8-b306-81d234bc160f req-926b15b1-e6d8-4d8e-8d0c-73b4b13ca10f tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958133 Jul 24 00:52:43.086890 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:52:43.105765 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56346) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:43.116407 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612dd721-ca38-4ac2-bcc9-299e894ab6b2 req-dec2ebd3-8110-471c-b4f3-e0a53fe90e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:43.118559 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-612dd721-ca38-4ac2-bcc9-299e894ab6b2 req-dec2ebd3-8110-471c-b4f3-e0a53fe90e71 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a9e1fcc4-d8ba-4f7a-b83a-b9ad9204a2d1 HTTP/1.1" status: 200 len: 1101 time: 0.2177346 Jul 24 00:52:43.212032 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-612dd721-ca38-4ac2-bcc9-299e894ab6b2 req-3f8419e8-b6b2-4da1-8bc2-f90aa5ea7a85 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2c9b09f8-143a-443b-924d-1d2dd90d8fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718255 Jul 24 00:52:43.278223 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-d72757be-27aa-409e-9861-ff37dca656c2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1207560895-network', 'tenant_id': '6ef3e4a25209474b9838057f2e1c9a43'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:52:43.340695 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72757be-27aa-409e-9861-ff37dca656c2 admin admin] Made reservation on behalf of 6ef3e4a25209474b9838057f2e1c9a43 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:52:43.342945 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d72757be-27aa-409e-9861-ff37dca656c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:43.357185 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-d10a2a2f-2b44-4f2e-b80e-5c854a79427b tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:43.357883 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d72757be-27aa-409e-9861-ff37dca656c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:43.358798 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-d10a2a2f-2b44-4f2e-b80e-5c854a79427b tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ad07a853-0cfb-4110-9b74-0f511889dcae&tenant_id=ed057dc71fc949d185d5f214444abe1e&binding%3Ahost_id=n-h1-793621-25 HTTP/1.1" status: 200 len: 1097 time: 0.4232967 Jul 24 00:52:43.379136 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889a5ce-7e21-491e-8a30-82dc8d0e14df req-d61cf1d7-d537-4018-ae5c-fa4b77e95394 tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:43.386808 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e889a5ce-7e21-491e-8a30-82dc8d0e14df req-d61cf1d7-d537-4018-ae5c-fa4b77e95394 tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9e1fcc4-d8ba-4f7a-b83a-b9ad9204a2d1 HTTP/1.1" status: 200 len: 949 time: 0.1585100 Jul 24 00:52:43.428979 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc387a7-be4f-4de9-a553-da20887465fb req-352812ca-164a-489f-ad68-dd14fe342c41 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:43.431802 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3dc387a7-be4f-4de9-a553-da20887465fb req-352812ca-164a-489f-ad68-dd14fe342c41 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0489fb5-2627-41d8-a25e-bc092c4e4442 HTTP/1.1" status: 200 len: 945 time: 0.4130015 Jul 24 00:52:43.467057 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-b0c6b4f9-bca1-4aa1-add5-5c090328dcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:43.468581 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-b0c6b4f9-bca1-4aa1-add5-5c090328dcca service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ad07a853-0cfb-4110-9b74-0f511889dcae&tenant_id=ed057dc71fc949d185d5f214444abe1e HTTP/1.1" status: 200 len: 1097 time: 0.0995035 Jul 24 00:52:43.498688 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3dc387a7-be4f-4de9-a553-da20887465fb req-13c3e844-bc28-46c5-8df1-d73a5af2e134 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "GET /v2.0/security-groups?id=37a74a14-3ba4-4d5c-ae76-89e835fbc2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571318 Jul 24 00:52:43.518363 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e889a5ce-7e21-491e-8a30-82dc8d0e14df req-c0e22871-1f25-4c4a-ad8f-b185029d9958 tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c9b09f8-143a-443b-924d-1d2dd90d8fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305718 Jul 24 00:52:43.537915 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c260c3-e31c-4924-8334-1908e6f7e18a req-3ab4acd3-2e58-4c64-a3a8-20c4c3c72c4b tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:43.540445 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49c260c3-e31c-4924-8334-1908e6f7e18a req-3ab4acd3-2e58-4c64-a3a8-20c4c3c72c4b tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0489fb5-2627-41d8-a25e-bc092c4e4442 HTTP/1.1" status: 200 len: 945 time: 0.2315307 Jul 24 00:52:43.591275 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d72757be-27aa-409e-9861-ff37dca656c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:43.617183 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d72757be-27aa-409e-9861-ff37dca656c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:43.641646 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d72757be-27aa-409e-9861-ff37dca656c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:52:43.649582 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-537c8f84-8858-471e-9546-54270daf64fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:43.651696 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-537c8f84-8858-471e-9546-54270daf64fe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ed057dc71fc949d185d5f214444abe1e&device_id=ad07a853-0cfb-4110-9b74-0f511889dcae HTTP/1.1" status: 200 len: 1097 time: 0.1502995 Jul 24 00:52:43.701443 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d72757be-27aa-409e-9861-ff37dca656c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:43.702000 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-d72757be-27aa-409e-9861-ff37dca656c2 admin admin] Added segment edc85154-e70f-430b-83ee-cb95e988b410 of type vlan for network af81c6ac-392c-48e6-8da2-8dc6568ea2d6 Jul 24 00:52:43.758386 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7784c-c450-43b7-9e66-a4f83704a90b req-0dfe6c14-c9d1-4591-b432-5f1372026e08 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:43.760048 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6aa7784c-c450-43b7-9e66-a4f83704a90b req-0dfe6c14-c9d1-4591-b432-5f1372026e08 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 945 time: 0.1762922 Jul 24 00:52:43.777323 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d72757be-27aa-409e-9861-ff37dca656c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:43.795639 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72757be-27aa-409e-9861-ff37dca656c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a6caf6-9820-4b48-87b5-23ef62cadcfb,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:43.797865 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-d5e876ec-fa8b-4936-a856-a8dc63becdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:43.799473 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-d5e876ec-fa8b-4936-a856-a8dc63becdd1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7c4ab419-d412-43cd-bcfe-97903abe1bf4 HTTP/1.1" status: 200 len: 908 time: 0.1379991 Jul 24 00:52:43.849683 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-4ce61f21-8fef-4e67-b1d0-519b115c49ab service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e8f895b-a048-423b-b320-513cbfc9cc20 HTTP/1.1" status: 200 len: 217 time: 0.0382860 Jul 24 00:52:43.857243 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6aa7784c-c450-43b7-9e66-a4f83704a90b req-a96dc29f-d641-4333-9603-10c9ea54f7f0 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886505 Jul 24 00:52:43.902645 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d72757be-27aa-409e-9861-ff37dca656c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:43.904060 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72757be-27aa-409e-9861-ff37dca656c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:43.904863 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d72757be-27aa-409e-9861-ff37dca656c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:43.938909 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-13957aba-66a8-45a2-84a3-43876f1beb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:43.941198 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-13957aba-66a8-45a2-84a3-43876f1beb52 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8e7ca279-b98c-43f9-865c-dc5db7518bba HTTP/1.1" status: 200 len: 847 time: 0.0824142 Jul 24 00:52:43.955539 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-49c260c3-e31c-4924-8334-1908e6f7e18a req-db329c1c-2bcf-4328-a6b7-b306c24f9f99 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Deleting port 370d4d4e-1db9-4082-8ebd-6756760b3905 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:52:43.956495 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-49c260c3-e31c-4924-8334-1908e6f7e18a req-db329c1c-2bcf-4328-a6b7-b306c24f9f99 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:43.984320 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d72757be-27aa-409e-9861-ff37dca656c2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8750398 Jul 24 00:52:43.994898 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56368) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:43.997165 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-39470a62-4053-4631-bff4-8f815c0772e1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7c4ab419-d412-43cd-bcfe-97903abe1bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464981 Jul 24 00:52:44.002470 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-abb44e50-4a26-489b-992e-4d0afc9c3cd8 admin admin] Request body: {'subnet': {'network_id': 'af81c6ac-392c-48e6-8da2-8dc6568ea2d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1207560895-subnet', 'tenant_id': '6ef3e4a25209474b9838057f2e1c9a43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:52:44.044815 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72757be-27aa-409e-9861-ff37dca656c2 admin admin] Pushing event updated for resources: {'Network': ['ID=af81c6ac-392c-48e6-8da2-8dc6568ea2d6,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:44.059448 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network af81c6ac-392c-48e6-8da2-8dc6568ea2d6 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:52:44.089050 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98888e2-e46d-4621-a261-c5e1e4fc2c99 req-1cbbd505-c825-467f-9981-433b84545542 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:44.090637 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f98888e2-e46d-4621-a261-c5e1e4fc2c99 req-1cbbd505-c825-467f-9981-433b84545542 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad07a853-0cfb-4110-9b74-0f511889dcae HTTP/1.1" status: 200 len: 945 time: 0.2920229 Jul 24 00:52:44.123525 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-2d9cb6fc-4705-4a24-817d-675b29b15664 service neutron] 10.222.0.11 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172466 Jul 24 00:52:44.124142 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb44e50-4a26-489b-992e-4d0afc9c3cd8 admin admin] Made reservation on behalf of 6ef3e4a25209474b9838057f2e1c9a43 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:52:44.126432 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-abb44e50-4a26-489b-992e-4d0afc9c3cd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:44.187167 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f98888e2-e46d-4621-a261-c5e1e4fc2c99 req-70de56e1-f5da-4eb2-b9ec-cc490aea37af tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863655 Jul 24 00:52:44.192418 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-49c260c3-e31c-4924-8334-1908e6f7e18a req-db329c1c-2bcf-4328-a6b7-b306c24f9f99 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] For port 370d4d4e-1db9-4082-8ebd-6756760b3905, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=370d4d4e-1db9-4082-8ebd-6756760b3905,segment=NetworkSegment(8586c4bf-3892-4b3d-8b39-dc6fef5c8398),segment_id=8586c4bf-3892-4b3d-8b39-dc6fef5c8398)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:44.192787 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-49c260c3-e31c-4924-8334-1908e6f7e18a req-db329c1c-2bcf-4328-a6b7-b306c24f9f99 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:44.432866 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-2661719f-c332-4a64-9f8e-0b7cd9e51d9e service neutron] 10.222.0.11 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924709 Jul 24 00:52:44.434612 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-49c260c3-e31c-4924-8334-1908e6f7e18a req-db329c1c-2bcf-4328-a6b7-b306c24f9f99 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:44.434612 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-49c260c3-e31c-4924-8334-1908e6f7e18a req-db329c1c-2bcf-4328-a6b7-b306c24f9f99 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:44.434612 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [req-49c260c3-e31c-4924-8334-1908e6f7e18a req-db329c1c-2bcf-4328-a6b7-b306c24f9f99 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Floating IP d7dc42ee-92a2-433a-a232-aff8cdd94e4f disassociated. External IP: 172.25.2.24, port: 370d4d4e-1db9-4082-8ebd-6756760b3905. Jul 24 00:52:44.434612 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-49c260c3-e31c-4924-8334-1908e6f7e18a req-db329c1c-2bcf-4328-a6b7-b306c24f9f99 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Calling delete_port for 370d4d4e-1db9-4082-8ebd-6756760b3905 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:52:44.449283 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c547f-c6bf-4001-8d91-325dcd35220f req-d3cbd2d1-687e-4bf6-a180-1bd7601767b2 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:44.456110 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2d5c547f-c6bf-4001-8d91-325dcd35220f req-d3cbd2d1-687e-4bf6-a180-1bd7601767b2 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 950 time: 0.2703373 Jul 24 00:52:44.536974 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2d5c547f-c6bf-4001-8d91-325dcd35220f req-959d14e9-0269-44b0-9a98-a636161a5d4e tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798545 Jul 24 00:52:44.667433 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-abb44e50-4a26-489b-992e-4d0afc9c3cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:44.695554 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-49c260c3-e31c-4924-8334-1908e6f7e18a req-db329c1c-2bcf-4328-a6b7-b306c24f9f99 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:44.745205 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db329c1c-2bcf-4328-a6b7-b306c24f9f99 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Pushing event deleted for resources: {'Port': ['ID=370d4d4e-1db9-4082-8ebd-6756760b3905,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:44.762792 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fbecc6-d3a3-4134-97f6-ad1b7eae1d64 req-4a0a10d1-2531-4017-9046-dac271029c87 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:44.772028 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-56fbecc6-d3a3-4134-97f6-ad1b7eae1d64 req-4a0a10d1-2531-4017-9046-dac271029c87 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0489fb5-2627-41d8-a25e-bc092c4e4442 HTTP/1.1" status: 200 len: 867 time: 0.1399379 Jul 24 00:52:44.846691 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb44e50-4a26-489b-992e-4d0afc9c3cd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dceb42d-a5e2-4858-b759-1d0c40e54a0c,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:44.870916 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb44e50-4a26-489b-992e-4d0afc9c3cd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:44.871322 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb44e50-4a26-489b-992e-4d0afc9c3cd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:44.871634 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb44e50-4a26-489b-992e-4d0afc9c3cd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:44.871955 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb44e50-4a26-489b-992e-4d0afc9c3cd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:44.872698 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb44e50-4a26-489b-992e-4d0afc9c3cd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:44.872698 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb44e50-4a26-489b-992e-4d0afc9c3cd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:44.872952 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb44e50-4a26-489b-992e-4d0afc9c3cd8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:44.873231 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb44e50-4a26-489b-992e-4d0afc9c3cd8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:44.873553 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb44e50-4a26-489b-992e-4d0afc9c3cd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:44.873957 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb44e50-4a26-489b-992e-4d0afc9c3cd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:44.874200 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb44e50-4a26-489b-992e-4d0afc9c3cd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:44.875075 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb44e50-4a26-489b-992e-4d0afc9c3cd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:44.899186 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-56fbecc6-d3a3-4134-97f6-ad1b7eae1d64 req-5753a5b1-e328-4d61-8787-c0edfe397603 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "GET /v2.0/security-groups?id=37a74a14-3ba4-4d5c-ae76-89e835fbc2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286280 Jul 24 00:52:44.903344 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb44e50-4a26-489b-992e-4d0afc9c3cd8 admin admin] Checking segment: {'id': 'edc85154-e70f-430b-83ee-cb95e988b410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'af81c6ac-392c-48e6-8da2-8dc6568ea2d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:52:44.903975 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb44e50-4a26-489b-992e-4d0afc9c3cd8 admin admin] Network hostable DHCP agents. Network: af81c6ac-392c-48e6-8da2-8dc6568ea2d6, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:52:44.942029 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49c260c3-e31c-4924-8334-1908e6f7e18a req-db329c1c-2bcf-4328-a6b7-b306c24f9f99 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Router 8816f8c6-b88b-49d1-b039-07bd44213f45 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:52:44.992136 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabb6f5-4484-47da-9bc6-61e21be4b658 req-9e185b01-fa69-444c-b530-224297059ee4 tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:44.996240 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-caabb6f5-4484-47da-9bc6-61e21be4b658 req-9e185b01-fa69-444c-b530-224297059ee4 tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9e1fcc4-d8ba-4f7a-b83a-b9ad9204a2d1 HTTP/1.1" status: 200 len: 949 time: 0.2665191 Jul 24 00:52:45.000635 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-2ebe1a81-a8a1-48b4-be94-3a97e30fa6e3 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:45.002393 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-2ebe1a81-a8a1-48b4-be94-3a97e30fa6e3 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=ad07a853-0cfb-4110-9b74-0f511889dcae&tenant_id=ed057dc71fc949d185d5f214444abe1e&binding%3Ahost_id=n-h2-793621-25 HTTP/1.1" status: 200 len: 1097 time: 0.2625806 Jul 24 00:52:45.003018 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb44e50-4a26-489b-992e-4d0afc9c3cd8 admin admin] Network af81c6ac-392c-48e6-8da2-8dc6568ea2d6 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:52:45.055662 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-abb44e50-4a26-489b-992e-4d0afc9c3cd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, af81c6ac-392c-48e6-8da2-8dc6568ea2d6) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:52:45.065570 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8767d79-df04-4454-8218-75251cb6d5de None None] Network af81c6ac-392c-48e6-8da2-8dc6568ea2d6 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:52:45.084639 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb44e50-4a26-489b-992e-4d0afc9c3cd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:45.086082 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-abb44e50-4a26-489b-992e-4d0afc9c3cd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:45.140673 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-abb44e50-4a26-489b-992e-4d0afc9c3cd8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1423402 Jul 24 00:52:45.177863 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-caabb6f5-4484-47da-9bc6-61e21be4b658 req-c4019008-4d04-4b4b-b890-36c70ee45c09 tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c9b09f8-143a-443b-924d-1d2dd90d8fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475866 Jul 24 00:52:45.197673 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49c260c3-e31c-4924-8334-1908e6f7e18a req-db329c1c-2bcf-4328-a6b7-b306c24f9f99 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:52:45.210037 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b3f5e1-62f4-4af8-8744-ec4911e75e12 None None] Sync routers for ids ['8816f8c6-b88b-49d1-b039-07bd44213f45'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:52:45.228911 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b3f5e1-62f4-4af8-8744-ec4911e75e12 None None] Routers {'8816f8c6-b88b-49d1-b039-07bd44213f45'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:52:45.229566 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-11b3f5e1-62f4-4af8-8744-ec4911e75e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:52:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['8816f8c6-b88b-49d1-b039-07bd44213f45'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:52:45.329892 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c260c3-e31c-4924-8334-1908e6f7e18a req-db329c1c-2bcf-4328-a6b7-b306c24f9f99 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] No DVR routers for this DVR port 370d4d4e-1db9-4082-8ebd-6756760b3905 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:52:45.339355 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-49c260c3-e31c-4924-8334-1908e6f7e18a req-db329c1c-2bcf-4328-a6b7-b306c24f9f99 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:45.346290 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49c260c3-e31c-4924-8334-1908e6f7e18a req-db329c1c-2bcf-4328-a6b7-b306c24f9f99 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.13 "DELETE /v2.0/ports/370d4d4e-1db9-4082-8ebd-6756760b3905 HTTP/1.1" status: 204 len: 173 time: 1.7969556 Jul 24 00:52:45.371590 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0489fb5-2627-41d8-a25e-bc092c4e4442', 'name': 'network-vif-deleted', 'tag': '370d4d4e-1db9-4082-8ebd-6756760b3905'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:52:45.375841 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59180663-0d58-4c26-a5eb-023d9a002135" -d '{"events": [{"server_uuid": "b0489fb5-2627-41d8-a25e-bc092c4e4442", "name": "network-vif-deleted", "tag": "370d4d4e-1db9-4082-8ebd-6756760b3905"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:52:45.376079 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-4eac29ab-5cf8-4333-b52f-770f6a7c3e3d service neutron] For port 1e8f895b-a048-423b-b320-513cbfc9cc20, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:52:45.390103 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-4eac29ab-5cf8-4333-b52f-770f6a7c3e3d service neutron] Notify callbacks [] for binding, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:45.396500 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c9b953-ab83-4c3f-a1c4-17c4699ae03c None None] Network af81c6ac-392c-48e6-8da2-8dc6568ea2d6 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:52:45.396830 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a941e1f6-0f1a-4cbe-9dbf-94e34f94f6ca req-4eac29ab-5cf8-4333-b52f-770f6a7c3e3d service neutron] 10.222.0.11 "DELETE /v2.0/ports/1e8f895b-a048-423b-b320-513cbfc9cc20/bindings/n-h1-793621-25 HTTP/1.1" status: 204 len: 173 time: 0.3676367 Jul 24 00:52:45.417435 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add8c2d-cbb9-4978-8456-4131db29cf37 req-9d693559-f3fb-46d8-ac41-2b79b5dd0715 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:45.426310 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8add8c2d-cbb9-4978-8456-4131db29cf37 req-9d693559-f3fb-46d8-ac41-2b79b5dd0715 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 945 time: 0.3126686 Jul 24 00:52:45.506000 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-11b3f5e1-62f4-4af8-8744-ec4911e75e12 None None] Set router 8816f8c6-b88b-49d1-b039-07bd44213f45 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:52:45.527327 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8add8c2d-cbb9-4978-8456-4131db29cf37 req-fbd08a3b-71a9-4f38-bc8e-17981244c1f0 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000206 Jul 24 00:52:45.698386 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f159b1cd-803c-4b37-99b4-c7533a24914a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:45.783524 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a7e7b-af03-464b-83ce-77e9ca6c3596 req-eff1b915-e94e-4029-9403-c3ccf5c6d833 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:45.800037 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d80a7e7b-af03-464b-83ce-77e9ca6c3596 req-eff1b915-e94e-4029-9403-c3ccf5c6d833 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad07a853-0cfb-4110-9b74-0f511889dcae HTTP/1.1" status: 200 len: 945 time: 0.1598260 Jul 24 00:52:45.821721 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-11b3f5e1-62f4-4af8-8744-ec4911e75e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8816f8c6-b88b-49d1-b039-07bd44213f45', 'name': 'tempest-ServersTestBootFromVolume-188913133-router', 'tenant_id': '527575ebe56e4dd9beea63807acac60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'a93f3441-85d9-4c1c-bf2c-57569e000ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:48:55Z', 'updated_at': '2021-07-24T00:49:01Z', 'revision_number': 4, 'project_id': '527575ebe56e4dd9beea63807acac60f', 'gw_port': {'id': 'a93f3441-85d9-4c1c-bf2c-57569e000ed7', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8816f8c6-b88b-49d1-b039-07bd44213f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:48:56Z', 'updated_at': '2021-07-24T00:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '8807a1af-16b6-4909-a722-083791f95c79', 'name': '', 'network_id': 'd47a7285-ce07-43af-9d2b-c26a26731081', 'tenant_id': '527575ebe56e4dd9beea63807acac60f', 'mac_address': 'fa:16:3e:a9:d3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8816f8c6-b88b-49d1-b039-07bd44213f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '20115978-e69f-4a7a-a65a-ab0414e37071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:48:59Z', 'updated_at': '2021-07-24T00:49:08Z', 'revision_number': 5, 'project_id': '527575ebe56e4dd9beea63807acac60f', 'subnets': [{'id': '20115978-e69f-4a7a-a65a-ab0414e37071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:52:45.870523 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d80a7e7b-af03-464b-83ce-77e9ca6c3596 req-a8c19cd1-f6f8-489a-913a-a7b2fc21aff7 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693762 Jul 24 00:52:45.920628 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ca205c-11eb-403a-ac34-c64f87099f65 x-openstack-request-id: req-62ca205c-11eb-403a-ac34-c64f87099f65 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:52:45.921004 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0489fb5-2627-41d8-a25e-bc092c4e4442", "name": "network-vif-deleted", "tag": "370d4d4e-1db9-4082-8ebd-6756760b3905", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:52:45.921264 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-62ca205c-11eb-403a-ac34-c64f87099f65 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:52:45.921673 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0489fb5-2627-41d8-a25e-bc092c4e4442', 'name': 'network-vif-deleted', 'tag': '370d4d4e-1db9-4082-8ebd-6756760b3905', 'status': 'completed', 'code': 200} Jul 24 00:52:46.063660 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [req-046a63ee-b325-4e70-9752-52a66c4f7ad2 req-6089b3ec-5a4d-4688-826f-a2b202de438a tempest-SecurityGroupsNegativeTestJSON-1278891357 tempest-SecurityGroupsNegativeTestJSON-1278891357-project] show failed (client error): The resource could not be found. Jul 24 00:52:46.071095 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b3f5e1-62f4-4af8-8744-ec4911e75e12 None None] Checking router: 8816f8c6-b88b-49d1-b039-07bd44213f45 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:52:46.079295 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-046a63ee-b325-4e70-9752-52a66c4f7ad2 req-6089b3ec-5a4d-4688-826f-a2b202de438a tempest-SecurityGroupsNegativeTestJSON-1278891357 tempest-SecurityGroupsNegativeTestJSON-1278891357-project] 10.222.0.15 "GET /v2.0/security-groups/e86e8a0a-de67-4a22-9e3d-3051de805301 HTTP/1.1" status: 404 len: 352 time: 0.0307910 Jul 24 00:52:46.107992 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b3f5e1-62f4-4af8-8744-ec4911e75e12 None None] Routers {'8816f8c6-b88b-49d1-b039-07bd44213f45'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:52:46.108637 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-11b3f5e1-62f4-4af8-8744-ec4911e75e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:52:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['8816f8c6-b88b-49d1-b039-07bd44213f45'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:52:46.169281 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b29f5e-9fa6-48cd-9a41-9f8b19a3a803 req-66f153f7-6840-4c8b-84c2-6438c3d4537a tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:46.171739 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-80b29f5e-9fa6-48cd-9a41-9f8b19a3a803 req-66f153f7-6840-4c8b-84c2-6438c3d4537a tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 950 time: 0.1149349 Jul 24 00:52:46.240613 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2ed37c7f-1310-4e7b-883f-869386fb7fe6 req-af5ef85e-849c-4b08-afb8-2015b5e8f37f tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0489fb5-2627-41d8-a25e-bc092c4e4442 HTTP/1.1" status: 200 len: 210 time: 0.0548306 Jul 24 00:52:46.243863 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-80b29f5e-9fa6-48cd-9a41-9f8b19a3a803 req-ef5cf075-0038-4dff-9875-ca53ffe076d5 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561953 Jul 24 00:52:46.375469 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-11b3f5e1-62f4-4af8-8744-ec4911e75e12 None None] Set router 8816f8c6-b88b-49d1-b039-07bd44213f45 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:52:46.525325 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 370d4d4e-1db9-4082-8ebd-6756760b3905 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:52:46.612142 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 370d4d4e-1db9-4082-8ebd-6756760b3905 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:52:46.612835 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 370d4d4e-1db9-4082-8ebd-6756760b3905 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:52:46.694938 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5723d-57fc-416f-8ba8-b2f692695168 req-cc6cb18e-35d4-4aa5-9a1e-2c9dcc87b145 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:46.710013 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2df5723d-57fc-416f-8ba8-b2f692695168 req-cc6cb18e-35d4-4aa5-9a1e-2c9dcc87b145 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ad07a853-0cfb-4110-9b74-0f511889dcae HTTP/1.1" status: 200 len: 1097 time: 0.1298406 Jul 24 00:52:46.740092 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-11b3f5e1-62f4-4af8-8744-ec4911e75e12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8816f8c6-b88b-49d1-b039-07bd44213f45', 'name': 'tempest-ServersTestBootFromVolume-188913133-router', 'tenant_id': '527575ebe56e4dd9beea63807acac60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'a93f3441-85d9-4c1c-bf2c-57569e000ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:48:55Z', 'updated_at': '2021-07-24T00:49:01Z', 'revision_number': 4, 'project_id': '527575ebe56e4dd9beea63807acac60f', 'gw_port': {'id': 'a93f3441-85d9-4c1c-bf2c-57569e000ed7', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8816f8c6-b88b-49d1-b039-07bd44213f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:48:56Z', 'updated_at': '2021-07-24T00:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '8807a1af-16b6-4909-a722-083791f95c79', 'name': '', 'network_id': 'd47a7285-ce07-43af-9d2b-c26a26731081', 'tenant_id': '527575ebe56e4dd9beea63807acac60f', 'mac_address': 'fa:16:3e:a9:d3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8816f8c6-b88b-49d1-b039-07bd44213f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '20115978-e69f-4a7a-a65a-ab0414e37071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:48:59Z', 'updated_at': '2021-07-24T00:49:08Z', 'revision_number': 5, 'project_id': '527575ebe56e4dd9beea63807acac60f', 'subnets': [{'id': '20115978-e69f-4a7a-a65a-ab0414e37071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:52:46.806808 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2df5723d-57fc-416f-8ba8-b2f692695168 req-ee8879e8-e94a-4e3e-badd-a15d7151583a tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970359 Jul 24 00:52:46.853427 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b3f5e1-62f4-4af8-8744-ec4911e75e12 None None] The sync data for ids ['8816f8c6-b88b-49d1-b039-07bd44213f45'] in n-d-793621-25 is: [{'id': '8816f8c6-b88b-49d1-b039-07bd44213f45', 'name': 'tempest-ServersTestBootFromVolume-188913133-router', 'tenant_id': '527575ebe56e4dd9beea63807acac60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'a93f3441-85d9-4c1c-bf2c-57569e000ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:48:55Z', 'updated_at': '2021-07-24T00:49:01Z', 'revision_number': 4, 'project_id': '527575ebe56e4dd9beea63807acac60f', 'gw_port': {'id': 'a93f3441-85d9-4c1c-bf2c-57569e000ed7', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8816f8c6-b88b-49d1-b039-07bd44213f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:48:56Z', 'updated_at': '2021-07-24T00:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '8807a1af-16b6-4909-a722-083791f95c79', 'name': '', 'network_id': 'd47a7285-ce07-43af-9d2b-c26a26731081', 'tenant_id': '527575ebe56e4dd9beea63807acac60f', 'mac_address': 'fa:16:3e:a9:d3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8816f8c6-b88b-49d1-b039-07bd44213f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '20115978-e69f-4a7a-a65a-ab0414e37071', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:48:59Z', 'updated_at': '2021-07-24T00:49:08Z', 'revision_number': 5, 'project_id': '527575ebe56e4dd9beea63807acac60f', 'subnets': [{'id': '20115978-e69f-4a7a-a65a-ab0414e37071', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:52:47.004964 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9dd6f21b-9aeb-40ca-86ca-303eaf39798b req-944402ec-155d-42c1-8e3e-4c7cd043224d tempest-SecurityGroupsNegativeTestJSON-1278891357 tempest-SecurityGroupsNegativeTestJSON-1278891357-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6ef3e4a25209474b9838057f2e1c9a43 HTTP/1.1" status: 200 len: 2984 time: 0.1524851 Jul 24 00:52:47.079947 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9dd6f21b-9aeb-40ca-86ca-303eaf39798b req-65e4e74f-47b3-4dca-87ce-86517d26dce4 tempest-SecurityGroupsNegativeTestJSON-1278891357 tempest-SecurityGroupsNegativeTestJSON-1278891357-project] 10.222.0.15 "GET /v2.0/security-groups/d9a6caf6-9820-4b48-87b5-23ef62cadcfb HTTP/1.1" status: 200 len: 2981 time: 0.0675025 Jul 24 00:52:47.162052 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a244d-2ba8-4ace-9c7d-e24d5af668b3 req-32034652-8a04-4a9e-835e-e490a25492e5 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:47.162807 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9dd6f21b-9aeb-40ca-86ca-303eaf39798b req-b8962c53-9e55-499c-baec-2b63f1490fa3 tempest-SecurityGroupsNegativeTestJSON-1278891357 tempest-SecurityGroupsNegativeTestJSON-1278891357-project] 10.222.0.15 "GET /v2.0/security-groups/d9a6caf6-9820-4b48-87b5-23ef62cadcfb HTTP/1.1" status: 200 len: 2981 time: 0.0811913 Jul 24 00:52:47.167099 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a98a244d-2ba8-4ace-9c7d-e24d5af668b3 req-32034652-8a04-4a9e-835e-e490a25492e5 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 945 time: 0.1363902 Jul 24 00:52:47.234317 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36bf6201-7957-41bc-bb5c-1f6c174b469a None None] New status for floating IP d7dc42ee-92a2-433a-a232-aff8cdd94e4f: DOWN {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:52:47.275138 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a98a244d-2ba8-4ace-9c7d-e24d5af668b3 req-59ced389-7477-48f2-8736-257023480d8c tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005914 Jul 24 00:52:47.411713 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1c538-5fec-47a3-86df-eeb2ee076168 req-5cf888eb-c69b-4d54-9a93-b9aeeafc88e6 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:47.421205 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a1e1c538-5fec-47a3-86df-eeb2ee076168 req-5cf888eb-c69b-4d54-9a93-b9aeeafc88e6 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ad07a853-0cfb-4110-9b74-0f511889dcae HTTP/1.1" status: 200 len: 1097 time: 0.0780268 Jul 24 00:52:47.462207 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d4fe3cf9-caef-4ee9-bf08-7f70195d5b1d req-0c9adb84-6083-4c73-9bbd-e049daa47e81 tempest-SecurityGroupsNegativeTestJSON-1278891357 tempest-SecurityGroupsNegativeTestJSON-1278891357-project] 10.222.0.15 "GET /v2.0/security-groups/d9a6caf6-9820-4b48-87b5-23ef62cadcfb HTTP/1.1" status: 200 len: 2981 time: 0.0876052 Jul 24 00:52:47.473930 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a1e1c538-5fec-47a3-86df-eeb2ee076168 req-493cfcae-f2bc-47b5-a53e-87956edc952d tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516860 Jul 24 00:52:47.583696 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-167a29e6-f028-44a9-92dc-57307f6cc37c req-2c410a4c-b976-43db-a212-51f5ea76a80e tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0489fb5-2627-41d8-a25e-bc092c4e4442 HTTP/1.1" status: 200 len: 210 time: 0.0560818 Jul 24 00:52:47.589793 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [req-d4fe3cf9-caef-4ee9-bf08-7f70195d5b1d req-9c19e9b3-fe74-4073-97c6-d4c16da0f1f1 tempest-SecurityGroupsNegativeTestJSON-1278891357 tempest-SecurityGroupsNegativeTestJSON-1278891357-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 24 00:52:47.611798 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d4fe3cf9-caef-4ee9-bf08-7f70195d5b1d req-9c19e9b3-fe74-4073-97c6-d4c16da0f1f1 tempest-SecurityGroupsNegativeTestJSON-1278891357 tempest-SecurityGroupsNegativeTestJSON-1278891357-project] 10.222.0.15 "DELETE /v2.0/security-groups/d9a6caf6-9820-4b48-87b5-23ef62cadcfb HTTP/1.1" status: 409 len: 352 time: 0.1343501 Jul 24 00:52:47.724717 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea9b58-8949-4978-a64d-e713cedd9ca4 req-d91de6a5-ea98-4611-8256-7ab323ff3076 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:47.735413 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fcea9b58-8949-4978-a64d-e713cedd9ca4 req-d91de6a5-ea98-4611-8256-7ab323ff3076 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 950 time: 0.0986414 Jul 24 00:52:47.740045 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70fca4-5434-4efc-bb84-6fef5f22f58c req-3d22be76-81a4-47f7-96eb-510bd375cc66 tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:47.742218 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fc70fca4-5434-4efc-bb84-6fef5f22f58c req-3d22be76-81a4-47f7-96eb-510bd375cc66 tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9e1fcc4-d8ba-4f7a-b83a-b9ad9204a2d1 HTTP/1.1" status: 200 len: 949 time: 0.0827670 Jul 24 00:52:47.804801 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fc70fca4-5434-4efc-bb84-6fef5f22f58c req-5ce9d8da-411d-4d1a-a96c-d4e342c6720e tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c9b09f8-143a-443b-924d-1d2dd90d8fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548856 Jul 24 00:52:47.807440 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fcea9b58-8949-4978-a64d-e713cedd9ca4 req-3c424815-4e6a-46d9-98ad-7a6ffa0f192b tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711665 Jul 24 00:52:47.855766 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [req-53b5d206-f1d6-4040-897c-4bb237380b70 req-511d7b6a-7179-419e-ab76-177a6e5d5d5e tempest-SecurityGroupsNegativeTestJSON-1278891357 tempest-SecurityGroupsNegativeTestJSON-1278891357-project] show failed (client error): The resource could not be found. Jul 24 00:52:47.856832 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-53b5d206-f1d6-4040-897c-4bb237380b70 req-511d7b6a-7179-419e-ab76-177a6e5d5d5e tempest-SecurityGroupsNegativeTestJSON-1278891357 tempest-SecurityGroupsNegativeTestJSON-1278891357-project] 10.222.0.15 "GET /v2.0/security-groups/412501f6-c7b7-423c-b377-6da91b96108b HTTP/1.1" status: 404 len: 352 time: 0.0174038 Jul 24 00:52:47.925835 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [req-b15fd7b3-3b92-4a83-bd10-4c03bab9ac3b req-615512de-2bb0-4d5f-b4fd-ff3d5e53ec87 tempest-SecurityGroupsNegativeTestJSON-1278891357 tempest-SecurityGroupsNegativeTestJSON-1278891357-project] show failed (client error): The resource could not be found. Jul 24 00:52:47.928503 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b15fd7b3-3b92-4a83-bd10-4c03bab9ac3b req-615512de-2bb0-4d5f-b4fd-ff3d5e53ec87 tempest-SecurityGroupsNegativeTestJSON-1278891357 tempest-SecurityGroupsNegativeTestJSON-1278891357-project] 10.222.0.15 "GET /v2.0/security-groups/3af440e6-6453-4ed9-b9e3-b35fabe97521 HTTP/1.1" status: 404 len: 352 time: 0.0228007 Jul 24 00:52:47.941046 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56468) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:48.033551 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-644f12b0-26fd-479e-86ab-c82ac37f0e18 admin admin] Deleting subnet 1dceb42d-a5e2-4858-b759-1d0c40e54a0c {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:52:48.038245 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-644f12b0-26fd-479e-86ab-c82ac37f0e18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:48.100994 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-644f12b0-26fd-479e-86ab-c82ac37f0e18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:48.185147 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-644f12b0-26fd-479e-86ab-c82ac37f0e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:48.190277 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-919c414f-6116-4d6b-b62f-d46508111b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:48.302561 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-644f12b0-26fd-479e-86ab-c82ac37f0e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:48.359565 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f12b0-26fd-479e-86ab-c82ac37f0e18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dceb42d-a5e2-4858-b759-1d0c40e54a0c,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:48.365757 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-644f12b0-26fd-479e-86ab-c82ac37f0e18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:48.368504 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-644f12b0-26fd-479e-86ab-c82ac37f0e18 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1dceb42d-a5e2-4858-b759-1d0c40e54a0c HTTP/1.1" status: 204 len: 168 time: 0.4261777 Jul 24 00:52:48.371150 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56484) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:48.446940 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:48.483802 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4cb784ca-2103-4760-ad43-c6144d6d9d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:48.560797 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144a247-52f1-4926-9282-44e2879a0197 req-a7587a74-1fe6-4b2d-91a5-b9bf81dbc012 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:48.568961 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1144a247-52f1-4926-9282-44e2879a0197 req-a7587a74-1fe6-4b2d-91a5-b9bf81dbc012 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 945 time: 0.1879940 Jul 24 00:52:48.634974 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1144a247-52f1-4926-9282-44e2879a0197 req-9c3e2a9e-c441-4f7c-9042-002026209990 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579736 Jul 24 00:52:48.665109 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4cb784ca-2103-4760-ad43-c6144d6d9d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:48.680737 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-4cb784ca-2103-4760-ad43-c6144d6d9d0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af81c6ac-392c-48e6-8da2-8dc6568ea2d6']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:52:48.704969 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-4cb784ca-2103-4760-ad43-c6144d6d9d0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edc85154-e70f-430b-83ee-cb95e988b410') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:52:48.705327 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-4cb784ca-2103-4760-ad43-c6144d6d9d0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edc85154-e70f-430b-83ee-cb95e988b410') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:52:48.711123 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-00d66ab1-55c7-409d-ad5c-286e54e0fe62 req-de42dcb5-efc7-45fa-8c37-135be1c969d3 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0489fb5-2627-41d8-a25e-bc092c4e4442 HTTP/1.1" status: 200 len: 210 time: 0.0534573 Jul 24 00:52:48.720900 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4cb784ca-2103-4760-ad43-c6144d6d9d0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:48.741980 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4cb784ca-2103-4760-ad43-c6144d6d9d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:48.748786 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb784ca-2103-4760-ad43-c6144d6d9d0b admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:52:48.749217 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4cb784ca-2103-4760-ad43-c6144d6d9d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:48.751061 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 00:52:48.751061 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:52:48.751061 n-d-793621-25 neutron-server[100464]: timer() Jul 24 00:52:48.751061 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:52:48.751061 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 00:52:48.751061 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:52:48.751061 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 00:52:48.751061 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:52:48.751061 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 00:52:48.751061 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:52:48.751061 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 00:52:48.751061 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:52:48.751061 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 00:52:48.751061 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:52:48.751061 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:52:48.751061 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:52:48.751061 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:52:48.751061 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:52:48.751061 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 00:52:48.751061 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:52:48.751061 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 00:52:48.751061 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:52:48.751061 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:52:48.751061 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:52:48.751061 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 00:52:48.751061 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:52:48.751061 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:52:48.751061 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:52:48.751061 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:52:48.751061 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:52:48.751061 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:52:48.751061 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:52:48.869084 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4cb784ca-2103-4760-ad43-c6144d6d9d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:48.875888 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4cb784ca-2103-4760-ad43-c6144d6d9d0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:48.893379 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4cb784ca-2103-4760-ad43-c6144d6d9d0b admin admin] 10.222.0.15 "DELETE /v2.0/networks/af81c6ac-392c-48e6-8da2-8dc6568ea2d6 HTTP/1.1" status: 204 len: 168 time: 0.5097017 Jul 24 00:52:48.936402 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb784ca-2103-4760-ad43-c6144d6d9d0b admin admin] Pushing event deleted for resources: {'Network': ['ID=af81c6ac-392c-48e6-8da2-8dc6568ea2d6,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:49.025145 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44bac8-42ab-4ca0-a3ae-5bd982a26872 req-1f32b467-5d87-4c46-b1c3-0dbb6bd0b7e1 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:49.033056 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6e44bac8-42ab-4ca0-a3ae-5bd982a26872 req-1f32b467-5d87-4c46-b1c3-0dbb6bd0b7e1 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 950 time: 0.1354835 Jul 24 00:52:49.080142 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916ace1-4b95-456e-b41f-ab415a11fa35 req-152c3a29-5fb2-4d74-b666-a5ef178fcc01 tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:49.089631 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4916ace1-4b95-456e-b41f-ab415a11fa35 req-152c3a29-5fb2-4d74-b666-a5ef178fcc01 tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9e1fcc4-d8ba-4f7a-b83a-b9ad9204a2d1 HTTP/1.1" status: 200 len: 949 time: 0.1579700 Jul 24 00:52:49.123871 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6e44bac8-42ab-4ca0-a3ae-5bd982a26872 req-cf60fb4c-5e4b-45a0-8067-4d620a8e8c9f tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890207 Jul 24 00:52:49.154630 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe21cb8-772c-49f2-90c4-9fd7f48a6dd5 req-99672004-8d25-48a6-93df-b8d64654ed3a tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:49.155853 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fbe21cb8-772c-49f2-90c4-9fd7f48a6dd5 req-99672004-8d25-48a6-93df-b8d64654ed3a tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] 10.222.0.13 "GET /v2.0/ports?device_id=a9e1fcc4-d8ba-4f7a-b83a-b9ad9204a2d1 HTTP/1.1" status: 200 len: 949 time: 0.1177671 Jul 24 00:52:49.169539 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4916ace1-4b95-456e-b41f-ab415a11fa35 req-52bdc5bf-444c-4007-9a3c-fec9e7269496 tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] 10.222.0.15 "GET /v2.0/security-groups?id=2c9b09f8-143a-443b-924d-1d2dd90d8fb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787807 Jul 24 00:52:49.188325 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56498) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:49.319822 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56510) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:49.320103 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d9880c1b-f1f2-4f64-b172-2ae8511531ba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6ef3e4a25209474b9838057f2e1c9a43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0933208 Jul 24 00:52:49.355068 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-fbe21cb8-772c-49f2-90c4-9fd7f48a6dd5 req-0786c7f5-75f1-4a23-ae3a-2f7019722f0f tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] Deleting port 356c3faf-e6fc-4886-b56b-ff83780abacf {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:52:49.355487 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fbe21cb8-772c-49f2-90c4-9fd7f48a6dd5 req-0786c7f5-75f1-4a23-ae3a-2f7019722f0f tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:49.372803 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:49.441020 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-44f129e4-7adb-4ed1-9516-428597da3220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:49.483013 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-44f129e4-7adb-4ed1-9516-428597da3220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:49.557605 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-44f129e4-7adb-4ed1-9516-428597da3220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:49.561673 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-44f129e4-7adb-4ed1-9516-428597da3220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:49.568817 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-44f129e4-7adb-4ed1-9516-428597da3220 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d9a6caf6-9820-4b48-87b5-23ef62cadcfb HTTP/1.1" status: 204 len: 168 time: 0.2455463 Jul 24 00:52:49.569099 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-fbe21cb8-772c-49f2-90c4-9fd7f48a6dd5 req-0786c7f5-75f1-4a23-ae3a-2f7019722f0f tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] For port 356c3faf-e6fc-4886-b56b-ff83780abacf, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=356c3faf-e6fc-4886-b56b-ff83780abacf,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:49.569631 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fbe21cb8-772c-49f2-90c4-9fd7f48a6dd5 req-0786c7f5-75f1-4a23-ae3a-2f7019722f0f tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:49.582239 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f129e4-7adb-4ed1-9516-428597da3220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a6caf6-9820-4b48-87b5-23ef62cadcfb,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:49.620699 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-fbe21cb8-772c-49f2-90c4-9fd7f48a6dd5 req-0786c7f5-75f1-4a23-ae3a-2f7019722f0f tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] Calling delete_port for 356c3faf-e6fc-4886-b56b-ff83780abacf owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:52:49.783293 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fbe21cb8-772c-49f2-90c4-9fd7f48a6dd5 req-0786c7f5-75f1-4a23-ae3a-2f7019722f0f tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:49.806844 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['356c3faf-e6fc-4886-b56b-ff83780abacf'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:52:49.890274 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0786c7f5-75f1-4a23-ae3a-2f7019722f0f tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] Pushing event deleted for resources: {'Port': ['ID=356c3faf-e6fc-4886-b56b-ff83780abacf,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:49.913111 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cbfd9b92-5f7f-405a-b487-e549e4c3c017 req-33cedd92-38fa-42b7-9442-d48b232fc7fb tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0489fb5-2627-41d8-a25e-bc092c4e4442 HTTP/1.1" status: 200 len: 210 time: 0.0569911 Jul 24 00:52:49.960705 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbe21cb8-772c-49f2-90c4-9fd7f48a6dd5 req-0786c7f5-75f1-4a23-ae3a-2f7019722f0f tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] No DVR routers for this DVR port 356c3faf-e6fc-4886-b56b-ff83780abacf on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:52:49.962994 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fbe21cb8-772c-49f2-90c4-9fd7f48a6dd5 req-0786c7f5-75f1-4a23-ae3a-2f7019722f0f tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:49.966050 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fbe21cb8-772c-49f2-90c4-9fd7f48a6dd5 req-0786c7f5-75f1-4a23-ae3a-2f7019722f0f tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] 10.222.0.13 "DELETE /v2.0/ports/356c3faf-e6fc-4886-b56b-ff83780abacf HTTP/1.1" status: 204 len: 173 time: 0.7990801 Jul 24 00:52:49.969877 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e1fcc4-d8ba-4f7a-b83a-b9ad9204a2d1', 'name': 'network-vif-deleted', 'tag': '356c3faf-e6fc-4886-b56b-ff83780abacf'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:52:49.972492 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513f36d7-1838-463b-990e-1b59ac6e8499" -d '{"events": [{"server_uuid": "a9e1fcc4-d8ba-4f7a-b83a-b9ad9204a2d1", "name": "network-vif-deleted", "tag": "356c3faf-e6fc-4886-b56b-ff83780abacf"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:52:50.045908 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70f658-baa1-45a1-aee8-c9d774a975b3 req-3071303d-563a-4b3c-ab0c-b5929fc94504 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:50.047739 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-da70f658-baa1-45a1-aee8-c9d774a975b3 req-3071303d-563a-4b3c-ab0c-b5929fc94504 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 945 time: 0.2769697 Jul 24 00:52:50.094577 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e5fb73-22be-4721-bc8e-816340372fba x-openstack-request-id: req-d7e5fb73-22be-4721-bc8e-816340372fba {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:52:50.095587 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e1fcc4-d8ba-4f7a-b83a-b9ad9204a2d1", "name": "network-vif-deleted", "tag": "356c3faf-e6fc-4886-b56b-ff83780abacf", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:52:50.095714 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d7e5fb73-22be-4721-bc8e-816340372fba {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:52:50.096154 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e1fcc4-d8ba-4f7a-b83a-b9ad9204a2d1', 'name': 'network-vif-deleted', 'tag': '356c3faf-e6fc-4886-b56b-ff83780abacf', 'status': 'completed', 'code': 200} Jul 24 00:52:50.122492 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-da70f658-baa1-45a1-aee8-c9d774a975b3 req-b4d4da72-113e-493a-9b16-15fff6abf7a0 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684867 Jul 24 00:52:50.327203 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a29d10-e363-4ba9-903e-1ef21c39c4ec req-36311f87-d264-4214-91d7-e265e96e9bee tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:50.335372 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f2a29d10-e363-4ba9-903e-1ef21c39c4ec req-36311f87-d264-4214-91d7-e265e96e9bee tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 950 time: 0.0910971 Jul 24 00:52:50.384258 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f2a29d10-e363-4ba9-903e-1ef21c39c4ec req-7d8abc6e-ab6b-4cd1-b65f-73a7f78e762e tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476041 Jul 24 00:52:50.391242 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1f515ba6-1326-4eac-8d48-0eca0bb05426 req-98b5c847-1b59-4ba4-aef8-2bf1299641fc tempest-TenantUsagesTestJSON-1449602925 tempest-TenantUsagesTestJSON-1449602925-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9e1fcc4-d8ba-4f7a-b83a-b9ad9204a2d1 HTTP/1.1" status: 200 len: 210 time: 0.0648155 Jul 24 00:52:50.880936 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:51.000735 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56556) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:51.058843 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0df89b35-0b91-4567-80f4-592baa6ff3c3 req-644ece3e-2d66-4fd0-b9fe-c647f2f37ad7 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0489fb5-2627-41d8-a25e-bc092c4e4442 HTTP/1.1" status: 200 len: 210 time: 0.0554087 Jul 24 00:52:51.170801 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-77a6c15f-e1d8-48a5-9af3-4dbf1d9bb2f9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-332587084-network', 'tenant_id': 'e85ccf615a264953acf81b1366347c29'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:52:51.221145 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a6c15f-e1d8-48a5-9af3-4dbf1d9bb2f9 admin admin] Made reservation on behalf of e85ccf615a264953acf81b1366347c29 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:52:51.224464 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-77a6c15f-e1d8-48a5-9af3-4dbf1d9bb2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:51.241133 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-77a6c15f-e1d8-48a5-9af3-4dbf1d9bb2f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:51.398312 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772604e-4904-4e59-9421-826e693f34e6 req-c5cb4a73-a3fe-4dac-a23d-290ec962c9d4 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:51.407161 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d772604e-4904-4e59-9421-826e693f34e6 req-c5cb4a73-a3fe-4dac-a23d-290ec962c9d4 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 945 time: 0.1389697 Jul 24 00:52:51.481365 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d772604e-4904-4e59-9421-826e693f34e6 req-7e4ba09a-d774-4d1e-9021-de6dd0bb9af4 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729699 Jul 24 00:52:51.540532 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-77a6c15f-e1d8-48a5-9af3-4dbf1d9bb2f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:51.548795 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-77a6c15f-e1d8-48a5-9af3-4dbf1d9bb2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:51.571035 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77a6c15f-e1d8-48a5-9af3-4dbf1d9bb2f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:52:51.589858 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-77a6c15f-e1d8-48a5-9af3-4dbf1d9bb2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:51.590243 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-77a6c15f-e1d8-48a5-9af3-4dbf1d9bb2f9 admin admin] Added segment 5b144dc0-7718-4ec4-90c2-330e40cee5fe of type vlan for network d0b9a74b-04f9-4176-9a7c-8b705a56f0cd Jul 24 00:52:51.649246 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-77a6c15f-e1d8-48a5-9af3-4dbf1d9bb2f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:51.685472 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64ea65-af17-4ada-9ee8-a58c127bd477 req-69f51bf4-41fc-4699-ad32-e1d82a4a674f tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:51.689724 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ef64ea65-af17-4ada-9ee8-a58c127bd477 req-69f51bf4-41fc-4699-ad32-e1d82a4a674f tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 950 time: 0.1708567 Jul 24 00:52:51.697525 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-77a6c15f-e1d8-48a5-9af3-4dbf1d9bb2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:51.698620 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a6c15f-e1d8-48a5-9af3-4dbf1d9bb2f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:51.699455 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-77a6c15f-e1d8-48a5-9af3-4dbf1d9bb2f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:51.799987 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ef64ea65-af17-4ada-9ee8-a58c127bd477 req-6b399075-71da-4a37-8382-a94537e5fde2 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944464 Jul 24 00:52:51.884032 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6c15f-e1d8-48a5-9af3-4dbf1d9bb2f9 admin admin] Pushing event updated for resources: {'Network': ['ID=d0b9a74b-04f9-4176-9a7c-8b705a56f0cd,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:51.898764 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6c15f-e1d8-48a5-9af3-4dbf1d9bb2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=659a291a-cbec-4f0f-8c6a-fe4d571c9efa,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:51.918577 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network d0b9a74b-04f9-4176-9a7c-8b705a56f0cd details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:52:51.946765 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-77a6c15f-e1d8-48a5-9af3-4dbf1d9bb2f9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9359381 Jul 24 00:52:51.954884 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56582) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:51.981508 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-8687acb7-f403-4281-9a73-2b62be7c5757 admin admin] Request body: {'subnet': {'network_id': 'd0b9a74b-04f9-4176-9a7c-8b705a56f0cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-332587084-subnet', 'tenant_id': 'e85ccf615a264953acf81b1366347c29', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:52:52.008431 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8687acb7-f403-4281-9a73-2b62be7c5757 admin admin] Made reservation on behalf of e85ccf615a264953acf81b1366347c29 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:52:52.011275 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8687acb7-f403-4281-9a73-2b62be7c5757 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:52.139203 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56590) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:52.282934 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a4d7cb0c-e56e-431d-9e13-a0709268d7ad req-b04fcde8-05c1-49fb-9536-fefcc04c9c93 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "GET /v2.0/ports?device_id=b0489fb5-2627-41d8-a25e-bc092c4e4442 HTTP/1.1" status: 200 len: 210 time: 0.1159043 Jul 24 00:52:52.352663 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8687acb7-f403-4281-9a73-2b62be7c5757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:52.404894 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-af9a7258-c6dc-489f-a86c-a366e34542db admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=09fcf0fb497a49efb22dba9610e205c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2643893 Jul 24 00:52:52.405994 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56596) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:52.433532 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687acb7-f403-4281-9a73-2b62be7c5757 admin admin] Pushing event updated for resources: {'Subnet': ['ID=548ec9ed-6196-4fe0-b137-b8f45c19af22,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:52.459791 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8687acb7-f403-4281-9a73-2b62be7c5757 admin admin] Checking segment: {'id': '5b144dc0-7718-4ec4-90c2-330e40cee5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd0b9a74b-04f9-4176-9a7c-8b705a56f0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:52:52.461104 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8687acb7-f403-4281-9a73-2b62be7c5757 admin admin] Network hostable DHCP agents. Network: d0b9a74b-04f9-4176-9a7c-8b705a56f0cd, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:52:52.485797 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8687acb7-f403-4281-9a73-2b62be7c5757 admin admin] Network d0b9a74b-04f9-4176-9a7c-8b705a56f0cd is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:52:52.493835 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-23b65022-e1fb-4027-9ff8-540f1a8ab331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:52.508830 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-8687acb7-f403-4281-9a73-2b62be7c5757 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, d0b9a74b-04f9-4176-9a7c-8b705a56f0cd) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:52:52.513145 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8687acb7-f403-4281-9a73-2b62be7c5757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:52.513756 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8687acb7-f403-4281-9a73-2b62be7c5757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:52.519108 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dccab6-566e-4b95-b75d-6d8966055877 None None] Network d0b9a74b-04f9-4176-9a7c-8b705a56f0cd requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:52:52.537956 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-23b65022-e1fb-4027-9ff8-540f1a8ab331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:52.544790 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-8687acb7-f403-4281-9a73-2b62be7c5757 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5954752 Jul 24 00:52:52.547482 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56600) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:52.552438 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-180d6775-fe0a-40b8-b4cc-41de6c07c08e admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-332587084-router', 'tenant_id': 'e85ccf615a264953acf81b1366347c29', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:52:52.567965 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 356c3faf-e6fc-4886-b56b-ff83780abacf no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:52:52.599221 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 356c3faf-e6fc-4886-b56b-ff83780abacf {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:52:52.599556 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 356c3faf-e6fc-4886-b56b-ff83780abacf not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:52:52.633701 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-23b65022-e1fb-4027-9ff8-540f1a8ab331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:52.644060 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-23b65022-e1fb-4027-9ff8-540f1a8ab331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:52.645527 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-23b65022-e1fb-4027-9ff8-540f1a8ab331 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2c9b09f8-143a-443b-924d-1d2dd90d8fb2 HTTP/1.1" status: 204 len: 168 time: 0.2382188 Jul 24 00:52:52.652015 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-180d6775-fe0a-40b8-b4cc-41de6c07c08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:52.653087 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-180d6775-fe0a-40b8-b4cc-41de6c07c08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:52.681240 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b65022-e1fb-4027-9ff8-540f1a8ab331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9b09f8-143a-443b-924d-1d2dd90d8fb2,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:52.732555 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-180d6775-fe0a-40b8-b4cc-41de6c07c08e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:52.753494 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d50fa-ee1d-4c78-806e-807fe89b497a req-96c09612-c380-4e2f-b8b5-15cd1aa0b83f tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:52.755487 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fe7d50fa-ee1d-4c78-806e-807fe89b497a req-96c09612-c380-4e2f-b8b5-15cd1aa0b83f tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 945 time: 0.1758797 Jul 24 00:52:52.818438 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5d6dc0-2269-4b9e-b7c7-7fc6ddd05a5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-d0b9a74b-04f9-4176-9a7c-8b705a56f0cd', 'network_id': 'd0b9a74b-04f9-4176-9a7c-8b705a56f0cd', 'tenant_id': 'e85ccf615a264953acf81b1366347c29', 'fixed_ips': [{'subnet_id': '548ec9ed-6196-4fe0-b137-b8f45c19af22'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:52:52.820403 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-af5d6dc0-2269-4b9e-b7c7-7fc6ddd05a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:53.116009 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106db06-7a3e-4a87-b740-17a903c18fdd req-bacb10d0-5a4d-424f-9c13-8c8149d502e7 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:53.119290 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f106db06-7a3e-4a87-b740-17a903c18fdd req-bacb10d0-5a4d-424f-9c13-8c8149d502e7 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 950 time: 0.1451178 Jul 24 00:52:53.172517 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-af5d6dc0-2269-4b9e-b7c7-7fc6ddd05a5f None None] Allocated IP 172.20.0.2 (d0b9a74b-04f9-4176-9a7c-8b705a56f0cd/548ec9ed-6196-4fe0-b137-b8f45c19af22/44b27dc6-3d22-4c1e-990b-886770d1a555) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:52:53.197021 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f106db06-7a3e-4a87-b740-17a903c18fdd req-a73047c1-96e5-427f-94d5-df3ddbcd9e02 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709751 Jul 24 00:52:53.275331 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56616) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:53.307737 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d7a346e9-8c0d-41c5-b2cb-6cb0ad931f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:53.442784 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-af5d6dc0-2269-4b9e-b7c7-7fc6ddd05a5f None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:53.455226 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-af5d6dc0-2269-4b9e-b7c7-7fc6ddd05a5f None None] Transition to ACTIVE for port object 44b27dc6-3d22-4c1e-990b-886770d1a555 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:52:53.456263 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56634) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:53.473316 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-af5d6dc0-2269-4b9e-b7c7-7fc6ddd05a5f None None] Transition to ACTIVE for port object 44b27dc6-3d22-4c1e-990b-886770d1a555 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:52:53.488727 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-af5d6dc0-2269-4b9e-b7c7-7fc6ddd05a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:53.549065 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fadcebdd-e284-4b46-be22-fbac37568341 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:53.555925 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fe7d50fa-ee1d-4c78-806e-807fe89b497a req-f255dc14-953f-47b2-9e3f-9fc3f46862f8 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7600129 Jul 24 00:52:53.560409 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-180d6775-fe0a-40b8-b4cc-41de6c07c08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:53.584464 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d6dc0-2269-4b9e-b7c7-7fc6ddd05a5f None None] Pushing event updated for resources: {'Port': ['ID=44b27dc6-3d22-4c1e-990b-886770d1a555,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:53.598610 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5d6dc0-2269-4b9e-b7c7-7fc6ddd05a5f None None] Network d0b9a74b-04f9-4176-9a7c-8b705a56f0cd is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:52:53.600785 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5d6dc0-2269-4b9e-b7c7-7fc6ddd05a5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:53.601288 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fadcebdd-e284-4b46-be22-fbac37568341 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:53.601515 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5d6dc0-2269-4b9e-b7c7-7fc6ddd05a5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:53.602035 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5d6dc0-2269-4b9e-b7c7-7fc6ddd05a5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:53.602551 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5d6dc0-2269-4b9e-b7c7-7fc6ddd05a5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:53.603088 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5d6dc0-2269-4b9e-b7c7-7fc6ddd05a5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:53.603605 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5d6dc0-2269-4b9e-b7c7-7fc6ddd05a5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:53.604115 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5d6dc0-2269-4b9e-b7c7-7fc6ddd05a5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:53.604623 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5d6dc0-2269-4b9e-b7c7-7fc6ddd05a5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:53.605124 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5d6dc0-2269-4b9e-b7c7-7fc6ddd05a5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:53.605630 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5d6dc0-2269-4b9e-b7c7-7fc6ddd05a5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:53.606136 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5d6dc0-2269-4b9e-b7c7-7fc6ddd05a5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:53.606635 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af5d6dc0-2269-4b9e-b7c7-7fc6ddd05a5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:53.610394 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-af5d6dc0-2269-4b9e-b7c7-7fc6ddd05a5f None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:52:53.613184 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5d6dc0-2269-4b9e-b7c7-7fc6ddd05a5f None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:52:53.616279 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d7a346e9-8c0d-41c5-b2cb-6cb0ad931f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:53.640089 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d7a346e9-8c0d-41c5-b2cb-6cb0ad931f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:53.686699 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-af5d6dc0-2269-4b9e-b7c7-7fc6ddd05a5f None None] Attempting to bind port 44b27dc6-3d22-4c1e-990b-886770d1a555 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:52:53.687558 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-af5d6dc0-2269-4b9e-b7c7-7fc6ddd05a5f None None] Attempting to bind port 44b27dc6-3d22-4c1e-990b-886770d1a555 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '5b144dc0-7718-4ec4-90c2-330e40cee5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd0b9a74b-04f9-4176-9a7c-8b705a56f0cd'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:52:53.688155 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5d6dc0-2269-4b9e-b7c7-7fc6ddd05a5f None None] Attempting to bind port 44b27dc6-3d22-4c1e-990b-886770d1a555 on network d0b9a74b-04f9-4176-9a7c-8b705a56f0cd {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:52:53.690499 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d7a346e9-8c0d-41c5-b2cb-6cb0ad931f1a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ae4e5f1310ce4812a20fda25d8efaabe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4141157 Jul 24 00:52:53.692289 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a346e9-8c0d-41c5-b2cb-6cb0ad931f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e3a185-1be1-4ce5-8ed4-d2aa123b1a85,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:53.695448 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56640) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:53.695636 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5d6dc0-2269-4b9e-b7c7-7fc6ddd05a5f None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:52:53.696282 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5d6dc0-2269-4b9e-b7c7-7fc6ddd05a5f None None] Checking segment: {'id': '5b144dc0-7718-4ec4-90c2-330e40cee5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd0b9a74b-04f9-4176-9a7c-8b705a56f0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:52:53.696909 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-af5d6dc0-2269-4b9e-b7c7-7fc6ddd05a5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:53.697562 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5d6dc0-2269-4b9e-b7c7-7fc6ddd05a5f None None] Bound using segment: {'id': '5b144dc0-7718-4ec4-90c2-330e40cee5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd0b9a74b-04f9-4176-9a7c-8b705a56f0cd'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:52:53.698270 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-af5d6dc0-2269-4b9e-b7c7-7fc6ddd05a5f None None] Bound port: 44b27dc6-3d22-4c1e-990b-886770d1a555, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b144dc0-7718-4ec4-90c2-330e40cee5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd0b9a74b-04f9-4176-9a7c-8b705a56f0cd'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:52:53.698921 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-af5d6dc0-2269-4b9e-b7c7-7fc6ddd05a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:53.750844 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fadcebdd-e284-4b46-be22-fbac37568341 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:53.753750 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fadcebdd-e284-4b46-be22-fbac37568341 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:53.755989 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-fadcebdd-e284-4b46-be22-fbac37568341 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "DELETE /v2.0/security-groups/37a74a14-3ba4-4d5c-ae76-89e835fbc2fc HTTP/1.1" status: 204 len: 168 time: 0.2981167 Jul 24 00:52:53.760087 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56642) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:53.794836 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-af5d6dc0-2269-4b9e-b7c7-7fc6ddd05a5f None None] For port 44b27dc6-3d22-4c1e-990b-886770d1a555, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:52:53.799015 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-af5d6dc0-2269-4b9e-b7c7-7fc6ddd05a5f None None] For port 44b27dc6-3d22-4c1e-990b-886770d1a555, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=44b27dc6-3d22-4c1e-990b-886770d1a555,segment=NetworkSegment(5b144dc0-7718-4ec4-90c2-330e40cee5fe),segment_id=5b144dc0-7718-4ec4-90c2-330e40cee5fe)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:52:53.803336 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-aaecad58-2398-44a1-8484-12c434e667fb tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] show failed (client error): The resource could not be found. Jul 24 00:52:53.807323 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-af5d6dc0-2269-4b9e-b7c7-7fc6ddd05a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:53.807787 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-aaecad58-2398-44a1-8484-12c434e667fb tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "GET /v2.0/security-groups/37a74a14-3ba4-4d5c-ae76-89e835fbc2fc HTTP/1.1" status: 404 len: 347 time: 0.0428486 Jul 24 00:52:53.809638 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadcebdd-e284-4b46-be22-fbac37568341 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a74a14-3ba4-4d5c-ae76-89e835fbc2fc,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:53.812875 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56644) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:53.821720 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-34f35b25-9798-4b3e-90e1-f83023f84074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:53.849535 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-34f35b25-9798-4b3e-90e1-f83023f84074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:53.887303 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-180d6775-fe0a-40b8-b4cc-41de6c07c08e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:53.895725 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5d6dc0-2269-4b9e-b7c7-7fc6ddd05a5f None None] Pushing event updated for resources: {'Port': ['ID=44b27dc6-3d22-4c1e-990b-886770d1a555,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:53.922655 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-180d6775-fe0a-40b8-b4cc-41de6c07c08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:53.956619 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-34f35b25-9798-4b3e-90e1-f83023f84074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:53.960956 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-34f35b25-9798-4b3e-90e1-f83023f84074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:53.962199 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-34f35b25-9798-4b3e-90e1-f83023f84074 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f4e3a185-1be1-4ce5-8ed4-d2aa123b1a85 HTTP/1.1" status: 204 len: 168 time: 0.2656052 Jul 24 00:52:54.027113 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f35b25-9798-4b3e-90e1-f83023f84074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e3a185-1be1-4ce5-8ed4-d2aa123b1a85,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:54.067767 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-180d6775-fe0a-40b8-b4cc-41de6c07c08e admin admin] Allocated IP 172.25.2.122 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/2e361e11-c584-4b01-b6a5-a088c296d075) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:52:54.142899 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-b880d223-c0e1-4485-976f-ae8ab7e8ce09 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Deleting port 3322ce6f-e9f6-4df7-a695-b143e2a9640f {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:52:54.143796 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b880d223-c0e1-4485-976f-ae8ab7e8ce09 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:54.255316 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-180d6775-fe0a-40b8-b4cc-41de6c07c08e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:54.327097 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-180d6775-fe0a-40b8-b4cc-41de6c07c08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:54.355024 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b880d223-c0e1-4485-976f-ae8ab7e8ce09 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:54.355654 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b880d223-c0e1-4485-976f-ae8ab7e8ce09 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:54.402483 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-b880d223-c0e1-4485-976f-ae8ab7e8ce09 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Calling delete_port for 3322ce6f-e9f6-4df7-a695-b143e2a9640f owned by network:floatingip {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:52:54.403239 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180d6775-fe0a-40b8-b4cc-41de6c07c08e admin admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:52:54.421133 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d6775-fe0a-40b8-b4cc-41de6c07c08e admin admin] Pushing event updated for resources: {'Port': ['ID=2e361e11-c584-4b01-b6a5-a088c296d075,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:54.435227 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-180d6775-fe0a-40b8-b4cc-41de6c07c08e admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:52:54.438931 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180d6775-fe0a-40b8-b4cc-41de6c07c08e admin admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:52:54.534122 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2477849-8b8c-4f3f-a524-0f5d4f6d8cba req-606bcbbb-7ad0-45f7-932f-f2beaa3f19a9 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:54.540848 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b2477849-8b8c-4f3f-a524-0f5d4f6d8cba req-606bcbbb-7ad0-45f7-932f-f2beaa3f19a9 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 950 time: 0.2260158 Jul 24 00:52:54.651077 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 44b27dc6-3d22-4c1e-990b-886770d1a555 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:52:54.759220 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b2477849-8b8c-4f3f-a524-0f5d4f6d8cba req-1af84fc0-1995-4bbe-8a20-220734b6943d tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313267 Jul 24 00:52:54.790028 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 44b27dc6-3d22-4c1e-990b-886770d1a555 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:52:54.863711 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99deb337-7fdb-4c23-b007-dfb6ca333f56 req-e46f7d04-83c6-45bc-9712-94cc93c53666 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:54.865780 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-99deb337-7fdb-4c23-b007-dfb6ca333f56 req-e46f7d04-83c6-45bc-9712-94cc93c53666 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] 10.222.0.15 "GET /v2.0/ports?device_id=08b7fc1d-f656-4f08-aa6d-6ddeedc97555 HTTP/1.1" status: 200 len: 951 time: 0.2374759 Jul 24 00:52:54.867550 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b880d223-c0e1-4485-976f-ae8ab7e8ce09 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:54.905478 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b880d223-c0e1-4485-976f-ae8ab7e8ce09 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Pushing event deleted for resources: {'Port': ['ID=3322ce6f-e9f6-4df7-a695-b143e2a9640f,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:55.021735 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-99deb337-7fdb-4c23-b007-dfb6ca333f56 req-00223181-618a-4347-a38e-7c7df1c9be00 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b8334cf-47e0-4b47-ab2f-902861530bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255836 Jul 24 00:52:55.049632 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b880d223-c0e1-4485-976f-ae8ab7e8ce09 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks [] for floatingip, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:55.054351 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b880d223-c0e1-4485-976f-ae8ab7e8ce09 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:55.058705 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b880d223-c0e1-4485-976f-ae8ab7e8ce09 tempest-ServersTestBootFromVolume-234243079 tempest-ServersTestBootFromVolume-234243079-project] 10.222.0.15 "DELETE /v2.0/floatingips/d7dc42ee-92a2-433a-a232-aff8cdd94e4f HTTP/1.1" status: 204 len: 168 time: 1.2421007 Jul 24 00:52:55.059000 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56696) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:55.125008 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-180d6775-fe0a-40b8-b4cc-41de6c07c08e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:55.146597 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c312cbd-5574-40bf-a3f0-8555cfc5306f req-36154654-9673-45b0-a3fd-261feab655ee tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:55.148881 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0c312cbd-5574-40bf-a3f0-8555cfc5306f req-36154654-9673-45b0-a3fd-261feab655ee tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 945 time: 0.2359037 Jul 24 00:52:55.303053 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56708) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:55.438051 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46d4fcb-e61f-481d-8eab-00ed8d2f162c None None] Network d0b9a74b-04f9-4176-9a7c-8b705a56f0cd requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:52:55.477211 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-180d6775-fe0a-40b8-b4cc-41de6c07c08e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:55.574728 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0c312cbd-5574-40bf-a3f0-8555cfc5306f req-e58b6fc9-1329-402c-8518-14e41147f1d4 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587210 Jul 24 00:52:55.608120 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-cc73b71d-1abf-4e6a-879a-4d963f225fa5 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1044467475-network', 'tenant_id': '632b6cf8899045e2b3731317f0b7e6bf'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:52:55.662408 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180d6775-fe0a-40b8-b4cc-41de6c07c08e admin admin] Router a23c6329-1a71-4762-9d9c-9b8509392aef is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:52:55.705765 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d01f1269-da67-4ac6-be2c-90eed5834f1c None None] Provisioning for port 44b27dc6-3d22-4c1e-990b-886770d1a555 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:52:55.708460 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc73b71d-1abf-4e6a-879a-4d963f225fa5 admin admin] Made reservation on behalf of 632b6cf8899045e2b3731317f0b7e6bf for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:52:55.711807 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cc73b71d-1abf-4e6a-879a-4d963f225fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:55.713553 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d01f1269-da67-4ac6-be2c-90eed5834f1c None None] Provisioning complete for port 44b27dc6-3d22-4c1e-990b-886770d1a555 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:52:55.713934 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d01f1269-da67-4ac6-be2c-90eed5834f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:55.871442 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180d6775-fe0a-40b8-b4cc-41de6c07c08e admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:52:55.884054 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a57f262-0252-4ae0-ae5e-6600bbac953e None None] Sync routers for ids ['a23c6329-1a71-4762-9d9c-9b8509392aef'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:52:55.904422 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-180d6775-fe0a-40b8-b4cc-41de6c07c08e admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:55.904914 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-180d6775-fe0a-40b8-b4cc-41de6c07c08e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.3560200 Jul 24 00:52:55.905648 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a57f262-0252-4ae0-ae5e-6600bbac953e None None] Routers {'a23c6329-1a71-4762-9d9c-9b8509392aef'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:52:55.906572 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-5a57f262-0252-4ae0-ae5e-6600bbac953e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:52:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['a23c6329-1a71-4762-9d9c-9b8509392aef'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:52:55.908158 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56742) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:56.086395 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cc73b71d-1abf-4e6a-879a-4d963f225fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:56.110809 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d01f1269-da67-4ac6-be2c-90eed5834f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:56.142199 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-5a57f262-0252-4ae0-ae5e-6600bbac953e None None] Set router a23c6329-1a71-4762-9d9c-9b8509392aef gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:52:56.160754 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0551c-b394-4539-a463-5efafa81bcde req-3d9ac5b1-ce0f-4526-a4e9-3b00402fe1ff tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:56.169354 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2bd0551c-b394-4539-a463-5efafa81bcde req-3d9ac5b1-ce0f-4526-a4e9-3b00402fe1ff tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 950 time: 0.1623042 Jul 24 00:52:56.176775 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-d01f1269-da67-4ac6-be2c-90eed5834f1c None None] For port 44b27dc6-3d22-4c1e-990b-886770d1a555, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=44b27dc6-3d22-4c1e-990b-886770d1a555,segment=NetworkSegment(5b144dc0-7718-4ec4-90c2-330e40cee5fe),segment_id=5b144dc0-7718-4ec4-90c2-330e40cee5fe)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:56.184052 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d01f1269-da67-4ac6-be2c-90eed5834f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:56.262745 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f1269-da67-4ac6-be2c-90eed5834f1c None None] Pushing event updated for resources: {'Port': ['ID=44b27dc6-3d22-4c1e-990b-886770d1a555,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:56.278961 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1c2283a8-280c-480e-bd50-276c5e3cf181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:56.392916 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2bd0551c-b394-4539-a463-5efafa81bcde req-5c3443ba-3692-41a9-bf86-40b4c6148b59 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224724 Jul 24 00:52:56.519959 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-5a57f262-0252-4ae0-ae5e-6600bbac953e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23c6329-1a71-4762-9d9c-9b8509392aef', 'name': 'tempest-ServersTestJSON-332587084-router', 'tenant_id': 'e85ccf615a264953acf81b1366347c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '2e361e11-c584-4b01-b6a5-a088c296d075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:52:52Z', 'updated_at': '2021-07-24T00:52:54Z', 'revision_number': 3, 'project_id': 'e85ccf615a264953acf81b1366347c29', 'gw_port': {'id': '2e361e11-c584-4b01-b6a5-a088c296d075', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23c6329-1a71-4762-9d9c-9b8509392aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:52:53Z', 'updated_at': '2021-07-24T00:52:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:52:56.527517 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-6f8d34db-f79a-4e84-9ed6-2c0780988008 None None] Provisioning complete for port 44b27dc6-3d22-4c1e-990b-886770d1a555 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:52:56.539306 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6f8d34db-f79a-4e84-9ed6-2c0780988008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:56.556621 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a57f262-0252-4ae0-ae5e-6600bbac953e None None] Checking router: a23c6329-1a71-4762-9d9c-9b8509392aef for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:52:56.564398 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a57f262-0252-4ae0-ae5e-6600bbac953e None None] Updating router a23c6329-1a71-4762-9d9c-9b8509392aef port 2e361e11-c584-4b01-b6a5-a088c296d075 binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:52:56.599196 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cc73b71d-1abf-4e6a-879a-4d963f225fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:56.606074 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d9625887-2add-4c72-8971-116e86685ac2 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:52:56.627796 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-5a57f262-0252-4ae0-ae5e-6600bbac953e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:56.642924 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cc73b71d-1abf-4e6a-879a-4d963f225fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:56.645706 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 44b27dc6-3d22-4c1e-990b-886770d1a555 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:52:56.660376 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc73b71d-1abf-4e6a-879a-4d963f225fa5 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:52:56.670907 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cc73b71d-1abf-4e6a-879a-4d963f225fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:56.671679 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-cc73b71d-1abf-4e6a-879a-4d963f225fa5 admin admin] Added segment f6d52547-a842-4f6b-855e-8ec8d78f97b7 of type vlan for network de6b05c8-40af-428f-b08e-56d1759a8c77 Jul 24 00:52:56.722729 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cc73b71d-1abf-4e6a-879a-4d963f225fa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:56.791261 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cc73b71d-1abf-4e6a-879a-4d963f225fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:56.793928 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc73b71d-1abf-4e6a-879a-4d963f225fa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:56.796923 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cc73b71d-1abf-4e6a-879a-4d963f225fa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:56.839466 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9622aacf-9487-4f7f-a1b8-2806e46850cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:56.946888 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 44b27dc6-3d22-4c1e-990b-886770d1a555 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:52:56.948229 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:56.979889 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56764) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:56.981620 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-cc73b71d-1abf-4e6a-879a-4d963f225fa5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6773486 Jul 24 00:52:56.982625 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc73b71d-1abf-4e6a-879a-4d963f225fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df0fa1c-b405-44d9-985d-01d74148a8f1,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:56.993023 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-949d1907-05b9-4f0a-b5d5-9580868501c2 admin admin] Request body: {'subnet': {'network_id': 'de6b05c8-40af-428f-b08e-56d1759a8c77', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1044467475-subnet', 'tenant_id': '632b6cf8899045e2b3731317f0b7e6bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:52:56.999413 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-5a57f262-0252-4ae0-ae5e-6600bbac953e None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:57.004875 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:57.027015 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-5a57f262-0252-4ae0-ae5e-6600bbac953e None None] Transition to ACTIVE for port object 2e361e11-c584-4b01-b6a5-a088c296d075 will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:52:57.029070 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb314c6b-d41e-48de-b874-1a01f1bfe38d req-c790229d-00f9-4dcf-a49a-fed9b0baa621 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:57.036880 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eb314c6b-d41e-48de-b874-1a01f1bfe38d req-c790229d-00f9-4dcf-a49a-fed9b0baa621 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 945 time: 0.2747579 Jul 24 00:52:57.045208 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-5a57f262-0252-4ae0-ae5e-6600bbac953e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:57.047542 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port d9625887-2add-4c72-8971-116e86685ac2, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d9625887-2add-4c72-8971-116e86685ac2,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:57.053175 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b7fc1d-f656-4f08-aa6d-6ddeedc97555', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9625887-2add-4c72-8971-116e86685ac2'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:52:57.056376 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916dec89-5c64-4c79-81ef-8f770682454d" -d '{"events": [{"server_uuid": "08b7fc1d-f656-4f08-aa6d-6ddeedc97555", "name": "network-vif-unplugged", "status": "completed", "tag": "d9625887-2add-4c72-8971-116e86685ac2"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:52:57.061462 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc73b71d-1abf-4e6a-879a-4d963f225fa5 admin admin] Pushing event updated for resources: {'Network': ['ID=de6b05c8-40af-428f-b08e-56d1759a8c77,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:57.080679 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:57.092688 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network de6b05c8-40af-428f-b08e-56d1759a8c77 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:52:57.127489 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-5a57f262-0252-4ae0-ae5e-6600bbac953e None None] Attempting to bind port 2e361e11-c584-4b01-b6a5-a088c296d075 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:52:57.127966 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-5a57f262-0252-4ae0-ae5e-6600bbac953e None None] Attempting to bind port 2e361e11-c584-4b01-b6a5-a088c296d075 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:52:57.128397 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a57f262-0252-4ae0-ae5e-6600bbac953e None None] Attempting to bind port 2e361e11-c584-4b01-b6a5-a088c296d075 on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:52:57.138115 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eece38-6ff3-444a-b30a-ddb40805d324 None None] Pushing event updated for resources: {'Port': ['ID=2e361e11-c584-4b01-b6a5-a088c296d075,revision_number=2']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:57.141125 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a57f262-0252-4ae0-ae5e-6600bbac953e None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:52:57.141807 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a57f262-0252-4ae0-ae5e-6600bbac953e None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:52:57.142309 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-5a57f262-0252-4ae0-ae5e-6600bbac953e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:57.142739 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a57f262-0252-4ae0-ae5e-6600bbac953e None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:52:57.143316 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-5a57f262-0252-4ae0-ae5e-6600bbac953e None None] Bound port: 2e361e11-c584-4b01-b6a5-a088c296d075, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:52:57.143769 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-5a57f262-0252-4ae0-ae5e-6600bbac953e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:57.155556 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf82f4-415c-4bd9-bfec-fa2e7271e8b1 req-55472ac2-1607-496d-8196-431ddc760a43 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:57.163260 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-36cf82f4-415c-4bd9-bfec-fa2e7271e8b1 req-55472ac2-1607-496d-8196-431ddc760a43 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] 10.222.0.15 "GET /v2.0/ports?device_id=08b7fc1d-f656-4f08-aa6d-6ddeedc97555 HTTP/1.1" status: 200 len: 951 time: 0.2397695 Jul 24 00:52:57.171096 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949d1907-05b9-4f0a-b5d5-9580868501c2 admin admin] Made reservation on behalf of 632b6cf8899045e2b3731317f0b7e6bf for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:52:57.173260 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eece38-6ff3-444a-b30a-ddb40805d324 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:57.173486 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-949d1907-05b9-4f0a-b5d5-9580868501c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:57.174136 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eece38-6ff3-444a-b30a-ddb40805d324 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:57.174823 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eece38-6ff3-444a-b30a-ddb40805d324 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:57.176088 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eece38-6ff3-444a-b30a-ddb40805d324 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:57.176088 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eece38-6ff3-444a-b30a-ddb40805d324 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:57.176088 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eece38-6ff3-444a-b30a-ddb40805d324 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:57.176772 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eece38-6ff3-444a-b30a-ddb40805d324 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:57.177263 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eece38-6ff3-444a-b30a-ddb40805d324 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:57.177754 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eece38-6ff3-444a-b30a-ddb40805d324 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:57.178241 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eece38-6ff3-444a-b30a-ddb40805d324 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:57.179388 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eece38-6ff3-444a-b30a-ddb40805d324 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:57.180077 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8eece38-6ff3-444a-b30a-ddb40805d324 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:52:57.223495 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-5a57f262-0252-4ae0-ae5e-6600bbac953e None None] For port 2e361e11-c584-4b01-b6a5-a088c296d075, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:52:57.227314 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-5a57f262-0252-4ae0-ae5e-6600bbac953e None None] For port 2e361e11-c584-4b01-b6a5-a088c296d075, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2e361e11-c584-4b01-b6a5-a088c296d075,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:52:57.244779 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-5a57f262-0252-4ae0-ae5e-6600bbac953e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:57.292810 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-36cf82f4-415c-4bd9-bfec-fa2e7271e8b1 req-c0fb404b-6234-4ef9-ac1b-4b109acfe0d6 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b8334cf-47e0-4b47-ab2f-902861530bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282606 Jul 24 00:52:57.327412 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-1c2283a8-280c-480e-bd50-276c5e3cf181 admin admin] Deleting port 8807a1af-16b6-4909-a722-083791f95c79 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:52:57.331146 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1c2283a8-280c-480e-bd50-276c5e3cf181 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:57.343566 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-9622aacf-9487-4f7f-a1b8-2806e46850cd admin admin] Allocated IP 172.20.0.1 (d0b9a74b-04f9-4176-9a7c-8b705a56f0cd/548ec9ed-6196-4fe0-b137-b8f45c19af22/1bb31397-7198-4537-9465-813fc4d04669) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:52:57.344812 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a57f262-0252-4ae0-ae5e-6600bbac953e None None] Routers {'a23c6329-1a71-4762-9d9c-9b8509392aef'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:52:57.353031 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-5a57f262-0252-4ae0-ae5e-6600bbac953e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:52:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['a23c6329-1a71-4762-9d9c-9b8509392aef'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:52:57.357206 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=d9625887-2add-4c72-8971-116e86685ac2,revision_number=11']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:57.391325 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfe3688-db69-4a41-86d2-7a431c5b0252 x-openstack-request-id: req-ddfe3688-db69-4a41-86d2-7a431c5b0252 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:52:57.391632 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b7fc1d-f656-4f08-aa6d-6ddeedc97555", "name": "network-vif-unplugged", "status": "completed", "tag": "d9625887-2add-4c72-8971-116e86685ac2", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:52:57.391891 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ddfe3688-db69-4a41-86d2-7a431c5b0252 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:52:57.392292 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b7fc1d-f656-4f08-aa6d-6ddeedc97555', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9625887-2add-4c72-8971-116e86685ac2', 'code': 200} Jul 24 00:52:57.405132 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eb314c6b-d41e-48de-b874-1a01f1bfe38d req-4af38e07-1163-4c19-bd05-9a7f036e22e6 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673866 Jul 24 00:52:57.483400 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-1c2283a8-280c-480e-bd50-276c5e3cf181 admin admin] For port 8807a1af-16b6-4909-a722-083791f95c79, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=8807a1af-16b6-4909-a722-083791f95c79,segment=NetworkSegment(8586c4bf-3892-4b3d-8b39-dc6fef5c8398),segment_id=8586c4bf-3892-4b3d-8b39-dc6fef5c8398)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:57.483765 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1c2283a8-280c-480e-bd50-276c5e3cf181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:57.504712 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eece38-6ff3-444a-b30a-ddb40805d324 None None] Pushing event updated for resources: {'Port': ['ID=2e361e11-c584-4b01-b6a5-a088c296d075,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:57.514047 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-1c2283a8-280c-480e-bd50-276c5e3cf181 admin admin] Calling delete_port for 8807a1af-16b6-4909-a722-083791f95c79 owned by network:router_interface {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:52:57.560330 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-5a57f262-0252-4ae0-ae5e-6600bbac953e None None] Set router a23c6329-1a71-4762-9d9c-9b8509392aef gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:52:57.664137 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-949d1907-05b9-4f0a-b5d5-9580868501c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:57.745996 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9622aacf-9487-4f7f-a1b8-2806e46850cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:57.762292 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1c2283a8-280c-480e-bd50-276c5e3cf181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:57.779730 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-5a57f262-0252-4ae0-ae5e-6600bbac953e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23c6329-1a71-4762-9d9c-9b8509392aef', 'name': 'tempest-ServersTestJSON-332587084-router', 'tenant_id': 'e85ccf615a264953acf81b1366347c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '2e361e11-c584-4b01-b6a5-a088c296d075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:52:52Z', 'updated_at': '2021-07-24T00:52:54Z', 'revision_number': 3, 'project_id': 'e85ccf615a264953acf81b1366347c29', 'gw_port': {'id': '2e361e11-c584-4b01-b6a5-a088c296d075', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23c6329-1a71-4762-9d9c-9b8509392aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:52:53Z', 'updated_at': '2021-07-24T00:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:52:57.794049 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-9622aacf-9487-4f7f-a1b8-2806e46850cd admin admin] Transition to ACTIVE for port object 1bb31397-7198-4537-9465-813fc4d04669 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:52:57.800115 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d1907-05b9-4f0a-b5d5-9580868501c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a7bb58e-d650-459d-bf7e-eff2d5ee5340,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:57.814221 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2283a8-280c-480e-bd50-276c5e3cf181 admin admin] Pushing event deleted for resources: {'Port': ['ID=8807a1af-16b6-4909-a722-083791f95c79,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:57.856272 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a57f262-0252-4ae0-ae5e-6600bbac953e None None] The sync data for ids ['a23c6329-1a71-4762-9d9c-9b8509392aef'] in n-d-793621-25 is: [{'id': 'a23c6329-1a71-4762-9d9c-9b8509392aef', 'name': 'tempest-ServersTestJSON-332587084-router', 'tenant_id': 'e85ccf615a264953acf81b1366347c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '2e361e11-c584-4b01-b6a5-a088c296d075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:52:52Z', 'updated_at': '2021-07-24T00:52:54Z', 'revision_number': 3, 'project_id': 'e85ccf615a264953acf81b1366347c29', 'gw_port': {'id': '2e361e11-c584-4b01-b6a5-a088c296d075', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23c6329-1a71-4762-9d9c-9b8509392aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:52:53Z', 'updated_at': '2021-07-24T00:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:52:57.876038 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9622aacf-9487-4f7f-a1b8-2806e46850cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:57.894755 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fd5a1-99d2-4b70-b3d2-e7f340092148 req-6aa153ce-a970-4109-a1d5-08e5dda6cc28 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:57.896383 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-312fd5a1-99d2-4b70-b3d2-e7f340092148 req-6aa153ce-a970-4109-a1d5-08e5dda6cc28 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 950 time: 0.3167665 Jul 24 00:52:57.919983 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949d1907-05b9-4f0a-b5d5-9580868501c2 admin admin] Checking segment: {'id': 'f6d52547-a842-4f6b-855e-8ec8d78f97b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de6b05c8-40af-428f-b08e-56d1759a8c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:52:57.920277 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949d1907-05b9-4f0a-b5d5-9580868501c2 admin admin] Network hostable DHCP agents. Network: de6b05c8-40af-428f-b08e-56d1759a8c77, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:52:57.997055 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-312fd5a1-99d2-4b70-b3d2-e7f340092148 req-05446255-0787-4eea-b669-191f4fafa8f2 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722728 Jul 24 00:52:58.018007 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9622aacf-9487-4f7f-a1b8-2806e46850cd admin admin] Network d0b9a74b-04f9-4176-9a7c-8b705a56f0cd is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:52:58.019670 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622aacf-9487-4f7f-a1b8-2806e46850cd admin admin] Pushing event updated for resources: {'Port': ['ID=1bb31397-7198-4537-9465-813fc4d04669,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:58.027652 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-9622aacf-9487-4f7f-a1b8-2806e46850cd admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:52:58.030214 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9622aacf-9487-4f7f-a1b8-2806e46850cd admin admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:52:58.060697 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949d1907-05b9-4f0a-b5d5-9580868501c2 admin admin] Network de6b05c8-40af-428f-b08e-56d1759a8c77 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:52:58.089031 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1c2283a8-280c-480e-bd50-276c5e3cf181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:58.093351 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-949d1907-05b9-4f0a-b5d5-9580868501c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, de6b05c8-40af-428f-b08e-56d1759a8c77) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:52:58.103450 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9622aacf-9487-4f7f-a1b8-2806e46850cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:58.117915 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949d1907-05b9-4f0a-b5d5-9580868501c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:58.117915 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-949d1907-05b9-4f0a-b5d5-9580868501c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:58.128253 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c93bc6f-ea9b-4aa7-b210-59cf98c0ad30 None None] Network de6b05c8-40af-428f-b08e-56d1759a8c77 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:52:58.214639 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-949d1907-05b9-4f0a-b5d5-9580868501c2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2368751 Jul 24 00:52:58.454195 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9622aacf-9487-4f7f-a1b8-2806e46850cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:58.788488 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c5f18a-e8af-4b19-b072-029d1aa25ee4 None None] Network de6b05c8-40af-428f-b08e-56d1759a8c77 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:52:58.789597 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81080ef7-71ad-4e6f-9a62-4aa4a0dd5d3f req-7b7d7b57-012e-45cb-8cf6-9dbf6eff59b5 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:58.800259 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-81080ef7-71ad-4e6f-9a62-4aa4a0dd5d3f req-7b7d7b57-012e-45cb-8cf6-9dbf6eff59b5 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] 10.222.0.15 "GET /v2.0/ports?device_id=08b7fc1d-f656-4f08-aa6d-6ddeedc97555 HTTP/1.1" status: 200 len: 949 time: 0.2283909 Jul 24 00:52:58.854253 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0bbd20da-9c50-4882-8948-d69e5a9afb01 None None] Provisioning for port 1bb31397-7198-4537-9465-813fc4d04669 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:52:58.871252 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0bbd20da-9c50-4882-8948-d69e5a9afb01 None None] Provisioning complete for port 1bb31397-7198-4537-9465-813fc4d04669 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:52:58.871653 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0bbd20da-9c50-4882-8948-d69e5a9afb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:58.925208 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0bbd20da-9c50-4882-8948-d69e5a9afb01 None None] Port 1bb31397-7198-4537-9465-813fc4d04669 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:52:58.942317 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c2283a8-280c-480e-bd50-276c5e3cf181 admin admin] Router 8816f8c6-b88b-49d1-b039-07bd44213f45 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:52:58.956369 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9622aacf-9487-4f7f-a1b8-2806e46850cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:58.990468 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2e361e11-c584-4b01-b6a5-a088c296d075 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:52:58.998107 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-81080ef7-71ad-4e6f-9a62-4aa4a0dd5d3f req-3b975cb1-9695-463e-9af7-8f1adbcc9a6a tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b8334cf-47e0-4b47-ab2f-902861530bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968510 Jul 24 00:52:59.042567 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9622aacf-9487-4f7f-a1b8-2806e46850cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:59.202391 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 2e361e11-c584-4b01-b6a5-a088c296d075 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:52:59.215842 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 2e361e11-c584-4b01-b6a5-a088c296d075 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:52:59.216179 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:59.378876 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:59.419440 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8377e92a-9c5b-4e63-a368-099d1c19b315 req-8a46537b-98d0-42bb-bc23-fe1f33babe63 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:59.427578 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8377e92a-9c5b-4e63-a368-099d1c19b315 req-8a46537b-98d0-42bb-bc23-fe1f33babe63 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 945 time: 0.4635448 Jul 24 00:52:59.431224 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9622aacf-9487-4f7f-a1b8-2806e46850cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:59.482775 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 2e361e11-c584-4b01-b6a5-a088c296d075, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2e361e11-c584-4b01-b6a5-a088c296d075,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:52:59.488414 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8377e92a-9c5b-4e63-a368-099d1c19b315 req-bad49a4a-e8b9-485e-a7c4-07db9287b791 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597587 Jul 24 00:52:59.492743 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622aacf-9487-4f7f-a1b8-2806e46850cd admin admin] Pushing event updated for resources: {'Port': ['ID=1bb31397-7198-4537-9465-813fc4d04669,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:59.493819 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2283a8-280c-480e-bd50-276c5e3cf181 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:52:59.501299 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1c2283a8-280c-480e-bd50-276c5e3cf181 admin admin] 10.222.0.15 "PUT /v2.0/routers/8816f8c6-b88b-49d1-b039-07bd44213f45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4411054 Jul 24 00:52:59.506454 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56836) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:59.511855 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02009264-db0e-47f8-8b74-86f8cc5a0fb4 None None] Sync routers for ids ['8816f8c6-b88b-49d1-b039-07bd44213f45'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:52:59.514896 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:59.580762 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02009264-db0e-47f8-8b74-86f8cc5a0fb4 None None] Routers {'8816f8c6-b88b-49d1-b039-07bd44213f45'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:52:59.581755 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-02009264-db0e-47f8-8b74-86f8cc5a0fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:52:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['8816f8c6-b88b-49d1-b039-07bd44213f45'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:52:59.681551 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56840) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:52:59.683154 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fb4aea87-47f3-4fb0-8c94-b6bbe17d8294 admin admin] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:59.691607 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-d63ab168-9c0d-4b3a-b0a9-edb8e98b3723 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1802702645-network', 'tenant_id': '4e584b9cac554f82889e08b353681b57'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:52:59.815382 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ecf81-67e1-427e-b772-53e303014e4a req-b831a0c1-2887-47b2-81ed-be5dd1b45ec5 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:52:59.824199 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8f8ecf81-67e1-427e-b772-53e303014e4a req-b831a0c1-2887-47b2-81ed-be5dd1b45ec5 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 950 time: 0.4379547 Jul 24 00:52:59.867201 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=2e361e11-c584-4b01-b6a5-a088c296d075,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:52:59.869692 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63ab168-9c0d-4b3a-b0a9-edb8e98b3723 admin admin] Made reservation on behalf of 4e584b9cac554f82889e08b353681b57 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:52:59.872091 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d63ab168-9c0d-4b3a-b0a9-edb8e98b3723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:59.896702 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d63ab168-9c0d-4b3a-b0a9-edb8e98b3723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:52:59.947100 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8f8ecf81-67e1-427e-b772-53e303014e4a req-f8b6922a-d47f-43c0-9b53-6d4c9b3a2a46 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217985 Jul 24 00:52:59.948573 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-02009264-db0e-47f8-8b74-86f8cc5a0fb4 None None] Set router 8816f8c6-b88b-49d1-b039-07bd44213f45 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:53:00.010027 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fb4aea87-47f3-4fb0-8c94-b6bbe17d8294 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:00.146116 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d63ab168-9c0d-4b3a-b0a9-edb8e98b3723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:00.148363 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-fb4aea87-47f3-4fb0-8c94-b6bbe17d8294 admin admin] Deleting port a93f3441-85d9-4c1c-bf2c-57569e000ed7 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:53:00.148707 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fb4aea87-47f3-4fb0-8c94-b6bbe17d8294 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:00.150185 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff715d3-99dd-4627-8166-46f3a757fed3 req-d620f27f-95a4-4361-af2d-2ceee34aeb65 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:00.152301 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9ff715d3-99dd-4627-8166-46f3a757fed3 req-d620f27f-95a4-4361-af2d-2ceee34aeb65 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] 10.222.0.13 "GET /v2.0/ports?device_id=08b7fc1d-f656-4f08-aa6d-6ddeedc97555 HTTP/1.1" status: 200 len: 949 time: 1.1128526 Jul 24 00:53:00.236558 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-fb4aea87-47f3-4fb0-8c94-b6bbe17d8294 admin admin] For port a93f3441-85d9-4c1c-bf2c-57569e000ed7, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=a93f3441-85d9-4c1c-bf2c-57569e000ed7,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:00.236903 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fb4aea87-47f3-4fb0-8c94-b6bbe17d8294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:00.249079 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-fb4aea87-47f3-4fb0-8c94-b6bbe17d8294 admin admin] Calling delete_port for a93f3441-85d9-4c1c-bf2c-57569e000ed7 owned by network:router_gateway {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:53:00.255387 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d63ab168-9c0d-4b3a-b0a9-edb8e98b3723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:00.313728 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d63ab168-9c0d-4b3a-b0a9-edb8e98b3723 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:53:00.358302 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d63ab168-9c0d-4b3a-b0a9-edb8e98b3723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:00.358302 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-d63ab168-9c0d-4b3a-b0a9-edb8e98b3723 admin admin] Added segment c9b818e1-1fcf-4025-b2de-8fa1e3f378c3 of type vlan for network 8f4393cb-a33e-4e54-871e-f7c916eea134 Jul 24 00:53:00.359764 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ab168-9c0d-4b3a-b0a9-edb8e98b3723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93b4c7e-9179-4120-b56a-e9bb25e24a6d,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:00.375727 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-02009264-db0e-47f8-8b74-86f8cc5a0fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8816f8c6-b88b-49d1-b039-07bd44213f45', 'name': 'tempest-ServersTestBootFromVolume-188913133-router', 'tenant_id': '527575ebe56e4dd9beea63807acac60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'a93f3441-85d9-4c1c-bf2c-57569e000ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:48:55Z', 'updated_at': '2021-07-24T00:52:57Z', 'revision_number': 5, 'project_id': '527575ebe56e4dd9beea63807acac60f', 'gw_port': {'id': 'a93f3441-85d9-4c1c-bf2c-57569e000ed7', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:ce:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8816f8c6-b88b-49d1-b039-07bd44213f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:48:56Z', 'updated_at': '2021-07-24T00:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:00.422809 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02009264-db0e-47f8-8b74-86f8cc5a0fb4 None None] Checking router: 8816f8c6-b88b-49d1-b039-07bd44213f45 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:53:00.436820 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02009264-db0e-47f8-8b74-86f8cc5a0fb4 None None] Routers {'8816f8c6-b88b-49d1-b039-07bd44213f45'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:53:00.437481 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-02009264-db0e-47f8-8b74-86f8cc5a0fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:52:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['8816f8c6-b88b-49d1-b039-07bd44213f45'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:00.482848 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d63ab168-9c0d-4b3a-b0a9-edb8e98b3723 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:00.529280 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9622aacf-9487-4f7f-a1b8-2806e46850cd admin admin] Network d0b9a74b-04f9-4176-9a7c-8b705a56f0cd is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:53:00.535282 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-9622aacf-9487-4f7f-a1b8-2806e46850cd admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:53:00.589369 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc865aa-5143-4881-9c41-dfe1877e0c5f req-616aa2ee-a71c-4789-95ab-055a7a6850ee tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:00.613170 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0bc865aa-5143-4881-9c41-dfe1877e0c5f req-616aa2ee-a71c-4789-95ab-055a7a6850ee tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] 10.222.0.15 "GET /v2.0/ports?device_id=08b7fc1d-f656-4f08-aa6d-6ddeedc97555 HTTP/1.1" status: 200 len: 949 time: 0.4812315 Jul 24 00:53:00.615119 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-02009264-db0e-47f8-8b74-86f8cc5a0fb4 None None] Set router 8816f8c6-b88b-49d1-b039-07bd44213f45 gateway port host: None {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:53:00.639931 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d63ab168-9c0d-4b3a-b0a9-edb8e98b3723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:00.640943 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63ab168-9c0d-4b3a-b0a9-edb8e98b3723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:00.641534 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d63ab168-9c0d-4b3a-b0a9-edb8e98b3723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:00.762824 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d63ab168-9c0d-4b3a-b0a9-edb8e98b3723 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0753832 Jul 24 00:53:00.768247 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56878) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:00.771979 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-02009264-db0e-47f8-8b74-86f8cc5a0fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8816f8c6-b88b-49d1-b039-07bd44213f45', 'name': 'tempest-ServersTestBootFromVolume-188913133-router', 'tenant_id': '527575ebe56e4dd9beea63807acac60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:48:55Z', 'updated_at': '2021-07-24T00:53:00Z', 'revision_number': 6, 'project_id': '527575ebe56e4dd9beea63807acac60f', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:00.774255 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-2f5e41b1-5b3d-4191-9d54-36434f82ab7e admin admin] Request body: {'subnet': {'network_id': '8f4393cb-a33e-4e54-871e-f7c916eea134', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1802702645-subnet', 'tenant_id': '4e584b9cac554f82889e08b353681b57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:00.774674 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2e361e11-c584-4b01-b6a5-a088c296d075 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:53:00.850129 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-9ff715d3-99dd-4627-8166-46f3a757fed3 req-819bfd2a-3984-41a5-b814-bf89153d78f0 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] Deleting port d9625887-2add-4c72-8971-116e86685ac2 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:53:00.850927 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9ff715d3-99dd-4627-8166-46f3a757fed3 req-819bfd2a-3984-41a5-b814-bf89153d78f0 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:00.867764 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ab168-9c0d-4b3a-b0a9-edb8e98b3723 admin admin] Pushing event updated for resources: {'Network': ['ID=8f4393cb-a33e-4e54-871e-f7c916eea134,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:00.881394 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0bc865aa-5143-4881-9c41-dfe1877e0c5f req-b40a5ef3-0c57-472b-96aa-45880dced17b tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] 10.222.0.15 "GET /v2.0/security-groups?id=7b8334cf-47e0-4b47-ab2f-902861530bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831157 Jul 24 00:53:00.920563 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5e41b1-5b3d-4191-9d54-36434f82ab7e admin admin] Made reservation on behalf of 4e584b9cac554f82889e08b353681b57 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:53:00.923952 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2f5e41b1-5b3d-4191-9d54-36434f82ab7e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:00.937997 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fb4aea87-47f3-4fb0-8c94-b6bbe17d8294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:00.973969 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 8f4393cb-a33e-4e54-871e-f7c916eea134 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:53:01.032566 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02009264-db0e-47f8-8b74-86f8cc5a0fb4 None None] The sync data for ids ['8816f8c6-b88b-49d1-b039-07bd44213f45'] in n-d-793621-25 is: [{'id': '8816f8c6-b88b-49d1-b039-07bd44213f45', 'name': 'tempest-ServersTestBootFromVolume-188913133-router', 'tenant_id': '527575ebe56e4dd9beea63807acac60f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:48:55Z', 'updated_at': '2021-07-24T00:53:00Z', 'revision_number': 6, 'project_id': '527575ebe56e4dd9beea63807acac60f', 'gw_port_host': None}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:53:01.072440 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4aea87-47f3-4fb0-8c94-b6bbe17d8294 admin admin] Pushing event deleted for resources: {'Port': ['ID=a93f3441-85d9-4c1c-bf2c-57569e000ed7,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:01.103202 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9622aacf-9487-4f7f-a1b8-2806e46850cd admin admin] Router a23c6329-1a71-4762-9d9c-9b8509392aef has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:53:01.141391 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-9ff715d3-99dd-4627-8166-46f3a757fed3 req-819bfd2a-3984-41a5-b814-bf89153d78f0 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] For port d9625887-2add-4c72-8971-116e86685ac2, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d9625887-2add-4c72-8971-116e86685ac2,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:01.142126 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9ff715d3-99dd-4627-8166-46f3a757fed3 req-819bfd2a-3984-41a5-b814-bf89153d78f0 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:01.190847 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-9ff715d3-99dd-4627-8166-46f3a757fed3 req-819bfd2a-3984-41a5-b814-bf89153d78f0 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] Calling delete_port for d9625887-2add-4c72-8971-116e86685ac2 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:53:01.196465 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-efff2297-14b5-43be-9509-528dbfbd145f None None] Provisioning complete for port 1bb31397-7198-4537-9465-813fc4d04669 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:53:01.197184 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-efff2297-14b5-43be-9509-528dbfbd145f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:01.226696 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 2e361e11-c584-4b01-b6a5-a088c296d075 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:53:01.227274 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:01.288479 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-efff2297-14b5-43be-9509-528dbfbd145f None None] Port 1bb31397-7198-4537-9465-813fc4d04669 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:53:01.486073 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1035b11-49aa-43a2-9a75-b8fe7444c042 req-a27c5834-0633-46d4-a2ec-33752972f766 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:01.493701 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e1035b11-49aa-43a2-9a75-b8fe7444c042 req-a27c5834-0633-46d4-a2ec-33752972f766 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 950 time: 0.3818853 Jul 24 00:53:01.498435 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d2c48-bf4e-4fa0-a065-334ff2f67b53 req-c62e5241-308f-407c-b64f-4d55df056235 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:01.505198 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-230d2c48-bf4e-4fa0-a065-334ff2f67b53 req-c62e5241-308f-407c-b64f-4d55df056235 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 945 time: 0.8085341 Jul 24 00:53:01.555933 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9622aacf-9487-4f7f-a1b8-2806e46850cd admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:53:01.571532 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9622aacf-9487-4f7f-a1b8-2806e46850cd admin admin] 10.222.0.15 "PUT /v2.0/routers/a23c6329-1a71-4762-9d9c-9b8509392aef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6622901 Jul 24 00:53:01.578690 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ec8f61-d244-429c-8f98-466e15e9cdfd None None] Sync routers for ids ['a23c6329-1a71-4762-9d9c-9b8509392aef'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:53:01.590009 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fb4aea87-47f3-4fb0-8c94-b6bbe17d8294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:01.605055 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2f5e41b1-5b3d-4191-9d54-36434f82ab7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:01.630446 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ec8f61-d244-429c-8f98-466e15e9cdfd None None] Routers {'a23c6329-1a71-4762-9d9c-9b8509392aef'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:53:01.631760 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-a1ec8f61-d244-429c-8f98-466e15e9cdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:52:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['a23c6329-1a71-4762-9d9c-9b8509392aef'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:01.751805 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e1035b11-49aa-43a2-9a75-b8fe7444c042 req-32ce4eb4-f432-4ea3-915c-c4838988e55a tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567852 Jul 24 00:53:01.754286 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-230d2c48-bf4e-4fa0-a065-334ff2f67b53 req-2c8ef261-c450-44ef-87ef-24e5c38cb6cf tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361670 Jul 24 00:53:01.842515 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fb4aea87-47f3-4fb0-8c94-b6bbe17d8294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:01.846051 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fb4aea87-47f3-4fb0-8c94-b6bbe17d8294 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:01.849802 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e41b1-5b3d-4191-9d54-36434f82ab7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4d7c4f9-2978-446e-ad0f-758415d1bcf5,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:01.912020 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9ff715d3-99dd-4627-8166-46f3a757fed3 req-819bfd2a-3984-41a5-b814-bf89153d78f0 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:01.917407 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5e41b1-5b3d-4191-9d54-36434f82ab7e admin admin] Checking segment: {'id': 'c9b818e1-1fcf-4025-b2de-8fa1e3f378c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8f4393cb-a33e-4e54-871e-f7c916eea134'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:53:01.927337 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5e41b1-5b3d-4191-9d54-36434f82ab7e admin admin] Network hostable DHCP agents. Network: 8f4393cb-a33e-4e54-871e-f7c916eea134, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:53:01.974824 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fb4aea87-47f3-4fb0-8c94-b6bbe17d8294 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:01.975853 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4aea87-47f3-4fb0-8c94-b6bbe17d8294 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8816f8c6-b88b-49d1-b039-07bd44213f45 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:53:01.997253 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819bfd2a-3984-41a5-b814-bf89153d78f0 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] Pushing event deleted for resources: {'Port': ['ID=d9625887-2add-4c72-8971-116e86685ac2,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:01.997509 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fb4aea87-47f3-4fb0-8c94-b6bbe17d8294 admin admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:02.005799 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-fb4aea87-47f3-4fb0-8c94-b6bbe17d8294 admin admin] 10.222.0.15 "DELETE /v2.0/routers/8816f8c6-b88b-49d1-b039-07bd44213f45 HTTP/1.1" status: 204 len: 168 time: 2.4979074 Jul 24 00:53:02.009028 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56896) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:02.045115 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5e41b1-5b3d-4191-9d54-36434f82ab7e admin admin] Network 8f4393cb-a33e-4e54-871e-f7c916eea134 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:53:02.100828 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-a1ec8f61-d244-429c-8f98-466e15e9cdfd None None] Set router a23c6329-1a71-4762-9d9c-9b8509392aef gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:53:02.108380 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff715d3-99dd-4627-8166-46f3a757fed3 req-819bfd2a-3984-41a5-b814-bf89153d78f0 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] No DVR routers for this DVR port d9625887-2add-4c72-8971-116e86685ac2 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:53:02.116865 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-2f5e41b1-5b3d-4191-9d54-36434f82ab7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 8f4393cb-a33e-4e54-871e-f7c916eea134) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:53:02.120503 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9ff715d3-99dd-4627-8166-46f3a757fed3 req-819bfd2a-3984-41a5-b814-bf89153d78f0 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:02.123577 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9ff715d3-99dd-4627-8166-46f3a757fed3 req-819bfd2a-3984-41a5-b814-bf89153d78f0 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] 10.222.0.13 "DELETE /v2.0/ports/d9625887-2add-4c72-8971-116e86685ac2 HTTP/1.1" status: 204 len: 173 time: 1.9583344 Jul 24 00:53:02.124853 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b7fc1d-f656-4f08-aa6d-6ddeedc97555', 'name': 'network-vif-deleted', 'tag': 'd9625887-2add-4c72-8971-116e86685ac2'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:53:02.131329 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87dc918-8e62-4806-bc06-306593b382ac None None] Network 8f4393cb-a33e-4e54-871e-f7c916eea134 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:53:02.137608 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16bf2c3d-cdba-46e7-af2a-d3935b024b76" -d '{"events": [{"server_uuid": "08b7fc1d-f656-4f08-aa6d-6ddeedc97555", "name": "network-vif-deleted", "tag": "d9625887-2add-4c72-8971-116e86685ac2"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:53:02.143205 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5e41b1-5b3d-4191-9d54-36434f82ab7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:02.144069 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2f5e41b1-5b3d-4191-9d54-36434f82ab7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:02.157769 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-73866373-54ce-4192-9aec-a8f36f449165 admin admin] Deleting subnet 20115978-e69f-4a7a-a65a-ab0414e37071 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:53:02.168518 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-73866373-54ce-4192-9aec-a8f36f449165 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:02.182593 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2f5e41b1-5b3d-4191-9d54-36434f82ab7e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4128487 Jul 24 00:53:02.353139 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-eca00ecf-b3ca-4061-92ea-de96b4f61d06 req-e3e6d1bf-f230-4ac2-8d94-b558049d7e00 tempest-ImagesOneServerTestJSON-1122997908 tempest-ImagesOneServerTestJSON-1122997908-project] 10.222.0.15 "GET /v2.0/ports?device_id=08b7fc1d-f656-4f08-aa6d-6ddeedc97555 HTTP/1.1" status: 200 len: 210 time: 0.1107337 Jul 24 00:53:02.377656 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-73866373-54ce-4192-9aec-a8f36f449165 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:02.465252 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513faa87-822e-4a20-b089-784982246432 x-openstack-request-id: req-513faa87-822e-4a20-b089-784982246432 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:53:02.465770 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b7fc1d-f656-4f08-aa6d-6ddeedc97555", "name": "network-vif-deleted", "tag": "d9625887-2add-4c72-8971-116e86685ac2", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:53:02.465770 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-513faa87-822e-4a20-b089-784982246432 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:53:02.466204 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b7fc1d-f656-4f08-aa6d-6ddeedc97555', 'name': 'network-vif-deleted', 'tag': 'd9625887-2add-4c72-8971-116e86685ac2', 'status': 'completed', 'code': 200} Jul 24 00:53:02.717816 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-a1ec8f61-d244-429c-8f98-466e15e9cdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23c6329-1a71-4762-9d9c-9b8509392aef', 'name': 'tempest-ServersTestJSON-332587084-router', 'tenant_id': 'e85ccf615a264953acf81b1366347c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '2e361e11-c584-4b01-b6a5-a088c296d075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:52:52Z', 'updated_at': '2021-07-24T00:52:58Z', 'revision_number': 4, 'project_id': 'e85ccf615a264953acf81b1366347c29', 'gw_port': {'id': '2e361e11-c584-4b01-b6a5-a088c296d075', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23c6329-1a71-4762-9d9c-9b8509392aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:52:53Z', 'updated_at': '2021-07-24T00:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '1bb31397-7198-4537-9465-813fc4d04669', 'name': '', 'network_id': 'd0b9a74b-04f9-4176-9a7c-8b705a56f0cd', 'tenant_id': 'e85ccf615a264953acf81b1366347c29', 'mac_address': 'fa:16:3e:d1:a5:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23c6329-1a71-4762-9d9c-9b8509392aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '548ec9ed-6196-4fe0-b137-b8f45c19af22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:52:56Z', 'updated_at': '2021-07-24T00:52:58Z', 'revision_number': 2, 'project_id': 'e85ccf615a264953acf81b1366347c29', 'subnets': [{'id': '548ec9ed-6196-4fe0-b137-b8f45c19af22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:02.767969 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-73866373-54ce-4192-9aec-a8f36f449165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:02.780723 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ec8f61-d244-429c-8f98-466e15e9cdfd None None] Checking router: a23c6329-1a71-4762-9d9c-9b8509392aef for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:53:02.791311 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ec8f61-d244-429c-8f98-466e15e9cdfd None None] Updating router a23c6329-1a71-4762-9d9c-9b8509392aef port 1bb31397-7198-4537-9465-813fc4d04669 binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:53:02.825670 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a93f3441-85d9-4c1c-bf2c-57569e000ed7 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:53:02.828228 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d9625887-2add-4c72-8971-116e86685ac2 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:53:02.867306 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56912) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:02.872145 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-13c97959-2e9e-4412-9662-816e42c74643 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Request body: {'security_group': {'name': 'tempest-securitygroup--928206704', 'description': 'tempest-description--2012585590'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:02.936270 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: d9625887-2add-4c72-8971-116e86685ac2 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:53:02.937955 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d9625887-2add-4c72-8971-116e86685ac2 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:53:02.943674 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-a1ec8f61-d244-429c-8f98-466e15e9cdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:02.955069 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-73866373-54ce-4192-9aec-a8f36f449165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:02.958275 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: a93f3441-85d9-4c1c-bf2c-57569e000ed7 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:53:02.958800 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a93f3441-85d9-4c1c-bf2c-57569e000ed7 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:53:02.960580 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 8807a1af-16b6-4909-a722-083791f95c79 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:53:02.971678 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-13c97959-2e9e-4412-9662-816e42c74643 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:03.019824 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 8807a1af-16b6-4909-a722-083791f95c79 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:53:03.020222 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 8807a1af-16b6-4909-a722-083791f95c79 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:53:03.045078 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c6073-fdb8-4eb5-bc68-e17db26d6671 req-516e8754-ca46-4f3c-937d-faf1335d6466 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:03.048254 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-582c6073-fdb8-4eb5-bc68-e17db26d6671 req-516e8754-ca46-4f3c-937d-faf1335d6466 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 945 time: 0.3782301 Jul 24 00:53:03.049027 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73866373-54ce-4192-9aec-a8f36f449165 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20115978-e69f-4a7a-a65a-ab0414e37071,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:03.054482 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-73866373-54ce-4192-9aec-a8f36f449165 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:03.066159 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-73866373-54ce-4192-9aec-a8f36f449165 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/20115978-e69f-4a7a-a65a-ab0414e37071 HTTP/1.1" status: 204 len: 168 time: 1.0527308 Jul 24 00:53:03.067013 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f11d64-7b16-4190-9c12-4ed619b3a63a None None] Network d47a7285-ce07-43af-9d2b-c26a26731081 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:53:03.070232 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56918) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:03.276233 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-13c97959-2e9e-4412-9662-816e42c74643 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:03.289695 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4aa6528-611e-48b9-8992-da26fe7a9078 None None] Network 8f4393cb-a33e-4e54-871e-f7c916eea134 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:53:03.361026 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-13c97959-2e9e-4412-9662-816e42c74643 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:03.369814 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-582c6073-fdb8-4eb5-bc68-e17db26d6671 req-5a46c639-83b8-4881-8f73-b60243d83ad8 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962492 Jul 24 00:53:03.395012 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1bcc2250-c483-40b9-a3a0-4a9c7bc1b72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:03.498966 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-4c2c267e-0435-4d58-89d9-b7e7d11cda3e tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:03.522894 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-4c2c267e-0435-4d58-89d9-b7e7d11cda3e tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] 10.222.0.15 "GET /v2.0/networks?id=de6b05c8-40af-428f-b08e-56d1759a8c77 HTTP/1.1" status: 200 len: 815 time: 0.3256533 Jul 24 00:53:03.532782 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-a1ec8f61-d244-429c-8f98-466e15e9cdfd None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:03.544736 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-a1ec8f61-d244-429c-8f98-466e15e9cdfd None None] Transition to ACTIVE for port object 1bb31397-7198-4537-9465-813fc4d04669 will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:53:03.555876 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-a1ec8f61-d244-429c-8f98-466e15e9cdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:03.557629 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbecee1-9462-4981-bc70-bbe6bf010526 None None] DHCP port deletion for d47a7285-ce07-43af-9d2b-c26a26731081 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:53:03.559949 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-13c97959-2e9e-4412-9662-816e42c74643 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:03.572811 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-13c97959-2e9e-4412-9662-816e42c74643 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7007086 Jul 24 00:53:03.574773 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56930) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:03.583098 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-c256638d-b0e6-449b-82e6-918240a97279 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Request body: {'security_group_rule': {'security_group_id': '5069202f-f766-4df5-a417-40758d32a31e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:03.648354 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-1bcc2250-c483-40b9-a3a0-4a9c7bc1b72f admin admin] Deleting port df90cd22-f595-47e0-b375-a03d23814f99 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:53:03.648981 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1bcc2250-c483-40b9-a3a0-4a9c7bc1b72f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:03.651333 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c256638d-b0e6-449b-82e6-918240a97279 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:03.675909 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-4bbecee1-9462-4981-bc70-bbe6bf010526 None None] Deleting port df90cd22-f595-47e0-b375-a03d23814f99 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:53:03.676297 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4bbecee1-9462-4981-bc70-bbe6bf010526 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:03.706803 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-ef9a9870-6399-4ef0-a5ca-be20f5ce9d34 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] 10.222.0.15 "GET /v2.0/quotas/632b6cf8899045e2b3731317f0b7e6bf HTTP/1.1" status: 200 len: 375 time: 0.1808457 Jul 24 00:53:03.710140 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c97959-2e9e-4412-9662-816e42c74643 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5069202f-f766-4df5-a417-40758d32a31e,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:03.712463 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a92b0-3cdf-41e7-b949-c327a2477095 req-d9a692fc-b979-49a0-86d3-289a76cc171c tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:03.714338 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-350a92b0-3cdf-41e7-b949-c327a2477095 req-d9a692fc-b979-49a0-86d3-289a76cc171c tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 950 time: 0.2077885 Jul 24 00:53:03.800875 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-a1ec8f61-d244-429c-8f98-466e15e9cdfd None None] Attempting to bind port 1bb31397-7198-4537-9465-813fc4d04669 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:53:03.801437 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-a1ec8f61-d244-429c-8f98-466e15e9cdfd None None] Attempting to bind port 1bb31397-7198-4537-9465-813fc4d04669 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '5b144dc0-7718-4ec4-90c2-330e40cee5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd0b9a74b-04f9-4176-9a7c-8b705a56f0cd'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:53:03.801824 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ec8f61-d244-429c-8f98-466e15e9cdfd None None] Attempting to bind port 1bb31397-7198-4537-9465-813fc4d04669 on network d0b9a74b-04f9-4176-9a7c-8b705a56f0cd {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:53:03.827834 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ec8f61-d244-429c-8f98-466e15e9cdfd None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:53:03.828285 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ec8f61-d244-429c-8f98-466e15e9cdfd None None] Checking segment: {'id': '5b144dc0-7718-4ec4-90c2-330e40cee5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd0b9a74b-04f9-4176-9a7c-8b705a56f0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:53:03.828594 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-a1ec8f61-d244-429c-8f98-466e15e9cdfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:03.829003 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ec8f61-d244-429c-8f98-466e15e9cdfd None None] Bound using segment: {'id': '5b144dc0-7718-4ec4-90c2-330e40cee5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd0b9a74b-04f9-4176-9a7c-8b705a56f0cd'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:53:03.829663 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-a1ec8f61-d244-429c-8f98-466e15e9cdfd None None] Bound port: 1bb31397-7198-4537-9465-813fc4d04669, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b144dc0-7718-4ec4-90c2-330e40cee5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd0b9a74b-04f9-4176-9a7c-8b705a56f0cd'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:53:03.830099 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-a1ec8f61-d244-429c-8f98-466e15e9cdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:03.850455 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-b02bdf05-5132-43ed-a186-a89257c3fa6b tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=632b6cf8899045e2b3731317f0b7e6bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1415362 Jul 24 00:53:03.909281 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-4bbecee1-9462-4981-bc70-bbe6bf010526 None None] For port df90cd22-f595-47e0-b375-a03d23814f99, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=df90cd22-f595-47e0-b375-a03d23814f99,segment=NetworkSegment(8586c4bf-3892-4b3d-8b39-dc6fef5c8398),segment_id=8586c4bf-3892-4b3d-8b39-dc6fef5c8398)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:03.910600 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4bbecee1-9462-4981-bc70-bbe6bf010526 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:03.928932 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-350a92b0-3cdf-41e7-b949-c327a2477095 req-d52e8a08-43c5-4a5d-ab0e-48949b6a28f6 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886668 Jul 24 00:53:03.930963 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-1bcc2250-c483-40b9-a3a0-4a9c7bc1b72f admin admin] For port df90cd22-f595-47e0-b375-a03d23814f99, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=df90cd22-f595-47e0-b375-a03d23814f99,segment=NetworkSegment(8586c4bf-3892-4b3d-8b39-dc6fef5c8398),segment_id=8586c4bf-3892-4b3d-8b39-dc6fef5c8398)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:03.931463 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1bcc2250-c483-40b9-a3a0-4a9c7bc1b72f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:03.936269 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-4bbecee1-9462-4981-bc70-bbe6bf010526 None None] Calling delete_port for df90cd22-f595-47e0-b375-a03d23814f99 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:53:03.945958 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c256638d-b0e6-449b-82e6-918240a97279 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:03.965245 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-1bcc2250-c483-40b9-a3a0-4a9c7bc1b72f admin admin] Calling delete_port for df90cd22-f595-47e0-b375-a03d23814f99 owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:53:03.971686 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c256638d-b0e6-449b-82e6-918240a97279 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:03.997848 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea844ef-2a5a-4670-9e47-2bbd74218ab8 req-333fdd8b-18a2-4a3c-9b7a-1719dc0f429f tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:03.999781 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fea844ef-2a5a-4670-9e47-2bbd74218ab8 req-333fdd8b-18a2-4a3c-9b7a-1719dc0f429f tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.13 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 945 time: 0.3744245 Jul 24 00:53:04.000321 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-a1ec8f61-d244-429c-8f98-466e15e9cdfd None None] For port 1bb31397-7198-4537-9465-813fc4d04669, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:53:04.010047 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-a1ec8f61-d244-429c-8f98-466e15e9cdfd None None] For port 1bb31397-7198-4537-9465-813fc4d04669, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=1bb31397-7198-4537-9465-813fc4d04669,segment=NetworkSegment(5b144dc0-7718-4ec4-90c2-330e40cee5fe),segment_id=5b144dc0-7718-4ec4-90c2-330e40cee5fe)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:53:04.023889 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035387b6-8ec5-41a4-bb00-87753bbb031d None None] Pushing event updated for resources: {'Port': ['ID=1bb31397-7198-4537-9465-813fc4d04669,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:04.027566 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-a1ec8f61-d244-429c-8f98-466e15e9cdfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:04.123552 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ec8f61-d244-429c-8f98-466e15e9cdfd None None] Routers {'a23c6329-1a71-4762-9d9c-9b8509392aef'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:53:04.125895 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-a1ec8f61-d244-429c-8f98-466e15e9cdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:52:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['a23c6329-1a71-4762-9d9c-9b8509392aef'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:04.174309 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4bbecee1-9462-4981-bc70-bbe6bf010526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:04.205483 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1bcc2250-c483-40b9-a3a0-4a9c7bc1b72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:04.221747 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c256638d-b0e6-449b-82e6-918240a97279 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:04.225892 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c256638d-b0e6-449b-82e6-918240a97279 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6438496 Jul 24 00:53:04.245499 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56936) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:04.245761 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbecee1-9462-4981-bc70-bbe6bf010526 None None] Pushing event deleted for resources: {'Port': ['ID=df90cd22-f595-47e0-b375-a03d23814f99,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:04.259007 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-ba4e19bc-be41-4a91-9f4c-b82379e47d97 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Request body: {'security_group_rule': {'security_group_id': '5069202f-f766-4df5-a417-40758d32a31e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:04.268102 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256638d-b0e6-449b-82e6-918240a97279 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96f13776-fbb5-4237-aa2a-3d5dd6785875,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:04.270917 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbecee1-9462-4981-bc70-bbe6bf010526 None None] No DVR routers for this DVR port df90cd22-f595-47e0-b375-a03d23814f99 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:53:04.286816 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc2250-c483-40b9-a3a0-4a9c7bc1b72f admin admin] Pushing event deleted for resources: {'Port': ['ID=df90cd22-f595-47e0-b375-a03d23814f99,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:04.294484 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcc2250-c483-40b9-a3a0-4a9c7bc1b72f admin admin] No DVR routers for this DVR port df90cd22-f595-47e0-b375-a03d23814f99 on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:53:04.303874 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-bd588b16-49ed-4b60-8ae6-1a9c1e368ee8 service neutron] 10.222.0.15 "GET /v2.0/networks/de6b05c8-40af-428f-b08e-56d1759a8c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4516649 Jul 24 00:53:04.372015 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-a1ec8f61-d244-429c-8f98-466e15e9cdfd None None] Set router a23c6329-1a71-4762-9d9c-9b8509392aef gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:53:04.409447 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1bcc2250-c483-40b9-a3a0-4a9c7bc1b72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:04.430654 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-1bcc2250-c483-40b9-a3a0-4a9c7bc1b72f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d47a7285-ce07-43af-9d2b-c26a26731081']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:04.449910 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035387b6-8ec5-41a4-bb00-87753bbb031d None None] Pushing event updated for resources: {'Port': ['ID=1bb31397-7198-4537-9465-813fc4d04669,revision_number=4']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:04.486787 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-1bcc2250-c483-40b9-a3a0-4a9c7bc1b72f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8586c4bf-3892-4b3d-8b39-dc6fef5c8398') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:04.494213 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-1bcc2250-c483-40b9-a3a0-4a9c7bc1b72f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8586c4bf-3892-4b3d-8b39-dc6fef5c8398') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:04.533522 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1bcc2250-c483-40b9-a3a0-4a9c7bc1b72f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:04.552435 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:04.604467 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ba4e19bc-be41-4a91-9f4c-b82379e47d97 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:04.608884 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1bcc2250-c483-40b9-a3a0-4a9c7bc1b72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:04.618501 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device df90cd22-f595-47e0-b375-a03d23814f99 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:53:04.629398 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bcc2250-c483-40b9-a3a0-4a9c7bc1b72f admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:53:04.629904 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1bcc2250-c483-40b9-a3a0-4a9c7bc1b72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:04.634051 n-d-793621-25 neutron-server[100463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:53:04.634051 n-d-793621-25 neutron-server[100463]: self.session.flush() Jul 24 00:53:04.634051 n-d-793621-25 neutron-server[100463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:53:04.634051 n-d-793621-25 neutron-server[100463]: self.session.flush() Jul 24 00:53:04.634051 n-d-793621-25 neutron-server[100463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:53:04.634051 n-d-793621-25 neutron-server[100463]: self.session.flush() Jul 24 00:53:04.634051 n-d-793621-25 neutron-server[100463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:53:04.634051 n-d-793621-25 neutron-server[100463]: self.session.flush() Jul 24 00:53:04.634051 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 00:53:04.634051 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:53:04.634051 n-d-793621-25 neutron-server[100463]: timer() Jul 24 00:53:04.634051 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:53:04.634051 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 00:53:04.634051 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:53:04.634051 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 00:53:04.634051 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:53:04.634051 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 00:53:04.634051 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:53:04.634051 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 00:53:04.634051 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:53:04.634051 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 00:53:04.634051 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:53:04.634051 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:53:04.634051 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:53:04.634051 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:53:04.634051 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:53:04.634051 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 00:53:04.634051 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:53:04.634051 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 00:53:04.634051 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:53:04.634051 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:53:04.634051 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:53:04.634051 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 00:53:04.634051 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:53:04.634051 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:53:04.634051 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:53:04.634051 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:53:04.634051 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:53:04.634051 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:53:04.634051 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:53:04.651876 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-fea844ef-2a5a-4670-9e47-2bbd74218ab8 req-eeadee05-180b-49f4-9014-c16a851ad9f9 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Deleting port 9ff85402-740b-48e3-9b5f-d3875a3352f9 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:53:04.653835 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fea844ef-2a5a-4670-9e47-2bbd74218ab8 req-eeadee05-180b-49f4-9014-c16a851ad9f9 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:04.681632 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: df90cd22-f595-47e0-b375-a03d23814f99 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:53:04.685212 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device df90cd22-f595-47e0-b375-a03d23814f99 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:53:04.717813 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816c3fd-36ec-4c7e-9b73-8860f7c8aafa req-01b8b640-b56f-4942-b8a9-c4f828bdbfb3 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:04.719614 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b816c3fd-36ec-4c7e-9b73-8860f7c8aafa req-01b8b640-b56f-4942-b8a9-c4f828bdbfb3 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 945 time: 0.2057700 Jul 24 00:53:04.738075 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1bcc2250-c483-40b9-a3a0-4a9c7bc1b72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:04.751165 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-80333870-90e8-41fe-9bfd-9927a1278bd7 service neutron] 10.222.0.15 "GET /v2.0/networks/de6b05c8-40af-428f-b08e-56d1759a8c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459591 Jul 24 00:53:04.760920 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1bcc2250-c483-40b9-a3a0-4a9c7bc1b72f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:04.765935 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1bcc2250-c483-40b9-a3a0-4a9c7bc1b72f admin admin] 10.222.0.15 "DELETE /v2.0/networks/d47a7285-ce07-43af-9d2b-c26a26731081 HTTP/1.1" status: 204 len: 168 time: 1.6324153 Jul 24 00:53:04.782604 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc2250-c483-40b9-a3a0-4a9c7bc1b72f admin admin] Pushing event deleted for resources: {'Network': ['ID=d47a7285-ce07-43af-9d2b-c26a26731081,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:04.852071 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b816c3fd-36ec-4c7e-9b73-8860f7c8aafa req-8e4b2e36-00b7-4d52-a4ce-27689925caaa tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236756 Jul 24 00:53:04.857113 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-a1ec8f61-d244-429c-8f98-466e15e9cdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23c6329-1a71-4762-9d9c-9b8509392aef', 'name': 'tempest-ServersTestJSON-332587084-router', 'tenant_id': 'e85ccf615a264953acf81b1366347c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '2e361e11-c584-4b01-b6a5-a088c296d075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:52:52Z', 'updated_at': '2021-07-24T00:52:58Z', 'revision_number': 4, 'project_id': 'e85ccf615a264953acf81b1366347c29', 'gw_port': {'id': '2e361e11-c584-4b01-b6a5-a088c296d075', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23c6329-1a71-4762-9d9c-9b8509392aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:52:53Z', 'updated_at': '2021-07-24T00:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '1bb31397-7198-4537-9465-813fc4d04669', 'name': '', 'network_id': 'd0b9a74b-04f9-4176-9a7c-8b705a56f0cd', 'tenant_id': 'e85ccf615a264953acf81b1366347c29', 'mac_address': 'fa:16:3e:d1:a5:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23c6329-1a71-4762-9d9c-9b8509392aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '548ec9ed-6196-4fe0-b137-b8f45c19af22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:52:56Z', 'updated_at': '2021-07-24T00:53:03Z', 'revision_number': 4, 'project_id': 'e85ccf615a264953acf81b1366347c29', 'subnets': [{'id': '548ec9ed-6196-4fe0-b137-b8f45c19af22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:04.887934 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ec8f61-d244-429c-8f98-466e15e9cdfd None None] The sync data for ids ['a23c6329-1a71-4762-9d9c-9b8509392aef'] in n-d-793621-25 is: [{'id': 'a23c6329-1a71-4762-9d9c-9b8509392aef', 'name': 'tempest-ServersTestJSON-332587084-router', 'tenant_id': 'e85ccf615a264953acf81b1366347c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '2e361e11-c584-4b01-b6a5-a088c296d075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:52:52Z', 'updated_at': '2021-07-24T00:52:58Z', 'revision_number': 4, 'project_id': 'e85ccf615a264953acf81b1366347c29', 'gw_port': {'id': '2e361e11-c584-4b01-b6a5-a088c296d075', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23c6329-1a71-4762-9d9c-9b8509392aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:52:53Z', 'updated_at': '2021-07-24T00:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '1bb31397-7198-4537-9465-813fc4d04669', 'name': '', 'network_id': 'd0b9a74b-04f9-4176-9a7c-8b705a56f0cd', 'tenant_id': 'e85ccf615a264953acf81b1366347c29', 'mac_address': 'fa:16:3e:d1:a5:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a23c6329-1a71-4762-9d9c-9b8509392aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '548ec9ed-6196-4fe0-b137-b8f45c19af22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:52:56Z', 'updated_at': '2021-07-24T00:53:03Z', 'revision_number': 4, 'project_id': 'e85ccf615a264953acf81b1366347c29', 'subnets': [{'id': '548ec9ed-6196-4fe0-b137-b8f45c19af22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:53:04.909671 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56946) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:04.934279 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:05.008426 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ba4e19bc-be41-4a91-9f4c-b82379e47d97 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:05.019713 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-fea844ef-2a5a-4670-9e47-2bbd74218ab8 req-eeadee05-180b-49f4-9014-c16a851ad9f9 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] For port 9ff85402-740b-48e3-9b5f-d3875a3352f9, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=9ff85402-740b-48e3-9b5f-d3875a3352f9,segment=NetworkSegment(c4a12371-e65f-4999-8182-3fce7a91f982),segment_id=c4a12371-e65f-4999-8182-3fce7a91f982)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:05.020416 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fea844ef-2a5a-4670-9e47-2bbd74218ab8 req-eeadee05-180b-49f4-9014-c16a851ad9f9 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:05.024311 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ba4e19bc-be41-4a91-9f4c-b82379e47d97 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:05.050802 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-fea844ef-2a5a-4670-9e47-2bbd74218ab8 req-eeadee05-180b-49f4-9014-c16a851ad9f9 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Calling delete_port for 9ff85402-740b-48e3-9b5f-d3875a3352f9 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:53:05.101827 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e19bc-be41-4a91-9f4c-b82379e47d97 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b5ce056-6584-4a76-b17e-714db7165fb6,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:05.223641 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56958) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:05.262456 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ba4e19bc-be41-4a91-9f4c-b82379e47d97 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:05.263697 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ba4e19bc-be41-4a91-9f4c-b82379e47d97 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0096443 Jul 24 00:53:05.271435 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56960) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:05.286300 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-94a2d2f3-38e5-439f-8c5d-cc1aa82423a6 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:05.351051 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-de66d06e-d97e-431c-a323-1107593e18a0 req-8bc5b09c-682b-492d-bd66-9eb23bff4b1a tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] 10.222.0.15 "GET /v2.0/ports?device_id=c931adb0-5d58-4d48-849d-e3ca774be762 HTTP/1.1" status: 200 len: 210 time: 0.0963852 Jul 24 00:53:05.377004 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-cbbe4f3c-2148-42db-a612-fb2ed423c6f3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4138349245324531a9c7173c4d207307&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4655995 Jul 24 00:53:05.384932 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56966) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:05.406922 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f737bbe6-064c-4a35-aad1-ab5fedf1e8a9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=527575ebe56e4dd9beea63807acac60f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1662433 Jul 24 00:53:05.408424 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-94a2d2f3-38e5-439f-8c5d-cc1aa82423a6 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks [] for floatingip, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:05.409417 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56968) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:05.460536 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fea844ef-2a5a-4670-9e47-2bbd74218ab8 req-eeadee05-180b-49f4-9014-c16a851ad9f9 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:05.473345 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d770297-a176-44c1-add3-3df4560a1a1e req-626cd601-c06f-4850-a03e-a10502b5effa tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:05.482567 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9d770297-a176-44c1-add3-3df4560a1a1e req-626cd601-c06f-4850-a03e-a10502b5effa tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 950 time: 0.3402202 Jul 24 00:53:05.520262 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeadee05-180b-49f4-9014-c16a851ad9f9 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Pushing event deleted for resources: {'Port': ['ID=9ff85402-740b-48e3-9b5f-d3875a3352f9,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:05.603635 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-05d705d5-a017-4a92-ad17-c0cde5ffdf53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:05.613016 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9d770297-a176-44c1-add3-3df4560a1a1e req-e4a17064-4c38-45c2-b364-06139fd6a844 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294088 Jul 24 00:53:05.651495 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea844ef-2a5a-4670-9e47-2bbd74218ab8 req-eeadee05-180b-49f4-9014-c16a851ad9f9 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] No DVR routers for this DVR port 9ff85402-740b-48e3-9b5f-d3875a3352f9 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:53:05.658495 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fea844ef-2a5a-4670-9e47-2bbd74218ab8 req-eeadee05-180b-49f4-9014-c16a851ad9f9 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:05.660625 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fea844ef-2a5a-4670-9e47-2bbd74218ab8 req-eeadee05-180b-49f4-9014-c16a851ad9f9 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.13 "DELETE /v2.0/ports/9ff85402-740b-48e3-9b5f-d3875a3352f9 HTTP/1.1" status: 204 len: 173 time: 1.6443851 Jul 24 00:53:05.661078 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f4ade22-adbf-4b7e-9ce1-8a874ee9084b', 'name': 'network-vif-deleted', 'tag': '9ff85402-740b-48e3-9b5f-d3875a3352f9'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:53:05.664777 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88425850-4091-46a4-af60-fcd08e7f0053" -d '{"events": [{"server_uuid": "4f4ade22-adbf-4b7e-9ce1-8a874ee9084b", "name": "network-vif-deleted", "tag": "9ff85402-740b-48e3-9b5f-d3875a3352f9"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:53:05.675548 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-141c8a1e-128e-4353-a275-9848e3b65fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:05.685315 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-05d705d5-a017-4a92-ad17-c0cde5ffdf53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:05.698189 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-94a2d2f3-38e5-439f-8c5d-cc1aa82423a6 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:05.733226 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb22d26-1a89-4f41-bb51-919b2b7fe133 x-openstack-request-id: req-cdb22d26-1a89-4f41-bb51-919b2b7fe133 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:53:05.733653 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f4ade22-adbf-4b7e-9ce1-8a874ee9084b", "name": "network-vif-deleted", "tag": "9ff85402-740b-48e3-9b5f-d3875a3352f9", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:53:05.733965 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cdb22d26-1a89-4f41-bb51-919b2b7fe133 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:53:05.734599 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f4ade22-adbf-4b7e-9ce1-8a874ee9084b', 'name': 'network-vif-deleted', 'tag': '9ff85402-740b-48e3-9b5f-d3875a3352f9', 'status': 'completed', 'code': 200} Jul 24 00:53:05.748808 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-141c8a1e-128e-4353-a275-9848e3b65fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:05.829106 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-05d705d5-a017-4a92-ad17-c0cde5ffdf53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:05.832048 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-05d705d5-a017-4a92-ad17-c0cde5ffdf53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:05.833899 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-05d705d5-a017-4a92-ad17-c0cde5ffdf53 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7b8334cf-47e0-4b47-ab2f-902861530bb8 HTTP/1.1" status: 204 len: 168 time: 0.4483814 Jul 24 00:53:05.847757 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-141c8a1e-128e-4353-a275-9848e3b65fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:05.853175 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-141c8a1e-128e-4353-a275-9848e3b65fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:05.854675 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-141c8a1e-128e-4353-a275-9848e3b65fd0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f6fc17e7-0797-439f-9ed9-569f104df9d3 HTTP/1.1" status: 204 len: 168 time: 0.4385216 Jul 24 00:53:05.856032 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d705d5-a017-4a92-ad17-c0cde5ffdf53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8334cf-47e0-4b47-ab2f-902861530bb8,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:05.878754 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c8a1e-128e-4353-a275-9848e3b65fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fc17e7-0797-439f-9ed9-569f104df9d3,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:06.069715 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f41cbf74-34d7-4d60-9f2a-9c5046b4b147 req-8bec7515-41c5-467b-ac7e-e7aa67585e17 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=4f4ade22-adbf-4b7e-9ce1-8a874ee9084b HTTP/1.1" status: 200 len: 210 time: 0.0507545 Jul 24 00:53:06.165598 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-94a2d2f3-38e5-439f-8c5d-cc1aa82423a6 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Allocated IP 172.25.2.66 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/c39d4300-e06f-48ba-aca7-45c05febe04f) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:53:06.405605 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-94a2d2f3-38e5-439f-8c5d-cc1aa82423a6 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:06.469979 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-94a2d2f3-38e5-439f-8c5d-cc1aa82423a6 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:06.546024 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2d2f3-38e5-439f-8c5d-cc1aa82423a6 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Pushing event updated for resources: {'Port': ['ID=c39d4300-e06f-48ba-aca7-45c05febe04f,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:06.566008 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a2d2f3-38e5-439f-8c5d-cc1aa82423a6 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:53:06.575727 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-94a2d2f3-38e5-439f-8c5d-cc1aa82423a6 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:53:06.578569 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a2d2f3-38e5-439f-8c5d-cc1aa82423a6 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:53:06.608453 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b76c6bd4-ff24-4da1-b6d8-ffbab304d93d req-d32c38dd-4c3a-4dfb-a947-d6b4c393f585 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] 10.222.0.15 "GET /v2.0/ports?device_id=c931adb0-5d58-4d48-849d-e3ca774be762 HTTP/1.1" status: 200 len: 210 time: 0.1009820 Jul 24 00:53:06.679419 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 1bb31397-7198-4537-9465-813fc4d04669 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:53:06.766445 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 9ff85402-740b-48e3-9b5f-d3875a3352f9 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:53:06.804162 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 9ff85402-740b-48e3-9b5f-d3875a3352f9 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:53:06.804816 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 9ff85402-740b-48e3-9b5f-d3875a3352f9 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:53:06.840005 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 1bb31397-7198-4537-9465-813fc4d04669 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:53:06.848112 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 1bb31397-7198-4537-9465-813fc4d04669 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:53:06.848493 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:06.951978 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-94a2d2f3-38e5-439f-8c5d-cc1aa82423a6 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:07.058129 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-94a2d2f3-38e5-439f-8c5d-cc1aa82423a6 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:07.077874 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:07.138938 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-90c09cd1-08ec-4215-9b79-15f913342f43 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:07.146667 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-90c09cd1-08ec-4215-9b79-15f913342f43 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] 10.222.0.13 "GET /v2.0/networks?id=de6b05c8-40af-428f-b08e-56d1759a8c77 HTTP/1.1" status: 200 len: 815 time: 0.2953303 Jul 24 00:53:07.163564 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 1bb31397-7198-4537-9465-813fc4d04669, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=1bb31397-7198-4537-9465-813fc4d04669,segment=NetworkSegment(5b144dc0-7718-4ec4-90c2-330e40cee5fe),segment_id=5b144dc0-7718-4ec4-90c2-330e40cee5fe)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:07.170674 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a289f141-8e55-4a30-a5e3-2d330349d0b4 req-b4cddaed-73c3-4f78-9757-ca1033d094ba tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:07.176748 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:07.204304 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a289f141-8e55-4a30-a5e3-2d330349d0b4 req-b4cddaed-73c3-4f78-9757-ca1033d094ba tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 950 time: 0.4346168 Jul 24 00:53:07.230567 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-2709d512-e46a-4af2-b3b1-a26cae6ac898 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] Request body: {'port': {'device_id': 'c931adb0-5d58-4d48-849d-e3ca774be762', 'network_id': 'de6b05c8-40af-428f-b08e-56d1759a8c77', 'admin_state_up': True, 'tenant_id': '632b6cf8899045e2b3731317f0b7e6bf'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:07.364938 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=1bb31397-7198-4537-9465-813fc4d04669,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:07.379125 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a289f141-8e55-4a30-a5e3-2d330349d0b4 req-0bb5a031-d079-4a7c-ba1f-9ef73231015f tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739163 Jul 24 00:53:07.484393 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-2709d512-e46a-4af2-b3b1-a26cae6ac898 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] Made reservation on behalf of 632b6cf8899045e2b3731317f0b7e6bf for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:53:07.493846 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-2709d512-e46a-4af2-b3b1-a26cae6ac898 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:07.508666 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-94a2d2f3-38e5-439f-8c5d-cc1aa82423a6 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:07.540818 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-94a2d2f3-38e5-439f-8c5d-cc1aa82423a6 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:07.681087 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-2709d512-e46a-4af2-b3b1-a26cae6ac898 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] Allocated IP 172.20.0.10 (de6b05c8-40af-428f-b08e-56d1759a8c77/6a7bb58e-d650-459d-bf7e-eff2d5ee5340/3952cd6b-bd6c-41aa-90fc-f678373177be) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:53:07.745078 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2d2f3-38e5-439f-8c5d-cc1aa82423a6 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Pushing event updated for resources: {'Port': ['ID=c39d4300-e06f-48ba-aca7-45c05febe04f,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:07.777029 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-ff8b167b-a5f9-46c0-b916-bcedaa71c9da tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:07.783942 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-ff8b167b-a5f9-46c0-b916-bcedaa71c9da tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/networks?id=e2e28809-37ce-4580-b5c1-8641e6176e46 HTTP/1.1" status: 200 len: 812 time: 0.2720821 Jul 24 00:53:07.798432 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-94a2d2f3-38e5-439f-8c5d-cc1aa82423a6 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:07.808115 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-f782229b-bbd3-4421-a2ec-357a46c5b513 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/quotas/133d6e8bbab54d519ed84797d0ebf0de HTTP/1.1" status: 200 len: 375 time: 0.0229425 Jul 24 00:53:07.813050 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57044) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:07.884765 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-f191b844-ee0b-45a5-a28a-85c766e2e081 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=133d6e8bbab54d519ed84797d0ebf0de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0751526 Jul 24 00:53:07.890444 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e4ae45e5-332f-4648-8fc3-8e67b93759d6 req-ef94e27a-ce97-4f24-84b4-b9b6f4c46870 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] 10.222.0.15 "GET /v2.0/ports?device_id=c931adb0-5d58-4d48-849d-e3ca774be762 HTTP/1.1" status: 200 len: 210 time: 0.0450935 Jul 24 00:53:07.895323 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-94a2d2f3-38e5-439f-8c5d-cc1aa82423a6 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:07.896638 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-94a2d2f3-38e5-439f-8c5d-cc1aa82423a6 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6164465 Jul 24 00:53:07.913918 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57050) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:07.924851 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-2709d512-e46a-4af2-b3b1-a26cae6ac898 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:08.009222 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-2709d512-e46a-4af2-b3b1-a26cae6ac898 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:08.012597 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-62b5f33d-c19f-422d-9cbb-16641cd9bd13 service neutron] 10.222.0.15 "GET /v2.0/networks/e2e28809-37ce-4580-b5c1-8641e6176e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233461 Jul 24 00:53:08.085197 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-2709d512-e46a-4af2-b3b1-a26cae6ac898 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] Network de6b05c8-40af-428f-b08e-56d1759a8c77 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:53:08.088757 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-2709d512-e46a-4af2-b3b1-a26cae6ac898 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:53:08.091480 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-2709d512-e46a-4af2-b3b1-a26cae6ac898 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:53:08.144078 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2709d512-e46a-4af2-b3b1-a26cae6ac898 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] Pushing event updated for resources: {'Port': ['ID=3952cd6b-bd6c-41aa-90fc-f678373177be,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:08.156332 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-c9d01c32-9dac-40a6-9cf0-52f84ab6e53a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1168527487-network', 'tenant_id': '29c6df0397124e0db8749ac4610e3bf2'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:08.158107 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-c139dd6a-1840-4776-b078-ab9d0f457022 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-859993535-network', 'tenant_id': '20d35f4a5a814139b52be63228a1596d'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:08.180975 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-2709d512-e46a-4af2-b3b1-a26cae6ac898 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:08.181748 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-2709d512-e46a-4af2-b3b1-a26cae6ac898 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:08.196584 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.db.api [None req-c139dd6a-1840-4776-b078-ab9d0f457022 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 24 00:53:08.196584 n-d-793621-25 neutron-server[100463]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 24 00:53:08.196584 n-d-793621-25 neutron-server[100463]: [parameters: {'project_id_1': '20d35f4a5a814139b52be63228a1596d', 'expiration_1': datetime.datetime(2021, 7, 24, 0, 53, 8, 165733)}] Jul 24 00:53:08.196584 n-d-793621-25 neutron-server[100463]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:53:08.196584 n-d-793621-25 neutron-server[100463]: DEBUG oslo_db.api [None req-c139dd6a-1840-4776-b078-ab9d0f457022 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:53:08.206164 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d01c32-9dac-40a6-9cf0-52f84ab6e53a admin admin] Made reservation on behalf of 29c6df0397124e0db8749ac4610e3bf2 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:53:08.209043 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9d01c32-9dac-40a6-9cf0-52f84ab6e53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:08.210832 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-cd9933ae-68a4-4e89-ad58-8d54eb4bc20a service neutron] 10.222.0.15 "GET /v2.0/networks/e2e28809-37ce-4580-b5c1-8641e6176e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973372 Jul 24 00:53:08.227065 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-2709d512-e46a-4af2-b3b1-a26cae6ac898 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0184751 Jul 24 00:53:08.233422 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9d01c32-9dac-40a6-9cf0-52f84ab6e53a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:08.242932 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-a86d1e61-d351-42be-b1db-0e2f6eeb39d9 service neutron] Request body: {'port': {'device_id': 'c931adb0-5d58-4d48-849d-e3ca774be762', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:08.305587 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-d005ce10-643f-47fa-a62c-b8c8d92d2696 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--928206704&fields=id&tenant_id=e85ccf615a264953acf81b1366347c29 HTTP/1.1" status: 200 len: 267 time: 0.1029420 Jul 24 00:53:08.451943 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1ee156bc-4522-462f-9510-786125dacdab req-f66e36d0-aa77-4c09-8710-37be5940171d tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=90cdf984-56b0-4f28-94ff-baff3331f51a HTTP/1.1" status: 200 len: 210 time: 0.0737467 Jul 24 00:53:08.468568 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-a86d1e61-d351-42be-b1db-0e2f6eeb39d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:08.558435 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-ad6af37b-563a-465f-a5a2-fbf958a0acfe tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:08.559946 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-ad6af37b-563a-465f-a5a2-fbf958a0acfe tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.15 "GET /v2.0/networks?id=d0b9a74b-04f9-4176-9a7c-8b705a56f0cd HTTP/1.1" status: 200 len: 805 time: 0.2461865 Jul 24 00:53:08.583869 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9d01c32-9dac-40a6-9cf0-52f84ab6e53a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:08.592752 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 1bb31397-7198-4537-9465-813fc4d04669 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:53:08.597826 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-7eaaa449-5b99-45e7-9d20-916136077b58 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.15 "GET /v2.0/quotas/e85ccf615a264953acf81b1366347c29 HTTP/1.1" status: 200 len: 375 time: 0.0271382 Jul 24 00:53:08.598374 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9d01c32-9dac-40a6-9cf0-52f84ab6e53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:08.654196 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512c4b6-0828-4b1c-bc37-ee71296c2bf0 req-a4b89bef-dfc0-4bb9-a46e-d307672be746 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:08.661243 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6512c4b6-0828-4b1c-bc37-ee71296c2bf0 req-a4b89bef-dfc0-4bb9-a46e-d307672be746 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 950 time: 0.1175444 Jul 24 00:53:08.700458 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 1bb31397-7198-4537-9465-813fc4d04669 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:53:08.700856 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:08.725814 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6512c4b6-0828-4b1c-bc37-ee71296c2bf0 req-92f50039-1832-48da-b8f2-e26feae7db8d tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625176 Jul 24 00:53:08.726176 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9d01c32-9dac-40a6-9cf0-52f84ab6e53a admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:53:08.760276 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9d01c32-9dac-40a6-9cf0-52f84ab6e53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:08.761283 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-c9d01c32-9dac-40a6-9cf0-52f84ab6e53a admin admin] Added segment 23c5ea73-fefa-42c8-9dcb-68bf75e768ba of type vlan for network cf81efcb-2043-4c81-a9e1-631f32772270 Jul 24 00:53:08.761596 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c139dd6a-1840-4776-b078-ab9d0f457022 admin admin] Made reservation on behalf of 20d35f4a5a814139b52be63228a1596d for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:53:08.765394 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c139dd6a-1840-4776-b078-ab9d0f457022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:08.781193 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c139dd6a-1840-4776-b078-ab9d0f457022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:08.828857 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9d01c32-9dac-40a6-9cf0-52f84ab6e53a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:08.852227 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d01c32-9dac-40a6-9cf0-52f84ab6e53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4afdf14b-fed7-48f6-898d-5e248a4ef7f5,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:08.919628 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c139dd6a-1840-4776-b078-ab9d0f457022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:08.925783 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c139dd6a-1840-4776-b078-ab9d0f457022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:08.939386 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9d01c32-9dac-40a6-9cf0-52f84ab6e53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:08.940615 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c139dd6a-1840-4776-b078-ab9d0f457022 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:53:08.940805 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d01c32-9dac-40a6-9cf0-52f84ab6e53a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:08.941497 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9d01c32-9dac-40a6-9cf0-52f84ab6e53a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:08.956044 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c139dd6a-1840-4776-b078-ab9d0f457022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:08.956696 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-c139dd6a-1840-4776-b078-ab9d0f457022 admin admin] Added segment 6cf062f5-41d0-4203-bdf7-b867d43abf23 of type vlan for network 73a8909c-49cf-4748-a0d1-117aad1d6801 Jul 24 00:53:08.958434 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-bafe046b-9ee6-4c80-b24d-20a072aa8b27 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e85ccf615a264953acf81b1366347c29&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3442698 Jul 24 00:53:09.028708 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c9d01c32-9dac-40a6-9cf0-52f84ab6e53a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1139696 Jul 24 00:53:09.040215 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57082) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:09.051570 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-2d8f3098-4058-4a4b-8b26-a299bdb2c162 admin admin] Request body: {'subnet': {'network_id': 'cf81efcb-2043-4c81-a9e1-631f32772270', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1168527487-subnet', 'tenant_id': '29c6df0397124e0db8749ac4610e3bf2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:09.061040 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c139dd6a-1840-4776-b078-ab9d0f457022 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:09.105034 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c139dd6a-1840-4776-b078-ab9d0f457022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87455a2-d817-471c-a5d6-d05f5da88c49,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:09.127598 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8f3098-4058-4a4b-8b26-a299bdb2c162 admin admin] Made reservation on behalf of 29c6df0397124e0db8749ac4610e3bf2 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:53:09.129978 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2d8f3098-4058-4a4b-8b26-a299bdb2c162 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:09.166459 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c139dd6a-1840-4776-b078-ab9d0f457022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:09.167480 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c139dd6a-1840-4776-b078-ab9d0f457022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:09.168079 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c139dd6a-1840-4776-b078-ab9d0f457022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:09.198675 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0707c4b-a641-4982-8bac-a7c00c5b0fed req-9cfde671-6b9d-46f0-8e7c-c5c7abef9492 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:09.205937 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c0707c4b-a641-4982-8bac-a7c00c5b0fed req-9cfde671-6b9d-46f0-8e7c-c5c7abef9492 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] 10.222.0.15 "GET /v2.0/ports?device_id=c931adb0-5d58-4d48-849d-e3ca774be762 HTTP/1.1" status: 200 len: 932 time: 0.2125585 Jul 24 00:53:09.297229 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c139dd6a-1840-4776-b078-ab9d0f457022 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4822013 Jul 24 00:53:09.334412 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57086) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:09.352976 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-8bf1834a-ad62-4337-8181-a63ff6e05299 admin admin] Request body: {'subnet': {'network_id': '73a8909c-49cf-4748-a0d1-117aad1d6801', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-859993535-subnet', 'tenant_id': '20d35f4a5a814139b52be63228a1596d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:09.356237 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c139dd6a-1840-4776-b078-ab9d0f457022 admin admin] Pushing event updated for resources: {'Network': ['ID=73a8909c-49cf-4748-a0d1-117aad1d6801,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:09.370802 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 73a8909c-49cf-4748-a0d1-117aad1d6801 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:53:09.396466 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c0707c4b-a641-4982-8bac-a7c00c5b0fed req-12a472e8-0157-4e3b-ba69-d47350a51750 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] 10.222.0.15 "GET /v2.0/security-groups?id=2df0fa1c-b405-44d9-985d-01d74148a8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884053 Jul 24 00:53:09.470566 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf1834a-ad62-4337-8181-a63ff6e05299 admin admin] Made reservation on behalf of 20d35f4a5a814139b52be63228a1596d for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:53:09.472957 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8bf1834a-ad62-4337-8181-a63ff6e05299 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:09.595191 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d01c32-9dac-40a6-9cf0-52f84ab6e53a admin admin] Pushing event updated for resources: {'Network': ['ID=cf81efcb-2043-4c81-a9e1-631f32772270,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:09.608638 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network cf81efcb-2043-4c81-a9e1-631f32772270 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:53:09.734091 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-defd6ed6-f22a-4ad0-aa11-d76983aa27b8 service neutron] 10.222.0.15 "GET /v2.0/networks/d0b9a74b-04f9-4176-9a7c-8b705a56f0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7290390 Jul 24 00:53:09.846946 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-a86d1e61-d351-42be-b1db-0e2f6eeb39d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3952cd6b-bd6c-41aa-90fc-f678373177be {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:53:09.891801 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-a86d1e61-d351-42be-b1db-0e2f6eeb39d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:09.912425 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-09a8e64d-338d-4c43-80a9-44ebf9b942be req-57308253-5574-4294-bb8f-89c8069eee11 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=90cdf984-56b0-4f28-94ff-baff3331f51a HTTP/1.1" status: 200 len: 210 time: 0.3148699 Jul 24 00:53:09.915902 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2d8f3098-4058-4a4b-8b26-a299bdb2c162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:09.954880 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-a86d1e61-d351-42be-b1db-0e2f6eeb39d9 service neutron] Transition to ACTIVE for port object 3952cd6b-bd6c-41aa-90fc-f678373177be will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:53:09.987589 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-a86d1e61-d351-42be-b1db-0e2f6eeb39d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:10.024038 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-9563e941-b0c5-4f90-ae36-9f2df8ca2d80 service neutron] 10.222.0.15 "GET /v2.0/networks/d0b9a74b-04f9-4176-9a7c-8b705a56f0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733481 Jul 24 00:53:10.031715 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-c2fbe5ed-5c6c-48ce-b482-e9b60b0b68ae tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:10.032055 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8f3098-4058-4a4b-8b26-a299bdb2c162 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a929b04c-7a2d-49ff-8cb4-85d21861c3b7,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:10.033338 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-c2fbe5ed-5c6c-48ce-b482-e9b60b0b68ae tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.13 "GET /v2.0/networks?id=e2e28809-37ce-4580-b5c1-8641e6176e46 HTTP/1.1" status: 200 len: 812 time: 0.3183093 Jul 24 00:53:10.051555 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-ce7b2d45-242d-49e8-a82c-f1c3ee23de89 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Request body: {'port': {'device_id': '90cdf984-56b0-4f28-94ff-baff3331f51a', 'network_id': 'e2e28809-37ce-4580-b5c1-8641e6176e46', 'admin_state_up': True, 'tenant_id': '133d6e8bbab54d519ed84797d0ebf0de'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:10.093561 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d8f3098-4058-4a4b-8b26-a299bdb2c162 admin admin] Checking segment: {'id': '23c5ea73-fefa-42c8-9dcb-68bf75e768ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cf81efcb-2043-4c81-a9e1-631f32772270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:53:10.094091 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8f3098-4058-4a4b-8b26-a299bdb2c162 admin admin] Network hostable DHCP agents. Network: cf81efcb-2043-4c81-a9e1-631f32772270, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:53:10.097994 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86d1e61-d351-42be-b1db-0e2f6eeb39d9 service neutron] Pushing event updated for resources: {'Port': ['ID=3952cd6b-bd6c-41aa-90fc-f678373177be,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:10.140426 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8bf1834a-ad62-4337-8181-a63ff6e05299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:10.169947 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8f3098-4058-4a4b-8b26-a299bdb2c162 admin admin] Network cf81efcb-2043-4c81-a9e1-631f32772270 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:53:10.200757 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-2d8f3098-4058-4a4b-8b26-a299bdb2c162 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, cf81efcb-2043-4c81-a9e1-631f32772270) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:53:10.208760 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8f3098-4058-4a4b-8b26-a299bdb2c162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:10.209729 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2d8f3098-4058-4a4b-8b26-a299bdb2c162 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:10.213486 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b761b7e3-349f-4128-89bd-b816c30f2ee7 None None] Network cf81efcb-2043-4c81-a9e1-631f32772270 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:53:10.232043 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8838a-5955-48a5-84c7-9b9532ee6bce req-5fe09e58-149a-4461-be9b-b1e454acc499 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:10.239013 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-36b8838a-5955-48a5-84c7-9b9532ee6bce req-5fe09e58-149a-4461-be9b-b1e454acc499 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 950 time: 0.2114458 Jul 24 00:53:10.245430 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1834a-ad62-4337-8181-a63ff6e05299 admin admin] Pushing event updated for resources: {'Subnet': ['ID=954fd3a6-666f-4557-86c0-353193e10e5d,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:10.250836 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-a86d1e61-d351-42be-b1db-0e2f6eeb39d9 service neutron] Attempting to bind port 3952cd6b-bd6c-41aa-90fc-f678373177be on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:53:10.251288 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-a86d1e61-d351-42be-b1db-0e2f6eeb39d9 service neutron] Attempting to bind port 3952cd6b-bd6c-41aa-90fc-f678373177be by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': 'f6d52547-a842-4f6b-855e-8ec8d78f97b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de6b05c8-40af-428f-b08e-56d1759a8c77'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:53:10.252024 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-a86d1e61-d351-42be-b1db-0e2f6eeb39d9 service neutron] Attempting to bind port 3952cd6b-bd6c-41aa-90fc-f678373177be on network de6b05c8-40af-428f-b08e-56d1759a8c77 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:53:10.266060 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-a86d1e61-d351-42be-b1db-0e2f6eeb39d9 service neutron] Port 3952cd6b-bd6c-41aa-90fc-f678373177be on network de6b05c8-40af-428f-b08e-56d1759a8c77 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:53:10.266438 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-a86d1e61-d351-42be-b1db-0e2f6eeb39d9 service neutron] Attempting to bind port 3952cd6b-bd6c-41aa-90fc-f678373177be on network de6b05c8-40af-428f-b08e-56d1759a8c77 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:53:10.272853 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-a86d1e61-d351-42be-b1db-0e2f6eeb39d9 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:53:10.273222 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-a86d1e61-d351-42be-b1db-0e2f6eeb39d9 service neutron] Checking segment: {'id': 'f6d52547-a842-4f6b-855e-8ec8d78f97b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de6b05c8-40af-428f-b08e-56d1759a8c77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:53:10.273626 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-a86d1e61-d351-42be-b1db-0e2f6eeb39d9 service neutron] Bound using segment: {'id': 'f6d52547-a842-4f6b-855e-8ec8d78f97b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de6b05c8-40af-428f-b08e-56d1759a8c77'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:53:10.274128 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-a86d1e61-d351-42be-b1db-0e2f6eeb39d9 service neutron] Bound port: 3952cd6b-bd6c-41aa-90fc-f678373177be, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6d52547-a842-4f6b-855e-8ec8d78f97b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'de6b05c8-40af-428f-b08e-56d1759a8c77'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:53:10.274467 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-a86d1e61-d351-42be-b1db-0e2f6eeb39d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:10.278768 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-ce7b2d45-242d-49e8-a82c-f1c3ee23de89 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Made reservation on behalf of 133d6e8bbab54d519ed84797d0ebf0de for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:53:10.283036 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-ce7b2d45-242d-49e8-a82c-f1c3ee23de89 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:10.285194 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf1834a-ad62-4337-8181-a63ff6e05299 admin admin] Checking segment: {'id': '6cf062f5-41d0-4203-bdf7-b867d43abf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '73a8909c-49cf-4748-a0d1-117aad1d6801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:53:10.285665 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf1834a-ad62-4337-8181-a63ff6e05299 admin admin] Network hostable DHCP agents. Network: 73a8909c-49cf-4748-a0d1-117aad1d6801, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:53:10.306945 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2d8f3098-4058-4a4b-8b26-a299bdb2c162 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2605903 Jul 24 00:53:10.335549 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-36b8838a-5955-48a5-84c7-9b9532ee6bce req-bc848db0-f097-4bad-b8b6-a7490fe245fa tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952246 Jul 24 00:53:10.365011 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf1834a-ad62-4337-8181-a63ff6e05299 admin admin] Network 73a8909c-49cf-4748-a0d1-117aad1d6801 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:53:10.384895 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-8bf1834a-ad62-4337-8181-a63ff6e05299 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 73a8909c-49cf-4748-a0d1-117aad1d6801) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:53:10.389218 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf1834a-ad62-4337-8181-a63ff6e05299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:10.389861 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8bf1834a-ad62-4337-8181-a63ff6e05299 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:10.412856 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513a95e4-59b8-4125-b551-146a64335a16 None None] Network 73a8909c-49cf-4748-a0d1-117aad1d6801 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:53:10.434749 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8bf1834a-ad62-4337-8181-a63ff6e05299 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1005220 Jul 24 00:53:10.436495 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57102) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:10.441468 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-e03058d1-e29a-4e22-afc1-74020470781c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-859993535-router', 'tenant_id': '20d35f4a5a814139b52be63228a1596d', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:10.539908 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0bd3912c-7e5e-466f-93c3-bad61383d47a req-df596896-ae36-44b5-8dfd-4bb29fa3df1f tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.15 "GET /v2.0/ports?device_id=999c9b7c-5f0a-4f2b-b160-f277244e10f3 HTTP/1.1" status: 200 len: 210 time: 0.1047170 Jul 24 00:53:10.552006 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e03058d1-e29a-4e22-afc1-74020470781c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:10.553147 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e03058d1-e29a-4e22-afc1-74020470781c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:10.564785 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-a86d1e61-d351-42be-b1db-0e2f6eeb39d9 service neutron] For port 3952cd6b-bd6c-41aa-90fc-f678373177be, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:53:10.644834 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-a86d1e61-d351-42be-b1db-0e2f6eeb39d9 service neutron] For port 3952cd6b-bd6c-41aa-90fc-f678373177be, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=3952cd6b-bd6c-41aa-90fc-f678373177be,segment=NetworkSegment(f6d52547-a842-4f6b-855e-8ec8d78f97b7),segment_id=f6d52547-a842-4f6b-855e-8ec8d78f97b7)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:53:10.735423 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-a86d1e61-d351-42be-b1db-0e2f6eeb39d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:10.741959 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7addd6c2-48f1-41f5-b062-7d97ff0d72f9 None None] Network cf81efcb-2043-4c81-a9e1-631f32772270 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:53:10.837126 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e03058d1-e29a-4e22-afc1-74020470781c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:10.876638 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcbba0a-1b12-45e3-8b6a-864bad4e98cd None None] Network 73a8909c-49cf-4748-a0d1-117aad1d6801 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:53:10.902381 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-a86d1e61-d351-42be-b1db-0e2f6eeb39d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:10.908549 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-a86d1e61-d351-42be-b1db-0e2f6eeb39d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:10.910552 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-a86d1e61-d351-42be-b1db-0e2f6eeb39d9 service neutron] 10.222.0.13 "PUT /v2.0/ports/3952cd6b-bd6c-41aa-90fc-f678373177be HTTP/1.1" status: 200 len: 1093 time: 2.6750135 Jul 24 00:53:10.915584 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c931adb0-5d58-4d48-849d-e3ca774be762', 'tag': '3952cd6b-bd6c-41aa-90fc-f678373177be'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:53:10.918318 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8733ea-0595-44d4-90c5-00b56ec6ca8f" -d '{"events": [{"name": "network-changed", "server_uuid": "c931adb0-5d58-4d48-849d-e3ca774be762", "tag": "3952cd6b-bd6c-41aa-90fc-f678373177be"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:53:10.990165 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd7ac9-534d-49ff-8af5-9c4fa8af06b8 req-8a1dbe22-d61d-4d6a-ba3e-252d0634e33f tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:10.992425 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ebfd7ac9-534d-49ff-8af5-9c4fa8af06b8 req-8a1dbe22-d61d-4d6a-ba3e-252d0634e33f tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] 10.222.0.15 "GET /v2.0/ports?device_id=c931adb0-5d58-4d48-849d-e3ca774be762 HTTP/1.1" status: 200 len: 944 time: 0.4745491 Jul 24 00:53:11.028822 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-ce7b2d45-242d-49e8-a82c-f1c3ee23de89 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Allocated IP 172.20.0.7 (e2e28809-37ce-4580-b5c1-8641e6176e46/fd9d285b-6b1a-48e3-ba8d-9b7a3b766001/2b524de4-370d-49ce-8727-1b38e8f9bf52) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:53:11.031766 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86d1e61-d351-42be-b1db-0e2f6eeb39d9 service neutron] Pushing event updated for resources: {'Port': ['ID=3952cd6b-bd6c-41aa-90fc-f678373177be,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:11.081789 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-b9229641-e7e4-449a-923b-2cf9f2333171 req-bd0459d6-3f53-4a4f-8f27-3d736f9a6c99 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1426957882', 'description': 'tempest-description-1650469310'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:11.170227 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e03058d1-e29a-4e22-afc1-74020470781c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:11.179288 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ebfd7ac9-534d-49ff-8af5-9c4fa8af06b8 req-f1b8d231-6cc3-44ee-8748-531594d7827a tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] 10.222.0.15 "GET /v2.0/security-groups?id=2df0fa1c-b405-44d9-985d-01d74148a8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789541 Jul 24 00:53:11.179754 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b9229641-e7e4-449a-923b-2cf9f2333171 req-bd0459d6-3f53-4a4f-8f27-3d736f9a6c99 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:11.217607 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-50d0d5e2-73af-4fe0-bc7e-a4295a01a8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:11.219198 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-50d0d5e2-73af-4fe0-bc7e-a4295a01a8fb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=632b6cf8899045e2b3731317f0b7e6bf&device_id=c931adb0-5d58-4d48-849d-e3ca774be762 HTTP/1.1" status: 200 len: 1096 time: 0.2317157 Jul 24 00:53:11.239792 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18cf7cee-bad9-4909-9620-68c3e6fa1237 x-openstack-request-id: req-18cf7cee-bad9-4909-9620-68c3e6fa1237 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:53:11.240118 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c931adb0-5d58-4d48-849d-e3ca774be762", "tag": "3952cd6b-bd6c-41aa-90fc-f678373177be", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:53:11.240334 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-18cf7cee-bad9-4909-9620-68c3e6fa1237 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:53:11.240757 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c931adb0-5d58-4d48-849d-e3ca774be762', 'tag': '3952cd6b-bd6c-41aa-90fc-f678373177be', 'status': 'completed', 'code': 200} Jul 24 00:53:11.296769 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-ba2aab81-2695-4520-a538-26e10de5e6cd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3952cd6b-bd6c-41aa-90fc-f678373177be HTTP/1.1" status: 200 len: 217 time: 0.0586364 Jul 24 00:53:11.396152 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8fbd2e52-f627-4fd8-8bcc-2d85adafc3a4 req-20050af3-c4ca-487a-84b9-db9ee7642f0e tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=90cdf984-56b0-4f28-94ff-baff3331f51a HTTP/1.1" status: 200 len: 210 time: 0.0665019 Jul 24 00:53:11.452909 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-b4f111d3-3eed-420c-a9c8-6385901411e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:11.454332 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-b4f111d3-3eed-420c-a9c8-6385901411e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6a7bb58e-d650-459d-bf7e-eff2d5ee5340 HTTP/1.1" status: 200 len: 855 time: 0.1484048 Jul 24 00:53:11.458514 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-ce7b2d45-242d-49e8-a82c-f1c3ee23de89 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:11.536670 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-206835d8-cb01-4bde-8404-c39112e7ad85 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de6b05c8-40af-428f-b08e-56d1759a8c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736988 Jul 24 00:53:11.618195 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b9229641-e7e4-449a-923b-2cf9f2333171 req-bd0459d6-3f53-4a4f-8f27-3d736f9a6c99 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:11.626158 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b9229641-e7e4-449a-923b-2cf9f2333171 req-bd0459d6-3f53-4a4f-8f27-3d736f9a6c99 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:11.684868 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e03058d1-e29a-4e22-afc1-74020470781c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:11.702777 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b9229641-e7e4-449a-923b-2cf9f2333171 req-bd0459d6-3f53-4a4f-8f27-3d736f9a6c99 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:11.715539 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b9229641-e7e4-449a-923b-2cf9f2333171 req-bd0459d6-3f53-4a4f-8f27-3d736f9a6c99 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6735773 Jul 24 00:53:11.725478 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e03058d1-e29a-4e22-afc1-74020470781c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:11.737997 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929752d7-23e8-487d-9da9-8518979f49c0 req-78063f82-eabd-467f-b807-838465345e39 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:11.746555 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-929752d7-23e8-487d-9da9-8518979f49c0 req-78063f82-eabd-467f-b807-838465345e39 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 950 time: 0.2285326 Jul 24 00:53:11.748245 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0459d6-3f53-4a4f-8f27-3d736f9a6c99 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d53c7b46-0f0d-40b8-8bc0-a4727c0dfaaa,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:11.780322 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-ce7b2d45-242d-49e8-a82c-f1c3ee23de89 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:11.849150 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-929752d7-23e8-487d-9da9-8518979f49c0 req-a26c127b-3922-49a8-8c45-17fef7e9e3d0 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970147 Jul 24 00:53:11.872784 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b2d45-242d-49e8-a82c-f1c3ee23de89 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Pushing event updated for resources: {'Port': ['ID=2b524de4-370d-49ce-8727-1b38e8f9bf52,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:11.879860 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-d22b79d6-43c9-4663-a5e1-29e498a9e1d1 service neutron] 10.222.0.13 "GET /v2.0/networks/de6b05c8-40af-428f-b08e-56d1759a8c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370640 Jul 24 00:53:11.881251 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-15c2debb-9f64-499b-ac41-18b6b700ddc9 req-09c3fa8d-04ed-4fea-8f01-4d7a07f42d40 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1168344125', 'description': 'tempest-description-1378784780'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:11.903823 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-905200a3-1f1b-44fb-ad08-d73406e0a7f7 req-d3e30ba4-a46f-4677-80b7-a7704885818f tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.15 "GET /v2.0/ports?device_id=999c9b7c-5f0a-4f2b-b160-f277244e10f3 HTTP/1.1" status: 200 len: 210 time: 0.0976768 Jul 24 00:53:11.917618 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-ce7b2d45-242d-49e8-a82c-f1c3ee23de89 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Network e2e28809-37ce-4580-b5c1-8641e6176e46 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:53:11.929564 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-ce7b2d45-242d-49e8-a82c-f1c3ee23de89 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:53:11.933364 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-ce7b2d45-242d-49e8-a82c-f1c3ee23de89 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:53:11.954060 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-15c2debb-9f64-499b-ac41-18b6b700ddc9 req-09c3fa8d-04ed-4fea-8f01-4d7a07f42d40 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:12.038094 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-ce7b2d45-242d-49e8-a82c-f1c3ee23de89 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:12.039191 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-ce7b2d45-242d-49e8-a82c-f1c3ee23de89 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:12.076719 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-ce7b2d45-242d-49e8-a82c-f1c3ee23de89 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0315778 Jul 24 00:53:12.083026 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-596a0f2a-a09e-470a-aebc-c2e97d2ca95f req-fee78fa9-4e39-4f4b-b4e2-54bff4c55933 service neutron] 10.222.0.13 "GET /v2.0/networks/de6b05c8-40af-428f-b08e-56d1759a8c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831050 Jul 24 00:53:12.093348 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-518c024d-4763-4201-b945-5e5027e9bcf5 service neutron] Request body: {'port': {'device_id': '90cdf984-56b0-4f28-94ff-baff3331f51a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:12.107166 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-e03058d1-e29a-4e22-afc1-74020470781c admin admin] Allocated IP 172.25.2.120 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/d24995eb-74aa-40d8-b4ba-8d7f533a3155) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:53:12.218803 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-518c024d-4763-4201-b945-5e5027e9bcf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:12.234420 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-99af0b86-db94-49ca-a798-180c95d6610b tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:12.235947 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-99af0b86-db94-49ca-a798-180c95d6610b tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.13 "GET /v2.0/networks?id=d0b9a74b-04f9-4176-9a7c-8b705a56f0cd HTTP/1.1" status: 200 len: 805 time: 0.2530742 Jul 24 00:53:12.321847 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8733ea-0595-44d4-90c5-00b56ec6ca8f req-3d94ae5f-f821-4c38-b3d3-25faf1742339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:12.326059 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4b8733ea-0595-44d4-90c5-00b56ec6ca8f req-3d94ae5f-f821-4c38-b3d3-25faf1742339 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=632b6cf8899045e2b3731317f0b7e6bf&device_id=c931adb0-5d58-4d48-849d-e3ca774be762 HTTP/1.1" status: 200 len: 1096 time: 0.1523356 Jul 24 00:53:12.332213 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cc813-7599-4b9e-a63c-017ccf34de06 req-dd22ca0e-7057-480f-94aa-92c87ef0f857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:12.333738 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f83cc813-7599-4b9e-a63c-017ccf34de06 req-dd22ca0e-7057-480f-94aa-92c87ef0f857 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29df0e5d084444b88c057d3daefd14a3&device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 1102 time: 0.2222843 Jul 24 00:53:12.399015 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-1bfff43b-5a3a-449b-b619-4a08a51e77bf tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e85ccf615a264953acf81b1366347c29 HTTP/1.1" status: 200 len: 379 time: 0.1404405 Jul 24 00:53:12.426502 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-35295d4c-7fa0-4e0a-9387-2f76902ddfdd tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Request body: {'port': {'device_id': '999c9b7c-5f0a-4f2b-b160-f277244e10f3', 'network_id': 'd0b9a74b-04f9-4176-9a7c-8b705a56f0cd', 'admin_state_up': True, 'tenant_id': 'e85ccf615a264953acf81b1366347c29', 'security_groups': ['5069202f-f766-4df5-a417-40758d32a31e']}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:12.436417 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e03058d1-e29a-4e22-afc1-74020470781c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:12.441728 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-15c2debb-9f64-499b-ac41-18b6b700ddc9 req-09c3fa8d-04ed-4fea-8f01-4d7a07f42d40 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:12.492452 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-15c2debb-9f64-499b-ac41-18b6b700ddc9 req-09c3fa8d-04ed-4fea-8f01-4d7a07f42d40 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:12.576535 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-15c2debb-9f64-499b-ac41-18b6b700ddc9 req-09c3fa8d-04ed-4fea-8f01-4d7a07f42d40 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:12.577792 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-15c2debb-9f64-499b-ac41-18b6b700ddc9 req-09c3fa8d-04ed-4fea-8f01-4d7a07f42d40 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7054029 Jul 24 00:53:12.613163 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b25ede-d4ea-462a-8cd9-36d279f59260 req-d54d724c-74fc-450d-a465-807ae7700b96 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:12.614744 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-00b25ede-d4ea-462a-8cd9-36d279f59260 req-d54d724c-74fc-450d-a465-807ae7700b96 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] 10.222.0.15 "GET /v2.0/ports?device_id=c931adb0-5d58-4d48-849d-e3ca774be762 HTTP/1.1" status: 200 len: 944 time: 0.3179150 Jul 24 00:53:12.632447 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c3fa8d-04ed-4fea-8f01-4d7a07f42d40 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=836e5242-73c5-4c68-bec4-27c210516013,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:12.649489 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cc813-7599-4b9e-a63c-017ccf34de06 req-7f34ec09-f65a-42ef-9d33-413ce8c42d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:12.651008 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f83cc813-7599-4b9e-a63c-017ccf34de06 req-7f34ec09-f65a-42ef-9d33-413ce8c42d5d service neutron] 10.222.0.13 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.2938871 Jul 24 00:53:12.655120 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8733ea-0595-44d4-90c5-00b56ec6ca8f req-c4169952-33d9-4408-863c-59566cf03659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:12.656915 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4b8733ea-0595-44d4-90c5-00b56ec6ca8f req-c4169952-33d9-4408-863c-59566cf03659 service neutron] 10.222.0.13 "GET /v2.0/networks?id=de6b05c8-40af-428f-b08e-56d1759a8c77 HTTP/1.1" status: 200 len: 916 time: 0.3110635 Jul 24 00:53:12.713896 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4b8733ea-0595-44d4-90c5-00b56ec6ca8f req-b459ca6d-f214-48fb-b6a0-fe7fe30f2e13 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3952cd6b-bd6c-41aa-90fc-f678373177be HTTP/1.1" status: 200 len: 217 time: 0.0453598 Jul 24 00:53:12.718614 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 2d15e070-d0dd-42eb-badb-76c9b74dcb14 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:53:12.737771 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e03058d1-e29a-4e22-afc1-74020470781c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:12.751117 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f83cc813-7599-4b9e-a63c-017ccf34de06 req-7b39b0ae-e20a-4fa4-8fdd-41982487692d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=2d15e070-d0dd-42eb-badb-76c9b74dcb14 HTTP/1.1" status: 200 len: 217 time: 0.0887980 Jul 24 00:53:12.806122 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-00b25ede-d4ea-462a-8cd9-36d279f59260 req-bec75dfa-4e06-4b83-9314-b812d4fcfa52 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] 10.222.0.15 "GET /v2.0/security-groups?id=2df0fa1c-b405-44d9-985d-01d74148a8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757581 Jul 24 00:53:12.843253 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03058d1-e29a-4e22-afc1-74020470781c admin admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:53:12.873758 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8733ea-0595-44d4-90c5-00b56ec6ca8f req-52105f06-67b6-4965-86cb-40c90a84d6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:12.874878 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 2d15e070-d0dd-42eb-badb-76c9b74dcb14, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2d15e070-d0dd-42eb-badb-76c9b74dcb14,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:12.876183 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4b8733ea-0595-44d4-90c5-00b56ec6ca8f req-52105f06-67b6-4965-86cb-40c90a84d6bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6a7bb58e-d650-459d-bf7e-eff2d5ee5340 HTTP/1.1" status: 200 len: 855 time: 0.1535800 Jul 24 00:53:12.883216 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-e03058d1-e29a-4e22-afc1-74020470781c admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:53:12.893117 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03058d1-e29a-4e22-afc1-74020470781c admin admin] Pushing event updated for resources: {'Port': ['ID=d24995eb-74aa-40d8-b4ba-8d7f533a3155,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:12.901677 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '2d15e070-d0dd-42eb-badb-76c9b74dcb14', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'port_id': '2d15e070-d0dd-42eb-badb-76c9b74dcb14', 'mac_address': 'fa:16:3e:a9:d1:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:53:12.907078 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03058d1-e29a-4e22-afc1-74020470781c admin admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:53:12.943149 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-35295d4c-7fa0-4e0a-9387-2f76902ddfdd tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Made reservation on behalf of e85ccf615a264953acf81b1366347c29 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:53:12.947879 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-35295d4c-7fa0-4e0a-9387-2f76902ddfdd tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:12.950990 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:12.967023 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cc813-7599-4b9e-a63c-017ccf34de06 req-21f005e2-ad37-4326-90b6-4aa9148442da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:12.968923 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f83cc813-7599-4b9e-a63c-017ccf34de06 req-21f005e2-ad37-4326-90b6-4aa9148442da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.1901901 Jul 24 00:53:12.969226 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d15e070-d0dd-42eb-badb-76c9b74dcb14 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:53:12.987495 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4b8733ea-0595-44d4-90c5-00b56ec6ca8f req-55da773c-d445-4e1b-b8e2-cec1d935af95 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=de6b05c8-40af-428f-b08e-56d1759a8c77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496817 Jul 24 00:53:12.997017 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 2d15e070-d0dd-42eb-badb-76c9b74dcb14, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2d15e070-d0dd-42eb-badb-76c9b74dcb14,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:13.003846 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:13.006631 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadd272-bd1b-484d-a8de-8552bc1f1263 req-f3b10fc4-51ec-47c7-bd02-28f618fc9a57 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:13.008703 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0dadd272-bd1b-484d-a8de-8552bc1f1263 req-f3b10fc4-51ec-47c7-bd02-28f618fc9a57 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=90cdf984-56b0-4f28-94ff-baff3331f51a HTTP/1.1" status: 200 len: 931 time: 0.3657484 Jul 24 00:53:13.033050 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-518c024d-4763-4201-b945-5e5027e9bcf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b524de4-370d-49ce-8727-1b38e8f9bf52 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:53:13.080205 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-518c024d-4763-4201-b945-5e5027e9bcf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:13.091269 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=2d15e070-d0dd-42eb-badb-76c9b74dcb14,revision_number=9']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:13.135882 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-518c024d-4763-4201-b945-5e5027e9bcf5 service neutron] Transition to ACTIVE for port object 2b524de4-370d-49ce-8727-1b38e8f9bf52 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:53:13.152104 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-518c024d-4763-4201-b945-5e5027e9bcf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:13.228280 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-10e11fd8-0831-46eb-9990-5dce32122d46 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:13.229761 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-10e11fd8-0831-46eb-9990-5dce32122d46 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/networks?id=cf81efcb-2043-4c81-a9e1-631f32772270 HTTP/1.1" status: 200 len: 813 time: 0.2909408 Jul 24 00:53:13.234869 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4b8733ea-0595-44d4-90c5-00b56ec6ca8f req-79efd85a-1c7d-4c86-869c-b3ea38c2e1e2 service neutron] 10.222.0.13 "GET /v2.0/networks/de6b05c8-40af-428f-b08e-56d1759a8c77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364404 Jul 24 00:53:13.237245 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['2d15e070-d0dd-42eb-badb-76c9b74dcb14'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:53:13.246009 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c024d-4763-4201-b945-5e5027e9bcf5 service neutron] Pushing event updated for resources: {'Port': ['ID=2b524de4-370d-49ce-8727-1b38e8f9bf52,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:13.260799 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0dadd272-bd1b-484d-a8de-8552bc1f1263 req-a2ec259d-06fb-463b-af15-40ee7bee5e3f tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144923 Jul 24 00:53:13.294611 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-087a8c90-e954-4f06-ab7f-a07842457dbb tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/quotas/29c6df0397124e0db8749ac4610e3bf2 HTTP/1.1" status: 200 len: 375 time: 0.0526464 Jul 24 00:53:13.395630 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-0b017142-90e4-4adf-97cd-d172255ab328 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=29c6df0397124e0db8749ac4610e3bf2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0896890 Jul 24 00:53:13.481619 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4b8733ea-0595-44d4-90c5-00b56ec6ca8f req-a728f77f-98b1-4946-b16c-56dff33a107a service neutron] 10.222.0.13 "GET /v2.0/networks/de6b05c8-40af-428f-b08e-56d1759a8c77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363694 Jul 24 00:53:13.499133 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-518c024d-4763-4201-b945-5e5027e9bcf5 service neutron] Attempting to bind port 2b524de4-370d-49ce-8727-1b38e8f9bf52 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:53:13.499487 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-518c024d-4763-4201-b945-5e5027e9bcf5 service neutron] Attempting to bind port 2b524de4-370d-49ce-8727-1b38e8f9bf52 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': 'c4a12371-e65f-4999-8182-3fce7a91f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e2e28809-37ce-4580-b5c1-8641e6176e46'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:53:13.499831 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-518c024d-4763-4201-b945-5e5027e9bcf5 service neutron] Attempting to bind port 2b524de4-370d-49ce-8727-1b38e8f9bf52 on network e2e28809-37ce-4580-b5c1-8641e6176e46 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:53:13.541308 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-518c024d-4763-4201-b945-5e5027e9bcf5 service neutron] Port 2b524de4-370d-49ce-8727-1b38e8f9bf52 on network e2e28809-37ce-4580-b5c1-8641e6176e46 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:53:13.541570 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-518c024d-4763-4201-b945-5e5027e9bcf5 service neutron] Attempting to bind port 2b524de4-370d-49ce-8727-1b38e8f9bf52 on network e2e28809-37ce-4580-b5c1-8641e6176e46 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:53:13.557868 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-518c024d-4763-4201-b945-5e5027e9bcf5 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:53:13.558215 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-518c024d-4763-4201-b945-5e5027e9bcf5 service neutron] Checking segment: {'id': 'c4a12371-e65f-4999-8182-3fce7a91f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e2e28809-37ce-4580-b5c1-8641e6176e46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:53:13.558965 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-518c024d-4763-4201-b945-5e5027e9bcf5 service neutron] Bound using segment: {'id': 'c4a12371-e65f-4999-8182-3fce7a91f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e2e28809-37ce-4580-b5c1-8641e6176e46'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:53:13.559409 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-518c024d-4763-4201-b945-5e5027e9bcf5 service neutron] Bound port: 2b524de4-370d-49ce-8727-1b38e8f9bf52, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a12371-e65f-4999-8182-3fce7a91f982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e2e28809-37ce-4580-b5c1-8641e6176e46'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:53:13.559777 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-518c024d-4763-4201-b945-5e5027e9bcf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:13.637694 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-ac48f848-fa59-40d2-893d-4ab0ddaf386a service neutron] 10.222.0.15 "GET /v2.0/networks/cf81efcb-2043-4c81-a9e1-631f32772270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296345 Jul 24 00:53:13.656291 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83cc813-7599-4b9e-a63c-017ccf34de06 req-36b748e1-ec3e-4eca-aec8-254909d99521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:13.658018 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f83cc813-7599-4b9e-a63c-017ccf34de06 req-36b748e1-ec3e-4eca-aec8-254909d99521 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6788218 Jul 24 00:53:13.687044 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-518c024d-4763-4201-b945-5e5027e9bcf5 service neutron] For port 2b524de4-370d-49ce-8727-1b38e8f9bf52, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:53:13.691713 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-518c024d-4763-4201-b945-5e5027e9bcf5 service neutron] For port 2b524de4-370d-49ce-8727-1b38e8f9bf52, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2b524de4-370d-49ce-8727-1b38e8f9bf52,segment=NetworkSegment(c4a12371-e65f-4999-8182-3fce7a91f982),segment_id=c4a12371-e65f-4999-8182-3fce7a91f982)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:53:13.712269 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-518c024d-4763-4201-b945-5e5027e9bcf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:13.808061 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-518c024d-4763-4201-b945-5e5027e9bcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:13.808711 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-518c024d-4763-4201-b945-5e5027e9bcf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:13.810050 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-518c024d-4763-4201-b945-5e5027e9bcf5 service neutron] 10.222.0.13 "PUT /v2.0/ports/2b524de4-370d-49ce-8727-1b38e8f9bf52 HTTP/1.1" status: 200 len: 1092 time: 1.7231774 Jul 24 00:53:13.815076 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90cdf984-56b0-4f28-94ff-baff3331f51a', 'tag': '2b524de4-370d-49ce-8727-1b38e8f9bf52'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:53:13.817101 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ed81d1-2bca-4e2f-8a5c-6465c0c375da" -d '{"events": [{"name": "network-changed", "server_uuid": "90cdf984-56b0-4f28-94ff-baff3331f51a", "tag": "2b524de4-370d-49ce-8727-1b38e8f9bf52"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:53:13.828416 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-35295d4c-7fa0-4e0a-9387-2f76902ddfdd tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Allocated IP 172.20.0.13 (d0b9a74b-04f9-4176-9a7c-8b705a56f0cd/548ec9ed-6196-4fe0-b137-b8f45c19af22/b1329bfb-e879-4178-a342-238739f07c2a) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:53:13.892283 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-3f0e913b-350e-42ee-a7dd-aea209bf8c10 service neutron] 10.222.0.15 "GET /v2.0/networks/cf81efcb-2043-4c81-a9e1-631f32772270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448142 Jul 24 00:53:13.927275 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518c024d-4763-4201-b945-5e5027e9bcf5 service neutron] Pushing event updated for resources: {'Port': ['ID=2b524de4-370d-49ce-8727-1b38e8f9bf52,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:13.936944 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e03058d1-e29a-4e22-afc1-74020470781c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:13.962856 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6818cd-303e-46fa-b4fa-fe959276efae req-29120213-3954-43dd-a9d5-54018410bade tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:13.970509 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dd6818cd-303e-46fa-b4fa-fe959276efae req-29120213-3954-43dd-a9d5-54018410bade tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 949 time: 0.3268654 Jul 24 00:53:14.068585 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f83cc813-7599-4b9e-a63c-017ccf34de06 req-1591ada0-04aa-44aa-9cdf-68dbea9f8791 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374400 Jul 24 00:53:14.071835 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-2c5d23a9-af6c-44ba-a638-a4158d5a6b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:14.075813 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-2c5d23a9-af6c-44ba-a638-a4158d5a6b09 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=133d6e8bbab54d519ed84797d0ebf0de&device_id=90cdf984-56b0-4f28-94ff-baff3331f51a HTTP/1.1" status: 200 len: 1095 time: 0.1939116 Jul 24 00:53:14.156387 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-cf0b12a9-c2d1-4846-930e-fb770073cb55 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b524de4-370d-49ce-8727-1b38e8f9bf52 HTTP/1.1" status: 200 len: 217 time: 0.0736196 Jul 24 00:53:14.164995 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dd6818cd-303e-46fa-b4fa-fe959276efae req-5f32d659-038d-4c64-859e-99ae74944a6f tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934569 Jul 24 00:53:14.231672 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-0e3bbf0c-a30e-4976-b627-44103351aa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:14.233318 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-0e3bbf0c-a30e-4976-b627-44103351aa0f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fd9d285b-6b1a-48e3-ba8d-9b7a3b766001 HTTP/1.1" status: 200 len: 852 time: 0.0709946 Jul 24 00:53:14.300586 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-ef97de04-0cac-4f4c-8a4a-6244647e26cd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2e28809-37ce-4580-b5c1-8641e6176e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595379 Jul 24 00:53:14.399018 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e03058d1-e29a-4e22-afc1-74020470781c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:14.417543 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5853e7f-84af-4a5d-852e-200c968c3d34 x-openstack-request-id: req-b5853e7f-84af-4a5d-852e-200c968c3d34 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:53:14.417849 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90cdf984-56b0-4f28-94ff-baff3331f51a", "tag": "2b524de4-370d-49ce-8727-1b38e8f9bf52", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:53:14.418108 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b5853e7f-84af-4a5d-852e-200c968c3d34 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:53:14.418530 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90cdf984-56b0-4f28-94ff-baff3331f51a', 'tag': '2b524de4-370d-49ce-8727-1b38e8f9bf52', 'status': 'completed', 'code': 200} Jul 24 00:53:14.433413 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-de096024-f87b-4e64-8258-e3153ec06434 service neutron] 10.222.0.13 "GET /v2.0/networks/e2e28809-37ce-4580-b5c1-8641e6176e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260104 Jul 24 00:53:14.439776 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f83cc813-7599-4b9e-a63c-017ccf34de06 req-43c714e4-2229-4b04-9889-1ce7b0e23cd7 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620305 Jul 24 00:53:14.469534 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8a9bd3a2-99e5-4c45-a212-50e16a4e65e5 req-f4e99eba-0345-4d0e-8ad1-6689c36d2bad tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.15 "GET /v2.0/ports?device_id=999c9b7c-5f0a-4f2b-b160-f277244e10f3 HTTP/1.1" status: 200 len: 210 time: 0.1873124 Jul 24 00:53:14.580855 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-35295d4c-7fa0-4e0a-9387-2f76902ddfdd tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:14.604496 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a76b650e-1420-4146-b9fb-5b119b3416ae req-8c9b0cbb-4b8b-4eec-b7b9-5338c9cefa40 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0f0cc86-1069-48d9-8b42-179af1a04c6b HTTP/1.1" status: 200 len: 210 time: 0.0751090 Jul 24 00:53:14.624023 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-35295d4c-7fa0-4e0a-9387-2f76902ddfdd tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Transition to ACTIVE for port object b1329bfb-e879-4178-a342-238739f07c2a will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:53:14.700726 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-35295d4c-7fa0-4e0a-9387-2f76902ddfdd tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:14.745522 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 3952cd6b-bd6c-41aa-90fc-f678373177be details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:53:14.747757 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 2d15e070-d0dd-42eb-badb-76c9b74dcb14 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:53:14.758888 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-35295d4c-7fa0-4e0a-9387-2f76902ddfdd tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Network d0b9a74b-04f9-4176-9a7c-8b705a56f0cd is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:53:14.781506 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-35295d4c-7fa0-4e0a-9387-2f76902ddfdd tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:53:14.809038 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-35295d4c-7fa0-4e0a-9387-2f76902ddfdd tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:53:14.858400 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35295d4c-7fa0-4e0a-9387-2f76902ddfdd tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Pushing event updated for resources: {'Port': ['ID=b1329bfb-e879-4178-a342-238739f07c2a,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:14.864153 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03058d1-e29a-4e22-afc1-74020470781c admin admin] Router 2d843c10-9eba-4887-abb5-8447d7e18cc9 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:53:14.945943 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-35295d4c-7fa0-4e0a-9387-2f76902ddfdd tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:14.946730 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-35295d4c-7fa0-4e0a-9387-2f76902ddfdd tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:15.038550 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.db.resource_extend [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 00:53:15.074026 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 2d15e070-d0dd-42eb-badb-76c9b74dcb14 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:53:15.074352 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:15.092389 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-35295d4c-7fa0-4e0a-9387-2f76902ddfdd tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6756139 Jul 24 00:53:15.114781 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-cdda3023-db4f-478c-ae8a-09f865fafe65 service neutron] Request body: {'port': {'device_id': '999c9b7c-5f0a-4f2b-b160-f277244e10f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:15.136691 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d65372-7910-4142-8cfe-f6426b8f13b0 req-2568f7e6-14a2-48b7-94a4-86f52dd1ed9b tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:15.144300 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-57d65372-7910-4142-8cfe-f6426b8f13b0 req-2568f7e6-14a2-48b7-94a4-86f52dd1ed9b tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=90cdf984-56b0-4f28-94ff-baff3331f51a HTTP/1.1" status: 200 len: 943 time: 0.3888838 Jul 24 00:53:15.204000 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 3952cd6b-bd6c-41aa-90fc-f678373177be, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=3952cd6b-bd6c-41aa-90fc-f678373177be,segment=NetworkSegment(f6d52547-a842-4f6b-855e-8ec8d78f97b7),segment_id=f6d52547-a842-4f6b-855e-8ec8d78f97b7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:15.258047 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03058d1-e29a-4e22-afc1-74020470781c admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:53:15.286974 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332d3969-1e48-4968-bacd-9239bbc91cf5 None None] Sync routers for ids ['2d843c10-9eba-4887-abb5-8447d7e18cc9'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:53:15.305255 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-57d65372-7910-4142-8cfe-f6426b8f13b0 req-321b8dbe-66aa-470c-b9e0-7df496b9ae25 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534150 Jul 24 00:53:15.306995 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '3952cd6b-bd6c-41aa-90fc-f678373177be', 'network_id': 'de6b05c8-40af-428f-b08e-56d1759a8c77', 'port_id': '3952cd6b-bd6c-41aa-90fc-f678373177be', 'mac_address': 'fa:16:3e:92:91:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a7bb58e-d650-459d-bf7e-eff2d5ee5340', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:53:15.324829 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e789d219-edd3-4938-bd84-573ed4498427 None None] Provisioning for port b1329bfb-e879-4178-a342-238739f07c2a completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:53:15.326870 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:15.343663 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-cdda3023-db4f-478c-ae8a-09f865fafe65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:15.351726 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332d3969-1e48-4968-bacd-9239bbc91cf5 None None] Routers {'2d843c10-9eba-4887-abb5-8447d7e18cc9'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:53:15.352518 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-332d3969-1e48-4968-bacd-9239bbc91cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:52:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['2d843c10-9eba-4887-abb5-8447d7e18cc9'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:15.356665 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e03058d1-e29a-4e22-afc1-74020470781c admin admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:15.360912 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e03058d1-e29a-4e22-afc1-74020470781c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.9230428 Jul 24 00:53:15.363723 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57180) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:15.407686 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a9d6947e-bc86-4db2-a812-786cd7281b52 req-5fc05870-de4e-417c-9d42-54ef8171704a service neutron] 10.222.0.13 "GET /v2.0/networks/e2e28809-37ce-4580-b5c1-8641e6176e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9609776 Jul 24 00:53:15.428991 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d862f481-3562-405b-954e-cfc991ade683 req-6c8f2777-bd00-4fdd-971a-06d6f7decb26 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:15.441643 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d862f481-3562-405b-954e-cfc991ade683 req-6c8f2777-bd00-4fdd-971a-06d6f7decb26 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] 10.222.0.15 "GET /v2.0/ports?device_id=c931adb0-5d58-4d48-849d-e3ca774be762 HTTP/1.1" status: 200 len: 944 time: 0.9439044 Jul 24 00:53:15.444017 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e789d219-edd3-4938-bd84-573ed4498427 None None] Provisioning complete for port b1329bfb-e879-4178-a342-238739f07c2a triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:53:15.444400 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e789d219-edd3-4938-bd84-573ed4498427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:15.513472 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-e789d219-edd3-4938-bd84-573ed4498427 None None] Port b1329bfb-e879-4178-a342-238739f07c2a cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:53:15.523437 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:15.547928 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2bd12d6-ae29-4e56-9541-cd2ee7b4224c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d15e070-d0dd-42eb-badb-76c9b74dcb14'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:53:15.551823 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7312cf-b61a-4f18-adfd-119e45cf130f" -d '{"events": [{"server_uuid": "c2bd12d6-ae29-4e56-9541-cd2ee7b4224c", "name": "network-vif-plugged", "status": "completed", "tag": "2d15e070-d0dd-42eb-badb-76c9b74dcb14"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:53:15.559767 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3952cd6b-bd6c-41aa-90fc-f678373177be {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:53:15.576324 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 2d15e070-d0dd-42eb-badb-76c9b74dcb14, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2d15e070-d0dd-42eb-badb-76c9b74dcb14,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:15.604873 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:15.609433 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 3952cd6b-bd6c-41aa-90fc-f678373177be, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=3952cd6b-bd6c-41aa-90fc-f678373177be,segment=NetworkSegment(f6d52547-a842-4f6b-855e-8ec8d78f97b7),segment_id=f6d52547-a842-4f6b-855e-8ec8d78f97b7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:15.647505 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d862f481-3562-405b-954e-cfc991ade683 req-283df386-607d-4d43-a447-f15c4b87f7f1 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] 10.222.0.15 "GET /v2.0/security-groups?id=2df0fa1c-b405-44d9-985d-01d74148a8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021589 Jul 24 00:53:15.688517 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=2d15e070-d0dd-42eb-badb-76c9b74dcb14,revision_number=10']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:15.690004 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed81d1-2bca-4e2f-8a5c-6465c0c375da req-eb3582f0-e1d3-48f7-96fb-d735b7b3d754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:15.692015 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c3ed81d1-2bca-4e2f-8a5c-6465c0c375da req-eb3582f0-e1d3-48f7-96fb-d735b7b3d754 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=133d6e8bbab54d519ed84797d0ebf0de&device_id=90cdf984-56b0-4f28-94ff-baff3331f51a HTTP/1.1" status: 200 len: 1095 time: 0.1908379 Jul 24 00:53:15.696468 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-332d3969-1e48-4968-bacd-9239bbc91cf5 None None] Set router 2d843c10-9eba-4887-abb5-8447d7e18cc9 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:53:15.699442 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:15.728912 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fd4a1-3c37-4736-b925-762384f057cf req-a6e171e6-354a-4637-b15a-634eea60f477 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:15.736048 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-806fd4a1-3c37-4736-b925-762384f057cf req-a6e171e6-354a-4637-b15a-634eea60f477 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 949 time: 0.3147113 Jul 24 00:53:15.811956 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ab6dfc20-a751-4a4a-8337-a68c44a2288b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:15.892953 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=3952cd6b-bd6c-41aa-90fc-f678373177be,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:15.942976 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['3952cd6b-bd6c-41aa-90fc-f678373177be'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:53:15.971157 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed81d1-2bca-4e2f-8a5c-6465c0c375da req-6b1eba64-0862-4cb7-a528-a7908db347b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:15.974322 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c3ed81d1-2bca-4e2f-8a5c-6465c0c375da req-6b1eba64-0862-4cb7-a528-a7908db347b5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e2e28809-37ce-4580-b5c1-8641e6176e46 HTTP/1.1" status: 200 len: 913 time: 0.2741206 Jul 24 00:53:15.991763 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-806fd4a1-3c37-4736-b925-762384f057cf req-8bceea2b-7e96-4525-8d2b-719217d5365d tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542419 Jul 24 00:53:16.033068 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-d1a66a2c-ef04-4456-89b6-8daa813e37b1 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:16.035159 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-d1a66a2c-ef04-4456-89b6-8daa813e37b1 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.13 "GET /v2.0/networks?id=cf81efcb-2043-4c81-a9e1-631f32772270 HTTP/1.1" status: 200 len: 813 time: 0.3998845 Jul 24 00:53:16.056982 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-1898ec56-6c13-4cae-b5fb-50d8f8d2b7ff tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Request body: {'port': {'device_id': 'e0f0cc86-1069-48d9-8b42-179af1a04c6b', 'network_id': 'cf81efcb-2043-4c81-a9e1-631f32772270', 'admin_state_up': True, 'tenant_id': '29c6df0397124e0db8749ac4610e3bf2'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:16.062362 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830ab347-66ef-4aca-9e9d-c5e61a24f425 x-openstack-request-id: req-830ab347-66ef-4aca-9e9d-c5e61a24f425 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:53:16.062676 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2bd12d6-ae29-4e56-9541-cd2ee7b4224c", "name": "network-vif-plugged", "status": "completed", "tag": "2d15e070-d0dd-42eb-badb-76c9b74dcb14", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:53:16.062919 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-830ab347-66ef-4aca-9e9d-c5e61a24f425 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:53:16.063325 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2bd12d6-ae29-4e56-9541-cd2ee7b4224c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d15e070-d0dd-42eb-badb-76c9b74dcb14', 'code': 200} Jul 24 00:53:16.090549 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c3ed81d1-2bca-4e2f-8a5c-6465c0c375da req-c66bd5fe-9887-4ff2-acb5-dd98fc688a47 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b524de4-370d-49ce-8727-1b38e8f9bf52 HTTP/1.1" status: 200 len: 217 time: 0.0573215 Jul 24 00:53:16.142667 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-332d3969-1e48-4968-bacd-9239bbc91cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d843c10-9eba-4887-abb5-8447d7e18cc9', 'name': 'tempest-ServerRescueNegativeTestJSON-859993535-router', 'tenant_id': '20d35f4a5a814139b52be63228a1596d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd24995eb-74aa-40d8-b4ba-8d7f533a3155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:10Z', 'updated_at': '2021-07-24T00:53:13Z', 'revision_number': 3, 'project_id': '20d35f4a5a814139b52be63228a1596d', 'gw_port': {'id': 'd24995eb-74aa-40d8-b4ba-8d7f533a3155', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:52:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d843c10-9eba-4887-abb5-8447d7e18cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:11Z', 'updated_at': '2021-07-24T00:53:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:16.222378 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed07f2-55a2-4503-879d-86ef0640c77d req-f2a8084f-409c-4c29-950a-7d7452811b97 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:16.229134 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-feed07f2-55a2-4503-879d-86ef0640c77d req-f2a8084f-409c-4c29-950a-7d7452811b97 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.15 "GET /v2.0/ports?device_id=999c9b7c-5f0a-4f2b-b160-f277244e10f3 HTTP/1.1" status: 200 len: 932 time: 0.2474134 Jul 24 00:53:16.231003 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed81d1-2bca-4e2f-8a5c-6465c0c375da req-8a6c6a57-44aa-4dee-8fcf-be93e0de9761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:16.232449 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c3ed81d1-2bca-4e2f-8a5c-6465c0c375da req-8a6c6a57-44aa-4dee-8fcf-be93e0de9761 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fd9d285b-6b1a-48e3-ba8d-9b7a3b766001 HTTP/1.1" status: 200 len: 852 time: 0.1283813 Jul 24 00:53:16.252237 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332d3969-1e48-4968-bacd-9239bbc91cf5 None None] Checking router: 2d843c10-9eba-4887-abb5-8447d7e18cc9 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:53:16.252599 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332d3969-1e48-4968-bacd-9239bbc91cf5 None None] Updating router 2d843c10-9eba-4887-abb5-8447d7e18cc9 port d24995eb-74aa-40d8-b4ba-8d7f533a3155 binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:53:16.342758 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-332d3969-1e48-4968-bacd-9239bbc91cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:16.352074 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c3ed81d1-2bca-4e2f-8a5c-6465c0c375da req-7fc8e63d-e410-47e9-997e-2c3da1aae77d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e2e28809-37ce-4580-b5c1-8641e6176e46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967348 Jul 24 00:53:16.526576 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-feed07f2-55a2-4503-879d-86ef0640c77d req-6773fce0-bd03-4ddd-b966-4e90738079be tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.15 "GET /v2.0/security-groups?id=5069202f-f766-4df5-a417-40758d32a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2835557 Jul 24 00:53:16.563199 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c3ed81d1-2bca-4e2f-8a5c-6465c0c375da req-7f8244d8-5e50-4e1e-ae8d-dad91f6042e6 service neutron] 10.222.0.13 "GET /v2.0/networks/e2e28809-37ce-4580-b5c1-8641e6176e46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781924 Jul 24 00:53:16.583262 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543d3f1-f9b4-4f1d-b305-509769dfd1ec req-dd731ddc-ffc6-4d3a-ad01-1022d011e939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:16.585535 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5543d3f1-f9b4-4f1d-b305-509769dfd1ec req-dd731ddc-ffc6-4d3a-ad01-1022d011e939 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 1103 time: 0.3063636 Jul 24 00:53:16.607000 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e3610b8b-ce25-41f5-a3e8-eaf3e4a23fdf req-28c4546a-ff38-479d-91ce-7c68f75ffe2c tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0f0cc86-1069-48d9-8b42-179af1a04c6b HTTP/1.1" status: 200 len: 210 time: 0.1678855 Jul 24 00:53:16.632085 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-cdda3023-db4f-478c-ae8a-09f865fafe65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1329bfb-e879-4178-a342-238739f07c2a {{(pid=100463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:53:16.647149 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-cdda3023-db4f-478c-ae8a-09f865fafe65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:16.694320 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-cdda3023-db4f-478c-ae8a-09f865fafe65 service neutron] Transition to ACTIVE for port object b1329bfb-e879-4178-a342-238739f07c2a will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:53:16.717644 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-cdda3023-db4f-478c-ae8a-09f865fafe65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:16.759008 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 2b524de4-370d-49ce-8727-1b38e8f9bf52 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:53:16.773757 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5543d3f1-f9b4-4f1d-b305-509769dfd1ec req-06429c34-de51-4efe-a4fe-c23a9cb2e264 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626496 Jul 24 00:53:16.822087 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-cec4b789-bae3-472b-80f0-5989c6c113c9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3849394 Jul 24 00:53:16.869323 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-1898ec56-6c13-4cae-b5fb-50d8f8d2b7ff tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Made reservation on behalf of 29c6df0397124e0db8749ac4610e3bf2 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:53:16.873914 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-1898ec56-6c13-4cae-b5fb-50d8f8d2b7ff tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:16.882461 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c3ed81d1-2bca-4e2f-8a5c-6465c0c375da req-9da76889-a02f-4ece-9f16-b0a004dbb05e service neutron] 10.222.0.13 "GET /v2.0/networks/e2e28809-37ce-4580-b5c1-8641e6176e46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113189 Jul 24 00:53:16.906528 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda3023-db4f-478c-ae8a-09f865fafe65 service neutron] Pushing event updated for resources: {'Port': ['ID=b1329bfb-e879-4178-a342-238739f07c2a,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:16.907505 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82ce75-4384-4686-b14a-a652d06ae907 req-b44ffbb9-83bc-43ad-a69b-f2ba3fa0e1a6 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:16.928602 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ca82ce75-4384-4686-b14a-a652d06ae907 req-b44ffbb9-83bc-43ad-a69b-f2ba3fa0e1a6 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=90cdf984-56b0-4f28-94ff-baff3331f51a HTTP/1.1" status: 200 len: 943 time: 0.2806289 Jul 24 00:53:16.970288 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-332d3969-1e48-4968-bacd-9239bbc91cf5 None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:17.020416 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ca82ce75-4384-4686-b14a-a652d06ae907 req-04add5ad-291a-490e-84aa-7b8dcd05b208 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854268 Jul 24 00:53:17.021054 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-332d3969-1e48-4968-bacd-9239bbc91cf5 None None] Transition to ACTIVE for port object d24995eb-74aa-40d8-b4ba-8d7f533a3155 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:53:17.053545 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-332d3969-1e48-4968-bacd-9239bbc91cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:17.069507 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 2b524de4-370d-49ce-8727-1b38e8f9bf52, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2b524de4-370d-49ce-8727-1b38e8f9bf52,segment=NetworkSegment(c4a12371-e65f-4999-8182-3fce7a91f982),segment_id=c4a12371-e65f-4999-8182-3fce7a91f982)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:17.148372 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '2b524de4-370d-49ce-8727-1b38e8f9bf52', 'network_id': 'e2e28809-37ce-4580-b5c1-8641e6176e46', 'port_id': '2b524de4-370d-49ce-8727-1b38e8f9bf52', 'mac_address': 'fa:16:3e:76:7e:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd9d285b-6b1a-48e3-ba8d-9b7a3b766001', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:53:17.175450 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-332d3969-1e48-4968-bacd-9239bbc91cf5 None None] Attempting to bind port d24995eb-74aa-40d8-b4ba-8d7f533a3155 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:53:17.176321 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-332d3969-1e48-4968-bacd-9239bbc91cf5 None None] Attempting to bind port d24995eb-74aa-40d8-b4ba-8d7f533a3155 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:53:17.176927 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332d3969-1e48-4968-bacd-9239bbc91cf5 None None] Attempting to bind port d24995eb-74aa-40d8-b4ba-8d7f533a3155 on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:53:17.181673 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a20f82-23c1-48f7-9b7a-33ad54996b97 None None] Pushing event updated for resources: {'Port': ['ID=d24995eb-74aa-40d8-b4ba-8d7f533a3155,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:17.189625 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332d3969-1e48-4968-bacd-9239bbc91cf5 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:53:17.190414 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332d3969-1e48-4968-bacd-9239bbc91cf5 None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:53:17.191553 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-332d3969-1e48-4968-bacd-9239bbc91cf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:17.192176 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332d3969-1e48-4968-bacd-9239bbc91cf5 None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:53:17.192867 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-332d3969-1e48-4968-bacd-9239bbc91cf5 None None] Bound port: d24995eb-74aa-40d8-b4ba-8d7f533a3155, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:53:17.193589 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-332d3969-1e48-4968-bacd-9239bbc91cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:17.305580 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-abf1aaf7-aaa6-474e-9605-a7d25478fa8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:17.351198 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:17.358215 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37050c-b487-4a60-ae7f-0a3e15cf638e req-22ac1d58-677c-47b0-b87d-7e1e330e2b90 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:17.364715 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-de37050c-b487-4a60-ae7f-0a3e15cf638e req-22ac1d58-677c-47b0-b87d-7e1e330e2b90 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 951 time: 0.1251209 Jul 24 00:53:17.371570 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-cdda3023-db4f-478c-ae8a-09f865fafe65 service neutron] Attempting to bind port b1329bfb-e879-4178-a342-238739f07c2a on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:53:17.372330 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-cdda3023-db4f-478c-ae8a-09f865fafe65 service neutron] Attempting to bind port b1329bfb-e879-4178-a342-238739f07c2a by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '5b144dc0-7718-4ec4-90c2-330e40cee5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd0b9a74b-04f9-4176-9a7c-8b705a56f0cd'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:53:17.372918 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-cdda3023-db4f-478c-ae8a-09f865fafe65 service neutron] Attempting to bind port b1329bfb-e879-4178-a342-238739f07c2a on network d0b9a74b-04f9-4176-9a7c-8b705a56f0cd {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:53:17.386646 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b524de4-370d-49ce-8727-1b38e8f9bf52 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:53:17.418384 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-332d3969-1e48-4968-bacd-9239bbc91cf5 None None] For port d24995eb-74aa-40d8-b4ba-8d7f533a3155, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:53:17.423233 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-332d3969-1e48-4968-bacd-9239bbc91cf5 None None] For port d24995eb-74aa-40d8-b4ba-8d7f533a3155, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=d24995eb-74aa-40d8-b4ba-8d7f533a3155,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:53:17.427249 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 2b524de4-370d-49ce-8727-1b38e8f9bf52, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2b524de4-370d-49ce-8727-1b38e8f9bf52,segment=NetworkSegment(c4a12371-e65f-4999-8182-3fce7a91f982),segment_id=c4a12371-e65f-4999-8182-3fce7a91f982)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:17.435339 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-332d3969-1e48-4968-bacd-9239bbc91cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:17.442886 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-de37050c-b487-4a60-ae7f-0a3e15cf638e req-ab7a0bed-bf70-4100-908b-282d812b6f09 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731213 Jul 24 00:53:17.480908 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:17.522366 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332d3969-1e48-4968-bacd-9239bbc91cf5 None None] Routers {'2d843c10-9eba-4887-abb5-8447d7e18cc9'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:53:17.523029 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-332d3969-1e48-4968-bacd-9239bbc91cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:52:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['2d843c10-9eba-4887-abb5-8447d7e18cc9'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:17.528265 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a20f82-23c1-48f7-9b7a-33ad54996b97 None None] Pushing event updated for resources: {'Port': ['ID=d24995eb-74aa-40d8-b4ba-8d7f533a3155,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:17.574263 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833c8eb-7d27-43ff-9452-c778c00a1915 req-145d62de-a62d-4b7c-b9c1-8a0a818bf839 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:17.583366 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7833c8eb-7d27-43ff-9452-c778c00a1915 req-145d62de-a62d-4b7c-b9c1-8a0a818bf839 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] 10.222.0.15 "GET /v2.0/ports?device_id=c931adb0-5d58-4d48-849d-e3ca774be762 HTTP/1.1" status: 200 len: 945 time: 0.7905602 Jul 24 00:53:17.613897 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-cdda3023-db4f-478c-ae8a-09f865fafe65 service neutron] Port b1329bfb-e879-4178-a342-238739f07c2a on network d0b9a74b-04f9-4176-9a7c-8b705a56f0cd not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:53:17.614318 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-cdda3023-db4f-478c-ae8a-09f865fafe65 service neutron] Attempting to bind port b1329bfb-e879-4178-a342-238739f07c2a on network d0b9a74b-04f9-4176-9a7c-8b705a56f0cd {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:53:17.644289 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-a5f8fc78-21c7-48cd-a654-41c8f3b3d587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:17.645404 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-a5f8fc78-21c7-48cd-a654-41c8f3b3d587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:17.645906 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-a5f8fc78-21c7-48cd-a654-41c8f3b3d587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:17.646464 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-a5f8fc78-21c7-48cd-a654-41c8f3b3d587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:17.647199 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-a5f8fc78-21c7-48cd-a654-41c8f3b3d587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:17.647753 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-a5f8fc78-21c7-48cd-a654-41c8f3b3d587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:17.648240 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-a5f8fc78-21c7-48cd-a654-41c8f3b3d587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:17.650242 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-a5f8fc78-21c7-48cd-a654-41c8f3b3d587 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=23f38d06c8d14c15821cdb6c563f3213&device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 6507 time: 0.7725859 Jul 24 00:53:17.661744 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=2b524de4-370d-49ce-8727-1b38e8f9bf52,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:17.695897 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-cdda3023-db4f-478c-ae8a-09f865fafe65 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:53:17.696688 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-cdda3023-db4f-478c-ae8a-09f865fafe65 service neutron] Checking segment: {'id': '5b144dc0-7718-4ec4-90c2-330e40cee5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd0b9a74b-04f9-4176-9a7c-8b705a56f0cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:53:17.697150 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-cdda3023-db4f-478c-ae8a-09f865fafe65 service neutron] Bound using segment: {'id': '5b144dc0-7718-4ec4-90c2-330e40cee5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd0b9a74b-04f9-4176-9a7c-8b705a56f0cd'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:53:17.697678 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-cdda3023-db4f-478c-ae8a-09f865fafe65 service neutron] Bound port: b1329bfb-e879-4178-a342-238739f07c2a, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b144dc0-7718-4ec4-90c2-330e40cee5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'd0b9a74b-04f9-4176-9a7c-8b705a56f0cd'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:53:17.698572 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-cdda3023-db4f-478c-ae8a-09f865fafe65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:17.700184 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-332d3969-1e48-4968-bacd-9239bbc91cf5 None None] Set router 2d843c10-9eba-4887-abb5-8447d7e18cc9 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:53:17.807537 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-abf1aaf7-aaa6-474e-9605-a7d25478fa8a admin admin] Allocated IP 172.20.0.1 (73a8909c-49cf-4748-a0d1-117aad1d6801/954fd3a6-666f-4557-86c0-353193e10e5d/b4e0e162-5cda-48a3-82d9-bed323c9f9f3) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:53:17.837590 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-1898ec56-6c13-4cae-b5fb-50d8f8d2b7ff tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Allocated IP 172.20.0.13 (cf81efcb-2043-4c81-a9e1-631f32772270/a929b04c-7a2d-49ff-8cb4-85d21861c3b7/884394ff-36e0-4671-8afb-cc199fd6db4f) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:53:17.849890 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7833c8eb-7d27-43ff-9452-c778c00a1915 req-600426cb-8840-4318-9368-a97a615a26d6 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] 10.222.0.15 "GET /v2.0/security-groups?id=2df0fa1c-b405-44d9-985d-01d74148a8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652838 Jul 24 00:53:17.850554 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c81976-a5a4-48bd-b69b-cf40bc6f8978 req-37fa3762-07b7-4060-9863-0a9f919c3443 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:17.852368 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d2c81976-a5a4-48bd-b69b-cf40bc6f8978 req-37fa3762-07b7-4060-9863-0a9f919c3443 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.15 "GET /v2.0/ports?device_id=999c9b7c-5f0a-4f2b-b160-f277244e10f3 HTTP/1.1" status: 200 len: 944 time: 0.1647601 Jul 24 00:53:17.898598 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-cdda3023-db4f-478c-ae8a-09f865fafe65 service neutron] For port b1329bfb-e879-4178-a342-238739f07c2a, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:53:17.904331 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-cdda3023-db4f-478c-ae8a-09f865fafe65 service neutron] For port b1329bfb-e879-4178-a342-238739f07c2a, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=b1329bfb-e879-4178-a342-238739f07c2a,segment=NetworkSegment(5b144dc0-7718-4ec4-90c2-330e40cee5fe),segment_id=5b144dc0-7718-4ec4-90c2-330e40cee5fe)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:53:17.932708 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d2c81976-a5a4-48bd-b69b-cf40bc6f8978 req-fa0fde93-60df-4640-9081-380c1910dc76 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.15 "GET /v2.0/security-groups?id=5069202f-f766-4df5-a417-40758d32a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728157 Jul 24 00:53:17.951320 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['2b524de4-370d-49ce-8727-1b38e8f9bf52'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:53:18.153792 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-abf1aaf7-aaa6-474e-9605-a7d25478fa8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:18.201478 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-cdda3023-db4f-478c-ae8a-09f865fafe65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:18.220189 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-61b7de06-20c1-4bcc-97e1-83f493f72f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:18.225759 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-332d3969-1e48-4968-bacd-9239bbc91cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d843c10-9eba-4887-abb5-8447d7e18cc9', 'name': 'tempest-ServerRescueNegativeTestJSON-859993535-router', 'tenant_id': '20d35f4a5a814139b52be63228a1596d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd24995eb-74aa-40d8-b4ba-8d7f533a3155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:10Z', 'updated_at': '2021-07-24T00:53:13Z', 'revision_number': 3, 'project_id': '20d35f4a5a814139b52be63228a1596d', 'gw_port': {'id': 'd24995eb-74aa-40d8-b4ba-8d7f533a3155', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:52:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d843c10-9eba-4887-abb5-8447d7e18cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:11Z', 'updated_at': '2021-07-24T00:53:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:18.259912 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332d3969-1e48-4968-bacd-9239bbc91cf5 None None] The sync data for ids ['2d843c10-9eba-4887-abb5-8447d7e18cc9'] in n-d-793621-25 is: [{'id': '2d843c10-9eba-4887-abb5-8447d7e18cc9', 'name': 'tempest-ServerRescueNegativeTestJSON-859993535-router', 'tenant_id': '20d35f4a5a814139b52be63228a1596d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd24995eb-74aa-40d8-b4ba-8d7f533a3155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:10Z', 'updated_at': '2021-07-24T00:53:13Z', 'revision_number': 3, 'project_id': '20d35f4a5a814139b52be63228a1596d', 'gw_port': {'id': 'd24995eb-74aa-40d8-b4ba-8d7f533a3155', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:52:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d843c10-9eba-4887-abb5-8447d7e18cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:11Z', 'updated_at': '2021-07-24T00:53:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:53:18.297370 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab266ec-e473-40ee-89d7-87625a94709b req-e10e4f25-519f-4e65-8c66-1d672516d9d3 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:18.306511 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7ab266ec-e473-40ee-89d7-87625a94709b req-e10e4f25-519f-4e65-8c66-1d672516d9d3 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=90cdf984-56b0-4f28-94ff-baff3331f51a HTTP/1.1" status: 200 len: 944 time: 0.1889954 Jul 24 00:53:18.358575 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7ab266ec-e473-40ee-89d7-87625a94709b req-9f9cf41d-1db2-4161-afbc-fb83ba9798dd tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468750 Jul 24 00:53:18.415596 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7f60eaa7-4383-4bf3-a120-34dda684bd70 req-5b7f7383-9d2e-4039-85e9-4e1f07906c12 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0f0cc86-1069-48d9-8b42-179af1a04c6b HTTP/1.1" status: 200 len: 210 time: 0.2928832 Jul 24 00:53:18.418102 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-abf1aaf7-aaa6-474e-9605-a7d25478fa8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:18.442496 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:18.525970 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-cdda3023-db4f-478c-ae8a-09f865fafe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:18.526910 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-cdda3023-db4f-478c-ae8a-09f865fafe65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:18.528653 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-cdda3023-db4f-478c-ae8a-09f865fafe65 service neutron] 10.222.0.13 "PUT /v2.0/ports/b1329bfb-e879-4178-a342-238739f07c2a HTTP/1.1" status: 200 len: 1093 time: 3.4221148 Jul 24 00:53:18.540193 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999c9b7c-5f0a-4f2b-b160-f277244e10f3', 'tag': 'b1329bfb-e879-4178-a342-238739f07c2a'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:53:18.543541 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c760e4b0-4048-4a30-9957-19c5ef009630" -d '{"events": [{"name": "network-changed", "server_uuid": "999c9b7c-5f0a-4f2b-b160-f277244e10f3", "tag": "b1329bfb-e879-4178-a342-238739f07c2a"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:53:18.553541 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf1aaf7-aaa6-474e-9605-a7d25478fa8a admin admin] Network 73a8909c-49cf-4748-a0d1-117aad1d6801 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:53:18.575775 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-dba4f97d-a340-4643-bf5d-f28b56777269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:18.576269 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-dba4f97d-a340-4643-bf5d-f28b56777269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:18.576749 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-dba4f97d-a340-4643-bf5d-f28b56777269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:18.578403 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-dba4f97d-a340-4643-bf5d-f28b56777269 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414&id=08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80&id=08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80&id=08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80&id=08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80&id=d44a086b-008a-4058-bec6-57d1e56e41f3&id=d44a086b-008a-4058-bec6-57d1e56e41f3 HTTP/1.1" status: 200 len: 2298 time: 0.8704147 Jul 24 00:53:18.579356 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-abf1aaf7-aaa6-474e-9605-a7d25478fa8a admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:53:18.615214 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281197fc-05a0-4c22-ab67-aaf847a5210f x-openstack-request-id: req-281197fc-05a0-4c22-ab67-aaf847a5210f {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:53:18.615214 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999c9b7c-5f0a-4f2b-b160-f277244e10f3", "tag": "b1329bfb-e879-4178-a342-238739f07c2a", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:53:18.615214 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-281197fc-05a0-4c22-ab67-aaf847a5210f {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:53:18.615214 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '999c9b7c-5f0a-4f2b-b160-f277244e10f3', 'tag': 'b1329bfb-e879-4178-a342-238739f07c2a', 'status': 'completed', 'code': 200} Jul 24 00:53:18.617393 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf1aaf7-aaa6-474e-9605-a7d25478fa8a admin admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:53:18.755194 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 3952cd6b-bd6c-41aa-90fc-f678373177be up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:53:18.821156 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-1898ec56-6c13-4cae-b5fb-50d8f8d2b7ff tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:18.823601 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda3023-db4f-478c-ae8a-09f865fafe65 service neutron] Pushing event updated for resources: {'Port': ['ID=b1329bfb-e879-4178-a342-238739f07c2a,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:18.843662 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 3952cd6b-bd6c-41aa-90fc-f678373177be completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:53:18.851131 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 3952cd6b-bd6c-41aa-90fc-f678373177be triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:53:18.851518 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:18.914581 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-abf1aaf7-aaa6-474e-9605-a7d25478fa8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:18.967162 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:18.976122 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-ea9cf129-59fc-4462-92b8-6e7c30e2b718 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a HTTP/1.1" status: 200 len: 1001 time: 0.3640215 Jul 24 00:53:19.001662 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c931adb0-5d58-4d48-849d-e3ca774be762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3952cd6b-bd6c-41aa-90fc-f678373177be'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:53:19.004030 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63af73f2-cefe-45db-9372-313468a8c94e" -d '{"events": [{"server_uuid": "c931adb0-5d58-4d48-849d-e3ca774be762", "name": "network-vif-plugged", "status": "completed", "tag": "3952cd6b-bd6c-41aa-90fc-f678373177be"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:53:19.036096 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 3952cd6b-bd6c-41aa-90fc-f678373177be, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=3952cd6b-bd6c-41aa-90fc-f678373177be,segment=NetworkSegment(f6d52547-a842-4f6b-855e-8ec8d78f97b7),segment_id=f6d52547-a842-4f6b-855e-8ec8d78f97b7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:19.043678 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:19.048396 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb2f594-8ab7-4e23-aed9-165d6b1e6d1c req-20d1fa51-3e5e-4f3a-a93e-bce7f795426e tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:19.058132 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3fb2f594-8ab7-4e23-aed9-165d6b1e6d1c req-20d1fa51-3e5e-4f3a-a93e-bce7f795426e tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] 10.222.0.15 "GET /v2.0/ports?device_id=c931adb0-5d58-4d48-849d-e3ca774be762 HTTP/1.1" status: 200 len: 945 time: 0.0992019 Jul 24 00:53:19.107724 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=3952cd6b-bd6c-41aa-90fc-f678373177be,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:19.108988 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3fb2f594-8ab7-4e23-aed9-165d6b1e6d1c req-a3147bce-af2b-4aeb-9293-116e9b1499f9 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] 10.222.0.15 "GET /v2.0/security-groups?id=2df0fa1c-b405-44d9-985d-01d74148a8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495403 Jul 24 00:53:19.294497 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979fdc2-1572-4108-a4df-06372215b7bb req-becd6b9f-8e8c-4935-bb73-13a68f1e60c2 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:19.297013 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a979fdc2-1572-4108-a4df-06372215b7bb req-becd6b9f-8e8c-4935-bb73-13a68f1e60c2 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.15 "GET /v2.0/ports?device_id=999c9b7c-5f0a-4f2b-b160-f277244e10f3 HTTP/1.1" status: 200 len: 944 time: 0.1116762 Jul 24 00:53:19.355250 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a979fdc2-1572-4108-a4df-06372215b7bb req-800edaf7-482a-41fd-af5b-786284cdc2f1 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.15 "GET /v2.0/security-groups?id=5069202f-f766-4df5-a417-40758d32a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524812 Jul 24 00:53:19.355726 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:19.418702 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad93e08f-e592-40ee-8315-430bed6755b6 x-openstack-request-id: req-ad93e08f-e592-40ee-8315-430bed6755b6 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:53:19.419795 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c931adb0-5d58-4d48-849d-e3ca774be762", "name": "network-vif-plugged", "status": "completed", "tag": "3952cd6b-bd6c-41aa-90fc-f678373177be", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:53:19.420254 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ad93e08f-e592-40ee-8315-430bed6755b6 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:53:19.421180 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c931adb0-5d58-4d48-849d-e3ca774be762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3952cd6b-bd6c-41aa-90fc-f678373177be', 'code': 200} Jul 24 00:53:19.506351 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1aaf7-aaa6-474e-9605-a7d25478fa8a admin admin] Pushing event updated for resources: {'Port': ['ID=b4e0e162-5cda-48a3-82d9-bed323c9f9f3,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:19.547486 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4abc50-3a35-40a6-8a09-05958a8406dd req-8ad7d390-dad2-4b37-b748-622960afd6d2 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:19.549036 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-df4abc50-3a35-40a6-8a09-05958a8406dd req-8ad7d390-dad2-4b37-b748-622960afd6d2 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 951 time: 1.0008595 Jul 24 00:53:19.627084 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc582d-3d07-430f-8dcf-619d9cd4ede2 req-797fdf1b-9cb7-4eb2-8df0-b9b61bc02c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:19.629058 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8fbc582d-3d07-430f-8dcf-619d9cd4ede2 req-797fdf1b-9cb7-4eb2-8df0-b9b61bc02c3a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c931adb0-5d58-4d48-849d-e3ca774be762 HTTP/1.1" status: 200 len: 1098 time: 0.1274240 Jul 24 00:53:19.631800 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-df610a7b-0370-445d-a7bf-c61f560dcac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:19.632588 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-df610a7b-0370-445d-a7bf-c61f560dcac5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e85ccf615a264953acf81b1366347c29&device_id=999c9b7c-5f0a-4f2b-b160-f277244e10f3 HTTP/1.1" status: 200 len: 1096 time: 1.0217352 Jul 24 00:53:19.640754 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4b424-6331-48b3-8c33-3970b9bf19bf req-ffdcc843-29ee-4b7d-a355-b01d86e09a20 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:19.641437 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-b8314467-1582-4ddd-8037-d35882b4e45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:19.642507 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-aaa4b424-6331-48b3-8c33-3970b9bf19bf req-ffdcc843-29ee-4b7d-a355-b01d86e09a20 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=90cdf984-56b0-4f28-94ff-baff3331f51a HTTP/1.1" status: 200 len: 944 time: 0.1249528 Jul 24 00:53:19.642972 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-b8314467-1582-4ddd-8037-d35882b4e45f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e87587b1-abf9-464b-ac3b-f70ea6c04f1a HTTP/1.1" status: 200 len: 855 time: 0.2489877 Jul 24 00:53:19.700823 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8fbc582d-3d07-430f-8dcf-619d9cd4ede2 req-c2d17e1a-9d39-41ea-b7a1-556e5c406f9b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2df0fa1c-b405-44d9-985d-01d74148a8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571251 Jul 24 00:53:19.705956 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-aaa4b424-6331-48b3-8c33-3970b9bf19bf req-3bfe107e-8d90-49e3-a533-073de4d67720 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479469 Jul 24 00:53:19.711908 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-1898ec56-6c13-4cae-b5fb-50d8f8d2b7ff tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:19.744057 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-64c073f4-564d-4ae8-8722-02abb2b5fa95 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1329bfb-e879-4178-a342-238739f07c2a HTTP/1.1" status: 200 len: 217 time: 0.1001487 Jul 24 00:53:19.799297 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-df4abc50-3a35-40a6-8a09-05958a8406dd req-c95282f6-c5f5-4fc1-afb4-713a2cf964bd tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413232 Jul 24 00:53:19.885911 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-1898ec56-6c13-4cae-b5fb-50d8f8d2b7ff tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Network cf81efcb-2043-4c81-a9e1-631f32772270 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:53:19.887296 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007144f1-1d99-46c8-bfab-e9f46ba42ad0 req-e5df4521-e1fa-44e2-bf94-f67e345d1b1f tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:19.888915 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-007144f1-1d99-46c8-bfab-e9f46ba42ad0 req-e5df4521-e1fa-44e2-bf94-f67e345d1b1f tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0f0cc86-1069-48d9-8b42-179af1a04c6b HTTP/1.1" status: 200 len: 932 time: 0.0993960 Jul 24 00:53:19.897531 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1898ec56-6c13-4cae-b5fb-50d8f8d2b7ff tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Pushing event updated for resources: {'Port': ['ID=884394ff-36e0-4671-8afb-cc199fd6db4f,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:19.901523 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-1898ec56-6c13-4cae-b5fb-50d8f8d2b7ff tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:53:19.908473 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-1898ec56-6c13-4cae-b5fb-50d8f8d2b7ff tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:53:19.948129 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-e0299e74-115e-4015-a6e4-104e6c3219df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:19.949721 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-e0299e74-115e-4015-a6e4-104e6c3219df service neutron] 10.222.0.13 "GET /v2.0/subnets?id=548ec9ed-6196-4fe0-b137-b8f45c19af22 HTTP/1.1" status: 200 len: 844 time: 0.1749673 Jul 24 00:53:19.958029 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-abf1aaf7-aaa6-474e-9605-a7d25478fa8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:19.972033 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-007144f1-1d99-46c8-bfab-e9f46ba42ad0 req-15988751-19de-421b-964f-7c14cecc044c tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4afdf14b-fed7-48f6-898d-5e248a4ef7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712426 Jul 24 00:53:20.042520 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-c436e577-e392-4237-8671-b824597fe2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:20.043955 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-c436e577-e392-4237-8671-b824597fe2ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3900197 Jul 24 00:53:20.087375 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:53:20.113600 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-1898ec56-6c13-4cae-b5fb-50d8f8d2b7ff tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:20.114885 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-1898ec56-6c13-4cae-b5fb-50d8f8d2b7ff tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:20.191258 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f891a9a2-fd30-4095-9ad4-6cd94508df95 req-da608514-0a7c-4265-a877-a8eb1f914875 tempest-ServersAdminTestJSON-1248584964 tempest-ServersAdminTestJSON-1248584964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:20.192960 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f891a9a2-fd30-4095-9ad4-6cd94508df95 req-da608514-0a7c-4265-a877-a8eb1f914875 tempest-ServersAdminTestJSON-1248584964 tempest-ServersAdminTestJSON-1248584964-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 1103 time: 0.0856955 Jul 24 00:53:20.234361 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f891a9a2-fd30-4095-9ad4-6cd94508df95 req-d535a567-6644-4bb5-985e-82bf13db3cef tempest-ServersAdminTestJSON-1248584964 tempest-ServersAdminTestJSON-1248584964-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354059 Jul 24 00:53:20.251008 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-1898ec56-6c13-4cae-b5fb-50d8f8d2b7ff tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2016318 Jul 24 00:53:20.289263 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-0b860c81-aa98-4e6b-bac0-c9ecde1a3f55 service neutron] Request body: {'port': {'device_id': 'e0f0cc86-1069-48d9-8b42-179af1a04c6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:20.305746 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-d27de7a9-6707-4d52-a3c3-138716f4ff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:20.307432 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-d27de7a9-6707-4d52-a3c3-138716f4ff75 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d0b9a74b-04f9-4176-9a7c-8b705a56f0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3196890 Jul 24 00:53:20.368818 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-b52ff57c-8b52-4193-920a-9f72b786956c service neutron] 10.222.0.11 "GET /v2.0/networks/fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129511 Jul 24 00:53:20.478176 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a547f64-aa1f-483c-8a83-23cc4b0fef04 req-e4716096-620b-4991-88f5-fe754b824a7d tempest-ServersAdminTestJSON-1248584964 tempest-ServersAdminTestJSON-1248584964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:20.485842 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4a547f64-aa1f-483c-8a83-23cc4b0fef04 req-e4716096-620b-4991-88f5-fe754b824a7d tempest-ServersAdminTestJSON-1248584964 tempest-ServersAdminTestJSON-1248584964-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 1103 time: 0.0701218 Jul 24 00:53:20.574741 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4a547f64-aa1f-483c-8a83-23cc4b0fef04 req-230a3b1a-9fd1-4541-a259-c5a70f4d4310 tempest-ServersAdminTestJSON-1248584964 tempest-ServersAdminTestJSON-1248584964-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767796 Jul 24 00:53:20.640583 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device d24995eb-74aa-40d8-b4ba-8d7f533a3155 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:53:20.696776 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-0b860c81-aa98-4e6b-bac0-c9ecde1a3f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:20.702303 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port d24995eb-74aa-40d8-b4ba-8d7f533a3155 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:53:20.704840 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-239a11e6-a5ee-48fd-962f-92a6c7c2565e service neutron] 10.222.0.13 "GET /v2.0/networks/d0b9a74b-04f9-4176-9a7c-8b705a56f0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496265 Jul 24 00:53:20.707051 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port d24995eb-74aa-40d8-b4ba-8d7f533a3155 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:53:20.707466 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:20.716999 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a3bee-a167-4eb7-8fdf-48aebebd3045 req-25950b61-82f4-44c9-bd35-1328b1949e51 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:20.725088 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d19a3bee-a167-4eb7-8fdf-48aebebd3045 req-25950b61-82f4-44c9-bd35-1328b1949e51 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] 10.222.0.15 "GET /v2.0/ports?device_id=c931adb0-5d58-4d48-849d-e3ca774be762 HTTP/1.1" status: 200 len: 946 time: 0.5071993 Jul 24 00:53:20.744240 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583884fb-fabc-4c4b-a282-5c5933c9a95c req-8f607fa5-39e5-4fd6-8012-48dcdadcc248 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:20.744535 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-583884fb-fabc-4c4b-a282-5c5933c9a95c req-8f607fa5-39e5-4fd6-8012-48dcdadcc248 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.15 "GET /v2.0/ports?device_id=999c9b7c-5f0a-4f2b-b160-f277244e10f3 HTTP/1.1" status: 200 len: 944 time: 0.0938447 Jul 24 00:53:20.766979 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 2b524de4-370d-49ce-8727-1b38e8f9bf52 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:53:20.769116 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-abf1aaf7-aaa6-474e-9605-a7d25478fa8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:20.779959 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-e4af5e26-ab17-4bf1-bc60-658dd1a3e86a service neutron] 10.222.0.11 "GET /v2.0/networks/fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855054 Jul 24 00:53:20.799839 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-583884fb-fabc-4c4b-a282-5c5933c9a95c req-7a7b78d5-af30-406a-9aa6-bb7c1dca7263 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.15 "GET /v2.0/security-groups?id=5069202f-f766-4df5-a417-40758d32a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496078 Jul 24 00:53:20.865487 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:20.907437 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port d24995eb-74aa-40d8-b4ba-8d7f533a3155, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=d24995eb-74aa-40d8-b4ba-8d7f533a3155,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:20.909320 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 2b524de4-370d-49ce-8727-1b38e8f9bf52 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:53:20.915044 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 2b524de4-370d-49ce-8727-1b38e8f9bf52 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:53:20.915675 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:20.965802 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:20.975319 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:21.041134 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:21.106756 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-abf1aaf7-aaa6-474e-9605-a7d25478fa8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:21.111207 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=d24995eb-74aa-40d8-b4ba-8d7f533a3155,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:21.116653 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 2b524de4-370d-49ce-8727-1b38e8f9bf52, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2b524de4-370d-49ce-8727-1b38e8f9bf52,segment=NetworkSegment(c4a12371-e65f-4999-8182-3fce7a91f982),segment_id=c4a12371-e65f-4999-8182-3fce7a91f982)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:21.130176 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cd7d6-4da0-4804-8f42-deafb3072aac req-8454f34d-da44-4bb8-89d2-321ae290af6e tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:21.132360 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-738cd7d6-4da0-4804-8f42-deafb3072aac req-8454f34d-da44-4bb8-89d2-321ae290af6e tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=90cdf984-56b0-4f28-94ff-baff3331f51a HTTP/1.1" status: 200 len: 944 time: 0.1114714 Jul 24 00:53:21.148583 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:21.184392 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-8c6ffa4d-b25b-429a-b777-9e0a0efe97c0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.210&port_id=65eea3c6-1e2c-4140-8dae-ee4329e7701b HTTP/1.1" status: 200 len: 217 time: 0.1132329 Jul 24 00:53:21.194963 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-738cd7d6-4da0-4804-8f42-deafb3072aac req-34a30e7b-40f5-4d6a-aeb9-9c76a89b5cac tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518680 Jul 24 00:53:21.234291 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=2b524de4-370d-49ce-8727-1b38e8f9bf52,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:21.309619 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d19a3bee-a167-4eb7-8fdf-48aebebd3045 req-60eda8a4-ada2-48b6-9d46-870b914e9826 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] 10.222.0.15 "GET /v2.0/security-groups?id=2df0fa1c-b405-44d9-985d-01d74148a8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5826302 Jul 24 00:53:21.358523 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-abf1aaf7-aaa6-474e-9605-a7d25478fa8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:21.416917 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1aaf7-aaa6-474e-9605-a7d25478fa8a admin admin] Pushing event updated for resources: {'Port': ['ID=b4e0e162-5cda-48a3-82d9-bed323c9f9f3,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:21.422214 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90cdf984-56b0-4f28-94ff-baff3331f51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b524de4-370d-49ce-8727-1b38e8f9bf52'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:53:21.425030 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7a500f-033f-453d-b648-d20f19d2e056" -d '{"events": [{"server_uuid": "90cdf984-56b0-4f28-94ff-baff3331f51a", "name": "network-vif-plugged", "status": "completed", "tag": "2b524de4-370d-49ce-8727-1b38e8f9bf52"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:53:21.429716 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f66f5-803c-4876-b089-42f8290c14d7 req-dc24bb5c-39d1-4125-9083-8d68142f4689 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:21.431522 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e44f66f5-803c-4876-b089-42f8290c14d7 req-dc24bb5c-39d1-4125-9083-8d68142f4689 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c00302-aafa-4dac-9057-75976af5f97b HTTP/1.1" status: 200 len: 949 time: 0.0960665 Jul 24 00:53:21.453314 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ba739c7-7266-45d6-8c95-dc94ba8b20a2 req-cfc2c2d6-438a-4e15-a6a6-007da31f22f2 service neutron] 10.222.0.13 "GET /v2.0/networks/d0b9a74b-04f9-4176-9a7c-8b705a56f0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7259879 Jul 24 00:53:21.458066 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-b0abec89-49c4-47c2-ad2b-8c43cdb4c751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:21.460649 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-b0abec89-49c4-47c2-ad2b-8c43cdb4c751 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1072dbad-9319-4762-b271-20e6dc036200 HTTP/1.1" status: 200 len: 797 time: 0.2415707 Jul 24 00:53:21.475263 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e44f66f5-803c-4876-b089-42f8290c14d7 req-7e970083-6383-425e-980e-26ce60c83a74 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369756 Jul 24 00:53:21.484579 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-0b860c81-aa98-4e6b-bac0-c9ecde1a3f55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 884394ff-36e0-4671-8afb-cc199fd6db4f {{(pid=100463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:53:21.512384 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-0b860c81-aa98-4e6b-bac0-c9ecde1a3f55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:21.544671 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62761d3a-08e4-4c5d-811b-c2069795134d x-openstack-request-id: req-62761d3a-08e4-4c5d-811b-c2069795134d {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:53:21.544977 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90cdf984-56b0-4f28-94ff-baff3331f51a", "name": "network-vif-plugged", "status": "completed", "tag": "2b524de4-370d-49ce-8727-1b38e8f9bf52", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:53:21.545235 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-62761d3a-08e4-4c5d-811b-c2069795134d {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:53:21.545641 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90cdf984-56b0-4f28-94ff-baff3331f51a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b524de4-370d-49ce-8727-1b38e8f9bf52', 'code': 200} Jul 24 00:53:21.615686 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-0b860c81-aa98-4e6b-bac0-c9ecde1a3f55 service neutron] Transition to ACTIVE for port object 884394ff-36e0-4671-8afb-cc199fd6db4f will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:53:21.639205 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-0b860c81-aa98-4e6b-bac0-c9ecde1a3f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:21.695610 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57dc200-6aad-464d-b4af-50b924703ebb req-736c47b6-aa75-4ba5-b75c-2758508420d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:21.697172 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d57dc200-6aad-464d-b4af-50b924703ebb req-736c47b6-aa75-4ba5-b75c-2758508420d1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=90cdf984-56b0-4f28-94ff-baff3331f51a HTTP/1.1" status: 200 len: 1097 time: 0.0850735 Jul 24 00:53:21.741054 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d57dc200-6aad-464d-b4af-50b924703ebb req-1c354393-4a1f-46ce-9a51-e18496dd813f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334980 Jul 24 00:53:21.741497 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf1aaf7-aaa6-474e-9605-a7d25478fa8a admin admin] Network 73a8909c-49cf-4748-a0d1-117aad1d6801 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:53:21.752524 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b860c81-aa98-4e6b-bac0-c9ecde1a3f55 service neutron] Pushing event updated for resources: {'Port': ['ID=884394ff-36e0-4671-8afb-cc199fd6db4f,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:21.756363 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-abf1aaf7-aaa6-474e-9605-a7d25478fa8a admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:53:21.769885 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4846baf-d092-4258-b0a5-2f9e2dd0c3ee req-578031bd-df6c-44f5-96de-40391256d747 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:21.771946 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b4846baf-d092-4258-b0a5-2f9e2dd0c3ee req-578031bd-df6c-44f5-96de-40391256d747 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0f0cc86-1069-48d9-8b42-179af1a04c6b HTTP/1.1" status: 200 len: 932 time: 0.3650599 Jul 24 00:53:21.787621 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-d231d3ff-c95b-46c6-b1ea-6cc5365de199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:21.789176 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-d231d3ff-c95b-46c6-b1ea-6cc5365de199 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2999682 Jul 24 00:53:21.790796 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760e4b0-4048-4a30-9957-19c5ef009630 req-dcdaac18-a995-43d7-ac75-4db67d39b842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:21.792229 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c760e4b0-4048-4a30-9957-19c5ef009630 req-dcdaac18-a995-43d7-ac75-4db67d39b842 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e85ccf615a264953acf81b1366347c29&device_id=999c9b7c-5f0a-4f2b-b160-f277244e10f3 HTTP/1.1" status: 200 len: 1096 time: 0.2580805 Jul 24 00:53:21.936987 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1dd25b-d4b4-43f5-9690-ee2b326dfccc req-b4da89b9-2e38-4c89-861b-06caf1ce8150 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:21.938594 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8e1dd25b-d4b4-43f5-9690-ee2b326dfccc req-b4da89b9-2e38-4c89-861b-06caf1ce8150 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.15 "GET /v2.0/ports?device_id=999c9b7c-5f0a-4f2b-b160-f277244e10f3 HTTP/1.1" status: 200 len: 944 time: 0.0724287 Jul 24 00:53:21.981093 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8e1dd25b-d4b4-43f5-9690-ee2b326dfccc req-5c308086-e090-43f5-85d2-01ef029bccf4 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.15 "GET /v2.0/security-groups?id=5069202f-f766-4df5-a417-40758d32a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352125 Jul 24 00:53:22.326423 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89ae31-772f-43f1-b717-308964e68b7c req-3855caaf-3215-4301-8d5d-572ef2116ba0 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:22.328185 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6b89ae31-772f-43f1-b717-308964e68b7c req-3855caaf-3215-4301-8d5d-572ef2116ba0 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=90cdf984-56b0-4f28-94ff-baff3331f51a HTTP/1.1" status: 200 len: 945 time: 0.0695119 Jul 24 00:53:22.350551 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b4846baf-d092-4258-b0a5-2f9e2dd0c3ee req-eb715dd1-8569-4a75-9b4f-cc38164f82d2 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4afdf14b-fed7-48f6-898d-5e248a4ef7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5683064 Jul 24 00:53:22.371390 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6b89ae31-772f-43f1-b717-308964e68b7c req-d39f9985-f8b2-4be7-b680-f23dcfd9204a tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358531 Jul 24 00:53:22.409330 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760e4b0-4048-4a30-9957-19c5ef009630 req-d689587a-1720-48e3-bcb5-35c43f487a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:22.410862 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c760e4b0-4048-4a30-9957-19c5ef009630 req-d689587a-1720-48e3-bcb5-35c43f487a90 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d0b9a74b-04f9-4176-9a7c-8b705a56f0cd HTTP/1.1" status: 200 len: 906 time: 0.6090405 Jul 24 00:53:22.420864 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-293c8bb8-9b5e-49d2-aeef-4edad9fcff85 service neutron] 10.222.0.11 "GET /v2.0/networks/08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6168904 Jul 24 00:53:22.432318 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-0b860c81-aa98-4e6b-bac0-c9ecde1a3f55 service neutron] Attempting to bind port 884394ff-36e0-4671-8afb-cc199fd6db4f on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:53:22.432664 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-0b860c81-aa98-4e6b-bac0-c9ecde1a3f55 service neutron] Attempting to bind port 884394ff-36e0-4671-8afb-cc199fd6db4f by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '23c5ea73-fefa-42c8-9dcb-68bf75e768ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cf81efcb-2043-4c81-a9e1-631f32772270'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:53:22.433001 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-0b860c81-aa98-4e6b-bac0-c9ecde1a3f55 service neutron] Attempting to bind port 884394ff-36e0-4671-8afb-cc199fd6db4f on network cf81efcb-2043-4c81-a9e1-631f32772270 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:53:22.448945 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf1aaf7-aaa6-474e-9605-a7d25478fa8a admin admin] Router 2d843c10-9eba-4887-abb5-8447d7e18cc9 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:53:22.497649 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-0b860c81-aa98-4e6b-bac0-c9ecde1a3f55 service neutron] Port 884394ff-36e0-4671-8afb-cc199fd6db4f on network cf81efcb-2043-4c81-a9e1-631f32772270 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:53:22.498012 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-0b860c81-aa98-4e6b-bac0-c9ecde1a3f55 service neutron] Attempting to bind port 884394ff-36e0-4671-8afb-cc199fd6db4f on network cf81efcb-2043-4c81-a9e1-631f32772270 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:53:22.501660 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c760e4b0-4048-4a30-9957-19c5ef009630 req-74915d10-4dea-4105-bc98-d2a15265ce2b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1329bfb-e879-4178-a342-238739f07c2a HTTP/1.1" status: 200 len: 217 time: 0.0792339 Jul 24 00:53:22.546996 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-0b860c81-aa98-4e6b-bac0-c9ecde1a3f55 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:53:22.547338 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-0b860c81-aa98-4e6b-bac0-c9ecde1a3f55 service neutron] Checking segment: {'id': '23c5ea73-fefa-42c8-9dcb-68bf75e768ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cf81efcb-2043-4c81-a9e1-631f32772270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:53:22.547732 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-0b860c81-aa98-4e6b-bac0-c9ecde1a3f55 service neutron] Bound using segment: {'id': '23c5ea73-fefa-42c8-9dcb-68bf75e768ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cf81efcb-2043-4c81-a9e1-631f32772270'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:53:22.548181 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-0b860c81-aa98-4e6b-bac0-c9ecde1a3f55 service neutron] Bound port: 884394ff-36e0-4671-8afb-cc199fd6db4f, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c5ea73-fefa-42c8-9dcb-68bf75e768ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cf81efcb-2043-4c81-a9e1-631f32772270'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:53:22.548545 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-0b860c81-aa98-4e6b-bac0-c9ecde1a3f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:22.553832 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6e55d-4e56-45d5-b029-f661384d1e20 req-3a23a9d2-5886-4e5b-ad92-a06aa787176e tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:22.555545 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3aa6e55d-4e56-45d5-b029-f661384d1e20 req-3a23a9d2-5886-4e5b-ad92-a06aa787176e tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.13 "GET /v2.0/ports?device_id=63c00302-aafa-4dac-9057-75976af5f97b HTTP/1.1" status: 200 len: 949 time: 0.1705732 Jul 24 00:53:22.566752 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device d24995eb-74aa-40d8-b4ba-8d7f533a3155 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:53:22.617327 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b7e00-9bb7-4f5d-b035-672f019b3d39 req-3f9dc239-713c-482a-9e6b-d94524b7023c tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:22.618948 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-699b7e00-9bb7-4f5d-b035-672f019b3d39 req-3f9dc239-713c-482a-9e6b-d94524b7023c tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] 10.222.0.15 "GET /v2.0/ports?device_id=c931adb0-5d58-4d48-849d-e3ca774be762 HTTP/1.1" status: 200 len: 946 time: 0.1572025 Jul 24 00:53:22.638771 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port d24995eb-74aa-40d8-b4ba-8d7f533a3155 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:53:22.639522 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:22.753938 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-699b7e00-9bb7-4f5d-b035-672f019b3d39 req-02772087-7057-46c5-a24d-a4b0b34cfd18 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] 10.222.0.15 "GET /v2.0/security-groups?id=2df0fa1c-b405-44d9-985d-01d74148a8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201642 Jul 24 00:53:22.770690 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760e4b0-4048-4a30-9957-19c5ef009630 req-3cf85a1e-70db-4306-9c6d-807bb54321ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:22.770690 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c760e4b0-4048-4a30-9957-19c5ef009630 req-3cf85a1e-70db-4306-9c6d-807bb54321ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=548ec9ed-6196-4fe0-b137-b8f45c19af22 HTTP/1.1" status: 200 len: 844 time: 0.2576847 Jul 24 00:53:22.782117 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device b1329bfb-e879-4178-a342-238739f07c2a details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:53:22.818852 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-3aa6e55d-4e56-45d5-b029-f661384d1e20 req-fdb7d7da-a6e5-4e3e-93be-bba302f87b92 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Deleting port bc39992c-74e6-4849-85ba-48e9a9f3b4e6 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:53:22.819700 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3aa6e55d-4e56-45d5-b029-f661384d1e20 req-fdb7d7da-a6e5-4e3e-93be-bba302f87b92 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:22.919845 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf1aaf7-aaa6-474e-9605-a7d25478fa8a admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:53:22.924180 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-e6450326-e486-4077-8df0-42fa96191338 service neutron] 10.222.0.11 "GET /v2.0/networks/08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4889884 Jul 24 00:53:22.941072 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-abf1aaf7-aaa6-474e-9605-a7d25478fa8a admin admin] 10.222.0.15 "PUT /v2.0/routers/2d843c10-9eba-4887-abb5-8447d7e18cc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5681956 Jul 24 00:53:22.941403 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b28cf8-18b7-49dc-928f-75300ad5a842 None None] Sync routers for ids ['2d843c10-9eba-4887-abb5-8447d7e18cc9'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:53:22.967144 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b28cf8-18b7-49dc-928f-75300ad5a842 None None] Routers {'2d843c10-9eba-4887-abb5-8447d7e18cc9'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:53:22.970543 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-01b28cf8-18b7-49dc-928f-75300ad5a842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:53:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['2d843c10-9eba-4887-abb5-8447d7e18cc9'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:22.974320 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port b1329bfb-e879-4178-a342-238739f07c2a, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=b1329bfb-e879-4178-a342-238739f07c2a,segment=NetworkSegment(5b144dc0-7718-4ec4-90c2-330e40cee5fe),segment_id=5b144dc0-7718-4ec4-90c2-330e40cee5fe)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:22.983264 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-0e6e02fa-c9fb-4de3-92bb-04b120aba880 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=7bc5bf74-100d-43be-be48-ec3d5d893115 HTTP/1.1" status: 200 len: 217 time: 0.0485315 Jul 24 00:53:22.998413 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'b1329bfb-e879-4178-a342-238739f07c2a', 'network_id': 'd0b9a74b-04f9-4176-9a7c-8b705a56f0cd', 'port_id': 'b1329bfb-e879-4178-a342-238739f07c2a', 'mac_address': 'fa:16:3e:27:0e:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '548ec9ed-6196-4fe0-b137-b8f45c19af22', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:53:23.038324 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-3aa6e55d-4e56-45d5-b029-f661384d1e20 req-fdb7d7da-a6e5-4e3e-93be-bba302f87b92 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] For port bc39992c-74e6-4849-85ba-48e9a9f3b4e6, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=bc39992c-74e6-4849-85ba-48e9a9f3b4e6,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:23.038324 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3aa6e55d-4e56-45d5-b029-f661384d1e20 req-fdb7d7da-a6e5-4e3e-93be-bba302f87b92 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:23.049390 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-0b860c81-aa98-4e6b-bac0-c9ecde1a3f55 service neutron] For port 884394ff-36e0-4671-8afb-cc199fd6db4f, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:53:23.072975 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-3aa6e55d-4e56-45d5-b029-f661384d1e20 req-fdb7d7da-a6e5-4e3e-93be-bba302f87b92 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Calling delete_port for bc39992c-74e6-4849-85ba-48e9a9f3b4e6 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:53:23.081074 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fafd3-e1d4-408c-91db-abd701aef0b9 req-ac6f05c6-7b1c-491f-8a60-1c9c52b8bc9f tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:23.091622 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5c8fafd3-e1d4-408c-91db-abd701aef0b9 req-ac6f05c6-7b1c-491f-8a60-1c9c52b8bc9f tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=63c00302-aafa-4dac-9057-75976af5f97b HTTP/1.1" status: 200 len: 949 time: 0.4852762 Jul 24 00:53:23.095564 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:23.102585 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-0b860c81-aa98-4e6b-bac0-c9ecde1a3f55 service neutron] For port 884394ff-36e0-4671-8afb-cc199fd6db4f, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=884394ff-36e0-4671-8afb-cc199fd6db4f,segment=NetworkSegment(23c5ea73-fefa-42c8-9dcb-68bf75e768ba),segment_id=23c5ea73-fefa-42c8-9dcb-68bf75e768ba)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:53:23.121243 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1329bfb-e879-4178-a342-238739f07c2a {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:53:23.151229 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port b1329bfb-e879-4178-a342-238739f07c2a, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=b1329bfb-e879-4178-a342-238739f07c2a,segment=NetworkSegment(5b144dc0-7718-4ec4-90c2-330e40cee5fe),segment_id=5b144dc0-7718-4ec4-90c2-330e40cee5fe)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:23.157814 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:23.190729 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-0b860c81-aa98-4e6b-bac0-c9ecde1a3f55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:23.212010 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-dcc31ee2-9ec4-481d-87c7-4f1edcc41ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:23.212010 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-dcc31ee2-9ec4-481d-87c7-4f1edcc41ea7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1072dbad-9319-4762-b271-20e6dc036200 HTTP/1.1" status: 200 len: 797 time: 0.2120569 Jul 24 00:53:23.246700 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=b1329bfb-e879-4178-a342-238739f07c2a,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:23.305058 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-01b28cf8-18b7-49dc-928f-75300ad5a842 None None] Set router 2d843c10-9eba-4887-abb5-8447d7e18cc9 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:53:23.315939 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c760e4b0-4048-4a30-9957-19c5ef009630 req-2164e485-e4e0-4bc9-b28e-989f8f23993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:23.319728 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c760e4b0-4048-4a30-9957-19c5ef009630 req-2164e485-e4e0-4bc9-b28e-989f8f23993d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d0b9a74b-04f9-4176-9a7c-8b705a56f0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5292785 Jul 24 00:53:23.345811 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5c8fafd3-e1d4-408c-91db-abd701aef0b9 req-6e7cea89-4955-48ca-b363-2526798a5322 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444320 Jul 24 00:53:23.345929 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72747801-6044-4fed-a380-c7de3654dfd6 req-2f79a59e-3922-4232-b5c7-4b9ff3c5abcd tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:23.346327 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-0b860c81-aa98-4e6b-bac0-c9ecde1a3f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:23.346327 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-0b860c81-aa98-4e6b-bac0-c9ecde1a3f55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:23.347591 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-0b860c81-aa98-4e6b-bac0-c9ecde1a3f55 service neutron] 10.222.0.13 "PUT /v2.0/ports/884394ff-36e0-4671-8afb-cc199fd6db4f HTTP/1.1" status: 200 len: 1093 time: 3.0706766 Jul 24 00:53:23.364463 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-72747801-6044-4fed-a380-c7de3654dfd6 req-2f79a59e-3922-4232-b5c7-4b9ff3c5abcd tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.15 "GET /v2.0/ports?device_id=999c9b7c-5f0a-4f2b-b160-f277244e10f3 HTTP/1.1" status: 200 len: 945 time: 0.1706815 Jul 24 00:53:23.401419 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['b1329bfb-e879-4178-a342-238739f07c2a'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:53:23.412135 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0f0cc86-1069-48d9-8b42-179af1a04c6b', 'tag': '884394ff-36e0-4671-8afb-cc199fd6db4f'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:53:23.414345 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d4da6d-12d7-4943-aedd-d4615d5add30" -d '{"events": [{"name": "network-changed", "server_uuid": "e0f0cc86-1069-48d9-8b42-179af1a04c6b", "tag": "884394ff-36e0-4671-8afb-cc199fd6db4f"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:53:23.604255 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-72747801-6044-4fed-a380-c7de3654dfd6 req-3b87e2cb-c704-43a3-93f3-6bbd3bc16603 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.15 "GET /v2.0/security-groups?id=5069202f-f766-4df5-a417-40758d32a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887341 Jul 24 00:53:23.607860 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3aa6e55d-4e56-45d5-b029-f661384d1e20 req-fdb7d7da-a6e5-4e3e-93be-bba302f87b92 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:23.620960 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b860c81-aa98-4e6b-bac0-c9ecde1a3f55 service neutron] Pushing event updated for resources: {'Port': ['ID=884394ff-36e0-4671-8afb-cc199fd6db4f,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:23.740575 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-01b28cf8-18b7-49dc-928f-75300ad5a842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d843c10-9eba-4887-abb5-8447d7e18cc9', 'name': 'tempest-ServerRescueNegativeTestJSON-859993535-router', 'tenant_id': '20d35f4a5a814139b52be63228a1596d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd24995eb-74aa-40d8-b4ba-8d7f533a3155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:10Z', 'updated_at': '2021-07-24T00:53:19Z', 'revision_number': 4, 'project_id': '20d35f4a5a814139b52be63228a1596d', 'gw_port': {'id': 'd24995eb-74aa-40d8-b4ba-8d7f533a3155', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:52:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d843c10-9eba-4887-abb5-8447d7e18cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:11Z', 'updated_at': '2021-07-24T00:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'b4e0e162-5cda-48a3-82d9-bed323c9f9f3', 'name': '', 'network_id': '73a8909c-49cf-4748-a0d1-117aad1d6801', 'tenant_id': '20d35f4a5a814139b52be63228a1596d', 'mac_address': 'fa:16:3e:9c:f2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d843c10-9eba-4887-abb5-8447d7e18cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '954fd3a6-666f-4557-86c0-353193e10e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:17Z', 'updated_at': '2021-07-24T00:53:20Z', 'revision_number': 2, 'project_id': '20d35f4a5a814139b52be63228a1596d', 'subnets': [{'id': '954fd3a6-666f-4557-86c0-353193e10e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:23.782343 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-56e67b6f-0414-4ebd-9222-bb2078cc8845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:23.783637 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb7d7da-a6e5-4e3e-93be-bba302f87b92 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Pushing event deleted for resources: {'Port': ['ID=bc39992c-74e6-4849-85ba-48e9a9f3b4e6,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:23.784328 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-56e67b6f-0414-4ebd-9222-bb2078cc8845 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5151312 Jul 24 00:53:23.824296 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aa6e55d-4e56-45d5-b029-f661384d1e20 req-fdb7d7da-a6e5-4e3e-93be-bba302f87b92 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] No DVR routers for this DVR port bc39992c-74e6-4849-85ba-48e9a9f3b4e6 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:53:23.839070 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3aa6e55d-4e56-45d5-b029-f661384d1e20 req-fdb7d7da-a6e5-4e3e-93be-bba302f87b92 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:23.847716 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3aa6e55d-4e56-45d5-b029-f661384d1e20 req-fdb7d7da-a6e5-4e3e-93be-bba302f87b92 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.13 "DELETE /v2.0/ports/bc39992c-74e6-4849-85ba-48e9a9f3b4e6 HTTP/1.1" status: 204 len: 173 time: 1.2816939 Jul 24 00:53:23.848255 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c00302-aafa-4dac-9057-75976af5f97b', 'name': 'network-vif-deleted', 'tag': 'bc39992c-74e6-4849-85ba-48e9a9f3b4e6'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:53:23.850745 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a339e4-320c-4da2-9bca-854cea564fa9" -d '{"events": [{"server_uuid": "63c00302-aafa-4dac-9057-75976af5f97b", "name": "network-vif-deleted", "tag": "bc39992c-74e6-4849-85ba-48e9a9f3b4e6"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:53:23.889307 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b28cf8-18b7-49dc-928f-75300ad5a842 None None] Checking router: 2d843c10-9eba-4887-abb5-8447d7e18cc9 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:53:23.889473 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b28cf8-18b7-49dc-928f-75300ad5a842 None None] Updating router 2d843c10-9eba-4887-abb5-8447d7e18cc9 port b4e0e162-5cda-48a3-82d9-bed323c9f9f3 binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:53:23.985535 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-01b28cf8-18b7-49dc-928f-75300ad5a842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:23.991481 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c760e4b0-4048-4a30-9957-19c5ef009630 req-8d9af4ca-d28a-40a4-91ba-c9d91dcc5158 service neutron] 10.222.0.13 "GET /v2.0/networks/d0b9a74b-04f9-4176-9a7c-8b705a56f0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6411097 Jul 24 00:53:23.995937 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-7f4b5020-9a20-45c8-8c1e-05ce8831350e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:24.000182 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-7f4b5020-9a20-45c8-8c1e-05ce8831350e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29c6df0397124e0db8749ac4610e3bf2&device_id=e0f0cc86-1069-48d9-8b42-179af1a04c6b HTTP/1.1" status: 200 len: 1096 time: 0.5817182 Jul 24 00:53:24.006469 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b4aa9-e111-4930-889f-c78f7db9f2ed req-4317c662-e525-4bcb-aaa6-870aa12b1275 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:24.020793 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4b1b4aa9-e111-4930-889f-c78f7db9f2ed req-4317c662-e525-4bcb-aaa6-870aa12b1275 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0f0cc86-1069-48d9-8b42-179af1a04c6b HTTP/1.1" status: 200 len: 944 time: 0.2413082 Jul 24 00:53:24.144636 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4b1b4aa9-e111-4930-889f-c78f7db9f2ed req-6f068b1e-bca0-444c-bc3c-effa4171f0c1 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4afdf14b-fed7-48f6-898d-5e248a4ef7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227586 Jul 24 00:53:24.197032 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['e6288cd5-6672-4a9e-87fe-ee61eb38781f', '2d15e070-d0dd-42eb-badb-76c9b74dcb14'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:53:24.239867 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c760e4b0-4048-4a30-9957-19c5ef009630 req-9fbeda35-9819-4fde-88b7-f269ac8cd5f7 service neutron] 10.222.0.13 "GET /v2.0/networks/d0b9a74b-04f9-4176-9a7c-8b705a56f0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315357 Jul 24 00:53:24.256430 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-abbac321-8f1c-40aa-b411-97024be09dd4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=884394ff-36e0-4671-8afb-cc199fd6db4f HTTP/1.1" status: 200 len: 217 time: 0.2178226 Jul 24 00:53:24.397474 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-6c9f5f22-2d29-4d82-9649-0c41da0fd322 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:24.425054 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-6c9f5f22-2d29-4d82-9649-0c41da0fd322 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/networks?id=73a8909c-49cf-4748-a0d1-117aad1d6801 HTTP/1.1" status: 200 len: 818 time: 0.7361302 Jul 24 00:53:24.462235 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daad0591-bed2-4683-9d49-c3ad6af5e279 req-e554aa91-8f54-4dc9-8b60-7cef566bc36e tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:24.464342 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-daad0591-bed2-4683-9d49-c3ad6af5e279 req-e554aa91-8f54-4dc9-8b60-7cef566bc36e tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=90cdf984-56b0-4f28-94ff-baff3331f51a HTTP/1.1" status: 200 len: 945 time: 0.1255488 Jul 24 00:53:24.494604 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-64f314d4-882c-45dd-b34f-978c25bac494 service neutron] 10.222.0.11 "GET /v2.0/networks/08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6958630 Jul 24 00:53:24.502116 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-01b28cf8-18b7-49dc-928f-75300ad5a842 None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:24.506967 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-036b1606-5541-45e3-bded-5aa7bcc80fd9 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/quotas/20d35f4a5a814139b52be63228a1596d HTTP/1.1" status: 200 len: 375 time: 0.0700941 Jul 24 00:53:24.528725 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-01b28cf8-18b7-49dc-928f-75300ad5a842 None None] Transition to ACTIVE for port object b4e0e162-5cda-48a3-82d9-bed323c9f9f3 will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:53:24.549032 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-01b28cf8-18b7-49dc-928f-75300ad5a842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:24.601477 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-467b89af-8252-4e4c-8e24-62e3a9b13434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:24.609211 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-467b89af-8252-4e4c-8e24-62e3a9b13434 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a929b04c-7a2d-49ff-8cb4-85d21861c3b7 HTTP/1.1" status: 200 len: 853 time: 0.3499207 Jul 24 00:53:24.623572 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-daad0591-bed2-4683-9d49-c3ad6af5e279 req-6e8ae5ff-b8c9-4ab8-86d1-3a76422568b8 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502264 Jul 24 00:53:24.706692 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2da23-5bf7-4e12-b67d-b5502f93bec4 None None] Pushing event updated for resources: {'Port': ['ID=b4e0e162-5cda-48a3-82d9-bed323c9f9f3,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:24.752648 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128f730c-ce8b-4dca-ac14-f0aadd289c0b x-openstack-request-id: req-128f730c-ce8b-4dca-ac14-f0aadd289c0b {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:53:24.753095 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0f0cc86-1069-48d9-8b42-179af1a04c6b", "tag": "884394ff-36e0-4671-8afb-cc199fd6db4f", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:53:24.753452 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-128f730c-ce8b-4dca-ac14-f0aadd289c0b {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:53:24.758003 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0f0cc86-1069-48d9-8b42-179af1a04c6b', 'tag': '884394ff-36e0-4671-8afb-cc199fd6db4f', 'status': 'completed', 'code': 200} Jul 24 00:53:24.806922 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device b1329bfb-e879-4178-a342-238739f07c2a up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:53:24.886078 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-ac343635-b953-480c-80d0-92f33ddc3d8d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cf81efcb-2043-4c81-a9e1-631f32772270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056030 Jul 24 00:53:24.892429 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-01b28cf8-18b7-49dc-928f-75300ad5a842 None None] Attempting to bind port b4e0e162-5cda-48a3-82d9-bed323c9f9f3 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:53:24.893203 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-01b28cf8-18b7-49dc-928f-75300ad5a842 None None] Attempting to bind port b4e0e162-5cda-48a3-82d9-bed323c9f9f3 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '6cf062f5-41d0-4203-bdf7-b867d43abf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '73a8909c-49cf-4748-a0d1-117aad1d6801'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:53:24.893741 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b28cf8-18b7-49dc-928f-75300ad5a842 None None] Attempting to bind port b4e0e162-5cda-48a3-82d9-bed323c9f9f3 on network 73a8909c-49cf-4748-a0d1-117aad1d6801 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:53:24.901526 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b28cf8-18b7-49dc-928f-75300ad5a842 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:53:24.909394 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0547763f-b45a-4a7e-92ad-0ce48e87dbe6 x-openstack-request-id: req-0547763f-b45a-4a7e-92ad-0ce48e87dbe6 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:53:24.909394 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c00302-aafa-4dac-9057-75976af5f97b", "name": "network-vif-deleted", "tag": "bc39992c-74e6-4849-85ba-48e9a9f3b4e6", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:53:24.909394 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0547763f-b45a-4a7e-92ad-0ce48e87dbe6 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:53:24.909803 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c00302-aafa-4dac-9057-75976af5f97b', 'name': 'network-vif-deleted', 'tag': 'bc39992c-74e6-4849-85ba-48e9a9f3b4e6', 'status': 'completed', 'code': 200} Jul 24 00:53:24.913050 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b28cf8-18b7-49dc-928f-75300ad5a842 None None] Checking segment: {'id': '6cf062f5-41d0-4203-bdf7-b867d43abf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '73a8909c-49cf-4748-a0d1-117aad1d6801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:53:24.913932 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-01b28cf8-18b7-49dc-928f-75300ad5a842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:24.914654 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b28cf8-18b7-49dc-928f-75300ad5a842 None None] Bound using segment: {'id': '6cf062f5-41d0-4203-bdf7-b867d43abf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '73a8909c-49cf-4748-a0d1-117aad1d6801'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:53:24.915450 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-01b28cf8-18b7-49dc-928f-75300ad5a842 None None] Bound port: b4e0e162-5cda-48a3-82d9-bed323c9f9f3, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cf062f5-41d0-4203-bdf7-b867d43abf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '73a8909c-49cf-4748-a0d1-117aad1d6801'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:53:24.919677 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-01b28cf8-18b7-49dc-928f-75300ad5a842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:25.020676 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port b1329bfb-e879-4178-a342-238739f07c2a completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:53:25.034180 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port b1329bfb-e879-4178-a342-238739f07c2a triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:53:25.034570 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:25.057258 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-01b28cf8-18b7-49dc-928f-75300ad5a842 None None] For port b4e0e162-5cda-48a3-82d9-bed323c9f9f3, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:53:25.061101 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-d8248b83-1ebe-4b4f-be6f-37237fe85716 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=20d35f4a5a814139b52be63228a1596d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5229168 Jul 24 00:53:25.061552 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-01b28cf8-18b7-49dc-928f-75300ad5a842 None None] For port b4e0e162-5cda-48a3-82d9-bed323c9f9f3, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=b4e0e162-5cda-48a3-82d9-bed323c9f9f3,segment=NetworkSegment(6cf062f5-41d0-4203-bdf7-b867d43abf23),segment_id=6cf062f5-41d0-4203-bdf7-b867d43abf23)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:53:25.067823 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-01b28cf8-18b7-49dc-928f-75300ad5a842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:25.086013 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-eb71cd76-a67b-4e54-809d-fe2c3672abea service neutron] 10.222.0.11 "GET /v2.0/networks/08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5743079 Jul 24 00:53:25.145732 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b28cf8-18b7-49dc-928f-75300ad5a842 None None] Routers {'2d843c10-9eba-4887-abb5-8447d7e18cc9'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:53:25.147410 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-01b28cf8-18b7-49dc-928f-75300ad5a842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:53:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['2d843c10-9eba-4887-abb5-8447d7e18cc9'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:25.168522 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:25.198417 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999c9b7c-5f0a-4f2b-b160-f277244e10f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1329bfb-e879-4178-a342-238739f07c2a'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:53:25.202227 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4563386d-e3a5-49b1-8edb-2e21075d03a2" -d '{"events": [{"server_uuid": "999c9b7c-5f0a-4f2b-b160-f277244e10f3", "name": "network-vif-plugged", "status": "completed", "tag": "b1329bfb-e879-4178-a342-238739f07c2a"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:53:25.219460 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port b1329bfb-e879-4178-a342-238739f07c2a, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=b1329bfb-e879-4178-a342-238739f07c2a,segment=NetworkSegment(5b144dc0-7718-4ec4-90c2-330e40cee5fe),segment_id=5b144dc0-7718-4ec4-90c2-330e40cee5fe)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:25.228346 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:25.229573 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device bc39992c-74e6-4849-85ba-48e9a9f3b4e6 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:53:25.239604 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d8b30-e8a9-42cb-a783-646902f6e9b7 req-021b42d1-4e18-4af9-acc8-f402271a5f91 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:25.241788 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6f1d8b30-e8a9-42cb-a783-646902f6e9b7 req-021b42d1-4e18-4af9-acc8-f402271a5f91 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.15 "GET /v2.0/ports?device_id=999c9b7c-5f0a-4f2b-b160-f277244e10f3 HTTP/1.1" status: 200 len: 945 time: 0.1363394 Jul 24 00:53:25.259466 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2da23-5bf7-4e12-b67d-b5502f93bec4 None None] Pushing event updated for resources: {'Port': ['ID=b4e0e162-5cda-48a3-82d9-bed323c9f9f3,revision_number=4']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:25.294989 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: bc39992c-74e6-4849-85ba-48e9a9f3b4e6 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:53:25.295372 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device bc39992c-74e6-4849-85ba-48e9a9f3b4e6 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:53:25.300269 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-01b28cf8-18b7-49dc-928f-75300ad5a842 None None] Set router 2d843c10-9eba-4887-abb5-8447d7e18cc9 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:53:25.313828 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6f1d8b30-e8a9-42cb-a783-646902f6e9b7 req-f919a2cb-496d-4585-a7ff-e3ab1ce7690c tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.15 "GET /v2.0/security-groups?id=5069202f-f766-4df5-a417-40758d32a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646393 Jul 24 00:53:25.325834 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=b1329bfb-e879-4178-a342-238739f07c2a,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:25.513090 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-ba4edd94-251d-4908-8aa1-59c215c9990b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.180&port_id=24a09a83-d86e-4a1c-b603-983448f0ec6b HTTP/1.1" status: 200 len: 217 time: 0.4093332 Jul 24 00:53:25.555040 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-01b28cf8-18b7-49dc-928f-75300ad5a842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d843c10-9eba-4887-abb5-8447d7e18cc9', 'name': 'tempest-ServerRescueNegativeTestJSON-859993535-router', 'tenant_id': '20d35f4a5a814139b52be63228a1596d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd24995eb-74aa-40d8-b4ba-8d7f533a3155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:10Z', 'updated_at': '2021-07-24T00:53:19Z', 'revision_number': 4, 'project_id': '20d35f4a5a814139b52be63228a1596d', 'gw_port': {'id': 'd24995eb-74aa-40d8-b4ba-8d7f533a3155', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:52:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d843c10-9eba-4887-abb5-8447d7e18cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:11Z', 'updated_at': '2021-07-24T00:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'b4e0e162-5cda-48a3-82d9-bed323c9f9f3', 'name': '', 'network_id': '73a8909c-49cf-4748-a0d1-117aad1d6801', 'tenant_id': '20d35f4a5a814139b52be63228a1596d', 'mac_address': 'fa:16:3e:9c:f2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d843c10-9eba-4887-abb5-8447d7e18cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '954fd3a6-666f-4557-86c0-353193e10e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:17Z', 'updated_at': '2021-07-24T00:53:25Z', 'revision_number': 4, 'project_id': '20d35f4a5a814139b52be63228a1596d', 'subnets': [{'id': '954fd3a6-666f-4557-86c0-353193e10e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:25.582409 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b28cf8-18b7-49dc-928f-75300ad5a842 None None] The sync data for ids ['2d843c10-9eba-4887-abb5-8447d7e18cc9'] in n-d-793621-25 is: [{'id': '2d843c10-9eba-4887-abb5-8447d7e18cc9', 'name': 'tempest-ServerRescueNegativeTestJSON-859993535-router', 'tenant_id': '20d35f4a5a814139b52be63228a1596d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd24995eb-74aa-40d8-b4ba-8d7f533a3155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:10Z', 'updated_at': '2021-07-24T00:53:19Z', 'revision_number': 4, 'project_id': '20d35f4a5a814139b52be63228a1596d', 'gw_port': {'id': 'd24995eb-74aa-40d8-b4ba-8d7f533a3155', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:52:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d843c10-9eba-4887-abb5-8447d7e18cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:11Z', 'updated_at': '2021-07-24T00:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'b4e0e162-5cda-48a3-82d9-bed323c9f9f3', 'name': '', 'network_id': '73a8909c-49cf-4748-a0d1-117aad1d6801', 'tenant_id': '20d35f4a5a814139b52be63228a1596d', 'mac_address': 'fa:16:3e:9c:f2:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d843c10-9eba-4887-abb5-8447d7e18cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': '954fd3a6-666f-4557-86c0-353193e10e5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:17Z', 'updated_at': '2021-07-24T00:53:25Z', 'revision_number': 4, 'project_id': '20d35f4a5a814139b52be63228a1596d', 'subnets': [{'id': '954fd3a6-666f-4557-86c0-353193e10e5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:53:25.605246 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-a233cd46-4e07-4118-b9b3-180a543f265d service neutron] 10.222.0.13 "GET /v2.0/networks/cf81efcb-2043-4c81-a9e1-631f32772270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6815119 Jul 24 00:53:25.668809 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-d7a1fab8-235a-47d3-8f7a-b8a077193f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:25.671118 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-d7a1fab8-235a-47d3-8f7a-b8a077193f60 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1072dbad-9319-4762-b271-20e6dc036200 HTTP/1.1" status: 200 len: 797 time: 0.1478510 Jul 24 00:53:25.750806 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-03ee7f81-a5df-4735-abbf-84e131246b73 service neutron] 10.222.0.15 "GET /v2.0/networks/73a8909c-49cf-4748-a0d1-117aad1d6801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6888788 Jul 24 00:53:25.871116 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e7654-f761-45cf-9409-5913085182d6 req-abc08e46-560c-450f-bd36-aff192cfed6e tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:25.879058 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ee7e7654-f761-45cf-9409-5913085182d6 req-abc08e46-560c-450f-bd36-aff192cfed6e tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0f0cc86-1069-48d9-8b42-179af1a04c6b HTTP/1.1" status: 200 len: 944 time: 0.1177907 Jul 24 00:53:25.923136 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d087f3e8-bd17-43ce-8099-ed9e5895b6e2 req-0cc9c726-503c-4b69-9c10-49e3eb90f6cd service neutron] 10.222.0.13 "GET /v2.0/networks/cf81efcb-2043-4c81-a9e1-631f32772270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089488 Jul 24 00:53:25.939507 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-ee32a74a-a82c-4c33-a7fe-ef1fa5c2bf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:25.941054 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-ee32a74a-a82c-4c33-a7fe-ef1fa5c2bf56 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2572837 Jul 24 00:53:25.950753 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ee7e7654-f761-45cf-9409-5913085182d6 req-7d0ee8bf-3178-4b6d-8f3e-825ebc5fa709 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4afdf14b-fed7-48f6-898d-5e248a4ef7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651984 Jul 24 00:53:25.996240 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-6ffdc16c-2e31-495e-a6f4-e4525c40285a service neutron] 10.222.0.15 "GET /v2.0/networks/73a8909c-49cf-4748-a0d1-117aad1d6801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123601 Jul 24 00:53:26.041873 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1210d7c5-b45e-438a-a4d8-6831a31c9c32 x-openstack-request-id: req-1210d7c5-b45e-438a-a4d8-6831a31c9c32 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:53:26.042174 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999c9b7c-5f0a-4f2b-b160-f277244e10f3", "name": "network-vif-plugged", "status": "completed", "tag": "b1329bfb-e879-4178-a342-238739f07c2a", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:53:26.042430 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1210d7c5-b45e-438a-a4d8-6831a31c9c32 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:53:26.043164 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999c9b7c-5f0a-4f2b-b160-f277244e10f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1329bfb-e879-4178-a342-238739f07c2a', 'code': 200} Jul 24 00:53:26.238074 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-f0cb6c80-a2c7-4bc3-bf89-edd681e1df34 service neutron] 10.222.0.11 "GET /v2.0/networks/08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851393 Jul 24 00:53:26.244979 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d4da6d-12d7-4943-aedd-d4615d5add30 req-d13c6d38-98cc-4a8a-86b5-9cd88c153392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:26.245336 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-99d4da6d-12d7-4943-aedd-d4615d5add30 req-d13c6d38-98cc-4a8a-86b5-9cd88c153392 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29c6df0397124e0db8749ac4610e3bf2&device_id=e0f0cc86-1069-48d9-8b42-179af1a04c6b HTTP/1.1" status: 200 len: 1096 time: 0.2390373 Jul 24 00:53:26.275616 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff6f56-22e3-4cd0-92eb-a4e6d66d3214 req-5183f844-9b63-401f-9800-d82f3418ab0f tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:26.284247 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bcff6f56-22e3-4cd0-92eb-a4e6d66d3214 req-5183f844-9b63-401f-9800-d82f3418ab0f tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=90cdf984-56b0-4f28-94ff-baff3331f51a HTTP/1.1" status: 200 len: 945 time: 0.1188099 Jul 24 00:53:26.348407 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bcff6f56-22e3-4cd0-92eb-a4e6d66d3214 req-a4be2728-dbda-4fad-b3de-9083d804d45a tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584543 Jul 24 00:53:26.401721 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033e14a-34e9-4c0f-8e2d-75f6b9aa12de req-b14475f1-b1d9-42fe-b4ad-13c819491d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:26.403462 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2033e14a-34e9-4c0f-8e2d-75f6b9aa12de req-b14475f1-b1d9-42fe-b4ad-13c819491d4f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=999c9b7c-5f0a-4f2b-b160-f277244e10f3 HTTP/1.1" status: 200 len: 1098 time: 0.2700522 Jul 24 00:53:26.534888 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d4da6d-12d7-4943-aedd-d4615d5add30 req-4adbf960-e059-447d-858e-1effbdb359ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:26.538113 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-99d4da6d-12d7-4943-aedd-d4615d5add30 req-4adbf960-e059-447d-858e-1effbdb359ff service neutron] 10.222.0.13 "GET /v2.0/networks?id=cf81efcb-2043-4c81-a9e1-631f32772270 HTTP/1.1" status: 200 len: 914 time: 0.2814701 Jul 24 00:53:26.618087 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device b4e0e162-5cda-48a3-82d9-bed323c9f9f3 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:53:26.663466 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-734add59-329b-40ae-9e5d-38601dfe2294 service neutron] 10.222.0.11 "GET /v2.0/networks/08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160430 Jul 24 00:53:26.667199 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-99d4da6d-12d7-4943-aedd-d4615d5add30 req-ecbfe76b-d4c8-473a-9926-83a9689343c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=884394ff-36e0-4671-8afb-cc199fd6db4f HTTP/1.1" status: 200 len: 217 time: 0.1061444 Jul 24 00:53:26.707682 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port b4e0e162-5cda-48a3-82d9-bed323c9f9f3 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:53:26.709801 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2033e14a-34e9-4c0f-8e2d-75f6b9aa12de req-b27f8fc2-f139-4505-824b-28519a7b9eb8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5069202f-f766-4df5-a417-40758d32a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2817314 Jul 24 00:53:26.718790 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port b4e0e162-5cda-48a3-82d9-bed323c9f9f3 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:53:26.720133 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:26.780685 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-01213061-5b3a-427b-ba46-5f4d16740055 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=9d1b5b62-5be0-495a-ae91-411a6cc06b8e HTTP/1.1" status: 200 len: 217 time: 0.0990598 Jul 24 00:53:26.855927 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-a808dd89-9a3b-42c6-bf4b-459892d38747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:26.857606 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-a808dd89-9a3b-42c6-bf4b-459892d38747 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1072dbad-9319-4762-b271-20e6dc036200 HTTP/1.1" status: 200 len: 797 time: 0.0649977 Jul 24 00:53:26.872108 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:26.879815 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d4da6d-12d7-4943-aedd-d4615d5add30 req-42f2141d-6643-4da5-b074-46526120c72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:26.886739 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-99d4da6d-12d7-4943-aedd-d4615d5add30 req-42f2141d-6643-4da5-b074-46526120c72d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a929b04c-7a2d-49ff-8cb4-85d21861c3b7 HTTP/1.1" status: 200 len: 853 time: 0.2075822 Jul 24 00:53:26.933616 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35411b66-bf71-4239-af28-b3ef0177e77c req-d4aa1c36-50c5-488d-853a-14baa41ff853 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:26.944049 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-35411b66-bf71-4239-af28-b3ef0177e77c req-d4aa1c36-50c5-488d-853a-14baa41ff853 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=11aa70ae-adf0-4ffa-8b07-f64826dd443c HTTP/1.1" status: 200 len: 949 time: 0.6223590 Jul 24 00:53:26.990441 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port b4e0e162-5cda-48a3-82d9-bed323c9f9f3, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=b4e0e162-5cda-48a3-82d9-bed323c9f9f3,segment=NetworkSegment(6cf062f5-41d0-4203-bdf7-b867d43abf23),segment_id=6cf062f5-41d0-4203-bdf7-b867d43abf23)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:27.004307 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:27.012997 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-99d4da6d-12d7-4943-aedd-d4615d5add30 req-a04a5006-ae3b-4fd0-9305-89dc307c0961 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cf81efcb-2043-4c81-a9e1-631f32772270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593457 Jul 24 00:53:27.060896 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-35411b66-bf71-4239-af28-b3ef0177e77c req-ca22fde1-71b5-4f33-8d4e-2febecdac87d tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157944 Jul 24 00:53:27.063807 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ee3a3ab7-279c-4474-bfc6-05b1c30c346d req-a9c85bf0-efd7-4759-a5f6-5d00726c74ae tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 210 time: 0.0688360 Jul 24 00:53:27.164331 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=b4e0e162-5cda-48a3-82d9-bed323c9f9f3,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:27.360692 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-1f6491d8-7884-45da-8fb1-1a1ba69891ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:27.362236 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-1f6491d8-7884-45da-8fb1-1a1ba69891ad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4988863 Jul 24 00:53:27.458400 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-99d4da6d-12d7-4943-aedd-d4615d5add30 req-4fb208c5-d72a-465d-ab9b-910b8f59617b service neutron] 10.222.0.13 "GET /v2.0/networks/cf81efcb-2043-4c81-a9e1-631f32772270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243400 Jul 24 00:53:27.475241 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a05fac-e5b6-4a59-91f7-19febdaa01bb req-ac84fe4e-0a2b-4ba7-a861-b87be782279f tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:27.484212 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-47a05fac-e5b6-4a59-91f7-19febdaa01bb req-ac84fe4e-0a2b-4ba7-a861-b87be782279f tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0f0cc86-1069-48d9-8b42-179af1a04c6b HTTP/1.1" status: 200 len: 944 time: 0.0895488 Jul 24 00:53:27.529632 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-47a05fac-e5b6-4a59-91f7-19febdaa01bb req-cf52a8a6-98ed-435f-967f-21a5b9747842 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4afdf14b-fed7-48f6-898d-5e248a4ef7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440645 Jul 24 00:53:27.576891 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aafee49-fd61-45ce-86cf-1bb0f977b25a req-c4e11fe4-5c48-4e1c-951a-fadc2dcbec4c tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:27.578423 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1aafee49-fd61-45ce-86cf-1bb0f977b25a req-c4e11fe4-5c48-4e1c-951a-fadc2dcbec4c tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.15 "GET /v2.0/ports?device_id=999c9b7c-5f0a-4f2b-b160-f277244e10f3 HTTP/1.1" status: 200 len: 946 time: 0.3014638 Jul 24 00:53:27.628708 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-9dfdefb9-8179-48ec-9194-1b61ad653f58 service neutron] 10.222.0.11 "GET /v2.0/networks/08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484269 Jul 24 00:53:27.638042 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc433dd0-55cc-4760-9843-c35d08020de5 req-9203db88-6657-4e56-96ec-c4afc7e9594a tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:27.639716 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cc433dd0-55cc-4760-9843-c35d08020de5 req-9203db88-6657-4e56-96ec-c4afc7e9594a tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.13 "GET /v2.0/ports?device_id=11aa70ae-adf0-4ffa-8b07-f64826dd443c HTTP/1.1" status: 200 len: 949 time: 0.2826464 Jul 24 00:53:27.784133 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1aafee49-fd61-45ce-86cf-1bb0f977b25a req-7917f256-81dc-4461-975b-98e7985cb20e tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.15 "GET /v2.0/security-groups?id=5069202f-f766-4df5-a417-40758d32a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930220 Jul 24 00:53:27.810767 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-d87d429e-d2f0-4cb3-9787-d2a5b1f09e56 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:27.812778 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-d87d429e-d2f0-4cb3-9787-d2a5b1f09e56 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/networks?id=73a8909c-49cf-4748-a0d1-117aad1d6801 HTTP/1.1" status: 200 len: 818 time: 0.1953759 Jul 24 00:53:27.823428 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-99d4da6d-12d7-4943-aedd-d4615d5add30 req-ff87566e-42ec-4fa2-9915-7b84e637e3e5 service neutron] 10.222.0.13 "GET /v2.0/networks/cf81efcb-2043-4c81-a9e1-631f32772270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553264 Jul 24 00:53:27.854247 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-0c922986-2363-48b1-93ee-ec668160ee6d tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/quotas/20d35f4a5a814139b52be63228a1596d HTTP/1.1" status: 200 len: 375 time: 0.0304270 Jul 24 00:53:27.989774 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-4babb1eb-e289-4f3f-ba7e-bbfc8754a9dc tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:27.990597 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-a8f52e9a-2023-4e16-a6cd-b310a1b9c6f0 service neutron] 10.222.0.11 "GET /v2.0/networks/08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490450 Jul 24 00:53:27.991654 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-4babb1eb-e289-4f3f-ba7e-bbfc8754a9dc tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.13 "GET /v2.0/networks?id=73a8909c-49cf-4748-a0d1-117aad1d6801 HTTP/1.1" status: 200 len: 818 time: 0.2609417 Jul 24 00:53:28.011515 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-fd04428c-1cfa-43cb-a2d4-af2059241fb6 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=20d35f4a5a814139b52be63228a1596d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1557362 Jul 24 00:53:28.014924 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-26de7bcd-b77e-4e85-a3d5-881671326b31 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Request body: {'port': {'device_id': '130edda7-e6fe-40c7-891a-817fe24ea164', 'network_id': '73a8909c-49cf-4748-a0d1-117aad1d6801', 'admin_state_up': True, 'tenant_id': '20d35f4a5a814139b52be63228a1596d'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:28.095388 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-bc821485-c724-4328-9ad1-52d177b42365 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1b2d3291-8280-46dd-96b5-e7c6c7c3131b HTTP/1.1" status: 200 len: 217 time: 0.0858812 Jul 24 00:53:28.180894 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-442a59d0-12f0-4c0e-9dd3-5806b3346c44 service neutron] 10.222.0.15 "GET /v2.0/networks/73a8909c-49cf-4748-a0d1-117aad1d6801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601715 Jul 24 00:53:28.216716 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-cc433dd0-55cc-4760-9843-c35d08020de5 req-fe02f3ba-ae1c-4e01-a792-282dca8fb246 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Deleting port e6288cd5-6672-4a9e-87fe-ee61eb38781f {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:53:28.217069 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-cc433dd0-55cc-4760-9843-c35d08020de5 req-fe02f3ba-ae1c-4e01-a792-282dca8fb246 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:28.245129 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-26de7bcd-b77e-4e85-a3d5-881671326b31 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Made reservation on behalf of 20d35f4a5a814139b52be63228a1596d for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:53:28.248873 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-26de7bcd-b77e-4e85-a3d5-881671326b31 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:28.256010 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-751c0831-533a-4071-9cf0-4d779bde2284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:28.257671 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-751c0831-533a-4071-9cf0-4d779bde2284 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9e536425-1d34-448a-8c81-b1347ff16a76 HTTP/1.1" status: 200 len: 797 time: 0.1553385 Jul 24 00:53:28.283860 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-bc51b42d-8c1e-4337-aff4-ebec519f90f8 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:28.285412 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-bc51b42d-8c1e-4337-aff4-ebec519f90f8 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/networks?id=7c4ab419-d412-43cd-bcfe-97903abe1bf4 HTTP/1.1" status: 200 len: 807 time: 0.3276882 Jul 24 00:53:28.358391 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-7296eb34-b7cb-4d21-b3cd-a7fe6a1d68ce tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/quotas/ed057dc71fc949d185d5f214444abe1e HTTP/1.1" status: 200 len: 375 time: 0.0511508 Jul 24 00:53:28.363301 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-742dbe54-0e50-42db-b88f-b60d5da17172 service neutron] 10.222.0.15 "GET /v2.0/networks/73a8909c-49cf-4748-a0d1-117aad1d6801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738231 Jul 24 00:53:28.421005 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-cc433dd0-55cc-4760-9843-c35d08020de5 req-fe02f3ba-ae1c-4e01-a792-282dca8fb246 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] For port e6288cd5-6672-4a9e-87fe-ee61eb38781f, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=e6288cd5-6672-4a9e-87fe-ee61eb38781f,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:28.421005 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-cc433dd0-55cc-4760-9843-c35d08020de5 req-fe02f3ba-ae1c-4e01-a792-282dca8fb246 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:28.446867 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-cc433dd0-55cc-4760-9843-c35d08020de5 req-fe02f3ba-ae1c-4e01-a792-282dca8fb246 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Calling delete_port for e6288cd5-6672-4a9e-87fe-ee61eb38781f owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:53:28.466578 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-26de7bcd-b77e-4e85-a3d5-881671326b31 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Allocated IP 172.20.0.2 (73a8909c-49cf-4748-a0d1-117aad1d6801/954fd3a6-666f-4557-86c0-353193e10e5d/05ec7917-6cd8-4b84-825d-0e5955dd0180) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:53:28.478174 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-b188c021-c1f9-4dc4-9b80-7f95c9047c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:28.479797 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-b188c021-c1f9-4dc4-9b80-7f95c9047c9d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d44a086b-008a-4058-bec6-57d1e56e41f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2145910 Jul 24 00:53:28.632382 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device b4e0e162-5cda-48a3-82d9-bed323c9f9f3 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:53:28.643465 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-295f3b5f-1c1f-44ea-aa04-1b5c3e03710b tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ed057dc71fc949d185d5f214444abe1e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2693422 Jul 24 00:53:28.749348 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port b4e0e162-5cda-48a3-82d9-bed323c9f9f3 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:53:28.751018 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:28.851354 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-26de7bcd-b77e-4e85-a3d5-881671326b31 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:28.892075 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df57e79-3dd7-4dc9-bab8-b4eee9bc8b8f req-c1350d71-3afe-46d3-8a57-2e5296b7aa89 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:28.901183 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6df57e79-3dd7-4dc9-bab8-b4eee9bc8b8f req-c1350d71-3afe-46d3-8a57-2e5296b7aa89 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=90cdf984-56b0-4f28-94ff-baff3331f51a HTTP/1.1" status: 200 len: 945 time: 0.2346194 Jul 24 00:53:28.960259 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6df57e79-3dd7-4dc9-bab8-b4eee9bc8b8f req-7a588f87-0d67-4310-ac91-c748678d61af tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577972 Jul 24 00:53:29.030570 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-26de7bcd-b77e-4e85-a3d5-881671326b31 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:29.139257 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de7bcd-b77e-4e85-a3d5-881671326b31 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Pushing event updated for resources: {'Port': ['ID=05ec7917-6cd8-4b84-825d-0e5955dd0180,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:29.191576 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-6e05e632-02dc-4170-8818-fa003dca7c36 service neutron] 10.222.0.11 "GET /v2.0/networks/d44a086b-008a-4058-bec6-57d1e56e41f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6796234 Jul 24 00:53:29.221948 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-26de7bcd-b77e-4e85-a3d5-881671326b31 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Network 73a8909c-49cf-4748-a0d1-117aad1d6801 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:53:29.226350 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-26de7bcd-b77e-4e85-a3d5-881671326b31 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:53:29.230307 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-26de7bcd-b77e-4e85-a3d5-881671326b31 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:53:29.295453 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-26de7bcd-b77e-4e85-a3d5-881671326b31 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:29.296105 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-26de7bcd-b77e-4e85-a3d5-881671326b31 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:29.307146 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-32d07f62-3e4d-4726-b562-6909fbba9065 service neutron] 10.222.0.15 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6529050 Jul 24 00:53:29.319376 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc074312-6e22-42be-8132-18424bb707ed req-83229414-4cc7-4856-9909-e7871c3cc8ba tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:29.323485 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cc074312-6e22-42be-8132-18424bb707ed req-83229414-4cc7-4856-9909-e7871c3cc8ba tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=11aa70ae-adf0-4ffa-8b07-f64826dd443c HTTP/1.1" status: 200 len: 949 time: 0.2044203 Jul 24 00:53:29.353407 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-26de7bcd-b77e-4e85-a3d5-881671326b31 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3463755 Jul 24 00:53:29.354985 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-cc433dd0-55cc-4760-9843-c35d08020de5 req-fe02f3ba-ae1c-4e01-a792-282dca8fb246 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:29.368035 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['2d15e070-d0dd-42eb-badb-76c9b74dcb14'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:53:29.377247 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-3a3b7c1e-a1f4-43d7-9cbe-d842477c0e1c service neutron] Request body: {'port': {'device_id': '130edda7-e6fe-40c7-891a-817fe24ea164', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:29.430739 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe02f3ba-ae1c-4e01-a792-282dca8fb246 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Pushing event deleted for resources: {'Port': ['ID=e6288cd5-6672-4a9e-87fe-ee61eb38781f,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:29.466588 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cc074312-6e22-42be-8132-18424bb707ed req-3d0cffd8-6f55-42de-99e9-a279bda8cd33 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314113 Jul 24 00:53:29.544664 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-4e64f023-0bcd-4ce5-bc0a-1ea7932e59c2 service neutron] 10.222.0.11 "GET /v2.0/networks/d44a086b-008a-4058-bec6-57d1e56e41f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434863 Jul 24 00:53:29.591623 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de76055-9121-494e-89c3-60ef93c315cd req-b3c361d4-bfc9-4dc8-a5fb-761b0dd9387d tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:29.593486 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3de76055-9121-494e-89c3-60ef93c315cd req-b3c361d4-bfc9-4dc8-a5fb-761b0dd9387d tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.13 "GET /v2.0/ports?device_id=90cdf984-56b0-4f28-94ff-baff3331f51a HTTP/1.1" status: 200 len: 945 time: 0.4738240 Jul 24 00:53:29.596418 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-3a3b7c1e-a1f4-43d7-9cbe-d842477c0e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:29.600512 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc433dd0-55cc-4760-9843-c35d08020de5 req-fe02f3ba-ae1c-4e01-a792-282dca8fb246 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] No DVR routers for this DVR port e6288cd5-6672-4a9e-87fe-ee61eb38781f on host n-h1-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:53:29.625351 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-98c01647-fd43-4d7d-afae-a8dfe00e036d req-83ecf0a6-5725-4006-be86-6e208936570b tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 210 time: 0.0442052 Jul 24 00:53:29.644540 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-cc433dd0-55cc-4760-9843-c35d08020de5 req-fe02f3ba-ae1c-4e01-a792-282dca8fb246 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:29.648294 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cc433dd0-55cc-4760-9843-c35d08020de5 req-fe02f3ba-ae1c-4e01-a792-282dca8fb246 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.13 "DELETE /v2.0/ports/e6288cd5-6672-4a9e-87fe-ee61eb38781f HTTP/1.1" status: 204 len: 173 time: 1.9869950 Jul 24 00:53:29.650101 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11aa70ae-adf0-4ffa-8b07-f64826dd443c', 'name': 'network-vif-deleted', 'tag': 'e6288cd5-6672-4a9e-87fe-ee61eb38781f'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:53:29.652581 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d36331-3b82-4589-9fd2-04eca9b63b8f" -d '{"events": [{"server_uuid": "11aa70ae-adf0-4ffa-8b07-f64826dd443c", "name": "network-vif-deleted", "tag": "e6288cd5-6672-4a9e-87fe-ee61eb38781f"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:53:29.679175 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-222f0c10-d738-4937-a282-6e6f84116614 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3ed410d3-3325-4685-85a3-54d0440cdaea HTTP/1.1" status: 200 len: 217 time: 0.1081793 Jul 24 00:53:29.750785 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-3d5e844c-e4d7-4dd8-b43c-6c77529ec4ca service neutron] 10.222.0.15 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043064 Jul 24 00:53:29.811082 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-295b0a36-2d98-41bc-b570-8a74d50eab3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:29.812636 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-295b0a36-2d98-41bc-b570-8a74d50eab3a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9e536425-1d34-448a-8c81-b1347ff16a76 HTTP/1.1" status: 200 len: 797 time: 0.1248314 Jul 24 00:53:29.947715 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-3de76055-9121-494e-89c3-60ef93c315cd req-f42cf40a-87af-4254-8937-acc39c162e53 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Deleting port 2b524de4-370d-49ce-8727-1b38e8f9bf52 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:53:29.948069 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-3de76055-9121-494e-89c3-60ef93c315cd req-f42cf40a-87af-4254-8937-acc39c162e53 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:30.116850 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe07d3-7f8c-432e-9dc6-f93ca277272f req-fa084781-0236-413a-92bb-37481392bf33 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:30.118690 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c6fe07d3-7f8c-432e-9dc6-f93ca277272f req-fa084781-0236-413a-92bb-37481392bf33 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0f0cc86-1069-48d9-8b42-179af1a04c6b HTTP/1.1" status: 200 len: 944 time: 0.3005052 Jul 24 00:53:30.129039 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-9cecaac5-820f-46c1-9d5d-8409bdfd2f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:30.130567 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-9cecaac5-820f-46c1-9d5d-8409bdfd2f69 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d44a086b-008a-4058-bec6-57d1e56e41f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3103125 Jul 24 00:53:30.234494 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c6fe07d3-7f8c-432e-9dc6-f93ca277272f req-c9fac4d6-6430-4fea-a2b2-987e6d0c2a2e tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4afdf14b-fed7-48f6-898d-5e248a4ef7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001155 Jul 24 00:53:30.269732 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-3de76055-9121-494e-89c3-60ef93c315cd req-f42cf40a-87af-4254-8937-acc39c162e53 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] For port 2b524de4-370d-49ce-8727-1b38e8f9bf52, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2b524de4-370d-49ce-8727-1b38e8f9bf52,segment=NetworkSegment(c4a12371-e65f-4999-8182-3fce7a91f982),segment_id=c4a12371-e65f-4999-8182-3fce7a91f982)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:30.270173 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-3de76055-9121-494e-89c3-60ef93c315cd req-f42cf40a-87af-4254-8937-acc39c162e53 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:30.314328 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-3de76055-9121-494e-89c3-60ef93c315cd req-f42cf40a-87af-4254-8937-acc39c162e53 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Calling delete_port for 2b524de4-370d-49ce-8727-1b38e8f9bf52 owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:53:30.337545 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-3a3b7c1e-a1f4-43d7-9cbe-d842477c0e1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05ec7917-6cd8-4b84-825d-0e5955dd0180 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:53:30.357791 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-3a3b7c1e-a1f4-43d7-9cbe-d842477c0e1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:30.386057 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-3a3b7c1e-a1f4-43d7-9cbe-d842477c0e1c service neutron] Transition to ACTIVE for port object 05ec7917-6cd8-4b84-825d-0e5955dd0180 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:53:30.397679 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-3a3b7c1e-a1f4-43d7-9cbe-d842477c0e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:30.522144 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b7c1e-a1f4-43d7-9cbe-d842477c0e1c service neutron] Pushing event updated for resources: {'Port': ['ID=05ec7917-6cd8-4b84-825d-0e5955dd0180,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:30.568593 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3b7c1e-a1f4-43d7-9cbe-d842477c0e1c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:30.569046 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3b7c1e-a1f4-43d7-9cbe-d842477c0e1c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:30.570065 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3b7c1e-a1f4-43d7-9cbe-d842477c0e1c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:30.570065 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3b7c1e-a1f4-43d7-9cbe-d842477c0e1c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:30.570802 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3b7c1e-a1f4-43d7-9cbe-d842477c0e1c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:30.571130 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3b7c1e-a1f4-43d7-9cbe-d842477c0e1c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:30.571674 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3b7c1e-a1f4-43d7-9cbe-d842477c0e1c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:30.572184 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3b7c1e-a1f4-43d7-9cbe-d842477c0e1c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:30.573170 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3b7c1e-a1f4-43d7-9cbe-d842477c0e1c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:30.573170 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3b7c1e-a1f4-43d7-9cbe-d842477c0e1c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:30.573785 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3b7c1e-a1f4-43d7-9cbe-d842477c0e1c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:30.574192 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3b7c1e-a1f4-43d7-9cbe-d842477c0e1c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:30.579794 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90149e5f-90ed-4d3e-aa8f-754ba583448c x-openstack-request-id: req-90149e5f-90ed-4d3e-aa8f-754ba583448c {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:53:30.579794 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11aa70ae-adf0-4ffa-8b07-f64826dd443c", "name": "network-vif-deleted", "tag": "e6288cd5-6672-4a9e-87fe-ee61eb38781f", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:53:30.579794 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-90149e5f-90ed-4d3e-aa8f-754ba583448c {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:53:30.580684 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11aa70ae-adf0-4ffa-8b07-f64826dd443c', 'name': 'network-vif-deleted', 'tag': 'e6288cd5-6672-4a9e-87fe-ee61eb38781f', 'status': 'completed', 'code': 200} Jul 24 00:53:30.636721 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5820946f-1780-4cb3-ba10-24f7cb7f1cf9 req-6deff142-6454-4694-955c-f002e2a0164e tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:30.638398 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5820946f-1780-4cb3-ba10-24f7cb7f1cf9 req-6deff142-6454-4694-955c-f002e2a0164e tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.15 "GET /v2.0/ports?device_id=999c9b7c-5f0a-4f2b-b160-f277244e10f3 HTTP/1.1" status: 200 len: 946 time: 0.1819367 Jul 24 00:53:30.679021 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-3a3b7c1e-a1f4-43d7-9cbe-d842477c0e1c service neutron] Attempting to bind port 05ec7917-6cd8-4b84-825d-0e5955dd0180 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:53:30.679392 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-3a3b7c1e-a1f4-43d7-9cbe-d842477c0e1c service neutron] Attempting to bind port 05ec7917-6cd8-4b84-825d-0e5955dd0180 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '6cf062f5-41d0-4203-bdf7-b867d43abf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '73a8909c-49cf-4748-a0d1-117aad1d6801'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:53:30.679831 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-3a3b7c1e-a1f4-43d7-9cbe-d842477c0e1c service neutron] Attempting to bind port 05ec7917-6cd8-4b84-825d-0e5955dd0180 on network 73a8909c-49cf-4748-a0d1-117aad1d6801 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:53:30.689778 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-3a3b7c1e-a1f4-43d7-9cbe-d842477c0e1c service neutron] Port 05ec7917-6cd8-4b84-825d-0e5955dd0180 on network 73a8909c-49cf-4748-a0d1-117aad1d6801 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:53:30.690187 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-3a3b7c1e-a1f4-43d7-9cbe-d842477c0e1c service neutron] Attempting to bind port 05ec7917-6cd8-4b84-825d-0e5955dd0180 on network 73a8909c-49cf-4748-a0d1-117aad1d6801 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:53:30.702978 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-3a3b7c1e-a1f4-43d7-9cbe-d842477c0e1c service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:53:30.703414 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-3a3b7c1e-a1f4-43d7-9cbe-d842477c0e1c service neutron] Checking segment: {'id': '6cf062f5-41d0-4203-bdf7-b867d43abf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '73a8909c-49cf-4748-a0d1-117aad1d6801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:53:30.703958 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-3a3b7c1e-a1f4-43d7-9cbe-d842477c0e1c service neutron] Bound using segment: {'id': '6cf062f5-41d0-4203-bdf7-b867d43abf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '73a8909c-49cf-4748-a0d1-117aad1d6801'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:53:30.704437 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-3a3b7c1e-a1f4-43d7-9cbe-d842477c0e1c service neutron] Bound port: 05ec7917-6cd8-4b84-825d-0e5955dd0180, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cf062f5-41d0-4203-bdf7-b867d43abf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '73a8909c-49cf-4748-a0d1-117aad1d6801'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:53:30.704862 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-3a3b7c1e-a1f4-43d7-9cbe-d842477c0e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:30.736495 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5820946f-1780-4cb3-ba10-24f7cb7f1cf9 req-8c31397f-00c6-4ff4-b56a-ac5f6d76572c tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.15 "GET /v2.0/security-groups?id=5069202f-f766-4df5-a417-40758d32a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745809 Jul 24 00:53:30.770394 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-3b2d01e9-1e57-4868-83f3-1792e00b154e tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:30.772939 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-3b2d01e9-1e57-4868-83f3-1792e00b154e tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.13 "GET /v2.0/networks?id=73a8909c-49cf-4748-a0d1-117aad1d6801 HTTP/1.1" status: 200 len: 818 time: 0.8075178 Jul 24 00:53:30.790774 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-18b44f28-624f-4865-81ef-81b0acf6b352 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Request body: {'port': {'device_id': '029b3a20-a160-4a39-af09-88b4336358a2', 'network_id': '73a8909c-49cf-4748-a0d1-117aad1d6801', 'admin_state_up': True, 'tenant_id': '20d35f4a5a814139b52be63228a1596d'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:30.842405 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 884394ff-36e0-4671-8afb-cc199fd6db4f details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:53:30.844875 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device e6288cd5-6672-4a9e-87fe-ee61eb38781f no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:53:30.892871 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-70e83207-f32f-44f5-8786-3102ee111904 service neutron] 10.222.0.11 "GET /v2.0/networks/d44a086b-008a-4058-bec6-57d1e56e41f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7013762 Jul 24 00:53:30.910114 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: e6288cd5-6672-4a9e-87fe-ee61eb38781f {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:53:30.912245 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device e6288cd5-6672-4a9e-87fe-ee61eb38781f not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:53:31.003505 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-3a3b7c1e-a1f4-43d7-9cbe-d842477c0e1c service neutron] For port 05ec7917-6cd8-4b84-825d-0e5955dd0180, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:53:31.010095 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-3a3b7c1e-a1f4-43d7-9cbe-d842477c0e1c service neutron] For port 05ec7917-6cd8-4b84-825d-0e5955dd0180, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=05ec7917-6cd8-4b84-825d-0e5955dd0180,segment=NetworkSegment(6cf062f5-41d0-4203-bdf7-b867d43abf23),segment_id=6cf062f5-41d0-4203-bdf7-b867d43abf23)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:53:31.012482 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0354f11-9f31-48bf-b5c1-7ab48d5ad065 req-5c5e5b7a-9a49-438b-959a-a9abd3e5c6e4 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:31.020192 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a0354f11-9f31-48bf-b5c1-7ab48d5ad065 req-5c5e5b7a-9a49-438b-959a-a9abd3e5c6e4 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/ports?device_id=90cdf984-56b0-4f28-94ff-baff3331f51a HTTP/1.1" status: 200 len: 945 time: 0.4655018 Jul 24 00:53:31.106000 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-3de76055-9121-494e-89c3-60ef93c315cd req-f42cf40a-87af-4254-8937-acc39c162e53 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:31.109901 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4b8ab609-8392-45a5-950e-bde85664f22d req-6a7b08bf-9b97-4473-be14-6258feedb15f tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 210 time: 0.0923202 Jul 24 00:53:31.112527 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-3a3b7c1e-a1f4-43d7-9cbe-d842477c0e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:31.136445 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['2b524de4-370d-49ce-8727-1b38e8f9bf52'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:53:31.181765 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-3a3b7c1e-a1f4-43d7-9cbe-d842477c0e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:31.182641 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-3a3b7c1e-a1f4-43d7-9cbe-d842477c0e1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:31.184956 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-3a3b7c1e-a1f4-43d7-9cbe-d842477c0e1c service neutron] 10.222.0.13 "PUT /v2.0/ports/05ec7917-6cd8-4b84-825d-0e5955dd0180 HTTP/1.1" status: 200 len: 1092 time: 1.8233001 Jul 24 00:53:31.185637 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '130edda7-e6fe-40c7-891a-817fe24ea164', 'tag': '05ec7917-6cd8-4b84-825d-0e5955dd0180'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:53:31.189654 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb64c7f-2aa2-446a-86b6-2929ce6c7303" -d '{"events": [{"name": "network-changed", "server_uuid": "130edda7-e6fe-40c7-891a-817fe24ea164", "tag": "05ec7917-6cd8-4b84-825d-0e5955dd0180"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:53:31.217080 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3b7c1e-a1f4-43d7-9cbe-d842477c0e1c service neutron] Pushing event updated for resources: {'Port': ['ID=05ec7917-6cd8-4b84-825d-0e5955dd0180,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:31.306783 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cf40a-87af-4254-8937-acc39c162e53 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Pushing event deleted for resources: {'Port': ['ID=2b524de4-370d-49ce-8727-1b38e8f9bf52,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:31.307692 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 884394ff-36e0-4671-8afb-cc199fd6db4f, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=884394ff-36e0-4671-8afb-cc199fd6db4f,segment=NetworkSegment(23c5ea73-fefa-42c8-9dcb-68bf75e768ba),segment_id=23c5ea73-fefa-42c8-9dcb-68bf75e768ba)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:31.337113 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-e2221e15-abf5-459b-b51a-d32d8d04ac80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:31.339254 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-e2221e15-abf5-459b-b51a-d32d8d04ac80 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=20d35f4a5a814139b52be63228a1596d&device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 1095 time: 0.0998015 Jul 24 00:53:31.350701 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '884394ff-36e0-4671-8afb-cc199fd6db4f', 'network_id': 'cf81efcb-2043-4c81-a9e1-631f32772270', 'port_id': '884394ff-36e0-4671-8afb-cc199fd6db4f', 'mac_address': 'fa:16:3e:37:22:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a929b04c-7a2d-49ff-8cb4-85d21861c3b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:53:31.381065 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ee6f4ce2-c837-4b51-a618-beb92abf0114 req-6efc2d8d-6853-40aa-b442-f5ee03ed8d21 service neutron] 10.222.0.11 "GET /v2.0/networks/d44a086b-008a-4058-bec6-57d1e56e41f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4557161 Jul 24 00:53:31.409350 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-18b44f28-624f-4865-81ef-81b0acf6b352 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Made reservation on behalf of 20d35f4a5a814139b52be63228a1596d for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:53:31.413047 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-18b44f28-624f-4865-81ef-81b0acf6b352 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:31.418511 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-1c196bf1-f2dc-4117-befc-97cf535118ac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=05ec7917-6cd8-4b84-825d-0e5955dd0180 HTTP/1.1" status: 200 len: 217 time: 0.0710399 Jul 24 00:53:31.429879 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:31.455897 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 884394ff-36e0-4671-8afb-cc199fd6db4f {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:53:31.485606 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de76055-9121-494e-89c3-60ef93c315cd req-f42cf40a-87af-4254-8937-acc39c162e53 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] No DVR routers for this DVR port 2b524de4-370d-49ce-8727-1b38e8f9bf52 on host n-h1-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:53:31.489576 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-3de76055-9121-494e-89c3-60ef93c315cd req-f42cf40a-87af-4254-8937-acc39c162e53 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:31.491248 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 884394ff-36e0-4671-8afb-cc199fd6db4f, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=884394ff-36e0-4671-8afb-cc199fd6db4f,segment=NetworkSegment(23c5ea73-fefa-42c8-9dcb-68bf75e768ba),segment_id=23c5ea73-fefa-42c8-9dcb-68bf75e768ba)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:31.493532 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3de76055-9121-494e-89c3-60ef93c315cd req-f42cf40a-87af-4254-8937-acc39c162e53 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.13 "DELETE /v2.0/ports/2b524de4-370d-49ce-8727-1b38e8f9bf52 HTTP/1.1" status: 204 len: 173 time: 1.8903246 Jul 24 00:53:31.498670 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:31.565606 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-61b50324-6ca9-485a-960d-d8c4ed4ad672 req-8d8a1750-e53c-4cd4-b199-4d26725ff15d tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 210 time: 0.0802934 Jul 24 00:53:31.617513 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-200f6bd0-9925-41cc-b26b-a6360f98b5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:31.618750 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=884394ff-36e0-4671-8afb-cc199fd6db4f,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:31.621777 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-200f6bd0-9925-41cc-b26b-a6360f98b5fd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=954fd3a6-666f-4557-86c0-353193e10e5d HTTP/1.1" status: 200 len: 858 time: 0.1954286 Jul 24 00:53:31.665233 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a0354f11-9f31-48bf-b5c1-7ab48d5ad065 req-90697dc3-98b9-4b59-ac39-d23e6785b042 tempest-DeleteServersTestJSON-2072157797 tempest-DeleteServersTestJSON-2072157797-project] 10.222.0.15 "GET /v2.0/security-groups?id=68962e3a-5392-436d-9103-2a99a5a2dbd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6433268 Jul 24 00:53:31.686960 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-122e4425-9007-41bb-a588-c72499237dc9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73a8909c-49cf-4748-a0d1-117aad1d6801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578945 Jul 24 00:53:31.753592 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64927123-bf79-4f61-a514-b317fcb992d8 x-openstack-request-id: req-64927123-bf79-4f61-a514-b317fcb992d8 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:53:31.753880 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "130edda7-e6fe-40c7-891a-817fe24ea164", "tag": "05ec7917-6cd8-4b84-825d-0e5955dd0180", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:53:31.754132 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-64927123-bf79-4f61-a514-b317fcb992d8 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:53:31.754529 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '130edda7-e6fe-40c7-891a-817fe24ea164', 'tag': '05ec7917-6cd8-4b84-825d-0e5955dd0180', 'status': 'completed', 'code': 200} Jul 24 00:53:31.776914 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['884394ff-36e0-4671-8afb-cc199fd6db4f'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:53:31.833938 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-18b44f28-624f-4865-81ef-81b0acf6b352 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Allocated IP 172.20.0.14 (73a8909c-49cf-4748-a0d1-117aad1d6801/954fd3a6-666f-4557-86c0-353193e10e5d/c6609332-98bf-45ab-810a-31165d04ac16) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:53:31.889852 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-b2b8871c-af24-443c-b58c-1687c37cdbdd service neutron] 10.222.0.13 "GET /v2.0/networks/73a8909c-49cf-4748-a0d1-117aad1d6801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786604 Jul 24 00:53:31.981485 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7004bff-c4b3-46be-af1e-bc50fe960ea1 req-29b6cebc-b1c8-4e40-bcdf-5ff6db603b02 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:31.994014 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e7004bff-c4b3-46be-af1e-bc50fe960ea1 req-29b6cebc-b1c8-4e40-bcdf-5ff6db603b02 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.15 "GET /v2.0/ports?device_id=999c9b7c-5f0a-4f2b-b160-f277244e10f3 HTTP/1.1" status: 200 len: 946 time: 0.2954323 Jul 24 00:53:31.994526 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57468) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:32.002279 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-96703911-aa4c-497f-8bc6-a61bb2eaa7ac tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Request body: {'floatingip': {'port_id': 'b1329bfb-e879-4178-a342-238739f07c2a'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:32.064666 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf154b-ccbd-4f38-87c4-285c433b2c80 req-269a9482-ce1c-4d05-a0a6-0ee369e66690 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:32.066805 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6adf154b-ccbd-4f38-87c4-285c433b2c80 req-269a9482-ce1c-4d05-a0a6-0ee369e66690 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0f0cc86-1069-48d9-8b42-179af1a04c6b HTTP/1.1" status: 200 len: 945 time: 0.2446818 Jul 24 00:53:32.215055 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-96703911-aa4c-497f-8bc6-a61bb2eaa7ac tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks [] for floatingip, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:32.410148 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-a78b3a62-bcf3-41b4-9677-7a38d5b59871 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:32.412539 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-a78b3a62-bcf3-41b4-9677-7a38d5b59871 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.13 "GET /v2.0/networks?id=7c4ab419-d412-43cd-bcfe-97903abe1bf4 HTTP/1.1" status: 200 len: 807 time: 0.2153044 Jul 24 00:53:32.437189 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-939f7c42-b333-4809-93ba-62090b73b29f tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Request body: {'port': {'device_id': '48926093-3d9a-4b26-a383-abd7167c66ed', 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4', 'admin_state_up': True, 'tenant_id': 'ed057dc71fc949d185d5f214444abe1e'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:32.483935 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6adf154b-ccbd-4f38-87c4-285c433b2c80 req-30cfbaf8-5851-465c-82af-0c6c257f0b61 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4afdf14b-fed7-48f6-898d-5e248a4ef7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056489 Jul 24 00:53:32.525936 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-18b44f28-624f-4865-81ef-81b0acf6b352 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:32.589541 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90cdf984-56b0-4f28-94ff-baff3331f51a', 'name': 'network-vif-deleted', 'tag': '2b524de4-370d-49ce-8727-1b38e8f9bf52'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:53:32.592429 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e42901f-63c5-416a-8521-2102a81bafee" -d '{"events": [{"server_uuid": "90cdf984-56b0-4f28-94ff-baff3331f51a", "name": "network-vif-deleted", "tag": "2b524de4-370d-49ce-8727-1b38e8f9bf52"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:53:32.765924 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-939f7c42-b333-4809-93ba-62090b73b29f tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Made reservation on behalf of ed057dc71fc949d185d5f214444abe1e for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:53:32.769636 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-939f7c42-b333-4809-93ba-62090b73b29f tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:32.792976 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-18b44f28-624f-4865-81ef-81b0acf6b352 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:32.861646 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 884394ff-36e0-4671-8afb-cc199fd6db4f up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:53:32.893549 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-18b44f28-624f-4865-81ef-81b0acf6b352 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Network 73a8909c-49cf-4748-a0d1-117aad1d6801 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:53:32.932490 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-18b44f28-624f-4865-81ef-81b0acf6b352 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:53:32.935184 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-18b44f28-624f-4865-81ef-81b0acf6b352 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:53:32.949925 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2bd97ab5-eb3a-4411-95ce-50e73cd27bd2 req-7865c42f-5cff-4b2f-8e61-bf982981853d tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 210 time: 0.1537180 Jul 24 00:53:32.959258 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d0ef588a-cbdc-4d8a-a0df-d9c24c6cc145 req-cc01ba3f-e1ef-4411-a447-aabbe228a0cf service neutron] 10.222.0.13 "GET /v2.0/networks/73a8909c-49cf-4748-a0d1-117aad1d6801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0451891 Jul 24 00:53:32.974911 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 884394ff-36e0-4671-8afb-cc199fd6db4f completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:53:32.988734 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b44f28-624f-4865-81ef-81b0acf6b352 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Pushing event updated for resources: {'Port': ['ID=c6609332-98bf-45ab-810a-31165d04ac16,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:32.999890 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 884394ff-36e0-4671-8afb-cc199fd6db4f triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:53:33.000354 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:33.051630 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f2932-fcff-4dd5-b8f9-8773513b7eef req-6024409a-71f0-45e0-b537-610bc489d64a tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:33.059643 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb6f2932-fcff-4dd5-b8f9-8773513b7eef req-6024409a-71f0-45e0-b537-610bc489d64a tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 951 time: 0.3972459 Jul 24 00:53:33.098509 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-18b44f28-624f-4865-81ef-81b0acf6b352 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:33.099966 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-18b44f28-624f-4865-81ef-81b0acf6b352 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:33.157404 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:33.175092 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-18b44f28-624f-4865-81ef-81b0acf6b352 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3904915 Jul 24 00:53:33.190391 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f0cc86-1069-48d9-8b42-179af1a04c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884394ff-36e0-4671-8afb-cc199fd6db4f'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:53:33.194563 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3986ce58-41bc-4402-8799-bd470d14bf4c" -d '{"events": [{"server_uuid": "e0f0cc86-1069-48d9-8b42-179af1a04c6b", "name": "network-vif-plugged", "status": "completed", "tag": "884394ff-36e0-4671-8afb-cc199fd6db4f"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:53:33.199759 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-939ce1cc-8b02-4f00-9025-acc7b366501b service neutron] Request body: {'port': {'device_id': '029b3a20-a160-4a39-af09-88b4336358a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:33.212688 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 884394ff-36e0-4671-8afb-cc199fd6db4f, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=884394ff-36e0-4671-8afb-cc199fd6db4f,segment=NetworkSegment(23c5ea73-fefa-42c8-9dcb-68bf75e768ba),segment_id=23c5ea73-fefa-42c8-9dcb-68bf75e768ba)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:33.219206 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:33.219928 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 2b524de4-370d-49ce-8727-1b38e8f9bf52 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:53:33.237989 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-939f7c42-b333-4809-93ba-62090b73b29f tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Allocated IP 172.20.0.4 (7c4ab419-d412-43cd-bcfe-97903abe1bf4/8e7ca279-b98c-43f9-865c-dc5db7518bba/81fc6889-cb44-41d1-9c91-43fe84127d3c) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:53:33.258005 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb6f2932-fcff-4dd5-b8f9-8773513b7eef req-ed71d14a-3d5d-41a8-abe8-f3a20ddb8ac8 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914687 Jul 24 00:53:33.303592 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb64c7f-2aa2-446a-86b6-2929ce6c7303 req-aeabc6ea-8eaf-46a7-933e-760ab8135a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:33.305426 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2eb64c7f-2aa2-446a-86b6-2929ce6c7303 req-aeabc6ea-8eaf-46a7-933e-760ab8135a05 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=20d35f4a5a814139b52be63228a1596d&device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 1095 time: 0.2508819 Jul 24 00:53:33.316471 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 2b524de4-370d-49ce-8727-1b38e8f9bf52 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:53:33.316820 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 2b524de4-370d-49ce-8727-1b38e8f9bf52 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:53:33.320616 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2eb2e5-97f0-46f0-8e07-ea2c9fd3945a req-4067fbeb-f27f-42e5-bf8f-b0073fb5b78e tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:33.322304 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6b2eb2e5-97f0-46f0-8e07-ea2c9fd3945a req-4067fbeb-f27f-42e5-bf8f-b0073fb5b78e tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 932 time: 0.1967137 Jul 24 00:53:33.323845 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=884394ff-36e0-4671-8afb-cc199fd6db4f,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:33.354068 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee63222-e1bf-4311-88e9-8d385593d48d x-openstack-request-id: req-8ee63222-e1bf-4311-88e9-8d385593d48d {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:53:33.354362 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90cdf984-56b0-4f28-94ff-baff3331f51a", "name": "network-vif-deleted", "tag": "2b524de4-370d-49ce-8727-1b38e8f9bf52", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:53:33.354611 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8ee63222-e1bf-4311-88e9-8d385593d48d {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:53:33.355215 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90cdf984-56b0-4f28-94ff-baff3331f51a', 'name': 'network-vif-deleted', 'tag': '2b524de4-370d-49ce-8727-1b38e8f9bf52', 'status': 'completed', 'code': 200} Jul 24 00:53:33.417604 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-939ce1cc-8b02-4f00-9025-acc7b366501b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:33.421593 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80daa6d4-4a4a-4230-b672-30b05a1af5db x-openstack-request-id: req-80daa6d4-4a4a-4230-b672-30b05a1af5db {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:53:33.421889 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0f0cc86-1069-48d9-8b42-179af1a04c6b", "name": "network-vif-plugged", "status": "completed", "tag": "884394ff-36e0-4671-8afb-cc199fd6db4f", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:53:33.422342 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-80daa6d4-4a4a-4230-b672-30b05a1af5db {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:53:33.422827 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0f0cc86-1069-48d9-8b42-179af1a04c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884394ff-36e0-4671-8afb-cc199fd6db4f', 'code': 200} Jul 24 00:53:33.506386 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6b2eb2e5-97f0-46f0-8e07-ea2c9fd3945a req-88099756-744c-4bb6-837f-5ed66db6e78f tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313381 Jul 24 00:53:33.631884 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb64c7f-2aa2-446a-86b6-2929ce6c7303 req-1c484e7c-6f9c-4f2c-bd7e-9983fc060826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:33.633521 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2eb64c7f-2aa2-446a-86b6-2929ce6c7303 req-1c484e7c-6f9c-4f2c-bd7e-9983fc060826 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73a8909c-49cf-4748-a0d1-117aad1d6801 HTTP/1.1" status: 200 len: 919 time: 0.3051438 Jul 24 00:53:33.685200 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-939f7c42-b333-4809-93ba-62090b73b29f tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:33.692010 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.db.resource_extend [None req-96703911-aa4c-497f-8bc6-a61bb2eaa7ac tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 00:53:33.738845 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2eb64c7f-2aa2-446a-86b6-2929ce6c7303 req-081beff7-ee3b-4eb5-b4dd-6a8f3748f409 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=05ec7917-6cd8-4b84-825d-0e5955dd0180 HTTP/1.1" status: 200 len: 217 time: 0.0937192 Jul 24 00:53:33.807451 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb64c7f-2aa2-446a-86b6-2929ce6c7303 req-251e0b2a-b605-47c6-a6b6-359c80f7aa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:33.808958 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2eb64c7f-2aa2-446a-86b6-2929ce6c7303 req-251e0b2a-b605-47c6-a6b6-359c80f7aa31 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=954fd3a6-666f-4557-86c0-353193e10e5d HTTP/1.1" status: 200 len: 858 time: 0.0615802 Jul 24 00:53:33.857458 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2eb64c7f-2aa2-446a-86b6-2929ce6c7303 req-aa15ffe9-37dd-4c45-8ac1-6685c5e0f0bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73a8909c-49cf-4748-a0d1-117aad1d6801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357792 Jul 24 00:53:33.861729 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-96703911-aa4c-497f-8bc6-a61bb2eaa7ac tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:33.881426 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33df490-a197-4fa6-9760-550e7b64df2c req-79e2b445-b26e-41ef-9dda-1e7b03b1c273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:33.882997 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a33df490-a197-4fa6-9760-550e7b64df2c req-79e2b445-b26e-41ef-9dda-1e7b03b1c273 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e0f0cc86-1069-48d9-8b42-179af1a04c6b HTTP/1.1" status: 200 len: 1098 time: 0.3451929 Jul 24 00:53:33.883681 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-96703911-aa4c-497f-8bc6-a61bb2eaa7ac tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:34.139622 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.13', 64170) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:34.160245 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a33df490-a197-4fa6-9760-550e7b64df2c req-3167458f-5f8d-4f55-aa0a-dde107cea810 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4afdf14b-fed7-48f6-898d-5e248a4ef7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595642 Jul 24 00:53:34.216717 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-939f7c42-b333-4809-93ba-62090b73b29f tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:34.221655 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2eb64c7f-2aa2-446a-86b6-2929ce6c7303 req-b2434405-1430-499e-a3f3-6d31348eb671 service neutron] 10.222.0.13 "GET /v2.0/networks/73a8909c-49cf-4748-a0d1-117aad1d6801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547199 Jul 24 00:53:34.225727 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [None req-96703911-aa4c-497f-8bc6-a61bb2eaa7ac tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Floating IP b5cc7594-5f2c-479b-b020-76ce7e4cf487 associated. External IP: 172.25.2.66, port: b1329bfb-e879-4178-a342-238739f07c2a. Jul 24 00:53:34.231983 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['1e8f895b-a048-423b-b320-513cbfc9cc20'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:53:34.296635 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-939f7c42-b333-4809-93ba-62090b73b29f tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Network 7c4ab419-d412-43cd-bcfe-97903abe1bf4 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:53:34.303559 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-939f7c42-b333-4809-93ba-62090b73b29f tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:53:34.327278 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-939f7c42-b333-4809-93ba-62090b73b29f tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:53:34.400932 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939f7c42-b333-4809-93ba-62090b73b29f tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Pushing event updated for resources: {'Port': ['ID=81fc6889-cb44-41d1-9c91-43fe84127d3c,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:34.473093 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d29624-43dc-484e-ac67-5a3e9edf3bc0 req-b8dfd805-c7a0-488b-800e-8fa6047a329b tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:34.476053 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-939f7c42-b333-4809-93ba-62090b73b29f tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:34.476847 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-939f7c42-b333-4809-93ba-62090b73b29f tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:34.478531 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-07d29624-43dc-484e-ac67-5a3e9edf3bc0 req-b8dfd805-c7a0-488b-800e-8fa6047a329b tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 931 time: 0.4329000 Jul 24 00:53:34.493908 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97276f51-bb65-4000-acd6-44142125e79d req-fd89ddcb-b849-49cb-9bcc-40f045d6d54a tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:34.496322 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-97276f51-bb65-4000-acd6-44142125e79d req-fd89ddcb-b849-49cb-9bcc-40f045d6d54a tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0f0cc86-1069-48d9-8b42-179af1a04c6b HTTP/1.1" status: 200 len: 946 time: 0.7562587 Jul 24 00:53:34.521633 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942dee36-2093-4cae-96b0-7fb17c33e122 req-6c90b9a1-4fc1-4e55-85ea-170367d27c3e tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:34.523231 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-942dee36-2093-4cae-96b0-7fb17c33e122 req-6c90b9a1-4fc1-4e55-85ea-170367d27c3e tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 951 time: 0.3809330 Jul 24 00:53:34.525251 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-939f7c42-b333-4809-93ba-62090b73b29f tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0938914 Jul 24 00:53:34.532016 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2eb64c7f-2aa2-446a-86b6-2929ce6c7303 req-e06c16c3-7415-48c5-8991-cfdeeb8cc3f4 service neutron] 10.222.0.13 "GET /v2.0/networks/73a8909c-49cf-4748-a0d1-117aad1d6801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027687 Jul 24 00:53:34.545321 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-7ff434f5-1754-4270-a790-067b4e2a620c service neutron] Request body: {'port': {'device_id': '48926093-3d9a-4b26-a383-abd7167c66ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:34.547430 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:34.616270 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-97276f51-bb65-4000-acd6-44142125e79d req-a2e290cb-5152-42ba-a63a-8d339fc52413 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4afdf14b-fed7-48f6-898d-5e248a4ef7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094828 Jul 24 00:53:34.712597 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-7ff434f5-1754-4270-a790-067b4e2a620c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:34.721365 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-939ce1cc-8b02-4f00-9025-acc7b366501b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6609332-98bf-45ab-810a-31165d04ac16 {{(pid=100463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:53:34.726359 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-07d29624-43dc-484e-ac67-5a3e9edf3bc0 req-2d7992de-6284-4755-94c7-46c985522851 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438524 Jul 24 00:53:34.763569 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-939ce1cc-8b02-4f00-9025-acc7b366501b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:34.805528 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96703911-aa4c-497f-8bc6-a61bb2eaa7ac tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Router a23c6329-1a71-4762-9d9c-9b8509392aef has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:53:34.821528 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-939ce1cc-8b02-4f00-9025-acc7b366501b service neutron] Transition to ACTIVE for port object c6609332-98bf-45ab-810a-31165d04ac16 will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:53:34.834472 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-939ce1cc-8b02-4f00-9025-acc7b366501b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:34.924668 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:34.937489 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3237dee-8fe2-4ac5-a7f0-5211b473bd77 req-fcba4d1e-fd2f-4816-a0a8-e86c120f2009 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:34.943488 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b3237dee-8fe2-4ac5-a7f0-5211b473bd77 req-fcba4d1e-fd2f-4816-a0a8-e86c120f2009 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 951 time: 0.2507534 Jul 24 00:53:34.985508 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-942dee36-2093-4cae-96b0-7fb17c33e122 req-46ad9f98-93ac-439d-9830-1af3db14224c tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Deleting port 2d15e070-d0dd-42eb-badb-76c9b74dcb14 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:53:34.985848 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-942dee36-2093-4cae-96b0-7fb17c33e122 req-46ad9f98-93ac-439d-9830-1af3db14224c tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:35.049734 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ce1cc-8b02-4f00-9025-acc7b366501b service neutron] Pushing event updated for resources: {'Port': ['ID=c6609332-98bf-45ab-810a-31165d04ac16,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:35.089297 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d869163-f05a-4dcb-9aba-d992ea95c932 req-53a75613-97a9-4b48-be45-505e45b21399 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:35.090890 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7d869163-f05a-4dcb-9aba-d992ea95c932 req-53a75613-97a9-4b48-be45-505e45b21399 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 944 time: 0.2134378 Jul 24 00:53:35.092006 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96703911-aa4c-497f-8bc6-a61bb2eaa7ac tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:53:35.100158 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-96703911-aa4c-497f-8bc6-a61bb2eaa7ac tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:35.103911 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac415c61-cee6-4bae-848f-5f340d3a6832 None None] Sync routers for ids ['a23c6329-1a71-4762-9d9c-9b8509392aef'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:53:35.124008 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac415c61-cee6-4bae-848f-5f340d3a6832 None None] Routers {'a23c6329-1a71-4762-9d9c-9b8509392aef'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:53:35.125206 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-ac415c61-cee6-4bae-848f-5f340d3a6832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:53:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['a23c6329-1a71-4762-9d9c-9b8509392aef'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:35.138618 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b3237dee-8fe2-4ac5-a7f0-5211b473bd77 req-90b96cdd-bc3e-4c90-9a1b-b7e59ec26686 tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/security-groups?id=67ae1b4d-41a1-42ef-818c-5d8ca4effe82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302321 Jul 24 00:53:35.250961 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-942dee36-2093-4cae-96b0-7fb17c33e122 req-46ad9f98-93ac-439d-9830-1af3db14224c tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] For port 2d15e070-d0dd-42eb-badb-76c9b74dcb14, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2d15e070-d0dd-42eb-badb-76c9b74dcb14,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:35.252042 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-942dee36-2093-4cae-96b0-7fb17c33e122 req-46ad9f98-93ac-439d-9830-1af3db14224c tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:35.264827 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-939ce1cc-8b02-4f00-9025-acc7b366501b service neutron] Attempting to bind port c6609332-98bf-45ab-810a-31165d04ac16 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:53:35.265383 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-939ce1cc-8b02-4f00-9025-acc7b366501b service neutron] Attempting to bind port c6609332-98bf-45ab-810a-31165d04ac16 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '6cf062f5-41d0-4203-bdf7-b867d43abf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '73a8909c-49cf-4748-a0d1-117aad1d6801'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:53:35.265519 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-939ce1cc-8b02-4f00-9025-acc7b366501b service neutron] Attempting to bind port c6609332-98bf-45ab-810a-31165d04ac16 on network 73a8909c-49cf-4748-a0d1-117aad1d6801 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:53:35.269168 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-942dee36-2093-4cae-96b0-7fb17c33e122 req-46ad9f98-93ac-439d-9830-1af3db14224c tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Calling delete_port for 2d15e070-d0dd-42eb-badb-76c9b74dcb14 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:53:35.274219 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-939ce1cc-8b02-4f00-9025-acc7b366501b service neutron] Port c6609332-98bf-45ab-810a-31165d04ac16 on network 73a8909c-49cf-4748-a0d1-117aad1d6801 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:53:35.274540 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-939ce1cc-8b02-4f00-9025-acc7b366501b service neutron] Attempting to bind port c6609332-98bf-45ab-810a-31165d04ac16 on network 73a8909c-49cf-4748-a0d1-117aad1d6801 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:53:35.288772 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-939ce1cc-8b02-4f00-9025-acc7b366501b service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:53:35.289144 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-939ce1cc-8b02-4f00-9025-acc7b366501b service neutron] Checking segment: {'id': '6cf062f5-41d0-4203-bdf7-b867d43abf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '73a8909c-49cf-4748-a0d1-117aad1d6801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:53:35.289503 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-939ce1cc-8b02-4f00-9025-acc7b366501b service neutron] Bound using segment: {'id': '6cf062f5-41d0-4203-bdf7-b867d43abf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '73a8909c-49cf-4748-a0d1-117aad1d6801'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:53:35.289945 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-939ce1cc-8b02-4f00-9025-acc7b366501b service neutron] Bound port: c6609332-98bf-45ab-810a-31165d04ac16, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cf062f5-41d0-4203-bdf7-b867d43abf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '73a8909c-49cf-4748-a0d1-117aad1d6801'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:53:35.290313 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-939ce1cc-8b02-4f00-9025-acc7b366501b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:35.396023 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-96703911-aa4c-497f-8bc6-a61bb2eaa7ac tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.15 "PUT /v2.0/floatingips/b5cc7594-5f2c-479b-b020-76ce7e4cf487 HTTP/1.1" status: 200 len: 991 time: 3.3951004 Jul 24 00:53:35.418659 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-7ff434f5-1754-4270-a790-067b4e2a620c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81fc6889-cb44-41d1-9c91-43fe84127d3c {{(pid=100463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:53:35.419562 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7d869163-f05a-4dcb-9aba-d992ea95c932 req-d8cbb7f7-51d0-438e-a884-65e13f19bd7a tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085589 Jul 24 00:53:35.424000 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-939ce1cc-8b02-4f00-9025-acc7b366501b service neutron] For port c6609332-98bf-45ab-810a-31165d04ac16, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:53:35.431836 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-7ff434f5-1754-4270-a790-067b4e2a620c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:35.456324 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-939ce1cc-8b02-4f00-9025-acc7b366501b service neutron] For port c6609332-98bf-45ab-810a-31165d04ac16, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=c6609332-98bf-45ab-810a-31165d04ac16,segment=NetworkSegment(6cf062f5-41d0-4203-bdf7-b867d43abf23),segment_id=6cf062f5-41d0-4203-bdf7-b867d43abf23)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:53:35.469145 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-939ce1cc-8b02-4f00-9025-acc7b366501b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:35.487038 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-7ff434f5-1754-4270-a790-067b4e2a620c service neutron] Transition to ACTIVE for port object 81fc6889-cb44-41d1-9c91-43fe84127d3c will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:53:35.528930 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-7ff434f5-1754-4270-a790-067b4e2a620c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:35.550656 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-939ce1cc-8b02-4f00-9025-acc7b366501b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:35.551565 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-939ce1cc-8b02-4f00-9025-acc7b366501b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:35.552981 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999c9b7c-5f0a-4f2b-b160-f277244e10f3', 'tag': 'b1329bfb-e879-4178-a342-238739f07c2a'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:53:35.553718 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-939ce1cc-8b02-4f00-9025-acc7b366501b service neutron] 10.222.0.13 "PUT /v2.0/ports/c6609332-98bf-45ab-810a-31165d04ac16 HTTP/1.1" status: 200 len: 1093 time: 2.3593493 Jul 24 00:53:35.557875 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5194e5b8-b19f-47c7-94ed-09c1a31b9c76" -d '{"events": [{"name": "network-changed", "server_uuid": "999c9b7c-5f0a-4f2b-b160-f277244e10f3", "tag": "b1329bfb-e879-4178-a342-238739f07c2a"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:53:35.560284 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '029b3a20-a160-4a39-af09-88b4336358a2', 'tag': 'c6609332-98bf-45ab-810a-31165d04ac16'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:53:35.562871 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373b371e-0c8e-4753-8939-2965193c00c8" -d '{"events": [{"name": "network-changed", "server_uuid": "029b3a20-a160-4a39-af09-88b4336358a2", "tag": "c6609332-98bf-45ab-810a-31165d04ac16"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:53:35.565335 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-942dee36-2093-4cae-96b0-7fb17c33e122 req-46ad9f98-93ac-439d-9830-1af3db14224c tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:35.604829 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-ac415c61-cee6-4bae-848f-5f340d3a6832 None None] Set router a23c6329-1a71-4762-9d9c-9b8509392aef gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:53:35.655725 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e1a81b-80e2-4a88-a51e-6b6cfb648964 x-openstack-request-id: req-f4e1a81b-80e2-4a88-a51e-6b6cfb648964 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:53:35.656157 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "029b3a20-a160-4a39-af09-88b4336358a2", "tag": "c6609332-98bf-45ab-810a-31165d04ac16", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:53:35.656642 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f4e1a81b-80e2-4a88-a51e-6b6cfb648964 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:53:35.657080 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '029b3a20-a160-4a39-af09-88b4336358a2', 'tag': 'c6609332-98bf-45ab-810a-31165d04ac16', 'status': 'completed', 'code': 200} Jul 24 00:53:35.675406 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc50c353-117b-4065-a39c-e930ea34b576 x-openstack-request-id: req-fc50c353-117b-4065-a39c-e930ea34b576 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:53:35.675884 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999c9b7c-5f0a-4f2b-b160-f277244e10f3", "tag": "b1329bfb-e879-4178-a342-238739f07c2a", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:53:35.676313 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fc50c353-117b-4065-a39c-e930ea34b576 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:53:35.681679 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '999c9b7c-5f0a-4f2b-b160-f277244e10f3', 'tag': 'b1329bfb-e879-4178-a342-238739f07c2a', 'status': 'completed', 'code': 200} Jul 24 00:53:35.682269 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ce1cc-8b02-4f00-9025-acc7b366501b service neutron] Pushing event updated for resources: {'Port': ['ID=c6609332-98bf-45ab-810a-31165d04ac16,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:35.684141 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad9f98-93ac-439d-9830-1af3db14224c tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Pushing event deleted for resources: {'Port': ['ID=2d15e070-d0dd-42eb-badb-76c9b74dcb14,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:35.871297 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-942dee36-2093-4cae-96b0-7fb17c33e122 req-46ad9f98-93ac-439d-9830-1af3db14224c tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] No DVR routers for this DVR port 2d15e070-d0dd-42eb-badb-76c9b74dcb14 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:53:35.876859 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-942dee36-2093-4cae-96b0-7fb17c33e122 req-46ad9f98-93ac-439d-9830-1af3db14224c tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:35.880522 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-942dee36-2093-4cae-96b0-7fb17c33e122 req-46ad9f98-93ac-439d-9830-1af3db14224c tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.13 "DELETE /v2.0/ports/2d15e070-d0dd-42eb-badb-76c9b74dcb14 HTTP/1.1" status: 204 len: 173 time: 1.3287020 Jul 24 00:53:35.916589 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff434f5-1754-4270-a790-067b4e2a620c service neutron] Pushing event updated for resources: {'Port': ['ID=81fc6889-cb44-41d1-9c91-43fe84127d3c,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:35.993451 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194e5b8-b19f-47c7-94ed-09c1a31b9c76 req-ef5c4410-40ed-40c0-ab1a-fdd63f1afc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:35.995426 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5194e5b8-b19f-47c7-94ed-09c1a31b9c76 req-ef5c4410-40ed-40c0-ab1a-fdd63f1afc68 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e85ccf615a264953acf81b1366347c29&device_id=999c9b7c-5f0a-4f2b-b160-f277244e10f3 HTTP/1.1" status: 200 len: 1098 time: 0.2954419 Jul 24 00:53:36.004492 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-2155c31c-2363-475e-b47f-f6ea9af90055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:36.006294 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-2155c31c-2363-475e-b47f-f6ea9af90055 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=20d35f4a5a814139b52be63228a1596d&device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 1096 time: 0.3872800 Jul 24 00:53:36.012586 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-7ff434f5-1754-4270-a790-067b4e2a620c service neutron] Attempting to bind port 81fc6889-cb44-41d1-9c91-43fe84127d3c on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:53:36.012932 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-7ff434f5-1754-4270-a790-067b4e2a620c service neutron] Attempting to bind port 81fc6889-cb44-41d1-9c91-43fe84127d3c by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:53:36.013373 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-7ff434f5-1754-4270-a790-067b4e2a620c service neutron] Attempting to bind port 81fc6889-cb44-41d1-9c91-43fe84127d3c on network 7c4ab419-d412-43cd-bcfe-97903abe1bf4 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:53:36.028881 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8843eee7-0f60-4aee-be5b-c82860dd70c4 req-9ca5aec5-82e9-4758-8b85-96679893e202 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:36.042048 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8843eee7-0f60-4aee-be5b-c82860dd70c4 req-9ca5aec5-82e9-4758-8b85-96679893e202 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0f0cc86-1069-48d9-8b42-179af1a04c6b HTTP/1.1" status: 200 len: 946 time: 0.2356150 Jul 24 00:53:36.065867 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60952994-68d4-4ca9-ae42-3a2ea0970c55 req-bfa16a03-00fc-4eb4-989a-2e72feef094a tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:36.075675 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-60952994-68d4-4ca9-ae42-3a2ea0970c55 req-bfa16a03-00fc-4eb4-989a-2e72feef094a tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 943 time: 0.2119818 Jul 24 00:53:36.076374 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-7ff434f5-1754-4270-a790-067b4e2a620c service neutron] Port 81fc6889-cb44-41d1-9c91-43fe84127d3c on network 7c4ab419-d412-43cd-bcfe-97903abe1bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:53:36.076713 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-7ff434f5-1754-4270-a790-067b4e2a620c service neutron] Attempting to bind port 81fc6889-cb44-41d1-9c91-43fe84127d3c on network 7c4ab419-d412-43cd-bcfe-97903abe1bf4 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:53:36.090327 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-ac415c61-cee6-4bae-848f-5f340d3a6832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23c6329-1a71-4762-9d9c-9b8509392aef', 'name': 'tempest-ServersTestJSON-332587084-router', 'tenant_id': 'e85ccf615a264953acf81b1366347c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '2e361e11-c584-4b01-b6a5-a088c296d075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:52:52Z', 'updated_at': '2021-07-24T00:52:58Z', 'revision_number': 4, 'project_id': 'e85ccf615a264953acf81b1366347c29', 'gw_port': {'id': '2e361e11-c584-4b01-b6a5-a088c296d075', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23c6329-1a71-4762-9d9c-9b8509392aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:52:53Z', 'updated_at': '2021-07-24T00:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'b5cc7594-5f2c-479b-b020-76ce7e4cf487', 'tenant_id': 'e85ccf615a264953acf81b1366347c29', 'floating_ip_address': '172.25.2.66', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'a23c6329-1a71-4762-9d9c-9b8509392aef', 'port_id': 'b1329bfb-e879-4178-a342-238739f07c2a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0b9a74b-04f9-4176-9a7c-8b705a56f0cd', 'mac_address': 'fa:16:3e:27:0e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999c9b7c-5f0a-4f2b-b160-f277244e10f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:53:06Z', 'updated_at': '2021-07-24T00:53:33Z', 'revision_number': 1, 'project_id': 'e85ccf615a264953acf81b1366347c29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bb31397-7198-4537-9465-813fc4d04669', 'name': '', 'network_id': 'd0b9a74b-04f9-4176-9a7c-8b705a56f0cd', 'tenant_id': 'e85ccf615a264953acf81b1366347c29', 'mac_address': 'fa:16:3e:d1:a5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23c6329-1a71-4762-9d9c-9b8509392aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '548ec9ed-6196-4fe0-b137-b8f45c19af22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:52:56Z', 'updated_at': '2021-07-24T00:53:07Z', 'revision_number': 5, 'project_id': 'e85ccf615a264953acf81b1366347c29', 'subnets': [{'id': '548ec9ed-6196-4fe0-b137-b8f45c19af22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:36.115221 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-7ff434f5-1754-4270-a790-067b4e2a620c service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:53:36.115702 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-7ff434f5-1754-4270-a790-067b4e2a620c service neutron] Checking segment: {'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:53:36.116109 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-7ff434f5-1754-4270-a790-067b4e2a620c service neutron] Bound using segment: {'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:53:36.116573 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-7ff434f5-1754-4270-a790-067b4e2a620c service neutron] Bound port: 81fc6889-cb44-41d1-9c91-43fe84127d3c, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:53:36.116942 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-7ff434f5-1754-4270-a790-067b4e2a620c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:36.142833 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-fef4ad22-328f-402e-ba01-8ddf0feb5872 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6609332-98bf-45ab-810a-31165d04ac16 HTTP/1.1" status: 200 len: 217 time: 0.0796235 Jul 24 00:53:36.143952 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac415c61-cee6-4bae-848f-5f340d3a6832 None None] Checking router: a23c6329-1a71-4762-9d9c-9b8509392aef for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:53:36.156416 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac415c61-cee6-4bae-848f-5f340d3a6832 None None] Routers {'a23c6329-1a71-4762-9d9c-9b8509392aef'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:53:36.157302 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-ac415c61-cee6-4bae-848f-5f340d3a6832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:53:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['a23c6329-1a71-4762-9d9c-9b8509392aef'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:36.251902 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-7ff434f5-1754-4270-a790-067b4e2a620c service neutron] For port 81fc6889-cb44-41d1-9c91-43fe84127d3c, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:53:36.256401 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-7ff434f5-1754-4270-a790-067b4e2a620c service neutron] For port 81fc6889-cb44-41d1-9c91-43fe84127d3c, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=81fc6889-cb44-41d1-9c91-43fe84127d3c,segment=NetworkSegment(224003b9-1e4b-40e8-8bf3-31947898d576),segment_id=224003b9-1e4b-40e8-8bf3-31947898d576)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:53:36.262086 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8843eee7-0f60-4aee-be5b-c82860dd70c4 req-bc78fc95-d535-477c-872b-f7c2861a27b3 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4afdf14b-fed7-48f6-898d-5e248a4ef7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189527 Jul 24 00:53:36.313425 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-0e706be9-e27e-480c-851f-b8975371a841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:36.315092 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-0e706be9-e27e-480c-851f-b8975371a841 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=954fd3a6-666f-4557-86c0-353193e10e5d HTTP/1.1" status: 200 len: 858 time: 0.1471748 Jul 24 00:53:36.332725 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-7ff434f5-1754-4270-a790-067b4e2a620c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:36.355640 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-ac415c61-cee6-4bae-848f-5f340d3a6832 None None] Set router a23c6329-1a71-4762-9d9c-9b8509392aef gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:53:36.438253 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-b3eadcf6-4ba5-4f3f-a590-258ace38ad09 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73a8909c-49cf-4748-a0d1-117aad1d6801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1074140 Jul 24 00:53:36.526813 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-7ff434f5-1754-4270-a790-067b4e2a620c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:36.529527 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-7ff434f5-1754-4270-a790-067b4e2a620c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:36.532106 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-7ff434f5-1754-4270-a790-067b4e2a620c service neutron] 10.222.0.13 "PUT /v2.0/ports/81fc6889-cb44-41d1-9c91-43fe84127d3c HTTP/1.1" status: 200 len: 1092 time: 1.9913368 Jul 24 00:53:36.580466 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-60952994-68d4-4ca9-ae42-3a2ea0970c55 req-9b6a7f1c-9584-4c07-ab14-288a831f89ad tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5050673 Jul 24 00:53:36.598199 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff434f5-1754-4270-a790-067b4e2a620c service neutron] Pushing event updated for resources: {'Port': ['ID=81fc6889-cb44-41d1-9c91-43fe84127d3c,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:36.646489 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194e5b8-b19f-47c7-94ed-09c1a31b9c76 req-b058966e-e7b7-454b-abb4-6627a6da4057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:36.652983 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e3e238a5-72f6-4c54-8b62-23a239dc3352 req-cf230121-22ae-49d6-84b2-ae3d545415ff tempest-ServersAdminTestJSON-1355555961 tempest-ServersAdminTestJSON-1355555961-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2bd12d6-ae29-4e56-9541-cd2ee7b4224c HTTP/1.1" status: 200 len: 210 time: 0.2174680 Jul 24 00:53:36.653681 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5194e5b8-b19f-47c7-94ed-09c1a31b9c76 req-b058966e-e7b7-454b-abb4-6627a6da4057 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d0b9a74b-04f9-4176-9a7c-8b705a56f0cd HTTP/1.1" status: 200 len: 906 time: 0.6491098 Jul 24 00:53:36.770963 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-ac415c61-cee6-4bae-848f-5f340d3a6832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23c6329-1a71-4762-9d9c-9b8509392aef', 'name': 'tempest-ServersTestJSON-332587084-router', 'tenant_id': 'e85ccf615a264953acf81b1366347c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '2e361e11-c584-4b01-b6a5-a088c296d075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:52:52Z', 'updated_at': '2021-07-24T00:52:58Z', 'revision_number': 4, 'project_id': 'e85ccf615a264953acf81b1366347c29', 'gw_port': {'id': '2e361e11-c584-4b01-b6a5-a088c296d075', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23c6329-1a71-4762-9d9c-9b8509392aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:52:53Z', 'updated_at': '2021-07-24T00:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'b5cc7594-5f2c-479b-b020-76ce7e4cf487', 'tenant_id': 'e85ccf615a264953acf81b1366347c29', 'floating_ip_address': '172.25.2.66', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'a23c6329-1a71-4762-9d9c-9b8509392aef', 'port_id': 'b1329bfb-e879-4178-a342-238739f07c2a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0b9a74b-04f9-4176-9a7c-8b705a56f0cd', 'mac_address': 'fa:16:3e:27:0e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999c9b7c-5f0a-4f2b-b160-f277244e10f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:53:06Z', 'updated_at': '2021-07-24T00:53:33Z', 'revision_number': 1, 'project_id': 'e85ccf615a264953acf81b1366347c29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bb31397-7198-4537-9465-813fc4d04669', 'name': '', 'network_id': 'd0b9a74b-04f9-4176-9a7c-8b705a56f0cd', 'tenant_id': 'e85ccf615a264953acf81b1366347c29', 'mac_address': 'fa:16:3e:d1:a5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23c6329-1a71-4762-9d9c-9b8509392aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '548ec9ed-6196-4fe0-b137-b8f45c19af22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:52:56Z', 'updated_at': '2021-07-24T00:53:07Z', 'revision_number': 5, 'project_id': 'e85ccf615a264953acf81b1366347c29', 'subnets': [{'id': '548ec9ed-6196-4fe0-b137-b8f45c19af22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:36.797772 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-893867b7-d637-4028-b751-ee29b2431917 req-891c11fb-a582-45a8-a958-0cedc0bad85d tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1426957882&fields=id&tenant_id=29c6df0397124e0db8749ac4610e3bf2 HTTP/1.1" status: 200 len: 267 time: 0.0629816 Jul 24 00:53:36.830705 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5194e5b8-b19f-47c7-94ed-09c1a31b9c76 req-edb59d65-46cd-4da3-b550-d273ba984be4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1329bfb-e879-4178-a342-238739f07c2a HTTP/1.1" status: 200 len: 999 time: 0.1713762 Jul 24 00:53:36.838618 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac415c61-cee6-4bae-848f-5f340d3a6832 None None] The sync data for ids ['a23c6329-1a71-4762-9d9c-9b8509392aef'] in n-d-793621-25 is: [{'id': 'a23c6329-1a71-4762-9d9c-9b8509392aef', 'name': 'tempest-ServersTestJSON-332587084-router', 'tenant_id': 'e85ccf615a264953acf81b1366347c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '2e361e11-c584-4b01-b6a5-a088c296d075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:52:52Z', 'updated_at': '2021-07-24T00:52:58Z', 'revision_number': 4, 'project_id': 'e85ccf615a264953acf81b1366347c29', 'gw_port': {'id': '2e361e11-c584-4b01-b6a5-a088c296d075', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23c6329-1a71-4762-9d9c-9b8509392aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:52:53Z', 'updated_at': '2021-07-24T00:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'b5cc7594-5f2c-479b-b020-76ce7e4cf487', 'tenant_id': 'e85ccf615a264953acf81b1366347c29', 'floating_ip_address': '172.25.2.66', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'a23c6329-1a71-4762-9d9c-9b8509392aef', 'port_id': 'b1329bfb-e879-4178-a342-238739f07c2a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0b9a74b-04f9-4176-9a7c-8b705a56f0cd', 'mac_address': 'fa:16:3e:27:0e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '999c9b7c-5f0a-4f2b-b160-f277244e10f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:53:06Z', 'updated_at': '2021-07-24T00:53:33Z', 'revision_number': 1, 'project_id': 'e85ccf615a264953acf81b1366347c29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bb31397-7198-4537-9465-813fc4d04669', 'name': '', 'network_id': 'd0b9a74b-04f9-4176-9a7c-8b705a56f0cd', 'tenant_id': 'e85ccf615a264953acf81b1366347c29', 'mac_address': 'fa:16:3e:d1:a5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23c6329-1a71-4762-9d9c-9b8509392aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '548ec9ed-6196-4fe0-b137-b8f45c19af22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:52:56Z', 'updated_at': '2021-07-24T00:53:07Z', 'revision_number': 5, 'project_id': 'e85ccf615a264953acf81b1366347c29', 'subnets': [{'id': '548ec9ed-6196-4fe0-b137-b8f45c19af22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:53:36.876058 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-e44d479c-76f5-4e22-9ab0-1027fbd37724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:36.877941 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-e44d479c-76f5-4e22-9ab0-1027fbd37724 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed057dc71fc949d185d5f214444abe1e&device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 1095 time: 0.2729003 Jul 24 00:53:36.884522 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 05ec7917-6cd8-4b84-825d-0e5955dd0180 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:53:36.886739 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 2d15e070-d0dd-42eb-badb-76c9b74dcb14 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:53:36.909895 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-4254036c-5593-4d9b-8f84-177f56370db3 service neutron] 10.222.0.13 "GET /v2.0/networks/73a8909c-49cf-4748-a0d1-117aad1d6801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400880 Jul 24 00:53:36.922168 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 2d15e070-d0dd-42eb-badb-76c9b74dcb14 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:53:36.922168 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 2d15e070-d0dd-42eb-badb-76c9b74dcb14 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:53:36.962276 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194e5b8-b19f-47c7-94ed-09c1a31b9c76 req-c8c8bd7b-700b-40f1-b783-811d7c72dc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:36.964509 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5194e5b8-b19f-47c7-94ed-09c1a31b9c76 req-c8c8bd7b-700b-40f1-b783-811d7c72dc9d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=548ec9ed-6196-4fe0-b137-b8f45c19af22 HTTP/1.1" status: 200 len: 844 time: 0.1015363 Jul 24 00:53:36.965107 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-c44e8616-8749-46f2-8251-eb9e9f6c4a11 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81fc6889-cb44-41d1-9c91-43fe84127d3c HTTP/1.1" status: 200 len: 217 time: 0.0631881 Jul 24 00:53:36.989867 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893867b7-d637-4028-b751-ee29b2431917 req-678f570b-3ca7-4075-b8e6-c94224c6f4ef tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:37.001801 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-893867b7-d637-4028-b751-ee29b2431917 req-678f570b-3ca7-4075-b8e6-c94224c6f4ef tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0f0cc86-1069-48d9-8b42-179af1a04c6b HTTP/1.1" status: 200 len: 946 time: 0.1956878 Jul 24 00:53:37.008494 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-893867b7-d637-4028-b751-ee29b2431917 req-faa3297e-f9ca-4eaa-b83a-93516d777907 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Request body: {'port': {'security_groups': ['4afdf14b-fed7-48f6-898d-5e248a4ef7f5', 'd53c7b46-0f0d-40b8-8bc0-a4727c0dfaaa']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:37.131651 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 05ec7917-6cd8-4b84-825d-0e5955dd0180, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=05ec7917-6cd8-4b84-825d-0e5955dd0180,segment=NetworkSegment(6cf062f5-41d0-4203-bdf7-b867d43abf23),segment_id=6cf062f5-41d0-4203-bdf7-b867d43abf23)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:37.133774 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f69e064d-ac84-4270-9f0d-a29e412746e6 req-82dd774a-0a01-4016-b90e-208b9d623fe3 service neutron] 10.222.0.13 "GET /v2.0/networks/73a8909c-49cf-4748-a0d1-117aad1d6801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818762 Jul 24 00:53:37.149489 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '05ec7917-6cd8-4b84-825d-0e5955dd0180', 'network_id': '73a8909c-49cf-4748-a0d1-117aad1d6801', 'port_id': '05ec7917-6cd8-4b84-825d-0e5955dd0180', 'mac_address': 'fa:16:3e:b1:e1:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '954fd3a6-666f-4557-86c0-353193e10e5d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:53:37.158863 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17249320-abfa-4598-8547-2d1786a54d7f req-f11f2a49-9dba-4c3a-91f1-30fee24a5624 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:37.161856 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-17249320-abfa-4598-8547-2d1786a54d7f req-f11f2a49-9dba-4c3a-91f1-30fee24a5624 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 944 time: 0.3036757 Jul 24 00:53:37.228859 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968eb69b-94ef-4e70-8880-4a673b8235b7 None None] New status for floating IP b5cc7594-5f2c-479b-b020-76ce7e4cf487: ACTIVE {{(pid=100466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:53:37.229460 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-893867b7-d637-4028-b751-ee29b2431917 req-faa3297e-f9ca-4eaa-b83a-93516d777907 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:37.251735 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194e5b8-b19f-47c7-94ed-09c1a31b9c76 req-d578cf50-7b9e-4b0d-a895-2ecc9ca886a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:37.254245 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:37.257040 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5194e5b8-b19f-47c7-94ed-09c1a31b9c76 req-d578cf50-7b9e-4b0d-a895-2ecc9ca886a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d0b9a74b-04f9-4176-9a7c-8b705a56f0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2441506 Jul 24 00:53:37.268458 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05ec7917-6cd8-4b84-825d-0e5955dd0180 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:53:37.290320 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 05ec7917-6cd8-4b84-825d-0e5955dd0180, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=05ec7917-6cd8-4b84-825d-0e5955dd0180,segment=NetworkSegment(6cf062f5-41d0-4203-bdf7-b867d43abf23),segment_id=6cf062f5-41d0-4203-bdf7-b867d43abf23)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:37.291128 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-4783b296-beee-4e29-8f79-0cd5ecaab744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:37.295358 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-4783b296-beee-4e29-8f79-0cd5ecaab744 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e7ca279-b98c-43f9-865c-dc5db7518bba HTTP/1.1" status: 200 len: 847 time: 0.3002231 Jul 24 00:53:37.295703 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:37.352288 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-54dd5bfb-6322-4cff-adcf-ce1423b59336 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c4ab419-d412-43cd-bcfe-97903abe1bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394158 Jul 24 00:53:37.401094 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=05ec7917-6cd8-4b84-825d-0e5955dd0180,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:37.417163 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-17249320-abfa-4598-8547-2d1786a54d7f req-56b612b5-2846-4f84-a8cb-3fe801a8f05b tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409210 Jul 24 00:53:37.447797 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b371e-0c8e-4753-8939-2965193c00c8 req-0c303e0f-b9ed-4602-8602-a6cda4b90783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:37.449559 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-373b371e-0c8e-4753-8939-2965193c00c8 req-0c303e0f-b9ed-4602-8602-a6cda4b90783 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=20d35f4a5a814139b52be63228a1596d&device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 1096 time: 0.2550235 Jul 24 00:53:37.520191 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-893867b7-d637-4028-b751-ee29b2431917 req-faa3297e-f9ca-4eaa-b83a-93516d777907 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] For port 884394ff-36e0-4671-8afb-cc199fd6db4f, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=884394ff-36e0-4671-8afb-cc199fd6db4f,segment=NetworkSegment(23c5ea73-fefa-42c8-9dcb-68bf75e768ba),segment_id=23c5ea73-fefa-42c8-9dcb-68bf75e768ba)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:37.552652 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-893867b7-d637-4028-b751-ee29b2431917 req-faa3297e-f9ca-4eaa-b83a-93516d777907 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:37.557642 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['05ec7917-6cd8-4b84-825d-0e5955dd0180'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:53:37.565235 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-893867b7-d637-4028-b751-ee29b2431917 req-faa3297e-f9ca-4eaa-b83a-93516d777907 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:37.679379 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48926093-3d9a-4b26-a383-abd7167c66ed', 'tag': '81fc6889-cb44-41d1-9c91-43fe84127d3c'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:53:37.682585 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893867b7-d637-4028-b751-ee29b2431917 req-faa3297e-f9ca-4eaa-b83a-93516d777907 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:37.683422 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-893867b7-d637-4028-b751-ee29b2431917 req-faa3297e-f9ca-4eaa-b83a-93516d777907 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:37.688712 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8cd546a-807f-4b5e-9e12-faef4b15311a" -d '{"events": [{"name": "network-changed", "server_uuid": "48926093-3d9a-4b26-a383-abd7167c66ed", "tag": "81fc6889-cb44-41d1-9c91-43fe84127d3c"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:53:37.692058 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b371e-0c8e-4753-8939-2965193c00c8 req-f54360ac-aba2-42b1-8182-8a0c31e72917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:37.698528 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-373b371e-0c8e-4753-8939-2965193c00c8 req-f54360ac-aba2-42b1-8182-8a0c31e72917 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73a8909c-49cf-4748-a0d1-117aad1d6801 HTTP/1.1" status: 200 len: 919 time: 0.2258992 Jul 24 00:53:37.699484 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-893867b7-d637-4028-b751-ee29b2431917 req-faa3297e-f9ca-4eaa-b83a-93516d777907 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "PUT /v2.0/ports/884394ff-36e0-4671-8afb-cc199fd6db4f HTTP/1.1" status: 200 len: 982 time: 0.6962500 Jul 24 00:53:37.705122 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2bd12d6-ae29-4e56-9541-cd2ee7b4224c', 'name': 'network-vif-deleted', 'tag': '2d15e070-d0dd-42eb-badb-76c9b74dcb14'}, {'name': 'network-changed', 'server_uuid': 'e0f0cc86-1069-48d9-8b42-179af1a04c6b', 'tag': '884394ff-36e0-4671-8afb-cc199fd6db4f'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:53:37.709464 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51181612-225b-4013-989a-93e38637014c" -d '{"events": [{"server_uuid": "c2bd12d6-ae29-4e56-9541-cd2ee7b4224c", "name": "network-vif-deleted", "tag": "2d15e070-d0dd-42eb-badb-76c9b74dcb14"}, {"name": "network-changed", "server_uuid": "e0f0cc86-1069-48d9-8b42-179af1a04c6b", "tag": "884394ff-36e0-4671-8afb-cc199fd6db4f"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:53:37.753544 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['884394ff-36e0-4671-8afb-cc199fd6db4f'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:53:37.829090 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa3297e-f9ca-4eaa-b83a-93516d777907 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Pushing event updated for resources: {'Port': ['ID=884394ff-36e0-4671-8afb-cc199fd6db4f,revision_number=6']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:37.846607 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-373b371e-0c8e-4753-8939-2965193c00c8 req-9685ab67-4ed3-44ae-9f40-51e1cca07796 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6609332-98bf-45ab-810a-31165d04ac16 HTTP/1.1" status: 200 len: 217 time: 0.1330676 Jul 24 00:53:37.847104 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5194e5b8-b19f-47c7-94ed-09c1a31b9c76 req-241362d1-7315-40bc-aff3-6a380f4c49c9 service neutron] 10.222.0.13 "GET /v2.0/networks/d0b9a74b-04f9-4176-9a7c-8b705a56f0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918472 Jul 24 00:53:37.921110 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b371e-0c8e-4753-8939-2965193c00c8 req-3896ce0a-0e81-486b-865c-a372ad23b2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:37.922629 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-373b371e-0c8e-4753-8939-2965193c00c8 req-3896ce0a-0e81-486b-865c-a372ad23b2d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=954fd3a6-666f-4557-86c0-353193e10e5d HTTP/1.1" status: 200 len: 858 time: 0.0613477 Jul 24 00:53:37.938667 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-0a29f92b-a7fe-4873-8762-7f0bbe3a5b9a service neutron] 10.222.0.13 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5589948 Jul 24 00:53:37.981742 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5194e5b8-b19f-47c7-94ed-09c1a31b9c76 req-233976a5-a67b-4c59-82f9-15c0f7021923 service neutron] 10.222.0.13 "GET /v2.0/networks/d0b9a74b-04f9-4176-9a7c-8b705a56f0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212101 Jul 24 00:53:38.018578 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-71127c06-482f-41be-8de2-45b44b4e44bb req-c27725e2-780f-429c-b16c-aa8c42136555 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1168344125&fields=id&tenant_id=29c6df0397124e0db8749ac4610e3bf2 HTTP/1.1" status: 200 len: 267 time: 0.1665964 Jul 24 00:53:38.110288 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3dece342-2bb8-4761-a59c-1fecdeb4098a req-5a07d334-c16a-4327-b20a-8abdebd51657 service neutron] 10.222.0.13 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460845 Jul 24 00:53:38.118047 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-373b371e-0c8e-4753-8939-2965193c00c8 req-ce30b4d7-7e5c-4253-9001-949125c09dc0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73a8909c-49cf-4748-a0d1-117aad1d6801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1782625 Jul 24 00:53:38.126054 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc19bb8-f1e5-4229-b082-d685f8a98276 req-7c2bd011-d00b-4608-8f55-f48bb0097eaf tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:38.127858 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0fc19bb8-f1e5-4229-b082-d685f8a98276 req-7c2bd011-d00b-4608-8f55-f48bb0097eaf tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 943 time: 0.3603349 Jul 24 00:53:38.151819 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71127c06-482f-41be-8de2-45b44b4e44bb req-e64e41da-77d0-43ef-9b84-042dba573bf2 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:38.164687 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-71127c06-482f-41be-8de2-45b44b4e44bb req-e64e41da-77d0-43ef-9b84-042dba573bf2 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0f0cc86-1069-48d9-8b42-179af1a04c6b HTTP/1.1" status: 200 len: 985 time: 0.1451054 Jul 24 00:53:38.177580 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-71127c06-482f-41be-8de2-45b44b4e44bb req-97df63d1-d7d5-4521-8687-1e1421c3249d tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Request body: {'port': {'security_groups': ['4afdf14b-fed7-48f6-898d-5e248a4ef7f5', 'd53c7b46-0f0d-40b8-8bc0-a4727c0dfaaa', '836e5242-73c5-4c68-bec4-27c210516013']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:38.228271 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57572) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:38.284537 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-373b371e-0c8e-4753-8939-2965193c00c8 req-45ea400a-f8b6-4551-84c8-f4b70cf4e1d4 service neutron] 10.222.0.13 "GET /v2.0/networks/73a8909c-49cf-4748-a0d1-117aad1d6801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556702 Jul 24 00:53:38.370667 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0fc19bb8-f1e5-4229-b082-d685f8a98276 req-0a1ecf8f-bb73-4777-8cdf-f7ef9fd29997 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850909 Jul 24 00:53:38.383645 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-71127c06-482f-41be-8de2-45b44b4e44bb req-97df63d1-d7d5-4521-8687-1e1421c3249d tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:38.437478 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f009b41d-9a45-415b-81f6-4719396a296a x-openstack-request-id: req-f009b41d-9a45-415b-81f6-4719396a296a {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:53:38.437758 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48926093-3d9a-4b26-a383-abd7167c66ed", "tag": "81fc6889-cb44-41d1-9c91-43fe84127d3c", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:53:38.438008 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f009b41d-9a45-415b-81f6-4719396a296a {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:53:38.438524 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48926093-3d9a-4b26-a383-abd7167c66ed', 'tag': '81fc6889-cb44-41d1-9c91-43fe84127d3c', 'status': 'completed', 'code': 200} Jul 24 00:53:38.485554 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 24 Jul 2021 00:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3fd721-a058-40c7-a3ae-51934b0b2f67 x-openstack-request-id: req-be3fd721-a058-40c7-a3ae-51934b0b2f67 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:53:38.485855 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2bd12d6-ae29-4e56-9541-cd2ee7b4224c", "name": "network-vif-deleted", "tag": "2d15e070-d0dd-42eb-badb-76c9b74dcb14", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e0f0cc86-1069-48d9-8b42-179af1a04c6b", "tag": "884394ff-36e0-4671-8afb-cc199fd6db4f", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:53:38.486109 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-be3fd721-a058-40c7-a3ae-51934b0b2f67 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:53:38.486510 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2bd12d6-ae29-4e56-9541-cd2ee7b4224c', 'name': 'network-vif-deleted', 'tag': '2d15e070-d0dd-42eb-badb-76c9b74dcb14', 'status': 'completed', 'code': 200} Jul 24 00:53:38.487295 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0f0cc86-1069-48d9-8b42-179af1a04c6b', 'tag': '884394ff-36e0-4671-8afb-cc199fd6db4f', 'status': 'completed', 'code': 200} Jul 24 00:53:38.534440 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-373b371e-0c8e-4753-8939-2965193c00c8 req-c510d774-fc23-4f49-9fad-b3abe92a783d service neutron] 10.222.0.13 "GET /v2.0/networks/73a8909c-49cf-4748-a0d1-117aad1d6801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225630 Jul 24 00:53:38.540704 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['884394ff-36e0-4671-8afb-cc199fd6db4f'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:53:38.587415 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-cde01a40-b3ed-43af-8615-ad221cbe5eb4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=29df0e5d084444b88c057d3daefd14a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3552487 Jul 24 00:53:38.587762 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57582) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:38.700514 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd546a-807f-4b5e-9e12-faef4b15311a req-20f61c6c-2bee-4b76-8bfe-e39cbcab984b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:38.702062 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a8cd546a-807f-4b5e-9e12-faef4b15311a req-20f61c6c-2bee-4b76-8bfe-e39cbcab984b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed057dc71fc949d185d5f214444abe1e&device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 1095 time: 0.2296410 Jul 24 00:53:38.789882 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3976cc81-18ef-41de-b1c3-54b0caf7d833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:38.795696 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-71127c06-482f-41be-8de2-45b44b4e44bb req-97df63d1-d7d5-4521-8687-1e1421c3249d tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] For port 884394ff-36e0-4671-8afb-cc199fd6db4f, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=884394ff-36e0-4671-8afb-cc199fd6db4f,segment=NetworkSegment(23c5ea73-fefa-42c8-9dcb-68bf75e768ba),segment_id=23c5ea73-fefa-42c8-9dcb-68bf75e768ba)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:38.868807 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-71127c06-482f-41be-8de2-45b44b4e44bb req-97df63d1-d7d5-4521-8687-1e1421c3249d tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:38.882485 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-71127c06-482f-41be-8de2-45b44b4e44bb req-97df63d1-d7d5-4521-8687-1e1421c3249d tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:38.910611 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 05ec7917-6cd8-4b84-825d-0e5955dd0180 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:53:38.964646 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51181612-225b-4013-989a-93e38637014c req-5e204cab-6f34-434d-b84a-55c3ec843326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:38.967458 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-51181612-225b-4013-989a-93e38637014c req-5e204cab-6f34-434d-b84a-55c3ec843326 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29c6df0397124e0db8749ac4610e3bf2&device_id=e0f0cc86-1069-48d9-8b42-179af1a04c6b HTTP/1.1" status: 200 len: 1137 time: 0.4378514 Jul 24 00:53:38.987040 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71127c06-482f-41be-8de2-45b44b4e44bb req-97df63d1-d7d5-4521-8687-1e1421c3249d tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:38.987881 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-71127c06-482f-41be-8de2-45b44b4e44bb req-97df63d1-d7d5-4521-8687-1e1421c3249d tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:38.990075 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-71127c06-482f-41be-8de2-45b44b4e44bb req-97df63d1-d7d5-4521-8687-1e1421c3249d tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "PUT /v2.0/ports/884394ff-36e0-4671-8afb-cc199fd6db4f HTTP/1.1" status: 200 len: 1021 time: 0.8244703 Jul 24 00:53:39.013346 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['884394ff-36e0-4671-8afb-cc199fd6db4f'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:53:39.096193 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 05ec7917-6cd8-4b84-825d-0e5955dd0180 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:53:39.109390 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['884394ff-36e0-4671-8afb-cc199fd6db4f'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:53:39.167761 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 05ec7917-6cd8-4b84-825d-0e5955dd0180 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:53:39.168491 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:39.227744 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51181612-225b-4013-989a-93e38637014c req-2df89c17-3c00-4eea-b008-32626a5dfef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:39.229152 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-51181612-225b-4013-989a-93e38637014c req-2df89c17-3c00-4eea-b008-32626a5dfef5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cf81efcb-2043-4c81-a9e1-631f32772270 HTTP/1.1" status: 200 len: 914 time: 0.2534773 Jul 24 00:53:39.360056 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:39.363783 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-51181612-225b-4013-989a-93e38637014c req-481c057f-acfe-48f1-836b-a57303fa479e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=884394ff-36e0-4671-8afb-cc199fd6db4f HTTP/1.1" status: 200 len: 217 time: 0.0666492 Jul 24 00:53:39.370802 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df63d1-d7d5-4521-8687-1e1421c3249d tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Pushing event updated for resources: {'Port': ['ID=884394ff-36e0-4671-8afb-cc199fd6db4f,revision_number=7']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:39.404386 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 05ec7917-6cd8-4b84-825d-0e5955dd0180, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=05ec7917-6cd8-4b84-825d-0e5955dd0180,segment=NetworkSegment(6cf062f5-41d0-4203-bdf7-b867d43abf23),segment_id=6cf062f5-41d0-4203-bdf7-b867d43abf23)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:39.410145 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130edda7-e6fe-40c7-891a-817fe24ea164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ec7917-6cd8-4b84-825d-0e5955dd0180'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:53:39.416699 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced9dda6-3570-4f10-8685-9c1175264bd4" -d '{"events": [{"server_uuid": "130edda7-e6fe-40c7-891a-817fe24ea164", "name": "network-vif-plugged", "status": "completed", "tag": "05ec7917-6cd8-4b84-825d-0e5955dd0180"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:53:39.431258 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:39.439667 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd546a-807f-4b5e-9e12-faef4b15311a req-3857e81e-daa8-4cd3-914b-d3e8750ce4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:39.444739 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a8cd546a-807f-4b5e-9e12-faef4b15311a req-3857e81e-daa8-4cd3-914b-d3e8750ce4c0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c4ab419-d412-43cd-bcfe-97903abe1bf4 HTTP/1.1" status: 200 len: 908 time: 0.6567719 Jul 24 00:53:39.460870 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579d2ec-487a-4375-8afa-b8494c5daf60 req-f4438383-e655-4a55-97ab-bde3a7383e10 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:39.462827 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e579d2ec-487a-4375-8afa-b8494c5daf60 req-f4438383-e655-4a55-97ab-bde3a7383e10 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0f0cc86-1069-48d9-8b42-179af1a04c6b HTTP/1.1" status: 200 len: 1024 time: 0.2324345 Jul 24 00:53:39.468656 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51181612-225b-4013-989a-93e38637014c req-b6dce3ae-1c81-4f45-a2e4-bae6b054d592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:39.470523 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-51181612-225b-4013-989a-93e38637014c req-b6dce3ae-1c81-4f45-a2e4-bae6b054d592 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a929b04c-7a2d-49ff-8cb4-85d21861c3b7 HTTP/1.1" status: 200 len: 853 time: 0.0959680 Jul 24 00:53:39.518972 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-51181612-225b-4013-989a-93e38637014c req-13c80768-3650-42cc-9814-e99dc66d2fe8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cf81efcb-2043-4c81-a9e1-631f32772270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391340 Jul 24 00:53:39.524228 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=05ec7917-6cd8-4b84-825d-0e5955dd0180,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:39.549780 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a8cd546a-807f-4b5e-9e12-faef4b15311a req-342ef934-fa29-4246-8e48-2eedce4c6735 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81fc6889-cb44-41d1-9c91-43fe84127d3c HTTP/1.1" status: 200 len: 217 time: 0.0763409 Jul 24 00:53:39.595009 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3976cc81-18ef-41de-b1c3-54b0caf7d833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:39.705900 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64edb4e5-2f73-4644-9a4c-06a7337c485e req-24cd2194-d0f9-48e4-afd1-3b6ecd71583b tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:39.707471 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-64edb4e5-2f73-4644-9a4c-06a7337c485e req-24cd2194-d0f9-48e4-afd1-3b6ecd71583b tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 944 time: 1.0256844 Jul 24 00:53:39.727619 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-51181612-225b-4013-989a-93e38637014c req-ba77164c-cf5b-4457-a770-f6f7b304fca3 service neutron] 10.222.0.13 "GET /v2.0/networks/cf81efcb-2043-4c81-a9e1-631f32772270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884630 Jul 24 00:53:39.742354 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd546a-807f-4b5e-9e12-faef4b15311a req-2690757d-5cde-43bf-b1d9-280088027bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:39.744281 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a8cd546a-807f-4b5e-9e12-faef4b15311a req-2690757d-5cde-43bf-b1d9-280088027bb3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e7ca279-b98c-43f9-865c-dc5db7518bba HTTP/1.1" status: 200 len: 847 time: 0.1786542 Jul 24 00:53:39.804019 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e579d2ec-487a-4375-8afa-b8494c5daf60 req-7dc41e9a-f475-4f6b-aac9-4461d6a1349f tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups?id=836e5242-73c5-4c68-bec4-27c210516013&id=d53c7b46-0f0d-40b8-8bc0-a4727c0dfaaa&id=4afdf14b-fed7-48f6-898d-5e248a4ef7f5 HTTP/1.1" status: 200 len: 6150 time: 0.3321145 Jul 24 00:53:39.808134 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-64edb4e5-2f73-4644-9a4c-06a7337c485e req-4952fa65-0557-4971-8843-0f66334e2e86 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913966 Jul 24 00:53:39.810333 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a8cd546a-807f-4b5e-9e12-faef4b15311a req-e9fb0c02-44cb-46a5-a9b6-63e1a3fa12a3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c4ab419-d412-43cd-bcfe-97903abe1bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442157 Jul 24 00:53:39.973193 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-51181612-225b-4013-989a-93e38637014c req-7901e0ab-05e6-4ea1-8a14-bce6b2c45fbf service neutron] 10.222.0.13 "GET /v2.0/networks/cf81efcb-2043-4c81-a9e1-631f32772270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329321 Jul 24 00:53:39.978673 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3976cc81-18ef-41de-b1c3-54b0caf7d833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:39.981356 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3976cc81-18ef-41de-b1c3-54b0caf7d833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:39.982966 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3976cc81-18ef-41de-b1c3-54b0caf7d833 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/67ae1b4d-41a1-42ef-818c-5d8ca4effe82 HTTP/1.1" status: 204 len: 168 time: 1.3927252 Jul 24 00:53:40.030023 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976cc81-18ef-41de-b1c3-54b0caf7d833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ae1b4d-41a1-42ef-818c-5d8ca4effe82,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:40.111547 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6fe384-8918-4ea9-8ea9-1360f1d92787 req-e5494a17-d2d7-4b7a-a963-b825bd477818 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:40.113123 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cf6fe384-8918-4ea9-8ea9-1360f1d92787 req-e5494a17-d2d7-4b7a-a963-b825bd477818 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 943 time: 0.1792307 Jul 24 00:53:40.116189 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a8cd546a-807f-4b5e-9e12-faef4b15311a req-a2947af4-d4bd-4e29-89e6-5a8458104d9d service neutron] 10.222.0.13 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951670 Jul 24 00:53:40.254254 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cf6fe384-8918-4ea9-8ea9-1360f1d92787 req-8a18673f-1fb7-468a-9743-38fa4de49d4b tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338785 Jul 24 00:53:40.257206 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a8cd546a-807f-4b5e-9e12-faef4b15311a req-0b4994b3-1e48-4941-83cb-eb2589fa4ef1 service neutron] 10.222.0.13 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205225 Jul 24 00:53:40.344360 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8b36f4-7b8a-4ecf-8af2-00e0651d8077 x-openstack-request-id: req-fa8b36f4-7b8a-4ecf-8af2-00e0651d8077 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:53:40.344870 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130edda7-e6fe-40c7-891a-817fe24ea164", "name": "network-vif-plugged", "status": "completed", "tag": "05ec7917-6cd8-4b84-825d-0e5955dd0180", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:53:40.344870 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fa8b36f4-7b8a-4ecf-8af2-00e0651d8077 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:53:40.345282 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '130edda7-e6fe-40c7-891a-817fe24ea164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ec7917-6cd8-4b84-825d-0e5955dd0180', 'code': 200} Jul 24 00:53:40.374135 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-ec21a88a-1a9c-4536-8328-26ff0ac46087 req-c9e9884d-5a9e-475d-8da8-154862e7e1b9 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Request body: {'security_group': {'name': ' tempest-securitygroup -425221256 ', 'description': 'tempest-description-2094833365'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:40.436479 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ec21a88a-1a9c-4536-8328-26ff0ac46087 req-c9e9884d-5a9e-475d-8da8-154862e7e1b9 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:40.490500 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0f0cc86-1069-48d9-8b42-179af1a04c6b', 'tag': '884394ff-36e0-4671-8afb-cc199fd6db4f'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:53:40.497531 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e9024cc-88ee-44bf-bab3-e989a9aadbbc" -d '{"events": [{"name": "network-changed", "server_uuid": "e0f0cc86-1069-48d9-8b42-179af1a04c6b", "tag": "884394ff-36e0-4671-8afb-cc199fd6db4f"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:53:40.514796 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57618) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:40.576747 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c0233697-5b92-4863-8118-d803c38e5b1d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f12ee343949e419ba5a249e498dd9f89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0569890 Jul 24 00:53:40.576965 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57620) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:40.596322 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035dac77-520f-418b-9397-20d06baca921 req-1a29c827-2db4-4710-898c-0d2e58b644e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:40.597854 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-035dac77-520f-418b-9397-20d06baca921 req-1a29c827-2db4-4710-898c-0d2e58b644e8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 1097 time: 0.1375947 Jul 24 00:53:40.617367 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ec21a88a-1a9c-4536-8328-26ff0ac46087 req-c9e9884d-5a9e-475d-8da8-154862e7e1b9 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:40.622142 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ec21a88a-1a9c-4536-8328-26ff0ac46087 req-c9e9884d-5a9e-475d-8da8-154862e7e1b9 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:40.645958 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-035dac77-520f-418b-9397-20d06baca921 req-e07087e9-8d82-473d-a9a4-b4b84933dcfe service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378065 Jul 24 00:53:40.660384 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ec21a88a-1a9c-4536-8328-26ff0ac46087 req-c9e9884d-5a9e-475d-8da8-154862e7e1b9 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:40.662914 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ec21a88a-1a9c-4536-8328-26ff0ac46087 req-c9e9884d-5a9e-475d-8da8-154862e7e1b9 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.3011196 Jul 24 00:53:40.675865 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9884d-5a9e-475d-8da8-154862e7e1b9 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03e98ded-0343-4e34-9fa2-251addc75ad6,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:40.693589 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2d98e459-f569-4a32-b5b6-867a785aac4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:40.723079 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2d98e459-f569-4a32-b5b6-867a785aac4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:40.725776 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae98438-5a3b-416c-ab51-546f5101734a x-openstack-request-id: req-aae98438-5a3b-416c-ab51-546f5101734a {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:53:40.725776 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0f0cc86-1069-48d9-8b42-179af1a04c6b", "tag": "884394ff-36e0-4671-8afb-cc199fd6db4f", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:53:40.725973 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aae98438-5a3b-416c-ab51-546f5101734a {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:53:40.726430 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0f0cc86-1069-48d9-8b42-179af1a04c6b', 'tag': '884394ff-36e0-4671-8afb-cc199fd6db4f', 'status': 'completed', 'code': 200} Jul 24 00:53:40.788091 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2d98e459-f569-4a32-b5b6-867a785aac4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:40.794543 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-df75ea34-b4c2-4eb9-9086-ce43b5ae8b85 req-f8b0ff03-5297-4d88-b729-70bd8d925379 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups/03e98ded-0343-4e34-9fa2-251addc75ad6 HTTP/1.1" status: 200 len: 1780 time: 0.0544493 Jul 24 00:53:40.794921 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2d98e459-f569-4a32-b5b6-867a785aac4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:40.799221 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2d98e459-f569-4a32-b5b6-867a785aac4d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e80d0047-1cad-409e-b9e5-6246120b8073 HTTP/1.1" status: 204 len: 168 time: 0.2213597 Jul 24 00:53:40.853066 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d98e459-f569-4a32-b5b6-867a785aac4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80d0047-1cad-409e-b9e5-6246120b8073,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:40.883669 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device c6609332-98bf-45ab-810a-31165d04ac16 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:53:40.915152 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9024cc-88ee-44bf-bab3-e989a9aadbbc req-3c3fd3c2-efe5-43b7-9a91-a4bb58034b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:40.918481 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5e9024cc-88ee-44bf-bab3-e989a9aadbbc req-3c3fd3c2-efe5-43b7-9a91-a4bb58034b9c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29c6df0397124e0db8749ac4610e3bf2&device_id=e0f0cc86-1069-48d9-8b42-179af1a04c6b HTTP/1.1" status: 200 len: 1176 time: 0.1427019 Jul 24 00:53:40.933940 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8e648a4d-a4c3-47a9-b98c-2d8f88151e14 req-4d40d5c7-5036-42d4-8e66-09f0e0e6bcc0 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups/03e98ded-0343-4e34-9fa2-251addc75ad6 HTTP/1.1" status: 200 len: 1780 time: 0.1134892 Jul 24 00:53:41.017124 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8e648a4d-a4c3-47a9-b98c-2d8f88151e14 req-278842e2-08c2-4b98-a086-62dc8bbb0243 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:41.042868 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8e648a4d-a4c3-47a9-b98c-2d8f88151e14 req-278842e2-08c2-4b98-a086-62dc8bbb0243 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:41.070280 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port c6609332-98bf-45ab-810a-31165d04ac16, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=c6609332-98bf-45ab-810a-31165d04ac16,segment=NetworkSegment(6cf062f5-41d0-4203-bdf7-b867d43abf23),segment_id=6cf062f5-41d0-4203-bdf7-b867d43abf23)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:41.088093 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'c6609332-98bf-45ab-810a-31165d04ac16', 'network_id': '73a8909c-49cf-4748-a0d1-117aad1d6801', 'port_id': 'c6609332-98bf-45ab-810a-31165d04ac16', 'mac_address': 'fa:16:3e:54:66:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '954fd3a6-666f-4557-86c0-353193e10e5d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:53:41.104357 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8e648a4d-a4c3-47a9-b98c-2d8f88151e14 req-278842e2-08c2-4b98-a086-62dc8bbb0243 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:41.110461 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8e648a4d-a4c3-47a9-b98c-2d8f88151e14 req-278842e2-08c2-4b98-a086-62dc8bbb0243 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:41.114440 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8e648a4d-a4c3-47a9-b98c-2d8f88151e14 req-278842e2-08c2-4b98-a086-62dc8bbb0243 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "DELETE /v2.0/security-groups/03e98ded-0343-4e34-9fa2-251addc75ad6 HTTP/1.1" status: 204 len: 173 time: 0.1774349 Jul 24 00:53:41.139274 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278842e2-08c2-4b98-a086-62dc8bbb0243 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e98ded-0343-4e34-9fa2-251addc75ad6,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:41.144941 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:41.164112 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9024cc-88ee-44bf-bab3-e989a9aadbbc req-942ee040-bfe5-4a55-bdcf-091a797a5e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:41.164579 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5e9024cc-88ee-44bf-bab3-e989a9aadbbc req-942ee040-bfe5-4a55-bdcf-091a797a5e76 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cf81efcb-2043-4c81-a9e1-631f32772270 HTTP/1.1" status: 200 len: 914 time: 0.2368369 Jul 24 00:53:41.172314 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6609332-98bf-45ab-810a-31165d04ac16 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:53:41.179780 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b675201e-31a4-450f-8d8b-35e7bbb30642 req-ea551648-8cfd-4178-bac0-f66540879848 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:41.182500 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b675201e-31a4-450f-8d8b-35e7bbb30642 req-ea551648-8cfd-4178-bac0-f66540879848 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 944 time: 0.1233191 Jul 24 00:53:41.206450 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port c6609332-98bf-45ab-810a-31165d04ac16, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=c6609332-98bf-45ab-810a-31165d04ac16,segment=NetworkSegment(6cf062f5-41d0-4203-bdf7-b867d43abf23),segment_id=6cf062f5-41d0-4203-bdf7-b867d43abf23)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:41.212268 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:41.242315 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5e9024cc-88ee-44bf-bab3-e989a9aadbbc req-d6a8bab6-cf8f-4744-b4fd-1ea5fc2d68cd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=884394ff-36e0-4671-8afb-cc199fd6db4f HTTP/1.1" status: 200 len: 217 time: 0.0587556 Jul 24 00:53:41.249610 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [req-f7f7bc20-85f8-47bc-9ccf-bb73f99de43a req-f5b114d6-2f44-4c3c-9345-20854a384eec tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] show failed (client error): The resource could not be found. Jul 24 00:53:41.256952 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f7f7bc20-85f8-47bc-9ccf-bb73f99de43a req-f5b114d6-2f44-4c3c-9345-20854a384eec tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups/03e98ded-0343-4e34-9fa2-251addc75ad6 HTTP/1.1" status: 404 len: 352 time: 0.0256109 Jul 24 00:53:41.264604 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b675201e-31a4-450f-8d8b-35e7bbb30642 req-3f3f5d8f-89d8-4f36-9ac9-f3d474e6eb36 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747881 Jul 24 00:53:41.290372 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=c6609332-98bf-45ab-810a-31165d04ac16,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:41.324909 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-8e6a1f46-9e1c-4b32-9250-f468015f5beb req-024f9138-a071-49eb-9b43-40a754ce2aff tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1121583772', 'description': 'tempest-description-920709087'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:41.355331 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9024cc-88ee-44bf-bab3-e989a9aadbbc req-f6cb246e-347d-4c6f-9eda-d60c69c8f3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:41.356843 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5e9024cc-88ee-44bf-bab3-e989a9aadbbc req-f6cb246e-347d-4c6f-9eda-d60c69c8f3c5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a929b04c-7a2d-49ff-8cb4-85d21861c3b7 HTTP/1.1" status: 200 len: 853 time: 0.0910833 Jul 24 00:53:41.366571 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-8e6a1f46-9e1c-4b32-9250-f468015f5beb req-024f9138-a071-49eb-9b43-40a754ce2aff tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:41.430137 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5e9024cc-88ee-44bf-bab3-e989a9aadbbc req-98e68f3e-06da-4991-bb27-fb555592a5f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cf81efcb-2043-4c81-a9e1-631f32772270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370364 Jul 24 00:53:41.468059 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16636c-662a-4034-bc66-c768ae6ae433 req-cf2eea98-883a-4b69-a4ae-d94c9267a3e5 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:41.470361 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7b16636c-662a-4034-bc66-c768ae6ae433 req-cf2eea98-883a-4b69-a4ae-d94c9267a3e5 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 943 time: 0.0904300 Jul 24 00:53:41.535318 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7b16636c-662a-4034-bc66-c768ae6ae433 req-89cf22bf-4f79-416b-9506-34feabbdd503 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516787 Jul 24 00:53:41.577926 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5e9024cc-88ee-44bf-bab3-e989a9aadbbc req-d04bbffd-ede1-4a2d-a9c2-d00f3f65660e service neutron] 10.222.0.13 "GET /v2.0/networks/cf81efcb-2043-4c81-a9e1-631f32772270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391301 Jul 24 00:53:41.579594 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57666) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:41.594124 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['c6609332-98bf-45ab-810a-31165d04ac16'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:53:41.683867 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-8e6a1f46-9e1c-4b32-9250-f468015f5beb req-024f9138-a071-49eb-9b43-40a754ce2aff tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:41.695960 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-8e6a1f46-9e1c-4b32-9250-f468015f5beb req-024f9138-a071-49eb-9b43-40a754ce2aff tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:41.856376 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-8e6a1f46-9e1c-4b32-9250-f468015f5beb req-024f9138-a071-49eb-9b43-40a754ce2aff tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:41.862174 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8e6a1f46-9e1c-4b32-9250-f468015f5beb req-024f9138-a071-49eb-9b43-40a754ce2aff tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5469310 Jul 24 00:53:41.883196 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-456cb715-265e-4a2a-b313-97b6fc2571df admin admin] Deleting subnet fd9d285b-6b1a-48e3-ba8d-9b7a3b766001 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:53:41.884446 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f9138-a071-49eb-9b43-40a754ce2aff tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79dbfe24-d5e9-4185-aa36-311b4b154835,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:41.895419 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-b070b2f6-86cc-42b4-9f1e-a24e782403cc req-019fa64d-c11c-4b4a-bf01-65c04d9151a7 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-317104973', 'description': 'tempest-description-1575173923'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:41.897739 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-456cb715-265e-4a2a-b313-97b6fc2571df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:41.920385 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5e9024cc-88ee-44bf-bab3-e989a9aadbbc req-8517e060-b8cb-4715-97fe-1590c6b4b4b3 service neutron] 10.222.0.13 "GET /v2.0/networks/cf81efcb-2043-4c81-a9e1-631f32772270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353052 Jul 24 00:53:41.932509 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-b070b2f6-86cc-42b4-9f1e-a24e782403cc req-019fa64d-c11c-4b4a-bf01-65c04d9151a7 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:41.971552 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-456cb715-265e-4a2a-b313-97b6fc2571df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:42.029421 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-456cb715-265e-4a2a-b313-97b6fc2571df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:42.052116 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-b070b2f6-86cc-42b4-9f1e-a24e782403cc req-019fa64d-c11c-4b4a-bf01-65c04d9151a7 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:42.054514 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-b070b2f6-86cc-42b4-9f1e-a24e782403cc req-019fa64d-c11c-4b4a-bf01-65c04d9151a7 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:42.097497 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-b070b2f6-86cc-42b4-9f1e-a24e782403cc req-019fa64d-c11c-4b4a-bf01-65c04d9151a7 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:42.104220 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b070b2f6-86cc-42b4-9f1e-a24e782403cc req-019fa64d-c11c-4b4a-bf01-65c04d9151a7 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2236228 Jul 24 00:53:42.105195 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019fa64d-c11c-4b4a-bf01-65c04d9151a7 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d8f633-fd72-4fc2-9721-bb69d2f9626d,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:42.121623 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-456cb715-265e-4a2a-b313-97b6fc2571df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:42.152349 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-90569d19-0055-40ed-b5bc-fe0003b9dc3c req-ffeca449-ef3a-4754-a318-b7fd2b124087 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-762276603', 'description': 'tempest-description-146556431'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:42.159776 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456cb715-265e-4a2a-b313-97b6fc2571df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd9d285b-6b1a-48e3-ba8d-9b7a3b766001,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:42.167346 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57684) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:42.171847 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-456cb715-265e-4a2a-b313-97b6fc2571df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:42.174258 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-456cb715-265e-4a2a-b313-97b6fc2571df admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fd9d285b-6b1a-48e3-ba8d-9b7a3b766001 HTTP/1.1" status: 204 len: 168 time: 0.5934563 Jul 24 00:53:42.177621 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57688) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:42.190550 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-90569d19-0055-40ed-b5bc-fe0003b9dc3c req-ffeca449-ef3a-4754-a318-b7fd2b124087 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:42.268659 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b2ca469d-ac9a-42f7-9acc-768d3431e23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:42.308434 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-90569d19-0055-40ed-b5bc-fe0003b9dc3c req-ffeca449-ef3a-4754-a318-b7fd2b124087 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:42.313713 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-90569d19-0055-40ed-b5bc-fe0003b9dc3c req-ffeca449-ef3a-4754-a318-b7fd2b124087 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:42.337739 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-90569d19-0055-40ed-b5bc-fe0003b9dc3c req-ffeca449-ef3a-4754-a318-b7fd2b124087 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:42.339226 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-90569d19-0055-40ed-b5bc-fe0003b9dc3c req-ffeca449-ef3a-4754-a318-b7fd2b124087 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.1908123 Jul 24 00:53:42.359899 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeca449-ef3a-4754-a318-b7fd2b124087 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd771d2-1978-4957-a782-1142bab68bc8,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:42.363006 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b2ca469d-ac9a-42f7-9acc-768d3431e23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:42.380229 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-ba56b542-791a-4ecc-8f68-d9fe8d8e670a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1143471385-network', 'tenant_id': '8775928e4716419799315861924d3578'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:42.386389 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-b2ca469d-ac9a-42f7-9acc-768d3431e23e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2e28809-37ce-4580-b5c1-8641e6176e46']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:42.410202 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-b2ca469d-ac9a-42f7-9acc-768d3431e23e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4a12371-e65f-4999-8182-3fce7a91f982') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:42.410493 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-b2ca469d-ac9a-42f7-9acc-768d3431e23e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4a12371-e65f-4999-8182-3fce7a91f982') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:42.445505 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b2ca469d-ac9a-42f7-9acc-768d3431e23e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:42.469077 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba56b542-791a-4ecc-8f68-d9fe8d8e670a admin admin] Made reservation on behalf of 8775928e4716419799315861924d3578 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:53:42.471589 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ba56b542-791a-4ecc-8f68-d9fe8d8e670a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:42.475051 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b2ca469d-ac9a-42f7-9acc-768d3431e23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:42.489112 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ba56b542-791a-4ecc-8f68-d9fe8d8e670a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:42.493282 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2ca469d-ac9a-42f7-9acc-768d3431e23e admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:53:42.493697 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b2ca469d-ac9a-42f7-9acc-768d3431e23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:42.495486 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 00:53:42.495486 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:53:42.495486 n-d-793621-25 neutron-server[100463]: timer() Jul 24 00:53:42.495486 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:53:42.495486 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 00:53:42.495486 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:53:42.495486 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 00:53:42.495486 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:53:42.495486 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 00:53:42.495486 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:53:42.495486 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 00:53:42.495486 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:53:42.495486 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 00:53:42.495486 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:53:42.495486 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:53:42.495486 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:53:42.495486 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:53:42.495486 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:53:42.495486 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 00:53:42.495486 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:53:42.495486 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 00:53:42.495486 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:53:42.495486 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:53:42.495486 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:53:42.495486 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 00:53:42.495486 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:53:42.495486 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:53:42.495486 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:53:42.495486 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:53:42.495486 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:53:42.495486 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:53:42.495486 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:53:42.511516 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e9d7069d-76b4-476c-826f-603edd285aee req-b71a738d-9e23-47b8-80c3-9354f8fe203c tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=29c6df0397124e0db8749ac4610e3bf2 HTTP/1.1" status: 200 len: 10896 time: 0.1360092 Jul 24 00:53:42.566833 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e9d7069d-76b4-476c-826f-603edd285aee req-7c622e6a-f0b8-4d1b-9bf4-afd41dd13e4c tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups/4afdf14b-fed7-48f6-898d-5e248a4ef7f5 HTTP/1.1" status: 200 len: 2981 time: 0.0480461 Jul 24 00:53:42.600578 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68c8d0-3a54-43be-8f58-9076dfe73876 req-f17f6816-a7b6-4a73-abd5-721fa9b978cc tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:42.602110 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2b68c8d0-3a54-43be-8f58-9076dfe73876 req-f17f6816-a7b6-4a73-abd5-721fa9b978cc tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 945 time: 0.2124107 Jul 24 00:53:42.604698 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b2ca469d-ac9a-42f7-9acc-768d3431e23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:42.612628 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b2ca469d-ac9a-42f7-9acc-768d3431e23e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:42.615455 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b2ca469d-ac9a-42f7-9acc-768d3431e23e admin admin] 10.222.0.15 "DELETE /v2.0/networks/e2e28809-37ce-4580-b5c1-8641e6176e46 HTTP/1.1" status: 204 len: 168 time: 0.4367790 Jul 24 00:53:42.651227 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca469d-ac9a-42f7-9acc-768d3431e23e admin admin] Pushing event deleted for resources: {'Network': ['ID=e2e28809-37ce-4580-b5c1-8641e6176e46,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:42.651358 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e9d7069d-76b4-476c-826f-603edd285aee req-c4cb59c0-fb8e-4b7e-8247-1ddc875f7543 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups/4afdf14b-fed7-48f6-898d-5e248a4ef7f5 HTTP/1.1" status: 200 len: 2981 time: 0.0715353 Jul 24 00:53:42.685988 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2b68c8d0-3a54-43be-8f58-9076dfe73876 req-4058f592-d0cd-4fb2-b7b0-d21ad880098c tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745902 Jul 24 00:53:42.731304 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ba56b542-791a-4ecc-8f68-d9fe8d8e670a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:42.772718 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ba56b542-791a-4ecc-8f68-d9fe8d8e670a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:42.790821 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57702) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:42.808046 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8645502e-d4e9-4f5c-be20-85838aada18e req-7738a30b-d252-45e9-a8b4-1cf22dca7eec tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups/79dbfe24-d5e9-4185-aa36-311b4b154835 HTTP/1.1" status: 200 len: 1800 time: 0.0845137 Jul 24 00:53:42.820304 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba56b542-791a-4ecc-8f68-d9fe8d8e670a admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:53:42.842682 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-cf5af261-2f86-48d9-807e-7a20a07e1949 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=133d6e8bbab54d519ed84797d0ebf0de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499508 Jul 24 00:53:42.843103 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56b542-791a-4ecc-8f68-d9fe8d8e670a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334cfaf2-d168-43f6-8bef-b99b51df53b4,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:42.845739 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57704) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:42.857154 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f9e92-92d0-49d2-b40e-04a8d8952761 req-e32b2606-5988-4730-91c5-b7d9b5562c82 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:42.858725 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-759f9e92-92d0-49d2-b40e-04a8d8952761 req-e32b2606-5988-4730-91c5-b7d9b5562c82 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 943 time: 0.1380839 Jul 24 00:53:42.863938 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ba56b542-791a-4ecc-8f68-d9fe8d8e670a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:42.864202 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-ba56b542-791a-4ecc-8f68-d9fe8d8e670a admin admin] Added segment 5997850d-598b-45fc-8985-dbbfe8ec96d2 of type vlan for network c9b203d0-eae7-4a9d-aeba-2ef85b49dd48 Jul 24 00:53:42.899551 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device c6609332-98bf-45ab-810a-31165d04ac16 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:53:42.901853 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-759f9e92-92d0-49d2-b40e-04a8d8952761 req-8a842e30-bcf4-4375-90eb-4284688cab6f tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359273 Jul 24 00:53:42.952747 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port c6609332-98bf-45ab-810a-31165d04ac16 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:53:42.959738 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port c6609332-98bf-45ab-810a-31165d04ac16 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:53:42.960464 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:42.984413 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ba56b542-791a-4ecc-8f68-d9fe8d8e670a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:43.025104 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f44ac90f-2195-409a-9c8d-7d56f6177e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:43.033308 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-8645502e-d4e9-4f5c-be20-85838aada18e req-1f84fa85-c48f-4d3c-bbc6-1c409778d7e0 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:43.063025 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:43.093479 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '029b3a20-a160-4a39-af09-88b4336358a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6609332-98bf-45ab-810a-31165d04ac16'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:53:43.097698 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85364566-2e3f-4bda-bb64-56a39012b0fe" -d '{"events": [{"server_uuid": "029b3a20-a160-4a39-af09-88b4336358a2", "name": "network-vif-plugged", "status": "completed", "tag": "c6609332-98bf-45ab-810a-31165d04ac16"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:53:43.116290 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port c6609332-98bf-45ab-810a-31165d04ac16, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=c6609332-98bf-45ab-810a-31165d04ac16,segment=NetworkSegment(6cf062f5-41d0-4203-bdf7-b867d43abf23),segment_id=6cf062f5-41d0-4203-bdf7-b867d43abf23)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:43.127108 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:43.136802 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f44ac90f-2195-409a-9c8d-7d56f6177e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:43.161981 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ba56b542-791a-4ecc-8f68-d9fe8d8e670a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:43.163424 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba56b542-791a-4ecc-8f68-d9fe8d8e670a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:43.164540 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ba56b542-791a-4ecc-8f68-d9fe8d8e670a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:43.202820 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=c6609332-98bf-45ab-810a-31165d04ac16,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:43.241183 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-8645502e-d4e9-4f5c-be20-85838aada18e req-1f84fa85-c48f-4d3c-bbc6-1c409778d7e0 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:43.245790 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56b542-791a-4ecc-8f68-d9fe8d8e670a admin admin] Pushing event updated for resources: {'Network': ['ID=c9b203d0-eae7-4a9d-aeba-2ef85b49dd48,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:43.258354 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network c9b203d0-eae7-4a9d-aeba-2ef85b49dd48 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:53:43.294915 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57712) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:43.300003 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-dc0d23ff-f3ad-4f1b-8e8b-c52e1528364e admin admin] Request body: {'subnet': {'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143471385-subnet', 'tenant_id': '8775928e4716419799315861924d3578', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:43.305051 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ba56b542-791a-4ecc-8f68-d9fe8d8e670a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1368151 Jul 24 00:53:43.340169 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc0d23ff-f3ad-4f1b-8e8b-c52e1528364e admin admin] Made reservation on behalf of 8775928e4716419799315861924d3578 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:53:43.343301 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dc0d23ff-f3ad-4f1b-8e8b-c52e1528364e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:43.348915 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-8645502e-d4e9-4f5c-be20-85838aada18e req-1f84fa85-c48f-4d3c-bbc6-1c409778d7e0 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:43.352341 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-8645502e-d4e9-4f5c-be20-85838aada18e req-1f84fa85-c48f-4d3c-bbc6-1c409778d7e0 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:43.353726 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8645502e-d4e9-4f5c-be20-85838aada18e req-1f84fa85-c48f-4d3c-bbc6-1c409778d7e0 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "DELETE /v2.0/security-groups/79dbfe24-d5e9-4185-aa36-311b4b154835 HTTP/1.1" status: 204 len: 173 time: 0.5345409 Jul 24 00:53:43.392935 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84fa85-c48f-4d3c-bbc6-1c409778d7e0 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79dbfe24-d5e9-4185-aa36-311b4b154835,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:43.400045 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f44ac90f-2195-409a-9c8d-7d56f6177e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:43.404957 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f44ac90f-2195-409a-9c8d-7d56f6177e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:43.406296 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f44ac90f-2195-409a-9c8d-7d56f6177e28 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/68962e3a-5392-436d-9103-2a99a5a2dbd7 HTTP/1.1" status: 204 len: 168 time: 0.5507717 Jul 24 00:53:43.417493 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ac90f-2195-409a-9c8d-7d56f6177e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68962e3a-5392-436d-9103-2a99a5a2dbd7,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:43.451333 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f656a056-460d-4b7b-9502-e5c5b7e82c9f x-openstack-request-id: req-f656a056-460d-4b7b-9502-e5c5b7e82c9f {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:53:43.451624 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "029b3a20-a160-4a39-af09-88b4336358a2", "name": "network-vif-plugged", "status": "completed", "tag": "c6609332-98bf-45ab-810a-31165d04ac16", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:53:43.451880 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f656a056-460d-4b7b-9502-e5c5b7e82c9f {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:53:43.452287 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '029b3a20-a160-4a39-af09-88b4336358a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6609332-98bf-45ab-810a-31165d04ac16', 'code': 200} Jul 24 00:53:43.478419 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [req-c5fdd749-974a-4a73-824e-d2bb7fe9e968 req-cd48f2cb-2cb3-40c2-ad7e-5e1f69ba54c0 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] show failed (client error): The resource could not be found. Jul 24 00:53:43.479526 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c5fdd749-974a-4a73-824e-d2bb7fe9e968 req-cd48f2cb-2cb3-40c2-ad7e-5e1f69ba54c0 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups/79dbfe24-d5e9-4185-aa36-311b4b154835 HTTP/1.1" status: 404 len: 352 time: 0.0415785 Jul 24 00:53:43.586521 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-32637856-1ace-4d4a-b55c-42fe2782584c req-0d52d2e5-9891-46c7-af86-98e03827d1c1 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups/b8d8f633-fd72-4fc2-9721-bb69d2f9626d HTTP/1.1" status: 200 len: 1800 time: 0.0736961 Jul 24 00:53:43.626768 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dc0d23ff-f3ad-4f1b-8e8b-c52e1528364e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:43.651036 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e068a-0a99-44a2-9cf3-8d4b776d851e req-9c30daf1-71c1-4621-957a-0a3ebb466ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:43.652763 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-202e068a-0a99-44a2-9cf3-8d4b776d851e req-9c30daf1-71c1-4621-957a-0a3ebb466ace service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 1098 time: 0.1068585 Jul 24 00:53:43.678212 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d23ff-f3ad-4f1b-8e8b-c52e1528364e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3072a7c8-2c3c-4d80-89a4-047d4b311662,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:43.716764 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-32637856-1ace-4d4a-b55c-42fe2782584c req-b84d2b47-73a5-4748-bc0f-80203b0b6d4d tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:43.721752 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-202e068a-0a99-44a2-9cf3-8d4b776d851e req-9b57aa6c-f1ba-485a-8c80-225be3ef1f5b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619669 Jul 24 00:53:43.736663 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0d23ff-f3ad-4f1b-8e8b-c52e1528364e admin admin] Checking segment: {'id': '5997850d-598b-45fc-8985-dbbfe8ec96d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:53:43.736663 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0d23ff-f3ad-4f1b-8e8b-c52e1528364e admin admin] Network hostable DHCP agents. Network: c9b203d0-eae7-4a9d-aeba-2ef85b49dd48, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:53:43.765356 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-32637856-1ace-4d4a-b55c-42fe2782584c req-b84d2b47-73a5-4748-bc0f-80203b0b6d4d tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:43.778889 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0d23ff-f3ad-4f1b-8e8b-c52e1528364e admin admin] Network c9b203d0-eae7-4a9d-aeba-2ef85b49dd48 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:53:43.798677 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-dc0d23ff-f3ad-4f1b-8e8b-c52e1528364e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, c9b203d0-eae7-4a9d-aeba-2ef85b49dd48) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:53:43.809846 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f77ff62-69a5-4684-8e7f-d3c8f7150104 None None] Network c9b203d0-eae7-4a9d-aeba-2ef85b49dd48 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:53:43.814853 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc0d23ff-f3ad-4f1b-8e8b-c52e1528364e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:43.815905 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dc0d23ff-f3ad-4f1b-8e8b-c52e1528364e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:43.842490 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-32637856-1ace-4d4a-b55c-42fe2782584c req-b84d2b47-73a5-4748-bc0f-80203b0b6d4d tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:43.843238 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-32637856-1ace-4d4a-b55c-42fe2782584c req-b84d2b47-73a5-4748-bc0f-80203b0b6d4d tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:43.844066 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-32637856-1ace-4d4a-b55c-42fe2782584c req-b84d2b47-73a5-4748-bc0f-80203b0b6d4d tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "DELETE /v2.0/security-groups/b8d8f633-fd72-4fc2-9721-bb69d2f9626d HTTP/1.1" status: 204 len: 173 time: 0.2462714 Jul 24 00:53:43.868394 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d2b47-73a5-4748-bc0f-80203b0b6d4d tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d8f633-fd72-4fc2-9721-bb69d2f9626d,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:43.888006 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [req-386ddf75-f6d2-4700-93b7-8f25c886c0cf req-7512976a-c32b-4d5e-9116-5a6398a13f85 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] show failed (client error): The resource could not be found. Jul 24 00:53:43.889068 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-386ddf75-f6d2-4700-93b7-8f25c886c0cf req-7512976a-c32b-4d5e-9116-5a6398a13f85 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups/b8d8f633-fd72-4fc2-9721-bb69d2f9626d HTTP/1.1" status: 404 len: 352 time: 0.0186265 Jul 24 00:53:43.894599 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-dc0d23ff-f3ad-4f1b-8e8b-c52e1528364e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5962460 Jul 24 00:53:43.895274 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57730) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:43.908666 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-0948baf4-a5be-4c74-8b85-d7c5811d9f1d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1143471385-router', 'tenant_id': '8775928e4716419799315861924d3578', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:43.940444 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50049ccf-ffec-4769-99b3-a05a47fda17f req-8d4074fa-152b-4949-abbe-231e52f5c3fe tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:43.942608 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-50049ccf-ffec-4769-99b3-a05a47fda17f req-8d4074fa-152b-4949-abbe-231e52f5c3fe tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 946 time: 0.1207378 Jul 24 00:53:43.979855 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0948baf4-a5be-4c74-8b85-d7c5811d9f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:43.980623 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0948baf4-a5be-4c74-8b85-d7c5811d9f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:43.991050 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-16cc681d-db0c-4e16-8941-e62c61581834 req-799c3a2a-73fc-4dd1-9825-ed4333ef4e50 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups/3dd771d2-1978-4957-a782-1142bab68bc8 HTTP/1.1" status: 200 len: 1799 time: 0.0737886 Jul 24 00:53:44.034800 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0948baf4-a5be-4c74-8b85-d7c5811d9f1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:44.054898 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-50049ccf-ffec-4769-99b3-a05a47fda17f req-574786f9-c521-4eac-ab47-996b17936e3e tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018755 Jul 24 00:53:44.073004 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57e762e-cfdd-43d1-9827-19d667dcf4c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-c9b203d0-eae7-4a9d-aeba-2ef85b49dd48', 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48', 'tenant_id': '8775928e4716419799315861924d3578', 'fixed_ips': [{'subnet_id': '3072a7c8-2c3c-4d80-89a4-047d4b311662'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:53:44.074193 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f57e762e-cfdd-43d1-9827-19d667dcf4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:44.116099 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-16cc681d-db0c-4e16-8941-e62c61581834 req-5f060646-d973-4c53-ab12-5cccf4d748a4 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:44.163366 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-16cc681d-db0c-4e16-8941-e62c61581834 req-5f060646-d973-4c53-ab12-5cccf4d748a4 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:44.238243 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-16cc681d-db0c-4e16-8941-e62c61581834 req-5f060646-d973-4c53-ab12-5cccf4d748a4 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:44.241456 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-16cc681d-db0c-4e16-8941-e62c61581834 req-5f060646-d973-4c53-ab12-5cccf4d748a4 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:44.243038 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-16cc681d-db0c-4e16-8941-e62c61581834 req-5f060646-d973-4c53-ab12-5cccf4d748a4 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "DELETE /v2.0/security-groups/3dd771d2-1978-4957-a782-1142bab68bc8 HTTP/1.1" status: 204 len: 173 time: 0.2460961 Jul 24 00:53:44.270791 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0948baf4-a5be-4c74-8b85-d7c5811d9f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:44.279683 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f060646-d973-4c53-ab12-5cccf4d748a4 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd771d2-1978-4957-a782-1142bab68bc8,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:44.295945 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [req-eb0e1477-ec8c-4d2b-93fb-1c88092ea9ed req-550d87c4-942b-4b8d-a5b8-ed184a8afd93 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] show failed (client error): The resource could not be found. Jul 24 00:53:44.316661 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-eb0e1477-ec8c-4d2b-93fb-1c88092ea9ed req-550d87c4-942b-4b8d-a5b8-ed184a8afd93 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups/3dd771d2-1978-4957-a782-1142bab68bc8 HTTP/1.1" status: 404 len: 352 time: 0.0512671 Jul 24 00:53:44.400769 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-f57e762e-cfdd-43d1-9827-19d667dcf4c2 None None] Allocated IP 172.20.0.2 (c9b203d0-eae7-4a9d-aeba-2ef85b49dd48/3072a7c8-2c3c-4d80-89a4-047d4b311662/7ea59f60-00d8-4281-83a2-b9ef01202b00) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:53:44.456432 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a963016-4975-4fd8-85f5-dec15bef115d req-fd489939-14ef-418c-ac9e-09b5ac871cde tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:44.465437 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9a963016-4975-4fd8-85f5-dec15bef115d req-fd489939-14ef-418c-ac9e-09b5ac871cde tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 943 time: 0.1844356 Jul 24 00:53:44.523978 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ffe3bfd5-e869-43b0-ac9e-7b9894077a5e req-5fc70fd5-fdc2-4b15-9555-12e3e0850f58 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=29c6df0397124e0db8749ac4610e3bf2 HTTP/1.1" status: 200 len: 6150 time: 0.1080594 Jul 24 00:53:44.526979 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9a963016-4975-4fd8-85f5-dec15bef115d req-4be2fee0-ec21-49ec-a101-91edf8e14e70 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533667 Jul 24 00:53:44.626781 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ffe3bfd5-e869-43b0-ac9e-7b9894077a5e req-cce46825-a7a1-444c-86ed-c9875444a4c7 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups/4afdf14b-fed7-48f6-898d-5e248a4ef7f5 HTTP/1.1" status: 200 len: 2981 time: 0.0955162 Jul 24 00:53:44.641895 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57758) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:44.718588 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0948baf4-a5be-4c74-8b85-d7c5811d9f1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:44.719867 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ffe3bfd5-e869-43b0-ac9e-7b9894077a5e req-9227fc7e-fb63-4830-8d8b-c1a880f1aa5c tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups/4afdf14b-fed7-48f6-898d-5e248a4ef7f5 HTTP/1.1" status: 200 len: 2981 time: 0.0847964 Jul 24 00:53:44.744852 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0948baf4-a5be-4c74-8b85-d7c5811d9f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:44.753526 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-b5cc06d1-b98c-4f48-a8c1-b5ad5775e677 req-1b997b74-c53b-4f6e-b377-181adfaaef2c tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2086996121', 'description': 'tempest-description-766132083'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:44.811087 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f57e762e-cfdd-43d1-9827-19d667dcf4c2 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:44.826773 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f57e762e-cfdd-43d1-9827-19d667dcf4c2 None None] Transition to ACTIVE for port object 7ea59f60-00d8-4281-83a2-b9ef01202b00 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:53:44.831765 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b5cc06d1-b98c-4f48-a8c1-b5ad5775e677 req-1b997b74-c53b-4f6e-b377-181adfaaef2c tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:44.838341 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-142e3e84-b9d9-46e9-a79c-1442fbfcacf5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-838075859-network', 'tenant_id': '08d8c8d3947246a4bf2c131682db75a8'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:44.844297 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f57e762e-cfdd-43d1-9827-19d667dcf4c2 None None] Transition to ACTIVE for port object 7ea59f60-00d8-4281-83a2-b9ef01202b00 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:53:44.860652 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f57e762e-cfdd-43d1-9827-19d667dcf4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:44.889077 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.db.api [req-b5cc06d1-b98c-4f48-a8c1-b5ad5775e677 req-1b997b74-c53b-4f6e-b377-181adfaaef2c tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 24 00:53:44.889077 n-d-793621-25 neutron-server[100464]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 24 00:53:44.889077 n-d-793621-25 neutron-server[100464]: [parameters: {'project_id_1': '29c6df0397124e0db8749ac4610e3bf2', 'expiration_1': datetime.datetime(2021, 7, 24, 0, 53, 44, 862366)}] Jul 24 00:53:44.889077 n-d-793621-25 neutron-server[100464]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100464) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:53:44.890010 n-d-793621-25 neutron-server[100464]: DEBUG oslo_db.api [req-b5cc06d1-b98c-4f48-a8c1-b5ad5775e677 req-1b997b74-c53b-4f6e-b377-181adfaaef2c tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:53:44.894470 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142e3e84-b9d9-46e9-a79c-1442fbfcacf5 admin admin] Made reservation on behalf of 08d8c8d3947246a4bf2c131682db75a8 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:53:44.900010 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-142e3e84-b9d9-46e9-a79c-1442fbfcacf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:44.909778 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57e762e-cfdd-43d1-9827-19d667dcf4c2 None None] Network c9b203d0-eae7-4a9d-aeba-2ef85b49dd48 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:53:44.916457 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-142e3e84-b9d9-46e9-a79c-1442fbfcacf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:44.917212 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-f57e762e-cfdd-43d1-9827-19d667dcf4c2 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:53:44.920982 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57e762e-cfdd-43d1-9827-19d667dcf4c2 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:53:44.933445 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-0948baf4-a5be-4c74-8b85-d7c5811d9f1d admin admin] Allocated IP 172.25.2.112 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:53:44.933709 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e762e-cfdd-43d1-9827-19d667dcf4c2 None None] Pushing event updated for resources: {'Port': ['ID=7ea59f60-00d8-4281-83a2-b9ef01202b00,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:44.991149 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-f57e762e-cfdd-43d1-9827-19d667dcf4c2 None None] Attempting to bind port 7ea59f60-00d8-4281-83a2-b9ef01202b00 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:53:44.991857 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-f57e762e-cfdd-43d1-9827-19d667dcf4c2 None None] Attempting to bind port 7ea59f60-00d8-4281-83a2-b9ef01202b00 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '5997850d-598b-45fc-8985-dbbfe8ec96d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:53:44.992233 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57e762e-cfdd-43d1-9827-19d667dcf4c2 None None] Attempting to bind port 7ea59f60-00d8-4281-83a2-b9ef01202b00 on network c9b203d0-eae7-4a9d-aeba-2ef85b49dd48 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:53:44.999040 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57e762e-cfdd-43d1-9827-19d667dcf4c2 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:53:44.999435 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57e762e-cfdd-43d1-9827-19d667dcf4c2 None None] Checking segment: {'id': '5997850d-598b-45fc-8985-dbbfe8ec96d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:53:44.999869 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f57e762e-cfdd-43d1-9827-19d667dcf4c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:45.000259 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57e762e-cfdd-43d1-9827-19d667dcf4c2 None None] Bound using segment: {'id': '5997850d-598b-45fc-8985-dbbfe8ec96d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:53:45.000880 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-f57e762e-cfdd-43d1-9827-19d667dcf4c2 None None] Bound port: 7ea59f60-00d8-4281-83a2-b9ef01202b00, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5997850d-598b-45fc-8985-dbbfe8ec96d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:53:45.001529 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f57e762e-cfdd-43d1-9827-19d667dcf4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:45.048318 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-142e3e84-b9d9-46e9-a79c-1442fbfcacf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:45.055555 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-142e3e84-b9d9-46e9-a79c-1442fbfcacf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:45.068691 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0948baf4-a5be-4c74-8b85-d7c5811d9f1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:45.101030 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-f57e762e-cfdd-43d1-9827-19d667dcf4c2 None None] For port 7ea59f60-00d8-4281-83a2-b9ef01202b00, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:53:45.105346 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-142e3e84-b9d9-46e9-a79c-1442fbfcacf5 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:53:45.106487 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-f57e762e-cfdd-43d1-9827-19d667dcf4c2 None None] For port 7ea59f60-00d8-4281-83a2-b9ef01202b00, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=7ea59f60-00d8-4281-83a2-b9ef01202b00,segment=NetworkSegment(5997850d-598b-45fc-8985-dbbfe8ec96d2),segment_id=5997850d-598b-45fc-8985-dbbfe8ec96d2)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:53:45.117243 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f57e762e-cfdd-43d1-9827-19d667dcf4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:45.120974 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e3e84-b9d9-46e9-a79c-1442fbfcacf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a154b3-8451-494c-bdac-2bc961e08629,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:45.127773 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-142e3e84-b9d9-46e9-a79c-1442fbfcacf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:45.128144 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-142e3e84-b9d9-46e9-a79c-1442fbfcacf5 admin admin] Added segment 586be306-62b3-45e1-9554-d079079ec4c7 of type vlan for network 322adc94-c46f-436c-b70a-112b39d761b1 Jul 24 00:53:45.138328 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0948baf4-a5be-4c74-8b85-d7c5811d9f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:45.143187 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e3e84-b9d9-46e9-a79c-1442fbfcacf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:45.143471 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e3e84-b9d9-46e9-a79c-1442fbfcacf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:45.143799 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e3e84-b9d9-46e9-a79c-1442fbfcacf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:45.144204 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e3e84-b9d9-46e9-a79c-1442fbfcacf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:45.144539 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e3e84-b9d9-46e9-a79c-1442fbfcacf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:45.144867 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e3e84-b9d9-46e9-a79c-1442fbfcacf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:45.145328 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e3e84-b9d9-46e9-a79c-1442fbfcacf5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:45.145971 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e3e84-b9d9-46e9-a79c-1442fbfcacf5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:45.146401 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e3e84-b9d9-46e9-a79c-1442fbfcacf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:45.146738 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e3e84-b9d9-46e9-a79c-1442fbfcacf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:45.147073 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e3e84-b9d9-46e9-a79c-1442fbfcacf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:45.147632 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142e3e84-b9d9-46e9-a79c-1442fbfcacf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:45.186213 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0948baf4-a5be-4c74-8b85-d7c5811d9f1d admin admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:53:45.192518 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-142e3e84-b9d9-46e9-a79c-1442fbfcacf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:45.193020 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-0948baf4-a5be-4c74-8b85-d7c5811d9f1d admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:53:45.210275 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0948baf4-a5be-4c74-8b85-d7c5811d9f1d admin admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:53:45.232218 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e762e-cfdd-43d1-9827-19d667dcf4c2 None None] Pushing event updated for resources: {'Port': ['ID=7ea59f60-00d8-4281-83a2-b9ef01202b00,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:45.261837 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0948baf4-a5be-4c74-8b85-d7c5811d9f1d admin admin] Pushing event updated for resources: {'Port': ['ID=6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:45.298390 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-142e3e84-b9d9-46e9-a79c-1442fbfcacf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:45.300042 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142e3e84-b9d9-46e9-a79c-1442fbfcacf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:45.300762 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-142e3e84-b9d9-46e9-a79c-1442fbfcacf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:45.313403 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230e2b0-867c-4b3a-b03f-a9b93ef036fb req-908f33c5-bd00-4d0a-b773-1e4de96a98f7 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:45.319226 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4230e2b0-867c-4b3a-b03f-a9b93ef036fb req-908f33c5-bd00-4d0a-b773-1e4de96a98f7 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 946 time: 0.1226149 Jul 24 00:53:45.395879 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b5cc06d1-b98c-4f48-a8c1-b5ad5775e677 req-1b997b74-c53b-4f6e-b377-181adfaaef2c tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:45.421432 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e3e84-b9d9-46e9-a79c-1442fbfcacf5 admin admin] Pushing event updated for resources: {'Network': ['ID=322adc94-c46f-436c-b70a-112b39d761b1,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:45.433723 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 322adc94-c46f-436c-b70a-112b39d761b1 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:53:45.444888 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-142e3e84-b9d9-46e9-a79c-1442fbfcacf5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7954152 Jul 24 00:53:45.447360 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57770) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:45.462229 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-92a536c4-1de3-4c63-bb99-ef0c7a266058 admin admin] Request body: {'subnet': {'network_id': '322adc94-c46f-436c-b70a-112b39d761b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-838075859-subnet', 'tenant_id': '08d8c8d3947246a4bf2c131682db75a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:45.482195 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4230e2b0-867c-4b3a-b03f-a9b93ef036fb req-508a4a65-356e-44fe-bd89-d482451792a4 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564550 Jul 24 00:53:45.655354 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2faa2b79-cf47-4525-a8aa-eeefbc33d65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:45.656363 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0948baf4-a5be-4c74-8b85-d7c5811d9f1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:45.749833 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b5cc06d1-b98c-4f48-a8c1-b5ad5775e677 req-1b997b74-c53b-4f6e-b377-181adfaaef2c tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:45.760271 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b5cc06d1-b98c-4f48-a8c1-b5ad5775e677 req-1b997b74-c53b-4f6e-b377-181adfaaef2c tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:45.792701 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a536c4-1de3-4c63-bb99-ef0c7a266058 admin admin] Made reservation on behalf of 08d8c8d3947246a4bf2c131682db75a8 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:53:45.792701 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-92a536c4-1de3-4c63-bb99-ef0c7a266058 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:45.820599 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b5cc06d1-b98c-4f48-a8c1-b5ad5775e677 req-1b997b74-c53b-4f6e-b377-181adfaaef2c tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:45.821815 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b5cc06d1-b98c-4f48-a8c1-b5ad5775e677 req-1b997b74-c53b-4f6e-b377-181adfaaef2c tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.0747695 Jul 24 00:53:45.829865 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b997b74-c53b-4f6e-b377-181adfaaef2c tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c92893d-f9ad-4fe5-8864-9900961a9d8c,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:45.978416 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0948baf4-a5be-4c74-8b85-d7c5811d9f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:45.979322 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fa7b6-3710-40e1-975d-d0786a3846a9 req-a9c734dd-4cfa-464b-9280-b73eabbfc87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:45.980901 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-414fa7b6-3710-40e1-975d-d0786a3846a9 req-a9c734dd-4cfa-464b-9280-b73eabbfc87b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=20d35f4a5a814139b52be63228a1596d&device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 1098 time: 0.1701155 Jul 24 00:53:46.056118 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5168403-96df-44e6-9cef-c42834be5c65 req-bffa0437-4eb3-4fa9-b45a-b7d2e0152318 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:46.063305 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c5168403-96df-44e6-9cef-c42834be5c65 req-bffa0437-4eb3-4fa9-b45a-b7d2e0152318 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 943 time: 0.2510428 Jul 24 00:53:46.178705 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c5168403-96df-44e6-9cef-c42834be5c65 req-596c53ed-2afa-431c-a8c1-ed278496c642 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143191 Jul 24 00:53:46.204582 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fa7b6-3710-40e1-975d-d0786a3846a9 req-30f222f2-23d9-4f10-bad1-912e357cdfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:46.206762 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-414fa7b6-3710-40e1-975d-d0786a3846a9 req-30f222f2-23d9-4f10-bad1-912e357cdfb4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73a8909c-49cf-4748-a0d1-117aad1d6801 HTTP/1.1" status: 200 len: 919 time: 0.2163594 Jul 24 00:53:46.237284 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-a326f05f-3710-4772-a4dd-5a909f8797ca req-9929ff38-e8d9-4532-bc78-3502ffdd95cb tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1988082948', 'description': 'tempest-description-412582659'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:46.316486 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-414fa7b6-3710-40e1-975d-d0786a3846a9 req-5e1a33c7-dcc1-429c-97b1-6053081af0b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6609332-98bf-45ab-810a-31165d04ac16 HTTP/1.1" status: 200 len: 217 time: 0.0646820 Jul 24 00:53:46.336667 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-a326f05f-3710-4772-a4dd-5a909f8797ca req-9929ff38-e8d9-4532-bc78-3502ffdd95cb tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:46.338668 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-92a536c4-1de3-4c63-bb99-ef0c7a266058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:46.494481 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414fa7b6-3710-40e1-975d-d0786a3846a9 req-41b27ae9-02d3-4305-aa7c-648b007cb01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:46.497859 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4648c64e-6fbb-49cc-8dda-c94e3f056dea None None] Network c9b203d0-eae7-4a9d-aeba-2ef85b49dd48 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:53:46.509207 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-414fa7b6-3710-40e1-975d-d0786a3846a9 req-41b27ae9-02d3-4305-aa7c-648b007cb01e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=954fd3a6-666f-4557-86c0-353193e10e5d HTTP/1.1" status: 200 len: 858 time: 0.1752193 Jul 24 00:53:46.587352 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a536c4-1de3-4c63-bb99-ef0c7a266058 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2ff9458-1817-4531-947f-c02e435919ca,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:46.601775 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-414fa7b6-3710-40e1-975d-d0786a3846a9 req-4d61230a-9d68-4030-914f-5c9ccb178ef4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73a8909c-49cf-4748-a0d1-117aad1d6801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911658 Jul 24 00:53:46.617175 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44616016-510f-46a9-81a6-2eb9df5ffd3d req-3a893ba7-a540-493c-acb5-e4d0e3e80097 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:46.624621 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-44616016-510f-46a9-81a6-2eb9df5ffd3d req-3a893ba7-a540-493c-acb5-e4d0e3e80097 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 946 time: 0.1991212 Jul 24 00:53:46.626902 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-bec94130-af77-438c-ba97-07a04aeb245c None None] Provisioning for port 7ea59f60-00d8-4281-83a2-b9ef01202b00 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:53:46.635290 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 7ea59f60-00d8-4281-83a2-b9ef01202b00 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:53:46.675449 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a536c4-1de3-4c63-bb99-ef0c7a266058 admin admin] Checking segment: {'id': '586be306-62b3-45e1-9554-d079079ec4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '322adc94-c46f-436c-b70a-112b39d761b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:53:46.675847 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a536c4-1de3-4c63-bb99-ef0c7a266058 admin admin] Network hostable DHCP agents. Network: 322adc94-c46f-436c-b70a-112b39d761b1, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:53:46.678130 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-44616016-510f-46a9-81a6-2eb9df5ffd3d req-06937e88-625a-420d-a29a-d37ca11c1c45 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525246 Jul 24 00:53:46.679393 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0948baf4-a5be-4c74-8b85-d7c5811d9f1d admin admin] Router d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:53:46.770524 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a536c4-1de3-4c63-bb99-ef0c7a266058 admin admin] Network 322adc94-c46f-436c-b70a-112b39d761b1 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:53:46.777169 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 7ea59f60-00d8-4281-83a2-b9ef01202b00 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:53:46.783572 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 7ea59f60-00d8-4281-83a2-b9ef01202b00 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:53:46.784062 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:46.813917 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-a326f05f-3710-4772-a4dd-5a909f8797ca req-9929ff38-e8d9-4532-bc78-3502ffdd95cb tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:46.820351 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-92a536c4-1de3-4c63-bb99-ef0c7a266058 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 322adc94-c46f-436c-b70a-112b39d761b1) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:53:46.827188 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0948baf4-a5be-4c74-8b85-d7c5811d9f1d admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:53:46.827402 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-a326f05f-3710-4772-a4dd-5a909f8797ca req-9929ff38-e8d9-4532-bc78-3502ffdd95cb tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:46.830464 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a536c4-1de3-4c63-bb99-ef0c7a266058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:46.831111 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-92a536c4-1de3-4c63-bb99-ef0c7a266058 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:46.837367 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569f243e-8e40-4e2f-810a-395c840736f2 None None] Network 322adc94-c46f-436c-b70a-112b39d761b1 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:53:46.838971 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-414fa7b6-3710-40e1-975d-d0786a3846a9 req-7f621e28-c979-44b1-a66e-a769879061a0 service neutron] 10.222.0.13 "GET /v2.0/networks/73a8909c-49cf-4748-a0d1-117aad1d6801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023821 Jul 24 00:53:46.844426 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225fd5ff-aba7-4bed-841a-1a46b70e38ae None None] Sync routers for ids ['d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:53:46.854312 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0948baf4-a5be-4c74-8b85-d7c5811d9f1d admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:46.858332 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0948baf4-a5be-4c74-8b85-d7c5811d9f1d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 2.9592273 Jul 24 00:53:46.858841 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57786) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:53:46.894990 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225fd5ff-aba7-4bed-841a-1a46b70e38ae None None] Routers {'d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:53:46.895887 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-225fd5ff-aba7-4bed-841a-1a46b70e38ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:53:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:46.900268 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-92a536c4-1de3-4c63-bb99-ef0c7a266058 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4507782 Jul 24 00:53:46.902054 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-a326f05f-3710-4772-a4dd-5a909f8797ca req-9929ff38-e8d9-4532-bc78-3502ffdd95cb tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:46.918928 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a326f05f-3710-4772-a4dd-5a909f8797ca req-9929ff38-e8d9-4532-bc78-3502ffdd95cb tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6858637 Jul 24 00:53:47.057008 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9929ff38-e8d9-4532-bc78-3502ffdd95cb tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac56ff16-8763-446d-b8ce-f31fc2bc5f06,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:47.100017 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-414fa7b6-3710-40e1-975d-d0786a3846a9 req-96e581fc-8d57-421e-b30a-191c6c833d03 service neutron] 10.222.0.13 "GET /v2.0/networks/73a8909c-49cf-4748-a0d1-117aad1d6801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439687 Jul 24 00:53:47.309419 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:47.331283 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5e38b4-c56b-49f1-83d3-d483c5d27e22 None None] Network 322adc94-c46f-436c-b70a-112b39d761b1 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:53:47.362417 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-225fd5ff-aba7-4bed-841a-1a46b70e38ae None None] Set router d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:53:47.362911 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-cb2e687b-a2cb-41e6-ad38-f4bf3cd34af9 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:47.371705 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-cb2e687b-a2cb-41e6-ad38-f4bf3cd34af9 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/networks?id=cf81efcb-2043-4c81-a9e1-631f32772270 HTTP/1.1" status: 200 len: 813 time: 0.1982639 Jul 24 00:53:47.390138 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-72bf51d3-c320-4ae3-9b73-5860e0d3a4d9 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/quotas/29c6df0397124e0db8749ac4610e3bf2 HTTP/1.1" status: 200 len: 375 time: 0.0172677 Jul 24 00:53:47.420982 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 7ea59f60-00d8-4281-83a2-b9ef01202b00, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=7ea59f60-00d8-4281-83a2-b9ef01202b00,segment=NetworkSegment(5997850d-598b-45fc-8985-dbbfe8ec96d2),segment_id=5997850d-598b-45fc-8985-dbbfe8ec96d2)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:47.475086 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-fdc0786c-03d4-4ce4-8282-8ca57294edd2 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=29c6df0397124e0db8749ac4610e3bf2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0838029 Jul 24 00:53:47.476859 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:47.531119 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b522e032-df96-49b8-920d-291e5610af53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:47.588241 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0b281db0-b673-4247-91f2-5e47822c4594 None None] Provisioning complete for port 7ea59f60-00d8-4281-83a2-b9ef01202b00 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:53:47.588822 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0b281db0-b673-4247-91f2-5e47822c4594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:47.600029 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-f8d1897d-9801-4988-8964-b514a0e64de1 service neutron] 10.222.0.15 "GET /v2.0/networks/cf81efcb-2043-4c81-a9e1-631f32772270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140966 Jul 24 00:53:47.666997 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-000104ca-e50f-49b2-92d6-ef7c8f691802 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:47.674357 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-000104ca-e50f-49b2-92d6-ef7c8f691802 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] 10.222.0.15 "GET /v2.0/networks?id=322adc94-c46f-436c-b70a-112b39d761b1 HTTP/1.1" status: 200 len: 817 time: 0.2113771 Jul 24 00:53:47.695761 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-29c53c4f-e9af-4887-8999-3a61c86084c7 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] 10.222.0.15 "GET /v2.0/quotas/08d8c8d3947246a4bf2c131682db75a8 HTTP/1.1" status: 200 len: 375 time: 0.0200016 Jul 24 00:53:47.713095 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=7ea59f60-00d8-4281-83a2-b9ef01202b00,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:47.735944 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-338546b3-f69b-4037-ac2c-b4e3b0673d52 service neutron] 10.222.0.15 "GET /v2.0/networks/cf81efcb-2043-4c81-a9e1-631f32772270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288064 Jul 24 00:53:47.808162 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-00156ae8-e8c6-4cde-adb9-6c550acae5ee tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=08d8c8d3947246a4bf2c131682db75a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1100292 Jul 24 00:53:47.892142 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-225fd5ff-aba7-4bed-841a-1a46b70e38ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143471385-router', 'tenant_id': '8775928e4716419799315861924d3578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:43Z', 'updated_at': '2021-07-24T00:53:45Z', 'revision_number': 3, 'project_id': '8775928e4716419799315861924d3578', 'gw_port': {'id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:44Z', 'updated_at': '2021-07-24T00:53:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:47.948252 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225fd5ff-aba7-4bed-841a-1a46b70e38ae None None] Checking router: d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:53:47.948711 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225fd5ff-aba7-4bed-841a-1a46b70e38ae None None] Updating router d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f port 6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6 binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:53:48.000923 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-225fd5ff-aba7-4bed-841a-1a46b70e38ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:48.010569 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-b522e032-df96-49b8-920d-291e5610af53 admin admin] Allocated IP 172.20.0.1 (c9b203d0-eae7-4a9d-aeba-2ef85b49dd48/3072a7c8-2c3c-4d80-89a4-047d4b311662/00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:53:48.025666 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-15a1ea7f-a1bd-49dc-a2f4-c6402e09a4fa service neutron] 10.222.0.15 "GET /v2.0/networks/322adc94-c46f-436c-b70a-112b39d761b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164719 Jul 24 00:53:48.105476 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a7135-e7a0-496d-97a7-e8c7333229e8 req-d2637b1e-ee23-4ce1-bd97-13eecb2ff0b7 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:48.107036 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1d8a7135-e7a0-496d-97a7-e8c7333229e8 req-d2637b1e-ee23-4ce1-bd97-13eecb2ff0b7 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 943 time: 0.0893457 Jul 24 00:53:48.158592 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1d8a7135-e7a0-496d-97a7-e8c7333229e8 req-d3842066-9f4e-401f-8c1b-78a003634490 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453691 Jul 24 00:53:48.215614 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d9fe923d-6001-4916-92c1-113ba91aa427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:48.243070 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-c74a2bc8-96de-4f22-a321-b79d33aefb86 service neutron] 10.222.0.15 "GET /v2.0/networks/322adc94-c46f-436c-b70a-112b39d761b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100852 Jul 24 00:53:48.355064 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b522e032-df96-49b8-920d-291e5610af53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:48.355305 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd97d24-2993-4b2b-b0c1-5e327accea6b req-1376c12d-d116-4046-bc6b-078f8da05967 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:48.357233 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fbd97d24-2993-4b2b-b0c1-5e327accea6b req-1376c12d-d116-4046-bc6b-078f8da05967 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 946 time: 0.1221623 Jul 24 00:53:48.392955 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-b522e032-df96-49b8-920d-291e5610af53 admin admin] Transition to ACTIVE for port object 00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:53:48.479323 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b522e032-df96-49b8-920d-291e5610af53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:48.480569 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:48.482210 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fbd97d24-2993-4b2b-b0c1-5e327accea6b req-4774a49a-d594-4c06-b512-d838377f89c5 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049817 Jul 24 00:53:48.592761 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b522e032-df96-49b8-920d-291e5610af53 admin admin] Network c9b203d0-eae7-4a9d-aeba-2ef85b49dd48 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:53:48.597349 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-b522e032-df96-49b8-920d-291e5610af53 admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:53:48.602973 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522e032-df96-49b8-920d-291e5610af53 admin admin] Pushing event updated for resources: {'Port': ['ID=00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:48.605500 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b522e032-df96-49b8-920d-291e5610af53 admin admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:53:48.656666 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b522e032-df96-49b8-920d-291e5610af53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:48.715189 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-74ed45fb-069a-4fc9-978d-ac595159f627 req-85e87a2c-b974-4f46-920b-422adc223052 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/ports?device_id=193fdcd8-c6a1-4dae-83a0-b32b56c20dc6 HTTP/1.1" status: 200 len: 210 time: 0.1260085 Jul 24 00:53:48.753610 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 7ea59f60-00d8-4281-83a2-b9ef01202b00 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:53:48.841187 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ece3c2d4-9398-4505-8af8-d86bf07cbb33 req-f5a8daef-c5a2-4275-936e-0064a8c724b8 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] 10.222.0.15 "GET /v2.0/ports?device_id=d136168b-1b89-415c-be55-349ff8be1618 HTTP/1.1" status: 200 len: 210 time: 0.0651326 Jul 24 00:53:48.848310 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-225fd5ff-aba7-4bed-841a-1a46b70e38ae None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:48.869227 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-225fd5ff-aba7-4bed-841a-1a46b70e38ae None None] Transition to ACTIVE for port object 6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:53:48.885263 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-225fd5ff-aba7-4bed-841a-1a46b70e38ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:49.001668 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 81fc6889-cb44-41d1-9c91-43fe84127d3c details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:53:49.012551 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c94bc52-8eb7-4add-990f-bb22da9eb4e9 None None] Pushing event updated for resources: {'Port': ['ID=6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:49.038182 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b522e032-df96-49b8-920d-291e5610af53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:49.074806 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-225fd5ff-aba7-4bed-841a-1a46b70e38ae None None] Attempting to bind port 6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:53:49.075480 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-225fd5ff-aba7-4bed-841a-1a46b70e38ae None None] Attempting to bind port 6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:53:49.076226 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225fd5ff-aba7-4bed-841a-1a46b70e38ae None None] Attempting to bind port 6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6 on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:53:49.098860 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225fd5ff-aba7-4bed-841a-1a46b70e38ae None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:53:49.099547 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225fd5ff-aba7-4bed-841a-1a46b70e38ae None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:53:49.100169 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-225fd5ff-aba7-4bed-841a-1a46b70e38ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:49.101286 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225fd5ff-aba7-4bed-841a-1a46b70e38ae None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:53:49.102008 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-225fd5ff-aba7-4bed-841a-1a46b70e38ae None None] Bound port: 6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:53:49.103162 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-225fd5ff-aba7-4bed-841a-1a46b70e38ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:49.115608 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 7ea59f60-00d8-4281-83a2-b9ef01202b00 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:53:49.116104 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:49.234302 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8b1fe931-42ce-491d-b973-2c15239cbd5a None None] Provisioning for port 00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:53:49.256160 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8b1fe931-42ce-491d-b973-2c15239cbd5a None None] Provisioning complete for port 00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:53:49.256466 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8b1fe931-42ce-491d-b973-2c15239cbd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:49.294808 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 81fc6889-cb44-41d1-9c91-43fe84127d3c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=81fc6889-cb44-41d1-9c91-43fe84127d3c,segment=NetworkSegment(224003b9-1e4b-40e8-8bf3-31947898d576),segment_id=224003b9-1e4b-40e8-8bf3-31947898d576)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:49.299620 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b522e032-df96-49b8-920d-291e5610af53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:49.307038 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b522e032-df96-49b8-920d-291e5610af53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:49.318574 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-225fd5ff-aba7-4bed-841a-1a46b70e38ae None None] For port 6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:53:49.343757 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-225fd5ff-aba7-4bed-841a-1a46b70e38ae None None] For port 6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:53:49.346401 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '81fc6889-cb44-41d1-9c91-43fe84127d3c', 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4', 'port_id': '81fc6889-cb44-41d1-9c91-43fe84127d3c', 'mac_address': 'fa:16:3e:71:56:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e7ca279-b98c-43f9-865c-dc5db7518bba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:53:49.358705 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-225fd5ff-aba7-4bed-841a-1a46b70e38ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:49.400236 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc5444-933a-4054-a526-531c072f5458 req-3acb2d63-a147-4e2d-a9d6-c39b9d539c17 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:49.401810 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c1bc5444-933a-4054-a526-531c072f5458 req-3acb2d63-a147-4e2d-a9d6-c39b9d539c17 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 943 time: 0.1632018 Jul 24 00:53:49.405064 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b522e032-df96-49b8-920d-291e5610af53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:49.423043 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522e032-df96-49b8-920d-291e5610af53 admin admin] Pushing event updated for resources: {'Port': ['ID=00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:49.446105 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-8b1fe931-42ce-491d-b973-2c15239cbd5a None None] Port 00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:53:49.526424 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c1bc5444-933a-4054-a526-531c072f5458 req-0d872383-01ac-44f3-857b-85199d3a5742 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162820 Jul 24 00:53:49.532704 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:49.559062 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225fd5ff-aba7-4bed-841a-1a46b70e38ae None None] Routers {'d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:53:49.559726 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-225fd5ff-aba7-4bed-841a-1a46b70e38ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:53:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:49.581718 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b522e032-df96-49b8-920d-291e5610af53 admin admin] Network c9b203d0-eae7-4a9d-aeba-2ef85b49dd48 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:53:49.593029 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-b522e032-df96-49b8-920d-291e5610af53 admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:53:49.664132 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c94bc52-8eb7-4add-990f-bb22da9eb4e9 None None] Pushing event updated for resources: {'Port': ['ID=6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:49.701944 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:49.743921 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81fc6889-cb44-41d1-9c91-43fe84127d3c {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:53:49.769215 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 81fc6889-cb44-41d1-9c91-43fe84127d3c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=81fc6889-cb44-41d1-9c91-43fe84127d3c,segment=NetworkSegment(224003b9-1e4b-40e8-8bf3-31947898d576),segment_id=224003b9-1e4b-40e8-8bf3-31947898d576)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:49.794562 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:49.862538 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1143f368-3ecf-4e9b-9973-631fb23b6c47 req-c46b00cc-5bf7-41a1-8adc-fcf88eb5fd0e tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/ports?device_id=193fdcd8-c6a1-4dae-83a0-b32b56c20dc6 HTTP/1.1" status: 200 len: 210 time: 0.0378664 Jul 24 00:53:49.873739 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b522e032-df96-49b8-920d-291e5610af53 admin admin] Router d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:53:49.914294 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=81fc6889-cb44-41d1-9c91-43fe84127d3c,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:49.932703 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-225fd5ff-aba7-4bed-841a-1a46b70e38ae None None] Set router d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:53:49.995014 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c6f7790e-1276-487a-aa7a-dc264d003270 None None] Provisioning complete for port 00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:53:49.995395 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c6f7790e-1276-487a-aa7a-dc264d003270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:49.998340 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b522e032-df96-49b8-920d-291e5610af53 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:53:50.012926 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b522e032-df96-49b8-920d-291e5610af53 admin admin] 10.222.0.15 "PUT /v2.0/routers/d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1454127 Jul 24 00:53:50.077489 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-9045fc78-ff18-4918-8552-bc9d82894757 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:50.079119 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-9045fc78-ff18-4918-8552-bc9d82894757 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.13 "GET /v2.0/networks?id=cf81efcb-2043-4c81-a9e1-631f32772270 HTTP/1.1" status: 200 len: 813 time: 0.5942702 Jul 24 00:53:50.086243 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-c6f7790e-1276-487a-aa7a-dc264d003270 None None] Port 00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:53:50.105084 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812b659-cdeb-40e6-b8e8-c955698cd963 req-75dee973-e5fa-4056-a52f-6c78ee06d7f2 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:50.112299 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1812b659-cdeb-40e6-b8e8-c955698cd963 req-75dee973-e5fa-4056-a52f-6c78ee06d7f2 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 946 time: 0.5216396 Jul 24 00:53:50.123567 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-15ae25c5-9e7b-48e7-90ef-80ca34404a61 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Request body: {'port': {'device_id': '193fdcd8-c6a1-4dae-83a0-b32b56c20dc6', 'network_id': 'cf81efcb-2043-4c81-a9e1-631f32772270', 'admin_state_up': True, 'tenant_id': '29c6df0397124e0db8749ac4610e3bf2'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:50.174112 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['81fc6889-cb44-41d1-9c91-43fe84127d3c'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:53:50.188598 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b135f987-84da-4f64-a43a-5913d2443c65 req-aea2fb2a-3276-4f05-bcfc-7308da1deca2 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] 10.222.0.15 "GET /v2.0/ports?device_id=d136168b-1b89-415c-be55-349ff8be1618 HTTP/1.1" status: 200 len: 210 time: 0.0547602 Jul 24 00:53:50.196470 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1812b659-cdeb-40e6-b8e8-c955698cd963 req-71a5d721-b9bb-41b7-81c2-9fd74e575686 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781782 Jul 24 00:53:50.309696 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-15ae25c5-9e7b-48e7-90ef-80ca34404a61 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Made reservation on behalf of 29c6df0397124e0db8749ac4610e3bf2 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:53:50.317695 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-15ae25c5-9e7b-48e7-90ef-80ca34404a61 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:50.378882 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-225fd5ff-aba7-4bed-841a-1a46b70e38ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143471385-router', 'tenant_id': '8775928e4716419799315861924d3578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:43Z', 'updated_at': '2021-07-24T00:53:48Z', 'revision_number': 4, 'project_id': '8775928e4716419799315861924d3578', 'gw_port': {'id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:44Z', 'updated_at': '2021-07-24T00:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb', 'name': '', 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48', 'tenant_id': '8775928e4716419799315861924d3578', 'mac_address': 'fa:16:3e:d1:2f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:47Z', 'updated_at': '2021-07-24T00:53:49Z', 'revision_number': 2, 'project_id': '8775928e4716419799315861924d3578', 'subnets': [{'id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:50.457869 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225fd5ff-aba7-4bed-841a-1a46b70e38ae None None] The sync data for ids ['d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'] in n-d-793621-25 is: [{'id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143471385-router', 'tenant_id': '8775928e4716419799315861924d3578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:43Z', 'updated_at': '2021-07-24T00:53:48Z', 'revision_number': 4, 'project_id': '8775928e4716419799315861924d3578', 'gw_port': {'id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:44Z', 'updated_at': '2021-07-24T00:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb', 'name': '', 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48', 'tenant_id': '8775928e4716419799315861924d3578', 'mac_address': 'fa:16:3e:d1:2f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:47Z', 'updated_at': '2021-07-24T00:53:49Z', 'revision_number': 2, 'project_id': '8775928e4716419799315861924d3578', 'subnets': [{'id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:53:50.572416 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-7e96bd38-a3ad-4386-9e19-16af733d77f4 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:50.573923 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-7e96bd38-a3ad-4386-9e19-16af733d77f4 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] 10.222.0.13 "GET /v2.0/networks?id=322adc94-c46f-436c-b70a-112b39d761b1 HTTP/1.1" status: 200 len: 817 time: 0.3363154 Jul 24 00:53:50.590592 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-438146a8-41fc-4468-87a3-90705d80ec00 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] Request body: {'port': {'device_id': 'd136168b-1b89-415c-be55-349ff8be1618', 'network_id': '322adc94-c46f-436c-b70a-112b39d761b1', 'admin_state_up': True, 'tenant_id': '08d8c8d3947246a4bf2c131682db75a8'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:50.592888 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-15ae25c5-9e7b-48e7-90ef-80ca34404a61 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Allocated IP 172.20.0.2 (cf81efcb-2043-4c81-a9e1-631f32772270/a929b04c-7a2d-49ff-8cb4-85d21861c3b7/9bd5b2fe-cd00-4f63-a842-a282b86b8b37) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:53:50.735860 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-cd3d9c23-1cf6-4b11-a960-394ace92e82d tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:50.743773 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-cd3d9c23-1cf6-4b11-a960-394ace92e82d tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/networks?id=c9b203d0-eae7-4a9d-aeba-2ef85b49dd48 HTTP/1.1" status: 200 len: 821 time: 0.2488880 Jul 24 00:53:50.761794 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-cbbeeb55-00b4-4c1c-a2e1-dd4eb1456292 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/quotas/8775928e4716419799315861924d3578 HTTP/1.1" status: 200 len: 375 time: 0.0171254 Jul 24 00:53:50.786404 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6469b20c-e6e0-4ead-b57b-270b838be500 req-4cd8baf5-208e-4df9-962b-a6cd652a4c46 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:50.788059 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6469b20c-e6e0-4ead-b57b-270b838be500 req-4cd8baf5-208e-4df9-962b-a6cd652a4c46 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 944 time: 0.1650350 Jul 24 00:53:50.877645 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-438146a8-41fc-4468-87a3-90705d80ec00 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] Made reservation on behalf of 08d8c8d3947246a4bf2c131682db75a8 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:53:50.882358 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-438146a8-41fc-4468-87a3-90705d80ec00 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:50.886539 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:50.913080 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6469b20c-e6e0-4ead-b57b-270b838be500 req-fe017461-f3de-44b7-9579-0d2e4137f176 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149123 Jul 24 00:53:50.944476 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-15ae25c5-9e7b-48e7-90ef-80ca34404a61 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:50.954015 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-d75e22d9-a6d0-44d9-8a61-b74807c21e17 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8775928e4716419799315861924d3578&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1823089 Jul 24 00:53:51.023786 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-15ae25c5-9e7b-48e7-90ef-80ca34404a61 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:51.083376 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ae25c5-9e7b-48e7-90ef-80ca34404a61 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Pushing event updated for resources: {'Port': ['ID=9bd5b2fe-cd00-4f63-a842-a282b86b8b37,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:51.105462 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-15ae25c5-9e7b-48e7-90ef-80ca34404a61 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Network cf81efcb-2043-4c81-a9e1-631f32772270 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:53:51.107127 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-15ae25c5-9e7b-48e7-90ef-80ca34404a61 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:53:51.114938 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-15ae25c5-9e7b-48e7-90ef-80ca34404a61 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:53:51.144705 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['884394ff-36e0-4671-8afb-cc199fd6db4f'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:53:51.177649 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-2b55dc9f-99cb-4532-8b64-8479d2653984 service neutron] 10.222.0.15 "GET /v2.0/networks/c9b203d0-eae7-4a9d-aeba-2ef85b49dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140524 Jul 24 00:53:51.214698 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-15ae25c5-9e7b-48e7-90ef-80ca34404a61 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:51.215229 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-15ae25c5-9e7b-48e7-90ef-80ca34404a61 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:51.215425 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-438146a8-41fc-4468-87a3-90705d80ec00 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] Allocated IP 172.20.0.7 (322adc94-c46f-436c-b70a-112b39d761b1/b2ff9458-1817-4531-947f-c02e435919ca/49a9ace1-e624-412f-92e6-33bc25b93126) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:53:51.236994 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-15ae25c5-9e7b-48e7-90ef-80ca34404a61 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1167965 Jul 24 00:53:51.249221 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106ea85-a9fd-420c-b19d-decda47af21f req-12b84f5a-6224-4789-a2b0-11cc664c16bd tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:51.259226 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2106ea85-a9fd-420c-b19d-decda47af21f req-12b84f5a-6224-4789-a2b0-11cc664c16bd tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/ports?device_id=193fdcd8-c6a1-4dae-83a0-b32b56c20dc6 HTTP/1.1" status: 200 len: 931 time: 0.1406968 Jul 24 00:53:51.266445 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-6b4bd903-087a-4eb9-971c-8e1776535ee3 service neutron] Request body: {'port': {'device_id': '193fdcd8-c6a1-4dae-83a0-b32b56c20dc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:51.365455 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2106ea85-a9fd-420c-b19d-decda47af21f req-7c94d132-f519-417c-96bd-d3c5c60dfc27 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4afdf14b-fed7-48f6-898d-5e248a4ef7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006773 Jul 24 00:53:51.441321 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-6b4bd903-087a-4eb9-971c-8e1776535ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:51.501807 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-f5dbb752-6428-4183-9bf4-dd317ad760b5 service neutron] 10.222.0.15 "GET /v2.0/networks/c9b203d0-eae7-4a9d-aeba-2ef85b49dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229775 Jul 24 00:53:51.655377 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-438146a8-41fc-4468-87a3-90705d80ec00 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:51.743923 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-438146a8-41fc-4468-87a3-90705d80ec00 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:51.882222 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438146a8-41fc-4468-87a3-90705d80ec00 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] Pushing event updated for resources: {'Port': ['ID=49a9ace1-e624-412f-92e6-33bc25b93126,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:51.908102 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-438146a8-41fc-4468-87a3-90705d80ec00 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] Network 322adc94-c46f-436c-b70a-112b39d761b1 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:53:51.911132 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-438146a8-41fc-4468-87a3-90705d80ec00 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:53:51.911736 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-6b4bd903-087a-4eb9-971c-8e1776535ee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bd5b2fe-cd00-4f63-a842-a282b86b8b37 {{(pid=100463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:53:51.914149 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-438146a8-41fc-4468-87a3-90705d80ec00 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:53:51.924922 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-6b4bd903-087a-4eb9-971c-8e1776535ee3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:51.938373 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-6b4bd903-087a-4eb9-971c-8e1776535ee3 service neutron] Transition to ACTIVE for port object 9bd5b2fe-cd00-4f63-a842-a282b86b8b37 will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:53:51.954496 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-6b4bd903-087a-4eb9-971c-8e1776535ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:51.985042 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-438146a8-41fc-4468-87a3-90705d80ec00 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:51.986538 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-438146a8-41fc-4468-87a3-90705d80ec00 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:52.003870 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14255ca6-f7d9-4559-b118-84de19067230 req-ebf6fd3b-5223-4a6f-8eb1-bd923c7d18ac tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:52.005987 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-14255ca6-f7d9-4559-b118-84de19067230 req-ebf6fd3b-5223-4a6f-8eb1-bd923c7d18ac tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] 10.222.0.15 "GET /v2.0/ports?device_id=d136168b-1b89-415c-be55-349ff8be1618 HTTP/1.1" status: 200 len: 931 time: 0.2073734 Jul 24 00:53:52.021243 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-438146a8-41fc-4468-87a3-90705d80ec00 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4343672 Jul 24 00:53:52.048205 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-2bdd0ab7-9a88-4443-a907-a685646596f2 service neutron] Request body: {'port': {'device_id': 'd136168b-1b89-415c-be55-349ff8be1618', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:52.116499 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-14255ca6-f7d9-4559-b118-84de19067230 req-b4fea9d8-f96d-4022-8174-3e5c516a7886 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] 10.222.0.15 "GET /v2.0/security-groups?id=14a154b3-8451-494c-bdac-2bc961e08629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886853 Jul 24 00:53:52.172435 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4bd903-087a-4eb9-971c-8e1776535ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd5b2fe-cd00-4f63-a842-a282b86b8b37,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:52.193964 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-2bdd0ab7-9a88-4443-a907-a685646596f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:52.197013 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-6b4bd903-087a-4eb9-971c-8e1776535ee3 service neutron] Attempting to bind port 9bd5b2fe-cd00-4f63-a842-a282b86b8b37 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:53:52.197362 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-6b4bd903-087a-4eb9-971c-8e1776535ee3 service neutron] Attempting to bind port 9bd5b2fe-cd00-4f63-a842-a282b86b8b37 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '23c5ea73-fefa-42c8-9dcb-68bf75e768ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cf81efcb-2043-4c81-a9e1-631f32772270'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:53:52.197704 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-6b4bd903-087a-4eb9-971c-8e1776535ee3 service neutron] Attempting to bind port 9bd5b2fe-cd00-4f63-a842-a282b86b8b37 on network cf81efcb-2043-4c81-a9e1-631f32772270 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:53:52.204222 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-6b4bd903-087a-4eb9-971c-8e1776535ee3 service neutron] Port 9bd5b2fe-cd00-4f63-a842-a282b86b8b37 on network cf81efcb-2043-4c81-a9e1-631f32772270 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:53:52.204551 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-6b4bd903-087a-4eb9-971c-8e1776535ee3 service neutron] Attempting to bind port 9bd5b2fe-cd00-4f63-a842-a282b86b8b37 on network cf81efcb-2043-4c81-a9e1-631f32772270 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:53:52.210687 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-6b4bd903-087a-4eb9-971c-8e1776535ee3 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:53:52.211058 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-6b4bd903-087a-4eb9-971c-8e1776535ee3 service neutron] Checking segment: {'id': '23c5ea73-fefa-42c8-9dcb-68bf75e768ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cf81efcb-2043-4c81-a9e1-631f32772270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:53:52.211457 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-6b4bd903-087a-4eb9-971c-8e1776535ee3 service neutron] Bound using segment: {'id': '23c5ea73-fefa-42c8-9dcb-68bf75e768ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cf81efcb-2043-4c81-a9e1-631f32772270'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:53:52.211884 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-6b4bd903-087a-4eb9-971c-8e1776535ee3 service neutron] Bound port: 9bd5b2fe-cd00-4f63-a842-a282b86b8b37, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23c5ea73-fefa-42c8-9dcb-68bf75e768ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cf81efcb-2043-4c81-a9e1-631f32772270'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:53:52.212985 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-6b4bd903-087a-4eb9-971c-8e1776535ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:52.223938 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8355a09-95f1-44a2-bf70-dc2e83b78604 req-f3aa7677-6f99-4df5-a0ca-f37178e5f5c7 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:52.225580 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e8355a09-95f1-44a2-bf70-dc2e83b78604 req-f3aa7677-6f99-4df5-a0ca-f37178e5f5c7 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 946 time: 0.2857437 Jul 24 00:53:52.308132 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7d0b4c30-272e-4d35-b265-6908ec07d432 req-c89ad1ad-595e-4421-8183-a82d7dff8e75 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/ports?device_id=48ae3a96-e4a9-4fb5-8185-696658b68a1b HTTP/1.1" status: 200 len: 210 time: 0.0916073 Jul 24 00:53:52.322278 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e8355a09-95f1-44a2-bf70-dc2e83b78604 req-d7662409-bb6d-42a9-aa7e-7ce794e27465 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857201 Jul 24 00:53:52.365967 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-6b4bd903-087a-4eb9-971c-8e1776535ee3 service neutron] For port 9bd5b2fe-cd00-4f63-a842-a282b86b8b37, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:53:52.369919 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-6b4bd903-087a-4eb9-971c-8e1776535ee3 service neutron] For port 9bd5b2fe-cd00-4f63-a842-a282b86b8b37, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=9bd5b2fe-cd00-4f63-a842-a282b86b8b37,segment=NetworkSegment(23c5ea73-fefa-42c8-9dcb-68bf75e768ba),segment_id=23c5ea73-fefa-42c8-9dcb-68bf75e768ba)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:53:52.385695 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-6b4bd903-087a-4eb9-971c-8e1776535ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:52.477027 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-6b4bd903-087a-4eb9-971c-8e1776535ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:52.477823 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-6b4bd903-087a-4eb9-971c-8e1776535ee3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:52.484491 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-6b4bd903-087a-4eb9-971c-8e1776535ee3 service neutron] 10.222.0.13 "PUT /v2.0/ports/9bd5b2fe-cd00-4f63-a842-a282b86b8b37 HTTP/1.1" status: 200 len: 1092 time: 1.2231078 Jul 24 00:53:52.486350 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193fdcd8-c6a1-4dae-83a0-b32b56c20dc6', 'tag': '9bd5b2fe-cd00-4f63-a842-a282b86b8b37'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:53:52.489039 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8de0397-7fdc-4235-8210-dac81d962886" -d '{"events": [{"name": "network-changed", "server_uuid": "193fdcd8-c6a1-4dae-83a0-b32b56c20dc6", "tag": "9bd5b2fe-cd00-4f63-a842-a282b86b8b37"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:53:52.542382 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4bd903-087a-4eb9-971c-8e1776535ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=9bd5b2fe-cd00-4f63-a842-a282b86b8b37,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:52.687669 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:53:52.688755 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-54885b3e-a60d-41a8-b8d5-6681110e63b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:52.690305 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-54885b3e-a60d-41a8-b8d5-6681110e63b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29c6df0397124e0db8749ac4610e3bf2&device_id=193fdcd8-c6a1-4dae-83a0-b32b56c20dc6 HTTP/1.1" status: 200 len: 1095 time: 0.1238346 Jul 24 00:53:52.704575 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6fdc3-5431-4d49-a6bb-648d03bd667d req-2b37ae1d-fa78-4ceb-94d2-37e33540c745 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:52.706745 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d0e6fdc3-5431-4d49-a6bb-648d03bd667d req-2b37ae1d-fa78-4ceb-94d2-37e33540c745 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/ports?device_id=193fdcd8-c6a1-4dae-83a0-b32b56c20dc6 HTTP/1.1" status: 200 len: 943 time: 0.0965042 Jul 24 00:53:52.757166 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-7e332ba3-8616-4125-be0c-fdcf8c87184f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9bd5b2fe-cd00-4f63-a842-a282b86b8b37 HTTP/1.1" status: 200 len: 217 time: 0.0486777 Jul 24 00:53:52.838377 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d0e6fdc3-5431-4d49-a6bb-648d03bd667d req-eb0feb7e-b203-43b0-b1d8-ecfa09adc162 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4afdf14b-fed7-48f6-898d-5e248a4ef7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200092 Jul 24 00:53:52.846887 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-1d7dbbb4-5ad0-4e3b-8388-f2201f864274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:52.848979 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-1d7dbbb4-5ad0-4e3b-8388-f2201f864274 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a929b04c-7a2d-49ff-8cb4-85d21861c3b7 HTTP/1.1" status: 200 len: 853 time: 0.0721183 Jul 24 00:53:52.873702 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:53:52.878596 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:53:52.879015 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:52.940221 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77a0843-310c-40d9-9714-c6a43de531e2 x-openstack-request-id: req-b77a0843-310c-40d9-9714-c6a43de531e2 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:53:52.940517 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193fdcd8-c6a1-4dae-83a0-b32b56c20dc6", "tag": "9bd5b2fe-cd00-4f63-a842-a282b86b8b37", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:53:52.940776 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b77a0843-310c-40d9-9714-c6a43de531e2 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:53:52.941207 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193fdcd8-c6a1-4dae-83a0-b32b56c20dc6', 'tag': '9bd5b2fe-cd00-4f63-a842-a282b86b8b37', 'status': 'completed', 'code': 200} Jul 24 00:53:52.944130 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-b295c037-d804-4f1f-90c7-42b78ac4f7bd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cf81efcb-2043-4c81-a9e1-631f32772270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875878 Jul 24 00:53:52.956917 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 81fc6889-cb44-41d1-9c91-43fe84127d3c up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:53:53.063486 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 81fc6889-cb44-41d1-9c91-43fe84127d3c completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:53:53.070278 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:53.102089 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:53.103515 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 81fc6889-cb44-41d1-9c91-43fe84127d3c triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:53:53.103933 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:53.109003 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:53.134770 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-f3aacfda-405c-4732-89c1-8b52b17f002f service neutron] 10.222.0.13 "GET /v2.0/networks/cf81efcb-2043-4c81-a9e1-631f32772270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829722 Jul 24 00:53:53.305874 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:53.406445 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:53.446328 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48926093-3d9a-4b26-a383-abd7167c66ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fc6889-cb44-41d1-9c91-43fe84127d3c'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:53:53.449040 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0e4419-3f7a-40f5-8f85-02260f456e95" -d '{"events": [{"server_uuid": "48926093-3d9a-4b26-a383-abd7167c66ed", "name": "network-vif-plugged", "status": "completed", "tag": "81fc6889-cb44-41d1-9c91-43fe84127d3c"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:53:53.474348 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e45ba955-ef87-4f76-9ec7-b6f387b9d8ec req-01bd1075-6d49-437f-b34e-6ae8f77bfd63 service neutron] 10.222.0.13 "GET /v2.0/networks/cf81efcb-2043-4c81-a9e1-631f32772270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268800 Jul 24 00:53:53.480641 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 81fc6889-cb44-41d1-9c91-43fe84127d3c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=81fc6889-cb44-41d1-9c91-43fe84127d3c,segment=NetworkSegment(224003b9-1e4b-40e8-8bf3-31947898d576),segment_id=224003b9-1e4b-40e8-8bf3-31947898d576)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:53.487713 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:53.537141 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c321f1-8e9a-4c5e-8ed3-e30faf70bdee req-ab760a0d-d162-4f3f-b90d-0359a5a67a25 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:53.544879 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b7c321f1-8e9a-4c5e-8ed3-e30faf70bdee req-ab760a0d-d162-4f3f-b90d-0359a5a67a25 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] 10.222.0.15 "GET /v2.0/ports?device_id=d136168b-1b89-415c-be55-349ff8be1618 HTTP/1.1" status: 200 len: 931 time: 0.3115540 Jul 24 00:53:53.579753 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-397dcd5c-bc4c-4c98-914f-7c0d7e713111 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:53.579753 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-397dcd5c-bc4c-4c98-914f-7c0d7e713111 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.13 "GET /v2.0/networks?id=c9b203d0-eae7-4a9d-aeba-2ef85b49dd48 HTTP/1.1" status: 200 len: 821 time: 0.2544026 Jul 24 00:53:53.583400 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=81fc6889-cb44-41d1-9c91-43fe84127d3c,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:53.608923 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-c22167bf-c7e1-4b21-ad94-de0593928283 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Request body: {'port': {'device_id': '48ae3a96-e4a9-4fb5-8185-696658b68a1b', 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48', 'admin_state_up': True, 'tenant_id': '8775928e4716419799315861924d3578'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:53.633470 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28129d52-0386-4578-8a7d-ede47643aa50 None None] Sync routers for ids ['d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:53:53.647031 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79d34f-98c3-4b20-b2da-c421ab19e419 req-d3d19556-37ec-4de3-9871-e112cc250a65 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:53.648279 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28129d52-0386-4578-8a7d-ede47643aa50 None None] Routers {'d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:53:53.648584 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ce79d34f-98c3-4b20-b2da-c421ab19e419 req-d3d19556-37ec-4de3-9871-e112cc250a65 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 944 time: 1.0863583 Jul 24 00:53:53.650012 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-28129d52-0386-4578-8a7d-ede47643aa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:53:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:53.650761 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-2bdd0ab7-9a88-4443-a907-a685646596f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49a9ace1-e624-412f-92e6-33bc25b93126 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:53:53.670926 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-2bdd0ab7-9a88-4443-a907-a685646596f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:53.671593 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b7c321f1-8e9a-4c5e-8ed3-e30faf70bdee req-6f655d77-07b6-49b9-a33f-c998cca7f43f tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] 10.222.0.15 "GET /v2.0/security-groups?id=14a154b3-8451-494c-bdac-2bc961e08629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254718 Jul 24 00:53:53.704037 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-2bdd0ab7-9a88-4443-a907-a685646596f2 service neutron] Transition to ACTIVE for port object 49a9ace1-e624-412f-92e6-33bc25b93126 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:53:53.726009 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ce79d34f-98c3-4b20-b2da-c421ab19e419 req-d9a70716-31dd-40ae-940c-5e6c7e32822d tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634174 Jul 24 00:53:53.729594 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-2bdd0ab7-9a88-4443-a907-a685646596f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:53.800212 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-28129d52-0386-4578-8a7d-ede47643aa50 None None] Set router d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:53:53.858036 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-92037a1c-3219-43f4-b9da-e45b4fe08f28 req-d468cd71-f450-4220-b3dc-c4b53ecd6667 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/ports?device_id=48ae3a96-e4a9-4fb5-8185-696658b68a1b HTTP/1.1" status: 200 len: 210 time: 0.0796256 Jul 24 00:53:53.882910 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de0397-7fdc-4235-8210-dac81d962886 req-757c39ef-0246-4b58-bfbf-56beb94afa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:53.882910 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a8de0397-7fdc-4235-8210-dac81d962886 req-757c39ef-0246-4b58-bfbf-56beb94afa5d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29c6df0397124e0db8749ac4610e3bf2&device_id=193fdcd8-c6a1-4dae-83a0-b32b56c20dc6 HTTP/1.1" status: 200 len: 1095 time: 0.3181286 Jul 24 00:53:53.966908 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1582100d-db8c-4b51-b7d6-c06b6898d92c x-openstack-request-id: req-1582100d-db8c-4b51-b7d6-c06b6898d92c {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:53:53.967962 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48926093-3d9a-4b26-a383-abd7167c66ed", "name": "network-vif-plugged", "status": "completed", "tag": "81fc6889-cb44-41d1-9c91-43fe84127d3c", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:53:53.967962 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1582100d-db8c-4b51-b7d6-c06b6898d92c {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:53:53.970823 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48926093-3d9a-4b26-a383-abd7167c66ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fc6889-cb44-41d1-9c91-43fe84127d3c', 'code': 200} Jul 24 00:53:53.975342 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-c22167bf-c7e1-4b21-ad94-de0593928283 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Made reservation on behalf of 8775928e4716419799315861924d3578 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:53:53.980501 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd0ab7-9a88-4443-a907-a685646596f2 service neutron] Pushing event updated for resources: {'Port': ['ID=49a9ace1-e624-412f-92e6-33bc25b93126,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:53.986703 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-c22167bf-c7e1-4b21-ad94-de0593928283 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:54.082557 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-2bdd0ab7-9a88-4443-a907-a685646596f2 service neutron] Attempting to bind port 49a9ace1-e624-412f-92e6-33bc25b93126 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:53:54.083176 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-2bdd0ab7-9a88-4443-a907-a685646596f2 service neutron] Attempting to bind port 49a9ace1-e624-412f-92e6-33bc25b93126 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '586be306-62b3-45e1-9554-d079079ec4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '322adc94-c46f-436c-b70a-112b39d761b1'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:53:54.083716 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-2bdd0ab7-9a88-4443-a907-a685646596f2 service neutron] Attempting to bind port 49a9ace1-e624-412f-92e6-33bc25b93126 on network 322adc94-c46f-436c-b70a-112b39d761b1 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:53:54.106192 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-2bdd0ab7-9a88-4443-a907-a685646596f2 service neutron] Port 49a9ace1-e624-412f-92e6-33bc25b93126 on network 322adc94-c46f-436c-b70a-112b39d761b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:53:54.106628 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-2bdd0ab7-9a88-4443-a907-a685646596f2 service neutron] Attempting to bind port 49a9ace1-e624-412f-92e6-33bc25b93126 on network 322adc94-c46f-436c-b70a-112b39d761b1 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:53:54.132344 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-2bdd0ab7-9a88-4443-a907-a685646596f2 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:53:54.132685 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-2bdd0ab7-9a88-4443-a907-a685646596f2 service neutron] Checking segment: {'id': '586be306-62b3-45e1-9554-d079079ec4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '322adc94-c46f-436c-b70a-112b39d761b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:53:54.133093 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-2bdd0ab7-9a88-4443-a907-a685646596f2 service neutron] Bound using segment: {'id': '586be306-62b3-45e1-9554-d079079ec4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '322adc94-c46f-436c-b70a-112b39d761b1'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:53:54.133653 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-2bdd0ab7-9a88-4443-a907-a685646596f2 service neutron] Bound port: 49a9ace1-e624-412f-92e6-33bc25b93126, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '586be306-62b3-45e1-9554-d079079ec4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '322adc94-c46f-436c-b70a-112b39d761b1'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:53:54.134029 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-2bdd0ab7-9a88-4443-a907-a685646596f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:54.146503 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce031584-be94-4d12-bd1d-f5c077bc1a8f req-8ed72d49-ed5d-41c9-9263-8d1a687ae748 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:54.154325 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ce031584-be94-4d12-bd1d-f5c077bc1a8f req-8ed72d49-ed5d-41c9-9263-8d1a687ae748 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 946 time: 0.3030026 Jul 24 00:53:54.194156 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de0397-7fdc-4235-8210-dac81d962886 req-447e4751-0820-471d-b634-c5e8d1238e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:54.196178 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a8de0397-7fdc-4235-8210-dac81d962886 req-447e4751-0820-471d-b634-c5e8d1238e5a service neutron] 10.222.0.13 "GET /v2.0/networks?id=cf81efcb-2043-4c81-a9e1-631f32772270 HTTP/1.1" status: 200 len: 914 time: 0.3121958 Jul 24 00:53:54.239916 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e5856-b57c-4fad-9601-a6465b972ccb req-c5010b9e-05c2-45f8-878b-1296b3cb1b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:54.241500 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-869e5856-b57c-4fad-9601-a6465b972ccb req-c5010b9e-05c2-45f8-878b-1296b3cb1b1d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 1097 time: 0.2072284 Jul 24 00:53:54.256928 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ce031584-be94-4d12-bd1d-f5c077bc1a8f req-fedf1ce7-3ed5-478f-bb63-81fc6d3cbde8 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015849 Jul 24 00:53:54.327022 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a8de0397-7fdc-4235-8210-dac81d962886 req-51e30fcd-4924-47fa-832c-8caf98fc90cd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9bd5b2fe-cd00-4f63-a842-a282b86b8b37 HTTP/1.1" status: 200 len: 217 time: 0.1242785 Jul 24 00:53:54.370867 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-28129d52-0386-4578-8a7d-ede47643aa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143471385-router', 'tenant_id': '8775928e4716419799315861924d3578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:43Z', 'updated_at': '2021-07-24T00:53:48Z', 'revision_number': 4, 'project_id': '8775928e4716419799315861924d3578', 'gw_port': {'id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:44Z', 'updated_at': '2021-07-24T00:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb', 'name': '', 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48', 'tenant_id': '8775928e4716419799315861924d3578', 'mac_address': 'fa:16:3e:d1:2f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:47Z', 'updated_at': '2021-07-24T00:53:49Z', 'revision_number': 2, 'project_id': '8775928e4716419799315861924d3578', 'subnets': [{'id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:54.384306 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-869e5856-b57c-4fad-9601-a6465b972ccb req-9322f911-bbd9-47a5-bf52-5b7227650865 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187172 Jul 24 00:53:54.389814 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-2bdd0ab7-9a88-4443-a907-a685646596f2 service neutron] For port 49a9ace1-e624-412f-92e6-33bc25b93126, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:53:54.393528 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-2bdd0ab7-9a88-4443-a907-a685646596f2 service neutron] For port 49a9ace1-e624-412f-92e6-33bc25b93126, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=49a9ace1-e624-412f-92e6-33bc25b93126,segment=NetworkSegment(586be306-62b3-45e1-9554-d079079ec4c7),segment_id=586be306-62b3-45e1-9554-d079079ec4c7)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:53:54.402778 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-2bdd0ab7-9a88-4443-a907-a685646596f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:54.438216 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28129d52-0386-4578-8a7d-ede47643aa50 None None] Checking router: d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:53:54.438739 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28129d52-0386-4578-8a7d-ede47643aa50 None None] Updating router d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f port 00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:53:54.451009 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-2bdd0ab7-9a88-4443-a907-a685646596f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:54.451976 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-2bdd0ab7-9a88-4443-a907-a685646596f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:54.454761 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-2bdd0ab7-9a88-4443-a907-a685646596f2 service neutron] 10.222.0.13 "PUT /v2.0/ports/49a9ace1-e624-412f-92e6-33bc25b93126 HTTP/1.1" status: 200 len: 1092 time: 2.4236526 Jul 24 00:53:54.455583 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd136168b-1b89-415c-be55-349ff8be1618', 'tag': '49a9ace1-e624-412f-92e6-33bc25b93126'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:53:54.460455 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61444a38-48da-4c6a-adca-9bb201ec1e25" -d '{"events": [{"name": "network-changed", "server_uuid": "d136168b-1b89-415c-be55-349ff8be1618", "tag": "49a9ace1-e624-412f-92e6-33bc25b93126"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:53:54.469933 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6d7f4-e4f5-4257-898c-fc8b45e95eb4 req-00f9f84b-6683-496e-a4a1-e2e8c0122639 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:54.477375 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-63a6d7f4-e4f5-4257-898c-fc8b45e95eb4 req-00f9f84b-6683-496e-a4a1-e2e8c0122639 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/ports?device_id=193fdcd8-c6a1-4dae-83a0-b32b56c20dc6 HTTP/1.1" status: 200 len: 943 time: 0.2758214 Jul 24 00:53:54.484081 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de0397-7fdc-4235-8210-dac81d962886 req-50981633-115b-4c2d-9fd8-d1ffedabb065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:54.485750 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a8de0397-7fdc-4235-8210-dac81d962886 req-50981633-115b-4c2d-9fd8-d1ffedabb065 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a929b04c-7a2d-49ff-8cb4-85d21861c3b7 HTTP/1.1" status: 200 len: 853 time: 0.1467764 Jul 24 00:53:54.539882 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-28129d52-0386-4578-8a7d-ede47643aa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:54.554192 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a8de0397-7fdc-4235-8210-dac81d962886 req-23f7d04c-6f07-442a-b49e-39a21c754f6a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cf81efcb-2043-4c81-a9e1-631f32772270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578723 Jul 24 00:53:54.563429 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd0ab7-9a88-4443-a907-a685646596f2 service neutron] Pushing event updated for resources: {'Port': ['ID=49a9ace1-e624-412f-92e6-33bc25b93126,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:54.571936 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-c22167bf-c7e1-4b21-ad94-de0593928283 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Allocated IP 172.20.0.5 (c9b203d0-eae7-4a9d-aeba-2ef85b49dd48/3072a7c8-2c3c-4d80-89a4-047d4b311662/2507cfef-8818-4c53-8e64-f1d1fabfeeb5) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:53:54.579677 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c947d3-d860-45d4-a46a-93edad48e5c1 x-openstack-request-id: req-44c947d3-d860-45d4-a46a-93edad48e5c1 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:53:54.580239 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d136168b-1b89-415c-be55-349ff8be1618", "tag": "49a9ace1-e624-412f-92e6-33bc25b93126", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:53:54.580586 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-44c947d3-d860-45d4-a46a-93edad48e5c1 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:53:54.581073 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd136168b-1b89-415c-be55-349ff8be1618', 'tag': '49a9ace1-e624-412f-92e6-33bc25b93126', 'status': 'completed', 'code': 200} Jul 24 00:53:54.646040 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:53:54.659333 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-6b87b79e-89aa-43af-a285-257049e6465f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:54.661739 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-6b87b79e-89aa-43af-a285-257049e6465f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=08d8c8d3947246a4bf2c131682db75a8&device_id=d136168b-1b89-415c-be55-349ff8be1618 HTTP/1.1" status: 200 len: 1095 time: 0.1164289 Jul 24 00:53:54.680544 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-63a6d7f4-e4f5-4257-898c-fc8b45e95eb4 req-da019c57-4f23-452b-bf3d-331603723beb tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4afdf14b-fed7-48f6-898d-5e248a4ef7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012200 Jul 24 00:53:54.784093 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-c88cdb56-0982-42c7-8c0a-6bdb4072a4e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49a9ace1-e624-412f-92e6-33bc25b93126 HTTP/1.1" status: 200 len: 217 time: 0.1055202 Jul 24 00:53:54.826295 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:53:54.827069 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:54.913537 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-86b41bd3-3c4d-4fcd-9ddc-714083567af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:54.915167 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-86b41bd3-3c4d-4fcd-9ddc-714083567af6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2ff9458-1817-4531-947f-c02e435919ca HTTP/1.1" status: 200 len: 857 time: 0.1217747 Jul 24 00:53:54.962259 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-be7568a8-068b-4141-b921-d4110ab061c2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=322adc94-c46f-436c-b70a-112b39d761b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387359 Jul 24 00:53:54.981639 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a8de0397-7fdc-4235-8210-dac81d962886 req-ba71654f-0b2e-4ec4-8aa7-68986a9206a9 service neutron] 10.222.0.13 "GET /v2.0/networks/cf81efcb-2043-4c81-a9e1-631f32772270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4127600 Jul 24 00:53:54.987806 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d244e5-6d77-4cdb-b0fc-f19e13df678f req-aa80b1b8-c4b0-4ae2-901a-d8a781d4c3fb tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:54.990375 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-44d244e5-6d77-4cdb-b0fc-f19e13df678f req-aa80b1b8-c4b0-4ae2-901a-d8a781d4c3fb tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] 10.222.0.15 "GET /v2.0/ports?device_id=d136168b-1b89-415c-be55-349ff8be1618 HTTP/1.1" status: 200 len: 943 time: 0.1764796 Jul 24 00:53:55.060719 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-c22167bf-c7e1-4b21-ad94-de0593928283 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:55.098650 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-44d244e5-6d77-4cdb-b0fc-f19e13df678f req-80e3b0aa-84d4-4227-86d9-94f9f0062e02 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] 10.222.0.15 "GET /v2.0/security-groups?id=14a154b3-8451-494c-bdac-2bc961e08629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951221 Jul 24 00:53:55.110199 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-c22167bf-c7e1-4b21-ad94-de0593928283 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Transition to ACTIVE for port object 2507cfef-8818-4c53-8e64-f1d1fabfeeb5 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:53:55.137963 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2303141-5f26-4c9a-bfcd-11115a5f4d23 req-46fb4a14-304f-49bf-99a1-d2a739f85d56 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:55.139726 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b2303141-5f26-4c9a-bfcd-11115a5f4d23 req-46fb4a14-304f-49bf-99a1-d2a739f85d56 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 945 time: 0.2679446 Jul 24 00:53:55.140726 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-ba0919bf-817c-46f2-98c9-62a7b0be771a service neutron] 10.222.0.13 "GET /v2.0/networks/322adc94-c46f-436c-b70a-112b39d761b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704288 Jul 24 00:53:55.187772 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a8de0397-7fdc-4235-8210-dac81d962886 req-230857ac-e8d8-4ffe-a55f-92f84eb19dd6 service neutron] 10.222.0.13 "GET /v2.0/networks/cf81efcb-2043-4c81-a9e1-631f32772270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958690 Jul 24 00:53:55.217069 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b2303141-5f26-4c9a-bfcd-11115a5f4d23 req-2e06a4bd-b32d-4722-88e1-4668b4314f93 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655868 Jul 24 00:53:55.225377 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-c22167bf-c7e1-4b21-ad94-de0593928283 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:55.285595 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-c22167bf-c7e1-4b21-ad94-de0593928283 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Network c9b203d0-eae7-4a9d-aeba-2ef85b49dd48 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:53:55.289338 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-648b67ff-1666-4529-9aed-a9c15cd02c9d req-957b79eb-597f-46dd-8496-873a94a434c3 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/ports?device_id=48ae3a96-e4a9-4fb5-8185-696658b68a1b HTTP/1.1" status: 200 len: 210 time: 0.1045353 Jul 24 00:53:55.291860 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-c22167bf-c7e1-4b21-ad94-de0593928283 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:53:55.314847 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22167bf-c7e1-4b21-ad94-de0593928283 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Pushing event updated for resources: {'Port': ['ID=2507cfef-8818-4c53-8e64-f1d1fabfeeb5,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:55.319478 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-c22167bf-c7e1-4b21-ad94-de0593928283 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:53:55.379390 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5a2ce9c0-120b-44a6-80f2-500765106485 req-7e56b5a1-2997-4a2e-9429-5a7b85375912 service neutron] 10.222.0.13 "GET /v2.0/networks/322adc94-c46f-436c-b70a-112b39d761b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299907 Jul 24 00:53:55.396622 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-c22167bf-c7e1-4b21-ad94-de0593928283 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:55.397499 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-c22167bf-c7e1-4b21-ad94-de0593928283 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:55.420797 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-c22167bf-c7e1-4b21-ad94-de0593928283 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8174057 Jul 24 00:53:55.450823 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-445cc5e0-52d9-46b9-b685-8038a448d3e3 service neutron] Request body: {'port': {'device_id': '48ae3a96-e4a9-4fb5-8185-696658b68a1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:55.551890 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7686e-b45a-450c-a8d9-7fd79e4d4efa req-fb708c3b-e20b-4611-a4df-b95d2f78d2ba tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:55.554395 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-16e7686e-b45a-450c-a8d9-7fd79e4d4efa req-fb708c3b-e20b-4611-a4df-b95d2f78d2ba tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 946 time: 0.1403599 Jul 24 00:53:55.582003 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-28129d52-0386-4578-8a7d-ede47643aa50 None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:55.595653 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-445cc5e0-52d9-46b9-b685-8038a448d3e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:55.605200 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61444a38-48da-4c6a-adca-9bb201ec1e25 req-8d18d5f1-fca8-491d-947b-618ed44b4675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:55.606874 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-28129d52-0386-4578-8a7d-ede47643aa50 None None] Transition to ACTIVE for port object 00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:53:55.608052 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-61444a38-48da-4c6a-adca-9bb201ec1e25 req-8d18d5f1-fca8-491d-947b-618ed44b4675 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=08d8c8d3947246a4bf2c131682db75a8&device_id=d136168b-1b89-415c-be55-349ff8be1618 HTTP/1.1" status: 200 len: 1095 time: 0.1554317 Jul 24 00:53:55.620572 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-28129d52-0386-4578-8a7d-ede47643aa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:55.658534 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0747351e-1bbd-4cf0-9084-81ab1d41e6ee None None] Provisioning for port 2507cfef-8818-4c53-8e64-f1d1fabfeeb5 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:53:55.665344 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0747351e-1bbd-4cf0-9084-81ab1d41e6ee None None] Provisioning complete for port 2507cfef-8818-4c53-8e64-f1d1fabfeeb5 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:53:55.665723 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0747351e-1bbd-4cf0-9084-81ab1d41e6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:55.680824 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-16e7686e-b45a-450c-a8d9-7fd79e4d4efa req-1d13dffe-886c-4c0f-942c-1d2c72a9f257 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147404 Jul 24 00:53:55.705322 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e5d22-a4f3-441d-bf85-0efc76769ab7 None None] Pushing event updated for resources: {'Port': ['ID=00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:55.784257 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0747351e-1bbd-4cf0-9084-81ab1d41e6ee None None] Port 2507cfef-8818-4c53-8e64-f1d1fabfeeb5 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:53:55.801850 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61444a38-48da-4c6a-adca-9bb201ec1e25 req-85172529-5dda-4aa3-85f3-9d992dea4541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:55.803436 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-61444a38-48da-4c6a-adca-9bb201ec1e25 req-85172529-5dda-4aa3-85f3-9d992dea4541 service neutron] 10.222.0.13 "GET /v2.0/networks?id=322adc94-c46f-436c-b70a-112b39d761b1 HTTP/1.1" status: 200 len: 918 time: 0.1846471 Jul 24 00:53:55.809692 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-28129d52-0386-4578-8a7d-ede47643aa50 None None] Attempting to bind port 00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:53:55.815372 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-28129d52-0386-4578-8a7d-ede47643aa50 None None] Attempting to bind port 00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '5997850d-598b-45fc-8985-dbbfe8ec96d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:53:55.815924 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28129d52-0386-4578-8a7d-ede47643aa50 None None] Attempting to bind port 00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb on network c9b203d0-eae7-4a9d-aeba-2ef85b49dd48 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:53:55.830549 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28129d52-0386-4578-8a7d-ede47643aa50 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:53:55.831023 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28129d52-0386-4578-8a7d-ede47643aa50 None None] Checking segment: {'id': '5997850d-598b-45fc-8985-dbbfe8ec96d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:53:55.831498 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-28129d52-0386-4578-8a7d-ede47643aa50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:55.831971 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28129d52-0386-4578-8a7d-ede47643aa50 None None] Bound using segment: {'id': '5997850d-598b-45fc-8985-dbbfe8ec96d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:53:55.840019 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-28129d52-0386-4578-8a7d-ede47643aa50 None None] Bound port: 00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5997850d-598b-45fc-8985-dbbfe8ec96d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:53:55.840555 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-28129d52-0386-4578-8a7d-ede47643aa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:55.861741 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-61444a38-48da-4c6a-adca-9bb201ec1e25 req-9e31e0e1-a5cc-400f-b03c-1e30b3435899 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49a9ace1-e624-412f-92e6-33bc25b93126 HTTP/1.1" status: 200 len: 217 time: 0.0508034 Jul 24 00:53:55.943200 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-28129d52-0386-4578-8a7d-ede47643aa50 None None] For port 00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:53:55.954927 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61444a38-48da-4c6a-adca-9bb201ec1e25 req-048016e6-6248-448f-b5cf-d2a9298dbee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:55.956688 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-61444a38-48da-4c6a-adca-9bb201ec1e25 req-048016e6-6248-448f-b5cf-d2a9298dbee4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2ff9458-1817-4531-947f-c02e435919ca HTTP/1.1" status: 200 len: 857 time: 0.0796282 Jul 24 00:53:55.957923 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-28129d52-0386-4578-8a7d-ede47643aa50 None None] For port 00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb,segment=NetworkSegment(5997850d-598b-45fc-8985-dbbfe8ec96d2),segment_id=5997850d-598b-45fc-8985-dbbfe8ec96d2)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:53:55.964050 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-28129d52-0386-4578-8a7d-ede47643aa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:56.000733 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-61444a38-48da-4c6a-adca-9bb201ec1e25 req-c5d6d860-78f1-4824-bb4e-59a4efd0f4f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=322adc94-c46f-436c-b70a-112b39d761b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364003 Jul 24 00:53:56.047152 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28129d52-0386-4578-8a7d-ede47643aa50 None None] Routers {'d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:53:56.048320 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-28129d52-0386-4578-8a7d-ede47643aa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:53:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:56.133173 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-61444a38-48da-4c6a-adca-9bb201ec1e25 req-431e953e-af0d-4d38-a8a9-b38b2f8c7c05 service neutron] 10.222.0.13 "GET /v2.0/networks/322adc94-c46f-436c-b70a-112b39d761b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203175 Jul 24 00:53:56.204376 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-28129d52-0386-4578-8a7d-ede47643aa50 None None] Set router d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:53:56.352434 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e5d22-a4f3-441d-bf85-0efc76769ab7 None None] Pushing event updated for resources: {'Port': ['ID=00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb,revision_number=4']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:56.382121 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-61444a38-48da-4c6a-adca-9bb201ec1e25 req-57c3ee79-8f54-401b-88a0-4b39406ececa service neutron] 10.222.0.13 "GET /v2.0/networks/322adc94-c46f-436c-b70a-112b39d761b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351673 Jul 24 00:53:56.395027 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3baa61-8d89-4d29-af96-34b96e53e74c req-74291a4e-b90d-4a32-be5f-ab1d8ca5e953 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:56.396695 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0f3baa61-8d89-4d29-af96-34b96e53e74c req-74291a4e-b90d-4a32-be5f-ab1d8ca5e953 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] 10.222.0.15 "GET /v2.0/ports?device_id=d136168b-1b89-415c-be55-349ff8be1618 HTTP/1.1" status: 200 len: 943 time: 0.1122963 Jul 24 00:53:56.450459 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0f3baa61-8d89-4d29-af96-34b96e53e74c req-f085fb0f-183d-4c55-832d-5bd286753e00 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] 10.222.0.15 "GET /v2.0/security-groups?id=14a154b3-8451-494c-bdac-2bc961e08629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459552 Jul 24 00:53:56.458575 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bec660-8f75-4e1c-831d-f0ef914968f7 req-62363fbb-8e28-40df-8b62-f144e4a65ff3 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:56.459836 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-20bec660-8f75-4e1c-831d-f0ef914968f7 req-62363fbb-8e28-40df-8b62-f144e4a65ff3 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/ports?device_id=193fdcd8-c6a1-4dae-83a0-b32b56c20dc6 HTTP/1.1" status: 200 len: 943 time: 0.6373467 Jul 24 00:53:56.518814 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-445cc5e0-52d9-46b9-b685-8038a448d3e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2507cfef-8818-4c53-8e64-f1d1fabfeeb5 {{(pid=100463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:53:56.534168 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-445cc5e0-52d9-46b9-b685-8038a448d3e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:56.553010 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-20bec660-8f75-4e1c-831d-f0ef914968f7 req-3de938a1-b789-4416-8363-33a4ae44c9e6 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4afdf14b-fed7-48f6-898d-5e248a4ef7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697668 Jul 24 00:53:56.572987 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-28129d52-0386-4578-8a7d-ede47643aa50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143471385-router', 'tenant_id': '8775928e4716419799315861924d3578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:43Z', 'updated_at': '2021-07-24T00:53:48Z', 'revision_number': 4, 'project_id': '8775928e4716419799315861924d3578', 'gw_port': {'id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:44Z', 'updated_at': '2021-07-24T00:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb', 'name': '', 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48', 'tenant_id': '8775928e4716419799315861924d3578', 'mac_address': 'fa:16:3e:d1:2f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:47Z', 'updated_at': '2021-07-24T00:53:55Z', 'revision_number': 4, 'project_id': '8775928e4716419799315861924d3578', 'subnets': [{'id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:53:56.583819 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-445cc5e0-52d9-46b9-b685-8038a448d3e3 service neutron] Transition to ACTIVE for port object 2507cfef-8818-4c53-8e64-f1d1fabfeeb5 will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:53:56.589500 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-445cc5e0-52d9-46b9-b685-8038a448d3e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:56.619818 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28129d52-0386-4578-8a7d-ede47643aa50 None None] The sync data for ids ['d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'] in n-d-793621-25 is: [{'id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143471385-router', 'tenant_id': '8775928e4716419799315861924d3578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:43Z', 'updated_at': '2021-07-24T00:53:48Z', 'revision_number': 4, 'project_id': '8775928e4716419799315861924d3578', 'gw_port': {'id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:44Z', 'updated_at': '2021-07-24T00:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb', 'name': '', 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48', 'tenant_id': '8775928e4716419799315861924d3578', 'mac_address': 'fa:16:3e:d1:2f:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:47Z', 'updated_at': '2021-07-24T00:53:55Z', 'revision_number': 4, 'project_id': '8775928e4716419799315861924d3578', 'subnets': [{'id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:53:56.668163 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445cc5e0-52d9-46b9-b685-8038a448d3e3 service neutron] Pushing event updated for resources: {'Port': ['ID=2507cfef-8818-4c53-8e64-f1d1fabfeeb5,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:56.685299 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:53:56.698000 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c5559-964c-43ad-ba3c-add94bc76246 req-ada5cb9b-58ea-4b7e-b454-098fbd615866 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:56.718756 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-af2c5559-964c-43ad-ba3c-add94bc76246 req-ada5cb9b-58ea-4b7e-b454-098fbd615866 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 945 time: 0.1535516 Jul 24 00:53:56.789608 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-af2c5559-964c-43ad-ba3c-add94bc76246 req-a74f96cc-28d6-46a8-8278-a1c3f112a050 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694311 Jul 24 00:53:56.820138 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:53:56.828739 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:53:56.830407 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:56.912140 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-445cc5e0-52d9-46b9-b685-8038a448d3e3 service neutron] Attempting to bind port 2507cfef-8818-4c53-8e64-f1d1fabfeeb5 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:53:56.912918 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-445cc5e0-52d9-46b9-b685-8038a448d3e3 service neutron] Attempting to bind port 2507cfef-8818-4c53-8e64-f1d1fabfeeb5 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '5997850d-598b-45fc-8985-dbbfe8ec96d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:53:56.912918 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-445cc5e0-52d9-46b9-b685-8038a448d3e3 service neutron] Attempting to bind port 2507cfef-8818-4c53-8e64-f1d1fabfeeb5 on network c9b203d0-eae7-4a9d-aeba-2ef85b49dd48 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:53:56.934233 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-445cc5e0-52d9-46b9-b685-8038a448d3e3 service neutron] Port 2507cfef-8818-4c53-8e64-f1d1fabfeeb5 on network c9b203d0-eae7-4a9d-aeba-2ef85b49dd48 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:53:56.934571 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-445cc5e0-52d9-46b9-b685-8038a448d3e3 service neutron] Attempting to bind port 2507cfef-8818-4c53-8e64-f1d1fabfeeb5 on network c9b203d0-eae7-4a9d-aeba-2ef85b49dd48 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:53:56.961308 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76b4ec0-1baf-4aa9-93cd-f351c04e4a08 req-83030c0d-2272-475a-8533-ac82e73912d8 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:56.963400 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f76b4ec0-1baf-4aa9-93cd-f351c04e4a08 req-83030c0d-2272-475a-8533-ac82e73912d8 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/ports?device_id=48ae3a96-e4a9-4fb5-8185-696658b68a1b HTTP/1.1" status: 200 len: 943 time: 0.2963412 Jul 24 00:53:56.964258 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-445cc5e0-52d9-46b9-b685-8038a448d3e3 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:53:56.964597 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-445cc5e0-52d9-46b9-b685-8038a448d3e3 service neutron] Checking segment: {'id': '5997850d-598b-45fc-8985-dbbfe8ec96d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:53:56.965038 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-445cc5e0-52d9-46b9-b685-8038a448d3e3 service neutron] Bound using segment: {'id': '5997850d-598b-45fc-8985-dbbfe8ec96d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:53:56.965499 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-445cc5e0-52d9-46b9-b685-8038a448d3e3 service neutron] Bound port: 2507cfef-8818-4c53-8e64-f1d1fabfeeb5, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5997850d-598b-45fc-8985-dbbfe8ec96d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:53:56.965868 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-445cc5e0-52d9-46b9-b685-8038a448d3e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:56.983938 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:57.008083 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 9bd5b2fe-cd00-4f63-a842-a282b86b8b37 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:53:57.044912 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb,segment=NetworkSegment(5997850d-598b-45fc-8985-dbbfe8ec96d2),segment_id=5997850d-598b-45fc-8985-dbbfe8ec96d2)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:57.062812 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:57.088528 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:53:57.098115 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f76b4ec0-1baf-4aa9-93cd-f351c04e4a08 req-f2dd3c00-3630-43e6-9c87-4ea1a7774b06 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/security-groups?id=334cfaf2-d168-43f6-8bef-b99b51df53b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033754 Jul 24 00:53:57.128398 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-445cc5e0-52d9-46b9-b685-8038a448d3e3 service neutron] For port 2507cfef-8818-4c53-8e64-f1d1fabfeeb5, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:53:57.144824 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-445cc5e0-52d9-46b9-b685-8038a448d3e3 service neutron] For port 2507cfef-8818-4c53-8e64-f1d1fabfeeb5, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2507cfef-8818-4c53-8e64-f1d1fabfeeb5,segment=NetworkSegment(5997850d-598b-45fc-8985-dbbfe8ec96d2),segment_id=5997850d-598b-45fc-8985-dbbfe8ec96d2)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:53:57.155146 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-445cc5e0-52d9-46b9-b685-8038a448d3e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:57.233310 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-445cc5e0-52d9-46b9-b685-8038a448d3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:57.233971 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-445cc5e0-52d9-46b9-b685-8038a448d3e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:57.235654 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-445cc5e0-52d9-46b9-b685-8038a448d3e3 service neutron] 10.222.0.13 "PUT /v2.0/ports/2507cfef-8818-4c53-8e64-f1d1fabfeeb5 HTTP/1.1" status: 200 len: 1092 time: 1.7911637 Jul 24 00:53:57.262930 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ae3a96-e4a9-4fb5-8185-696658b68a1b', 'tag': '2507cfef-8818-4c53-8e64-f1d1fabfeeb5'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:53:57.265428 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47952869-4a96-4c41-ba34-463ebffa7c5f" -d '{"events": [{"name": "network-changed", "server_uuid": "48ae3a96-e4a9-4fb5-8185-696658b68a1b", "tag": "2507cfef-8818-4c53-8e64-f1d1fabfeeb5"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:53:57.293351 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d72e89-c7f7-4141-be1b-f30ffdbd2047 req-07d93fa6-4c15-412e-afb9-cdc3511c2724 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:57.303384 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f3d72e89-c7f7-4141-be1b-f30ffdbd2047 req-07d93fa6-4c15-412e-afb9-cdc3511c2724 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 946 time: 0.1617310 Jul 24 00:53:57.377511 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445cc5e0-52d9-46b9-b685-8038a448d3e3 service neutron] Pushing event updated for resources: {'Port': ['ID=2507cfef-8818-4c53-8e64-f1d1fabfeeb5,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:57.380257 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f3d72e89-c7f7-4141-be1b-f30ffdbd2047 req-667102a6-af51-4352-bd61-12a9491e55a1 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756521 Jul 24 00:53:57.434756 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba56db-db50-4a8d-a01a-08b0903b364d req-e6718de2-44b0-4017-bd70-41ff153a6f38 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:57.436757 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bbba56db-db50-4a8d-a01a-08b0903b364d req-e6718de2-44b0-4017-bd70-41ff153a6f38 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 1097 time: 0.2362490 Jul 24 00:53:57.440796 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-44d824c8-03e5-45aa-bd7d-2b9caab9e3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:57.447630 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-44d824c8-03e5-45aa-bd7d-2b9caab9e3db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8775928e4716419799315861924d3578&device_id=48ae3a96-e4a9-4fb5-8185-696658b68a1b HTTP/1.1" status: 200 len: 1095 time: 0.1523387 Jul 24 00:53:57.502944 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:57.520137 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:57.521499 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:57.521925 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:57.522392 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:57.522937 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:57.523478 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:57.523862 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:57.524292 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:57.524670 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:57.525208 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:57.525567 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:57.525890 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:53:57.550240 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9595182-55ed-4286-add6-624881ae6299 x-openstack-request-id: req-b9595182-55ed-4286-add6-624881ae6299 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:53:57.550544 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48ae3a96-e4a9-4fb5-8185-696658b68a1b", "tag": "2507cfef-8818-4c53-8e64-f1d1fabfeeb5", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:53:57.550919 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b9595182-55ed-4286-add6-624881ae6299 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:53:57.553434 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ae3a96-e4a9-4fb5-8185-696658b68a1b', 'tag': '2507cfef-8818-4c53-8e64-f1d1fabfeeb5', 'status': 'completed', 'code': 200} Jul 24 00:53:57.571134 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 9bd5b2fe-cd00-4f63-a842-a282b86b8b37, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=9bd5b2fe-cd00-4f63-a842-a282b86b8b37,segment=NetworkSegment(23c5ea73-fefa-42c8-9dcb-68bf75e768ba),segment_id=23c5ea73-fefa-42c8-9dcb-68bf75e768ba)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:57.573995 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-4748ad26-6dd9-4cc7-92b9-30c704420537 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2507cfef-8818-4c53-8e64-f1d1fabfeeb5 HTTP/1.1" status: 200 len: 217 time: 0.1084793 Jul 24 00:53:57.609424 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '9bd5b2fe-cd00-4f63-a842-a282b86b8b37', 'network_id': 'cf81efcb-2043-4c81-a9e1-631f32772270', 'port_id': '9bd5b2fe-cd00-4f63-a842-a282b86b8b37', 'mac_address': 'fa:16:3e:98:52:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a929b04c-7a2d-49ff-8cb4-85d21861c3b7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:53:57.615429 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bbba56db-db50-4a8d-a01a-08b0903b364d req-1925327d-2603-44f6-b581-86c14ffc6d34 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665652 Jul 24 00:53:57.663803 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:57.669491 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-ae7ade26-831d-4715-a875-8d3002c84892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:57.671246 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-ae7ade26-831d-4715-a875-8d3002c84892 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3072a7c8-2c3c-4d80-89a4-047d4b311662 HTTP/1.1" status: 200 len: 860 time: 0.0809989 Jul 24 00:53:57.685450 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bd5b2fe-cd00-4f63-a842-a282b86b8b37 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:53:57.724574 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 9bd5b2fe-cd00-4f63-a842-a282b86b8b37, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=9bd5b2fe-cd00-4f63-a842-a282b86b8b37,segment=NetworkSegment(23c5ea73-fefa-42c8-9dcb-68bf75e768ba),segment_id=23c5ea73-fefa-42c8-9dcb-68bf75e768ba)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:57.732485 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:57.737586 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026f0a9-9a1d-4fc0-9d05-cf1a9b648187 req-1243cb05-633c-4327-a668-bc96225d0004 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:57.740774 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6026f0a9-9a1d-4fc0-9d05-cf1a9b648187 req-1243cb05-633c-4327-a668-bc96225d0004 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] 10.222.0.15 "GET /v2.0/ports?device_id=d136168b-1b89-415c-be55-349ff8be1618 HTTP/1.1" status: 200 len: 943 time: 0.1275766 Jul 24 00:53:57.802353 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=9bd5b2fe-cd00-4f63-a842-a282b86b8b37,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:57.820445 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6026f0a9-9a1d-4fc0-9d05-cf1a9b648187 req-4e76763a-00d8-4f30-97d7-69dcdf2b6f52 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] 10.222.0.15 "GET /v2.0/security-groups?id=14a154b3-8451-494c-bdac-2bc961e08629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719855 Jul 24 00:53:57.849947 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-55b21dc3-98b0-4886-b2ec-56b6c6477754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:57.851265 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-55b21dc3-98b0-4886-b2ec-56b6c6477754 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9b203d0-eae7-4a9d-aeba-2ef85b49dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1691127 Jul 24 00:53:57.867156 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0ee07-e2ad-4d0e-b3bf-65e2ebe5ee11 req-841bb557-28c1-4054-8012-cc9fa4407847 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:57.868622 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f3f0ee07-e2ad-4d0e-b3bf-65e2ebe5ee11 req-841bb557-28c1-4054-8012-cc9fa4407847 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/ports?device_id=193fdcd8-c6a1-4dae-83a0-b32b56c20dc6 HTTP/1.1" status: 200 len: 944 time: 0.1239121 Jul 24 00:53:57.934513 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3589ea3-2cea-4fe0-ae6a-3dee61cda775 req-5221ee9b-6231-4031-8ad2-e3f9b0878637 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:57.936517 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d3589ea3-2cea-4fe0-ae6a-3dee61cda775 req-5221ee9b-6231-4031-8ad2-e3f9b0878637 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 1097 time: 0.0595610 Jul 24 00:53:57.973572 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f3f0ee07-e2ad-4d0e-b3bf-65e2ebe5ee11 req-81180af1-b354-444c-abe4-afb12a88226d tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4afdf14b-fed7-48f6-898d-5e248a4ef7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951853 Jul 24 00:53:57.977599 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d3589ea3-2cea-4fe0-ae6a-3dee61cda775 req-7111315d-ac24-48a1-ab6e-20a8cc3a42b3 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337293 Jul 24 00:53:58.003029 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-d8b4c563-489c-45fc-95c1-38c10df9511f service neutron] 10.222.0.13 "GET /v2.0/networks/c9b203d0-eae7-4a9d-aeba-2ef85b49dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303809 Jul 24 00:53:58.080342 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['9bd5b2fe-cd00-4f63-a842-a282b86b8b37'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:53:58.117112 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2ccc9707-e1a1-4fd2-aa57-1d4dc3d88349 req-a26575be-10d2-4fb2-8998-ff4560d52de1 service neutron] 10.222.0.13 "GET /v2.0/networks/c9b203d0-eae7-4a9d-aeba-2ef85b49dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082766 Jul 24 00:53:58.330781 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47952869-4a96-4c41-ba34-463ebffa7c5f req-3885a2d1-81c2-4af6-952a-454a90519ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:58.332503 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-47952869-4a96-4c41-ba34-463ebffa7c5f req-3885a2d1-81c2-4af6-952a-454a90519ad5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8775928e4716419799315861924d3578&device_id=48ae3a96-e4a9-4fb5-8185-696658b68a1b HTTP/1.1" status: 200 len: 1095 time: 0.1400738 Jul 24 00:53:58.341583 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53249694-4083-422f-a967-ea9a3a6a56dd req-8365d1c2-f6a0-4221-b2ba-f904ce982fac tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:58.342572 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-53249694-4083-422f-a967-ea9a3a6a56dd req-8365d1c2-f6a0-4221-b2ba-f904ce982fac tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/ports?device_id=48ae3a96-e4a9-4fb5-8185-696658b68a1b HTTP/1.1" status: 200 len: 943 time: 0.1389081 Jul 24 00:53:58.443696 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-53249694-4083-422f-a967-ea9a3a6a56dd req-bc313458-c879-407e-974a-907593793e10 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/security-groups?id=334cfaf2-d168-43f6-8bef-b99b51df53b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871115 Jul 24 00:53:58.475602 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47952869-4a96-4c41-ba34-463ebffa7c5f req-93561555-52a2-40ca-ac95-817b4ec0ccba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:58.477136 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-47952869-4a96-4c41-ba34-463ebffa7c5f req-93561555-52a2-40ca-ac95-817b4ec0ccba service neutron] 10.222.0.13 "GET /v2.0/networks?id=c9b203d0-eae7-4a9d-aeba-2ef85b49dd48 HTTP/1.1" status: 200 len: 922 time: 0.1315939 Jul 24 00:53:58.569729 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-47952869-4a96-4c41-ba34-463ebffa7c5f req-20818715-ffd1-450f-b794-8dd2d1940ab6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2507cfef-8818-4c53-8e64-f1d1fabfeeb5 HTTP/1.1" status: 200 len: 217 time: 0.0816648 Jul 24 00:53:58.615359 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:53:58.641263 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47952869-4a96-4c41-ba34-463ebffa7c5f req-a4d5c892-7f0d-477e-b4a5-5d54a42ad383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:58.643079 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-47952869-4a96-4c41-ba34-463ebffa7c5f req-a4d5c892-7f0d-477e-b4a5-5d54a42ad383 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3072a7c8-2c3c-4d80-89a4-047d4b311662 HTTP/1.1" status: 200 len: 860 time: 0.0591192 Jul 24 00:53:58.682082 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:53:58.682943 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:58.732764 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47952869-4a96-4c41-ba34-463ebffa7c5f req-962779b8-0e41-482f-9904-bb3cb937a8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:58.735457 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-47952869-4a96-4c41-ba34-463ebffa7c5f req-962779b8-0e41-482f-9904-bb3cb937a8bb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9b203d0-eae7-4a9d-aeba-2ef85b49dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0795593 Jul 24 00:53:58.894441 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82f14b-e166-460b-9c4d-0ef8a4e0af3a req-41b80555-720a-418a-a213-b237352c9e01 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:58.895974 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6a82f14b-e166-460b-9c4d-0ef8a4e0af3a req-41b80555-720a-418a-a213-b237352c9e01 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 946 time: 0.1471293 Jul 24 00:53:58.899803 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-47952869-4a96-4c41-ba34-463ebffa7c5f req-51eb089f-def9-4d63-b3e9-c18dfb0fcf30 service neutron] 10.222.0.13 "GET /v2.0/networks/c9b203d0-eae7-4a9d-aeba-2ef85b49dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521323 Jul 24 00:53:58.961592 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6a82f14b-e166-460b-9c4d-0ef8a4e0af3a req-737406e6-fa70-4949-89db-333d43251c42 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582235 Jul 24 00:53:58.972042 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 49a9ace1-e624-412f-92e6-33bc25b93126 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:53:59.029507 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-47952869-4a96-4c41-ba34-463ebffa7c5f req-7294c46a-648e-412d-940d-c6898642bd84 service neutron] 10.222.0.13 "GET /v2.0/networks/c9b203d0-eae7-4a9d-aeba-2ef85b49dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119335 Jul 24 00:53:59.105596 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 49a9ace1-e624-412f-92e6-33bc25b93126, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=49a9ace1-e624-412f-92e6-33bc25b93126,segment=NetworkSegment(586be306-62b3-45e1-9554-d079079ec4c7),segment_id=586be306-62b3-45e1-9554-d079079ec4c7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:59.109260 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b255187-a8b0-4e28-b6f8-3b8d7e3235d0 req-c4f378a6-6883-4523-857d-2eb5774c0951 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:59.110898 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7b255187-a8b0-4e28-b6f8-3b8d7e3235d0 req-c4f378a6-6883-4523-857d-2eb5774c0951 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] 10.222.0.15 "GET /v2.0/ports?device_id=c931adb0-5d58-4d48-849d-e3ca774be762 HTTP/1.1" status: 200 len: 946 time: 0.0736225 Jul 24 00:53:59.127161 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '49a9ace1-e624-412f-92e6-33bc25b93126', 'network_id': '322adc94-c46f-436c-b70a-112b39d761b1', 'port_id': '49a9ace1-e624-412f-92e6-33bc25b93126', 'mac_address': 'fa:16:3e:ac:22:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2ff9458-1817-4531-947f-c02e435919ca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:53:59.153985 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7b255187-a8b0-4e28-b6f8-3b8d7e3235d0 req-57e17769-0e3d-408e-bfa6-7c203afae3c2 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] 10.222.0.15 "GET /v2.0/security-groups?id=2df0fa1c-b405-44d9-985d-01d74148a8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368452 Jul 24 00:53:59.162498 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-d35960cd-dd7f-4e2f-a7ad-9462f8cf678c tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:53:59.167548 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-d35960cd-dd7f-4e2f-a7ad-9462f8cf678c tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0727787 Jul 24 00:53:59.168539 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:59.182338 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49a9ace1-e624-412f-92e6-33bc25b93126 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:53:59.209797 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 49a9ace1-e624-412f-92e6-33bc25b93126, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=49a9ace1-e624-412f-92e6-33bc25b93126,segment=NetworkSegment(586be306-62b3-45e1-9554-d079079ec4c7),segment_id=586be306-62b3-45e1-9554-d079079ec4c7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:53:59.213943 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:59.215911 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-b97fa594-f728-4b3d-a0b1-668ea22dd2c6 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:59.217588 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-b97fa594-f728-4b3d-a0b1-668ea22dd2c6 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.15 "GET /v2.0/ports/81fc6889-cb44-41d1-9c91-43fe84127d3c HTTP/1.1" status: 200 len: 1094 time: 0.0480368 Jul 24 00:53:59.270003 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=49a9ace1-e624-412f-92e6-33bc25b93126,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:53:59.281862 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-8937ade7-d808-48d0-ae0b-ad79044d591e service neutron] Request body: {'binding': {'host': 'n-h2-793621-25', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:53:59.282326 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-8937ade7-d808-48d0-ae0b-ad79044d591e service neutron] Unknown quota resources ['binding']. {{(pid=100464) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 24 00:53:59.300075 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c217a5-7b90-4ba2-98f5-f9928e71edaf req-9ab32100-b972-4e51-8889-b7358dc2bcf5 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:59.302228 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-48c217a5-7b90-4ba2-98f5-f9928e71edaf req-9ab32100-b972-4e51-8889-b7358dc2bcf5 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] 10.222.0.15 "GET /v2.0/ports?device_id=d136168b-1b89-415c-be55-349ff8be1618 HTTP/1.1" status: 200 len: 944 time: 0.0708137 Jul 24 00:53:59.353577 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-48c217a5-7b90-4ba2-98f5-f9928e71edaf req-96694d49-46fc-44f0-bbeb-bdeee3d3a88a tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] 10.222.0.15 "GET /v2.0/security-groups?id=14a154b3-8451-494c-bdac-2bc961e08629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440600 Jul 24 00:53:59.430484 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-8937ade7-d808-48d0-ae0b-ad79044d591e service neutron] Attempting to bind port 81fc6889-cb44-41d1-9c91-43fe84127d3c on host n-h2-793621-25 for vnic_type normal with profile None {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:53:59.430754 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-8937ade7-d808-48d0-ae0b-ad79044d591e service neutron] Attempting to bind port 81fc6889-cb44-41d1-9c91-43fe84127d3c by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:53:59.431100 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-8937ade7-d808-48d0-ae0b-ad79044d591e service neutron] Attempting to bind port 81fc6889-cb44-41d1-9c91-43fe84127d3c on network 7c4ab419-d412-43cd-bcfe-97903abe1bf4 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:53:59.435849 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-8937ade7-d808-48d0-ae0b-ad79044d591e service neutron] Port 81fc6889-cb44-41d1-9c91-43fe84127d3c on network 7c4ab419-d412-43cd-bcfe-97903abe1bf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:53:59.436180 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-8937ade7-d808-48d0-ae0b-ad79044d591e service neutron] Attempting to bind port 81fc6889-cb44-41d1-9c91-43fe84127d3c on network 7c4ab419-d412-43cd-bcfe-97903abe1bf4 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:53:59.441044 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-8937ade7-d808-48d0-ae0b-ad79044d591e service neutron] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:53:59.441970 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-8937ade7-d808-48d0-ae0b-ad79044d591e service neutron] Checking segment: {'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:53:59.442365 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-8937ade7-d808-48d0-ae0b-ad79044d591e service neutron] Bound using segment: {'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:53:59.442850 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-8937ade7-d808-48d0-ae0b-ad79044d591e service neutron] Bound port: 81fc6889-cb44-41d1-9c91-43fe84127d3c, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:53:59.484197 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b3c94-a398-4b77-9523-e33b94b213ff req-bced2348-4b53-4596-aedf-290b26cde17f tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:59.485712 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8f9b3c94-a398-4b77-9523-e33b94b213ff req-bced2348-4b53-4596-aedf-290b26cde17f tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/ports?device_id=193fdcd8-c6a1-4dae-83a0-b32b56c20dc6 HTTP/1.1" status: 200 len: 944 time: 0.0723677 Jul 24 00:53:59.502384 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-8937ade7-d808-48d0-ae0b-ad79044d591e service neutron] For port 81fc6889-cb44-41d1-9c91-43fe84127d3c, host n-h2-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=81fc6889-cb44-41d1-9c91-43fe84127d3c,segment=NetworkSegment(224003b9-1e4b-40e8-8bf3-31947898d576),segment_id=224003b9-1e4b-40e8-8bf3-31947898d576)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:53:59.508367 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-8937ade7-d808-48d0-ae0b-ad79044d591e service neutron] Notify callbacks [] for binding, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:53:59.509567 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-8937ade7-d808-48d0-ae0b-ad79044d591e service neutron] 10.222.0.15 "POST /v2.0/ports/81fc6889-cb44-41d1-9c91-43fe84127d3c/bindings HTTP/1.1" status: 201 len: 390 time: 0.2850704 Jul 24 00:53:59.525922 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8f9b3c94-a398-4b77-9523-e33b94b213ff req-9933c881-fe67-447f-b3e1-d8f2c112a98d tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4afdf14b-fed7-48f6-898d-5e248a4ef7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336704 Jul 24 00:53:59.664754 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['49a9ace1-e624-412f-92e6-33bc25b93126'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:53:59.733732 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f68a9-a73d-4e47-8af6-5258298f5b87 req-779f0d6f-61f5-489f-9109-9a8d2ab40644 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:59.735641 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fc2f68a9-a73d-4e47-8af6-5258298f5b87 req-779f0d6f-61f5-489f-9109-9a8d2ab40644 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/ports?device_id=48ae3a96-e4a9-4fb5-8185-696658b68a1b HTTP/1.1" status: 200 len: 943 time: 0.0852327 Jul 24 00:53:59.778031 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6f4a6-6108-4f93-a763-e04177f66f31 req-e9280c94-66e4-49ad-8ef6-4354e5da3e3a tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:59.780008 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-00a6f4a6-6108-4f93-a763-e04177f66f31 req-e9280c94-66e4-49ad-8ef6-4354e5da3e3a tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 945 time: 0.0868399 Jul 24 00:53:59.823749 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fc2f68a9-a73d-4e47-8af6-5258298f5b87 req-1d7cdd89-7762-4958-bb62-7aaf1181c85c tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/security-groups?id=334cfaf2-d168-43f6-8bef-b99b51df53b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796080 Jul 24 00:53:59.826561 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-00a6f4a6-6108-4f93-a763-e04177f66f31 req-e1125a80-aa33-4ee6-b34c-82b4411a92ef tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371826 Jul 24 00:53:59.841176 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-26a61a31-7991-4fd4-9100-641b892f0644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:59.845762 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-26a61a31-7991-4fd4-9100-641b892f0644 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ed057dc71fc949d185d5f214444abe1e&device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 1097 time: 0.0827396 Jul 24 00:53:59.934063 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-1478a5d3-0491-40fb-a049-8321d493d0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:53:59.935612 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-1478a5d3-0491-40fb-a049-8321d493d0f5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7c4ab419-d412-43cd-bcfe-97903abe1bf4 HTTP/1.1" status: 200 len: 908 time: 0.0859590 Jul 24 00:53:59.980156 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-9efebc75-729f-4f1b-a0a3-debe05427196 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81fc6889-cb44-41d1-9c91-43fe84127d3c HTTP/1.1" status: 200 len: 217 time: 0.0375352 Jul 24 00:54:00.031111 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-16a8a689-f21c-400c-8fd5-1d54900f74f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:00.032628 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-16a8a689-f21c-400c-8fd5-1d54900f74f8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8e7ca279-b98c-43f9-865c-dc5db7518bba HTTP/1.1" status: 200 len: 847 time: 0.0463912 Jul 24 00:54:00.088059 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-80311691-36b0-4d11-8ae2-051310d57582 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7c4ab419-d412-43cd-bcfe-97903abe1bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462050 Jul 24 00:54:00.186061 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af33f2-368f-45ea-ad6f-adcd6ebdd5b2 req-2e984de9-f48a-4866-be75-0fa871b78d65 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:00.187700 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-40af33f2-368f-45ea-ad6f-adcd6ebdd5b2 req-2e984de9-f48a-4866-be75-0fa871b78d65 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 946 time: 0.1541398 Jul 24 00:54:00.219627 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-6a42271c-5396-4c77-9961-0d10c5a96992 service neutron] 10.222.0.11 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251168 Jul 24 00:54:00.258538 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-40af33f2-368f-45ea-ad6f-adcd6ebdd5b2 req-afe28f81-d308-4d26-b640-e522478717c3 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616846 Jul 24 00:54:00.302322 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852a15a-c2c8-4a47-a714-e78da99dc0aa req-2c06294a-3b69-4c4e-85fc-8097959215a1 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:00.303905 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3852a15a-c2c8-4a47-a714-e78da99dc0aa req-2c06294a-3b69-4c4e-85fc-8097959215a1 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] 10.222.0.15 "GET /v2.0/ports?device_id=c931adb0-5d58-4d48-849d-e3ca774be762 HTTP/1.1" status: 200 len: 946 time: 0.0773542 Jul 24 00:54:00.331239 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-79f7dd3a-40c3-4e22-bfa7-7b348331b7b6 service neutron] 10.222.0.11 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035495 Jul 24 00:54:00.346628 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3852a15a-c2c8-4a47-a714-e78da99dc0aa req-765525c6-1da6-4077-acfc-df989b02b12b tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] 10.222.0.15 "GET /v2.0/security-groups?id=2df0fa1c-b405-44d9-985d-01d74148a8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367723 Jul 24 00:54:00.492070 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199b509-9f75-4d52-a69a-a1d68c506224 req-a7c3fd23-5151-4c8e-9b83-6a2ec90772aa tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:00.493878 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4199b509-9f75-4d52-a69a-a1d68c506224 req-a7c3fd23-5151-4c8e-9b83-6a2ec90772aa tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] 10.222.0.15 "GET /v2.0/ports?device_id=d136168b-1b89-415c-be55-349ff8be1618 HTTP/1.1" status: 200 len: 944 time: 0.0685585 Jul 24 00:54:00.533869 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4199b509-9f75-4d52-a69a-a1d68c506224 req-a482c3e2-99c0-4542-8d46-e4ccf34952f1 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] 10.222.0.15 "GET /v2.0/security-groups?id=14a154b3-8451-494c-bdac-2bc961e08629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338030 Jul 24 00:54:00.667375 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d8e86-6991-49a9-8e84-15e526c1f8ce req-3519ac5d-86f2-4bac-aaec-49d50fbdceb9 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:00.669386 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-953d8e86-6991-49a9-8e84-15e526c1f8ce req-3519ac5d-86f2-4bac-aaec-49d50fbdceb9 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/ports?device_id=193fdcd8-c6a1-4dae-83a0-b32b56c20dc6 HTTP/1.1" status: 200 len: 944 time: 0.0742738 Jul 24 00:54:00.729339 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-953d8e86-6991-49a9-8e84-15e526c1f8ce req-90083719-29e6-42ba-8366-4d3d63f2dd35 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4afdf14b-fed7-48f6-898d-5e248a4ef7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536327 Jul 24 00:54:00.978743 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71121767-bf32-4d0b-825e-9af0a2f0d789 req-317466d7-1538-459e-a0bf-b1039654db2a tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:00.980595 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-71121767-bf32-4d0b-825e-9af0a2f0d789 req-317466d7-1538-459e-a0bf-b1039654db2a tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/ports?device_id=48ae3a96-e4a9-4fb5-8185-696658b68a1b HTTP/1.1" status: 200 len: 943 time: 0.0781798 Jul 24 00:54:00.990555 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 9bd5b2fe-cd00-4f63-a842-a282b86b8b37 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:54:01.017912 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a075e9-f7f5-4278-bbc4-cec246b65b21 req-56488867-bd68-4bd3-b570-5c66b57a93bf tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:01.019642 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d0a075e9-f7f5-4278-bbc4-cec246b65b21 req-56488867-bd68-4bd3-b570-5c66b57a93bf tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 945 time: 0.1145566 Jul 24 00:54:01.027812 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-71121767-bf32-4d0b-825e-9af0a2f0d789 req-2dee4125-c8ee-44f5-b49a-c6dd47e30a5d tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/security-groups?id=334cfaf2-d168-43f6-8bef-b99b51df53b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416534 Jul 24 00:54:01.033102 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d54cd0-12f4-448a-ac3d-d89eaef52e91 req-6534e14c-c17f-40e8-be2e-caf14562157d tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:01.034678 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-54d54cd0-12f4-448a-ac3d-d89eaef52e91 req-6534e14c-c17f-40e8-be2e-caf14562157d tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] 10.222.0.13 "GET /v2.0/ports?device_id=c931adb0-5d58-4d48-849d-e3ca774be762 HTTP/1.1" status: 200 len: 946 time: 0.1277852 Jul 24 00:54:01.055547 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 9bd5b2fe-cd00-4f63-a842-a282b86b8b37 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:54:01.061943 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 9bd5b2fe-cd00-4f63-a842-a282b86b8b37 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:54:01.062422 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:01.109284 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d0a075e9-f7f5-4278-bbc4-cec246b65b21 req-956516fe-01f9-42a9-8e0e-dd87769ddb6f tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732379 Jul 24 00:54:01.155329 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:01.177660 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-54d54cd0-12f4-448a-ac3d-d89eaef52e91 req-685a1044-68e9-41ea-a8b2-9517a270cd83 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] Deleting port 3952cd6b-bd6c-41aa-90fc-f678373177be {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:54:01.178062 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-54d54cd0-12f4-448a-ac3d-d89eaef52e91 req-685a1044-68e9-41ea-a8b2-9517a270cd83 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:01.179198 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193fdcd8-c6a1-4dae-83a0-b32b56c20dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd5b2fe-cd00-4f63-a842-a282b86b8b37'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:54:01.181459 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15f9cd2-7644-4da9-9b07-bcf1374e36dc" -d '{"events": [{"server_uuid": "193fdcd8-c6a1-4dae-83a0-b32b56c20dc6", "name": "network-vif-plugged", "status": "completed", "tag": "9bd5b2fe-cd00-4f63-a842-a282b86b8b37"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:54:01.199427 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 9bd5b2fe-cd00-4f63-a842-a282b86b8b37, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=9bd5b2fe-cd00-4f63-a842-a282b86b8b37,segment=NetworkSegment(23c5ea73-fefa-42c8-9dcb-68bf75e768ba),segment_id=23c5ea73-fefa-42c8-9dcb-68bf75e768ba)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:01.204745 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:01.205950 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 49a9ace1-e624-412f-92e6-33bc25b93126 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:54:01.236989 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73eb9d88-cd47-408f-92da-d3079f488425 x-openstack-request-id: req-73eb9d88-cd47-408f-92da-d3079f488425 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:54:01.237354 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193fdcd8-c6a1-4dae-83a0-b32b56c20dc6", "name": "network-vif-plugged", "status": "completed", "tag": "9bd5b2fe-cd00-4f63-a842-a282b86b8b37", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:54:01.237551 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-73eb9d88-cd47-408f-92da-d3079f488425 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:54:01.237932 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193fdcd8-c6a1-4dae-83a0-b32b56c20dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bd5b2fe-cd00-4f63-a842-a282b86b8b37', 'code': 200} Jul 24 00:54:01.287632 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-54d54cd0-12f4-448a-ac3d-d89eaef52e91 req-685a1044-68e9-41ea-a8b2-9517a270cd83 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] For port 3952cd6b-bd6c-41aa-90fc-f678373177be, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=3952cd6b-bd6c-41aa-90fc-f678373177be,segment=NetworkSegment(f6d52547-a842-4f6b-855e-8ec8d78f97b7),segment_id=f6d52547-a842-4f6b-855e-8ec8d78f97b7)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:01.288195 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-54d54cd0-12f4-448a-ac3d-d89eaef52e91 req-685a1044-68e9-41ea-a8b2-9517a270cd83 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:01.309571 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-54d54cd0-12f4-448a-ac3d-d89eaef52e91 req-685a1044-68e9-41ea-a8b2-9517a270cd83 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] Calling delete_port for 3952cd6b-bd6c-41aa-90fc-f678373177be owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:54:01.315206 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=9bd5b2fe-cd00-4f63-a842-a282b86b8b37,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:01.321093 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 49a9ace1-e624-412f-92e6-33bc25b93126 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:54:01.329230 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 49a9ace1-e624-412f-92e6-33bc25b93126 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:54:01.329716 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:01.364318 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3c988-8cfc-497f-ba56-637dc10e35b9 req-b94b57ff-0827-4553-9ac7-aeddf6bd41e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:01.366482 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e1c3c988-8cfc-497f-ba56-637dc10e35b9 req-b94b57ff-0827-4553-9ac7-aeddf6bd41e2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=193fdcd8-c6a1-4dae-83a0-b32b56c20dc6 HTTP/1.1" status: 200 len: 1097 time: 0.0682752 Jul 24 00:54:01.412957 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e1c3c988-8cfc-497f-ba56-637dc10e35b9 req-ba6b9e40-7dd0-4386-b0cc-a714ef3d184d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4afdf14b-fed7-48f6-898d-5e248a4ef7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389788 Jul 24 00:54:01.474669 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:01.511951 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 49a9ace1-e624-412f-92e6-33bc25b93126, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=49a9ace1-e624-412f-92e6-33bc25b93126,segment=NetworkSegment(586be306-62b3-45e1-9554-d079079ec4c7),segment_id=586be306-62b3-45e1-9554-d079079ec4c7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:01.516299 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19892201-3cd8-41c0-bbf9-f50ed667ed63 req-581fa589-fe12-44f7-8cc1-aa0c658158f1 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:01.518171 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:01.524522 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-19892201-3cd8-41c0-bbf9-f50ed667ed63 req-581fa589-fe12-44f7-8cc1-aa0c658158f1 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 946 time: 0.1440823 Jul 24 00:54:01.526068 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbdb92a-037c-4431-b4fa-f29ea2e3a65d req-57675f32-f78b-48d2-9cdc-b1de02bdbc9e tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:01.533421 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9cbdb92a-037c-4431-b4fa-f29ea2e3a65d req-57675f32-f78b-48d2-9cdc-b1de02bdbc9e tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] 10.222.0.15 "GET /v2.0/ports?device_id=c931adb0-5d58-4d48-849d-e3ca774be762 HTTP/1.1" status: 200 len: 946 time: 0.0855947 Jul 24 00:54:01.570205 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-54d54cd0-12f4-448a-ac3d-d89eaef52e91 req-685a1044-68e9-41ea-a8b2-9517a270cd83 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:01.579332 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=49a9ace1-e624-412f-92e6-33bc25b93126,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:01.588148 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['3952cd6b-bd6c-41aa-90fc-f678373177be'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:54:01.601764 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9cbdb92a-037c-4431-b4fa-f29ea2e3a65d req-f053a507-f72a-4fb4-9466-a70bf79210b3 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] 10.222.0.15 "GET /v2.0/security-groups?id=2df0fa1c-b405-44d9-985d-01d74148a8f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665522 Jul 24 00:54:01.616109 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-19892201-3cd8-41c0-bbf9-f50ed667ed63 req-034cf74c-0366-46a6-90b6-174f15afed62 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897090 Jul 24 00:54:01.619513 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a1044-68e9-41ea-a8b2-9517a270cd83 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] Pushing event deleted for resources: {'Port': ['ID=3952cd6b-bd6c-41aa-90fc-f678373177be,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:01.671483 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-54d54cd0-12f4-448a-ac3d-d89eaef52e91 req-685a1044-68e9-41ea-a8b2-9517a270cd83 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] No DVR routers for this DVR port 3952cd6b-bd6c-41aa-90fc-f678373177be on host n-h1-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:54:01.676675 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-54d54cd0-12f4-448a-ac3d-d89eaef52e91 req-685a1044-68e9-41ea-a8b2-9517a270cd83 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:01.678914 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-54d54cd0-12f4-448a-ac3d-d89eaef52e91 req-685a1044-68e9-41ea-a8b2-9517a270cd83 tempest-VolumesAdminNegativeTest-1067503811 tempest-VolumesAdminNegativeTest-1067503811-project] 10.222.0.13 "DELETE /v2.0/ports/3952cd6b-bd6c-41aa-90fc-f678373177be HTTP/1.1" status: 204 len: 173 time: 0.6349208 Jul 24 00:54:01.679461 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c931adb0-5d58-4d48-849d-e3ca774be762', 'name': 'network-vif-deleted', 'tag': '3952cd6b-bd6c-41aa-90fc-f678373177be'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:54:01.681861 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb13aca-e656-43e4-b3d2-3e87b0fee702" -d '{"events": [{"server_uuid": "c931adb0-5d58-4d48-849d-e3ca774be762", "name": "network-vif-deleted", "tag": "3952cd6b-bd6c-41aa-90fc-f678373177be"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:54:01.762531 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75879e-ba38-4933-b592-dc8c803e125c req-690501fe-4a53-4570-ad54-d3f206b51be8 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:01.764432 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bd75879e-ba38-4933-b592-dc8c803e125c req-690501fe-4a53-4570-ad54-d3f206b51be8 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] 10.222.0.15 "GET /v2.0/ports?device_id=d136168b-1b89-415c-be55-349ff8be1618 HTTP/1.1" status: 200 len: 945 time: 0.0892081 Jul 24 00:54:01.807194 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b27dfd-be2e-4fd9-82e2-13146bd72395 x-openstack-request-id: req-f1b27dfd-be2e-4fd9-82e2-13146bd72395 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:54:01.807493 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c931adb0-5d58-4d48-849d-e3ca774be762", "name": "network-vif-deleted", "tag": "3952cd6b-bd6c-41aa-90fc-f678373177be", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:54:01.807724 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f1b27dfd-be2e-4fd9-82e2-13146bd72395 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:54:01.808106 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c931adb0-5d58-4d48-849d-e3ca774be762', 'name': 'network-vif-deleted', 'tag': '3952cd6b-bd6c-41aa-90fc-f678373177be', 'status': 'completed', 'code': 200} Jul 24 00:54:01.827380 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bd75879e-ba38-4933-b592-dc8c803e125c req-2f1549ef-b759-4d92-90cb-35892d414238 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] 10.222.0.15 "GET /v2.0/security-groups?id=14a154b3-8451-494c-bdac-2bc961e08629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566294 Jul 24 00:54:01.960019 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b08f7e-8027-48f4-ab54-cc8b8caa260e req-b30d5c7a-c37f-4f46-a965-938bc5850259 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:01.961531 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a5b08f7e-8027-48f4-ab54-cc8b8caa260e req-b30d5c7a-c37f-4f46-a965-938bc5850259 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/ports?device_id=193fdcd8-c6a1-4dae-83a0-b32b56c20dc6 HTTP/1.1" status: 200 len: 945 time: 0.0696542 Jul 24 00:54:02.008095 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a5b08f7e-8027-48f4-ab54-cc8b8caa260e req-7408d67d-ff1c-4b0b-9cd7-539a8bad72d5 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4afdf14b-fed7-48f6-898d-5e248a4ef7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405841 Jul 24 00:54:02.168145 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04fd9f-6e84-44df-9781-0d42ef24dfe7 req-91a65c01-f52b-4435-bc1a-eb667679ff99 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:02.169761 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1d04fd9f-6e84-44df-9781-0d42ef24dfe7 req-91a65c01-f52b-4435-bc1a-eb667679ff99 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/ports?device_id=48ae3a96-e4a9-4fb5-8185-696658b68a1b HTTP/1.1" status: 200 len: 943 time: 0.0733297 Jul 24 00:54:02.219723 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1d04fd9f-6e84-44df-9781-0d42ef24dfe7 req-e575be68-388c-4e5f-ac5f-216866a08c63 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/security-groups?id=334cfaf2-d168-43f6-8bef-b99b51df53b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428743 Jul 24 00:54:02.274424 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6978931-1e7b-4f44-bd9e-079623eaf5cc req-2a0b816e-d0a9-49bb-98db-9c3bff9fbf26 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:02.276189 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d6978931-1e7b-4f44-bd9e-079623eaf5cc req-2a0b816e-d0a9-49bb-98db-9c3bff9fbf26 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 945 time: 0.0839353 Jul 24 00:54:02.320262 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d6978931-1e7b-4f44-bd9e-079623eaf5cc req-e52ea7fe-46d0-4bc0-b175-47cc766fe9da tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372121 Jul 24 00:54:02.649961 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58098) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:02.705749 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-5366d8b3-87ec-4212-8878-b0b9d33054fa admin admin] Deleting subnet 6a7bb58e-d650-459d-bf7e-eff2d5ee5340 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:54:02.739206 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5366d8b3-87ec-4212-8878-b0b9d33054fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:02.783697 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5366d8b3-87ec-4212-8878-b0b9d33054fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:02.833760 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06232e-cdfc-4237-84e8-cab401b10b44 req-0027d3eb-2e2f-46db-9b7c-249b29c894aa tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:02.835348 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9e06232e-cdfc-4237-84e8-cab401b10b44 req-0027d3eb-2e2f-46db-9b7c-249b29c894aa tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 946 time: 0.1338823 Jul 24 00:54:02.849245 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5366d8b3-87ec-4212-8878-b0b9d33054fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:02.907512 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9e06232e-cdfc-4237-84e8-cab401b10b44 req-273360c7-518f-4b68-a764-553857cf33bc tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659926 Jul 24 00:54:02.941072 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5366d8b3-87ec-4212-8878-b0b9d33054fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:02.972106 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5366d8b3-87ec-4212-8878-b0b9d33054fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a7bb58e-d650-459d-bf7e-eff2d5ee5340,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:02.984576 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5366d8b3-87ec-4212-8878-b0b9d33054fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:02.986611 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5366d8b3-87ec-4212-8878-b0b9d33054fa admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6a7bb58e-d650-459d-bf7e-eff2d5ee5340 HTTP/1.1" status: 204 len: 168 time: 0.3349106 Jul 24 00:54:02.990087 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58106) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:02.994107 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 2507cfef-8818-4c53-8e64-f1d1fabfeeb5 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:54:03.020069 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116878d-fb80-40d5-951b-7bc7c23d067e req-38a0c951-d868-4dd6-bccb-f327a3afa672 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:03.021693 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c116878d-fb80-40d5-951b-7bc7c23d067e req-38a0c951-d868-4dd6-bccb-f327a3afa672 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] 10.222.0.15 "GET /v2.0/ports?device_id=d136168b-1b89-415c-be55-349ff8be1618 HTTP/1.1" status: 200 len: 945 time: 0.1179011 Jul 24 00:54:03.071735 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c116878d-fb80-40d5-951b-7bc7c23d067e req-e56995ca-c614-40cf-b9c4-42dcc7ac9a66 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] 10.222.0.15 "GET /v2.0/security-groups?id=14a154b3-8451-494c-bdac-2bc961e08629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417266 Jul 24 00:54:03.114008 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5eda2b00-f59b-433e-89f1-297bf2bd41fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:03.143179 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 2507cfef-8818-4c53-8e64-f1d1fabfeeb5, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2507cfef-8818-4c53-8e64-f1d1fabfeeb5,segment=NetworkSegment(5997850d-598b-45fc-8985-dbbfe8ec96d2),segment_id=5997850d-598b-45fc-8985-dbbfe8ec96d2)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:03.155452 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '2507cfef-8818-4c53-8e64-f1d1fabfeeb5', 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48', 'port_id': '2507cfef-8818-4c53-8e64-f1d1fabfeeb5', 'mac_address': 'fa:16:3e:8e:65:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:54:03.180725 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9405788-289c-4dc7-a1d4-332ab82f6dee req-4d766dc7-69b9-45c5-9f63-8bf6392d9b29 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:03.182356 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9405788-289c-4dc7-a1d4-332ab82f6dee req-4d766dc7-69b9-45c5-9f63-8bf6392d9b29 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/ports?device_id=193fdcd8-c6a1-4dae-83a0-b32b56c20dc6 HTTP/1.1" status: 200 len: 945 time: 0.0807710 Jul 24 00:54:03.215440 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:03.222521 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5eda2b00-f59b-433e-89f1-297bf2bd41fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:03.231608 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9405788-289c-4dc7-a1d4-332ab82f6dee req-df886202-83ec-4d26-a928-22da510d1888 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4afdf14b-fed7-48f6-898d-5e248a4ef7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420365 Jul 24 00:54:03.233874 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-5eda2b00-f59b-433e-89f1-297bf2bd41fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de6b05c8-40af-428f-b08e-56d1759a8c77']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:03.238915 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd136168b-1b89-415c-be55-349ff8be1618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a9ace1-e624-412f-92e6-33bc25b93126'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:54:03.241547 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6ae378-e69d-4eb2-b5c6-a0c0a407e345" -d '{"events": [{"server_uuid": "d136168b-1b89-415c-be55-349ff8be1618", "name": "network-vif-plugged", "status": "completed", "tag": "49a9ace1-e624-412f-92e6-33bc25b93126"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:54:03.246984 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2507cfef-8818-4c53-8e64-f1d1fabfeeb5 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:54:03.248156 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-5eda2b00-f59b-433e-89f1-297bf2bd41fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6d52547-a842-4f6b-855e-8ec8d78f97b7') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:03.248689 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-5eda2b00-f59b-433e-89f1-297bf2bd41fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6d52547-a842-4f6b-855e-8ec8d78f97b7') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:03.271344 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 2507cfef-8818-4c53-8e64-f1d1fabfeeb5, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2507cfef-8818-4c53-8e64-f1d1fabfeeb5,segment=NetworkSegment(5997850d-598b-45fc-8985-dbbfe8ec96d2),segment_id=5997850d-598b-45fc-8985-dbbfe8ec96d2)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:03.276526 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:03.278431 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5eda2b00-f59b-433e-89f1-297bf2bd41fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:03.315599 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5eda2b00-f59b-433e-89f1-297bf2bd41fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:03.321218 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222e6292-8251-43e1-8df8-12ad21f1e5b3 x-openstack-request-id: req-222e6292-8251-43e1-8df8-12ad21f1e5b3 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:54:03.324988 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eda2b00-f59b-433e-89f1-297bf2bd41fa admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:54:03.325842 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5eda2b00-f59b-433e-89f1-297bf2bd41fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:03.328366 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 00:54:03.328366 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:54:03.328366 n-d-793621-25 neutron-server[100463]: timer() Jul 24 00:54:03.328366 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:54:03.328366 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 00:54:03.328366 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:54:03.328366 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 00:54:03.328366 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:54:03.328366 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 00:54:03.328366 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:54:03.328366 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 00:54:03.328366 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:54:03.328366 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 00:54:03.328366 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:54:03.328366 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:54:03.328366 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:54:03.328366 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:54:03.328366 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:54:03.328366 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 00:54:03.328366 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:54:03.328366 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 00:54:03.328366 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:54:03.328366 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:54:03.328366 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:54:03.328366 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 00:54:03.328366 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:54:03.328366 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:54:03.328366 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:54:03.328366 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:54:03.328366 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:54:03.328366 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:54:03.328366 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:54:03.331274 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d136168b-1b89-415c-be55-349ff8be1618", "name": "network-vif-plugged", "status": "completed", "tag": "49a9ace1-e624-412f-92e6-33bc25b93126", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:54:03.331274 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-222e6292-8251-43e1-8df8-12ad21f1e5b3 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:54:03.331492 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd136168b-1b89-415c-be55-349ff8be1618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a9ace1-e624-412f-92e6-33bc25b93126', 'code': 200} Jul 24 00:54:03.380162 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=2507cfef-8818-4c53-8e64-f1d1fabfeeb5,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:03.418011 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2c70a127-9bca-4040-a85d-4098cf8e5307 req-a291f59d-f0e0-4cb2-94c6-01f1e4baec1f tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2086996121&fields=id&tenant_id=29c6df0397124e0db8749ac4610e3bf2 HTTP/1.1" status: 200 len: 267 time: 0.0373938 Jul 24 00:54:03.466493 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5eda2b00-f59b-433e-89f1-297bf2bd41fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:03.474412 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5eda2b00-f59b-433e-89f1-297bf2bd41fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:03.476221 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5eda2b00-f59b-433e-89f1-297bf2bd41fa admin admin] 10.222.0.15 "DELETE /v2.0/networks/de6b05c8-40af-428f-b08e-56d1759a8c77 HTTP/1.1" status: 204 len: 168 time: 0.4850333 Jul 24 00:54:03.480524 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58118) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:03.492160 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda2b00-f59b-433e-89f1-297bf2bd41fa admin admin] Pushing event deleted for resources: {'Network': ['ID=de6b05c8-40af-428f-b08e-56d1759a8c77,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:03.529237 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70a127-9bca-4040-a85d-4098cf8e5307 req-4a8077e8-45f2-481c-a203-581eb4f12fe6 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:03.532508 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b19a8-ea64-44f1-9d2f-3e50e77e271f req-0c9193d7-3532-4454-802e-e8837384675e tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:03.534452 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-984b19a8-ea64-44f1-9d2f-3e50e77e271f req-0c9193d7-3532-4454-802e-e8837384675e tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/ports?device_id=48ae3a96-e4a9-4fb5-8185-696658b68a1b HTTP/1.1" status: 200 len: 944 time: 0.1284587 Jul 24 00:54:03.536116 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2c70a127-9bca-4040-a85d-4098cf8e5307 req-4a8077e8-45f2-481c-a203-581eb4f12fe6 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/ports?device_id=193fdcd8-c6a1-4dae-83a0-b32b56c20dc6 HTTP/1.1" status: 200 len: 945 time: 0.1161690 Jul 24 00:54:03.540149 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc1a18-26e4-4749-84f6-76b1c24404e2 req-181ec6cb-c449-434a-9dc5-3011efaed505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:03.541738 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-01bc1a18-26e4-4749-84f6-76b1c24404e2 req-181ec6cb-c449-434a-9dc5-3011efaed505 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d136168b-1b89-415c-be55-349ff8be1618 HTTP/1.1" status: 200 len: 1097 time: 0.1368663 Jul 24 00:54:03.554511 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-2c70a127-9bca-4040-a85d-4098cf8e5307 req-bc32bb5a-8799-4c07-8581-88d29c5d7a6a tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Request body: {'port': {'security_groups': ['4afdf14b-fed7-48f6-898d-5e248a4ef7f5', '7c92893d-f9ad-4fe5-8864-9900961a9d8c']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:54:03.597980 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-23949f98-bd3e-408a-aaba-e3749b55164b admin admin] Deleting subnet b4d7c4f9-2978-446e-ad0f-758415d1bcf5 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:54:03.604537 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-01bc1a18-26e4-4749-84f6-76b1c24404e2 req-48fbf70d-6c87-462b-aa72-9171cc06bc65 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=14a154b3-8451-494c-bdac-2bc961e08629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559387 Jul 24 00:54:03.604885 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-23949f98-bd3e-408a-aaba-e3749b55164b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:03.607388 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-984b19a8-ea64-44f1-9d2f-3e50e77e271f req-ce3e44ad-f516-4b63-977b-3f5e33077003 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/security-groups?id=334cfaf2-d168-43f6-8bef-b99b51df53b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577049 Jul 24 00:54:03.683567 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-23949f98-bd3e-408a-aaba-e3749b55164b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:03.700307 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['2507cfef-8818-4c53-8e64-f1d1fabfeeb5'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:54:03.714817 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-2c70a127-9bca-4040-a85d-4098cf8e5307 req-bc32bb5a-8799-4c07-8581-88d29c5d7a6a tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:03.757630 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec4442e-f9ac-4955-8f0a-67f4bf6a40e8 req-67b06dbc-9df4-4bea-9188-a7abf61121e5 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:03.761316 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bec4442e-f9ac-4955-8f0a-67f4bf6a40e8 req-67b06dbc-9df4-4bea-9188-a7abf61121e5 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 945 time: 0.0879943 Jul 24 00:54:03.766272 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-23949f98-bd3e-408a-aaba-e3749b55164b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:03.822367 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bec4442e-f9ac-4955-8f0a-67f4bf6a40e8 req-43a770cc-8b40-4b09-ab74-2c36d9e66aa6 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554562 Jul 24 00:54:03.885897 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-23949f98-bd3e-408a-aaba-e3749b55164b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:03.923926 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-23949f98-bd3e-408a-aaba-e3749b55164b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:03.929038 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58122) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:03.929223 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-23949f98-bd3e-408a-aaba-e3749b55164b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b4d7c4f9-2978-446e-ad0f-758415d1bcf5 HTTP/1.1" status: 204 len: 168 time: 0.4465683 Jul 24 00:54:03.945050 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23949f98-bd3e-408a-aaba-e3749b55164b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4d7c4f9-2978-446e-ad0f-758415d1bcf5,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:04.018386 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ed83d39f-2818-4d86-a6bb-31442371b27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:04.041670 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-2c70a127-9bca-4040-a85d-4098cf8e5307 req-bc32bb5a-8799-4c07-8581-88d29c5d7a6a tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] For port 9bd5b2fe-cd00-4f63-a842-a282b86b8b37, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=9bd5b2fe-cd00-4f63-a842-a282b86b8b37,segment=NetworkSegment(23c5ea73-fefa-42c8-9dcb-68bf75e768ba),segment_id=23c5ea73-fefa-42c8-9dcb-68bf75e768ba)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:04.079147 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-2c70a127-9bca-4040-a85d-4098cf8e5307 req-bc32bb5a-8799-4c07-8581-88d29c5d7a6a tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:04.084112 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-2c70a127-9bca-4040-a85d-4098cf8e5307 req-bc32bb5a-8799-4c07-8581-88d29c5d7a6a tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:04.132573 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c70a127-9bca-4040-a85d-4098cf8e5307 req-bc32bb5a-8799-4c07-8581-88d29c5d7a6a tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:04.133526 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-2c70a127-9bca-4040-a85d-4098cf8e5307 req-bc32bb5a-8799-4c07-8581-88d29c5d7a6a tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:04.135368 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2c70a127-9bca-4040-a85d-4098cf8e5307 req-bc32bb5a-8799-4c07-8581-88d29c5d7a6a tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "PUT /v2.0/ports/9bd5b2fe-cd00-4f63-a842-a282b86b8b37 HTTP/1.1" status: 200 len: 981 time: 0.5924189 Jul 24 00:54:04.135566 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ed83d39f-2818-4d86-a6bb-31442371b27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:04.136081 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193fdcd8-c6a1-4dae-83a0-b32b56c20dc6', 'tag': '9bd5b2fe-cd00-4f63-a842-a282b86b8b37'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:54:04.138597 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc8d741-a06f-4564-bef3-1baa029302e6" -d '{"events": [{"name": "network-changed", "server_uuid": "193fdcd8-c6a1-4dae-83a0-b32b56c20dc6", "tag": "9bd5b2fe-cd00-4f63-a842-a282b86b8b37"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:54:04.150486 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-ed83d39f-2818-4d86-a6bb-31442371b27f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f4393cb-a33e-4e54-871e-f7c916eea134']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:04.161155 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae92c6-a91a-4cb2-90ad-fccffa92807d req-e27555bb-d8be-43d6-8288-141bc75c7c90 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:04.165002 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32bb5a-8799-4c07-8581-88d29c5d7a6a tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Pushing event updated for resources: {'Port': ['ID=9bd5b2fe-cd00-4f63-a842-a282b86b8b37,revision_number=6']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:04.169076 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a9ae92c6-a91a-4cb2-90ad-fccffa92807d req-e27555bb-d8be-43d6-8288-141bc75c7c90 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 946 time: 0.1716180 Jul 24 00:54:04.185681 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-ed83d39f-2818-4d86-a6bb-31442371b27f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9b818e1-1fcf-4025-b2de-8fa1e3f378c3') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:04.186097 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-ed83d39f-2818-4d86-a6bb-31442371b27f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9b818e1-1fcf-4025-b2de-8fa1e3f378c3') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:04.202453 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ed83d39f-2818-4d86-a6bb-31442371b27f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:04.232407 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ed83d39f-2818-4d86-a6bb-31442371b27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:04.248844 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a9ae92c6-a91a-4cb2-90ad-fccffa92807d req-5acc58f4-1016-483d-aa99-e10d9bec5360 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769169 Jul 24 00:54:04.257885 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed83d39f-2818-4d86-a6bb-31442371b27f admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:54:04.258545 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ed83d39f-2818-4d86-a6bb-31442371b27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:04.273109 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 00:54:04.273109 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:54:04.273109 n-d-793621-25 neutron-server[100463]: timer() Jul 24 00:54:04.273109 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:54:04.273109 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 00:54:04.273109 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:54:04.273109 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 00:54:04.273109 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:54:04.273109 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 00:54:04.273109 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:54:04.273109 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 00:54:04.273109 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:54:04.273109 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 00:54:04.273109 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:54:04.273109 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:54:04.273109 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:54:04.273109 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:54:04.273109 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:54:04.273109 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 00:54:04.273109 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:54:04.273109 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 00:54:04.273109 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:54:04.273109 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:54:04.273109 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:54:04.273109 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 00:54:04.273109 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:54:04.273109 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:54:04.273109 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:54:04.273109 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:54:04.273109 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:54:04.273109 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:54:04.273109 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:54:04.319337 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['9bd5b2fe-cd00-4f63-a842-a282b86b8b37'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:54:04.353938 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ed83d39f-2818-4d86-a6bb-31442371b27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:04.368273 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ed83d39f-2818-4d86-a6bb-31442371b27f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:04.373096 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ed83d39f-2818-4d86-a6bb-31442371b27f admin admin] 10.222.0.15 "DELETE /v2.0/networks/8f4393cb-a33e-4e54-871e-f7c916eea134 HTTP/1.1" status: 204 len: 168 time: 0.4403260 Jul 24 00:54:04.383458 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d023b7fc-922c-4a66-acac-cc7d063f5d44 req-3c0a5cea-d081-47c7-984e-b85dae30f519 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups/7c92893d-f9ad-4fe5-8864-9900961a9d8c HTTP/1.1" status: 200 len: 1800 time: 0.1094565 Jul 24 00:54:04.397377 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6a42f6-50d1-49b7-8af7-f0c1f533a629 req-3add21c0-87db-4de2-9c5d-905f85f5f242 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:04.399148 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fc6a42f6-50d1-49b7-8af7-f0c1f533a629 req-3add21c0-87db-4de2-9c5d-905f85f5f242 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] 10.222.0.15 "GET /v2.0/ports?device_id=d136168b-1b89-415c-be55-349ff8be1618 HTTP/1.1" status: 200 len: 945 time: 0.1076798 Jul 24 00:54:04.414602 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed83d39f-2818-4d86-a6bb-31442371b27f admin admin] Pushing event deleted for resources: {'Network': ['ID=8f4393cb-a33e-4e54-871e-f7c916eea134,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:04.461932 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fc6a42f6-50d1-49b7-8af7-f0c1f533a629 req-2cbb7a2d-4351-4bdd-a4cc-71882077e25e tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] 10.222.0.15 "GET /v2.0/security-groups?id=14a154b3-8451-494c-bdac-2bc961e08629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544696 Jul 24 00:54:04.479302 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [req-d023b7fc-922c-4a66-acac-cc7d063f5d44 req-cb37ef10-f714-440c-a400-9fec9ef59487 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 24 00:54:04.495999 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d023b7fc-922c-4a66-acac-cc7d063f5d44 req-cb37ef10-f714-440c-a400-9fec9ef59487 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "DELETE /v2.0/security-groups/7c92893d-f9ad-4fe5-8864-9900961a9d8c HTTP/1.1" status: 409 len: 341 time: 0.1017852 Jul 24 00:54:04.544951 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422f53cc-d091-4209-add2-676c58a70da2 x-openstack-request-id: req-422f53cc-d091-4209-add2-676c58a70da2 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:54:04.545479 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193fdcd8-c6a1-4dae-83a0-b32b56c20dc6", "tag": "9bd5b2fe-cd00-4f63-a842-a282b86b8b37", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:54:04.546263 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-422f53cc-d091-4209-add2-676c58a70da2 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:54:04.546999 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193fdcd8-c6a1-4dae-83a0-b32b56c20dc6', 'tag': '9bd5b2fe-cd00-4f63-a842-a282b86b8b37', 'status': 'completed', 'code': 200} Jul 24 00:54:04.579471 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58138) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:04.593244 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:04.691799 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c99471ed-bcf1-438e-98bf-0a9681c8ec62 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=632b6cf8899045e2b3731317f0b7e6bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1096013 Jul 24 00:54:04.696349 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58144) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:04.697046 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8d741-a06f-4564-bef3-1baa029302e6 req-43b8dd03-7a19-43e8-9c32-d6bfb3daf7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:04.698964 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cfc8d741-a06f-4564-bef3-1baa029302e6 req-43b8dd03-7a19-43e8-9c32-d6bfb3daf7e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29c6df0397124e0db8749ac4610e3bf2&device_id=193fdcd8-c6a1-4dae-83a0-b32b56c20dc6 HTTP/1.1" status: 200 len: 1136 time: 0.1203299 Jul 24 00:54:04.768339 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['884394ff-36e0-4671-8afb-cc199fd6db4f', '9bd5b2fe-cd00-4f63-a842-a282b86b8b37'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:54:04.837960 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-de510b06-692b-4447-a887-58d515629e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:04.866042 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9eeca7-6dc7-4155-a535-a003049f6ae3 req-a5f33694-34b0-45e6-9311-0e181f9769c1 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:04.868520 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fc9eeca7-6dc7-4155-a535-a003049f6ae3 req-a5f33694-34b0-45e6-9311-0e181f9769c1 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/ports?device_id=48ae3a96-e4a9-4fb5-8185-696658b68a1b HTTP/1.1" status: 200 len: 944 time: 0.1513679 Jul 24 00:54:04.882519 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-de510b06-692b-4447-a887-58d515629e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:04.925975 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf1535-e207-4dc6-8dce-44db8460072e req-b7a7facd-6129-4f47-b68a-ed81fc81b3c5 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:04.931363 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ddcf1535-e207-4dc6-8dce-44db8460072e req-b7a7facd-6129-4f47-b68a-ed81fc81b3c5 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/ports?device_id=193fdcd8-c6a1-4dae-83a0-b32b56c20dc6 HTTP/1.1" status: 200 len: 984 time: 0.1840465 Jul 24 00:54:04.933464 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8d741-a06f-4564-bef3-1baa029302e6 req-1d5b37e4-dae4-481a-84c5-1a48e24d15cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:04.935500 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cfc8d741-a06f-4564-bef3-1baa029302e6 req-1d5b37e4-dae4-481a-84c5-1a48e24d15cc service neutron] 10.222.0.13 "GET /v2.0/networks?id=cf81efcb-2043-4c81-a9e1-631f32772270 HTTP/1.1" status: 200 len: 914 time: 0.2003641 Jul 24 00:54:04.960178 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fc9eeca7-6dc7-4155-a535-a003049f6ae3 req-f8bf7f82-51f4-4756-8973-431d8ef39b8e tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/security-groups?id=334cfaf2-d168-43f6-8bef-b99b51df53b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744884 Jul 24 00:54:04.991768 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-de510b06-692b-4447-a887-58d515629e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:04.996106 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-de510b06-692b-4447-a887-58d515629e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:04.998231 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-de510b06-692b-4447-a887-58d515629e66 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2df0fa1c-b405-44d9-985d-01d74148a8f1 HTTP/1.1" status: 204 len: 168 time: 0.2900698 Jul 24 00:54:05.008460 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de510b06-692b-4447-a887-58d515629e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df0fa1c-b405-44d9-985d-01d74148a8f1,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:05.034499 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 2507cfef-8818-4c53-8e64-f1d1fabfeeb5 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:54:05.049055 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cfc8d741-a06f-4564-bef3-1baa029302e6 req-742cec17-32e0-4830-8b95-1f93888d4c70 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9bd5b2fe-cd00-4f63-a842-a282b86b8b37 HTTP/1.1" status: 200 len: 217 time: 0.0778198 Jul 24 00:54:05.057406 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ddcf1535-e207-4dc6-8dce-44db8460072e req-d0f3b902-f06b-4af4-9683-8b2f9ec3cf36 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c92893d-f9ad-4fe5-8864-9900961a9d8c&id=4afdf14b-fed7-48f6-898d-5e248a4ef7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1208386 Jul 24 00:54:05.088220 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:05.137937 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc8d741-a06f-4564-bef3-1baa029302e6 req-f2479e24-d745-4f10-a2a1-0162429d7127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:05.141587 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cfc8d741-a06f-4564-bef3-1baa029302e6 req-f2479e24-d745-4f10-a2a1-0162429d7127 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a929b04c-7a2d-49ff-8cb4-85d21861c3b7 HTTP/1.1" status: 200 len: 853 time: 0.0828278 Jul 24 00:54:05.164282 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 2507cfef-8818-4c53-8e64-f1d1fabfeeb5 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:54:05.185086 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 2507cfef-8818-4c53-8e64-f1d1fabfeeb5 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:54:05.185470 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:05.193041 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cfc8d741-a06f-4564-bef3-1baa029302e6 req-7969ccd4-56c6-4c95-81d5-637b000d5f97 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cf81efcb-2043-4c81-a9e1-631f32772270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436671 Jul 24 00:54:05.225061 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b79c9-0a27-424f-b2ea-8a0b71328450 req-9644ec66-da91-4384-b6e0-cd18030a4d84 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:05.227345 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-421b79c9-0a27-424f-b2ea-8a0b71328450 req-9644ec66-da91-4384-b6e0-cd18030a4d84 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 945 time: 0.1617928 Jul 24 00:54:05.317128 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-421b79c9-0a27-424f-b2ea-8a0b71328450 req-1a605dd5-1c18-4ba7-8f73-8f10d544faa3 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755451 Jul 24 00:54:05.376011 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:05.416030 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ae3a96-e4a9-4fb5-8185-696658b68a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2507cfef-8818-4c53-8e64-f1d1fabfeeb5'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:54:05.418697 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f181a5-0d02-4a50-b86d-691d3cf23640" -d '{"events": [{"server_uuid": "48ae3a96-e4a9-4fb5-8185-696658b68a1b", "name": "network-vif-plugged", "status": "completed", "tag": "2507cfef-8818-4c53-8e64-f1d1fabfeeb5"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:54:05.464888 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 2507cfef-8818-4c53-8e64-f1d1fabfeeb5, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2507cfef-8818-4c53-8e64-f1d1fabfeeb5,segment=NetworkSegment(5997850d-598b-45fc-8985-dbbfe8ec96d2),segment_id=5997850d-598b-45fc-8985-dbbfe8ec96d2)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:05.466580 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91bf45f5-8a48-44aa-9894-899a20aa9b82 x-openstack-request-id: req-91bf45f5-8a48-44aa-9894-899a20aa9b82 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:54:05.466927 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ae3a96-e4a9-4fb5-8185-696658b68a1b", "name": "network-vif-plugged", "status": "completed", "tag": "2507cfef-8818-4c53-8e64-f1d1fabfeeb5", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:54:05.467158 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-91bf45f5-8a48-44aa-9894-899a20aa9b82 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:54:05.467497 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ae3a96-e4a9-4fb5-8185-696658b68a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2507cfef-8818-4c53-8e64-f1d1fabfeeb5', 'code': 200} Jul 24 00:54:05.478535 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:05.479724 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 3952cd6b-bd6c-41aa-90fc-f678373177be no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:54:05.493214 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58160) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:05.556087 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b70bf712-10aa-4bcd-a827-f88512793a94 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4e584b9cac554f82889e08b353681b57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0613079 Jul 24 00:54:05.556488 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58164) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:05.559505 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 3952cd6b-bd6c-41aa-90fc-f678373177be {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:54:05.559854 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 3952cd6b-bd6c-41aa-90fc-f678373177be not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:54:05.601519 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=2507cfef-8818-4c53-8e64-f1d1fabfeeb5,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:05.666371 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cfc8d741-a06f-4564-bef3-1baa029302e6 req-f2469bd8-86bf-4120-a347-ae64ee1201f0 service neutron] 10.222.0.13 "GET /v2.0/networks/cf81efcb-2043-4c81-a9e1-631f32772270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4647274 Jul 24 00:54:05.667718 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe2106-cc86-45fa-ab91-2a6b5e34a69a req-26049fbb-82d7-4e47-84a7-77a583723909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:05.669277 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b7fe2106-cc86-45fa-ab91-2a6b5e34a69a req-26049fbb-82d7-4e47-84a7-77a583723909 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=48ae3a96-e4a9-4fb5-8185-696658b68a1b HTTP/1.1" status: 200 len: 1097 time: 0.1119599 Jul 24 00:54:05.682063 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757969c5-1c62-481f-b251-52a4534b7e36 req-92339761-f34d-46c4-902f-00faeeae6431 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:05.683582 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-757969c5-1c62-481f-b251-52a4534b7e36 req-92339761-f34d-46c4-902f-00faeeae6431 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] 10.222.0.15 "GET /v2.0/ports?device_id=d136168b-1b89-415c-be55-349ff8be1618 HTTP/1.1" status: 200 len: 945 time: 0.0939319 Jul 24 00:54:05.697423 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1a7d3-27e5-4c4f-8280-d75c2705cd47 req-061a3536-69d1-4ffc-8426-dc17a67f96e8 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:05.698947 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8af1a7d3-27e5-4c4f-8280-d75c2705cd47 req-061a3536-69d1-4ffc-8426-dc17a67f96e8 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 946 time: 0.1858280 Jul 24 00:54:05.699578 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9b9e5f77-ac6a-4d1f-a2f1-8d492d97d7e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:05.743269 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-757969c5-1c62-481f-b251-52a4534b7e36 req-8a0a16cb-75b6-4ee9-8fea-7856d9badbae tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] 10.222.0.15 "GET /v2.0/security-groups?id=14a154b3-8451-494c-bdac-2bc961e08629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534606 Jul 24 00:54:05.745041 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b7fe2106-cc86-45fa-ab91-2a6b5e34a69a req-83b7c9ae-037b-48f6-ae6a-2eac3da249d9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=334cfaf2-d168-43f6-8bef-b99b51df53b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606022 Jul 24 00:54:05.755514 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9b9e5f77-ac6a-4d1f-a2f1-8d492d97d7e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:05.840315 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8af1a7d3-27e5-4c4f-8280-d75c2705cd47 req-c141fca0-f169-4f97-bba1-139ce69afe69 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291444 Jul 24 00:54:05.857865 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cfc8d741-a06f-4564-bef3-1baa029302e6 req-07ae48b3-a05e-4042-b00f-ee9931de989f service neutron] 10.222.0.13 "GET /v2.0/networks/cf81efcb-2043-4c81-a9e1-631f32772270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794655 Jul 24 00:54:05.881581 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9b9e5f77-ac6a-4d1f-a2f1-8d492d97d7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:05.884754 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9b9e5f77-ac6a-4d1f-a2f1-8d492d97d7e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:05.886198 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9b9e5f77-ac6a-4d1f-a2f1-8d492d97d7e2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a93b4c7e-9179-4120-b56a-e9bb25e24a6d HTTP/1.1" status: 204 len: 168 time: 0.3279176 Jul 24 00:54:05.899120 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e5f77-ac6a-4d1f-a2f1-8d492d97d7e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93b4c7e-9179-4120-b56a-e9bb25e24a6d,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:06.049286 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b74375-fcef-4a3b-9d9e-a74a7aaf25b5 req-4a1067c5-ee1a-47f6-8e75-25b9f2497881 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:06.051151 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-43b74375-fcef-4a3b-9d9e-a74a7aaf25b5 req-4a1067c5-ee1a-47f6-8e75-25b9f2497881 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] 10.222.0.15 "GET /v2.0/ports?device_id=d136168b-1b89-415c-be55-349ff8be1618 HTTP/1.1" status: 200 len: 945 time: 0.1058321 Jul 24 00:54:06.062071 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eca68d-6393-4b65-a105-c42450edd797 req-b768a16e-ef37-447a-bef9-ed70c6b8c4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:06.063670 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e7eca68d-6393-4b65-a105-c42450edd797 req-b768a16e-ef37-447a-bef9-ed70c6b8c4de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29c6df0397124e0db8749ac4610e3bf2&device_id=193fdcd8-c6a1-4dae-83a0-b32b56c20dc6 HTTP/1.1" status: 200 len: 1136 time: 0.1088595 Jul 24 00:54:06.106826 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39267ad8-bc23-4bfd-916b-a2ab08878a60 req-6c644be8-6825-4c09-a821-423ddc67e8a6 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:06.108547 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-39267ad8-bc23-4bfd-916b-a2ab08878a60 req-6c644be8-6825-4c09-a821-423ddc67e8a6 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/ports?device_id=48ae3a96-e4a9-4fb5-8185-696658b68a1b HTTP/1.1" status: 200 len: 945 time: 0.0715375 Jul 24 00:54:06.134510 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-43b74375-fcef-4a3b-9d9e-a74a7aaf25b5 req-a932e625-4edc-41ff-ab59-3dfa486d7bc8 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] 10.222.0.15 "GET /v2.0/security-groups?id=14a154b3-8451-494c-bdac-2bc961e08629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759563 Jul 24 00:54:06.162664 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-39267ad8-bc23-4bfd-916b-a2ab08878a60 req-a6d82e71-f4b9-4cee-8ef7-13388b06c8a3 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/security-groups?id=334cfaf2-d168-43f6-8bef-b99b51df53b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484662 Jul 24 00:54:06.197046 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eca68d-6393-4b65-a105-c42450edd797 req-b14bebb0-862f-4ac3-bb0a-9223c2dd9908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:06.198627 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e7eca68d-6393-4b65-a105-c42450edd797 req-b14bebb0-862f-4ac3-bb0a-9223c2dd9908 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cf81efcb-2043-4c81-a9e1-631f32772270 HTTP/1.1" status: 200 len: 914 time: 0.1220398 Jul 24 00:54:06.271733 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e7eca68d-6393-4b65-a105-c42450edd797 req-b495cc8f-c714-4458-b9b1-8a5883e6e36a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9bd5b2fe-cd00-4f63-a842-a282b86b8b37 HTTP/1.1" status: 200 len: 217 time: 0.0550897 Jul 24 00:54:06.353276 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eca68d-6393-4b65-a105-c42450edd797 req-544b29a9-046d-405f-bfd4-63cb4b8c5423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:06.354829 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e7eca68d-6393-4b65-a105-c42450edd797 req-544b29a9-046d-405f-bfd4-63cb4b8c5423 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a929b04c-7a2d-49ff-8cb4-85d21861c3b7 HTTP/1.1" status: 200 len: 853 time: 0.0635743 Jul 24 00:54:06.383940 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef98301-3e9e-4503-8535-569fcfb029ed req-efe5874c-5d86-4682-867e-d794fa272405 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:06.385372 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9ef98301-3e9e-4503-8535-569fcfb029ed req-efe5874c-5d86-4682-867e-d794fa272405 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/ports?device_id=193fdcd8-c6a1-4dae-83a0-b32b56c20dc6 HTTP/1.1" status: 200 len: 984 time: 0.1610048 Jul 24 00:54:06.405321 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e7eca68d-6393-4b65-a105-c42450edd797 req-58396b10-fbf1-47f5-bfbf-ed42caebd403 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cf81efcb-2043-4c81-a9e1-631f32772270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388191 Jul 24 00:54:06.482455 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9ef98301-3e9e-4503-8535-569fcfb029ed req-1f29db37-7b5d-4fc8-b576-fb1465397398 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c92893d-f9ad-4fe5-8864-9900961a9d8c&id=4afdf14b-fed7-48f6-898d-5e248a4ef7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0736339 Jul 24 00:54:06.517830 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2306a9-5e5b-4390-9325-dfc27d38c39a req-ad2d1eda-52a4-4891-9458-d35808ac60d5 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:06.523763 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0e2306a9-5e5b-4390-9325-dfc27d38c39a req-ad2d1eda-52a4-4891-9458-d35808ac60d5 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 945 time: 0.0742838 Jul 24 00:54:06.542562 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e7eca68d-6393-4b65-a105-c42450edd797 req-bad7d440-47f5-42fc-8d3a-b28f2739b94c service neutron] 10.222.0.13 "GET /v2.0/networks/cf81efcb-2043-4c81-a9e1-631f32772270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232159 Jul 24 00:54:06.567490 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0e2306a9-5e5b-4390-9325-dfc27d38c39a req-a986bdc8-bb5d-4568-9b0d-23857be0a0b8 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385180 Jul 24 00:54:06.657599 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e7eca68d-6393-4b65-a105-c42450edd797 req-f17aae16-b6d4-44c6-9483-cb1562f02cec service neutron] 10.222.0.13 "GET /v2.0/networks/cf81efcb-2043-4c81-a9e1-631f32772270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999703 Jul 24 00:54:06.982523 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d97cfa-0883-41bd-9997-9a4ba7b787c2 req-2068004a-656c-42ab-92d5-c2246a3bdc75 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:06.983990 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c4d97cfa-0883-41bd-9997-9a4ba7b787c2 req-2068004a-656c-42ab-92d5-c2246a3bdc75 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 946 time: 0.0644374 Jul 24 00:54:07.029768 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c4d97cfa-0883-41bd-9997-9a4ba7b787c2 req-77fcb161-1737-470c-8ac6-5bb35bb90110 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360284 Jul 24 00:54:07.287362 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a73041-ae76-4809-8fd7-3d3b42ed6ced req-8d3cf227-6dca-4727-871b-50ea40001253 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:07.288792 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-39a73041-ae76-4809-8fd7-3d3b42ed6ced req-8d3cf227-6dca-4727-871b-50ea40001253 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] 10.222.0.15 "GET /v2.0/ports?device_id=d136168b-1b89-415c-be55-349ff8be1618 HTTP/1.1" status: 200 len: 945 time: 0.0715532 Jul 24 00:54:07.329393 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-39a73041-ae76-4809-8fd7-3d3b42ed6ced req-4bcfe4d3-fa82-4846-a789-72562f427b9d tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] 10.222.0.15 "GET /v2.0/security-groups?id=14a154b3-8451-494c-bdac-2bc961e08629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340316 Jul 24 00:54:07.458673 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612102b6-5be1-4f69-b724-07a20d54b3f9 req-dcccda64-50e9-4651-a308-68405a6da812 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:07.460462 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-612102b6-5be1-4f69-b724-07a20d54b3f9 req-dcccda64-50e9-4651-a308-68405a6da812 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/ports?device_id=48ae3a96-e4a9-4fb5-8185-696658b68a1b HTTP/1.1" status: 200 len: 945 time: 0.0682335 Jul 24 00:54:07.499740 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-612102b6-5be1-4f69-b724-07a20d54b3f9 req-c99d5f2a-342a-42c4-9e20-480fd2906192 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/security-groups?id=334cfaf2-d168-43f6-8bef-b99b51df53b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334768 Jul 24 00:54:07.641147 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a8c4d7-2a29-470f-8b22-229d347a9c52 req-1fb76312-5467-45c8-b2eb-044da268e812 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:07.642650 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b9a8c4d7-2a29-470f-8b22-229d347a9c52 req-1fb76312-5467-45c8-b2eb-044da268e812 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/ports?device_id=193fdcd8-c6a1-4dae-83a0-b32b56c20dc6 HTTP/1.1" status: 200 len: 984 time: 0.0724499 Jul 24 00:54:07.684043 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b9a8c4d7-2a29-470f-8b22-229d347a9c52 req-d5ed1974-f5b6-4c58-801b-e6feb9f715b3 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups?id=7c92893d-f9ad-4fe5-8864-9900961a9d8c&id=4afdf14b-fed7-48f6-898d-5e248a4ef7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0350380 Jul 24 00:54:07.780658 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0cb2441c-1476-4aa0-bbb0-803bbdc3713b req-3c0ca3bf-b288-46cf-a035-e9fa2ee58a51 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1948557 Jul 24 00:54:07.791213 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-0cb2441c-1476-4aa0-bbb0-803bbdc3713b req-19dc193b-0114-4154-8d5d-6cb42dc114e4 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:54:07.820550 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0cb2441c-1476-4aa0-bbb0-803bbdc3713b req-19dc193b-0114-4154-8d5d-6cb42dc114e4 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks [] for floatingip, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:07.840066 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3abcb6-c79a-468e-ab3e-f6afffcc1416 req-fab03134-52f3-4761-ad9b-58c2ab7b144c tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:07.841572 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b3abcb6-c79a-468e-ab3e-f6afffcc1416 req-fab03134-52f3-4761-ad9b-58c2ab7b144c tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 945 time: 0.0687044 Jul 24 00:54:07.881451 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b3abcb6-c79a-468e-ab3e-f6afffcc1416 req-2cef50e5-e5af-4548-9f17-4686dd845abc tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333099 Jul 24 00:54:07.928505 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0cb2441c-1476-4aa0-bbb0-803bbdc3713b req-19dc193b-0114-4154-8d5d-6cb42dc114e4 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:07.972833 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-12e75ddf-9f21-4726-a3d4-ad77555b018f req-11add5a2-00f0-45e7-ac87-76b512943064 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1988082948&fields=id&tenant_id=29c6df0397124e0db8749ac4610e3bf2 HTTP/1.1" status: 200 len: 267 time: 0.0343709 Jul 24 00:54:08.035247 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-0cb2441c-1476-4aa0-bbb0-803bbdc3713b req-19dc193b-0114-4154-8d5d-6cb42dc114e4 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Allocated IP 172.25.2.80 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/6fdbef7d-f84c-4860-8d4e-292bdc83a8e0) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:54:08.044949 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e75ddf-9f21-4726-a3d4-ad77555b018f req-a58656b5-91bf-45b2-8936-d78a46ddbc53 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:08.046358 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-12e75ddf-9f21-4726-a3d4-ad77555b018f req-a58656b5-91bf-45b2-8936-d78a46ddbc53 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/ports?device_id=193fdcd8-c6a1-4dae-83a0-b32b56c20dc6 HTTP/1.1" status: 200 len: 984 time: 0.0681906 Jul 24 00:54:08.061401 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-12e75ddf-9f21-4726-a3d4-ad77555b018f req-f7c04ec7-84ff-41a1-83c4-963473d2a223 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Request body: {'port': {'security_groups': ['4afdf14b-fed7-48f6-898d-5e248a4ef7f5', '7c92893d-f9ad-4fe5-8864-9900961a9d8c', 'ac56ff16-8763-446d-b8ce-f31fc2bc5f06']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:54:08.156846 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-12e75ddf-9f21-4726-a3d4-ad77555b018f req-f7c04ec7-84ff-41a1-83c4-963473d2a223 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:08.169348 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0cb2441c-1476-4aa0-bbb0-803bbdc3713b req-19dc193b-0114-4154-8d5d-6cb42dc114e4 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:08.223948 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc355739-0777-41a9-95ff-b5d10308ef03 req-5072fbc6-6955-4fb0-8b80-3a1e82a12d91 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:08.225463 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cc355739-0777-41a9-95ff-b5d10308ef03 req-5072fbc6-6955-4fb0-8b80-3a1e82a12d91 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] 10.222.0.13 "GET /v2.0/ports?device_id=d136168b-1b89-415c-be55-349ff8be1618 HTTP/1.1" status: 200 len: 945 time: 0.1028817 Jul 24 00:54:08.242306 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0cb2441c-1476-4aa0-bbb0-803bbdc3713b req-19dc193b-0114-4154-8d5d-6cb42dc114e4 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:08.315698 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cb2441c-1476-4aa0-bbb0-803bbdc3713b req-19dc193b-0114-4154-8d5d-6cb42dc114e4 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:54:08.323064 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-0cb2441c-1476-4aa0-bbb0-803bbdc3713b req-19dc193b-0114-4154-8d5d-6cb42dc114e4 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:54:08.327746 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb2441c-1476-4aa0-bbb0-803bbdc3713b req-19dc193b-0114-4154-8d5d-6cb42dc114e4 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:54:08.335877 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc193b-0114-4154-8d5d-6cb42dc114e4 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Pushing event updated for resources: {'Port': ['ID=6fdbef7d-f84c-4860-8d4e-292bdc83a8e0,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:08.372617 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-12e75ddf-9f21-4726-a3d4-ad77555b018f req-f7c04ec7-84ff-41a1-83c4-963473d2a223 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] For port 9bd5b2fe-cd00-4f63-a842-a282b86b8b37, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=9bd5b2fe-cd00-4f63-a842-a282b86b8b37,segment=NetworkSegment(23c5ea73-fefa-42c8-9dcb-68bf75e768ba),segment_id=23c5ea73-fefa-42c8-9dcb-68bf75e768ba)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:08.403873 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-12e75ddf-9f21-4726-a3d4-ad77555b018f req-f7c04ec7-84ff-41a1-83c4-963473d2a223 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:08.410909 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-12e75ddf-9f21-4726-a3d4-ad77555b018f req-f7c04ec7-84ff-41a1-83c4-963473d2a223 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:08.433863 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['884394ff-36e0-4671-8afb-cc199fd6db4f', '9bd5b2fe-cd00-4f63-a842-a282b86b8b37'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:54:08.451700 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-cc355739-0777-41a9-95ff-b5d10308ef03 req-4b6928a3-ecca-49f1-9e15-10a9336fa52f tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] Deleting port 49a9ace1-e624-412f-92e6-33bc25b93126 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:54:08.452045 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-cc355739-0777-41a9-95ff-b5d10308ef03 req-4b6928a3-ecca-49f1-9e15-10a9336fa52f tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:08.453245 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e75ddf-9f21-4726-a3d4-ad77555b018f req-f7c04ec7-84ff-41a1-83c4-963473d2a223 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:08.453885 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-12e75ddf-9f21-4726-a3d4-ad77555b018f req-f7c04ec7-84ff-41a1-83c4-963473d2a223 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:08.458752 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-12e75ddf-9f21-4726-a3d4-ad77555b018f req-f7c04ec7-84ff-41a1-83c4-963473d2a223 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "PUT /v2.0/ports/9bd5b2fe-cd00-4f63-a842-a282b86b8b37 HTTP/1.1" status: 200 len: 1020 time: 0.4009416 Jul 24 00:54:08.458752 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193fdcd8-c6a1-4dae-83a0-b32b56c20dc6', 'tag': '9bd5b2fe-cd00-4f63-a842-a282b86b8b37'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:54:08.459762 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bcabb2-9704-42d1-ad1f-15a2965821c9" -d '{"events": [{"name": "network-changed", "server_uuid": "193fdcd8-c6a1-4dae-83a0-b32b56c20dc6", "tag": "9bd5b2fe-cd00-4f63-a842-a282b86b8b37"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:54:08.480649 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0cb2441c-1476-4aa0-bbb0-803bbdc3713b req-19dc193b-0114-4154-8d5d-6cb42dc114e4 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:08.487563 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c04ec7-84ff-41a1-83c4-963473d2a223 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Pushing event updated for resources: {'Port': ['ID=9bd5b2fe-cd00-4f63-a842-a282b86b8b37,revision_number=7']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:08.571969 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0cb2441c-1476-4aa0-bbb0-803bbdc3713b req-19dc193b-0114-4154-8d5d-6cb42dc114e4 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:08.604738 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['9bd5b2fe-cd00-4f63-a842-a282b86b8b37'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:54:08.607428 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-cc355739-0777-41a9-95ff-b5d10308ef03 req-4b6928a3-ecca-49f1-9e15-10a9336fa52f tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] For port 49a9ace1-e624-412f-92e6-33bc25b93126, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=49a9ace1-e624-412f-92e6-33bc25b93126,segment=NetworkSegment(586be306-62b3-45e1-9554-d079079ec4c7),segment_id=586be306-62b3-45e1-9554-d079079ec4c7)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:08.607784 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-cc355739-0777-41a9-95ff-b5d10308ef03 req-4b6928a3-ecca-49f1-9e15-10a9336fa52f tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:08.627470 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-cc355739-0777-41a9-95ff-b5d10308ef03 req-4b6928a3-ecca-49f1-9e15-10a9336fa52f tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] Calling delete_port for 49a9ace1-e624-412f-92e6-33bc25b93126 owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:54:08.852752 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0cb2441c-1476-4aa0-bbb0-803bbdc3713b req-19dc193b-0114-4154-8d5d-6cb42dc114e4 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:08.860427 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0cb2441c-1476-4aa0-bbb0-803bbdc3713b req-19dc193b-0114-4154-8d5d-6cb42dc114e4 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:08.871319 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-cc355739-0777-41a9-95ff-b5d10308ef03 req-4b6928a3-ecca-49f1-9e15-10a9336fa52f tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:08.990920 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc193b-0114-4154-8d5d-6cb42dc114e4 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Pushing event updated for resources: {'Port': ['ID=6fdbef7d-f84c-4860-8d4e-292bdc83a8e0,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:08.995684 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc355739-0777-41a9-95ff-b5d10308ef03 req-4b6928a3-ecca-49f1-9e15-10a9336fa52f tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] No DVR routers for this DVR port 49a9ace1-e624-412f-92e6-33bc25b93126 on host n-h1-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:54:09.003211 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-cc355739-0777-41a9-95ff-b5d10308ef03 req-4b6928a3-ecca-49f1-9e15-10a9336fa52f tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:09.003705 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e3f173-dcd9-4867-b2dd-0cc8ac1ba6b3 req-51afd9ae-9028-4baf-a092-1581387540e6 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:09.005404 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cc355739-0777-41a9-95ff-b5d10308ef03 req-4b6928a3-ecca-49f1-9e15-10a9336fa52f tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] 10.222.0.13 "DELETE /v2.0/ports/49a9ace1-e624-412f-92e6-33bc25b93126 HTTP/1.1" status: 204 len: 173 time: 0.7710285 Jul 24 00:54:09.005861 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd136168b-1b89-415c-be55-349ff8be1618', 'name': 'network-vif-deleted', 'tag': '49a9ace1-e624-412f-92e6-33bc25b93126'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:54:09.006830 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-06e3f173-dcd9-4867-b2dd-0cc8ac1ba6b3 req-51afd9ae-9028-4baf-a092-1581387540e6 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 946 time: 0.0876992 Jul 24 00:54:09.008263 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad7c0930-b296-4e87-aa41-49377c8bd5ea" -d '{"events": [{"server_uuid": "d136168b-1b89-415c-be55-349ff8be1618", "name": "network-vif-deleted", "tag": "49a9ace1-e624-412f-92e6-33bc25b93126"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:54:09.031388 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0cb2441c-1476-4aa0-bbb0-803bbdc3713b req-19dc193b-0114-4154-8d5d-6cb42dc114e4 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:09.034357 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6928a3-ecca-49f1-9e15-10a9336fa52f tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] Pushing event deleted for resources: {'Port': ['ID=49a9ace1-e624-412f-92e6-33bc25b93126,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:09.049859 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0cb2441c-1476-4aa0-bbb0-803bbdc3713b req-19dc193b-0114-4154-8d5d-6cb42dc114e4 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:09.051876 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0cb2441c-1476-4aa0-bbb0-803bbdc3713b req-19dc193b-0114-4154-8d5d-6cb42dc114e4 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2649856 Jul 24 00:54:09.056105 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['49a9ace1-e624-412f-92e6-33bc25b93126'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:54:09.081145 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-06e3f173-dcd9-4867-b2dd-0cc8ac1ba6b3 req-3acc178f-b95f-4458-a9e9-2b63d978873a tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640717 Jul 24 00:54:09.139103 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0cb2441c-1476-4aa0-bbb0-803bbdc3713b req-8e8bef1d-697f-4fa5-8440-2bca7c91e5d3 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.80 HTTP/1.1" status: 200 len: 695 time: 0.0810044 Jul 24 00:54:09.182554 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-483d1096-c2ca-4f77-b125-403caa8b7ef1 req-a9341a6d-7cde-46a4-9def-5fde8b2d8cf3 tempest-InstanceActionsV221TestJSON-1461397938 tempest-InstanceActionsV221TestJSON-1461397938-project] 10.222.0.15 "GET /v2.0/ports?device_id=d136168b-1b89-415c-be55-349ff8be1618 HTTP/1.1" status: 200 len: 210 time: 0.0406771 Jul 24 00:54:09.259129 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2441c-1476-4aa0-bbb0-803bbdc3713b req-ef7257c1-a88b-4255-bff0-aa7b4f9d9afa tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:09.260567 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0cb2441c-1476-4aa0-bbb0-803bbdc3713b req-ef7257c1-a88b-4255-bff0-aa7b4f9d9afa tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/networks/40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 784 time: 0.1150165 Jul 24 00:54:09.292324 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cbeaea-d45a-457b-9b7a-8fd0b45ad669 x-openstack-request-id: req-d3cbeaea-d45a-457b-9b7a-8fd0b45ad669 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:54:09.293473 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193fdcd8-c6a1-4dae-83a0-b32b56c20dc6", "tag": "9bd5b2fe-cd00-4f63-a842-a282b86b8b37", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:54:09.294069 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d3cbeaea-d45a-457b-9b7a-8fd0b45ad669 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:54:09.294815 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193fdcd8-c6a1-4dae-83a0-b32b56c20dc6', 'tag': '9bd5b2fe-cd00-4f63-a842-a282b86b8b37', 'status': 'completed', 'code': 200} Jul 24 00:54:09.319069 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0d0e6af9-ae58-42f5-82ea-480b54676e4c req-bdb5d5cb-f582-4109-864b-c5670b9f0ac6 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups/ac56ff16-8763-446d-b8ce-f31fc2bc5f06 HTTP/1.1" status: 200 len: 1800 time: 0.0439661 Jul 24 00:54:09.405341 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [req-0d0e6af9-ae58-42f5-82ea-480b54676e4c req-b7da8d65-bcb8-4a2d-9d1c-46edcff90e47 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 24 00:54:09.406377 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0d0e6af9-ae58-42f5-82ea-480b54676e4c req-b7da8d65-bcb8-4a2d-9d1c-46edcff90e47 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "DELETE /v2.0/security-groups/ac56ff16-8763-446d-b8ce-f31fc2bc5f06 HTTP/1.1" status: 409 len: 341 time: 0.0820105 Jul 24 00:54:09.416166 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bcabb2-9704-42d1-ad1f-15a2965821c9 req-a156f09c-dc79-4d72-b0f3-fc3a8094a95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:09.417410 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-84bcabb2-9704-42d1-ad1f-15a2965821c9 req-a156f09c-dc79-4d72-b0f3-fc3a8094a95c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=29c6df0397124e0db8749ac4610e3bf2&device_id=193fdcd8-c6a1-4dae-83a0-b32b56c20dc6 HTTP/1.1" status: 200 len: 1175 time: 0.0793667 Jul 24 00:54:09.548746 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bcabb2-9704-42d1-ad1f-15a2965821c9 req-af728a45-7686-46da-8b38-02f854bdd71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:09.550311 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-84bcabb2-9704-42d1-ad1f-15a2965821c9 req-af728a45-7686-46da-8b38-02f854bdd71d service neutron] 10.222.0.13 "GET /v2.0/networks?id=cf81efcb-2043-4c81-a9e1-631f32772270 HTTP/1.1" status: 200 len: 914 time: 0.1260791 Jul 24 00:54:09.554669 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f18a02f-9cb2-4333-8472-c482588d8790 x-openstack-request-id: req-6f18a02f-9cb2-4333-8472-c482588d8790 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:54:09.555020 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d136168b-1b89-415c-be55-349ff8be1618", "name": "network-vif-deleted", "tag": "49a9ace1-e624-412f-92e6-33bc25b93126", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:54:09.555248 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6f18a02f-9cb2-4333-8472-c482588d8790 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:54:09.555697 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd136168b-1b89-415c-be55-349ff8be1618', 'name': 'network-vif-deleted', 'tag': '49a9ace1-e624-412f-92e6-33bc25b93126', 'status': 'completed', 'code': 200} Jul 24 00:54:09.573758 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081bb7ef-30bc-42ff-aed0-dc5b6f43a65a req-d1510965-9fd6-43de-9caf-b86dcca5761d tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:09.575362 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-081bb7ef-30bc-42ff-aed0-dc5b6f43a65a req-d1510965-9fd6-43de-9caf-b86dcca5761d tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 945 time: 0.1189401 Jul 24 00:54:09.616808 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-84bcabb2-9704-42d1-ad1f-15a2965821c9 req-ba405efa-cb96-44fb-ac5c-d9593ffd3c7b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9bd5b2fe-cd00-4f63-a842-a282b86b8b37 HTTP/1.1" status: 200 len: 217 time: 0.0404558 Jul 24 00:54:09.749690 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-f5735906-26c4-4a72-ada7-fb8ff7375391 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:09.751567 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-f5735906-26c4-4a72-ada7-fb8ff7375391 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/networks?id=c9b203d0-eae7-4a9d-aeba-2ef85b49dd48 HTTP/1.1" status: 200 len: 821 time: 0.1243985 Jul 24 00:54:09.769961 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-8a585698-e6fa-455e-a175-7f5f2cc396c7 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/quotas/8775928e4716419799315861924d3578 HTTP/1.1" status: 200 len: 375 time: 0.0113657 Jul 24 00:54:09.852312 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-7a9ec4d6-2d18-4e37-ac1a-7b1137a2c891 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8775928e4716419799315861924d3578&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0747826 Jul 24 00:54:09.961612 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-41b36b7c-6fd0-4a17-a35b-88cee6209add service neutron] 10.222.0.15 "GET /v2.0/networks/c9b203d0-eae7-4a9d-aeba-2ef85b49dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019282 Jul 24 00:54:09.966608 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-081bb7ef-30bc-42ff-aed0-dc5b6f43a65a req-a0f8b2dc-28a6-44b3-8397-f9af723e4ffc tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522527 Jul 24 00:54:09.972258 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bcabb2-9704-42d1-ad1f-15a2965821c9 req-8597cb59-8029-4562-b1ad-496f0124baa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:09.973548 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-84bcabb2-9704-42d1-ad1f-15a2965821c9 req-8597cb59-8029-4562-b1ad-496f0124baa7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a929b04c-7a2d-49ff-8cb4-85d21861c3b7 HTTP/1.1" status: 200 len: 853 time: 0.3389056 Jul 24 00:54:10.012120 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-84bcabb2-9704-42d1-ad1f-15a2965821c9 req-69198436-f1e2-49d7-959d-b256e266a845 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cf81efcb-2043-4c81-a9e1-631f32772270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290489 Jul 24 00:54:10.058159 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-bf0c8e18-6fb4-4b82-90ee-45b5183194cb service neutron] 10.222.0.15 "GET /v2.0/networks/c9b203d0-eae7-4a9d-aeba-2ef85b49dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908706 Jul 24 00:54:10.119472 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-84bcabb2-9704-42d1-ad1f-15a2965821c9 req-122f3208-991d-438f-b4a8-7afe2384a23d service neutron] 10.222.0.13 "GET /v2.0/networks/cf81efcb-2043-4c81-a9e1-631f32772270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989366 Jul 24 00:54:10.265037 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-84bcabb2-9704-42d1-ad1f-15a2965821c9 req-df81f2ec-361d-4cc2-b6ce-f66ddc80e2f0 service neutron] 10.222.0.13 "GET /v2.0/networks/cf81efcb-2043-4c81-a9e1-631f32772270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355081 Jul 24 00:54:10.328539 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c965fc-56c6-4e6c-be71-7833c1ba83cc req-023cd73e-5827-4929-ada2-e2b529f0aa04 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:10.330216 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-74c965fc-56c6-4e6c-be71-7833c1ba83cc req-023cd73e-5827-4929-ada2-e2b529f0aa04 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 946 time: 0.0769038 Jul 24 00:54:10.380889 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-74c965fc-56c6-4e6c-be71-7833c1ba83cc req-b856767a-668f-4fc8-804a-78530becf099 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439255 Jul 24 00:54:10.414542 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61bd98-51d2-4209-8fb0-72470df33026 req-94aca5be-f4eb-4c90-92f6-c37c684f5605 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:10.416248 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0a61bd98-51d2-4209-8fb0-72470df33026 req-94aca5be-f4eb-4c90-92f6-c37c684f5605 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/ports?device_id=193fdcd8-c6a1-4dae-83a0-b32b56c20dc6 HTTP/1.1" status: 200 len: 1023 time: 0.0779338 Jul 24 00:54:10.463881 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-713a7443-3c1b-4aec-be57-5c611444ada9 req-e2dbd29a-b1e8-4620-bc30-c7e1ff0b8370 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/ports?device_id=459b2c12-6944-4477-afb6-3c4af3325a5f HTTP/1.1" status: 200 len: 210 time: 0.0385871 Jul 24 00:54:10.469896 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0a61bd98-51d2-4209-8fb0-72470df33026 req-f1301488-66b9-4528-8a1d-144a432576be tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac56ff16-8763-446d-b8ce-f31fc2bc5f06&id=7c92893d-f9ad-4fe5-8864-9900961a9d8c&id=4afdf14b-fed7-48f6-898d-5e248a4ef7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0473001 Jul 24 00:54:10.740368 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58306) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:10.796552 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-246b27b7-be42-4b6c-8280-54897229f68a admin admin] Deleting subnet b2ff9458-1817-4531-947f-c02e435919ca {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:54:10.800616 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-246b27b7-be42-4b6c-8280-54897229f68a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:10.836635 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-246b27b7-be42-4b6c-8280-54897229f68a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:10.880773 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-246b27b7-be42-4b6c-8280-54897229f68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:10.939021 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-246b27b7-be42-4b6c-8280-54897229f68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:10.973838 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b27b7-be42-4b6c-8280-54897229f68a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2ff9458-1817-4531-947f-c02e435919ca,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:10.979888 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-246b27b7-be42-4b6c-8280-54897229f68a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:10.982007 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-246b27b7-be42-4b6c-8280-54897229f68a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b2ff9458-1817-4531-947f-c02e435919ca HTTP/1.1" status: 204 len: 168 time: 0.2405319 Jul 24 00:54:10.985886 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58312) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:11.058122 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-11af72c9-abca-4ac8-99dc-7eaf63e99c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:11.110103 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf576ab-fa7c-43f3-b021-be707b3f39fc req-c5219622-0c9e-448b-bd47-84d8fe3ab57d tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:11.111776 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5cf576ab-fa7c-43f3-b021-be707b3f39fc req-c5219622-0c9e-448b-bd47-84d8fe3ab57d tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 945 time: 0.0707021 Jul 24 00:54:11.149948 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-11af72c9-abca-4ac8-99dc-7eaf63e99c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:11.154381 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5cf576ab-fa7c-43f3-b021-be707b3f39fc req-233ad9bb-214d-462e-bf91-7ee69e47a0cd tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354683 Jul 24 00:54:11.160598 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-11af72c9-abca-4ac8-99dc-7eaf63e99c3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['322adc94-c46f-436c-b70a-112b39d761b1']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:11.171020 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-11af72c9-abca-4ac8-99dc-7eaf63e99c3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '586be306-62b3-45e1-9554-d079079ec4c7') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:11.171525 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-11af72c9-abca-4ac8-99dc-7eaf63e99c3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '586be306-62b3-45e1-9554-d079079ec4c7') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:11.182903 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-11af72c9-abca-4ac8-99dc-7eaf63e99c3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:11.200889 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-11af72c9-abca-4ac8-99dc-7eaf63e99c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:11.207706 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11af72c9-abca-4ac8-99dc-7eaf63e99c3c admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:54:11.208099 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-11af72c9-abca-4ac8-99dc-7eaf63e99c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:11.209718 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 00:54:11.209718 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:54:11.209718 n-d-793621-25 neutron-server[100464]: timer() Jul 24 00:54:11.209718 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:54:11.209718 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 00:54:11.209718 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:54:11.209718 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 00:54:11.209718 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:54:11.209718 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 00:54:11.209718 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:54:11.209718 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 00:54:11.209718 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:54:11.209718 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 00:54:11.209718 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:54:11.209718 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:54:11.209718 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:54:11.209718 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:54:11.209718 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:54:11.209718 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 00:54:11.209718 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:54:11.209718 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 00:54:11.209718 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:54:11.209718 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:54:11.209718 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:54:11.209718 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 00:54:11.209718 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:54:11.209718 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:54:11.209718 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:54:11.209718 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:54:11.209718 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:54:11.209718 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:54:11.209718 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:54:11.267912 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-11af72c9-abca-4ac8-99dc-7eaf63e99c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:11.283997 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-11af72c9-abca-4ac8-99dc-7eaf63e99c3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:11.287022 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-11af72c9-abca-4ac8-99dc-7eaf63e99c3c admin admin] 10.222.0.15 "DELETE /v2.0/networks/322adc94-c46f-436c-b70a-112b39d761b1 HTTP/1.1" status: 204 len: 168 time: 0.2996705 Jul 24 00:54:11.288107 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af72c9-abca-4ac8-99dc-7eaf63e99c3c admin admin] Pushing event deleted for resources: {'Network': ['ID=322adc94-c46f-436c-b70a-112b39d761b1,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:11.373329 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-25f95cd5-75be-4ab2-af57-cc55d4d9deee tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:11.375629 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-25f95cd5-75be-4ab2-af57-cc55d4d9deee tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed&tenant_id=ed057dc71fc949d185d5f214444abe1e&binding%3Ahost_id=n-h1-793621-25 HTTP/1.1" status: 200 len: 1097 time: 0.0691917 Jul 24 00:54:11.388334 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-fa442558-ee3d-4872-93f2-dca7e0485afa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-793621-25'}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:54:11.563722 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-fa442558-ee3d-4872-93f2-dca7e0485afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:11.603769 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58338) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:11.609453 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-9a1424e6-9158-4833-8f12-d69e1e1d29d7 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:11.611177 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-9a1424e6-9158-4833-8f12-d69e1e1d29d7 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.13 "GET /v2.0/networks?id=c9b203d0-eae7-4a9d-aeba-2ef85b49dd48 HTTP/1.1" status: 200 len: 821 time: 0.1946568 Jul 24 00:54:11.620213 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040b7cf4-b256-4a3e-bedf-03c023977434 req-bdd6799a-bd12-4c19-82d8-c01e637831c0 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:11.628069 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-040b7cf4-b256-4a3e-bedf-03c023977434 req-bdd6799a-bd12-4c19-82d8-c01e637831c0 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 946 time: 0.1423149 Jul 24 00:54:11.650416 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-a5dc7348-fe92-4bf4-9925-5d3b5d9bf2bc tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Request body: {'port': {'device_id': '459b2c12-6944-4477-afb6-3c4af3325a5f', 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48', 'admin_state_up': True, 'tenant_id': '8775928e4716419799315861924d3578'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:54:11.691110 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-040b7cf4-b256-4a3e-bedf-03c023977434 req-97d39834-8db4-4ab5-b383-ad0b57c86893 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618618 Jul 24 00:54:11.691856 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-eba56509-a0f8-405d-ae86-dd953e25ce02 req-776ee12f-68ee-499a-9a7d-6212647f3da9 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/ports?device_id=459b2c12-6944-4477-afb6-3c4af3325a5f HTTP/1.1" status: 200 len: 210 time: 0.0595860 Jul 24 00:54:11.705430 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b0bd07f6-3d74-4e1f-acd9-b6cea39b5267 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=08d8c8d3947246a4bf2c131682db75a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1005723 Jul 24 00:54:11.709862 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58344) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:11.805577 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b6b35e26-2397-45bf-bfb1-48bcb1007c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:11.827158 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58346) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:11.836683 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b6b35e26-2397-45bf-bfb1-48bcb1007c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:11.906515 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b6b35e26-2397-45bf-bfb1-48bcb1007c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:11.912136 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b6b35e26-2397-45bf-bfb1-48bcb1007c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:11.913386 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b6b35e26-2397-45bf-bfb1-48bcb1007c8c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/14a154b3-8451-494c-bdac-2bc961e08629 HTTP/1.1" status: 204 len: 168 time: 0.2020869 Jul 24 00:54:11.926461 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-fa442558-ee3d-4872-93f2-dca7e0485afa service neutron] For port 81fc6889-cb44-41d1-9c91-43fe84127d3c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=81fc6889-cb44-41d1-9c91-43fe84127d3c,segment=NetworkSegment(224003b9-1e4b-40e8-8bf3-31947898d576),segment_id=224003b9-1e4b-40e8-8bf3-31947898d576)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:11.942560 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b35e26-2397-45bf-bfb1-48bcb1007c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a154b3-8451-494c-bdac-2bc961e08629,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:11.966139 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-a5dc7348-fe92-4bf4-9925-5d3b5d9bf2bc tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Made reservation on behalf of 8775928e4716419799315861924d3578 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:54:11.969845 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-a5dc7348-fe92-4bf4-9925-5d3b5d9bf2bc tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:12.020447 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0393f-b6fa-48b6-bed1-f5518a936a65 req-01f3a1aa-c6f0-4a83-b40c-23e0c1d57787 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:12.022084 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-03d0393f-b6fa-48b6-bed1-f5518a936a65 req-01f3a1aa-c6f0-4a83-b40c-23e0c1d57787 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/ports?device_id=193fdcd8-c6a1-4dae-83a0-b32b56c20dc6 HTTP/1.1" status: 200 len: 1023 time: 0.1900206 Jul 24 00:54:12.028172 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-721bab01-9293-49d2-9b6c-782ec48c139f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:12.047039 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-fa442558-ee3d-4872-93f2-dca7e0485afa service neutron] For port 81fc6889-cb44-41d1-9c91-43fe84127d3c, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:54:12.150546 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-721bab01-9293-49d2-9b6c-782ec48c139f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:12.156049 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-721bab01-9293-49d2-9b6c-782ec48c139f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:12.164934 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48926093-3d9a-4b26-a383-abd7167c66ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81fc6889-cb44-41d1-9c91-43fe84127d3c'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:54:12.167309 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975e3620-b254-48a8-a245-df2b138185b7" -d '{"events": [{"server_uuid": "48926093-3d9a-4b26-a383-abd7167c66ed", "name": "network-vif-unplugged", "status": "completed", "tag": "81fc6889-cb44-41d1-9c91-43fe84127d3c"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:54:12.172200 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-fa442558-ee3d-4872-93f2-dca7e0485afa service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:12.183511 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-03d0393f-b6fa-48b6-bed1-f5518a936a65 req-a55f3820-ef54-4284-830c-b287c8526aa3 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac56ff16-8763-446d-b8ce-f31fc2bc5f06&id=7c92893d-f9ad-4fe5-8864-9900961a9d8c&id=4afdf14b-fed7-48f6-898d-5e248a4ef7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1492507 Jul 24 00:54:12.188987 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-fa442558-ee3d-4872-93f2-dca7e0485afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:12.238385 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721bab01-9293-49d2-9b6c-782ec48c139f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80fd74d-49bb-460a-b744-22b1f7fd482c,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:12.245269 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c91a22b-c0da-4c53-85e4-1551a518d64d x-openstack-request-id: req-1c91a22b-c0da-4c53-85e4-1551a518d64d {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:54:12.245562 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48926093-3d9a-4b26-a383-abd7167c66ed", "name": "network-vif-unplugged", "status": "completed", "tag": "81fc6889-cb44-41d1-9c91-43fe84127d3c", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:54:12.245817 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1c91a22b-c0da-4c53-85e4-1551a518d64d {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:54:12.246295 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48926093-3d9a-4b26-a383-abd7167c66ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81fc6889-cb44-41d1-9c91-43fe84127d3c', 'code': 200} Jul 24 00:54:12.248224 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-721bab01-9293-49d2-9b6c-782ec48c139f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=724c0269234847d19304f082dfe66f42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4200380 Jul 24 00:54:12.248749 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58358) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:12.373946 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-a5dc7348-fe92-4bf4-9925-5d3b5d9bf2bc tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Allocated IP 172.20.0.12 (c9b203d0-eae7-4a9d-aeba-2ef85b49dd48/3072a7c8-2c3c-4d80-89a4-047d4b311662/67b36148-e0cd-4bf3-b3fa-958445db798b) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:54:12.379903 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa442558-ee3d-4872-93f2-dca7e0485afa service neutron] Pushing event updated for resources: {'Port': ['ID=81fc6889-cb44-41d1-9c91-43fe84127d3c,revision_number=7']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:12.391450 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f28415-f5a7-44af-aeb3-d9489a596890 req-102a3341-d837-4ccc-a505-9aeff6993591 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:12.393151 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-14f28415-f5a7-44af-aeb3-d9489a596890 req-102a3341-d837-4ccc-a505-9aeff6993591 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.13 "GET /v2.0/ports?device_id=193fdcd8-c6a1-4dae-83a0-b32b56c20dc6 HTTP/1.1" status: 200 len: 1023 time: 0.0739496 Jul 24 00:54:12.452580 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-fa442558-ee3d-4872-93f2-dca7e0485afa service neutron] Attempting to bind port 81fc6889-cb44-41d1-9c91-43fe84127d3c on host n-h1-793621-25 for vnic_type normal with profile {"migrating_to": "n-h2-793621-25"} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:54:12.452924 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-fa442558-ee3d-4872-93f2-dca7e0485afa service neutron] Attempting to bind port 81fc6889-cb44-41d1-9c91-43fe84127d3c by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:54:12.453263 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-fa442558-ee3d-4872-93f2-dca7e0485afa service neutron] Attempting to bind port 81fc6889-cb44-41d1-9c91-43fe84127d3c on network 7c4ab419-d412-43cd-bcfe-97903abe1bf4 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:54:12.472594 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f983b763-148c-45f3-8f64-bf36837ca4f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:12.477767 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-fa442558-ee3d-4872-93f2-dca7e0485afa service neutron] Port 81fc6889-cb44-41d1-9c91-43fe84127d3c on network 7c4ab419-d412-43cd-bcfe-97903abe1bf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:54:12.478107 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-fa442558-ee3d-4872-93f2-dca7e0485afa service neutron] Attempting to bind port 81fc6889-cb44-41d1-9c91-43fe84127d3c on network 7c4ab419-d412-43cd-bcfe-97903abe1bf4 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:54:12.508311 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-fa442558-ee3d-4872-93f2-dca7e0485afa service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:54:12.508311 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-fa442558-ee3d-4872-93f2-dca7e0485afa service neutron] Checking segment: {'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:54:12.508745 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-fa442558-ee3d-4872-93f2-dca7e0485afa service neutron] Bound using segment: {'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:54:12.509793 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-fa442558-ee3d-4872-93f2-dca7e0485afa service neutron] Bound port: 81fc6889-cb44-41d1-9c91-43fe84127d3c, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '224003b9-1e4b-40e8-8bf3-31947898d576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7c4ab419-d412-43cd-bcfe-97903abe1bf4'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:54:12.510182 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-fa442558-ee3d-4872-93f2-dca7e0485afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:12.533724 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-14f28415-f5a7-44af-aeb3-d9489a596890 req-da2b7fae-22de-493e-a631-345f035073a8 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Deleting port 9bd5b2fe-cd00-4f63-a842-a282b86b8b37 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:54:12.534065 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-14f28415-f5a7-44af-aeb3-d9489a596890 req-da2b7fae-22de-493e-a631-345f035073a8 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:12.552551 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f983b763-148c-45f3-8f64-bf36837ca4f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:12.575040 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df336cb9-bcc0-4726-bab1-926018b6bb42 req-02d1f528-3fa1-4d6f-a729-85bb5a5d4362 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:12.576191 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-df336cb9-bcc0-4726-bab1-926018b6bb42 req-02d1f528-3fa1-4d6f-a729-85bb5a5d4362 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 943 time: 0.2954834 Jul 24 00:54:12.636950 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-14f28415-f5a7-44af-aeb3-d9489a596890 req-da2b7fae-22de-493e-a631-345f035073a8 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] For port 9bd5b2fe-cd00-4f63-a842-a282b86b8b37, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=9bd5b2fe-cd00-4f63-a842-a282b86b8b37,segment=NetworkSegment(23c5ea73-fefa-42c8-9dcb-68bf75e768ba),segment_id=23c5ea73-fefa-42c8-9dcb-68bf75e768ba)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:12.637460 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-14f28415-f5a7-44af-aeb3-d9489a596890 req-da2b7fae-22de-493e-a631-345f035073a8 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:12.655289 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-14f28415-f5a7-44af-aeb3-d9489a596890 req-da2b7fae-22de-493e-a631-345f035073a8 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Calling delete_port for 9bd5b2fe-cd00-4f63-a842-a282b86b8b37 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:54:12.745880 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-fa442558-ee3d-4872-93f2-dca7e0485afa service neutron] For port 81fc6889-cb44-41d1-9c91-43fe84127d3c, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:54:12.753177 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-fa442558-ee3d-4872-93f2-dca7e0485afa service neutron] For port 81fc6889-cb44-41d1-9c91-43fe84127d3c, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=81fc6889-cb44-41d1-9c91-43fe84127d3c,segment=NetworkSegment(224003b9-1e4b-40e8-8bf3-31947898d576),segment_id=224003b9-1e4b-40e8-8bf3-31947898d576)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:54:12.764029 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-df336cb9-bcc0-4726-bab1-926018b6bb42 req-1e1fb464-9bad-4bb8-b84c-d0831ea33128 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701107 Jul 24 00:54:12.799452 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-fa442558-ee3d-4872-93f2-dca7e0485afa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:12.813517 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-a5dc7348-fe92-4bf4-9925-5d3b5d9bf2bc tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:12.819889 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f983b763-148c-45f3-8f64-bf36837ca4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:12.822959 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f983b763-148c-45f3-8f64-bf36837ca4f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:12.824146 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f983b763-148c-45f3-8f64-bf36837ca4f6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b80fd74d-49bb-460a-b744-22b1f7fd482c HTTP/1.1" status: 204 len: 168 time: 0.5724957 Jul 24 00:54:12.860093 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58384) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:12.886801 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f983b763-148c-45f3-8f64-bf36837ca4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80fd74d-49bb-460a-b744-22b1f7fd482c,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:12.903622 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5da65c56-630c-48f9-8930-b44df13f8a20 req-e57858ec-2b96-4ddd-8e90-ac79f44f0b22 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/ports?device_id=459b2c12-6944-4477-afb6-3c4af3325a5f HTTP/1.1" status: 200 len: 210 time: 0.0638752 Jul 24 00:54:12.941880 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa442558-ee3d-4872-93f2-dca7e0485afa service neutron] Pushing event updated for resources: {'Port': ['ID=81fc6889-cb44-41d1-9c91-43fe84127d3c,revision_number=8']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:12.966785 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-fa442558-ee3d-4872-93f2-dca7e0485afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:12.967493 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-fa442558-ee3d-4872-93f2-dca7e0485afa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:12.968976 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-fa442558-ee3d-4872-93f2-dca7e0485afa service neutron] 10.222.0.11 "PUT /v2.0/ports/81fc6889-cb44-41d1-9c91-43fe84127d3c HTTP/1.1" status: 200 len: 1123 time: 1.5853791 Jul 24 00:54:12.982265 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-14f28415-f5a7-44af-aeb3-d9489a596890 req-da2b7fae-22de-493e-a631-345f035073a8 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:12.992562 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-a5dc7348-fe92-4bf4-9925-5d3b5d9bf2bc tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Transition to ACTIVE for port object 67b36148-e0cd-4bf3-b3fa-958445db798b will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:54:12.997942 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['884394ff-36e0-4671-8afb-cc199fd6db4f', '9bd5b2fe-cd00-4f63-a842-a282b86b8b37'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:54:13.064942 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30dc927-41f3-40e2-8172-bdc9f83766df req-4e2c287d-fe2c-4bc1-8362-18a34ba3627f tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:13.076493 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b30dc927-41f3-40e2-8172-bdc9f83766df req-4e2c287d-fe2c-4bc1-8362-18a34ba3627f tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 946 time: 0.2223473 Jul 24 00:54:13.085942 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 49a9ace1-e624-412f-92e6-33bc25b93126 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:54:13.158147 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b7fae-22de-493e-a631-345f035073a8 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Pushing event deleted for resources: {'Port': ['ID=9bd5b2fe-cd00-4f63-a842-a282b86b8b37,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:13.176392 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-d9e938c5-a974-47c8-83d1-60995741f3a7 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-66661581-network', 'tenant_id': '47d332c6cc6c4ecb8bf3cdfbdbe75811'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:54:13.178040 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 49a9ace1-e624-412f-92e6-33bc25b93126 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:54:13.180299 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 49a9ace1-e624-412f-92e6-33bc25b93126 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:54:13.195547 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['81fc6889-cb44-41d1-9c91-43fe84127d3c'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:54:13.198279 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['81fc6889-cb44-41d1-9c91-43fe84127d3c'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:54:13.219438 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b30dc927-41f3-40e2-8172-bdc9f83766df req-d0d04584-3bbd-4a2a-afc3-f50bc5004f8f tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272085 Jul 24 00:54:13.230944 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-a5dc7348-fe92-4bf4-9925-5d3b5d9bf2bc tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:13.234799 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-14f28415-f5a7-44af-aeb3-d9489a596890 req-da2b7fae-22de-493e-a631-345f035073a8 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] No DVR routers for this DVR port 9bd5b2fe-cd00-4f63-a842-a282b86b8b37 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:54:13.243559 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-14f28415-f5a7-44af-aeb3-d9489a596890 req-da2b7fae-22de-493e-a631-345f035073a8 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:13.247645 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-14f28415-f5a7-44af-aeb3-d9489a596890 req-da2b7fae-22de-493e-a631-345f035073a8 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.13 "DELETE /v2.0/ports/9bd5b2fe-cd00-4f63-a842-a282b86b8b37 HTTP/1.1" status: 204 len: 173 time: 0.8487344 Jul 24 00:54:13.248817 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193fdcd8-c6a1-4dae-83a0-b32b56c20dc6', 'name': 'network-vif-deleted', 'tag': '9bd5b2fe-cd00-4f63-a842-a282b86b8b37'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:54:13.253282 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6075077-b859-479d-a2c2-d99758ec14cb" -d '{"events": [{"server_uuid": "193fdcd8-c6a1-4dae-83a0-b32b56c20dc6", "name": "network-vif-deleted", "tag": "9bd5b2fe-cd00-4f63-a842-a282b86b8b37"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:54:13.304130 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e938c5-a974-47c8-83d1-60995741f3a7 admin admin] Made reservation on behalf of 47d332c6cc6c4ecb8bf3cdfbdbe75811 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:54:13.308831 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d9e938c5-a974-47c8-83d1-60995741f3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:13.341245 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d9e938c5-a974-47c8-83d1-60995741f3a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:13.372925 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-a5dc7348-fe92-4bf4-9925-5d3b5d9bf2bc tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Network c9b203d0-eae7-4a9d-aeba-2ef85b49dd48 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:54:13.390254 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-a5dc7348-fe92-4bf4-9925-5d3b5d9bf2bc tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:54:13.400100 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-a5dc7348-fe92-4bf4-9925-5d3b5d9bf2bc tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:54:13.405296 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc7348-fe92-4bf4-9925-5d3b5d9bf2bc tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Pushing event updated for resources: {'Port': ['ID=67b36148-e0cd-4bf3-b3fa-958445db798b,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:13.417695 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfca1f1-7259-4eb7-b34a-78802bf5995f x-openstack-request-id: req-1dfca1f1-7259-4eb7-b34a-78802bf5995f {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:54:13.418564 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193fdcd8-c6a1-4dae-83a0-b32b56c20dc6", "name": "network-vif-deleted", "tag": "9bd5b2fe-cd00-4f63-a842-a282b86b8b37", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:54:13.419554 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1dfca1f1-7259-4eb7-b34a-78802bf5995f {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:54:13.420473 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193fdcd8-c6a1-4dae-83a0-b32b56c20dc6', 'name': 'network-vif-deleted', 'tag': '9bd5b2fe-cd00-4f63-a842-a282b86b8b37', 'status': 'completed', 'code': 200} Jul 24 00:54:13.420670 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 81fc6889-cb44-41d1-9c91-43fe84127d3c details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:54:13.471281 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1c3b8b91-daf3-4328-9b5d-b555dea23704 req-70730c88-25c8-4a75-abaa-2c649e7e626a tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/ports?device_id=193fdcd8-c6a1-4dae-83a0-b32b56c20dc6 HTTP/1.1" status: 200 len: 210 time: 0.1175888 Jul 24 00:54:13.506847 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-a5dc7348-fe92-4bf4-9925-5d3b5d9bf2bc tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:13.508461 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-a5dc7348-fe92-4bf4-9925-5d3b5d9bf2bc tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:13.997355 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44580db9-3dac-4da4-9897-0a7552403577 req-e1497d25-2291-4415-90cb-16a654af209f tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:14.007984 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-44580db9-3dac-4da4-9897-0a7552403577 req-e1497d25-2291-4415-90cb-16a654af209f tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 943 time: 0.1109164 Jul 24 00:54:14.039687 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d9e938c5-a974-47c8-83d1-60995741f3a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:14.045009 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d9e938c5-a974-47c8-83d1-60995741f3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:14.081697 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-a5dc7348-fe92-4bf4-9925-5d3b5d9bf2bc tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4450564 Jul 24 00:54:14.082442 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9e938c5-a974-47c8-83d1-60995741f3a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:54:14.098747 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-44580db9-3dac-4da4-9897-0a7552403577 req-78beb098-5949-4689-9ff8-7bf665568af7 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885808 Jul 24 00:54:14.122986 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d9e938c5-a974-47c8-83d1-60995741f3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:14.123417 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-d9e938c5-a974-47c8-83d1-60995741f3a7 admin admin] Added segment 87033756-2613-4563-8ced-8b450e5d1d76 of type vlan for network 0af7efde-56f8-4cda-80df-42385e4de628 Jul 24 00:54:14.124899 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-859473d2-80e1-4a4a-acad-e0ef5ba6a9ab service neutron] Request body: {'port': {'device_id': '459b2c12-6944-4477-afb6-3c4af3325a5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:54:14.125607 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e938c5-a974-47c8-83d1-60995741f3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f4f63b-990f-46a9-a3a6-8f44eab281d8,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:14.141661 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-92507b17-cede-49d8-a8ec-9c263d6ea7ef None None] Provisioning for port 67b36148-e0cd-4bf3-b3fa-958445db798b completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:54:14.220722 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-92507b17-cede-49d8-a8ec-9c263d6ea7ef None None] Provisioning complete for port 67b36148-e0cd-4bf3-b3fa-958445db798b triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:54:14.221107 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-92507b17-cede-49d8-a8ec-9c263d6ea7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:14.250921 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48926093-3d9a-4b26-a383-abd7167c66ed', 'tag': '81fc6889-cb44-41d1-9c91-43fe84127d3c'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:54:14.257272 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d9e938c5-a974-47c8-83d1-60995741f3a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:14.258883 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc54fad-a6eb-4aac-91b8-240c1d9d2091" -d '{"events": [{"name": "network-changed", "server_uuid": "48926093-3d9a-4b26-a383-abd7167c66ed", "tag": "81fc6889-cb44-41d1-9c91-43fe84127d3c"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:54:14.292012 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-92507b17-cede-49d8-a8ec-9c263d6ea7ef None None] Port 67b36148-e0cd-4bf3-b3fa-958445db798b cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:54:14.296389 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-859473d2-80e1-4a4a-acad-e0ef5ba6a9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:14.331658 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 81fc6889-cb44-41d1-9c91-43fe84127d3c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=81fc6889-cb44-41d1-9c91-43fe84127d3c,segment=NetworkSegment(224003b9-1e4b-40e8-8bf3-31947898d576),segment_id=224003b9-1e4b-40e8-8bf3-31947898d576)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:14.333014 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf81615c-fdb0-4680-9656-968c06ee94ff req-22540014-927d-43eb-81b7-5bf878718cd7 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:14.335914 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cf81615c-fdb0-4680-9656-968c06ee94ff req-22540014-927d-43eb-81b7-5bf878718cd7 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/ports?device_id=459b2c12-6944-4477-afb6-3c4af3325a5f HTTP/1.1" status: 200 len: 932 time: 0.2765398 Jul 24 00:54:14.382661 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 81fc6889-cb44-41d1-9c91-43fe84127d3c has no active binding in host n-h2-793621-25 {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 24 00:54:14.400516 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58424) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:14.405938 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d9e938c5-a974-47c8-83d1-60995741f3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:14.407512 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e938c5-a974-47c8-83d1-60995741f3a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:14.407982 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d9e938c5-a974-47c8-83d1-60995741f3a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:14.451382 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['2507cfef-8818-4c53-8e64-f1d1fabfeeb5'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:54:14.481802 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d9e938c5-a974-47c8-83d1-60995741f3a7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6200552 Jul 24 00:54:14.486390 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58428) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:14.491859 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-436f0811-0f1d-4143-8450-0962a4fa16a0 admin admin] Request body: {'subnet': {'network_id': '0af7efde-56f8-4cda-80df-42385e4de628', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-66661581-subnet', 'tenant_id': '47d332c6cc6c4ecb8bf3cdfbdbe75811', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:54:14.538993 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cf81615c-fdb0-4680-9656-968c06ee94ff req-23e6661a-bb8f-421d-8d9f-fc3856860c68 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/security-groups?id=334cfaf2-d168-43f6-8bef-b99b51df53b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970863 Jul 24 00:54:14.541131 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e938c5-a974-47c8-83d1-60995741f3a7 admin admin] Pushing event updated for resources: {'Network': ['ID=0af7efde-56f8-4cda-80df-42385e4de628,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:14.573015 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 0af7efde-56f8-4cda-80df-42385e4de628 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:54:14.603695 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436f0811-0f1d-4143-8450-0962a4fa16a0 admin admin] Made reservation on behalf of 47d332c6cc6c4ecb8bf3cdfbdbe75811 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:54:14.606242 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-436f0811-0f1d-4143-8450-0962a4fa16a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:14.633552 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7439d9-fde1-4250-9fa8-d02b10d46f70 x-openstack-request-id: req-ad7439d9-fde1-4250-9fa8-d02b10d46f70 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:54:14.634132 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48926093-3d9a-4b26-a383-abd7167c66ed", "tag": "81fc6889-cb44-41d1-9c91-43fe84127d3c", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:54:14.634595 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ad7439d9-fde1-4250-9fa8-d02b10d46f70 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:54:14.635190 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48926093-3d9a-4b26-a383-abd7167c66ed', 'tag': '81fc6889-cb44-41d1-9c91-43fe84127d3c', 'status': 'completed', 'code': 200} Jul 24 00:54:14.721381 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-dc394599-5fd1-4bad-b1c4-01f5b04a11a6 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-121087584-network', 'tenant_id': 'a9e68604ec51468dbd55b8d1ff84ea69'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:54:14.781962 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f4932-66b2-4c68-8320-fa786a504301 req-dc4b7529-0c2f-4735-86bb-16853e9fd059 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:14.783996 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f51f4932-66b2-4c68-8320-fa786a504301 req-dc4b7529-0c2f-4735-86bb-16853e9fd059 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 946 time: 0.2228398 Jul 24 00:54:14.822965 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc394599-5fd1-4bad-b1c4-01f5b04a11a6 admin admin] Made reservation on behalf of a9e68604ec51468dbd55b8d1ff84ea69 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:54:14.826011 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dc394599-5fd1-4bad-b1c4-01f5b04a11a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:14.860312 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4187a681-7ff7-4e74-9ac6-8b607bbb31a6 req-592e757b-f97c-47e2-8453-ce91d2300fec tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups/7c92893d-f9ad-4fe5-8864-9900961a9d8c HTTP/1.1" status: 200 len: 1800 time: 0.1383867 Jul 24 00:54:14.862220 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc54fad-a6eb-4aac-91b8-240c1d9d2091 req-40e1ce08-6f87-4903-a6f6-a262dfb624f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:14.863782 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6cc54fad-a6eb-4aac-91b8-240c1d9d2091 req-40e1ce08-6f87-4903-a6f6-a262dfb624f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ed057dc71fc949d185d5f214444abe1e&device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 1126 time: 0.2019205 Jul 24 00:54:14.864373 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dc394599-5fd1-4bad-b1c4-01f5b04a11a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:14.934089 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f51f4932-66b2-4c68-8320-fa786a504301 req-0f81bb1e-074a-49df-895d-74e129117e0b tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132476 Jul 24 00:54:14.958289 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-859473d2-80e1-4a4a-acad-e0ef5ba6a9ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67b36148-e0cd-4bf3-b3fa-958445db798b {{(pid=100463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:54:14.969338 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-859473d2-80e1-4a4a-acad-e0ef5ba6a9ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:14.993262 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-859473d2-80e1-4a4a-acad-e0ef5ba6a9ab service neutron] Transition to ACTIVE for port object 67b36148-e0cd-4bf3-b3fa-958445db798b will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:54:15.004168 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-859473d2-80e1-4a4a-acad-e0ef5ba6a9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:15.096663 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-436f0811-0f1d-4143-8450-0962a4fa16a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:15.107976 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859473d2-80e1-4a4a-acad-e0ef5ba6a9ab service neutron] Pushing event updated for resources: {'Port': ['ID=67b36148-e0cd-4bf3-b3fa-958445db798b,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:15.152061 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4187a681-7ff7-4e74-9ac6-8b607bbb31a6 req-7bdea37a-ced2-4539-aa51-3d18b7ac9a3e tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:15.159520 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dc394599-5fd1-4bad-b1c4-01f5b04a11a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:15.169624 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc54fad-a6eb-4aac-91b8-240c1d9d2091 req-117fc7f1-88f9-47a4-9ea9-f9075a906cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:15.170026 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dc394599-5fd1-4bad-b1c4-01f5b04a11a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:15.171385 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6cc54fad-a6eb-4aac-91b8-240c1d9d2091 req-117fc7f1-88f9-47a4-9ea9-f9075a906cc1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7c4ab419-d412-43cd-bcfe-97903abe1bf4 HTTP/1.1" status: 200 len: 908 time: 0.2610521 Jul 24 00:54:15.207442 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-859473d2-80e1-4a4a-acad-e0ef5ba6a9ab service neutron] Attempting to bind port 67b36148-e0cd-4bf3-b3fa-958445db798b on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:54:15.207831 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-859473d2-80e1-4a4a-acad-e0ef5ba6a9ab service neutron] Attempting to bind port 67b36148-e0cd-4bf3-b3fa-958445db798b by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '5997850d-598b-45fc-8985-dbbfe8ec96d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:54:15.208177 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-859473d2-80e1-4a4a-acad-e0ef5ba6a9ab service neutron] Attempting to bind port 67b36148-e0cd-4bf3-b3fa-958445db798b on network c9b203d0-eae7-4a9d-aeba-2ef85b49dd48 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:54:15.212988 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc394599-5fd1-4bad-b1c4-01f5b04a11a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:54:15.217596 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-859473d2-80e1-4a4a-acad-e0ef5ba6a9ab service neutron] Port 67b36148-e0cd-4bf3-b3fa-958445db798b on network c9b203d0-eae7-4a9d-aeba-2ef85b49dd48 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:54:15.217939 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-859473d2-80e1-4a4a-acad-e0ef5ba6a9ab service neutron] Attempting to bind port 67b36148-e0cd-4bf3-b3fa-958445db798b on network c9b203d0-eae7-4a9d-aeba-2ef85b49dd48 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:54:15.230675 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dc394599-5fd1-4bad-b1c4-01f5b04a11a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:15.231042 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-dc394599-5fd1-4bad-b1c4-01f5b04a11a6 admin admin] Added segment 9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442 of type vlan for network aed3a9ed-bda9-4b01-bfa7-479967927504 Jul 24 00:54:15.232651 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc394599-5fd1-4bad-b1c4-01f5b04a11a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb093fc6-2b35-41ad-916e-0a7e1e85cf92,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:15.245216 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-859473d2-80e1-4a4a-acad-e0ef5ba6a9ab service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:54:15.245654 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-859473d2-80e1-4a4a-acad-e0ef5ba6a9ab service neutron] Checking segment: {'id': '5997850d-598b-45fc-8985-dbbfe8ec96d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:54:15.245958 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-859473d2-80e1-4a4a-acad-e0ef5ba6a9ab service neutron] Bound using segment: {'id': '5997850d-598b-45fc-8985-dbbfe8ec96d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:54:15.246414 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-859473d2-80e1-4a4a-acad-e0ef5ba6a9ab service neutron] Bound port: 67b36148-e0cd-4bf3-b3fa-958445db798b, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5997850d-598b-45fc-8985-dbbfe8ec96d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:54:15.246835 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-859473d2-80e1-4a4a-acad-e0ef5ba6a9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:15.252874 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6cc54fad-a6eb-4aac-91b8-240c1d9d2091 req-2eb1d468-3552-41b2-8b7a-97b988b18cc9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81fc6889-cb44-41d1-9c91-43fe84127d3c HTTP/1.1" status: 200 len: 217 time: 0.0710943 Jul 24 00:54:15.257483 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4187a681-7ff7-4e74-9ac6-8b607bbb31a6 req-7bdea37a-ced2-4539-aa51-3d18b7ac9a3e tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:15.260715 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f0811-0f1d-4143-8450-0962a4fa16a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f87e722c-580a-4749-b26f-a37af54c4e6f,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:15.333485 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dc394599-5fd1-4bad-b1c4-01f5b04a11a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:15.348297 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436f0811-0f1d-4143-8450-0962a4fa16a0 admin admin] Checking segment: {'id': '87033756-2613-4563-8ced-8b450e5d1d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0af7efde-56f8-4cda-80df-42385e4de628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:54:15.348672 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436f0811-0f1d-4143-8450-0962a4fa16a0 admin admin] Network hostable DHCP agents. Network: 0af7efde-56f8-4cda-80df-42385e4de628, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:54:15.358790 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc54fad-a6eb-4aac-91b8-240c1d9d2091 req-7f706b10-6f50-4673-adbe-539a96f4123f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:15.360357 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6cc54fad-a6eb-4aac-91b8-240c1d9d2091 req-7f706b10-6f50-4673-adbe-539a96f4123f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8e7ca279-b98c-43f9-865c-dc5db7518bba HTTP/1.1" status: 200 len: 847 time: 0.0964048 Jul 24 00:54:15.383824 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436f0811-0f1d-4143-8450-0962a4fa16a0 admin admin] Network 0af7efde-56f8-4cda-80df-42385e4de628 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:54:15.410538 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6cc54fad-a6eb-4aac-91b8-240c1d9d2091 req-8df89ce3-4396-42ab-be93-c826c6c4aa74 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7c4ab419-d412-43cd-bcfe-97903abe1bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379434 Jul 24 00:54:15.413277 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4187a681-7ff7-4e74-9ac6-8b607bbb31a6 req-7bdea37a-ced2-4539-aa51-3d18b7ac9a3e tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:15.416566 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4187a681-7ff7-4e74-9ac6-8b607bbb31a6 req-7bdea37a-ced2-4539-aa51-3d18b7ac9a3e tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:15.418200 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4187a681-7ff7-4e74-9ac6-8b607bbb31a6 req-7bdea37a-ced2-4539-aa51-3d18b7ac9a3e tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "DELETE /v2.0/security-groups/7c92893d-f9ad-4fe5-8864-9900961a9d8c HTTP/1.1" status: 204 len: 173 time: 0.5424356 Jul 24 00:54:15.422752 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-859473d2-80e1-4a4a-acad-e0ef5ba6a9ab service neutron] For port 67b36148-e0cd-4bf3-b3fa-958445db798b, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:54:15.424438 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-436f0811-0f1d-4143-8450-0962a4fa16a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 0af7efde-56f8-4cda-80df-42385e4de628) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:54:15.425571 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dc394599-5fd1-4bad-b1c4-01f5b04a11a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:15.426604 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc394599-5fd1-4bad-b1c4-01f5b04a11a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:15.428203 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dc394599-5fd1-4bad-b1c4-01f5b04a11a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:15.437618 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa26353-91d3-423c-8850-d78c2b932a59 req-49ec7895-0fa5-4467-b23e-69940c8812bc tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:15.438087 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45622844-bbe9-48e2-b6ee-08030bc87091 None None] Network 0af7efde-56f8-4cda-80df-42385e4de628 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:54:15.439770 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4aa26353-91d3-423c-8850-d78c2b932a59 req-49ec7895-0fa5-4467-b23e-69940c8812bc tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 943 time: 0.1889758 Jul 24 00:54:15.440437 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436f0811-0f1d-4143-8450-0962a4fa16a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:15.441990 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-436f0811-0f1d-4143-8450-0962a4fa16a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:15.442353 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-859473d2-80e1-4a4a-acad-e0ef5ba6a9ab service neutron] For port 67b36148-e0cd-4bf3-b3fa-958445db798b, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=67b36148-e0cd-4bf3-b3fa-958445db798b,segment=NetworkSegment(5997850d-598b-45fc-8985-dbbfe8ec96d2),segment_id=5997850d-598b-45fc-8985-dbbfe8ec96d2)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:54:15.453873 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdea37a-ced2-4539-aa51-3d18b7ac9a3e tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c92893d-f9ad-4fe5-8864-9900961a9d8c,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:15.464255 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-859473d2-80e1-4a4a-acad-e0ef5ba6a9ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:15.501287 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-436f0811-0f1d-4143-8450-0962a4fa16a0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0131443 Jul 24 00:54:15.621164 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e20a160f-7845-4b63-9795-d4958785c634 req-568e381d-d039-4e43-a37b-11a99b7f6df8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e7d87376-d685-42ed-96e2-a3452ba60793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0412412 Jul 24 00:54:15.628879 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-dc394599-5fd1-4bad-b1c4-01f5b04a11a6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2264953 Jul 24 00:54:15.632428 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-859473d2-80e1-4a4a-acad-e0ef5ba6a9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:15.633061 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-859473d2-80e1-4a4a-acad-e0ef5ba6a9ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:15.634692 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-859473d2-80e1-4a4a-acad-e0ef5ba6a9ab service neutron] 10.222.0.13 "PUT /v2.0/ports/67b36148-e0cd-4bf3-b3fa-958445db798b HTTP/1.1" status: 200 len: 1093 time: 1.5204272 Jul 24 00:54:15.635563 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58446) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:15.662448 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-3abab52a-c36b-4b7c-9cca-8b03639cdff1 admin admin] Request body: {'subnet': {'network_id': 'aed3a9ed-bda9-4b01-bfa7-479967927504', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-121087584-subnet', 'tenant_id': 'a9e68604ec51468dbd55b8d1ff84ea69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:54:15.700187 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6cc54fad-a6eb-4aac-91b8-240c1d9d2091 req-38b5d00f-7aa0-4320-ac1a-2adec345a3c8 service neutron] 10.222.0.13 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547994 Jul 24 00:54:15.703951 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-44219d1b-895c-4ff0-81a3-b4c625ab982c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:15.718676 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abab52a-c36b-4b7c-9cca-8b03639cdff1 admin admin] Made reservation on behalf of a9e68604ec51468dbd55b8d1ff84ea69 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:54:15.721756 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3abab52a-c36b-4b7c-9cca-8b03639cdff1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:15.724047 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e20a160f-7845-4b63-9795-d4958785c634 req-af612951-a8e2-4f5b-af34-903aae9ba130 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=e7d87376-d685-42ed-96e2-a3452ba60793 HTTP/1.1" status: 200 len: 210 time: 0.0364006 Jul 24 00:54:15.774696 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc394599-5fd1-4bad-b1c4-01f5b04a11a6 admin admin] Pushing event updated for resources: {'Network': ['ID=aed3a9ed-bda9-4b01-bfa7-479967927504,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:15.813487 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4aa26353-91d3-423c-8850-d78c2b932a59 req-d2a00959-a7c3-4845-b423-dd25988227f7 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521838 Jul 24 00:54:15.819955 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b39ba18-88cb-4f51-86b2-c01cf17c4def None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-0af7efde-56f8-4cda-80df-42385e4de628', 'network_id': '0af7efde-56f8-4cda-80df-42385e4de628', 'tenant_id': '47d332c6cc6c4ecb8bf3cdfbdbe75811', 'fixed_ips': [{'subnet_id': 'f87e722c-580a-4749-b26f-a37af54c4e6f'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:54:15.823146 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0b39ba18-88cb-4f51-86b2-c01cf17c4def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:15.850230 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network aed3a9ed-bda9-4b01-bfa7-479967927504 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:54:15.868433 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e20a160f-7845-4b63-9795-d4958785c634 req-e505f6d5-f1e1-40de-87e1-c2d7b5aa7a52 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0901775 Jul 24 00:54:15.869597 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6fd501c2-301b-4fff-91f3-70479a31244c req-13f9222b-89ea-4523-baf0-bd8ace7e31e9 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups/ac56ff16-8763-446d-b8ce-f31fc2bc5f06 HTTP/1.1" status: 200 len: 1800 time: 0.2977793 Jul 24 00:54:15.894005 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859473d2-80e1-4a4a-acad-e0ef5ba6a9ab service neutron] Pushing event updated for resources: {'Port': ['ID=67b36148-e0cd-4bf3-b3fa-958445db798b,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:15.977486 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-a92a636a-40f4-4e6c-ac9f-1feed2edec8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:15.979208 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-a92a636a-40f4-4e6c-ac9f-1feed2edec8e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8775928e4716419799315861924d3578&device_id=459b2c12-6944-4477-afb6-3c4af3325a5f HTTP/1.1" status: 200 len: 1096 time: 0.2417910 Jul 24 00:54:16.043897 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-c7539b98-6877-41a5-8faa-4367d3e4805b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67b36148-e0cd-4bf3-b3fa-958445db798b HTTP/1.1" status: 200 len: 217 time: 0.0524681 Jul 24 00:54:16.073458 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-0b39ba18-88cb-4f51-86b2-c01cf17c4def None None] Allocated IP 172.20.0.2 (0af7efde-56f8-4cda-80df-42385e4de628/f87e722c-580a-4749-b26f-a37af54c4e6f/5e9ff2e4-8d93-44bf-8d04-0170975dd714) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:54:16.090619 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6fd501c2-301b-4fff-91f3-70479a31244c req-0766bb4b-aaa2-4f60-9588-0ab86c057954 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:16.102912 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a160f-7845-4b63-9795-d4958785c634 req-0ed18c86-5252-49e4-a930-d7d8c690c585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:16.104274 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e20a160f-7845-4b63-9795-d4958785c634 req-0ed18c86-5252-49e4-a930-d7d8c690c585 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2262235 Jul 24 00:54:16.108318 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3abab52a-c36b-4b7c-9cca-8b03639cdff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:16.131951 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-d69d87f9-4e20-48af-971c-d95507f7f185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:16.134105 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-d69d87f9-4e20-48af-971c-d95507f7f185 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3072a7c8-2c3c-4d80-89a4-047d4b311662 HTTP/1.1" status: 200 len: 860 time: 0.0790832 Jul 24 00:54:16.165225 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6fd501c2-301b-4fff-91f3-70479a31244c req-0766bb4b-aaa2-4f60-9588-0ab86c057954 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:16.167858 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07394934-3efb-4c86-b9a6-4646ad72a98c req-ed8f0c50-8ad2-48e4-9c0a-e1de59eca9cf tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:16.175971 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-07394934-3efb-4c86-b9a6-4646ad72a98c req-ed8f0c50-8ad2-48e4-9c0a-e1de59eca9cf tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/ports?device_id=459b2c12-6944-4477-afb6-3c4af3325a5f HTTP/1.1" status: 200 len: 944 time: 0.1379793 Jul 24 00:54:16.182201 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6cc54fad-a6eb-4aac-91b8-240c1d9d2091 req-38d18175-be92-4ab2-9a54-49b7cca4ef8b service neutron] 10.222.0.13 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286653 Jul 24 00:54:16.218995 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abab52a-c36b-4b7c-9cca-8b03639cdff1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b93775c-49b5-4fb3-8fc9-08abc19f17d1,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:16.245532 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abab52a-c36b-4b7c-9cca-8b03639cdff1 admin admin] Checking segment: {'id': '9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'aed3a9ed-bda9-4b01-bfa7-479967927504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:54:16.245532 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abab52a-c36b-4b7c-9cca-8b03639cdff1 admin admin] Network hostable DHCP agents. Network: aed3a9ed-bda9-4b01-bfa7-479967927504, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:54:16.257959 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-07394934-3efb-4c86-b9a6-4646ad72a98c req-58a1410c-af62-442b-9c83-139dca65aba8 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/security-groups?id=334cfaf2-d168-43f6-8bef-b99b51df53b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807078 Jul 24 00:54:16.273852 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6fd501c2-301b-4fff-91f3-70479a31244c req-0766bb4b-aaa2-4f60-9588-0ab86c057954 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:16.276468 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6fd501c2-301b-4fff-91f3-70479a31244c req-0766bb4b-aaa2-4f60-9588-0ab86c057954 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:16.285706 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6fd501c2-301b-4fff-91f3-70479a31244c req-0766bb4b-aaa2-4f60-9588-0ab86c057954 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "DELETE /v2.0/security-groups/ac56ff16-8763-446d-b8ce-f31fc2bc5f06 HTTP/1.1" status: 204 len: 173 time: 0.3983040 Jul 24 00:54:16.293248 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-baae70ad-be60-4edb-a82f-230ce5d4bbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:16.294937 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-baae70ad-be60-4edb-a82f-230ce5d4bbd3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9b203d0-eae7-4a9d-aeba-2ef85b49dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1448796 Jul 24 00:54:16.299422 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abab52a-c36b-4b7c-9cca-8b03639cdff1 admin admin] Network aed3a9ed-bda9-4b01-bfa7-479967927504 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:54:16.313957 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-3abab52a-c36b-4b7c-9cca-8b03639cdff1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, aed3a9ed-bda9-4b01-bfa7-479967927504) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:54:16.316262 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766bb4b-aaa2-4f60-9588-0ab86c057954 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac56ff16-8763-446d-b8ce-f31fc2bc5f06,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:16.324860 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5eb263-cc23-4412-bb5a-5ebb6b7926a2 None None] Network aed3a9ed-bda9-4b01-bfa7-479967927504 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:54:16.326491 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abab52a-c36b-4b7c-9cca-8b03639cdff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:16.327151 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3abab52a-c36b-4b7c-9cca-8b03639cdff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:16.347306 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3abab52a-c36b-4b7c-9cca-8b03639cdff1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7068965 Jul 24 00:54:16.402683 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0b39ba18-88cb-4f51-86b2-c01cf17c4def None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:16.432733 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-6e735a8b-c78b-4588-898b-7e29a941bd67 service neutron] 10.222.0.13 "GET /v2.0/networks/c9b203d0-eae7-4a9d-aeba-2ef85b49dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287398 Jul 24 00:54:16.445743 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0b39ba18-88cb-4f51-86b2-c01cf17c4def None None] Transition to ACTIVE for port object 5e9ff2e4-8d93-44bf-8d04-0170975dd714 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:54:16.471511 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0b39ba18-88cb-4f51-86b2-c01cf17c4def None None] Transition to ACTIVE for port object 5e9ff2e4-8d93-44bf-8d04-0170975dd714 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:54:16.485528 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0b39ba18-88cb-4f51-86b2-c01cf17c4def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:16.549089 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f0d662-e4bd-4e31-b701-e7f21c34a3f2 req-b119b5ab-1280-4359-9a79-daa63cef1ea7 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:16.556320 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b39ba18-88cb-4f51-86b2-c01cf17c4def None None] Network 0af7efde-56f8-4cda-80df-42385e4de628 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:54:16.557749 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b39ba18-88cb-4f51-86b2-c01cf17c4def None None] Pushing event updated for resources: {'Port': ['ID=5e9ff2e4-8d93-44bf-8d04-0170975dd714,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:16.560357 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-0b39ba18-88cb-4f51-86b2-c01cf17c4def None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:54:16.561924 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c8f0d662-e4bd-4e31-b701-e7f21c34a3f2 req-b119b5ab-1280-4359-9a79-daa63cef1ea7 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 946 time: 0.1765575 Jul 24 00:54:16.583117 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b39ba18-88cb-4f51-86b2-c01cf17c4def None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:54:16.642772 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c8f0d662-e4bd-4e31-b701-e7f21c34a3f2 req-bce36127-e76f-4956-a865-67b75c977959 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662746 Jul 24 00:54:16.692966 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-8b5a821a-6698-466b-b3dc-7ddd608b115e req-92cf6b5b-fceb-4e21-824a-bac6661733e8 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1687580559', 'description': 'tempest-description-724911408'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:54:16.726307 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf464f7-a2d4-4d62-b450-9b47fb845722 None None] Network aed3a9ed-bda9-4b01-bfa7-479967927504 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:54:16.728353 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8b5a821a-6698-466b-b3dc-7ddd608b115e req-92cf6b5b-fceb-4e21-824a-bac6661733e8 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:16.749115 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-0b39ba18-88cb-4f51-86b2-c01cf17c4def None None] Attempting to bind port 5e9ff2e4-8d93-44bf-8d04-0170975dd714 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:54:16.749902 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-0b39ba18-88cb-4f51-86b2-c01cf17c4def None None] Attempting to bind port 5e9ff2e4-8d93-44bf-8d04-0170975dd714 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '87033756-2613-4563-8ced-8b450e5d1d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0af7efde-56f8-4cda-80df-42385e4de628'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:54:16.750482 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b39ba18-88cb-4f51-86b2-c01cf17c4def None None] Attempting to bind port 5e9ff2e4-8d93-44bf-8d04-0170975dd714 on network 0af7efde-56f8-4cda-80df-42385e4de628 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:54:16.758969 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b39ba18-88cb-4f51-86b2-c01cf17c4def None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:54:16.759757 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b39ba18-88cb-4f51-86b2-c01cf17c4def None None] Checking segment: {'id': '87033756-2613-4563-8ced-8b450e5d1d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0af7efde-56f8-4cda-80df-42385e4de628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:54:16.760344 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0b39ba18-88cb-4f51-86b2-c01cf17c4def None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:16.760916 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b39ba18-88cb-4f51-86b2-c01cf17c4def None None] Bound using segment: {'id': '87033756-2613-4563-8ced-8b450e5d1d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0af7efde-56f8-4cda-80df-42385e4de628'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:54:16.761555 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-0b39ba18-88cb-4f51-86b2-c01cf17c4def None None] Bound port: 5e9ff2e4-8d93-44bf-8d04-0170975dd714, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87033756-2613-4563-8ced-8b450e5d1d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0af7efde-56f8-4cda-80df-42385e4de628'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:54:16.762156 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0b39ba18-88cb-4f51-86b2-c01cf17c4def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:16.894524 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8b5a821a-6698-466b-b3dc-7ddd608b115e req-92cf6b5b-fceb-4e21-824a-bac6661733e8 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:16.901540 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0b39ba18-88cb-4f51-86b2-c01cf17c4def None None] For port 5e9ff2e4-8d93-44bf-8d04-0170975dd714, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:54:16.903074 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8b5a821a-6698-466b-b3dc-7ddd608b115e req-92cf6b5b-fceb-4e21-824a-bac6661733e8 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:16.910163 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0b39ba18-88cb-4f51-86b2-c01cf17c4def None None] For port 5e9ff2e4-8d93-44bf-8d04-0170975dd714, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=5e9ff2e4-8d93-44bf-8d04-0170975dd714,segment=NetworkSegment(87033756-2613-4563-8ced-8b450e5d1d76),segment_id=87033756-2613-4563-8ced-8b450e5d1d76)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:54:16.910600 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459b2c12-6944-4477-afb6-3c4af3325a5f', 'tag': '67b36148-e0cd-4bf3-b3fa-958445db798b'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:54:16.913281 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5f04e3-47c1-474f-ab74-20c6fbada2e2" -d '{"events": [{"name": "network-changed", "server_uuid": "459b2c12-6944-4477-afb6-3c4af3325a5f", "tag": "67b36148-e0cd-4bf3-b3fa-958445db798b"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:54:16.940899 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0b39ba18-88cb-4f51-86b2-c01cf17c4def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:16.988301 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf6b5b-fceb-4e21-824a-bac6661733e8 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c83106f3-9688-426d-b600-4a414ee518c7,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:17.009120 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8b5a821a-6698-466b-b3dc-7ddd608b115e req-92cf6b5b-fceb-4e21-824a-bac6661733e8 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:17.013726 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b39ba18-88cb-4f51-86b2-c01cf17c4def None None] Pushing event updated for resources: {'Port': ['ID=5e9ff2e4-8d93-44bf-8d04-0170975dd714,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:17.044998 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8b5a821a-6698-466b-b3dc-7ddd608b115e req-92cf6b5b-fceb-4e21-824a-bac6661733e8 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3569655 Jul 24 00:54:17.087907 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 9bd5b2fe-cd00-4f63-a842-a282b86b8b37 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:54:17.089937 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2329a011-66e2-4cb0-9617-72e829cf24a9 req-82289508-9b8b-47a3-a400-5caf1f652dd4 service neutron] 10.222.0.13 "GET /v2.0/networks/c9b203d0-eae7-4a9d-aeba-2ef85b49dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6451790 Jul 24 00:54:17.107702 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-b935b2eb-e6c5-410b-9541-f50abbe36534 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:17.128576 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-b935b2eb-e6c5-410b-9541-f50abbe36534 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/networks?id=0af7efde-56f8-4cda-80df-42385e4de628 HTTP/1.1" status: 200 len: 814 time: 0.2101314 Jul 24 00:54:17.141870 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 9bd5b2fe-cd00-4f63-a842-a282b86b8b37 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:54:17.142247 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 9bd5b2fe-cd00-4f63-a842-a282b86b8b37 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:54:17.148120 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-5880b997-5dff-4814-a37e-11de5e1c5ca4 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/quotas/47d332c6cc6c4ecb8bf3cdfbdbe75811 HTTP/1.1" status: 200 len: 375 time: 0.0183170 Jul 24 00:54:17.219375 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-703cc540-3bab-4ac1-9f47-ad771883ef6c tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=47d332c6cc6c4ecb8bf3cdfbdbe75811&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0702622 Jul 24 00:54:17.365590 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-c36f04ad-5744-4d35-897b-d4c28900e22c service neutron] 10.222.0.15 "GET /v2.0/networks/0af7efde-56f8-4cda-80df-42385e4de628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333246 Jul 24 00:54:17.462924 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-ea944328-cbb5-4de1-933b-547b8fb534f8 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:17.464629 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-ea944328-cbb5-4de1-933b-547b8fb534f8 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/networks?id=aed3a9ed-bda9-4b01-bfa7-479967927504 HTTP/1.1" status: 200 len: 817 time: 0.1684918 Jul 24 00:54:17.488710 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-623a854c-1f41-4617-bb68-c7da56abf2c4 service neutron] 10.222.0.15 "GET /v2.0/networks/0af7efde-56f8-4cda-80df-42385e4de628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195924 Jul 24 00:54:17.499376 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-9556762c-1a51-4a4a-9d06-48c3a1c3747c tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/quotas/a9e68604ec51468dbd55b8d1ff84ea69 HTTP/1.1" status: 200 len: 375 time: 0.0245414 Jul 24 00:54:17.553432 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-04309501-4dc8-46b2-8eb8-e68c60e2b84c tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a9e68604ec51468dbd55b8d1ff84ea69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526242 Jul 24 00:54:17.692212 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-88814d36-4029-4825-ab88-ef07b95a3842 service neutron] 10.222.0.15 "GET /v2.0/networks/aed3a9ed-bda9-4b01-bfa7-479967927504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298902 Jul 24 00:54:17.756795 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603b812-298a-46f9-a6b1-5cd34221b724 req-3d148a55-5b64-40af-b453-bb479e9ec276 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:17.761028 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8603b812-298a-46f9-a6b1-5cd34221b724 req-3d148a55-5b64-40af-b453-bb479e9ec276 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 943 time: 0.0795827 Jul 24 00:54:17.811048 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8603b812-298a-46f9-a6b1-5cd34221b724 req-a6aacb13-13a6-404a-95f9-38c43f8dc2ad tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431316 Jul 24 00:54:17.817807 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-889118b9-e02b-4e81-8f2a-617aa0c3c8d8 service neutron] 10.222.0.15 "GET /v2.0/networks/aed3a9ed-bda9-4b01-bfa7-479967927504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247137 Jul 24 00:54:17.880800 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5cfa0b-6f1b-4d91-99e2-a34b847b388a x-openstack-request-id: req-df5cfa0b-6f1b-4d91-99e2-a34b847b388a {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:54:17.881323 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "459b2c12-6944-4477-afb6-3c4af3325a5f", "tag": "67b36148-e0cd-4bf3-b3fa-958445db798b", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:54:17.881749 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-df5cfa0b-6f1b-4d91-99e2-a34b847b388a {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:54:17.882318 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '459b2c12-6944-4477-afb6-3c4af3325a5f', 'tag': '67b36148-e0cd-4bf3-b3fa-958445db798b', 'status': 'completed', 'code': 200} Jul 24 00:54:18.078120 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f04e3-47c1-474f-ab74-20c6fbada2e2 req-6c3149ad-1848-41d7-b52d-2eeaa8052c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:18.079813 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-aa5f04e3-47c1-474f-ab74-20c6fbada2e2 req-6c3149ad-1848-41d7-b52d-2eeaa8052c1f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8775928e4716419799315861924d3578&device_id=459b2c12-6944-4477-afb6-3c4af3325a5f HTTP/1.1" status: 200 len: 1096 time: 0.1653218 Jul 24 00:54:18.106189 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-785364f5-8eba-4417-ab66-f1b6ce116a50 req-fd79bf50-3405-4fdf-84b5-f66bb68e0971 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups/c83106f3-9688-426d-b600-4a414ee518c7 HTTP/1.1" status: 200 len: 1802 time: 0.0911994 Jul 24 00:54:18.132610 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-785364f5-8eba-4417-ab66-f1b6ce116a50 req-0ec9ee2b-a0f7-4b2a-a62e-379b4342aee4 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1811972663', 'description': 'tempest-description-hth-884566256'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:54:18.201647 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3e62e325-a8c1-4ae7-94ad-bed94b4e1d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:18.245535 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-785364f5-8eba-4417-ab66-f1b6ce116a50 req-0ec9ee2b-a0f7-4b2a-a62e-379b4342aee4 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:18.288623 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f04e3-47c1-474f-ab74-20c6fbada2e2 req-64302b97-da27-4e9a-9185-436c87e4e933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:18.290180 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-aa5f04e3-47c1-474f-ab74-20c6fbada2e2 req-64302b97-da27-4e9a-9185-436c87e4e933 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c9b203d0-eae7-4a9d-aeba-2ef85b49dd48 HTTP/1.1" status: 200 len: 922 time: 0.1967762 Jul 24 00:54:18.298632 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e62236-dcf0-4a7e-9c57-995a9843fc32 req-8378e69d-29bb-4dbe-a8b2-a88b10c68dfe tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:18.302100 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-60e62236-dcf0-4a7e-9c57-995a9843fc32 req-8378e69d-29bb-4dbe-a8b2-a88b10c68dfe tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/ports?device_id=459b2c12-6944-4477-afb6-3c4af3325a5f HTTP/1.1" status: 200 len: 944 time: 0.1134696 Jul 24 00:54:18.357726 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-60e62236-dcf0-4a7e-9c57-995a9843fc32 req-b911ad98-6df4-48d7-886c-4ebe849d1b3d tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/security-groups?id=334cfaf2-d168-43f6-8bef-b99b51df53b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498788 Jul 24 00:54:18.438404 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:18.468619 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-785364f5-8eba-4417-ab66-f1b6ce116a50 req-0ec9ee2b-a0f7-4b2a-a62e-379b4342aee4 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:18.471910 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-aa5f04e3-47c1-474f-ab74-20c6fbada2e2 req-2b32f41e-66f3-4408-813e-eb30597dda6e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67b36148-e0cd-4bf3-b3fa-958445db798b HTTP/1.1" status: 200 len: 217 time: 0.1618397 Jul 24 00:54:18.474551 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-785364f5-8eba-4417-ab66-f1b6ce116a50 req-0ec9ee2b-a0f7-4b2a-a62e-379b4342aee4 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:18.480852 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-785364f5-8eba-4417-ab66-f1b6ce116a50 req-0ec9ee2b-a0f7-4b2a-a62e-379b4342aee4 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:18.481866 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-785364f5-8eba-4417-ab66-f1b6ce116a50 req-0ec9ee2b-a0f7-4b2a-a62e-379b4342aee4 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "PUT /v2.0/security-groups/c83106f3-9688-426d-b600-4a414ee518c7 HTTP/1.1" status: 200 len: 1776 time: 0.3582180 Jul 24 00:54:18.497626 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25d1fdf-5995-40b0-a41b-aaebc12e1e55 None None] Network 0af7efde-56f8-4cda-80df-42385e4de628 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:54:18.561887 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec9ee2b-a0f7-4b2a-a62e-379b4342aee4 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c83106f3-9688-426d-b600-4a414ee518c7,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:18.650560 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee3f06-3376-4e37-9c36-864af95106b1 req-3eda0bef-8c97-4127-85d4-2746109ef065 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:18.655134 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-70ee3f06-3376-4e37-9c36-864af95106b1 req-3eda0bef-8c97-4127-85d4-2746109ef065 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 946 time: 0.1883025 Jul 24 00:54:18.685146 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-12f6f6fe-2737-4374-a223-184ca4442dcc None None] Provisioning for port 5e9ff2e4-8d93-44bf-8d04-0170975dd714 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:54:18.719445 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 5e9ff2e4-8d93-44bf-8d04-0170975dd714 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:54:18.745896 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-70ee3f06-3376-4e37-9c36-864af95106b1 req-4387db66-bb30-4c50-b33d-c8bb9deff861 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836711 Jul 24 00:54:18.752497 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f04e3-47c1-474f-ab74-20c6fbada2e2 req-4e255064-f44c-4a76-9fc5-b4dd9e35383f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:18.754281 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-aa5f04e3-47c1-474f-ab74-20c6fbada2e2 req-4e255064-f44c-4a76-9fc5-b4dd9e35383f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3072a7c8-2c3c-4d80-89a4-047d4b311662 HTTP/1.1" status: 200 len: 860 time: 0.1977983 Jul 24 00:54:18.923224 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 5e9ff2e4-8d93-44bf-8d04-0170975dd714 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:54:18.940351 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 5e9ff2e4-8d93-44bf-8d04-0170975dd714 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:54:18.941103 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:18.961653 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5f04e3-47c1-474f-ab74-20c6fbada2e2 req-ca1b6c37-0311-410e-a3f5-c6160f0a79dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:18.964764 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-aa5f04e3-47c1-474f-ab74-20c6fbada2e2 req-ca1b6c37-0311-410e-a3f5-c6160f0a79dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9b203d0-eae7-4a9d-aeba-2ef85b49dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1998472 Jul 24 00:54:18.978829 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-00f6b4ad-b8b0-4a4c-9f45-f7636652b1de tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:18.985539 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-00f6b4ad-b8b0-4a4c-9f45-f7636652b1de tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/networks?id=0af7efde-56f8-4cda-80df-42385e4de628 HTTP/1.1" status: 200 len: 814 time: 0.3446114 Jul 24 00:54:19.051559 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-d34bb9da-6eee-4821-be56-15cf6c3ef130 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/quotas/47d332c6cc6c4ecb8bf3cdfbdbe75811 HTTP/1.1" status: 200 len: 375 time: 0.0645788 Jul 24 00:54:19.077223 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:19.107701 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f7062439-4036-4fdb-b8fa-c0ae0fa3a355 req-19641060-0b85-4590-bc74-6e1bccc34cf6 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups/c83106f3-9688-426d-b600-4a414ee518c7 HTTP/1.1" status: 200 len: 1776 time: 0.0862014 Jul 24 00:54:19.187150 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 5e9ff2e4-8d93-44bf-8d04-0170975dd714, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=5e9ff2e4-8d93-44bf-8d04-0170975dd714,segment=NetworkSegment(87033756-2613-4563-8ced-8b450e5d1d76),segment_id=87033756-2613-4563-8ced-8b450e5d1d76)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:19.201374 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:19.299238 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-aa5f04e3-47c1-474f-ab74-20c6fbada2e2 req-97c2228a-5148-49a6-9201-44a64f280919 service neutron] 10.222.0.13 "GET /v2.0/networks/c9b203d0-eae7-4a9d-aeba-2ef85b49dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938466 Jul 24 00:54:19.319852 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-66a7be9c-8ef1-4d83-bb58-371ae7b372fc tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=47d332c6cc6c4ecb8bf3cdfbdbe75811&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2516260 Jul 24 00:54:19.323209 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=5e9ff2e4-8d93-44bf-8d04-0170975dd714,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:19.376364 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:19.459235 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-261c77a2-709a-447d-9ea1-632ac11f7165 None None] Provisioning complete for port 5e9ff2e4-8d93-44bf-8d04-0170975dd714 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:54:19.460558 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-261c77a2-709a-447d-9ea1-632ac11f7165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:19.495839 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-aa5f04e3-47c1-474f-ab74-20c6fbada2e2 req-3262a832-730b-4bb2-b097-d9f2c3a852b6 service neutron] 10.222.0.13 "GET /v2.0/networks/c9b203d0-eae7-4a9d-aeba-2ef85b49dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622989 Jul 24 00:54:19.597138 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dedfed-4a56-432b-a486-3cab543c94a0 req-3a4d8a57-122d-4f34-8bdb-e4aab494429b tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:19.610693 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-80dedfed-4a56-432b-a486-3cab543c94a0 req-3a4d8a57-122d-4f34-8bdb-e4aab494429b tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 943 time: 0.3707025 Jul 24 00:54:19.688430 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-3a981fdf-45ce-4bb1-ba20-2db7631456ae tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:19.691418 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-3a981fdf-45ce-4bb1-ba20-2db7631456ae tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.13 "GET /v2.0/networks?id=0af7efde-56f8-4cda-80df-42385e4de628 HTTP/1.1" status: 200 len: 814 time: 0.3590789 Jul 24 00:54:19.732339 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-2ccc1e89-ee6c-4e1c-8fec-73eefdab8c21 service neutron] 10.222.0.15 "GET /v2.0/networks/0af7efde-56f8-4cda-80df-42385e4de628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111011 Jul 24 00:54:19.797457 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-60b82041-095a-47ad-ac30-b6cb2c0d86f7 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Request body: {'port': {'device_id': '5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6', 'network_id': '0af7efde-56f8-4cda-80df-42385e4de628', 'admin_state_up': True, 'tenant_id': '47d332c6cc6c4ecb8bf3cdfbdbe75811'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:54:19.895780 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-b62b934f-6fbb-4f45-ae35-2c6872624f59 service neutron] 10.222.0.15 "GET /v2.0/networks/0af7efde-56f8-4cda-80df-42385e4de628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624045 Jul 24 00:54:19.917183 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-80dedfed-4a56-432b-a486-3cab543c94a0 req-31d7ec4c-d6ba-4b05-89b6-120d0bc34f72 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045781 Jul 24 00:54:20.145945 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-37653ac5-c3c3-484a-b689-083f91579048 req-01cdca31-b7d1-49cd-8794-cdfa0a735fef tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/ports?device_id=89adea76-29d9-4d0a-93a8-50e1fa66477c HTTP/1.1" status: 200 len: 210 time: 0.1148162 Jul 24 00:54:20.182681 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-60b82041-095a-47ad-ac30-b6cb2c0d86f7 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Made reservation on behalf of 47d332c6cc6c4ecb8bf3cdfbdbe75811 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:54:20.186359 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-60b82041-095a-47ad-ac30-b6cb2c0d86f7 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:20.200169 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0f31e0e4-34fc-488f-8e8c-5b67f67c5fb6 req-c2ccd6b4-b1fc-4d09-b975-854d40519960 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups/c83106f3-9688-426d-b600-4a414ee518c7 HTTP/1.1" status: 200 len: 1776 time: 0.0744169 Jul 24 00:54:20.266022 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0f31e0e4-34fc-488f-8e8c-5b67f67c5fb6 req-bf3e1b3e-1ba7-45a1-b035-fd494e13ed24 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:20.297344 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0f31e0e4-34fc-488f-8e8c-5b67f67c5fb6 req-bf3e1b3e-1ba7-45a1-b035-fd494e13ed24 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:20.379752 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0f31e0e4-34fc-488f-8e8c-5b67f67c5fb6 req-bf3e1b3e-1ba7-45a1-b035-fd494e13ed24 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:20.385844 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0f31e0e4-34fc-488f-8e8c-5b67f67c5fb6 req-bf3e1b3e-1ba7-45a1-b035-fd494e13ed24 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:20.402692 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0f31e0e4-34fc-488f-8e8c-5b67f67c5fb6 req-bf3e1b3e-1ba7-45a1-b035-fd494e13ed24 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "DELETE /v2.0/security-groups/c83106f3-9688-426d-b600-4a414ee518c7 HTTP/1.1" status: 204 len: 173 time: 0.2003992 Jul 24 00:54:20.452862 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e1b3e-1ba7-45a1-b035-fd494e13ed24 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83106f3-9688-426d-b600-4a414ee518c7,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:20.519975 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-60b82041-095a-47ad-ac30-b6cb2c0d86f7 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Allocated IP 172.20.0.13 (0af7efde-56f8-4cda-80df-42385e4de628/f87e722c-580a-4749-b26f-a37af54c4e6f/f997ec14-5362-4756-a657-15b0759b6842) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:54:20.548753 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb982e-7abe-4689-8718-86c88f081bbd req-44dee7d2-e3f2-4d27-943f-da329339771f tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:20.550689 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1ccb982e-7abe-4689-8718-86c88f081bbd req-44dee7d2-e3f2-4d27-943f-da329339771f tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/ports?device_id=459b2c12-6944-4477-afb6-3c4af3325a5f HTTP/1.1" status: 200 len: 944 time: 0.2620025 Jul 24 00:54:20.659451 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 5e9ff2e4-8d93-44bf-8d04-0170975dd714 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:54:20.698566 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-b4054188-c959-45c4-bb84-67661fc801a8 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:20.701094 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-b4054188-c959-45c4-bb84-67661fc801a8 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.13 "GET /v2.0/networks?id=aed3a9ed-bda9-4b01-bfa7-479967927504 HTTP/1.1" status: 200 len: 817 time: 0.2959397 Jul 24 00:54:20.712718 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1ccb982e-7abe-4689-8718-86c88f081bbd req-89ca23f6-ae34-4bd2-8026-273db81d904f tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/security-groups?id=334cfaf2-d168-43f6-8bef-b99b51df53b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452572 Jul 24 00:54:20.719402 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e097e6-36de-4ca5-8e4a-71cfa905850b req-64601d12-d81f-43d0-9c21-646375097ae0 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:20.721976 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a0e097e6-36de-4ca5-8e4a-71cfa905850b req-64601d12-d81f-43d0-9c21-646375097ae0 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 946 time: 0.1423285 Jul 24 00:54:20.726633 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 5e9ff2e4-8d93-44bf-8d04-0170975dd714 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:54:20.727007 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-50ce3365-1205-41cd-a6ea-6e8dc8e92330 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Request body: {'port': {'device_id': 'f1a49d14-3357-4c46-a96e-ccc3fb811c79', 'network_id': 'aed3a9ed-bda9-4b01-bfa7-479967927504', 'admin_state_up': True, 'tenant_id': 'a9e68604ec51468dbd55b8d1ff84ea69'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:54:20.727149 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:20.891994 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:20.925926 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a0e097e6-36de-4ca5-8e4a-71cfa905850b req-a5355b48-7f33-4cc2-aa37-01d8213de37a tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691780 Jul 24 00:54:20.986320 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-fc0f8633-5f42-403d-a5d1-3b112626b0ef service neutron] 10.222.0.13 "GET /v2.0/ports/81fc6889-cb44-41d1-9c91-43fe84127d3c/bindings/n-h2-793621-25 HTTP/1.1" status: 200 len: 385 time: 0.1654630 Jul 24 00:54:21.001208 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-50ce3365-1205-41cd-a6ea-6e8dc8e92330 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Made reservation on behalf of a9e68604ec51468dbd55b8d1ff84ea69 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:54:21.004913 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-50ce3365-1205-41cd-a6ea-6e8dc8e92330 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:21.086797 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 67b36148-e0cd-4bf3-b3fa-958445db798b details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:54:21.096946 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-60b82041-095a-47ad-ac30-b6cb2c0d86f7 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:21.177907 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-60b82041-095a-47ad-ac30-b6cb2c0d86f7 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Transition to ACTIVE for port object f997ec14-5362-4756-a657-15b0759b6842 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:54:21.196103 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-15b4e7d8-6798-4301-85e5-79147dda0cb1 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:21.197704 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-15b4e7d8-6798-4301-85e5-79147dda0cb1 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.13 "GET /v2.0/networks?id=aed3a9ed-bda9-4b01-bfa7-479967927504 HTTP/1.1" status: 200 len: 817 time: 0.2023852 Jul 24 00:54:21.223182 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-79a157c2-ed89-4a40-af3d-0e3e398bb1a7 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Request body: {'port': {'device_id': 'ad12442b-0649-4dd0-a13e-5ae73107185b', 'network_id': 'aed3a9ed-bda9-4b01-bfa7-479967927504', 'admin_state_up': True, 'tenant_id': 'a9e68604ec51468dbd55b8d1ff84ea69'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:54:21.226090 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 67b36148-e0cd-4bf3-b3fa-958445db798b, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=67b36148-e0cd-4bf3-b3fa-958445db798b,segment=NetworkSegment(5997850d-598b-45fc-8985-dbbfe8ec96d2),segment_id=5997850d-598b-45fc-8985-dbbfe8ec96d2)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:21.238641 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '67b36148-e0cd-4bf3-b3fa-958445db798b', 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48', 'port_id': '67b36148-e0cd-4bf3-b3fa-958445db798b', 'mac_address': 'fa:16:3e:32:86:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:54:21.261893 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-82964c30-a5dd-4e5d-8f99-3dc9b1dd02c8 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:21.267279 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-82964c30-a5dd-4e5d-8f99-3dc9b1dd02c8 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/networks?id=0af7efde-56f8-4cda-80df-42385e4de628 HTTP/1.1" status: 200 len: 814 time: 0.2833004 Jul 24 00:54:21.271918 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df66603-b6e6-4236-9a60-0edb6cce953a req-81a08068-9c5d-404f-b62d-5b13febb2bf9 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:21.273493 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9df66603-b6e6-4236-9a60-0edb6cce953a req-81a08068-9c5d-404f-b62d-5b13febb2bf9 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 943 time: 0.2070892 Jul 24 00:54:21.279057 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:21.292992 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67b36148-e0cd-4bf3-b3fa-958445db798b {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:54:21.308473 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-34088b24-0ffc-4799-9f35-2e029167a174 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/quotas/47d332c6cc6c4ecb8bf3cdfbdbe75811 HTTP/1.1" status: 200 len: 375 time: 0.0258672 Jul 24 00:54:21.314091 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 67b36148-e0cd-4bf3-b3fa-958445db798b, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=67b36148-e0cd-4bf3-b3fa-958445db798b,segment=NetworkSegment(5997850d-598b-45fc-8985-dbbfe8ec96d2),segment_id=5997850d-598b-45fc-8985-dbbfe8ec96d2)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:21.319239 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-50ce3365-1205-41cd-a6ea-6e8dc8e92330 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Allocated IP 172.20.0.2 (aed3a9ed-bda9-4b01-bfa7-479967927504/8b93775c-49b5-4fb3-8fc9-08abc19f17d1/5894918b-b12b-4fa1-993c-32eea06af7d6) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:54:21.319909 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:21.363526 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-60b82041-095a-47ad-ac30-b6cb2c0d86f7 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:21.378910 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=67b36148-e0cd-4bf3-b3fa-958445db798b,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:21.405647 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9df66603-b6e6-4236-9a60-0edb6cce953a req-67c90956-2143-41f9-9136-27ac67a814a9 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184745 Jul 24 00:54:21.449754 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-60b82041-095a-47ad-ac30-b6cb2c0d86f7 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Network 0af7efde-56f8-4cda-80df-42385e4de628 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:54:21.455504 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-60b82041-095a-47ad-ac30-b6cb2c0d86f7 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:54:21.463223 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-60b82041-095a-47ad-ac30-b6cb2c0d86f7 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:54:21.498837 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-b406c943-ef59-407a-922f-085b0abb1d46 service neutron] For port 81fc6889-cb44-41d1-9c91-43fe84127d3c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=81fc6889-cb44-41d1-9c91-43fe84127d3c,segment=NetworkSegment(224003b9-1e4b-40e8-8bf3-31947898d576),segment_id=224003b9-1e4b-40e8-8bf3-31947898d576)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:21.525266 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b82041-095a-47ad-ac30-b6cb2c0d86f7 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Pushing event updated for resources: {'Port': ['ID=f997ec14-5362-4756-a657-15b0759b6842,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:21.576565 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-b406c943-ef59-407a-922f-085b0abb1d46 service neutron] For port 81fc6889-cb44-41d1-9c91-43fe84127d3c, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:54:21.637730 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-60b82041-095a-47ad-ac30-b6cb2c0d86f7 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:21.638395 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-60b82041-095a-47ad-ac30-b6cb2c0d86f7 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:21.640876 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-79a157c2-ed89-4a40-af3d-0e3e398bb1a7 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Made reservation on behalf of a9e68604ec51468dbd55b8d1ff84ea69 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:54:21.644426 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-79a157c2-ed89-4a40-af3d-0e3e398bb1a7 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:21.658252 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['67b36148-e0cd-4bf3-b3fa-958445db798b'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:54:21.710287 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-b406c943-ef59-407a-922f-085b0abb1d46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81fc6889-cb44-41d1-9c91-43fe84127d3c {{(pid=100463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:54:21.729764 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-b406c943-ef59-407a-922f-085b0abb1d46 service neutron] For port 81fc6889-cb44-41d1-9c91-43fe84127d3c, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=81fc6889-cb44-41d1-9c91-43fe84127d3c,segment=NetworkSegment(224003b9-1e4b-40e8-8bf3-31947898d576),segment_id=224003b9-1e4b-40e8-8bf3-31947898d576)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:21.737025 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-5ee96eaf-7c18-4f07-8fb5-412aacd5e47d tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=47d332c6cc6c4ecb8bf3cdfbdbe75811&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3965368 Jul 24 00:54:21.763533 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-b406c943-ef59-407a-922f-085b0abb1d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:21.822224 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-6da6295b-f59c-46da-b2db-012d84073a52 None None] Provisioning for port f997ec14-5362-4756-a657-15b0759b6842 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:54:21.831378 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-6da6295b-f59c-46da-b2db-012d84073a52 None None] Provisioning complete for port f997ec14-5362-4756-a657-15b0759b6842 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:54:21.831915 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6da6295b-f59c-46da-b2db-012d84073a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:21.838460 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-88607760-bccc-42d2-bcd7-4e8acf5c4722 req-4a917091-7c59-47c1-bfc4-120192470f3d tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/ports?device_id=89adea76-29d9-4d0a-93a8-50e1fa66477c HTTP/1.1" status: 200 len: 210 time: 0.0832369 Jul 24 00:54:21.852114 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-50ce3365-1205-41cd-a6ea-6e8dc8e92330 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:21.871930 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-60b82041-095a-47ad-ac30-b6cb2c0d86f7 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1198268 Jul 24 00:54:21.895923 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-bc634181-7f01-4fb1-818d-30797cb4b9b1 service neutron] Request body: {'port': {'device_id': '5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:54:21.901902 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-6da6295b-f59c-46da-b2db-012d84073a52 None None] Port f997ec14-5362-4756-a657-15b0759b6842 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:54:21.906443 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [req-789397ad-637d-4cac-8b43-2b46b967d2a2 req-8386e165-1ad9-4214-8205-c2b183127f3a tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] show failed (client error): The resource could not be found. Jul 24 00:54:21.907546 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-789397ad-637d-4cac-8b43-2b46b967d2a2 req-8386e165-1ad9-4214-8205-c2b183127f3a tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups/ac56ff16-8763-446d-b8ce-f31fc2bc5f06 HTTP/1.1" status: 404 len: 352 time: 0.0367546 Jul 24 00:54:21.944170 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-b406c943-ef59-407a-922f-085b0abb1d46 service neutron] Transition to ACTIVE for port object 81fc6889-cb44-41d1-9c91-43fe84127d3c will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:54:21.948697 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-2b644bf7-e487-4802-b937-ff4330bc35b3 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:21.952640 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-2b644bf7-e487-4802-b937-ff4330bc35b3 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.13 "GET /v2.0/networks?id=aed3a9ed-bda9-4b01-bfa7-479967927504 HTTP/1.1" status: 200 len: 817 time: 0.4650483 Jul 24 00:54:21.952929 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-b406c943-ef59-407a-922f-085b0abb1d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:21.982012 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-50ce3365-1205-41cd-a6ea-6e8dc8e92330 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:22.023251 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-0aba484a-6462-4004-aed9-1b82afd4fc27 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Request body: {'port': {'device_id': '89adea76-29d9-4d0a-93a8-50e1fa66477c', 'network_id': 'aed3a9ed-bda9-4b01-bfa7-479967927504', 'admin_state_up': True, 'tenant_id': 'a9e68604ec51468dbd55b8d1ff84ea69'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:54:22.058801 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-b406c943-ef59-407a-922f-085b0abb1d46 service neutron] No DVR routers for this DVR port 81fc6889-cb44-41d1-9c91-43fe84127d3c on host n-h1-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:54:22.072104 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.13', 64209) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:22.082326 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-50ce3365-1205-41cd-a6ea-6e8dc8e92330 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Network aed3a9ed-bda9-4b01-bfa7-479967927504 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:54:22.087099 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b406c943-ef59-407a-922f-085b0abb1d46 service neutron] Pushing event updated for resources: {'Port': ['ID=81fc6889-cb44-41d1-9c91-43fe84127d3c,revision_number=10']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:22.105982 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-50ce3365-1205-41cd-a6ea-6e8dc8e92330 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:54:22.112088 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-50ce3365-1205-41cd-a6ea-6e8dc8e92330 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:54:22.164038 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-b406c943-ef59-407a-922f-085b0abb1d46 service neutron] 10.222.0.13 "PUT /v2.0/ports/81fc6889-cb44-41d1-9c91-43fe84127d3c/bindings/n-h2-793621-25/activate HTTP/1.1" status: 200 len: 370 time: 1.1441793 Jul 24 00:54:22.207069 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-50ce3365-1205-41cd-a6ea-6e8dc8e92330 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:22.207730 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-50ce3365-1205-41cd-a6ea-6e8dc8e92330 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:22.210766 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-93e74ea7-bf53-4d33-8b4c-8e39a9b93aa3 service neutron] 10.222.0.15 "GET /v2.0/networks/0af7efde-56f8-4cda-80df-42385e4de628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974617 Jul 24 00:54:22.227051 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783d59c-5316-4b46-98b3-0023d55f87bb req-91c95922-d7c7-4b4d-b862-cc70a207ae43 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:22.228695 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d783d59c-5316-4b46-98b3-0023d55f87bb req-91c95922-d7c7-4b4d-b862-cc70a207ae43 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/ports?device_id=459b2c12-6944-4477-afb6-3c4af3325a5f HTTP/1.1" status: 200 len: 945 time: 0.2435927 Jul 24 00:54:22.231650 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce3365-1205-41cd-a6ea-6e8dc8e92330 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Pushing event updated for resources: {'Port': ['ID=5894918b-b12b-4fa1-993c-32eea06af7d6,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:22.246054 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-50ce3365-1205-41cd-a6ea-6e8dc8e92330 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5229218 Jul 24 00:54:22.262050 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-0790aa87-4c51-4a17-b1fc-5ca768c95c0c service neutron] Request body: {'port': {'device_id': 'f1a49d14-3357-4c46-a96e-ccc3fb811c79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:54:22.331940 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-79a157c2-ed89-4a40-af3d-0e3e398bb1a7 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Allocated IP 172.20.0.11 (aed3a9ed-bda9-4b01-bfa7-479967927504/8b93775c-49b5-4fb3-8fc9-08abc19f17d1/da8c1488-c2d2-4152-8d64-1843bc515cce) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:54:22.341265 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d783d59c-5316-4b46-98b3-0023d55f87bb req-8b57fa89-3a56-41da-8f09-b3717c536b30 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/security-groups?id=334cfaf2-d168-43f6-8bef-b99b51df53b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041074 Jul 24 00:54:22.391266 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-bc634181-7f01-4fb1-818d-30797cb4b9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:22.397357 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-0790aa87-4c51-4a17-b1fc-5ca768c95c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:22.415642 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-9348bd5d-59dc-45aa-9277-e0cddc1d6f5f tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:22.417099 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-9348bd5d-59dc-45aa-9277-e0cddc1d6f5f tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed&tenant_id=ed057dc71fc949d185d5f214444abe1e&binding%3Ahost_id=n-h1-793621-25 HTTP/1.1" status: 200 len: 1096 time: 0.1504230 Jul 24 00:54:22.502346 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [req-af4609ef-c076-40df-9711-e1ae6a67f548 req-b993097b-04bd-410f-90e8-12da798d41ca tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] show failed (client error): The resource could not be found. Jul 24 00:54:22.504191 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-af4609ef-c076-40df-9711-e1ae6a67f548 req-b993097b-04bd-410f-90e8-12da798d41ca tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups/7c92893d-f9ad-4fe5-8864-9900961a9d8c HTTP/1.1" status: 404 len: 352 time: 0.0455570 Jul 24 00:54:22.595550 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-3b9605ae-bd99-4c34-aeb2-c4e756e17cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:22.597679 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-3b9605ae-bd99-4c34-aeb2-c4e756e17cbe service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed&tenant_id=ed057dc71fc949d185d5f214444abe1e HTTP/1.1" status: 200 len: 1096 time: 0.1555011 Jul 24 00:54:22.607957 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-367d8f13-a6ff-4f55-a464-80f95a15d288 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:22.609444 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-367d8f13-a6ff-4f55-a464-80f95a15d288 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.13 "GET /v2.0/networks?id=0af7efde-56f8-4cda-80df-42385e4de628 HTTP/1.1" status: 200 len: 814 time: 0.5112171 Jul 24 00:54:22.632429 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-2b895682-5c4b-47d0-8127-565615a95ae9 service neutron] 10.222.0.15 "GET /v2.0/networks/0af7efde-56f8-4cda-80df-42385e4de628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760993 Jul 24 00:54:22.653507 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-c9704c1c-a1d4-4e5c-96df-64fe4ffc5dce tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Request body: {'port': {'device_id': '7aaefa9a-a6e6-43d7-a057-069d1dbe8402', 'network_id': '0af7efde-56f8-4cda-80df-42385e4de628', 'admin_state_up': True, 'tenant_id': '47d332c6cc6c4ecb8bf3cdfbdbe75811'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:54:22.661670 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-0aba484a-6462-4004-aed9-1b82afd4fc27 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Made reservation on behalf of a9e68604ec51468dbd55b8d1ff84ea69 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:54:22.665001 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-0aba484a-6462-4004-aed9-1b82afd4fc27 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:22.719702 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eed0e0-dd1d-4259-9b64-1d2a78a58d05 req-a36377c9-7bd8-4519-b97a-c01513fc33b5 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:22.721845 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-80eed0e0-dd1d-4259-9b64-1d2a78a58d05 req-a36377c9-7bd8-4519-b97a-c01513fc33b5 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 946 time: 0.1169255 Jul 24 00:54:22.731299 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-2638cb35-3b10-4ac3-867f-03e67d14597b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:22.733081 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-2638cb35-3b10-4ac3-867f-03e67d14597b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ed057dc71fc949d185d5f214444abe1e&device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 1096 time: 0.0947621 Jul 24 00:54:22.851124 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-80eed0e0-dd1d-4259-9b64-1d2a78a58d05 req-abaaeb0b-7d12-4d2b-a870-5fe27778f01d tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168759 Jul 24 00:54:22.882807 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-04cd1f82-c738-4926-9b27-05bf7832d05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:22.884481 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-04cd1f82-c738-4926-9b27-05bf7832d05a service neutron] 10.222.0.11 "GET /v2.0/networks?id=7c4ab419-d412-43cd-bcfe-97903abe1bf4 HTTP/1.1" status: 200 len: 908 time: 0.1434727 Jul 24 00:54:22.906280 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [req-f04c5ebf-e070-4c5b-99ff-5b95c3a49733 req-05631711-1253-4bc0-b8b4-7f7cf4f8ec58 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] show failed (client error): The resource could not be found. Jul 24 00:54:22.907496 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f04c5ebf-e070-4c5b-99ff-5b95c3a49733 req-05631711-1253-4bc0-b8b4-7f7cf4f8ec58 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups/3dd771d2-1978-4957-a782-1142bab68bc8 HTTP/1.1" status: 404 len: 352 time: 0.0272155 Jul 24 00:54:22.943643 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-00907bbf-c60b-4f5f-9eee-7b5d55045c0c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81fc6889-cb44-41d1-9c91-43fe84127d3c HTTP/1.1" status: 200 len: 217 time: 0.0511699 Jul 24 00:54:23.000224 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-f0035cd3-a227-41fb-9c31-80fce52ab886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:23.002010 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-f0035cd3-a227-41fb-9c31-80fce52ab886 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8e7ca279-b98c-43f9-865c-dc5db7518bba HTTP/1.1" status: 200 len: 847 time: 0.0525591 Jul 24 00:54:23.039995 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-a5a3438f-1204-4b7e-a6ba-8f93a0efd60f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7c4ab419-d412-43cd-bcfe-97903abe1bf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310593 Jul 24 00:54:23.093964 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8ddf5bc9-4bf5-4c5c-85e3-1b0f96413dff req-0a68e865-eaa8-4e50-b998-a8fdbae4ea50 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3c5485-96e8-4c00-8dc1-a83d50f9a1f3 HTTP/1.1" status: 200 len: 210 time: 0.0507939 Jul 24 00:54:23.108982 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 67b36148-e0cd-4bf3-b3fa-958445db798b up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:54:23.195421 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-ab7b6645-69ea-4bf3-8afb-75f0c6370b79 service neutron] 10.222.0.11 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426907 Jul 24 00:54:23.227514 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 67b36148-e0cd-4bf3-b3fa-958445db798b completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:54:23.233248 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 67b36148-e0cd-4bf3-b3fa-958445db798b triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:54:23.234360 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:23.316167 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8e7a62b8-e318-4752-940c-8f83f17423a9 req-ded217e9-1435-4869-9c3a-be94b90966fd tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/ports?device_id=89adea76-29d9-4d0a-93a8-50e1fa66477c HTTP/1.1" status: 200 len: 210 time: 0.0971785 Jul 24 00:54:23.355516 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:23.399755 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459b2c12-6944-4477-afb6-3c4af3325a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b36148-e0cd-4bf3-b3fa-958445db798b'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:54:23.405822 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff10d4ab-850e-4169-af28-31d1f877dba3" -d '{"events": [{"server_uuid": "459b2c12-6944-4477-afb6-3c4af3325a5f", "name": "network-vif-plugged", "status": "completed", "tag": "67b36148-e0cd-4bf3-b3fa-958445db798b"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:54:23.431833 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 67b36148-e0cd-4bf3-b3fa-958445db798b, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=67b36148-e0cd-4bf3-b3fa-958445db798b,segment=NetworkSegment(5997850d-598b-45fc-8985-dbbfe8ec96d2),segment_id=5997850d-598b-45fc-8985-dbbfe8ec96d2)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:23.434245 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [req-dac8891d-faa3-475f-825c-156e8b92a6f2 req-a905db7c-ad7f-4729-b124-09fc7469cfb3 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] show failed (client error): The resource could not be found. Jul 24 00:54:23.434983 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-79a157c2-ed89-4a40-af3d-0e3e398bb1a7 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:23.439630 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dac8891d-faa3-475f-825c-156e8b92a6f2 req-a905db7c-ad7f-4729-b124-09fc7469cfb3 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups/b8d8f633-fd72-4fc2-9721-bb69d2f9626d HTTP/1.1" status: 404 len: 352 time: 0.0351117 Jul 24 00:54:23.441092 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:23.442677 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 81fc6889-cb44-41d1-9c91-43fe84127d3c no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:54:23.477483 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-117b1efa-7526-4dc7-941f-1922c37abc45 service neutron] 10.222.0.11 "GET /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750008 Jul 24 00:54:23.554514 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=67b36148-e0cd-4bf3-b3fa-958445db798b,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:23.583710 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 81fc6889-cb44-41d1-9c91-43fe84127d3c not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:54:23.633029 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-bc634181-7f01-4fb1-818d-30797cb4b9b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f997ec14-5362-4756-a657-15b0759b6842 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:54:23.645973 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562bc27e-9f5c-4c28-a2f5-b9935f5b9df6 req-eece27f5-b970-4443-8772-47e4ecb65dfb tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:23.648950 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-562bc27e-9f5c-4c28-a2f5-b9935f5b9df6 req-eece27f5-b970-4443-8772-47e4ecb65dfb tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/ports?device_id=459b2c12-6944-4477-afb6-3c4af3325a5f HTTP/1.1" status: 200 len: 946 time: 0.1506853 Jul 24 00:54:23.657250 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-bc634181-7f01-4fb1-818d-30797cb4b9b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:23.671063 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c2ead-3e27-44d4-848b-9ec926b401a5 req-ae669b4f-9de8-42cd-b9b1-b44da1f36947 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:23.672619 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f53c2ead-3e27-44d4-848b-9ec926b401a5 req-ae669b4f-9de8-42cd-b9b1-b44da1f36947 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 944 time: 0.4554594 Jul 24 00:54:23.679854 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-c9704c1c-a1d4-4e5c-96df-64fe4ffc5dce tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Made reservation on behalf of 47d332c6cc6c4ecb8bf3cdfbdbe75811 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:54:23.683396 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-c9704c1c-a1d4-4e5c-96df-64fe4ffc5dce tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:23.706567 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-562bc27e-9f5c-4c28-a2f5-b9935f5b9df6 req-6abe8eb2-0fd3-459c-864a-e4180acd95e7 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/security-groups?id=334cfaf2-d168-43f6-8bef-b99b51df53b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497794 Jul 24 00:54:23.728031 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-bc634181-7f01-4fb1-818d-30797cb4b9b1 service neutron] Transition to ACTIVE for port object f997ec14-5362-4756-a657-15b0759b6842 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:54:23.748259 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-bc634181-7f01-4fb1-818d-30797cb4b9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:23.777036 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61693337-9c74-4ee1-b83f-81624d8e531a x-openstack-request-id: req-61693337-9c74-4ee1-b83f-81624d8e531a {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:54:23.777601 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459b2c12-6944-4477-afb6-3c4af3325a5f", "name": "network-vif-plugged", "status": "completed", "tag": "67b36148-e0cd-4bf3-b3fa-958445db798b", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:54:23.778111 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-61693337-9c74-4ee1-b83f-81624d8e531a {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:54:23.778797 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459b2c12-6944-4477-afb6-3c4af3325a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b36148-e0cd-4bf3-b3fa-958445db798b', 'code': 200} Jul 24 00:54:23.820725 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-79a157c2-ed89-4a40-af3d-0e3e398bb1a7 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:23.832920 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f53c2ead-3e27-44d4-848b-9ec926b401a5 req-7f3b38df-e0ad-4722-a5e8-ec6d0c82befc tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442482 Jul 24 00:54:23.840474 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [req-39f57b93-adc2-4d79-bfbb-1fbb91395b19 req-3eaa8ed6-0e2c-4aa5-a180-f4322c13fa34 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] show failed (client error): The resource could not be found. Jul 24 00:54:23.841831 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-39f57b93-adc2-4d79-bfbb-1fbb91395b19 req-3eaa8ed6-0e2c-4aa5-a180-f4322c13fa34 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups/79dbfe24-d5e9-4185-aa36-311b4b154835 HTTP/1.1" status: 404 len: 352 time: 0.0209200 Jul 24 00:54:23.878737 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc634181-7f01-4fb1-818d-30797cb4b9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f997ec14-5362-4756-a657-15b0759b6842,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:23.969128 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-79a157c2-ed89-4a40-af3d-0e3e398bb1a7 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Network aed3a9ed-bda9-4b01-bfa7-479967927504 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:54:23.999987 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-79a157c2-ed89-4a40-af3d-0e3e398bb1a7 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:54:24.015237 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-79a157c2-ed89-4a40-af3d-0e3e398bb1a7 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:54:24.087014 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a157c2-ed89-4a40-af3d-0e3e398bb1a7 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Pushing event updated for resources: {'Port': ['ID=da8c1488-c2d2-4152-8d64-1843bc515cce,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:24.109468 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-c9704c1c-a1d4-4e5c-96df-64fe4ffc5dce tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Allocated IP 172.20.0.4 (0af7efde-56f8-4cda-80df-42385e4de628/f87e722c-580a-4749-b26f-a37af54c4e6f/1d0ab9b7-4a5a-495a-b1c8-d552e985554b) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:54:24.133601 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.13', 64211) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:24.166958 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-bc634181-7f01-4fb1-818d-30797cb4b9b1 service neutron] Attempting to bind port f997ec14-5362-4756-a657-15b0759b6842 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:54:24.167449 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-bc634181-7f01-4fb1-818d-30797cb4b9b1 service neutron] Attempting to bind port f997ec14-5362-4756-a657-15b0759b6842 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '87033756-2613-4563-8ced-8b450e5d1d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0af7efde-56f8-4cda-80df-42385e4de628'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:54:24.167600 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-bc634181-7f01-4fb1-818d-30797cb4b9b1 service neutron] Attempting to bind port f997ec14-5362-4756-a657-15b0759b6842 on network 0af7efde-56f8-4cda-80df-42385e4de628 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:54:24.175314 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-79a157c2-ed89-4a40-af3d-0e3e398bb1a7 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:24.176309 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-79a157c2-ed89-4a40-af3d-0e3e398bb1a7 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:24.235341 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-bc634181-7f01-4fb1-818d-30797cb4b9b1 service neutron] Port f997ec14-5362-4756-a657-15b0759b6842 on network 0af7efde-56f8-4cda-80df-42385e4de628 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:54:24.235341 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-bc634181-7f01-4fb1-818d-30797cb4b9b1 service neutron] Attempting to bind port f997ec14-5362-4756-a657-15b0759b6842 on network 0af7efde-56f8-4cda-80df-42385e4de628 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:54:24.261237 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-79a157c2-ed89-4a40-af3d-0e3e398bb1a7 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0483625 Jul 24 00:54:24.262040 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [req-2d80acdf-6141-4340-9015-c85c27e8ed00 req-76d6edf9-e555-44ee-8953-a5fed2348fa9 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] show failed (client error): The resource could not be found. Jul 24 00:54:24.263043 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2d80acdf-6141-4340-9015-c85c27e8ed00 req-76d6edf9-e555-44ee-8953-a5fed2348fa9 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups/03e98ded-0343-4e34-9fa2-251addc75ad6 HTTP/1.1" status: 404 len: 352 time: 0.1939642 Jul 24 00:54:24.269924 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-bc634181-7f01-4fb1-818d-30797cb4b9b1 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:54:24.270073 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-bc634181-7f01-4fb1-818d-30797cb4b9b1 service neutron] Checking segment: {'id': '87033756-2613-4563-8ced-8b450e5d1d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0af7efde-56f8-4cda-80df-42385e4de628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:54:24.270413 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-bc634181-7f01-4fb1-818d-30797cb4b9b1 service neutron] Bound using segment: {'id': '87033756-2613-4563-8ced-8b450e5d1d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0af7efde-56f8-4cda-80df-42385e4de628'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:54:24.270900 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-bc634181-7f01-4fb1-818d-30797cb4b9b1 service neutron] Bound port: f997ec14-5362-4756-a657-15b0759b6842, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87033756-2613-4563-8ced-8b450e5d1d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0af7efde-56f8-4cda-80df-42385e4de628'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:54:24.271273 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-bc634181-7f01-4fb1-818d-30797cb4b9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:24.321537 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-a1e91934-0a6f-403a-b2e1-b27016b76c7c service neutron] Request body: {'port': {'device_id': 'ad12442b-0649-4dd0-a13e-5ae73107185b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:54:24.427065 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-e05870e5-410b-40de-bf21-846bb08e3a33 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:24.428920 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-e05870e5-410b-40de-bf21-846bb08e3a33 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed&tenant_id=ed057dc71fc949d185d5f214444abe1e&binding%3Ahost_id=n-h2-793621-25 HTTP/1.1" status: 200 len: 1096 time: 0.6680014 Jul 24 00:54:24.505189 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-ede51883-56a7-41cc-8305-1874c0929ccc tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:24.506571 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-ede51883-56a7-41cc-8305-1874c0929ccc tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.13 "GET /v2.0/networks?id=0af7efde-56f8-4cda-80df-42385e4de628 HTTP/1.1" status: 200 len: 814 time: 0.3695207 Jul 24 00:54:24.547248 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456207c-a452-4a23-8ee3-f37a7fa4c9e8 req-4f3d0840-d27c-4d2f-ad84-cba6271b9238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:24.548771 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f456207c-a452-4a23-8ee3-f37a7fa4c9e8 req-4f3d0840-d27c-4d2f-ad84-cba6271b9238 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=459b2c12-6944-4477-afb6-3c4af3325a5f HTTP/1.1" status: 200 len: 1098 time: 0.6465282 Jul 24 00:54:24.554654 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-403be2f0-c66b-45c2-8acc-4afff95ee96b tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Request body: {'port': {'device_id': '5d3c5485-96e8-4c00-8dc1-a83d50f9a1f3', 'network_id': '0af7efde-56f8-4cda-80df-42385e4de628', 'admin_state_up': True, 'tenant_id': '47d332c6cc6c4ecb8bf3cdfbdbe75811'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:54:24.585239 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-0790aa87-4c51-4a17-b1fc-5ca768c95c0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5894918b-b12b-4fa1-993c-32eea06af7d6 {{(pid=100463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:54:24.594940 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8de01600-8bdd-488e-9135-45c8213e0a70 req-bfbbfd87-8c91-40f4-9ef0-256f7f32509c tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3c5485-96e8-4c00-8dc1-a83d50f9a1f3 HTTP/1.1" status: 200 len: 210 time: 0.1125903 Jul 24 00:54:24.598190 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-0790aa87-4c51-4a17-b1fc-5ca768c95c0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:24.617408 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0302a-f3ae-4085-87c4-027ceebd8ae8 req-7bff8941-48d8-4203-bc27-533a099f283e tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:24.617408 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fad0302a-f3ae-4085-87c4-027ceebd8ae8 req-7bff8941-48d8-4203-bc27-533a099f283e tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 946 time: 0.2490470 Jul 24 00:54:24.634490 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-bc634181-7f01-4fb1-818d-30797cb4b9b1 service neutron] For port f997ec14-5362-4756-a657-15b0759b6842, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:54:24.642850 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-a1e91934-0a6f-403a-b2e1-b27016b76c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:24.657816 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-0790aa87-4c51-4a17-b1fc-5ca768c95c0c service neutron] Transition to ACTIVE for port object 5894918b-b12b-4fa1-993c-32eea06af7d6 will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:54:24.669140 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f456207c-a452-4a23-8ee3-f37a7fa4c9e8 req-22b04d18-3407-4ec0-b2cf-271ed1e53845 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=334cfaf2-d168-43f6-8bef-b99b51df53b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008964 Jul 24 00:54:24.679840 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-0790aa87-4c51-4a17-b1fc-5ca768c95c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:24.710462 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-bc634181-7f01-4fb1-818d-30797cb4b9b1 service neutron] For port f997ec14-5362-4756-a657-15b0759b6842, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=f997ec14-5362-4756-a657-15b0759b6842,segment=NetworkSegment(87033756-2613-4563-8ced-8b450e5d1d76),segment_id=87033756-2613-4563-8ced-8b450e5d1d76)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:54:24.716763 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-c9704c1c-a1d4-4e5c-96df-64fe4ffc5dce tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:24.750499 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-bc634181-7f01-4fb1-818d-30797cb4b9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:24.785819 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fad0302a-f3ae-4085-87c4-027ceebd8ae8 req-315edceb-2d70-4a8f-88f5-de59cc2fe3e8 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305821 Jul 24 00:54:24.792666 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0790aa87-4c51-4a17-b1fc-5ca768c95c0c service neutron] Pushing event updated for resources: {'Port': ['ID=5894918b-b12b-4fa1-993c-32eea06af7d6,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:24.801523 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-7f39dda7-1863-49d1-a328-ded478432fb7 service neutron] For port 81fc6889-cb44-41d1-9c91-43fe84127d3c, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:54:24.825784 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-7f39dda7-1863-49d1-a328-ded478432fb7 service neutron] Notify callbacks [] for binding, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:24.827322 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-7f39dda7-1863-49d1-a328-ded478432fb7 service neutron] 10.222.0.11 "DELETE /v2.0/ports/81fc6889-cb44-41d1-9c91-43fe84127d3c/bindings/n-h1-793621-25 HTTP/1.1" status: 204 len: 173 time: 0.3895845 Jul 24 00:54:24.835941 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-c9704c1c-a1d4-4e5c-96df-64fe4ffc5dce tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Transition to ACTIVE for port object 1d0ab9b7-4a5a-495a-b1c8-d552e985554b will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:54:24.876364 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-bc634181-7f01-4fb1-818d-30797cb4b9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:24.877004 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-bc634181-7f01-4fb1-818d-30797cb4b9b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:24.879312 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-bc634181-7f01-4fb1-818d-30797cb4b9b1 service neutron] 10.222.0.13 "PUT /v2.0/ports/f997ec14-5362-4756-a657-15b0759b6842 HTTP/1.1" status: 200 len: 1093 time: 2.9914677 Jul 24 00:54:24.881681 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6', 'tag': 'f997ec14-5362-4756-a657-15b0759b6842'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:54:24.884359 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc76aff8-0534-4c5a-b75f-2ce7142ae5d1" -d '{"events": [{"name": "network-changed", "server_uuid": "5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6", "tag": "f997ec14-5362-4756-a657-15b0759b6842"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:54:24.923930 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-0aba484a-6462-4004-aed9-1b82afd4fc27 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Allocated IP 172.20.0.13 (aed3a9ed-bda9-4b01-bfa7-479967927504/8b93775c-49b5-4fb3-8fc9-08abc19f17d1/ec42162b-dea7-4fac-951f-0c21ee160d48) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:54:24.940596 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc634181-7f01-4fb1-818d-30797cb4b9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=f997ec14-5362-4756-a657-15b0759b6842,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:24.947375 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-0790aa87-4c51-4a17-b1fc-5ca768c95c0c service neutron] Attempting to bind port 5894918b-b12b-4fa1-993c-32eea06af7d6 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:54:24.947715 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-0790aa87-4c51-4a17-b1fc-5ca768c95c0c service neutron] Attempting to bind port 5894918b-b12b-4fa1-993c-32eea06af7d6 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'aed3a9ed-bda9-4b01-bfa7-479967927504'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:54:24.948064 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-0790aa87-4c51-4a17-b1fc-5ca768c95c0c service neutron] Attempting to bind port 5894918b-b12b-4fa1-993c-32eea06af7d6 on network aed3a9ed-bda9-4b01-bfa7-479967927504 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:54:24.953522 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-0790aa87-4c51-4a17-b1fc-5ca768c95c0c service neutron] Port 5894918b-b12b-4fa1-993c-32eea06af7d6 on network aed3a9ed-bda9-4b01-bfa7-479967927504 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:54:24.953860 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-0790aa87-4c51-4a17-b1fc-5ca768c95c0c service neutron] Attempting to bind port 5894918b-b12b-4fa1-993c-32eea06af7d6 on network aed3a9ed-bda9-4b01-bfa7-479967927504 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:54:24.961106 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-0790aa87-4c51-4a17-b1fc-5ca768c95c0c service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:54:24.961488 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-0790aa87-4c51-4a17-b1fc-5ca768c95c0c service neutron] Checking segment: {'id': '9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'aed3a9ed-bda9-4b01-bfa7-479967927504'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:54:24.961873 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-0790aa87-4c51-4a17-b1fc-5ca768c95c0c service neutron] Bound using segment: {'id': '9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'aed3a9ed-bda9-4b01-bfa7-479967927504'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:54:24.962372 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-0790aa87-4c51-4a17-b1fc-5ca768c95c0c service neutron] Bound port: 5894918b-b12b-4fa1-993c-32eea06af7d6, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'aed3a9ed-bda9-4b01-bfa7-479967927504'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:54:24.962761 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-0790aa87-4c51-4a17-b1fc-5ca768c95c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:25.068383 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-912ea659-7417-4adb-ad83-637fd4737c30 req-f1f11892-f7c2-4455-984b-cbf4fb8eb830 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/ports?device_id=89adea76-29d9-4d0a-93a8-50e1fa66477c HTTP/1.1" status: 200 len: 210 time: 0.1403332 Jul 24 00:54:25.076962 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-0790aa87-4c51-4a17-b1fc-5ca768c95c0c service neutron] For port 5894918b-b12b-4fa1-993c-32eea06af7d6, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:54:25.082635 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-0790aa87-4c51-4a17-b1fc-5ca768c95c0c service neutron] For port 5894918b-b12b-4fa1-993c-32eea06af7d6, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=5894918b-b12b-4fa1-993c-32eea06af7d6,segment=NetworkSegment(9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442),segment_id=9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:54:25.099686 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-0790aa87-4c51-4a17-b1fc-5ca768c95c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:25.161748 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-403be2f0-c66b-45c2-8acc-4afff95ee96b tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Made reservation on behalf of 47d332c6cc6c4ecb8bf3cdfbdbe75811 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:54:25.166494 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-403be2f0-c66b-45c2-8acc-4afff95ee96b tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:25.183356 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-0790aa87-4c51-4a17-b1fc-5ca768c95c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:25.183984 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-0790aa87-4c51-4a17-b1fc-5ca768c95c0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:25.185388 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-0790aa87-4c51-4a17-b1fc-5ca768c95c0c service neutron] 10.222.0.13 "PUT /v2.0/ports/5894918b-b12b-4fa1-993c-32eea06af7d6 HTTP/1.1" status: 200 len: 1092 time: 2.9276166 Jul 24 00:54:25.190019 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a49d14-3357-4c46-a96e-ccc3fb811c79', 'tag': '5894918b-b12b-4fa1-993c-32eea06af7d6'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:54:25.192580 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f646f3-31be-44cb-b354-2e12be57c879" -d '{"events": [{"name": "network-changed", "server_uuid": "f1a49d14-3357-4c46-a96e-ccc3fb811c79", "tag": "5894918b-b12b-4fa1-993c-32eea06af7d6"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:54:25.229109 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0790aa87-4c51-4a17-b1fc-5ca768c95c0c service neutron] Pushing event updated for resources: {'Port': ['ID=5894918b-b12b-4fa1-993c-32eea06af7d6,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:25.230265 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-c9704c1c-a1d4-4e5c-96df-64fe4ffc5dce tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:25.278410 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f048673-906c-4fb7-9188-a6dcc8f46c0b req-a309f291-fea6-4b75-936b-34f832b11455 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:25.286054 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4f048673-906c-4fb7-9188-a6dcc8f46c0b req-a309f291-fea6-4b75-936b-34f832b11455 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/ports?device_id=459b2c12-6944-4477-afb6-3c4af3325a5f HTTP/1.1" status: 200 len: 946 time: 0.2845829 Jul 24 00:54:25.335320 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-c9704c1c-a1d4-4e5c-96df-64fe4ffc5dce tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Network 0af7efde-56f8-4cda-80df-42385e4de628 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:54:25.345476 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4f048673-906c-4fb7-9188-a6dcc8f46c0b req-454699d6-85c2-487f-84a0-0263a905e042 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/security-groups?id=334cfaf2-d168-43f6-8bef-b99b51df53b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584936 Jul 24 00:54:25.355736 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-c9704c1c-a1d4-4e5c-96df-64fe4ffc5dce tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:54:25.367211 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-c9704c1c-a1d4-4e5c-96df-64fe4ffc5dce tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:54:25.373239 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-50363baa-7634-4927-aaa8-f7ca862b9da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:25.375117 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-50363baa-7634-4927-aaa8-f7ca862b9da9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a9e68604ec51468dbd55b8d1ff84ea69&device_id=f1a49d14-3357-4c46-a96e-ccc3fb811c79 HTTP/1.1" status: 200 len: 1095 time: 0.1338396 Jul 24 00:54:25.462753 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-52129a16-a10d-4fa2-b874-5edd34d544c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5894918b-b12b-4fa1-993c-32eea06af7d6 HTTP/1.1" status: 200 len: 217 time: 0.0761139 Jul 24 00:54:25.512518 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9704c1c-a1d4-4e5c-96df-64fe4ffc5dce tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Pushing event updated for resources: {'Port': ['ID=1d0ab9b7-4a5a-495a-b1c8-d552e985554b,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:25.553439 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-bb6f98cf-e754-42ce-98ea-1fe619e7fd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:25.554126 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-9956bba8-91de-4d25-9776-4ff5126a5331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:25.555033 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-bb6f98cf-e754-42ce-98ea-1fe619e7fd9e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b93775c-49b5-4fb3-8fc9-08abc19f17d1 HTTP/1.1" status: 200 len: 857 time: 0.0663302 Jul 24 00:54:25.556782 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-9956bba8-91de-4d25-9776-4ff5126a5331 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47d332c6cc6c4ecb8bf3cdfbdbe75811&device_id=5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6 HTTP/1.1" status: 200 len: 1096 time: 0.5391753 Jul 24 00:54:25.572669 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f69e2e-27eb-4506-991c-2685c448af9a req-ce980872-fbba-4782-b54f-92f2f3880ed3 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:25.574248 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e9f69e2e-27eb-4506-991c-2685c448af9a req-ce980872-fbba-4782-b54f-92f2f3880ed3 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 944 time: 0.1209452 Jul 24 00:54:25.616163 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-6f974f59-8d5e-4e05-b7d2-69af47b45d56 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aed3a9ed-bda9-4b01-bfa7-479967927504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349314 Jul 24 00:54:25.638116 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce03df01-11e7-45ed-a1e2-299919e3343f req-e32d9332-fd53-4870-8337-e3bcf8ddb9e2 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:25.639886 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ce03df01-11e7-45ed-a1e2-299919e3343f req-e32d9332-fd53-4870-8337-e3bcf8ddb9e2 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0f0cc86-1069-48d9-8b42-179af1a04c6b HTTP/1.1" status: 200 len: 1024 time: 0.4886024 Jul 24 00:54:25.648634 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e9f69e2e-27eb-4506-991c-2685c448af9a req-56df234d-318d-4612-bfad-7041504aa072 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659618 Jul 24 00:54:25.702452 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-de92ce78-4bcf-4227-965b-d6db14e23121 None None] Provisioning for port 1d0ab9b7-4a5a-495a-b1c8-d552e985554b completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:54:25.710448 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-de92ce78-4bcf-4227-965b-d6db14e23121 None None] Provisioning complete for port 1d0ab9b7-4a5a-495a-b1c8-d552e985554b triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:54:25.711228 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-de92ce78-4bcf-4227-965b-d6db14e23121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:25.720155 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-5c070d72-6bdf-4f32-a8a8-85c84dbd6760 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f997ec14-5362-4756-a657-15b0759b6842 HTTP/1.1" status: 200 len: 217 time: 0.1170506 Jul 24 00:54:25.720155 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242a3669-b1f6-49f6-bc76-1d674039212f x-openstack-request-id: req-242a3669-b1f6-49f6-bc76-1d674039212f {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:54:25.720155 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6", "tag": "f997ec14-5362-4756-a657-15b0759b6842", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:54:25.720155 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-242a3669-b1f6-49f6-bc76-1d674039212f {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:54:25.720155 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6', 'tag': 'f997ec14-5362-4756-a657-15b0759b6842', 'status': 'completed', 'code': 200} Jul 24 00:54:25.739061 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-c9704c1c-a1d4-4e5c-96df-64fe4ffc5dce tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:25.739799 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-c9704c1c-a1d4-4e5c-96df-64fe4ffc5dce tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:25.753532 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-de92ce78-4bcf-4227-965b-d6db14e23121 None None] Port 1d0ab9b7-4a5a-495a-b1c8-d552e985554b cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:54:25.776192 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-87d3560d-2b9c-4bb6-983d-0d82dca27352 service neutron] 10.222.0.13 "GET /v2.0/networks/aed3a9ed-bda9-4b01-bfa7-479967927504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224663 Jul 24 00:54:25.801692 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-c9704c1c-a1d4-4e5c-96df-64fe4ffc5dce tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1785235 Jul 24 00:54:25.807426 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-0aba484a-6462-4004-aed9-1b82afd4fc27 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:25.831546 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-ea6d4bb5-90e1-4109-a2f9-7f54536a19a3 service neutron] Request body: {'port': {'device_id': '7aaefa9a-a6e6-43d7-a057-069d1dbe8402', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:54:25.892392 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-403be2f0-c66b-45c2-8acc-4afff95ee96b tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Allocated IP 172.20.0.3 (0af7efde-56f8-4cda-80df-42385e4de628/f87e722c-580a-4749-b26f-a37af54c4e6f/d310ea39-d6db-4d3a-a55a-2735a335ea78) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:54:25.905127 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194ea16c-0aa6-47e4-ba5b-0b6cee4af323 x-openstack-request-id: req-194ea16c-0aa6-47e4-ba5b-0b6cee4af323 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:54:25.905427 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1a49d14-3357-4c46-a96e-ccc3fb811c79", "tag": "5894918b-b12b-4fa1-993c-32eea06af7d6", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:54:25.905669 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-194ea16c-0aa6-47e4-ba5b-0b6cee4af323 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:54:25.906095 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a49d14-3357-4c46-a96e-ccc3fb811c79', 'tag': '5894918b-b12b-4fa1-993c-32eea06af7d6', 'status': 'completed', 'code': 200} Jul 24 00:54:25.909367 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-72b087a0-9c0b-4404-8338-c413909e0ebc service neutron] 10.222.0.13 "GET /v2.0/networks/aed3a9ed-bda9-4b01-bfa7-479967927504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252873 Jul 24 00:54:25.913930 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ce03df01-11e7-45ed-a1e2-299919e3343f req-83fb816e-0792-4686-bf41-638904a79432 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups?id=836e5242-73c5-4c68-bec4-27c210516013&id=d53c7b46-0f0d-40b8-8bc0-a4727c0dfaaa&id=4afdf14b-fed7-48f6-898d-5e248a4ef7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2334347 Jul 24 00:54:25.923200 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-fd34dfe1-1a11-4d01-b30e-f370994798f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:25.928184 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-fd34dfe1-1a11-4d01-b30e-f370994798f8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f87e722c-580a-4749-b26f-a37af54c4e6f HTTP/1.1" status: 200 len: 853 time: 0.1929641 Jul 24 00:54:26.019644 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-82bb60da-b8b7-4a5a-a484-b25d67f30ee9 req-743ae418-78a8-4539-a458-7564f95ac117 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3c5485-96e8-4c00-8dc1-a83d50f9a1f3 HTTP/1.1" status: 200 len: 210 time: 0.0361960 Jul 24 00:54:26.104652 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-0aba484a-6462-4004-aed9-1b82afd4fc27 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:26.186696 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863828da-6c21-4814-a1f6-acc269fce3fa req-a163e0d5-6813-49e5-94b1-12848c79bfcf tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:26.188292 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-863828da-6c21-4814-a1f6-acc269fce3fa req-a163e0d5-6813-49e5-94b1-12848c79bfcf tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 1096 time: 0.1026549 Jul 24 00:54:26.188973 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-ea6d4bb5-90e1-4109-a2f9-7f54536a19a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:26.195649 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f646f3-31be-44cb-b354-2e12be57c879 req-eb84d1d8-9075-4084-b806-618845b7a650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:26.197127 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-74f646f3-31be-44cb-b354-2e12be57c879 req-eb84d1d8-9075-4084-b806-618845b7a650 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a9e68604ec51468dbd55b8d1ff84ea69&device_id=f1a49d14-3357-4c46-a96e-ccc3fb811c79 HTTP/1.1" status: 200 len: 1095 time: 0.0829704 Jul 24 00:54:26.255325 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-863828da-6c21-4814-a1f6-acc269fce3fa req-feaaa457-76c7-495f-9c9c-5121133c6567 tempest-LiveMigrationTest-1835117341 tempest-LiveMigrationTest-1835117341-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572071 Jul 24 00:54:26.264513 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-0aba484a-6462-4004-aed9-1b82afd4fc27 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Network aed3a9ed-bda9-4b01-bfa7-479967927504 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:54:26.318104 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f646f3-31be-44cb-b354-2e12be57c879 req-0fc2816e-2e3c-4dbe-b5a5-0eb4c3b03c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:26.319666 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-74f646f3-31be-44cb-b354-2e12be57c879 req-0fc2816e-2e3c-4dbe-b5a5-0eb4c3b03c2b service neutron] 10.222.0.13 "GET /v2.0/networks?id=aed3a9ed-bda9-4b01-bfa7-479967927504 HTTP/1.1" status: 200 len: 918 time: 0.1081810 Jul 24 00:54:26.326562 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba484a-6462-4004-aed9-1b82afd4fc27 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Pushing event updated for resources: {'Port': ['ID=ec42162b-dea7-4fac-951f-0c21ee160d48,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:26.330060 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-0aba484a-6462-4004-aed9-1b82afd4fc27 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:54:26.333423 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-0aba484a-6462-4004-aed9-1b82afd4fc27 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:54:26.377289 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-74f646f3-31be-44cb-b354-2e12be57c879 req-34a70ac6-6b1e-464c-9d30-f6d8be708451 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5894918b-b12b-4fa1-993c-32eea06af7d6 HTTP/1.1" status: 200 len: 217 time: 0.0500557 Jul 24 00:54:26.457119 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f646f3-31be-44cb-b354-2e12be57c879 req-21de0f57-c7a7-40af-87d6-46a30b9671bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:26.458657 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-74f646f3-31be-44cb-b354-2e12be57c879 req-21de0f57-c7a7-40af-87d6-46a30b9671bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b93775c-49b5-4fb3-8fc9-08abc19f17d1 HTTP/1.1" status: 200 len: 857 time: 0.0591283 Jul 24 00:54:26.478155 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577043b-1dd3-4f0c-a71b-49dfd18baf80 req-53c6d70f-9097-40c5-8d45-9fcc49b67557 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:26.479832 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5577043b-1dd3-4f0c-a71b-49dfd18baf80 req-53c6d70f-9097-40c5-8d45-9fcc49b67557 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/ports?device_id=89adea76-29d9-4d0a-93a8-50e1fa66477c HTTP/1.1" status: 200 len: 932 time: 0.1446335 Jul 24 00:54:26.516702 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-74f646f3-31be-44cb-b354-2e12be57c879 req-2796ea1a-f5a8-4d76-bd81-236bf257eb7d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aed3a9ed-bda9-4b01-bfa7-479967927504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355034 Jul 24 00:54:26.580479 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5577043b-1dd3-4f0c-a71b-49dfd18baf80 req-3a9bd5cb-b5e9-483f-b800-9b4d4ca4a19c tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb093fc6-2b35-41ad-916e-0a7e1e85cf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909622 Jul 24 00:54:26.639027 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-74f646f3-31be-44cb-b354-2e12be57c879 req-ee63a92b-8cf9-4b21-a4a3-6fdf5c43ce03 service neutron] 10.222.0.13 "GET /v2.0/networks/aed3a9ed-bda9-4b01-bfa7-479967927504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145763 Jul 24 00:54:26.757943 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-74f646f3-31be-44cb-b354-2e12be57c879 req-b764e854-be7a-4790-b991-e912091a08b4 service neutron] 10.222.0.13 "GET /v2.0/networks/aed3a9ed-bda9-4b01-bfa7-479967927504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106477 Jul 24 00:54:26.798900 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-3eb01878-4e3d-48d4-b2c6-770348d220cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:26.801612 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-3eb01878-4e3d-48d4-b2c6-770348d220cd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0af7efde-56f8-4cda-80df-42385e4de628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8206446 Jul 24 00:54:26.885972 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ed5ac-780f-495f-9722-648694238330 req-3145306b-d19e-4467-aba0-109efcc8d3fc tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:26.888193 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-643ed5ac-780f-495f-9722-648694238330 req-3145306b-d19e-4467-aba0-109efcc8d3fc tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 946 time: 0.8808219 Jul 24 00:54:26.905710 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-0aba484a-6462-4004-aed9-1b82afd4fc27 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:26.906247 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-0aba484a-6462-4004-aed9-1b82afd4fc27 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:26.925548 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9da3cde-233d-4956-b9aa-8e506506952e req-96627c83-a05c-4768-b496-ba7c9f07ef59 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:26.928022 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-403be2f0-c66b-45c2-8acc-4afff95ee96b tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:26.931202 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e9da3cde-233d-4956-b9aa-8e506506952e req-96627c83-a05c-4768-b496-ba7c9f07ef59 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/ports?device_id=459b2c12-6944-4477-afb6-3c4af3325a5f HTTP/1.1" status: 200 len: 946 time: 0.1092174 Jul 24 00:54:26.997786 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e9da3cde-233d-4956-b9aa-8e506506952e req-b1521bbb-2ef4-4962-a671-780281c3f71a tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/security-groups?id=334cfaf2-d168-43f6-8bef-b99b51df53b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488532 Jul 24 00:54:27.016330 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05d99e3-ee9a-4a1b-95c9-eb5c5a7693cf req-6f34fdfd-08a4-47b0-bb5e-b99ae923281e tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:27.018310 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f05d99e3-ee9a-4a1b-95c9-eb5c5a7693cf req-6f34fdfd-08a4-47b0-bb5e-b99ae923281e tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.13 "GET /v2.0/ports?device_id=e0f0cc86-1069-48d9-8b42-179af1a04c6b HTTP/1.1" status: 200 len: 1024 time: 0.1257856 Jul 24 00:54:27.070622 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-403be2f0-c66b-45c2-8acc-4afff95ee96b tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Transition to ACTIVE for port object d310ea39-d6db-4d3a-a55a-2735a335ea78 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:54:27.109513 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-0aba484a-6462-4004-aed9-1b82afd4fc27 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0938697 Jul 24 00:54:27.133209 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-9af74f23-bfaa-4726-a475-3faf5bf388ee service neutron] Request body: {'port': {'device_id': '89adea76-29d9-4d0a-93a8-50e1fa66477c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:54:27.137946 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-643ed5ac-780f-495f-9722-648694238330 req-7acbaddf-1aa5-47c0-ae9c-89a8446b8396 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215228 Jul 24 00:54:27.177163 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-a1e91934-0a6f-403a-b2e1-b27016b76c7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da8c1488-c2d2-4152-8d64-1843bc515cce {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:54:27.195486 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-a1e91934-0a6f-403a-b2e1-b27016b76c7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:27.215383 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-f05d99e3-ee9a-4a1b-95c9-eb5c5a7693cf req-b21c0a88-430e-4d29-bd32-2f040a4abb95 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Deleting port 884394ff-36e0-4671-8afb-cc199fd6db4f {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:54:27.215383 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-f05d99e3-ee9a-4a1b-95c9-eb5c5a7693cf req-b21c0a88-430e-4d29-bd32-2f040a4abb95 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:27.222207 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-c370fd98-d17b-4b65-823b-ec197d321785 service neutron] 10.222.0.13 "GET /v2.0/networks/0af7efde-56f8-4cda-80df-42385e4de628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852651 Jul 24 00:54:27.227317 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae56905-d582-4ba7-b406-2180f90ecdb0 req-c68d22c7-7d41-4f2e-a2d1-92106dc06cef tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:27.228867 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-aae56905-d582-4ba7-b406-2180f90ecdb0 req-c68d22c7-7d41-4f2e-a2d1-92106dc06cef tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 944 time: 0.1338756 Jul 24 00:54:27.263787 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-a1e91934-0a6f-403a-b2e1-b27016b76c7c service neutron] Transition to ACTIVE for port object da8c1488-c2d2-4152-8d64-1843bc515cce will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:54:27.284601 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-a1e91934-0a6f-403a-b2e1-b27016b76c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:27.318083 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-403be2f0-c66b-45c2-8acc-4afff95ee96b tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:27.326374 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-aae56905-d582-4ba7-b406-2180f90ecdb0 req-eade56ec-56fe-4ea5-98cd-9f31e5fbbde9 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853951 Jul 24 00:54:27.366056 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-f05d99e3-ee9a-4a1b-95c9-eb5c5a7693cf req-b21c0a88-430e-4d29-bd32-2f040a4abb95 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] For port 884394ff-36e0-4671-8afb-cc199fd6db4f, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=884394ff-36e0-4671-8afb-cc199fd6db4f,segment=NetworkSegment(23c5ea73-fefa-42c8-9dcb-68bf75e768ba),segment_id=23c5ea73-fefa-42c8-9dcb-68bf75e768ba)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:27.366502 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-f05d99e3-ee9a-4a1b-95c9-eb5c5a7693cf req-b21c0a88-430e-4d29-bd32-2f040a4abb95 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:27.384872 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-f05d99e3-ee9a-4a1b-95c9-eb5c5a7693cf req-b21c0a88-430e-4d29-bd32-2f040a4abb95 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Calling delete_port for 884394ff-36e0-4671-8afb-cc199fd6db4f owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:54:27.395974 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-9af74f23-bfaa-4726-a475-3faf5bf388ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:27.480959 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-403be2f0-c66b-45c2-8acc-4afff95ee96b tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Network 0af7efde-56f8-4cda-80df-42385e4de628 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:54:27.515557 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e91934-0a6f-403a-b2e1-b27016b76c7c service neutron] Pushing event updated for resources: {'Port': ['ID=da8c1488-c2d2-4152-8d64-1843bc515cce,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:27.519484 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-403be2f0-c66b-45c2-8acc-4afff95ee96b tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:54:27.552523 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-403be2f0-c66b-45c2-8acc-4afff95ee96b tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:54:27.672384 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3748102-770d-4e36-be17-4eba66f3d9ce req-f9998963-02ed-41da-9eea-7f751cb0995c tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:27.675982 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e3748102-770d-4e36-be17-4eba66f3d9ce req-f9998963-02ed-41da-9eea-7f751cb0995c tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0f0cc86-1069-48d9-8b42-179af1a04c6b HTTP/1.1" status: 200 len: 1024 time: 0.2715781 Jul 24 00:54:27.697114 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6223a-b5e6-4ca7-9b69-fb69cebb9d47 req-cfd0067f-ffa1-4f14-9b4f-ef16dbbc0170 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:27.699288 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-eac6223a-b5e6-4ca7-9b69-fb69cebb9d47 req-cfd0067f-ffa1-4f14-9b4f-ef16dbbc0170 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.11 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 944 time: 0.1877964 Jul 24 00:54:27.745243 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-744092be-ac46-40aa-870c-49fe7d4da9b7 req-c668e638-71e0-46ac-b62d-85a0d96f21a5 service neutron] 10.222.0.13 "GET /v2.0/networks/0af7efde-56f8-4cda-80df-42385e4de628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5139687 Jul 24 00:54:27.798441 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-5c2d0470-abdf-40b1-baa2-453a1c2bd9e7 None None] Provisioning for port d310ea39-d6db-4d3a-a55a-2735a335ea78 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:54:27.805239 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-5c2d0470-abdf-40b1-baa2-453a1c2bd9e7 None None] Provisioning complete for port d310ea39-d6db-4d3a-a55a-2735a335ea78 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:54:27.805688 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5c2d0470-abdf-40b1-baa2-453a1c2bd9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:27.851447 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-5c2d0470-abdf-40b1-baa2-453a1c2bd9e7 None None] Port d310ea39-d6db-4d3a-a55a-2735a335ea78 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:54:27.886163 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e3748102-770d-4e36-be17-4eba66f3d9ce req-b9fcdc93-ab39-496a-a920-b419065bc2b7 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups?id=836e5242-73c5-4c68-bec4-27c210516013&id=d53c7b46-0f0d-40b8-8bc0-a4727c0dfaaa&id=4afdf14b-fed7-48f6-898d-5e248a4ef7f5&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1856227 Jul 24 00:54:27.894188 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-f05d99e3-ee9a-4a1b-95c9-eb5c5a7693cf req-b21c0a88-430e-4d29-bd32-2f040a4abb95 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:27.925224 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['884394ff-36e0-4671-8afb-cc199fd6db4f'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:54:27.942735 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403be2f0-c66b-45c2-8acc-4afff95ee96b tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Pushing event updated for resources: {'Port': ['ID=d310ea39-d6db-4d3a-a55a-2735a335ea78,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:27.953374 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c0a88-430e-4d29-bd32-2f040a4abb95 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Pushing event deleted for resources: {'Port': ['ID=884394ff-36e0-4671-8afb-cc199fd6db4f,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:28.015584 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-403be2f0-c66b-45c2-8acc-4afff95ee96b tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:28.016492 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-403be2f0-c66b-45c2-8acc-4afff95ee96b tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:28.060248 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05d99e3-ee9a-4a1b-95c9-eb5c5a7693cf req-b21c0a88-430e-4d29-bd32-2f040a4abb95 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] No DVR routers for this DVR port 884394ff-36e0-4671-8afb-cc199fd6db4f on host n-h1-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:54:28.064372 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-f05d99e3-ee9a-4a1b-95c9-eb5c5a7693cf req-b21c0a88-430e-4d29-bd32-2f040a4abb95 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:28.067696 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f05d99e3-ee9a-4a1b-95c9-eb5c5a7693cf req-b21c0a88-430e-4d29-bd32-2f040a4abb95 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.13 "DELETE /v2.0/ports/884394ff-36e0-4671-8afb-cc199fd6db4f HTTP/1.1" status: 204 len: 173 time: 1.0397239 Jul 24 00:54:28.068160 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0f0cc86-1069-48d9-8b42-179af1a04c6b', 'name': 'network-vif-deleted', 'tag': '884394ff-36e0-4671-8afb-cc199fd6db4f'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:54:28.070763 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961304b4-e285-4c1f-a943-9915eff12681" -d '{"events": [{"server_uuid": "e0f0cc86-1069-48d9-8b42-179af1a04c6b", "name": "network-vif-deleted", "tag": "884394ff-36e0-4671-8afb-cc199fd6db4f"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:54:28.097100 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-eac6223a-b5e6-4ca7-9b69-fb69cebb9d47 req-15528f3a-1ec5-4803-a726-81aa31058ae2 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Deleting port 81fc6889-cb44-41d1-9c91-43fe84127d3c {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:54:28.097577 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-eac6223a-b5e6-4ca7-9b69-fb69cebb9d47 req-15528f3a-1ec5-4803-a726-81aa31058ae2 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:28.132394 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-403be2f0-c66b-45c2-8acc-4afff95ee96b tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5896685 Jul 24 00:54:28.138091 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-a1e91934-0a6f-403a-b2e1-b27016b76c7c service neutron] Attempting to bind port da8c1488-c2d2-4152-8d64-1843bc515cce on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:54:28.138091 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-a1e91934-0a6f-403a-b2e1-b27016b76c7c service neutron] Attempting to bind port da8c1488-c2d2-4152-8d64-1843bc515cce by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'aed3a9ed-bda9-4b01-bfa7-479967927504'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:54:28.138091 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-a1e91934-0a6f-403a-b2e1-b27016b76c7c service neutron] Attempting to bind port da8c1488-c2d2-4152-8d64-1843bc515cce on network aed3a9ed-bda9-4b01-bfa7-479967927504 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:54:28.145912 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-ea6d4bb5-90e1-4109-a2f9-7f54536a19a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d0ab9b7-4a5a-495a-b1c8-d552e985554b {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:54:28.158259 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db2ba6-0fee-45ca-97e2-74ad5f9e057f req-b94cacf4-6c19-48ac-b2b4-8b2dd7262159 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:28.160551 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-50db2ba6-0fee-45ca-97e2-74ad5f9e057f req-b94cacf4-6c19-48ac-b2b4-8b2dd7262159 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/ports?device_id=48ae3a96-e4a9-4fb5-8185-696658b68a1b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6500137 Jul 24 00:54:28.173965 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-c35c8d1e-e72c-4a89-afa8-6ba808727553 service neutron] Request body: {'port': {'device_id': '5d3c5485-96e8-4c00-8dc1-a83d50f9a1f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:54:28.181045 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-ea6d4bb5-90e1-4109-a2f9-7f54536a19a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:28.187780 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd71d98-04ca-4322-b6b6-4d77003f6093 req-a426284b-5200-4ba7-9086-80dfc193efb0 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:28.189353 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2cd71d98-04ca-4322-b6b6-4d77003f6093 req-a426284b-5200-4ba7-9086-80dfc193efb0 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3c5485-96e8-4c00-8dc1-a83d50f9a1f3 HTTP/1.1" status: 200 len: 931 time: 0.1846762 Jul 24 00:54:28.233410 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-a1e91934-0a6f-403a-b2e1-b27016b76c7c service neutron] Port da8c1488-c2d2-4152-8d64-1843bc515cce on network aed3a9ed-bda9-4b01-bfa7-479967927504 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:54:28.233658 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-a1e91934-0a6f-403a-b2e1-b27016b76c7c service neutron] Attempting to bind port da8c1488-c2d2-4152-8d64-1843bc515cce on network aed3a9ed-bda9-4b01-bfa7-479967927504 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:54:28.248776 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-eac6223a-b5e6-4ca7-9b69-fb69cebb9d47 req-15528f3a-1ec5-4803-a726-81aa31058ae2 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] For port 81fc6889-cb44-41d1-9c91-43fe84127d3c, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=81fc6889-cb44-41d1-9c91-43fe84127d3c,segment=NetworkSegment(224003b9-1e4b-40e8-8bf3-31947898d576),segment_id=224003b9-1e4b-40e8-8bf3-31947898d576)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:28.249152 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-eac6223a-b5e6-4ca7-9b69-fb69cebb9d47 req-15528f3a-1ec5-4803-a726-81aa31058ae2 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:28.265725 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2cd71d98-04ca-4322-b6b6-4d77003f6093 req-ff4f6431-420d-46aa-b261-0ed5388116d6 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683305 Jul 24 00:54:28.270122 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-eac6223a-b5e6-4ca7-9b69-fb69cebb9d47 req-15528f3a-1ec5-4803-a726-81aa31058ae2 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Calling delete_port for 81fc6889-cb44-41d1-9c91-43fe84127d3c owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:54:28.294229 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-a1e91934-0a6f-403a-b2e1-b27016b76c7c service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:54:28.294627 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-a1e91934-0a6f-403a-b2e1-b27016b76c7c service neutron] Checking segment: {'id': '9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'aed3a9ed-bda9-4b01-bfa7-479967927504'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:54:28.295048 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-a1e91934-0a6f-403a-b2e1-b27016b76c7c service neutron] Bound using segment: {'id': '9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'aed3a9ed-bda9-4b01-bfa7-479967927504'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:54:28.295638 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-a1e91934-0a6f-403a-b2e1-b27016b76c7c service neutron] Bound port: da8c1488-c2d2-4152-8d64-1843bc515cce, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'aed3a9ed-bda9-4b01-bfa7-479967927504'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:54:28.295859 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-a1e91934-0a6f-403a-b2e1-b27016b76c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:28.333987 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-ea6d4bb5-90e1-4109-a2f9-7f54536a19a3 service neutron] Transition to ACTIVE for port object 1d0ab9b7-4a5a-495a-b1c8-d552e985554b will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:54:28.362987 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-ea6d4bb5-90e1-4109-a2f9-7f54536a19a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:28.372046 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76aff8-0534-4c5a-b75f-2ce7142ae5d1 req-bdddb9e9-7e2b-47ab-a9b1-3a3ec11acc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:28.373579 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bc76aff8-0534-4c5a-b75f-2ce7142ae5d1 req-bdddb9e9-7e2b-47ab-a9b1-3a3ec11acc78 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47d332c6cc6c4ecb8bf3cdfbdbe75811&device_id=5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6 HTTP/1.1" status: 200 len: 1096 time: 0.5688231 Jul 24 00:54:28.376830 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-50db2ba6-0fee-45ca-97e2-74ad5f9e057f req-3f6b8443-4231-4549-9ba4-a028c89354e8 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.80 HTTP/1.1" status: 200 len: 695 time: 0.1640108 Jul 24 00:54:28.457621 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968b991-1620-40d8-b4fb-d60c8cde2283 req-845934ec-1b23-4a8b-a980-d116f280356a tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:28.459571 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1968b991-1620-40d8-b4fb-d60c8cde2283 req-845934ec-1b23-4a8b-a980-d116f280356a tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/ports?device_id=89adea76-29d9-4d0a-93a8-50e1fa66477c HTTP/1.1" status: 200 len: 932 time: 0.1274989 Jul 24 00:54:28.463549 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-50db2ba6-0fee-45ca-97e2-74ad5f9e057f req-33238bbc-6fe1-4c2a-b6c1-7692b3df6ace tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Request body: {'floatingip': {'port_id': '2507cfef-8818-4c53-8e64-f1d1fabfeeb5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:54:28.487738 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-eac6223a-b5e6-4ca7-9b69-fb69cebb9d47 req-15528f3a-1ec5-4803-a726-81aa31058ae2 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:28.499925 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['1e8f895b-a048-423b-b320-513cbfc9cc20', '81fc6889-cb44-41d1-9c91-43fe84127d3c'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:54:28.540860 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15528f3a-1ec5-4803-a726-81aa31058ae2 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Pushing event deleted for resources: {'Port': ['ID=81fc6889-cb44-41d1-9c91-43fe84127d3c,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:28.613652 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1968b991-1620-40d8-b4fb-d60c8cde2283 req-121f5c3a-e9f8-4ffd-830b-c93b231b240c tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb093fc6-2b35-41ad-916e-0a7e1e85cf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463406 Jul 24 00:54:28.614376 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-50db2ba6-0fee-45ca-97e2-74ad5f9e057f req-33238bbc-6fe1-4c2a-b6c1-7692b3df6ace tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks [] for floatingip, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:28.630798 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-c35c8d1e-e72c-4a89-afa8-6ba808727553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:28.706841 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac6223a-b5e6-4ca7-9b69-fb69cebb9d47 req-15528f3a-1ec5-4803-a726-81aa31058ae2 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] No DVR routers for this DVR port 81fc6889-cb44-41d1-9c91-43fe84127d3c on host n-h2-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:54:28.712019 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-eac6223a-b5e6-4ca7-9b69-fb69cebb9d47 req-15528f3a-1ec5-4803-a726-81aa31058ae2 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:28.718872 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-eac6223a-b5e6-4ca7-9b69-fb69cebb9d47 req-15528f3a-1ec5-4803-a726-81aa31058ae2 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.11 "DELETE /v2.0/ports/81fc6889-cb44-41d1-9c91-43fe84127d3c HTTP/1.1" status: 204 len: 173 time: 1.0096815 Jul 24 00:54:28.734383 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d4bb5-90e1-4109-a2f9-7f54536a19a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1d0ab9b7-4a5a-495a-b1c8-d552e985554b,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:28.737324 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fbb06cd-25d8-49ae-adc4-e801d4ea323e x-openstack-request-id: req-3fbb06cd-25d8-49ae-adc4-e801d4ea323e {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:54:28.737684 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0f0cc86-1069-48d9-8b42-179af1a04c6b", "name": "network-vif-deleted", "tag": "884394ff-36e0-4671-8afb-cc199fd6db4f", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:54:28.738132 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3fbb06cd-25d8-49ae-adc4-e801d4ea323e {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:54:28.738363 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0f0cc86-1069-48d9-8b42-179af1a04c6b', 'name': 'network-vif-deleted', 'tag': '884394ff-36e0-4671-8afb-cc199fd6db4f', 'status': 'completed', 'code': 200} Jul 24 00:54:28.905921 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-a1e91934-0a6f-403a-b2e1-b27016b76c7c service neutron] For port da8c1488-c2d2-4152-8d64-1843bc515cce, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:54:28.976672 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-9af74f23-bfaa-4726-a475-3faf5bf388ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec42162b-dea7-4fac-951f-0c21ee160d48 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:54:28.985221 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-a1e91934-0a6f-403a-b2e1-b27016b76c7c service neutron] For port da8c1488-c2d2-4152-8d64-1843bc515cce, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=da8c1488-c2d2-4152-8d64-1843bc515cce,segment=NetworkSegment(9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442),segment_id=9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:54:29.010016 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-9af74f23-bfaa-4726-a475-3faf5bf388ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:29.022429 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-a1e91934-0a6f-403a-b2e1-b27016b76c7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:29.030537 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d87cdf-039d-48de-a17a-2920bced3bc2 req-0d4c263d-8888-4b5e-a0f1-cadc71ecfdd9 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:29.033159 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-40d87cdf-039d-48de-a17a-2920bced3bc2 req-0d4c263d-8888-4b5e-a0f1-cadc71ecfdd9 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 946 time: 0.1813948 Jul 24 00:54:29.034528 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76aff8-0534-4c5a-b75f-2ce7142ae5d1 req-0a20d057-050f-4f59-99ea-3116551816d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:29.036070 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bc76aff8-0534-4c5a-b75f-2ce7142ae5d1 req-0a20d057-050f-4f59-99ea-3116551816d4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0af7efde-56f8-4cda-80df-42385e4de628 HTTP/1.1" status: 200 len: 915 time: 0.6276355 Jul 24 00:54:29.099495 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-9af74f23-bfaa-4726-a475-3faf5bf388ee service neutron] Transition to ACTIVE for port object ec42162b-dea7-4fac-951f-0c21ee160d48 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:54:29.122820 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 5894918b-b12b-4fa1-993c-32eea06af7d6 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:54:29.123409 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff29353-9a3c-4744-affe-abcdb6a8fbcb req-833b60b4-b254-49c9-a8e0-e1a292e148ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:29.125812 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ff29353-9a3c-4744-affe-abcdb6a8fbcb req-833b60b4-b254-49c9-a8e0-e1a292e148ab service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 1098 time: 0.1610942 Jul 24 00:54:29.142639 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-40d87cdf-039d-48de-a17a-2920bced3bc2 req-4a720cf1-0e7b-4961-9a2a-2e901141e28d tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954013 Jul 24 00:54:29.257691 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 5894918b-b12b-4fa1-993c-32eea06af7d6, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=5894918b-b12b-4fa1-993c-32eea06af7d6,segment=NetworkSegment(9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442),segment_id=9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:29.270149 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ff29353-9a3c-4744-affe-abcdb6a8fbcb req-2a21055d-68ba-4be9-baa1-8e43736f055c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256688 Jul 24 00:54:29.276225 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '5894918b-b12b-4fa1-993c-32eea06af7d6', 'network_id': 'aed3a9ed-bda9-4b01-bfa7-479967927504', 'port_id': '5894918b-b12b-4fa1-993c-32eea06af7d6', 'mac_address': 'fa:16:3e:6e:86:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b93775c-49b5-4fb3-8fc9-08abc19f17d1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:54:29.329104 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:29.345536 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5894918b-b12b-4fa1-993c-32eea06af7d6 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:54:29.383061 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 5894918b-b12b-4fa1-993c-32eea06af7d6, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=5894918b-b12b-4fa1-993c-32eea06af7d6,segment=NetworkSegment(9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442),segment_id=9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:29.389492 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:29.452078 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=5894918b-b12b-4fa1-993c-32eea06af7d6,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:29.476281 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-93809d81-57bb-492a-ba87-b5c6108432ec req-c4bb412b-9a5a-4540-8319-f6d446930f1b tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 210 time: 0.0586731 Jul 24 00:54:29.529640 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bc76aff8-0534-4c5a-b75f-2ce7142ae5d1 req-3c6b0f77-e9e1-4b4e-8fb1-4ead32d39d14 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f997ec14-5362-4756-a657-15b0759b6842 HTTP/1.1" status: 200 len: 217 time: 0.4570315 Jul 24 00:54:29.530257 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-9af74f23-bfaa-4726-a475-3faf5bf388ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:29.577394 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-a1e91934-0a6f-403a-b2e1-b27016b76c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:29.578023 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-a1e91934-0a6f-403a-b2e1-b27016b76c7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:29.579451 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-a1e91934-0a6f-403a-b2e1-b27016b76c7c service neutron] 10.222.0.13 "PUT /v2.0/ports/da8c1488-c2d2-4152-8d64-1843bc515cce HTTP/1.1" status: 200 len: 1093 time: 5.2965281 Jul 24 00:54:29.581950 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad12442b-0649-4dd0-a13e-5ae73107185b', 'tag': 'da8c1488-c2d2-4152-8d64-1843bc515cce'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:54:29.584242 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b640d3-3f34-413e-8da5-724ac7b8d9a2" -d '{"events": [{"name": "network-changed", "server_uuid": "ad12442b-0649-4dd0-a13e-5ae73107185b", "tag": "da8c1488-c2d2-4152-8d64-1843bc515cce"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:54:29.630288 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-ea6d4bb5-90e1-4109-a2f9-7f54536a19a3 service neutron] Attempting to bind port 1d0ab9b7-4a5a-495a-b1c8-d552e985554b on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:54:29.630635 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-ea6d4bb5-90e1-4109-a2f9-7f54536a19a3 service neutron] Attempting to bind port 1d0ab9b7-4a5a-495a-b1c8-d552e985554b by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '87033756-2613-4563-8ced-8b450e5d1d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0af7efde-56f8-4cda-80df-42385e4de628'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:54:29.631075 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-ea6d4bb5-90e1-4109-a2f9-7f54536a19a3 service neutron] Attempting to bind port 1d0ab9b7-4a5a-495a-b1c8-d552e985554b on network 0af7efde-56f8-4cda-80df-42385e4de628 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:54:29.687401 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['5894918b-b12b-4fa1-993c-32eea06af7d6'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:54:29.753082 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-ea6d4bb5-90e1-4109-a2f9-7f54536a19a3 service neutron] Port 1d0ab9b7-4a5a-495a-b1c8-d552e985554b on network 0af7efde-56f8-4cda-80df-42385e4de628 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:54:29.753082 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-ea6d4bb5-90e1-4109-a2f9-7f54536a19a3 service neutron] Attempting to bind port 1d0ab9b7-4a5a-495a-b1c8-d552e985554b on network 0af7efde-56f8-4cda-80df-42385e4de628 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:54:29.765140 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e91934-0a6f-403a-b2e1-b27016b76c7c service neutron] Pushing event updated for resources: {'Port': ['ID=da8c1488-c2d2-4152-8d64-1843bc515cce,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:29.771799 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00cf65-9d84-4355-b9dd-b262df017038 req-e7494524-a09b-4ac5-8264-f6f1e63f1f41 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:29.773823 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fc00cf65-9d84-4355-b9dd-b262df017038 req-e7494524-a09b-4ac5-8264-f6f1e63f1f41 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3c5485-96e8-4c00-8dc1-a83d50f9a1f3 HTTP/1.1" status: 200 len: 931 time: 0.0994079 Jul 24 00:54:29.832204 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-ea6d4bb5-90e1-4109-a2f9-7f54536a19a3 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:54:29.832602 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-ea6d4bb5-90e1-4109-a2f9-7f54536a19a3 service neutron] Checking segment: {'id': '87033756-2613-4563-8ced-8b450e5d1d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0af7efde-56f8-4cda-80df-42385e4de628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:54:29.832923 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-ea6d4bb5-90e1-4109-a2f9-7f54536a19a3 service neutron] Bound using segment: {'id': '87033756-2613-4563-8ced-8b450e5d1d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0af7efde-56f8-4cda-80df-42385e4de628'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:54:29.833380 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-ea6d4bb5-90e1-4109-a2f9-7f54536a19a3 service neutron] Bound port: 1d0ab9b7-4a5a-495a-b1c8-d552e985554b, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87033756-2613-4563-8ced-8b450e5d1d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0af7efde-56f8-4cda-80df-42385e4de628'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:54:29.833758 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-ea6d4bb5-90e1-4109-a2f9-7f54536a19a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:29.843889 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fc00cf65-9d84-4355-b9dd-b262df017038 req-81be8e9e-c3ac-4d7e-b0d2-523a99ce98a1 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616674 Jul 24 00:54:29.948122 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76aff8-0534-4c5a-b75f-2ce7142ae5d1 req-755f1d03-7a7c-4693-b714-096c666ec7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:29.949533 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bc76aff8-0534-4c5a-b75f-2ce7142ae5d1 req-755f1d03-7a7c-4693-b714-096c666ec7c4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f87e722c-580a-4749-b26f-a37af54c4e6f HTTP/1.1" status: 200 len: 853 time: 0.3319511 Jul 24 00:54:29.988820 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c81a93-13d8-4350-a07f-b38c93a77196 req-d6fedcdb-3da4-470c-be9a-602b25c05576 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:29.994985 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c81a93-13d8-4350-a07f-b38c93a77196 req-d6fedcdb-3da4-470c-be9a-602b25c05576 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:30.001364 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c81a93-13d8-4350-a07f-b38c93a77196 req-d6fedcdb-3da4-470c-be9a-602b25c05576 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:30.008291 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c81a93-13d8-4350-a07f-b38c93a77196 req-d6fedcdb-3da4-470c-be9a-602b25c05576 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:30.015245 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c81a93-13d8-4350-a07f-b38c93a77196 req-d6fedcdb-3da4-470c-be9a-602b25c05576 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:30.022755 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c81a93-13d8-4350-a07f-b38c93a77196 req-d6fedcdb-3da4-470c-be9a-602b25c05576 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:30.030212 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c81a93-13d8-4350-a07f-b38c93a77196 req-d6fedcdb-3da4-470c-be9a-602b25c05576 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:30.032196 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-45c81a93-13d8-4350-a07f-b38c93a77196 req-d6fedcdb-3da4-470c-be9a-602b25c05576 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 5443 time: 0.1271148 Jul 24 00:54:30.075315 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af74f23-bfaa-4726-a475-3faf5bf388ee service neutron] Pushing event updated for resources: {'Port': ['ID=ec42162b-dea7-4fac-951f-0c21ee160d48,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:30.075906 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-45c81a93-13d8-4350-a07f-b38c93a77196 req-05146dbd-d61e-4d02-9e67-80b9ee6fd37b tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d0fd0bd-ecd4-446d-a84a-6ebbd55d94ea&id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364957 Jul 24 00:54:30.148595 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7f4da1e1-2271-411a-93da-82b750818ef1 req-a1abf2eb-ad2e-4379-8395-a2c8be9c9a39 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups/836e5242-73c5-4c68-bec4-27c210516013 HTTP/1.1" status: 200 len: 1801 time: 0.0443637 Jul 24 00:54:30.217198 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-9c96d635-1f11-4f00-9fec-d35bb946cdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:30.218762 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-9c96d635-1f11-4f00-9fec-d35bb946cdad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a9e68604ec51468dbd55b8d1ff84ea69&device_id=ad12442b-0649-4dd0-a13e-5ae73107185b HTTP/1.1" status: 200 len: 1096 time: 0.5815086 Jul 24 00:54:30.221551 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-7f4da1e1-2271-411a-93da-82b750818ef1 req-f605f064-064a-4686-b248-5bef55bb0eed tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:30.246924 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-7f4da1e1-2271-411a-93da-82b750818ef1 req-f605f064-064a-4686-b248-5bef55bb0eed tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:30.272641 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-ea6d4bb5-90e1-4109-a2f9-7f54536a19a3 service neutron] For port 1d0ab9b7-4a5a-495a-b1c8-d552e985554b, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:54:30.313481 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-7f4da1e1-2271-411a-93da-82b750818ef1 req-f605f064-064a-4686-b248-5bef55bb0eed tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:30.317873 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-7f4da1e1-2271-411a-93da-82b750818ef1 req-f605f064-064a-4686-b248-5bef55bb0eed tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:30.318074 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-9af74f23-bfaa-4726-a475-3faf5bf388ee service neutron] Attempting to bind port ec42162b-dea7-4fac-951f-0c21ee160d48 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:54:30.318418 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-9af74f23-bfaa-4726-a475-3faf5bf388ee service neutron] Attempting to bind port ec42162b-dea7-4fac-951f-0c21ee160d48 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'aed3a9ed-bda9-4b01-bfa7-479967927504'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:54:30.318781 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-9af74f23-bfaa-4726-a475-3faf5bf388ee service neutron] Attempting to bind port ec42162b-dea7-4fac-951f-0c21ee160d48 on network aed3a9ed-bda9-4b01-bfa7-479967927504 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:54:30.322024 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7f4da1e1-2271-411a-93da-82b750818ef1 req-f605f064-064a-4686-b248-5bef55bb0eed tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "DELETE /v2.0/security-groups/836e5242-73c5-4c68-bec4-27c210516013 HTTP/1.1" status: 204 len: 173 time: 0.1673832 Jul 24 00:54:30.333523 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605f064-064a-4686-b248-5bef55bb0eed tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=836e5242-73c5-4c68-bec4-27c210516013,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:30.336288 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-984c9767-4816-480f-a227-0d4f33b7249f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da8c1488-c2d2-4152-8d64-1843bc515cce HTTP/1.1" status: 200 len: 217 time: 0.1070271 Jul 24 00:54:30.349293 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-ea6d4bb5-90e1-4109-a2f9-7f54536a19a3 service neutron] For port 1d0ab9b7-4a5a-495a-b1c8-d552e985554b, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=1d0ab9b7-4a5a-495a-b1c8-d552e985554b,segment=NetworkSegment(87033756-2613-4563-8ced-8b450e5d1d76),segment_id=87033756-2613-4563-8ced-8b450e5d1d76)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:54:30.394640 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-9af74f23-bfaa-4726-a475-3faf5bf388ee service neutron] Port ec42162b-dea7-4fac-951f-0c21ee160d48 on network aed3a9ed-bda9-4b01-bfa7-479967927504 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:54:30.395091 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-9af74f23-bfaa-4726-a475-3faf5bf388ee service neutron] Attempting to bind port ec42162b-dea7-4fac-951f-0c21ee160d48 on network aed3a9ed-bda9-4b01-bfa7-479967927504 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:54:30.399472 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531af82c-587c-4048-92f5-24b2cd328258 x-openstack-request-id: req-531af82c-587c-4048-92f5-24b2cd328258 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:54:30.399872 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad12442b-0649-4dd0-a13e-5ae73107185b", "tag": "da8c1488-c2d2-4152-8d64-1843bc515cce", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:54:30.400189 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-531af82c-587c-4048-92f5-24b2cd328258 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:54:30.401010 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad12442b-0649-4dd0-a13e-5ae73107185b', 'tag': 'da8c1488-c2d2-4152-8d64-1843bc515cce', 'status': 'completed', 'code': 200} Jul 24 00:54:30.413483 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-ea6d4bb5-90e1-4109-a2f9-7f54536a19a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:30.484132 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-9af74f23-bfaa-4726-a475-3faf5bf388ee service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:54:30.484485 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-9af74f23-bfaa-4726-a475-3faf5bf388ee service neutron] Checking segment: {'id': '9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'aed3a9ed-bda9-4b01-bfa7-479967927504'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:54:30.484885 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-9af74f23-bfaa-4726-a475-3faf5bf388ee service neutron] Bound using segment: {'id': '9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'aed3a9ed-bda9-4b01-bfa7-479967927504'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:54:30.485345 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-9af74f23-bfaa-4726-a475-3faf5bf388ee service neutron] Bound port: ec42162b-dea7-4fac-951f-0c21ee160d48, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'aed3a9ed-bda9-4b01-bfa7-479967927504'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:54:30.485715 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-9af74f23-bfaa-4726-a475-3faf5bf388ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:30.489688 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76aff8-0534-4c5a-b75f-2ce7142ae5d1 req-0f45b1d3-c44a-485c-9bf6-c8de7c39646e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:30.491269 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bc76aff8-0534-4c5a-b75f-2ce7142ae5d1 req-0f45b1d3-c44a-485c-9bf6-c8de7c39646e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0af7efde-56f8-4cda-80df-42385e4de628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5124569 Jul 24 00:54:30.501916 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.db.resource_extend [req-50db2ba6-0fee-45ca-97e2-74ad5f9e057f req-33238bbc-6fe1-4c2a-b6c1-7692b3df6ace tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 00:54:30.507378 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-c35c8d1e-e72c-4a89-afa8-6ba808727553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d310ea39-d6db-4d3a-a55a-2735a335ea78 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:54:30.542142 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50929fec-67b3-4b30-aa6a-f7dadbd22e91 req-a6bdd7ae-00ac-49ad-acaa-53f8d78ec090 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:30.544889 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-50929fec-67b3-4b30-aa6a-f7dadbd22e91 req-a6bdd7ae-00ac-49ad-acaa-53f8d78ec090 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/ports?device_id=89adea76-29d9-4d0a-93a8-50e1fa66477c HTTP/1.1" status: 200 len: 944 time: 0.1006744 Jul 24 00:54:30.578079 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-c35c8d1e-e72c-4a89-afa8-6ba808727553 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:30.625006 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-50929fec-67b3-4b30-aa6a-f7dadbd22e91 req-6b568daf-f18f-4e99-9807-1189810d5666 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb093fc6-2b35-41ad-916e-0a7e1e85cf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688660 Jul 24 00:54:30.686663 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-ea6d4bb5-90e1-4109-a2f9-7f54536a19a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:30.687330 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-ea6d4bb5-90e1-4109-a2f9-7f54536a19a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:30.691401 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-ea6d4bb5-90e1-4109-a2f9-7f54536a19a3 service neutron] 10.222.0.13 "PUT /v2.0/ports/1d0ab9b7-4a5a-495a-b1c8-d552e985554b HTTP/1.1" status: 200 len: 1092 time: 4.8719239 Jul 24 00:54:30.739900 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-50db2ba6-0fee-45ca-97e2-74ad5f9e057f req-33238bbc-6fe1-4c2a-b6c1-7692b3df6ace tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:30.758528 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48926093-3d9a-4b26-a383-abd7167c66ed', 'name': 'network-vif-deleted', 'tag': '81fc6889-cb44-41d1-9c91-43fe84127d3c'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:54:30.761006 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c4b35e-e1af-4e31-bfee-d7a9a006e1c1" -d '{"events": [{"server_uuid": "48926093-3d9a-4b26-a383-abd7167c66ed", "name": "network-vif-deleted", "tag": "81fc6889-cb44-41d1-9c91-43fe84127d3c"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:54:30.777916 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-50db2ba6-0fee-45ca-97e2-74ad5f9e057f req-33238bbc-6fe1-4c2a-b6c1-7692b3df6ace tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:30.833065 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ba1d6-3e4a-4fc2-bbee-6569fb537243 req-3193e191-9d18-4442-accb-cf475b8ffc40 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:30.847095 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ba1d6-3e4a-4fc2-bbee-6569fb537243 req-3193e191-9d18-4442-accb-cf475b8ffc40 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:30.859175 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ba1d6-3e4a-4fc2-bbee-6569fb537243 req-3193e191-9d18-4442-accb-cf475b8ffc40 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:30.870636 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ba1d6-3e4a-4fc2-bbee-6569fb537243 req-3193e191-9d18-4442-accb-cf475b8ffc40 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:30.881929 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ba1d6-3e4a-4fc2-bbee-6569fb537243 req-3193e191-9d18-4442-accb-cf475b8ffc40 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:30.893956 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ba1d6-3e4a-4fc2-bbee-6569fb537243 req-3193e191-9d18-4442-accb-cf475b8ffc40 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:30.901333 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-c35c8d1e-e72c-4a89-afa8-6ba808727553 service neutron] Transition to ACTIVE for port object d310ea39-d6db-4d3a-a55a-2735a335ea78 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:54:30.905729 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ba1d6-3e4a-4fc2-bbee-6569fb537243 req-3193e191-9d18-4442-accb-cf475b8ffc40 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:30.906029 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-fe8ae734-d660-481d-aae7-6baa96b7465b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:30.907660 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-fe8ae734-d660-481d-aae7-6baa96b7465b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b93775c-49b5-4fb3-8fc9-08abc19f17d1 HTTP/1.1" status: 200 len: 857 time: 0.5330203 Jul 24 00:54:30.909722 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-049ba1d6-3e4a-4fc2-bbee-6569fb537243 req-3193e191-9d18-4442-accb-cf475b8ffc40 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 5443 time: 0.1959980 Jul 24 00:54:30.922657 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-c35c8d1e-e72c-4a89-afa8-6ba808727553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:30.962962 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d4bb5-90e1-4109-a2f9-7f54536a19a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1d0ab9b7-4a5a-495a-b1c8-d552e985554b,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:31.008907 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-f09f2ccf-78ab-4cdc-bb8b-dc203a74d88f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aed3a9ed-bda9-4b01-bfa7-479967927504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752459 Jul 24 00:54:31.016169 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bc76aff8-0534-4c5a-b75f-2ce7142ae5d1 req-bb9e89dc-fa8a-4543-9b0c-0e5d805934b3 service neutron] 10.222.0.13 "GET /v2.0/networks/0af7efde-56f8-4cda-80df-42385e4de628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4972382 Jul 24 00:54:31.027610 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d4bb5-90e1-4109-a2f9-7f54536a19a3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:31.028237 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d4bb5-90e1-4109-a2f9-7f54536a19a3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:31.028760 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d4bb5-90e1-4109-a2f9-7f54536a19a3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:31.029329 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d4bb5-90e1-4109-a2f9-7f54536a19a3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:31.029900 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d4bb5-90e1-4109-a2f9-7f54536a19a3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:31.030467 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d4bb5-90e1-4109-a2f9-7f54536a19a3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:31.031364 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d4bb5-90e1-4109-a2f9-7f54536a19a3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:31.032195 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d4bb5-90e1-4109-a2f9-7f54536a19a3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:31.032769 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d4bb5-90e1-4109-a2f9-7f54536a19a3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:31.034048 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d4bb5-90e1-4109-a2f9-7f54536a19a3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:31.034417 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d4bb5-90e1-4109-a2f9-7f54536a19a3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:31.035024 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d4bb5-90e1-4109-a2f9-7f54536a19a3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:31.101486 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635c6fc3-ea13-4547-a0dc-b3e05f16504f req-f464f3e1-be65-4cf8-8a53-9c5eaa3bc289 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:31.103149 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-635c6fc3-ea13-4547-a0dc-b3e05f16504f req-f464f3e1-be65-4cf8-8a53-9c5eaa3bc289 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 946 time: 0.0966673 Jul 24 00:54:31.131521 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device f997ec14-5362-4756-a657-15b0759b6842 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:54:31.137782 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 5894918b-b12b-4fa1-993c-32eea06af7d6 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:54:31.195306 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-635c6fc3-ea13-4547-a0dc-b3e05f16504f req-278defe2-d8a7-40a9-b009-b6ec1a1f2eeb tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854354 Jul 24 00:54:31.291079 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 5894918b-b12b-4fa1-993c-32eea06af7d6 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:54:31.299842 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 5894918b-b12b-4fa1-993c-32eea06af7d6 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:54:31.300233 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:31.328682 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-220f0be4-0dd4-4057-9a93-ffafc243aaab req-2b90c1d5-2180-4cda-af84-d33366d029b2 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "GET /v2.0/security-groups/d53c7b46-0f0d-40b8-8bc0-a4727c0dfaaa HTTP/1.1" status: 200 len: 1801 time: 0.0928378 Jul 24 00:54:31.378946 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port f997ec14-5362-4756-a657-15b0759b6842, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=f997ec14-5362-4756-a657-15b0759b6842,segment=NetworkSegment(87033756-2613-4563-8ced-8b450e5d1d76),segment_id=87033756-2613-4563-8ced-8b450e5d1d76)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:31.412240 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-220f0be4-0dd4-4057-9a93-ffafc243aaab req-250b3816-321d-4d76-9944-1dd542c3efd1 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:31.433694 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-9af74f23-bfaa-4726-a475-3faf5bf388ee service neutron] For port ec42162b-dea7-4fac-951f-0c21ee160d48, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:54:31.445113 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-220f0be4-0dd4-4057-9a93-ffafc243aaab req-250b3816-321d-4d76-9944-1dd542c3efd1 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:31.451428 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'f997ec14-5362-4756-a657-15b0759b6842', 'network_id': '0af7efde-56f8-4cda-80df-42385e4de628', 'port_id': 'f997ec14-5362-4756-a657-15b0759b6842', 'mac_address': 'fa:16:3e:f8:fc:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f87e722c-580a-4749-b26f-a37af54c4e6f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:54:31.457396 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:31.494370 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 81fc6889-cb44-41d1-9c91-43fe84127d3c no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:54:31.498281 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-9af74f23-bfaa-4726-a475-3faf5bf388ee service neutron] For port ec42162b-dea7-4fac-951f-0c21ee160d48, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=ec42162b-dea7-4fac-951f-0c21ee160d48,segment=NetworkSegment(9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442),segment_id=9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:54:31.507343 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-220f0be4-0dd4-4057-9a93-ffafc243aaab req-250b3816-321d-4d76-9944-1dd542c3efd1 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:31.511785 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-220f0be4-0dd4-4057-9a93-ffafc243aaab req-250b3816-321d-4d76-9944-1dd542c3efd1 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:31.525023 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-220f0be4-0dd4-4057-9a93-ffafc243aaab req-250b3816-321d-4d76-9944-1dd542c3efd1 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] 10.222.0.15 "DELETE /v2.0/security-groups/d53c7b46-0f0d-40b8-8bc0-a4727c0dfaaa HTTP/1.1" status: 204 len: 173 time: 0.1950436 Jul 24 00:54:31.527066 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58722) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:31.529326 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [req-50db2ba6-0fee-45ca-97e2-74ad5f9e057f req-33238bbc-6fe1-4c2a-b6c1-7692b3df6ace tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Floating IP 38fec42b-0642-4e3b-b171-192b3fc81242 associated. External IP: 172.25.2.80, port: 2507cfef-8818-4c53-8e64-f1d1fabfeeb5. Jul 24 00:54:31.554280 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 5894918b-b12b-4fa1-993c-32eea06af7d6, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=5894918b-b12b-4fa1-993c-32eea06af7d6,segment=NetworkSegment(9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442),segment_id=9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:31.558032 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a49d14-3357-4c46-a96e-ccc3fb811c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5894918b-b12b-4fa1-993c-32eea06af7d6'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:54:31.560719 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca16a09a-c24e-4823-9d33-368a451b72de" -d '{"events": [{"server_uuid": "f1a49d14-3357-4c46-a96e-ccc3fb811c79", "name": "network-vif-plugged", "status": "completed", "tag": "5894918b-b12b-4fa1-993c-32eea06af7d6"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:54:31.563352 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] No Port match for: 81fc6889-cb44-41d1-9c91-43fe84127d3c {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:54:31.563779 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 81fc6889-cb44-41d1-9c91-43fe84127d3c not bound to the agent host n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:54:31.572130 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:31.572946 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 884394ff-36e0-4671-8afb-cc199fd6db4f no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:54:31.603458 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-9af74f23-bfaa-4726-a475-3faf5bf388ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:31.630441 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=5894918b-b12b-4fa1-993c-32eea06af7d6,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:31.649540 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-533da20d-8fbc-4af9-b9a4-f21844a293d3 admin admin] Deleting subnet a929b04c-7a2d-49ff-8cb4-85d21861c3b7 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:54:31.653702 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:31.660322 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-533da20d-8fbc-4af9-b9a4-f21844a293d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:31.670788 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f997ec14-5362-4756-a657-15b0759b6842 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:54:31.675597 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 884394ff-36e0-4671-8afb-cc199fd6db4f {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:54:31.676100 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 884394ff-36e0-4671-8afb-cc199fd6db4f not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:54:31.682160 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b3816-321d-4d76-9944-1dd542c3efd1 tempest-SecurityGroupsTestJSON-381433064 tempest-SecurityGroupsTestJSON-381433064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53c7b46-0f0d-40b8-8bc0-a4727c0dfaaa,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:31.690839 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c8d1e-e72c-4a89-afa8-6ba808727553 service neutron] Pushing event updated for resources: {'Port': ['ID=d310ea39-d6db-4d3a-a55a-2735a335ea78,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:31.710648 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port f997ec14-5362-4756-a657-15b0759b6842, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=f997ec14-5362-4756-a657-15b0759b6842,segment=NetworkSegment(87033756-2613-4563-8ced-8b450e5d1d76),segment_id=87033756-2613-4563-8ced-8b450e5d1d76)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:31.716761 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4aa90069-cca6-4f23-9e4c-33849eb71a28 req-419cd95b-4790-4100-8577-92e8176fd9f5 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 210 time: 0.0773466 Jul 24 00:54:31.723517 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:31.759838 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-533da20d-8fbc-4af9-b9a4-f21844a293d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:31.807639 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-325f60b2-d920-4314-ad32-321cebe28ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:31.809830 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-325f60b2-d920-4314-ad32-321cebe28ee7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47d332c6cc6c4ecb8bf3cdfbdbe75811&device_id=7aaefa9a-a6e6-43d7-a057-069d1dbe8402 HTTP/1.1" status: 200 len: 1095 time: 1.0509026 Jul 24 00:54:31.824491 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-9af74f23-bfaa-4726-a475-3faf5bf388ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:31.825272 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-9af74f23-bfaa-4726-a475-3faf5bf388ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:31.827043 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-9af74f23-bfaa-4726-a475-3faf5bf388ee service neutron] 10.222.0.13 "PUT /v2.0/ports/ec42162b-dea7-4fac-951f-0c21ee160d48 HTTP/1.1" status: 200 len: 1093 time: 4.7059343 Jul 24 00:54:31.829725 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=f997ec14-5362-4756-a657-15b0759b6842,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:31.893692 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-533da20d-8fbc-4af9-b9a4-f21844a293d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:31.920034 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-55c9d36e-11ca-49ab-89ab-9b765b882e5e service neutron] 10.222.0.13 "GET /v2.0/networks/aed3a9ed-bda9-4b01-bfa7-479967927504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8765647 Jul 24 00:54:31.934323 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5473a28d-867f-46f9-a4f4-23c7da63a886 x-openstack-request-id: req-5473a28d-867f-46f9-a4f4-23c7da63a886 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:54:31.934569 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48926093-3d9a-4b26-a383-abd7167c66ed", "name": "network-vif-deleted", "tag": "81fc6889-cb44-41d1-9c91-43fe84127d3c", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:54:31.935176 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5473a28d-867f-46f9-a4f4-23c7da63a886 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:54:31.937343 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48926093-3d9a-4b26-a383-abd7167c66ed', 'name': 'network-vif-deleted', 'tag': '81fc6889-cb44-41d1-9c91-43fe84127d3c', 'status': 'completed', 'code': 200} Jul 24 00:54:31.937497 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-4bd4ebd6-68ea-4aea-a8fb-0be508811a89 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d0ab9b7-4a5a-495a-b1c8-d552e985554b HTTP/1.1" status: 200 len: 217 time: 0.1036429 Jul 24 00:54:31.939386 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bc76aff8-0534-4c5a-b75f-2ce7142ae5d1 req-c1da831d-724c-4b9a-adb6-a72d2f417886 service neutron] 10.222.0.13 "GET /v2.0/networks/0af7efde-56f8-4cda-80df-42385e4de628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8914552 Jul 24 00:54:32.035747 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-533da20d-8fbc-4af9-b9a4-f21844a293d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:32.047455 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-c35c8d1e-e72c-4a89-afa8-6ba808727553 service neutron] Attempting to bind port d310ea39-d6db-4d3a-a55a-2735a335ea78 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:54:32.047889 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-c35c8d1e-e72c-4a89-afa8-6ba808727553 service neutron] Attempting to bind port d310ea39-d6db-4d3a-a55a-2735a335ea78 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '87033756-2613-4563-8ced-8b450e5d1d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0af7efde-56f8-4cda-80df-42385e4de628'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:54:32.048286 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-c35c8d1e-e72c-4a89-afa8-6ba808727553 service neutron] Attempting to bind port d310ea39-d6db-4d3a-a55a-2735a335ea78 on network 0af7efde-56f8-4cda-80df-42385e4de628 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:54:32.051446 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af74f23-bfaa-4726-a475-3faf5bf388ee service neutron] Pushing event updated for resources: {'Port': ['ID=ec42162b-dea7-4fac-951f-0c21ee160d48,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:32.081520 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-c35c8d1e-e72c-4a89-afa8-6ba808727553 service neutron] Port d310ea39-d6db-4d3a-a55a-2735a335ea78 on network 0af7efde-56f8-4cda-80df-42385e4de628 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:54:32.082048 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-c35c8d1e-e72c-4a89-afa8-6ba808727553 service neutron] Attempting to bind port d310ea39-d6db-4d3a-a55a-2735a335ea78 on network 0af7efde-56f8-4cda-80df-42385e4de628 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:54:32.087088 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['f997ec14-5362-4756-a657-15b0759b6842'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:54:32.090560 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-533da20d-8fbc-4af9-b9a4-f21844a293d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:32.099209 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-533da20d-8fbc-4af9-b9a4-f21844a293d3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a929b04c-7a2d-49ff-8cb4-85d21861c3b7 HTTP/1.1" status: 204 len: 168 time: 0.5601487 Jul 24 00:54:32.102071 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533da20d-8fbc-4af9-b9a4-f21844a293d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a929b04c-7a2d-49ff-8cb4-85d21861c3b7,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:32.109153 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58728) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:32.132661 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-c35c8d1e-e72c-4a89-afa8-6ba808727553 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:54:32.133106 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-c35c8d1e-e72c-4a89-afa8-6ba808727553 service neutron] Checking segment: {'id': '87033756-2613-4563-8ced-8b450e5d1d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0af7efde-56f8-4cda-80df-42385e4de628'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:54:32.133567 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-c35c8d1e-e72c-4a89-afa8-6ba808727553 service neutron] Bound using segment: {'id': '87033756-2613-4563-8ced-8b450e5d1d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0af7efde-56f8-4cda-80df-42385e4de628'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:54:32.134251 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-c35c8d1e-e72c-4a89-afa8-6ba808727553 service neutron] Bound port: d310ea39-d6db-4d3a-a55a-2735a335ea78, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87033756-2613-4563-8ced-8b450e5d1d76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0af7efde-56f8-4cda-80df-42385e4de628'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:54:32.134680 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-c35c8d1e-e72c-4a89-afa8-6ba808727553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:32.221973 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-e9fbe7ea-fa18-44cf-9840-4ace20ae6b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:32.223703 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-e9fbe7ea-fa18-44cf-9840-4ace20ae6b25 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f87e722c-580a-4749-b26f-a37af54c4e6f HTTP/1.1" status: 200 len: 853 time: 0.2490854 Jul 24 00:54:32.264721 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8b6e4-34de-48f8-83e6-e6e2c6c78d0b req-c13f1d85-094f-4a1d-ad6b-d6d8aa996eb4 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:32.267417 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-99b8b6e4-34de-48f8-83e6-e6e2c6c78d0b req-c13f1d85-094f-4a1d-ad6b-d6d8aa996eb4 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3c5485-96e8-4c00-8dc1-a83d50f9a1f3 HTTP/1.1" status: 200 len: 943 time: 0.2714226 Jul 24 00:54:32.305397 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9b34b365-bd9f-4eee-b307-0114c44751de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:32.326236 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-a80afb66-112d-46f8-8559-2a4ad05f4401 service neutron] 10.222.0.13 "GET /v2.0/networks/aed3a9ed-bda9-4b01-bfa7-479967927504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851719 Jul 24 00:54:32.329132 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-39dcd0fc-1278-4c3f-87ea-be236ab2b1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:32.331304 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-39dcd0fc-1278-4c3f-87ea-be236ab2b1d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a9e68604ec51468dbd55b8d1ff84ea69&device_id=89adea76-29d9-4d0a-93a8-50e1fa66477c HTTP/1.1" status: 200 len: 1096 time: 0.4138908 Jul 24 00:54:32.387466 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-99b8b6e4-34de-48f8-83e6-e6e2c6c78d0b req-8291fae1-6ad2-469b-a71c-7987cf204764 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994129 Jul 24 00:54:32.404046 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7aaefa9a-a6e6-43d7-a057-069d1dbe8402', 'tag': '1d0ab9b7-4a5a-495a-b1c8-d552e985554b'}, {'name': 'network-changed', 'server_uuid': '89adea76-29d9-4d0a-93a8-50e1fa66477c', 'tag': 'ec42162b-dea7-4fac-951f-0c21ee160d48'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:54:32.406995 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ad1616-99cc-4bc3-9e39-ef962da69028" -d '{"events": [{"name": "network-changed", "server_uuid": "7aaefa9a-a6e6-43d7-a057-069d1dbe8402", "tag": "1d0ab9b7-4a5a-495a-b1c8-d552e985554b"}, {"name": "network-changed", "server_uuid": "89adea76-29d9-4d0a-93a8-50e1fa66477c", "tag": "ec42162b-dea7-4fac-951f-0c21ee160d48"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:54:32.426268 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-2bb2a831-9103-45b8-8388-772560a190ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec42162b-dea7-4fac-951f-0c21ee160d48 HTTP/1.1" status: 200 len: 217 time: 0.0845773 Jul 24 00:54:32.431692 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-c35c8d1e-e72c-4a89-afa8-6ba808727553 service neutron] For port d310ea39-d6db-4d3a-a55a-2735a335ea78, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:54:32.481141 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9b34b365-bd9f-4eee-b307-0114c44751de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:32.482115 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-c35c8d1e-e72c-4a89-afa8-6ba808727553 service neutron] For port d310ea39-d6db-4d3a-a55a-2735a335ea78, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d310ea39-d6db-4d3a-a55a-2735a335ea78,segment=NetworkSegment(87033756-2613-4563-8ced-8b450e5d1d76),segment_id=87033756-2613-4563-8ced-8b450e5d1d76)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:54:32.511742 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-9b34b365-bd9f-4eee-b307-0114c44751de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf81efcb-2043-4c81-a9e1-631f32772270']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:32.512204 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50db2ba6-0fee-45ca-97e2-74ad5f9e057f req-33238bbc-6fe1-4c2a-b6c1-7692b3df6ace tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Router d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:54:32.518746 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-c35c8d1e-e72c-4a89-afa8-6ba808727553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:32.554349 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-9b34b365-bd9f-4eee-b307-0114c44751de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23c5ea73-fefa-42c8-9dcb-68bf75e768ba') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:32.554823 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-9b34b365-bd9f-4eee-b307-0114c44751de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23c5ea73-fefa-42c8-9dcb-68bf75e768ba') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:32.578173 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9b34b365-bd9f-4eee-b307-0114c44751de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:32.597733 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-db9ac2d5-ddf1-48f4-aa6f-eddc3571be07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:32.599467 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-db9ac2d5-ddf1-48f4-aa6f-eddc3571be07 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b93775c-49b5-4fb3-8fc9-08abc19f17d1 HTTP/1.1" status: 200 len: 857 time: 0.1461554 Jul 24 00:54:32.607727 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-b54dd336-b070-4588-bd6f-570f91a25c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:32.610829 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9b34b365-bd9f-4eee-b307-0114c44751de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:32.611241 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-b54dd336-b070-4588-bd6f-570f91a25c65 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0af7efde-56f8-4cda-80df-42385e4de628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3732519 Jul 24 00:54:32.650825 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b34b365-bd9f-4eee-b307-0114c44751de admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:54:32.651506 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9b34b365-bd9f-4eee-b307-0114c44751de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:32.657572 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 00:54:32.657572 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:54:32.657572 n-d-793621-25 neutron-server[100463]: timer() Jul 24 00:54:32.657572 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:54:32.657572 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 00:54:32.657572 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:54:32.657572 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 00:54:32.657572 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:54:32.657572 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 00:54:32.657572 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:54:32.657572 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 00:54:32.657572 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:54:32.657572 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 00:54:32.657572 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:54:32.657572 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:54:32.657572 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:54:32.657572 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:54:32.657572 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:54:32.657572 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 00:54:32.657572 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:54:32.657572 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 00:54:32.657572 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:54:32.657572 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:54:32.657572 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:54:32.657572 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 00:54:32.657572 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:54:32.657572 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:54:32.657572 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:54:32.657572 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:54:32.657572 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:54:32.657572 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:54:32.657572 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:54:32.701838 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d3f40-df1e-43a3-b4d6-b1b939e3eee2 req-5d187276-8974-4c81-aa76-7ed8312a2c9e tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:32.704674 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-625d3f40-df1e-43a3-b4d6-b1b939e3eee2 req-5d187276-8974-4c81-aa76-7ed8312a2c9e tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.2191737 Jul 24 00:54:32.716303 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-c35c8d1e-e72c-4a89-afa8-6ba808727553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:32.717207 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-c35c8d1e-e72c-4a89-afa8-6ba808727553 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:32.718893 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-c35c8d1e-e72c-4a89-afa8-6ba808727553 service neutron] 10.222.0.13 "PUT /v2.0/ports/d310ea39-d6db-4d3a-a55a-2735a335ea78 HTTP/1.1" status: 200 len: 1092 time: 4.5572231 Jul 24 00:54:32.785670 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-100a0085-307c-48f6-a208-b20ea4a492f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aed3a9ed-bda9-4b01-bfa7-479967927504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1677709 Jul 24 00:54:32.835946 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c8d1e-e72c-4a89-afa8-6ba808727553 service neutron] Pushing event updated for resources: {'Port': ['ID=d310ea39-d6db-4d3a-a55a-2735a335ea78,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:32.993684 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b640d3-3f34-413e-8da5-724ac7b8d9a2 req-f7551462-b689-4f94-8792-97c91fe3cd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:32.995436 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-09b640d3-3f34-413e-8da5-724ac7b8d9a2 req-f7551462-b689-4f94-8792-97c91fe3cd02 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a9e68604ec51468dbd55b8d1ff84ea69&device_id=ad12442b-0649-4dd0-a13e-5ae73107185b HTTP/1.1" status: 200 len: 1096 time: 0.5954726 Jul 24 00:54:33.154304 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device f997ec14-5362-4756-a657-15b0759b6842 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:54:33.182201 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58754) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:33.207855 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-cafef94d-7882-4555-a503-a6e2ca104b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:33.209426 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-cafef94d-7882-4555-a503-a6e2ca104b3b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47d332c6cc6c4ecb8bf3cdfbdbe75811&device_id=5d3c5485-96e8-4c00-8dc1-a83d50f9a1f3 HTTP/1.1" status: 200 len: 1095 time: 0.3829300 Jul 24 00:54:33.252793 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port f997ec14-5362-4756-a657-15b0759b6842 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:54:33.269863 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port f997ec14-5362-4756-a657-15b0759b6842 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:54:33.270573 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:33.294343 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9b34b365-bd9f-4eee-b307-0114c44751de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:33.308132 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9b34b365-bd9f-4eee-b307-0114c44751de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:33.313570 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9b34b365-bd9f-4eee-b307-0114c44751de admin admin] 10.222.0.15 "DELETE /v2.0/networks/cf81efcb-2043-4c81-a9e1-631f32772270 HTTP/1.1" status: 204 len: 168 time: 1.1998222 Jul 24 00:54:33.343366 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-625d3f40-df1e-43a3-b4d6-b1b939e3eee2 req-b24e8a62-a3d1-4894-bee0-cbcea9b06c9b tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6300576 Jul 24 00:54:33.346901 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b34b365-bd9f-4eee-b307-0114c44751de admin admin] Pushing event deleted for resources: {'Network': ['ID=cf81efcb-2043-4c81-a9e1-631f32772270,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:33.401721 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9f26cf-3ae3-4da7-b87e-21a3bbdf2264 x-openstack-request-id: req-4b9f26cf-3ae3-4da7-b87e-21a3bbdf2264 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:54:33.402043 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a49d14-3357-4c46-a96e-ccc3fb811c79", "name": "network-vif-plugged", "status": "completed", "tag": "5894918b-b12b-4fa1-993c-32eea06af7d6", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:54:33.402360 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4b9f26cf-3ae3-4da7-b87e-21a3bbdf2264 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:54:33.403177 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a49d14-3357-4c46-a96e-ccc3fb811c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5894918b-b12b-4fa1-993c-32eea06af7d6', 'code': 200} Jul 24 00:54:33.501416 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58764) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:33.519666 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:33.578546 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port f997ec14-5362-4756-a657-15b0759b6842, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=f997ec14-5362-4756-a657-15b0759b6842,segment=NetworkSegment(87033756-2613-4563-8ced-8b450e5d1d76),segment_id=87033756-2613-4563-8ced-8b450e5d1d76)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:33.595542 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:33.595885 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-7bbac8c2-08f9-4e97-8abb-84943f1ff79b service neutron] 10.222.0.13 "GET /v2.0/networks/0af7efde-56f8-4cda-80df-42385e4de628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8254387 Jul 24 00:54:33.611710 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-628b4fbd-312b-4ffc-8593-96e0f780a2a2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=29c6df0397124e0db8749ac4610e3bf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1069767 Jul 24 00:54:33.629218 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50db2ba6-0fee-45ca-97e2-74ad5f9e057f req-33238bbc-6fe1-4c2a-b6c1-7692b3df6ace tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:54:33.631503 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58766) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:33.632918 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-4a2405e9-2eea-44ca-b728-4b5915433012 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d310ea39-d6db-4d3a-a55a-2735a335ea78 HTTP/1.1" status: 200 len: 217 time: 0.3878076 Jul 24 00:54:33.648395 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a8cbca-4e26-4033-becf-f618b7f2316b None None] Sync routers for ids ['d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:54:33.649784 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-50db2ba6-0fee-45ca-97e2-74ad5f9e057f req-33238bbc-6fe1-4c2a-b6c1-7692b3df6ace tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:33.721850 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fba782-50c9-450c-92bb-5f944c674d9a req-235990e1-5fb3-4a92-864f-d838ceaa6f7e tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:33.728993 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-03fba782-50c9-450c-92bb-5f944c674d9a req-235990e1-5fb3-4a92-864f-d838ceaa6f7e tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/ports?device_id=89adea76-29d9-4d0a-93a8-50e1fa66477c HTTP/1.1" status: 200 len: 944 time: 0.2392411 Jul 24 00:54:33.732311 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a8cbca-4e26-4033-becf-f618b7f2316b None None] Routers {'d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:54:33.733584 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-c7c690da-e21e-44ab-b28c-15f7df410874 service neutron] 10.222.0.13 "GET /v2.0/networks/aed3a9ed-bda9-4b01-bfa7-479967927504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8840957 Jul 24 00:54:33.740749 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-52a8cbca-4e26-4033-becf-f618b7f2316b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:54:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:33.790864 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b6ec9f69-d5a2-4a78-8f6f-87be92c5e5d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:33.804339 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=f997ec14-5362-4756-a657-15b0759b6842,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:33.838522 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-03fba782-50c9-450c-92bb-5f944c674d9a req-55509263-56f3-461f-b939-7f22a8b6b5f6 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb093fc6-2b35-41ad-916e-0a7e1e85cf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084166 Jul 24 00:54:33.879919 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b6ec9f69-d5a2-4a78-8f6f-87be92c5e5d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:33.902399 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b640d3-3f34-413e-8da5-724ac7b8d9a2 req-3231cb9f-0190-449e-83d1-350e503cc822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:33.904090 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-09b640d3-3f34-413e-8da5-724ac7b8d9a2 req-3231cb9f-0190-449e-83d1-350e503cc822 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aed3a9ed-bda9-4b01-bfa7-479967927504 HTTP/1.1" status: 200 len: 918 time: 0.8906517 Jul 24 00:54:33.918773 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-50db2ba6-0fee-45ca-97e2-74ad5f9e057f req-33238bbc-6fe1-4c2a-b6c1-7692b3df6ace tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "PUT /v2.0/floatingips/38fec42b-0642-4e3b-b171-192b3fc81242 HTTP/1.1" status: 200 len: 995 time: 5.5045850 Jul 24 00:54:33.935536 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-52a8cbca-4e26-4033-becf-f618b7f2316b None None] Set router d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:54:33.940245 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 24 Jul 2021 00:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1393daf3-377f-4a81-ad92-d2c0371d20e0 x-openstack-request-id: req-1393daf3-377f-4a81-ad92-d2c0371d20e0 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:54:33.940566 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7aaefa9a-a6e6-43d7-a057-069d1dbe8402", "tag": "1d0ab9b7-4a5a-495a-b1c8-d552e985554b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "89adea76-29d9-4d0a-93a8-50e1fa66477c", "tag": "ec42162b-dea7-4fac-951f-0c21ee160d48", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:54:33.940828 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1393daf3-377f-4a81-ad92-d2c0371d20e0 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:54:33.941247 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7aaefa9a-a6e6-43d7-a057-069d1dbe8402', 'tag': '1d0ab9b7-4a5a-495a-b1c8-d552e985554b', 'status': 'completed', 'code': 200} Jul 24 00:54:33.941504 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89adea76-29d9-4d0a-93a8-50e1fa66477c', 'tag': 'ec42162b-dea7-4fac-951f-0c21ee160d48', 'status': 'completed', 'code': 200} Jul 24 00:54:33.991613 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b6ec9f69-d5a2-4a78-8f6f-87be92c5e5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:33.994435 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b6ec9f69-d5a2-4a78-8f6f-87be92c5e5d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:33.998919 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b6ec9f69-d5a2-4a78-8f6f-87be92c5e5d4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4afdf14b-fed7-48f6-898d-5e248a4ef7f5 HTTP/1.1" status: 204 len: 168 time: 0.3613486 Jul 24 00:54:34.006323 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-8da11528-9367-4fd8-984e-8e3f83a414f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:34.007718 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-8da11528-9367-4fd8-984e-8e3f83a414f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f87e722c-580a-4749-b26f-a37af54c4e6f HTTP/1.1" status: 200 len: 853 time: 0.3438222 Jul 24 00:54:34.015500 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec9f69-d5a2-4a78-8f6f-87be92c5e5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afdf14b-fed7-48f6-898d-5e248a4ef7f5,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:34.038673 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-09b640d3-3f34-413e-8da5-724ac7b8d9a2 req-27c2c70a-9d37-4131-b4c6-bc44d6df5a2f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da8c1488-c2d2-4152-8d64-1843bc515cce HTTP/1.1" status: 200 len: 217 time: 0.1119330 Jul 24 00:54:34.089226 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:54:34.092792 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6273f969-b388-4971-a7b5-f925f431f754 req-d588fb28-51dc-4bf9-9cad-fe064ba6e970 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=48926093-3d9a-4b26-a383-abd7167c66ed HTTP/1.1" status: 200 len: 210 time: 0.0578275 Jul 24 00:54:34.160956 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d3c1c5bb-6fa0-4313-bb5a-ac21ff23c231 req-e841b1a7-03fd-469a-a35d-dd1575b2bfd6 service neutron] 10.222.0.13 "GET /v2.0/networks/0af7efde-56f8-4cda-80df-42385e4de628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5468152 Jul 24 00:54:34.230770 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f539cf-0305-45d8-a335-6c3d8fc0c025 req-7d40168b-ca35-42b6-b418-2dd3532072bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:34.232347 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f6f539cf-0305-45d8-a335-6c3d8fc0c025 req-7d40168b-ca35-42b6-b418-2dd3532072bf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f1a49d14-3357-4c46-a96e-ccc3fb811c79 HTTP/1.1" status: 200 len: 1097 time: 0.6269920 Jul 24 00:54:34.269106 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1856d65-3622-4e76-a91f-c4a347127e66 req-c3cc0322-d8a4-49eb-9c11-b733c7f87207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:34.269715 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1856d65-3622-4e76-a91f-c4a347127e66 req-c3cc0322-d8a4-49eb-9c11-b733c7f87207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:34.270321 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1856d65-3622-4e76-a91f-c4a347127e66 req-c3cc0322-d8a4-49eb-9c11-b733c7f87207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:34.271095 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1856d65-3622-4e76-a91f-c4a347127e66 req-c3cc0322-d8a4-49eb-9c11-b733c7f87207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:34.272277 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1856d65-3622-4e76-a91f-c4a347127e66 req-c3cc0322-d8a4-49eb-9c11-b733c7f87207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:34.272277 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1856d65-3622-4e76-a91f-c4a347127e66 req-c3cc0322-d8a4-49eb-9c11-b733c7f87207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:34.272687 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1856d65-3622-4e76-a91f-c4a347127e66 req-c3cc0322-d8a4-49eb-9c11-b733c7f87207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:34.274788 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f1856d65-3622-4e76-a91f-c4a347127e66 req-c3cc0322-d8a4-49eb-9c11-b733c7f87207 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 6507 time: 1.0866289 Jul 24 00:54:34.284869 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5ea8569c-4540-4a9f-a051-2515f58de0ab req-ee2d42f0-54d7-49ee-a568-3f10f3fcaf29 service neutron] 10.222.0.13 "GET /v2.0/networks/aed3a9ed-bda9-4b01-bfa7-479967927504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5104373 Jul 24 00:54:34.405715 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b640d3-3f34-413e-8da5-724ac7b8d9a2 req-cd14f0f4-50a1-4a0f-80a8-3ecf390481a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:34.407536 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-09b640d3-3f34-413e-8da5-724ac7b8d9a2 req-cd14f0f4-50a1-4a0f-80a8-3ecf390481a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b93775c-49b5-4fb3-8fc9-08abc19f17d1 HTTP/1.1" status: 200 len: 857 time: 0.3246896 Jul 24 00:54:34.457286 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f420f-4b48-4c09-8cc8-c5f5b5e6d2f3 req-555f2d18-5d90-481c-b74b-77563423ddfe tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:34.463331 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-901f420f-4b48-4c09-8cc8-c5f5b5e6d2f3 req-555f2d18-5d90-481c-b74b-77563423ddfe tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3c5485-96e8-4c00-8dc1-a83d50f9a1f3 HTTP/1.1" status: 200 len: 943 time: 0.1175048 Jul 24 00:54:34.519871 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-09b640d3-3f34-413e-8da5-724ac7b8d9a2 req-22e9af27-349e-4986-8d34-df33f3570f6b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aed3a9ed-bda9-4b01-bfa7-479967927504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960650 Jul 24 00:54:34.537489 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-52a8cbca-4e26-4033-becf-f618b7f2316b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143471385-router', 'tenant_id': '8775928e4716419799315861924d3578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:43Z', 'updated_at': '2021-07-24T00:53:48Z', 'revision_number': 4, 'project_id': '8775928e4716419799315861924d3578', 'gw_port': {'id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:44Z', 'updated_at': '2021-07-24T00:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '38fec42b-0642-4e3b-b171-192b3fc81242', 'tenant_id': '8775928e4716419799315861924d3578', 'floating_ip_address': '172.25.2.80', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'port_id': '2507cfef-8818-4c53-8e64-f1d1fabfeeb5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48', 'mac_address': 'fa:16:3e:8e:65:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ae3a96-e4a9-4fb5-8185-696658b68a1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:54:08Z', 'updated_at': '2021-07-24T00:54:30Z', 'revision_number': 1, 'project_id': '8775928e4716419799315861924d3578', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb', 'name': '', 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48', 'tenant_id': '8775928e4716419799315861924d3578', 'mac_address': 'fa:16:3e:d1:2f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:47Z', 'updated_at': '2021-07-24T00:53:57Z', 'revision_number': 5, 'project_id': '8775928e4716419799315861924d3578', 'subnets': [{'id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:34.552291 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f1856d65-3622-4e76-a91f-c4a347127e66 req-e6c6c88f-9cc2-4428-877e-ec9f4266f92e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&id=8d0fd0bd-ecd4-446d-a84a-6ebbd55d94ea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2584815 Jul 24 00:54:34.554468 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-86632a9e-232f-4840-9df1-8a1918198ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:34.556124 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-86632a9e-232f-4840-9df1-8a1918198ca1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0af7efde-56f8-4cda-80df-42385e4de628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5408092 Jul 24 00:54:34.558012 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f6f539cf-0305-45d8-a335-6c3d8fc0c025 req-19e83904-e112-4393-b45e-edba03cc4342 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cb093fc6-2b35-41ad-916e-0a7e1e85cf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822897 Jul 24 00:54:34.559970 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db2ba6-0fee-45ca-97e2-74ad5f9e057f req-506c0703-7363-4c6b-978b-8fdbfa50f781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:34.562302 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-50db2ba6-0fee-45ca-97e2-74ad5f9e057f req-506c0703-7363-4c6b-978b-8fdbfa50f781 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8775928e4716419799315861924d3578&device_id=48ae3a96-e4a9-4fb5-8185-696658b68a1b HTTP/1.1" status: 200 len: 1097 time: 0.5531912 Jul 24 00:54:34.571032 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-901f420f-4b48-4c09-8cc8-c5f5b5e6d2f3 req-8d8e6213-2d59-4eb4-b132-04cf77c73f1e tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961256 Jul 24 00:54:34.598949 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a8cbca-4e26-4033-becf-f618b7f2316b None None] Checking router: d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:54:34.610668 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:34.614086 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a8cbca-4e26-4033-becf-f618b7f2316b None None] Routers {'d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:54:34.614832 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-52a8cbca-4e26-4033-becf-f618b7f2316b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:54:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:34.734684 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad1616-99cc-4bc3-9e39-ef962da69028 req-3e412a44-bf5e-43ee-b1ae-2a7921fe7030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:34.736319 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-04ad1616-99cc-4bc3-9e39-ef962da69028 req-3e412a44-bf5e-43ee-b1ae-2a7921fe7030 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47d332c6cc6c4ecb8bf3cdfbdbe75811&device_id=7aaefa9a-a6e6-43d7-a057-069d1dbe8402 HTTP/1.1" status: 200 len: 1095 time: 0.4585297 Jul 24 00:54:34.879439 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-09b640d3-3f34-413e-8da5-724ac7b8d9a2 req-cc8bbe27-6908-4d38-b499-42507a3d234d service neutron] 10.222.0.13 "GET /v2.0/networks/aed3a9ed-bda9-4b01-bfa7-479967927504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414938 Jul 24 00:54:34.884207 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db2ba6-0fee-45ca-97e2-74ad5f9e057f req-88e38693-d33a-4061-b5f3-8b29784a578a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:34.885778 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-50db2ba6-0fee-45ca-97e2-74ad5f9e057f req-88e38693-d33a-4061-b5f3-8b29784a578a service neutron] 10.222.0.15 "GET /v2.0/networks?id=c9b203d0-eae7-4a9d-aeba-2ef85b49dd48 HTTP/1.1" status: 200 len: 922 time: 0.3043163 Jul 24 00:54:35.008187 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6d47d-f095-4dad-8f34-8d75bee72b3d req-05ae8be2-5b3c-4ec6-abcc-f15aacbfb8a6 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:35.015538 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ea6d47d-f095-4dad-8f34-8d75bee72b3d req-05ae8be2-5b3c-4ec6-abcc-f15aacbfb8a6 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.0975149 Jul 24 00:54:35.016073 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-52a8cbca-4e26-4033-becf-f618b7f2316b None None] Set router d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:54:35.082954 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-09b640d3-3f34-413e-8da5-724ac7b8d9a2 req-bb5e798d-74e9-4c4e-a0f5-39dcd244fef2 service neutron] 10.222.0.13 "GET /v2.0/networks/aed3a9ed-bda9-4b01-bfa7-479967927504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761005 Jul 24 00:54:35.151374 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ea6d47d-f095-4dad-8f34-8d75bee72b3d req-458b8440-b6de-416c-be02-d12ebe0b41dc tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338112 Jul 24 00:54:35.188439 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device da8c1488-c2d2-4152-8d64-1843bc515cce details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:54:35.202315 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-ad930f5a-d51c-4a5b-80c5-c87f76f036c0 service neutron] 10.222.0.13 "GET /v2.0/networks/0af7efde-56f8-4cda-80df-42385e4de628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5804620 Jul 24 00:54:35.286543 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:35.320779 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad1616-99cc-4bc3-9e39-ef962da69028 req-f5c2dd67-07d5-4290-a5e7-5d1ac49aca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:35.322696 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-04ad1616-99cc-4bc3-9e39-ef962da69028 req-f5c2dd67-07d5-4290-a5e7-5d1ac49aca15 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0af7efde-56f8-4cda-80df-42385e4de628 HTTP/1.1" status: 200 len: 915 time: 0.5742381 Jul 24 00:54:35.329445 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-50db2ba6-0fee-45ca-97e2-74ad5f9e057f req-a75862bf-e4a1-4862-bb5e-0d5986447ca6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2507cfef-8818-4c53-8e64-f1d1fabfeeb5 HTTP/1.1" status: 200 len: 998 time: 0.4237113 Jul 24 00:54:35.356015 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221f286b-85ba-4b21-b937-d15a2c37f2dd req-0a481107-4b02-4eb5-a12e-1c0829bbb6aa tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:35.357612 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-221f286b-85ba-4b21-b937-d15a2c37f2dd req-0a481107-4b02-4eb5-a12e-1c0829bbb6aa tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/ports?device_id=89adea76-29d9-4d0a-93a8-50e1fa66477c HTTP/1.1" status: 200 len: 944 time: 0.1043937 Jul 24 00:54:35.409534 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-221f286b-85ba-4b21-b937-d15a2c37f2dd req-14901bf9-5f6b-4954-8bad-1a1938c3da90 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb093fc6-2b35-41ad-916e-0a7e1e85cf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409925 Jul 24 00:54:35.411467 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f997ec14-5362-4756-a657-15b0759b6842'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:54:35.414382 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6535e4-4402-4e49-9e86-c1daf1a1510e" -d '{"events": [{"server_uuid": "5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6", "name": "network-vif-plugged", "status": "completed", "tag": "f997ec14-5362-4756-a657-15b0759b6842"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:54:35.451480 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-04ad1616-99cc-4bc3-9e39-ef962da69028 req-9fa721b8-841c-4e5a-8e6e-909a4abb4a57 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d0ab9b7-4a5a-495a-b1c8-d552e985554b HTTP/1.1" status: 200 len: 217 time: 0.1185246 Jul 24 00:54:35.473862 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port da8c1488-c2d2-4152-8d64-1843bc515cce, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=da8c1488-c2d2-4152-8d64-1843bc515cce,segment=NetworkSegment(9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442),segment_id=9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:35.541830 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'da8c1488-c2d2-4152-8d64-1843bc515cce', 'network_id': 'aed3a9ed-bda9-4b01-bfa7-479967927504', 'port_id': 'da8c1488-c2d2-4152-8d64-1843bc515cce', 'mac_address': 'fa:16:3e:ca:97:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b93775c-49b5-4fb3-8fc9-08abc19f17d1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:54:35.546340 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db2ba6-0fee-45ca-97e2-74ad5f9e057f req-6a154c92-5d2b-4d13-8df7-d4fa6dc5c50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:35.548246 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-50db2ba6-0fee-45ca-97e2-74ad5f9e057f req-6a154c92-5d2b-4d13-8df7-d4fa6dc5c50e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3072a7c8-2c3c-4d80-89a4-047d4b311662 HTTP/1.1" status: 200 len: 860 time: 0.1773856 Jul 24 00:54:35.617664 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:35.642530 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da8c1488-c2d2-4152-8d64-1843bc515cce {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:54:35.684308 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port da8c1488-c2d2-4152-8d64-1843bc515cce, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=da8c1488-c2d2-4152-8d64-1843bc515cce,segment=NetworkSegment(9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442),segment_id=9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:35.692771 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:35.709362 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad1616-99cc-4bc3-9e39-ef962da69028 req-faab9883-8513-4b3a-9466-808c24c55581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:35.715250 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-04ad1616-99cc-4bc3-9e39-ef962da69028 req-faab9883-8513-4b3a-9466-808c24c55581 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f87e722c-580a-4749-b26f-a37af54c4e6f HTTP/1.1" status: 200 len: 853 time: 0.2324433 Jul 24 00:54:35.723920 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f2a41be6-ace4-431b-a3fc-9851638dcbb1 req-b984e8d6-81e4-4fa1-85e7-353ac7e056ba service neutron] 10.222.0.13 "GET /v2.0/networks/0af7efde-56f8-4cda-80df-42385e4de628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5099499 Jul 24 00:54:35.769221 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-52a8cbca-4e26-4033-becf-f618b7f2316b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143471385-router', 'tenant_id': '8775928e4716419799315861924d3578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:43Z', 'updated_at': '2021-07-24T00:53:48Z', 'revision_number': 4, 'project_id': '8775928e4716419799315861924d3578', 'gw_port': {'id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:44Z', 'updated_at': '2021-07-24T00:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '38fec42b-0642-4e3b-b171-192b3fc81242', 'tenant_id': '8775928e4716419799315861924d3578', 'floating_ip_address': '172.25.2.80', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'port_id': '2507cfef-8818-4c53-8e64-f1d1fabfeeb5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48', 'mac_address': 'fa:16:3e:8e:65:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ae3a96-e4a9-4fb5-8185-696658b68a1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:54:08Z', 'updated_at': '2021-07-24T00:54:30Z', 'revision_number': 1, 'project_id': '8775928e4716419799315861924d3578', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb', 'name': '', 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48', 'tenant_id': '8775928e4716419799315861924d3578', 'mac_address': 'fa:16:3e:d1:2f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:47Z', 'updated_at': '2021-07-24T00:53:57Z', 'revision_number': 5, 'project_id': '8775928e4716419799315861924d3578', 'subnets': [{'id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:35.807991 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a8cbca-4e26-4033-becf-f618b7f2316b None None] The sync data for ids ['d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'] in n-d-793621-25 is: [{'id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143471385-router', 'tenant_id': '8775928e4716419799315861924d3578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:43Z', 'updated_at': '2021-07-24T00:53:48Z', 'revision_number': 4, 'project_id': '8775928e4716419799315861924d3578', 'gw_port': {'id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:44Z', 'updated_at': '2021-07-24T00:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '38fec42b-0642-4e3b-b171-192b3fc81242', 'tenant_id': '8775928e4716419799315861924d3578', 'floating_ip_address': '172.25.2.80', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'port_id': '2507cfef-8818-4c53-8e64-f1d1fabfeeb5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48', 'mac_address': 'fa:16:3e:8e:65:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ae3a96-e4a9-4fb5-8185-696658b68a1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:54:08Z', 'updated_at': '2021-07-24T00:54:30Z', 'revision_number': 1, 'project_id': '8775928e4716419799315861924d3578', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb', 'name': '', 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48', 'tenant_id': '8775928e4716419799315861924d3578', 'mac_address': 'fa:16:3e:d1:2f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:47Z', 'updated_at': '2021-07-24T00:53:57Z', 'revision_number': 5, 'project_id': '8775928e4716419799315861924d3578', 'subnets': [{'id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:54:35.848231 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=da8c1488-c2d2-4152-8d64-1843bc515cce,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:35.850696 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db2ba6-0fee-45ca-97e2-74ad5f9e057f req-acba52bc-9b46-451c-9b78-298ffc0f915e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:35.859400 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-50db2ba6-0fee-45ca-97e2-74ad5f9e057f req-acba52bc-9b46-451c-9b78-298ffc0f915e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9b203d0-eae7-4a9d-aeba-2ef85b49dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2999163 Jul 24 00:54:35.885049 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [req-50db2ba6-0fee-45ca-97e2-74ad5f9e057f req-f5095f0b-998f-423f-a3fd-2994db8e99ec service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:54:35.887915 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-50db2ba6-0fee-45ca-97e2-74ad5f9e057f req-f5095f0b-998f-423f-a3fd-2994db8e99ec service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070610 Jul 24 00:54:35.909926 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad1616-99cc-4bc3-9e39-ef962da69028 req-a0c934fd-f4e2-4e2d-82a9-19defbbbc37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:35.911896 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-04ad1616-99cc-4bc3-9e39-ef962da69028 req-a0c934fd-f4e2-4e2d-82a9-19defbbbc37b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0af7efde-56f8-4cda-80df-42385e4de628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1738632 Jul 24 00:54:35.945832 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d3c5485-96e8-4c00-8dc1-a83d50f9a1f3', 'tag': 'd310ea39-d6db-4d3a-a55a-2735a335ea78'}, {'name': 'network-changed', 'server_uuid': '48ae3a96-e4a9-4fb5-8185-696658b68a1b', 'tag': '2507cfef-8818-4c53-8e64-f1d1fabfeeb5'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:54:35.948162 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644c86cc-3fca-493c-a05a-19778c420ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "5d3c5485-96e8-4c00-8dc1-a83d50f9a1f3", "tag": "d310ea39-d6db-4d3a-a55a-2735a335ea78"}, {"name": "network-changed", "server_uuid": "48ae3a96-e4a9-4fb5-8185-696658b68a1b", "tag": "2507cfef-8818-4c53-8e64-f1d1fabfeeb5"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:54:36.024746 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['da8c1488-c2d2-4152-8d64-1843bc515cce'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:54:36.172583 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d370eb-a4db-4fe4-a994-c7b7449d9c94 x-openstack-request-id: req-71d370eb-a4db-4fe4-a994-c7b7449d9c94 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:54:36.172890 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6", "name": "network-vif-plugged", "status": "completed", "tag": "f997ec14-5362-4756-a657-15b0759b6842", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:54:36.173150 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-71d370eb-a4db-4fe4-a994-c7b7449d9c94 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:54:36.173673 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f997ec14-5362-4756-a657-15b0759b6842', 'code': 200} Jul 24 00:54:36.202929 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b2135b-1e8a-4374-8534-2e905b22b691 None None] New status for floating IP 38fec42b-0642-4e3b-b171-192b3fc81242: ACTIVE {{(pid=100466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:54:36.455828 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7122f-d068-4450-9b19-9c3da3b6859b req-a2c49d6f-02f5-489c-acdc-9c8b9c1b4f51 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:36.466321 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-43b7122f-d068-4450-9b19-9c3da3b6859b req-a2c49d6f-02f5-489c-acdc-9c8b9c1b4f51 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3c5485-96e8-4c00-8dc1-a83d50f9a1f3 HTTP/1.1" status: 200 len: 943 time: 0.1445096 Jul 24 00:54:36.558730 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-43b7122f-d068-4450-9b19-9c3da3b6859b req-17549b49-8ed4-4ace-a4f1-ac3fdcb5b63b tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823004 Jul 24 00:54:36.589774 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-50db2ba6-0fee-45ca-97e2-74ad5f9e057f req-6141e881-4b84-4128-b3bd-f469d98e4408 service neutron] 10.222.0.15 "GET /v2.0/networks/c9b203d0-eae7-4a9d-aeba-2ef85b49dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6765943 Jul 24 00:54:36.613744 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-04ad1616-99cc-4bc3-9e39-ef962da69028 req-61823296-fe04-48c2-952a-5679b35454e6 service neutron] 10.222.0.13 "GET /v2.0/networks/0af7efde-56f8-4cda-80df-42385e4de628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6926966 Jul 24 00:54:36.671766 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 24 Jul 2021 00:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a67e182-6a0d-4099-9836-ecbf282d74af x-openstack-request-id: req-7a67e182-6a0d-4099-9836-ecbf282d74af {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:54:36.672081 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d3c5485-96e8-4c00-8dc1-a83d50f9a1f3", "tag": "d310ea39-d6db-4d3a-a55a-2735a335ea78", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "48ae3a96-e4a9-4fb5-8185-696658b68a1b", "tag": "2507cfef-8818-4c53-8e64-f1d1fabfeeb5", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:54:36.672336 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a67e182-6a0d-4099-9836-ecbf282d74af {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:54:36.672734 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d3c5485-96e8-4c00-8dc1-a83d50f9a1f3', 'tag': 'd310ea39-d6db-4d3a-a55a-2735a335ea78', 'status': 'completed', 'code': 200} Jul 24 00:54:36.672991 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ae3a96-e4a9-4fb5-8185-696658b68a1b', 'tag': '2507cfef-8818-4c53-8e64-f1d1fabfeeb5', 'status': 'completed', 'code': 200} Jul 24 00:54:36.752918 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f114b9ed-be41-48cb-af49-8d69225bd717 req-50228030-d617-4b48-99ac-a39ae123f03e tempest-ServerShowV254Test-411464079 tempest-ServerShowV254Test-411464079-project] 10.222.0.15 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.0403354 Jul 24 00:54:36.792604 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263bbe76-82a3-40ea-9098-8aa5ade72820 req-51a2db9e-cffa-4fbd-800d-795c7c4eb66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:36.794339 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-263bbe76-82a3-40ea-9098-8aa5ade72820 req-51a2db9e-cffa-4fbd-800d-795c7c4eb66d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6 HTTP/1.1" status: 200 len: 1098 time: 0.3864288 Jul 24 00:54:36.965381 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-50db2ba6-0fee-45ca-97e2-74ad5f9e057f req-9423cf70-fdaa-47a4-9cee-96f229b0b4bc service neutron] 10.222.0.15 "GET /v2.0/networks/c9b203d0-eae7-4a9d-aeba-2ef85b49dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3743956 Jul 24 00:54:36.968405 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-263bbe76-82a3-40ea-9098-8aa5ade72820 req-95e64378-1770-484d-89c7-55e218a220ad service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418736 Jul 24 00:54:36.971959 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-04ad1616-99cc-4bc3-9e39-ef962da69028 req-53bfd6c2-32cd-468f-94de-3eab656145f0 service neutron] 10.222.0.13 "GET /v2.0/networks/0af7efde-56f8-4cda-80df-42385e4de628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373210 Jul 24 00:54:36.972794 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acc47d-1907-47cd-8955-c6066b7fccba req-00ca06c7-6900-4b92-b7c0-c93b0d82ceae tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:36.977424 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f1acc47d-1907-47cd-8955-c6066b7fccba req-00ca06c7-6900-4b92-b7c0-c93b0d82ceae tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.1006892 Jul 24 00:54:37.006312 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c86cc-3fca-493c-a05a-19778c420ac3 req-eb8059ce-6708-47e1-aad7-50f75d230969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:37.010759 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-644c86cc-3fca-493c-a05a-19778c420ac3 req-eb8059ce-6708-47e1-aad7-50f75d230969 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47d332c6cc6c4ecb8bf3cdfbdbe75811&device_id=5d3c5485-96e8-4c00-8dc1-a83d50f9a1f3 HTTP/1.1" status: 200 len: 1095 time: 0.3271391 Jul 24 00:54:37.082157 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f1acc47d-1907-47cd-8955-c6066b7fccba req-8d2d196e-67e3-4f05-90b5-9e6d412a9e0a tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954866 Jul 24 00:54:37.184911 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 1d0ab9b7-4a5a-495a-b1c8-d552e985554b details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:54:37.291349 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c86cc-3fca-493c-a05a-19778c420ac3 req-05cbaad5-fd25-4562-babd-552af900c7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:37.292945 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-644c86cc-3fca-493c-a05a-19778c420ac3 req-05cbaad5-fd25-4562-babd-552af900c7ef service neutron] 10.222.0.13 "GET /v2.0/networks?id=0af7efde-56f8-4cda-80df-42385e4de628 HTTP/1.1" status: 200 len: 915 time: 0.2516901 Jul 24 00:54:37.298335 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad1616-99cc-4bc3-9e39-ef962da69028 req-8c538bd6-840c-46cb-a702-24634f1ee855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:37.300903 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-04ad1616-99cc-4bc3-9e39-ef962da69028 req-8c538bd6-840c-46cb-a702-24634f1ee855 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a9e68604ec51468dbd55b8d1ff84ea69&device_id=89adea76-29d9-4d0a-93a8-50e1fa66477c HTTP/1.1" status: 200 len: 1096 time: 0.2111790 Jul 24 00:54:37.353493 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 1d0ab9b7-4a5a-495a-b1c8-d552e985554b, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=1d0ab9b7-4a5a-495a-b1c8-d552e985554b,segment=NetworkSegment(87033756-2613-4563-8ced-8b450e5d1d76),segment_id=87033756-2613-4563-8ced-8b450e5d1d76)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:37.376023 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '1d0ab9b7-4a5a-495a-b1c8-d552e985554b', 'network_id': '0af7efde-56f8-4cda-80df-42385e4de628', 'port_id': '1d0ab9b7-4a5a-495a-b1c8-d552e985554b', 'mac_address': 'fa:16:3e:9f:ba:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f87e722c-580a-4749-b26f-a37af54c4e6f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:54:37.426535 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:37.449313 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d0ab9b7-4a5a-495a-b1c8-d552e985554b {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:54:37.463036 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f04ea7-1cd6-4853-9d82-ea562cefab3e req-6ee2c748-235b-4459-b18c-6214d1d4a324 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:37.464748 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b6f04ea7-1cd6-4853-9d82-ea562cefab3e req-6ee2c748-235b-4459-b18c-6214d1d4a324 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/ports?device_id=89adea76-29d9-4d0a-93a8-50e1fa66477c HTTP/1.1" status: 200 len: 944 time: 0.3341012 Jul 24 00:54:37.466094 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-644c86cc-3fca-493c-a05a-19778c420ac3 req-8c3548ff-933f-4b08-8f17-57835b8c1a64 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d310ea39-d6db-4d3a-a55a-2735a335ea78 HTTP/1.1" status: 200 len: 217 time: 0.1297445 Jul 24 00:54:37.494596 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 1d0ab9b7-4a5a-495a-b1c8-d552e985554b, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=1d0ab9b7-4a5a-495a-b1c8-d552e985554b,segment=NetworkSegment(87033756-2613-4563-8ced-8b450e5d1d76),segment_id=87033756-2613-4563-8ced-8b450e5d1d76)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:37.509109 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:37.510108 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device ec42162b-dea7-4fac-951f-0c21ee160d48 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:54:37.604115 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c86cc-3fca-493c-a05a-19778c420ac3 req-498f5620-379b-4759-b265-61f1f7152ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:37.605796 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-644c86cc-3fca-493c-a05a-19778c420ac3 req-498f5620-379b-4759-b265-61f1f7152ebb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f87e722c-580a-4749-b26f-a37af54c4e6f HTTP/1.1" status: 200 len: 853 time: 0.1193135 Jul 24 00:54:37.620321 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b6f04ea7-1cd6-4853-9d82-ea562cefab3e req-bda1a25f-5916-45c7-bb1c-a2f956ae082b tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb093fc6-2b35-41ad-916e-0a7e1e85cf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348097 Jul 24 00:54:37.624577 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=1d0ab9b7-4a5a-495a-b1c8-d552e985554b,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:37.638917 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad1616-99cc-4bc3-9e39-ef962da69028 req-3981b90a-c249-4cc1-9e1c-9922cff32865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:37.639251 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-04ad1616-99cc-4bc3-9e39-ef962da69028 req-3981b90a-c249-4cc1-9e1c-9922cff32865 service neutron] 10.222.0.13 "GET /v2.0/networks?id=aed3a9ed-bda9-4b01-bfa7-479967927504 HTTP/1.1" status: 200 len: 918 time: 0.3217485 Jul 24 00:54:37.752134 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-04ad1616-99cc-4bc3-9e39-ef962da69028 req-ff657bad-e7fd-40d8-8798-e1feb95e2225 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ec42162b-dea7-4fac-951f-0c21ee160d48 HTTP/1.1" status: 200 len: 217 time: 0.0923853 Jul 24 00:54:37.759362 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port ec42162b-dea7-4fac-951f-0c21ee160d48, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=ec42162b-dea7-4fac-951f-0c21ee160d48,segment=NetworkSegment(9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442),segment_id=9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:37.773910 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'ec42162b-dea7-4fac-951f-0c21ee160d48', 'network_id': 'aed3a9ed-bda9-4b01-bfa7-479967927504', 'port_id': 'ec42162b-dea7-4fac-951f-0c21ee160d48', 'mac_address': 'fa:16:3e:d8:f0:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b93775c-49b5-4fb3-8fc9-08abc19f17d1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:54:37.799691 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cabfde3-f89d-42d1-9998-79c498449a86 req-0ee7c456-4715-45ec-9840-1dc79b08cc8f tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:37.804187 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9cabfde3-f89d-42d1-9998-79c498449a86 req-0ee7c456-4715-45ec-9840-1dc79b08cc8f tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/ports?device_id=459b2c12-6944-4477-afb6-3c4af3325a5f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3100867 Jul 24 00:54:37.825346 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:37.841444 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec42162b-dea7-4fac-951f-0c21ee160d48 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:54:37.865262 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port ec42162b-dea7-4fac-951f-0c21ee160d48, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=ec42162b-dea7-4fac-951f-0c21ee160d48,segment=NetworkSegment(9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442),segment_id=9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:37.871026 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:37.884136 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c86cc-3fca-493c-a05a-19778c420ac3 req-57f23694-de0c-4f19-a9cc-3e1326af0497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:37.888513 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-644c86cc-3fca-493c-a05a-19778c420ac3 req-57f23694-de0c-4f19-a9cc-3e1326af0497 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0af7efde-56f8-4cda-80df-42385e4de628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2664192 Jul 24 00:54:37.895787 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad1616-99cc-4bc3-9e39-ef962da69028 req-9c40b79a-d579-4091-b0a8-438bb41f9b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:37.898078 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-04ad1616-99cc-4bc3-9e39-ef962da69028 req-9c40b79a-d579-4091-b0a8-438bb41f9b7b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b93775c-49b5-4fb3-8fc9-08abc19f17d1 HTTP/1.1" status: 200 len: 857 time: 0.1340528 Jul 24 00:54:37.970296 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=ec42162b-dea7-4fac-951f-0c21ee160d48,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:38.004223 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-644c86cc-3fca-493c-a05a-19778c420ac3 req-d7c81c18-c0b0-4ea3-8a94-ab3aa941104a service neutron] 10.222.0.13 "GET /v2.0/networks/0af7efde-56f8-4cda-80df-42385e4de628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051021 Jul 24 00:54:38.018413 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9cabfde3-f89d-42d1-9998-79c498449a86 req-48f63156-489b-403c-adaa-e7a82e24e654 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.80 HTTP/1.1" status: 200 len: 1000 time: 0.2038698 Jul 24 00:54:38.029380 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-9cabfde3-f89d-42d1-9998-79c498449a86 req-390c16b0-d54a-4e32-aad5-de3d87410c5b tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Request body: {'floatingip': {'port_id': '67b36148-e0cd-4bf3-b3fa-958445db798b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:54:38.113124 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-9cabfde3-f89d-42d1-9998-79c498449a86 req-390c16b0-d54a-4e32-aad5-de3d87410c5b tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks [] for floatingip, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:38.162118 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-644c86cc-3fca-493c-a05a-19778c420ac3 req-905e95cf-d3b1-4ba1-a7c8-017bdba4adbd service neutron] 10.222.0.13 "GET /v2.0/networks/0af7efde-56f8-4cda-80df-42385e4de628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089518 Jul 24 00:54:38.177337 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-04ad1616-99cc-4bc3-9e39-ef962da69028 req-27860ab3-a237-45c7-b283-21d9d01622db service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=aed3a9ed-bda9-4b01-bfa7-479967927504&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1710103 Jul 24 00:54:38.230411 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832fb370-4861-4800-9ed4-ede768cce3a4 req-cc7b16d3-e2bf-479b-bebd-fcb3eeaa4ad4 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:38.232194 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-832fb370-4861-4800-9ed4-ede768cce3a4 req-cc7b16d3-e2bf-479b-bebd-fcb3eeaa4ad4 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3c5485-96e8-4c00-8dc1-a83d50f9a1f3 HTTP/1.1" status: 200 len: 943 time: 0.2270644 Jul 24 00:54:38.322644 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['ec42162b-dea7-4fac-951f-0c21ee160d48'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:54:38.344485 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-832fb370-4861-4800-9ed4-ede768cce3a4 req-f52c4bf3-6786-40d8-9fff-a4aed79f09ff tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974698 Jul 24 00:54:38.418452 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c86cc-3fca-493c-a05a-19778c420ac3 req-3fb909dc-962f-4533-88ba-e4be97302b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:38.419998 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-644c86cc-3fca-493c-a05a-19778c420ac3 req-3fb909dc-962f-4533-88ba-e4be97302b23 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8775928e4716419799315861924d3578&device_id=48ae3a96-e4a9-4fb5-8185-696658b68a1b HTTP/1.1" status: 200 len: 1097 time: 0.1742098 Jul 24 00:54:38.425705 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['1d0ab9b7-4a5a-495a-b1c8-d552e985554b'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:54:38.530617 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c86cc-3fca-493c-a05a-19778c420ac3 req-a8ce0eac-7269-4cab-ab14-e35ae2ba829e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:38.535867 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-644c86cc-3fca-493c-a05a-19778c420ac3 req-a8ce0eac-7269-4cab-ab14-e35ae2ba829e service neutron] 10.222.0.13 "GET /v2.0/networks?id=c9b203d0-eae7-4a9d-aeba-2ef85b49dd48 HTTP/1.1" status: 200 len: 922 time: 0.1058445 Jul 24 00:54:38.538015 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-04ad1616-99cc-4bc3-9e39-ef962da69028 req-884d54ea-9fe7-4bc2-9815-e87ef6cb1ae6 service neutron] 10.222.0.13 "GET /v2.0/networks/aed3a9ed-bda9-4b01-bfa7-479967927504?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333695 Jul 24 00:54:38.687845 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-68c79467-ac89-42ef-a1d2-5e9779891fbb req-5c6487c3-c2c3-42dc-a89c-2c0a7af055d5 tempest-ServerShowV254Test-411464079 tempest-ServerShowV254Test-411464079-project] 10.222.0.15 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.1266048 Jul 24 00:54:38.758174 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-644c86cc-3fca-493c-a05a-19778c420ac3 req-e24e6d2a-1fc1-4eca-8158-f4b998cb9b62 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2507cfef-8818-4c53-8e64-f1d1fabfeeb5 HTTP/1.1" status: 200 len: 1000 time: 0.2079654 Jul 24 00:54:38.829600 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-04ad1616-99cc-4bc3-9e39-ef962da69028 req-c93c45f6-eb29-4453-863c-5bfd72f35fd1 service neutron] 10.222.0.13 "GET /v2.0/networks/aed3a9ed-bda9-4b01-bfa7-479967927504?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781346 Jul 24 00:54:38.844629 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c86cc-3fca-493c-a05a-19778c420ac3 req-65665aac-d94d-4120-8cd9-94674bfe602f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:38.849400 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-644c86cc-3fca-493c-a05a-19778c420ac3 req-65665aac-d94d-4120-8cd9-94674bfe602f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3072a7c8-2c3c-4d80-89a4-047d4b311662 HTTP/1.1" status: 200 len: 860 time: 0.0807815 Jul 24 00:54:38.953034 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c86cc-3fca-493c-a05a-19778c420ac3 req-77127711-8708-4dc8-b3c2-a639370905dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:38.954605 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-644c86cc-3fca-493c-a05a-19778c420ac3 req-77127711-8708-4dc8-b3c2-a639370905dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9b203d0-eae7-4a9d-aeba-2ef85b49dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0973723 Jul 24 00:54:39.038586 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-9cabfde3-f89d-42d1-9998-79c498449a86 req-390c16b0-d54a-4e32-aad5-de3d87410c5b tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:39.043814 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-9cabfde3-f89d-42d1-9998-79c498449a86 req-390c16b0-d54a-4e32-aad5-de3d87410c5b tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:39.113866 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-644c86cc-3fca-493c-a05a-19778c420ac3 req-4071a0ce-0430-41c3-8e74-f3e75a939af6 service neutron] 10.222.0.13 "GET /v2.0/networks/c9b203d0-eae7-4a9d-aeba-2ef85b49dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333840 Jul 24 00:54:39.174084 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [req-9cabfde3-f89d-42d1-9998-79c498449a86 req-390c16b0-d54a-4e32-aad5-de3d87410c5b tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Floating IP 38fec42b-0642-4e3b-b171-192b3fc81242 associated. External IP: 172.25.2.80, port: 2507cfef-8818-4c53-8e64-f1d1fabfeeb5. Jul 24 00:54:39.201383 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d310ea39-d6db-4d3a-a55a-2735a335ea78 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:54:39.206564 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device da8c1488-c2d2-4152-8d64-1843bc515cce up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:54:39.388422 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6828aa0-3db2-4c38-a152-d8dde83cc621 req-58cb66a9-d461-48de-84bc-f13238d4d250 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:39.389803 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a6828aa0-3db2-4c38-a152-d8dde83cc621 req-58cb66a9-d461-48de-84bc-f13238d4d250 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/ports?device_id=89adea76-29d9-4d0a-93a8-50e1fa66477c HTTP/1.1" status: 200 len: 945 time: 0.2213905 Jul 24 00:54:39.392216 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-644c86cc-3fca-493c-a05a-19778c420ac3 req-2917fc4c-9a28-452f-aac5-f6ef879f326b service neutron] 10.222.0.13 "GET /v2.0/networks/c9b203d0-eae7-4a9d-aeba-2ef85b49dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575507 Jul 24 00:54:39.409226 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port d310ea39-d6db-4d3a-a55a-2735a335ea78, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d310ea39-d6db-4d3a-a55a-2735a335ea78,segment=NetworkSegment(87033756-2613-4563-8ced-8b450e5d1d76),segment_id=87033756-2613-4563-8ced-8b450e5d1d76)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:39.426044 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'd310ea39-d6db-4d3a-a55a-2735a335ea78', 'network_id': '0af7efde-56f8-4cda-80df-42385e4de628', 'port_id': 'd310ea39-d6db-4d3a-a55a-2735a335ea78', 'mac_address': 'fa:16:3e:b3:75:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f87e722c-580a-4749-b26f-a37af54c4e6f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:54:39.428282 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port da8c1488-c2d2-4152-8d64-1843bc515cce completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:54:39.433475 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port da8c1488-c2d2-4152-8d64-1843bc515cce triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:54:39.434143 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:39.473607 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cabfde3-f89d-42d1-9998-79c498449a86 req-390c16b0-d54a-4e32-aad5-de3d87410c5b tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Router d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:54:39.561219 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:39.577936 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d310ea39-d6db-4d3a-a55a-2735a335ea78 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:54:39.600921 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:39.619142 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port d310ea39-d6db-4d3a-a55a-2735a335ea78, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d310ea39-d6db-4d3a-a55a-2735a335ea78,segment=NetworkSegment(87033756-2613-4563-8ced-8b450e5d1d76),segment_id=87033756-2613-4563-8ced-8b450e5d1d76)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:39.632285 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:39.641943 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad12442b-0649-4dd0-a13e-5ae73107185b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8c1488-c2d2-4152-8d64-1843bc515cce'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:54:39.645353 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87f5359-401f-4724-b7af-b45ff45082ae" -d '{"events": [{"server_uuid": "ad12442b-0649-4dd0-a13e-5ae73107185b", "name": "network-vif-plugged", "status": "completed", "tag": "da8c1488-c2d2-4152-8d64-1843bc515cce"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:54:39.652525 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cabfde3-f89d-42d1-9998-79c498449a86 req-390c16b0-d54a-4e32-aad5-de3d87410c5b tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:54:39.690761 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c12356-b000-489f-bb1c-b6fc07296a1c None None] Sync routers for ids ['d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:54:39.696327 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a6828aa0-3db2-4c38-a152-d8dde83cc621 req-d52fcbf8-70a6-48e8-b5bf-f3fbcef7fb99 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb093fc6-2b35-41ad-916e-0a7e1e85cf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996039 Jul 24 00:54:39.719271 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port da8c1488-c2d2-4152-8d64-1843bc515cce, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=da8c1488-c2d2-4152-8d64-1843bc515cce,segment=NetworkSegment(9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442),segment_id=9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:39.732522 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:39.735290 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c12356-b000-489f-bb1c-b6fc07296a1c None None] Routers {'d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:54:39.736287 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-23c12356-b000-489f-bb1c-b6fc07296a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:54:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:39.922653 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cabfde3-f89d-42d1-9998-79c498449a86 req-390c16b0-d54a-4e32-aad5-de3d87410c5b tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Router d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:54:39.950432 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93847ac-f19b-4be2-a67f-1b8c7ba9cc6f req-df384e49-d337-4022-a1ca-18d0fdd0aed6 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:39.967975 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b93847ac-f19b-4be2-a67f-1b8c7ba9cc6f req-df384e49-d337-4022-a1ca-18d0fdd0aed6 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.1739762 Jul 24 00:54:40.019081 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-23c12356-b000-489f-bb1c-b6fc07296a1c None None] Set router d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:54:40.053070 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cabfde3-f89d-42d1-9998-79c498449a86 req-390c16b0-d54a-4e32-aad5-de3d87410c5b tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:54:40.061938 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-9cabfde3-f89d-42d1-9998-79c498449a86 req-390c16b0-d54a-4e32-aad5-de3d87410c5b tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:40.081204 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b93847ac-f19b-4be2-a67f-1b8c7ba9cc6f req-4d7aed66-c1ce-440f-ad8b-f1fe1d757724 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117671 Jul 24 00:54:40.139571 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=d310ea39-d6db-4d3a-a55a-2735a335ea78,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:40.151864 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ae3a96-e4a9-4fb5-8185-696658b68a1b', 'tag': '2507cfef-8818-4c53-8e64-f1d1fabfeeb5'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:54:40.154327 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb75ca4b-8ec5-4d0f-89a4-42b52f7a6636" -d '{"events": [{"name": "network-changed", "server_uuid": "48ae3a96-e4a9-4fb5-8185-696658b68a1b", "tag": "2507cfef-8818-4c53-8e64-f1d1fabfeeb5"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:54:40.166821 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9cabfde3-f89d-42d1-9998-79c498449a86 req-390c16b0-d54a-4e32-aad5-de3d87410c5b tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "PUT /v2.0/floatingips/38fec42b-0642-4e3b-b171-192b3fc81242 HTTP/1.1" status: 200 len: 998 time: 2.1416004 Jul 24 00:54:40.238252 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cabfde3-f89d-42d1-9998-79c498449a86 req-bd3dd864-5efc-4188-bcde-6c71d9ee69ca tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:40.254572 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=da8c1488-c2d2-4152-8d64-1843bc515cce,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:40.254883 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9cabfde3-f89d-42d1-9998-79c498449a86 req-bd3dd864-5efc-4188-bcde-6c71d9ee69ca tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/ports/2507cfef-8818-4c53-8e64-f1d1fabfeeb5 HTTP/1.1" status: 200 len: 942 time: 0.0879807 Jul 24 00:54:40.332824 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-23c12356-b000-489f-bb1c-b6fc07296a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143471385-router', 'tenant_id': '8775928e4716419799315861924d3578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:43Z', 'updated_at': '2021-07-24T00:53:48Z', 'revision_number': 4, 'project_id': '8775928e4716419799315861924d3578', 'gw_port': {'id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:44Z', 'updated_at': '2021-07-24T00:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '38fec42b-0642-4e3b-b171-192b3fc81242', 'tenant_id': '8775928e4716419799315861924d3578', 'floating_ip_address': '172.25.2.80', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'port_id': '67b36148-e0cd-4bf3-b3fa-958445db798b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48', 'mac_address': 'fa:16:3e:32:86:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459b2c12-6944-4477-afb6-3c4af3325a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:54:08Z', 'updated_at': '2021-07-24T00:54:38Z', 'revision_number': 3, 'project_id': '8775928e4716419799315861924d3578', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb', 'name': '', 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48', 'tenant_id': '8775928e4716419799315861924d3578', 'mac_address': 'fa:16:3e:d1:2f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:47Z', 'updated_at': '2021-07-24T00:53:57Z', 'revision_number': 5, 'project_id': '8775928e4716419799315861924d3578', 'subnets': [{'id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:40.372838 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c12356-b000-489f-bb1c-b6fc07296a1c None None] Checking router: d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:54:40.377502 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90233d-7855-4e1b-afd1-745e2fb0ae6c req-a5c9844d-8394-468c-b971-0967b64e31f5 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:40.384420 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c12356-b000-489f-bb1c-b6fc07296a1c None None] Routers {'d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:54:40.385028 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3e90233d-7855-4e1b-afd1-745e2fb0ae6c req-a5c9844d-8394-468c-b971-0967b64e31f5 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3c5485-96e8-4c00-8dc1-a83d50f9a1f3 HTTP/1.1" status: 200 len: 944 time: 0.1248193 Jul 24 00:54:40.385168 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-23c12356-b000-489f-bb1c-b6fc07296a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:54:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:40.392069 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cabfde3-f89d-42d1-9998-79c498449a86 req-df8bf51b-6be6-486b-b15a-8df32e3d3974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:40.394303 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9cabfde3-f89d-42d1-9998-79c498449a86 req-df8bf51b-6be6-486b-b15a-8df32e3d3974 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8775928e4716419799315861924d3578&device_id=48ae3a96-e4a9-4fb5-8185-696658b68a1b HTTP/1.1" status: 200 len: 1097 time: 0.0807400 Jul 24 00:54:40.429962 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['d310ea39-d6db-4d3a-a55a-2735a335ea78'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:54:40.439625 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3e90233d-7855-4e1b-afd1-745e2fb0ae6c req-9100f54f-49e8-4a68-8d4d-90b2bdd51b4b tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532663 Jul 24 00:54:40.519770 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad18603d-68bf-4d34-941f-9f6edfa226dc x-openstack-request-id: req-ad18603d-68bf-4d34-941f-9f6edfa226dc {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:54:40.520072 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad12442b-0649-4dd0-a13e-5ae73107185b", "name": "network-vif-plugged", "status": "completed", "tag": "da8c1488-c2d2-4152-8d64-1843bc515cce", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:54:40.520320 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ad18603d-68bf-4d34-941f-9f6edfa226dc {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:54:40.520707 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad12442b-0649-4dd0-a13e-5ae73107185b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8c1488-c2d2-4152-8d64-1843bc515cce', 'code': 200} Jul 24 00:54:40.545636 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-acc36b2d-1a75-42f4-bb3b-943402992966 req-3cd4075a-516e-45a2-8812-849271bc2c2a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.0740499 Jul 24 00:54:40.591078 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cabfde3-f89d-42d1-9998-79c498449a86 req-14c41ccf-2481-45b6-ad1e-f25885fadc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:40.595219 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9cabfde3-f89d-42d1-9998-79c498449a86 req-14c41ccf-2481-45b6-ad1e-f25885fadc37 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c9b203d0-eae7-4a9d-aeba-2ef85b49dd48 HTTP/1.1" status: 200 len: 922 time: 0.1902924 Jul 24 00:54:40.616649 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-23c12356-b000-489f-bb1c-b6fc07296a1c None None] Set router d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:54:40.633632 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eb523436-e9ba-4b4b-8fcc-1e7394e5e0c1 req-c67c088b-a7d9-4629-826c-65cfe80b0282 tempest-ServerShowV254Test-411464079 tempest-ServerShowV254Test-411464079-project] 10.222.0.15 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.0381215 Jul 24 00:54:40.678596 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9cabfde3-f89d-42d1-9998-79c498449a86 req-93b0295a-f3d3-4ede-a9e3-0565f4cbdc81 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2507cfef-8818-4c53-8e64-f1d1fabfeeb5 HTTP/1.1" status: 200 len: 217 time: 0.0746579 Jul 24 00:54:40.729489 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94bf84-b4de-46a9-9ea1-b0d4de79d1b2 req-f81b1dd4-0173-45aa-898c-db8bb2e99be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:40.731146 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9d94bf84-b4de-46a9-9ea1-b0d4de79d1b2 req-f81b1dd4-0173-45aa-898c-db8bb2e99be2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ad12442b-0649-4dd0-a13e-5ae73107185b HTTP/1.1" status: 200 len: 1098 time: 0.0857882 Jul 24 00:54:40.769456 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cabfde3-f89d-42d1-9998-79c498449a86 req-d9620c8b-2dda-4d28-9978-9c1a76ab56a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:40.779219 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9cabfde3-f89d-42d1-9998-79c498449a86 req-d9620c8b-2dda-4d28-9978-9c1a76ab56a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3072a7c8-2c3c-4d80-89a4-047d4b311662 HTTP/1.1" status: 200 len: 860 time: 0.0914760 Jul 24 00:54:40.800765 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9d94bf84-b4de-46a9-9ea1-b0d4de79d1b2 req-1c5ce2a6-c2a0-4209-b216-60c6280a8034 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cb093fc6-2b35-41ad-916e-0a7e1e85cf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571773 Jul 24 00:54:40.858458 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cabfde3-f89d-42d1-9998-79c498449a86 req-75d83730-5384-47b7-a7e4-b0669b12ba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:40.868707 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9cabfde3-f89d-42d1-9998-79c498449a86 req-75d83730-5384-47b7-a7e4-b0669b12ba63 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9b203d0-eae7-4a9d-aeba-2ef85b49dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0883338 Jul 24 00:54:40.877213 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [req-9cabfde3-f89d-42d1-9998-79c498449a86 req-52c6f8d8-d1cc-4ad9-9c40-3b2e03ba7d8f service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:54:40.885322 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9cabfde3-f89d-42d1-9998-79c498449a86 req-52c6f8d8-d1cc-4ad9-9c40-3b2e03ba7d8f service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148807 Jul 24 00:54:41.006439 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9cabfde3-f89d-42d1-9998-79c498449a86 req-a3a010f5-7d65-43e9-8595-41f015729431 service neutron] 10.222.0.15 "GET /v2.0/networks/c9b203d0-eae7-4a9d-aeba-2ef85b49dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197698 Jul 24 00:54:41.009474 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce01495b-2fc2-4a22-b347-3147bf2e9a15 x-openstack-request-id: req-ce01495b-2fc2-4a22-b347-3147bf2e9a15 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:54:41.010183 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48ae3a96-e4a9-4fb5-8185-696658b68a1b", "tag": "2507cfef-8818-4c53-8e64-f1d1fabfeeb5", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:54:41.011338 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ce01495b-2fc2-4a22-b347-3147bf2e9a15 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:54:41.012089 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ae3a96-e4a9-4fb5-8185-696658b68a1b', 'tag': '2507cfef-8818-4c53-8e64-f1d1fabfeeb5', 'status': 'completed', 'code': 200} Jul 24 00:54:41.098580 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-23c12356-b000-489f-bb1c-b6fc07296a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143471385-router', 'tenant_id': '8775928e4716419799315861924d3578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:43Z', 'updated_at': '2021-07-24T00:53:48Z', 'revision_number': 4, 'project_id': '8775928e4716419799315861924d3578', 'gw_port': {'id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:44Z', 'updated_at': '2021-07-24T00:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '38fec42b-0642-4e3b-b171-192b3fc81242', 'tenant_id': '8775928e4716419799315861924d3578', 'floating_ip_address': '172.25.2.80', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'port_id': '67b36148-e0cd-4bf3-b3fa-958445db798b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48', 'mac_address': 'fa:16:3e:32:86:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459b2c12-6944-4477-afb6-3c4af3325a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:54:08Z', 'updated_at': '2021-07-24T00:54:38Z', 'revision_number': 3, 'project_id': '8775928e4716419799315861924d3578', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb', 'name': '', 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48', 'tenant_id': '8775928e4716419799315861924d3578', 'mac_address': 'fa:16:3e:d1:2f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:47Z', 'updated_at': '2021-07-24T00:53:57Z', 'revision_number': 5, 'project_id': '8775928e4716419799315861924d3578', 'subnets': [{'id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:41.126192 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c12356-b000-489f-bb1c-b6fc07296a1c None None] The sync data for ids ['d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'] in n-d-793621-25 is: [{'id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143471385-router', 'tenant_id': '8775928e4716419799315861924d3578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:43Z', 'updated_at': '2021-07-24T00:53:48Z', 'revision_number': 4, 'project_id': '8775928e4716419799315861924d3578', 'gw_port': {'id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:44Z', 'updated_at': '2021-07-24T00:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '38fec42b-0642-4e3b-b171-192b3fc81242', 'tenant_id': '8775928e4716419799315861924d3578', 'floating_ip_address': '172.25.2.80', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'port_id': '67b36148-e0cd-4bf3-b3fa-958445db798b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48', 'mac_address': 'fa:16:3e:32:86:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459b2c12-6944-4477-afb6-3c4af3325a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:54:08Z', 'updated_at': '2021-07-24T00:54:38Z', 'revision_number': 3, 'project_id': '8775928e4716419799315861924d3578', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb', 'name': '', 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48', 'tenant_id': '8775928e4716419799315861924d3578', 'mac_address': 'fa:16:3e:d1:2f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:47Z', 'updated_at': '2021-07-24T00:53:57Z', 'revision_number': 5, 'project_id': '8775928e4716419799315861924d3578', 'subnets': [{'id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:54:41.140057 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75ca4b-8ec5-4d0f-89a4-42b52f7a6636 req-ba34f825-0ff7-4704-91d0-c984bcfe669f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:41.141695 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eb75ca4b-8ec5-4d0f-89a4-42b52f7a6636 req-ba34f825-0ff7-4704-91d0-c984bcfe669f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8775928e4716419799315861924d3578&device_id=48ae3a96-e4a9-4fb5-8185-696658b68a1b HTTP/1.1" status: 200 len: 1097 time: 0.1306510 Jul 24 00:54:41.162419 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9cabfde3-f89d-42d1-9998-79c498449a86 req-8aa83c54-0736-44ee-99a9-288a1edff0c4 service neutron] 10.222.0.15 "GET /v2.0/networks/c9b203d0-eae7-4a9d-aeba-2ef85b49dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545279 Jul 24 00:54:41.195027 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 1d0ab9b7-4a5a-495a-b1c8-d552e985554b up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:54:41.282753 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cabfde3-f89d-42d1-9998-79c498449a86 req-243645b6-091f-47a0-8c7d-65bcb861f6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:41.287731 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9cabfde3-f89d-42d1-9998-79c498449a86 req-243645b6-091f-47a0-8c7d-65bcb861f6cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8775928e4716419799315861924d3578&device_id=459b2c12-6944-4477-afb6-3c4af3325a5f HTTP/1.1" status: 200 len: 1098 time: 0.0906715 Jul 24 00:54:41.313392 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 1d0ab9b7-4a5a-495a-b1c8-d552e985554b completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:54:41.319048 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 1d0ab9b7-4a5a-495a-b1c8-d552e985554b triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:54:41.319421 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:41.324033 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a51650-7650-4588-aec8-7578f4f90ae5 req-ba74e0aa-b72e-45f9-8f18-5f9202895d16 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:41.325696 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-69a51650-7650-4588-aec8-7578f4f90ae5 req-ba74e0aa-b72e-45f9-8f18-5f9202895d16 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/ports?device_id=89adea76-29d9-4d0a-93a8-50e1fa66477c HTTP/1.1" status: 200 len: 945 time: 0.2091973 Jul 24 00:54:41.344275 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75ca4b-8ec5-4d0f-89a4-42b52f7a6636 req-ae266e1b-850a-4d5b-a2be-4a943ad2f152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:41.348967 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eb75ca4b-8ec5-4d0f-89a4-42b52f7a6636 req-ae266e1b-850a-4d5b-a2be-4a943ad2f152 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c9b203d0-eae7-4a9d-aeba-2ef85b49dd48 HTTP/1.1" status: 200 len: 922 time: 0.1655526 Jul 24 00:54:41.417651 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eb75ca4b-8ec5-4d0f-89a4-42b52f7a6636 req-80e70285-fbdd-447b-b37d-db4a57371d56 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2507cfef-8818-4c53-8e64-f1d1fabfeeb5 HTTP/1.1" status: 200 len: 217 time: 0.0587087 Jul 24 00:54:41.467815 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:41.510440 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-69a51650-7650-4588-aec8-7578f4f90ae5 req-334cf71c-cec1-4704-9edf-a9dd656db557 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb093fc6-2b35-41ad-916e-0a7e1e85cf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528218 Jul 24 00:54:41.511086 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e45e21-c1aa-4a37-8160-8860362c341f None None] New status for floating IP 38fec42b-0642-4e3b-b171-192b3fc81242: ACTIVE {{(pid=100466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:54:41.523925 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cabfde3-f89d-42d1-9998-79c498449a86 req-408d0f87-f5a8-4b5d-aa09-d5e37a667fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:41.527703 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9cabfde3-f89d-42d1-9998-79c498449a86 req-408d0f87-f5a8-4b5d-aa09-d5e37a667fc5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c9b203d0-eae7-4a9d-aeba-2ef85b49dd48 HTTP/1.1" status: 200 len: 922 time: 0.2339847 Jul 24 00:54:41.545300 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 1d0ab9b7-4a5a-495a-b1c8-d552e985554b, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=1d0ab9b7-4a5a-495a-b1c8-d552e985554b,segment=NetworkSegment(87033756-2613-4563-8ced-8b450e5d1d76),segment_id=87033756-2613-4563-8ced-8b450e5d1d76)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:41.549877 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75ca4b-8ec5-4d0f-89a4-42b52f7a6636 req-a6178751-cd3d-4a8d-a4b8-a2f666c25200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:41.551775 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eb75ca4b-8ec5-4d0f-89a4-42b52f7a6636 req-a6178751-cd3d-4a8d-a4b8-a2f666c25200 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3072a7c8-2c3c-4d80-89a4-047d4b311662 HTTP/1.1" status: 200 len: 860 time: 0.1089585 Jul 24 00:54:41.553067 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:41.554095 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device ec42162b-dea7-4fac-951f-0c21ee160d48 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:54:41.664280 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9cabfde3-f89d-42d1-9998-79c498449a86 req-9a5717bd-8812-432f-a73a-6e50e988daec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67b36148-e0cd-4bf3-b3fa-958445db798b HTTP/1.1" status: 200 len: 1001 time: 0.1219854 Jul 24 00:54:41.681206 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75ca4b-8ec5-4d0f-89a4-42b52f7a6636 req-add0e516-3934-4866-80d9-ebb624c98bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:41.683094 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eb75ca4b-8ec5-4d0f-89a4-42b52f7a6636 req-add0e516-3934-4866-80d9-ebb624c98bce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9b203d0-eae7-4a9d-aeba-2ef85b49dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1158442 Jul 24 00:54:41.683524 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=1d0ab9b7-4a5a-495a-b1c8-d552e985554b,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:41.696649 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port ec42162b-dea7-4fac-951f-0c21ee160d48 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:54:41.701327 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port ec42162b-dea7-4fac-951f-0c21ee160d48 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:54:41.701949 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:41.728900 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50585f0a-4981-4704-86be-297371d82c33 req-8103e958-3b7a-4936-af4a-7d74419bb91e tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:41.731271 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-50585f0a-4981-4704-86be-297371d82c33 req-8103e958-3b7a-4936-af4a-7d74419bb91e tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.11 "GET /v2.0/ports?device_id=ad07a853-0cfb-4110-9b74-0f511889dcae HTTP/1.1" status: 200 len: 945 time: 0.3679338 Jul 24 00:54:41.754834 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cabfde3-f89d-42d1-9998-79c498449a86 req-f388cb4d-c2fb-4a3d-88f1-8eda5f26160f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:41.762685 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9cabfde3-f89d-42d1-9998-79c498449a86 req-f388cb4d-c2fb-4a3d-88f1-8eda5f26160f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3072a7c8-2c3c-4d80-89a4-047d4b311662 HTTP/1.1" status: 200 len: 860 time: 0.0972021 Jul 24 00:54:41.820991 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef54d4f-4624-4241-98db-680acba4d8a7 req-4c4aaeb3-fe64-4e67-9a51-471b068e55c5 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:41.828323 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bef54d4f-4624-4241-98db-680acba4d8a7 req-4c4aaeb3-fe64-4e67-9a51-471b068e55c5 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad07a853-0cfb-4110-9b74-0f511889dcae HTTP/1.1" status: 200 len: 945 time: 0.1939189 Jul 24 00:54:41.861641 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eb75ca4b-8ec5-4d0f-89a4-42b52f7a6636 req-9c14b81a-4bd8-47e1-8ae8-dc61e3e315a2 service neutron] 10.222.0.13 "GET /v2.0/networks/c9b203d0-eae7-4a9d-aeba-2ef85b49dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651301 Jul 24 00:54:41.871437 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:41.898816 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cabfde3-f89d-42d1-9998-79c498449a86 req-7f5b1f4c-fb98-4b23-9fb5-bfff7deb5656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:41.903118 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bef54d4f-4624-4241-98db-680acba4d8a7 req-af661dce-99fe-42be-b82e-81a6ba71434a tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687199 Jul 24 00:54:41.908344 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9cabfde3-f89d-42d1-9998-79c498449a86 req-7f5b1f4c-fb98-4b23-9fb5-bfff7deb5656 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9b203d0-eae7-4a9d-aeba-2ef85b49dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1436105 Jul 24 00:54:41.912490 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port ec42162b-dea7-4fac-951f-0c21ee160d48, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=ec42162b-dea7-4fac-951f-0c21ee160d48,segment=NetworkSegment(9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442),segment_id=9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:41.925713 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:41.993852 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=ec42162b-dea7-4fac-951f-0c21ee160d48,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:42.008246 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-50585f0a-4981-4704-86be-297371d82c33 req-02b9dfbc-f9b5-4010-ae04-797e591acdb5 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Deleting port 1e8f895b-a048-423b-b320-513cbfc9cc20 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:54:42.008759 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-50585f0a-4981-4704-86be-297371d82c33 req-02b9dfbc-f9b5-4010-ae04-797e591acdb5 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:42.040985 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626ba18a-b795-4ee5-ac97-16089cfeddba None None] Sync routers for ids ['d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:54:42.063969 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626ba18a-b795-4ee5-ac97-16089cfeddba None None] Routers {'d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:54:42.065165 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-626ba18a-b795-4ee5-ac97-16089cfeddba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:54:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:42.099976 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eb75ca4b-8ec5-4d0f-89a4-42b52f7a6636 req-e4008b57-ce2f-4619-a26c-531e903ff440 service neutron] 10.222.0.13 "GET /v2.0/networks/c9b203d0-eae7-4a9d-aeba-2ef85b49dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203348 Jul 24 00:54:42.137214 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbcbf67-7411-404d-b73b-8870e3c24799 req-ff8b2a65-110f-43c3-8048-cc746fec1646 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:42.139405 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5dbcbf67-7411-404d-b73b-8870e3c24799 req-ff8b2a65-110f-43c3-8048-cc746fec1646 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3c5485-96e8-4c00-8dc1-a83d50f9a1f3 HTTP/1.1" status: 200 len: 944 time: 0.1259727 Jul 24 00:54:42.144961 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9cabfde3-f89d-42d1-9998-79c498449a86 req-92650165-ff06-4c52-a5a0-f483aef88ab2 service neutron] 10.222.0.15 "GET /v2.0/networks/c9b203d0-eae7-4a9d-aeba-2ef85b49dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245965 Jul 24 00:54:42.204393 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5dbcbf67-7411-404d-b73b-8870e3c24799 req-13cabb10-da2e-405e-929a-006c9e914c73 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575285 Jul 24 00:54:42.206255 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-50585f0a-4981-4704-86be-297371d82c33 req-02b9dfbc-f9b5-4010-ae04-797e591acdb5 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] For port 1e8f895b-a048-423b-b320-513cbfc9cc20, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=1e8f895b-a048-423b-b320-513cbfc9cc20,segment=NetworkSegment(224003b9-1e4b-40e8-8bf3-31947898d576),segment_id=224003b9-1e4b-40e8-8bf3-31947898d576)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:42.206879 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-50585f0a-4981-4704-86be-297371d82c33 req-02b9dfbc-f9b5-4010-ae04-797e591acdb5 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:42.211867 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-626ba18a-b795-4ee5-ac97-16089cfeddba None None] Set router d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:54:42.322992 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eaa69913-d95d-455c-b3bf-9466b2b251bb req-f6010b37-4fdd-4253-9bf0-a8264b3e51e9 tempest-ServerShowV254Test-411464079 tempest-ServerShowV254Test-411464079-project] 10.222.0.15 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.0404882 Jul 24 00:54:42.522134 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aaefa9a-a6e6-43d7-a057-069d1dbe8402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0ab9b7-4a5a-495a-b1c8-d552e985554b'}, {'server_uuid': '89adea76-29d9-4d0a-93a8-50e1fa66477c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec42162b-dea7-4fac-951f-0c21ee160d48'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:54:42.524680 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1015da9-9905-43ca-b129-b2b27cd686c0" -d '{"events": [{"server_uuid": "7aaefa9a-a6e6-43d7-a057-069d1dbe8402", "name": "network-vif-plugged", "status": "completed", "tag": "1d0ab9b7-4a5a-495a-b1c8-d552e985554b"}, {"server_uuid": "89adea76-29d9-4d0a-93a8-50e1fa66477c", "name": "network-vif-plugged", "status": "completed", "tag": "ec42162b-dea7-4fac-951f-0c21ee160d48"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:54:42.533434 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-626ba18a-b795-4ee5-ac97-16089cfeddba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143471385-router', 'tenant_id': '8775928e4716419799315861924d3578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:43Z', 'updated_at': '2021-07-24T00:53:48Z', 'revision_number': 4, 'project_id': '8775928e4716419799315861924d3578', 'gw_port': {'id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:44Z', 'updated_at': '2021-07-24T00:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '38fec42b-0642-4e3b-b171-192b3fc81242', 'tenant_id': '8775928e4716419799315861924d3578', 'floating_ip_address': '172.25.2.80', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'port_id': '67b36148-e0cd-4bf3-b3fa-958445db798b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48', 'mac_address': 'fa:16:3e:32:86:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459b2c12-6944-4477-afb6-3c4af3325a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:54:08Z', 'updated_at': '2021-07-24T00:54:41Z', 'revision_number': 4, 'project_id': '8775928e4716419799315861924d3578', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb', 'name': '', 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48', 'tenant_id': '8775928e4716419799315861924d3578', 'mac_address': 'fa:16:3e:d1:2f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:47Z', 'updated_at': '2021-07-24T00:53:57Z', 'revision_number': 5, 'project_id': '8775928e4716419799315861924d3578', 'subnets': [{'id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:42.562375 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626ba18a-b795-4ee5-ac97-16089cfeddba None None] Checking router: d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:54:42.577585 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626ba18a-b795-4ee5-ac97-16089cfeddba None None] Routers {'d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:54:42.578575 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-626ba18a-b795-4ee5-ac97-16089cfeddba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:54:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:42.579769 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-50585f0a-4981-4704-86be-297371d82c33 req-02b9dfbc-f9b5-4010-ae04-797e591acdb5 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Calling delete_port for 1e8f895b-a048-423b-b320-513cbfc9cc20 owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:54:42.649219 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9cabfde3-f89d-42d1-9998-79c498449a86 req-3fab92be-9be3-4741-8190-2e6771bcd207 service neutron] 10.222.0.15 "GET /v2.0/networks/c9b203d0-eae7-4a9d-aeba-2ef85b49dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4811921 Jul 24 00:54:42.686313 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6ee82-6a64-46ba-addb-5ae38e81db8b req-f082c62a-eb2e-4daf-934a-9354bad6dc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:42.688740 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8ee6ee82-6a64-46ba-addb-5ae38e81db8b req-f082c62a-eb2e-4daf-934a-9354bad6dc2b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=20d35f4a5a814139b52be63228a1596d&device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 1097 time: 0.0679293 Jul 24 00:54:42.727757 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 24 Jul 2021 00:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2d89a7-1cfe-4049-85d9-b2324d087748 x-openstack-request-id: req-2e2d89a7-1cfe-4049-85d9-b2324d087748 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:54:42.728069 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aaefa9a-a6e6-43d7-a057-069d1dbe8402", "name": "network-vif-plugged", "status": "completed", "tag": "1d0ab9b7-4a5a-495a-b1c8-d552e985554b", "code": 200}, {"server_uuid": "89adea76-29d9-4d0a-93a8-50e1fa66477c", "name": "network-vif-plugged", "status": "completed", "tag": "ec42162b-dea7-4fac-951f-0c21ee160d48", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:54:42.728336 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2e2d89a7-1cfe-4049-85d9-b2324d087748 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:54:42.728729 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aaefa9a-a6e6-43d7-a057-069d1dbe8402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d0ab9b7-4a5a-495a-b1c8-d552e985554b', 'code': 200} Jul 24 00:54:42.728993 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89adea76-29d9-4d0a-93a8-50e1fa66477c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec42162b-dea7-4fac-951f-0c21ee160d48', 'code': 200} Jul 24 00:54:42.771713 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-50585f0a-4981-4704-86be-297371d82c33 req-02b9dfbc-f9b5-4010-ae04-797e591acdb5 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:42.791961 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['1e8f895b-a048-423b-b320-513cbfc9cc20'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:54:42.805195 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b9dfbc-f9b5-4010-ae04-797e591acdb5 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Pushing event deleted for resources: {'Port': ['ID=1e8f895b-a048-423b-b320-513cbfc9cc20,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:42.860048 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6ee82-6a64-46ba-addb-5ae38e81db8b req-bc4c194a-b202-4d1e-a115-4ab728f0251d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:42.863816 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8ee6ee82-6a64-46ba-addb-5ae38e81db8b req-bc4c194a-b202-4d1e-a115-4ab728f0251d service neutron] 10.222.0.13 "GET /v2.0/networks?id=73a8909c-49cf-4748-a0d1-117aad1d6801 HTTP/1.1" status: 200 len: 919 time: 0.1646888 Jul 24 00:54:42.870622 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-626ba18a-b795-4ee5-ac97-16089cfeddba None None] Set router d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:54:42.886756 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-50585f0a-4981-4704-86be-297371d82c33 req-02b9dfbc-f9b5-4010-ae04-797e591acdb5 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] No DVR routers for this DVR port 1e8f895b-a048-423b-b320-513cbfc9cc20 on host n-h2-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:54:42.889982 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-50585f0a-4981-4704-86be-297371d82c33 req-02b9dfbc-f9b5-4010-ae04-797e591acdb5 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:42.893292 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-50585f0a-4981-4704-86be-297371d82c33 req-02b9dfbc-f9b5-4010-ae04-797e591acdb5 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.11 "DELETE /v2.0/ports/1e8f895b-a048-423b-b320-513cbfc9cc20 HTTP/1.1" status: 204 len: 173 time: 1.1481795 Jul 24 00:54:42.986532 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd3c18-9d9b-4e20-a976-c13793d4462c req-8798b8fa-2e87-4b0e-96ea-83622a43cbf7 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:42.988636 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-29cd3c18-9d9b-4e20-a976-c13793d4462c req-8798b8fa-2e87-4b0e-96ea-83622a43cbf7 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/ports?device_id=89adea76-29d9-4d0a-93a8-50e1fa66477c HTTP/1.1" status: 200 len: 946 time: 0.1107767 Jul 24 00:54:43.013747 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459b2c12-6944-4477-afb6-3c4af3325a5f', 'tag': '67b36148-e0cd-4bf3-b3fa-958445db798b'}, {'server_uuid': 'ad07a853-0cfb-4110-9b74-0f511889dcae', 'name': 'network-vif-deleted', 'tag': '1e8f895b-a048-423b-b320-513cbfc9cc20'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:54:43.016940 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8b2e16-fb77-4dd8-b754-76d058bc73b2" -d '{"events": [{"name": "network-changed", "server_uuid": "459b2c12-6944-4477-afb6-3c4af3325a5f", "tag": "67b36148-e0cd-4bf3-b3fa-958445db798b"}, {"server_uuid": "ad07a853-0cfb-4110-9b74-0f511889dcae", "name": "network-vif-deleted", "tag": "1e8f895b-a048-423b-b320-513cbfc9cc20"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:54:43.019535 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8ee6ee82-6a64-46ba-addb-5ae38e81db8b req-76ebcdde-cad8-43ab-a54f-19ad665374b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=05ec7917-6cd8-4b84-825d-0e5955dd0180 HTTP/1.1" status: 200 len: 217 time: 0.1280160 Jul 24 00:54:43.043416 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-29cd3c18-9d9b-4e20-a976-c13793d4462c req-8b570454-5195-4a87-a691-517317250d21 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb093fc6-2b35-41ad-916e-0a7e1e85cf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464296 Jul 24 00:54:43.110259 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50efb152-a047-4051-89c3-d0fc7d30a3a4 req-eee9b7f6-a6ea-4ea1-b125-655d9b652000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:43.112753 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-50efb152-a047-4051-89c3-d0fc7d30a3a4 req-eee9b7f6-a6ea-4ea1-b125-655d9b652000 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7aaefa9a-a6e6-43d7-a057-069d1dbe8402 HTTP/1.1" status: 200 len: 1097 time: 0.2062614 Jul 24 00:54:43.113932 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6ee82-6a64-46ba-addb-5ae38e81db8b req-3fc35ccf-15e2-44b7-b7fa-517785419219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:43.115273 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8ee6ee82-6a64-46ba-addb-5ae38e81db8b req-3fc35ccf-15e2-44b7-b7fa-517785419219 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=954fd3a6-666f-4557-86c0-353193e10e5d HTTP/1.1" status: 200 len: 858 time: 0.0879159 Jul 24 00:54:43.127204 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c596f-65ee-44dd-b379-b4c5bfbcd4af req-48f3b1fb-8d28-4c93-91ee-1bd3324d54d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:43.128724 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f09c596f-65ee-44dd-b379-b4c5bfbcd4af req-48f3b1fb-8d28-4c93-91ee-1bd3324d54d6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=89adea76-29d9-4d0a-93a8-50e1fa66477c HTTP/1.1" status: 200 len: 1098 time: 0.2306745 Jul 24 00:54:43.138866 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-eede83c5-e88a-4749-b822-be89bd819290 req-5678af70-9d62-4ff6-a873-289d5b40dde7 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.80 HTTP/1.1" status: 200 len: 1001 time: 0.0654292 Jul 24 00:54:43.187660 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60f0997-f235-4260-9f25-adc88b69faee req-1a700789-1605-4952-bc45-96e9b7e15a19 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:43.189803 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d60f0997-f235-4260-9f25-adc88b69faee req-1a700789-1605-4952-bc45-96e9b7e15a19 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.2076278 Jul 24 00:54:43.198849 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8ee6ee82-6a64-46ba-addb-5ae38e81db8b req-4b54b2f6-9a7b-46c8-979d-66df6606ebf4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73a8909c-49cf-4748-a0d1-117aad1d6801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672853 Jul 24 00:54:43.205872 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d310ea39-d6db-4d3a-a55a-2735a335ea78 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:54:43.218187 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede83c5-e88a-4749-b822-be89bd819290 req-262c1214-9bb3-48a3-ada7-debbf4100bcf tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:43.221053 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-eede83c5-e88a-4749-b822-be89bd819290 req-262c1214-9bb3-48a3-ada7-debbf4100bcf tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/ports/67b36148-e0cd-4bf3-b3fa-958445db798b HTTP/1.1" status: 200 len: 943 time: 0.0700023 Jul 24 00:54:43.258877 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-50efb152-a047-4051-89c3-d0fc7d30a3a4 req-de48172a-8e9a-46a1-bc3e-568dfecc1961 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291440 Jul 24 00:54:43.273771 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f09c596f-65ee-44dd-b379-b4c5bfbcd4af req-5449f81d-99dd-47ec-8336-bb18fa906c3b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cb093fc6-2b35-41ad-916e-0a7e1e85cf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248379 Jul 24 00:54:43.319840 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port d310ea39-d6db-4d3a-a55a-2735a335ea78 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:54:43.324840 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port d310ea39-d6db-4d3a-a55a-2735a335ea78 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:54:43.325230 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:43.331375 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d60f0997-f235-4260-9f25-adc88b69faee req-88cc6224-724b-4079-8b6f-867926d4b435 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256266 Jul 24 00:54:43.367611 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-eede83c5-e88a-4749-b822-be89bd819290 req-7dbbc6b0-ed89-410d-b276-bce7cb7f2fa0 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.80 HTTP/1.1" status: 200 len: 1001 time: 0.0954278 Jul 24 00:54:43.378648 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-626ba18a-b795-4ee5-ac97-16089cfeddba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143471385-router', 'tenant_id': '8775928e4716419799315861924d3578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:43Z', 'updated_at': '2021-07-24T00:53:48Z', 'revision_number': 4, 'project_id': '8775928e4716419799315861924d3578', 'gw_port': {'id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:44Z', 'updated_at': '2021-07-24T00:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '38fec42b-0642-4e3b-b171-192b3fc81242', 'tenant_id': '8775928e4716419799315861924d3578', 'floating_ip_address': '172.25.2.80', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'port_id': '67b36148-e0cd-4bf3-b3fa-958445db798b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48', 'mac_address': 'fa:16:3e:32:86:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459b2c12-6944-4477-afb6-3c4af3325a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:54:08Z', 'updated_at': '2021-07-24T00:54:41Z', 'revision_number': 4, 'project_id': '8775928e4716419799315861924d3578', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb', 'name': '', 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48', 'tenant_id': '8775928e4716419799315861924d3578', 'mac_address': 'fa:16:3e:d1:2f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:47Z', 'updated_at': '2021-07-24T00:53:57Z', 'revision_number': 5, 'project_id': '8775928e4716419799315861924d3578', 'subnets': [{'id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:43.414491 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626ba18a-b795-4ee5-ac97-16089cfeddba None None] The sync data for ids ['d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'] in n-d-793621-25 is: [{'id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143471385-router', 'tenant_id': '8775928e4716419799315861924d3578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:43Z', 'updated_at': '2021-07-24T00:53:48Z', 'revision_number': 4, 'project_id': '8775928e4716419799315861924d3578', 'gw_port': {'id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:44Z', 'updated_at': '2021-07-24T00:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '38fec42b-0642-4e3b-b171-192b3fc81242', 'tenant_id': '8775928e4716419799315861924d3578', 'floating_ip_address': '172.25.2.80', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'port_id': '67b36148-e0cd-4bf3-b3fa-958445db798b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48', 'mac_address': 'fa:16:3e:32:86:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '459b2c12-6944-4477-afb6-3c4af3325a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:54:08Z', 'updated_at': '2021-07-24T00:54:41Z', 'revision_number': 4, 'project_id': '8775928e4716419799315861924d3578', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb', 'name': '', 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48', 'tenant_id': '8775928e4716419799315861924d3578', 'mac_address': 'fa:16:3e:d1:2f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:47Z', 'updated_at': '2021-07-24T00:53:57Z', 'revision_number': 5, 'project_id': '8775928e4716419799315861924d3578', 'subnets': [{'id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:54:43.418932 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8ee6ee82-6a64-46ba-addb-5ae38e81db8b req-e285658c-05e1-4f36-b895-f92dc7681227 service neutron] 10.222.0.13 "GET /v2.0/networks/73a8909c-49cf-4748-a0d1-117aad1d6801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058420 Jul 24 00:54:43.516158 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:43.558840 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede83c5-e88a-4749-b822-be89bd819290 req-b8c79bea-e9ac-4389-9c88-a835872efd56 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:43.571577 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-eede83c5-e88a-4749-b822-be89bd819290 req-b8c79bea-e9ac-4389-9c88-a835872efd56 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/networks/40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 784 time: 0.1981139 Jul 24 00:54:43.580312 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port d310ea39-d6db-4d3a-a55a-2735a335ea78, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d310ea39-d6db-4d3a-a55a-2735a335ea78,segment=NetworkSegment(87033756-2613-4563-8ced-8b450e5d1d76),segment_id=87033756-2613-4563-8ced-8b450e5d1d76)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:43.585336 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:43.671105 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=d310ea39-d6db-4d3a-a55a-2735a335ea78,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:43.674780 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 24 Jul 2021 00:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468e2472-d6b9-4183-8402-8e8c69c6e832 x-openstack-request-id: req-468e2472-d6b9-4183-8402-8e8c69c6e832 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:54:43.675088 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "459b2c12-6944-4477-afb6-3c4af3325a5f", "tag": "67b36148-e0cd-4bf3-b3fa-958445db798b", "status": "completed", "code": 200}, {"server_uuid": "ad07a853-0cfb-4110-9b74-0f511889dcae", "name": "network-vif-deleted", "tag": "1e8f895b-a048-423b-b320-513cbfc9cc20", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:54:43.675346 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-468e2472-d6b9-4183-8402-8e8c69c6e832 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:54:43.675753 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '459b2c12-6944-4477-afb6-3c4af3325a5f', 'tag': '67b36148-e0cd-4bf3-b3fa-958445db798b', 'status': 'completed', 'code': 200} Jul 24 00:54:43.676014 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad07a853-0cfb-4110-9b74-0f511889dcae', 'name': 'network-vif-deleted', 'tag': '1e8f895b-a048-423b-b320-513cbfc9cc20', 'status': 'completed', 'code': 200} Jul 24 00:54:43.678980 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8ee6ee82-6a64-46ba-addb-5ae38e81db8b req-b48cee5e-539f-43c0-b8e6-f0788cddc8e4 service neutron] 10.222.0.13 "GET /v2.0/networks/73a8909c-49cf-4748-a0d1-117aad1d6801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237177 Jul 24 00:54:43.860193 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc2ba2-55d5-421b-b6a4-054f06586360 req-b2c10ca9-8473-49f6-b20f-d0c3d3c06fcf tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:43.867464 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-aafc2ba2-55d5-421b-b6a4-054f06586360 req-b2c10ca9-8473-49f6-b20f-d0c3d3c06fcf tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3c5485-96e8-4c00-8dc1-a83d50f9a1f3 HTTP/1.1" status: 200 len: 945 time: 0.1085439 Jul 24 00:54:43.891731 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-24a2bc0a-d44f-4e5b-b9a9-95c75369c484 req-a96a0549-99e4-4f3f-8db7-5320a4e5bf92 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.80 HTTP/1.1" status: 200 len: 1001 time: 0.1129549 Jul 24 00:54:43.899804 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b2e16-fb77-4dd8-b754-76d058bc73b2 req-c770c811-ab24-457c-8dbc-cce0e6acc1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:43.901473 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5b8b2e16-fb77-4dd8-b754-76d058bc73b2 req-c770c811-ab24-457c-8dbc-cce0e6acc1d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8775928e4716419799315861924d3578&device_id=459b2c12-6944-4477-afb6-3c4af3325a5f HTTP/1.1" status: 200 len: 1098 time: 0.1811070 Jul 24 00:54:43.904226 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-aafc2ba2-55d5-421b-b6a4-054f06586360 req-139b1806-5784-4ad7-8d3d-f78b5fa0a56a tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347764 Jul 24 00:54:43.991625 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2bc0a-d44f-4e5b-b9a9-95c75369c484 req-5ae0e820-6539-43eb-b18b-a7538267214d tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:43.993025 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-24a2bc0a-d44f-4e5b-b9a9-95c75369c484 req-5ae0e820-6539-43eb-b18b-a7538267214d tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/ports/67b36148-e0cd-4bf3-b3fa-958445db798b HTTP/1.1" status: 200 len: 943 time: 0.0955329 Jul 24 00:54:44.101417 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b2e16-fb77-4dd8-b754-76d058bc73b2 req-67f488ff-5191-4e5a-8bbc-7128399ec067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:44.102818 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5b8b2e16-fb77-4dd8-b754-76d058bc73b2 req-67f488ff-5191-4e5a-8bbc-7128399ec067 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c9b203d0-eae7-4a9d-aeba-2ef85b49dd48 HTTP/1.1" status: 200 len: 922 time: 0.1659679 Jul 24 00:54:44.119062 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-24a2bc0a-d44f-4e5b-b9a9-95c75369c484 req-39f3fd92-10c0-4c04-81a7-98891f1c4391 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.80 HTTP/1.1" status: 200 len: 1001 time: 0.0775857 Jul 24 00:54:44.206901 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b389115a-3f2b-4c6a-ad3f-83fd1063a8f2 req-a54b5918-c50c-4ca1-bdfe-98c222961b8f tempest-ServerShowV254Test-411464079 tempest-ServerShowV254Test-411464079-project] 10.222.0.15 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.0315931 Jul 24 00:54:44.367897 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689e386-69c2-4bd4-81f9-7c3dc5a371f2 req-e15fb18e-79df-4365-a5ef-fc90a7ba449b tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:44.369534 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f689e386-69c2-4bd4-81f9-7c3dc5a371f2 req-e15fb18e-79df-4365-a5ef-fc90a7ba449b tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e138c3c-48ba-428e-99c7-50c1125ed940 HTTP/1.1" status: 200 len: 944 time: 0.0838666 Jul 24 00:54:44.414288 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f689e386-69c2-4bd4-81f9-7c3dc5a371f2 req-023568c6-746b-4716-8016-4b51c0fd0951 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335515 Jul 24 00:54:44.463436 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5b8b2e16-fb77-4dd8-b754-76d058bc73b2 req-85f986a0-71b8-4a5e-8b43-63fea664a44f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67b36148-e0cd-4bf3-b3fa-958445db798b HTTP/1.1" status: 200 len: 1001 time: 0.3367336 Jul 24 00:54:44.521648 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2bc0a-d44f-4e5b-b9a9-95c75369c484 req-2171bbee-d311-4a6f-ab1d-cd247ee0aa8e tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:44.523282 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-24a2bc0a-d44f-4e5b-b9a9-95c75369c484 req-2171bbee-d311-4a6f-ab1d-cd247ee0aa8e tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/networks/40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 784 time: 0.3984675 Jul 24 00:54:44.576047 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b2e16-fb77-4dd8-b754-76d058bc73b2 req-7bdb7f2a-85db-4cca-981d-1f69918c13a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:44.577567 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5b8b2e16-fb77-4dd8-b754-76d058bc73b2 req-7bdb7f2a-85db-4cca-981d-1f69918c13a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3072a7c8-2c3c-4d80-89a4-047d4b311662 HTTP/1.1" status: 200 len: 860 time: 0.1008689 Jul 24 00:54:44.584697 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e021a87-6cec-40de-b3dd-d7b019885bc4 req-b9a86d6c-cbf9-4b8c-8f25-dda142517066 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:44.586226 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4e021a87-6cec-40de-b3dd-d7b019885bc4 req-b9a86d6c-cbf9-4b8c-8f25-dda142517066 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/ports?device_id=89adea76-29d9-4d0a-93a8-50e1fa66477c HTTP/1.1" status: 200 len: 946 time: 0.1125743 Jul 24 00:54:44.593841 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb4a48-7dab-4aba-b9fe-55e085ac390e req-e0db1a44-b70b-492c-9218-ded8ed1e2d10 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:44.595927 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8feb4a48-7dab-4aba-b9fe-55e085ac390e req-e0db1a44-b70b-492c-9218-ded8ed1e2d10 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.11 "GET /v2.0/ports?device_id=1e138c3c-48ba-428e-99c7-50c1125ed940 HTTP/1.1" status: 200 len: 944 time: 0.1129787 Jul 24 00:54:44.636593 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-24a2bc0a-d44f-4e5b-b9a9-95c75369c484 req-08bc5cfe-f4e8-4ac6-a243-69f1aed8233c tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.80 HTTP/1.1" status: 200 len: 1001 time: 0.1050012 Jul 24 00:54:44.649905 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-24a2bc0a-d44f-4e5b-b9a9-95c75369c484 req-3a878cdb-edab-41a4-ae79-b3d40c420b29 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:54:44.672537 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4e021a87-6cec-40de-b3dd-d7b019885bc4 req-0ec16ccb-cec1-4622-9e22-11a52eef39f4 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb093fc6-2b35-41ad-916e-0a7e1e85cf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755851 Jul 24 00:54:44.729775 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d3c5485-96e8-4c00-8dc1-a83d50f9a1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd310ea39-d6db-4d3a-a55a-2735a335ea78'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:54:44.730383 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b2e16-fb77-4dd8-b754-76d058bc73b2 req-879eeb89-8c30-4267-9893-fd4d04ebc8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:44.732356 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5b8b2e16-fb77-4dd8-b754-76d058bc73b2 req-879eeb89-8c30-4267-9893-fd4d04ebc8e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9b203d0-eae7-4a9d-aeba-2ef85b49dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1314971 Jul 24 00:54:44.733357 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8638136-0804-4524-8e9d-5d2721a1366f" -d '{"events": [{"server_uuid": "5d3c5485-96e8-4c00-8dc1-a83d50f9a1f3", "name": "network-vif-plugged", "status": "completed", "tag": "d310ea39-d6db-4d3a-a55a-2735a335ea78"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:54:44.739758 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-8feb4a48-7dab-4aba-b9fe-55e085ac390e req-ae852cce-a1ed-4b6f-9b4d-a46b9d6ad808 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Deleting port 76bc8cc4-3102-4e72-9591-8363f2667c89 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:54:44.740113 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-8feb4a48-7dab-4aba-b9fe-55e085ac390e req-ae852cce-a1ed-4b6f-9b4d-a46b9d6ad808 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:44.748399 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-24a2bc0a-d44f-4e5b-b9a9-95c75369c484 req-3a878cdb-edab-41a4-ae79-b3d40c420b29 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks [] for floatingip, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:44.873196 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-8feb4a48-7dab-4aba-b9fe-55e085ac390e req-ae852cce-a1ed-4b6f-9b4d-a46b9d6ad808 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] For port 76bc8cc4-3102-4e72-9591-8363f2667c89, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=76bc8cc4-3102-4e72-9591-8363f2667c89,segment=NetworkSegment(224003b9-1e4b-40e8-8bf3-31947898d576),segment_id=224003b9-1e4b-40e8-8bf3-31947898d576)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:44.873559 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-8feb4a48-7dab-4aba-b9fe-55e085ac390e req-ae852cce-a1ed-4b6f-9b4d-a46b9d6ad808 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:44.889867 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882904e-0ddc-400f-8420-71b507c7ea58 req-9a91faa7-6070-4470-884e-3a5e9871249a tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:44.891432 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7882904e-0ddc-400f-8420-71b507c7ea58 req-9a91faa7-6070-4470-884e-3a5e9871249a tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.1483128 Jul 24 00:54:44.897367 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-8feb4a48-7dab-4aba-b9fe-55e085ac390e req-ae852cce-a1ed-4b6f-9b4d-a46b9d6ad808 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Calling delete_port for 76bc8cc4-3102-4e72-9591-8363f2667c89 owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:54:44.980779 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7882904e-0ddc-400f-8420-71b507c7ea58 req-f89d6aff-538f-4d91-8c9f-763f7a3b82e0 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744550 Jul 24 00:54:45.007664 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5b8b2e16-fb77-4dd8-b754-76d058bc73b2 req-4c032184-8b4f-4564-8d78-8349f613d441 service neutron] 10.222.0.13 "GET /v2.0/networks/c9b203d0-eae7-4a9d-aeba-2ef85b49dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066171 Jul 24 00:54:45.051827 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f0b7dc-ba1f-4820-abc0-07494a97a887 x-openstack-request-id: req-47f0b7dc-ba1f-4820-abc0-07494a97a887 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:54:45.052080 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-24a2bc0a-d44f-4e5b-b9a9-95c75369c484 req-3a878cdb-edab-41a4-ae79-b3d40c420b29 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:45.052208 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d3c5485-96e8-4c00-8dc1-a83d50f9a1f3", "name": "network-vif-plugged", "status": "completed", "tag": "d310ea39-d6db-4d3a-a55a-2735a335ea78", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:54:45.052665 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-47f0b7dc-ba1f-4820-abc0-07494a97a887 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:54:45.052796 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d3c5485-96e8-4c00-8dc1-a83d50f9a1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd310ea39-d6db-4d3a-a55a-2735a335ea78', 'code': 200} Jul 24 00:54:45.066176 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-24a2bc0a-d44f-4e5b-b9a9-95c75369c484 req-3a878cdb-edab-41a4-ae79-b3d40c420b29 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:45.067067 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [req-24a2bc0a-d44f-4e5b-b9a9-95c75369c484 req-3a878cdb-edab-41a4-ae79-b3d40c420b29 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Floating IP 38fec42b-0642-4e3b-b171-192b3fc81242 disassociated. External IP: 172.25.2.80, port: 67b36148-e0cd-4bf3-b3fa-958445db798b. Jul 24 00:54:45.086015 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-8feb4a48-7dab-4aba-b9fe-55e085ac390e req-ae852cce-a1ed-4b6f-9b4d-a46b9d6ad808 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:45.124089 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae852cce-a1ed-4b6f-9b4d-a46b9d6ad808 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Pushing event deleted for resources: {'Port': ['ID=76bc8cc4-3102-4e72-9591-8363f2667c89,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:45.202912 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-8feb4a48-7dab-4aba-b9fe-55e085ac390e req-ae852cce-a1ed-4b6f-9b4d-a46b9d6ad808 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] No DVR routers for this DVR port 76bc8cc4-3102-4e72-9591-8363f2667c89 on host n-h2-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:54:45.206307 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-8feb4a48-7dab-4aba-b9fe-55e085ac390e req-ae852cce-a1ed-4b6f-9b4d-a46b9d6ad808 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:45.208808 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8feb4a48-7dab-4aba-b9fe-55e085ac390e req-ae852cce-a1ed-4b6f-9b4d-a46b9d6ad808 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.11 "DELETE /v2.0/ports/76bc8cc4-3102-4e72-9591-8363f2667c89 HTTP/1.1" status: 204 len: 173 time: 0.6058087 Jul 24 00:54:45.247157 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d7f2f-ba01-4fe9-95c0-39e67e0c80c6 req-98f3234a-b7c9-4704-9c5f-2af653568bb4 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:45.248735 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-424d7f2f-ba01-4fe9-95c0-39e67e0c80c6 req-98f3234a-b7c9-4704-9c5f-2af653568bb4 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3c5485-96e8-4c00-8dc1-a83d50f9a1f3 HTTP/1.1" status: 200 len: 945 time: 0.1282375 Jul 24 00:54:45.267370 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5b8b2e16-fb77-4dd8-b754-76d058bc73b2 req-b03e579c-8471-452a-8ef5-0150a5e50e0d service neutron] 10.222.0.13 "GET /v2.0/networks/c9b203d0-eae7-4a9d-aeba-2ef85b49dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299545 Jul 24 00:54:45.315328 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-424d7f2f-ba01-4fe9-95c0-39e67e0c80c6 req-3c19c8c8-d115-4bbb-a53b-36ada9a43c40 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573032 Jul 24 00:54:45.326345 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8502baf-2582-4354-bc5c-3e0ff62fb0df req-b7eadbaf-0f89-404f-9699-8d01f2459097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:45.327964 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d8502baf-2582-4354-bc5c-3e0ff62fb0df req-b7eadbaf-0f89-404f-9699-8d01f2459097 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5d3c5485-96e8-4c00-8dc1-a83d50f9a1f3 HTTP/1.1" status: 200 len: 1097 time: 0.1807897 Jul 24 00:54:45.407179 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d8502baf-2582-4354-bc5c-3e0ff62fb0df req-05bde7d8-8671-4791-b8f7-582c44cb998c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490191 Jul 24 00:54:45.431507 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24a2bc0a-d44f-4e5b-b9a9-95c75369c484 req-3a878cdb-edab-41a4-ae79-b3d40c420b29 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Router d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:54:45.514955 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3c894321-e97e-4a53-a58c-417266a8c72f req-5375d8a8-1d36-49fa-a6d5-396f99550780 tempest-ServerShowV254Test-411464079 tempest-ServerShowV254Test-411464079-project] 10.222.0.15 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.0304768 Jul 24 00:54:45.552074 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24a2bc0a-d44f-4e5b-b9a9-95c75369c484 req-3a878cdb-edab-41a4-ae79-b3d40c420b29 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:54:45.556945 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-24a2bc0a-d44f-4e5b-b9a9-95c75369c484 req-3a878cdb-edab-41a4-ae79-b3d40c420b29 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:45.563431 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e274b57-eaad-4f29-9c36-e5bc33e9daaa None None] Sync routers for ids ['d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:54:45.574196 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e274b57-eaad-4f29-9c36-e5bc33e9daaa None None] Routers {'d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:54:45.574945 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-6e274b57-eaad-4f29-9c36-e5bc33e9daaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:54:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:45.597456 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-24a2bc0a-d44f-4e5b-b9a9-95c75369c484 req-3a878cdb-edab-41a4-ae79-b3d40c420b29 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "PUT /v2.0/floatingips/38fec42b-0642-4e3b-b171-192b3fc81242 HTTP/1.1" status: 200 len: 694 time: 0.9523220 Jul 24 00:54:45.597911 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459b2c12-6944-4477-afb6-3c4af3325a5f', 'tag': '67b36148-e0cd-4bf3-b3fa-958445db798b'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:54:45.600502 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132f8a85-6112-4447-9022-c4713f80d401" -d '{"events": [{"name": "network-changed", "server_uuid": "459b2c12-6944-4477-afb6-3c4af3325a5f", "tag": "67b36148-e0cd-4bf3-b3fa-958445db798b"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:54:45.604044 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 1e8f895b-a048-423b-b320-513cbfc9cc20 no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:54:45.639191 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] No Port match for: 1e8f895b-a048-423b-b320-513cbfc9cc20 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:54:45.639692 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 1e8f895b-a048-423b-b320-513cbfc9cc20 not bound to the agent host n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:54:45.654146 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5ec0b7e6-02d5-49b8-9df0-fbf66b01068e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:45.661932 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2c821269-c8ce-4e8d-987b-b4d2a3304de7 req-c4940787-03f6-4644-a5ee-f8de78c424d5 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e138c3c-48ba-428e-99c7-50c1125ed940 HTTP/1.1" status: 200 len: 210 time: 0.0701625 Jul 24 00:54:45.677495 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e138c3c-48ba-428e-99c7-50c1125ed940', 'name': 'network-vif-deleted', 'tag': '76bc8cc4-3102-4e72-9591-8363f2667c89'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:54:45.680591 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b7072e-67ff-4c9b-a1da-fdca2c29f7de" -d '{"events": [{"server_uuid": "1e138c3c-48ba-428e-99c7-50c1125ed940", "name": "network-vif-deleted", "tag": "76bc8cc4-3102-4e72-9591-8363f2667c89"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:54:45.705171 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2bc0a-d44f-4e5b-b9a9-95c75369c484 req-d17268dd-a5bb-4597-b3ed-e560e8f79ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:45.707579 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-24a2bc0a-d44f-4e5b-b9a9-95c75369c484 req-d17268dd-a5bb-4597-b3ed-e560e8f79ce8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8775928e4716419799315861924d3578&device_id=459b2c12-6944-4477-afb6-3c4af3325a5f HTTP/1.1" status: 200 len: 1098 time: 0.0946062 Jul 24 00:54:45.722359 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-6e274b57-eaad-4f29-9c36-e5bc33e9daaa None None] Set router d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:54:45.734124 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd1bdba-a621-4709-9077-52e0c7de8e26 x-openstack-request-id: req-3dd1bdba-a621-4709-9077-52e0c7de8e26 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:54:45.734881 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "459b2c12-6944-4477-afb6-3c4af3325a5f", "tag": "67b36148-e0cd-4bf3-b3fa-958445db798b", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:54:45.735341 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3dd1bdba-a621-4709-9077-52e0c7de8e26 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:54:45.736037 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '459b2c12-6944-4477-afb6-3c4af3325a5f', 'tag': '67b36148-e0cd-4bf3-b3fa-958445db798b', 'status': 'completed', 'code': 200} Jul 24 00:54:45.758991 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3335df-2aa4-4156-bd34-405c520c69e6 x-openstack-request-id: req-1b3335df-2aa4-4156-bd34-405c520c69e6 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:54:45.759489 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e138c3c-48ba-428e-99c7-50c1125ed940", "name": "network-vif-deleted", "tag": "76bc8cc4-3102-4e72-9591-8363f2667c89", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:54:45.759765 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1b3335df-2aa4-4156-bd34-405c520c69e6 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:54:45.765170 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e138c3c-48ba-428e-99c7-50c1125ed940', 'name': 'network-vif-deleted', 'tag': '76bc8cc4-3102-4e72-9591-8363f2667c89', 'status': 'completed', 'code': 200} Jul 24 00:54:45.909754 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae14805-f9a4-41ce-9e86-ad2fcf37e6f7 req-f384949d-ddca-4078-9099-7894e420a9ad tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:45.910544 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2bc0a-d44f-4e5b-b9a9-95c75369c484 req-314b3eb9-e4af-4511-b2d8-a5d93d52e426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:45.912235 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-aae14805-f9a4-41ce-9e86-ad2fcf37e6f7 req-f384949d-ddca-4078-9099-7894e420a9ad tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/ports?device_id=89adea76-29d9-4d0a-93a8-50e1fa66477c HTTP/1.1" status: 200 len: 946 time: 0.1052568 Jul 24 00:54:45.915206 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-24a2bc0a-d44f-4e5b-b9a9-95c75369c484 req-314b3eb9-e4af-4511-b2d8-a5d93d52e426 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c9b203d0-eae7-4a9d-aeba-2ef85b49dd48 HTTP/1.1" status: 200 len: 922 time: 0.2019994 Jul 24 00:54:45.917917 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f8a85-6112-4447-9022-c4713f80d401 req-0ff1615b-d160-4f9c-91c7-0bf01156e62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:45.919509 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-132f8a85-6112-4447-9022-c4713f80d401 req-0ff1615b-d160-4f9c-91c7-0bf01156e62c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8775928e4716419799315861924d3578&device_id=459b2c12-6944-4477-afb6-3c4af3325a5f HTTP/1.1" status: 200 len: 1098 time: 0.1579690 Jul 24 00:54:45.961889 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-aae14805-f9a4-41ce-9e86-ad2fcf37e6f7 req-1a9aceeb-a9fa-424c-b1e1-2baa631e1301 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb093fc6-2b35-41ad-916e-0a7e1e85cf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384474 Jul 24 00:54:45.973813 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-24a2bc0a-d44f-4e5b-b9a9-95c75369c484 req-67158959-09a8-453c-9fd1-6227f1719c37 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67b36148-e0cd-4bf3-b3fa-958445db798b HTTP/1.1" status: 200 len: 217 time: 0.0533214 Jul 24 00:54:46.063175 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-6e274b57-eaad-4f29-9c36-e5bc33e9daaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143471385-router', 'tenant_id': '8775928e4716419799315861924d3578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:43Z', 'updated_at': '2021-07-24T00:53:48Z', 'revision_number': 4, 'project_id': '8775928e4716419799315861924d3578', 'gw_port': {'id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:44Z', 'updated_at': '2021-07-24T00:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb', 'name': '', 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48', 'tenant_id': '8775928e4716419799315861924d3578', 'mac_address': 'fa:16:3e:d1:2f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:47Z', 'updated_at': '2021-07-24T00:53:57Z', 'revision_number': 5, 'project_id': '8775928e4716419799315861924d3578', 'subnets': [{'id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:46.078154 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2bc0a-d44f-4e5b-b9a9-95c75369c484 req-5c5d61de-3694-48b6-b464-6e103cd9dbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:46.079758 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-24a2bc0a-d44f-4e5b-b9a9-95c75369c484 req-5c5d61de-3694-48b6-b464-6e103cd9dbbb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3072a7c8-2c3c-4d80-89a4-047d4b311662 HTTP/1.1" status: 200 len: 860 time: 0.0958817 Jul 24 00:54:46.095578 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e274b57-eaad-4f29-9c36-e5bc33e9daaa None None] Checking router: d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:54:46.105231 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8f490-db96-45ab-b826-bfe6148dd7b5 req-e628e343-c540-4fb8-9469-9c302f90a25f tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:46.106615 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e274b57-eaad-4f29-9c36-e5bc33e9daaa None None] Routers {'d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:54:46.107376 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-6e274b57-eaad-4f29-9c36-e5bc33e9daaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:54:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:46.111446 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bef8f490-db96-45ab-b826-bfe6148dd7b5 req-e628e343-c540-4fb8-9469-9c302f90a25f tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad12442b-0649-4dd0-a13e-5ae73107185b HTTP/1.1" status: 200 len: 946 time: 0.0729530 Jul 24 00:54:46.123903 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f8a85-6112-4447-9022-c4713f80d401 req-88a04737-f6dd-4aba-ad1c-0283c5f9fc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:46.125692 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-132f8a85-6112-4447-9022-c4713f80d401 req-88a04737-f6dd-4aba-ad1c-0283c5f9fc96 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c9b203d0-eae7-4a9d-aeba-2ef85b49dd48 HTTP/1.1" status: 200 len: 922 time: 0.1608808 Jul 24 00:54:46.154779 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bef8f490-db96-45ab-b826-bfe6148dd7b5 req-359c9d32-34c5-42b1-82a3-f1de4bf09ceb tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb093fc6-2b35-41ad-916e-0a7e1e85cf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423291 Jul 24 00:54:46.179014 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-132f8a85-6112-4447-9022-c4713f80d401 req-e1937537-c0d6-4852-95f8-c33c8bbd393b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67b36148-e0cd-4bf3-b3fa-958445db798b HTTP/1.1" status: 200 len: 217 time: 0.0456824 Jul 24 00:54:46.228204 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2bc0a-d44f-4e5b-b9a9-95c75369c484 req-ff97432d-830c-4080-a43d-7fcbc12ac8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:46.229769 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-24a2bc0a-d44f-4e5b-b9a9-95c75369c484 req-ff97432d-830c-4080-a43d-7fcbc12ac8c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9b203d0-eae7-4a9d-aeba-2ef85b49dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1402557 Jul 24 00:54:46.245475 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-6e274b57-eaad-4f29-9c36-e5bc33e9daaa None None] Set router d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:54:46.277414 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f8a85-6112-4447-9022-c4713f80d401 req-9d93fa45-d06b-444d-8bca-5ae15f498bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:46.279065 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-132f8a85-6112-4447-9022-c4713f80d401 req-9d93fa45-d06b-444d-8bca-5ae15f498bdd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3072a7c8-2c3c-4d80-89a4-047d4b311662 HTTP/1.1" status: 200 len: 860 time: 0.0920649 Jul 24 00:54:46.301769 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b65727-105c-4eff-813a-ee3fb628da56 req-16564489-0f57-434d-824e-4f16cece7c08 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:46.307372 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-74b65727-105c-4eff-813a-ee3fb628da56 req-16564489-0f57-434d-824e-4f16cece7c08 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.0763805 Jul 24 00:54:46.357569 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-74b65727-105c-4eff-813a-ee3fb628da56 req-dc68e292-d9a4-4d71-a158-2492a103fe56 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479541 Jul 24 00:54:46.371276 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-24a2bc0a-d44f-4e5b-b9a9-95c75369c484 req-64c3c480-3240-4b35-835e-238bb137f802 service neutron] 10.222.0.15 "GET /v2.0/networks/c9b203d0-eae7-4a9d-aeba-2ef85b49dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336970 Jul 24 00:54:46.457969 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f8a85-6112-4447-9022-c4713f80d401 req-decc80f3-d60a-4d4f-99eb-a5a4c541ce3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:46.459660 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-132f8a85-6112-4447-9022-c4713f80d401 req-decc80f3-d60a-4d4f-99eb-a5a4c541ce3b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9b203d0-eae7-4a9d-aeba-2ef85b49dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1459599 Jul 24 00:54:46.475634 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-6e274b57-eaad-4f29-9c36-e5bc33e9daaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143471385-router', 'tenant_id': '8775928e4716419799315861924d3578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:43Z', 'updated_at': '2021-07-24T00:53:48Z', 'revision_number': 4, 'project_id': '8775928e4716419799315861924d3578', 'gw_port': {'id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:44Z', 'updated_at': '2021-07-24T00:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb', 'name': '', 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48', 'tenant_id': '8775928e4716419799315861924d3578', 'mac_address': 'fa:16:3e:d1:2f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:47Z', 'updated_at': '2021-07-24T00:53:57Z', 'revision_number': 5, 'project_id': '8775928e4716419799315861924d3578', 'subnets': [{'id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:46.503498 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e274b57-eaad-4f29-9c36-e5bc33e9daaa None None] The sync data for ids ['d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'] in n-d-793621-25 is: [{'id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143471385-router', 'tenant_id': '8775928e4716419799315861924d3578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:43Z', 'updated_at': '2021-07-24T00:53:48Z', 'revision_number': 4, 'project_id': '8775928e4716419799315861924d3578', 'gw_port': {'id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:44Z', 'updated_at': '2021-07-24T00:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb', 'name': '', 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48', 'tenant_id': '8775928e4716419799315861924d3578', 'mac_address': 'fa:16:3e:d1:2f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:47Z', 'updated_at': '2021-07-24T00:53:57Z', 'revision_number': 5, 'project_id': '8775928e4716419799315861924d3578', 'subnets': [{'id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:54:46.511224 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-24a2bc0a-d44f-4e5b-b9a9-95c75369c484 req-2d1195a7-f3a1-49f0-a37f-35e3643ba89b service neutron] 10.222.0.15 "GET /v2.0/networks/c9b203d0-eae7-4a9d-aeba-2ef85b49dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343262 Jul 24 00:54:46.519118 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74d5bf-9ac5-4f52-b6f3-0019013d4daf req-6cd65704-4171-4c54-ac41-8f49964eb98d tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:46.520748 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8f74d5bf-9ac5-4f52-b6f3-0019013d4daf req-6cd65704-4171-4c54-ac41-8f49964eb98d tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1a49d14-3357-4c46-a96e-ccc3fb811c79 HTTP/1.1" status: 200 len: 945 time: 0.0934486 Jul 24 00:54:46.571989 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8f74d5bf-9ac5-4f52-b6f3-0019013d4daf req-21b72871-3a4d-4fb6-8785-f56df06f6f66 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb093fc6-2b35-41ad-916e-0a7e1e85cf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451338 Jul 24 00:54:46.643280 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-132f8a85-6112-4447-9022-c4713f80d401 req-64c6865b-0e09-4340-9acc-535ed05211e7 service neutron] 10.222.0.13 "GET /v2.0/networks/c9b203d0-eae7-4a9d-aeba-2ef85b49dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698241 Jul 24 00:54:46.760991 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b01429a-737e-478e-a4e5-9dec965bb627 req-4b2f669f-5eab-4a80-8292-65f112fe0604 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:46.762631 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6b01429a-737e-478e-a4e5-9dec965bb627 req-4b2f669f-5eab-4a80-8292-65f112fe0604 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3c5485-96e8-4c00-8dc1-a83d50f9a1f3 HTTP/1.1" status: 200 len: 945 time: 0.1358793 Jul 24 00:54:46.844352 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc24540e-c1ae-4c45-a68e-b9e76944ff55 None None] New status for floating IP 38fec42b-0642-4e3b-b171-192b3fc81242: DOWN {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:54:46.879773 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8a81f372-9599-48a9-b53c-5518a9196978 req-c0140833-6cf5-43ee-b36e-fc3c1218a226 tempest-ServerShowV254Test-411464079 tempest-ServerShowV254Test-411464079-project] 10.222.0.15 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.0370750 Jul 24 00:54:47.060231 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-132f8a85-6112-4447-9022-c4713f80d401 req-74dc1f00-0ea6-442d-8218-2aa6ca938198 service neutron] 10.222.0.13 "GET /v2.0/networks/c9b203d0-eae7-4a9d-aeba-2ef85b49dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913231 Jul 24 00:54:47.067477 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6b01429a-737e-478e-a4e5-9dec965bb627 req-08a2691c-9cc5-4919-9c96-ba8b04de5bcf tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976000 Jul 24 00:54:47.203383 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e63dd2-500c-4d4d-a40e-67206fce1985 req-9b246df5-e9ab-4e10-a4c2-6a06041a7afa tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:47.207416 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86e63dd2-500c-4d4d-a40e-67206fce1985 req-9b246df5-e9ab-4e10-a4c2-6a06041a7afa tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/ports?device_id=48ae3a96-e4a9-4fb5-8185-696658b68a1b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0767994 Jul 24 00:54:47.241043 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde3aaf-0ab0-4f27-a016-94fcb1c955fd req-40e27d8c-5106-4106-a52e-e1152320b77d tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:47.242751 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0dde3aaf-0ab0-4f27-a016-94fcb1c955fd req-40e27d8c-5106-4106-a52e-e1152320b77d tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1a49d14-3357-4c46-a96e-ccc3fb811c79 HTTP/1.1" status: 200 len: 945 time: 0.0692925 Jul 24 00:54:47.263357 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86e63dd2-500c-4d4d-a40e-67206fce1985 req-530d6c95-059c-480b-bc81-29dd9b9492cc tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.80 HTTP/1.1" status: 200 len: 697 time: 0.0498798 Jul 24 00:54:47.284368 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0dde3aaf-0ab0-4f27-a016-94fcb1c955fd req-e1c7166e-a574-4f58-9f6a-299dafb09952 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb093fc6-2b35-41ad-916e-0a7e1e85cf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353947 Jul 24 00:54:47.284597 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-86e63dd2-500c-4d4d-a40e-67206fce1985 req-8b216a25-ad7d-4e0b-b2ea-8fcb271e168c tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Request body: {'floatingip': {'port_id': '2507cfef-8818-4c53-8e64-f1d1fabfeeb5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:54:47.327148 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-86e63dd2-500c-4d4d-a40e-67206fce1985 req-8b216a25-ad7d-4e0b-b2ea-8fcb271e168c tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks [] for floatingip, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:47.597970 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5074325-e085-4dbb-90af-514380782419 req-2b5e7eab-2546-49b3-98bc-5587a9d5a230 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:47.600506 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c5074325-e085-4dbb-90af-514380782419 req-2b5e7eab-2546-49b3-98bc-5587a9d5a230 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.0993910 Jul 24 00:54:47.608757 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 76bc8cc4-3102-4e72-9591-8363f2667c89 no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:54:47.630805 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] No Port match for: 76bc8cc4-3102-4e72-9591-8363f2667c89 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:54:47.631286 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 76bc8cc4-3102-4e72-9591-8363f2667c89 not bound to the agent host n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:54:47.643539 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c5074325-e085-4dbb-90af-514380782419 req-3c1a297c-14ae-43ff-8187-7121832d346f tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364816 Jul 24 00:54:47.779419 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff9158-2abe-43c3-bc4b-408cfefb9c5b req-b26a91d3-d0da-42a5-82ab-02d27fa6e06e tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:47.780914 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d1ff9158-2abe-43c3-bc4b-408cfefb9c5b req-b26a91d3-d0da-42a5-82ab-02d27fa6e06e tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3 HTTP/1.1" status: 200 len: 945 time: 0.0748625 Jul 24 00:54:47.797675 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-86e63dd2-500c-4d4d-a40e-67206fce1985 req-8b216a25-ad7d-4e0b-b2ea-8fcb271e168c tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:47.802892 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-86e63dd2-500c-4d4d-a40e-67206fce1985 req-8b216a25-ad7d-4e0b-b2ea-8fcb271e168c tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:47.827925 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d1ff9158-2abe-43c3-bc4b-408cfefb9c5b req-92df61d0-04f0-4812-9805-16fac041a316 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/security-groups?id=447b0b27-25ae-473f-a6a3-f7eebd283e40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367949 Jul 24 00:54:47.903246 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [req-86e63dd2-500c-4d4d-a40e-67206fce1985 req-8b216a25-ad7d-4e0b-b2ea-8fcb271e168c tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Floating IP 38fec42b-0642-4e3b-b171-192b3fc81242 associated. External IP: 172.25.2.80, port: 2507cfef-8818-4c53-8e64-f1d1fabfeeb5. Jul 24 00:54:48.007240 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-493039ee-5d2f-447b-8156-f9eff482ed26 req-458da0b1-e75a-4c26-8af1-9b84cc92b5c0 tempest-ServerShowV254Test-411464079 tempest-ServerShowV254Test-411464079-project] 10.222.0.15 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.0285127 Jul 24 00:54:48.081473 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9ec01e-146b-4d61-8982-01b21bb0266a req-474e85cb-68fc-4ce0-9d7a-110655aba45c tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:48.082998 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6a9ec01e-146b-4d61-8982-01b21bb0266a req-474e85cb-68fc-4ce0-9d7a-110655aba45c tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.11 "GET /v2.0/ports?device_id=b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3 HTTP/1.1" status: 200 len: 945 time: 0.1751606 Jul 24 00:54:48.183490 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9ba76ca4-038d-4b5d-958a-55d105aff747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:48.206719 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07e062-9f7b-450b-8038-c857f28e4f74 req-1863d29d-d8ff-41cd-981e-aa77b32fea18 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:48.208305 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6d07e062-9f7b-450b-8038-c857f28e4f74 req-1863d29d-d8ff-41cd-981e-aa77b32fea18 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3c5485-96e8-4c00-8dc1-a83d50f9a1f3 HTTP/1.1" status: 200 len: 945 time: 0.0678337 Jul 24 00:54:48.248556 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6d07e062-9f7b-450b-8038-c857f28e4f74 req-cb48bac5-bb16-4a0b-9c69-18bb4b360489 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343626 Jul 24 00:54:48.271440 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86e63dd2-500c-4d4d-a40e-67206fce1985 req-8b216a25-ad7d-4e0b-b2ea-8fcb271e168c tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Router d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:54:48.290979 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-6a9ec01e-146b-4d61-8982-01b21bb0266a req-7cf03a4e-30e9-41a9-b7e6-afa9b1ee4b12 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Deleting port 8a7b0c4a-81fb-40e4-b825-05b3809f2008 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:54:48.291329 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-6a9ec01e-146b-4d61-8982-01b21bb0266a req-7cf03a4e-30e9-41a9-b7e6-afa9b1ee4b12 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:48.423134 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:48.423590 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a5245-cc9f-48ba-ac5b-3d9998616e82 req-0c1bae4d-45ac-4dd9-b72a-8fe746ed86a8 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:48.425835 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-565a5245-cc9f-48ba-ac5b-3d9998616e82 req-0c1bae4d-45ac-4dd9-b72a-8fe746ed86a8 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1a49d14-3357-4c46-a96e-ccc3fb811c79 HTTP/1.1" status: 200 len: 945 time: 0.0709655 Jul 24 00:54:48.464512 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-565a5245-cc9f-48ba-ac5b-3d9998616e82 req-6d810593-5440-45a6-8370-d3cd2816fc73 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb093fc6-2b35-41ad-916e-0a7e1e85cf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330791 Jul 24 00:54:48.468251 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-6a9ec01e-146b-4d61-8982-01b21bb0266a req-7cf03a4e-30e9-41a9-b7e6-afa9b1ee4b12 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] For port 8a7b0c4a-81fb-40e4-b825-05b3809f2008, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=8a7b0c4a-81fb-40e4-b825-05b3809f2008,segment=NetworkSegment(224003b9-1e4b-40e8-8bf3-31947898d576),segment_id=224003b9-1e4b-40e8-8bf3-31947898d576)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:48.468632 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-6a9ec01e-146b-4d61-8982-01b21bb0266a req-7cf03a4e-30e9-41a9-b7e6-afa9b1ee4b12 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:48.478191 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86e63dd2-500c-4d4d-a40e-67206fce1985 req-8b216a25-ad7d-4e0b-b2ea-8fcb271e168c tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:54:48.482962 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-86e63dd2-500c-4d4d-a40e-67206fce1985 req-8b216a25-ad7d-4e0b-b2ea-8fcb271e168c tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:48.492312 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02285638-a5e4-44a5-b24d-8205f1ccdebf None None] Sync routers for ids ['d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:54:48.502173 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02285638-a5e4-44a5-b24d-8205f1ccdebf None None] Routers {'d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:54:48.502873 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-02285638-a5e4-44a5-b24d-8205f1ccdebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:54:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:48.512305 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-6a9ec01e-146b-4d61-8982-01b21bb0266a req-7cf03a4e-30e9-41a9-b7e6-afa9b1ee4b12 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Calling delete_port for 8a7b0c4a-81fb-40e4-b825-05b3809f2008 owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:54:48.578005 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86e63dd2-500c-4d4d-a40e-67206fce1985 req-8b216a25-ad7d-4e0b-b2ea-8fcb271e168c tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "PUT /v2.0/floatingips/38fec42b-0642-4e3b-b171-192b3fc81242 HTTP/1.1" status: 200 len: 995 time: 1.2986374 Jul 24 00:54:48.580333 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ae3a96-e4a9-4fb5-8185-696658b68a1b', 'tag': '2507cfef-8818-4c53-8e64-f1d1fabfeeb5'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:54:48.583406 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e030c5-3571-4535-99c5-0a027e87e497" -d '{"events": [{"name": "network-changed", "server_uuid": "48ae3a96-e4a9-4fb5-8185-696658b68a1b", "tag": "2507cfef-8818-4c53-8e64-f1d1fabfeeb5"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:54:48.617951 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-02285638-a5e4-44a5-b24d-8205f1ccdebf None None] Set router d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:54:48.637819 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38901862-dd53-443c-be56-84262341d622 x-openstack-request-id: req-38901862-dd53-443c-be56-84262341d622 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:54:48.638247 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48ae3a96-e4a9-4fb5-8185-696658b68a1b", "tag": "2507cfef-8818-4c53-8e64-f1d1fabfeeb5", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:54:48.638666 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-38901862-dd53-443c-be56-84262341d622 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:54:48.639185 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ae3a96-e4a9-4fb5-8185-696658b68a1b', 'tag': '2507cfef-8818-4c53-8e64-f1d1fabfeeb5', 'status': 'completed', 'code': 200} Jul 24 00:54:48.726929 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e63dd2-500c-4d4d-a40e-67206fce1985 req-d449d2bc-bb07-4e6b-ad94-f1a6305464d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:48.729606 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86e63dd2-500c-4d4d-a40e-67206fce1985 req-d449d2bc-bb07-4e6b-ad94-f1a6305464d5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8775928e4716419799315861924d3578&device_id=48ae3a96-e4a9-4fb5-8185-696658b68a1b HTTP/1.1" status: 200 len: 1097 time: 0.1288216 Jul 24 00:54:48.809052 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e030c5-3571-4535-99c5-0a027e87e497 req-85dc864b-b9d3-40df-a5be-9a512309ce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:48.810501 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f2e030c5-3571-4535-99c5-0a027e87e497 req-85dc864b-b9d3-40df-a5be-9a512309ce84 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8775928e4716419799315861924d3578&device_id=48ae3a96-e4a9-4fb5-8185-696658b68a1b HTTP/1.1" status: 200 len: 1097 time: 0.1117368 Jul 24 00:54:48.816303 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-6a9ec01e-146b-4d61-8982-01b21bb0266a req-7cf03a4e-30e9-41a9-b7e6-afa9b1ee4b12 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:48.831451 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc35e12-e56b-4ac0-bfc0-2c52caa911b5 req-7733ac0e-251c-4cf2-a8f4-c8f18eced78f tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:48.833036 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4dc35e12-e56b-4ac0-bfc0-2c52caa911b5 req-7733ac0e-251c-4cf2-a8f4-c8f18eced78f tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.0897017 Jul 24 00:54:48.854361 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf03a4e-30e9-41a9-b7e6-afa9b1ee4b12 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Pushing event deleted for resources: {'Port': ['ID=8a7b0c4a-81fb-40e4-b825-05b3809f2008,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:48.871371 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf03a4e-30e9-41a9-b7e6-afa9b1ee4b12 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:48.871794 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf03a4e-30e9-41a9-b7e6-afa9b1ee4b12 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:48.872227 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf03a4e-30e9-41a9-b7e6-afa9b1ee4b12 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:48.872635 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf03a4e-30e9-41a9-b7e6-afa9b1ee4b12 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:48.873043 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf03a4e-30e9-41a9-b7e6-afa9b1ee4b12 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:48.873448 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf03a4e-30e9-41a9-b7e6-afa9b1ee4b12 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:48.874332 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf03a4e-30e9-41a9-b7e6-afa9b1ee4b12 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:48.874332 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf03a4e-30e9-41a9-b7e6-afa9b1ee4b12 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:48.874587 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf03a4e-30e9-41a9-b7e6-afa9b1ee4b12 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:48.875005 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf03a4e-30e9-41a9-b7e6-afa9b1ee4b12 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:48.875664 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf03a4e-30e9-41a9-b7e6-afa9b1ee4b12 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:48.876051 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf03a4e-30e9-41a9-b7e6-afa9b1ee4b12 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:54:48.921232 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-02285638-a5e4-44a5-b24d-8205f1ccdebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143471385-router', 'tenant_id': '8775928e4716419799315861924d3578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:43Z', 'updated_at': '2021-07-24T00:53:48Z', 'revision_number': 4, 'project_id': '8775928e4716419799315861924d3578', 'gw_port': {'id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:44Z', 'updated_at': '2021-07-24T00:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '38fec42b-0642-4e3b-b171-192b3fc81242', 'tenant_id': '8775928e4716419799315861924d3578', 'floating_ip_address': '172.25.2.80', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'port_id': '2507cfef-8818-4c53-8e64-f1d1fabfeeb5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48', 'mac_address': 'fa:16:3e:8e:65:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ae3a96-e4a9-4fb5-8185-696658b68a1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:54:08Z', 'updated_at': '2021-07-24T00:54:47Z', 'revision_number': 8, 'project_id': '8775928e4716419799315861924d3578', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb', 'name': '', 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48', 'tenant_id': '8775928e4716419799315861924d3578', 'mac_address': 'fa:16:3e:d1:2f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:47Z', 'updated_at': '2021-07-24T00:53:57Z', 'revision_number': 5, 'project_id': '8775928e4716419799315861924d3578', 'subnets': [{'id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:48.933632 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a9ec01e-146b-4d61-8982-01b21bb0266a req-7cf03a4e-30e9-41a9-b7e6-afa9b1ee4b12 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] No DVR routers for this DVR port 8a7b0c4a-81fb-40e4-b825-05b3809f2008 on host n-h2-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:54:48.936478 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-6a9ec01e-146b-4d61-8982-01b21bb0266a req-7cf03a4e-30e9-41a9-b7e6-afa9b1ee4b12 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:48.938526 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6a9ec01e-146b-4d61-8982-01b21bb0266a req-7cf03a4e-30e9-41a9-b7e6-afa9b1ee4b12 tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.11 "DELETE /v2.0/ports/8a7b0c4a-81fb-40e4-b825-05b3809f2008 HTTP/1.1" status: 204 len: 173 time: 0.8498847 Jul 24 00:54:48.941441 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e63dd2-500c-4d4d-a40e-67206fce1985 req-7e5708dc-9fb1-4608-bb61-566309caf624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:48.942248 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4dc35e12-e56b-4ac0-bfc0-2c52caa911b5 req-568653e5-6a15-4e3b-ab0b-c89ef6f09599 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004567 Jul 24 00:54:48.953965 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86e63dd2-500c-4d4d-a40e-67206fce1985 req-7e5708dc-9fb1-4608-bb61-566309caf624 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c9b203d0-eae7-4a9d-aeba-2ef85b49dd48 HTTP/1.1" status: 200 len: 922 time: 0.2100067 Jul 24 00:54:48.960713 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02285638-a5e4-44a5-b24d-8205f1ccdebf None None] Checking router: d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:54:48.988215 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e030c5-3571-4535-99c5-0a027e87e497 req-d22542bd-3f1e-4be5-9392-a62174a5f1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:48.989888 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f2e030c5-3571-4535-99c5-0a027e87e497 req-d22542bd-3f1e-4be5-9392-a62174a5f1cb service neutron] 10.222.0.13 "GET /v2.0/networks?id=c9b203d0-eae7-4a9d-aeba-2ef85b49dd48 HTTP/1.1" status: 200 len: 922 time: 0.1559176 Jul 24 00:54:48.990539 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02285638-a5e4-44a5-b24d-8205f1ccdebf None None] Routers {'d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:54:48.991286 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-02285638-a5e4-44a5-b24d-8205f1ccdebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:54:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:49.041352 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86e63dd2-500c-4d4d-a40e-67206fce1985 req-5044df64-c252-45e5-9855-e2e70bec165d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2507cfef-8818-4c53-8e64-f1d1fabfeeb5 HTTP/1.1" status: 200 len: 998 time: 0.0917497 Jul 24 00:54:49.081822 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-453e34ae-3cfd-4046-96f7-106871393a6f req-fea1fe18-21df-419e-a11f-d36a8b29206e tempest-LiveMigrationTest-358575413 tempest-LiveMigrationTest-358575413-project] 10.222.0.15 "GET /v2.0/ports?device_id=b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3 HTTP/1.1" status: 200 len: 210 time: 0.0761478 Jul 24 00:54:49.116322 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e63dd2-500c-4d4d-a40e-67206fce1985 req-7bdc663b-089c-4b1f-8436-95de611d582b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:49.121919 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f2e030c5-3571-4535-99c5-0a027e87e497 req-ba550dba-859b-488c-86ab-b78c5efb7590 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2507cfef-8818-4c53-8e64-f1d1fabfeeb5 HTTP/1.1" status: 200 len: 998 time: 0.1069362 Jul 24 00:54:49.123225 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86e63dd2-500c-4d4d-a40e-67206fce1985 req-7bdc663b-089c-4b1f-8436-95de611d582b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3072a7c8-2c3c-4d80-89a4-047d4b311662 HTTP/1.1" status: 200 len: 860 time: 0.0733354 Jul 24 00:54:49.152531 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-02285638-a5e4-44a5-b24d-8205f1ccdebf None None] Set router d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:54:49.185859 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e030c5-3571-4535-99c5-0a027e87e497 req-84668a41-46f8-4609-925f-6ee23815c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:49.187459 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f2e030c5-3571-4535-99c5-0a027e87e497 req-84668a41-46f8-4609-925f-6ee23815c5fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3072a7c8-2c3c-4d80-89a4-047d4b311662 HTTP/1.1" status: 200 len: 860 time: 0.0531502 Jul 24 00:54:49.196689 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e63dd2-500c-4d4d-a40e-67206fce1985 req-57468556-6435-44cf-9608-6c8cf0a586df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:49.198502 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86e63dd2-500c-4d4d-a40e-67206fce1985 req-57468556-6435-44cf-9608-6c8cf0a586df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9b203d0-eae7-4a9d-aeba-2ef85b49dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0742846 Jul 24 00:54:49.303257 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8d32cfd6-8897-49e3-825c-acc3a0a40159 req-34554ba0-827b-45e9-82c8-328573d75ecc tempest-ServerShowV254Test-411464079 tempest-ServerShowV254Test-411464079-project] 10.222.0.15 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.0419993 Jul 24 00:54:49.307270 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e030c5-3571-4535-99c5-0a027e87e497 req-98fd28e5-c192-45dc-93a5-cb381c0a1258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:49.309313 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f2e030c5-3571-4535-99c5-0a027e87e497 req-98fd28e5-c192-45dc-93a5-cb381c0a1258 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9b203d0-eae7-4a9d-aeba-2ef85b49dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1061482 Jul 24 00:54:49.334603 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86e63dd2-500c-4d4d-a40e-67206fce1985 req-56a8d21c-b4a4-4865-a9f4-24cba2bb78c1 service neutron] 10.222.0.15 "GET /v2.0/networks/c9b203d0-eae7-4a9d-aeba-2ef85b49dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241047 Jul 24 00:54:49.378293 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:49.503979 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-02285638-a5e4-44a5-b24d-8205f1ccdebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143471385-router', 'tenant_id': '8775928e4716419799315861924d3578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:43Z', 'updated_at': '2021-07-24T00:53:48Z', 'revision_number': 4, 'project_id': '8775928e4716419799315861924d3578', 'gw_port': {'id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:44Z', 'updated_at': '2021-07-24T00:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '38fec42b-0642-4e3b-b171-192b3fc81242', 'tenant_id': '8775928e4716419799315861924d3578', 'floating_ip_address': '172.25.2.80', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'port_id': '2507cfef-8818-4c53-8e64-f1d1fabfeeb5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48', 'mac_address': 'fa:16:3e:8e:65:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ae3a96-e4a9-4fb5-8185-696658b68a1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:54:08Z', 'updated_at': '2021-07-24T00:54:47Z', 'revision_number': 8, 'project_id': '8775928e4716419799315861924d3578', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb', 'name': '', 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48', 'tenant_id': '8775928e4716419799315861924d3578', 'mac_address': 'fa:16:3e:d1:2f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:47Z', 'updated_at': '2021-07-24T00:53:57Z', 'revision_number': 5, 'project_id': '8775928e4716419799315861924d3578', 'subnets': [{'id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:49.508502 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86e63dd2-500c-4d4d-a40e-67206fce1985 req-d0acbb68-e1fd-46a6-82ea-e48a94d62919 service neutron] 10.222.0.15 "GET /v2.0/networks/c9b203d0-eae7-4a9d-aeba-2ef85b49dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652174 Jul 24 00:54:49.532479 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f2e030c5-3571-4535-99c5-0a027e87e497 req-0b1d975f-bcac-4eef-86de-9ee6d38147d1 service neutron] 10.222.0.13 "GET /v2.0/networks/c9b203d0-eae7-4a9d-aeba-2ef85b49dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079978 Jul 24 00:54:49.538844 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02285638-a5e4-44a5-b24d-8205f1ccdebf None None] The sync data for ids ['d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'] in n-d-793621-25 is: [{'id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143471385-router', 'tenant_id': '8775928e4716419799315861924d3578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:43Z', 'updated_at': '2021-07-24T00:53:48Z', 'revision_number': 4, 'project_id': '8775928e4716419799315861924d3578', 'gw_port': {'id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:44Z', 'updated_at': '2021-07-24T00:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '38fec42b-0642-4e3b-b171-192b3fc81242', 'tenant_id': '8775928e4716419799315861924d3578', 'floating_ip_address': '172.25.2.80', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'port_id': '2507cfef-8818-4c53-8e64-f1d1fabfeeb5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48', 'mac_address': 'fa:16:3e:8e:65:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48ae3a96-e4a9-4fb5-8185-696658b68a1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:54:08Z', 'updated_at': '2021-07-24T00:54:47Z', 'revision_number': 8, 'project_id': '8775928e4716419799315861924d3578', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb', 'name': '', 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48', 'tenant_id': '8775928e4716419799315861924d3578', 'mac_address': 'fa:16:3e:d1:2f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:47Z', 'updated_at': '2021-07-24T00:53:57Z', 'revision_number': 5, 'project_id': '8775928e4716419799315861924d3578', 'subnets': [{'id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:54:49.551091 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9eef50-f08d-4070-891b-03056f031cee req-b64dd1ae-6e31-434c-86b4-de5536d7ffe6 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:49.552987 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6c9eef50-f08d-4070-891b-03056f031cee req-b64dd1ae-6e31-434c-86b4-de5536d7ffe6 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3c5485-96e8-4c00-8dc1-a83d50f9a1f3 HTTP/1.1" status: 200 len: 945 time: 0.1200573 Jul 24 00:54:49.663114 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6c9eef50-f08d-4070-891b-03056f031cee req-448c788a-a909-4397-a77d-5748e6993029 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998476 Jul 24 00:54:49.694030 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fdb64-0d43-44eb-a815-38c0d2e21f30 req-67a07d44-30f2-4bf8-820f-5008ea63f6da tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:49.695647 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3f9fdb64-0d43-44eb-a815-38c0d2e21f30 req-67a07d44-30f2-4bf8-820f-5008ea63f6da tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1a49d14-3357-4c46-a96e-ccc3fb811c79 HTTP/1.1" status: 200 len: 945 time: 0.0953097 Jul 24 00:54:49.740407 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f2e030c5-3571-4535-99c5-0a027e87e497 req-0c3bc7b7-4fad-45e3-9e67-f5a6171f3d58 service neutron] 10.222.0.13 "GET /v2.0/networks/c9b203d0-eae7-4a9d-aeba-2ef85b49dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866109 Jul 24 00:54:49.740672 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3f9fdb64-0d43-44eb-a815-38c0d2e21f30 req-4411277d-4551-4f29-b2a7-a7379f0ab039 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb093fc6-2b35-41ad-916e-0a7e1e85cf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383434 Jul 24 00:54:49.773816 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-85a56269-7e12-4500-958c-4957b6b6ab0c req-1fdd981e-b8df-40a7-8008-120d1da34531 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/floatingips/38fec42b-0642-4e3b-b171-192b3fc81242 HTTP/1.1" status: 200 len: 995 time: 0.0911214 Jul 24 00:54:49.857910 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f12429-520a-405f-9986-c003cb8a1e03 None None] New status for floating IP 38fec42b-0642-4e3b-b171-192b3fc81242: ACTIVE {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:54:49.891880 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a56269-7e12-4500-958c-4957b6b6ab0c req-e577d2d7-9c8a-463d-8155-d41c2302fd07 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:49.892227 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89dd32-6f06-4b5e-87a2-8464360b3a01 req-d32580bf-c9ba-4231-95e2-e70342a515db tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:49.893725 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-85a56269-7e12-4500-958c-4957b6b6ab0c req-e577d2d7-9c8a-463d-8155-d41c2302fd07 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/networks/40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 784 time: 0.1138742 Jul 24 00:54:49.895187 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ce89dd32-6f06-4b5e-87a2-8464360b3a01 req-d32580bf-c9ba-4231-95e2-e70342a515db tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6 HTTP/1.1" status: 200 len: 946 time: 0.0817637 Jul 24 00:54:49.908704 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [req-85a56269-7e12-4500-958c-4957b6b6ab0c req-6a2bfa46-89a5-4f4b-afcf-7ec5cf06d936 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:54:49.909927 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-85a56269-7e12-4500-958c-4957b6b6ab0c req-6a2bfa46-89a5-4f4b-afcf-7ec5cf06d936 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068462 Jul 24 00:54:49.943252 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ce89dd32-6f06-4b5e-87a2-8464360b3a01 req-e5625d4d-0069-4532-a001-aefd73e29ae4 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439658 Jul 24 00:54:50.039340 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-39cc8815-d34d-42a8-ab2a-2a2e683ed256 req-114ac8e7-033d-4802-96eb-3f934c168056 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.80 HTTP/1.1" status: 200 len: 998 time: 0.1052976 Jul 24 00:54:50.086628 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb961c1-da39-46f1-ac40-13eee7784c85 req-e4bfef5f-424d-4805-9199-d42b9c0c312f tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:50.088433 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-acb961c1-da39-46f1-ac40-13eee7784c85 req-e4bfef5f-424d-4805-9199-d42b9c0c312f tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.0785007 Jul 24 00:54:50.108189 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b05a6-7890-4ddd-b7ff-8c5bca2bdd6f req-173add16-9188-4a7a-a335-e461a87b306e tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:50.109719 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1c2b05a6-7890-4ddd-b7ff-8c5bca2bdd6f req-173add16-9188-4a7a-a335-e461a87b306e tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.13 "GET /v2.0/ports?device_id=459b2c12-6944-4477-afb6-3c4af3325a5f HTTP/1.1" status: 200 len: 946 time: 0.1284289 Jul 24 00:54:50.120079 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc8815-d34d-42a8-ab2a-2a2e683ed256 req-0f8f2214-3ad8-4c18-9afc-66c48366395b tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:50.121406 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-39cc8815-d34d-42a8-ab2a-2a2e683ed256 req-0f8f2214-3ad8-4c18-9afc-66c48366395b tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/ports/2507cfef-8818-4c53-8e64-f1d1fabfeeb5 HTTP/1.1" status: 200 len: 942 time: 0.0799608 Jul 24 00:54:50.131407 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-acb961c1-da39-46f1-ac40-13eee7784c85 req-e352bb16-5f30-420c-91c3-3a4d1c7e21f4 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355172 Jul 24 00:54:50.267732 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fd4f7-f724-44fa-9f2b-c3f3c383165a req-d35ec123-53d7-48ef-8cfe-dbe027121c0f tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:50.270066 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-593fd4f7-f724-44fa-9f2b-c3f3c383165a req-d35ec123-53d7-48ef-8cfe-dbe027121c0f tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=7aaefa9a-a6e6-43d7-a057-069d1dbe8402 HTTP/1.1" status: 200 len: 945 time: 0.0800028 Jul 24 00:54:50.294870 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-39cc8815-d34d-42a8-ab2a-2a2e683ed256 req-607f4d2c-3b0d-49de-8c7b-8dd01fec7121 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.80 HTTP/1.1" status: 200 len: 1000 time: 0.1260941 Jul 24 00:54:50.329469 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-593fd4f7-f724-44fa-9f2b-c3f3c383165a req-e005e8b2-86a4-4cd7-a2e9-f43c0bea0aa1 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532420 Jul 24 00:54:50.383731 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59036) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:50.419885 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-1c2b05a6-7890-4ddd-b7ff-8c5bca2bdd6f req-691ed577-7ca5-493d-9015-1fd4d91df4da tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Deleting port 67b36148-e0cd-4bf3-b3fa-958445db798b {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:54:50.420506 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-1c2b05a6-7890-4ddd-b7ff-8c5bca2bdd6f req-691ed577-7ca5-493d-9015-1fd4d91df4da tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:50.448955 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67032c60-12d8-449f-98bc-d97b40b3ba85 req-13fe81f8-a0a5-487b-90b9-d2e4bc469935 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:50.450388 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-67032c60-12d8-449f-98bc-d97b40b3ba85 req-13fe81f8-a0a5-487b-90b9-d2e4bc469935 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.13 "GET /v2.0/ports?device_id=f1a49d14-3357-4c46-a96e-ccc3fb811c79 HTTP/1.1" status: 200 len: 945 time: 0.2045505 Jul 24 00:54:50.466492 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb45fe52-11b4-4141-afad-747df08cfbdb admin admin] Deleting subnet 8e7ca279-b98c-43f9-865c-dc5db7518bba {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:54:50.472351 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fb45fe52-11b4-4141-afad-747df08cfbdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:50.509732 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc8815-d34d-42a8-ab2a-2a2e683ed256 req-c80ea2c1-b987-4822-a0fe-c096da3d4385 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:50.511415 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-39cc8815-d34d-42a8-ab2a-2a2e683ed256 req-c80ea2c1-b987-4822-a0fe-c096da3d4385 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/networks/40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 784 time: 0.2082400 Jul 24 00:54:50.562989 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4306bbde-604e-49f8-ad52-22db608df706 req-f41dcd76-9a56-4edc-b581-8f9e4470e58b tempest-ServerShowV254Test-411464079 tempest-ServerShowV254Test-411464079-project] 10.222.0.15 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.0582337 Jul 24 00:54:50.572598 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fb45fe52-11b4-4141-afad-747df08cfbdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:50.625056 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fb45fe52-11b4-4141-afad-747df08cfbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:50.642814 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-1c2b05a6-7890-4ddd-b7ff-8c5bca2bdd6f req-691ed577-7ca5-493d-9015-1fd4d91df4da tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] For port 67b36148-e0cd-4bf3-b3fa-958445db798b, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=67b36148-e0cd-4bf3-b3fa-958445db798b,segment=NetworkSegment(5997850d-598b-45fc-8985-dbbfe8ec96d2),segment_id=5997850d-598b-45fc-8985-dbbfe8ec96d2)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:50.643196 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-1c2b05a6-7890-4ddd-b7ff-8c5bca2bdd6f req-691ed577-7ca5-493d-9015-1fd4d91df4da tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:50.652435 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3', 'name': 'network-vif-deleted', 'tag': '8a7b0c4a-81fb-40e4-b825-05b3809f2008'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:54:50.654988 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9d207d-19d3-45e6-9d98-2059caed9ad2" -d '{"events": [{"server_uuid": "b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3", "name": "network-vif-deleted", "tag": "8a7b0c4a-81fb-40e4-b825-05b3809f2008"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:54:50.677833 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-39cc8815-d34d-42a8-ab2a-2a2e683ed256 req-60e06ad4-7508-457a-87dd-3ffca842e4ec tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.80 HTTP/1.1" status: 200 len: 1000 time: 0.1383214 Jul 24 00:54:50.683002 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-1c2b05a6-7890-4ddd-b7ff-8c5bca2bdd6f req-691ed577-7ca5-493d-9015-1fd4d91df4da tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Calling delete_port for 67b36148-e0cd-4bf3-b3fa-958445db798b owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:54:50.703246 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fb45fe52-11b4-4141-afad-747df08cfbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:50.704745 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-39cc8815-d34d-42a8-ab2a-2a2e683ed256 req-1dc7c294-b028-4250-8931-d86873aeab13 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:54:50.826377 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-67032c60-12d8-449f-98bc-d97b40b3ba85 req-49bd9382-af5d-462c-9125-d1293ca73a7d tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Deleting port 5894918b-b12b-4fa1-993c-32eea06af7d6 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:54:50.826645 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-67032c60-12d8-449f-98bc-d97b40b3ba85 req-49bd9382-af5d-462c-9125-d1293ca73a7d tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:50.856405 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-39cc8815-d34d-42a8-ab2a-2a2e683ed256 req-1dc7c294-b028-4250-8931-d86873aeab13 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks [] for floatingip, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:50.898442 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:51.034652 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb45fe52-11b4-4141-afad-747df08cfbdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e7ca279-b98c-43f9-865c-dc5db7518bba,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:51.045806 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fb45fe52-11b4-4141-afad-747df08cfbdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:51.049214 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-fb45fe52-11b4-4141-afad-747df08cfbdb admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8e7ca279-b98c-43f9-865c-dc5db7518bba HTTP/1.1" status: 204 len: 168 time: 0.6626165 Jul 24 00:54:51.051951 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59042) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:51.078443 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-67032c60-12d8-449f-98bc-d97b40b3ba85 req-49bd9382-af5d-462c-9125-d1293ca73a7d tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] For port 5894918b-b12b-4fa1-993c-32eea06af7d6, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=5894918b-b12b-4fa1-993c-32eea06af7d6,segment=NetworkSegment(9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442),segment_id=9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:51.078848 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-67032c60-12d8-449f-98bc-d97b40b3ba85 req-49bd9382-af5d-462c-9125-d1293ca73a7d tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:51.107677 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba0422-c0f7-44a5-aae9-fe307c4032ee req-d008d0e4-5ea5-47b2-a6cc-5a975e8b2bbb tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:51.109760 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b8ba0422-c0f7-44a5-aae9-fe307c4032ee req-d008d0e4-5ea5-47b2-a6cc-5a975e8b2bbb tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3c5485-96e8-4c00-8dc1-a83d50f9a1f3 HTTP/1.1" status: 200 len: 945 time: 0.0797582 Jul 24 00:54:51.122130 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-67032c60-12d8-449f-98bc-d97b40b3ba85 req-49bd9382-af5d-462c-9125-d1293ca73a7d tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Calling delete_port for 5894918b-b12b-4fa1-993c-32eea06af7d6 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:54:51.151522 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b8ba0422-c0f7-44a5-aae9-fe307c4032ee req-cfb23684-44b9-4479-a3bd-d3ad289ef75f tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349391 Jul 24 00:54:51.205903 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be45c37-ff55-4bc4-86f0-ab9bd3dbc15c x-openstack-request-id: req-8be45c37-ff55-4bc4-86f0-ab9bd3dbc15c {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:54:51.206350 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3", "name": "network-vif-deleted", "tag": "8a7b0c4a-81fb-40e4-b825-05b3809f2008", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:54:51.206952 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8be45c37-ff55-4bc4-86f0-ab9bd3dbc15c {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:54:51.207523 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18fcefc-ad7d-4fa3-bb2c-a3356348ecf3', 'name': 'network-vif-deleted', 'tag': '8a7b0c4a-81fb-40e4-b825-05b3809f2008', 'status': 'completed', 'code': 200} Jul 24 00:54:51.325438 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debba994-cbfe-4eaf-a186-fb875a46f128 req-5d48f6c6-aeaa-4088-843f-a2e404f30735 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:51.326996 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-debba994-cbfe-4eaf-a186-fb875a46f128 req-5d48f6c6-aeaa-4088-843f-a2e404f30735 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1a49d14-3357-4c46-a96e-ccc3fb811c79 HTTP/1.1" status: 200 len: 945 time: 0.0701895 Jul 24 00:54:51.382634 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-debba994-cbfe-4eaf-a186-fb875a46f128 req-70c949f4-ef69-479a-9bff-054f01935f73 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb093fc6-2b35-41ad-916e-0a7e1e85cf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492048 Jul 24 00:54:51.404035 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-1c2b05a6-7890-4ddd-b7ff-8c5bca2bdd6f req-691ed577-7ca5-493d-9015-1fd4d91df4da tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:51.429387 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['2507cfef-8818-4c53-8e64-f1d1fabfeeb5', '67b36148-e0cd-4bf3-b3fa-958445db798b'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:54:51.475910 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-39cc8815-d34d-42a8-ab2a-2a2e683ed256 req-1dc7c294-b028-4250-8931-d86873aeab13 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:51.488587 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5d8684d0-6f04-4937-9b4a-6e64634935cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:51.509523 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-39cc8815-d34d-42a8-ab2a-2a2e683ed256 req-1dc7c294-b028-4250-8931-d86873aeab13 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:51.509854 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [req-39cc8815-d34d-42a8-ab2a-2a2e683ed256 req-1dc7c294-b028-4250-8931-d86873aeab13 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Floating IP 38fec42b-0642-4e3b-b171-192b3fc81242 disassociated. External IP: 172.25.2.80, port: 2507cfef-8818-4c53-8e64-f1d1fabfeeb5. Jul 24 00:54:51.520515 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691ed577-7ca5-493d-9015-1fd4d91df4da tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Pushing event deleted for resources: {'Port': ['ID=67b36148-e0cd-4bf3-b3fa-958445db798b,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:51.534765 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25c8e1-f321-43a4-b547-f92ffa279c7f req-db606639-4b9d-409d-aee3-38b5310b0a73 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:51.536558 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ab25c8e1-f321-43a4-b547-f92ffa279c7f req-db606639-4b9d-409d-aee3-38b5310b0a73 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.0837414 Jul 24 00:54:51.591979 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ab25c8e1-f321-43a4-b547-f92ffa279c7f req-9ce1b2b8-a137-47bd-b9da-6c2d96b3a478 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450187 Jul 24 00:54:51.627203 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 8a7b0c4a-81fb-40e4-b825-05b3809f2008 no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:54:51.653399 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] No Port match for: 8a7b0c4a-81fb-40e4-b825-05b3809f2008 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:54:51.653996 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 8a7b0c4a-81fb-40e4-b825-05b3809f2008 not bound to the agent host n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:54:51.693983 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c2b05a6-7890-4ddd-b7ff-8c5bca2bdd6f req-691ed577-7ca5-493d-9015-1fd4d91df4da tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] No DVR routers for this DVR port 67b36148-e0cd-4bf3-b3fa-958445db798b on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:54:51.700195 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-1c2b05a6-7890-4ddd-b7ff-8c5bca2bdd6f req-691ed577-7ca5-493d-9015-1fd4d91df4da tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:51.702535 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1c2b05a6-7890-4ddd-b7ff-8c5bca2bdd6f req-691ed577-7ca5-493d-9015-1fd4d91df4da tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.13 "DELETE /v2.0/ports/67b36148-e0cd-4bf3-b3fa-958445db798b HTTP/1.1" status: 204 len: 173 time: 1.5802333 Jul 24 00:54:51.703856 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459b2c12-6944-4477-afb6-3c4af3325a5f', 'name': 'network-vif-deleted', 'tag': '67b36148-e0cd-4bf3-b3fa-958445db798b'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:54:51.707313 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9187f61-19f8-41a3-bc77-cdd034750781" -d '{"events": [{"server_uuid": "459b2c12-6944-4477-afb6-3c4af3325a5f", "name": "network-vif-deleted", "tag": "67b36148-e0cd-4bf3-b3fa-958445db798b"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:54:51.810257 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5d8684d0-6f04-4937-9b4a-6e64634935cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:51.837146 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-5d8684d0-6f04-4937-9b4a-6e64634935cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c4ab419-d412-43cd-bcfe-97903abe1bf4']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:51.859177 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-5d8684d0-6f04-4937-9b4a-6e64634935cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '224003b9-1e4b-40e8-8bf3-31947898d576') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:51.859416 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-5d8684d0-6f04-4937-9b4a-6e64634935cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '224003b9-1e4b-40e8-8bf3-31947898d576') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:51.880132 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5d8684d0-6f04-4937-9b4a-6e64634935cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:51.895020 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-67032c60-12d8-449f-98bc-d97b40b3ba85 req-49bd9382-af5d-462c-9125-d1293ca73a7d tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:51.933939 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc3eeb-a892-4f30-82f0-9d22a90fbc8c req-3f21090f-13ff-435a-8334-002ce534a1e3 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:51.941467 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3fdc3eeb-a892-4f30-82f0-9d22a90fbc8c req-3f21090f-13ff-435a-8334-002ce534a1e3 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6 HTTP/1.1" status: 200 len: 946 time: 0.0798676 Jul 24 00:54:51.956775 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5d8684d0-6f04-4937-9b4a-6e64634935cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:51.975111 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3fdc3eeb-a892-4f30-82f0-9d22a90fbc8c req-415fc000-152d-4515-9556-44625fc69e96 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327413 Jul 24 00:54:51.987912 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bd9382-af5d-462c-9125-d1293ca73a7d tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Pushing event deleted for resources: {'Port': ['ID=5894918b-b12b-4fa1-993c-32eea06af7d6,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:51.996247 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d8684d0-6f04-4937-9b4a-6e64634935cd admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:54:51.996693 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5d8684d0-6f04-4937-9b4a-6e64634935cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:51.999166 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 00:54:51.999166 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:54:51.999166 n-d-793621-25 neutron-server[100464]: timer() Jul 24 00:54:51.999166 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:54:51.999166 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 00:54:51.999166 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:54:51.999166 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 00:54:51.999166 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:54:51.999166 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 00:54:51.999166 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:54:51.999166 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 00:54:51.999166 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:54:51.999166 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 00:54:51.999166 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:54:51.999166 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:54:51.999166 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:54:51.999166 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:54:51.999166 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:54:51.999166 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 00:54:51.999166 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:54:51.999166 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 00:54:51.999166 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:54:51.999166 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:54:51.999166 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:54:51.999166 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 00:54:51.999166 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:54:51.999166 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:54:51.999166 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:54:51.999166 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:54:51.999166 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:54:51.999166 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:54:51.999166 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:54:52.105833 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['5894918b-b12b-4fa1-993c-32eea06af7d6', 'da8c1488-c2d2-4152-8d64-1843bc515cce', 'ec42162b-dea7-4fac-951f-0c21ee160d48'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:54:52.106757 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-67032c60-12d8-449f-98bc-d97b40b3ba85 req-49bd9382-af5d-462c-9125-d1293ca73a7d tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] No DVR routers for this DVR port 5894918b-b12b-4fa1-993c-32eea06af7d6 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:54:52.111973 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-67032c60-12d8-449f-98bc-d97b40b3ba85 req-49bd9382-af5d-462c-9125-d1293ca73a7d tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:52.115096 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-67032c60-12d8-449f-98bc-d97b40b3ba85 req-49bd9382-af5d-462c-9125-d1293ca73a7d tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.13 "DELETE /v2.0/ports/5894918b-b12b-4fa1-993c-32eea06af7d6 HTTP/1.1" status: 204 len: 173 time: 1.6491442 Jul 24 00:54:52.129654 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5d8684d0-6f04-4937-9b4a-6e64634935cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:52.137658 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5d8684d0-6f04-4937-9b4a-6e64634935cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:52.141296 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5d8684d0-6f04-4937-9b4a-6e64634935cd admin admin] 10.222.0.15 "DELETE /v2.0/networks/7c4ab419-d412-43cd-bcfe-97903abe1bf4 HTTP/1.1" status: 204 len: 168 time: 1.0836437 Jul 24 00:54:52.151729 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59056) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:52.154931 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2295f677-acab-405b-afae-0ba321a30a24 req-a240712c-3e33-47ef-be15-433b6b30fc4a tempest-ServerShowV254Test-411464079 tempest-ServerShowV254Test-411464079-project] 10.222.0.15 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.0456455 Jul 24 00:54:52.204282 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8684d0-6f04-4937-9b4a-6e64634935cd admin admin] Pushing event deleted for resources: {'Network': ['ID=7c4ab419-d412-43cd-bcfe-97903abe1bf4,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:52.228771 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39cc8815-d34d-42a8-ab2a-2a2e683ed256 req-1dc7c294-b028-4250-8931-d86873aeab13 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Router d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:54:52.234306 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd18fee4-5883-4b69-9fcc-a112d68823f2 admin admin] Deleting subnet 17399e2c-3886-4b54-b0e8-cea85d11e5a6 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:54:52.241352 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bd18fee4-5883-4b69-9fcc-a112d68823f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:52.262690 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39d6a68-b957-48be-af1f-94ea1534f406 x-openstack-request-id: req-d39d6a68-b957-48be-af1f-94ea1534f406 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:54:52.263020 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459b2c12-6944-4477-afb6-3c4af3325a5f", "name": "network-vif-deleted", "tag": "67b36148-e0cd-4bf3-b3fa-958445db798b", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:54:52.263267 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d39d6a68-b957-48be-af1f-94ea1534f406 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:54:52.263665 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459b2c12-6944-4477-afb6-3c4af3325a5f', 'name': 'network-vif-deleted', 'tag': '67b36148-e0cd-4bf3-b3fa-958445db798b', 'status': 'completed', 'code': 200} Jul 24 00:54:52.359541 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bd18fee4-5883-4b69-9fcc-a112d68823f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:52.473274 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bd18fee4-5883-4b69-9fcc-a112d68823f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:52.533343 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39cc8815-d34d-42a8-ab2a-2a2e683ed256 req-1dc7c294-b028-4250-8931-d86873aeab13 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:54:52.543879 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-39cc8815-d34d-42a8-ab2a-2a2e683ed256 req-1dc7c294-b028-4250-8931-d86873aeab13 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:52.548706 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7672a1-ba7a-4c9e-9b5d-3203e3c38bdf None None] Sync routers for ids ['d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:54:52.567460 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7672a1-ba7a-4c9e-9b5d-3203e3c38bdf None None] Routers {'d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:54:52.568102 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-7f7672a1-ba7a-4c9e-9b5d-3203e3c38bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:54:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:52.627861 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bd18fee4-5883-4b69-9fcc-a112d68823f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:52.661549 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18fee4-5883-4b69-9fcc-a112d68823f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17399e2c-3886-4b54-b0e8-cea85d11e5a6,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:52.668814 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-39cc8815-d34d-42a8-ab2a-2a2e683ed256 req-1dc7c294-b028-4250-8931-d86873aeab13 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "PUT /v2.0/floatingips/38fec42b-0642-4e3b-b171-192b3fc81242 HTTP/1.1" status: 200 len: 695 time: 1.9732285 Jul 24 00:54:52.673551 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bd18fee4-5883-4b69-9fcc-a112d68823f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:52.676538 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-bd18fee4-5883-4b69-9fcc-a112d68823f2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/17399e2c-3886-4b54-b0e8-cea85d11e5a6 HTTP/1.1" status: 204 len: 168 time: 0.5236561 Jul 24 00:54:52.680217 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59062) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:52.701820 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59db68-11bd-41df-ab47-a6fd10a70b94 req-ff26a081-897a-422c-bff7-2cdbe8020a2c tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:52.712630 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59db68-11bd-41df-ab47-a6fd10a70b94 req-ff26a081-897a-422c-bff7-2cdbe8020a2c tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:52.730269 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59db68-11bd-41df-ab47-a6fd10a70b94 req-ff26a081-897a-422c-bff7-2cdbe8020a2c tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:52.733124 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4c59db68-11bd-41df-ab47-a6fd10a70b94 req-ff26a081-897a-422c-bff7-2cdbe8020a2c tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3c5485-96e8-4c00-8dc1-a83d50f9a1f3&device_id=7aaefa9a-a6e6-43d7-a057-069d1dbe8402&device_id=5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6 HTTP/1.1" status: 200 len: 2417 time: 0.1600928 Jul 24 00:54:52.765912 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-7f7672a1-ba7a-4c9e-9b5d-3203e3c38bdf None None] Set router d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:54:52.789620 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-235f7171-9301-49f5-816e-31803b32b9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:52.799774 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4c59db68-11bd-41df-ab47-a6fd10a70b94 req-591997f9-ac9f-4cd0-8003-e3ad58ed0479 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581675 Jul 24 00:54:52.833295 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc8815-d34d-42a8-ab2a-2a2e683ed256 req-ccf483f2-3010-4046-a84c-d534f0e2d933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:52.834893 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-39cc8815-d34d-42a8-ab2a-2a2e683ed256 req-ccf483f2-3010-4046-a84c-d534f0e2d933 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8775928e4716419799315861924d3578&device_id=48ae3a96-e4a9-4fb5-8185-696658b68a1b HTTP/1.1" status: 200 len: 1097 time: 0.1313059 Jul 24 00:54:52.987699 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-235f7171-9301-49f5-816e-31803b32b9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:53.008560 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-235f7171-9301-49f5-816e-31803b32b9bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c536f90-9cd8-458a-89de-3200bd624f00']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:53.025460 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-235f7171-9301-49f5-816e-31803b32b9bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd326b82d-fe19-45fd-9c72-6ad6c80a23b1') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:53.025865 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-235f7171-9301-49f5-816e-31803b32b9bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd326b82d-fe19-45fd-9c72-6ad6c80a23b1') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:53.043878 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-7f7672a1-ba7a-4c9e-9b5d-3203e3c38bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143471385-router', 'tenant_id': '8775928e4716419799315861924d3578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:43Z', 'updated_at': '2021-07-24T00:53:48Z', 'revision_number': 4, 'project_id': '8775928e4716419799315861924d3578', 'gw_port': {'id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:44Z', 'updated_at': '2021-07-24T00:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb', 'name': '', 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48', 'tenant_id': '8775928e4716419799315861924d3578', 'mac_address': 'fa:16:3e:d1:2f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:47Z', 'updated_at': '2021-07-24T00:53:57Z', 'revision_number': 5, 'project_id': '8775928e4716419799315861924d3578', 'subnets': [{'id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:53.051921 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-235f7171-9301-49f5-816e-31803b32b9bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:53.060003 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc8815-d34d-42a8-ab2a-2a2e683ed256 req-cfda535b-6248-47ba-b345-16c1c795b152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:53.061583 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-39cc8815-d34d-42a8-ab2a-2a2e683ed256 req-cfda535b-6248-47ba-b345-16c1c795b152 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c9b203d0-eae7-4a9d-aeba-2ef85b49dd48 HTTP/1.1" status: 200 len: 922 time: 0.2021024 Jul 24 00:54:53.072508 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-235f7171-9301-49f5-816e-31803b32b9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:53.081283 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7672a1-ba7a-4c9e-9b5d-3203e3c38bdf None None] Checking router: d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:54:53.083162 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-235f7171-9301-49f5-816e-31803b32b9bf admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:54:53.083575 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-235f7171-9301-49f5-816e-31803b32b9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:53.092962 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7672a1-ba7a-4c9e-9b5d-3203e3c38bdf None None] Routers {'d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:54:53.094177 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-7f7672a1-ba7a-4c9e-9b5d-3203e3c38bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:54:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:53.100888 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 00:54:53.100888 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:54:53.100888 n-d-793621-25 neutron-server[100464]: timer() Jul 24 00:54:53.100888 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:54:53.100888 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 00:54:53.100888 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:54:53.100888 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 00:54:53.100888 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:54:53.100888 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 00:54:53.100888 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:54:53.100888 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 00:54:53.100888 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:54:53.100888 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 00:54:53.100888 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:54:53.100888 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:54:53.100888 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:54:53.100888 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:54:53.100888 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:54:53.100888 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 00:54:53.100888 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:54:53.100888 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 00:54:53.100888 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:54:53.100888 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:54:53.100888 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:54:53.100888 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 00:54:53.100888 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:54:53.100888 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:54:53.100888 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:54:53.100888 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:54:53.100888 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:54:53.100888 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:54:53.100888 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:54:53.179509 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cd6c7dbc-1ffa-4aad-b91c-0c8f13a3a329 req-a298ab50-8893-4642-8b4c-2fc3af5f00f8 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1a49d14-3357-4c46-a96e-ccc3fb811c79 HTTP/1.1" status: 200 len: 210 time: 0.0431852 Jul 24 00:54:53.220718 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-39cc8815-d34d-42a8-ab2a-2a2e683ed256 req-1d24f7d6-faa2-44b8-a95d-28f68cf81a17 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2507cfef-8818-4c53-8e64-f1d1fabfeeb5 HTTP/1.1" status: 200 len: 217 time: 0.1135702 Jul 24 00:54:53.294609 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-235f7171-9301-49f5-816e-31803b32b9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:53.306334 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-235f7171-9301-49f5-816e-31803b32b9bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:53.308487 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-235f7171-9301-49f5-816e-31803b32b9bf admin admin] 10.222.0.15 "DELETE /v2.0/networks/5c536f90-9cd8-458a-89de-3200bd624f00 HTTP/1.1" status: 204 len: 168 time: 0.6271770 Jul 24 00:54:53.324893 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f7171-9301-49f5-816e-31803b32b9bf admin admin] Pushing event deleted for resources: {'Network': ['ID=5c536f90-9cd8-458a-89de-3200bd624f00,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:53.331987 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc8815-d34d-42a8-ab2a-2a2e683ed256 req-b83bd991-25fb-4786-84d7-18e32552e916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:53.333582 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-39cc8815-d34d-42a8-ab2a-2a2e683ed256 req-b83bd991-25fb-4786-84d7-18e32552e916 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3072a7c8-2c3c-4d80-89a4-047d4b311662 HTTP/1.1" status: 200 len: 860 time: 0.0783672 Jul 24 00:54:53.333752 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c69836-0e8e-44b7-a592-0bdeffef5e7c req-9fa924db-dcaf-4081-8124-c681fad9518d tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:53.336094 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-25c69836-0e8e-44b7-a592-0bdeffef5e7c req-9fa924db-dcaf-4081-8124-c681fad9518d tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.0985034 Jul 24 00:54:53.337829 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-7f7672a1-ba7a-4c9e-9b5d-3203e3c38bdf None None] Set router d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:54:53.383335 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-25c69836-0e8e-44b7-a592-0bdeffef5e7c req-79131623-9cb1-472d-a7ea-059283aba942 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412817 Jul 24 00:54:53.423451 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc8815-d34d-42a8-ab2a-2a2e683ed256 req-7c70bbf1-da97-40be-a46c-74cd32c0d6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:53.425416 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-39cc8815-d34d-42a8-ab2a-2a2e683ed256 req-7c70bbf1-da97-40be-a46c-74cd32c0d6d3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9b203d0-eae7-4a9d-aeba-2ef85b49dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0822668 Jul 24 00:54:53.554585 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-39cc8815-d34d-42a8-ab2a-2a2e683ed256 req-aac0349c-216a-4697-9d44-34cdc7f361f6 service neutron] 10.222.0.15 "GET /v2.0/networks/c9b203d0-eae7-4a9d-aeba-2ef85b49dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187301 Jul 24 00:54:53.597659 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb311e-d355-40ca-a4dd-7918ff5d5594 req-0a137150-e3eb-4832-93c3-322bfdd32313 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:53.599240 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-04bb311e-d355-40ca-a4dd-7918ff5d5594 req-0a137150-e3eb-4832-93c3-322bfdd32313 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3c5485-96e8-4c00-8dc1-a83d50f9a1f3 HTTP/1.1" status: 200 len: 945 time: 0.1158550 Jul 24 00:54:53.606839 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-7f7672a1-ba7a-4c9e-9b5d-3203e3c38bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143471385-router', 'tenant_id': '8775928e4716419799315861924d3578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:43Z', 'updated_at': '2021-07-24T00:53:48Z', 'revision_number': 4, 'project_id': '8775928e4716419799315861924d3578', 'gw_port': {'id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:44Z', 'updated_at': '2021-07-24T00:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb', 'name': '', 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48', 'tenant_id': '8775928e4716419799315861924d3578', 'mac_address': 'fa:16:3e:d1:2f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:47Z', 'updated_at': '2021-07-24T00:53:57Z', 'revision_number': 5, 'project_id': '8775928e4716419799315861924d3578', 'subnets': [{'id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:54:53.622266 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59072) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:53.649018 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7672a1-ba7a-4c9e-9b5d-3203e3c38bdf None None] The sync data for ids ['d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'] in n-d-793621-25 is: [{'id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143471385-router', 'tenant_id': '8775928e4716419799315861924d3578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:43Z', 'updated_at': '2021-07-24T00:53:48Z', 'revision_number': 4, 'project_id': '8775928e4716419799315861924d3578', 'gw_port': {'id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:44Z', 'updated_at': '2021-07-24T00:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb', 'name': '', 'network_id': 'c9b203d0-eae7-4a9d-aeba-2ef85b49dd48', 'tenant_id': '8775928e4716419799315861924d3578', 'mac_address': 'fa:16:3e:d1:2f:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:47Z', 'updated_at': '2021-07-24T00:53:57Z', 'revision_number': 5, 'project_id': '8775928e4716419799315861924d3578', 'subnets': [{'id': '3072a7c8-2c3c-4d80-89a4-047d4b311662', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:54:53.663186 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-39cc8815-d34d-42a8-ab2a-2a2e683ed256 req-ec52b411-9684-47f0-a631-45bbb02588e2 service neutron] 10.222.0.15 "GET /v2.0/networks/c9b203d0-eae7-4a9d-aeba-2ef85b49dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028616 Jul 24 00:54:53.668829 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-04bb311e-d355-40ca-a4dd-7918ff5d5594 req-4688bdcd-7d10-4cc1-8c88-e24ce5eeb99d tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630577 Jul 24 00:54:53.693689 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8c16f5fe-655c-4d63-bb30-83a8aa99e5b5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ed057dc71fc949d185d5f214444abe1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0701499 Jul 24 00:54:53.694141 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59076) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:53.776198 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a06bc914-14d9-48cb-9965-be619d2fa271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:53.803504 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3a295bc7-c71d-4329-b5c0-2014465ef23f req-ac927ad9-bdb8-417e-8b8f-5da30bb420c6 tempest-ServerShowV254Test-411464079 tempest-ServerShowV254Test-411464079-project] 10.222.0.15 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.0454204 Jul 24 00:54:53.850445 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a06bc914-14d9-48cb-9965-be619d2fa271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:53.916351 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a06bc914-14d9-48cb-9965-be619d2fa271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:53.919664 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a06bc914-14d9-48cb-9965-be619d2fa271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:53.925273 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a06bc914-14d9-48cb-9965-be619d2fa271 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/447b0b27-25ae-473f-a6a3-f7eebd283e40 HTTP/1.1" status: 204 len: 168 time: 0.2255304 Jul 24 00:54:53.931917 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06bc914-14d9-48cb-9965-be619d2fa271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447b0b27-25ae-473f-a6a3-f7eebd283e40,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:54.020068 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e47d5ca2-5f36-4538-97de-ddb8b1d4723a req-6e14f657-8c95-4ed4-a493-4eda11103daa tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/floatingips/38fec42b-0642-4e3b-b171-192b3fc81242 HTTP/1.1" status: 200 len: 695 time: 0.0772228 Jul 24 00:54:54.034850 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e50afb-6faf-45e9-863f-3cdd1c87ffc0 None None] New status for floating IP 38fec42b-0642-4e3b-b171-192b3fc81242: DOWN {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:54:54.162155 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d5ca2-5f36-4538-97de-ddb8b1d4723a req-778dd4cf-84cc-4eaf-9944-822d71da7322 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:54.164347 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e47d5ca2-5f36-4538-97de-ddb8b1d4723a req-778dd4cf-84cc-4eaf-9944-822d71da7322 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/networks/40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 784 time: 0.1381590 Jul 24 00:54:54.224871 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e47d5ca2-5f36-4538-97de-ddb8b1d4723a req-4833d2a3-8083-410a-9fae-af4febc50516 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.80 HTTP/1.1" status: 200 len: 698 time: 0.0524008 Jul 24 00:54:54.266293 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a49d14-3357-4c46-a96e-ccc3fb811c79', 'name': 'network-vif-deleted', 'tag': '5894918b-b12b-4fa1-993c-32eea06af7d6'}, {'name': 'network-changed', 'server_uuid': '48ae3a96-e4a9-4fb5-8185-696658b68a1b', 'tag': '2507cfef-8818-4c53-8e64-f1d1fabfeeb5'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:54:54.269348 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb03476d-31c2-4a27-9db1-0b592c5484bb" -d '{"events": [{"server_uuid": "f1a49d14-3357-4c46-a96e-ccc3fb811c79", "name": "network-vif-deleted", "tag": "5894918b-b12b-4fa1-993c-32eea06af7d6"}, {"name": "network-changed", "server_uuid": "48ae3a96-e4a9-4fb5-8185-696658b68a1b", "tag": "2507cfef-8818-4c53-8e64-f1d1fabfeeb5"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:54:54.286832 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e47d5ca2-5f36-4538-97de-ddb8b1d4723a req-30cfbb8c-041b-41d0-9ab9-81f95e6454a8 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.80 HTTP/1.1" status: 200 len: 698 time: 0.0609689 Jul 24 00:54:54.379725 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 24 Jul 2021 00:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d70a8ef-3405-4b50-8da5-f3b6788f4d32 x-openstack-request-id: req-6d70a8ef-3405-4b50-8da5-f3b6788f4d32 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:54:54.380174 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1a49d14-3357-4c46-a96e-ccc3fb811c79", "name": "network-vif-deleted", "tag": "5894918b-b12b-4fa1-993c-32eea06af7d6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "48ae3a96-e4a9-4fb5-8185-696658b68a1b", "tag": "2507cfef-8818-4c53-8e64-f1d1fabfeeb5", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:54:54.380430 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6d70a8ef-3405-4b50-8da5-f3b6788f4d32 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:54:54.380881 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a49d14-3357-4c46-a96e-ccc3fb811c79', 'name': 'network-vif-deleted', 'tag': '5894918b-b12b-4fa1-993c-32eea06af7d6', 'status': 'completed', 'code': 200} Jul 24 00:54:54.381142 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ae3a96-e4a9-4fb5-8185-696658b68a1b', 'tag': '2507cfef-8818-4c53-8e64-f1d1fabfeeb5', 'status': 'completed', 'code': 200} Jul 24 00:54:54.422390 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59102) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:54.468617 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9f4b9fc1-65d5-4a81-94df-ff52300c5e1a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9257c50b54c64225b9d26e7922080cb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0442963 Jul 24 00:54:54.471872 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59104) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:54:54.529386 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-29dab76c-78c1-4655-8a42-72234fcf27c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:54.554987 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-29dab76c-78c1-4655-8a42-72234fcf27c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:54.619513 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-29dab76c-78c1-4655-8a42-72234fcf27c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:54.624210 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-29dab76c-78c1-4655-8a42-72234fcf27c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:54.626354 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-29dab76c-78c1-4655-8a42-72234fcf27c0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ed4d88fc-f775-4b47-90d1-75991423ae69 HTTP/1.1" status: 204 len: 168 time: 0.1532118 Jul 24 00:54:54.650106 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dab76c-78c1-4655-8a42-72234fcf27c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4d88fc-f775-4b47-90d1-75991423ae69,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:54.721962 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03476d-31c2-4a27-9db1-0b592c5484bb req-ed2915f2-7d0e-4d3d-9cdd-bcc6014e64e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:54.721962 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bb03476d-31c2-4a27-9db1-0b592c5484bb req-ed2915f2-7d0e-4d3d-9cdd-bcc6014e64e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8775928e4716419799315861924d3578&device_id=48ae3a96-e4a9-4fb5-8185-696658b68a1b HTTP/1.1" status: 200 len: 1097 time: 0.0931051 Jul 24 00:54:54.721962 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-e47d5ca2-5f36-4538-97de-ddb8b1d4723a req-4f97359e-33f1-4317-8346-8100fb4b9a34 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Deleting port 6fdbef7d-f84c-4860-8d4e-292bdc83a8e0 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:54:54.721962 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e47d5ca2-5f36-4538-97de-ddb8b1d4723a req-4f97359e-33f1-4317-8346-8100fb4b9a34 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:54.859641 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7412edd4-2afd-4f53-a656-461d1648b287 req-ea16dba3-8c54-48eb-8106-5bde0aca4d0b tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:54.862368 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7412edd4-2afd-4f53-a656-461d1648b287 req-ea16dba3-8c54-48eb-8106-5bde0aca4d0b tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.0963836 Jul 24 00:54:54.931653 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7412edd4-2afd-4f53-a656-461d1648b287 req-6bc8153c-7b17-40bd-bf3a-18cc9cb09cc2 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625784 Jul 24 00:54:54.953774 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e47d5ca2-5f36-4538-97de-ddb8b1d4723a req-4f97359e-33f1-4317-8346-8100fb4b9a34 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:54.953774 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e47d5ca2-5f36-4538-97de-ddb8b1d4723a req-4f97359e-33f1-4317-8346-8100fb4b9a34 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:54.958494 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03476d-31c2-4a27-9db1-0b592c5484bb req-a1be5a6d-fe72-4781-987b-f23cdc15ef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:54.960595 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bb03476d-31c2-4a27-9db1-0b592c5484bb req-a1be5a6d-fe72-4781-987b-f23cdc15ef30 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c9b203d0-eae7-4a9d-aeba-2ef85b49dd48 HTTP/1.1" status: 200 len: 922 time: 0.2281034 Jul 24 00:54:55.041432 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-e47d5ca2-5f36-4538-97de-ddb8b1d4723a req-4f97359e-33f1-4317-8346-8100fb4b9a34 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Calling delete_port for 6fdbef7d-f84c-4860-8d4e-292bdc83a8e0 owned by network:floatingip {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:54:55.044496 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bb03476d-31c2-4a27-9db1-0b592c5484bb req-b9393398-0986-4506-aeb2-197b95be204a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2507cfef-8818-4c53-8e64-f1d1fabfeeb5 HTTP/1.1" status: 200 len: 217 time: 0.0761325 Jul 24 00:54:55.160642 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03476d-31c2-4a27-9db1-0b592c5484bb req-fa980313-45f5-4356-b58d-16d87181cbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:55.162173 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bb03476d-31c2-4a27-9db1-0b592c5484bb req-fa980313-45f5-4356-b58d-16d87181cbb0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3072a7c8-2c3c-4d80-89a4-047d4b311662 HTTP/1.1" status: 200 len: 860 time: 0.1040969 Jul 24 00:54:55.207526 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8b30e029-c207-4787-b94d-542adbba4fcf req-fc09587f-1050-4f81-a658-144d92385de0 tempest-ServerShowV254Test-411464079 tempest-ServerShowV254Test-411464079-project] 10.222.0.15 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.0362470 Jul 24 00:54:55.272368 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e47d5ca2-5f36-4538-97de-ddb8b1d4723a req-4f97359e-33f1-4317-8346-8100fb4b9a34 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:55.290544 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 67b36148-e0cd-4bf3-b3fa-958445db798b no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:54:55.308092 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f97359e-33f1-4317-8346-8100fb4b9a34 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Pushing event deleted for resources: {'Port': ['ID=6fdbef7d-f84c-4860-8d4e-292bdc83a8e0,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:55.313831 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb03476d-31c2-4a27-9db1-0b592c5484bb req-e809f23c-5019-41f9-b82a-69f22cad53c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:55.315407 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bb03476d-31c2-4a27-9db1-0b592c5484bb req-e809f23c-5019-41f9-b82a-69f22cad53c9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9b203d0-eae7-4a9d-aeba-2ef85b49dd48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1326036 Jul 24 00:54:55.324717 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 67b36148-e0cd-4bf3-b3fa-958445db798b {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:54:55.325422 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 67b36148-e0cd-4bf3-b3fa-958445db798b not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:54:55.326011 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 5894918b-b12b-4fa1-993c-32eea06af7d6 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:54:55.356620 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 5894918b-b12b-4fa1-993c-32eea06af7d6 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:54:55.357302 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 5894918b-b12b-4fa1-993c-32eea06af7d6 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:54:55.440792 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e47d5ca2-5f36-4538-97de-ddb8b1d4723a req-4f97359e-33f1-4317-8346-8100fb4b9a34 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks [] for floatingip, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:55.443424 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e47d5ca2-5f36-4538-97de-ddb8b1d4723a req-4f97359e-33f1-4317-8346-8100fb4b9a34 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:55.459607 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e47d5ca2-5f36-4538-97de-ddb8b1d4723a req-4f97359e-33f1-4317-8346-8100fb4b9a34 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "DELETE /v2.0/floatingips/38fec42b-0642-4e3b-b171-192b3fc81242 HTTP/1.1" status: 204 len: 173 time: 1.1713970 Jul 24 00:54:55.488288 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bb03476d-31c2-4a27-9db1-0b592c5484bb req-dd247a1a-31df-41bd-824e-e8d5d2cdf3ad service neutron] 10.222.0.13 "GET /v2.0/networks/c9b203d0-eae7-4a9d-aeba-2ef85b49dd48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473782 Jul 24 00:54:55.652442 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bb03476d-31c2-4a27-9db1-0b592c5484bb req-62561097-2377-420f-a94e-dc77711359e7 service neutron] 10.222.0.13 "GET /v2.0/networks/c9b203d0-eae7-4a9d-aeba-2ef85b49dd48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555233 Jul 24 00:54:55.809481 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71451b80-c6e2-426c-ac73-61b3fda577ee req-612e7583-dfea-4eb3-83b6-cf7d6aa4a027 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:55.815465 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-71451b80-c6e2-426c-ac73-61b3fda577ee req-612e7583-dfea-4eb3-83b6-cf7d6aa4a027 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6 HTTP/1.1" status: 200 len: 946 time: 0.0922849 Jul 24 00:54:55.855280 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-71451b80-c6e2-426c-ac73-61b3fda577ee req-cbad86e0-8416-48ac-a684-01a5627f0f64 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380263 Jul 24 00:54:55.909621 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976c57c-6f60-443f-ba2e-b3c9ff2a83b4 req-07f82715-c60b-4dcc-af81-b20bd3310d45 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:55.912271 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f976c57c-6f60-443f-ba2e-b3c9ff2a83b4 req-07f82715-c60b-4dcc-af81-b20bd3310d45 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/ports?device_id=48ae3a96-e4a9-4fb5-8185-696658b68a1b HTTP/1.1" status: 200 len: 945 time: 0.0783019 Jul 24 00:54:55.959934 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f976c57c-6f60-443f-ba2e-b3c9ff2a83b4 req-6c728b61-1107-4877-8261-b239483411ce tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/security-groups?id=334cfaf2-d168-43f6-8bef-b99b51df53b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419171 Jul 24 00:54:56.109649 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75acfb9-434e-4e10-a738-317a5a493833 req-1a83e7f4-2f93-4b00-8211-0339e71ca649 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:56.112224 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e75acfb9-434e-4e10-a738-317a5a493833 req-1a83e7f4-2f93-4b00-8211-0339e71ca649 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.0911942 Jul 24 00:54:56.177189 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e75acfb9-434e-4e10-a738-317a5a493833 req-3ab01390-7a36-44cd-b547-60ddf2e915b9 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589008 Jul 24 00:54:56.378436 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-45e43be4-5e9e-4710-a7b0-945d59cbf7f4 req-f1705b9d-23b0-421e-95aa-4cdfd87b319e tempest-ServerShowV254Test-411464079 tempest-ServerShowV254Test-411464079-project] 10.222.0.15 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.0468497 Jul 24 00:54:56.446023 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc27b59-4c22-4d98-be64-919350f656e5 req-ed536e25-898c-449d-a545-32644ad82344 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:56.452196 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc27b59-4c22-4d98-be64-919350f656e5 req-ed536e25-898c-449d-a545-32644ad82344 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:56.453847 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fdc27b59-4c22-4d98-be64-919350f656e5 req-ed536e25-898c-449d-a545-32644ad82344 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/ports?device_id=89adea76-29d9-4d0a-93a8-50e1fa66477c&device_id=ad12442b-0649-4dd0-a13e-5ae73107185b HTTP/1.1" status: 200 len: 1683 time: 0.0744641 Jul 24 00:54:56.498316 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fdc27b59-4c22-4d98-be64-919350f656e5 req-4ae51160-bffe-470d-836d-c081d505c345 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb093fc6-2b35-41ad-916e-0a7e1e85cf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342014 Jul 24 00:54:56.772178 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-b4e2eea6-f06e-495d-8921-6ed5415b2da4 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=89c58f2100634ac3b0724d73820b5c69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321648 Jul 24 00:54:56.976454 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-da58ee0d-7c29-42d2-b274-d6579f8078f0 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:56.978786 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-da58ee0d-7c29-42d2-b274-d6579f8078f0 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1974161 Jul 24 00:54:56.995823 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-c1a34b91-b18a-4a22-9a56-a7d6d15c0e5f tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/quotas/89c58f2100634ac3b0724d73820b5c69 HTTP/1.1" status: 200 len: 375 time: 0.0114958 Jul 24 00:54:57.040668 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-03421d8b-8498-4714-9734-5168ca0b3e49 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=89c58f2100634ac3b0724d73820b5c69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374966 Jul 24 00:54:57.067659 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae07faa-8070-4bed-8b44-5218ecb186a8 req-b15f7b3e-cab7-46aa-8f86-5941dabaa703 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:57.069230 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-aae07faa-8070-4bed-8b44-5218ecb186a8 req-b15f7b3e-cab7-46aa-8f86-5941dabaa703 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6 HTTP/1.1" status: 200 len: 946 time: 0.0769913 Jul 24 00:54:57.122447 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-aae07faa-8070-4bed-8b44-5218ecb186a8 req-0d50c5a0-d1d6-4573-962c-a5ddbbd8b14e tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468531 Jul 24 00:54:57.278264 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca8df7-4ff7-4267-8140-3f3e4a2cbf7e req-521cb439-f552-49f6-94c8-6bfd447ccee5 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:57.279958 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-edca8df7-4ff7-4267-8140-3f3e4a2cbf7e req-521cb439-f552-49f6-94c8-6bfd447ccee5 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/ports?device_id=48ae3a96-e4a9-4fb5-8185-696658b68a1b HTTP/1.1" status: 200 len: 945 time: 0.0758233 Jul 24 00:54:57.302976 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d3ec17db-46ce-4f65-af56-cc919712678f req-716748dc-1464-4fe0-b248-d0804dd2e483 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/ports?device_id=487af4dd-0408-4943-b6b0-a5e051f6556c HTTP/1.1" status: 200 len: 210 time: 0.0502958 Jul 24 00:54:57.333286 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-edca8df7-4ff7-4267-8140-3f3e4a2cbf7e req-b9703299-b6a9-41c8-be42-7e5288fdd50e tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/security-groups?id=334cfaf2-d168-43f6-8bef-b99b51df53b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456641 Jul 24 00:54:57.481044 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739f0304-9f6b-4a48-9e17-94b5a06541ff req-32b28dc6-e20a-4af4-835c-40994361cfd0 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:57.482604 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-739f0304-9f6b-4a48-9e17-94b5a06541ff req-32b28dc6-e20a-4af4-835c-40994361cfd0 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad12442b-0649-4dd0-a13e-5ae73107185b HTTP/1.1" status: 200 len: 946 time: 0.0821414 Jul 24 00:54:57.488891 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ac4bf-9de2-4a50-91f9-299f66de3ba6 req-927561fd-e77d-4427-8854-81728c7da66a tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:57.491417 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-743ac4bf-9de2-4a50-91f9-299f66de3ba6 req-927561fd-e77d-4427-8854-81728c7da66a tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.0996912 Jul 24 00:54:57.529051 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-739f0304-9f6b-4a48-9e17-94b5a06541ff req-93790832-4d8d-4a0c-b4fc-6d284196b4d8 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb093fc6-2b35-41ad-916e-0a7e1e85cf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400605 Jul 24 00:54:57.560960 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-743ac4bf-9de2-4a50-91f9-299f66de3ba6 req-f090ba3a-d504-4750-8df9-fce35dff05b9 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627174 Jul 24 00:54:57.681058 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7cd6eaf8-898b-46f7-a16b-cb1d47e5359e req-a64f7d8c-3473-4230-998c-2647e466b7d4 tempest-ServerShowV254Test-411464079 tempest-ServerShowV254Test-411464079-project] 10.222.0.15 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.0349994 Jul 24 00:54:58.058354 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36294c-4de6-49ac-ac57-1cf5f9176c5f req-cc493c2b-cd8c-4c76-acae-41a387144e68 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:58.059862 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b36294c-4de6-49ac-ac57-1cf5f9176c5f req-cc493c2b-cd8c-4c76-acae-41a387144e68 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.13 "GET /v2.0/ports?device_id=48ae3a96-e4a9-4fb5-8185-696658b68a1b HTTP/1.1" status: 200 len: 945 time: 0.0666513 Jul 24 00:54:58.169339 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-1b36294c-4de6-49ac-ac57-1cf5f9176c5f req-0438754a-787c-4749-81fc-c6b69fd93385 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Deleting port 2507cfef-8818-4c53-8e64-f1d1fabfeeb5 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:54:58.169763 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-1b36294c-4de6-49ac-ac57-1cf5f9176c5f req-0438754a-787c-4749-81fc-c6b69fd93385 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:58.296542 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-1b36294c-4de6-49ac-ac57-1cf5f9176c5f req-0438754a-787c-4749-81fc-c6b69fd93385 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] For port 2507cfef-8818-4c53-8e64-f1d1fabfeeb5, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2507cfef-8818-4c53-8e64-f1d1fabfeeb5,segment=NetworkSegment(5997850d-598b-45fc-8985-dbbfe8ec96d2),segment_id=5997850d-598b-45fc-8985-dbbfe8ec96d2)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:54:58.297014 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-1b36294c-4de6-49ac-ac57-1cf5f9176c5f req-0438754a-787c-4749-81fc-c6b69fd93385 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:58.313173 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-1b36294c-4de6-49ac-ac57-1cf5f9176c5f req-0438754a-787c-4749-81fc-c6b69fd93385 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Calling delete_port for 2507cfef-8818-4c53-8e64-f1d1fabfeeb5 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:54:58.341258 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14214b6-1714-4ec8-91a7-3637fac5d25c req-99889151-e7ab-4353-9bcf-6a1243297fb4 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:58.342846 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b14214b6-1714-4ec8-91a7-3637fac5d25c req-99889151-e7ab-4353-9bcf-6a1243297fb4 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6 HTTP/1.1" status: 200 len: 946 time: 0.1356401 Jul 24 00:54:58.427684 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6194bccb-fb9d-4f1c-af34-48cf284001ae req-cc07c83e-c347-4767-aa57-0923c9137b7d tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/ports?device_id=487af4dd-0408-4943-b6b0-a5e051f6556c HTTP/1.1" status: 200 len: 210 time: 0.0434797 Jul 24 00:54:58.430384 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b14214b6-1714-4ec8-91a7-3637fac5d25c req-bcd3a550-f91d-4a6b-bd0b-400be8458567 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550041 Jul 24 00:54:58.526556 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-1b36294c-4de6-49ac-ac57-1cf5f9176c5f req-0438754a-787c-4749-81fc-c6b69fd93385 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:58.544111 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['2507cfef-8818-4c53-8e64-f1d1fabfeeb5'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:54:58.548655 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-534013d7-759c-4a2a-87f4-7f38fd1a0f27 req-57bb551f-02d6-4104-bee4-55adeeb43fff tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/ports?device_id=48ae3a96-e4a9-4fb5-8185-696658b68a1b HTTP/1.1" status: 200 len: 210 time: 0.0339727 Jul 24 00:54:58.580512 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0438754a-787c-4749-81fc-c6b69fd93385 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Pushing event deleted for resources: {'Port': ['ID=2507cfef-8818-4c53-8e64-f1d1fabfeeb5,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:58.659880 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b36294c-4de6-49ac-ac57-1cf5f9176c5f req-0438754a-787c-4749-81fc-c6b69fd93385 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] No DVR routers for this DVR port 2507cfef-8818-4c53-8e64-f1d1fabfeeb5 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:54:58.662499 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-1b36294c-4de6-49ac-ac57-1cf5f9176c5f req-0438754a-787c-4749-81fc-c6b69fd93385 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:58.664646 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b36294c-4de6-49ac-ac57-1cf5f9176c5f req-0438754a-787c-4749-81fc-c6b69fd93385 tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.13 "DELETE /v2.0/ports/2507cfef-8818-4c53-8e64-f1d1fabfeeb5 HTTP/1.1" status: 204 len: 173 time: 0.5989251 Jul 24 00:54:58.665097 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ae3a96-e4a9-4fb5-8185-696658b68a1b', 'name': 'network-vif-deleted', 'tag': '2507cfef-8818-4c53-8e64-f1d1fabfeeb5'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:54:58.667611 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bea27b1-6bdf-47dd-8f37-cc7bbfc34e0c" -d '{"events": [{"server_uuid": "48ae3a96-e4a9-4fb5-8185-696658b68a1b", "name": "network-vif-deleted", "tag": "2507cfef-8818-4c53-8e64-f1d1fabfeeb5"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:54:58.751104 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8edde-f965-401f-872b-79dc9e8019e6 req-50228405-9487-42ae-8909-97bf2e02a9cd tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:58.753668 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-d380bf29-de6c-4d7a-acef-87f7ec349cb2 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=89c58f2100634ac3b0724d73820b5c69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285506 Jul 24 00:54:58.755267 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ddb8edde-f965-401f-872b-79dc9e8019e6 req-50228405-9487-42ae-8909-97bf2e02a9cd tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad12442b-0649-4dd0-a13e-5ae73107185b HTTP/1.1" status: 200 len: 946 time: 0.0921645 Jul 24 00:54:58.766284 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3d547-2965-4c32-8504-edad350bdceb req-13ce6eb1-89be-4690-9ab3-eacb8bf32222 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:58.768096 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-13a3d547-2965-4c32-8504-edad350bdceb req-13ce6eb1-89be-4690-9ab3-eacb8bf32222 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.0935009 Jul 24 00:54:58.815847 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ddb8edde-f965-401f-872b-79dc9e8019e6 req-d7c52c3d-f52d-47d9-9f13-b80fedbe305f tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb093fc6-2b35-41ad-916e-0a7e1e85cf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526946 Jul 24 00:54:58.832123 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-13a3d547-2965-4c32-8504-edad350bdceb req-0f91776b-9513-4e52-9c77-3e72835149fb tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530319 Jul 24 00:54:58.908601 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4ac829-14ba-43ed-bb88-f0428a6fdf1b x-openstack-request-id: req-0e4ac829-14ba-43ed-bb88-f0428a6fdf1b {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:54:58.908906 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ae3a96-e4a9-4fb5-8185-696658b68a1b", "name": "network-vif-deleted", "tag": "2507cfef-8818-4c53-8e64-f1d1fabfeeb5", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:54:58.909163 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0e4ac829-14ba-43ed-bb88-f0428a6fdf1b {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:54:58.909566 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ae3a96-e4a9-4fb5-8185-696658b68a1b', 'name': 'network-vif-deleted', 'tag': '2507cfef-8818-4c53-8e64-f1d1fabfeeb5', 'status': 'completed', 'code': 200} Jul 24 00:54:58.930490 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-02a3141f-e9cc-45a2-bc4a-6b6376ad91fb tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:58.932091 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-02a3141f-e9cc-45a2-bc4a-6b6376ad91fb tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1631005 Jul 24 00:54:58.951453 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-934fee3b-0191-4da5-ac56-4459cf6c4c1d tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Request body: {'port': {'device_id': '487af4dd-0408-4943-b6b0-a5e051f6556c', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'admin_state_up': True, 'tenant_id': '89c58f2100634ac3b0724d73820b5c69'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:54:59.051811 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d893c33e-c900-4a9c-bfc8-af5759581860 req-06ad9a67-fe5a-41ff-ad69-80a92967e23c tempest-ServerShowV254Test-411464079 tempest-ServerShowV254Test-411464079-project] 10.222.0.15 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.0564818 Jul 24 00:54:59.153272 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-934fee3b-0191-4da5-ac56-4459cf6c4c1d tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Made reservation on behalf of 89c58f2100634ac3b0724d73820b5c69 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:54:59.156892 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-934fee3b-0191-4da5-ac56-4459cf6c4c1d tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:59.166768 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-934fee3b-0191-4da5-ac56-4459cf6c4c1d tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:59.266049 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-934fee3b-0191-4da5-ac56-4459cf6c4c1d tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:59.270099 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-934fee3b-0191-4da5-ac56-4459cf6c4c1d tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:59.333738 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934fee3b-0191-4da5-ac56-4459cf6c4c1d tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=200ca4a1-9c92-457c-a054-23ed08b9b953,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:54:59.420704 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-934fee3b-0191-4da5-ac56-4459cf6c4c1d tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Allocated IP 192.168.233.243 (064170bd-7ae3-42cd-9c1f-14f6db2f099c/b2f8a7b0-45d5-4a4f-bbde-2ea497f98103/b3e015a8-cb59-4a2b-a70f-5bc160601d13) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:54:59.570670 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-542e0194-b73c-433a-8f0d-3f63607eaa7c req-835d1344-5c42-49a0-9c62-4b63d77ad40b tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/ports?device_id=487af4dd-0408-4943-b6b0-a5e051f6556c HTTP/1.1" status: 200 len: 210 time: 0.0363069 Jul 24 00:54:59.676301 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-934fee3b-0191-4da5-ac56-4459cf6c4c1d tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:59.737907 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-934fee3b-0191-4da5-ac56-4459cf6c4c1d tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Transition to ACTIVE for port object b3e015a8-cb59-4a2b-a70f-5bc160601d13 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:54:59.757730 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17fd65a-83a3-4388-8a0a-c53db4cc37fa req-e2ea4d35-e944-406a-b8a3-76c5c66e798f tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:59.759662 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a17fd65a-83a3-4388-8a0a-c53db4cc37fa req-e2ea4d35-e944-406a-b8a3-76c5c66e798f tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6 HTTP/1.1" status: 200 len: 946 time: 0.2455146 Jul 24 00:54:59.774909 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2c4eec57-a3b0-4cfb-8e6c-09547ae58bcd req-028af624-3e58-4c52-bb6e-c08e49be981b tempest-FloatingIPsAssociationTestJSON-1319948542 tempest-FloatingIPsAssociationTestJSON-1319948542-project] 10.222.0.15 "GET /v2.0/ports?device_id=48ae3a96-e4a9-4fb5-8185-696658b68a1b HTTP/1.1" status: 200 len: 210 time: 0.0558977 Jul 24 00:54:59.810743 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae37b3-8cba-4192-b7ab-8a11fc8a5161 req-d6eca7a9-eff9-4a80-b61e-6c029f2dd0dd tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:59.812231 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e4ae37b3-8cba-4192-b7ab-8a11fc8a5161 req-d6eca7a9-eff9-4a80-b61e-6c029f2dd0dd tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad12442b-0649-4dd0-a13e-5ae73107185b HTTP/1.1" status: 200 len: 946 time: 0.2261708 Jul 24 00:54:59.897223 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-934fee3b-0191-4da5-ac56-4459cf6c4c1d tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:54:59.911605 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a17fd65a-83a3-4388-8a0a-c53db4cc37fa req-40f6362b-1795-4bdf-8321-5761a9bb4695 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419387 Jul 24 00:54:59.923687 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f7083a-61a3-4974-8421-8eaeb0515fe3 req-b8089efb-5834-410f-9c8d-4a189b2bc877 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:59.924948 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-63f7083a-61a3-4974-8421-8eaeb0515fe3 req-b8089efb-5834-410f-9c8d-4a189b2bc877 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.13 "GET /v2.0/ports?device_id=89adea76-29d9-4d0a-93a8-50e1fa66477c HTTP/1.1" status: 200 len: 946 time: 0.2323065 Jul 24 00:54:59.996355 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b36dfeb-450e-4bcc-a980-f3f29514014c req-ac010e61-c7b8-46f7-86b4-725ab55e1ec1 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:54:59.998935 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3b36dfeb-450e-4bcc-a980-f3f29514014c req-ac010e61-c7b8-46f7-86b4-725ab55e1ec1 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad12442b-0649-4dd0-a13e-5ae73107185b HTTP/1.1" status: 200 len: 946 time: 0.1113880 Jul 24 00:55:00.041607 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3b36dfeb-450e-4bcc-a980-f3f29514014c req-a9743d38-7a6c-4aa2-af72-819c008cdacc tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb093fc6-2b35-41ad-916e-0a7e1e85cf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348108 Jul 24 00:55:00.043257 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-934fee3b-0191-4da5-ac56-4459cf6c4c1d tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Network 064170bd-7ae3-42cd-9c1f-14f6db2f099c is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:55:00.052879 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934fee3b-0191-4da5-ac56-4459cf6c4c1d tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Pushing event updated for resources: {'Port': ['ID=b3e015a8-cb59-4a2b-a70f-5bc160601d13,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:00.075082 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-934fee3b-0191-4da5-ac56-4459cf6c4c1d tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:55:00.082411 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-934fee3b-0191-4da5-ac56-4459cf6c4c1d tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:55:00.186087 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-934fee3b-0191-4da5-ac56-4459cf6c4c1d tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:00.186789 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-934fee3b-0191-4da5-ac56-4459cf6c4c1d tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:00.195813 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-e4ae37b3-8cba-4192-b7ab-8a11fc8a5161 req-524cbd1a-216f-4d26-9ef2-48570949af4d tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Deleting port da8c1488-c2d2-4152-8d64-1843bc515cce {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:55:00.196150 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e4ae37b3-8cba-4192-b7ab-8a11fc8a5161 req-524cbd1a-216f-4d26-9ef2-48570949af4d tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:00.250890 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-60003685-ab45-4762-8305-e75ed6535ae4 req-717571ba-59b5-4041-8241-2655ce4f04c8 tempest-ServerShowV254Test-411464079 tempest-ServerShowV254Test-411464079-project] 10.222.0.15 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.0370743 Jul 24 00:55:00.285485 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-934fee3b-0191-4da5-ac56-4459cf6c4c1d tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3394840 Jul 24 00:55:00.296521 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69ac4c-1113-4b15-b0dd-03f33d0f440b req-7af550de-325d-43a0-b771-210290d777ba tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:00.298951 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1d69ac4c-1113-4b15-b0dd-03f33d0f440b req-7af550de-325d-43a0-b771-210290d777ba tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.2876875 Jul 24 00:55:00.307718 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-fed61e01-d28e-451a-ba75-6bf20a7b46da service neutron] Request body: {'port': {'device_id': '487af4dd-0408-4943-b6b0-a5e051f6556c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:55:00.339126 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9d6e0159-5cdb-43e0-be9c-81f35789ebd8 None None] Provisioning for port b3e015a8-cb59-4a2b-a70f-5bc160601d13 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:55:00.345503 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9d6e0159-5cdb-43e0-be9c-81f35789ebd8 None None] Provisioning complete for port b3e015a8-cb59-4a2b-a70f-5bc160601d13 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:55:00.346094 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9d6e0159-5cdb-43e0-be9c-81f35789ebd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:00.386494 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-9d6e0159-5cdb-43e0-be9c-81f35789ebd8 None None] Port b3e015a8-cb59-4a2b-a70f-5bc160601d13 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:55:00.575330 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-63f7083a-61a3-4974-8421-8eaeb0515fe3 req-c9b0bbc9-0545-4776-a1ad-44ab262c8e97 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Deleting port ec42162b-dea7-4fac-951f-0c21ee160d48 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:55:00.575560 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-63f7083a-61a3-4974-8421-8eaeb0515fe3 req-c9b0bbc9-0545-4776-a1ad-44ab262c8e97 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:00.619890 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-e4ae37b3-8cba-4192-b7ab-8a11fc8a5161 req-524cbd1a-216f-4d26-9ef2-48570949af4d tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] For port da8c1488-c2d2-4152-8d64-1843bc515cce, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=da8c1488-c2d2-4152-8d64-1843bc515cce,segment=NetworkSegment(9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442),segment_id=9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:00.620270 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e4ae37b3-8cba-4192-b7ab-8a11fc8a5161 req-524cbd1a-216f-4d26-9ef2-48570949af4d tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:00.664409 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-e4ae37b3-8cba-4192-b7ab-8a11fc8a5161 req-524cbd1a-216f-4d26-9ef2-48570949af4d tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Calling delete_port for da8c1488-c2d2-4152-8d64-1843bc515cce owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:55:00.718414 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1d69ac4c-1113-4b15-b0dd-03f33d0f440b req-8c775031-cf7e-4ac4-93cc-0514ff982b22 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800940 Jul 24 00:55:00.737240 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb93049-5fa9-4113-830d-35cae4788391 req-d32e5b3d-884e-47f8-bbf2-a921bad23595 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:00.739258 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6eb93049-5fa9-4113-830d-35cae4788391 req-d32e5b3d-884e-47f8-bbf2-a921bad23595 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/ports?device_id=487af4dd-0408-4943-b6b0-a5e051f6556c HTTP/1.1" status: 200 len: 936 time: 0.0719993 Jul 24 00:55:00.808380 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6eb93049-5fa9-4113-830d-35cae4788391 req-71677f56-1c56-41b0-a6ef-754c7791013c tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/security-groups?id=200ca4a1-9c92-457c-a054-23ed08b9b953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629697 Jul 24 00:55:00.846683 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59262) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:00.867045 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-fed61e01-d28e-451a-ba75-6bf20a7b46da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:00.908709 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-63f7083a-61a3-4974-8421-8eaeb0515fe3 req-c9b0bbc9-0545-4776-a1ad-44ab262c8e97 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] For port ec42162b-dea7-4fac-951f-0c21ee160d48, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=ec42162b-dea7-4fac-951f-0c21ee160d48,segment=NetworkSegment(9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442),segment_id=9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:00.909127 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-63f7083a-61a3-4974-8421-8eaeb0515fe3 req-c9b0bbc9-0545-4776-a1ad-44ab262c8e97 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:00.947414 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-63f7083a-61a3-4974-8421-8eaeb0515fe3 req-c9b0bbc9-0545-4776-a1ad-44ab262c8e97 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Calling delete_port for ec42162b-dea7-4fac-951f-0c21ee160d48 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:55:01.035711 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963dcf1-7e9b-4bec-953c-926ae7708487 req-9453be5f-14d8-45ea-9777-acc5f9ac8e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:01.037241 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d963dcf1-7e9b-4bec-953c-926ae7708487 req-9453be5f-14d8-45ea-9777-acc5f9ac8e49 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 1097 time: 0.3139133 Jul 24 00:55:01.161162 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584e2d1-fd8b-493b-bfdc-c7a088f5194f req-ca412bdc-3945-490e-b0c0-0609a081c920 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:01.162760 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3584e2d1-fd8b-493b-bfdc-c7a088f5194f req-ca412bdc-3945-490e-b0c0-0609a081c920 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6 HTTP/1.1" status: 200 len: 946 time: 0.1285603 Jul 24 00:55:01.238128 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e4ae37b3-8cba-4192-b7ab-8a11fc8a5161 req-524cbd1a-216f-4d26-9ef2-48570949af4d tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:01.239095 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3584e2d1-fd8b-493b-bfdc-c7a088f5194f req-cc889da7-4c7c-4c5b-a55d-c5da4e70b02e tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607700 Jul 24 00:55:01.256034 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['da8c1488-c2d2-4152-8d64-1843bc515cce', 'ec42162b-dea7-4fac-951f-0c21ee160d48'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:55:01.257360 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d963dcf1-7e9b-4bec-953c-926ae7708487 req-03ada56b-4858-4782-95a0-c7c5eeb40ec2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897831 Jul 24 00:55:01.300581 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524cbd1a-216f-4d26-9ef2-48570949af4d tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Pushing event deleted for resources: {'Port': ['ID=da8c1488-c2d2-4152-8d64-1843bc515cce,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:01.432688 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4ae37b3-8cba-4192-b7ab-8a11fc8a5161 req-524cbd1a-216f-4d26-9ef2-48570949af4d tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] No DVR routers for this DVR port da8c1488-c2d2-4152-8d64-1843bc515cce on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:55:01.442902 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e4ae37b3-8cba-4192-b7ab-8a11fc8a5161 req-524cbd1a-216f-4d26-9ef2-48570949af4d tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:01.444942 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e4ae37b3-8cba-4192-b7ab-8a11fc8a5161 req-524cbd1a-216f-4d26-9ef2-48570949af4d tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.13 "DELETE /v2.0/ports/da8c1488-c2d2-4152-8d64-1843bc515cce HTTP/1.1" status: 204 len: 173 time: 1.6217444 Jul 24 00:55:01.445388 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad12442b-0649-4dd0-a13e-5ae73107185b', 'name': 'network-vif-deleted', 'tag': 'da8c1488-c2d2-4152-8d64-1843bc515cce'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:55:01.447750 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e429e36d-6e24-4b1e-96dc-0f17b28f3a2c" -d '{"events": [{"server_uuid": "ad12442b-0649-4dd0-a13e-5ae73107185b", "name": "network-vif-deleted", "tag": "da8c1488-c2d2-4152-8d64-1843bc515cce"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:55:01.472245 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9f8e71ec-c814-4f46-853a-2844786be3ec req-26e69f67-b2ce-4377-a2d2-e4d132fb8dba tempest-ServerShowV254Test-411464079 tempest-ServerShowV254Test-411464079-project] 10.222.0.15 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.0531561 Jul 24 00:55:01.476676 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc7ea3-8271-4756-b1bb-cc8f413b08a9 req-3eac3dee-c322-4d3a-844e-e7d5aee7241d tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:01.478433 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-76cc7ea3-8271-4756-b1bb-cc8f413b08a9 req-3eac3dee-c322-4d3a-844e-e7d5aee7241d tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad12442b-0649-4dd0-a13e-5ae73107185b HTTP/1.1" status: 200 len: 867 time: 0.3541422 Jul 24 00:55:01.482045 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-848e2893-1b47-403a-bc79-ba7bf2c788ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:01.487035 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-63f7083a-61a3-4974-8421-8eaeb0515fe3 req-c9b0bbc9-0545-4776-a1ad-44ab262c8e97 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:01.569540 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b0bbc9-0545-4776-a1ad-44ab262c8e97 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Pushing event deleted for resources: {'Port': ['ID=ec42162b-dea7-4fac-951f-0c21ee160d48,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:01.605791 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c87dc09-33b0-45a5-8c0a-d105710303f7 x-openstack-request-id: req-2c87dc09-33b0-45a5-8c0a-d105710303f7 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:55:01.606223 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad12442b-0649-4dd0-a13e-5ae73107185b", "name": "network-vif-deleted", "tag": "da8c1488-c2d2-4152-8d64-1843bc515cce", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:55:01.606428 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2c87dc09-33b0-45a5-8c0a-d105710303f7 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:55:01.606744 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad12442b-0649-4dd0-a13e-5ae73107185b', 'name': 'network-vif-deleted', 'tag': 'da8c1488-c2d2-4152-8d64-1843bc515cce', 'status': 'completed', 'code': 200} Jul 24 00:55:01.660753 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-63f7083a-61a3-4974-8421-8eaeb0515fe3 req-c9b0bbc9-0545-4776-a1ad-44ab262c8e97 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] No DVR routers for this DVR port ec42162b-dea7-4fac-951f-0c21ee160d48 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:55:01.667605 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-63f7083a-61a3-4974-8421-8eaeb0515fe3 req-c9b0bbc9-0545-4776-a1ad-44ab262c8e97 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:01.669668 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-63f7083a-61a3-4974-8421-8eaeb0515fe3 req-c9b0bbc9-0545-4776-a1ad-44ab262c8e97 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.13 "DELETE /v2.0/ports/ec42162b-dea7-4fac-951f-0c21ee160d48 HTTP/1.1" status: 204 len: 173 time: 1.7028842 Jul 24 00:55:01.682008 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-76cc7ea3-8271-4756-b1bb-cc8f413b08a9 req-06946553-3b8d-4e7b-849d-9aa5b34b5c75 tempest-ListServersNegativeTestJSON-525953342 tempest-ListServersNegativeTestJSON-525953342-project] 10.222.0.15 "GET /v2.0/security-groups?id=cb093fc6-2b35-41ad-916e-0a7e1e85cf92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807230 Jul 24 00:55:01.684160 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-fed61e01-d28e-451a-ba75-6bf20a7b46da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3e015a8-cb59-4a2b-a70f-5bc160601d13 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:55:01.693392 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-fed61e01-d28e-451a-ba75-6bf20a7b46da service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:01.708514 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-fed61e01-d28e-451a-ba75-6bf20a7b46da service neutron] Transition to ACTIVE for port object b3e015a8-cb59-4a2b-a70f-5bc160601d13 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:55:01.722932 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-fed61e01-d28e-451a-ba75-6bf20a7b46da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:01.781113 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed61e01-d28e-451a-ba75-6bf20a7b46da service neutron] Pushing event updated for resources: {'Port': ['ID=b3e015a8-cb59-4a2b-a70f-5bc160601d13,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:01.894182 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-fed61e01-d28e-451a-ba75-6bf20a7b46da service neutron] Attempting to bind port b3e015a8-cb59-4a2b-a70f-5bc160601d13 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:55:01.894689 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-fed61e01-d28e-451a-ba75-6bf20a7b46da service neutron] Attempting to bind port b3e015a8-cb59-4a2b-a70f-5bc160601d13 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:55:01.895557 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-fed61e01-d28e-451a-ba75-6bf20a7b46da service neutron] Attempting to bind port b3e015a8-cb59-4a2b-a70f-5bc160601d13 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:55:01.900713 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-fed61e01-d28e-451a-ba75-6bf20a7b46da service neutron] Port b3e015a8-cb59-4a2b-a70f-5bc160601d13 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:55:01.901179 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-fed61e01-d28e-451a-ba75-6bf20a7b46da service neutron] Attempting to bind port b3e015a8-cb59-4a2b-a70f-5bc160601d13 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:55:01.907910 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-fed61e01-d28e-451a-ba75-6bf20a7b46da service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:55:01.908630 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-fed61e01-d28e-451a-ba75-6bf20a7b46da service neutron] Checking segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:55:01.909125 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-fed61e01-d28e-451a-ba75-6bf20a7b46da service neutron] Bound using segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:55:01.909676 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-fed61e01-d28e-451a-ba75-6bf20a7b46da service neutron] Bound port: b3e015a8-cb59-4a2b-a70f-5bc160601d13, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:55:01.910152 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-fed61e01-d28e-451a-ba75-6bf20a7b46da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:01.972445 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-848e2893-1b47-403a-bc79-ba7bf2c788ab admin admin] Deleting port 00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:55:01.973887 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-848e2893-1b47-403a-bc79-ba7bf2c788ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:02.082838 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-fed61e01-d28e-451a-ba75-6bf20a7b46da service neutron] For port b3e015a8-cb59-4a2b-a70f-5bc160601d13, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:55:02.089409 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-fed61e01-d28e-451a-ba75-6bf20a7b46da service neutron] For port b3e015a8-cb59-4a2b-a70f-5bc160601d13, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=b3e015a8-cb59-4a2b-a70f-5bc160601d13,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:55:02.096802 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e8c79-754b-47d2-88b7-6f179a7a2590 req-39343b42-631b-4ef3-b1ff-8dea58b96392 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:02.099585 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-396e8c79-754b-47d2-88b7-6f179a7a2590 req-39343b42-631b-4ef3-b1ff-8dea58b96392 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.2371955 Jul 24 00:55:02.101146 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-fed61e01-d28e-451a-ba75-6bf20a7b46da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:02.184094 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-848e2893-1b47-403a-bc79-ba7bf2c788ab admin admin] For port 00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb,segment=NetworkSegment(5997850d-598b-45fc-8985-dbbfe8ec96d2),segment_id=5997850d-598b-45fc-8985-dbbfe8ec96d2)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:02.184358 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-fed61e01-d28e-451a-ba75-6bf20a7b46da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:02.184732 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-848e2893-1b47-403a-bc79-ba7bf2c788ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:02.185142 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-fed61e01-d28e-451a-ba75-6bf20a7b46da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:02.188710 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-fed61e01-d28e-451a-ba75-6bf20a7b46da service neutron] 10.222.0.13 "PUT /v2.0/ports/b3e015a8-cb59-4a2b-a70f-5bc160601d13 HTTP/1.1" status: 200 len: 1097 time: 1.8883898 Jul 24 00:55:02.205589 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49fff3-95d7-4d61-84a3-9064c090127f req-70a2bfb1-9a2b-4d78-906a-6ab64a19e32c tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:02.207470 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3a49fff3-95d7-4d61-84a3-9064c090127f req-70a2bfb1-9a2b-4d78-906a-6ab64a19e32c tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/ports?device_id=487af4dd-0408-4943-b6b0-a5e051f6556c HTTP/1.1" status: 200 len: 948 time: 0.2233574 Jul 24 00:55:02.224780 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-396e8c79-754b-47d2-88b7-6f179a7a2590 req-f0b09d03-a927-460a-affb-dc8b38096dc6 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091614 Jul 24 00:55:02.234496 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-848e2893-1b47-403a-bc79-ba7bf2c788ab admin admin] Calling delete_port for 00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb owned by network:router_interface {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:55:02.265742 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed61e01-d28e-451a-ba75-6bf20a7b46da service neutron] Pushing event updated for resources: {'Port': ['ID=b3e015a8-cb59-4a2b-a70f-5bc160601d13,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:02.353945 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3a49fff3-95d7-4d61-84a3-9064c090127f req-3e6c9965-348c-4313-908c-98a1f53b6936 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/security-groups?id=200ca4a1-9c92-457c-a054-23ed08b9b953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339560 Jul 24 00:55:02.429539 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-81640933-0825-4842-a0cb-abdfa49157ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:02.433790 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-81640933-0825-4842-a0cb-abdfa49157ad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89c58f2100634ac3b0724d73820b5c69&device_id=487af4dd-0408-4943-b6b0-a5e051f6556c HTTP/1.1" status: 200 len: 1100 time: 0.1579165 Jul 24 00:55:02.534688 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-0f9164ec-a114-42b1-ad3a-c98c15335ead service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=b3e015a8-cb59-4a2b-a70f-5bc160601d13 HTTP/1.1" status: 200 len: 217 time: 0.0748844 Jul 24 00:55:02.623216 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-dda63b3a-1867-48f3-95d1-4fcc1ee475ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:02.625085 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-dda63b3a-1867-48f3-95d1-4fcc1ee475ca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.0652063 Jul 24 00:55:02.677018 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2536600-ef75-42cc-8584-29e1483749fb req-c1858031-0323-4ca5-b35a-92fe05b863cb tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:02.683584 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f2536600-ef75-42cc-8584-29e1483749fb req-c1858031-0323-4ca5-b35a-92fe05b863cb tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6 HTTP/1.1" status: 200 len: 946 time: 0.2109451 Jul 24 00:55:02.686345 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-848e2893-1b47-403a-bc79-ba7bf2c788ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:02.725409 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8b7a33b0-8a58-464f-8afa-cfff67f88eb1 req-a8d346b5-e7d2-44ac-80dd-31a767e8b087 tempest-ServerShowV254Test-411464079 tempest-ServerShowV254Test-411464079-project] 10.222.0.15 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.0687685 Jul 24 00:55:02.749942 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e2893-1b47-403a-bc79-ba7bf2c788ab admin admin] Pushing event deleted for resources: {'Port': ['ID=00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:02.796645 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-8ff15ff5-43a0-4e6a-b479-0453a203f3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:02.798497 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-8ff15ff5-43a0-4e6a-b479-0453a203f3c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1533873 Jul 24 00:55:02.887830 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f2536600-ef75-42cc-8584-29e1483749fb req-aff51be1-aab0-4126-881a-7fc1d4247cb7 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959069 Jul 24 00:55:02.911360 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59288) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:02.941301 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-256da6df-d302-487e-887f-d7070b302a16 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351135 Jul 24 00:55:03.056520 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49444e66-5182-4c83-a053-7e8bb13a94d5 req-b855c617-110f-41f0-b5e6-6a2689559eea service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071596 Jul 24 00:55:03.061882 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bf23154-1974-4be6-b2da-051eea4e7b65 admin admin] Deleting subnet 8b93775c-49b5-4fb3-8fc9-08abc19f17d1 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:55:03.070638 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5bf23154-1974-4be6-b2da-051eea4e7b65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:03.117849 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5bf23154-1974-4be6-b2da-051eea4e7b65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:03.146990 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-848e2893-1b47-403a-bc79-ba7bf2c788ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:03.226801 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5bf23154-1974-4be6-b2da-051eea4e7b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:03.324691 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device da8c1488-c2d2-4152-8d64-1843bc515cce no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:55:03.333808 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5bf23154-1974-4be6-b2da-051eea4e7b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:03.347874 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: da8c1488-c2d2-4152-8d64-1843bc515cce {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:55:03.348230 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device da8c1488-c2d2-4152-8d64-1843bc515cce not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:55:03.348657 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device ec42162b-dea7-4fac-951f-0c21ee160d48 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:55:03.371204 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: ec42162b-dea7-4fac-951f-0c21ee160d48 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:55:03.371704 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device ec42162b-dea7-4fac-951f-0c21ee160d48 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:55:03.372228 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 2507cfef-8818-4c53-8e64-f1d1fabfeeb5 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:55:03.405033 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 2507cfef-8818-4c53-8e64-f1d1fabfeeb5 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:55:03.405987 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 2507cfef-8818-4c53-8e64-f1d1fabfeeb5 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:55:03.421338 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf23154-1974-4be6-b2da-051eea4e7b65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b93775c-49b5-4fb3-8fc9-08abc19f17d1,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:03.428654 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5bf23154-1974-4be6-b2da-051eea4e7b65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:03.430750 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5bf23154-1974-4be6-b2da-051eea4e7b65 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8b93775c-49b5-4fb3-8fc9-08abc19f17d1 HTTP/1.1" status: 204 len: 168 time: 0.5173357 Jul 24 00:55:03.435401 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59294) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:03.481410 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8d260-4ac8-4bc9-a8aa-17f3a96ba792 req-0fff3c21-fa5f-47de-a00a-0def473a3139 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:03.482937 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a9d8d260-4ac8-4bc9-a8aa-17f3a96ba792 req-0fff3c21-fa5f-47de-a00a-0def473a3139 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.1837385 Jul 24 00:55:03.500066 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848e2893-1b47-403a-bc79-ba7bf2c788ab admin admin] Router d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:55:03.542146 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f5dd3e79-0567-4b39-a632-89923b666fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:03.595791 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb05543-6c4e-4fb7-81c8-226800d08078 req-03f79fc4-dbc3-4591-96cb-632e6c90c72f tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:03.597414 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bbb05543-6c4e-4fb7-81c8-226800d08078 req-03f79fc4-dbc3-4591-96cb-632e6c90c72f tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/ports?device_id=487af4dd-0408-4943-b6b0-a5e051f6556c HTTP/1.1" status: 200 len: 948 time: 0.1409004 Jul 24 00:55:03.609828 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89adea76-29d9-4d0a-93a8-50e1fa66477c', 'name': 'network-vif-deleted', 'tag': 'ec42162b-dea7-4fac-951f-0c21ee160d48'}, {'name': 'network-changed', 'server_uuid': '487af4dd-0408-4943-b6b0-a5e051f6556c', 'tag': 'b3e015a8-cb59-4a2b-a70f-5bc160601d13'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:55:03.612426 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d02865-0179-4eb1-80fe-08594d4f1178" -d '{"events": [{"server_uuid": "89adea76-29d9-4d0a-93a8-50e1fa66477c", "name": "network-vif-deleted", "tag": "ec42162b-dea7-4fac-951f-0c21ee160d48"}, {"name": "network-changed", "server_uuid": "487af4dd-0408-4943-b6b0-a5e051f6556c", "tag": "b3e015a8-cb59-4a2b-a70f-5bc160601d13"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:55:03.671369 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f5dd3e79-0567-4b39-a632-89923b666fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:03.692838 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-f5dd3e79-0567-4b39-a632-89923b666fa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aed3a9ed-bda9-4b01-bfa7-479967927504']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:03.705853 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bbb05543-6c4e-4fb7-81c8-226800d08078 req-d9c8cc8e-36d1-400c-89bb-cb7b4caf89ac tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/security-groups?id=200ca4a1-9c92-457c-a054-23ed08b9b953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895975 Jul 24 00:55:03.711647 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-f5dd3e79-0567-4b39-a632-89923b666fa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:03.711949 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-f5dd3e79-0567-4b39-a632-89923b666fa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d2d2de3-1e9f-4c1f-8b75-fd5d39f0a442') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:03.730226 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f5dd3e79-0567-4b39-a632-89923b666fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:03.752724 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f5dd3e79-0567-4b39-a632-89923b666fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:03.763606 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5dd3e79-0567-4b39-a632-89923b666fa7 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:55:03.764286 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f5dd3e79-0567-4b39-a632-89923b666fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:03.769203 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 00:55:03.769203 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:55:03.769203 n-d-793621-25 neutron-server[100464]: timer() Jul 24 00:55:03.769203 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:55:03.769203 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 00:55:03.769203 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:55:03.769203 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 00:55:03.769203 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:55:03.769203 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 00:55:03.769203 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:55:03.769203 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 00:55:03.769203 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:55:03.769203 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 00:55:03.769203 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:55:03.769203 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:55:03.769203 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:55:03.769203 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:55:03.769203 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:55:03.769203 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 00:55:03.769203 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:55:03.769203 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 00:55:03.769203 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:55:03.769203 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:55:03.769203 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:55:03.769203 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 00:55:03.769203 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:55:03.769203 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:55:03.769203 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:55:03.769203 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:55:03.769203 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:55:03.769203 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:55:03.769203 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:55:03.856695 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f5dd3e79-0567-4b39-a632-89923b666fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:03.868704 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f5dd3e79-0567-4b39-a632-89923b666fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:03.876990 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f5dd3e79-0567-4b39-a632-89923b666fa7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/aed3a9ed-bda9-4b01-bfa7-479967927504 HTTP/1.1" status: 204 len: 168 time: 0.4347498 Jul 24 00:55:03.882609 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a9d8d260-4ac8-4bc9-a8aa-17f3a96ba792 req-74e7343f-c100-4e20-8e1c-b8a1bb96491c tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927500 Jul 24 00:55:03.897785 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 24 Jul 2021 00:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-482a6c0c-ef5c-4901-8717-bfb1a285d62e x-openstack-request-id: req-482a6c0c-ef5c-4901-8717-bfb1a285d62e {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:55:03.898258 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89adea76-29d9-4d0a-93a8-50e1fa66477c", "name": "network-vif-deleted", "tag": "ec42162b-dea7-4fac-951f-0c21ee160d48", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "487af4dd-0408-4943-b6b0-a5e051f6556c", "tag": "b3e015a8-cb59-4a2b-a70f-5bc160601d13", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:55:03.899540 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-482a6c0c-ef5c-4901-8717-bfb1a285d62e {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:55:03.900144 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89adea76-29d9-4d0a-93a8-50e1fa66477c', 'name': 'network-vif-deleted', 'tag': 'ec42162b-dea7-4fac-951f-0c21ee160d48', 'status': 'completed', 'code': 200} Jul 24 00:55:03.900607 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '487af4dd-0408-4943-b6b0-a5e051f6556c', 'tag': 'b3e015a8-cb59-4a2b-a70f-5bc160601d13', 'status': 'completed', 'code': 200} Jul 24 00:55:03.922335 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd3e79-0567-4b39-a632-89923b666fa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=aed3a9ed-bda9-4b01-bfa7-479967927504,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:03.930129 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848e2893-1b47-403a-bc79-ba7bf2c788ab admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:55:03.935469 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-848e2893-1b47-403a-bc79-ba7bf2c788ab admin admin] 10.222.0.15 "PUT /v2.0/routers/d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0869789 Jul 24 00:55:03.939492 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59306) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:03.944133 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce57437-81ff-4d88-bf02-6ab3848feb35 None None] Sync routers for ids ['d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:55:03.961670 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce57437-81ff-4d88-bf02-6ab3848feb35 None None] Routers {'d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:55:03.963186 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-0ce57437-81ff-4d88-bf02-6ab3848feb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:54:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:04.034803 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-88c01a82-be78-48ec-8f81-2bce2e4cdccb req-f7e4adf9-a8ea-4a02-8221-002e037c3ecc tempest-ServerShowV254Test-411464079 tempest-ServerShowV254Test-411464079-project] 10.222.0.15 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.0422940 Jul 24 00:55:04.098114 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d02865-0179-4eb1-80fe-08594d4f1178 req-6cfd0f91-523a-46f0-a777-841bc721908b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:04.101586 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e1d02865-0179-4eb1-80fe-08594d4f1178 req-6cfd0f91-523a-46f0-a777-841bc721908b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89c58f2100634ac3b0724d73820b5c69&device_id=487af4dd-0408-4943-b6b0-a5e051f6556c HTTP/1.1" status: 200 len: 1100 time: 0.1634374 Jul 24 00:55:04.129151 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6f1b197e-c988-467c-b4cc-e3a43135f998 admin admin] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:04.220752 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-0ce57437-81ff-4d88-bf02-6ab3848feb35 None None] Set router d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:55:04.249258 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6f8ed-4ad2-4c31-ade3-80e2e9aa3461 req-b5c9bf0c-08aa-4b3b-9492-ca9d929a49bd tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:04.251458 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cbb6f8ed-4ad2-4c31-ade3-80e2e9aa3461 req-b5c9bf0c-08aa-4b3b-9492-ca9d929a49bd tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6 HTTP/1.1" status: 200 len: 946 time: 0.1760690 Jul 24 00:55:04.296422 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6f1b197e-c988-467c-b4cc-e3a43135f998 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:04.330222 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d02865-0179-4eb1-80fe-08594d4f1178 req-615eb0c5-fecd-43be-a66d-c02bfeed58d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:04.343643 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e1d02865-0179-4eb1-80fe-08594d4f1178 req-615eb0c5-fecd-43be-a66d-c02bfeed58d7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.2230189 Jul 24 00:55:04.367666 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cbb6f8ed-4ad2-4c31-ade3-80e2e9aa3461 req-7817ad0e-fa8a-4d1d-a8d6-d2fc191454e4 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806773 Jul 24 00:55:04.404999 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-6f1b197e-c988-467c-b4cc-e3a43135f998 admin admin] Deleting port 6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:55:04.405225 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6f1b197e-c988-467c-b4cc-e3a43135f998 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:04.433183 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59314) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:04.447800 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e1d02865-0179-4eb1-80fe-08594d4f1178 req-06ee0cb7-3ae4-4da5-a274-2e5f12298c86 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=b3e015a8-cb59-4a2b-a70f-5bc160601d13 HTTP/1.1" status: 200 len: 217 time: 0.0919054 Jul 24 00:55:04.488030 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-0ce57437-81ff-4d88-bf02-6ab3848feb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143471385-router', 'tenant_id': '8775928e4716419799315861924d3578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:43Z', 'updated_at': '2021-07-24T00:55:02Z', 'revision_number': 5, 'project_id': '8775928e4716419799315861924d3578', 'gw_port': {'id': '6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:29:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:44Z', 'updated_at': '2021-07-24T00:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:04.520318 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce57437-81ff-4d88-bf02-6ab3848feb35 None None] Checking router: d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:55:04.521150 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6449825d-0641-4b67-8a8d-adfbeee6bdff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a9e68604ec51468dbd55b8d1ff84ea69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0868528 Jul 24 00:55:04.525787 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59316) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:04.529919 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce57437-81ff-4d88-bf02-6ab3848feb35 None None] Routers {'d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:55:04.530684 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-0ce57437-81ff-4d88-bf02-6ab3848feb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:54:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:04.572181 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-6f1b197e-c988-467c-b4cc-e3a43135f998 admin admin] For port 6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:04.572650 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6f1b197e-c988-467c-b4cc-e3a43135f998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:04.574085 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:04.599420 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-6f1b197e-c988-467c-b4cc-e3a43135f998 admin admin] Calling delete_port for 6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6 owned by network:router_gateway {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:55:04.620588 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d02865-0179-4eb1-80fe-08594d4f1178 req-35fd837a-c372-4e19-97a2-4bcbccb90d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:04.622208 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e1d02865-0179-4eb1-80fe-08594d4f1178 req-35fd837a-c372-4e19-97a2-4bcbccb90d13 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.1512728 Jul 24 00:55:04.630373 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-164c1c4d-dd80-4420-810a-9a11e92d3406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:04.701559 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-0ce57437-81ff-4d88-bf02-6ab3848feb35 None None] Set router d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:55:04.740906 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-164c1c4d-dd80-4420-810a-9a11e92d3406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:04.762203 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-0ce57437-81ff-4d88-bf02-6ab3848feb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143471385-router', 'tenant_id': '8775928e4716419799315861924d3578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:43Z', 'updated_at': '2021-07-24T00:55:04Z', 'revision_number': 6, 'project_id': '8775928e4716419799315861924d3578', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:04.798650 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce57437-81ff-4d88-bf02-6ab3848feb35 None None] The sync data for ids ['d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f'] in n-d-793621-25 is: [{'id': 'd4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1143471385-router', 'tenant_id': '8775928e4716419799315861924d3578', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:43Z', 'updated_at': '2021-07-24T00:55:04Z', 'revision_number': 6, 'project_id': '8775928e4716419799315861924d3578', 'gw_port_host': None}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:55:04.935408 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791a7f0-b5a1-411c-b48c-5bb9443498f7 req-ef3a32b8-687d-463d-a105-9d48430140f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:04.937110 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6791a7f0-b5a1-411c-b48c-5bb9443498f7 req-ef3a32b8-687d-463d-a105-9d48430140f7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=20d35f4a5a814139b52be63228a1596d&device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 1097 time: 0.4871578 Jul 24 00:55:04.952172 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20ec1f-43c0-4e42-96c6-320169a53f49 req-c3f855df-01a6-419c-8172-b5a6b10c1993 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:04.953900 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bf20ec1f-43c0-4e42-96c6-320169a53f49 req-c3f855df-01a6-419c-8172-b5a6b10c1993 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.4857407 Jul 24 00:55:04.961316 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:04.991954 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-164c1c4d-dd80-4420-810a-9a11e92d3406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:04.994541 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-164c1c4d-dd80-4420-810a-9a11e92d3406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:04.995736 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-164c1c4d-dd80-4420-810a-9a11e92d3406 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cb093fc6-2b35-41ad-916e-0a7e1e85cf92 HTTP/1.1" status: 204 len: 168 time: 0.4693708 Jul 24 00:55:05.039221 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c87be-962e-4dd3-9a23-612c2cb46dad req-083317ee-6536-4a62-b363-e36d79ed561a tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:05.041870 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ec0c87be-962e-4dd3-9a23-612c2cb46dad req-083317ee-6536-4a62-b363-e36d79ed561a tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/ports?device_id=487af4dd-0408-4943-b6b0-a5e051f6556c HTTP/1.1" status: 200 len: 948 time: 0.1543770 Jul 24 00:55:05.043151 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c1c4d-dd80-4420-810a-9a11e92d3406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb093fc6-2b35-41ad-916e-0a7e1e85cf92,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:05.078434 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bf20ec1f-43c0-4e42-96c6-320169a53f49 req-f51bac06-a957-4195-a7f4-49f480c33786 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117947 Jul 24 00:55:05.080520 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d02865-0179-4eb1-80fe-08594d4f1178 req-bd6f7b86-60e0-4e02-abb5-93f3d2ba2b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:05.082042 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e1d02865-0179-4eb1-80fe-08594d4f1178 req-bd6f7b86-60e0-4e02-abb5-93f3d2ba2b1b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4475658 Jul 24 00:55:05.100783 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6f1b197e-c988-467c-b4cc-e3a43135f998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:05.128541 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791a7f0-b5a1-411c-b48c-5bb9443498f7 req-415cdad6-7e4c-4405-a2c3-e0348ca5c811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:05.130058 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6791a7f0-b5a1-411c-b48c-5bb9443498f7 req-415cdad6-7e4c-4405-a2c3-e0348ca5c811 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73a8909c-49cf-4748-a0d1-117aad1d6801 HTTP/1.1" status: 200 len: 919 time: 0.1744769 Jul 24 00:55:05.192087 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6791a7f0-b5a1-411c-b48c-5bb9443498f7 req-6628088f-c316-445f-8ea6-480949d0f30c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=05ec7917-6cd8-4b84-825d-0e5955dd0180 HTTP/1.1" status: 200 len: 217 time: 0.0529337 Jul 24 00:55:05.218114 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ec0c87be-962e-4dd3-9a23-612c2cb46dad req-9f1c6893-35a9-4274-aade-25ef266c4ce9 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/security-groups?id=200ca4a1-9c92-457c-a054-23ed08b9b953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338902 Jul 24 00:55:05.308509 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791a7f0-b5a1-411c-b48c-5bb9443498f7 req-eaf2f2fb-2207-48fb-b8af-90842a5fcb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:05.310140 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6791a7f0-b5a1-411c-b48c-5bb9443498f7 req-eaf2f2fb-2207-48fb-b8af-90842a5fcb14 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=954fd3a6-666f-4557-86c0-353193e10e5d HTTP/1.1" status: 200 len: 858 time: 0.0919037 Jul 24 00:55:05.312997 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e1d02865-0179-4eb1-80fe-08594d4f1178 req-f17337d9-3a63-472b-8184-f245cb077a94 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197478 Jul 24 00:55:05.318647 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b197e-c988-467c-b4cc-e3a43135f998 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:05.331748 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6f1b197e-c988-467c-b4cc-e3a43135f998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:05.387121 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6791a7f0-b5a1-411c-b48c-5bb9443498f7 req-e73bc73f-2fe4-44e9-b087-5d642bfa25f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73a8909c-49cf-4748-a0d1-117aad1d6801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557466 Jul 24 00:55:05.510331 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6f1b197e-c988-467c-b4cc-e3a43135f998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:05.513640 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b3c461d7-1f3c-4981-b9d1-b2665e769045 req-e1664766-b9d2-4679-bb4e-e27904e6754b tempest-ServerShowV254Test-411464079 tempest-ServerShowV254Test-411464079-project] 10.222.0.15 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.0811653 Jul 24 00:55:05.514985 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6f1b197e-c988-467c-b4cc-e3a43135f998 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:05.586755 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e1d02865-0179-4eb1-80fe-08594d4f1178 req-6e9b8c5c-7d6f-4823-85ec-198cfce6eb7e service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289698 Jul 24 00:55:05.591430 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6f1b197e-c988-467c-b4cc-e3a43135f998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:05.592400 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1b197e-c988-467c-b4cc-e3a43135f998 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:55:05.595673 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6791a7f0-b5a1-411c-b48c-5bb9443498f7 req-c0630560-245b-4bf8-9057-d978a62fa3a7 service neutron] 10.222.0.13 "GET /v2.0/networks/73a8909c-49cf-4748-a0d1-117aad1d6801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971905 Jul 24 00:55:05.609296 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6f1b197e-c988-467c-b4cc-e3a43135f998 admin admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:05.615341 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6f1b197e-c988-467c-b4cc-e3a43135f998 admin admin] 10.222.0.15 "DELETE /v2.0/routers/d4b4b4d7-a230-49b9-9f9f-00bbdb4a6c2f HTTP/1.1" status: 204 len: 168 time: 1.6745765 Jul 24 00:55:05.616749 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59334) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:05.641598 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265146eb-26da-4d01-82bc-6a47e22860f9 req-e6ec40f4-1fbc-4dcb-9ae6-42c77c28253e tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:05.643287 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-265146eb-26da-4d01-82bc-6a47e22860f9 req-e6ec40f4-1fbc-4dcb-9ae6-42c77c28253e tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6 HTTP/1.1" status: 200 len: 946 time: 0.1636181 Jul 24 00:55:05.672179 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a5a4479-321e-470e-aba1-3c677afa2775 admin admin] Deleting subnet 3072a7c8-2c3c-4d80-89a4-047d4b311662 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:55:05.676639 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4479-321e-470e-aba1-3c677afa2775 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:05.740116 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-265146eb-26da-4d01-82bc-6a47e22860f9 req-7030057d-d3d4-4a22-bae1-1cfa3f395c2f tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850286 Jul 24 00:55:05.740378 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4479-321e-470e-aba1-3c677afa2775 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:05.751817 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6791a7f0-b5a1-411c-b48c-5bb9443498f7 req-d56c9acb-d355-452c-beca-38db2187891a service neutron] 10.222.0.13 "GET /v2.0/networks/73a8909c-49cf-4748-a0d1-117aad1d6801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415105 Jul 24 00:55:05.847509 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4479-321e-470e-aba1-3c677afa2775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:05.916750 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4479-321e-470e-aba1-3c677afa2775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:05.951606 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a4479-321e-470e-aba1-3c677afa2775 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3072a7c8-2c3c-4d80-89a4-047d4b311662,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:05.959842 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4479-321e-470e-aba1-3c677afa2775 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:05.962088 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4a5a4479-321e-470e-aba1-3c677afa2775 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3072a7c8-2c3c-4d80-89a4-047d4b311662 HTTP/1.1" status: 204 len: 168 time: 0.3442981 Jul 24 00:55:05.965786 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59346) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:05.968811 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371694eb-b447-4e97-a1be-436462c944fa None None] Network c9b203d0-eae7-4a9d-aeba-2ef85b49dd48 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:55:06.057768 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b2124329-297b-4eb7-9662-da028210c45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:06.145977 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-b2124329-297b-4eb7-9662-da028210c45e admin admin] Deleting port 7ea59f60-00d8-4281-83a2-b9ef01202b00 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:55:06.146355 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b2124329-297b-4eb7-9662-da028210c45e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:06.277197 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-b2124329-297b-4eb7-9662-da028210c45e admin admin] For port 7ea59f60-00d8-4281-83a2-b9ef01202b00, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=7ea59f60-00d8-4281-83a2-b9ef01202b00,segment=NetworkSegment(5997850d-598b-45fc-8985-dbbfe8ec96d2),segment_id=5997850d-598b-45fc-8985-dbbfe8ec96d2)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:06.278233 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b2124329-297b-4eb7-9662-da028210c45e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:06.308138 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85604843-792c-4b57-90d0-5657cc9f666a None None] DHCP port deletion for c9b203d0-eae7-4a9d-aeba-2ef85b49dd48 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:55:06.317451 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-b2124329-297b-4eb7-9662-da028210c45e admin admin] Calling delete_port for 7ea59f60-00d8-4281-83a2-b9ef01202b00 owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:55:06.335421 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59354) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:06.396474 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-85604843-792c-4b57-90d0-5657cc9f666a None None] Deleting port 7ea59f60-00d8-4281-83a2-b9ef01202b00 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:55:06.397722 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-85604843-792c-4b57-90d0-5657cc9f666a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:06.485369 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d25bd9-3968-4fce-8fa0-53f6ceec8b99 req-fbd3cae7-9aa8-47a7-85ad-620c423d509d tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:06.488206 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b0d25bd9-3968-4fce-8fa0-53f6ceec8b99 req-fbd3cae7-9aa8-47a7-85ad-620c423d509d tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.1992054 Jul 24 00:55:06.505050 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b2124329-297b-4eb7-9662-da028210c45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:06.528183 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-522c4fb7-5441-4dc1-b319-eb0a5c0e47a9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-71880313-network', 'tenant_id': '7eb0da34432d47448c1b713034c6041a'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:55:06.529313 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-85604843-792c-4b57-90d0-5657cc9f666a None None] For port 7ea59f60-00d8-4281-83a2-b9ef01202b00, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=7ea59f60-00d8-4281-83a2-b9ef01202b00,segment=NetworkSegment(5997850d-598b-45fc-8985-dbbfe8ec96d2),segment_id=5997850d-598b-45fc-8985-dbbfe8ec96d2)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:06.529942 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-85604843-792c-4b57-90d0-5657cc9f666a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:06.548910 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-85604843-792c-4b57-90d0-5657cc9f666a None None] Calling delete_port for 7ea59f60-00d8-4281-83a2-b9ef01202b00 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:55:06.550673 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5724b622-3f9f-4d57-8bc1-d65dcd2a95ca req-df09d5fd-6296-4220-a078-301e691d458e tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:06.553111 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5724b622-3f9f-4d57-8bc1-d65dcd2a95ca req-df09d5fd-6296-4220-a078-301e691d458e tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/ports?device_id=487af4dd-0408-4943-b6b0-a5e051f6556c HTTP/1.1" status: 200 len: 948 time: 0.1576848 Jul 24 00:55:06.571095 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2124329-297b-4eb7-9662-da028210c45e admin admin] No DVR routers for this DVR port 7ea59f60-00d8-4281-83a2-b9ef01202b00 on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:55:06.586002 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522c4fb7-5441-4dc1-b319-eb0a5c0e47a9 admin admin] Made reservation on behalf of 7eb0da34432d47448c1b713034c6041a for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:55:06.588376 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-522c4fb7-5441-4dc1-b319-eb0a5c0e47a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:06.593304 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2124329-297b-4eb7-9662-da028210c45e admin admin] Pushing event deleted for resources: {'Port': ['ID=7ea59f60-00d8-4281-83a2-b9ef01202b00,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:06.601644 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-522c4fb7-5441-4dc1-b319-eb0a5c0e47a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:06.646118 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5724b622-3f9f-4d57-8bc1-d65dcd2a95ca req-34138ee6-c7bd-40ea-ae67-90e1126f9c83 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/security-groups?id=200ca4a1-9c92-457c-a054-23ed08b9b953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780027 Jul 24 00:55:06.710774 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b0d25bd9-3968-4fce-8fa0-53f6ceec8b99 req-7ee17763-613b-4279-8d9d-f8653e2cf818 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933262 Jul 24 00:55:06.723935 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:55:06.753729 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:55:06.754519 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 6c57c6d7-dc5f-4f67-9534-2bc93d95b5c6 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:55:06.755442 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:55:06.800076 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:55:06.801260 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 00e45f45-b4cb-4cbf-bbe3-ea38e8c336fb not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:55:06.801260 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 7ea59f60-00d8-4281-83a2-b9ef01202b00 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:55:06.802796 n-d-793621-25 neutron-server[100465]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 24 00:55:06.802796 n-d-793621-25 neutron-server[100465]: from cryptography.utils import int_from_bytes Jul 24 00:55:06.802796 n-d-793621-25 neutron-server[100465]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 24 00:55:06.802796 n-d-793621-25 neutron-server[100465]: from cryptography.utils import int_from_bytes Jul 24 00:55:06.802796 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:55:06.802796 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 00:55:06.802796 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:55:06.802796 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 00:55:06.802796 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:55:06.802796 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 00:55:06.802796 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:55:06.802796 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 00:55:06.802796 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:55:06.802796 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 00:55:06.802796 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:55:06.802796 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 00:55:06.802796 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:55:06.802796 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 00:55:06.802796 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:55:06.802796 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 00:55:06.802796 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:55:06.802796 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 00:55:06.802796 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:55:06.802796 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 00:55:06.802796 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:55:06.802796 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 00:55:06.802796 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:55:06.802796 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 00:55:06.802796 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:55:06.802796 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 00:55:06.802796 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:55:06.802796 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 00:55:06.802796 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:55:06.802796 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 00:55:06.802796 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:55:06.802796 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 00:55:06.802796 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:55:06.802796 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 00:55:06.802796 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:55:06.802796 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 00:55:06.802796 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:55:06.802796 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 00:55:06.806378 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:55:06.806378 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 00:55:06.806378 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:55:06.806378 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 00:55:06.806378 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:55:06.806378 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 00:55:06.806378 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:55:06.806378 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 00:55:06.806378 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:55:06.806378 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 00:55:06.806378 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:55:06.806378 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 00:55:06.806378 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:55:06.806378 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 00:55:06.836996 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 7ea59f60-00d8-4281-83a2-b9ef01202b00 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:55:06.837281 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 7ea59f60-00d8-4281-83a2-b9ef01202b00 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:55:06.839691 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-85604843-792c-4b57-90d0-5657cc9f666a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:06.877993 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85604843-792c-4b57-90d0-5657cc9f666a None None] Pushing event deleted for resources: {'Port': ['ID=7ea59f60-00d8-4281-83a2-b9ef01202b00,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:06.890454 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85604843-792c-4b57-90d0-5657cc9f666a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:06.891183 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85604843-792c-4b57-90d0-5657cc9f666a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:06.892375 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85604843-792c-4b57-90d0-5657cc9f666a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:06.893314 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85604843-792c-4b57-90d0-5657cc9f666a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:06.893836 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85604843-792c-4b57-90d0-5657cc9f666a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:06.894352 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85604843-792c-4b57-90d0-5657cc9f666a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:06.894990 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b2124329-297b-4eb7-9662-da028210c45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:06.895310 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85604843-792c-4b57-90d0-5657cc9f666a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:06.895814 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85604843-792c-4b57-90d0-5657cc9f666a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:06.896507 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85604843-792c-4b57-90d0-5657cc9f666a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:06.897895 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85604843-792c-4b57-90d0-5657cc9f666a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:06.898574 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85604843-792c-4b57-90d0-5657cc9f666a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:06.899100 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85604843-792c-4b57-90d0-5657cc9f666a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:06.902733 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85604843-792c-4b57-90d0-5657cc9f666a None None] No DVR routers for this DVR port 7ea59f60-00d8-4281-83a2-b9ef01202b00 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:55:06.924312 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-522c4fb7-5441-4dc1-b319-eb0a5c0e47a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:06.932962 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-522c4fb7-5441-4dc1-b319-eb0a5c0e47a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:06.948402 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-b2124329-297b-4eb7-9662-da028210c45e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9b203d0-eae7-4a9d-aeba-2ef85b49dd48']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:06.952605 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-31501ef6-e9b5-4379-b372-595d815a4ce7 req-d91eb552-dfa9-442c-9434-8cb399ae7de5 tempest-ServerShowV254Test-411464079 tempest-ServerShowV254Test-411464079-project] 10.222.0.15 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.0533471 Jul 24 00:55:06.962270 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-b2124329-297b-4eb7-9662-da028210c45e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5997850d-598b-45fc-8985-dbbfe8ec96d2') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:06.962581 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-b2124329-297b-4eb7-9662-da028210c45e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5997850d-598b-45fc-8985-dbbfe8ec96d2') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:06.973619 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b2124329-297b-4eb7-9662-da028210c45e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:06.999268 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b2124329-297b-4eb7-9662-da028210c45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:07.002452 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-522c4fb7-5441-4dc1-b319-eb0a5c0e47a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:55:07.007888 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2124329-297b-4eb7-9662-da028210c45e admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:55:07.008502 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b2124329-297b-4eb7-9662-da028210c45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:07.011588 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 00:55:07.011588 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:55:07.011588 n-d-793621-25 neutron-server[100463]: timer() Jul 24 00:55:07.011588 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:55:07.011588 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 00:55:07.011588 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:55:07.011588 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 00:55:07.011588 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:55:07.011588 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 00:55:07.011588 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:55:07.011588 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 00:55:07.011588 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:55:07.011588 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 00:55:07.011588 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:55:07.011588 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:55:07.011588 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:55:07.011588 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:55:07.011588 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:55:07.011588 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 00:55:07.011588 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:55:07.011588 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 00:55:07.011588 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:55:07.011588 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:55:07.011588 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:55:07.011588 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 00:55:07.011588 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:55:07.011588 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:55:07.011588 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:55:07.011588 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:55:07.011588 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:55:07.011588 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:55:07.011588 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:55:07.037852 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-522c4fb7-5441-4dc1-b319-eb0a5c0e47a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:07.038211 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-522c4fb7-5441-4dc1-b319-eb0a5c0e47a9 admin admin] Added segment 2abeda90-4f6a-4b8b-8aff-f712c98837e7 of type vlan for network d582b8dc-8856-4b30-8b39-181936a3b597 Jul 24 00:55:07.054178 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c4fb7-5441-4dc1-b319-eb0a5c0e47a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1181be37-ac8f-4951-92f4-2e4f3928e30f,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:07.102097 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-522c4fb7-5441-4dc1-b319-eb0a5c0e47a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:07.108925 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b2124329-297b-4eb7-9662-da028210c45e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:07.118406 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b2124329-297b-4eb7-9662-da028210c45e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:07.126854 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b2124329-297b-4eb7-9662-da028210c45e admin admin] 10.222.0.15 "DELETE /v2.0/networks/c9b203d0-eae7-4a9d-aeba-2ef85b49dd48 HTTP/1.1" status: 204 len: 168 time: 1.1561844 Jul 24 00:55:07.127110 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744517d-28a6-4ad3-b785-5b9c468e7d83 req-fee0058a-0b38-4774-8a76-0a3240b40478 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:07.128164 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8744517d-28a6-4ad3-b785-5b9c468e7d83 req-fee0058a-0b38-4774-8a76-0a3240b40478 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6 HTTP/1.1" status: 200 len: 946 time: 0.1804831 Jul 24 00:55:07.161493 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2124329-297b-4eb7-9662-da028210c45e admin admin] Pushing event deleted for resources: {'Network': ['ID=c9b203d0-eae7-4a9d-aeba-2ef85b49dd48,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:07.181940 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-522c4fb7-5441-4dc1-b319-eb0a5c0e47a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:07.182984 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522c4fb7-5441-4dc1-b319-eb0a5c0e47a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:07.183725 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-522c4fb7-5441-4dc1-b319-eb0a5c0e47a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:07.220127 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8744517d-28a6-4ad3-b785-5b9c468e7d83 req-4d0450ee-2ed1-44b9-a608-fc5460976bc0 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731120 Jul 24 00:55:07.238347 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-522c4fb7-5441-4dc1-b319-eb0a5c0e47a9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9016576 Jul 24 00:55:07.243123 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59366) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:07.249652 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-5ac16ccd-8c09-40d1-92b4-c312e65b2791 admin admin] Request body: {'subnet': {'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-71880313-subnet', 'tenant_id': '7eb0da34432d47448c1b713034c6041a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:55:07.273336 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac16ccd-8c09-40d1-92b4-c312e65b2791 admin admin] Made reservation on behalf of 7eb0da34432d47448c1b713034c6041a for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:55:07.276244 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5ac16ccd-8c09-40d1-92b4-c312e65b2791 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:07.299504 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522c4fb7-5441-4dc1-b319-eb0a5c0e47a9 admin admin] Pushing event updated for resources: {'Network': ['ID=d582b8dc-8856-4b30-8b39-181936a3b597,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:07.313874 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network d582b8dc-8856-4b30-8b39-181936a3b597 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:55:07.329711 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59368) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:07.387343 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device b3e015a8-cb59-4a2b-a70f-5bc160601d13 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:55:07.390773 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7029f276-99b1-48a5-8189-f9f62214938a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8775928e4716419799315861924d3578&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0577972 Jul 24 00:55:07.392374 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59370) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:07.470803 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-812e285b-76ab-4ce5-b622-312c7d02a293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:07.490105 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5ac16ccd-8c09-40d1-92b4-c312e65b2791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:07.507813 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-812e285b-76ab-4ce5-b622-312c7d02a293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:07.519645 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port b3e015a8-cb59-4a2b-a70f-5bc160601d13, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=b3e015a8-cb59-4a2b-a70f-5bc160601d13,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:07.532524 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'b3e015a8-cb59-4a2b-a70f-5bc160601d13', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'port_id': 'b3e015a8-cb59-4a2b-a70f-5bc160601d13', 'mac_address': 'fa:16:3e:10:81:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:55:07.576870 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:07.590469 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac16ccd-8c09-40d1-92b4-c312e65b2791 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66eb251d-e6ee-4000-900c-f86c0810b697,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:07.593285 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3e015a8-cb59-4a2b-a70f-5bc160601d13 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:55:07.602281 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-812e285b-76ab-4ce5-b622-312c7d02a293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:07.605156 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-812e285b-76ab-4ce5-b622-312c7d02a293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:07.605795 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac16ccd-8c09-40d1-92b4-c312e65b2791 admin admin] Checking segment: {'id': '2abeda90-4f6a-4b8b-8aff-f712c98837e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:55:07.606775 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-812e285b-76ab-4ce5-b622-312c7d02a293 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/334cfaf2-d168-43f6-8bef-b99b51df53b4 HTTP/1.1" status: 204 len: 168 time: 0.2126777 Jul 24 00:55:07.609936 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac16ccd-8c09-40d1-92b4-c312e65b2791 admin admin] Network hostable DHCP agents. Network: d582b8dc-8856-4b30-8b39-181936a3b597, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:55:07.615241 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e285b-76ab-4ce5-b622-312c7d02a293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334cfaf2-d168-43f6-8bef-b99b51df53b4,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:07.621457 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port b3e015a8-cb59-4a2b-a70f-5bc160601d13, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=b3e015a8-cb59-4a2b-a70f-5bc160601d13,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:07.629350 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:07.647998 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac16ccd-8c09-40d1-92b4-c312e65b2791 admin admin] Network d582b8dc-8856-4b30-8b39-181936a3b597 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:55:07.666269 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-5ac16ccd-8c09-40d1-92b4-c312e65b2791 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, d582b8dc-8856-4b30-8b39-181936a3b597) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:55:07.678842 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac16ccd-8c09-40d1-92b4-c312e65b2791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:07.681312 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5ac16ccd-8c09-40d1-92b4-c312e65b2791 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:07.689600 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7d1701-6005-4a9c-afcc-1d9cf63aa9c5 None None] Network d582b8dc-8856-4b30-8b39-181936a3b597 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:55:07.710506 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5ac16ccd-8c09-40d1-92b4-c312e65b2791 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4652231 Jul 24 00:55:07.713123 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59376) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:07.724793 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=b3e015a8-cb59-4a2b-a70f-5bc160601d13,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:07.730971 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-c9781885-89d6-4283-8d9e-a3ab7c9afb79 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-71880313-router', 'tenant_id': '7eb0da34432d47448c1b713034c6041a', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:55:07.766080 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9781885-89d6-4283-8d9e-a3ab7c9afb79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:07.768660 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9781885-89d6-4283-8d9e-a3ab7c9afb79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:07.838069 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9781885-89d6-4283-8d9e-a3ab7c9afb79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:07.852064 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001b4c57-f0f2-4175-b62b-596e8ff699d3 req-1e3b9b5d-e447-43f2-bc54-683857afcbfd tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:07.867052 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-001b4c57-f0f2-4175-b62b-596e8ff699d3 req-1e3b9b5d-e447-43f2-bc54-683857afcbfd tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/ports?device_id=487af4dd-0408-4943-b6b0-a5e051f6556c HTTP/1.1" status: 200 len: 949 time: 0.1306949 Jul 24 00:55:07.917276 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe51fba-5dd7-4304-8bf1-1cf030eb6148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-d582b8dc-8856-4b30-8b39-181936a3b597', 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597', 'tenant_id': '7eb0da34432d47448c1b713034c6041a', 'fixed_ips': [{'subnet_id': '66eb251d-e6ee-4000-900c-f86c0810b697'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:55:07.918814 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ebe51fba-5dd7-4304-8bf1-1cf030eb6148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:07.921338 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-001b4c57-f0f2-4175-b62b-596e8ff699d3 req-d1d47510-8d2d-4447-971f-db2afbb3cd38 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/security-groups?id=200ca4a1-9c92-457c-a054-23ed08b9b953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531752 Jul 24 00:55:08.031516 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['b3e015a8-cb59-4a2b-a70f-5bc160601d13'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:55:08.064868 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9781885-89d6-4283-8d9e-a3ab7c9afb79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:08.086754 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274dea2f-a352-4824-9cf9-62aee370f2f7 req-67c09698-e01d-46c8-bbbb-d3080743fee8 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:08.086754 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-274dea2f-a352-4824-9cf9-62aee370f2f7 req-67c09698-e01d-46c8-bbbb-d3080743fee8 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.1890755 Jul 24 00:55:08.208488 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dec284f8-6442-4dd7-87c3-a07784eacf1f req-8fc98141-94b7-4f7b-8802-2f7cf2728246 tempest-ServerShowV254Test-411464079 tempest-ServerShowV254Test-411464079-project] 10.222.0.15 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.0566163 Jul 24 00:55:08.210898 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-274dea2f-a352-4824-9cf9-62aee370f2f7 req-90867d16-1e79-4feb-b4e0-aae2c984a0bb tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182880 Jul 24 00:55:08.235092 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-ebe51fba-5dd7-4304-8bf1-1cf030eb6148 None None] Allocated IP 172.20.0.2 (d582b8dc-8856-4b30-8b39-181936a3b597/66eb251d-e6ee-4000-900c-f86c0810b697/c8380f58-0016-4add-b8c0-b98dfd9501df) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:55:08.460725 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ebe51fba-5dd7-4304-8bf1-1cf030eb6148 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:08.472066 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-ebe51fba-5dd7-4304-8bf1-1cf030eb6148 None None] Transition to ACTIVE for port object c8380f58-0016-4add-b8c0-b98dfd9501df will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:55:08.493053 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9781885-89d6-4283-8d9e-a3ab7c9afb79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:08.493188 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-ebe51fba-5dd7-4304-8bf1-1cf030eb6148 None None] Transition to ACTIVE for port object c8380f58-0016-4add-b8c0-b98dfd9501df will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:55:08.499916 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ebe51fba-5dd7-4304-8bf1-1cf030eb6148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:08.519148 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad85af6-4ce4-4453-b1f3-d3b825a32496 req-45d383e8-670c-42bf-be07-b6bae8251e62 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:08.520724 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8ad85af6-4ce4-4453-b1f3-d3b825a32496 req-45d383e8-670c-42bf-be07-b6bae8251e62 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6 HTTP/1.1" status: 200 len: 946 time: 0.1818838 Jul 24 00:55:08.522023 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9781885-89d6-4283-8d9e-a3ab7c9afb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:08.549942 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe51fba-5dd7-4304-8bf1-1cf030eb6148 None None] Network d582b8dc-8856-4b30-8b39-181936a3b597 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:55:08.555339 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-ebe51fba-5dd7-4304-8bf1-1cf030eb6148 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:55:08.558285 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe51fba-5dd7-4304-8bf1-1cf030eb6148 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:55:08.573518 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe51fba-5dd7-4304-8bf1-1cf030eb6148 None None] Pushing event updated for resources: {'Port': ['ID=c8380f58-0016-4add-b8c0-b98dfd9501df,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:08.613327 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8ad85af6-4ce4-4453-b1f3-d3b825a32496 req-3c3988c4-f6cc-4ef1-a173-818c42972169 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839539 Jul 24 00:55:08.670622 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-c9781885-89d6-4283-8d9e-a3ab7c9afb79 admin admin] Allocated IP 172.25.2.232 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/9851f101-5bf6-4bc9-a83f-fa5a40aefce9) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:55:08.678575 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59404) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:08.769158 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-ebe51fba-5dd7-4304-8bf1-1cf030eb6148 None None] Attempting to bind port c8380f58-0016-4add-b8c0-b98dfd9501df on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:55:08.769631 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-ebe51fba-5dd7-4304-8bf1-1cf030eb6148 None None] Attempting to bind port c8380f58-0016-4add-b8c0-b98dfd9501df by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '2abeda90-4f6a-4b8b-8aff-f712c98837e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:55:08.770060 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe51fba-5dd7-4304-8bf1-1cf030eb6148 None None] Attempting to bind port c8380f58-0016-4add-b8c0-b98dfd9501df on network d582b8dc-8856-4b30-8b39-181936a3b597 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:55:08.775331 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe51fba-5dd7-4304-8bf1-1cf030eb6148 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:55:08.775706 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe51fba-5dd7-4304-8bf1-1cf030eb6148 None None] Checking segment: {'id': '2abeda90-4f6a-4b8b-8aff-f712c98837e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:55:08.776116 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ebe51fba-5dd7-4304-8bf1-1cf030eb6148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:08.776509 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe51fba-5dd7-4304-8bf1-1cf030eb6148 None None] Bound using segment: {'id': '2abeda90-4f6a-4b8b-8aff-f712c98837e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:55:08.776970 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-ebe51fba-5dd7-4304-8bf1-1cf030eb6148 None None] Bound port: c8380f58-0016-4add-b8c0-b98dfd9501df, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2abeda90-4f6a-4b8b-8aff-f712c98837e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:55:08.777357 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ebe51fba-5dd7-4304-8bf1-1cf030eb6148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:08.802199 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9781885-89d6-4283-8d9e-a3ab7c9afb79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:08.807579 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-5a67792a-a74c-467d-a5fc-8332d41237dd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-77453151-network', 'tenant_id': 'd7cece09432f4c8fa2db733aedbfa435'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:55:08.840746 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a67792a-a74c-467d-a5fc-8332d41237dd admin admin] Made reservation on behalf of d7cece09432f4c8fa2db733aedbfa435 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:55:08.843076 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5a67792a-a74c-467d-a5fc-8332d41237dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:08.852784 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-ebe51fba-5dd7-4304-8bf1-1cf030eb6148 None None] For port c8380f58-0016-4add-b8c0-b98dfd9501df, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:55:08.856951 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-ebe51fba-5dd7-4304-8bf1-1cf030eb6148 None None] For port c8380f58-0016-4add-b8c0-b98dfd9501df, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=c8380f58-0016-4add-b8c0-b98dfd9501df,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:55:08.860927 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ebe51fba-5dd7-4304-8bf1-1cf030eb6148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:08.861404 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5a67792a-a74c-467d-a5fc-8332d41237dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:08.885020 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9781885-89d6-4283-8d9e-a3ab7c9afb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:08.931027 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe51fba-5dd7-4304-8bf1-1cf030eb6148 None None] Pushing event updated for resources: {'Port': ['ID=c8380f58-0016-4add-b8c0-b98dfd9501df,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:08.942348 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9781885-89d6-4283-8d9e-a3ab7c9afb79 admin admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:55:08.951957 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-c9781885-89d6-4283-8d9e-a3ab7c9afb79 admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:55:08.960827 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9781885-89d6-4283-8d9e-a3ab7c9afb79 admin admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:55:08.976355 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9781885-89d6-4283-8d9e-a3ab7c9afb79 admin admin] Pushing event updated for resources: {'Port': ['ID=9851f101-5bf6-4bc9-a83f-fa5a40aefce9,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:09.090016 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac128cc9-556d-4db2-a8d0-ac0630196361 req-05f09c35-5956-4018-833f-e090d21c2030 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:09.091784 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ac128cc9-556d-4db2-a8d0-ac0630196361 req-05f09c35-5956-4018-833f-e090d21c2030 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/ports?device_id=487af4dd-0408-4943-b6b0-a5e051f6556c HTTP/1.1" status: 200 len: 949 time: 0.0762208 Jul 24 00:55:09.160801 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ac128cc9-556d-4db2-a8d0-ac0630196361 req-c67e2399-8512-4198-a05b-31e3eace1694 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/security-groups?id=200ca4a1-9c92-457c-a054-23ed08b9b953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460958 Jul 24 00:55:09.182354 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5a67792a-a74c-467d-a5fc-8332d41237dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:09.200205 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5a67792a-a74c-467d-a5fc-8332d41237dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:09.229838 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a67792a-a74c-467d-a5fc-8332d41237dd admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:55:09.311694 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5a67792a-a74c-467d-a5fc-8332d41237dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:09.311970 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-5a67792a-a74c-467d-a5fc-8332d41237dd admin admin] Added segment 619157ec-bfc6-4f58-adcb-1c0eaf8fa916 of type vlan for network 5d8bd3a9-e420-4a87-9bcc-4d24c228cc31 Jul 24 00:55:09.316990 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67792a-a74c-467d-a5fc-8332d41237dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05680ac9-bc47-4c89-9bd7-e8f849f94ab9,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:09.368810 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b408fccb-ec64-4d22-8d5e-393004a8ac2b req-298967d2-3c8b-42f9-836c-700b1c0c32c7 tempest-ServerShowV254Test-411464079 tempest-ServerShowV254Test-411464079-project] 10.222.0.15 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.0550048 Jul 24 00:55:09.371531 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5baf0f6-1067-4fc1-8989-417a757279d3 req-97c95b26-cf89-4367-9355-a08a706ac769 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:09.373393 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e5baf0f6-1067-4fc1-8989-417a757279d3 req-97c95b26-cf89-4367-9355-a08a706ac769 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.0705888 Jul 24 00:55:09.379523 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device b3e015a8-cb59-4a2b-a70f-5bc160601d13 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:55:09.424855 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5a67792a-a74c-467d-a5fc-8332d41237dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:09.431481 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e5baf0f6-1067-4fc1-8989-417a757279d3 req-8eda5ea3-a64e-4802-9cd3-ddfe9f94861d tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480554 Jul 24 00:55:09.443049 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port b3e015a8-cb59-4a2b-a70f-5bc160601d13 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:55:09.445811 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9781885-89d6-4283-8d9e-a3ab7c9afb79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:09.451367 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port b3e015a8-cb59-4a2b-a70f-5bc160601d13 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:55:09.451751 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:09.542210 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:09.576764 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487af4dd-0408-4943-b6b0-a5e051f6556c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e015a8-cb59-4a2b-a70f-5bc160601d13'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:55:09.581127 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe5e984-a6db-4bfa-9e55-2630c7ae4a29" -d '{"events": [{"server_uuid": "487af4dd-0408-4943-b6b0-a5e051f6556c", "name": "network-vif-plugged", "status": "completed", "tag": "b3e015a8-cb59-4a2b-a70f-5bc160601d13"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:55:09.615399 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port b3e015a8-cb59-4a2b-a70f-5bc160601d13, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=b3e015a8-cb59-4a2b-a70f-5bc160601d13,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:09.628843 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:09.780383 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=b3e015a8-cb59-4a2b-a70f-5bc160601d13,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:09.833551 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.db.resource_extend [None req-5a67792a-a74c-467d-a5fc-8332d41237dd admin admin] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 00:55:09.867895 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5a67792a-a74c-467d-a5fc-8332d41237dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:09.867895 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a67792a-a74c-467d-a5fc-8332d41237dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:09.867895 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5a67792a-a74c-467d-a5fc-8332d41237dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:09.960454 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5a67792a-a74c-467d-a5fc-8332d41237dd admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2822428 Jul 24 00:55:09.966023 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af09a9cf-2db1-462f-a9ca-5e9317f04e27 x-openstack-request-id: req-af09a9cf-2db1-462f-a9ca-5e9317f04e27 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:55:09.966544 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67792a-a74c-467d-a5fc-8332d41237dd admin admin] Pushing event updated for resources: {'Network': ['ID=5d8bd3a9-e420-4a87-9bcc-4d24c228cc31,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:09.966759 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487af4dd-0408-4943-b6b0-a5e051f6556c", "name": "network-vif-plugged", "status": "completed", "tag": "b3e015a8-cb59-4a2b-a70f-5bc160601d13", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:55:09.967134 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-af09a9cf-2db1-462f-a9ca-5e9317f04e27 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:55:09.967900 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '487af4dd-0408-4943-b6b0-a5e051f6556c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3e015a8-cb59-4a2b-a70f-5bc160601d13', 'code': 200} Jul 24 00:55:09.973035 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59428) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:09.979309 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-210673c9-00ad-4514-84bc-ef244f9ba269 admin admin] Request body: {'subnet': {'network_id': '5d8bd3a9-e420-4a87-9bcc-4d24c228cc31', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-77453151-subnet', 'tenant_id': 'd7cece09432f4c8fa2db733aedbfa435', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:55:09.980203 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 5d8bd3a9-e420-4a87-9bcc-4d24c228cc31 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:55:09.994879 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c05c1f2-41a0-4885-a562-2977755ab53c req-d7771f03-d888-41fa-944a-3eef065f8874 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:10.011402 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8c05c1f2-41a0-4885-a562-2977755ab53c req-d7771f03-d888-41fa-944a-3eef065f8874 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6 HTTP/1.1" status: 200 len: 946 time: 0.2373111 Jul 24 00:55:10.094040 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8c05c1f2-41a0-4885-a562-2977755ab53c req-8c1321a8-02aa-481e-8cc3-5223361b2802 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763609 Jul 24 00:55:10.158613 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210673c9-00ad-4514-84bc-ef244f9ba269 admin admin] Made reservation on behalf of d7cece09432f4c8fa2db733aedbfa435 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:55:10.161361 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-210673c9-00ad-4514-84bc-ef244f9ba269 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:10.212217 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fa5746-98d9-4003-9a33-6f0a21e5c15a None None] Network d582b8dc-8856-4b30-8b39-181936a3b597 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:55:10.286447 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9781885-89d6-4283-8d9e-a3ab7c9afb79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:10.293634 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97c1a5-43d0-47a4-b435-dc0c5cc18267 req-e40c1fed-56a5-482c-ab30-d36dba911a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:10.295797 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2c97c1a5-43d0-47a4-b435-dc0c5cc18267 req-e40c1fed-56a5-482c-ab30-d36dba911a3b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=487af4dd-0408-4943-b6b0-a5e051f6556c HTTP/1.1" status: 200 len: 1102 time: 0.2415266 Jul 24 00:55:10.355124 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-76220810-54fd-46cb-a23f-c8e9e4dad1c7 None None] Provisioning for port c8380f58-0016-4add-b8c0-b98dfd9501df completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:55:10.532544 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2c97c1a5-43d0-47a4-b435-dc0c5cc18267 req-0100929a-5ae1-4c89-a968-3ec64cf29482 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=200ca4a1-9c92-457c-a054-23ed08b9b953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256682 Jul 24 00:55:10.538445 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-06438a22-2d75-4bf9-9c45-9bd35beeeee0 req-e6b44e3b-9578-4542-997c-0e21a00ccac6 tempest-ServerShowV254Test-411464079 tempest-ServerShowV254Test-411464079-project] 10.222.0.15 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.0352252 Jul 24 00:55:10.574175 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4874dd-6103-473c-bbf9-6309d2855ea8 req-279f1e33-20be-4ed4-ad9d-f524c622f68e tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:10.577080 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-de4874dd-6103-473c-bbf9-6309d2855ea8 req-279f1e33-20be-4ed4-ad9d-f524c622f68e tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/ports?device_id=487af4dd-0408-4943-b6b0-a5e051f6556c HTTP/1.1" status: 200 len: 950 time: 0.2090263 Jul 24 00:55:10.729988 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device c8380f58-0016-4add-b8c0-b98dfd9501df up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:55:10.775197 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-de4874dd-6103-473c-bbf9-6309d2855ea8 req-3446cdb4-eea7-423b-83e1-b7aaaabcee76 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/security-groups?id=200ca4a1-9c92-457c-a054-23ed08b9b953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767814 Jul 24 00:55:10.781058 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-210673c9-00ad-4514-84bc-ef244f9ba269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:10.836169 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port c8380f58-0016-4add-b8c0-b98dfd9501df completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:55:10.841249 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port c8380f58-0016-4add-b8c0-b98dfd9501df triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:55:10.841665 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:10.894051 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210673c9-00ad-4514-84bc-ef244f9ba269 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7474413-f4da-4509-a5a9-3acbb1a8cd1f,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:10.904128 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9781885-89d6-4283-8d9e-a3ab7c9afb79 admin admin] Router 6b54b2d1-58f5-4865-93e2-07d14488d491 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:55:10.915049 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210673c9-00ad-4514-84bc-ef244f9ba269 admin admin] Checking segment: {'id': '619157ec-bfc6-4f58-adcb-1c0eaf8fa916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5d8bd3a9-e420-4a87-9bcc-4d24c228cc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:55:10.915507 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210673c9-00ad-4514-84bc-ef244f9ba269 admin admin] Network hostable DHCP agents. Network: 5d8bd3a9-e420-4a87-9bcc-4d24c228cc31, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:55:10.976519 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:11.005450 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210673c9-00ad-4514-84bc-ef244f9ba269 admin admin] Network 5d8bd3a9-e420-4a87-9bcc-4d24c228cc31 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:55:11.025707 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-210673c9-00ad-4514-84bc-ef244f9ba269 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 5d8bd3a9-e420-4a87-9bcc-4d24c228cc31) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:55:11.032798 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210673c9-00ad-4514-84bc-ef244f9ba269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:11.033252 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-210673c9-00ad-4514-84bc-ef244f9ba269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:11.040039 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port c8380f58-0016-4add-b8c0-b98dfd9501df, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=c8380f58-0016-4add-b8c0-b98dfd9501df,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:11.043588 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ff2aa5-2bad-481e-9a72-0cde65ac97c9 None None] Network 5d8bd3a9-e420-4a87-9bcc-4d24c228cc31 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:55:11.047594 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:11.057878 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-210673c9-00ad-4514-84bc-ef244f9ba269 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0837152 Jul 24 00:55:11.059337 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9781885-89d6-4283-8d9e-a3ab7c9afb79 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:55:11.061175 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59440) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:11.068564 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-f0c0981f-83a5-409f-86e6-9d2a4ad14f3b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-77453151-router', 'tenant_id': 'd7cece09432f4c8fa2db733aedbfa435', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:55:11.090419 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be20b1ff-283c-43fb-a5c7-e141c0ae0e67 None None] Sync routers for ids ['6b54b2d1-58f5-4865-93e2-07d14488d491'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:55:11.097770 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:55:11.099697 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f0c0981f-83a5-409f-86e6-9d2a4ad14f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:11.100589 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f0c0981f-83a5-409f-86e6-9d2a4ad14f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:11.106191 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9781885-89d6-4283-8d9e-a3ab7c9afb79 admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:11.107612 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c9781885-89d6-4283-8d9e-a3ab7c9afb79 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3908482 Jul 24 00:55:11.111589 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59442) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:11.194212 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be20b1ff-283c-43fb-a5c7-e141c0ae0e67 None None] Routers {'6b54b2d1-58f5-4865-93e2-07d14488d491'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:55:11.194890 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-be20b1ff-283c-43fb-a5c7-e141c0ae0e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:54:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['6b54b2d1-58f5-4865-93e2-07d14488d491'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:11.243905 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f0c0981f-83a5-409f-86e6-9d2a4ad14f3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:11.262153 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6850a-c00f-4059-a24d-6a12e8f5836f req-2acc7dec-86b5-4aea-9abc-2b4b15e7c514 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:11.268409 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-79c6850a-c00f-4059-a24d-6a12e8f5836f req-2acc7dec-86b5-4aea-9abc-2b4b15e7c514 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.0788858 Jul 24 00:55:11.292707 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=c8380f58-0016-4add-b8c0-b98dfd9501df,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:11.337374 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-79c6850a-c00f-4059-a24d-6a12e8f5836f req-da7d4e67-e6e7-4d21-ab09-507e8a56e88c tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660141 Jul 24 00:55:11.408384 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-be20b1ff-283c-43fb-a5c7-e141c0ae0e67 None None] Set router 6b54b2d1-58f5-4865-93e2-07d14488d491 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:55:11.438810 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629a7cc1-e6ec-4b87-ae10-b9f5636c883b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-5d8bd3a9-e420-4a87-9bcc-4d24c228cc31', 'network_id': '5d8bd3a9-e420-4a87-9bcc-4d24c228cc31', 'tenant_id': 'd7cece09432f4c8fa2db733aedbfa435', 'fixed_ips': [{'subnet_id': 'f7474413-f4da-4509-a5a9-3acbb1a8cd1f'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:55:11.439693 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-629a7cc1-e6ec-4b87-ae10-b9f5636c883b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:11.445217 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f0c0981f-83a5-409f-86e6-9d2a4ad14f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:11.568410 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b79fad-33eb-4d14-9c86-3f015399a86a req-3729885b-f365-413c-a4dc-7162b9a8c0f2 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:11.570175 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f2b79fad-33eb-4d14-9c86-3f015399a86a req-3729885b-f365-413c-a4dc-7162b9a8c0f2 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6 HTTP/1.1" status: 200 len: 946 time: 0.3374174 Jul 24 00:55:11.700422 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f2b79fad-33eb-4d14-9c86-3f015399a86a req-6f50fa9a-61ac-4e68-a5b5-815b6fa6584c tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112552 Jul 24 00:55:11.781201 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-629a7cc1-e6ec-4b87-ae10-b9f5636c883b None None] Allocated IP 172.20.0.2 (5d8bd3a9-e420-4a87-9bcc-4d24c228cc31/f7474413-f4da-4509-a5a9-3acbb1a8cd1f/6fb7c9e1-8d3d-4d85-b814-dd3332ecc37e) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:55:11.827636 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-be20b1ff-283c-43fb-a5c7-e141c0ae0e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b54b2d1-58f5-4865-93e2-07d14488d491', 'name': 'tempest-ServerActionsTestJSON-71880313-router', 'tenant_id': '7eb0da34432d47448c1b713034c6041a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '9851f101-5bf6-4bc9-a83f-fa5a40aefce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:07Z', 'updated_at': '2021-07-24T00:55:09Z', 'revision_number': 3, 'project_id': '7eb0da34432d47448c1b713034c6041a', 'gw_port': {'id': '9851f101-5bf6-4bc9-a83f-fa5a40aefce9', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b54b2d1-58f5-4865-93e2-07d14488d491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:08Z', 'updated_at': '2021-07-24T00:55:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:11.864766 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be20b1ff-283c-43fb-a5c7-e141c0ae0e67 None None] Checking router: 6b54b2d1-58f5-4865-93e2-07d14488d491 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:55:11.865169 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be20b1ff-283c-43fb-a5c7-e141c0ae0e67 None None] Updating router 6b54b2d1-58f5-4865-93e2-07d14488d491 port 9851f101-5bf6-4bc9-a83f-fa5a40aefce9 binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:55:11.945130 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-be20b1ff-283c-43fb-a5c7-e141c0ae0e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:12.042246 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-59bb4501-c8ab-4587-a05f-f2249902df2b req-873146c7-9d2b-4d45-be7b-ca0f4eb93a6d tempest-ServerShowV254Test-411464079 tempest-ServerShowV254Test-411464079-project] 10.222.0.15 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.1525636 Jul 24 00:55:12.114406 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-629a7cc1-e6ec-4b87-ae10-b9f5636c883b None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:12.136761 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-629a7cc1-e6ec-4b87-ae10-b9f5636c883b None None] Transition to ACTIVE for port object 6fb7c9e1-8d3d-4d85-b814-dd3332ecc37e will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:55:12.153540 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93705bb0-eeaa-443d-8877-9170b78daf61 req-676beb60-5642-48ad-8eb7-6237e9ca989a tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:12.155928 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-93705bb0-eeaa-443d-8877-9170b78daf61 req-676beb60-5642-48ad-8eb7-6237e9ca989a tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/ports?device_id=487af4dd-0408-4943-b6b0-a5e051f6556c HTTP/1.1" status: 200 len: 950 time: 0.1181653 Jul 24 00:55:12.230838 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-93705bb0-eeaa-443d-8877-9170b78daf61 req-1cec5b59-57e0-4739-85dd-aeb2c2e2d9e4 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/security-groups?id=200ca4a1-9c92-457c-a054-23ed08b9b953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673749 Jul 24 00:55:12.240475 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-629a7cc1-e6ec-4b87-ae10-b9f5636c883b None None] Transition to ACTIVE for port object 6fb7c9e1-8d3d-4d85-b814-dd3332ecc37e will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:55:12.252788 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-629a7cc1-e6ec-4b87-ae10-b9f5636c883b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:12.312591 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a7cc1-e6ec-4b87-ae10-b9f5636c883b None None] Pushing event updated for resources: {'Port': ['ID=6fb7c9e1-8d3d-4d85-b814-dd3332ecc37e,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:12.329892 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629a7cc1-e6ec-4b87-ae10-b9f5636c883b None None] Network 5d8bd3a9-e420-4a87-9bcc-4d24c228cc31 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:55:12.338073 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-629a7cc1-e6ec-4b87-ae10-b9f5636c883b None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:55:12.340790 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629a7cc1-e6ec-4b87-ae10-b9f5636c883b None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:55:12.420166 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-629a7cc1-e6ec-4b87-ae10-b9f5636c883b None None] Attempting to bind port 6fb7c9e1-8d3d-4d85-b814-dd3332ecc37e on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:55:12.420708 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-629a7cc1-e6ec-4b87-ae10-b9f5636c883b None None] Attempting to bind port 6fb7c9e1-8d3d-4d85-b814-dd3332ecc37e by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '619157ec-bfc6-4f58-adcb-1c0eaf8fa916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5d8bd3a9-e420-4a87-9bcc-4d24c228cc31'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:55:12.421172 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629a7cc1-e6ec-4b87-ae10-b9f5636c883b None None] Attempting to bind port 6fb7c9e1-8d3d-4d85-b814-dd3332ecc37e on network 5d8bd3a9-e420-4a87-9bcc-4d24c228cc31 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:55:12.429722 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629a7cc1-e6ec-4b87-ae10-b9f5636c883b None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:55:12.430013 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629a7cc1-e6ec-4b87-ae10-b9f5636c883b None None] Checking segment: {'id': '619157ec-bfc6-4f58-adcb-1c0eaf8fa916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5d8bd3a9-e420-4a87-9bcc-4d24c228cc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:55:12.430470 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-629a7cc1-e6ec-4b87-ae10-b9f5636c883b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:12.431002 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629a7cc1-e6ec-4b87-ae10-b9f5636c883b None None] Bound using segment: {'id': '619157ec-bfc6-4f58-adcb-1c0eaf8fa916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5d8bd3a9-e420-4a87-9bcc-4d24c228cc31'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:55:12.431576 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-629a7cc1-e6ec-4b87-ae10-b9f5636c883b None None] Bound port: 6fb7c9e1-8d3d-4d85-b814-dd3332ecc37e, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619157ec-bfc6-4f58-adcb-1c0eaf8fa916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5d8bd3a9-e420-4a87-9bcc-4d24c228cc31'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:55:12.432334 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-629a7cc1-e6ec-4b87-ae10-b9f5636c883b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:12.508961 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f0c0981f-83a5-409f-86e6-9d2a4ad14f3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:12.532688 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-35821ba7-500c-49e2-abb5-11e98d784ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:12.536722 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f0c0981f-83a5-409f-86e6-9d2a4ad14f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:12.574233 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-be20b1ff-283c-43fb-a5c7-e141c0ae0e67 None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:12.614845 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-be20b1ff-283c-43fb-a5c7-e141c0ae0e67 None None] Transition to ACTIVE for port object 9851f101-5bf6-4bc9-a83f-fa5a40aefce9 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:55:12.623254 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-629a7cc1-e6ec-4b87-ae10-b9f5636c883b None None] For port 6fb7c9e1-8d3d-4d85-b814-dd3332ecc37e, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:55:12.630308 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-629a7cc1-e6ec-4b87-ae10-b9f5636c883b None None] For port 6fb7c9e1-8d3d-4d85-b814-dd3332ecc37e, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=6fb7c9e1-8d3d-4d85-b814-dd3332ecc37e,segment=NetworkSegment(619157ec-bfc6-4f58-adcb-1c0eaf8fa916),segment_id=619157ec-bfc6-4f58-adcb-1c0eaf8fa916)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:55:12.642748 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-be20b1ff-283c-43fb-a5c7-e141c0ae0e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:12.682794 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-629a7cc1-e6ec-4b87-ae10-b9f5636c883b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:12.699674 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-be20b1ff-283c-43fb-a5c7-e141c0ae0e67 None None] Attempting to bind port 9851f101-5bf6-4bc9-a83f-fa5a40aefce9 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:55:12.701134 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-be20b1ff-283c-43fb-a5c7-e141c0ae0e67 None None] Attempting to bind port 9851f101-5bf6-4bc9-a83f-fa5a40aefce9 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:55:12.701885 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be20b1ff-283c-43fb-a5c7-e141c0ae0e67 None None] Attempting to bind port 9851f101-5bf6-4bc9-a83f-fa5a40aefce9 on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:55:12.754375 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-f0c0981f-83a5-409f-86e6-9d2a4ad14f3b admin admin] Allocated IP 172.25.2.194 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/7e4b8b4b-2f1b-4b97-aaa3-3c5662af1bd5) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:55:12.873473 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be20b1ff-283c-43fb-a5c7-e141c0ae0e67 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:55:12.873473 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be20b1ff-283c-43fb-a5c7-e141c0ae0e67 None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:55:12.873473 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-be20b1ff-283c-43fb-a5c7-e141c0ae0e67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:12.873473 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be20b1ff-283c-43fb-a5c7-e141c0ae0e67 None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:55:12.873473 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-be20b1ff-283c-43fb-a5c7-e141c0ae0e67 None None] Bound port: 9851f101-5bf6-4bc9-a83f-fa5a40aefce9, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:55:12.873473 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-be20b1ff-283c-43fb-a5c7-e141c0ae0e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:12.873473 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device c8380f58-0016-4add-b8c0-b98dfd9501df up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:55:12.879427 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-35821ba7-500c-49e2-abb5-11e98d784ed2 admin admin] Allocated IP 172.20.0.1 (d582b8dc-8856-4b30-8b39-181936a3b597/66eb251d-e6ee-4000-900c-f86c0810b697/df78c8ca-fe10-4c7e-a84c-d2bbf57334dc) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:55:12.892499 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d67a92-167a-4cee-99ee-ae030217d4a6 req-12cd614d-d0bf-4019-b067-eed5545d073b tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:12.900097 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-92d67a92-167a-4cee-99ee-ae030217d4a6 req-12cd614d-d0bf-4019-b067-eed5545d073b tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/ports?device_id=487af4dd-0408-4943-b6b0-a5e051f6556c HTTP/1.1" status: 200 len: 950 time: 0.1261780 Jul 24 00:55:12.973809 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-be20b1ff-283c-43fb-a5c7-e141c0ae0e67 None None] For port 9851f101-5bf6-4bc9-a83f-fa5a40aefce9, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:55:12.975283 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-92d67a92-167a-4cee-99ee-ae030217d4a6 req-52185c25-507c-4bb7-b1c4-f3f530019e58 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/security-groups?id=200ca4a1-9c92-457c-a054-23ed08b9b953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741518 Jul 24 00:55:12.984294 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-be20b1ff-283c-43fb-a5c7-e141c0ae0e67 None None] For port 9851f101-5bf6-4bc9-a83f-fa5a40aefce9, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=9851f101-5bf6-4bc9-a83f-fa5a40aefce9,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:55:13.020881 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b5324-57b9-47fb-bc7b-13f0f604f0f9 None None] Pushing event updated for resources: {'Port': ['ID=9851f101-5bf6-4bc9-a83f-fa5a40aefce9,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:13.083455 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f0c0981f-83a5-409f-86e6-9d2a4ad14f3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:13.137707 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9eb82b-3d42-41bc-9e5d-788acd137c45 req-f5cf9870-9db8-48f0-a9a7-e011e5479fdb tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:13.143245 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a7cc1-e6ec-4b87-ae10-b9f5636c883b None None] Pushing event updated for resources: {'Port': ['ID=6fb7c9e1-8d3d-4d85-b814-dd3332ecc37e,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:13.153368 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-be20b1ff-283c-43fb-a5c7-e141c0ae0e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:13.158563 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cc9eb82b-3d42-41bc-9e5d-788acd137c45 req-f5cf9870-9db8-48f0-a9a7-e011e5479fdb tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6 HTTP/1.1" status: 200 len: 946 time: 0.3037922 Jul 24 00:55:13.216418 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-35821ba7-500c-49e2-abb5-11e98d784ed2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:13.248085 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-35821ba7-500c-49e2-abb5-11e98d784ed2 admin admin] Transition to ACTIVE for port object df78c8ca-fe10-4c7e-a84c-d2bbf57334dc will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:55:13.290967 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cc9eb82b-3d42-41bc-9e5d-788acd137c45 req-50ab2a27-fca2-4ba1-b7de-c25210fd04a3 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281161 Jul 24 00:55:13.320910 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a6a7a534-538f-4710-82a2-406cba4698f1 req-c47521f5-18ca-4b38-8253-d40efaf06b0f tempest-ServerShowV254Test-411464079 tempest-ServerShowV254Test-411464079-project] 10.222.0.15 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.0677252 Jul 24 00:55:13.338170 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f0c0981f-83a5-409f-86e6-9d2a4ad14f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:13.430751 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-35821ba7-500c-49e2-abb5-11e98d784ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:13.466090 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-07136055-74f8-4443-8e06-bd8a7083e15a req-aad1089e-5902-483f-9363-c6a9c9b2e1a5 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=89c58f2100634ac3b0724d73820b5c69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372996 Jul 24 00:55:13.483135 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c0981f-83a5-409f-86e6-9d2a4ad14f3b admin admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:55:13.497597 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-f0c0981f-83a5-409f-86e6-9d2a4ad14f3b admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:55:13.512709 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35821ba7-500c-49e2-abb5-11e98d784ed2 admin admin] Network d582b8dc-8856-4b30-8b39-181936a3b597 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:55:13.526100 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c0981f-83a5-409f-86e6-9d2a4ad14f3b admin admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:55:13.528493 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-35821ba7-500c-49e2-abb5-11e98d784ed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:55:13.529078 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port c8380f58-0016-4add-b8c0-b98dfd9501df triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:55:13.529652 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:13.535085 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0981f-83a5-409f-86e6-9d2a4ad14f3b admin admin] Pushing event updated for resources: {'Port': ['ID=7e4b8b4b-2f1b-4b97-aaa3-3c5662af1bd5,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:13.537549 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35821ba7-500c-49e2-abb5-11e98d784ed2 admin admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:55:13.560141 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b5324-57b9-47fb-bc7b-13f0f604f0f9 None None] Pushing event updated for resources: {'Port': ['ID=9851f101-5bf6-4bc9-a83f-fa5a40aefce9,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:13.615909 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-35821ba7-500c-49e2-abb5-11e98d784ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:13.641181 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be20b1ff-283c-43fb-a5c7-e141c0ae0e67 None None] Routers {'6b54b2d1-58f5-4865-93e2-07d14488d491'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:55:13.643060 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-be20b1ff-283c-43fb-a5c7-e141c0ae0e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:54:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['6b54b2d1-58f5-4865-93e2-07d14488d491'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:13.887815 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35821ba7-500c-49e2-abb5-11e98d784ed2 admin admin] Pushing event updated for resources: {'Port': ['ID=df78c8ca-fe10-4c7e-a84c-d2bbf57334dc,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:13.918994 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-be20b1ff-283c-43fb-a5c7-e141c0ae0e67 None None] Set router 6b54b2d1-58f5-4865-93e2-07d14488d491 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:55:13.954070 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-10603e85-d2ae-4faa-9053-ccdda6219927 None None] Provisioning for port df78c8ca-fe10-4c7e-a84c-d2bbf57334dc completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:55:13.998447 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-10603e85-d2ae-4faa-9053-ccdda6219927 None None] Provisioning complete for port df78c8ca-fe10-4c7e-a84c-d2bbf57334dc triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:55:13.998888 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-10603e85-d2ae-4faa-9053-ccdda6219927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:14.088548 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07136055-74f8-4443-8e06-bd8a7083e15a req-bb64e9ea-cc9a-4e82-a30f-c6a98bdb089f tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:14.090225 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-07136055-74f8-4443-8e06-bd8a7083e15a req-bb64e9ea-cc9a-4e82-a30f-c6a98bdb089f tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6060417 Jul 24 00:55:14.125517 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-10603e85-d2ae-4faa-9053-ccdda6219927 None None] Port df78c8ca-fe10-4c7e-a84c-d2bbf57334dc cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:55:14.154958 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-07136055-74f8-4443-8e06-bd8a7083e15a req-bbdf3372-2bbf-4ba1-ab8d-66a7904383bc tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/quotas/89c58f2100634ac3b0724d73820b5c69 HTTP/1.1" status: 200 len: 375 time: 0.0340478 Jul 24 00:55:14.165670 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-35821ba7-500c-49e2-abb5-11e98d784ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:14.219532 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-be20b1ff-283c-43fb-a5c7-e141c0ae0e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b54b2d1-58f5-4865-93e2-07d14488d491', 'name': 'tempest-ServerActionsTestJSON-71880313-router', 'tenant_id': '7eb0da34432d47448c1b713034c6041a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '9851f101-5bf6-4bc9-a83f-fa5a40aefce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:07Z', 'updated_at': '2021-07-24T00:55:09Z', 'revision_number': 3, 'project_id': '7eb0da34432d47448c1b713034c6041a', 'gw_port': {'id': '9851f101-5bf6-4bc9-a83f-fa5a40aefce9', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b54b2d1-58f5-4865-93e2-07d14488d491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:08Z', 'updated_at': '2021-07-24T00:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:14.250469 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be20b1ff-283c-43fb-a5c7-e141c0ae0e67 None None] The sync data for ids ['6b54b2d1-58f5-4865-93e2-07d14488d491'] in n-d-793621-25 is: [{'id': '6b54b2d1-58f5-4865-93e2-07d14488d491', 'name': 'tempest-ServerActionsTestJSON-71880313-router', 'tenant_id': '7eb0da34432d47448c1b713034c6041a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '9851f101-5bf6-4bc9-a83f-fa5a40aefce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:07Z', 'updated_at': '2021-07-24T00:55:09Z', 'revision_number': 3, 'project_id': '7eb0da34432d47448c1b713034c6041a', 'gw_port': {'id': '9851f101-5bf6-4bc9-a83f-fa5a40aefce9', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d8:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b54b2d1-58f5-4865-93e2-07d14488d491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:08Z', 'updated_at': '2021-07-24T00:55:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:55:14.441551 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487290b0-2533-478b-88f6-b1a1a1da29d0 None None] Network 5d8bd3a9-e420-4a87-9bcc-4d24c228cc31 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:55:14.449736 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f0c0981f-83a5-409f-86e6-9d2a4ad14f3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:14.514352 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9b96550d-d6d1-4160-9110-59848cc94586 None None] Provisioning for port 6fb7c9e1-8d3d-4d85-b814-dd3332ecc37e completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:55:14.560750 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d02504-50ca-4982-87fc-07f252850e3c req-ad4b9649-89bb-4ce7-b527-749bfc222be4 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:14.567288 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d4d02504-50ca-4982-87fc-07f252850e3c req-ad4b9649-89bb-4ce7-b527-749bfc222be4 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6 HTTP/1.1" status: 200 len: 946 time: 0.1046309 Jul 24 00:55:14.647816 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d4d02504-50ca-4982-87fc-07f252850e3c req-007f77e5-d419-4837-9d2b-0e7bb555bbff tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725291 Jul 24 00:55:14.674703 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-07136055-74f8-4443-8e06-bd8a7083e15a req-6794b852-9ff5-4c29-b29c-7ea3ac682107 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=89c58f2100634ac3b0724d73820b5c69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4905632 Jul 24 00:55:14.871322 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 6fb7c9e1-8d3d-4d85-b814-dd3332ecc37e up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:55:14.959200 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-81536000-fed4-47a2-9a1b-94acb182414a req-a44ba40e-0cab-47fe-9d5f-06af37a08207 tempest-ServerShowV254Test-411464079 tempest-ServerShowV254Test-411464079-project] 10.222.0.15 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.1071143 Jul 24 00:55:15.108688 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bc914841-f4d9-4a83-bebe-7be304dfe585 req-52c6e880-44df-4afd-b7af-69678a243870 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e08683b-8ea7-47fb-822c-20e953e079e0 HTTP/1.1" status: 200 len: 210 time: 0.0448201 Jul 24 00:55:15.120623 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f0c0981f-83a5-409f-86e6-9d2a4ad14f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:15.189067 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 6fb7c9e1-8d3d-4d85-b814-dd3332ecc37e completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:55:15.212595 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 6fb7c9e1-8d3d-4d85-b814-dd3332ecc37e triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:55:15.218945 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:15.358023 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-56aa6602-6ce0-4f9d-a35a-16a0eb45316b req-b87adc3c-2124-4ae9-9910-f5a9153a9657 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=999c9b7c-5f0a-4f2b-b160-f277244e10f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2329898 Jul 24 00:55:15.381117 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-35821ba7-500c-49e2-abb5-11e98d784ed2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:15.401346 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-35821ba7-500c-49e2-abb5-11e98d784ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:15.474893 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:15.588931 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 6fb7c9e1-8d3d-4d85-b814-dd3332ecc37e, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=6fb7c9e1-8d3d-4d85-b814-dd3332ecc37e,segment=NetworkSegment(619157ec-bfc6-4f58-adcb-1c0eaf8fa916),segment_id=619157ec-bfc6-4f58-adcb-1c0eaf8fa916)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:15.597200 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:15.760297 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c7632bb6-b6fb-45cd-99c1-decb9806b5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:15.767441 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-2c717891-2628-4198-af7a-2a01f9d78c92 None None] Provisioning complete for port 6fb7c9e1-8d3d-4d85-b814-dd3332ecc37e triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:55:15.768207 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2c717891-2628-4198-af7a-2a01f9d78c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:15.773513 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=6fb7c9e1-8d3d-4d85-b814-dd3332ecc37e,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:15.929053 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-35821ba7-500c-49e2-abb5-11e98d784ed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:16.049090 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35821ba7-500c-49e2-abb5-11e98d784ed2 admin admin] Pushing event updated for resources: {'Port': ['ID=df78c8ca-fe10-4c7e-a84c-d2bbf57334dc,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:16.161186 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-71d52e79-3204-4164-8efa-eb6899b8d83c req-8d486ff8-6b15-4431-a1ed-bb50dc7155d4 tempest-ServerShowV254Test-411464079 tempest-ServerShowV254Test-411464079-project] 10.222.0.15 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.0457237 Jul 24 00:55:16.181578 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c0981f-83a5-409f-86e6-9d2a4ad14f3b admin admin] Router 6b2aeac0-298f-4ec5-960d-9d29a8742871 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:55:16.191833 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa6602-6ce0-4f9d-a35a-16a0eb45316b req-7e0524ba-a53a-43fb-a2eb-ae6e0d62b4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:16.193383 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-56aa6602-6ce0-4f9d-a35a-16a0eb45316b req-7e0524ba-a53a-43fb-a2eb-ae6e0d62b4bf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e85ccf615a264953acf81b1366347c29&device_id=999c9b7c-5f0a-4f2b-b160-f277244e10f3 HTTP/1.1" status: 200 len: 1098 time: 0.7317636 Jul 24 00:55:16.215267 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85b13f-b34d-4906-b80d-f2cd3528bfb4 req-45a246e8-2197-4889-b9df-0ce6987c32f0 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:16.222620 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2d85b13f-b34d-4906-b80d-f2cd3528bfb4 req-45a246e8-2197-4889-b9df-0ce6987c32f0 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6 HTTP/1.1" status: 200 len: 946 time: 0.2767413 Jul 24 00:55:16.226635 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35821ba7-500c-49e2-abb5-11e98d784ed2 admin admin] Network d582b8dc-8856-4b30-8b39-181936a3b597 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:55:16.243472 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-35821ba7-500c-49e2-abb5-11e98d784ed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:55:16.500372 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-94ac5e30-c5dc-4751-bd27-332d32269f90 req-b8191d4f-44e6-4101-b9aa-6b8cf5464020 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e08683b-8ea7-47fb-822c-20e953e079e0 HTTP/1.1" status: 200 len: 210 time: 0.0828252 Jul 24 00:55:16.521186 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2d85b13f-b34d-4906-b80d-f2cd3528bfb4 req-579262ac-4a95-4e2c-a748-1e630e314c2e tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916625 Jul 24 00:55:16.624612 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c0981f-83a5-409f-86e6-9d2a4ad14f3b admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:55:16.639837 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6afd1d-afd3-4cc9-9998-f9d95775155d None None] Sync routers for ids ['6b2aeac0-298f-4ec5-960d-9d29a8742871'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:55:16.662693 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35821ba7-500c-49e2-abb5-11e98d784ed2 admin admin] Router 6b54b2d1-58f5-4865-93e2-07d14488d491 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:55:16.664234 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa6602-6ce0-4f9d-a35a-16a0eb45316b req-74040ece-77b7-4c82-b1b7-beb0cf51be8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:16.665885 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-56aa6602-6ce0-4f9d-a35a-16a0eb45316b req-74040ece-77b7-4c82-b1b7-beb0cf51be8a service neutron] 10.222.0.13 "GET /v2.0/networks?id=d0b9a74b-04f9-4176-9a7c-8b705a56f0cd HTTP/1.1" status: 200 len: 906 time: 0.4381881 Jul 24 00:55:16.677333 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f0c0981f-83a5-409f-86e6-9d2a4ad14f3b admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:16.683697 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f0c0981f-83a5-409f-86e6-9d2a4ad14f3b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.6188333 Jul 24 00:55:16.684349 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59526) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:16.696098 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-5872f364-a8e9-42c8-bcb5-b73a65d90813 None None] Provisioning complete for port df78c8ca-fe10-4c7e-a84c-d2bbf57334dc triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:55:16.696854 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5872f364-a8e9-42c8-bcb5-b73a65d90813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:16.729916 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6afd1d-afd3-4cc9-9998-f9d95775155d None None] Routers {'6b2aeac0-298f-4ec5-960d-9d29a8742871'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:55:16.735469 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-6a6afd1d-afd3-4cc9-9998-f9d95775155d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:54:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['6b2aeac0-298f-4ec5-960d-9d29a8742871'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:16.785846 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-5872f364-a8e9-42c8-bcb5-b73a65d90813 None None] Port df78c8ca-fe10-4c7e-a84c-d2bbf57334dc cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:55:16.922060 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 9851f101-5bf6-4bc9-a83f-fa5a40aefce9 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:55:17.014532 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-6a6afd1d-afd3-4cc9-9998-f9d95775155d None None] Set router 6b2aeac0-298f-4ec5-960d-9d29a8742871 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:55:17.019872 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-07136055-74f8-4443-8e06-bd8a7083e15a req-7aa9b3d7-794a-4111-9233-0f6f87d5e6a3 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=89c58f2100634ac3b0724d73820b5c69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3163071 Jul 24 00:55:17.061431 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 9851f101-5bf6-4bc9-a83f-fa5a40aefce9 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:55:17.067769 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 9851f101-5bf6-4bc9-a83f-fa5a40aefce9 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:55:17.070413 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:17.094103 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-56aa6602-6ce0-4f9d-a35a-16a0eb45316b req-108d0da8-7019-4783-8bcf-799e7ffe3e2f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1329bfb-e879-4178-a342-238739f07c2a HTTP/1.1" status: 200 len: 1001 time: 0.4036846 Jul 24 00:55:17.180062 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa6602-6ce0-4f9d-a35a-16a0eb45316b req-e79c27ff-928c-466f-9793-8b4b1c602525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:17.181712 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-56aa6602-6ce0-4f9d-a35a-16a0eb45316b req-e79c27ff-928c-466f-9793-8b4b1c602525 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=548ec9ed-6196-4fe0-b137-b8f45c19af22 HTTP/1.1" status: 200 len: 844 time: 0.0756419 Jul 24 00:55:17.296018 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:17.348701 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 9851f101-5bf6-4bc9-a83f-fa5a40aefce9, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=9851f101-5bf6-4bc9-a83f-fa5a40aefce9,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:17.359048 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:17.360901 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 6fb7c9e1-8d3d-4d85-b814-dd3332ecc37e up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:55:17.381856 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35821ba7-500c-49e2-abb5-11e98d784ed2 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:55:17.407730 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-35821ba7-500c-49e2-abb5-11e98d784ed2 admin admin] 10.222.0.15 "PUT /v2.0/routers/6b54b2d1-58f5-4865-93e2-07d14488d491/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2944889 Jul 24 00:55:17.428845 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07136055-74f8-4443-8e06-bd8a7083e15a req-093c3dae-3c12-4a2f-8d3e-123454ca1a80 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:17.434734 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-07136055-74f8-4443-8e06-bd8a7083e15a req-093c3dae-3c12-4a2f-8d3e-123454ca1a80 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4082749 Jul 24 00:55:17.468836 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c289e91a-b8d4-4a96-98e9-4375f2261209 None None] Sync routers for ids ['6b54b2d1-58f5-4865-93e2-07d14488d491'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:55:17.487926 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-07136055-74f8-4443-8e06-bd8a7083e15a req-4e85b17f-c8c5-4a68-acd3-8128f8df82be tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Request body: {'port': {'device_id': '5e08683b-8ea7-47fb-822c-20e953e079e0', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'admin_state_up': True, 'tenant_id': '89c58f2100634ac3b0724d73820b5c69'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:55:17.499315 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa6602-6ce0-4f9d-a35a-16a0eb45316b req-066ead2f-c721-4e1c-8e10-c7dd634ce04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:17.503575 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-56aa6602-6ce0-4f9d-a35a-16a0eb45316b req-066ead2f-c721-4e1c-8e10-c7dd634ce04c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d0b9a74b-04f9-4176-9a7c-8b705a56f0cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2687531 Jul 24 00:55:17.549009 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c289e91a-b8d4-4a96-98e9-4375f2261209 None None] Routers {'6b54b2d1-58f5-4865-93e2-07d14488d491'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:55:17.549651 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-c289e91a-b8d4-4a96-98e9-4375f2261209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:54:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['6b54b2d1-58f5-4865-93e2-07d14488d491'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:17.559794 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [req-56aa6602-6ce0-4f9d-a35a-16a0eb45316b req-ec74f666-d770-4bf8-a537-5dd23c0c3d79 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:55:17.564153 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-56aa6602-6ce0-4f9d-a35a-16a0eb45316b req-ec74f666-d770-4bf8-a537-5dd23c0c3d79 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0379982 Jul 24 00:55:17.599734 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-6a6afd1d-afd3-4cc9-9998-f9d95775155d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2aeac0-298f-4ec5-960d-9d29a8742871', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-77453151-router', 'tenant_id': 'd7cece09432f4c8fa2db733aedbfa435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '7e4b8b4b-2f1b-4b97-aaa3-3c5662af1bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:11Z', 'updated_at': '2021-07-24T00:55:14Z', 'revision_number': 3, 'project_id': 'd7cece09432f4c8fa2db733aedbfa435', 'gw_port': {'id': '7e4b8b4b-2f1b-4b97-aaa3-3c5662af1bd5', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2aeac0-298f-4ec5-960d-9d29a8742871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:12Z', 'updated_at': '2021-07-24T00:55:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:17.673912 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0a7dbd51-14f5-4c2e-8417-7ce109a53eb8 req-9f170142-aca0-4970-af69-495a8fa33cce tempest-ServerShowV254Test-411464079 tempest-ServerShowV254Test-411464079-project] 10.222.0.15 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.2613208 Jul 24 00:55:17.684256 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6afd1d-afd3-4cc9-9998-f9d95775155d None None] Checking router: 6b2aeac0-298f-4ec5-960d-9d29a8742871 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:55:17.684783 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6afd1d-afd3-4cc9-9998-f9d95775155d None None] Updating router 6b2aeac0-298f-4ec5-960d-9d29a8742871 port 7e4b8b4b-2f1b-4b97-aaa3-3c5662af1bd5 binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:55:17.690017 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=9851f101-5bf6-4bc9-a83f-fa5a40aefce9,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:17.731258 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 6fb7c9e1-8d3d-4d85-b814-dd3332ecc37e triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:55:17.731859 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:17.783150 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-6a6afd1d-afd3-4cc9-9998-f9d95775155d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:17.879637 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-c289e91a-b8d4-4a96-98e9-4375f2261209 None None] Set router 6b54b2d1-58f5-4865-93e2-07d14488d491 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:55:17.914983 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-09cb8751-5624-4132-8986-a7500bef28df req-6853c2cc-4d31-4936-a184-8499523cd911 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e08683b-8ea7-47fb-822c-20e953e079e0 HTTP/1.1" status: 200 len: 210 time: 0.1335127 Jul 24 00:55:18.086362 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-56aa6602-6ce0-4f9d-a35a-16a0eb45316b req-2779f008-d52b-40f9-b9a3-36648dbdd95e service neutron] 10.222.0.13 "GET /v2.0/networks/d0b9a74b-04f9-4176-9a7c-8b705a56f0cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4809783 Jul 24 00:55:18.149892 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07136055-74f8-4443-8e06-bd8a7083e15a req-4e85b17f-c8c5-4a68-acd3-8128f8df82be tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Made reservation on behalf of 89c58f2100634ac3b0724d73820b5c69 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:55:18.154585 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-07136055-74f8-4443-8e06-bd8a7083e15a req-4e85b17f-c8c5-4a68-acd3-8128f8df82be tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:18.171928 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f42e5-1af9-4355-9343-71ca0c5059a2 req-5a1e3195-4388-499f-b6f0-626f2d01cd57 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:18.187188 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-026f42e5-1af9-4355-9343-71ca0c5059a2 req-5a1e3195-4388-499f-b6f0-626f2d01cd57 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6 HTTP/1.1" status: 200 len: 946 time: 0.3046112 Jul 24 00:55:18.285007 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-026f42e5-1af9-4355-9343-71ca0c5059a2 req-6c6875a2-f6e2-4bad-97de-c2254ea83a22 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960121 Jul 24 00:55:18.292696 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-69c070b1-e827-4ba0-a739-9a59d96eb32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:18.324643 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-07136055-74f8-4443-8e06-bd8a7083e15a req-4e85b17f-c8c5-4a68-acd3-8128f8df82be tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Allocated IP 192.168.233.248 (064170bd-7ae3-42cd-9c1f-14f6db2f099c/b2f8a7b0-45d5-4a4f-bbde-2ea497f98103/daeb9ef9-eae2-4dcc-8228-546ed70a8c1b) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:55:18.385164 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-6a6afd1d-afd3-4cc9-9998-f9d95775155d None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:18.399233 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-6a6afd1d-afd3-4cc9-9998-f9d95775155d None None] Transition to ACTIVE for port object 7e4b8b4b-2f1b-4b97-aaa3-3c5662af1bd5 will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:55:18.404362 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0849728f-97a8-4d92-9390-a6563f73cd29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:18.412817 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-6a6afd1d-afd3-4cc9-9998-f9d95775155d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:18.440402 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:18.447997 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-c289e91a-b8d4-4a96-98e9-4375f2261209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b54b2d1-58f5-4865-93e2-07d14488d491', 'name': 'tempest-ServerActionsTestJSON-71880313-router', 'tenant_id': '7eb0da34432d47448c1b713034c6041a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '9851f101-5bf6-4bc9-a83f-fa5a40aefce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:07Z', 'updated_at': '2021-07-24T00:55:13Z', 'revision_number': 4, 'project_id': '7eb0da34432d47448c1b713034c6041a', 'gw_port': {'id': '9851f101-5bf6-4bc9-a83f-fa5a40aefce9', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b54b2d1-58f5-4865-93e2-07d14488d491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:08Z', 'updated_at': '2021-07-24T00:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'df78c8ca-fe10-4c7e-a84c-d2bbf57334dc', 'name': '', 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597', 'tenant_id': '7eb0da34432d47448c1b713034c6041a', 'mac_address': 'fa:16:3e:f1:5a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b54b2d1-58f5-4865-93e2-07d14488d491', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '66eb251d-e6ee-4000-900c-f86c0810b697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:12Z', 'updated_at': '2021-07-24T00:55:14Z', 'revision_number': 2, 'project_id': '7eb0da34432d47448c1b713034c6041a', 'subnets': [{'id': '66eb251d-e6ee-4000-900c-f86c0810b697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:18.483832 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-6a6afd1d-afd3-4cc9-9998-f9d95775155d None None] Attempting to bind port 7e4b8b4b-2f1b-4b97-aaa3-3c5662af1bd5 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:55:18.484314 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c289e91a-b8d4-4a96-98e9-4375f2261209 None None] Checking router: 6b54b2d1-58f5-4865-93e2-07d14488d491 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:55:18.484708 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-6a6afd1d-afd3-4cc9-9998-f9d95775155d None None] Attempting to bind port 7e4b8b4b-2f1b-4b97-aaa3-3c5662af1bd5 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:55:18.484857 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c289e91a-b8d4-4a96-98e9-4375f2261209 None None] Updating router 6b54b2d1-58f5-4865-93e2-07d14488d491 port df78c8ca-fe10-4c7e-a84c-d2bbf57334dc binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:55:18.485442 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6afd1d-afd3-4cc9-9998-f9d95775155d None None] Attempting to bind port 7e4b8b4b-2f1b-4b97-aaa3-3c5662af1bd5 on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:55:18.502002 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6afd1d-afd3-4cc9-9998-f9d95775155d None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:55:18.502829 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6afd1d-afd3-4cc9-9998-f9d95775155d None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:55:18.503421 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-6a6afd1d-afd3-4cc9-9998-f9d95775155d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:18.503960 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6afd1d-afd3-4cc9-9998-f9d95775155d None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:55:18.504585 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-6a6afd1d-afd3-4cc9-9998-f9d95775155d None None] Bound port: 7e4b8b4b-2f1b-4b97-aaa3-3c5662af1bd5, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:55:18.505122 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-6a6afd1d-afd3-4cc9-9998-f9d95775155d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:18.507955 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc713ca4-610a-42be-b8b1-934b448e7001 None None] Pushing event updated for resources: {'Port': ['ID=7e4b8b4b-2f1b-4b97-aaa3-3c5662af1bd5,revision_number=2']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:18.528731 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c289e91a-b8d4-4a96-98e9-4375f2261209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:18.546075 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc713ca4-610a-42be-b8b1-934b448e7001 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:18.546278 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc713ca4-610a-42be-b8b1-934b448e7001 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:18.546510 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc713ca4-610a-42be-b8b1-934b448e7001 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:18.546879 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc713ca4-610a-42be-b8b1-934b448e7001 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:18.548091 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc713ca4-610a-42be-b8b1-934b448e7001 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:18.548556 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc713ca4-610a-42be-b8b1-934b448e7001 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:18.550298 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc713ca4-610a-42be-b8b1-934b448e7001 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:18.550652 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc713ca4-610a-42be-b8b1-934b448e7001 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:18.551023 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc713ca4-610a-42be-b8b1-934b448e7001 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:18.551361 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc713ca4-610a-42be-b8b1-934b448e7001 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:18.551695 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc713ca4-610a-42be-b8b1-934b448e7001 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:18.552029 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc713ca4-610a-42be-b8b1-934b448e7001 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:18.646593 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-6a6afd1d-afd3-4cc9-9998-f9d95775155d None None] For port 7e4b8b4b-2f1b-4b97-aaa3-3c5662af1bd5, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:55:18.649715 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-07136055-74f8-4443-8e06-bd8a7083e15a req-4e85b17f-c8c5-4a68-acd3-8128f8df82be tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:18.651243 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-6a6afd1d-afd3-4cc9-9998-f9d95775155d None None] For port 7e4b8b4b-2f1b-4b97-aaa3-3c5662af1bd5, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=7e4b8b4b-2f1b-4b97-aaa3-3c5662af1bd5,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:55:18.659920 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-6a6afd1d-afd3-4cc9-9998-f9d95775155d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:18.735841 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 9851f101-5bf6-4bc9-a83f-fa5a40aefce9 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:55:18.750245 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59548) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:18.751862 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6afd1d-afd3-4cc9-9998-f9d95775155d None None] Routers {'6b2aeac0-298f-4ec5-960d-9d29a8742871'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:55:18.751862 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-6a6afd1d-afd3-4cc9-9998-f9d95775155d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:55:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['6b2aeac0-298f-4ec5-960d-9d29a8742871'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:18.754878 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-07136055-74f8-4443-8e06-bd8a7083e15a req-4e85b17f-c8c5-4a68-acd3-8128f8df82be tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Transition to ACTIVE for port object daeb9ef9-eae2-4dcc-8228-546ed70a8c1b will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:55:18.757486 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-da4a8d43-8497-495f-9678-10efae456ff4 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Request body: {'security_group': {'name': 'tempest-securitygroup--30842114', 'description': 'tempest-description--1274262322'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:55:18.790736 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-69c070b1-e827-4ba0-a739-9a59d96eb32a admin admin] Allocated IP 172.20.0.1 (5d8bd3a9-e420-4a87-9bcc-4d24c228cc31/f7474413-f4da-4509-a5a9-3acbb1a8cd1f/df6b2f82-396f-4a5e-92d3-978a591bb5f1) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:55:18.834244 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-56aa6602-6ce0-4f9d-a35a-16a0eb45316b req-c870b149-04bf-4df2-9006-37d6c5062e87 service neutron] 10.222.0.13 "GET /v2.0/networks/d0b9a74b-04f9-4176-9a7c-8b705a56f0cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7362916 Jul 24 00:55:18.852203 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-07136055-74f8-4443-8e06-bd8a7083e15a req-4e85b17f-c8c5-4a68-acd3-8128f8df82be tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:18.868171 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['b3e015a8-cb59-4a2b-a70f-5bc160601d13'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:55:18.895513 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-da4a8d43-8497-495f-9678-10efae456ff4 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:18.901714 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-adbe8b23-de64-4a90-970b-ddec751f729e req-9fd10422-e406-4b4f-9cb2-7ae5e5628560 tempest-ServerShowV254Test-411464079 tempest-ServerShowV254Test-411464079-project] 10.222.0.15 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.0777218 Jul 24 00:55:18.915992 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07136055-74f8-4443-8e06-bd8a7083e15a req-4e85b17f-c8c5-4a68-acd3-8128f8df82be tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Network 064170bd-7ae3-42cd-9c1f-14f6db2f099c is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:55:18.920265 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-07136055-74f8-4443-8e06-bd8a7083e15a req-4e85b17f-c8c5-4a68-acd3-8128f8df82be tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:55:18.941038 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-07136055-74f8-4443-8e06-bd8a7083e15a req-4e85b17f-c8c5-4a68-acd3-8128f8df82be tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:55:19.042273 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-6a6afd1d-afd3-4cc9-9998-f9d95775155d None None] Set router 6b2aeac0-298f-4ec5-960d-9d29a8742871 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:55:19.054757 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07136055-74f8-4443-8e06-bd8a7083e15a req-4e85b17f-c8c5-4a68-acd3-8128f8df82be tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:19.057512 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-07136055-74f8-4443-8e06-bd8a7083e15a req-4e85b17f-c8c5-4a68-acd3-8128f8df82be tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:19.153619 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-da4a8d43-8497-495f-9678-10efae456ff4 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:19.158432 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85b17f-c8c5-4a68-acd3-8128f8df82be tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Pushing event updated for resources: {'Port': ['ID=daeb9ef9-eae2-4dcc-8228-546ed70a8c1b,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:19.185653 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-07136055-74f8-4443-8e06-bd8a7083e15a req-4e85b17f-c8c5-4a68-acd3-8128f8df82be tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7084365 Jul 24 00:55:19.217070 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19b8a2-1de8-46ac-bc51-896f91b4ab5e req-75a07ee2-7515-48b4-9f6c-8af1213d415f tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:19.226267 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2a19b8a2-1de8-46ac-bc51-896f91b4ab5e req-75a07ee2-7515-48b4-9f6c-8af1213d415f tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e08683b-8ea7-47fb-822c-20e953e079e0 HTTP/1.1" status: 200 len: 936 time: 0.1415048 Jul 24 00:55:19.227321 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-da4a8d43-8497-495f-9678-10efae456ff4 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:19.236961 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-07136055-74f8-4443-8e06-bd8a7083e15a req-3c32ada3-b6ef-4f22-8d73-a77c3224c9aa service neutron] Request body: {'port': {'device_id': '5e08683b-8ea7-47fb-822c-20e953e079e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:55:19.340599 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2a19b8a2-1de8-46ac-bc51-896f91b4ab5e req-eaf393ef-c6c5-49b1-9745-05e258df67d8 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/security-groups?id=200ca4a1-9c92-457c-a054-23ed08b9b953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129029 Jul 24 00:55:19.347474 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a8d43-8497-495f-9678-10efae456ff4 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1221e892-79ab-4eda-bb1c-9b5d9f479458,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:19.351850 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-da4a8d43-8497-495f-9678-10efae456ff4 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:19.355872 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59556) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:19.356043 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-da4a8d43-8497-495f-9678-10efae456ff4 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6051464 Jul 24 00:55:19.370588 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-76ae2873-58bd-41d3-bb36-7f90b754ba34 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Request body: {'security_group_rule': {'security_group_id': '1221e892-79ab-4eda-bb1c-9b5d9f479458', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:55:19.381192 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc713ca4-610a-42be-b8b1-934b448e7001 None None] Pushing event updated for resources: {'Port': ['ID=7e4b8b4b-2f1b-4b97-aaa3-3c5662af1bd5,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:19.425161 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-69c070b1-e827-4ba0-a739-9a59d96eb32a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:19.458632 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-76ae2873-58bd-41d3-bb36-7f90b754ba34 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:19.471233 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-69c070b1-e827-4ba0-a739-9a59d96eb32a admin admin] Transition to ACTIVE for port object df6b2f82-396f-4a5e-92d3-978a591bb5f1 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:55:19.472203 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 9851f101-5bf6-4bc9-a83f-fa5a40aefce9 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:55:19.472608 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:19.490609 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-07136055-74f8-4443-8e06-bd8a7083e15a req-3c32ada3-b6ef-4f22-8d73-a77c3224c9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:19.503260 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:19.503935 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c24d9971-9203-47f7-9442-a50cdcbee46e None None] Provisioning for port daeb9ef9-eae2-4dcc-8228-546ed70a8c1b completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:55:19.524862 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c24d9971-9203-47f7-9442-a50cdcbee46e None None] Provisioning complete for port daeb9ef9-eae2-4dcc-8228-546ed70a8c1b triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:55:19.525226 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c24d9971-9203-47f7-9442-a50cdcbee46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:19.571350 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-76ae2873-58bd-41d3-bb36-7f90b754ba34 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:19.572564 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-c24d9971-9203-47f7-9442-a50cdcbee46e None None] Port daeb9ef9-eae2-4dcc-8228-546ed70a8c1b cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:55:19.580822 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-6a6afd1d-afd3-4cc9-9998-f9d95775155d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2aeac0-298f-4ec5-960d-9d29a8742871', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-77453151-router', 'tenant_id': 'd7cece09432f4c8fa2db733aedbfa435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '7e4b8b4b-2f1b-4b97-aaa3-3c5662af1bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:11Z', 'updated_at': '2021-07-24T00:55:14Z', 'revision_number': 3, 'project_id': 'd7cece09432f4c8fa2db733aedbfa435', 'gw_port': {'id': '7e4b8b4b-2f1b-4b97-aaa3-3c5662af1bd5', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2aeac0-298f-4ec5-960d-9d29a8742871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:12Z', 'updated_at': '2021-07-24T00:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:19.584794 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-76ae2873-58bd-41d3-bb36-7f90b754ba34 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:19.630233 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae2873-58bd-41d3-bb36-7f90b754ba34 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a19fc3b-108e-40f7-9465-5e7aa56ffed6,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:19.640335 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-69c070b1-e827-4ba0-a739-9a59d96eb32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:19.650292 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-76ae2873-58bd-41d3-bb36-7f90b754ba34 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:19.652197 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-76ae2873-58bd-41d3-bb36-7f90b754ba34 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2871518 Jul 24 00:55:19.656804 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6afd1d-afd3-4cc9-9998-f9d95775155d None None] The sync data for ids ['6b2aeac0-298f-4ec5-960d-9d29a8742871'] in n-d-793621-25 is: [{'id': '6b2aeac0-298f-4ec5-960d-9d29a8742871', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-77453151-router', 'tenant_id': 'd7cece09432f4c8fa2db733aedbfa435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '7e4b8b4b-2f1b-4b97-aaa3-3c5662af1bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:11Z', 'updated_at': '2021-07-24T00:55:14Z', 'revision_number': 3, 'project_id': 'd7cece09432f4c8fa2db733aedbfa435', 'gw_port': {'id': '7e4b8b4b-2f1b-4b97-aaa3-3c5662af1bd5', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2aeac0-298f-4ec5-960d-9d29a8742871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:12Z', 'updated_at': '2021-07-24T00:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:55:19.659124 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59560) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:19.666206 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-b6229039-afbf-4887-864a-be10c8de4f64 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Request body: {'security_group_rule': {'security_group_id': '1221e892-79ab-4eda-bb1c-9b5d9f479458', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:55:19.679918 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c289e91a-b8d4-4a96-98e9-4375f2261209 None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:19.722440 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c289e91a-b8d4-4a96-98e9-4375f2261209 None None] Transition to ACTIVE for port object df78c8ca-fe10-4c7e-a84c-d2bbf57334dc will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:55:19.731555 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c070b1-e827-4ba0-a739-9a59d96eb32a admin admin] Network 5d8bd3a9-e420-4a87-9bcc-4d24c228cc31 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:55:19.737621 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-69c070b1-e827-4ba0-a739-9a59d96eb32a admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:55:19.746786 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c289e91a-b8d4-4a96-98e9-4375f2261209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:19.757120 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c070b1-e827-4ba0-a739-9a59d96eb32a admin admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:55:19.850949 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b6229039-afbf-4887-864a-be10c8de4f64 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:19.899329 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4fa3c-f352-4819-ada1-adcc7f76998b None None] Pushing event updated for resources: {'Port': ['ID=df78c8ca-fe10-4c7e-a84c-d2bbf57334dc,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:19.985317 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b6229039-afbf-4887-864a-be10c8de4f64 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:19.994855 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b6229039-afbf-4887-864a-be10c8de4f64 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:20.053596 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6229039-afbf-4887-864a-be10c8de4f64 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a43853-5d27-4a29-b570-10311ee12bec,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:20.070246 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-c289e91a-b8d4-4a96-98e9-4375f2261209 None None] Attempting to bind port df78c8ca-fe10-4c7e-a84c-d2bbf57334dc on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:55:20.070818 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-c289e91a-b8d4-4a96-98e9-4375f2261209 None None] Attempting to bind port df78c8ca-fe10-4c7e-a84c-d2bbf57334dc by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '2abeda90-4f6a-4b8b-8aff-f712c98837e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:55:20.071354 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c289e91a-b8d4-4a96-98e9-4375f2261209 None None] Attempting to bind port df78c8ca-fe10-4c7e-a84c-d2bbf57334dc on network d582b8dc-8856-4b30-8b39-181936a3b597 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:55:20.098918 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b6229039-afbf-4887-864a-be10c8de4f64 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:20.101438 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c289e91a-b8d4-4a96-98e9-4375f2261209 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:55:20.101704 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b6229039-afbf-4887-864a-be10c8de4f64 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4404631 Jul 24 00:55:20.101817 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c289e91a-b8d4-4a96-98e9-4375f2261209 None None] Checking segment: {'id': '2abeda90-4f6a-4b8b-8aff-f712c98837e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:55:20.102258 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c289e91a-b8d4-4a96-98e9-4375f2261209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:20.102794 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c289e91a-b8d4-4a96-98e9-4375f2261209 None None] Bound using segment: {'id': '2abeda90-4f6a-4b8b-8aff-f712c98837e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:55:20.103290 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-c289e91a-b8d4-4a96-98e9-4375f2261209 None None] Bound port: df78c8ca-fe10-4c7e-a84c-d2bbf57334dc, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2abeda90-4f6a-4b8b-8aff-f712c98837e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:55:20.103684 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c289e91a-b8d4-4a96-98e9-4375f2261209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:20.113187 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59566) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:20.122181 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-c524251e-bcc0-42d4-a004-6f6f1d2d3c6a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:55:20.329521 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-93ba1196-774e-466d-a1ac-670f3f18eba8 req-c61b6d65-3d91-46d7-9b06-8a33e9d9812b tempest-ServerShowV254Test-411464079 tempest-ServerShowV254Test-411464079-project] 10.222.0.15 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.1688125 Jul 24 00:55:20.331271 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-c289e91a-b8d4-4a96-98e9-4375f2261209 None None] For port df78c8ca-fe10-4c7e-a84c-d2bbf57334dc, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:55:20.336185 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-07136055-74f8-4443-8e06-bd8a7083e15a req-3c32ada3-b6ef-4f22-8d73-a77c3224c9aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id daeb9ef9-eae2-4dcc-8228-546ed70a8c1b {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:55:20.336694 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-c289e91a-b8d4-4a96-98e9-4375f2261209 None None] For port df78c8ca-fe10-4c7e-a84c-d2bbf57334dc, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=df78c8ca-fe10-4c7e-a84c-d2bbf57334dc,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:55:20.344589 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c289e91a-b8d4-4a96-98e9-4375f2261209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:20.355603 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-07136055-74f8-4443-8e06-bd8a7083e15a req-3c32ada3-b6ef-4f22-8d73-a77c3224c9aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:20.382636 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c524251e-bcc0-42d4-a004-6f6f1d2d3c6a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks [] for floatingip, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:20.423944 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-07136055-74f8-4443-8e06-bd8a7083e15a req-3c32ada3-b6ef-4f22-8d73-a77c3224c9aa service neutron] Transition to ACTIVE for port object daeb9ef9-eae2-4dcc-8228-546ed70a8c1b will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:55:20.434346 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c289e91a-b8d4-4a96-98e9-4375f2261209 None None] Routers {'6b54b2d1-58f5-4865-93e2-07d14488d491'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:55:20.435114 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-c289e91a-b8d4-4a96-98e9-4375f2261209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:55:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['6b54b2d1-58f5-4865-93e2-07d14488d491'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:20.436945 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-07136055-74f8-4443-8e06-bd8a7083e15a req-3c32ada3-b6ef-4f22-8d73-a77c3224c9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:20.516894 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf893b9-554e-4580-995f-833e00393dca req-b8191c20-be56-4ddf-a4c7-93aebbb7df10 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:20.524229 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dcf893b9-554e-4580-995f-833e00393dca req-b8191c20-be56-4ddf-a4c7-93aebbb7df10 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6 HTTP/1.1" status: 200 len: 946 time: 1.0257566 Jul 24 00:55:20.533608 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-69c070b1-e827-4ba0-a739-9a59d96eb32a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:20.540956 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4fa3c-f352-4819-ada1-adcc7f76998b None None] Pushing event updated for resources: {'Port': ['ID=df78c8ca-fe10-4c7e-a84c-d2bbf57334dc,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:20.577428 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f3ae9996-2a8b-450a-ac59-205267796256 None None] Provisioning for port df6b2f82-396f-4a5e-92d3-978a591bb5f1 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:55:20.604246 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c070b1-e827-4ba0-a739-9a59d96eb32a admin admin] Pushing event updated for resources: {'Port': ['ID=df6b2f82-396f-4a5e-92d3-978a591bb5f1,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:20.614538 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f3ae9996-2a8b-450a-ac59-205267796256 None None] Provisioning complete for port df6b2f82-396f-4a5e-92d3-978a591bb5f1 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:55:20.615364 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f3ae9996-2a8b-450a-ac59-205267796256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:20.737590 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-c289e91a-b8d4-4a96-98e9-4375f2261209 None None] Set router 6b54b2d1-58f5-4865-93e2-07d14488d491 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:55:20.743305 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-f3ae9996-2a8b-450a-ac59-205267796256 None None] Port df6b2f82-396f-4a5e-92d3-978a591bb5f1 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:55:20.756303 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dcf893b9-554e-4580-995f-833e00393dca req-70b9906f-bac9-4cbb-8c1d-0162916fca78 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254000 Jul 24 00:55:20.892163 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-69c070b1-e827-4ba0-a739-9a59d96eb32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:20.937538 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 7e4b8b4b-2f1b-4b97-aaa3-3c5662af1bd5 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:55:20.974158 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c32ada3-b6ef-4f22-8d73-a77c3224c9aa service neutron] Pushing event updated for resources: {'Port': ['ID=daeb9ef9-eae2-4dcc-8228-546ed70a8c1b,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:20.980234 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:21.120947 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 7e4b8b4b-2f1b-4b97-aaa3-3c5662af1bd5 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:55:21.149642 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 7e4b8b4b-2f1b-4b97-aaa3-3c5662af1bd5 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:55:21.150166 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:21.176186 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6136235-6c72-4ac3-b71e-ef06133adad3 req-11f02188-6dc1-4c89-9b4b-5cf4538b72cd tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:21.177305 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a6136235-6c72-4ac3-b71e-ef06133adad3 req-11f02188-6dc1-4c89-9b4b-5cf4538b72cd tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e08683b-8ea7-47fb-822c-20e953e079e0 HTTP/1.1" status: 200 len: 948 time: 0.3193254 Jul 24 00:55:21.180187 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-69c070b1-e827-4ba0-a739-9a59d96eb32a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:21.199236 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-69c070b1-e827-4ba0-a739-9a59d96eb32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:21.215933 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-07136055-74f8-4443-8e06-bd8a7083e15a req-3c32ada3-b6ef-4f22-8d73-a77c3224c9aa service neutron] Attempting to bind port daeb9ef9-eae2-4dcc-8228-546ed70a8c1b on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:55:21.216292 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-07136055-74f8-4443-8e06-bd8a7083e15a req-3c32ada3-b6ef-4f22-8d73-a77c3224c9aa service neutron] Attempting to bind port daeb9ef9-eae2-4dcc-8228-546ed70a8c1b by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:55:21.216634 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07136055-74f8-4443-8e06-bd8a7083e15a req-3c32ada3-b6ef-4f22-8d73-a77c3224c9aa service neutron] Attempting to bind port daeb9ef9-eae2-4dcc-8228-546ed70a8c1b on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:55:21.218184 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-c289e91a-b8d4-4a96-98e9-4375f2261209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b54b2d1-58f5-4865-93e2-07d14488d491', 'name': 'tempest-ServerActionsTestJSON-71880313-router', 'tenant_id': '7eb0da34432d47448c1b713034c6041a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '9851f101-5bf6-4bc9-a83f-fa5a40aefce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:07Z', 'updated_at': '2021-07-24T00:55:13Z', 'revision_number': 4, 'project_id': '7eb0da34432d47448c1b713034c6041a', 'gw_port': {'id': '9851f101-5bf6-4bc9-a83f-fa5a40aefce9', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b54b2d1-58f5-4865-93e2-07d14488d491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:08Z', 'updated_at': '2021-07-24T00:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'df78c8ca-fe10-4c7e-a84c-d2bbf57334dc', 'name': '', 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597', 'tenant_id': '7eb0da34432d47448c1b713034c6041a', 'mac_address': 'fa:16:3e:f1:5a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b54b2d1-58f5-4865-93e2-07d14488d491', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '66eb251d-e6ee-4000-900c-f86c0810b697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:12Z', 'updated_at': '2021-07-24T00:55:20Z', 'revision_number': 4, 'project_id': '7eb0da34432d47448c1b713034c6041a', 'subnets': [{'id': '66eb251d-e6ee-4000-900c-f86c0810b697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:21.250488 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07136055-74f8-4443-8e06-bd8a7083e15a req-3c32ada3-b6ef-4f22-8d73-a77c3224c9aa service neutron] Port daeb9ef9-eae2-4dcc-8228-546ed70a8c1b on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:55:21.251416 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07136055-74f8-4443-8e06-bd8a7083e15a req-3c32ada3-b6ef-4f22-8d73-a77c3224c9aa service neutron] Attempting to bind port daeb9ef9-eae2-4dcc-8228-546ed70a8c1b on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:55:21.257456 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c524251e-bcc0-42d4-a004-6f6f1d2d3c6a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:21.261908 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c289e91a-b8d4-4a96-98e9-4375f2261209 None None] The sync data for ids ['6b54b2d1-58f5-4865-93e2-07d14488d491'] in n-d-793621-25 is: [{'id': '6b54b2d1-58f5-4865-93e2-07d14488d491', 'name': 'tempest-ServerActionsTestJSON-71880313-router', 'tenant_id': '7eb0da34432d47448c1b713034c6041a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '9851f101-5bf6-4bc9-a83f-fa5a40aefce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:07Z', 'updated_at': '2021-07-24T00:55:13Z', 'revision_number': 4, 'project_id': '7eb0da34432d47448c1b713034c6041a', 'gw_port': {'id': '9851f101-5bf6-4bc9-a83f-fa5a40aefce9', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b54b2d1-58f5-4865-93e2-07d14488d491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:08Z', 'updated_at': '2021-07-24T00:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'df78c8ca-fe10-4c7e-a84c-d2bbf57334dc', 'name': '', 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597', 'tenant_id': '7eb0da34432d47448c1b713034c6041a', 'mac_address': 'fa:16:3e:f1:5a:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b54b2d1-58f5-4865-93e2-07d14488d491', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '66eb251d-e6ee-4000-900c-f86c0810b697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:12Z', 'updated_at': '2021-07-24T00:55:20Z', 'revision_number': 4, 'project_id': '7eb0da34432d47448c1b713034c6041a', 'subnets': [{'id': '66eb251d-e6ee-4000-900c-f86c0810b697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:55:21.321969 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07136055-74f8-4443-8e06-bd8a7083e15a req-3c32ada3-b6ef-4f22-8d73-a77c3224c9aa service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:55:21.322326 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07136055-74f8-4443-8e06-bd8a7083e15a req-3c32ada3-b6ef-4f22-8d73-a77c3224c9aa service neutron] Checking segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:55:21.322955 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07136055-74f8-4443-8e06-bd8a7083e15a req-3c32ada3-b6ef-4f22-8d73-a77c3224c9aa service neutron] Bound using segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:55:21.323259 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-07136055-74f8-4443-8e06-bd8a7083e15a req-3c32ada3-b6ef-4f22-8d73-a77c3224c9aa service neutron] Bound port: daeb9ef9-eae2-4dcc-8228-546ed70a8c1b, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:55:21.323633 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-07136055-74f8-4443-8e06-bd8a7083e15a req-3c32ada3-b6ef-4f22-8d73-a77c3224c9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:21.383272 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:21.388080 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a6136235-6c72-4ac3-b71e-ef06133adad3 req-4f662b53-c586-4bc2-811c-56ce187e94d0 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/security-groups?id=200ca4a1-9c92-457c-a054-23ed08b9b953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801939 Jul 24 00:55:21.416859 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c070b1-e827-4ba0-a739-9a59d96eb32a admin admin] Pushing event updated for resources: {'Port': ['ID=df6b2f82-396f-4a5e-92d3-978a591bb5f1,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:21.446252 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 7e4b8b4b-2f1b-4b97-aaa3-3c5662af1bd5, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=7e4b8b4b-2f1b-4b97-aaa3-3c5662af1bd5,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:21.457229 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:21.468984 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-69c070b1-e827-4ba0-a739-9a59d96eb32a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:21.523234 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4c04a6b1-649e-447e-9ecc-45fd9f27afe1 req-00573cf2-97fb-4d65-912e-8ec8bb8ac307 tempest-ServerShowV254Test-411464079 tempest-ServerShowV254Test-411464079-project] 10.222.0.15 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.0449858 Jul 24 00:55:21.550213 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-c524251e-bcc0-42d4-a004-6f6f1d2d3c6a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Allocated IP 172.25.2.226 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/66691504-d475-404a-ab61-a4b63c7fac1f) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:55:21.586535 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=7e4b8b4b-2f1b-4b97-aaa3-3c5662af1bd5,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:21.620063 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-07136055-74f8-4443-8e06-bd8a7083e15a req-3c32ada3-b6ef-4f22-8d73-a77c3224c9aa service neutron] For port daeb9ef9-eae2-4dcc-8228-546ed70a8c1b, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:55:21.667047 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-07136055-74f8-4443-8e06-bd8a7083e15a req-3c32ada3-b6ef-4f22-8d73-a77c3224c9aa service neutron] For port daeb9ef9-eae2-4dcc-8228-546ed70a8c1b, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=daeb9ef9-eae2-4dcc-8228-546ed70a8c1b,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:55:21.669066 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c070b1-e827-4ba0-a739-9a59d96eb32a admin admin] Network 5d8bd3a9-e420-4a87-9bcc-4d24c228cc31 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:55:21.670945 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-69c070b1-e827-4ba0-a739-9a59d96eb32a admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:55:21.675065 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-07136055-74f8-4443-8e06-bd8a7083e15a req-3c32ada3-b6ef-4f22-8d73-a77c3224c9aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:21.773594 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07136055-74f8-4443-8e06-bd8a7083e15a req-3c32ada3-b6ef-4f22-8d73-a77c3224c9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:21.775192 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-07136055-74f8-4443-8e06-bd8a7083e15a req-3c32ada3-b6ef-4f22-8d73-a77c3224c9aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:21.778767 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-07136055-74f8-4443-8e06-bd8a7083e15a req-3c32ada3-b6ef-4f22-8d73-a77c3224c9aa service neutron] 10.222.0.13 "PUT /v2.0/ports/daeb9ef9-eae2-4dcc-8228-546ed70a8c1b HTTP/1.1" status: 200 len: 1097 time: 2.5724590 Jul 24 00:55:21.780393 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c32ada3-b6ef-4f22-8d73-a77c3224c9aa service neutron] Pushing event updated for resources: {'Port': ['ID=daeb9ef9-eae2-4dcc-8228-546ed70a8c1b,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:21.798669 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e08683b-8ea7-47fb-822c-20e953e079e0', 'tag': 'daeb9ef9-eae2-4dcc-8228-546ed70a8c1b'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:55:21.804115 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e67aa5-91d8-4e45-b11e-420e37f6233a" -d '{"events": [{"name": "network-changed", "server_uuid": "5e08683b-8ea7-47fb-822c-20e953e079e0", "tag": "daeb9ef9-eae2-4dcc-8228-546ed70a8c1b"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:55:21.841531 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c524251e-bcc0-42d4-a004-6f6f1d2d3c6a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:21.941081 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c070b1-e827-4ba0-a739-9a59d96eb32a admin admin] Router 6b2aeac0-298f-4ec5-960d-9d29a8742871 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:55:21.973887 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e272f124-dafb-4048-a72c-1f9896a39b25 x-openstack-request-id: req-e272f124-dafb-4048-a72c-1f9896a39b25 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:55:21.974307 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e08683b-8ea7-47fb-822c-20e953e079e0", "tag": "daeb9ef9-eae2-4dcc-8228-546ed70a8c1b", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:55:21.974658 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e272f124-dafb-4048-a72c-1f9896a39b25 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:55:21.975194 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e08683b-8ea7-47fb-822c-20e953e079e0', 'tag': 'daeb9ef9-eae2-4dcc-8228-546ed70a8c1b', 'status': 'completed', 'code': 200} Jul 24 00:55:22.021268 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a6ff29c3-7f50-4505-b5ea-d4541f5959f0 None None] Provisioning complete for port df6b2f82-396f-4a5e-92d3-978a591bb5f1 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:55:22.021793 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a6ff29c3-7f50-4505-b5ea-d4541f5959f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:22.037547 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c524251e-bcc0-42d4-a004-6f6f1d2d3c6a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:22.086060 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-a6ff29c3-7f50-4505-b5ea-d4541f5959f0 None None] Port df6b2f82-396f-4a5e-92d3-978a591bb5f1 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:55:22.098573 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07136055-74f8-4443-8e06-bd8a7083e15a req-4ecdd49c-137d-406b-a757-b19d3d741a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:22.100192 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-07136055-74f8-4443-8e06-bd8a7083e15a req-4ecdd49c-137d-406b-a757-b19d3d741a24 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89c58f2100634ac3b0724d73820b5c69&device_id=5e08683b-8ea7-47fb-822c-20e953e079e0 HTTP/1.1" status: 200 len: 1100 time: 0.2348030 Jul 24 00:55:22.134309 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c524251e-bcc0-42d4-a004-6f6f1d2d3c6a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:55:22.164370 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48eaf5-ac9e-4310-8d85-80c1a85dc7a5 req-5495f021-a639-4a5b-9e37-a89850f44997 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:22.171954 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1d48eaf5-ac9e-4310-8d85-80c1a85dc7a5 req-5495f021-a639-4a5b-9e37-a89850f44997 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6 HTTP/1.1" status: 200 len: 946 time: 0.2472301 Jul 24 00:55:22.183247 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-c524251e-bcc0-42d4-a004-6f6f1d2d3c6a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:55:22.187582 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c070b1-e827-4ba0-a739-9a59d96eb32a admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:55:22.192926 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c524251e-bcc0-42d4-a004-6f6f1d2d3c6a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:55:22.194919 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c524251e-bcc0-42d4-a004-6f6f1d2d3c6a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Pushing event updated for resources: {'Port': ['ID=66691504-d475-404a-ab61-a4b63c7fac1f,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:22.196010 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-69c070b1-e827-4ba0-a739-9a59d96eb32a admin admin] 10.222.0.15 "PUT /v2.0/routers/6b2aeac0-298f-4ec5-960d-9d29a8742871/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5102100 Jul 24 00:55:22.291746 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-07136055-74f8-4443-8e06-bd8a7083e15a req-7d380e93-10f2-487f-b5ec-24fd75eb4860 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=daeb9ef9-eae2-4dcc-8228-546ed70a8c1b HTTP/1.1" status: 200 len: 217 time: 0.1429956 Jul 24 00:55:22.388803 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1d48eaf5-ac9e-4310-8d85-80c1a85dc7a5 req-72a1f3f1-128e-4af6-a79a-4106e9106fa4 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153490 Jul 24 00:55:22.402309 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07136055-74f8-4443-8e06-bd8a7083e15a req-23753748-d7d9-4b33-8db5-a315db38fd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:22.403866 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-07136055-74f8-4443-8e06-bd8a7083e15a req-23753748-d7d9-4b33-8db5-a315db38fd83 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.0953274 Jul 24 00:55:22.576238 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c524251e-bcc0-42d4-a004-6f6f1d2d3c6a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:22.634297 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bbcc35-83b8-4463-a5e8-d21b3180160d None None] Sync routers for ids ['6b2aeac0-298f-4ec5-960d-9d29a8742871'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:55:22.651601 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [req-21e8906e-d4ec-42f3-aa50-0dfa7d70346d req-a9b210c4-966e-4403-bfa4-73a9c90e3be7 tempest-FloatingIPDetailsNegativeTestJSON-1637008665 tempest-FloatingIPDetailsNegativeTestJSON-1637008665-project] show failed (client error): The resource could not be found. Jul 24 00:55:22.652716 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-21e8906e-d4ec-42f3-aa50-0dfa7d70346d req-a9b210c4-966e-4403-bfa4-73a9c90e3be7 tempest-FloatingIPDetailsNegativeTestJSON-1637008665 tempest-FloatingIPDetailsNegativeTestJSON-1637008665-project] 10.222.0.15 "GET /v2.0/floatingips/180781ed-4f22-4bbf-b2dd-1f3750c315bc HTTP/1.1" status: 404 len: 350 time: 0.0669303 Jul 24 00:55:22.658269 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bbcc35-83b8-4463-a5e8-d21b3180160d None None] Routers {'6b2aeac0-298f-4ec5-960d-9d29a8742871'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:55:22.659027 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-d7bbcc35-83b8-4463-a5e8-d21b3180160d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:55:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['6b2aeac0-298f-4ec5-960d-9d29a8742871'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:22.668471 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59594) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:22.686039 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07136055-74f8-4443-8e06-bd8a7083e15a req-5a73139f-d342-46c2-b17c-81ac7a2c1ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:22.687264 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-07136055-74f8-4443-8e06-bd8a7083e15a req-5a73139f-d342-46c2-b17c-81ac7a2c1ee9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2528262 Jul 24 00:55:22.725290 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c524251e-bcc0-42d4-a004-6f6f1d2d3c6a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:22.832161 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-d7bbcc35-83b8-4463-a5e8-d21b3180160d None None] Set router 6b2aeac0-298f-4ec5-960d-9d29a8742871 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:55:22.834980 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 7e4b8b4b-2f1b-4b97-aaa3-3c5662af1bd5 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:55:22.924468 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 7e4b8b4b-2f1b-4b97-aaa3-3c5662af1bd5 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:55:22.925383 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:22.931966 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed7d8e-00c5-4174-b214-cf35ab29394b req-6664a11a-4856-4ab9-9016-4a914fe3c5f3 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:22.933562 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-00ed7d8e-00c5-4174-b214-cf35ab29394b req-6664a11a-4856-4ab9-9016-4a914fe3c5f3 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e08683b-8ea7-47fb-822c-20e953e079e0 HTTP/1.1" status: 200 len: 948 time: 0.4357576 Jul 24 00:55:23.002903 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c524251e-bcc0-42d4-a004-6f6f1d2d3c6a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:23.025765 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ecd91e4a-e683-4f51-84a7-8efbb4e534af req-2894b7e6-0320-4434-b730-7e03bf3050af tempest-ServerShowV254Test-411464079 tempest-ServerShowV254Test-411464079-project] 10.222.0.15 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.1090879 Jul 24 00:55:23.033703 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c524251e-bcc0-42d4-a004-6f6f1d2d3c6a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:23.080556 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-00ed7d8e-00c5-4174-b214-cf35ab29394b req-c6ebf8f9-f0cf-4ca1-8660-71f1fa6c2ceb tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/security-groups?id=200ca4a1-9c92-457c-a054-23ed08b9b953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403096 Jul 24 00:55:23.085724 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device df78c8ca-fe10-4c7e-a84c-d2bbf57334dc up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:55:23.102232 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-07136055-74f8-4443-8e06-bd8a7083e15a req-871050f5-2585-4122-b4c1-54111c263f35 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949146 Jul 24 00:55:23.119654 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-d7bbcc35-83b8-4463-a5e8-d21b3180160d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2aeac0-298f-4ec5-960d-9d29a8742871', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-77453151-router', 'tenant_id': 'd7cece09432f4c8fa2db733aedbfa435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '7e4b8b4b-2f1b-4b97-aaa3-3c5662af1bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:11Z', 'updated_at': '2021-07-24T00:55:20Z', 'revision_number': 4, 'project_id': 'd7cece09432f4c8fa2db733aedbfa435', 'gw_port': {'id': '7e4b8b4b-2f1b-4b97-aaa3-3c5662af1bd5', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2aeac0-298f-4ec5-960d-9d29a8742871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:12Z', 'updated_at': '2021-07-24T00:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'df6b2f82-396f-4a5e-92d3-978a591bb5f1', 'name': '', 'network_id': '5d8bd3a9-e420-4a87-9bcc-4d24c228cc31', 'tenant_id': 'd7cece09432f4c8fa2db733aedbfa435', 'mac_address': 'fa:16:3e:05:45:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2aeac0-298f-4ec5-960d-9d29a8742871', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'f7474413-f4da-4509-a5a9-3acbb1a8cd1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:18Z', 'updated_at': '2021-07-24T00:55:20Z', 'revision_number': 2, 'project_id': 'd7cece09432f4c8fa2db733aedbfa435', 'subnets': [{'id': 'f7474413-f4da-4509-a5a9-3acbb1a8cd1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:23.168826 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bbcc35-83b8-4463-a5e8-d21b3180160d None None] Checking router: 6b2aeac0-298f-4ec5-960d-9d29a8742871 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:55:23.170768 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bbcc35-83b8-4463-a5e8-d21b3180160d None None] Updating router 6b2aeac0-298f-4ec5-960d-9d29a8742871 port df6b2f82-396f-4a5e-92d3-978a591bb5f1 binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:55:23.171792 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c524251e-bcc0-42d4-a004-6f6f1d2d3c6a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:23.177966 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port df78c8ca-fe10-4c7e-a84c-d2bbf57334dc completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:55:23.193418 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port df78c8ca-fe10-4c7e-a84c-d2bbf57334dc triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:55:23.193821 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:23.262038 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-d7bbcc35-83b8-4463-a5e8-d21b3180160d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:23.262502 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c524251e-bcc0-42d4-a004-6f6f1d2d3c6a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:23.267458 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c524251e-bcc0-42d4-a004-6f6f1d2d3c6a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1524391 Jul 24 00:55:23.308583 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c524251e-bcc0-42d4-a004-6f6f1d2d3c6a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Pushing event updated for resources: {'Port': ['ID=66691504-d475-404a-ab61-a4b63c7fac1f,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:23.342945 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:23.345976 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2eef7182-fde3-47b2-ac72-772a2627309d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:23.421478 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port df78c8ca-fe10-4c7e-a84c-d2bbf57334dc, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=df78c8ca-fe10-4c7e-a84c-d2bbf57334dc,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:23.429233 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:23.432992 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-07136055-74f8-4443-8e06-bd8a7083e15a req-a93c97dc-3c20-48c1-b23e-2f5cb4ea41ed service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562430 Jul 24 00:55:23.500154 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-d6a75ea6-c487-4e75-9813-7651cf48615c tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--30842114&fields=id&tenant_id=7eb0da34432d47448c1b713034c6041a HTTP/1.1" status: 200 len: 267 time: 0.0654933 Jul 24 00:55:23.536225 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=df78c8ca-fe10-4c7e-a84c-d2bbf57334dc,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:23.666142 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-d7bbcc35-83b8-4463-a5e8-d21b3180160d None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:23.669432 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b54bd-96fe-445b-bf50-06ea6828ef24 req-22dac558-2566-47d3-93fa-2c990e59137d tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:23.671206 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-173b54bd-96fe-445b-bf50-06ea6828ef24 req-22dac558-2566-47d3-93fa-2c990e59137d tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6 HTTP/1.1" status: 200 len: 946 time: 0.1558189 Jul 24 00:55:23.678207 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-d7bbcc35-83b8-4463-a5e8-d21b3180160d None None] Transition to ACTIVE for port object df6b2f82-396f-4a5e-92d3-978a591bb5f1 will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:55:23.687097 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-d7bbcc35-83b8-4463-a5e8-d21b3180160d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:23.711212 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e67aa5-91d8-4e45-b11e-420e37f6233a req-55e14173-8662-4c20-808d-cb87f04ff544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:23.713548 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-01e67aa5-91d8-4e45-b11e-420e37f6233a req-55e14173-8662-4c20-808d-cb87f04ff544 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=89c58f2100634ac3b0724d73820b5c69&device_id=5e08683b-8ea7-47fb-822c-20e953e079e0 HTTP/1.1" status: 200 len: 1100 time: 0.2098503 Jul 24 00:55:23.749726 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaabd320-2ef4-4bd0-bdc1-9094f072d283 None None] Pushing event updated for resources: {'Port': ['ID=df6b2f82-396f-4a5e-92d3-978a591bb5f1,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:23.757938 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-9fcf836d-4ac3-4987-9a60-08d160ca97d1 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:23.760156 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-9fcf836d-4ac3-4987-9a60-08d160ca97d1 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/networks?id=d582b8dc-8856-4b30-8b39-181936a3b597 HTTP/1.1" status: 200 len: 810 time: 0.2424941 Jul 24 00:55:23.784726 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-173b54bd-96fe-445b-bf50-06ea6828ef24 req-3c74e469-575d-4f56-8fc4-90043a99e50a tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026087 Jul 24 00:55:23.822406 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-818d8113-b9e1-4fd4-8466-694e53eb89d5 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/quotas/7eb0da34432d47448c1b713034c6041a HTTP/1.1" status: 200 len: 375 time: 0.0397756 Jul 24 00:55:23.836610 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-d7bbcc35-83b8-4463-a5e8-d21b3180160d None None] Attempting to bind port df6b2f82-396f-4a5e-92d3-978a591bb5f1 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:55:23.837033 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-d7bbcc35-83b8-4463-a5e8-d21b3180160d None None] Attempting to bind port df6b2f82-396f-4a5e-92d3-978a591bb5f1 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '619157ec-bfc6-4f58-adcb-1c0eaf8fa916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5d8bd3a9-e420-4a87-9bcc-4d24c228cc31'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:55:23.837432 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bbcc35-83b8-4463-a5e8-d21b3180160d None None] Attempting to bind port df6b2f82-396f-4a5e-92d3-978a591bb5f1 on network 5d8bd3a9-e420-4a87-9bcc-4d24c228cc31 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:55:23.844486 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bbcc35-83b8-4463-a5e8-d21b3180160d None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:55:23.845164 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bbcc35-83b8-4463-a5e8-d21b3180160d None None] Checking segment: {'id': '619157ec-bfc6-4f58-adcb-1c0eaf8fa916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5d8bd3a9-e420-4a87-9bcc-4d24c228cc31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:55:23.845733 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-d7bbcc35-83b8-4463-a5e8-d21b3180160d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:23.846137 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bbcc35-83b8-4463-a5e8-d21b3180160d None None] Bound using segment: {'id': '619157ec-bfc6-4f58-adcb-1c0eaf8fa916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5d8bd3a9-e420-4a87-9bcc-4d24c228cc31'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:55:23.846621 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-d7bbcc35-83b8-4463-a5e8-d21b3180160d None None] Bound port: df6b2f82-396f-4a5e-92d3-978a591bb5f1, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '619157ec-bfc6-4f58-adcb-1c0eaf8fa916', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5d8bd3a9-e420-4a87-9bcc-4d24c228cc31'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:55:23.847046 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-d7bbcc35-83b8-4463-a5e8-d21b3180160d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:23.884194 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-2eef7182-fde3-47b2-ac72-772a2627309d admin admin] Deleting port df6b2f82-396f-4a5e-92d3-978a591bb5f1 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:55:23.885120 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2eef7182-fde3-47b2-ac72-772a2627309d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:23.927023 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-d7bbcc35-83b8-4463-a5e8-d21b3180160d None None] For port df6b2f82-396f-4a5e-92d3-978a591bb5f1, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:55:23.930056 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e67aa5-91d8-4e45-b11e-420e37f6233a req-e5c3c969-1cb0-4e41-9f90-1b7b68126f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:23.931090 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-d7bbcc35-83b8-4463-a5e8-d21b3180160d None None] For port df6b2f82-396f-4a5e-92d3-978a591bb5f1, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=df6b2f82-396f-4a5e-92d3-978a591bb5f1,segment=NetworkSegment(619157ec-bfc6-4f58-adcb-1c0eaf8fa916),segment_id=619157ec-bfc6-4f58-adcb-1c0eaf8fa916)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:55:23.932037 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-01e67aa5-91d8-4e45-b11e-420e37f6233a req-e5c3c969-1cb0-4e41-9f90-1b7b68126f84 service neutron] 10.222.0.13 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.2020819 Jul 24 00:55:23.939162 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-d7bbcc35-83b8-4463-a5e8-d21b3180160d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:24.005086 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-8c27263c-94aa-4afa-8866-815477dacbec tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7eb0da34432d47448c1b713034c6041a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1656764 Jul 24 00:55:24.007713 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-01e67aa5-91d8-4e45-b11e-420e37f6233a req-1b8ece60-44bf-449c-a618-2d3f0e7ebf94 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=daeb9ef9-eae2-4dcc-8228-546ed70a8c1b HTTP/1.1" status: 200 len: 217 time: 0.0667026 Jul 24 00:55:24.011522 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-cd85dad6-f7f7-48b6-9ccf-9cd49cda3df0 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:55:24.012706 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-cd85dad6-f7f7-48b6-9ccf-9cd49cda3df0 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068407 Jul 24 00:55:24.013938 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-2eef7182-fde3-47b2-ac72-772a2627309d admin admin] For port df6b2f82-396f-4a5e-92d3-978a591bb5f1, host n-d-793621-25, got binding levels [] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:24.014305 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2eef7182-fde3-47b2-ac72-772a2627309d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:24.014874 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bbcc35-83b8-4463-a5e8-d21b3180160d None None] Routers {'6b2aeac0-298f-4ec5-960d-9d29a8742871'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:55:24.015603 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-d7bbcc35-83b8-4463-a5e8-d21b3180160d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:55:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['6b2aeac0-298f-4ec5-960d-9d29a8742871'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:24.017777 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaabd320-2ef4-4bd0-bdc1-9094f072d283 None None] Pushing event updated for resources: {'Port': ['ID=df6b2f82-396f-4a5e-92d3-978a591bb5f1,revision_number=4']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:24.043670 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-2eef7182-fde3-47b2-ac72-772a2627309d admin admin] Calling delete_port for df6b2f82-396f-4a5e-92d3-978a591bb5f1 owned by network:router_interface {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:55:24.186959 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-58ded7d7-ce89-424e-9c8e-50e9ca1ffc2c service neutron] 10.222.0.15 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666157 Jul 24 00:55:24.191268 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e67aa5-91d8-4e45-b11e-420e37f6233a req-2d087559-53df-49be-b1ec-150f3dd1cbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:24.191268 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-01e67aa5-91d8-4e45-b11e-420e37f6233a req-2d087559-53df-49be-b1ec-150f3dd1cbb8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.1633775 Jul 24 00:55:24.204899 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-d7bbcc35-83b8-4463-a5e8-d21b3180160d None None] Set router 6b2aeac0-298f-4ec5-960d-9d29a8742871 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:55:24.350214 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-55ab6a5c-d2a2-4113-a751-79105b0e3786 req-19329ddc-32f8-4ba6-929e-dd5a08a427b5 tempest-ServerShowV254Test-411464079 tempest-ServerShowV254Test-411464079-project] 10.222.0.15 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.0424845 Jul 24 00:55:24.363879 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e67aa5-91d8-4e45-b11e-420e37f6233a req-d70cb55f-14fa-4c98-88f1-96248d4560db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:24.365425 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-01e67aa5-91d8-4e45-b11e-420e37f6233a req-d70cb55f-14fa-4c98-88f1-96248d4560db service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1591778 Jul 24 00:55:24.367807 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-666be65f-8f8a-4a6c-bd1e-929287b7f7a9 service neutron] 10.222.0.15 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722038 Jul 24 00:55:24.444181 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2eef7182-fde3-47b2-ac72-772a2627309d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:24.479058 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef7182-fde3-47b2-ac72-772a2627309d admin admin] Pushing event deleted for resources: {'Port': ['ID=df6b2f82-396f-4a5e-92d3-978a591bb5f1,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:24.521889 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-01e67aa5-91d8-4e45-b11e-420e37f6233a req-10d52ba2-0f14-4e9f-9a35-25e9e88189e3 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470830 Jul 24 00:55:24.695900 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-d7bbcc35-83b8-4463-a5e8-d21b3180160d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b2aeac0-298f-4ec5-960d-9d29a8742871', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-77453151-router', 'tenant_id': 'd7cece09432f4c8fa2db733aedbfa435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '7e4b8b4b-2f1b-4b97-aaa3-3c5662af1bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:11Z', 'updated_at': '2021-07-24T00:55:20Z', 'revision_number': 4, 'project_id': 'd7cece09432f4c8fa2db733aedbfa435', 'gw_port': {'id': '7e4b8b4b-2f1b-4b97-aaa3-3c5662af1bd5', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2aeac0-298f-4ec5-960d-9d29a8742871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:12Z', 'updated_at': '2021-07-24T00:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'df6b2f82-396f-4a5e-92d3-978a591bb5f1', 'name': '', 'network_id': '5d8bd3a9-e420-4a87-9bcc-4d24c228cc31', 'tenant_id': 'd7cece09432f4c8fa2db733aedbfa435', 'mac_address': 'fa:16:3e:05:45:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2aeac0-298f-4ec5-960d-9d29a8742871', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'f7474413-f4da-4509-a5a9-3acbb1a8cd1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:18Z', 'updated_at': '2021-07-24T00:55:23Z', 'revision_number': 4, 'project_id': 'd7cece09432f4c8fa2db733aedbfa435', 'subnets': [{'id': 'f7474413-f4da-4509-a5a9-3acbb1a8cd1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:24.791675 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device df78c8ca-fe10-4c7e-a84c-d2bbf57334dc up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:55:24.829677 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7bbcc35-83b8-4463-a5e8-d21b3180160d None None] The sync data for ids ['6b2aeac0-298f-4ec5-960d-9d29a8742871'] in n-d-793621-25 is: [{'id': '6b2aeac0-298f-4ec5-960d-9d29a8742871', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-77453151-router', 'tenant_id': 'd7cece09432f4c8fa2db733aedbfa435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '7e4b8b4b-2f1b-4b97-aaa3-3c5662af1bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:11Z', 'updated_at': '2021-07-24T00:55:20Z', 'revision_number': 4, 'project_id': 'd7cece09432f4c8fa2db733aedbfa435', 'gw_port': {'id': '7e4b8b4b-2f1b-4b97-aaa3-3c5662af1bd5', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2aeac0-298f-4ec5-960d-9d29a8742871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1059, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:12Z', 'updated_at': '2021-07-24T00:55:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'df6b2f82-396f-4a5e-92d3-978a591bb5f1', 'name': '', 'network_id': '5d8bd3a9-e420-4a87-9bcc-4d24c228cc31', 'tenant_id': 'd7cece09432f4c8fa2db733aedbfa435', 'mac_address': 'fa:16:3e:05:45:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b2aeac0-298f-4ec5-960d-9d29a8742871', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'f7474413-f4da-4509-a5a9-3acbb1a8cd1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:18Z', 'updated_at': '2021-07-24T00:55:23Z', 'revision_number': 4, 'project_id': 'd7cece09432f4c8fa2db733aedbfa435', 'subnets': [{'id': 'f7474413-f4da-4509-a5a9-3acbb1a8cd1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:55:24.856447 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port df78c8ca-fe10-4c7e-a84c-d2bbf57334dc triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:55:24.856841 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:24.939326 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2eef7182-fde3-47b2-ac72-772a2627309d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:25.024965 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d756f9-5169-49f2-a561-92f3d80176e7 req-22b49f31-7dbe-464b-aa53-98ef6e4bdf46 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:25.026647 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-10d756f9-5169-49f2-a561-92f3d80176e7 req-22b49f31-7dbe-464b-aa53-98ef6e4bdf46 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e08683b-8ea7-47fb-822c-20e953e079e0 HTTP/1.1" status: 200 len: 948 time: 0.5516403 Jul 24 00:55:25.117682 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-10d756f9-5169-49f2-a561-92f3d80176e7 req-7e10e31d-1cc9-4f99-87c3-163eb867eb06 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/security-groups?id=200ca4a1-9c92-457c-a054-23ed08b9b953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528600 Jul 24 00:55:25.176422 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b0ca9041-50a7-4dd9-956e-e13c980bbbca req-31ba6d13-d27c-4d03-8a2b-495309b0f54e tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 210 time: 0.0600331 Jul 24 00:55:25.208653 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-01e67aa5-91d8-4e45-b11e-420e37f6233a req-74e775cc-ddc3-40c1-aca5-5aeafb969a6e service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6743135 Jul 24 00:55:25.359075 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eef7182-fde3-47b2-ac72-772a2627309d admin admin] Router 6b2aeac0-298f-4ec5-960d-9d29a8742871 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:55:25.370040 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0bc12e-dcdc-431e-9075-7288891b5774 req-69394a93-b33e-4714-9c73-257ffe0bd4b2 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:25.371713 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3e0bc12e-dcdc-431e-9075-7288891b5774 req-69394a93-b33e-4714-9c73-257ffe0bd4b2 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6 HTTP/1.1" status: 200 len: 946 time: 0.1333241 Jul 24 00:55:25.503777 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f153c48c-091d-466d-811f-fc8a0799acd3 req-aeac1f6f-2157-4e81-b836-88a6d5750275 tempest-ServerShowV254Test-411464079 tempest-ServerShowV254Test-411464079-project] 10.222.0.15 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.0351048 Jul 24 00:55:25.545960 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3e0bc12e-dcdc-431e-9075-7288891b5774 req-d30a43e0-b2ca-4515-b6ec-e46fe5197715 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663342 Jul 24 00:55:25.574208 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eef7182-fde3-47b2-ac72-772a2627309d admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:55:25.582606 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2eef7182-fde3-47b2-ac72-772a2627309d admin admin] 10.222.0.15 "PUT /v2.0/routers/6b2aeac0-298f-4ec5-960d-9d29a8742871/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9106638 Jul 24 00:55:25.582980 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59636) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:25.693421 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-167d8280-96ac-4142-a119-5951290a1b19 admin admin] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:25.816794 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-167d8280-96ac-4142-a119-5951290a1b19 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:25.887597 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-167d8280-96ac-4142-a119-5951290a1b19 admin admin] Deleting port 7e4b8b4b-2f1b-4b97-aaa3-3c5662af1bd5 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:55:25.887939 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-167d8280-96ac-4142-a119-5951290a1b19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:25.981823 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-167d8280-96ac-4142-a119-5951290a1b19 admin admin] For port 7e4b8b4b-2f1b-4b97-aaa3-3c5662af1bd5, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=7e4b8b4b-2f1b-4b97-aaa3-3c5662af1bd5,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:25.982192 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-167d8280-96ac-4142-a119-5951290a1b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:25.998945 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-167d8280-96ac-4142-a119-5951290a1b19 admin admin] Calling delete_port for 7e4b8b4b-2f1b-4b97-aaa3-3c5662af1bd5 owned by network:router_gateway {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:55:26.205889 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-167d8280-96ac-4142-a119-5951290a1b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:26.256924 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d8280-96ac-4142-a119-5951290a1b19 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e4b8b4b-2f1b-4b97-aaa3-3c5662af1bd5,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:26.332211 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-eecddd25-ed37-466f-b605-581f318b7fce tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:26.334558 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-eecddd25-ed37-466f-b605-581f318b7fce tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.13 "GET /v2.0/networks?id=d582b8dc-8856-4b30-8b39-181936a3b597 HTTP/1.1" status: 200 len: 810 time: 0.2270296 Jul 24 00:55:26.356167 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cda0d925-fce9-492f-8e75-4523a56c0762 req-e6a7c600-c754-4ac2-a109-8c372cedcbe0 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 210 time: 0.0453312 Jul 24 00:55:26.417628 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-167d8280-96ac-4142-a119-5951290a1b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:26.453461 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-6c29d430-226f-417c-9137-38244ec46140 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7eb0da34432d47448c1b713034c6041a HTTP/1.1" status: 200 len: 378 time: 0.0877435 Jul 24 00:55:26.467229 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-b3681fc2-b7df-4c12-a307-774ebeed508c tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Request body: {'port': {'device_id': 'f45ca8d4-e2d6-4d74-92c9-ce232585d0d2', 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597', 'admin_state_up': True, 'tenant_id': '7eb0da34432d47448c1b713034c6041a', 'security_groups': ['1221e892-79ab-4eda-bb1c-9b5d9f479458']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:55:26.699978 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3d4b067c-11bb-4657-b745-3aa4f005ef3e req-35a055a9-2ba3-462c-87b9-a2a0d66a1911 tempest-ServerShowV254Test-411464079 tempest-ServerShowV254Test-411464079-project] 10.222.0.15 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.0515561 Jul 24 00:55:26.727593 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-b3681fc2-b7df-4c12-a307-774ebeed508c tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Made reservation on behalf of 7eb0da34432d47448c1b713034c6041a for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:55:26.742462 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-b3681fc2-b7df-4c12-a307-774ebeed508c tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:26.938332 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d4712-d459-4231-a771-07034ed9993d req-c52c5a83-608e-44c7-ba82-16a7b29e23f2 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:26.945128 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ed3d4712-d459-4231-a771-07034ed9993d req-c52c5a83-608e-44c7-ba82-16a7b29e23f2 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e08683b-8ea7-47fb-822c-20e953e079e0 HTTP/1.1" status: 200 len: 948 time: 0.6304896 Jul 24 00:55:26.963340 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-167d8280-96ac-4142-a119-5951290a1b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:26.966764 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-167d8280-96ac-4142-a119-5951290a1b19 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:26.994566 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-b3681fc2-b7df-4c12-a307-774ebeed508c tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Allocated IP 172.20.0.8 (d582b8dc-8856-4b30-8b39-181936a3b597/66eb251d-e6ee-4000-900c-f86c0810b697/532652b5-0ccf-4dbf-891e-e7c345897077) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:55:27.027171 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ed3d4712-d459-4231-a771-07034ed9993d req-6eef2e29-b8aa-492a-a5fc-32a36efa2c3c tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/security-groups?id=200ca4a1-9c92-457c-a054-23ed08b9b953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789862 Jul 24 00:55:27.036711 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5e0c0-706e-41e5-930a-8fa9c48669c2 req-53b59dca-0bc5-408f-8a3a-c2f8b96d8cb1 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:27.038883 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-167d8280-96ac-4142-a119-5951290a1b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:27.039751 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167d8280-96ac-4142-a119-5951290a1b19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b2aeac0-298f-4ec5-960d-9d29a8742871 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:55:27.049498 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a7b5e0c0-706e-41e5-930a-8fa9c48669c2 req-53b59dca-0bc5-408f-8a3a-c2f8b96d8cb1 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6 HTTP/1.1" status: 200 len: 946 time: 0.2130268 Jul 24 00:55:27.058588 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-167d8280-96ac-4142-a119-5951290a1b19 admin admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:27.062484 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-167d8280-96ac-4142-a119-5951290a1b19 admin admin] 10.222.0.15 "DELETE /v2.0/routers/6b2aeac0-298f-4ec5-960d-9d29a8742871 HTTP/1.1" status: 204 len: 168 time: 1.4762208 Jul 24 00:55:27.063632 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59656) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:27.152702 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-441fe095-2b8f-4a25-b3eb-0ec936d169cc admin admin] Deleting subnet f7474413-f4da-4509-a5a9-3acbb1a8cd1f {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:55:27.158375 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a7b5e0c0-706e-41e5-930a-8fa9c48669c2 req-3a2be22f-cf95-4cbf-a5a4-30925f033bda tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072073 Jul 24 00:55:27.159721 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-441fe095-2b8f-4a25-b3eb-0ec936d169cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:27.233121 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-441fe095-2b8f-4a25-b3eb-0ec936d169cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:27.347659 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-b3681fc2-b7df-4c12-a307-774ebeed508c tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:27.348369 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-441fe095-2b8f-4a25-b3eb-0ec936d169cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:27.373812 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-b3681fc2-b7df-4c12-a307-774ebeed508c tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Transition to ACTIVE for port object 532652b5-0ccf-4dbf-891e-e7c345897077 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:55:27.413677 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device daeb9ef9-eae2-4dcc-8228-546ed70a8c1b details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:55:27.434282 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-441fe095-2b8f-4a25-b3eb-0ec936d169cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:27.505566 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-b3681fc2-b7df-4c12-a307-774ebeed508c tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:27.551808 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441fe095-2b8f-4a25-b3eb-0ec936d169cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7474413-f4da-4509-a5a9-3acbb1a8cd1f,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:27.561365 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-441fe095-2b8f-4a25-b3eb-0ec936d169cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:27.567108 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-441fe095-2b8f-4a25-b3eb-0ec936d169cc admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f7474413-f4da-4509-a5a9-3acbb1a8cd1f HTTP/1.1" status: 204 len: 168 time: 0.5007367 Jul 24 00:55:27.570068 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port daeb9ef9-eae2-4dcc-8228-546ed70a8c1b, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=daeb9ef9-eae2-4dcc-8228-546ed70a8c1b,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:27.570237 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59668) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:27.574498 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1690e20f-dd0b-47d2-a3d0-0c94edd2ca8c None None] Network 5d8bd3a9-e420-4a87-9bcc-4d24c228cc31 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:55:27.604701 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'daeb9ef9-eae2-4dcc-8228-546ed70a8c1b', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'port_id': 'daeb9ef9-eae2-4dcc-8228-546ed70a8c1b', 'mac_address': 'fa:16:3e:ec:50:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:55:27.611740 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-b3681fc2-b7df-4c12-a307-774ebeed508c tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Network d582b8dc-8856-4b30-8b39-181936a3b597 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:55:27.620783 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-b3681fc2-b7df-4c12-a307-774ebeed508c tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:55:27.641768 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-b3681fc2-b7df-4c12-a307-774ebeed508c tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:55:27.691385 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:27.711519 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-96112081-ca46-4a75-ac59-ae893b55e397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:27.730482 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8976bf6-63a4-4d48-a1d6-cfd35831b0dd None None] Sync routers for ids ['6b2aeac0-298f-4ec5-960d-9d29a8742871'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:55:27.733665 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a3b38-41fc-4142-80fc-4c7b89fc645f req-78cff100-9dba-4a11-92be-a085e3502228 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:27.740208 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id daeb9ef9-eae2-4dcc-8228-546ed70a8c1b {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:55:27.740464 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-b3681fc2-b7df-4c12-a307-774ebeed508c tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:27.741336 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-b3681fc2-b7df-4c12-a307-774ebeed508c tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:27.748613 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb5a3b38-41fc-4142-80fc-4c7b89fc645f req-78cff100-9dba-4a11-92be-a085e3502228 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.2488291 Jul 24 00:55:27.780145 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-b3681fc2-b7df-4c12-a307-774ebeed508c tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3200250 Jul 24 00:55:27.796850 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port daeb9ef9-eae2-4dcc-8228-546ed70a8c1b, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=daeb9ef9-eae2-4dcc-8228-546ed70a8c1b,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:27.799008 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3681fc2-b7df-4c12-a307-774ebeed508c tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Pushing event updated for resources: {'Port': ['ID=532652b5-0ccf-4dbf-891e-e7c345897077,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:27.808442 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-233f6780-3004-4722-96c6-c64f27319518 service neutron] Request body: {'port': {'device_id': 'f45ca8d4-e2d6-4d74-92c9-ce232585d0d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:55:27.808802 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8976bf6-63a4-4d48-a1d6-cfd35831b0dd None None] Routers set() bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:55:27.809277 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8976bf6-63a4-4d48-a1d6-cfd35831b0dd None None] Router IDs set() for agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 24 00:55:27.809957 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_agentschedulers_db [None req-b8976bf6-63a4-4d48-a1d6-cfd35831b0dd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6b2aeac0-298f-4ec5-960d-9d29a8742871'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:55:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent'). {{(pid=100465) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 24 00:55:27.812282 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f155a2-58dc-46d1-83a1-7b10f523e2e8 req-9169cdb9-65d8-47df-83dd-a98a9e323819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:27.815418 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-87f155a2-58dc-46d1-83a1-7b10f523e2e8 req-9169cdb9-65d8-47df-83dd-a98a9e323819 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=20d35f4a5a814139b52be63228a1596d&device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 1097 time: 0.3594508 Jul 24 00:55:27.827896 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:27.868493 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8976bf6-63a4-4d48-a1d6-cfd35831b0dd None None] Routers set() bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:55:27.868876 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8976bf6-63a4-4d48-a1d6-cfd35831b0dd None None] Router IDs set() for agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 24 00:55:27.869501 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_agentschedulers_db [None req-b8976bf6-63a4-4d48-a1d6-cfd35831b0dd None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6b2aeac0-298f-4ec5-960d-9d29a8742871'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:55:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent'). {{(pid=100465) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 24 00:55:27.869886 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8976bf6-63a4-4d48-a1d6-cfd35831b0dd None None] The sync data for ids ['6b2aeac0-298f-4ec5-960d-9d29a8742871'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:55:27.881565 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb5a3b38-41fc-4142-80fc-4c7b89fc645f req-2e9d7acb-86a2-497d-bf45-4c9e85359c0d tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313283 Jul 24 00:55:27.910763 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=daeb9ef9-eae2-4dcc-8228-546ed70a8c1b,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:27.912548 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a075aa-3215-4041-a25e-4d735d4614ac req-4a441dae-1b5b-4811-8da2-5de82932132d tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:27.920409 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f6a075aa-3215-4041-a25e-4d735d4614ac req-4a441dae-1b5b-4811-8da2-5de82932132d tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 931 time: 0.3687828 Jul 24 00:55:27.957018 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-96112081-ca46-4a75-ac59-ae893b55e397 admin admin] Deleting port 6fb7c9e1-8d3d-4d85-b814-dd3332ecc37e {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:55:27.957639 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-96112081-ca46-4a75-ac59-ae893b55e397 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:28.103275 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-96112081-ca46-4a75-ac59-ae893b55e397 admin admin] For port 6fb7c9e1-8d3d-4d85-b814-dd3332ecc37e, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=6fb7c9e1-8d3d-4d85-b814-dd3332ecc37e,segment=NetworkSegment(619157ec-bfc6-4f58-adcb-1c0eaf8fa916),segment_id=619157ec-bfc6-4f58-adcb-1c0eaf8fa916)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:28.103653 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-96112081-ca46-4a75-ac59-ae893b55e397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:28.130845 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-96112081-ca46-4a75-ac59-ae893b55e397 admin admin] Calling delete_port for 6fb7c9e1-8d3d-4d85-b814-dd3332ecc37e owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:55:28.153215 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f6a075aa-3215-4041-a25e-4d735d4614ac req-30826d02-30de-4aac-8ab7-b65f288bb418 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2315822 Jul 24 00:55:28.185557 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-233f6780-3004-4722-96c6-c64f27319518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:28.196976 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c667a534-8614-479a-9317-f6d74611427b None None] Provisioning for port 532652b5-0ccf-4dbf-891e-e7c345897077 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:55:28.203381 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c667a534-8614-479a-9317-f6d74611427b None None] Provisioning complete for port 532652b5-0ccf-4dbf-891e-e7c345897077 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:55:28.203883 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c667a534-8614-479a-9317-f6d74611427b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:28.210758 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f155a2-58dc-46d1-83a1-7b10f523e2e8 req-1178e13c-a16b-4d3a-af8d-94298190629f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:28.213446 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-87f155a2-58dc-46d1-83a1-7b10f523e2e8 req-1178e13c-a16b-4d3a-af8d-94298190629f service neutron] 10.222.0.13 "GET /v2.0/networks?id=73a8909c-49cf-4748-a0d1-117aad1d6801 HTTP/1.1" status: 200 len: 919 time: 0.3645508 Jul 24 00:55:28.240039 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['daeb9ef9-eae2-4dcc-8228-546ed70a8c1b'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:55:28.294109 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-c667a534-8614-479a-9317-f6d74611427b None None] Port 532652b5-0ccf-4dbf-891e-e7c345897077 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:55:28.310559 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a7cd09f6-6b51-4eb6-840a-8eaeec75b188 req-301bf623-40d3-4454-b6e4-bbb6e6ff3962 tempest-ServerShowV254Test-411464079 tempest-ServerShowV254Test-411464079-project] 10.222.0.15 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.0655153 Jul 24 00:55:28.348963 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62824bd-abdb-47e8-8693-16f2795caba3 None None] DHCP port deletion for 5d8bd3a9-e420-4a87-9bcc-4d24c228cc31 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:55:28.378013 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-96112081-ca46-4a75-ac59-ae893b55e397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:28.417128 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96112081-ca46-4a75-ac59-ae893b55e397 admin admin] No DVR routers for this DVR port 6fb7c9e1-8d3d-4d85-b814-dd3332ecc37e on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:55:28.435644 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96112081-ca46-4a75-ac59-ae893b55e397 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fb7c9e1-8d3d-4d85-b814-dd3332ecc37e,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:28.485819 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-c62824bd-abdb-47e8-8693-16f2795caba3 None None] Deleting port 6fb7c9e1-8d3d-4d85-b814-dd3332ecc37e {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:55:28.486347 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c62824bd-abdb-47e8-8693-16f2795caba3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:28.543566 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-87f155a2-58dc-46d1-83a1-7b10f523e2e8 req-9297fe20-829c-45d3-9a08-be355a3e004a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=05ec7917-6cd8-4b84-825d-0e5955dd0180 HTTP/1.1" status: 200 len: 217 time: 0.3109913 Jul 24 00:55:28.552889 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-96112081-ca46-4a75-ac59-ae893b55e397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:28.559962 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-c62824bd-abdb-47e8-8693-16f2795caba3 None None] For port 6fb7c9e1-8d3d-4d85-b814-dd3332ecc37e, host n-d-793621-25, got binding levels [] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:28.560442 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c62824bd-abdb-47e8-8693-16f2795caba3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:28.568614 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-96112081-ca46-4a75-ac59-ae893b55e397 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d8bd3a9-e420-4a87-9bcc-4d24c228cc31']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:28.573526 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-c62824bd-abdb-47e8-8693-16f2795caba3 None None] Calling delete_port for 6fb7c9e1-8d3d-4d85-b814-dd3332ecc37e owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:55:28.576441 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.ipam_backend_mixin [None req-c62824bd-abdb-47e8-8693-16f2795caba3 None None] Port 6fb7c9e1-8d3d-4d85-b814-dd3332ecc37e was not found and therefore no delete operation was performed {{(pid=100465) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 24 00:55:28.577914 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c62824bd-abdb-47e8-8693-16f2795caba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:28.581396 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-96112081-ca46-4a75-ac59-ae893b55e397 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '619157ec-bfc6-4f58-adcb-1c0eaf8fa916') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:28.582122 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-96112081-ca46-4a75-ac59-ae893b55e397 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '619157ec-bfc6-4f58-adcb-1c0eaf8fa916') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:28.591954 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4972dbc8-602c-4b8d-b652-9670894eb65d req-db52af14-6df4-4402-8386-e470396a0ead service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.0762026 Jul 24 00:55:28.603006 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b1569-1c6a-480f-bae4-34b6b7f58d16 req-0e37e380-5947-4521-b304-de0930de7018 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:28.606201 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-898b1569-1c6a-480f-bae4-34b6b7f58d16 req-0e37e380-5947-4521-b304-de0930de7018 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6 HTTP/1.1" status: 200 len: 946 time: 0.1842835 Jul 24 00:55:28.610378 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-96112081-ca46-4a75-ac59-ae893b55e397 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:28.611561 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62824bd-abdb-47e8-8693-16f2795caba3 None None] Pushing event deleted for resources: {'Port': ['ID=6fb7c9e1-8d3d-4d85-b814-dd3332ecc37e,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:28.618107 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62824bd-abdb-47e8-8693-16f2795caba3 None None] No DVR routers for this DVR port 6fb7c9e1-8d3d-4d85-b814-dd3332ecc37e on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:55:28.645854 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-96112081-ca46-4a75-ac59-ae893b55e397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:28.661245 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96112081-ca46-4a75-ac59-ae893b55e397 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:55:28.661676 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-96112081-ca46-4a75-ac59-ae893b55e397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:28.663372 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 00:55:28.663372 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:55:28.663372 n-d-793621-25 neutron-server[100463]: timer() Jul 24 00:55:28.663372 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:55:28.663372 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 00:55:28.663372 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:55:28.663372 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 00:55:28.663372 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:55:28.663372 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 00:55:28.663372 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:55:28.663372 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 00:55:28.663372 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:55:28.663372 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 00:55:28.663372 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:55:28.663372 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:55:28.663372 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:55:28.663372 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:55:28.663372 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:55:28.663372 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 00:55:28.663372 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:55:28.663372 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 00:55:28.663372 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:55:28.663372 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:55:28.663372 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:55:28.663372 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 00:55:28.663372 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:55:28.663372 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:55:28.663372 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:55:28.663372 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:55:28.663372 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:55:28.663372 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:55:28.663372 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:55:28.696362 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-898b1569-1c6a-480f-bae4-34b6b7f58d16 req-3dc28f1e-cfa4-4ac0-9aea-91cafa3e893d tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836937 Jul 24 00:55:28.705137 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f155a2-58dc-46d1-83a1-7b10f523e2e8 req-fe7c80ee-6347-4ad6-bb35-a2065b00c71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:28.706754 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-87f155a2-58dc-46d1-83a1-7b10f523e2e8 req-fe7c80ee-6347-4ad6-bb35-a2065b00c71a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=954fd3a6-666f-4557-86c0-353193e10e5d HTTP/1.1" status: 200 len: 858 time: 0.1186397 Jul 24 00:55:28.738028 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-96112081-ca46-4a75-ac59-ae893b55e397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:28.743359 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-96112081-ca46-4a75-ac59-ae893b55e397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:28.748911 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-96112081-ca46-4a75-ac59-ae893b55e397 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5d8bd3a9-e420-4a87-9bcc-4d24c228cc31 HTTP/1.1" status: 204 len: 168 time: 1.1772642 Jul 24 00:55:28.763609 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96112081-ca46-4a75-ac59-ae893b55e397 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d8bd3a9-e420-4a87-9bcc-4d24c228cc31,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:28.770517 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08475ad-ed0f-423c-a804-5acb0b69bd8f req-ff482941-702d-490b-a8fa-375a9a6a548d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:28.772155 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f08475ad-ed0f-423c-a804-5acb0b69bd8f req-ff482941-702d-490b-a8fa-375a9a6a548d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47d332c6cc6c4ecb8bf3cdfbdbe75811&device_id=5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6 HTTP/1.1" status: 200 len: 1098 time: 0.5552986 Jul 24 00:55:28.799222 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-87f155a2-58dc-46d1-83a1-7b10f523e2e8 req-9f225572-d848-4a6f-94d6-dddf77b1567d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73a8909c-49cf-4748-a0d1-117aad1d6801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521092 Jul 24 00:55:28.871493 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48d6cd-b5ac-49f2-b045-7677657c75c4 req-32903632-d961-4035-886d-c60954187a6a tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:28.878760 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ef48d6cd-b5ac-49f2-b045-7677657c75c4 req-32903632-d961-4035-886d-c60954187a6a tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e08683b-8ea7-47fb-822c-20e953e079e0 HTTP/1.1" status: 200 len: 949 time: 0.3649268 Jul 24 00:55:28.939379 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59682) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:28.945392 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device df6b2f82-396f-4a5e-92d3-978a591bb5f1 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:55:28.967584 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: df6b2f82-396f-4a5e-92d3-978a591bb5f1 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:55:28.968299 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device df6b2f82-396f-4a5e-92d3-978a591bb5f1 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:55:28.968912 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 7e4b8b4b-2f1b-4b97-aaa3-3c5662af1bd5 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:55:28.991325 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d88f33ce-d8dd-46f3-8bff-bd94c127208a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d7cece09432f4c8fa2db733aedbfa435&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507023 Jul 24 00:55:28.992012 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59684) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:28.992866 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 7e4b8b4b-2f1b-4b97-aaa3-3c5662af1bd5 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:55:28.993370 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 7e4b8b4b-2f1b-4b97-aaa3-3c5662af1bd5 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:55:28.993892 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 6fb7c9e1-8d3d-4d85-b814-dd3332ecc37e no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:55:29.014804 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 6fb7c9e1-8d3d-4d85-b814-dd3332ecc37e {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:55:29.015194 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 6fb7c9e1-8d3d-4d85-b814-dd3332ecc37e not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:55:29.114522 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a48e1828-1777-4da5-9646-b508ec8085fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:29.116110 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ef48d6cd-b5ac-49f2-b045-7677657c75c4 req-be98cdb3-56a4-4eb3-b910-b498fab11d89 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/security-groups?id=200ca4a1-9c92-457c-a054-23ed08b9b953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365139 Jul 24 00:55:29.125238 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76510b04-4126-46ff-9b0a-008f6f4fabf8 req-5e7a0a07-a7d4-4a7d-b2cd-a28ffb7d0362 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:29.127162 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-76510b04-4126-46ff-9b0a-008f6f4fabf8 req-5e7a0a07-a7d4-4a7d-b2cd-a28ffb7d0362 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.1342518 Jul 24 00:55:29.144979 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-233f6780-3004-4722-96c6-c64f27319518 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 532652b5-0ccf-4dbf-891e-e7c345897077 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:55:29.158919 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-233f6780-3004-4722-96c6-c64f27319518 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:29.160855 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a48e1828-1777-4da5-9646-b508ec8085fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:29.162084 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08475ad-ed0f-423c-a804-5acb0b69bd8f req-6ee75c1d-ee14-463c-8f06-b2171ba4bf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:29.163827 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f08475ad-ed0f-423c-a804-5acb0b69bd8f req-6ee75c1d-ee14-463c-8f06-b2171ba4bf96 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0af7efde-56f8-4cda-80df-42385e4de628 HTTP/1.1" status: 200 len: 915 time: 0.3677745 Jul 24 00:55:29.165439 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-87f155a2-58dc-46d1-83a1-7b10f523e2e8 req-b24fb2de-6b7a-4cc8-ab1f-4ae11a694cb8 service neutron] 10.222.0.13 "GET /v2.0/networks/73a8909c-49cf-4748-a0d1-117aad1d6801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418889 Jul 24 00:55:29.177400 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-233f6780-3004-4722-96c6-c64f27319518 service neutron] Transition to ACTIVE for port object 532652b5-0ccf-4dbf-891e-e7c345897077 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:55:29.181780 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-233f6780-3004-4722-96c6-c64f27319518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:29.200674 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-76510b04-4126-46ff-9b0a-008f6f4fabf8 req-17b3fe1a-2b84-4f0e-84cf-a09059d76a0a tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639729 Jul 24 00:55:29.240474 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a48e1828-1777-4da5-9646-b508ec8085fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:29.244517 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a48e1828-1777-4da5-9646-b508ec8085fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:29.248425 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a48e1828-1777-4da5-9646-b508ec8085fc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/05680ac9-bc47-4c89-9bd7-e8f849f94ab9 HTTP/1.1" status: 204 len: 168 time: 0.2514133 Jul 24 00:55:29.257520 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48e1828-1777-4da5-9646-b508ec8085fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05680ac9-bc47-4c89-9bd7-e8f849f94ab9,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:29.258177 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f08475ad-ed0f-423c-a804-5acb0b69bd8f req-8a3b630c-e5a8-4d47-aa37-ac31dea0c746 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f997ec14-5362-4756-a657-15b0759b6842 HTTP/1.1" status: 200 len: 217 time: 0.0476625 Jul 24 00:55:29.372203 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f6780-3004-4722-96c6-c64f27319518 service neutron] Pushing event updated for resources: {'Port': ['ID=532652b5-0ccf-4dbf-891e-e7c345897077,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:29.496599 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d4cd83e7-2b69-4827-926e-df0e458f65d2 req-b4c4bdfa-81b6-4efe-bce5-8e8ae4611ba6 tempest-ServerShowV254Test-411464079 tempest-ServerShowV254Test-411464079-project] 10.222.0.15 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.0398533 Jul 24 00:55:29.735183 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08475ad-ed0f-423c-a804-5acb0b69bd8f req-0365bfef-4304-4429-a633-8c8dc4ad2384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:29.736541 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f08475ad-ed0f-423c-a804-5acb0b69bd8f req-0365bfef-4304-4429-a633-8c8dc4ad2384 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f87e722c-580a-4749-b26f-a37af54c4e6f HTTP/1.1" status: 200 len: 853 time: 0.4565711 Jul 24 00:55:29.820798 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-87f155a2-58dc-46d1-83a1-7b10f523e2e8 req-2d2b7bf9-af05-4d33-ae01-954b6d45872d service neutron] 10.222.0.13 "GET /v2.0/networks/73a8909c-49cf-4748-a0d1-117aad1d6801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6299522 Jul 24 00:55:29.857694 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392df1e3-d241-4bbb-a71e-0531d4b34fc9 req-7838459f-8580-4d3f-8d39-6ed3c4115db1 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:29.866540 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-392df1e3-d241-4bbb-a71e-0531d4b34fc9 req-7838459f-8580-4d3f-8d39-6ed3c4115db1 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 943 time: 0.5843651 Jul 24 00:55:29.877214 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-233f6780-3004-4722-96c6-c64f27319518 service neutron] Attempting to bind port 532652b5-0ccf-4dbf-891e-e7c345897077 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:55:29.877673 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-233f6780-3004-4722-96c6-c64f27319518 service neutron] Attempting to bind port 532652b5-0ccf-4dbf-891e-e7c345897077 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '2abeda90-4f6a-4b8b-8aff-f712c98837e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:55:29.878019 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-233f6780-3004-4722-96c6-c64f27319518 service neutron] Attempting to bind port 532652b5-0ccf-4dbf-891e-e7c345897077 on network d582b8dc-8856-4b30-8b39-181936a3b597 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:55:29.890771 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817929f4-9e75-4dcc-84d3-af70ee634e20 req-7c3bb513-e177-4525-a0b7-97b098c349a4 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:29.894661 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-817929f4-9e75-4dcc-84d3-af70ee634e20 req-7c3bb513-e177-4525-a0b7-97b098c349a4 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6 HTTP/1.1" status: 200 len: 946 time: 0.0936737 Jul 24 00:55:29.903789 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-233f6780-3004-4722-96c6-c64f27319518 service neutron] Port 532652b5-0ccf-4dbf-891e-e7c345897077 on network d582b8dc-8856-4b30-8b39-181936a3b597 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:55:29.904304 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-233f6780-3004-4722-96c6-c64f27319518 service neutron] Attempting to bind port 532652b5-0ccf-4dbf-891e-e7c345897077 on network d582b8dc-8856-4b30-8b39-181936a3b597 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:55:29.928683 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-233f6780-3004-4722-96c6-c64f27319518 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:55:29.929038 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-233f6780-3004-4722-96c6-c64f27319518 service neutron] Checking segment: {'id': '2abeda90-4f6a-4b8b-8aff-f712c98837e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:55:29.929438 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-233f6780-3004-4722-96c6-c64f27319518 service neutron] Bound using segment: {'id': '2abeda90-4f6a-4b8b-8aff-f712c98837e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:55:29.929879 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-233f6780-3004-4722-96c6-c64f27319518 service neutron] Bound port: 532652b5-0ccf-4dbf-891e-e7c345897077, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2abeda90-4f6a-4b8b-8aff-f712c98837e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:55:29.930247 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-233f6780-3004-4722-96c6-c64f27319518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:29.951140 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-392df1e3-d241-4bbb-a71e-0531d4b34fc9 req-e23452f1-4188-4138-884b-cefc3c72cc18 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0805619 Jul 24 00:55:29.956237 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-817929f4-9e75-4dcc-84d3-af70ee634e20 req-113c1812-bb55-420b-9231-1ce526a077e4 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542309 Jul 24 00:55:29.992284 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08475ad-ed0f-423c-a804-5acb0b69bd8f req-87d50035-a6bd-43fc-9b9a-7f0da15ac095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:29.993856 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f08475ad-ed0f-423c-a804-5acb0b69bd8f req-87d50035-a6bd-43fc-9b9a-7f0da15ac095 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0af7efde-56f8-4cda-80df-42385e4de628&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2303081 Jul 24 00:55:30.125081 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-233f6780-3004-4722-96c6-c64f27319518 service neutron] For port 532652b5-0ccf-4dbf-891e-e7c345897077, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:55:30.142876 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-233f6780-3004-4722-96c6-c64f27319518 service neutron] For port 532652b5-0ccf-4dbf-891e-e7c345897077, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=532652b5-0ccf-4dbf-891e-e7c345897077,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:55:30.157275 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-233f6780-3004-4722-96c6-c64f27319518 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:30.174609 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09883462-718e-4a2e-97e9-dfd48e9287de req-44f1730c-8ee8-44c2-820c-b71aec6663d2 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:30.176407 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-09883462-718e-4a2e-97e9-dfd48e9287de req-44f1730c-8ee8-44c2-820c-b71aec6663d2 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.15 "GET /v2.0/ports?device_id=999c9b7c-5f0a-4f2b-b160-f277244e10f3 HTTP/1.1" status: 200 len: 946 time: 0.0769873 Jul 24 00:55:30.185517 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f08475ad-ed0f-423c-a804-5acb0b69bd8f req-1a2cb7b5-5887-4a54-b471-cb4b942d5cae service neutron] 10.222.0.13 "GET /v2.0/networks/0af7efde-56f8-4cda-80df-42385e4de628?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650243 Jul 24 00:55:30.196216 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-233f6780-3004-4722-96c6-c64f27319518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:30.197196 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-233f6780-3004-4722-96c6-c64f27319518 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:30.198888 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-233f6780-3004-4722-96c6-c64f27319518 service neutron] 10.222.0.13 "PUT /v2.0/ports/532652b5-0ccf-4dbf-891e-e7c345897077 HTTP/1.1" status: 200 len: 1092 time: 2.3966603 Jul 24 00:55:30.201660 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f45ca8d4-e2d6-4d74-92c9-ce232585d0d2', 'tag': '532652b5-0ccf-4dbf-891e-e7c345897077'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:55:30.205377 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a52615d-ddac-40b9-8892-b826dcf5ef14" -d '{"events": [{"name": "network-changed", "server_uuid": "f45ca8d4-e2d6-4d74-92c9-ce232585d0d2", "tag": "532652b5-0ccf-4dbf-891e-e7c345897077"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:55:30.268481 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-09883462-718e-4a2e-97e9-dfd48e9287de req-57c3e9b4-b9be-4852-a926-18fe3607b93a tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.15 "GET /v2.0/security-groups?id=5069202f-f766-4df5-a417-40758d32a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844340 Jul 24 00:55:30.365590 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f6780-3004-4722-96c6-c64f27319518 service neutron] Pushing event updated for resources: {'Port': ['ID=532652b5-0ccf-4dbf-891e-e7c345897077,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:30.467332 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f08475ad-ed0f-423c-a804-5acb0b69bd8f req-b35d64cb-b981-449f-bb44-9b6ffa845f28 service neutron] 10.222.0.13 "GET /v2.0/networks/0af7efde-56f8-4cda-80df-42385e4de628?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416356 Jul 24 00:55:30.479312 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd86fa-fafe-4f5f-825a-5b2ffa8d6def req-0fe2c640-dc26-42d8-a221-43dfd21c9316 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:30.481351 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-35dd86fa-fafe-4f5f-825a-5b2ffa8d6def req-0fe2c640-dc26-42d8-a221-43dfd21c9316 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e08683b-8ea7-47fb-822c-20e953e079e0 HTTP/1.1" status: 200 len: 949 time: 0.2277899 Jul 24 00:55:30.483074 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dade81f4-4d12-455b-bf1a-86a31411d72f x-openstack-request-id: req-dade81f4-4d12-455b-bf1a-86a31411d72f {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:55:30.483860 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f45ca8d4-e2d6-4d74-92c9-ce232585d0d2", "tag": "532652b5-0ccf-4dbf-891e-e7c345897077", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:55:30.484147 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dade81f4-4d12-455b-bf1a-86a31411d72f {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:55:30.484554 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f45ca8d4-e2d6-4d74-92c9-ce232585d0d2', 'tag': '532652b5-0ccf-4dbf-891e-e7c345897077', 'status': 'completed', 'code': 200} Jul 24 00:55:30.501976 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-9f0cf2b5-2db8-43b8-9ef7-f8c836141b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:30.503555 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-9f0cf2b5-2db8-43b8-9ef7-f8c836141b40 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7eb0da34432d47448c1b713034c6041a&device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 1095 time: 0.2459767 Jul 24 00:55:30.571162 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-f5446330-30e1-472f-8a98-8264c715a079 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=532652b5-0ccf-4dbf-891e-e7c345897077 HTTP/1.1" status: 200 len: 217 time: 0.0512094 Jul 24 00:55:30.576582 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-35dd86fa-fafe-4f5f-825a-5b2ffa8d6def req-48d80e85-3e33-428c-84ba-78047260c1f9 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/security-groups?id=200ca4a1-9c92-457c-a054-23ed08b9b953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876462 Jul 24 00:55:30.600901 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3ba85-bb8c-4513-ab37-625c7cd1e373 req-a38b4960-51e3-4605-a797-fd7fd74632d4 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:30.600901 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-59c3ba85-bb8c-4513-ab37-625c7cd1e373 req-a38b4960-51e3-4605-a797-fd7fd74632d4 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.0688026 Jul 24 00:55:30.624746 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-b289e52b-913f-4698-b548-fdcaf81ddbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:30.627272 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-b289e52b-913f-4698-b548-fdcaf81ddbc7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66eb251d-e6ee-4000-900c-f86c0810b697 HTTP/1.1" status: 200 len: 849 time: 0.0460365 Jul 24 00:55:30.639479 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-59c3ba85-bb8c-4513-ab37-625c7cd1e373 req-2cfe26ed-1cdb-4c0d-9184-345b7f8f907f tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345316 Jul 24 00:55:30.693224 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-3109b2ce-a14b-4e74-a7c5-097ec7ef4d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:30.694901 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-3109b2ce-a14b-4e74-a7c5-097ec7ef4d37 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d582b8dc-8856-4b30-8b39-181936a3b597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600009 Jul 24 00:55:30.751201 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b7c434d6-209e-4fe5-941e-c16f372276ca req-111595cd-9784-4c4f-af4b-9118b99c5840 tempest-ServerShowV254Test-411464079 tempest-ServerShowV254Test-411464079-project] 10.222.0.15 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.0419464 Jul 24 00:55:30.827454 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-1cc44b4f-7588-4ef6-b965-022054aaa593 tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=386e9e30e59c4a59b2c0adac32ce0c7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0820601 Jul 24 00:55:30.915494 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-b2b43b80-54dc-470f-8307-2b745308128a service neutron] 10.222.0.13 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073581 Jul 24 00:55:30.993521 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-6ba4fa39-c84e-494f-8fa7-5202c632b2b2 tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:30.995028 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-6ba4fa39-c84e-494f-8fa7-5202c632b2b2 tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1661947 Jul 24 00:55:31.037331 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-834263b4-66d3-4652-bf68-9172edf713ba req-d7730efd-da55-4968-8a41-b15fd57531f5 tempest-ServerShowV254Test-411464079 tempest-ServerShowV254Test-411464079-project] 10.222.0.15 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.0343494 Jul 24 00:55:31.079227 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7351b5aa-e278-456b-b1ee-4db08e1ebe0a req-d1ef6531-5dfa-4650-ab10-8abdbc1cc77f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d99717451c38487380d730f6aca8b52f&device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.0505636 Jul 24 00:55:31.083931 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-883ab9be-3ef7-45b3-873f-8ac157e68540 tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] 10.222.0.15 "GET /v2.0/quotas/386e9e30e59c4a59b2c0adac32ce0c7d HTTP/1.1" status: 200 len: 375 time: 0.0557196 Jul 24 00:55:31.156454 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-258fb3f7-3231-4570-9c2c-34b6c7707342 tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=386e9e30e59c4a59b2c0adac32ce0c7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659833 Jul 24 00:55:31.170147 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e3e61c5b-8c93-48da-b9c3-3e0ca2768d37 req-3165ba4e-2e21-4cdb-87f4-6baeacacd865 service neutron] 10.222.0.13 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440445 Jul 24 00:55:31.172014 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7351b5aa-e278-456b-b1ee-4db08e1ebe0a req-ba72dc01-339e-40fe-a7b7-69625afbcf31 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=d99717451c38487380d730f6aca8b52f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550606 Jul 24 00:55:31.203738 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a9028-6184-4c11-8297-6c8f71209942 req-37374563-912a-4e45-9b7e-30de3e135235 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:31.206606 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-519a9028-6184-4c11-8297-6c8f71209942 req-37374563-912a-4e45-9b7e-30de3e135235 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 943 time: 0.0856624 Jul 24 00:55:31.259806 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-519a9028-6184-4c11-8297-6c8f71209942 req-11478ffa-6bd5-4b16-bd0d-e17da03da8f2 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444798 Jul 24 00:55:31.416452 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c4380-af93-4266-ae96-9042c7af31b3 req-5ab925ac-b9c1-45d7-8ff0-ac0f18f0145a tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:31.418097 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a35c4380-af93-4266-ae96-9042c7af31b3 req-5ab925ac-b9c1-45d7-8ff0-ac0f18f0145a tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6 HTTP/1.1" status: 200 len: 946 time: 0.0883701 Jul 24 00:55:31.438173 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device daeb9ef9-eae2-4dcc-8228-546ed70a8c1b up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:55:31.459109 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351b5aa-e278-456b-b1ee-4db08e1ebe0a req-c4891494-ee87-46e7-b851-2536bf9afc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:31.462052 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7351b5aa-e278-456b-b1ee-4db08e1ebe0a req-c4891494-ee87-46e7-b851-2536bf9afc65 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2577162 Jul 24 00:55:31.499032 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a35c4380-af93-4266-ae96-9042c7af31b3 req-d625914e-4097-48cb-a3ee-87f0a4c51c6b tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597045 Jul 24 00:55:31.514331 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-37d4541d-fb33-47d9-bf2d-9ffc697ee99a req-84cbede8-adb5-43b6-82c0-0b7a1178f695 tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d173155-1546-4cae-bd6f-85489b3cd957 HTTP/1.1" status: 200 len: 210 time: 0.0505755 Jul 24 00:55:31.537410 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52615d-ddac-40b9-8892-b826dcf5ef14 req-d63ade2c-5944-443c-aa78-d6252d5a5f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:31.537410 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6a52615d-ddac-40b9-8892-b826dcf5ef14 req-d63ade2c-5944-443c-aa78-d6252d5a5f8c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7eb0da34432d47448c1b713034c6041a&device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 1095 time: 0.2866855 Jul 24 00:55:31.542913 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port daeb9ef9-eae2-4dcc-8228-546ed70a8c1b completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:55:31.551643 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port daeb9ef9-eae2-4dcc-8228-546ed70a8c1b triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:55:31.552030 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:31.683107 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:31.717272 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca3056-0758-44fb-b632-3efbd3de0261 req-32af3867-2752-4115-b192-912645d07d1c tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:31.720730 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e08683b-8ea7-47fb-822c-20e953e079e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daeb9ef9-eae2-4dcc-8228-546ed70a8c1b'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:55:31.725040 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712a8133-7a77-4d3a-bbb3-a9ea6df5599c" -d '{"events": [{"server_uuid": "5e08683b-8ea7-47fb-822c-20e953e079e0", "name": "network-vif-plugged", "status": "completed", "tag": "daeb9ef9-eae2-4dcc-8228-546ed70a8c1b"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:55:31.729018 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d7ca3056-0758-44fb-b632-3efbd3de0261 req-32af3867-2752-4115-b192-912645d07d1c tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.15 "GET /v2.0/ports?device_id=999c9b7c-5f0a-4f2b-b160-f277244e10f3 HTTP/1.1" status: 200 len: 946 time: 0.0837138 Jul 24 00:55:31.740573 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port daeb9ef9-eae2-4dcc-8228-546ed70a8c1b, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=daeb9ef9-eae2-4dcc-8228-546ed70a8c1b,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:31.746145 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:31.753307 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52615d-ddac-40b9-8892-b826dcf5ef14 req-154419d8-315b-4b73-a44a-cdaa6545e0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:31.754967 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6a52615d-ddac-40b9-8892-b826dcf5ef14 req-154419d8-315b-4b73-a44a-cdaa6545e0e2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d582b8dc-8856-4b30-8b39-181936a3b597 HTTP/1.1" status: 200 len: 911 time: 0.1999919 Jul 24 00:55:31.771334 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d7ca3056-0758-44fb-b632-3efbd3de0261 req-dc6f84ef-0a4c-4b03-9bc8-4566210ecec6 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.15 "GET /v2.0/security-groups?id=5069202f-f766-4df5-a417-40758d32a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425510 Jul 24 00:55:31.825183 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=daeb9ef9-eae2-4dcc-8228-546ed70a8c1b,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:31.837159 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6a52615d-ddac-40b9-8892-b826dcf5ef14 req-f1676863-7def-4fd5-b3d4-991e0f8de1c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=532652b5-0ccf-4dbf-891e-e7c345897077 HTTP/1.1" status: 200 len: 217 time: 0.0509503 Jul 24 00:55:31.851850 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba1a5d-74bc-43db-81f2-4e8bc76a07f6 req-9fbddaf9-5959-4fa5-a28c-61032c585bea tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:31.853410 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5eba1a5d-74bc-43db-81f2-4e8bc76a07f6 req-9fbddaf9-5959-4fa5-a28c-61032c585bea tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6 HTTP/1.1" status: 200 len: 946 time: 0.1727691 Jul 24 00:55:31.934361 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52615d-ddac-40b9-8892-b826dcf5ef14 req-9fa3c2f1-b8e6-443a-98b9-d4501e5288f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:31.934603 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7dc874-206c-4006-88a7-def62cd3d510 req-cafc5826-facb-4be8-a528-56919e64a0e7 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:31.936038 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6a52615d-ddac-40b9-8892-b826dcf5ef14 req-9fa3c2f1-b8e6-443a-98b9-d4501e5288f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66eb251d-e6ee-4000-900c-f86c0810b697 HTTP/1.1" status: 200 len: 849 time: 0.0816481 Jul 24 00:55:31.936273 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ea7dc874-206c-4006-88a7-def62cd3d510 req-cafc5826-facb-4be8-a528-56919e64a0e7 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e08683b-8ea7-47fb-822c-20e953e079e0 HTTP/1.1" status: 200 len: 950 time: 0.0844405 Jul 24 00:55:31.942994 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5eba1a5d-74bc-43db-81f2-4e8bc76a07f6 req-2c094325-82ed-498b-835a-38cf0a564ba9 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797796 Jul 24 00:55:32.012950 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ea7dc874-206c-4006-88a7-def62cd3d510 req-3b7987dd-1bcc-49fe-abe1-a70f10832e5c tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/security-groups?id=200ca4a1-9c92-457c-a054-23ed08b9b953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612071 Jul 24 00:55:32.029678 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52615d-ddac-40b9-8892-b826dcf5ef14 req-1137c505-593d-4c93-b2e8-404647689abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:32.030813 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6a52615d-ddac-40b9-8892-b826dcf5ef14 req-1137c505-593d-4c93-b2e8-404647689abc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d582b8dc-8856-4b30-8b39-181936a3b597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0748258 Jul 24 00:55:32.065137 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a38d0c-0157-4e29-8188-cc169cdd2c96 x-openstack-request-id: req-d2a38d0c-0157-4e29-8188-cc169cdd2c96 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:55:32.065456 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e08683b-8ea7-47fb-822c-20e953e079e0", "name": "network-vif-plugged", "status": "completed", "tag": "daeb9ef9-eae2-4dcc-8228-546ed70a8c1b", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:55:32.065709 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d2a38d0c-0157-4e29-8188-cc169cdd2c96 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:55:32.066106 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e08683b-8ea7-47fb-822c-20e953e079e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'daeb9ef9-eae2-4dcc-8228-546ed70a8c1b', 'code': 200} Jul 24 00:55:32.235083 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546bd22-d888-4cf6-ab1c-0b13360f8f72 req-fd3836eb-f454-459c-b825-349bf1b7a272 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:32.242077 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e546bd22-d888-4cf6-ab1c-0b13360f8f72 req-fd3836eb-f454-459c-b825-349bf1b7a272 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=7aaefa9a-a6e6-43d7-a057-069d1dbe8402 HTTP/1.1" status: 200 len: 945 time: 0.0819082 Jul 24 00:55:32.268528 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2071f1-e828-403d-aca4-fd285b67fdce req-9002b24f-b63c-4ce4-935f-74cf8a99d51e tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:32.269825 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0f2071f1-e828-403d-aca4-fd285b67fdce req-9002b24f-b63c-4ce4-935f-74cf8a99d51e tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.2350652 Jul 24 00:55:32.273227 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6a52615d-ddac-40b9-8892-b826dcf5ef14 req-3343f062-5fb7-4d99-9194-ef7b5dcadfda service neutron] 10.222.0.13 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275517 Jul 24 00:55:32.281020 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e546bd22-d888-4cf6-ab1c-0b13360f8f72 req-0d789c5b-9b06-4700-afaf-65017ee0aa68 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380280 Jul 24 00:55:32.327614 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ee0da-7ec7-4564-8e2e-caace7492483 req-04282609-e226-429f-94d1-44d6e056c810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:32.330560 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-613ee0da-7ec7-4564-8e2e-caace7492483 req-04282609-e226-429f-94d1-44d6e056c810 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5e08683b-8ea7-47fb-822c-20e953e079e0 HTTP/1.1" status: 200 len: 1102 time: 0.1472607 Jul 24 00:55:32.392705 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c272b234-022e-4207-a40b-48032e863ca4 req-5c3783c8-5d1e-401a-bba1-0b1b6384d4c1 tempest-ServerShowV254Test-411464079 tempest-ServerShowV254Test-411464079-project] 10.222.0.15 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.0441353 Jul 24 00:55:32.408528 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0f2071f1-e828-403d-aca4-fd285b67fdce req-15b8110c-eddb-4871-b71e-0bbad6228ae0 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284792 Jul 24 00:55:32.434938 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-613ee0da-7ec7-4564-8e2e-caace7492483 req-c5acedca-e542-4885-b52b-19d0f6646aa0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=200ca4a1-9c92-457c-a054-23ed08b9b953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906966 Jul 24 00:55:32.455690 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6a52615d-ddac-40b9-8892-b826dcf5ef14 req-80c3997e-cec1-47a8-abaa-5f87db7e1eeb service neutron] 10.222.0.13 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675820 Jul 24 00:55:32.528780 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287fd93c-01ec-4c25-a6ac-a98a1e4aa4fc req-903a003a-9441-4d8d-a7d6-8402b28de297 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:32.530492 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-287fd93c-01ec-4c25-a6ac-a98a1e4aa4fc req-903a003a-9441-4d8d-a7d6-8402b28de297 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 943 time: 0.0698042 Jul 24 00:55:32.572344 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67e3f7-a861-4386-a6a9-88079a963de1 req-733e27dd-1899-4ef5-9a91-d30dfb5f02f4 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:32.574923 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1e67e3f7-a861-4386-a6a9-88079a963de1 req-733e27dd-1899-4ef5-9a91-d30dfb5f02f4 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3c5485-96e8-4c00-8dc1-a83d50f9a1f3 HTTP/1.1" status: 200 len: 945 time: 0.0899773 Jul 24 00:55:32.579787 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-287fd93c-01ec-4c25-a6ac-a98a1e4aa4fc req-6d8af255-f992-4ce9-a533-2efeb1f54d6c tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421212 Jul 24 00:55:32.623048 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1e67e3f7-a861-4386-a6a9-88079a963de1 req-b0a1863a-5ac8-43a1-bcc9-e5c18121cb38 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414016 Jul 24 00:55:32.668896 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [req-9507271f-7dae-4656-843b-b487c317ea34 req-9f9b578d-a4b1-4f5b-8032-d194c557cbec tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:55:32.670154 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9507271f-7dae-4656-843b-b487c317ea34 req-9f9b578d-a4b1-4f5b-8032-d194c557cbec tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068989 Jul 24 00:55:32.675065 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-25049dc3-a2d6-4ba3-8496-4b8aba7874b4 req-9529de20-c3eb-4a67-9b80-0ee117c45b6a tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d173155-1546-4cae-bd6f-85489b3cd957 HTTP/1.1" status: 200 len: 210 time: 0.0321517 Jul 24 00:55:32.799657 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9507271f-7dae-4656-843b-b487c317ea34 req-908e0a9f-c037-439b-a272-c974fa0f804b tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1206281 Jul 24 00:55:32.988098 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df566415-7c62-4fbd-999c-2385403f10a2 req-bd7db2af-f701-4fe6-9161-1735b2b02ede tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:32.991717 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-df566415-7c62-4fbd-999c-2385403f10a2 req-bd7db2af-f701-4fe6-9161-1735b2b02ede tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.15 "GET /v2.0/ports?device_id=999c9b7c-5f0a-4f2b-b160-f277244e10f3 HTTP/1.1" status: 200 len: 946 time: 0.0795653 Jul 24 00:55:33.036373 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-df566415-7c62-4fbd-999c-2385403f10a2 req-5973b4db-20c3-4978-9277-140bbbff0c32 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.15 "GET /v2.0/security-groups?id=5069202f-f766-4df5-a417-40758d32a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393240 Jul 24 00:55:33.091840 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-9b376a1d-b634-457c-9545-a82c6c916ac8 tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=386e9e30e59c4a59b2c0adac32ce0c7d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255673 Jul 24 00:55:33.202859 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114b95e1-a1fd-4b36-a8e1-3fff74a8d33c req-f8481a64-5c26-4db8-86f2-76d70dfcf280 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:33.205787 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-114b95e1-a1fd-4b36-a8e1-3fff74a8d33c req-f8481a64-5c26-4db8-86f2-76d70dfcf280 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e08683b-8ea7-47fb-822c-20e953e079e0 HTTP/1.1" status: 200 len: 950 time: 0.1045387 Jul 24 00:55:33.257204 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-114b95e1-a1fd-4b36-a8e1-3fff74a8d33c req-8d67ef54-b0fc-4210-bf99-533e076816a9 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/security-groups?id=200ca4a1-9c92-457c-a054-23ed08b9b953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449140 Jul 24 00:55:33.411491 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f756d-e060-41fa-a347-ad41aa88aea1 req-f6e1547f-d7dc-412f-8782-4eb0efd47023 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:33.413029 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a81f756d-e060-41fa-a347-ad41aa88aea1 req-f6e1547f-d7dc-412f-8782-4eb0efd47023 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6 HTTP/1.1" status: 200 len: 946 time: 0.3816109 Jul 24 00:55:33.494060 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a81f756d-e060-41fa-a347-ad41aa88aea1 req-8e8fb0ed-441b-4688-97d4-1d4ac04a2381 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554028 Jul 24 00:55:33.499774 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9ef5cb54-ed55-4183-b874-73c6eddb84ed req-ead3e5c5-42ad-48da-b75c-838a3345bfac tempest-ServerShowV254Test-411464079 tempest-ServerShowV254Test-411464079-project] 10.222.0.15 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.0313871 Jul 24 00:55:33.503098 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-d26b23be-f8c6-4712-b917-a920737e503d tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:33.504499 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-d26b23be-f8c6-4712-b917-a920737e503d tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3908057 Jul 24 00:55:33.521424 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-87626c18-16ac-4c8e-8b29-85bf22ad2e2c tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Request body: {'port': {'device_id': '8d173155-1546-4cae-bd6f-85489b3cd957', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'admin_state_up': True, 'tenant_id': '386e9e30e59c4a59b2c0adac32ce0c7d'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:55:33.656230 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188182fd-e64e-478c-9d88-47f1e9c65562 req-d9e6a8e8-474c-47df-8be7-428d2195b68d tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:33.659424 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-188182fd-e64e-478c-9d88-47f1e9c65562 req-d9e6a8e8-474c-47df-8be7-428d2195b68d tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=7aaefa9a-a6e6-43d7-a057-069d1dbe8402 HTTP/1.1" status: 200 len: 945 time: 0.0842397 Jul 24 00:55:33.707682 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-188182fd-e64e-478c-9d88-47f1e9c65562 req-d3c2537d-1e68-4f5f-ab32-517e0d9561d6 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387137 Jul 24 00:55:33.733202 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8dd3f8-607f-4e40-99c9-ea6fb2b182d2 req-a33d0303-0b66-4942-82bd-06f2475b2ba1 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:33.734117 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ea8dd3f8-607f-4e40-99c9-ea6fb2b182d2 req-a33d0303-0b66-4942-82bd-06f2475b2ba1 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.1705625 Jul 24 00:55:33.743748 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-87626c18-16ac-4c8e-8b29-85bf22ad2e2c tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Made reservation on behalf of 386e9e30e59c4a59b2c0adac32ce0c7d for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:55:33.747357 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-87626c18-16ac-4c8e-8b29-85bf22ad2e2c tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:33.771337 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-87626c18-16ac-4c8e-8b29-85bf22ad2e2c tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:33.805749 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ea8dd3f8-607f-4e40-99c9-ea6fb2b182d2 req-5f64c571-83e0-4ed5-be80-50414fa382d6 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557551 Jul 24 00:55:33.850473 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7351b5aa-e278-456b-b1ee-4db08e1ebe0a req-fef1aefa-3448-4419-ae25-82b3127feec0 tempest-ServerShowV254Test-411464079 tempest-ServerShowV254Test-411464079-project] 10.222.0.13 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.0415850 Jul 24 00:55:33.904322 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1be805-3d3f-4d19-9fb5-199319874c7b req-ed354d7f-bf8b-40dc-a17e-adf8e5b8e258 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:33.905998 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6f1be805-3d3f-4d19-9fb5-199319874c7b req-ed354d7f-bf8b-40dc-a17e-adf8e5b8e258 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 943 time: 0.1032341 Jul 24 00:55:33.948589 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9cc0b039-7f3c-4d69-ae11-c34424f557c2 req-8fae90d3-d59f-490b-a26f-b6f09b2ef493 tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d173155-1546-4cae-bd6f-85489b3cd957 HTTP/1.1" status: 200 len: 210 time: 0.0395598 Jul 24 00:55:33.960577 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6f1be805-3d3f-4d19-9fb5-199319874c7b req-af663f89-9879-4a77-b61b-effe2af5c5ab tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460672 Jul 24 00:55:33.993926 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-87626c18-16ac-4c8e-8b29-85bf22ad2e2c tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:33.999215 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-87626c18-16ac-4c8e-8b29-85bf22ad2e2c tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:34.091783 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87626c18-16ac-4c8e-8b29-85bf22ad2e2c tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f583b369-f895-4529-867e-d6f83ee687a4,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:34.093066 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae4d15c-25ce-48c0-ba50-762fcef067b2 req-fd5d4078-e5e3-4f68-af94-d94fd20ea89f tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:34.094786 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fae4d15c-25ce-48c0-ba50-762fcef067b2 req-fd5d4078-e5e3-4f68-af94-d94fd20ea89f tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3c5485-96e8-4c00-8dc1-a83d50f9a1f3 HTTP/1.1" status: 200 len: 945 time: 0.0759110 Jul 24 00:55:34.106737 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87626c18-16ac-4c8e-8b29-85bf22ad2e2c tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:34.107281 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87626c18-16ac-4c8e-8b29-85bf22ad2e2c tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:34.107451 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87626c18-16ac-4c8e-8b29-85bf22ad2e2c tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:34.108358 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87626c18-16ac-4c8e-8b29-85bf22ad2e2c tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:34.108358 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87626c18-16ac-4c8e-8b29-85bf22ad2e2c tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:34.108546 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87626c18-16ac-4c8e-8b29-85bf22ad2e2c tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:34.108774 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87626c18-16ac-4c8e-8b29-85bf22ad2e2c tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:34.109111 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87626c18-16ac-4c8e-8b29-85bf22ad2e2c tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:34.109446 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87626c18-16ac-4c8e-8b29-85bf22ad2e2c tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:34.110016 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87626c18-16ac-4c8e-8b29-85bf22ad2e2c tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:34.110506 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87626c18-16ac-4c8e-8b29-85bf22ad2e2c tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:34.110880 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87626c18-16ac-4c8e-8b29-85bf22ad2e2c tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:34.157772 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fae4d15c-25ce-48c0-ba50-762fcef067b2 req-272417f0-af32-4498-bb75-861d4ed890a5 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537014 Jul 24 00:55:34.210398 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-87626c18-16ac-4c8e-8b29-85bf22ad2e2c tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Allocated IP 192.168.233.154 (064170bd-7ae3-42cd-9c1f-14f6db2f099c/b2f8a7b0-45d5-4a4f-bbde-2ea497f98103/6e86eef1-1c45-4ed4-a611-c5d731214315) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:55:34.267390 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd566d-f4bb-4cb0-8dc6-4bfa9818f27f req-74849bae-cfde-42eb-8bb9-d4ec274db06e tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:34.268893 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eddd566d-f4bb-4cb0-8dc6-4bfa9818f27f req-74849bae-cfde-42eb-8bb9-d4ec274db06e tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.15 "GET /v2.0/ports?device_id=999c9b7c-5f0a-4f2b-b160-f277244e10f3 HTTP/1.1" status: 200 len: 946 time: 0.1163480 Jul 24 00:55:34.345335 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eddd566d-f4bb-4cb0-8dc6-4bfa9818f27f req-a6afcef7-6ea3-476b-ac47-de123e0bb230 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.15 "GET /v2.0/security-groups?id=5069202f-f766-4df5-a417-40758d32a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697997 Jul 24 00:55:34.366528 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb23df-5884-49fb-af2d-b7d00df9f087 req-62f66448-a0be-474e-a629-d33c25885eee tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:34.372846 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb23df-5884-49fb-af2d-b7d00df9f087 req-62f66448-a0be-474e-a629-d33c25885eee tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:34.379761 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb23df-5884-49fb-af2d-b7d00df9f087 req-62f66448-a0be-474e-a629-d33c25885eee tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:34.381499 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-50eb23df-5884-49fb-af2d-b7d00df9f087 req-62f66448-a0be-474e-a629-d33c25885eee tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3c5485-96e8-4c00-8dc1-a83d50f9a1f3&device_id=7aaefa9a-a6e6-43d7-a057-069d1dbe8402&device_id=5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6 HTTP/1.1" status: 200 len: 2417 time: 0.0843234 Jul 24 00:55:34.425246 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-50eb23df-5884-49fb-af2d-b7d00df9f087 req-1ac17a1e-06f7-4128-be28-56bd147173ea tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359526 Jul 24 00:55:34.461652 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-87626c18-16ac-4c8e-8b29-85bf22ad2e2c tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:34.462273 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [req-71a9eebc-06b4-4e3f-8d9c-f13b5fc4bb78 req-d05c8193-1d46-4aea-b309-29042c589e46 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:55:34.463459 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-71a9eebc-06b4-4e3f-8d9c-f13b5fc4bb78 req-d05c8193-1d46-4aea-b309-29042c589e46 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062177 Jul 24 00:55:34.482032 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-87626c18-16ac-4c8e-8b29-85bf22ad2e2c tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Transition to ACTIVE for port object 6e86eef1-1c45-4ed4-a611-c5d731214315 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:55:34.515579 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e126100-b5a6-4aa7-bc5e-61e1f731628b req-a26e2496-d3b9-438e-b643-f2f2482895cd tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:34.517703 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8e126100-b5a6-4aa7-bc5e-61e1f731628b req-a26e2496-d3b9-438e-b643-f2f2482895cd tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e08683b-8ea7-47fb-822c-20e953e079e0 HTTP/1.1" status: 200 len: 950 time: 0.1103613 Jul 24 00:55:34.567848 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-87626c18-16ac-4c8e-8b29-85bf22ad2e2c tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:34.577496 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8e126100-b5a6-4aa7-bc5e-61e1f731628b req-19a3d1e3-31f7-4ea3-982b-f44809225fcb tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/security-groups?id=200ca4a1-9c92-457c-a054-23ed08b9b953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489953 Jul 24 00:55:34.608789 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:34.640544 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-71a9eebc-06b4-4e3f-8d9c-f13b5fc4bb78 req-134e297e-6ea5-4b47-9f9d-ca1695a85da5 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1707647 Jul 24 00:55:34.647768 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-87626c18-16ac-4c8e-8b29-85bf22ad2e2c tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Network 064170bd-7ae3-42cd-9c1f-14f6db2f099c is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:55:34.652786 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-87626c18-16ac-4c8e-8b29-85bf22ad2e2c tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:55:34.659970 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-87626c18-16ac-4c8e-8b29-85bf22ad2e2c tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:55:34.671474 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87626c18-16ac-4c8e-8b29-85bf22ad2e2c tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Pushing event updated for resources: {'Port': ['ID=6e86eef1-1c45-4ed4-a611-c5d731214315,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:34.739432 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-87626c18-16ac-4c8e-8b29-85bf22ad2e2c tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:34.740117 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-87626c18-16ac-4c8e-8b29-85bf22ad2e2c tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:34.780117 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-101b0924-c88d-485f-932d-fcaa1806c000 req-02e761ed-3999-4e21-93f2-4c391f6569a9 tempest-ServerShowV254Test-411464079 tempest-ServerShowV254Test-411464079-project] 10.222.0.15 "GET /v2.0/ports?device_id=664314a2-c3e2-4091-9b59-1a7337326a86 HTTP/1.1" status: 200 len: 210 time: 0.0370665 Jul 24 00:55:34.790075 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-87626c18-16ac-4c8e-8b29-85bf22ad2e2c tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2726240 Jul 24 00:55:34.808814 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-7c911e46-9641-4a94-a87c-0888ff50cf48 service neutron] Request body: {'port': {'device_id': '8d173155-1546-4cae-bd6f-85489b3cd957', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:55:34.927994 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-7c911e46-9641-4a94-a87c-0888ff50cf48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:34.941937 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-dacc1ddb-d5a9-4767-9d41-7459a05fb424 None None] Provisioning for port 6e86eef1-1c45-4ed4-a611-c5d731214315 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:55:34.956300 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-dacc1ddb-d5a9-4767-9d41-7459a05fb424 None None] Provisioning complete for port 6e86eef1-1c45-4ed4-a611-c5d731214315 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:55:34.957504 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-dacc1ddb-d5a9-4767-9d41-7459a05fb424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:34.994276 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68278527-0da3-4680-84fe-babc9fb22b22 req-88de43ff-52db-4678-9200-17925c3a67e9 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:35.002731 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-68278527-0da3-4680-84fe-babc9fb22b22 req-88de43ff-52db-4678-9200-17925c3a67e9 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.0836530 Jul 24 00:55:35.008146 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:35.022161 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-dacc1ddb-d5a9-4767-9d41-7459a05fb424 None None] Port 6e86eef1-1c45-4ed4-a611-c5d731214315 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:55:35.063130 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-68278527-0da3-4680-84fe-babc9fb22b22 req-40e90a5e-23db-4bee-a19d-a61e9db0d20a tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521946 Jul 24 00:55:35.211833 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66543fb-0988-4de1-8efa-0b98e2ba3283 req-5bbf01fb-5caa-4720-a972-33f663251f49 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:35.214287 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e66543fb-0988-4de1-8efa-0b98e2ba3283 req-5bbf01fb-5caa-4720-a972-33f663251f49 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e08683b-8ea7-47fb-822c-20e953e079e0 HTTP/1.1" status: 200 len: 950 time: 0.0978789 Jul 24 00:55:35.265065 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e66543fb-0988-4de1-8efa-0b98e2ba3283 req-50b21885-e6b3-4101-b996-475f5d4f29e3 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/security-groups?id=200ca4a1-9c92-457c-a054-23ed08b9b953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427601 Jul 24 00:55:35.421402 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-7c911e46-9641-4a94-a87c-0888ff50cf48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e86eef1-1c45-4ed4-a611-c5d731214315 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:55:35.434303 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29b7d6-5d32-43c5-9095-19518be0fe8b req-f50919e3-2940-4082-a5ec-0724b3bf4fbf tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:35.435910 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2b29b7d6-5d32-43c5-9095-19518be0fe8b req-f50919e3-2940-4082-a5ec-0724b3bf4fbf tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 943 time: 0.0711830 Jul 24 00:55:35.439377 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-7c911e46-9641-4a94-a87c-0888ff50cf48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:35.441680 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 532652b5-0ccf-4dbf-891e-e7c345897077 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:55:35.465439 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-7c911e46-9641-4a94-a87c-0888ff50cf48 service neutron] Transition to ACTIVE for port object 6e86eef1-1c45-4ed4-a611-c5d731214315 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:55:35.476418 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-7c911e46-9641-4a94-a87c-0888ff50cf48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:35.499796 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2b29b7d6-5d32-43c5-9095-19518be0fe8b req-aece115f-4ab7-4db5-818d-36d31edf97be tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560622 Jul 24 00:55:35.547529 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d9328-5c0d-4f4c-b78c-1e84eea570ab req-f1db04e2-dbdb-453a-b6db-1d514d6f37ca tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:35.549215 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9e4d9328-5c0d-4f4c-b78c-1e84eea570ab req-f1db04e2-dbdb-453a-b6db-1d514d6f37ca tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d173155-1546-4cae-bd6f-85489b3cd957 HTTP/1.1" status: 200 len: 936 time: 0.3010185 Jul 24 00:55:35.572263 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4b2f1-bfec-49d9-9733-a325245c3731 req-aa193341-848a-48d9-a096-2d26f226ffa7 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:35.573791 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fef4b2f1-bfec-49d9-9733-a325245c3731 req-aa193341-848a-48d9-a096-2d26f226ffa7 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.13 "GET /v2.0/ports?device_id=999c9b7c-5f0a-4f2b-b160-f277244e10f3 HTTP/1.1" status: 200 len: 946 time: 0.2873366 Jul 24 00:55:35.577075 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 532652b5-0ccf-4dbf-891e-e7c345897077, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=532652b5-0ccf-4dbf-891e-e7c345897077,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:35.601286 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '532652b5-0ccf-4dbf-891e-e7c345897077', 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597', 'port_id': '532652b5-0ccf-4dbf-891e-e7c345897077', 'mac_address': 'fa:16:3e:ad:0c:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66eb251d-e6ee-4000-900c-f86c0810b697', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:55:35.645724 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c911e46-9641-4a94-a87c-0888ff50cf48 service neutron] Pushing event updated for resources: {'Port': ['ID=6e86eef1-1c45-4ed4-a611-c5d731214315,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:35.782731 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9e4d9328-5c0d-4f4c-b78c-1e84eea570ab req-a4784f39-7441-4352-863b-70b0b7911dc3 tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] 10.222.0.15 "GET /v2.0/security-groups?id=f583b369-f895-4529-867e-d6f83ee687a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031353 Jul 24 00:55:35.873111 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-7c911e46-9641-4a94-a87c-0888ff50cf48 service neutron] Attempting to bind port 6e86eef1-1c45-4ed4-a611-c5d731214315 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:55:35.873641 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-7c911e46-9641-4a94-a87c-0888ff50cf48 service neutron] Attempting to bind port 6e86eef1-1c45-4ed4-a611-c5d731214315 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:55:35.874177 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-7c911e46-9641-4a94-a87c-0888ff50cf48 service neutron] Attempting to bind port 6e86eef1-1c45-4ed4-a611-c5d731214315 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:55:35.885519 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-7c911e46-9641-4a94-a87c-0888ff50cf48 service neutron] Port 6e86eef1-1c45-4ed4-a611-c5d731214315 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:55:35.885891 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-7c911e46-9641-4a94-a87c-0888ff50cf48 service neutron] Attempting to bind port 6e86eef1-1c45-4ed4-a611-c5d731214315 on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:55:35.903808 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:35.915259 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-7c911e46-9641-4a94-a87c-0888ff50cf48 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:55:35.915600 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-7c911e46-9641-4a94-a87c-0888ff50cf48 service neutron] Checking segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:55:35.915984 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-7c911e46-9641-4a94-a87c-0888ff50cf48 service neutron] Bound using segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:55:35.916446 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-7c911e46-9641-4a94-a87c-0888ff50cf48 service neutron] Bound port: 6e86eef1-1c45-4ed4-a611-c5d731214315, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:55:35.916789 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-7c911e46-9641-4a94-a87c-0888ff50cf48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:35.922747 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 532652b5-0ccf-4dbf-891e-e7c345897077 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:55:35.966525 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-fef4b2f1-bfec-49d9-9733-a325245c3731 req-51cbb50f-5aac-4e0f-a641-353b81b91ba1 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Deleting port b1329bfb-e879-4178-a342-238739f07c2a {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:55:35.966914 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fef4b2f1-bfec-49d9-9733-a325245c3731 req-51cbb50f-5aac-4e0f-a641-353b81b91ba1 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:35.967315 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 532652b5-0ccf-4dbf-891e-e7c345897077, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=532652b5-0ccf-4dbf-891e-e7c345897077,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:35.976567 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:36.063397 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=532652b5-0ccf-4dbf-891e-e7c345897077,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:36.100929 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-7c911e46-9641-4a94-a87c-0888ff50cf48 service neutron] For port 6e86eef1-1c45-4ed4-a611-c5d731214315, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:55:36.131449 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-7c911e46-9641-4a94-a87c-0888ff50cf48 service neutron] For port 6e86eef1-1c45-4ed4-a611-c5d731214315, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=6e86eef1-1c45-4ed4-a611-c5d731214315,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:55:36.144000 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-7c911e46-9641-4a94-a87c-0888ff50cf48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:36.186250 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8d849-5212-40d5-bc59-bf9786429a00 req-9da18ff3-79e3-4a2b-85c2-19f82c850663 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:36.189119 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3cb8d849-5212-40d5-bc59-bf9786429a00 req-9da18ff3-79e3-4a2b-85c2-19f82c850663 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.15 "GET /v2.0/ports?device_id=999c9b7c-5f0a-4f2b-b160-f277244e10f3 HTTP/1.1" status: 200 len: 946 time: 0.2896686 Jul 24 00:55:36.244907 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-fef4b2f1-bfec-49d9-9733-a325245c3731 req-51cbb50f-5aac-4e0f-a641-353b81b91ba1 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] For port b1329bfb-e879-4178-a342-238739f07c2a, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=b1329bfb-e879-4178-a342-238739f07c2a,segment=NetworkSegment(5b144dc0-7718-4ec4-90c2-330e40cee5fe),segment_id=5b144dc0-7718-4ec4-90c2-330e40cee5fe)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:36.245490 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fef4b2f1-bfec-49d9-9733-a325245c3731 req-51cbb50f-5aac-4e0f-a641-353b81b91ba1 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:36.282749 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-7c911e46-9641-4a94-a87c-0888ff50cf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:36.284426 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-7c911e46-9641-4a94-a87c-0888ff50cf48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:36.286317 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-7c911e46-9641-4a94-a87c-0888ff50cf48 service neutron] 10.222.0.13 "PUT /v2.0/ports/6e86eef1-1c45-4ed4-a611-c5d731214315 HTTP/1.1" status: 200 len: 1097 time: 1.4865019 Jul 24 00:55:36.300976 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4fec6b-774e-4319-90ef-4cba641b7300 req-05477557-65df-49d4-9f77-fb6415e1a735 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:36.303819 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0f4fec6b-774e-4319-90ef-4cba641b7300 req-05477557-65df-49d4-9f77-fb6415e1a735 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.1075032 Jul 24 00:55:36.344535 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['532652b5-0ccf-4dbf-891e-e7c345897077'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:55:36.354397 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d173155-1546-4cae-bd6f-85489b3cd957', 'tag': '6e86eef1-1c45-4ed4-a611-c5d731214315'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:55:36.360376 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f939c84-48d3-46e5-a1ac-d80dcba3065d" -d '{"events": [{"name": "network-changed", "server_uuid": "8d173155-1546-4cae-bd6f-85489b3cd957", "tag": "6e86eef1-1c45-4ed4-a611-c5d731214315"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:55:36.410856 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0f4fec6b-774e-4319-90ef-4cba641b7300 req-c14c8167-af2f-4c53-96a0-4ca5e6e87f21 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906692 Jul 24 00:55:36.415340 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59862) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:36.479986 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3cb8d849-5212-40d5-bc59-bf9786429a00 req-b1cea0ba-b3ac-4202-b820-02c7bde6b7a2 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.15 "GET /v2.0/security-groups?id=5069202f-f766-4df5-a417-40758d32a31e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2540624 Jul 24 00:55:36.677414 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c911e46-9641-4a94-a87c-0888ff50cf48 service neutron] Pushing event updated for resources: {'Port': ['ID=6e86eef1-1c45-4ed4-a611-c5d731214315,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:36.710375 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fef4b2f1-bfec-49d9-9733-a325245c3731 req-51cbb50f-5aac-4e0f-a641-353b81b91ba1 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:36.710979 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fef4b2f1-bfec-49d9-9733-a325245c3731 req-51cbb50f-5aac-4e0f-a641-353b81b91ba1 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:36.711362 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [req-fef4b2f1-bfec-49d9-9733-a325245c3731 req-51cbb50f-5aac-4e0f-a641-353b81b91ba1 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Floating IP b5cc7594-5f2c-479b-b020-76ce7e4cf487 disassociated. External IP: 172.25.2.66, port: b1329bfb-e879-4178-a342-238739f07c2a. Jul 24 00:55:36.711896 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-fef4b2f1-bfec-49d9-9733-a325245c3731 req-51cbb50f-5aac-4e0f-a641-353b81b91ba1 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Calling delete_port for b1329bfb-e879-4178-a342-238739f07c2a owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:55:36.799720 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5296241-e6e6-476f-b4d7-6c406e00024b x-openstack-request-id: req-f5296241-e6e6-476f-b4d7-6c406e00024b {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:55:36.800016 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d173155-1546-4cae-bd6f-85489b3cd957", "tag": "6e86eef1-1c45-4ed4-a611-c5d731214315", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:55:36.800258 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f5296241-e6e6-476f-b4d7-6c406e00024b {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:55:36.800776 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d173155-1546-4cae-bd6f-85489b3cd957', 'tag': '6e86eef1-1c45-4ed4-a611-c5d731214315', 'status': 'completed', 'code': 200} Jul 24 00:55:36.811912 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-91dfbeeb-9512-4ff5-a095-9fe34bea8cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:36.814056 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-91dfbeeb-9512-4ff5-a095-9fe34bea8cbe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=386e9e30e59c4a59b2c0adac32ce0c7d&device_id=8d173155-1546-4cae-bd6f-85489b3cd957 HTTP/1.1" status: 200 len: 1100 time: 0.4424670 Jul 24 00:55:36.814973 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-45d0be6a-c3de-4d96-a009-27821528baeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:36.887760 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-de905887-ecc5-4331-b00d-6f8f7ee8bdf8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=6e86eef1-1c45-4ed4-a611-c5d731214315 HTTP/1.1" status: 200 len: 217 time: 0.0576501 Jul 24 00:55:36.897430 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b540e58-3782-45c1-921d-932413474370 req-56b097af-12d7-45b0-83c4-43e06532d728 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:36.899023 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8b540e58-3782-45c1-921d-932413474370 req-56b097af-12d7-45b0-83c4-43e06532d728 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e08683b-8ea7-47fb-822c-20e953e079e0 HTTP/1.1" status: 200 len: 950 time: 0.2272460 Jul 24 00:55:36.948311 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d87047-080c-41eb-a267-0b102a4ef576 req-c96f0d24-9155-48fe-8140-7d1fcfe5422d tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:36.949846 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f9d87047-080c-41eb-a267-0b102a4ef576 req-c96f0d24-9155-48fe-8140-7d1fcfe5422d tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.0989776 Jul 24 00:55:36.966985 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-45d0be6a-c3de-4d96-a009-27821528baeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:36.977562 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-45d0be6a-c3de-4d96-a009-27821528baeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:36.998481 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-3b5f721d-ad80-4025-99db-e8eb36375360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:36.999733 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-3b5f721d-ad80-4025-99db-e8eb36375360 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.0999250 Jul 24 00:55:37.005897 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8b540e58-3782-45c1-921d-932413474370 req-405ebd43-188c-4ae2-893b-79088fd7138c tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/security-groups?id=200ca4a1-9c92-457c-a054-23ed08b9b953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970571 Jul 24 00:55:37.035934 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-45d0be6a-c3de-4d96-a009-27821528baeb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d99717451c38487380d730f6aca8b52f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6192920 Jul 24 00:55:37.036715 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59872) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:37.040771 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f9d87047-080c-41eb-a267-0b102a4ef576 req-2694cb74-1d15-4c9f-a103-97edccaa7680 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0833526 Jul 24 00:55:37.046468 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fef4b2f1-bfec-49d9-9733-a325245c3731 req-51cbb50f-5aac-4e0f-a641-353b81b91ba1 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:37.048563 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0be6a-c3de-4d96-a009-27821528baeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a903c8a-22fe-441e-aafe-6e4274f9f06e,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:37.084978 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cbb50f-5aac-4e0f-a641-353b81b91ba1 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Pushing event deleted for resources: {'Port': ['ID=b1329bfb-e879-4178-a342-238739f07c2a,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:37.152867 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-feaf1c18-bbe7-4b42-8679-c93e75ca6d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:37.186751 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-4b746532-e40b-4815-b422-3806668b52bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:37.188363 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-4b746532-e40b-4815-b422-3806668b52bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1797705 Jul 24 00:55:37.196215 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-feaf1c18-bbe7-4b42-8679-c93e75ca6d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:37.252291 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41306e92-237f-4ede-b548-d0102f1f7bec req-9f48411e-dd7e-4d7f-a1be-a4053ce96810 tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:37.253843 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-41306e92-237f-4ede-b548-d0102f1f7bec req-9f48411e-dd7e-4d7f-a1be-a4053ce96810 tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d173155-1546-4cae-bd6f-85489b3cd957 HTTP/1.1" status: 200 len: 948 time: 0.1147583 Jul 24 00:55:37.287225 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-feaf1c18-bbe7-4b42-8679-c93e75ca6d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:37.289899 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-feaf1c18-bbe7-4b42-8679-c93e75ca6d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:37.290378 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fef4b2f1-bfec-49d9-9733-a325245c3731 req-51cbb50f-5aac-4e0f-a641-353b81b91ba1 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Router a23c6329-1a71-4762-9d9c-9b8509392aef has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:55:37.291054 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-feaf1c18-bbe7-4b42-8679-c93e75ca6d5e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8a903c8a-22fe-441e-aafe-6e4274f9f06e HTTP/1.1" status: 204 len: 168 time: 0.2493794 Jul 24 00:55:37.312054 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf1c18-bbe7-4b42-8679-c93e75ca6d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a903c8a-22fe-441e-aafe-6e4274f9f06e,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:37.328851 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-41306e92-237f-4ede-b548-d0102f1f7bec req-8102a929-d9af-43dc-9f6c-61acc6bf4f65 tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] 10.222.0.15 "GET /v2.0/security-groups?id=f583b369-f895-4529-867e-d6f83ee687a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582724 Jul 24 00:55:37.365741 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-870faed1-3112-4382-b091-47edffc2da36 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700003 Jul 24 00:55:37.649373 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbaa2f-f975-427c-aa13-77f3ce939543 req-1ce0f00d-7726-48d2-802d-d2283f6e9e6a tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:37.659166 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4fbbaa2f-f975-427c-aa13-77f3ce939543 req-1ce0f00d-7726-48d2-802d-d2283f6e9e6a tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.0938375 Jul 24 00:55:37.698518 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4fbbaa2f-f975-427c-aa13-77f3ce939543 req-6078659a-4d83-4157-b9aa-28426b58f847 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384130 Jul 24 00:55:37.797528 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-36384d7a-5321-4035-b304-8d12a72fe1fc req-9d8ac560-9131-4517-a6c9-44655d774050 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.15 "GET /v2.0/ports?device_id=999c9b7c-5f0a-4f2b-b160-f277244e10f3 HTTP/1.1" status: 200 len: 210 time: 0.0297401 Jul 24 00:55:37.798861 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad43a2-8f9a-4d5c-ac56-9f68735de9f0 req-a38ccf9c-e3fc-47a0-85a8-3fafc6194163 tempest-LiveMigrationNegativeTest-1706793689 tempest-LiveMigrationNegativeTest-1706793689-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:37.800404 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-18ad43a2-8f9a-4d5c-ac56-9f68735de9f0 req-a38ccf9c-e3fc-47a0-85a8-3fafc6194163 tempest-LiveMigrationNegativeTest-1706793689 tempest-LiveMigrationNegativeTest-1706793689-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5e08683b-8ea7-47fb-822c-20e953e079e0 HTTP/1.1" status: 200 len: 1102 time: 0.5137346 Jul 24 00:55:37.845777 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-18ad43a2-8f9a-4d5c-ac56-9f68735de9f0 req-363c11e0-3d18-4c1a-a791-0e6b15aff16b tempest-LiveMigrationNegativeTest-1706793689 tempest-LiveMigrationNegativeTest-1706793689-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:37.850361 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fef4b2f1-bfec-49d9-9733-a325245c3731 req-51cbb50f-5aac-4e0f-a641-353b81b91ba1 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:55:37.863886 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65c9722d-afd0-43b6-9e7e-addaf653cbd3 req-314d9714-013d-4509-93c8-eae071abfb52 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850288 Jul 24 00:55:37.864520 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f000e91-00ea-463c-968f-ea4c31df582d None None] Sync routers for ids ['a23c6329-1a71-4762-9d9c-9b8509392aef'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:55:37.891686 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f000e91-00ea-463c-968f-ea4c31df582d None None] Routers {'a23c6329-1a71-4762-9d9c-9b8509392aef'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:55:37.893811 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-6f000e91-00ea-463c-968f-ea4c31df582d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:55:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['a23c6329-1a71-4762-9d9c-9b8509392aef'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:37.914407 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef4b2f1-bfec-49d9-9733-a325245c3731 req-51cbb50f-5aac-4e0f-a641-353b81b91ba1 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] No DVR routers for this DVR port b1329bfb-e879-4178-a342-238739f07c2a on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:55:37.918235 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fef4b2f1-bfec-49d9-9733-a325245c3731 req-51cbb50f-5aac-4e0f-a641-353b81b91ba1 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:37.920318 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fef4b2f1-bfec-49d9-9733-a325245c3731 req-51cbb50f-5aac-4e0f-a641-353b81b91ba1 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.13 "DELETE /v2.0/ports/b1329bfb-e879-4178-a342-238739f07c2a HTTP/1.1" status: 204 len: 173 time: 2.3400512 Jul 24 00:55:37.978248 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c1a16-6790-46dd-9774-4626407b3e21 req-e3664fff-4662-4c29-aa1a-bc3c3ac5b617 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:37.988273 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-023c1a16-6790-46dd-9774-4626407b3e21 req-e3664fff-4662-4c29-aa1a-bc3c3ac5b617 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3c5485-96e8-4c00-8dc1-a83d50f9a1f3 HTTP/1.1" status: 200 len: 945 time: 0.1203091 Jul 24 00:55:38.026666 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f939c84-48d3-46e5-a1ac-d80dcba3065d req-d5a2854a-a06f-4cf2-b0cc-427897f5a944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:38.028272 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9f939c84-48d3-46e5-a1ac-d80dcba3065d req-d5a2854a-a06f-4cf2-b0cc-427897f5a944 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=386e9e30e59c4a59b2c0adac32ce0c7d&device_id=8d173155-1546-4cae-bd6f-85489b3cd957 HTTP/1.1" status: 200 len: 1100 time: 0.0990012 Jul 24 00:55:38.033403 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-023c1a16-6790-46dd-9774-4626407b3e21 req-e892414b-a239-4742-9af2-b292b66ba74b tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421565 Jul 24 00:55:38.096402 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-6f000e91-00ea-463c-968f-ea4c31df582d None None] Set router a23c6329-1a71-4762-9d9c-9b8509392aef gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:55:38.116509 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-18ad43a2-8f9a-4d5c-ac56-9f68735de9f0 req-363c11e0-3d18-4c1a-a791-0e6b15aff16b tempest-LiveMigrationNegativeTest-1706793689 tempest-LiveMigrationNegativeTest-1706793689-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:38.127072 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-18ad43a2-8f9a-4d5c-ac56-9f68735de9f0 req-363c11e0-3d18-4c1a-a791-0e6b15aff16b tempest-LiveMigrationNegativeTest-1706793689 tempest-LiveMigrationNegativeTest-1706793689-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:38.185592 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c11e0-3d18-4c1a-a791-0e6b15aff16b tempest-LiveMigrationNegativeTest-1706793689 tempest-LiveMigrationNegativeTest-1706793689-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4a69f5-a120-4966-9e80-3b146b5c9925,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:38.220605 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ba4b9-83a2-433b-a282-e4e9704a91a7 req-6d38ffb0-7fb8-4eac-8c3b-2aaa79813d13 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:38.220605 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-843ba4b9-83a2-433b-a282-e4e9704a91a7 req-6d38ffb0-7fb8-4eac-8c3b-2aaa79813d13 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.0898087 Jul 24 00:55:38.222049 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-18ad43a2-8f9a-4d5c-ac56-9f68735de9f0 req-363c11e0-3d18-4c1a-a791-0e6b15aff16b tempest-LiveMigrationNegativeTest-1706793689 tempest-LiveMigrationNegativeTest-1706793689-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=200ca4a1-9c92-457c-a054-23ed08b9b953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120269 Jul 24 00:55:38.243973 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f939c84-48d3-46e5-a1ac-d80dcba3065d req-dfa38106-24e6-455d-aa2d-3bae584f352e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:38.245790 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9f939c84-48d3-46e5-a1ac-d80dcba3065d req-dfa38106-24e6-455d-aa2d-3bae584f352e service neutron] 10.222.0.13 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.2081459 Jul 24 00:55:38.269387 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-843ba4b9-83a2-433b-a282-e4e9704a91a7 req-abc740b0-2816-4aa3-972c-a6cd949c8a5a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388494 Jul 24 00:55:38.308063 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9f939c84-48d3-46e5-a1ac-d80dcba3065d req-4a3cd339-307a-4a0b-a1df-192b53fc184e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=6e86eef1-1c45-4ed4-a611-c5d731214315 HTTP/1.1" status: 200 len: 217 time: 0.0507913 Jul 24 00:55:38.356021 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-6f000e91-00ea-463c-968f-ea4c31df582d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23c6329-1a71-4762-9d9c-9b8509392aef', 'name': 'tempest-ServersTestJSON-332587084-router', 'tenant_id': 'e85ccf615a264953acf81b1366347c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '2e361e11-c584-4b01-b6a5-a088c296d075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:52:52Z', 'updated_at': '2021-07-24T00:52:58Z', 'revision_number': 4, 'project_id': 'e85ccf615a264953acf81b1366347c29', 'gw_port': {'id': '2e361e11-c584-4b01-b6a5-a088c296d075', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23c6329-1a71-4762-9d9c-9b8509392aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:52:53Z', 'updated_at': '2021-07-24T00:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '1bb31397-7198-4537-9465-813fc4d04669', 'name': '', 'network_id': 'd0b9a74b-04f9-4176-9a7c-8b705a56f0cd', 'tenant_id': 'e85ccf615a264953acf81b1366347c29', 'mac_address': 'fa:16:3e:d1:a5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23c6329-1a71-4762-9d9c-9b8509392aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '548ec9ed-6196-4fe0-b137-b8f45c19af22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:52:56Z', 'updated_at': '2021-07-24T00:53:07Z', 'revision_number': 5, 'project_id': 'e85ccf615a264953acf81b1366347c29', 'subnets': [{'id': '548ec9ed-6196-4fe0-b137-b8f45c19af22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:38.380232 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f939c84-48d3-46e5-a1ac-d80dcba3065d req-b40e52d9-335f-41be-9afe-4d19ebb74fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:38.381753 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9f939c84-48d3-46e5-a1ac-d80dcba3065d req-b40e52d9-335f-41be-9afe-4d19ebb74fe9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.0646505 Jul 24 00:55:38.395742 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f000e91-00ea-463c-968f-ea4c31df582d None None] Checking router: a23c6329-1a71-4762-9d9c-9b8509392aef for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:55:38.404527 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f000e91-00ea-463c-968f-ea4c31df582d None None] Routers {'a23c6329-1a71-4762-9d9c-9b8509392aef'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:55:38.405156 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-6f000e91-00ea-463c-968f-ea4c31df582d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:55:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['a23c6329-1a71-4762-9d9c-9b8509392aef'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:38.471482 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f939c84-48d3-46e5-a1ac-d80dcba3065d req-1ca2dfae-7163-4b7c-89f3-b2c01a72495b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:38.473027 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9f939c84-48d3-46e5-a1ac-d80dcba3065d req-1ca2dfae-7163-4b7c-89f3-b2c01a72495b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0825334 Jul 24 00:55:38.539316 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f7458-ba8b-4fb2-85a5-5ecc6aba8d78 req-399a7e42-d9e5-429c-ba2d-b5a6ea179276 tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:38.540814 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-6f000e91-00ea-463c-968f-ea4c31df582d None None] Set router a23c6329-1a71-4762-9d9c-9b8509392aef gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:55:38.543699 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b78f7458-ba8b-4fb2-85a5-5ecc6aba8d78 req-399a7e42-d9e5-429c-ba2d-b5a6ea179276 tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d173155-1546-4cae-bd6f-85489b3cd957 HTTP/1.1" status: 200 len: 948 time: 0.0841715 Jul 24 00:55:38.599307 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b78f7458-ba8b-4fb2-85a5-5ecc6aba8d78 req-45c5f16b-f657-4d46-9f96-77204511fb35 tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] 10.222.0.15 "GET /v2.0/security-groups?id=f583b369-f895-4529-867e-d6f83ee687a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528276 Jul 24 00:55:38.637942 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9f939c84-48d3-46e5-a1ac-d80dcba3065d req-05e541e9-e3e1-4042-860f-bf1fd5ca3967 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461496 Jul 24 00:55:38.803636 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999c9b7c-5f0a-4f2b-b160-f277244e10f3', 'name': 'network-vif-deleted', 'tag': 'b1329bfb-e879-4178-a342-238739f07c2a'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:55:38.806805 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2f4d41-86f4-4fde-b4d9-97e24e828833" -d '{"events": [{"server_uuid": "999c9b7c-5f0a-4f2b-b160-f277244e10f3", "name": "network-vif-deleted", "tag": "b1329bfb-e879-4178-a342-238739f07c2a"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:55:38.823175 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9f939c84-48d3-46e5-a1ac-d80dcba3065d req-45569d15-567a-4aaf-a3d7-f0538cef6aa7 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673932 Jul 24 00:55:38.870663 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-6f000e91-00ea-463c-968f-ea4c31df582d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23c6329-1a71-4762-9d9c-9b8509392aef', 'name': 'tempest-ServersTestJSON-332587084-router', 'tenant_id': 'e85ccf615a264953acf81b1366347c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '2e361e11-c584-4b01-b6a5-a088c296d075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:52:52Z', 'updated_at': '2021-07-24T00:52:58Z', 'revision_number': 4, 'project_id': 'e85ccf615a264953acf81b1366347c29', 'gw_port': {'id': '2e361e11-c584-4b01-b6a5-a088c296d075', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23c6329-1a71-4762-9d9c-9b8509392aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:52:53Z', 'updated_at': '2021-07-24T00:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '1bb31397-7198-4537-9465-813fc4d04669', 'name': '', 'network_id': 'd0b9a74b-04f9-4176-9a7c-8b705a56f0cd', 'tenant_id': 'e85ccf615a264953acf81b1366347c29', 'mac_address': 'fa:16:3e:d1:a5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23c6329-1a71-4762-9d9c-9b8509392aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '548ec9ed-6196-4fe0-b137-b8f45c19af22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:52:56Z', 'updated_at': '2021-07-24T00:53:07Z', 'revision_number': 5, 'project_id': 'e85ccf615a264953acf81b1366347c29', 'subnets': [{'id': '548ec9ed-6196-4fe0-b137-b8f45c19af22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:38.903802 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f000e91-00ea-463c-968f-ea4c31df582d None None] The sync data for ids ['a23c6329-1a71-4762-9d9c-9b8509392aef'] in n-d-793621-25 is: [{'id': 'a23c6329-1a71-4762-9d9c-9b8509392aef', 'name': 'tempest-ServersTestJSON-332587084-router', 'tenant_id': 'e85ccf615a264953acf81b1366347c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '2e361e11-c584-4b01-b6a5-a088c296d075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:52:52Z', 'updated_at': '2021-07-24T00:52:58Z', 'revision_number': 4, 'project_id': 'e85ccf615a264953acf81b1366347c29', 'gw_port': {'id': '2e361e11-c584-4b01-b6a5-a088c296d075', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23c6329-1a71-4762-9d9c-9b8509392aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:52:53Z', 'updated_at': '2021-07-24T00:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '1bb31397-7198-4537-9465-813fc4d04669', 'name': '', 'network_id': 'd0b9a74b-04f9-4176-9a7c-8b705a56f0cd', 'tenant_id': 'e85ccf615a264953acf81b1366347c29', 'mac_address': 'fa:16:3e:d1:a5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23c6329-1a71-4762-9d9c-9b8509392aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '548ec9ed-6196-4fe0-b137-b8f45c19af22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:52:56Z', 'updated_at': '2021-07-24T00:53:07Z', 'revision_number': 5, 'project_id': 'e85ccf615a264953acf81b1366347c29', 'subnets': [{'id': '548ec9ed-6196-4fe0-b137-b8f45c19af22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:55:38.959552 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e0e33-ebaf-46cf-8279-4eba5b19565f req-62e937db-3e05-4c42-a7d4-813a8b5e32e4 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:38.961425 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-011e0e33-ebaf-46cf-8279-4eba5b19565f req-62e937db-3e05-4c42-a7d4-813a8b5e32e4 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.0812335 Jul 24 00:55:38.966370 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40a181-a1a8-43dd-a100-71ee65b844b9 req-34ae62f1-17c1-459c-b332-7220e4d852fe tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:38.968116 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bd40a181-a1a8-43dd-a100-71ee65b844b9 req-34ae62f1-17c1-459c-b332-7220e4d852fe tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e08683b-8ea7-47fb-822c-20e953e079e0 HTTP/1.1" status: 200 len: 950 time: 0.0824835 Jul 24 00:55:39.009490 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-011e0e33-ebaf-46cf-8279-4eba5b19565f req-3211f353-8df2-4f75-a5e6-06a9fddbefc3 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416787 Jul 24 00:55:39.015233 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bd40a181-a1a8-43dd-a100-71ee65b844b9 req-2c8d049a-715e-4511-8c0a-b95e159ad707 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/security-groups?id=200ca4a1-9c92-457c-a054-23ed08b9b953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400007 Jul 24 00:55:39.064277 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0b2de6-24b5-4b39-8635-f5bb633dec8e x-openstack-request-id: req-8e0b2de6-24b5-4b39-8635-f5bb633dec8e {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:55:39.064590 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999c9b7c-5f0a-4f2b-b160-f277244e10f3", "name": "network-vif-deleted", "tag": "b1329bfb-e879-4178-a342-238739f07c2a", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:55:39.064846 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8e0b2de6-24b5-4b39-8635-f5bb633dec8e {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:55:39.065251 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999c9b7c-5f0a-4f2b-b160-f277244e10f3', 'name': 'network-vif-deleted', 'tag': 'b1329bfb-e879-4178-a342-238739f07c2a', 'status': 'completed', 'code': 200} Jul 24 00:55:39.165392 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59944) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:39.242396 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b4577-4cbc-4172-8a14-dba6f537b78a req-7347bd19-865c-4881-aeed-cda67ee4b21b tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:39.251432 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0b4b4577-4cbc-4172-8a14-dba6f537b78a req-7347bd19-865c-4881-aeed-cda67ee4b21b tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3c5485-96e8-4c00-8dc1-a83d50f9a1f3 HTTP/1.1" status: 200 len: 945 time: 0.1272593 Jul 24 00:55:39.254258 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1644b836-f70e-49c9-a03d-5628f0e6a711 None None] New status for floating IP b5cc7594-5f2c-479b-b020-76ce7e4cf487: DOWN {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:55:39.279492 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8e5bff0e-810b-41e5-b720-4570e2533f4b tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:39.326742 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0b4b4577-4cbc-4172-8a14-dba6f537b78a req-ad7695b5-7fa7-4551-bc75-51169a909d4b tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694654 Jul 24 00:55:39.332169 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8e5bff0e-810b-41e5-b720-4570e2533f4b tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:39.388273 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8e5bff0e-810b-41e5-b720-4570e2533f4b tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:39.392260 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8e5bff0e-810b-41e5-b720-4570e2533f4b tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:39.393707 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-8e5bff0e-810b-41e5-b720-4570e2533f4b tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.15 "DELETE /v2.0/security-groups/5069202f-f766-4df5-a417-40758d32a31e HTTP/1.1" status: 204 len: 168 time: 0.2273467 Jul 24 00:55:39.396956 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59948) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:39.413303 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5bff0e-810b-41e5-b720-4570e2533f4b tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5069202f-f766-4df5-a417-40758d32a31e,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:39.428770 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-36889f3a-9d02-4262-9457-3ca66099dd3c tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] show failed (client error): The resource could not be found. Jul 24 00:55:39.430856 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-36889f3a-9d02-4262-9457-3ca66099dd3c tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.15 "GET /v2.0/security-groups/5069202f-f766-4df5-a417-40758d32a31e HTTP/1.1" status: 404 len: 347 time: 0.0319626 Jul 24 00:55:39.435268 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59950) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:39.450528 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 532652b5-0ccf-4dbf-891e-e7c345897077 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:55:39.496112 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50aa077-09df-4384-a7ed-d5d1d8abfeba req-d90590db-c6ba-4493-8451-046892096da3 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:39.498224 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d50aa077-09df-4384-a7ed-d5d1d8abfeba req-d90590db-c6ba-4493-8451-046892096da3 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.1349127 Jul 24 00:55:39.524918 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 532652b5-0ccf-4dbf-891e-e7c345897077 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:55:39.532764 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 532652b5-0ccf-4dbf-891e-e7c345897077 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:55:39.533546 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:39.574139 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d50aa077-09df-4384-a7ed-d5d1d8abfeba req-418eb43a-2ee9-40d1-9ed6-46975d7c65a9 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0651042 Jul 24 00:55:39.638140 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc78072-a386-4e58-864a-2bc178e98fba req-75221ca8-8621-45f1-ad15-c8cb84f771b6 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:39.639672 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bbc78072-a386-4e58-864a-2bc178e98fba req-75221ca8-8621-45f1-ad15-c8cb84f771b6 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d3c5485-96e8-4c00-8dc1-a83d50f9a1f3 HTTP/1.1" status: 200 len: 945 time: 0.1929500 Jul 24 00:55:39.643797 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:39.648191 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-72bcf8f2-feb0-48a4-a6cc-22df6210c077 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Deleting port c39d4300-e06f-48ba-aca7-45c05febe04f {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:55:39.648634 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-72bcf8f2-feb0-48a4-a6cc-22df6210c077 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:39.679671 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45ca8d4-e2d6-4d74-92c9-ce232585d0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532652b5-0ccf-4dbf-891e-e7c345897077'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:55:39.683035 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4ebd0a-4338-4698-ab3c-cf9d66e6fd59" -d '{"events": [{"server_uuid": "f45ca8d4-e2d6-4d74-92c9-ce232585d0d2", "name": "network-vif-plugged", "status": "completed", "tag": "532652b5-0ccf-4dbf-891e-e7c345897077"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:55:39.700701 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 532652b5-0ccf-4dbf-891e-e7c345897077, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=532652b5-0ccf-4dbf-891e-e7c345897077,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:39.706889 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:39.708128 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device b1329bfb-e879-4178-a342-238739f07c2a no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:55:39.735980 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b55946-9944-41ae-b32d-47a13d1a51b5 x-openstack-request-id: req-55b55946-9944-41ae-b32d-47a13d1a51b5 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:55:39.736284 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45ca8d4-e2d6-4d74-92c9-ce232585d0d2", "name": "network-vif-plugged", "status": "completed", "tag": "532652b5-0ccf-4dbf-891e-e7c345897077", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:55:39.736555 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-55b55946-9944-41ae-b32d-47a13d1a51b5 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:55:39.736943 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45ca8d4-e2d6-4d74-92c9-ce232585d0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532652b5-0ccf-4dbf-891e-e7c345897077', 'code': 200} Jul 24 00:55:39.753699 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: b1329bfb-e879-4178-a342-238739f07c2a {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:55:39.753986 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device b1329bfb-e879-4178-a342-238739f07c2a not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:55:39.785293 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=532652b5-0ccf-4dbf-891e-e7c345897077,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:39.857595 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-72bcf8f2-feb0-48a4-a6cc-22df6210c077 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:39.858136 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-72bcf8f2-feb0-48a4-a6cc-22df6210c077 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:39.882639 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-72bcf8f2-feb0-48a4-a6cc-22df6210c077 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Calling delete_port for c39d4300-e06f-48ba-aca7-45c05febe04f owned by network:floatingip {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:55:39.948410 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6764ae-19ce-4564-bbef-13f353e81065 req-adcfbc83-9da3-49d2-8de2-d6201911df53 tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:39.949904 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5d6764ae-19ce-4564-bbef-13f353e81065 req-adcfbc83-9da3-49d2-8de2-d6201911df53 tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d173155-1546-4cae-bd6f-85489b3cd957 HTTP/1.1" status: 200 len: 948 time: 0.2546208 Jul 24 00:55:40.009623 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-bbc78072-a386-4e58-864a-2bc178e98fba req-132dd23b-fb90-40ae-b7bf-1c3a44248ed4 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Deleting port d310ea39-d6db-4d3a-a55a-2735a335ea78 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:55:40.009882 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-bbc78072-a386-4e58-864a-2bc178e98fba req-132dd23b-fb90-40ae-b7bf-1c3a44248ed4 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:40.023786 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7861ee-350b-458f-84c7-767a65c5b946 req-66fcaeff-4823-47d8-bfbe-bb0a8150fdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:40.025282 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6e7861ee-350b-458f-84c7-767a65c5b946 req-66fcaeff-4823-47d8-bfbe-bb0a8150fdc8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 1097 time: 0.2102971 Jul 24 00:55:40.070347 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5d6764ae-19ce-4564-bbef-13f353e81065 req-b8d1f2fe-755c-4f03-824c-82d77c563664 tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] 10.222.0.15 "GET /v2.0/security-groups?id=f583b369-f895-4529-867e-d6f83ee687a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107187 Jul 24 00:55:40.151702 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d455c8-4282-424f-80c6-81326c35a983 req-d1afdc8c-4bdc-4910-901a-846d5b2a1b1f tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:40.153218 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-26d455c8-4282-424f-80c6-81326c35a983 req-d1afdc8c-4bdc-4910-901a-846d5b2a1b1f tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.0748677 Jul 24 00:55:40.199307 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6e7861ee-350b-458f-84c7-767a65c5b946 req-9b301e0f-7440-42d7-80d4-497a85928306 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1601501 Jul 24 00:55:40.199912 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-26d455c8-4282-424f-80c6-81326c35a983 req-741eb66f-81c5-43c2-93b9-05fa2dfce2e2 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410781 Jul 24 00:55:40.219849 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-bbc78072-a386-4e58-864a-2bc178e98fba req-132dd23b-fb90-40ae-b7bf-1c3a44248ed4 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] For port d310ea39-d6db-4d3a-a55a-2735a335ea78, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d310ea39-d6db-4d3a-a55a-2735a335ea78,segment=NetworkSegment(87033756-2613-4563-8ced-8b450e5d1d76),segment_id=87033756-2613-4563-8ced-8b450e5d1d76)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:40.220221 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-bbc78072-a386-4e58-864a-2bc178e98fba req-132dd23b-fb90-40ae-b7bf-1c3a44248ed4 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:40.242686 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-bbc78072-a386-4e58-864a-2bc178e98fba req-132dd23b-fb90-40ae-b7bf-1c3a44248ed4 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Calling delete_port for d310ea39-d6db-4d3a-a55a-2735a335ea78 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:55:40.258076 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-72bcf8f2-feb0-48a4-a6cc-22df6210c077 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:40.324149 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bcf8f2-feb0-48a4-a6cc-22df6210c077 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Pushing event deleted for resources: {'Port': ['ID=c39d4300-e06f-48ba-aca7-45c05febe04f,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:40.365724 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14d51f-d2e5-410d-bbcc-b655891b2d6e req-4df00933-76bc-4842-8018-67dff4de8b37 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:40.367278 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9c14d51f-d2e5-410d-bbcc-b655891b2d6e req-4df00933-76bc-4842-8018-67dff4de8b37 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e08683b-8ea7-47fb-822c-20e953e079e0 HTTP/1.1" status: 200 len: 950 time: 0.2284081 Jul 24 00:55:40.457096 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-72bcf8f2-feb0-48a4-a6cc-22df6210c077 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks [] for floatingip, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:40.459671 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-72bcf8f2-feb0-48a4-a6cc-22df6210c077 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:40.460826 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-72bcf8f2-feb0-48a4-a6cc-22df6210c077 tempest-ServersTestJSON-1981696463 tempest-ServersTestJSON-1981696463-project] 10.222.0.15 "DELETE /v2.0/floatingips/b5cc7594-5f2c-479b-b020-76ce7e4cf487 HTTP/1.1" status: 204 len: 168 time: 1.0246265 Jul 24 00:55:40.464384 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59972) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:40.468252 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7aaf4-490f-44c2-ad31-844c1692a21c req-6ba09a8a-09c1-4581-872c-c2b0adc81099 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:40.470772 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-93f7aaf4-490f-44c2-ad31-844c1692a21c req-6ba09a8a-09c1-4581-872c-c2b0adc81099 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3c5485-96e8-4c00-8dc1-a83d50f9a1f3 HTTP/1.1" status: 200 len: 945 time: 0.0733042 Jul 24 00:55:40.477245 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9c14d51f-d2e5-410d-bbcc-b655891b2d6e req-4fd24699-ab3e-439d-bab3-6a34697bfd4c tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/security-groups?id=200ca4a1-9c92-457c-a054-23ed08b9b953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868716 Jul 24 00:55:40.535253 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-93f7aaf4-490f-44c2-ad31-844c1692a21c req-b55ee2cf-479a-4c0f-a403-2516c71f8895 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539422 Jul 24 00:55:40.611704 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-bbc78072-a386-4e58-864a-2bc178e98fba req-132dd23b-fb90-40ae-b7bf-1c3a44248ed4 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:40.624122 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['f997ec14-5362-4756-a657-15b0759b6842', '1d0ab9b7-4a5a-495a-b1c8-d552e985554b', 'd310ea39-d6db-4d3a-a55a-2735a335ea78'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:55:40.655727 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132dd23b-fb90-40ae-b7bf-1c3a44248ed4 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Pushing event deleted for resources: {'Port': ['ID=d310ea39-d6db-4d3a-a55a-2735a335ea78,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:41.064538 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc78072-a386-4e58-864a-2bc178e98fba req-132dd23b-fb90-40ae-b7bf-1c3a44248ed4 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] No DVR routers for this DVR port d310ea39-d6db-4d3a-a55a-2735a335ea78 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:55:41.067218 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-bbc78072-a386-4e58-864a-2bc178e98fba req-132dd23b-fb90-40ae-b7bf-1c3a44248ed4 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:41.069563 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bbc78072-a386-4e58-864a-2bc178e98fba req-132dd23b-fb90-40ae-b7bf-1c3a44248ed4 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.13 "DELETE /v2.0/ports/d310ea39-d6db-4d3a-a55a-2735a335ea78 HTTP/1.1" status: 204 len: 173 time: 1.4084980 Jul 24 00:55:41.081331 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d3c5485-96e8-4c00-8dc1-a83d50f9a1f3', 'name': 'network-vif-deleted', 'tag': 'd310ea39-d6db-4d3a-a55a-2735a335ea78'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:55:41.083942 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d762700-db92-42c0-aa37-2acef1e3eef2" -d '{"events": [{"server_uuid": "5d3c5485-96e8-4c00-8dc1-a83d50f9a1f3", "name": "network-vif-deleted", "tag": "d310ea39-d6db-4d3a-a55a-2735a335ea78"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:55:41.191865 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bcda7c-6b50-4bfd-8521-a34ec77696b1 x-openstack-request-id: req-55bcda7c-6b50-4bfd-8521-a34ec77696b1 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:55:41.192335 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d3c5485-96e8-4c00-8dc1-a83d50f9a1f3", "name": "network-vif-deleted", "tag": "d310ea39-d6db-4d3a-a55a-2735a335ea78", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:55:41.192612 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-55bcda7c-6b50-4bfd-8521-a34ec77696b1 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:55:41.193005 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d3c5485-96e8-4c00-8dc1-a83d50f9a1f3', 'name': 'network-vif-deleted', 'tag': 'd310ea39-d6db-4d3a-a55a-2735a335ea78', 'status': 'completed', 'code': 200} Jul 24 00:55:41.210649 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d98ee8-f6bb-4fa2-8941-8f1a80b5978c req-86b2308e-2186-436d-9a55-80468ed6da89 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:41.212336 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-58d98ee8-f6bb-4fa2-8941-8f1a80b5978c req-86b2308e-2186-436d-9a55-80468ed6da89 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 945 time: 0.4794524 Jul 24 00:55:41.246888 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63a2a2-c924-4d81-9049-9dafe9f22489 req-9fe8e152-7036-40f0-a464-ba47f510f33b tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:41.248604 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0e63a2a2-c924-4d81-9049-9dafe9f22489 req-9fe8e152-7036-40f0-a464-ba47f510f33b tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.13 "GET /v2.0/ports?device_id=5e08683b-8ea7-47fb-822c-20e953e079e0 HTTP/1.1" status: 200 len: 950 time: 0.1857626 Jul 24 00:55:41.306634 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba519e-27eb-4eda-b722-da7c7455ca26 req-5726303c-3fce-4bd6-81cc-1ee01ea204e2 tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:41.317442 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d6ba519e-27eb-4eda-b722-da7c7455ca26 req-5726303c-3fce-4bd6-81cc-1ee01ea204e2 tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d173155-1546-4cae-bd6f-85489b3cd957 HTTP/1.1" status: 200 len: 948 time: 0.0922191 Jul 24 00:55:41.373945 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d6ba519e-27eb-4eda-b722-da7c7455ca26 req-5227d9db-3f0e-41ec-bed6-46847face49b tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] 10.222.0.15 "GET /v2.0/security-groups?id=f583b369-f895-4529-867e-d6f83ee687a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555592 Jul 24 00:55:41.403746 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-58d98ee8-f6bb-4fa2-8941-8f1a80b5978c req-67a04936-0a96-475b-94aa-fd4ca522d4b6 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1790233 Jul 24 00:55:41.479180 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 6e86eef1-1c45-4ed4-a611-c5d731214315 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:55:41.556752 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2919ee18-8644-4ce4-a3ca-0052bd11e2ae req-be4c8f4e-f844-433b-a145-bbef10fc6ec8 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:41.558300 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2919ee18-8644-4ce4-a3ca-0052bd11e2ae req-be4c8f4e-f844-433b-a145-bbef10fc6ec8 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.0952764 Jul 24 00:55:41.595832 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 6e86eef1-1c45-4ed4-a611-c5d731214315, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=6e86eef1-1c45-4ed4-a611-c5d731214315,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:41.603504 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2919ee18-8644-4ce4-a3ca-0052bd11e2ae req-028831f6-508a-47f5-9e59-be978e7d14a2 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380759 Jul 24 00:55:41.608848 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '6e86eef1-1c45-4ed4-a611-c5d731214315', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'port_id': '6e86eef1-1c45-4ed4-a611-c5d731214315', 'mac_address': 'fa:16:3e:56:5c:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:55:41.628010 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-0e63a2a2-c924-4d81-9049-9dafe9f22489 req-2fc6f1d3-64d5-4cf3-a72e-cdd5bcbe3c9e tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Deleting port daeb9ef9-eae2-4dcc-8228-546ed70a8c1b {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:55:41.628364 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0e63a2a2-c924-4d81-9049-9dafe9f22489 req-2fc6f1d3-64d5-4cf3-a72e-cdd5bcbe3c9e tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:41.665866 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:41.700674 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e86eef1-1c45-4ed4-a611-c5d731214315 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:55:41.741434 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2b4fffe9-8c47-4def-a5b7-741a3ad06842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:41.747770 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 6e86eef1-1c45-4ed4-a611-c5d731214315, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=6e86eef1-1c45-4ed4-a611-c5d731214315,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:41.755762 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:41.768217 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d178f8bc-3827-41c2-becd-5127efa4fde5 req-009d1c5e-c4ac-444d-8654-f827863f8599 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d3c5485-96e8-4c00-8dc1-a83d50f9a1f3 HTTP/1.1" status: 200 len: 210 time: 0.0642204 Jul 24 00:55:41.838465 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=6e86eef1-1c45-4ed4-a611-c5d731214315,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:41.889586 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2bbb0-3805-4633-980e-a75014a4417a req-0775fdee-dcf7-477f-9b50-227199d9bdcf tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:41.891826 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cdd2bbb0-3805-4633-980e-a75014a4417a req-0775fdee-dcf7-477f-9b50-227199d9bdcf tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e08683b-8ea7-47fb-822c-20e953e079e0 HTTP/1.1" status: 200 len: 950 time: 0.3247857 Jul 24 00:55:41.893882 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-0e63a2a2-c924-4d81-9049-9dafe9f22489 req-2fc6f1d3-64d5-4cf3-a72e-cdd5bcbe3c9e tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] For port daeb9ef9-eae2-4dcc-8228-546ed70a8c1b, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=daeb9ef9-eae2-4dcc-8228-546ed70a8c1b,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:41.894319 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0e63a2a2-c924-4d81-9049-9dafe9f22489 req-2fc6f1d3-64d5-4cf3-a72e-cdd5bcbe3c9e tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:41.921776 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-0e63a2a2-c924-4d81-9049-9dafe9f22489 req-2fc6f1d3-64d5-4cf3-a72e-cdd5bcbe3c9e tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Calling delete_port for daeb9ef9-eae2-4dcc-8228-546ed70a8c1b owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:55:42.003917 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cdd2bbb0-3805-4633-980e-a75014a4417a req-687c79d9-8212-4e6e-a71c-9cdcf6806a46 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/security-groups?id=200ca4a1-9c92-457c-a054-23ed08b9b953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998709 Jul 24 00:55:42.106602 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['6e86eef1-1c45-4ed4-a611-c5d731214315'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:55:42.247325 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0e63a2a2-c924-4d81-9049-9dafe9f22489 req-2fc6f1d3-64d5-4cf3-a72e-cdd5bcbe3c9e tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:42.297384 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6f1d3-64d5-4cf3-a72e-cdd5bcbe3c9e tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Pushing event deleted for resources: {'Port': ['ID=daeb9ef9-eae2-4dcc-8228-546ed70a8c1b,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:42.356363 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e63a2a2-c924-4d81-9049-9dafe9f22489 req-2fc6f1d3-64d5-4cf3-a72e-cdd5bcbe3c9e tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] No DVR routers for this DVR port daeb9ef9-eae2-4dcc-8228-546ed70a8c1b on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:55:42.360794 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0e63a2a2-c924-4d81-9049-9dafe9f22489 req-2fc6f1d3-64d5-4cf3-a72e-cdd5bcbe3c9e tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:42.362877 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0e63a2a2-c924-4d81-9049-9dafe9f22489 req-2fc6f1d3-64d5-4cf3-a72e-cdd5bcbe3c9e tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.13 "DELETE /v2.0/ports/daeb9ef9-eae2-4dcc-8228-546ed70a8c1b HTTP/1.1" status: 204 len: 173 time: 1.0793130 Jul 24 00:55:42.377471 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-2b4fffe9-8c47-4def-a5b7-741a3ad06842 admin admin] Deleting port 1bb31397-7198-4537-9465-813fc4d04669 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:55:42.377825 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2b4fffe9-8c47-4def-a5b7-741a3ad06842 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:42.477828 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-2b4fffe9-8c47-4def-a5b7-741a3ad06842 admin admin] For port 1bb31397-7198-4537-9465-813fc4d04669, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=1bb31397-7198-4537-9465-813fc4d04669,segment=NetworkSegment(5b144dc0-7718-4ec4-90c2-330e40cee5fe),segment_id=5b144dc0-7718-4ec4-90c2-330e40cee5fe)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:42.478208 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2b4fffe9-8c47-4def-a5b7-741a3ad06842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:42.499605 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-2b4fffe9-8c47-4def-a5b7-741a3ad06842 admin admin] Calling delete_port for 1bb31397-7198-4537-9465-813fc4d04669 owned by network:router_interface {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:55:42.705776 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561f194-c9ac-4ac5-b19d-140164a8c53b req-be88a372-47db-4df9-8bc6-66a490eb55a1 tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:42.708270 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010e249-2092-4f66-95b4-518b361d87d8 req-efa47028-f78c-4e0c-a2c0-c306bf51a596 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:42.708391 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3561f194-c9ac-4ac5-b19d-140164a8c53b req-be88a372-47db-4df9-8bc6-66a490eb55a1 tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d173155-1546-4cae-bd6f-85489b3cd957 HTTP/1.1" status: 200 len: 949 time: 0.1710920 Jul 24 00:55:42.709796 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7010e249-2092-4f66-95b4-518b361d87d8 req-efa47028-f78c-4e0c-a2c0-c306bf51a596 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 945 time: 0.1953130 Jul 24 00:55:42.773399 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7010e249-2092-4f66-95b4-518b361d87d8 req-69fdb4c7-e9ae-4041-ad96-b939d6526754 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464106 Jul 24 00:55:42.777062 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3561f194-c9ac-4ac5-b19d-140164a8c53b req-9bfc49cf-5c69-4994-bbf2-40b83cc0a1c9 tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] 10.222.0.15 "GET /v2.0/security-groups?id=f583b369-f895-4529-867e-d6f83ee687a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563047 Jul 24 00:55:42.886433 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2b4fffe9-8c47-4def-a5b7-741a3ad06842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:42.918568 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4fffe9-8c47-4def-a5b7-741a3ad06842 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bb31397-7198-4537-9465-813fc4d04669,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:42.928198 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['b3e015a8-cb59-4a2b-a70f-5bc160601d13', 'daeb9ef9-eae2-4dcc-8228-546ed70a8c1b'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:55:42.974106 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01739431-2812-4546-8ee6-d2dac957a58d req-6f729f99-3f22-436e-b1bf-d171105fca70 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:42.976243 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-01739431-2812-4546-8ee6-d2dac957a58d req-6f729f99-3f22-436e-b1bf-d171105fca70 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.1193666 Jul 24 00:55:43.059285 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-01739431-2812-4546-8ee6-d2dac957a58d req-00c8b189-b0a8-48fc-97ce-4cb5495c6dbd tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768363 Jul 24 00:55:43.233319 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e08683b-8ea7-47fb-822c-20e953e079e0', 'name': 'network-vif-deleted', 'tag': 'daeb9ef9-eae2-4dcc-8228-546ed70a8c1b'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:55:43.237471 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cd4bd0-f1c7-4371-974f-6a78b92723fb" -d '{"events": [{"server_uuid": "5e08683b-8ea7-47fb-822c-20e953e079e0", "name": "network-vif-deleted", "tag": "daeb9ef9-eae2-4dcc-8228-546ed70a8c1b"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:55:43.284193 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be85a7b-e228-4ffe-8373-16681e296955 req-d18eb7ce-0373-4f53-a14b-8c4b52239bd6 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:43.285739 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4be85a7b-e228-4ffe-8373-16681e296955 req-d18eb7ce-0373-4f53-a14b-8c4b52239bd6 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 945 time: 0.3697748 Jul 24 00:55:43.295312 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 60014) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:43.301158 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-c57065e5-1270-40ef-b915-8ac2e480ec8a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Request body: {'floatingip': {'port_id': '532652b5-0ccf-4dbf-891e-e7c345897077'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:55:43.336317 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2b4fffe9-8c47-4def-a5b7-741a3ad06842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:43.404402 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c57065e5-1270-40ef-b915-8ac2e480ec8a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks [] for floatingip, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:43.472509 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e20a376-a5f0-4a96-a884-94a48b2409a9 x-openstack-request-id: req-6e20a376-a5f0-4a96-a884-94a48b2409a9 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:55:43.472796 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e08683b-8ea7-47fb-822c-20e953e079e0", "name": "network-vif-deleted", "tag": "daeb9ef9-eae2-4dcc-8228-546ed70a8c1b", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:55:43.473041 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6e20a376-a5f0-4a96-a884-94a48b2409a9 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:55:43.473418 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e08683b-8ea7-47fb-822c-20e953e079e0', 'name': 'network-vif-deleted', 'tag': 'daeb9ef9-eae2-4dcc-8228-546ed70a8c1b', 'status': 'completed', 'code': 200} Jul 24 00:55:43.494877 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 6e86eef1-1c45-4ed4-a611-c5d731214315 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:55:43.571088 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-828b0998-cf0e-4c82-8230-fae1cd77a9dc req-f1ad7d67-15a3-475a-89d1-5011b914704c tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e08683b-8ea7-47fb-822c-20e953e079e0 HTTP/1.1" status: 200 len: 210 time: 0.0435042 Jul 24 00:55:43.576385 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 6e86eef1-1c45-4ed4-a611-c5d731214315 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:55:43.582624 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 6e86eef1-1c45-4ed4-a611-c5d731214315 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:55:43.583404 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:43.679272 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:43.709331 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d173155-1546-4cae-bd6f-85489b3cd957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e86eef1-1c45-4ed4-a611-c5d731214315'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:55:43.712628 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9550be20-640e-4744-9062-63058aaecb5c" -d '{"events": [{"server_uuid": "8d173155-1546-4cae-bd6f-85489b3cd957", "name": "network-vif-plugged", "status": "completed", "tag": "6e86eef1-1c45-4ed4-a611-c5d731214315"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:55:43.740493 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b4fffe9-8c47-4def-a5b7-741a3ad06842 admin admin] Router a23c6329-1a71-4762-9d9c-9b8509392aef has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:55:43.754814 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 6e86eef1-1c45-4ed4-a611-c5d731214315, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=6e86eef1-1c45-4ed4-a611-c5d731214315,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:43.762203 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:43.763375 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d310ea39-d6db-4d3a-a55a-2735a335ea78 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:55:43.791471 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 60026) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:43.852096 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49c93fb-6535-48db-898b-a31e85bfc8d1 x-openstack-request-id: req-b49c93fb-6535-48db-898b-a31e85bfc8d1 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:55:43.852462 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d173155-1546-4cae-bd6f-85489b3cd957", "name": "network-vif-plugged", "status": "completed", "tag": "6e86eef1-1c45-4ed4-a611-c5d731214315", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:55:43.852645 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b49c93fb-6535-48db-898b-a31e85bfc8d1 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:55:43.853031 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d173155-1546-4cae-bd6f-85489b3cd957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e86eef1-1c45-4ed4-a611-c5d731214315', 'code': 200} Jul 24 00:55:43.855241 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: d310ea39-d6db-4d3a-a55a-2735a335ea78 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:55:43.856386 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d310ea39-d6db-4d3a-a55a-2735a335ea78 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:55:43.856830 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device daeb9ef9-eae2-4dcc-8228-546ed70a8c1b no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:55:43.888226 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: daeb9ef9-eae2-4dcc-8228-546ed70a8c1b {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:55:43.888579 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device daeb9ef9-eae2-4dcc-8228-546ed70a8c1b not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:55:43.905515 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=6e86eef1-1c45-4ed4-a611-c5d731214315,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:43.971166 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e0e62-7dc5-4234-a59f-d87ffddcb1bf req-7b607149-b3d5-4e76-b062-798a5e9a009c tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:43.972718 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-497e0e62-7dc5-4234-a59f-d87ffddcb1bf req-7b607149-b3d5-4e76-b062-798a5e9a009c tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=7aaefa9a-a6e6-43d7-a057-069d1dbe8402 HTTP/1.1" status: 200 len: 945 time: 0.4235659 Jul 24 00:55:44.008668 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b4fffe9-8c47-4def-a5b7-741a3ad06842 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:55:44.014178 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2b4fffe9-8c47-4def-a5b7-741a3ad06842 admin admin] 10.222.0.15 "PUT /v2.0/routers/a23c6329-1a71-4762-9d9c-9b8509392aef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5488837 Jul 24 00:55:44.018123 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32a07d9-82fe-4928-815f-e4a12bc00460 None None] Sync routers for ids ['a23c6329-1a71-4762-9d9c-9b8509392aef'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:55:44.020096 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 60032) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:44.030178 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32a07d9-82fe-4928-815f-e4a12bc00460 None None] Routers {'a23c6329-1a71-4762-9d9c-9b8509392aef'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:55:44.031047 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-a32a07d9-82fe-4928-815f-e4a12bc00460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:55:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['a23c6329-1a71-4762-9d9c-9b8509392aef'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:44.048255 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4f3593a7-299e-4f41-8b14-378ebb97d4ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:44.107132 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-497e0e62-7dc5-4234-a59f-d87ffddcb1bf req-1b556ed5-116e-445e-9697-9fe4e89c9c02 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271405 Jul 24 00:55:44.147033 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81de73b-b794-412a-8906-0c811cd92f59 req-66e72f46-7846-4dec-82e4-203daaf5bc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:44.148605 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d81de73b-b794-412a-8906-0c811cd92f59 req-66e72f46-7846-4dec-82e4-203daaf5bc88 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8d173155-1546-4cae-bd6f-85489b3cd957 HTTP/1.1" status: 200 len: 1102 time: 0.2302210 Jul 24 00:55:44.149828 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9deea5d-d6e0-4663-9fbc-bf2626ac04e2 req-75c21a4b-e783-4365-9d3e-93e0be0646af tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:44.151396 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f9deea5d-d6e0-4663-9fbc-bf2626ac04e2 req-75c21a4b-e783-4365-9d3e-93e0be0646af tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d173155-1546-4cae-bd6f-85489b3cd957 HTTP/1.1" status: 200 len: 950 time: 0.2488685 Jul 24 00:55:44.177193 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-a32a07d9-82fe-4928-815f-e4a12bc00460 None None] Set router a23c6329-1a71-4762-9d9c-9b8509392aef gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:55:44.189772 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-45c4812e-231b-4814-99f3-cb522ff2ac7d admin admin] Notify callbacks [] for router, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:44.270611 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f9deea5d-d6e0-4663-9fbc-bf2626ac04e2 req-c5fa8e5d-9405-4e97-bbc2-85ead1c2a295 tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] 10.222.0.15 "GET /v2.0/security-groups?id=f583b369-f895-4529-867e-d6f83ee687a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096239 Jul 24 00:55:44.289974 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c57065e5-1270-40ef-b915-8ac2e480ec8a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:44.303005 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c57065e5-1270-40ef-b915-8ac2e480ec8a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:44.382018 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4f3593a7-299e-4f41-8b14-378ebb97d4ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:44.390225 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-a32a07d9-82fe-4928-815f-e4a12bc00460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23c6329-1a71-4762-9d9c-9b8509392aef', 'name': 'tempest-ServersTestJSON-332587084-router', 'tenant_id': 'e85ccf615a264953acf81b1366347c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '2e361e11-c584-4b01-b6a5-a088c296d075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:52:52Z', 'updated_at': '2021-07-24T00:55:42Z', 'revision_number': 5, 'project_id': 'e85ccf615a264953acf81b1366347c29', 'gw_port': {'id': '2e361e11-c584-4b01-b6a5-a088c296d075', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23c6329-1a71-4762-9d9c-9b8509392aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:52:53Z', 'updated_at': '2021-07-24T00:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:44.392854 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4f3593a7-299e-4f41-8b14-378ebb97d4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:44.417504 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32a07d9-82fe-4928-815f-e4a12bc00460 None None] Checking router: a23c6329-1a71-4762-9d9c-9b8509392aef for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:55:44.427952 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32a07d9-82fe-4928-815f-e4a12bc00460 None None] Routers {'a23c6329-1a71-4762-9d9c-9b8509392aef'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:55:44.428584 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-a32a07d9-82fe-4928-815f-e4a12bc00460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:55:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['a23c6329-1a71-4762-9d9c-9b8509392aef'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:44.449842 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4f3593a7-299e-4f41-8b14-378ebb97d4ab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5cbcebaafc8140718b7fde70e8c11c95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6543646 Jul 24 00:55:44.452225 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3593a7-299e-4f41-8b14-378ebb97d4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a833cd04-4a15-4ece-ae21-e6ac57341875,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:44.464994 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 60036) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:44.483930 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [None req-c57065e5-1270-40ef-b915-8ac2e480ec8a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Floating IP 50d0f969-b405-42e6-905d-31d12ca309a9 associated. External IP: 172.25.2.226, port: 532652b5-0ccf-4dbf-891e-e7c345897077. Jul 24 00:55:44.537626 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-a32a07d9-82fe-4928-815f-e4a12bc00460 None None] Set router a23c6329-1a71-4762-9d9c-9b8509392aef gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:55:44.552373 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d81de73b-b794-412a-8906-0c811cd92f59 req-9aa496ba-be01-40fa-970b-b85e2935a7f5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f583b369-f895-4529-867e-d6f83ee687a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949924 Jul 24 00:55:44.622195 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2c67a7bf-58df-48cd-be51-786966bb78be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:44.654266 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd60ae-a53c-48a3-8fac-d4dccfd2397f req-b1b0d603-5188-4cca-a651-9767b2749e98 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:44.659889 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-85fd60ae-a53c-48a3-8fac-d4dccfd2397f req-b1b0d603-5188-4cca-a651-9767b2749e98 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.4608819 Jul 24 00:55:44.666676 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-45c4812e-231b-4814-99f3-cb522ff2ac7d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:44.678905 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2c67a7bf-58df-48cd-be51-786966bb78be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:44.737549 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-85fd60ae-a53c-48a3-8fac-d4dccfd2397f req-8f3ca18f-b9c3-462b-a063-22817aeba38e tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672746 Jul 24 00:55:44.795206 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-45c4812e-231b-4814-99f3-cb522ff2ac7d admin admin] Deleting port 2e361e11-c584-4b01-b6a5-a088c296d075 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:55:44.795734 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-45c4812e-231b-4814-99f3-cb522ff2ac7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:44.822468 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2c67a7bf-58df-48cd-be51-786966bb78be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:44.826313 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2c67a7bf-58df-48cd-be51-786966bb78be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:44.827787 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2c67a7bf-58df-48cd-be51-786966bb78be admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a833cd04-4a15-4ece-ae21-e6ac57341875 HTTP/1.1" status: 204 len: 168 time: 0.3600402 Jul 24 00:55:44.886070 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-a32a07d9-82fe-4928-815f-e4a12bc00460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a23c6329-1a71-4762-9d9c-9b8509392aef', 'name': 'tempest-ServersTestJSON-332587084-router', 'tenant_id': 'e85ccf615a264953acf81b1366347c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '2e361e11-c584-4b01-b6a5-a088c296d075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:52:52Z', 'updated_at': '2021-07-24T00:55:42Z', 'revision_number': 5, 'project_id': 'e85ccf615a264953acf81b1366347c29', 'gw_port': {'id': '2e361e11-c584-4b01-b6a5-a088c296d075', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23c6329-1a71-4762-9d9c-9b8509392aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:52:53Z', 'updated_at': '2021-07-24T00:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:44.916046 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-45c4812e-231b-4814-99f3-cb522ff2ac7d admin admin] For port 2e361e11-c584-4b01-b6a5-a088c296d075, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2e361e11-c584-4b01-b6a5-a088c296d075,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:44.916594 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-45c4812e-231b-4814-99f3-cb522ff2ac7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:44.932706 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32a07d9-82fe-4928-815f-e4a12bc00460 None None] The sync data for ids ['a23c6329-1a71-4762-9d9c-9b8509392aef'] in n-d-793621-25 is: [{'id': 'a23c6329-1a71-4762-9d9c-9b8509392aef', 'name': 'tempest-ServersTestJSON-332587084-router', 'tenant_id': 'e85ccf615a264953acf81b1366347c29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '2e361e11-c584-4b01-b6a5-a088c296d075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:52:52Z', 'updated_at': '2021-07-24T00:55:42Z', 'revision_number': 5, 'project_id': 'e85ccf615a264953acf81b1366347c29', 'gw_port': {'id': '2e361e11-c584-4b01-b6a5-a088c296d075', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23c6329-1a71-4762-9d9c-9b8509392aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:52:53Z', 'updated_at': '2021-07-24T00:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:55:44.941558 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-45c4812e-231b-4814-99f3-cb522ff2ac7d admin admin] Calling delete_port for 2e361e11-c584-4b01-b6a5-a088c296d075 owned by network:router_gateway {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:55:45.125110 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3db9f-dd38-4fe3-9813-0d242c37596a req-69fa061f-c29e-43f2-8d7b-1ddee9d7a538 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:45.127733 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f0e3db9f-dd38-4fe3-9813-0d242c37596a req-69fa061f-c29e-43f2-8d7b-1ddee9d7a538 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/ports?device_id=487af4dd-0408-4943-b6b0-a5e051f6556c HTTP/1.1" status: 200 len: 950 time: 0.1332362 Jul 24 00:55:45.179239 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f0e3db9f-dd38-4fe3-9813-0d242c37596a req-c62ccf71-49bb-423e-bc05-1c713397d3a9 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/security-groups?id=200ca4a1-9c92-457c-a054-23ed08b9b953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407283 Jul 24 00:55:45.279691 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-45c4812e-231b-4814-99f3-cb522ff2ac7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:45.329534 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4812e-231b-4814-99f3-cb522ff2ac7d admin admin] Pushing event deleted for resources: {'Port': ['ID=2e361e11-c584-4b01-b6a5-a088c296d075,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:45.330926 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67a7bf-58df-48cd-be51-786966bb78be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a833cd04-4a15-4ece-ae21-e6ac57341875,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:45.411318 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e8272-8a16-4435-ae4f-165a7ab809f6 req-e8b96b37-bae1-49a5-8f3e-696dccb2e23a tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:45.414455 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3a0e8272-8a16-4435-ae4f-165a7ab809f6 req-e8b96b37-bae1-49a5-8f3e-696dccb2e23a tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.13 "GET /v2.0/ports?device_id=7aaefa9a-a6e6-43d7-a057-069d1dbe8402 HTTP/1.1" status: 200 len: 945 time: 0.1895061 Jul 24 00:55:45.456368 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-45c4812e-231b-4814-99f3-cb522ff2ac7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:45.458978 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4de126-8b9f-4781-b7c4-fffbe7f8ed67 req-e47ed749-d89b-471d-9cb0-2c9ec195a436 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:45.466034 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2b4de126-8b9f-4781-b7c4-fffbe7f8ed67 req-e47ed749-d89b-471d-9cb0-2c9ec195a436 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=7aaefa9a-a6e6-43d7-a057-069d1dbe8402 HTTP/1.1" status: 200 len: 945 time: 0.1384788 Jul 24 00:55:45.479176 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c57065e5-1270-40ef-b915-8ac2e480ec8a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Router 6b54b2d1-58f5-4865-93e2-07d14488d491 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:55:45.614616 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2b4de126-8b9f-4781-b7c4-fffbe7f8ed67 req-9bc871e2-2ea2-4260-9e1f-6f6627a4888f tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475916 Jul 24 00:55:45.628351 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-45c4812e-231b-4814-99f3-cb522ff2ac7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:45.652440 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-45c4812e-231b-4814-99f3-cb522ff2ac7d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:45.684693 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-fa2b8c49-4c1e-4f86-9ae7-80d044f9a9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:45.708493 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57065e5-1270-40ef-b915-8ac2e480ec8a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:55:45.720158 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f007a0c8-5a62-4818-87b9-6bf97af7a916 None None] Sync routers for ids ['6b54b2d1-58f5-4865-93e2-07d14488d491'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:55:45.721473 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c57065e5-1270-40ef-b915-8ac2e480ec8a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:45.740945 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f007a0c8-5a62-4818-87b9-6bf97af7a916 None None] Routers {'6b54b2d1-58f5-4865-93e2-07d14488d491'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:55:45.742851 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-f007a0c8-5a62-4818-87b9-6bf97af7a916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:55:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['6b54b2d1-58f5-4865-93e2-07d14488d491'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:45.755275 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-45c4812e-231b-4814-99f3-cb522ff2ac7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:45.755849 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c4812e-231b-4814-99f3-cb522ff2ac7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a23c6329-1a71-4762-9d9c-9b8509392aef {{(pid=100464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:55:45.763623 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-45c4812e-231b-4814-99f3-cb522ff2ac7d admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:45.765026 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-45c4812e-231b-4814-99f3-cb522ff2ac7d admin admin] 10.222.0.15 "DELETE /v2.0/routers/a23c6329-1a71-4762-9d9c-9b8509392aef HTTP/1.1" status: 204 len: 168 time: 1.7432320 Jul 24 00:55:45.770875 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 60070) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:45.783311 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c57065e5-1270-40ef-b915-8ac2e480ec8a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "PUT /v2.0/floatingips/50d0f969-b405-42e6-905d-31d12ca309a9 HTTP/1.1" status: 200 len: 991 time: 2.4866054 Jul 24 00:55:45.784230 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f45ca8d4-e2d6-4d74-92c9-ce232585d0d2', 'tag': '532652b5-0ccf-4dbf-891e-e7c345897077'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:55:45.787498 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3f6d6f-e62f-40bb-9851-a3aef39f4238" -d '{"events": [{"name": "network-changed", "server_uuid": "f45ca8d4-e2d6-4d74-92c9-ce232585d0d2", "tag": "532652b5-0ccf-4dbf-891e-e7c345897077"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:55:45.803294 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032455ed-14a2-4db5-ad2e-73759e1798b0 req-357986e1-88e3-41a4-9ae7-6b6cf9521cf7 tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:45.812332 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-032455ed-14a2-4db5-ad2e-73759e1798b0 req-357986e1-88e3-41a4-9ae7-6b6cf9521cf7 tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d173155-1546-4cae-bd6f-85489b3cd957 HTTP/1.1" status: 200 len: 950 time: 0.3814170 Jul 24 00:55:45.899177 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-3a0e8272-8a16-4435-ae4f-165a7ab809f6 req-7b430197-a979-441d-b97d-a5ce56253464 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Deleting port 1d0ab9b7-4a5a-495a-b1c8-d552e985554b {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:55:45.899767 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3a0e8272-8a16-4435-ae4f-165a7ab809f6 req-7b430197-a979-441d-b97d-a5ce56253464 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:45.923698 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-f007a0c8-5a62-4818-87b9-6bf97af7a916 None None] Set router 6b54b2d1-58f5-4865-93e2-07d14488d491 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:55:45.961282 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a78b77-f4c7-48f6-9e22-56b085a339fc req-648293fe-eaf4-4e35-86ba-57d99102082a tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:45.963242 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-31a78b77-f4c7-48f6-9e22-56b085a339fc req-648293fe-eaf4-4e35-86ba-57d99102082a tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.1064088 Jul 24 00:55:45.983069 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-86a7a186-6df3-48f8-a1cc-858e8a7527aa admin admin] Deleting subnet 548ec9ed-6196-4fe0-b137-b8f45c19af22 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:55:45.998435 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-032455ed-14a2-4db5-ad2e-73759e1798b0 req-283f00cb-1337-47dc-bd25-17d651df6a03 tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] 10.222.0.15 "GET /v2.0/security-groups?id=f583b369-f895-4529-867e-d6f83ee687a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841683 Jul 24 00:55:46.017173 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-31a78b77-f4c7-48f6-9e22-56b085a339fc req-a0a5b178-4d5c-4237-a247-ad2613561307 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479922 Jul 24 00:55:46.052366 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-86a7a186-6df3-48f8-a1cc-858e8a7527aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:46.114916 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-86a7a186-6df3-48f8-a1cc-858e8a7527aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:46.141603 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-3a0e8272-8a16-4435-ae4f-165a7ab809f6 req-7b430197-a979-441d-b97d-a5ce56253464 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] For port 1d0ab9b7-4a5a-495a-b1c8-d552e985554b, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=1d0ab9b7-4a5a-495a-b1c8-d552e985554b,segment=NetworkSegment(87033756-2613-4563-8ced-8b450e5d1d76),segment_id=87033756-2613-4563-8ced-8b450e5d1d76)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:46.141835 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3a0e8272-8a16-4435-ae4f-165a7ab809f6 req-7b430197-a979-441d-b97d-a5ce56253464 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:46.161151 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-3a0e8272-8a16-4435-ae4f-165a7ab809f6 req-7b430197-a979-441d-b97d-a5ce56253464 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Calling delete_port for 1d0ab9b7-4a5a-495a-b1c8-d552e985554b owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:55:46.243233 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3ea21b-4b92-4111-8ceb-89451aa64bd2 x-openstack-request-id: req-5b3ea21b-4b92-4111-8ceb-89451aa64bd2 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:55:46.243533 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f45ca8d4-e2d6-4d74-92c9-ce232585d0d2", "tag": "532652b5-0ccf-4dbf-891e-e7c345897077", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:55:46.243786 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5b3ea21b-4b92-4111-8ceb-89451aa64bd2 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:55:46.244189 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f45ca8d4-e2d6-4d74-92c9-ce232585d0d2', 'tag': '532652b5-0ccf-4dbf-891e-e7c345897077', 'status': 'completed', 'code': 200} Jul 24 00:55:46.289016 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-f007a0c8-5a62-4818-87b9-6bf97af7a916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b54b2d1-58f5-4865-93e2-07d14488d491', 'name': 'tempest-ServerActionsTestJSON-71880313-router', 'tenant_id': '7eb0da34432d47448c1b713034c6041a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '9851f101-5bf6-4bc9-a83f-fa5a40aefce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:07Z', 'updated_at': '2021-07-24T00:55:13Z', 'revision_number': 4, 'project_id': '7eb0da34432d47448c1b713034c6041a', 'gw_port': {'id': '9851f101-5bf6-4bc9-a83f-fa5a40aefce9', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b54b2d1-58f5-4865-93e2-07d14488d491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:08Z', 'updated_at': '2021-07-24T00:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '50d0f969-b405-42e6-905d-31d12ca309a9', 'tenant_id': '7eb0da34432d47448c1b713034c6041a', 'floating_ip_address': '172.25.2.226', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '6b54b2d1-58f5-4865-93e2-07d14488d491', 'port_id': '532652b5-0ccf-4dbf-891e-e7c345897077', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597', 'mac_address': 'fa:16:3e:ad:0c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45ca8d4-e2d6-4d74-92c9-ce232585d0d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:55:22Z', 'updated_at': '2021-07-24T00:55:44Z', 'revision_number': 1, 'project_id': '7eb0da34432d47448c1b713034c6041a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df78c8ca-fe10-4c7e-a84c-d2bbf57334dc', 'name': '', 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597', 'tenant_id': '7eb0da34432d47448c1b713034c6041a', 'mac_address': 'fa:16:3e:f1:5a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b54b2d1-58f5-4865-93e2-07d14488d491', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '66eb251d-e6ee-4000-900c-f86c0810b697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:12Z', 'updated_at': '2021-07-24T00:55:23Z', 'revision_number': 5, 'project_id': '7eb0da34432d47448c1b713034c6041a', 'subnets': [{'id': '66eb251d-e6ee-4000-900c-f86c0810b697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:46.319862 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f007a0c8-5a62-4818-87b9-6bf97af7a916 None None] Checking router: 6b54b2d1-58f5-4865-93e2-07d14488d491 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:55:46.330227 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f007a0c8-5a62-4818-87b9-6bf97af7a916 None None] Routers {'6b54b2d1-58f5-4865-93e2-07d14488d491'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:55:46.330976 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-f007a0c8-5a62-4818-87b9-6bf97af7a916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:55:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['6b54b2d1-58f5-4865-93e2-07d14488d491'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:46.373788 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-86a7a186-6df3-48f8-a1cc-858e8a7527aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:46.486337 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-f007a0c8-5a62-4818-87b9-6bf97af7a916 None None] Set router 6b54b2d1-58f5-4865-93e2-07d14488d491 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:55:46.536926 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3a0e8272-8a16-4435-ae4f-165a7ab809f6 req-7b430197-a979-441d-b97d-a5ce56253464 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:46.543317 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f6d6f-e62f-40bb-9851-a3aef39f4238 req-ae9bb4cb-f81f-43af-834a-fe8e8883ee6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:46.544980 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3f3f6d6f-e62f-40bb-9851-a3aef39f4238 req-ae9bb4cb-f81f-43af-834a-fe8e8883ee6d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7eb0da34432d47448c1b713034c6041a&device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 1097 time: 0.2735040 Jul 24 00:55:46.565470 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['f997ec14-5362-4756-a657-15b0759b6842', '1d0ab9b7-4a5a-495a-b1c8-d552e985554b'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:55:46.621832 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0de352-5caa-4ae4-ad41-2f51edb5b851 req-b4278eec-7065-488f-a2ce-2d76c5ec5156 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:46.623404 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7e0de352-5caa-4ae4-ad41-2f51edb5b851 req-b4278eec-7065-488f-a2ce-2d76c5ec5156 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/ports?device_id=487af4dd-0408-4943-b6b0-a5e051f6556c HTTP/1.1" status: 200 len: 950 time: 0.3357766 Jul 24 00:55:46.639980 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b430197-a979-441d-b97d-a5ce56253464 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Pushing event deleted for resources: {'Port': ['ID=1d0ab9b7-4a5a-495a-b1c8-d552e985554b,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:46.676457 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-86a7a186-6df3-48f8-a1cc-858e8a7527aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:46.760145 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 1bb31397-7198-4537-9465-813fc4d04669 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:55:46.778280 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-900df5c2-0365-4757-bfc8-d9e515bd7bee req-5e6c889a-c710-41f4-b638-a181483ccbbe tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=7aaefa9a-a6e6-43d7-a057-069d1dbe8402 HTTP/1.1" status: 200 len: 210 time: 0.0467174 Jul 24 00:55:46.797195 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7a186-6df3-48f8-a1cc-858e8a7527aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=548ec9ed-6196-4fe0-b137-b8f45c19af22,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:46.801110 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a0e8272-8a16-4435-ae4f-165a7ab809f6 req-7b430197-a979-441d-b97d-a5ce56253464 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] No DVR routers for this DVR port 1d0ab9b7-4a5a-495a-b1c8-d552e985554b on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:55:46.802887 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 1bb31397-7198-4537-9465-813fc4d04669 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:55:46.803192 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3a0e8272-8a16-4435-ae4f-165a7ab809f6 req-7b430197-a979-441d-b97d-a5ce56253464 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:46.803298 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 1bb31397-7198-4537-9465-813fc4d04669 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:55:46.803696 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2e361e11-c584-4b01-b6a5-a088c296d075 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:55:46.805645 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3a0e8272-8a16-4435-ae4f-165a7ab809f6 req-7b430197-a979-441d-b97d-a5ce56253464 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.13 "DELETE /v2.0/ports/1d0ab9b7-4a5a-495a-b1c8-d552e985554b HTTP/1.1" status: 204 len: 173 time: 1.3819599 Jul 24 00:55:46.842949 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 2e361e11-c584-4b01-b6a5-a088c296d075 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:55:46.843534 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2e361e11-c584-4b01-b6a5-a088c296d075 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:55:46.847372 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7aaefa9a-a6e6-43d7-a057-069d1dbe8402', 'name': 'network-vif-deleted', 'tag': '1d0ab9b7-4a5a-495a-b1c8-d552e985554b'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:55:46.850883 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5810871-70ae-46c1-87e9-ded1c1015bd9" -d '{"events": [{"server_uuid": "7aaefa9a-a6e6-43d7-a057-069d1dbe8402", "name": "network-vif-deleted", "tag": "1d0ab9b7-4a5a-495a-b1c8-d552e985554b"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:55:46.857050 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-86a7a186-6df3-48f8-a1cc-858e8a7527aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:46.859041 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-86a7a186-6df3-48f8-a1cc-858e8a7527aa admin admin] 10.222.0.15 "DELETE /v2.0/subnets/548ec9ed-6196-4fe0-b137-b8f45c19af22 HTTP/1.1" status: 204 len: 168 time: 1.0858479 Jul 24 00:55:46.861652 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 60094) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:46.865541 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6a10e1-fa7d-47f1-b9dd-b900026e5d66 None None] Network d0b9a74b-04f9-4176-9a7c-8b705a56f0cd requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:55:46.911410 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7e0de352-5caa-4ae4-ad41-2f51edb5b851 req-e674d7a9-1197-4102-8356-1b33b1863105 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/security-groups?id=200ca4a1-9c92-457c-a054-23ed08b9b953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382555 Jul 24 00:55:46.918174 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f6d6f-e62f-40bb-9851-a3aef39f4238 req-9f05a70a-680b-4274-991d-8420f69bf91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:46.919738 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3f3f6d6f-e62f-40bb-9851-a3aef39f4238 req-9f05a70a-680b-4274-991d-8420f69bf91b service neutron] 10.222.0.13 "GET /v2.0/networks?id=d582b8dc-8856-4b30-8b39-181936a3b597 HTTP/1.1" status: 200 len: 911 time: 0.3638239 Jul 24 00:55:46.938253 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb5dd25-96aa-4a17-b1ff-9b1087bcff14 x-openstack-request-id: req-3fb5dd25-96aa-4a17-b1ff-9b1087bcff14 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:55:46.938539 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7aaefa9a-a6e6-43d7-a057-069d1dbe8402", "name": "network-vif-deleted", "tag": "1d0ab9b7-4a5a-495a-b1c8-d552e985554b", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:55:46.938831 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3fb5dd25-96aa-4a17-b1ff-9b1087bcff14 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:55:46.939231 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7aaefa9a-a6e6-43d7-a057-069d1dbe8402', 'name': 'network-vif-deleted', 'tag': '1d0ab9b7-4a5a-495a-b1c8-d552e985554b', 'status': 'completed', 'code': 200} Jul 24 00:55:46.986557 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed79c8b-0cca-49b3-be2a-3d3aef14768c req-187ce05d-658a-4c04-a6f9-024a8b738e98 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:46.988189 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bed79c8b-0cca-49b3-be2a-3d3aef14768c req-187ce05d-658a-4c04-a6f9-024a8b738e98 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.13 "GET /v2.0/ports?device_id=487af4dd-0408-4943-b6b0-a5e051f6556c HTTP/1.1" status: 200 len: 950 time: 0.3846712 Jul 24 00:55:47.038250 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2ec6cae3-79a2-47b5-bc13-924dc3fb1c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:47.119523 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3f3f6d6f-e62f-40bb-9851-a3aef39f4238 req-c377f6cf-fb22-482b-aba5-0e40f9226f99 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=532652b5-0ccf-4dbf-891e-e7c345897077 HTTP/1.1" status: 200 len: 999 time: 0.1916447 Jul 24 00:55:47.207243 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-2ec6cae3-79a2-47b5-bc13-924dc3fb1c44 admin admin] Deleting port 44b27dc6-3d22-4c1e-990b-886770d1a555 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:55:47.207590 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2ec6cae3-79a2-47b5-bc13-924dc3fb1c44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:47.280411 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-2ec6cae3-79a2-47b5-bc13-924dc3fb1c44 admin admin] For port 44b27dc6-3d22-4c1e-990b-886770d1a555, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=44b27dc6-3d22-4c1e-990b-886770d1a555,segment=NetworkSegment(5b144dc0-7718-4ec4-90c2-330e40cee5fe),segment_id=5b144dc0-7718-4ec4-90c2-330e40cee5fe)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:47.280789 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2ec6cae3-79a2-47b5-bc13-924dc3fb1c44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:47.291632 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f6d6f-e62f-40bb-9851-a3aef39f4238 req-9c40f369-9fa0-4ab2-9871-b56a8c87e5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:47.293163 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3f3f6d6f-e62f-40bb-9851-a3aef39f4238 req-9c40f369-9fa0-4ab2-9871-b56a8c87e5e5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66eb251d-e6ee-4000-900c-f86c0810b697 HTTP/1.1" status: 200 len: 849 time: 0.1621850 Jul 24 00:55:47.294070 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-2ec6cae3-79a2-47b5-bc13-924dc3fb1c44 admin admin] Calling delete_port for 44b27dc6-3d22-4c1e-990b-886770d1a555 owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:55:47.398415 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2ec6cae3-79a2-47b5-bc13-924dc3fb1c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:47.420484 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d668410-a19f-45f5-a0b0-fd710e46e58f req-44dcfd28-d226-449c-9f3e-e9e43e2ba69d tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:47.435593 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0d668410-a19f-45f5-a0b0-fd710e46e58f req-44dcfd28-d226-449c-9f3e-e9e43e2ba69d tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d173155-1546-4cae-bd6f-85489b3cd957 HTTP/1.1" status: 200 len: 950 time: 0.2812548 Jul 24 00:55:47.465636 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6cae3-79a2-47b5-bc13-924dc3fb1c44 admin admin] Pushing event deleted for resources: {'Port': ['ID=44b27dc6-3d22-4c1e-990b-886770d1a555,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:47.469629 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec6cae3-79a2-47b5-bc13-924dc3fb1c44 admin admin] No DVR routers for this DVR port 44b27dc6-3d22-4c1e-990b-886770d1a555 on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:55:47.486482 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38fe7b0-2d5b-495f-b28c-2cd40b9f1b3c req-a21d9c33-15fe-4d3b-a4b6-2efd3227ccc6 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:47.493267 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-bed79c8b-0cca-49b3-be2a-3d3aef14768c req-2d179ee7-1013-42bc-881b-24fcedc7f1f8 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Deleting port b3e015a8-cb59-4a2b-a70f-5bc160601d13 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:55:47.493910 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-bed79c8b-0cca-49b3-be2a-3d3aef14768c req-2d179ee7-1013-42bc-881b-24fcedc7f1f8 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:47.494467 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-f007a0c8-5a62-4818-87b9-6bf97af7a916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b54b2d1-58f5-4865-93e2-07d14488d491', 'name': 'tempest-ServerActionsTestJSON-71880313-router', 'tenant_id': '7eb0da34432d47448c1b713034c6041a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '9851f101-5bf6-4bc9-a83f-fa5a40aefce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:07Z', 'updated_at': '2021-07-24T00:55:13Z', 'revision_number': 4, 'project_id': '7eb0da34432d47448c1b713034c6041a', 'gw_port': {'id': '9851f101-5bf6-4bc9-a83f-fa5a40aefce9', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b54b2d1-58f5-4865-93e2-07d14488d491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:08Z', 'updated_at': '2021-07-24T00:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '50d0f969-b405-42e6-905d-31d12ca309a9', 'tenant_id': '7eb0da34432d47448c1b713034c6041a', 'floating_ip_address': '172.25.2.226', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '6b54b2d1-58f5-4865-93e2-07d14488d491', 'port_id': '532652b5-0ccf-4dbf-891e-e7c345897077', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597', 'mac_address': 'fa:16:3e:ad:0c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45ca8d4-e2d6-4d74-92c9-ce232585d0d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:55:22Z', 'updated_at': '2021-07-24T00:55:44Z', 'revision_number': 1, 'project_id': '7eb0da34432d47448c1b713034c6041a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df78c8ca-fe10-4c7e-a84c-d2bbf57334dc', 'name': '', 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597', 'tenant_id': '7eb0da34432d47448c1b713034c6041a', 'mac_address': 'fa:16:3e:f1:5a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b54b2d1-58f5-4865-93e2-07d14488d491', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '66eb251d-e6ee-4000-900c-f86c0810b697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:12Z', 'updated_at': '2021-07-24T00:55:23Z', 'revision_number': 5, 'project_id': '7eb0da34432d47448c1b713034c6041a', 'subnets': [{'id': '66eb251d-e6ee-4000-900c-f86c0810b697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:47.499688 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b38fe7b0-2d5b-495f-b28c-2cd40b9f1b3c req-a21d9c33-15fe-4d3b-a4b6-2efd3227ccc6 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.3607519 Jul 24 00:55:47.597116 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f007a0c8-5a62-4818-87b9-6bf97af7a916 None None] The sync data for ids ['6b54b2d1-58f5-4865-93e2-07d14488d491'] in n-d-793621-25 is: [{'id': '6b54b2d1-58f5-4865-93e2-07d14488d491', 'name': 'tempest-ServerActionsTestJSON-71880313-router', 'tenant_id': '7eb0da34432d47448c1b713034c6041a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '9851f101-5bf6-4bc9-a83f-fa5a40aefce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:07Z', 'updated_at': '2021-07-24T00:55:13Z', 'revision_number': 4, 'project_id': '7eb0da34432d47448c1b713034c6041a', 'gw_port': {'id': '9851f101-5bf6-4bc9-a83f-fa5a40aefce9', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b54b2d1-58f5-4865-93e2-07d14488d491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:08Z', 'updated_at': '2021-07-24T00:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '50d0f969-b405-42e6-905d-31d12ca309a9', 'tenant_id': '7eb0da34432d47448c1b713034c6041a', 'floating_ip_address': '172.25.2.226', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '6b54b2d1-58f5-4865-93e2-07d14488d491', 'port_id': '532652b5-0ccf-4dbf-891e-e7c345897077', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597', 'mac_address': 'fa:16:3e:ad:0c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45ca8d4-e2d6-4d74-92c9-ce232585d0d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:55:22Z', 'updated_at': '2021-07-24T00:55:44Z', 'revision_number': 1, 'project_id': '7eb0da34432d47448c1b713034c6041a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df78c8ca-fe10-4c7e-a84c-d2bbf57334dc', 'name': '', 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597', 'tenant_id': '7eb0da34432d47448c1b713034c6041a', 'mac_address': 'fa:16:3e:f1:5a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b54b2d1-58f5-4865-93e2-07d14488d491', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '66eb251d-e6ee-4000-900c-f86c0810b697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:12Z', 'updated_at': '2021-07-24T00:55:23Z', 'revision_number': 5, 'project_id': '7eb0da34432d47448c1b713034c6041a', 'subnets': [{'id': '66eb251d-e6ee-4000-900c-f86c0810b697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:55:47.602171 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95eb60f5-1e2e-40aa-a28b-b56473bd34ca None None] DHCP port deletion for d0b9a74b-04f9-4176-9a7c-8b705a56f0cd request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:55:47.646455 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0d668410-a19f-45f5-a0b0-fd710e46e58f req-fe60629b-7ff9-4c48-9495-9062cfce4f5e tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] 10.222.0.15 "GET /v2.0/security-groups?id=f583b369-f895-4529-867e-d6f83ee687a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095473 Jul 24 00:55:47.668629 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f6d6f-e62f-40bb-9851-a3aef39f4238 req-7e9c155b-b0bc-4f1e-b28d-af0827638d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:47.670115 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3f3f6d6f-e62f-40bb-9851-a3aef39f4238 req-7e9c155b-b0bc-4f1e-b28d-af0827638d0c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d582b8dc-8856-4b30-8b39-181936a3b597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3536108 Jul 24 00:55:47.689461 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2ec6cae3-79a2-47b5-bc13-924dc3fb1c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:47.704674 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-2ec6cae3-79a2-47b5-bc13-924dc3fb1c44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0b9a74b-04f9-4176-9a7c-8b705a56f0cd']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:47.719399 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-2ec6cae3-79a2-47b5-bc13-924dc3fb1c44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b144dc0-7718-4ec4-90c2-330e40cee5fe') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:47.719713 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-2ec6cae3-79a2-47b5-bc13-924dc3fb1c44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b144dc0-7718-4ec4-90c2-330e40cee5fe') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:47.738983 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2ec6cae3-79a2-47b5-bc13-924dc3fb1c44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:47.743485 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b38fe7b0-2d5b-495f-b28c-2cd40b9f1b3c req-919e8398-9f6a-4d9e-b88c-009c46c53244 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795170 Jul 24 00:55:47.767920 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2ec6cae3-79a2-47b5-bc13-924dc3fb1c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:47.779146 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec6cae3-79a2-47b5-bc13-924dc3fb1c44 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:55:47.779409 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2ec6cae3-79a2-47b5-bc13-924dc3fb1c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:47.783073 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 00:55:47.783073 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:55:47.783073 n-d-793621-25 neutron-server[100463]: timer() Jul 24 00:55:47.783073 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:55:47.783073 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 00:55:47.783073 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:55:47.783073 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 00:55:47.783073 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:55:47.783073 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 00:55:47.783073 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:55:47.783073 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 00:55:47.783073 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:55:47.783073 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 00:55:47.783073 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:55:47.783073 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:55:47.783073 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:55:47.783073 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:55:47.783073 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:55:47.783073 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 00:55:47.783073 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:55:47.783073 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 00:55:47.783073 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:55:47.783073 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:55:47.783073 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:55:47.783073 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 00:55:47.783073 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:55:47.783073 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:55:47.783073 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:55:47.783073 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:55:47.783073 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:55:47.783073 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:55:47.783073 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:55:47.888784 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2ec6cae3-79a2-47b5-bc13-924dc3fb1c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:47.900512 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2ec6cae3-79a2-47b5-bc13-924dc3fb1c44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:47.908290 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2ec6cae3-79a2-47b5-bc13-924dc3fb1c44 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d0b9a74b-04f9-4176-9a7c-8b705a56f0cd HTTP/1.1" status: 204 len: 168 time: 1.0435195 Jul 24 00:55:47.929551 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6cae3-79a2-47b5-bc13-924dc3fb1c44 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0b9a74b-04f9-4176-9a7c-8b705a56f0cd,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:47.963647 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fa65a9-f35b-4331-ac8c-a0bb805d89a1 None None] New status for floating IP 50d0f969-b405-42e6-905d-31d12ca309a9: ACTIVE {{(pid=100466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:55:48.106515 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-bed79c8b-0cca-49b3-be2a-3d3aef14768c req-2d179ee7-1013-42bc-881b-24fcedc7f1f8 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] For port b3e015a8-cb59-4a2b-a70f-5bc160601d13, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=b3e015a8-cb59-4a2b-a70f-5bc160601d13,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:48.107202 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-bed79c8b-0cca-49b3-be2a-3d3aef14768c req-2d179ee7-1013-42bc-881b-24fcedc7f1f8 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:48.131661 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:55:48.148209 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-bed79c8b-0cca-49b3-be2a-3d3aef14768c req-2d179ee7-1013-42bc-881b-24fcedc7f1f8 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Calling delete_port for b3e015a8-cb59-4a2b-a70f-5bc160601d13 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:55:48.165624 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cb55c-a9c2-434f-bf2b-e6323890cd28 req-8d0d0a8e-b5e8-4da3-9d84-939ba370b0c2 tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:48.167923 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-932cb55c-a9c2-434f-bf2b-e6323890cd28 req-8d0d0a8e-b5e8-4da3-9d84-939ba370b0c2 tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d173155-1546-4cae-bd6f-85489b3cd957 HTTP/1.1" status: 200 len: 950 time: 0.1004231 Jul 24 00:55:48.181811 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 60118) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:48.200377 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-24f2b6ef-c01a-42e3-9017-6730511ee5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:48.251579 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e63c8fac-606d-4cae-a146-ea9828d83656 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e85ccf615a264953acf81b1366347c29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0666418 Jul 24 00:55:48.254758 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-932cb55c-a9c2-434f-bf2b-e6323890cd28 req-a9155a03-7e50-4752-89ec-5b660ecf8750 tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] 10.222.0.15 "GET /v2.0/security-groups?id=f583b369-f895-4529-867e-d6f83ee687a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718918 Jul 24 00:55:48.255249 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 60120) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:48.280126 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3f3f6d6f-e62f-40bb-9851-a3aef39f4238 req-cd01007d-bd27-495e-b74b-0ced470c5914 service neutron] 10.222.0.13 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5987012 Jul 24 00:55:48.291698 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076ad39-1717-4f45-971f-5106710f1ca2 req-52ce0d0e-a432-4d34-a01e-34095be8a920 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:48.295497 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3076ad39-1717-4f45-971f-5106710f1ca2 req-52ce0d0e-a432-4d34-a01e-34095be8a920 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/ports?device_id=487af4dd-0408-4943-b6b0-a5e051f6556c HTTP/1.1" status: 200 len: 950 time: 0.2252975 Jul 24 00:55:48.334006 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc3904a6-7341-4482-ba96-6b75471ebf3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:48.381674 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc3904a6-7341-4482-ba96-6b75471ebf3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:48.418084 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3076ad39-1717-4f45-971f-5106710f1ca2 req-0882e812-5946-4b95-9112-5bb0922af84a tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.15 "GET /v2.0/security-groups?id=200ca4a1-9c92-457c-a054-23ed08b9b953&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066260 Jul 24 00:55:48.433610 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:48.435788 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258aedd-8eac-4583-862c-e43f6bb21a79 req-aeac07a5-4f0c-4fe0-ac2f-109d7d88324b tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:48.438144 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6258aedd-8eac-4583-862c-e43f6bb21a79 req-aeac07a5-4f0c-4fe0-ac2f-109d7d88324b tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6 HTTP/1.1" status: 200 len: 946 time: 0.1152797 Jul 24 00:55:48.468326 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3f3f6d6f-e62f-40bb-9851-a3aef39f4238 req-ca54776e-7fcf-482b-8143-b65cb5afcb8c service neutron] 10.222.0.13 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714120 Jul 24 00:55:48.473068 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc3904a6-7341-4482-ba96-6b75471ebf3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:48.477386 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc3904a6-7341-4482-ba96-6b75471ebf3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:48.478536 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-bc3904a6-7341-4482-ba96-6b75471ebf3f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/659a291a-cbec-4f0f-8c6a-fe4d571c9efa HTTP/1.1" status: 204 len: 168 time: 0.2223864 Jul 24 00:55:48.488718 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-bed79c8b-0cca-49b3-be2a-3d3aef14768c req-2d179ee7-1013-42bc-881b-24fcedc7f1f8 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:48.505118 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3904a6-7341-4482-ba96-6b75471ebf3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=659a291a-cbec-4f0f-8c6a-fe4d571c9efa,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:48.510597 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['b3e015a8-cb59-4a2b-a70f-5bc160601d13'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:55:48.523704 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d179ee7-1013-42bc-881b-24fcedc7f1f8 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Pushing event deleted for resources: {'Port': ['ID=b3e015a8-cb59-4a2b-a70f-5bc160601d13,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:48.545231 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6258aedd-8eac-4583-862c-e43f6bb21a79 req-d15b6d76-7e60-4c47-af33-ca3f5ff90c7a tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888536 Jul 24 00:55:48.594099 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed79c8b-0cca-49b3-be2a-3d3aef14768c req-2d179ee7-1013-42bc-881b-24fcedc7f1f8 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] No DVR routers for this DVR port b3e015a8-cb59-4a2b-a70f-5bc160601d13 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:55:48.597381 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-bed79c8b-0cca-49b3-be2a-3d3aef14768c req-2d179ee7-1013-42bc-881b-24fcedc7f1f8 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:48.600481 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bed79c8b-0cca-49b3-be2a-3d3aef14768c req-2d179ee7-1013-42bc-881b-24fcedc7f1f8 tempest-LiveMigrationNegativeTest-1189158202 tempest-LiveMigrationNegativeTest-1189158202-project] 10.222.0.13 "DELETE /v2.0/ports/b3e015a8-cb59-4a2b-a70f-5bc160601d13 HTTP/1.1" status: 204 len: 173 time: 1.5978520 Jul 24 00:55:48.710139 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 44b27dc6-3d22-4c1e-990b-886770d1a555 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:55:48.776782 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 44b27dc6-3d22-4c1e-990b-886770d1a555 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:55:48.778238 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 44b27dc6-3d22-4c1e-990b-886770d1a555 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:55:48.940420 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487af4dd-0408-4943-b6b0-a5e051f6556c', 'name': 'network-vif-deleted', 'tag': 'b3e015a8-cb59-4a2b-a70f-5bc160601d13'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:55:48.943025 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44a663b-a60e-47e6-b99e-d4bcb543ece0" -d '{"events": [{"server_uuid": "487af4dd-0408-4943-b6b0-a5e051f6556c", "name": "network-vif-deleted", "tag": "b3e015a8-cb59-4a2b-a70f-5bc160601d13"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:55:48.967109 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475e6378-8ca1-4370-8fa0-6b9f559550fd req-a6837dcf-e00f-4aa7-afeb-a18bd184d011 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:48.969308 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-475e6378-8ca1-4370-8fa0-6b9f559550fd req-a6837dcf-e00f-4aa7-afeb-a18bd184d011 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.0772798 Jul 24 00:55:48.989151 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab4e743-3979-4ae8-87ad-0557443b7744 x-openstack-request-id: req-1ab4e743-3979-4ae8-87ad-0557443b7744 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:55:48.989454 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487af4dd-0408-4943-b6b0-a5e051f6556c", "name": "network-vif-deleted", "tag": "b3e015a8-cb59-4a2b-a70f-5bc160601d13", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:55:48.989711 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1ab4e743-3979-4ae8-87ad-0557443b7744 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:55:48.990134 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '487af4dd-0408-4943-b6b0-a5e051f6556c', 'name': 'network-vif-deleted', 'tag': 'b3e015a8-cb59-4a2b-a70f-5bc160601d13', 'status': 'completed', 'code': 200} Jul 24 00:55:49.024642 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-475e6378-8ca1-4370-8fa0-6b9f559550fd req-ef0d636d-4181-409d-9bdd-751a8d1e6d63 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494843 Jul 24 00:55:49.374310 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:49.382148 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 60164) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:49.425155 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8136db3-593f-4156-b3d2-0b7355d51d18 req-d1d28a4f-5616-4759-876c-abcc51564be1 tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:49.425155 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f8136db3-593f-4156-b3d2-0b7355d51d18 req-d1d28a4f-5616-4759-876c-abcc51564be1 tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d173155-1546-4cae-bd6f-85489b3cd957 HTTP/1.1" status: 200 len: 950 time: 0.0838747 Jul 24 00:55:49.476149 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f8136db3-593f-4156-b3d2-0b7355d51d18 req-33855ad2-c41c-45a8-a29b-70491248a1be tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] 10.222.0.15 "GET /v2.0/security-groups?id=f583b369-f895-4529-867e-d6f83ee687a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443795 Jul 24 00:55:49.501595 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-e92b114f-8191-4508-9e1e-d7d7e406034b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-798315874-network', 'tenant_id': 'cd6a59a0ba774d20a9df419972239646'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:55:49.501776 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 1d0ab9b7-4a5a-495a-b1c8-d552e985554b no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:55:49.523362 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 1d0ab9b7-4a5a-495a-b1c8-d552e985554b {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:55:49.523721 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 1d0ab9b7-4a5a-495a-b1c8-d552e985554b not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:55:49.524175 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device b3e015a8-cb59-4a2b-a70f-5bc160601d13 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:55:49.532335 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92b114f-8191-4508-9e1e-d7d7e406034b admin admin] Made reservation on behalf of cd6a59a0ba774d20a9df419972239646 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:55:49.536321 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e92b114f-8191-4508-9e1e-d7d7e406034b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:49.548630 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e92b114f-8191-4508-9e1e-d7d7e406034b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:49.549631 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: b3e015a8-cb59-4a2b-a70f-5bc160601d13 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:55:49.550044 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device b3e015a8-cb59-4a2b-a70f-5bc160601d13 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:55:49.679233 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e92b114f-8191-4508-9e1e-d7d7e406034b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:49.684075 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e92b114f-8191-4508-9e1e-d7d7e406034b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:49.706705 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044059cf-5e67-40c6-ac29-f895217d1bfb req-712c29c5-dba7-4458-81e5-87665ae70488 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:49.721633 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e92b114f-8191-4508-9e1e-d7d7e406034b admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:55:49.721836 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-044059cf-5e67-40c6-ac29-f895217d1bfb req-712c29c5-dba7-4458-81e5-87665ae70488 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6 HTTP/1.1" status: 200 len: 946 time: 0.0884521 Jul 24 00:55:49.730001 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e92b114f-8191-4508-9e1e-d7d7e406034b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:49.730001 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-e92b114f-8191-4508-9e1e-d7d7e406034b admin admin] Added segment 5ef6bf11-09bc-46a7-97d4-245b20dfc394 of type vlan for network 75df3559-ab50-4f70-b828-45be90d30e6c Jul 24 00:55:49.731383 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b114f-8191-4508-9e1e-d7d7e406034b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b607e344-24a6-4f17-aee1-1e5d86804c2a,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:49.754024 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b114f-8191-4508-9e1e-d7d7e406034b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:49.754374 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b114f-8191-4508-9e1e-d7d7e406034b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:49.754780 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b114f-8191-4508-9e1e-d7d7e406034b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:49.755098 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b114f-8191-4508-9e1e-d7d7e406034b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:49.755826 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b114f-8191-4508-9e1e-d7d7e406034b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:49.755826 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b114f-8191-4508-9e1e-d7d7e406034b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:49.756100 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b114f-8191-4508-9e1e-d7d7e406034b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:49.756404 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b114f-8191-4508-9e1e-d7d7e406034b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:49.756740 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b114f-8191-4508-9e1e-d7d7e406034b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:49.757053 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b114f-8191-4508-9e1e-d7d7e406034b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:49.757383 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b114f-8191-4508-9e1e-d7d7e406034b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:49.757707 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b114f-8191-4508-9e1e-d7d7e406034b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:55:49.782826 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-044059cf-5e67-40c6-ac29-f895217d1bfb req-2a9a7a90-69fc-44db-8668-eeefad511e83 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597169 Jul 24 00:55:49.820938 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e92b114f-8191-4508-9e1e-d7d7e406034b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:49.849905 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 60178) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:49.868828 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e92b114f-8191-4508-9e1e-d7d7e406034b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:49.869831 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92b114f-8191-4508-9e1e-d7d7e406034b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:49.870442 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e92b114f-8191-4508-9e1e-d7d7e406034b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:49.911795 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e92b114f-8191-4508-9e1e-d7d7e406034b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5284307 Jul 24 00:55:49.914554 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 60182) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:49.919309 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e035981-5cac-4913-aca8-3dbe769e1856 req-1ccfe0f2-a090-46d9-95d9-e4512e85cffe tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:49.920969 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6e035981-5cac-4913-aca8-3dbe769e1856 req-1ccfe0f2-a090-46d9-95d9-e4512e85cffe tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] 10.222.0.13 "GET /v2.0/ports?device_id=8d173155-1546-4cae-bd6f-85489b3cd957 HTTP/1.1" status: 200 len: 950 time: 0.1220384 Jul 24 00:55:49.923937 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-2c8746a1-0176-4c36-a0e5-db7ec384ca57 admin admin] Request body: {'subnet': {'network_id': '75df3559-ab50-4f70-b828-45be90d30e6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-798315874-subnet', 'tenant_id': 'cd6a59a0ba774d20a9df419972239646', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:55:49.960194 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b114f-8191-4508-9e1e-d7d7e406034b admin admin] Pushing event updated for resources: {'Network': ['ID=75df3559-ab50-4f70-b828-45be90d30e6c,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:49.972857 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 75df3559-ab50-4f70-b828-45be90d30e6c details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:55:49.986661 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8746a1-0176-4c36-a0e5-db7ec384ca57 admin admin] Made reservation on behalf of cd6a59a0ba774d20a9df419972239646 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:55:49.991702 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2c8746a1-0176-4c36-a0e5-db7ec384ca57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:50.080961 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-6e035981-5cac-4913-aca8-3dbe769e1856 req-17126c97-fa7a-4ce5-9c0e-3ac90a0d54e1 tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Deleting port 6e86eef1-1c45-4ed4-a611-c5d731214315 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:55:50.081497 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6e035981-5cac-4913-aca8-3dbe769e1856 req-17126c97-fa7a-4ce5-9c0e-3ac90a0d54e1 tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:50.127891 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3e9db73b-f676-4fe6-898c-49bb35e214c2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=89c58f2100634ac3b0724d73820b5c69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2767692 Jul 24 00:55:50.131149 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 60186) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:50.243224 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761a863-4d86-40bb-9ad1-4edf7f3fbbac req-e22a7747-9e0e-427d-8f19-bda572fdb004 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:50.244129 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1761a863-4d86-40bb-9ad1-4edf7f3fbbac req-e22a7747-9e0e-427d-8f19-bda572fdb004 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6 HTTP/1.1" status: 200 len: 946 time: 0.2003918 Jul 24 00:55:50.246015 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-6e035981-5cac-4913-aca8-3dbe769e1856 req-17126c97-fa7a-4ce5-9c0e-3ac90a0d54e1 tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] For port 6e86eef1-1c45-4ed4-a611-c5d731214315, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=6e86eef1-1c45-4ed4-a611-c5d731214315,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:50.246390 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6e035981-5cac-4913-aca8-3dbe769e1856 req-17126c97-fa7a-4ce5-9c0e-3ac90a0d54e1 tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:50.250332 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cd235d9f-2886-4d3a-9ef9-657ffe106cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:50.284803 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2c8746a1-0176-4c36-a0e5-db7ec384ca57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:50.292556 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-6e035981-5cac-4913-aca8-3dbe769e1856 req-17126c97-fa7a-4ce5-9c0e-3ac90a0d54e1 tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Calling delete_port for 6e86eef1-1c45-4ed4-a611-c5d731214315 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:55:50.311336 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884982c-f021-404c-a642-6cf7f1fa271d req-590a2ae3-9ef8-4fa5-9f69-37c2d82afebb tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:50.311673 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cd235d9f-2886-4d3a-9ef9-657ffe106cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:50.313372 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0884982c-f021-404c-a642-6cf7f1fa271d req-590a2ae3-9ef8-4fa5-9f69-37c2d82afebb tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.2152629 Jul 24 00:55:50.400358 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8746a1-0176-4c36-a0e5-db7ec384ca57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17dd084b-19bb-45d3-963a-b91ffe31fcfa,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:50.403438 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8746a1-0176-4c36-a0e5-db7ec384ca57 admin admin] Checking segment: {'id': '5ef6bf11-09bc-46a7-97d4-245b20dfc394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '75df3559-ab50-4f70-b828-45be90d30e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:55:50.403800 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8746a1-0176-4c36-a0e5-db7ec384ca57 admin admin] Network hostable DHCP agents. Network: 75df3559-ab50-4f70-b828-45be90d30e6c, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:55:50.428493 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8746a1-0176-4c36-a0e5-db7ec384ca57 admin admin] Network 75df3559-ab50-4f70-b828-45be90d30e6c is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:55:50.439525 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cd235d9f-2886-4d3a-9ef9-657ffe106cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:50.442568 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cd235d9f-2886-4d3a-9ef9-657ffe106cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:50.443779 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-cd235d9f-2886-4d3a-9ef9-657ffe106cb4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/200ca4a1-9c92-457c-a054-23ed08b9b953 HTTP/1.1" status: 204 len: 168 time: 0.3117208 Jul 24 00:55:50.447693 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-2c8746a1-0176-4c36-a0e5-db7ec384ca57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 75df3559-ab50-4f70-b828-45be90d30e6c) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:55:50.453464 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0884982c-f021-404c-a642-6cf7f1fa271d req-154ea373-36ed-4c55-9188-77309a8c5cb8 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271677 Jul 24 00:55:50.458149 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd235d9f-2886-4d3a-9ef9-657ffe106cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200ca4a1-9c92-457c-a054-23ed08b9b953,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:50.460690 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8746a1-0176-4c36-a0e5-db7ec384ca57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:50.461546 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2c8746a1-0176-4c36-a0e5-db7ec384ca57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:50.463625 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afc6cd9-2290-4d2c-9af5-105102a1ae1b None None] Network 75df3559-ab50-4f70-b828-45be90d30e6c requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:55:50.499787 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-1761a863-4d86-40bb-9ad1-4edf7f3fbbac req-33e4e88e-38fd-4247-b3e3-1e7eddbff38b tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Deleting port f997ec14-5362-4756-a657-15b0759b6842 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:55:50.500193 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-1761a863-4d86-40bb-9ad1-4edf7f3fbbac req-33e4e88e-38fd-4247-b3e3-1e7eddbff38b tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:50.512374 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2c8746a1-0176-4c36-a0e5-db7ec384ca57 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5955157 Jul 24 00:55:50.514779 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 60200) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:50.523511 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-ad952e7b-8f4a-4cfa-bc8f-3454c93f830e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-798315874-router', 'tenant_id': 'cd6a59a0ba774d20a9df419972239646', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:55:50.574802 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ad952e7b-8f4a-4cfa-bc8f-3454c93f830e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:50.576111 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ad952e7b-8f4a-4cfa-bc8f-3454c93f830e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:50.637519 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6e035981-5cac-4913-aca8-3dbe769e1856 req-17126c97-fa7a-4ce5-9c0e-3ac90a0d54e1 tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:50.659074 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fe505d99-535d-484a-a02c-d68308fb4b71 req-87cc72d6-6f8a-4969-8b99-107580789d2b tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d173155-1546-4cae-bd6f-85489b3cd957 HTTP/1.1" status: 200 len: 210 time: 0.0689514 Jul 24 00:55:50.664478 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['6e86eef1-1c45-4ed4-a611-c5d731214315'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:55:50.724104 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ad952e7b-8f4a-4cfa-bc8f-3454c93f830e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:50.725393 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17126c97-fa7a-4ce5-9c0e-3ac90a0d54e1 tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Pushing event deleted for resources: {'Port': ['ID=6e86eef1-1c45-4ed4-a611-c5d731214315,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:50.749391 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-1761a863-4d86-40bb-9ad1-4edf7f3fbbac req-33e4e88e-38fd-4247-b3e3-1e7eddbff38b tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] For port f997ec14-5362-4756-a657-15b0759b6842, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=f997ec14-5362-4756-a657-15b0759b6842,segment=NetworkSegment(87033756-2613-4563-8ced-8b450e5d1d76),segment_id=87033756-2613-4563-8ced-8b450e5d1d76)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:50.750914 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-1761a863-4d86-40bb-9ad1-4edf7f3fbbac req-33e4e88e-38fd-4247-b3e3-1e7eddbff38b tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:50.767921 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-1761a863-4d86-40bb-9ad1-4edf7f3fbbac req-33e4e88e-38fd-4247-b3e3-1e7eddbff38b tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Calling delete_port for f997ec14-5362-4756-a657-15b0759b6842 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:55:50.847371 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58be835-1314-408a-bd00-91e6c8055364 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-75df3559-ab50-4f70-b828-45be90d30e6c', 'network_id': '75df3559-ab50-4f70-b828-45be90d30e6c', 'tenant_id': 'cd6a59a0ba774d20a9df419972239646', 'fixed_ips': [{'subnet_id': '17dd084b-19bb-45d3-963a-b91ffe31fcfa'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:55:50.849285 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d58be835-1314-408a-bd00-91e6c8055364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:50.873375 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e035981-5cac-4913-aca8-3dbe769e1856 req-17126c97-fa7a-4ce5-9c0e-3ac90a0d54e1 tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] No DVR routers for this DVR port 6e86eef1-1c45-4ed4-a611-c5d731214315 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:55:50.878965 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6e035981-5cac-4913-aca8-3dbe769e1856 req-17126c97-fa7a-4ce5-9c0e-3ac90a0d54e1 tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:50.882629 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6e035981-5cac-4913-aca8-3dbe769e1856 req-17126c97-fa7a-4ce5-9c0e-3ac90a0d54e1 tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] 10.222.0.13 "DELETE /v2.0/ports/6e86eef1-1c45-4ed4-a611-c5d731214315 HTTP/1.1" status: 204 len: 173 time: 0.9560001 Jul 24 00:55:50.990774 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d173155-1546-4cae-bd6f-85489b3cd957', 'name': 'network-vif-deleted', 'tag': '6e86eef1-1c45-4ed4-a611-c5d731214315'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:55:51.003793 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99e6c4a-c6ab-4b48-963f-1af2ede50646" -d '{"events": [{"server_uuid": "8d173155-1546-4cae-bd6f-85489b3cd957", "name": "network-vif-deleted", "tag": "6e86eef1-1c45-4ed4-a611-c5d731214315"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:55:51.028824 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:51.136830 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ad952e7b-8f4a-4cfa-bc8f-3454c93f830e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:51.170158 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 60216) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:51.182346 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-d58be835-1314-408a-bd00-91e6c8055364 None None] Allocated IP 172.20.0.2 (75df3559-ab50-4f70-b828-45be90d30e6c/17dd084b-19bb-45d3-963a-b91ffe31fcfa/e3871f8f-7402-432a-8fb7-6b3f79c6a480) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:55:51.219920 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d88bee7-db7c-4ee7-8f86-bb40f6e7eddb x-openstack-request-id: req-3d88bee7-db7c-4ee7-8f86-bb40f6e7eddb {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:55:51.220646 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d173155-1546-4cae-bd6f-85489b3cd957", "name": "network-vif-deleted", "tag": "6e86eef1-1c45-4ed4-a611-c5d731214315", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:55:51.220646 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3d88bee7-db7c-4ee7-8f86-bb40f6e7eddb {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:55:51.221107 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d173155-1546-4cae-bd6f-85489b3cd957', 'name': 'network-vif-deleted', 'tag': '6e86eef1-1c45-4ed4-a611-c5d731214315', 'status': 'completed', 'code': 200} Jul 24 00:55:51.233029 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-1761a863-4d86-40bb-9ad1-4edf7f3fbbac req-33e4e88e-38fd-4247-b3e3-1e7eddbff38b tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:51.247768 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['f997ec14-5362-4756-a657-15b0759b6842'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:55:51.257963 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-70422458-ee99-467a-afc7-640ef964be00 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=614511da2cf24e86bf64eba4780b440d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0843124 Jul 24 00:55:51.258171 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 60218) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:51.296303 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4e88e-38fd-4247-b3e3-1e7eddbff38b tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Pushing event deleted for resources: {'Port': ['ID=f997ec14-5362-4756-a657-15b0759b6842,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:51.339079 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db695e4-361e-4e5b-8e22-6e86f8038cb4 req-0d7aea0e-294d-4604-ba7a-0162e5aac5fa tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:51.340661 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3db695e4-361e-4e5b-8e22-6e86f8038cb4 req-0d7aea0e-294d-4604-ba7a-0162e5aac5fa tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6 HTTP/1.1" status: 200 len: 867 time: 0.3779945 Jul 24 00:55:51.357921 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e24bfb44-2aec-48b0-a86e-dacbca6ebb20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:51.383954 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-1761a863-4d86-40bb-9ad1-4edf7f3fbbac req-33e4e88e-38fd-4247-b3e3-1e7eddbff38b tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] No DVR routers for this DVR port f997ec14-5362-4756-a657-15b0759b6842 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:55:51.395172 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-1761a863-4d86-40bb-9ad1-4edf7f3fbbac req-33e4e88e-38fd-4247-b3e3-1e7eddbff38b tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:51.397363 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1761a863-4d86-40bb-9ad1-4edf7f3fbbac req-33e4e88e-38fd-4247-b3e3-1e7eddbff38b tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.13 "DELETE /v2.0/ports/f997ec14-5362-4756-a657-15b0759b6842 HTTP/1.1" status: 204 len: 173 time: 1.1471887 Jul 24 00:55:51.451497 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e24bfb44-2aec-48b0-a86e-dacbca6ebb20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:51.459981 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d58be835-1314-408a-bd00-91e6c8055364 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:51.463675 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6460ec33-cac6-4931-af41-0f0c65566bd4 req-2e178067-53cb-4c21-af3c-7bdcf08b22cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:51.465225 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6460ec33-cac6-4931-af41-0f0c65566bd4 req-2e178067-53cb-4c21-af3c-7bdcf08b22cd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 1097 time: 0.2433486 Jul 24 00:55:51.480279 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d58be835-1314-408a-bd00-91e6c8055364 None None] Transition to ACTIVE for port object e3871f8f-7402-432a-8fb7-6b3f79c6a480 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:55:51.518311 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d58be835-1314-408a-bd00-91e6c8055364 None None] Transition to ACTIVE for port object e3871f8f-7402-432a-8fb7-6b3f79c6a480 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:55:51.525174 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d58be835-1314-408a-bd00-91e6c8055364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:51.572169 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58be835-1314-408a-bd00-91e6c8055364 None None] Network 75df3559-ab50-4f70-b828-45be90d30e6c is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:55:51.582054 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-d58be835-1314-408a-bd00-91e6c8055364 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:55:51.585759 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58be835-1314-408a-bd00-91e6c8055364 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:55:51.596855 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3db695e4-361e-4e5b-8e22-6e86f8038cb4 req-e59e4217-8298-41b8-9824-7f1656f06636 tempest-ListServerFiltersTestJSON-886843810 tempest-ListServerFiltersTestJSON-886843810-project] 10.222.0.15 "GET /v2.0/security-groups?id=63f4f63b-990f-46a9-a3a6-8f44eab281d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462826 Jul 24 00:55:51.653490 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6460ec33-cac6-4931-af41-0f0c65566bd4 req-170bb111-85bb-4af8-badf-cfb6a7086698 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715794 Jul 24 00:55:51.680666 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58be835-1314-408a-bd00-91e6c8055364 None None] Pushing event updated for resources: {'Port': ['ID=e3871f8f-7402-432a-8fb7-6b3f79c6a480,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:51.723140 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-d58be835-1314-408a-bd00-91e6c8055364 None None] Attempting to bind port e3871f8f-7402-432a-8fb7-6b3f79c6a480 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:55:51.723527 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-d58be835-1314-408a-bd00-91e6c8055364 None None] Attempting to bind port e3871f8f-7402-432a-8fb7-6b3f79c6a480 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '5ef6bf11-09bc-46a7-97d4-245b20dfc394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '75df3559-ab50-4f70-b828-45be90d30e6c'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:55:51.724156 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58be835-1314-408a-bd00-91e6c8055364 None None] Attempting to bind port e3871f8f-7402-432a-8fb7-6b3f79c6a480 on network 75df3559-ab50-4f70-b828-45be90d30e6c {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:55:51.734275 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58be835-1314-408a-bd00-91e6c8055364 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:55:51.734688 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58be835-1314-408a-bd00-91e6c8055364 None None] Checking segment: {'id': '5ef6bf11-09bc-46a7-97d4-245b20dfc394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '75df3559-ab50-4f70-b828-45be90d30e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:55:51.735294 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d58be835-1314-408a-bd00-91e6c8055364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:51.736510 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58be835-1314-408a-bd00-91e6c8055364 None None] Bound using segment: {'id': '5ef6bf11-09bc-46a7-97d4-245b20dfc394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '75df3559-ab50-4f70-b828-45be90d30e6c'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:55:51.739015 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-d58be835-1314-408a-bd00-91e6c8055364 None None] Bound port: e3871f8f-7402-432a-8fb7-6b3f79c6a480, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ef6bf11-09bc-46a7-97d4-245b20dfc394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '75df3559-ab50-4f70-b828-45be90d30e6c'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:55:51.739443 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d58be835-1314-408a-bd00-91e6c8055364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:51.803639 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e24bfb44-2aec-48b0-a86e-dacbca6ebb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:51.806192 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e24bfb44-2aec-48b0-a86e-dacbca6ebb20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:51.810799 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e24bfb44-2aec-48b0-a86e-dacbca6ebb20 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1b4a69f5-a120-4966-9e80-3b146b5c9925 HTTP/1.1" status: 204 len: 168 time: 0.5514140 Jul 24 00:55:51.840390 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24bfb44-2aec-48b0-a86e-dacbca6ebb20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4a69f5-a120-4966-9e80-3b146b5c9925,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:51.848027 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fd4139ad-1e7f-4f17-a6fc-bf4e7a1b9fa6 req-67711bc1-946a-4ab3-9254-a0ff66138614 tempest-ImagesNegativeTestJSON-579334750 tempest-ImagesNegativeTestJSON-579334750-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d173155-1546-4cae-bd6f-85489b3cd957 HTTP/1.1" status: 200 len: 210 time: 0.0829821 Jul 24 00:55:51.856787 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ad952e7b-8f4a-4cfa-bc8f-3454c93f830e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:51.880557 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-d58be835-1314-408a-bd00-91e6c8055364 None None] For port e3871f8f-7402-432a-8fb7-6b3f79c6a480, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:55:51.886011 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-d58be835-1314-408a-bd00-91e6c8055364 None None] For port e3871f8f-7402-432a-8fb7-6b3f79c6a480, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=e3871f8f-7402-432a-8fb7-6b3f79c6a480,segment=NetworkSegment(5ef6bf11-09bc-46a7-97d4-245b20dfc394),segment_id=5ef6bf11-09bc-46a7-97d4-245b20dfc394)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:55:51.889322 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ad952e7b-8f4a-4cfa-bc8f-3454c93f830e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:51.894887 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d58be835-1314-408a-bd00-91e6c8055364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:51.924550 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13610244-c76a-41e5-a873-04f36b125301 req-f6ce494f-c937-437a-9359-80997fce629e tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:51.931761 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-13610244-c76a-41e5-a873-04f36b125301 req-f6ce494f-c937-437a-9359-80997fce629e tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.2996988 Jul 24 00:55:51.999741 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58be835-1314-408a-bd00-91e6c8055364 None None] Pushing event updated for resources: {'Port': ['ID=e3871f8f-7402-432a-8fb7-6b3f79c6a480,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:52.046199 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-13610244-c76a-41e5-a873-04f36b125301 req-0808adde-87e6-439e-af87-1be9cb151166 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081810 Jul 24 00:55:52.107287 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-ad952e7b-8f4a-4cfa-bc8f-3454c93f830e admin admin] Allocated IP 172.25.2.135 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/f09f3e96-454e-444d-8a11-33e60e7f34f6) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:55:52.257517 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ad952e7b-8f4a-4cfa-bc8f-3454c93f830e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:52.332463 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ad952e7b-8f4a-4cfa-bc8f-3454c93f830e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:52.396202 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad952e7b-8f4a-4cfa-bc8f-3454c93f830e admin admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:55:52.399493 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-ad952e7b-8f4a-4cfa-bc8f-3454c93f830e admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:55:52.404070 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad952e7b-8f4a-4cfa-bc8f-3454c93f830e admin admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:55:52.433170 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad952e7b-8f4a-4cfa-bc8f-3454c93f830e admin admin] Pushing event updated for resources: {'Port': ['ID=f09f3e96-454e-444d-8a11-33e60e7f34f6,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:52.673588 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 60248) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:52.682497 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ad952e7b-8f4a-4cfa-bc8f-3454c93f830e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:52.739894 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-622e2668-11ee-4929-bd3a-4a6d2919734e admin admin] Deleting subnet f87e722c-580a-4749-b26f-a37af54c4e6f {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:55:52.743459 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-622e2668-11ee-4929-bd3a-4a6d2919734e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:52.760429 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e3871f8f-7402-432a-8fb7-6b3f79c6a480 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:55:52.835839 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-622e2668-11ee-4929-bd3a-4a6d2919734e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:52.862270 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port e3871f8f-7402-432a-8fb7-6b3f79c6a480 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:55:52.950258 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ad952e7b-8f4a-4cfa-bc8f-3454c93f830e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:53.020195 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-622e2668-11ee-4929-bd3a-4a6d2919734e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:53.137911 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-622e2668-11ee-4929-bd3a-4a6d2919734e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:53.181576 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e2668-11ee-4929-bd3a-4a6d2919734e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f87e722c-580a-4749-b26f-a37af54c4e6f,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:53.183650 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-622e2668-11ee-4929-bd3a-4a6d2919734e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:53.185753 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-622e2668-11ee-4929-bd3a-4a6d2919734e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f87e722c-580a-4749-b26f-a37af54c4e6f HTTP/1.1" status: 204 len: 168 time: 0.5109968 Jul 24 00:55:53.191642 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 60278) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:53.194879 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d32c5d-f470-4cc5-93f0-0c73b7f59f74 None None] Network 0af7efde-56f8-4cda-80df-42385e4de628 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:55:53.222029 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6', 'name': 'network-vif-deleted', 'tag': 'f997ec14-5362-4756-a657-15b0759b6842'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:55:53.225180 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e580a1-7d21-46b0-95bd-5a7b4234ed33" -d '{"events": [{"server_uuid": "5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6", "name": "network-vif-deleted", "tag": "f997ec14-5362-4756-a657-15b0759b6842"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:55:53.288232 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad952e7b-8f4a-4cfa-bc8f-3454c93f830e admin admin] Router 12109906-a517-44e7-8bdf-b6f6166c6630 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:55:53.364761 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bd2f8ad9-e657-4e22-ab66-e14b7ff05d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:53.395627 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597bd369-46ea-4202-b0e0-0e61da068d5b None None] Network 75df3559-ab50-4f70-b828-45be90d30e6c requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:55:53.412640 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c23e7d-00b6-4eae-a7ea-f90360981eb6 req-94df334d-30bc-4b53-888a-c504bcd085c2 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:53.414275 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-92c23e7d-00b6-4eae-a7ea-f90360981eb6 req-94df334d-30bc-4b53-888a-c504bcd085c2 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.2690792 Jul 24 00:55:53.455286 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b88121-9d7a-4cc1-b083-92a706ee1db0 x-openstack-request-id: req-73b88121-9d7a-4cc1-b083-92a706ee1db0 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:55:53.455579 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6", "name": "network-vif-deleted", "tag": "f997ec14-5362-4756-a657-15b0759b6842", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:55:53.455855 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-73b88121-9d7a-4cc1-b083-92a706ee1db0 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:55:53.456231 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a047e4b-e5e6-4ba9-a2d4-ff426b7eaca6', 'name': 'network-vif-deleted', 'tag': 'f997ec14-5362-4756-a657-15b0759b6842', 'status': 'completed', 'code': 200} Jul 24 00:55:53.502364 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 6e86eef1-1c45-4ed4-a611-c5d731214315 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:55:53.522118 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-92c23e7d-00b6-4eae-a7ea-f90360981eb6 req-3d05aadd-4902-4098-99c4-ac03e78712dd tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730698 Jul 24 00:55:53.550452 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad952e7b-8f4a-4cfa-bc8f-3454c93f830e admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:55:53.571898 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6f2407-2efd-4ceb-9c3e-0ce88dca19d9 None None] DHCP port deletion for 0af7efde-56f8-4cda-80df-42385e4de628 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:55:53.579120 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 6e86eef1-1c45-4ed4-a611-c5d731214315 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:55:53.579120 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 6e86eef1-1c45-4ed4-a611-c5d731214315 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:55:53.579407 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-bd2f8ad9-e657-4e22-ab66-e14b7ff05d87 admin admin] Deleting port 5e9ff2e4-8d93-44bf-8d04-0170975dd714 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:55:53.579595 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device f997ec14-5362-4756-a657-15b0759b6842 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:55:53.580096 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bd2f8ad9-e657-4e22-ab66-e14b7ff05d87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:53.627671 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958709fc-8791-460a-a57e-d1929fe882b1 None None] Sync routers for ids ['12109906-a517-44e7-8bdf-b6f6166c6630'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:55:53.670007 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-bd2f8ad9-e657-4e22-ab66-e14b7ff05d87 admin admin] For port 5e9ff2e4-8d93-44bf-8d04-0170975dd714, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=5e9ff2e4-8d93-44bf-8d04-0170975dd714,segment=NetworkSegment(87033756-2613-4563-8ced-8b450e5d1d76),segment_id=87033756-2613-4563-8ced-8b450e5d1d76)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:53.670007 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bd2f8ad9-e657-4e22-ab66-e14b7ff05d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:53.681813 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-bd2f8ad9-e657-4e22-ab66-e14b7ff05d87 admin admin] Calling delete_port for 5e9ff2e4-8d93-44bf-8d04-0170975dd714 owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:55:53.688749 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ad952e7b-8f4a-4cfa-bc8f-3454c93f830e admin admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:53.692883 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 60310) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:53.693996 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ad952e7b-8f4a-4cfa-bc8f-3454c93f830e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.1759906 Jul 24 00:55:53.723453 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: f997ec14-5362-4756-a657-15b0759b6842 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:55:53.725619 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device f997ec14-5362-4756-a657-15b0759b6842 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:55:53.758641 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a3271a31-d5f9-41fa-bd69-04dc54c3b8fd None None] Provisioning for port e3871f8f-7402-432a-8fb7-6b3f79c6a480 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:55:53.779108 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a3271a31-d5f9-41fa-bd69-04dc54c3b8fd None None] Provisioning complete for port e3871f8f-7402-432a-8fb7-6b3f79c6a480 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:55:53.780298 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a3271a31-d5f9-41fa-bd69-04dc54c3b8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:53.783054 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958709fc-8791-460a-a57e-d1929fe882b1 None None] Routers {'12109906-a517-44e7-8bdf-b6f6166c6630'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:55:53.783952 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-958709fc-8791-460a-a57e-d1929fe882b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:55:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['12109906-a517-44e7-8bdf-b6f6166c6630'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:53.854598 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bd2f8ad9-e657-4e22-ab66-e14b7ff05d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:53.959854 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f8ad9-e657-4e22-ab66-e14b7ff05d87 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e9ff2e4-8d93-44bf-8d04-0170975dd714,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:53.963951 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2f8ad9-e657-4e22-ab66-e14b7ff05d87 admin admin] No DVR routers for this DVR port 5e9ff2e4-8d93-44bf-8d04-0170975dd714 on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:55:54.116265 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a3271a31-d5f9-41fa-bd69-04dc54c3b8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:54.145554 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-2d6f2407-2efd-4ceb-9c3e-0ce88dca19d9 None None] Deleting port 5e9ff2e4-8d93-44bf-8d04-0170975dd714 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:55:54.145934 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2d6f2407-2efd-4ceb-9c3e-0ce88dca19d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:54.165136 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bd2f8ad9-e657-4e22-ab66-e14b7ff05d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:54.175787 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 60332) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:54.186473 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-bd2f8ad9-e657-4e22-ab66-e14b7ff05d87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af7efde-56f8-4cda-80df-42385e4de628']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:54.201297 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-bd2f8ad9-e657-4e22-ab66-e14b7ff05d87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87033756-2613-4563-8ced-8b450e5d1d76') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:54.201497 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-bd2f8ad9-e657-4e22-ab66-e14b7ff05d87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87033756-2613-4563-8ced-8b450e5d1d76') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:54.219838 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bd2f8ad9-e657-4e22-ab66-e14b7ff05d87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:54.240732 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bd2f8ad9-e657-4e22-ab66-e14b7ff05d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:54.251703 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd2f8ad9-e657-4e22-ab66-e14b7ff05d87 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:55:54.252556 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bd2f8ad9-e657-4e22-ab66-e14b7ff05d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:54.270503 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 00:55:54.270503 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:55:54.270503 n-d-793621-25 neutron-server[100463]: timer() Jul 24 00:55:54.270503 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:55:54.270503 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 00:55:54.270503 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:55:54.270503 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 00:55:54.270503 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:55:54.270503 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 00:55:54.270503 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:55:54.270503 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 00:55:54.270503 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:55:54.270503 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 00:55:54.270503 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:55:54.270503 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:55:54.270503 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:55:54.270503 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:55:54.270503 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:55:54.270503 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 00:55:54.270503 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:55:54.270503 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 00:55:54.270503 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:55:54.270503 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:55:54.270503 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:55:54.270503 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 00:55:54.270503 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:55:54.270503 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:55:54.270503 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:55:54.270503 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:55:54.270503 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:55:54.270503 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:55:54.270503 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:55:54.311303 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-a3271a31-d5f9-41fa-bd69-04dc54c3b8fd None None] For port e3871f8f-7402-432a-8fb7-6b3f79c6a480, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=e3871f8f-7402-432a-8fb7-6b3f79c6a480,segment=NetworkSegment(5ef6bf11-09bc-46a7-97d4-245b20dfc394),segment_id=5ef6bf11-09bc-46a7-97d4-245b20dfc394)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:54.348448 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bd2f8ad9-e657-4e22-ab66-e14b7ff05d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:54.349800 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-958709fc-8791-460a-a57e-d1929fe882b1 None None] Set router 12109906-a517-44e7-8bdf-b6f6166c6630 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:55:54.358257 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bd2f8ad9-e657-4e22-ab66-e14b7ff05d87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:54.360212 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a3271a31-d5f9-41fa-bd69-04dc54c3b8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:54.363037 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-bd2f8ad9-e657-4e22-ab66-e14b7ff05d87 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0af7efde-56f8-4cda-80df-42385e4de628 HTTP/1.1" status: 204 len: 168 time: 1.1711333 Jul 24 00:55:54.378752 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2f8ad9-e657-4e22-ab66-e14b7ff05d87 admin admin] Pushing event deleted for resources: {'Network': ['ID=0af7efde-56f8-4cda-80df-42385e4de628,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:54.436896 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-2d6f2407-2efd-4ceb-9c3e-0ce88dca19d9 None None] For port 5e9ff2e4-8d93-44bf-8d04-0170975dd714, host n-d-793621-25, got binding levels [] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:54.441748 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2d6f2407-2efd-4ceb-9c3e-0ce88dca19d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:54.492074 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94366dd7-7481-4f6b-b4b7-a36ec0c210f7 req-c54d3256-63ac-47ff-9771-b5c988c0e165 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:54.493694 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-94366dd7-7481-4f6b-b4b7-a36ec0c210f7 req-c54d3256-63ac-47ff-9771-b5c988c0e165 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.3312187 Jul 24 00:55:54.500751 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-2d6f2407-2efd-4ceb-9c3e-0ce88dca19d9 None None] Calling delete_port for 5e9ff2e4-8d93-44bf-8d04-0170975dd714 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:55:54.518055 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.ipam_backend_mixin [None req-2d6f2407-2efd-4ceb-9c3e-0ce88dca19d9 None None] Port 5e9ff2e4-8d93-44bf-8d04-0170975dd714 was not found and therefore no delete operation was performed {{(pid=100465) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 24 00:55:54.524834 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01120692-aab3-42b8-9d9f-eb7ceb1bcfd3 req-9b80b5d5-f4f8-404b-bc2d-07b0ac6e51ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:54.526971 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-01120692-aab3-42b8-9d9f-eb7ceb1bcfd3 req-9b80b5d5-f4f8-404b-bc2d-07b0ac6e51ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=20d35f4a5a814139b52be63228a1596d&device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 1097 time: 0.3622713 Jul 24 00:55:54.537211 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2d6f2407-2efd-4ceb-9c3e-0ce88dca19d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:54.555564 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2d6f2407-2efd-4ceb-9c3e-0ce88dca19d9 None None] Network 0af7efde-56f8-4cda-80df-42385e4de628 is not hosted by any dhcp agent {{(pid=100465) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 24 00:55:54.556039 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6f2407-2efd-4ceb-9c3e-0ce88dca19d9 None None] No DVR routers for this DVR port 5e9ff2e4-8d93-44bf-8d04-0170975dd714 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:55:54.571946 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3271a31-d5f9-41fa-bd69-04dc54c3b8fd None None] Pushing event updated for resources: {'Port': ['ID=e3871f8f-7402-432a-8fb7-6b3f79c6a480,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:54.681913 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f2407-2efd-4ceb-9c3e-0ce88dca19d9 None None] Pushing event deleted for resources: {'Port': ['ID=5e9ff2e4-8d93-44bf-8d04-0170975dd714,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:54.760569 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e3871f8f-7402-432a-8fb7-6b3f79c6a480 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:55:54.795892 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 60352) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:54.805698 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9d14b99e-3e59-440a-ae8e-bcc38afe2660 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=386e9e30e59c4a59b2c0adac32ce0c7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5943573 Jul 24 00:55:54.810788 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 60354) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:54.846278 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-94366dd7-7481-4f6b-b4b7-a36ec0c210f7 req-834b0d03-1ccf-4fa7-80c4-7b64ac941c86 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138113 Jul 24 00:55:54.852559 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-958709fc-8791-460a-a57e-d1929fe882b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12109906-a517-44e7-8bdf-b6f6166c6630', 'name': 'tempest-TaggedBootDevicesTest-798315874-router', 'tenant_id': 'cd6a59a0ba774d20a9df419972239646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f09f3e96-454e-444d-8a11-33e60e7f34f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:50Z', 'updated_at': '2021-07-24T00:55:52Z', 'revision_number': 3, 'project_id': 'cd6a59a0ba774d20a9df419972239646', 'gw_port': {'id': 'f09f3e96-454e-444d-8a11-33e60e7f34f6', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:50:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12109906-a517-44e7-8bdf-b6f6166c6630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:51Z', 'updated_at': '2021-07-24T00:55:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:54.883571 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4761398d-397e-4b89-b7e4-1f8494344499 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=47d332c6cc6c4ecb8bf3cdfbdbe75811&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0849078 Jul 24 00:55:54.884227 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 60356) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:54.888240 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958709fc-8791-460a-a57e-d1929fe882b1 None None] Checking router: 12109906-a517-44e7-8bdf-b6f6166c6630 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:55:54.888607 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958709fc-8791-460a-a57e-d1929fe882b1 None None] Updating router 12109906-a517-44e7-8bdf-b6f6166c6630 port f09f3e96-454e-444d-8a11-33e60e7f34f6 binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:55:54.929610 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port e3871f8f-7402-432a-8fb7-6b3f79c6a480 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:55:54.929991 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:54.934610 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fe0d4587-3641-4f87-aef0-f9e4f7edbcf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:54.947557 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01120692-aab3-42b8-9d9f-eb7ceb1bcfd3 req-2879bf11-f3a9-464c-894f-79ab0007e5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:54.956943 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-01120692-aab3-42b8-9d9f-eb7ceb1bcfd3 req-2879bf11-f3a9-464c-894f-79ab0007e5bd service neutron] 10.222.0.13 "GET /v2.0/networks?id=73a8909c-49cf-4748-a0d1-117aad1d6801 HTTP/1.1" status: 200 len: 919 time: 0.3705163 Jul 24 00:55:54.975519 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fe0d4587-3641-4f87-aef0-f9e4f7edbcf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:54.986917 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-398c14ac-eb69-477d-aee0-0f7260c9e570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:55.033688 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-398c14ac-eb69-477d-aee0-0f7260c9e570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:55.102338 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fe0d4587-3641-4f87-aef0-f9e4f7edbcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:55.110901 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fe0d4587-3641-4f87-aef0-f9e4f7edbcf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:55.112920 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-fe0d4587-3641-4f87-aef0-f9e4f7edbcf5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f583b369-f895-4529-867e-d6f83ee687a4 HTTP/1.1" status: 204 len: 168 time: 0.3010783 Jul 24 00:55:55.132652 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d4587-3641-4f87-aef0-f9e4f7edbcf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f583b369-f895-4529-867e-d6f83ee687a4,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:55.158237 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-398c14ac-eb69-477d-aee0-0f7260c9e570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:55.161167 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-398c14ac-eb69-477d-aee0-0f7260c9e570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:55.163570 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-398c14ac-eb69-477d-aee0-0f7260c9e570 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/63f4f63b-990f-46a9-a3a6-8f44eab281d8 HTTP/1.1" status: 204 len: 168 time: 0.2777364 Jul 24 00:55:55.187632 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c14ac-eb69-477d-aee0-0f7260c9e570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f4f63b-990f-46a9-a3a6-8f44eab281d8,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:55.229796 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-dd541752-c377-4813-ab6a-c6f1f9fcde17 None None] Provisioning complete for port e3871f8f-7402-432a-8fb7-6b3f79c6a480 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:55:55.230221 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-dd541752-c377-4813-ab6a-c6f1f9fcde17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:55.235602 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-958709fc-8791-460a-a57e-d1929fe882b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:55.640990 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 5e9ff2e4-8d93-44bf-8d04-0170975dd714 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:55:55.700748 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-01120692-aab3-42b8-9d9f-eb7ceb1bcfd3 req-5ba536e9-56f1-415d-87ed-117782f6627c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=05ec7917-6cd8-4b84-825d-0e5955dd0180 HTTP/1.1" status: 200 len: 217 time: 0.0579035 Jul 24 00:55:55.701914 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 5e9ff2e4-8d93-44bf-8d04-0170975dd714 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:55:55.702287 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 5e9ff2e4-8d93-44bf-8d04-0170975dd714 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:55:55.761133 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01120692-aab3-42b8-9d9f-eb7ceb1bcfd3 req-8057ffe3-f158-4e71-9494-559c0108460d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:55.762658 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-01120692-aab3-42b8-9d9f-eb7ceb1bcfd3 req-8057ffe3-f158-4e71-9494-559c0108460d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=954fd3a6-666f-4557-86c0-353193e10e5d HTTP/1.1" status: 200 len: 858 time: 0.0535972 Jul 24 00:55:55.782001 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9ce07f62-034f-4360-bf54-190d18a02ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:55.830582 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-01120692-aab3-42b8-9d9f-eb7ceb1bcfd3 req-179e3f23-dd45-4631-a1a9-e662e506908a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73a8909c-49cf-4748-a0d1-117aad1d6801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596414 Jul 24 00:55:56.053038 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-01120692-aab3-42b8-9d9f-eb7ceb1bcfd3 req-c2bb3061-1197-44db-b93c-2d6a598c7a22 service neutron] 10.222.0.13 "GET /v2.0/networks/73a8909c-49cf-4748-a0d1-117aad1d6801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150984 Jul 24 00:55:56.069098 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-958709fc-8791-460a-a57e-d1929fe882b1 None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:56.095793 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-958709fc-8791-460a-a57e-d1929fe882b1 None None] Transition to ACTIVE for port object f09f3e96-454e-444d-8a11-33e60e7f34f6 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:55:56.108739 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-958709fc-8791-460a-a57e-d1929fe882b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:56.111664 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8cfc6a-f363-4b59-b073-105d7285684d req-2d6649f3-a2fc-452a-ace7-5e32ff928c62 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:56.121023 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1d8cfc6a-f363-4b59-b073-105d7285684d req-2d6649f3-a2fc-452a-ace7-5e32ff928c62 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.1424129 Jul 24 00:55:56.137101 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-9ce07f62-034f-4360-bf54-190d18a02ba2 admin admin] Allocated IP 172.20.0.1 (75df3559-ab50-4f70-b828-45be90d30e6c/17dd084b-19bb-45d3-963a-b91ffe31fcfa/5e7c9f8e-e732-42e9-aaeb-5be6f3b0d305) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:55:56.208713 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2c5cb-927c-4afa-bc7f-33b322600fe6 None None] Pushing event updated for resources: {'Port': ['ID=f09f3e96-454e-444d-8a11-33e60e7f34f6,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:56.212049 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-958709fc-8791-460a-a57e-d1929fe882b1 None None] Attempting to bind port f09f3e96-454e-444d-8a11-33e60e7f34f6 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:55:56.212430 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-958709fc-8791-460a-a57e-d1929fe882b1 None None] Attempting to bind port f09f3e96-454e-444d-8a11-33e60e7f34f6 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:55:56.212818 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958709fc-8791-460a-a57e-d1929fe882b1 None None] Attempting to bind port f09f3e96-454e-444d-8a11-33e60e7f34f6 on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:55:56.219459 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958709fc-8791-460a-a57e-d1929fe882b1 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:55:56.219865 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958709fc-8791-460a-a57e-d1929fe882b1 None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:55:56.220372 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-958709fc-8791-460a-a57e-d1929fe882b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:56.220777 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958709fc-8791-460a-a57e-d1929fe882b1 None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:55:56.221252 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-958709fc-8791-460a-a57e-d1929fe882b1 None None] Bound port: f09f3e96-454e-444d-8a11-33e60e7f34f6, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:55:56.221644 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-958709fc-8791-460a-a57e-d1929fe882b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:56.229575 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1d8cfc6a-f363-4b59-b073-105d7285684d req-cc81f27c-8fdf-4d91-9b56-9cd2dabf037b tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979667 Jul 24 00:55:56.293813 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-958709fc-8791-460a-a57e-d1929fe882b1 None None] For port f09f3e96-454e-444d-8a11-33e60e7f34f6, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:55:56.299772 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-958709fc-8791-460a-a57e-d1929fe882b1 None None] For port f09f3e96-454e-444d-8a11-33e60e7f34f6, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=f09f3e96-454e-444d-8a11-33e60e7f34f6,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:55:56.311853 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-958709fc-8791-460a-a57e-d1929fe882b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:56.368715 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-01120692-aab3-42b8-9d9f-eb7ceb1bcfd3 req-d2a53cbe-7765-4b8e-8db8-59f34dbe8e06 service neutron] 10.222.0.13 "GET /v2.0/networks/73a8909c-49cf-4748-a0d1-117aad1d6801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944994 Jul 24 00:55:56.420510 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958709fc-8791-460a-a57e-d1929fe882b1 None None] Routers {'12109906-a517-44e7-8bdf-b6f6166c6630'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:55:56.423641 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-958709fc-8791-460a-a57e-d1929fe882b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:55:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['12109906-a517-44e7-8bdf-b6f6166c6630'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:56.449888 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9ce07f62-034f-4360-bf54-190d18a02ba2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:56.504791 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-9ce07f62-034f-4360-bf54-190d18a02ba2 admin admin] Transition to ACTIVE for port object 5e7c9f8e-e732-42e9-aaeb-5be6f3b0d305 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:55:56.531850 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2c5cb-927c-4afa-bc7f-33b322600fe6 None None] Pushing event updated for resources: {'Port': ['ID=f09f3e96-454e-444d-8a11-33e60e7f34f6,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:56.574103 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9ce07f62-034f-4360-bf54-190d18a02ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:56.612351 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-958709fc-8791-460a-a57e-d1929fe882b1 None None] Set router 12109906-a517-44e7-8bdf-b6f6166c6630 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:55:56.633894 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce07f62-034f-4360-bf54-190d18a02ba2 admin admin] Network 75df3559-ab50-4f70-b828-45be90d30e6c is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:55:56.637797 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 60436) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:56.650696 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-9ce07f62-034f-4360-bf54-190d18a02ba2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:55:56.658357 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce07f62-034f-4360-bf54-190d18a02ba2 admin admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:55:56.744656 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce07f62-034f-4360-bf54-190d18a02ba2 admin admin] Pushing event updated for resources: {'Port': ['ID=5e7c9f8e-e732-42e9-aaeb-5be6f3b0d305,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:56.803741 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9ce07f62-034f-4360-bf54-190d18a02ba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:56.916923 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-c214baea-3a98-40cb-870b-ebbe8c3c0bf5 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-802994747-network', 'tenant_id': '189b921c4a4d4668a9577a88e5cdd824'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:55:56.991569 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c214baea-3a98-40cb-870b-ebbe8c3c0bf5 admin admin] Made reservation on behalf of 189b921c4a4d4668a9577a88e5cdd824 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:55:56.995856 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c214baea-3a98-40cb-870b-ebbe8c3c0bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:57.019904 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-958709fc-8791-460a-a57e-d1929fe882b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12109906-a517-44e7-8bdf-b6f6166c6630', 'name': 'tempest-TaggedBootDevicesTest-798315874-router', 'tenant_id': 'cd6a59a0ba774d20a9df419972239646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f09f3e96-454e-444d-8a11-33e60e7f34f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:50Z', 'updated_at': '2021-07-24T00:55:52Z', 'revision_number': 3, 'project_id': 'cd6a59a0ba774d20a9df419972239646', 'gw_port': {'id': 'f09f3e96-454e-444d-8a11-33e60e7f34f6', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:50:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12109906-a517-44e7-8bdf-b6f6166c6630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:51Z', 'updated_at': '2021-07-24T00:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:57.027067 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 60444) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:57.034475 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c214baea-3a98-40cb-870b-ebbe8c3c0bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:57.092695 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958709fc-8791-460a-a57e-d1929fe882b1 None None] The sync data for ids ['12109906-a517-44e7-8bdf-b6f6166c6630'] in n-d-793621-25 is: [{'id': '12109906-a517-44e7-8bdf-b6f6166c6630', 'name': 'tempest-TaggedBootDevicesTest-798315874-router', 'tenant_id': 'cd6a59a0ba774d20a9df419972239646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f09f3e96-454e-444d-8a11-33e60e7f34f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:50Z', 'updated_at': '2021-07-24T00:55:52Z', 'revision_number': 3, 'project_id': 'cd6a59a0ba774d20a9df419972239646', 'gw_port': {'id': 'f09f3e96-454e-444d-8a11-33e60e7f34f6', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:50:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12109906-a517-44e7-8bdf-b6f6166c6630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:51Z', 'updated_at': '2021-07-24T00:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:55:57.104724 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-506fed26-0370-4bac-a857-eb75ff2602fc admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1179284834-network', 'tenant_id': 'efa6f3db9fd64630b0882e80030f42fc'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:55:57.128023 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-184fc1c8-8b16-4285-8eef-20c5e119001c None None] Provisioning for port 5e7c9f8e-e732-42e9-aaeb-5be6f3b0d305 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:55:57.143363 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9ce07f62-034f-4360-bf54-190d18a02ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:57.149120 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-184fc1c8-8b16-4285-8eef-20c5e119001c None None] Provisioning complete for port 5e7c9f8e-e732-42e9-aaeb-5be6f3b0d305 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:55:57.149512 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-184fc1c8-8b16-4285-8eef-20c5e119001c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:57.210580 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-184fc1c8-8b16-4285-8eef-20c5e119001c None None] Port 5e7c9f8e-e732-42e9-aaeb-5be6f3b0d305 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:55:57.294740 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c214baea-3a98-40cb-870b-ebbe8c3c0bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:57.324811 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c214baea-3a98-40cb-870b-ebbe8c3c0bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:57.338732 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-506fed26-0370-4bac-a857-eb75ff2602fc admin admin] Made reservation on behalf of efa6f3db9fd64630b0882e80030f42fc for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:55:57.344644 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-506fed26-0370-4bac-a857-eb75ff2602fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:57.373012 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c214baea-3a98-40cb-870b-ebbe8c3c0bf5 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:55:57.386823 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-506fed26-0370-4bac-a857-eb75ff2602fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:57.476101 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9ce07f62-034f-4360-bf54-190d18a02ba2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:57.487621 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9ce07f62-034f-4360-bf54-190d18a02ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:57.554847 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c214baea-3a98-40cb-870b-ebbe8c3c0bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:57.555566 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-c214baea-3a98-40cb-870b-ebbe8c3c0bf5 admin admin] Added segment 1a1e043c-79b0-4397-b4d2-2b95c82d517b of type vlan for network 3693d853-cfcd-49ab-a574-7a2bb546088d Jul 24 00:55:57.578249 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214baea-3a98-40cb-870b-ebbe8c3c0bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16a4d2d-790a-47db-9389-eba3c55fa1a3,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:57.611649 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9ce07f62-034f-4360-bf54-190d18a02ba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:57.624263 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce07f62-034f-4360-bf54-190d18a02ba2 admin admin] Pushing event updated for resources: {'Port': ['ID=5e7c9f8e-e732-42e9-aaeb-5be6f3b0d305,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:57.677751 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-506fed26-0370-4bac-a857-eb75ff2602fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:57.690007 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-506fed26-0370-4bac-a857-eb75ff2602fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:57.693882 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227d741-d389-406c-88c0-0a673335cfc3 req-ffcd701b-5102-4138-bbed-d3789909b61e tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:57.696181 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3227d741-d389-406c-88c0-0a673335cfc3 req-ffcd701b-5102-4138-bbed-d3789909b61e tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.3058059 Jul 24 00:55:57.716165 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c214baea-3a98-40cb-870b-ebbe8c3c0bf5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:57.739386 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-506fed26-0370-4bac-a857-eb75ff2602fc admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:55:57.777223 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506fed26-0370-4bac-a857-eb75ff2602fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739534d2-0f26-428b-8ab1-721e79268a92,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:57.787448 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-506fed26-0370-4bac-a857-eb75ff2602fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:57.787720 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-506fed26-0370-4bac-a857-eb75ff2602fc admin admin] Added segment 105933f1-ad5a-4c90-9ca8-c74f813dbd38 of type vlan for network 2da6bbc7-a75c-4c5c-b454-75233615e1ea Jul 24 00:55:57.846155 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3227d741-d389-406c-88c0-0a673335cfc3 req-9298c62c-6758-443a-a358-99c2904f40e1 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931892 Jul 24 00:55:57.881546 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce07f62-034f-4360-bf54-190d18a02ba2 admin admin] Network 75df3559-ab50-4f70-b828-45be90d30e6c is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:55:57.885556 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c214baea-3a98-40cb-870b-ebbe8c3c0bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:57.886563 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c214baea-3a98-40cb-870b-ebbe8c3c0bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:57.887258 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c214baea-3a98-40cb-870b-ebbe8c3c0bf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:57.890046 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-9ce07f62-034f-4360-bf54-190d18a02ba2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:55:57.924710 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c214baea-3a98-40cb-870b-ebbe8c3c0bf5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2822239 Jul 24 00:55:57.938967 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-506fed26-0370-4bac-a857-eb75ff2602fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:57.951022 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 60464) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:57.960586 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-18d039e8-431d-48d7-8302-808976a961e1 admin admin] Request body: {'subnet': {'network_id': '3693d853-cfcd-49ab-a574-7a2bb546088d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-802994747-subnet', 'tenant_id': '189b921c4a4d4668a9577a88e5cdd824', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:55:58.188366 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce07f62-034f-4360-bf54-190d18a02ba2 admin admin] Router 12109906-a517-44e7-8bdf-b6f6166c6630 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:55:58.358202 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-abeacab5-41b4-413e-8529-fd92ebc3c5bf None None] Provisioning complete for port 5e7c9f8e-e732-42e9-aaeb-5be6f3b0d305 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:55:58.358701 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-abeacab5-41b4-413e-8529-fd92ebc3c5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:58.384652 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce07f62-034f-4360-bf54-190d18a02ba2 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:55:58.407806 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9ce07f62-034f-4360-bf54-190d18a02ba2 admin admin] 10.222.0.15 "PUT /v2.0/routers/12109906-a517-44e7-8bdf-b6f6166c6630/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7037539 Jul 24 00:55:58.460574 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-abeacab5-41b4-413e-8529-fd92ebc3c5bf None None] Port 5e7c9f8e-e732-42e9-aaeb-5be6f3b0d305 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:55:58.561255 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c214baea-3a98-40cb-870b-ebbe8c3c0bf5 admin admin] Pushing event updated for resources: {'Network': ['ID=3693d853-cfcd-49ab-a574-7a2bb546088d,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:58.567900 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-506fed26-0370-4bac-a857-eb75ff2602fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:58.569090 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506fed26-0370-4bac-a857-eb75ff2602fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:58.569814 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-506fed26-0370-4bac-a857-eb75ff2602fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:58.576603 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d039e8-431d-48d7-8302-808976a961e1 admin admin] Made reservation on behalf of 189b921c4a4d4668a9577a88e5cdd824 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:55:58.577151 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 3693d853-cfcd-49ab-a574-7a2bb546088d details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:55:58.579471 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-18d039e8-431d-48d7-8302-808976a961e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:58.645058 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 60478) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:58.839790 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-506fed26-0370-4bac-a857-eb75ff2602fc admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.8077714 Jul 24 00:55:58.844641 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 60486) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:58.845349 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device f09f3e96-454e-444d-8a11-33e60e7f34f6 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:55:58.851549 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-de4c545c-4d3a-4f42-b455-630d9ab7eef7 admin admin] Request body: {'subnet': {'network_id': '2da6bbc7-a75c-4c5c-b454-75233615e1ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1179284834-subnet', 'tenant_id': 'efa6f3db9fd64630b0882e80030f42fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:55:58.855451 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2a9d166f-205c-4479-83a0-85a08da1330a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:58.911274 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4c545c-4d3a-4f42-b455-630d9ab7eef7 admin admin] Made reservation on behalf of efa6f3db9fd64630b0882e80030f42fc for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:55:58.929564 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-de4c545c-4d3a-4f42-b455-630d9ab7eef7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:59.028923 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-18d039e8-431d-48d7-8302-808976a961e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:59.036953 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506fed26-0370-4bac-a857-eb75ff2602fc admin admin] Pushing event updated for resources: {'Network': ['ID=2da6bbc7-a75c-4c5c-b454-75233615e1ea,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:59.055657 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 2da6bbc7-a75c-4c5c-b454-75233615e1ea details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:55:59.060794 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port f09f3e96-454e-444d-8a11-33e60e7f34f6 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:55:59.087216 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port f09f3e96-454e-444d-8a11-33e60e7f34f6 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:55:59.087928 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:59.126931 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d039e8-431d-48d7-8302-808976a961e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=feed36e8-2b07-4f00-a23a-762cf33137fd,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:59.183049 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d039e8-431d-48d7-8302-808976a961e1 admin admin] Checking segment: {'id': '1a1e043c-79b0-4397-b4d2-2b95c82d517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3693d853-cfcd-49ab-a574-7a2bb546088d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:55:59.183426 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d039e8-431d-48d7-8302-808976a961e1 admin admin] Network hostable DHCP agents. Network: 3693d853-cfcd-49ab-a574-7a2bb546088d, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:55:59.231037 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d039e8-431d-48d7-8302-808976a961e1 admin admin] Network 3693d853-cfcd-49ab-a574-7a2bb546088d is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:55:59.259016 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-18d039e8-431d-48d7-8302-808976a961e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 3693d853-cfcd-49ab-a574-7a2bb546088d) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:55:59.263930 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d039e8-431d-48d7-8302-808976a961e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:59.264540 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-18d039e8-431d-48d7-8302-808976a961e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:59.285543 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bb5dbd-6927-4da4-9b43-02955a7ee081 None None] Network 3693d853-cfcd-49ab-a574-7a2bb546088d requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:55:59.451953 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756cf5a-5fb3-4a5f-957f-34f0827b3e91 req-1be08133-f26f-46e1-b3a5-74a3ec3e38fc tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:59.453732 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d756cf5a-5fb3-4a5f-957f-34f0827b3e91 req-1be08133-f26f-46e1-b3a5-74a3ec3e38fc tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.3886991 Jul 24 00:55:59.461634 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2a9d166f-205c-4479-83a0-85a08da1330a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:59.490801 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2a9d166f-205c-4479-83a0-85a08da1330a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:59.496372 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-18d039e8-431d-48d7-8302-808976a961e1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5439606 Jul 24 00:55:59.597563 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4c17c0-4111-49b7-bd87-7df589c1a962 None None] Network 3693d853-cfcd-49ab-a574-7a2bb546088d requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:55:59.669296 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:59.671238 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d166f-205c-4479-83a0-85a08da1330a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8378804d-199e-4f53-821f-28fbb3d417cb,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:59.691697 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 60534) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:55:59.692800 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2a9d166f-205c-4479-83a0-85a08da1330a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8806bc3d6ab74d59a3195554510a2d20&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0464947 Jul 24 00:55:59.698638 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d756cf5a-5fb3-4a5f-957f-34f0827b3e91 req-672ef947-43c0-43cf-914d-4c60f5ede2f5 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259071 Jul 24 00:55:59.699665 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-de4c545c-4d3a-4f42-b455-630d9ab7eef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:59.790534 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1bb99f-7f7e-4f22-91ce-40b8b9008090 None None] Sync routers for ids ['12109906-a517-44e7-8bdf-b6f6166c6630'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:55:59.803150 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1bb99f-7f7e-4f22-91ce-40b8b9008090 None None] Routers {'12109906-a517-44e7-8bdf-b6f6166c6630'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:55:59.805503 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4c545c-4d3a-4f42-b455-630d9ab7eef7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32aaab81-ed63-4b4f-aa91-d17bc9f404e3,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:55:59.806288 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-4e1bb99f-7f7e-4f22-91ce-40b8b9008090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:55:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['12109906-a517-44e7-8bdf-b6f6166c6630'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:55:59.838294 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4c545c-4d3a-4f42-b455-630d9ab7eef7 admin admin] Checking segment: {'id': '105933f1-ad5a-4c90-9ca8-c74f813dbd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2da6bbc7-a75c-4c5c-b454-75233615e1ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:55:59.838765 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4c545c-4d3a-4f42-b455-630d9ab7eef7 admin admin] Network hostable DHCP agents. Network: 2da6bbc7-a75c-4c5c-b454-75233615e1ea, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:55:59.882903 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4c545c-4d3a-4f42-b455-630d9ab7eef7 admin admin] Network 2da6bbc7-a75c-4c5c-b454-75233615e1ea is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:55:59.902363 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c2c35f31-b6ad-4a28-b50b-cbdfdf2334b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:59.907479 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-de4c545c-4d3a-4f42-b455-630d9ab7eef7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 2da6bbc7-a75c-4c5c-b454-75233615e1ea) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:55:59.913022 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4c545c-4d3a-4f42-b455-630d9ab7eef7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:55:59.913883 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-de4c545c-4d3a-4f42-b455-630d9ab7eef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:59.928238 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port f09f3e96-454e-444d-8a11-33e60e7f34f6, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=f09f3e96-454e-444d-8a11-33e60e7f34f6,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:55:59.930796 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086f5fff-4b1d-4070-b0ba-83cb9ebf8b4d None None] Network 2da6bbc7-a75c-4c5c-b454-75233615e1ea requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:55:59.956119 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-de4c545c-4d3a-4f42-b455-630d9ab7eef7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1100495 Jul 24 00:55:59.971020 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:55:59.977703 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c2c35f31-b6ad-4a28-b50b-cbdfdf2334b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:00.063880 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-4e1bb99f-7f7e-4f22-91ce-40b8b9008090 None None] Set router 12109906-a517-44e7-8bdf-b6f6166c6630 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:56:00.076277 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=f09f3e96-454e-444d-8a11-33e60e7f34f6,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:00.089813 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c2c35f31-b6ad-4a28-b50b-cbdfdf2334b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:00.093771 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c2c35f31-b6ad-4a28-b50b-cbdfdf2334b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:00.098801 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c2c35f31-b6ad-4a28-b50b-cbdfdf2334b0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8378804d-199e-4f53-821f-28fbb3d417cb HTTP/1.1" status: 204 len: 168 time: 0.4046350 Jul 24 00:56:00.118204 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c35f31-b6ad-4a28-b50b-cbdfdf2334b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8378804d-199e-4f53-821f-28fbb3d417cb,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:00.532929 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-4e1bb99f-7f7e-4f22-91ce-40b8b9008090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12109906-a517-44e7-8bdf-b6f6166c6630', 'name': 'tempest-TaggedBootDevicesTest-798315874-router', 'tenant_id': 'cd6a59a0ba774d20a9df419972239646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f09f3e96-454e-444d-8a11-33e60e7f34f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:50Z', 'updated_at': '2021-07-24T00:55:57Z', 'revision_number': 4, 'project_id': 'cd6a59a0ba774d20a9df419972239646', 'gw_port': {'id': 'f09f3e96-454e-444d-8a11-33e60e7f34f6', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:50:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12109906-a517-44e7-8bdf-b6f6166c6630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:51Z', 'updated_at': '2021-07-24T00:55:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '5e7c9f8e-e732-42e9-aaeb-5be6f3b0d305', 'name': '', 'network_id': '75df3559-ab50-4f70-b828-45be90d30e6c', 'tenant_id': 'cd6a59a0ba774d20a9df419972239646', 'mac_address': 'fa:16:3e:31:d7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12109906-a517-44e7-8bdf-b6f6166c6630', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '17dd084b-19bb-45d3-963a-b91ffe31fcfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:55Z', 'updated_at': '2021-07-24T00:55:57Z', 'revision_number': 2, 'project_id': 'cd6a59a0ba774d20a9df419972239646', 'subnets': [{'id': '17dd084b-19bb-45d3-963a-b91ffe31fcfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:56:00.573834 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dc1c59-3ccc-4470-88f5-c719cb4c7d85 None None] Network 2da6bbc7-a75c-4c5c-b454-75233615e1ea requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:56:00.586411 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1bb99f-7f7e-4f22-91ce-40b8b9008090 None None] Checking router: 12109906-a517-44e7-8bdf-b6f6166c6630 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:56:00.588186 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1bb99f-7f7e-4f22-91ce-40b8b9008090 None None] Updating router 12109906-a517-44e7-8bdf-b6f6166c6630 port 5e7c9f8e-e732-42e9-aaeb-5be6f3b0d305 binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:56:00.636051 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-4e1bb99f-7f7e-4f22-91ce-40b8b9008090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:00.651815 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-dbd78ef3-2f09-4370-8e49-4e9d1046d82d tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:00.660009 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-dbd78ef3-2f09-4370-8e49-4e9d1046d82d tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/networks?id=3693d853-cfcd-49ab-a574-7a2bb546088d HTTP/1.1" status: 200 len: 821 time: 0.2362452 Jul 24 00:56:00.681069 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-4986f818-bf10-4225-8873-82bb6bb08b81 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/quotas/189b921c4a4d4668a9577a88e5cdd824 HTTP/1.1" status: 200 len: 375 time: 0.0193937 Jul 24 00:56:00.732737 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-4590dcea-d000-4ba7-aae7-65bc4293c7a5 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=189b921c4a4d4668a9577a88e5cdd824&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491233 Jul 24 00:56:00.971810 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-4c4fc0ce-ca60-468a-9d77-592427d84805 service neutron] 10.222.0.15 "GET /v2.0/networks/3693d853-cfcd-49ab-a574-7a2bb546088d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374718 Jul 24 00:56:01.042055 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-4e1bb99f-7f7e-4f22-91ce-40b8b9008090 None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:01.067500 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-4e1bb99f-7f7e-4f22-91ce-40b8b9008090 None None] Transition to ACTIVE for port object 5e7c9f8e-e732-42e9-aaeb-5be6f3b0d305 will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:56:01.081183 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-4e1bb99f-7f7e-4f22-91ce-40b8b9008090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:01.240170 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device f09f3e96-454e-444d-8a11-33e60e7f34f6 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:56:01.261919 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-072d7207-ea42-4101-9497-fdbd2cb5a224 service neutron] 10.222.0.15 "GET /v2.0/networks/3693d853-cfcd-49ab-a574-7a2bb546088d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884064 Jul 24 00:56:01.284211 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3c3cf6-29f2-441f-94e0-799da6ac4685 None None] Pushing event updated for resources: {'Port': ['ID=5e7c9f8e-e732-42e9-aaeb-5be6f3b0d305,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:01.344925 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-4e1bb99f-7f7e-4f22-91ce-40b8b9008090 None None] Attempting to bind port 5e7c9f8e-e732-42e9-aaeb-5be6f3b0d305 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:56:01.345656 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-4e1bb99f-7f7e-4f22-91ce-40b8b9008090 None None] Attempting to bind port 5e7c9f8e-e732-42e9-aaeb-5be6f3b0d305 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '5ef6bf11-09bc-46a7-97d4-245b20dfc394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '75df3559-ab50-4f70-b828-45be90d30e6c'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:56:01.347588 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1bb99f-7f7e-4f22-91ce-40b8b9008090 None None] Attempting to bind port 5e7c9f8e-e732-42e9-aaeb-5be6f3b0d305 on network 75df3559-ab50-4f70-b828-45be90d30e6c {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:56:01.358426 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1bb99f-7f7e-4f22-91ce-40b8b9008090 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:56:01.359507 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1bb99f-7f7e-4f22-91ce-40b8b9008090 None None] Checking segment: {'id': '5ef6bf11-09bc-46a7-97d4-245b20dfc394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '75df3559-ab50-4f70-b828-45be90d30e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:56:01.360316 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-4e1bb99f-7f7e-4f22-91ce-40b8b9008090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:01.360399 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1bb99f-7f7e-4f22-91ce-40b8b9008090 None None] Bound using segment: {'id': '5ef6bf11-09bc-46a7-97d4-245b20dfc394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '75df3559-ab50-4f70-b828-45be90d30e6c'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:56:01.360826 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-4e1bb99f-7f7e-4f22-91ce-40b8b9008090 None None] Bound port: 5e7c9f8e-e732-42e9-aaeb-5be6f3b0d305, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ef6bf11-09bc-46a7-97d4-245b20dfc394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '75df3559-ab50-4f70-b828-45be90d30e6c'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:56:01.363269 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-4e1bb99f-7f7e-4f22-91ce-40b8b9008090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:01.387075 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 60620) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:01.450610 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f94f2215-9ba4-4de0-a2a7-2a9576db19c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:01.505642 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port f09f3e96-454e-444d-8a11-33e60e7f34f6 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:56:01.506031 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:01.556094 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-4e1bb99f-7f7e-4f22-91ce-40b8b9008090 None None] For port 5e7c9f8e-e732-42e9-aaeb-5be6f3b0d305, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:56:01.581590 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-4e1bb99f-7f7e-4f22-91ce-40b8b9008090 None None] For port 5e7c9f8e-e732-42e9-aaeb-5be6f3b0d305, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=5e7c9f8e-e732-42e9-aaeb-5be6f3b0d305,segment=NetworkSegment(5ef6bf11-09bc-46a7-97d4-245b20dfc394),segment_id=5ef6bf11-09bc-46a7-97d4-245b20dfc394)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:56:01.591437 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-4e1bb99f-7f7e-4f22-91ce-40b8b9008090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:01.676881 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1bb99f-7f7e-4f22-91ce-40b8b9008090 None None] Routers {'12109906-a517-44e7-8bdf-b6f6166c6630'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:56:01.677896 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-4e1bb99f-7f7e-4f22-91ce-40b8b9008090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:55:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['12109906-a517-44e7-8bdf-b6f6166c6630'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:56:01.745652 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-aa265fe2-7009-4d03-a8bf-3891bcf936c3 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:01.762003 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-aa265fe2-7009-4d03-a8bf-3891bcf936c3 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/networks?id=2da6bbc7-a75c-4c5c-b454-75233615e1ea HTTP/1.1" status: 200 len: 806 time: 0.3701010 Jul 24 00:56:01.792676 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-3547c1eb-3e8a-403d-8d72-ad698e8d5485 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/quotas/efa6f3db9fd64630b0882e80030f42fc HTTP/1.1" status: 200 len: 375 time: 0.0294428 Jul 24 00:56:01.811669 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-288a825b-fd66-4d1a-9c0f-417b290cf740 req-599fba29-b129-4fe1-9ceb-40a175c1255b tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dc72928-cc79-4252-bf01-86efb5c2ebfa HTTP/1.1" status: 200 len: 210 time: 0.1508281 Jul 24 00:56:01.855574 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-4e1bb99f-7f7e-4f22-91ce-40b8b9008090 None None] Set router 12109906-a517-44e7-8bdf-b6f6166c6630 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:56:01.909664 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-4b96da33-3f33-4f65-a73e-022a9672c17a tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=efa6f3db9fd64630b0882e80030f42fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1143994 Jul 24 00:56:01.910094 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f94f2215-9ba4-4de0-a2a7-2a9576db19c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:01.931691 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f94f2215-9ba4-4de0-a2a7-2a9576db19c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:02.036193 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f94f2215-9ba4-4de0-a2a7-2a9576db19c6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=357875dcaea84e72b52c2994e0d3c38d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6477313 Jul 24 00:56:02.037301 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f2215-9ba4-4de0-a2a7-2a9576db19c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0ba637-469d-46d6-829d-d923b53fd7a5,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:02.038910 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 60636) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:02.134780 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f80b92d1-7b1c-481e-b829-5c0a3bf5b166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:02.170917 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f80b92d1-7b1c-481e-b829-5c0a3bf5b166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:02.321584 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f80b92d1-7b1c-481e-b829-5c0a3bf5b166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:02.325758 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f80b92d1-7b1c-481e-b829-5c0a3bf5b166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:02.327205 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3c3cf6-29f2-441f-94e0-799da6ac4685 None None] Pushing event updated for resources: {'Port': ['ID=5e7c9f8e-e732-42e9-aaeb-5be6f3b0d305,revision_number=4']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:02.331843 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f80b92d1-7b1c-481e-b829-5c0a3bf5b166 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cb0ba637-469d-46d6-829d-d923b53fd7a5 HTTP/1.1" status: 204 len: 168 time: 0.2894990 Jul 24 00:56:02.418517 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b92d1-7b1c-481e-b829-5c0a3bf5b166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0ba637-469d-46d6-829d-d923b53fd7a5,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:02.625190 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-4e1bb99f-7f7e-4f22-91ce-40b8b9008090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12109906-a517-44e7-8bdf-b6f6166c6630', 'name': 'tempest-TaggedBootDevicesTest-798315874-router', 'tenant_id': 'cd6a59a0ba774d20a9df419972239646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f09f3e96-454e-444d-8a11-33e60e7f34f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:50Z', 'updated_at': '2021-07-24T00:55:57Z', 'revision_number': 4, 'project_id': 'cd6a59a0ba774d20a9df419972239646', 'gw_port': {'id': 'f09f3e96-454e-444d-8a11-33e60e7f34f6', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:50:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12109906-a517-44e7-8bdf-b6f6166c6630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:51Z', 'updated_at': '2021-07-24T00:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '5e7c9f8e-e732-42e9-aaeb-5be6f3b0d305', 'name': '', 'network_id': '75df3559-ab50-4f70-b828-45be90d30e6c', 'tenant_id': 'cd6a59a0ba774d20a9df419972239646', 'mac_address': 'fa:16:3e:31:d7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12109906-a517-44e7-8bdf-b6f6166c6630', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '17dd084b-19bb-45d3-963a-b91ffe31fcfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:55Z', 'updated_at': '2021-07-24T00:56:01Z', 'revision_number': 4, 'project_id': 'cd6a59a0ba774d20a9df419972239646', 'subnets': [{'id': '17dd084b-19bb-45d3-963a-b91ffe31fcfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:56:02.750628 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-d96dd76d-61ae-43b9-95e3-3cbb3ed0a5dd service neutron] 10.222.0.15 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8396811 Jul 24 00:56:03.059650 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-a145a9c0-8858-4aaa-9614-0e7a77998839 service neutron] 10.222.0.15 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891753 Jul 24 00:56:03.100827 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-293b7b1f-1444-45dc-8910-4887ee52d1f7 req-398ef3ab-82ec-480e-811c-376b1ae9e079 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dc72928-cc79-4252-bf01-86efb5c2ebfa HTTP/1.1" status: 200 len: 210 time: 0.0748854 Jul 24 00:56:03.102394 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1bb99f-7f7e-4f22-91ce-40b8b9008090 None None] The sync data for ids ['12109906-a517-44e7-8bdf-b6f6166c6630'] in n-d-793621-25 is: [{'id': '12109906-a517-44e7-8bdf-b6f6166c6630', 'name': 'tempest-TaggedBootDevicesTest-798315874-router', 'tenant_id': 'cd6a59a0ba774d20a9df419972239646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f09f3e96-454e-444d-8a11-33e60e7f34f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:50Z', 'updated_at': '2021-07-24T00:55:57Z', 'revision_number': 4, 'project_id': 'cd6a59a0ba774d20a9df419972239646', 'gw_port': {'id': 'f09f3e96-454e-444d-8a11-33e60e7f34f6', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:50:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12109906-a517-44e7-8bdf-b6f6166c6630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:51Z', 'updated_at': '2021-07-24T00:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '5e7c9f8e-e732-42e9-aaeb-5be6f3b0d305', 'name': '', 'network_id': '75df3559-ab50-4f70-b828-45be90d30e6c', 'tenant_id': 'cd6a59a0ba774d20a9df419972239646', 'mac_address': 'fa:16:3e:31:d7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12109906-a517-44e7-8bdf-b6f6166c6630', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '17dd084b-19bb-45d3-963a-b91ffe31fcfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:55Z', 'updated_at': '2021-07-24T00:56:01Z', 'revision_number': 4, 'project_id': 'cd6a59a0ba774d20a9df419972239646', 'subnets': [{'id': '17dd084b-19bb-45d3-963a-b91ffe31fcfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:56:03.494103 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-39ae10bd-0864-45c6-9357-b31cc36638da req-d55fe77e-78da-4088-85a1-21a368d5e008 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=bade4ba4-c584-4f8d-8622-e76b6a12ab3a HTTP/1.1" status: 200 len: 210 time: 0.0473421 Jul 24 00:56:04.001119 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-cb9875ad-de1c-49d7-bfa1-9e884101e2e4 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:04.003156 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-cb9875ad-de1c-49d7-bfa1-9e884101e2e4 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.13 "GET /v2.0/networks?id=3693d853-cfcd-49ab-a574-7a2bb546088d HTTP/1.1" status: 200 len: 821 time: 0.3515399 Jul 24 00:56:04.023353 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-bddacbf2-2125-4b6e-90b9-15e3ae5c282c tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Request body: {'port': {'device_id': '6dc72928-cc79-4252-bf01-86efb5c2ebfa', 'network_id': '3693d853-cfcd-49ab-a574-7a2bb546088d', 'admin_state_up': True, 'tenant_id': '189b921c4a4d4668a9577a88e5cdd824'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:56:04.527359 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 60700) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:04.559359 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-21cd0821-7aae-4907-b143-a2dacfbd762f req-c7293b10-679a-47f1-984b-7dfae7fba300 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dc72928-cc79-4252-bf01-86efb5c2ebfa HTTP/1.1" status: 200 len: 210 time: 0.2242167 Jul 24 00:56:04.629061 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:04.632061 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-bddacbf2-2125-4b6e-90b9-15e3ae5c282c tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Made reservation on behalf of 189b921c4a4d4668a9577a88e5cdd824 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:56:04.650057 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-bddacbf2-2125-4b6e-90b9-15e3ae5c282c tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:04.729966 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4f0254e4-7917-4218-8e19-bee9557eefbd req-649c7802-8676-4a69-9c1f-9566bb6e4876 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=bade4ba4-c584-4f8d-8622-e76b6a12ab3a HTTP/1.1" status: 200 len: 210 time: 0.0605395 Jul 24 00:56:04.812931 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-8009bc4d-192f-4695-85d2-08ff05b89d6a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-262578496-network', 'tenant_id': '10ef814c55ad464aa7e22e805ab6f44f'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:56:04.886769 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 5e7c9f8e-e732-42e9-aaeb-5be6f3b0d305 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:56:04.911736 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8009bc4d-192f-4695-85d2-08ff05b89d6a admin admin] Made reservation on behalf of 10ef814c55ad464aa7e22e805ab6f44f for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:56:04.918159 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8009bc4d-192f-4695-85d2-08ff05b89d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:04.953126 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8009bc4d-192f-4695-85d2-08ff05b89d6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:05.042302 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:05.046157 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-bddacbf2-2125-4b6e-90b9-15e3ae5c282c tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Allocated IP 172.20.0.4 (3693d853-cfcd-49ab-a574-7a2bb546088d/feed36e8-2b07-4f00-a23a-762cf33137fd/473bbac5-59ab-4744-bab1-e7470a5f47b2) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:56:05.060966 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 5e7c9f8e-e732-42e9-aaeb-5be6f3b0d305 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:56:05.072472 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 5e7c9f8e-e732-42e9-aaeb-5be6f3b0d305 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:56:05.074616 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:05.258848 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8009bc4d-192f-4695-85d2-08ff05b89d6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:05.265713 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8009bc4d-192f-4695-85d2-08ff05b89d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:05.301651 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8009bc4d-192f-4695-85d2-08ff05b89d6a admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:56:05.335936 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8009bc4d-192f-4695-85d2-08ff05b89d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:05.336657 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-8009bc4d-192f-4695-85d2-08ff05b89d6a admin admin] Added segment 75e896a5-bc17-427d-a9e1-3f9aac263a09 of type vlan for network 45a742b0-bd60-4f18-8574-c93c94a69d65 Jul 24 00:56:05.339437 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009bc4d-192f-4695-85d2-08ff05b89d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe123ec4-c9a6-4e02-8614-094e6fc6283b,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:05.434899 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-bddacbf2-2125-4b6e-90b9-15e3ae5c282c tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:05.451300 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:05.487899 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8009bc4d-192f-4695-85d2-08ff05b89d6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:05.540732 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 5e7c9f8e-e732-42e9-aaeb-5be6f3b0d305, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=5e7c9f8e-e732-42e9-aaeb-5be6f3b0d305,segment=NetworkSegment(5ef6bf11-09bc-46a7-97d4-245b20dfc394),segment_id=5ef6bf11-09bc-46a7-97d4-245b20dfc394)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:05.549210 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:05.557799 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8009bc4d-192f-4695-85d2-08ff05b89d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:05.563754 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8009bc4d-192f-4695-85d2-08ff05b89d6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:05.564678 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8009bc4d-192f-4695-85d2-08ff05b89d6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:05.604535 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8009bc4d-192f-4695-85d2-08ff05b89d6a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.0753491 Jul 24 00:56:05.607697 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 60714) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:05.615878 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-f1508561-24c9-4988-a396-3f3b2dd90f31 admin admin] Request body: {'subnet': {'network_id': '45a742b0-bd60-4f18-8574-c93c94a69d65', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-262578496-subnet', 'tenant_id': '10ef814c55ad464aa7e22e805ab6f44f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:56:05.668777 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1508561-24c9-4988-a396-3f3b2dd90f31 admin admin] Made reservation on behalf of 10ef814c55ad464aa7e22e805ab6f44f for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:56:05.680988 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f1508561-24c9-4988-a396-3f3b2dd90f31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:05.683928 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=5e7c9f8e-e732-42e9-aaeb-5be6f3b0d305,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:05.712847 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-d5639d73-d16b-4508-9da4-3d1292db664f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:05.715677 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-d5639d73-d16b-4508-9da4-3d1292db664f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.13 "GET /v2.0/networks?id=2da6bbc7-a75c-4c5c-b454-75233615e1ea HTTP/1.1" status: 200 len: 806 time: 0.3361640 Jul 24 00:56:05.750586 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-5b76010d-ca01-49ba-89c6-ef9bcbb7a22b tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Request body: {'port': {'device_id': 'bade4ba4-c584-4f8d-8622-e76b6a12ab3a', 'network_id': '2da6bbc7-a75c-4c5c-b454-75233615e1ea', 'admin_state_up': True, 'tenant_id': 'efa6f3db9fd64630b0882e80030f42fc'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:56:05.795609 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009bc4d-192f-4695-85d2-08ff05b89d6a admin admin] Pushing event updated for resources: {'Network': ['ID=45a742b0-bd60-4f18-8574-c93c94a69d65,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:05.813200 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 45a742b0-bd60-4f18-8574-c93c94a69d65 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:56:05.940318 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-bddacbf2-2125-4b6e-90b9-15e3ae5c282c tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:05.969888 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e6a6a4-739a-4eb1-958c-69dac6d785f5 req-52f77baf-050f-402c-adc1-ac725366fd06 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:05.971547 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-69e6a6a4-739a-4eb1-958c-69dac6d785f5 req-52f77baf-050f-402c-adc1-ac725366fd06 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dc72928-cc79-4252-bf01-86efb5c2ebfa HTTP/1.1" status: 200 len: 931 time: 0.2641873 Jul 24 00:56:06.013624 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddacbf2-2125-4b6e-90b9-15e3ae5c282c tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Pushing event updated for resources: {'Port': ['ID=473bbac5-59ab-4744-bab1-e7470a5f47b2,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:06.058387 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2f3c0dc4-1baf-4b07-bcaf-4b164630ab0c req-1b634305-eff5-4a1f-9cff-2bb7ce1b5d3a tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=bade4ba4-c584-4f8d-8622-e76b6a12ab3a HTTP/1.1" status: 200 len: 210 time: 0.1197069 Jul 24 00:56:06.067658 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-bddacbf2-2125-4b6e-90b9-15e3ae5c282c tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Network 3693d853-cfcd-49ab-a574-7a2bb546088d is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:56:06.067838 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-69e6a6a4-739a-4eb1-958c-69dac6d785f5 req-878c7ee0-0b82-418d-bd35-cc2c4e3ea59e tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881057 Jul 24 00:56:06.071688 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-bddacbf2-2125-4b6e-90b9-15e3ae5c282c tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:56:06.074380 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-bddacbf2-2125-4b6e-90b9-15e3ae5c282c tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:56:06.124456 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-5b76010d-ca01-49ba-89c6-ef9bcbb7a22b tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Made reservation on behalf of efa6f3db9fd64630b0882e80030f42fc for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:56:06.129320 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-5b76010d-ca01-49ba-89c6-ef9bcbb7a22b tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:06.169551 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-bddacbf2-2125-4b6e-90b9-15e3ae5c282c tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:06.170516 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-bddacbf2-2125-4b6e-90b9-15e3ae5c282c tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:06.204624 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f1508561-24c9-4988-a396-3f3b2dd90f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:06.233657 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-bddacbf2-2125-4b6e-90b9-15e3ae5c282c tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2141829 Jul 24 00:56:06.252115 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-74f53de1-d95b-4e7b-8069-0c12bc246bb7 service neutron] Request body: {'port': {'device_id': '6dc72928-cc79-4252-bf01-86efb5c2ebfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:56:06.294042 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1508561-24c9-4988-a396-3f3b2dd90f31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=099e1540-c619-4451-a2fc-5939fe0c73b7,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:06.300379 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1508561-24c9-4988-a396-3f3b2dd90f31 admin admin] Checking segment: {'id': '75e896a5-bc17-427d-a9e1-3f9aac263a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '45a742b0-bd60-4f18-8574-c93c94a69d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:56:06.301194 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1508561-24c9-4988-a396-3f3b2dd90f31 admin admin] Network hostable DHCP agents. Network: 45a742b0-bd60-4f18-8574-c93c94a69d65, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:56:06.323898 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1508561-24c9-4988-a396-3f3b2dd90f31 admin admin] Network 45a742b0-bd60-4f18-8574-c93c94a69d65 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:56:06.345307 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-f1508561-24c9-4988-a396-3f3b2dd90f31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 45a742b0-bd60-4f18-8574-c93c94a69d65) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:56:06.354834 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d73a58-e55c-4875-826f-567cfb5030e1 None None] Network 45a742b0-bd60-4f18-8574-c93c94a69d65 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:56:06.362325 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1508561-24c9-4988-a396-3f3b2dd90f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:06.363520 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f1508561-24c9-4988-a396-3f3b2dd90f31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:06.391458 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f1508561-24c9-4988-a396-3f3b2dd90f31 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.7821743 Jul 24 00:56:06.394304 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 60724) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:06.397939 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-5b76010d-ca01-49ba-89c6-ef9bcbb7a22b tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Allocated IP 172.20.0.6 (2da6bbc7-a75c-4c5c-b454-75233615e1ea/32aaab81-ed63-4b4f-aa91-d17bc9f404e3/f142e1c3-accd-44c6-a488-2ba01c18ea56) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:56:06.406497 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-d78a7872-78dd-4a22-a3a3-839033672aaa admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-262578496-router', 'tenant_id': '10ef814c55ad464aa7e22e805ab6f44f', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:56:06.423622 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-74f53de1-d95b-4e7b-8069-0c12bc246bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:06.469303 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d78a7872-78dd-4a22-a3a3-839033672aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:06.470412 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d78a7872-78dd-4a22-a3a3-839033672aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:06.627020 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d78a7872-78dd-4a22-a3a3-839033672aaa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:06.749234 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41b60da-1a51-4fd6-a678-f69dfaeadac6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-45a742b0-bd60-4f18-8574-c93c94a69d65', 'network_id': '45a742b0-bd60-4f18-8574-c93c94a69d65', 'tenant_id': '10ef814c55ad464aa7e22e805ab6f44f', 'fixed_ips': [{'subnet_id': '099e1540-c619-4451-a2fc-5939fe0c73b7'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:56:06.751291 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f41b60da-1a51-4fd6-a678-f69dfaeadac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:06.771325 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 5e7c9f8e-e732-42e9-aaeb-5be6f3b0d305 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:56:06.858821 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-5b76010d-ca01-49ba-89c6-ef9bcbb7a22b tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:06.992289 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 5e7c9f8e-e732-42e9-aaeb-5be6f3b0d305 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:56:06.992998 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:07.041517 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-f41b60da-1a51-4fd6-a678-f69dfaeadac6 None None] Allocated IP 172.20.0.2 (45a742b0-bd60-4f18-8574-c93c94a69d65/099e1540-c619-4451-a2fc-5939fe0c73b7/52aca373-7a20-4b74-9167-85011799e0cc) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:56:07.041716 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d78a7872-78dd-4a22-a3a3-839033672aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:07.048869 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-5b76010d-ca01-49ba-89c6-ef9bcbb7a22b tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:07.059744 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-74f53de1-d95b-4e7b-8069-0c12bc246bb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 473bbac5-59ab-4744-bab1-e7470a5f47b2 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:56:07.103460 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-74f53de1-d95b-4e7b-8069-0c12bc246bb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:07.134568 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-74f53de1-d95b-4e7b-8069-0c12bc246bb7 service neutron] Transition to ACTIVE for port object 473bbac5-59ab-4744-bab1-e7470a5f47b2 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:56:07.156565 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-5b76010d-ca01-49ba-89c6-ef9bcbb7a22b tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Network 2da6bbc7-a75c-4c5c-b454-75233615e1ea is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:56:07.166252 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-74f53de1-d95b-4e7b-8069-0c12bc246bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:07.181709 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-5b76010d-ca01-49ba-89c6-ef9bcbb7a22b tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:56:07.187061 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-5b76010d-ca01-49ba-89c6-ef9bcbb7a22b tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:56:07.207304 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76010d-ca01-49ba-89c6-ef9bcbb7a22b tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Pushing event updated for resources: {'Port': ['ID=f142e1c3-accd-44c6-a488-2ba01c18ea56,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:07.392025 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667d40e-b335-4a9e-aa1b-76ec947d3025 req-ac2864fe-1694-4910-a6ab-1135b24cd814 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:07.402164 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d667d40e-b335-4a9e-aa1b-76ec947d3025 req-ac2864fe-1694-4910-a6ab-1135b24cd814 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=bade4ba4-c584-4f8d-8622-e76b6a12ab3a HTTP/1.1" status: 200 len: 931 time: 0.1432984 Jul 24 00:56:07.427169 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f41b60da-1a51-4fd6-a678-f69dfaeadac6 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:07.447671 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f41b60da-1a51-4fd6-a678-f69dfaeadac6 None None] Transition to ACTIVE for port object 52aca373-7a20-4b74-9167-85011799e0cc will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:56:07.492858 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f41b60da-1a51-4fd6-a678-f69dfaeadac6 None None] Transition to ACTIVE for port object 52aca373-7a20-4b74-9167-85011799e0cc will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:56:07.506726 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f41b60da-1a51-4fd6-a678-f69dfaeadac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:07.564575 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d667d40e-b335-4a9e-aa1b-76ec947d3025 req-ea72e6a0-9ee6-4685-a078-0f6448cd6bbe tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938537 Jul 24 00:56:07.576482 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-5b76010d-ca01-49ba-89c6-ef9bcbb7a22b tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:07.577162 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-5b76010d-ca01-49ba-89c6-ef9bcbb7a22b tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:07.615766 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41b60da-1a51-4fd6-a678-f69dfaeadac6 None None] Network 45a742b0-bd60-4f18-8574-c93c94a69d65 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:56:07.623059 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f53de1-d95b-4e7b-8069-0c12bc246bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=473bbac5-59ab-4744-bab1-e7470a5f47b2,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:07.630011 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-f41b60da-1a51-4fd6-a678-f69dfaeadac6 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:56:07.633361 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d78a7872-78dd-4a22-a3a3-839033672aaa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:07.640032 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41b60da-1a51-4fd6-a678-f69dfaeadac6 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:56:07.675570 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-5b76010d-ca01-49ba-89c6-ef9bcbb7a22b tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9307284 Jul 24 00:56:07.686417 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b60da-1a51-4fd6-a678-f69dfaeadac6 None None] Pushing event updated for resources: {'Port': ['ID=52aca373-7a20-4b74-9167-85011799e0cc,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:07.694927 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d78a7872-78dd-4a22-a3a3-839033672aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:07.706860 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-fdaf3098-260a-4ca0-a1e0-9698f1d0c9ca service neutron] Request body: {'port': {'device_id': 'bade4ba4-c584-4f8d-8622-e76b6a12ab3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:56:07.775217 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b60da-1a51-4fd6-a678-f69dfaeadac6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:07.778674 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b60da-1a51-4fd6-a678-f69dfaeadac6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:07.779067 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b60da-1a51-4fd6-a678-f69dfaeadac6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:07.779414 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b60da-1a51-4fd6-a678-f69dfaeadac6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:07.779756 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b60da-1a51-4fd6-a678-f69dfaeadac6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:07.780095 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b60da-1a51-4fd6-a678-f69dfaeadac6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:07.780433 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b60da-1a51-4fd6-a678-f69dfaeadac6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:07.783543 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b60da-1a51-4fd6-a678-f69dfaeadac6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:07.783907 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b60da-1a51-4fd6-a678-f69dfaeadac6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:07.784251 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b60da-1a51-4fd6-a678-f69dfaeadac6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:07.784595 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b60da-1a51-4fd6-a678-f69dfaeadac6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:07.784931 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f41b60da-1a51-4fd6-a678-f69dfaeadac6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:07.821743 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e9cf2-8bf6-4659-b35d-66b5f4189e29 req-bbd22bcf-1610-4006-8d05-4677a63959e1 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:07.824086 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-015e9cf2-8bf6-4659-b35d-66b5f4189e29 req-bbd22bcf-1610-4006-8d05-4677a63959e1 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dc72928-cc79-4252-bf01-86efb5c2ebfa HTTP/1.1" status: 200 len: 943 time: 0.5291154 Jul 24 00:56:07.848095 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-f41b60da-1a51-4fd6-a678-f69dfaeadac6 None None] Attempting to bind port 52aca373-7a20-4b74-9167-85011799e0cc on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:56:07.848617 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-f41b60da-1a51-4fd6-a678-f69dfaeadac6 None None] Attempting to bind port 52aca373-7a20-4b74-9167-85011799e0cc by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '75e896a5-bc17-427d-a9e1-3f9aac263a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '45a742b0-bd60-4f18-8574-c93c94a69d65'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:56:07.848993 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41b60da-1a51-4fd6-a678-f69dfaeadac6 None None] Attempting to bind port 52aca373-7a20-4b74-9167-85011799e0cc on network 45a742b0-bd60-4f18-8574-c93c94a69d65 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:56:07.855240 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41b60da-1a51-4fd6-a678-f69dfaeadac6 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:56:07.855609 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41b60da-1a51-4fd6-a678-f69dfaeadac6 None None] Checking segment: {'id': '75e896a5-bc17-427d-a9e1-3f9aac263a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '45a742b0-bd60-4f18-8574-c93c94a69d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:56:07.856022 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f41b60da-1a51-4fd6-a678-f69dfaeadac6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:07.856427 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41b60da-1a51-4fd6-a678-f69dfaeadac6 None None] Bound using segment: {'id': '75e896a5-bc17-427d-a9e1-3f9aac263a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '45a742b0-bd60-4f18-8574-c93c94a69d65'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:56:07.856901 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-f41b60da-1a51-4fd6-a678-f69dfaeadac6 None None] Bound port: 52aca373-7a20-4b74-9167-85011799e0cc, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e896a5-bc17-427d-a9e1-3f9aac263a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '45a742b0-bd60-4f18-8574-c93c94a69d65'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:56:07.857281 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f41b60da-1a51-4fd6-a678-f69dfaeadac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:07.941636 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-f41b60da-1a51-4fd6-a678-f69dfaeadac6 None None] For port 52aca373-7a20-4b74-9167-85011799e0cc, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:56:07.945400 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-f41b60da-1a51-4fd6-a678-f69dfaeadac6 None None] For port 52aca373-7a20-4b74-9167-85011799e0cc, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=52aca373-7a20-4b74-9167-85011799e0cc,segment=NetworkSegment(75e896a5-bc17-427d-a9e1-3f9aac263a09),segment_id=75e896a5-bc17-427d-a9e1-3f9aac263a09)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:56:07.950566 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-74f53de1-d95b-4e7b-8069-0c12bc246bb7 service neutron] Attempting to bind port 473bbac5-59ab-4744-bab1-e7470a5f47b2 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:56:07.951136 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-74f53de1-d95b-4e7b-8069-0c12bc246bb7 service neutron] Attempting to bind port 473bbac5-59ab-4744-bab1-e7470a5f47b2 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '1a1e043c-79b0-4397-b4d2-2b95c82d517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3693d853-cfcd-49ab-a574-7a2bb546088d'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:56:07.951479 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-74f53de1-d95b-4e7b-8069-0c12bc246bb7 service neutron] Attempting to bind port 473bbac5-59ab-4744-bab1-e7470a5f47b2 on network 3693d853-cfcd-49ab-a574-7a2bb546088d {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:56:07.954388 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f41b60da-1a51-4fd6-a678-f69dfaeadac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:07.977466 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-d78a7872-78dd-4a22-a3a3-839033672aaa admin admin] Allocated IP 172.25.2.63 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:56:07.984256 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-74f53de1-d95b-4e7b-8069-0c12bc246bb7 service neutron] Port 473bbac5-59ab-4744-bab1-e7470a5f47b2 on network 3693d853-cfcd-49ab-a574-7a2bb546088d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:56:07.984763 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-74f53de1-d95b-4e7b-8069-0c12bc246bb7 service neutron] Attempting to bind port 473bbac5-59ab-4744-bab1-e7470a5f47b2 on network 3693d853-cfcd-49ab-a574-7a2bb546088d {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:56:08.000132 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-74f53de1-d95b-4e7b-8069-0c12bc246bb7 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:56:08.000532 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-74f53de1-d95b-4e7b-8069-0c12bc246bb7 service neutron] Checking segment: {'id': '1a1e043c-79b0-4397-b4d2-2b95c82d517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3693d853-cfcd-49ab-a574-7a2bb546088d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:56:08.000889 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-74f53de1-d95b-4e7b-8069-0c12bc246bb7 service neutron] Bound using segment: {'id': '1a1e043c-79b0-4397-b4d2-2b95c82d517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3693d853-cfcd-49ab-a574-7a2bb546088d'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:56:08.001593 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-74f53de1-d95b-4e7b-8069-0c12bc246bb7 service neutron] Bound port: 473bbac5-59ab-4744-bab1-e7470a5f47b2, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a1e043c-79b0-4397-b4d2-2b95c82d517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3693d853-cfcd-49ab-a574-7a2bb546088d'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:56:08.002056 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-74f53de1-d95b-4e7b-8069-0c12bc246bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:08.009794 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-fdaf3098-260a-4ca0-a1e0-9698f1d0c9ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:08.024506 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b60da-1a51-4fd6-a678-f69dfaeadac6 None None] Pushing event updated for resources: {'Port': ['ID=52aca373-7a20-4b74-9167-85011799e0cc,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:08.059868 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-015e9cf2-8bf6-4659-b35d-66b5f4189e29 req-e8153298-2030-4b2c-9b2d-6f8cfe79d0e3 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242372 Jul 24 00:56:08.154342 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d78a7872-78dd-4a22-a3a3-839033672aaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:08.231122 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d78a7872-78dd-4a22-a3a3-839033672aaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:08.309927 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-74f53de1-d95b-4e7b-8069-0c12bc246bb7 service neutron] For port 473bbac5-59ab-4744-bab1-e7470a5f47b2, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:56:08.320096 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78a7872-78dd-4a22-a3a3-839033672aaa admin admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:56:08.321334 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a7872-78dd-4a22-a3a3-839033672aaa admin admin] Pushing event updated for resources: {'Port': ['ID=e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:08.324179 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-d78a7872-78dd-4a22-a3a3-839033672aaa admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:56:08.335763 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78a7872-78dd-4a22-a3a3-839033672aaa admin admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:56:08.819999 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 52aca373-7a20-4b74-9167-85011799e0cc up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:56:08.846761 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-74f53de1-d95b-4e7b-8069-0c12bc246bb7 service neutron] For port 473bbac5-59ab-4744-bab1-e7470a5f47b2, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=473bbac5-59ab-4744-bab1-e7470a5f47b2,segment=NetworkSegment(1a1e043c-79b0-4397-b4d2-2b95c82d517b),segment_id=1a1e043c-79b0-4397-b4d2-2b95c82d517b)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:56:08.875458 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-74f53de1-d95b-4e7b-8069-0c12bc246bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:08.995537 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-74f53de1-d95b-4e7b-8069-0c12bc246bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:08.999519 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-74f53de1-d95b-4e7b-8069-0c12bc246bb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:09.003700 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-74f53de1-d95b-4e7b-8069-0c12bc246bb7 service neutron] 10.222.0.13 "PUT /v2.0/ports/473bbac5-59ab-4744-bab1-e7470a5f47b2 HTTP/1.1" status: 200 len: 1092 time: 2.7607186 Jul 24 00:56:09.004202 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc72928-cc79-4252-bf01-86efb5c2ebfa', 'tag': '473bbac5-59ab-4744-bab1-e7470a5f47b2'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:56:09.008386 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48977b4-d1e5-4076-b511-2ef660d44979" -d '{"events": [{"name": "network-changed", "server_uuid": "6dc72928-cc79-4252-bf01-86efb5c2ebfa", "tag": "473bbac5-59ab-4744-bab1-e7470a5f47b2"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:56:09.016712 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 52aca373-7a20-4b74-9167-85011799e0cc completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:56:09.084300 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 60756) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:09.155063 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acfa7237-a16c-42e5-8e92-f32e7aaeed2c x-openstack-request-id: req-acfa7237-a16c-42e5-8e92-f32e7aaeed2c {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:56:09.155376 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dc72928-cc79-4252-bf01-86efb5c2ebfa", "tag": "473bbac5-59ab-4744-bab1-e7470a5f47b2", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:56:09.156211 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-acfa7237-a16c-42e5-8e92-f32e7aaeed2c {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:56:09.156634 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dc72928-cc79-4252-bf01-86efb5c2ebfa', 'tag': '473bbac5-59ab-4744-bab1-e7470a5f47b2', 'status': 'completed', 'code': 200} Jul 24 00:56:09.269153 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83675cc-b2d4-45f1-bac4-6a952127e4ac req-f36f856f-ed4d-4228-9091-e464f15f4245 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:09.275509 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c83675cc-b2d4-45f1-bac4-6a952127e4ac req-f36f856f-ed4d-4228-9091-e464f15f4245 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=bade4ba4-c584-4f8d-8622-e76b6a12ab3a HTTP/1.1" status: 200 len: 931 time: 0.4702528 Jul 24 00:56:09.295915 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f53de1-d95b-4e7b-8069-0c12bc246bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=473bbac5-59ab-4744-bab1-e7470a5f47b2,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:09.375305 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c83675cc-b2d4-45f1-bac4-6a952127e4ac req-be2be37e-6e23-4972-884a-7f1047ef2ff5 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986831 Jul 24 00:56:09.385896 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-fdaf3098-260a-4ca0-a1e0-9698f1d0c9ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f142e1c3-accd-44c6-a488-2ba01c18ea56 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:56:09.396907 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d78a7872-78dd-4a22-a3a3-839033672aaa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:09.407584 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-fdaf3098-260a-4ca0-a1e0-9698f1d0c9ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:09.479783 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ee0f73e4-3a46-4e25-a989-c1660490c718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:09.492629 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-fdaf3098-260a-4ca0-a1e0-9698f1d0c9ca service neutron] Transition to ACTIVE for port object f142e1c3-accd-44c6-a488-2ba01c18ea56 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:56:09.511312 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-fdaf3098-260a-4ca0-a1e0-9698f1d0c9ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:09.530189 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-1174bc90-73f4-41c7-b27a-1726e2175cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:09.532325 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-1174bc90-73f4-41c7-b27a-1726e2175cc2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=189b921c4a4d4668a9577a88e5cdd824&device_id=6dc72928-cc79-4252-bf01-86efb5c2ebfa HTTP/1.1" status: 200 len: 1095 time: 0.4456532 Jul 24 00:56:09.636661 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3098-260a-4ca0-a1e0-9698f1d0c9ca service neutron] Pushing event updated for resources: {'Port': ['ID=f142e1c3-accd-44c6-a488-2ba01c18ea56,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:09.662469 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b46542-9a62-4116-974a-18317aa29fdf None None] Network 45a742b0-bd60-4f18-8574-c93c94a69d65 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:56:09.691849 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-4161a1a9-6a95-406c-9eea-b37a4af3cc7a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=473bbac5-59ab-4744-bab1-e7470a5f47b2 HTTP/1.1" status: 200 len: 217 time: 0.1071038 Jul 24 00:56:09.708573 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb777d-cf3a-4da5-b97d-7ec91a5023bf req-a013cb43-826a-41f5-a9e5-420ae8c36498 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:09.716417 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2cbb777d-cf3a-4da5-b97d-7ec91a5023bf req-a013cb43-826a-41f5-a9e5-420ae8c36498 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dc72928-cc79-4252-bf01-86efb5c2ebfa HTTP/1.1" status: 200 len: 943 time: 0.4603698 Jul 24 00:56:09.726232 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d78a7872-78dd-4a22-a3a3-839033672aaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:09.886079 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-80d10e4c-2b06-498d-89c6-313de94398cd None None] Provisioning for port 52aca373-7a20-4b74-9167-85011799e0cc completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:56:09.907500 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-9c79d248-9bca-4f20-a6de-b9ddfd09128a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:09.909025 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-9c79d248-9bca-4f20-a6de-b9ddfd09128a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=feed36e8-2b07-4f00-a23a-762cf33137fd HTTP/1.1" status: 200 len: 861 time: 0.1808918 Jul 24 00:56:09.917029 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-80d10e4c-2b06-498d-89c6-313de94398cd None None] Provisioning complete for port 52aca373-7a20-4b74-9167-85011799e0cc triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:56:09.917413 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-80d10e4c-2b06-498d-89c6-313de94398cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:09.924125 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2cbb777d-cf3a-4da5-b97d-7ec91a5023bf req-2f0111d3-34f5-4294-bfc7-9ebc70db0ba0 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065141 Jul 24 00:56:09.939618 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-fdaf3098-260a-4ca0-a1e0-9698f1d0c9ca service neutron] Attempting to bind port f142e1c3-accd-44c6-a488-2ba01c18ea56 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:56:09.939814 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78a7872-78dd-4a22-a3a3-839033672aaa admin admin] Router e988bc94-c706-470a-ba35-22f75ce93ab7 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:56:09.940416 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-fdaf3098-260a-4ca0-a1e0-9698f1d0c9ca service neutron] Attempting to bind port f142e1c3-accd-44c6-a488-2ba01c18ea56 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '105933f1-ad5a-4c90-9ca8-c74f813dbd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2da6bbc7-a75c-4c5c-b454-75233615e1ea'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:56:09.940993 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-fdaf3098-260a-4ca0-a1e0-9698f1d0c9ca service neutron] Attempting to bind port f142e1c3-accd-44c6-a488-2ba01c18ea56 on network 2da6bbc7-a75c-4c5c-b454-75233615e1ea {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:56:09.972977 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-c18b4c9d-908b-428e-9817-077d00a9457c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3693d853-cfcd-49ab-a574-7a2bb546088d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462198 Jul 24 00:56:09.978980 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-fdaf3098-260a-4ca0-a1e0-9698f1d0c9ca service neutron] Port f142e1c3-accd-44c6-a488-2ba01c18ea56 on network 2da6bbc7-a75c-4c5c-b454-75233615e1ea not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:56:09.979635 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-fdaf3098-260a-4ca0-a1e0-9698f1d0c9ca service neutron] Attempting to bind port f142e1c3-accd-44c6-a488-2ba01c18ea56 on network 2da6bbc7-a75c-4c5c-b454-75233615e1ea {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:56:10.007395 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-fdaf3098-260a-4ca0-a1e0-9698f1d0c9ca service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:56:10.007966 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-fdaf3098-260a-4ca0-a1e0-9698f1d0c9ca service neutron] Checking segment: {'id': '105933f1-ad5a-4c90-9ca8-c74f813dbd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2da6bbc7-a75c-4c5c-b454-75233615e1ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:56:10.008868 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-fdaf3098-260a-4ca0-a1e0-9698f1d0c9ca service neutron] Bound using segment: {'id': '105933f1-ad5a-4c90-9ca8-c74f813dbd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2da6bbc7-a75c-4c5c-b454-75233615e1ea'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:56:10.009416 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-fdaf3098-260a-4ca0-a1e0-9698f1d0c9ca service neutron] Bound port: f142e1c3-accd-44c6-a488-2ba01c18ea56, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '105933f1-ad5a-4c90-9ca8-c74f813dbd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2da6bbc7-a75c-4c5c-b454-75233615e1ea'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:56:10.009876 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-fdaf3098-260a-4ca0-a1e0-9698f1d0c9ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:10.073883 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ee0f73e4-3a46-4e25-a989-c1660490c718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:10.092744 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-80d10e4c-2b06-498d-89c6-313de94398cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:10.148889 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ee0f73e4-3a46-4e25-a989-c1660490c718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:10.158303 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78a7872-78dd-4a22-a3a3-839033672aaa admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:56:10.176367 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf6f649-cfda-4ff6-b168-fde90e405789 None None] Sync routers for ids ['e988bc94-c706-470a-ba35-22f75ce93ab7'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:56:10.184538 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d78a7872-78dd-4a22-a3a3-839033672aaa admin admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:10.188264 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-80d10e4c-2b06-498d-89c6-313de94398cd None None] For port 52aca373-7a20-4b74-9167-85011799e0cc, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=52aca373-7a20-4b74-9167-85011799e0cc,segment=NetworkSegment(75e896a5-bc17-427d-a9e1-3f9aac263a09),segment_id=75e896a5-bc17-427d-a9e1-3f9aac263a09)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:10.188680 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d78a7872-78dd-4a22-a3a3-839033672aaa admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 3.7915668 Jul 24 00:56:10.190659 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 60776) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:10.212818 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf6f649-cfda-4ff6-b168-fde90e405789 None None] Routers {'e988bc94-c706-470a-ba35-22f75ce93ab7'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:56:10.213464 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-9cf6f649-cfda-4ff6-b168-fde90e405789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:55:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['e988bc94-c706-470a-ba35-22f75ce93ab7'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:56:10.220615 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-80d10e4c-2b06-498d-89c6-313de94398cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:10.257810 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ee0f73e4-3a46-4e25-a989-c1660490c718 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1db31bde07854f80a92a9b1f30f0ff16&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1637733 Jul 24 00:56:10.270333 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 60778) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:10.326414 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-fdaf3098-260a-4ca0-a1e0-9698f1d0c9ca service neutron] For port f142e1c3-accd-44c6-a488-2ba01c18ea56, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:56:10.339298 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-fdaf3098-260a-4ca0-a1e0-9698f1d0c9ca service neutron] For port f142e1c3-accd-44c6-a488-2ba01c18ea56, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=f142e1c3-accd-44c6-a488-2ba01c18ea56,segment=NetworkSegment(105933f1-ad5a-4c90-9ca8-c74f813dbd38),segment_id=105933f1-ad5a-4c90-9ca8-c74f813dbd38)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:56:10.346554 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-a5316e80-119b-4e24-95cb-35dd0663d4c1 service neutron] 10.222.0.13 "GET /v2.0/networks/3693d853-cfcd-49ab-a574-7a2bb546088d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609185 Jul 24 00:56:10.351890 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f73e4-3a46-4e25-a989-c1660490c718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4965693-80ef-433b-931a-d4e6f800a039,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:10.372890 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-fdaf3098-260a-4ca0-a1e0-9698f1d0c9ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:10.384987 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d10e4c-2b06-498d-89c6-313de94398cd None None] Pushing event updated for resources: {'Port': ['ID=52aca373-7a20-4b74-9167-85011799e0cc,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:10.430476 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-9cf6f649-cfda-4ff6-b168-fde90e405789 None None] Set router e988bc94-c706-470a-ba35-22f75ce93ab7 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:56:10.558371 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-71391bca-8da0-4a55-a114-cb5dd8951316 None None] Provisioning complete for port 52aca373-7a20-4b74-9167-85011799e0cc triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:56:10.559245 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-71391bca-8da0-4a55-a114-cb5dd8951316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:10.647140 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-fdaf3098-260a-4ca0-a1e0-9698f1d0c9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:10.647781 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-fdaf3098-260a-4ca0-a1e0-9698f1d0c9ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:10.649227 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-fdaf3098-260a-4ca0-a1e0-9698f1d0c9ca service neutron] 10.222.0.13 "PUT /v2.0/ports/f142e1c3-accd-44c6-a488-2ba01c18ea56 HTTP/1.1" status: 200 len: 1092 time: 2.9578359 Jul 24 00:56:10.783861 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 52aca373-7a20-4b74-9167-85011799e0cc up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:56:10.842140 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3098-260a-4ca0-a1e0-9698f1d0c9ca service neutron] Pushing event updated for resources: {'Port': ['ID=f142e1c3-accd-44c6-a488-2ba01c18ea56,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:10.868886 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-9cf6f649-cfda-4ff6-b168-fde90e405789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e988bc94-c706-470a-ba35-22f75ce93ab7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-262578496-router', 'tenant_id': '10ef814c55ad464aa7e22e805ab6f44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:56:06Z', 'updated_at': '2021-07-24T00:56:08Z', 'revision_number': 3, 'project_id': '10ef814c55ad464aa7e22e805ab6f44f', 'gw_port': {'id': 'e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:18:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e988bc94-c706-470a-ba35-22f75ce93ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:56:07Z', 'updated_at': '2021-07-24T00:56:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:56:10.888241 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9f7c3218-aa6e-4c12-967c-df1dc5972b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:10.909549 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a45ba9f7-7849-4c2c-b538-c0d97ab3b380 req-9b97485e-7bed-40f2-abec-e43b4e9dc5f4 service neutron] 10.222.0.13 "GET /v2.0/networks/3693d853-cfcd-49ab-a574-7a2bb546088d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5340869 Jul 24 00:56:10.926390 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf6f649-cfda-4ff6-b168-fde90e405789 None None] Checking router: e988bc94-c706-470a-ba35-22f75ce93ab7 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:56:10.927010 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf6f649-cfda-4ff6-b168-fde90e405789 None None] Updating router e988bc94-c706-470a-ba35-22f75ce93ab7 port e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:56:10.927177 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e98eb-c953-45d6-a83e-7cdb6642bbe4 req-b688be0c-622d-4246-9e7a-5bf50aeec496 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:10.928374 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fe2e98eb-c953-45d6-a83e-7cdb6642bbe4 req-b688be0c-622d-4246-9e7a-5bf50aeec496 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=bade4ba4-c584-4f8d-8622-e76b6a12ab3a HTTP/1.1" status: 200 len: 943 time: 0.3955967 Jul 24 00:56:10.934538 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9f7c3218-aa6e-4c12-967c-df1dc5972b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:10.960852 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d0caeca2-27b1-40e0-bfa2-09078cd7a831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:11.023884 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 52aca373-7a20-4b74-9167-85011799e0cc triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:56:11.024264 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:11.027227 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9cf6f649-cfda-4ff6-b168-fde90e405789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:11.067883 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-1afd7fe0-ea86-4eb8-8830-cd8824e624f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:11.069411 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-1afd7fe0-ea86-4eb8-8830-cd8824e624f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=efa6f3db9fd64630b0882e80030f42fc&device_id=bade4ba4-c584-4f8d-8622-e76b6a12ab3a HTTP/1.1" status: 200 len: 1095 time: 0.3546898 Jul 24 00:56:11.130869 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fe2e98eb-c953-45d6-a83e-7cdb6642bbe4 req-365e12f6-444d-4fc0-b6a0-bc74c279956b tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741426 Jul 24 00:56:11.132122 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-cb787350-00cf-4f7d-91d7-647231c8ac81 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f142e1c3-accd-44c6-a488-2ba01c18ea56 HTTP/1.1" status: 200 len: 217 time: 0.0508833 Jul 24 00:56:11.168270 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bade4ba4-c584-4f8d-8622-e76b6a12ab3a', 'tag': 'f142e1c3-accd-44c6-a488-2ba01c18ea56'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:56:11.170539 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b3a874-5621-4b2a-8ec1-f15c240480be" -d '{"events": [{"name": "network-changed", "server_uuid": "bade4ba4-c584-4f8d-8622-e76b6a12ab3a", "tag": "f142e1c3-accd-44c6-a488-2ba01c18ea56"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:56:11.177548 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d82cd-127d-4457-b455-94b22429381f req-980d393b-f959-4063-9fb2-ece19dc162eb tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:11.180129 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-115d82cd-127d-4457-b455-94b22429381f req-980d393b-f959-4063-9fb2-ece19dc162eb tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dc72928-cc79-4252-bf01-86efb5c2ebfa HTTP/1.1" status: 200 len: 943 time: 0.1367788 Jul 24 00:56:11.221239 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9f7c3218-aa6e-4c12-967c-df1dc5972b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:11.237369 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-115d82cd-127d-4457-b455-94b22429381f req-dac9d3cc-0754-4a46-b16c-bc736ff5030d tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490992 Jul 24 00:56:11.248516 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9f7c3218-aa6e-4c12-967c-df1dc5972b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:11.268143 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9f7c3218-aa6e-4c12-967c-df1dc5972b33 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e4965693-80ef-433b-931a-d4e6f800a039 HTTP/1.1" status: 204 len: 168 time: 0.9713440 Jul 24 00:56:11.294343 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48977b4-d1e5-4076-b511-2ef660d44979 req-42ae59fc-41a1-4b7f-a157-3df895d69093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:11.300493 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b48977b4-d1e5-4076-b511-2ef660d44979 req-42ae59fc-41a1-4b7f-a157-3df895d69093 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=189b921c4a4d4668a9577a88e5cdd824&device_id=6dc72928-cc79-4252-bf01-86efb5c2ebfa HTTP/1.1" status: 200 len: 1095 time: 0.3108609 Jul 24 00:56:11.305284 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-5caa174a-c827-4900-953c-0f3f2d313c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:11.313717 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-5caa174a-c827-4900-953c-0f3f2d313c4f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=32aaab81-ed63-4b4f-aa91-d17bc9f404e3 HTTP/1.1" status: 200 len: 846 time: 0.1740429 Jul 24 00:56:11.315917 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c3218-aa6e-4c12-967c-df1dc5972b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4965693-80ef-433b-931a-d4e6f800a039,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:11.334130 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-d0caeca2-27b1-40e0-bfa2-09078cd7a831 admin admin] Allocated IP 172.20.0.1 (45a742b0-bd60-4f18-8574-c93c94a69d65/099e1540-c619-4451-a2fc-5939fe0c73b7/f29a7f66-85e4-49a3-8e53-f226ee35fda5) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:56:11.364857 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbad1953-3343-429b-a4fb-b51db0c072c5 x-openstack-request-id: req-bbad1953-3343-429b-a4fb-b51db0c072c5 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:56:11.365349 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bade4ba4-c584-4f8d-8622-e76b6a12ab3a", "tag": "f142e1c3-accd-44c6-a488-2ba01c18ea56", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:56:11.366069 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bbad1953-3343-429b-a4fb-b51db0c072c5 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:56:11.367065 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bade4ba4-c584-4f8d-8622-e76b6a12ab3a', 'tag': 'f142e1c3-accd-44c6-a488-2ba01c18ea56', 'status': 'completed', 'code': 200} Jul 24 00:56:11.418871 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-a0563f15-2064-4401-a462-86e5c8328774 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2da6bbc7-a75c-4c5c-b454-75233615e1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761304 Jul 24 00:56:11.717266 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-f65e0349-5f27-4d0c-bb86-c30512f72ba6 service neutron] 10.222.0.13 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895682 Jul 24 00:56:11.867235 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48977b4-d1e5-4076-b511-2ef660d44979 req-1c886902-9e9c-4245-a4af-fd5db554b447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:11.872442 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b48977b4-d1e5-4076-b511-2ef660d44979 req-1c886902-9e9c-4245-a4af-fd5db554b447 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3693d853-cfcd-49ab-a574-7a2bb546088d HTTP/1.1" status: 200 len: 922 time: 0.5567331 Jul 24 00:56:11.973032 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d0caeca2-27b1-40e0-bfa2-09078cd7a831 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:11.990175 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-d0caeca2-27b1-40e0-bfa2-09078cd7a831 admin admin] Transition to ACTIVE for port object f29a7f66-85e4-49a3-8e53-f226ee35fda5 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:56:12.037938 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b48977b4-d1e5-4076-b511-2ef660d44979 req-c6bec5e8-6470-4f07-9d83-7935e9af9d0d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=473bbac5-59ab-4744-bab1-e7470a5f47b2 HTTP/1.1" status: 200 len: 217 time: 0.1550603 Jul 24 00:56:12.064146 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d0caeca2-27b1-40e0-bfa2-09078cd7a831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:12.120560 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0caeca2-27b1-40e0-bfa2-09078cd7a831 admin admin] Pushing event updated for resources: {'Port': ['ID=f29a7f66-85e4-49a3-8e53-f226ee35fda5,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:12.136840 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-59f60c6f-a666-4c34-bafd-ff683dcadc14 req-f3bd5a9a-5ac2-4b43-a5dd-4759c1c7d025 service neutron] 10.222.0.13 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087474 Jul 24 00:56:12.137148 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0caeca2-27b1-40e0-bfa2-09078cd7a831 admin admin] Network 45a742b0-bd60-4f18-8574-c93c94a69d65 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:56:12.138933 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-d0caeca2-27b1-40e0-bfa2-09078cd7a831 admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:56:12.141745 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0caeca2-27b1-40e0-bfa2-09078cd7a831 admin admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:56:12.163445 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9cf6f649-cfda-4ff6-b168-fde90e405789 None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:12.186738 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9cf6f649-cfda-4ff6-b168-fde90e405789 None None] Transition to ACTIVE for port object e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:56:12.204103 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9cf6f649-cfda-4ff6-b168-fde90e405789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:12.291572 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d0caeca2-27b1-40e0-bfa2-09078cd7a831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:12.394459 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733520e-5794-4ccf-aa91-b386eee6b269 None None] Pushing event updated for resources: {'Port': ['ID=e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:12.414400 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-9cf6f649-cfda-4ff6-b168-fde90e405789 None None] Attempting to bind port e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:56:12.414823 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-9cf6f649-cfda-4ff6-b168-fde90e405789 None None] Attempting to bind port e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:56:12.415199 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf6f649-cfda-4ff6-b168-fde90e405789 None None] Attempting to bind port e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:56:12.434807 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf6f649-cfda-4ff6-b168-fde90e405789 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:56:12.435149 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf6f649-cfda-4ff6-b168-fde90e405789 None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:56:12.440595 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9cf6f649-cfda-4ff6-b168-fde90e405789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:12.441108 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf6f649-cfda-4ff6-b168-fde90e405789 None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:56:12.441768 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-9cf6f649-cfda-4ff6-b168-fde90e405789 None None] Bound port: e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:56:12.442338 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9cf6f649-cfda-4ff6-b168-fde90e405789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:12.541380 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9cf6f649-cfda-4ff6-b168-fde90e405789 None None] For port e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:56:12.548003 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9cf6f649-cfda-4ff6-b168-fde90e405789 None None] For port e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:56:12.569923 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9cf6f649-cfda-4ff6-b168-fde90e405789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:12.584133 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48977b4-d1e5-4076-b511-2ef660d44979 req-10a7bf42-edc7-42e4-b9f8-da5c02805caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:12.585801 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b48977b4-d1e5-4076-b511-2ef660d44979 req-10a7bf42-edc7-42e4-b9f8-da5c02805caf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=feed36e8-2b07-4f00-a23a-762cf33137fd HTTP/1.1" status: 200 len: 861 time: 0.5345709 Jul 24 00:56:12.642311 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b48977b4-d1e5-4076-b511-2ef660d44979 req-2be5da85-9dae-4eab-be2b-c053e263973f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3693d853-cfcd-49ab-a574-7a2bb546088d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418940 Jul 24 00:56:12.659430 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55924f-dfd2-4a48-a530-6de1681f2bbb req-bc48e62f-33f0-4dfc-a4c5-7a528f45f008 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:12.660086 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf03780-58e5-418e-a689-1b568f95784b req-9575c465-57b2-4371-976c-91bd707f982d tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:12.661549 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1a55924f-dfd2-4a48-a530-6de1681f2bbb req-bc48e62f-33f0-4dfc-a4c5-7a528f45f008 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dc72928-cc79-4252-bf01-86efb5c2ebfa HTTP/1.1" status: 200 len: 943 time: 0.1655962 Jul 24 00:56:12.673402 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-daf03780-58e5-418e-a689-1b568f95784b req-9575c465-57b2-4371-976c-91bd707f982d tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=bade4ba4-c584-4f8d-8622-e76b6a12ab3a HTTP/1.1" status: 200 len: 943 time: 0.2452228 Jul 24 00:56:12.675038 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733520e-5794-4ccf-aa91-b386eee6b269 None None] Pushing event updated for resources: {'Port': ['ID=e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:12.706134 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-59075f50-4f24-4c6e-a1ea-053ba854a545 None None] Provisioning for port f29a7f66-85e4-49a3-8e53-f226ee35fda5 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:56:12.759591 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1a55924f-dfd2-4a48-a530-6de1681f2bbb req-9ff304c8-9314-4602-93f2-0a7f3d56ec3d tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505335 Jul 24 00:56:12.762285 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d0caeca2-27b1-40e0-bfa2-09078cd7a831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:12.779281 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-59075f50-4f24-4c6e-a1ea-053ba854a545 None None] Provisioning complete for port f29a7f66-85e4-49a3-8e53-f226ee35fda5 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:56:12.783446 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-59075f50-4f24-4c6e-a1ea-053ba854a545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:12.790086 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf6f649-cfda-4ff6-b168-fde90e405789 None None] Routers {'e988bc94-c706-470a-ba35-22f75ce93ab7'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:56:12.790754 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-9cf6f649-cfda-4ff6-b168-fde90e405789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:55:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['e988bc94-c706-470a-ba35-22f75ce93ab7'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:56:12.820266 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b48977b4-d1e5-4076-b511-2ef660d44979 req-df4bc83d-61d5-497b-98f5-ad75f2c573da service neutron] 10.222.0.13 "GET /v2.0/networks/3693d853-cfcd-49ab-a574-7a2bb546088d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449311 Jul 24 00:56:12.845475 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3a874-5621-4b2a-8ec1-f15c240480be req-f5d4d67f-af18-454f-ae83-3af642fa38bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:12.854211 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-30b3a874-5621-4b2a-8ec1-f15c240480be req-f5d4d67f-af18-454f-ae83-3af642fa38bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=efa6f3db9fd64630b0882e80030f42fc&device_id=bade4ba4-c584-4f8d-8622-e76b6a12ab3a HTTP/1.1" status: 200 len: 1095 time: 0.5967164 Jul 24 00:56:12.998243 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d0caeca2-27b1-40e0-bfa2-09078cd7a831 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:13.007622 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d0caeca2-27b1-40e0-bfa2-09078cd7a831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:13.025638 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b48977b4-d1e5-4076-b511-2ef660d44979 req-b3e87f78-7838-4967-aad0-d86cce656f3b service neutron] 10.222.0.13 "GET /v2.0/networks/3693d853-cfcd-49ab-a574-7a2bb546088d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669021 Jul 24 00:56:13.045727 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-59075f50-4f24-4c6e-a1ea-053ba854a545 None None] Port f29a7f66-85e4-49a3-8e53-f226ee35fda5 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:56:13.074277 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d0caeca2-27b1-40e0-bfa2-09078cd7a831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:13.106433 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-9cf6f649-cfda-4ff6-b168-fde90e405789 None None] Set router e988bc94-c706-470a-ba35-22f75ce93ab7 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:56:13.169536 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0caeca2-27b1-40e0-bfa2-09078cd7a831 admin admin] Pushing event updated for resources: {'Port': ['ID=f29a7f66-85e4-49a3-8e53-f226ee35fda5,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:13.181802 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-daf03780-58e5-418e-a689-1b568f95784b req-0bd8eda1-8cd1-4534-9c70-30edc697e2e4 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578417 Jul 24 00:56:13.255694 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3a874-5621-4b2a-8ec1-f15c240480be req-9c5835a4-86b6-431b-b8ef-9aaf7a28db2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:13.258001 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-30b3a874-5621-4b2a-8ec1-f15c240480be req-9c5835a4-86b6-431b-b8ef-9aaf7a28db2d service neutron] 10.222.0.13 "GET /v2.0/networks?id=2da6bbc7-a75c-4c5c-b454-75233615e1ea HTTP/1.1" status: 200 len: 907 time: 0.2201040 Jul 24 00:56:13.302114 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0caeca2-27b1-40e0-bfa2-09078cd7a831 admin admin] Network 45a742b0-bd60-4f18-8574-c93c94a69d65 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:56:13.303656 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-d0caeca2-27b1-40e0-bfa2-09078cd7a831 admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:56:13.347701 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-30b3a874-5621-4b2a-8ec1-f15c240480be req-35684012-3ce4-4670-a54b-fc732616f1e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f142e1c3-accd-44c6-a488-2ba01c18ea56 HTTP/1.1" status: 200 len: 217 time: 0.0744867 Jul 24 00:56:13.429445 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3a874-5621-4b2a-8ec1-f15c240480be req-b475fd88-6ae6-4a29-b3d2-5867b989af6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:13.431258 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-30b3a874-5621-4b2a-8ec1-f15c240480be req-b475fd88-6ae6-4a29-b3d2-5867b989af6d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=32aaab81-ed63-4b4f-aa91-d17bc9f404e3 HTTP/1.1" status: 200 len: 846 time: 0.0771284 Jul 24 00:56:13.492685 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-30b3a874-5621-4b2a-8ec1-f15c240480be req-27b5323e-fef4-4575-829b-c3a6420ac971 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2da6bbc7-a75c-4c5c-b454-75233615e1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462966 Jul 24 00:56:13.513104 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-9cf6f649-cfda-4ff6-b168-fde90e405789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e988bc94-c706-470a-ba35-22f75ce93ab7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-262578496-router', 'tenant_id': '10ef814c55ad464aa7e22e805ab6f44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:56:06Z', 'updated_at': '2021-07-24T00:56:12Z', 'revision_number': 4, 'project_id': '10ef814c55ad464aa7e22e805ab6f44f', 'gw_port': {'id': 'e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:18:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e988bc94-c706-470a-ba35-22f75ce93ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:56:07Z', 'updated_at': '2021-07-24T00:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'f29a7f66-85e4-49a3-8e53-f226ee35fda5', 'name': '', 'network_id': '45a742b0-bd60-4f18-8574-c93c94a69d65', 'tenant_id': '10ef814c55ad464aa7e22e805ab6f44f', 'mac_address': 'fa:16:3e:cd:d8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e988bc94-c706-470a-ba35-22f75ce93ab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '099e1540-c619-4451-a2fc-5939fe0c73b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:56:10Z', 'updated_at': '2021-07-24T00:56:11Z', 'revision_number': 1, 'project_id': '10ef814c55ad464aa7e22e805ab6f44f', 'subnets': [{'id': '099e1540-c619-4451-a2fc-5939fe0c73b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:56:13.585470 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 473bbac5-59ab-4744-bab1-e7470a5f47b2 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:56:13.588594 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf6f649-cfda-4ff6-b168-fde90e405789 None None] The sync data for ids ['e988bc94-c706-470a-ba35-22f75ce93ab7'] in n-d-793621-25 is: [{'id': 'e988bc94-c706-470a-ba35-22f75ce93ab7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-262578496-router', 'tenant_id': '10ef814c55ad464aa7e22e805ab6f44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:56:06Z', 'updated_at': '2021-07-24T00:56:12Z', 'revision_number': 4, 'project_id': '10ef814c55ad464aa7e22e805ab6f44f', 'gw_port': {'id': 'e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:18:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e988bc94-c706-470a-ba35-22f75ce93ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:56:07Z', 'updated_at': '2021-07-24T00:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'f29a7f66-85e4-49a3-8e53-f226ee35fda5', 'name': '', 'network_id': '45a742b0-bd60-4f18-8574-c93c94a69d65', 'tenant_id': '10ef814c55ad464aa7e22e805ab6f44f', 'mac_address': 'fa:16:3e:cd:d8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e988bc94-c706-470a-ba35-22f75ce93ab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '099e1540-c619-4451-a2fc-5939fe0c73b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:56:10Z', 'updated_at': '2021-07-24T00:56:11Z', 'revision_number': 1, 'project_id': '10ef814c55ad464aa7e22e805ab6f44f', 'subnets': [{'id': '099e1540-c619-4451-a2fc-5939fe0c73b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:56:13.613511 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0caeca2-27b1-40e0-bfa2-09078cd7a831 admin admin] Router e988bc94-c706-470a-ba35-22f75ce93ab7 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:56:13.757491 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-30b3a874-5621-4b2a-8ec1-f15c240480be req-22f45f41-6c4b-443e-8be0-b909392ae967 service neutron] 10.222.0.13 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581553 Jul 24 00:56:13.815112 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0caeca2-27b1-40e0-bfa2-09078cd7a831 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:56:13.832698 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d0caeca2-27b1-40e0-bfa2-09078cd7a831 admin admin] 10.222.0.15 "PUT /v2.0/routers/e988bc94-c706-470a-ba35-22f75ce93ab7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6407936 Jul 24 00:56:13.917453 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b5857ea1-1cc6-4f05-a64e-c14e92d511e4 None None] Provisioning complete for port f29a7f66-85e4-49a3-8e53-f226ee35fda5 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:56:13.918289 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b5857ea1-1cc6-4f05-a64e-c14e92d511e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:14.020238 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-30b3a874-5621-4b2a-8ec1-f15c240480be req-743ebbc7-2952-484c-b656-fe03581dd9f6 service neutron] 10.222.0.13 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531316 Jul 24 00:56:14.024501 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 473bbac5-59ab-4744-bab1-e7470a5f47b2, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=473bbac5-59ab-4744-bab1-e7470a5f47b2,segment=NetworkSegment(1a1e043c-79b0-4397-b4d2-2b95c82d517b),segment_id=1a1e043c-79b0-4397-b4d2-2b95c82d517b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:14.065441 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '473bbac5-59ab-4744-bab1-e7470a5f47b2', 'network_id': '3693d853-cfcd-49ab-a574-7a2bb546088d', 'port_id': '473bbac5-59ab-4744-bab1-e7470a5f47b2', 'mac_address': 'fa:16:3e:ac:3e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feed36e8-2b07-4f00-a23a-762cf33137fd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:56:14.168976 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc07a3-9478-4a92-825c-e9268040dc1d req-212a034f-3380-4a82-994e-324fcfb8f4de tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:14.173180 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5ecc07a3-9478-4a92-825c-e9268040dc1d req-212a034f-3380-4a82-994e-324fcfb8f4de tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dc72928-cc79-4252-bf01-86efb5c2ebfa HTTP/1.1" status: 200 len: 943 time: 0.2184043 Jul 24 00:56:14.243938 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5ecc07a3-9478-4a92-825c-e9268040dc1d req-eb6b96f5-f713-48ef-9b4c-d285f5b6fc33 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645692 Jul 24 00:56:14.251174 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:14.269357 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-b5857ea1-1cc6-4f05-a64e-c14e92d511e4 None None] Port f29a7f66-85e4-49a3-8e53-f226ee35fda5 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:56:14.278276 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 473bbac5-59ab-4744-bab1-e7470a5f47b2 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:56:14.302142 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 473bbac5-59ab-4744-bab1-e7470a5f47b2, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=473bbac5-59ab-4744-bab1-e7470a5f47b2,segment=NetworkSegment(1a1e043c-79b0-4397-b4d2-2b95c82d517b),segment_id=1a1e043c-79b0-4397-b4d2-2b95c82d517b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:14.307706 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:14.397120 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=473bbac5-59ab-4744-bab1-e7470a5f47b2,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:14.569191 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['473bbac5-59ab-4744-bab1-e7470a5f47b2'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:56:14.586823 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96ca2e-2516-4f0b-9de1-72b43d4fb8ea req-3f56e687-ac96-476a-99bb-102c640390ee tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:14.588467 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7f96ca2e-2516-4f0b-9de1-72b43d4fb8ea req-3f56e687-ac96-476a-99bb-102c640390ee tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=bade4ba4-c584-4f8d-8622-e76b6a12ab3a HTTP/1.1" status: 200 len: 943 time: 0.1699045 Jul 24 00:56:14.716582 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7f96ca2e-2516-4f0b-9de1-72b43d4fb8ea req-5ecd6021-fd8c-48a0-87e1-c5856aceee59 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134391 Jul 24 00:56:14.895808 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb6993-c131-4818-a370-3a280596d9a0 req-65b269a5-5fac-4f5f-992f-50a104b427ba tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:14.897834 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-95fb6993-c131-4818-a370-3a280596d9a0 req-65b269a5-5fac-4f5f-992f-50a104b427ba tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/networks?id=45a742b0-bd60-4f18-8574-c93c94a69d65 HTTP/1.1" status: 200 len: 828 time: 0.3362257 Jul 24 00:56:14.928854 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-95fb6993-c131-4818-a370-3a280596d9a0 req-836511e2-c195-4512-80bd-3283e66da99e tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/quotas/10ef814c55ad464aa7e22e805ab6f44f HTTP/1.1" status: 200 len: 375 time: 0.0185378 Jul 24 00:56:15.021114 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-95fb6993-c131-4818-a370-3a280596d9a0 req-1abe79f3-19a6-40ea-b5b6-ab6d47b17830 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=10ef814c55ad464aa7e22e805ab6f44f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0912097 Jul 24 00:56:15.445896 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 60888) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:15.590526 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device f142e1c3-accd-44c6-a488-2ba01c18ea56 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:56:15.598415 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 473bbac5-59ab-4744-bab1-e7470a5f47b2 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:56:15.626392 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b4497-c689-4d0c-870a-4caa7dbf5e96 req-14425479-e5ee-4856-9c9a-095c6255c929 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:15.647510 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-680b4497-c689-4d0c-870a-4caa7dbf5e96 req-14425479-e5ee-4856-9c9a-095c6255c929 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dc72928-cc79-4252-bf01-86efb5c2ebfa HTTP/1.1" status: 200 len: 944 time: 0.2045393 Jul 24 00:56:15.749764 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4c6716fa-d36c-405c-bb6b-a8ef4a1d154f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:15.780051 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-680b4497-c689-4d0c-870a-4caa7dbf5e96 req-27495861-e519-4702-b287-2c23c6515418 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269784 Jul 24 00:56:15.780275 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5deb06b6-2f71-488c-b76a-19a65bf56052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:15.882000 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 473bbac5-59ab-4744-bab1-e7470a5f47b2 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:56:15.889338 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 473bbac5-59ab-4744-bab1-e7470a5f47b2 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:56:15.889755 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:15.970279 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port f142e1c3-accd-44c6-a488-2ba01c18ea56, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=f142e1c3-accd-44c6-a488-2ba01c18ea56,segment=NetworkSegment(105933f1-ad5a-4c90-9ca8-c74f813dbd38),segment_id=105933f1-ad5a-4c90-9ca8-c74f813dbd38)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:16.021128 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'f142e1c3-accd-44c6-a488-2ba01c18ea56', 'network_id': '2da6bbc7-a75c-4c5c-b454-75233615e1ea', 'port_id': 'f142e1c3-accd-44c6-a488-2ba01c18ea56', 'mac_address': 'fa:16:3e:35:33:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32aaab81-ed63-4b4f-aa91-d17bc9f404e3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:56:16.029073 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-95fb6993-c131-4818-a370-3a280596d9a0 req-595916d4-0694-453c-929b-63ecf8fc8509 service neutron] 10.222.0.15 "GET /v2.0/networks/45a742b0-bd60-4f18-8574-c93c94a69d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9990301 Jul 24 00:56:16.075001 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:16.075618 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad697ce-cb8f-43c6-b7fd-1a4998f495aa req-4d87c2d8-2870-4263-aa30-b8f7579d4730 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:16.083948 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ad697ce-cb8f-43c6-b7fd-1a4998f495aa req-4d87c2d8-2870-4263-aa30-b8f7579d4730 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=bade4ba4-c584-4f8d-8622-e76b6a12ab3a HTTP/1.1" status: 200 len: 943 time: 0.1843498 Jul 24 00:56:16.114386 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc72928-cc79-4252-bf01-86efb5c2ebfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473bbac5-59ab-4744-bab1-e7470a5f47b2'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:56:16.117373 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c9e421-f96b-463a-ae0f-bd31fe0ab46e" -d '{"events": [{"server_uuid": "6dc72928-cc79-4252-bf01-86efb5c2ebfa", "name": "network-vif-plugged", "status": "completed", "tag": "473bbac5-59ab-4744-bab1-e7470a5f47b2"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:56:16.161281 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ad697ce-cb8f-43c6-b7fd-1a4998f495aa req-cea05731-c9d1-47f8-a78d-931d268dedd7 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755506 Jul 24 00:56:16.172125 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5deb06b6-2f71-488c-b76a-19a65bf56052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:16.178053 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 473bbac5-59ab-4744-bab1-e7470a5f47b2, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=473bbac5-59ab-4744-bab1-e7470a5f47b2,segment=NetworkSegment(1a1e043c-79b0-4397-b4d2-2b95c82d517b),segment_id=1a1e043c-79b0-4397-b4d2-2b95c82d517b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:16.183654 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5deb06b6-2f71-488c-b76a-19a65bf56052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:16.200274 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:16.240886 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deb06b6-2f71-488c-b76a-19a65bf56052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fda9ae7-c9f9-474d-9c8f-65d3f6ed6ee2,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:16.244193 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-95fb6993-c131-4818-a370-3a280596d9a0 req-16021adf-ad78-4c20-b10d-38b6d058b250 service neutron] 10.222.0.15 "GET /v2.0/networks/45a742b0-bd60-4f18-8574-c93c94a69d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048407 Jul 24 00:56:16.258963 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:16.265807 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5deb06b6-2f71-488c-b76a-19a65bf56052 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=76f374e691c14248a110e25741d31b9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8189015 Jul 24 00:56:16.268962 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 60906) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:16.321529 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f142e1c3-accd-44c6-a488-2ba01c18ea56 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:56:16.353296 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbfb217-27ae-443d-a02c-19e1e65b61c6 x-openstack-request-id: req-bbbfb217-27ae-443d-a02c-19e1e65b61c6 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:56:16.353579 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc72928-cc79-4252-bf01-86efb5c2ebfa", "name": "network-vif-plugged", "status": "completed", "tag": "473bbac5-59ab-4744-bab1-e7470a5f47b2", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:56:16.353826 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bbbfb217-27ae-443d-a02c-19e1e65b61c6 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:56:16.367786 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc72928-cc79-4252-bf01-86efb5c2ebfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '473bbac5-59ab-4744-bab1-e7470a5f47b2', 'code': 200} Jul 24 00:56:16.402651 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fb50f854-12d3-4bde-a31f-e4405ccc3f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:16.403033 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port f142e1c3-accd-44c6-a488-2ba01c18ea56, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=f142e1c3-accd-44c6-a488-2ba01c18ea56,segment=NetworkSegment(105933f1-ad5a-4c90-9ca8-c74f813dbd38),segment_id=105933f1-ad5a-4c90-9ca8-c74f813dbd38)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:16.431370 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:16.459303 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=473bbac5-59ab-4744-bab1-e7470a5f47b2,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:16.501729 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fb50f854-12d3-4bde-a31f-e4405ccc3f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:16.570131 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46a54e5-e773-42d0-aad6-fcda369438aa req-a3b033a4-8b17-4c88-a502-9dd6b5400159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:16.572122 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f46a54e5-e773-42d0-aad6-fcda369438aa req-a3b033a4-8b17-4c88-a502-9dd6b5400159 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6dc72928-cc79-4252-bf01-86efb5c2ebfa HTTP/1.1" status: 200 len: 1097 time: 0.1648881 Jul 24 00:56:16.652150 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fb50f854-12d3-4bde-a31f-e4405ccc3f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:16.656480 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fb50f854-12d3-4bde-a31f-e4405ccc3f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:16.658552 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-fb50f854-12d3-4bde-a31f-e4405ccc3f78 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7fda9ae7-c9f9-474d-9c8f-65d3f6ed6ee2 HTTP/1.1" status: 204 len: 168 time: 0.3879240 Jul 24 00:56:16.682359 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=f142e1c3-accd-44c6-a488-2ba01c18ea56,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:16.705257 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['f142e1c3-accd-44c6-a488-2ba01c18ea56'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:56:16.739721 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9d4834d3-6a7c-43c3-b004-4be9a8308beb req-a001c4be-92d5-42fa-b50b-67c6b784a539 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a9edc38-644a-4ab3-8cf8-cf5b776c6a09 HTTP/1.1" status: 200 len: 210 time: 0.0971477 Jul 24 00:56:16.750756 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb50f854-12d3-4bde-a31f-e4405ccc3f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fda9ae7-c9f9-474d-9c8f-65d3f6ed6ee2,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:16.776961 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f46a54e5-e773-42d0-aad6-fcda369438aa req-7f9ca669-75f9-47fa-8a80-fa8888f91066 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918449 Jul 24 00:56:16.939368 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:56:17.106526 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:56:17.118020 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-babc891e-c409-4290-a4d0-8daf11069330 req-4d001df2-810a-4542-a8e4-6a5541eb477c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2510805 Jul 24 00:56:17.152393 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:56:17.154284 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa5c01-f17b-4e9d-acb7-4b73d67d2e2c req-5ce7b845-3185-4d78-b470-c3d495c48c50 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:17.156111 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:17.157771 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bffa5c01-f17b-4e9d-acb7-4b73d67d2e2c req-5ce7b845-3185-4d78-b470-c3d495c48c50 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dc72928-cc79-4252-bf01-86efb5c2ebfa HTTP/1.1" status: 200 len: 945 time: 0.1936445 Jul 24 00:56:17.385689 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bffa5c01-f17b-4e9d-acb7-4b73d67d2e2c req-b2608042-41e4-43ed-9e74-16397fbb25c5 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199874 Jul 24 00:56:17.427074 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9550ebfb-6d1d-478d-b0fe-99c41fda2d7a None None] Sync routers for ids ['e988bc94-c706-470a-ba35-22f75ce93ab7'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:56:17.454903 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9550ebfb-6d1d-478d-b0fe-99c41fda2d7a None None] Routers {'e988bc94-c706-470a-ba35-22f75ce93ab7'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:56:17.455550 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-9550ebfb-6d1d-478d-b0fe-99c41fda2d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:55:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['e988bc94-c706-470a-ba35-22f75ce93ab7'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:56:17.466972 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc891e-c409-4290-a4d0-8daf11069330 req-b220b1fd-515d-4ac2-a7c3-d5cd08035b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:17.469252 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-babc891e-c409-4290-a4d0-8daf11069330 req-b220b1fd-515d-4ac2-a7c3-d5cd08035b2b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=20d35f4a5a814139b52be63228a1596d&device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 1097 time: 0.3047774 Jul 24 00:56:17.544296 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d40e9-4a45-485e-980b-f3dcb32ff67d req-65e45a03-ef08-4501-9816-add7c29b56fc tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:17.557861 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-271d40e9-4a45-485e-980b-f3dcb32ff67d req-65e45a03-ef08-4501-9816-add7c29b56fc tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=bade4ba4-c584-4f8d-8622-e76b6a12ab3a HTTP/1.1" status: 200 len: 944 time: 0.2001224 Jul 24 00:56:17.588666 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 60932) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:17.613471 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:17.645869 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:17.652411 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:17.667430 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9c07413f-6764-4999-8a99-89131c3cd0d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:17.761636 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-271d40e9-4a45-485e-980b-f3dcb32ff67d req-8e8bc668-0371-4b9a-a156-57479a6693a9 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962664 Jul 24 00:56:17.782216 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:17.823694 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-9550ebfb-6d1d-478d-b0fe-99c41fda2d7a None None] Set router e988bc94-c706-470a-ba35-22f75ce93ab7 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:56:17.842150 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc891e-c409-4290-a4d0-8daf11069330 req-7850fc47-0d62-4398-9595-9b28e49739b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:17.844821 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-babc891e-c409-4290-a4d0-8daf11069330 req-7850fc47-0d62-4398-9595-9b28e49739b2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=73a8909c-49cf-4748-a0d1-117aad1d6801 HTTP/1.1" status: 200 len: 919 time: 0.3528998 Jul 24 00:56:17.924111 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-babc891e-c409-4290-a4d0-8daf11069330 req-05b1bf7e-6a6f-4447-83d3-2aa2e38bb0b9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=05ec7917-6cd8-4b84-825d-0e5955dd0180 HTTP/1.1" status: 200 len: 217 time: 0.0527232 Jul 24 00:56:18.000347 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a0914f26-5e0d-4f09-9947-5f1f08b32c9e req-ae429159-8dae-4f75-a4c9-9dd550ce3786 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a9edc38-644a-4ab3-8cf8-cf5b776c6a09 HTTP/1.1" status: 200 len: 210 time: 0.0751126 Jul 24 00:56:18.118653 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc891e-c409-4290-a4d0-8daf11069330 req-501bdcb4-f3e0-4787-acc1-d351a4aaf67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:18.120933 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-babc891e-c409-4290-a4d0-8daf11069330 req-501bdcb4-f3e0-4787-acc1-d351a4aaf67e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=954fd3a6-666f-4557-86c0-353193e10e5d HTTP/1.1" status: 200 len: 858 time: 0.1393895 Jul 24 00:56:18.170260 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-babc891e-c409-4290-a4d0-8daf11069330 req-25d0e034-51a2-417b-b2ff-6e507f974a46 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=73a8909c-49cf-4748-a0d1-117aad1d6801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393755 Jul 24 00:56:18.222189 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d358d771-3668-49ea-bea5-43255de73e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:18.232049 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9c07413f-6764-4999-8a99-89131c3cd0d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:18.242342 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9c07413f-6764-4999-8a99-89131c3cd0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:18.252881 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-9550ebfb-6d1d-478d-b0fe-99c41fda2d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e988bc94-c706-470a-ba35-22f75ce93ab7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-262578496-router', 'tenant_id': '10ef814c55ad464aa7e22e805ab6f44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:56:06Z', 'updated_at': '2021-07-24T00:56:12Z', 'revision_number': 4, 'project_id': '10ef814c55ad464aa7e22e805ab6f44f', 'gw_port': {'id': 'e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:18:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e988bc94-c706-470a-ba35-22f75ce93ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:56:07Z', 'updated_at': '2021-07-24T00:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'f29a7f66-85e4-49a3-8e53-f226ee35fda5', 'name': '', 'network_id': '45a742b0-bd60-4f18-8574-c93c94a69d65', 'tenant_id': '10ef814c55ad464aa7e22e805ab6f44f', 'mac_address': 'fa:16:3e:cd:d8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e988bc94-c706-470a-ba35-22f75ce93ab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '099e1540-c619-4451-a2fc-5939fe0c73b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:56:10Z', 'updated_at': '2021-07-24T00:56:12Z', 'revision_number': 2, 'project_id': '10ef814c55ad464aa7e22e805ab6f44f', 'subnets': [{'id': '099e1540-c619-4451-a2fc-5939fe0c73b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:56:18.294967 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9550ebfb-6d1d-478d-b0fe-99c41fda2d7a None None] Checking router: e988bc94-c706-470a-ba35-22f75ce93ab7 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:56:18.294967 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9550ebfb-6d1d-478d-b0fe-99c41fda2d7a None None] Updating router e988bc94-c706-470a-ba35-22f75ce93ab7 port f29a7f66-85e4-49a3-8e53-f226ee35fda5 binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:56:18.327722 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9c07413f-6764-4999-8a99-89131c3cd0d5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8906055ee5ba4c148393fcfba218e0db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7365346 Jul 24 00:56:18.331244 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 60938) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:18.340756 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c07413f-6764-4999-8a99-89131c3cd0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4315a51e-ba7b-4263-bb61-54e8e3f8fb33,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:18.346278 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-babc891e-c409-4290-a4d0-8daf11069330 req-8bbcf988-b760-439f-bc3c-d2a85943046f service neutron] 10.222.0.13 "GET /v2.0/networks/73a8909c-49cf-4748-a0d1-117aad1d6801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685197 Jul 24 00:56:18.446769 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:18.483099 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c6868e44-e7a8-4786-ae62-19bb8dea6907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:18.487684 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-9550ebfb-6d1d-478d-b0fe-99c41fda2d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:18.548308 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-babc891e-c409-4290-a4d0-8daf11069330 req-97fbd10b-b306-4e6c-8d1a-2e3cab4b2762 service neutron] 10.222.0.13 "GET /v2.0/networks/73a8909c-49cf-4748-a0d1-117aad1d6801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896586 Jul 24 00:56:18.739101 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c6868e44-e7a8-4786-ae62-19bb8dea6907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:18.750392 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb6993-c131-4818-a370-3a280596d9a0 req-d14e8191-bae7-4d80-bc0e-f38660563d0b tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:18.752659 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-95fb6993-c131-4818-a370-3a280596d9a0 req-d14e8191-bae7-4d80-bc0e-f38660563d0b tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.13 "GET /v2.0/networks?id=45a742b0-bd60-4f18-8574-c93c94a69d65 HTTP/1.1" status: 200 len: 828 time: 0.1476779 Jul 24 00:56:18.770561 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-95fb6993-c131-4818-a370-3a280596d9a0 req-7b6472fb-42a2-4877-a27b-c1b28bbdab27 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Request body: {'port': {'device_id': '4a9edc38-644a-4ab3-8cf8-cf5b776c6a09', 'network_id': '45a742b0-bd60-4f18-8574-c93c94a69d65', 'admin_state_up': True, 'tenant_id': '10ef814c55ad464aa7e22e805ab6f44f'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:56:18.875081 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:56:19.013799 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52caee-63a0-43d2-a18d-3d806cb99771 req-f334e9fe-788c-41b3-b254-807befbf2705 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:19.029562 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ec52caee-63a0-43d2-a18d-3d806cb99771 req-f334e9fe-788c-41b3-b254-807befbf2705 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dc72928-cc79-4252-bf01-86efb5c2ebfa HTTP/1.1" status: 200 len: 945 time: 0.4277320 Jul 24 00:56:19.084638 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:56:19.085032 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:19.134509 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95fb6993-c131-4818-a370-3a280596d9a0 req-7b6472fb-42a2-4877-a27b-c1b28bbdab27 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Made reservation on behalf of 10ef814c55ad464aa7e22e805ab6f44f for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:56:19.138657 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-95fb6993-c131-4818-a370-3a280596d9a0 req-7b6472fb-42a2-4877-a27b-c1b28bbdab27 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:19.159869 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c6868e44-e7a8-4786-ae62-19bb8dea6907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:19.182849 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c6868e44-e7a8-4786-ae62-19bb8dea6907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:19.183643 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-9550ebfb-6d1d-478d-b0fe-99c41fda2d7a None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:19.189116 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c6868e44-e7a8-4786-ae62-19bb8dea6907 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4315a51e-ba7b-4263-bb61-54e8e3f8fb33 HTTP/1.1" status: 204 len: 168 time: 0.8537159 Jul 24 00:56:19.205378 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-9550ebfb-6d1d-478d-b0fe-99c41fda2d7a None None] Transition to ACTIVE for port object f29a7f66-85e4-49a3-8e53-f226ee35fda5 will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:56:19.215004 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-9550ebfb-6d1d-478d-b0fe-99c41fda2d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:19.247141 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6868e44-e7a8-4786-ae62-19bb8dea6907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4315a51e-ba7b-4263-bb61-54e8e3f8fb33,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:19.250512 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ec52caee-63a0-43d2-a18d-3d806cb99771 req-806db063-0c65-4ed4-8cef-5904b8f0f39a tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182846 Jul 24 00:56:19.325065 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f47c7ea6-0a3e-429e-98e8-878e57d6d134 req-fba9a9ae-181a-4acd-ac4f-a58a32edc139 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.7821598 Jul 24 00:56:19.383995 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:19.430185 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f47c7ea6-0a3e-429e-98e8-878e57d6d134 req-18b58162-f88d-4847-b240-090dae2be47b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17 HTTP/1.1" status: 200 len: 210 time: 0.0536780 Jul 24 00:56:19.437849 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c16376e-e104-4ad5-82b8-9b4b64ed9a4a req-3478a523-0129-4d6e-a646-2a319e9c81b5 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:19.470091 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8c16376e-e104-4ad5-82b8-9b4b64ed9a4a req-3478a523-0129-4d6e-a646-2a319e9c81b5 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=bade4ba4-c584-4f8d-8622-e76b6a12ab3a HTTP/1.1" status: 200 len: 944 time: 0.4557934 Jul 24 00:56:19.498412 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-9550ebfb-6d1d-478d-b0fe-99c41fda2d7a None None] Attempting to bind port f29a7f66-85e4-49a3-8e53-f226ee35fda5 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:56:19.499059 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-9550ebfb-6d1d-478d-b0fe-99c41fda2d7a None None] Attempting to bind port f29a7f66-85e4-49a3-8e53-f226ee35fda5 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '75e896a5-bc17-427d-a9e1-3f9aac263a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '45a742b0-bd60-4f18-8574-c93c94a69d65'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:56:19.499816 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9550ebfb-6d1d-478d-b0fe-99c41fda2d7a None None] Attempting to bind port f29a7f66-85e4-49a3-8e53-f226ee35fda5 on network 45a742b0-bd60-4f18-8574-c93c94a69d65 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:56:19.521274 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9550ebfb-6d1d-478d-b0fe-99c41fda2d7a None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:56:19.521648 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9550ebfb-6d1d-478d-b0fe-99c41fda2d7a None None] Checking segment: {'id': '75e896a5-bc17-427d-a9e1-3f9aac263a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '45a742b0-bd60-4f18-8574-c93c94a69d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:56:19.522053 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-9550ebfb-6d1d-478d-b0fe-99c41fda2d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:19.527819 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9550ebfb-6d1d-478d-b0fe-99c41fda2d7a None None] Bound using segment: {'id': '75e896a5-bc17-427d-a9e1-3f9aac263a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '45a742b0-bd60-4f18-8574-c93c94a69d65'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:56:19.528364 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-9550ebfb-6d1d-478d-b0fe-99c41fda2d7a None None] Bound port: f29a7f66-85e4-49a3-8e53-f226ee35fda5, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e896a5-bc17-427d-a9e1-3f9aac263a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '45a742b0-bd60-4f18-8574-c93c94a69d65'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:56:19.528780 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-9550ebfb-6d1d-478d-b0fe-99c41fda2d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:19.533624 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c5bc89e8-c14c-4873-99d1-eec5f8df3253 req-93e6573c-943f-467b-bcc3-bdb9c72e5714 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a9edc38-644a-4ab3-8cf8-cf5b776c6a09 HTTP/1.1" status: 200 len: 210 time: 0.1020033 Jul 24 00:56:19.545655 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f47c7ea6-0a3e-429e-98e8-878e57d6d134 req-e5000c55-8440-4b4d-a81b-5aa7bb5facb0 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420737 Jul 24 00:56:19.559684 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1568bc9a-4101-414a-ae0d-d7d796fe541a None None] Pushing event updated for resources: {'Port': ['ID=f29a7f66-85e4-49a3-8e53-f226ee35fda5,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:19.587412 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1568bc9a-4101-414a-ae0d-d7d796fe541a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:19.587847 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1568bc9a-4101-414a-ae0d-d7d796fe541a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:19.588191 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1568bc9a-4101-414a-ae0d-d7d796fe541a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:19.588529 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1568bc9a-4101-414a-ae0d-d7d796fe541a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:19.588857 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1568bc9a-4101-414a-ae0d-d7d796fe541a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:19.589186 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1568bc9a-4101-414a-ae0d-d7d796fe541a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:19.589515 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1568bc9a-4101-414a-ae0d-d7d796fe541a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:19.589848 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1568bc9a-4101-414a-ae0d-d7d796fe541a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:19.590150 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1568bc9a-4101-414a-ae0d-d7d796fe541a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:19.590470 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1568bc9a-4101-414a-ae0d-d7d796fe541a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:19.590816 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1568bc9a-4101-414a-ae0d-d7d796fe541a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:19.591138 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1568bc9a-4101-414a-ae0d-d7d796fe541a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:19.593646 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-95fb6993-c131-4818-a370-3a280596d9a0 req-7b6472fb-42a2-4877-a27b-c1b28bbdab27 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Allocated IP 172.20.0.6 (45a742b0-bd60-4f18-8574-c93c94a69d65/099e1540-c619-4451-a2fc-5939fe0c73b7/d91d87ab-3542-4aef-a411-0c57a8d860fa) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:56:19.602918 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device f142e1c3-accd-44c6-a488-2ba01c18ea56 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:56:19.660028 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8c16376e-e104-4ad5-82b8-9b4b64ed9a4a req-43539dfc-acc5-45cf-b823-7faf68a9e84d tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661847 Jul 24 00:56:19.782485 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-9550ebfb-6d1d-478d-b0fe-99c41fda2d7a None None] For port f29a7f66-85e4-49a3-8e53-f226ee35fda5, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:56:19.790951 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port f142e1c3-accd-44c6-a488-2ba01c18ea56 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:56:19.794544 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c7ea6-0a3e-429e-98e8-878e57d6d134 req-4c03d7b4-d0e4-4fc6-86ef-d99894fa5715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:19.795521 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-9550ebfb-6d1d-478d-b0fe-99c41fda2d7a None None] For port f29a7f66-85e4-49a3-8e53-f226ee35fda5, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=f29a7f66-85e4-49a3-8e53-f226ee35fda5,segment=NetworkSegment(75e896a5-bc17-427d-a9e1-3f9aac263a09),segment_id=75e896a5-bc17-427d-a9e1-3f9aac263a09)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:56:19.806981 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-9550ebfb-6d1d-478d-b0fe-99c41fda2d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:19.812639 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f47c7ea6-0a3e-429e-98e8-878e57d6d134 req-4c03d7b4-d0e4-4fc6-86ef-d99894fa5715 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2600818 Jul 24 00:56:19.820255 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port f142e1c3-accd-44c6-a488-2ba01c18ea56 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:56:19.820755 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:19.926237 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f47f1-abbe-4f92-aaf1-91ec1f7e9f02 req-db3e90a7-b060-4eed-9845-25ec6c6a47ab tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:19.928287 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4b4f47f1-abbe-4f92-aaf1-91ec1f7e9f02 req-db3e90a7-b060-4eed-9845-25ec6c6a47ab tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dc72928-cc79-4252-bf01-86efb5c2ebfa HTTP/1.1" status: 200 len: 945 time: 0.1144865 Jul 24 00:56:19.969252 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1568bc9a-4101-414a-ae0d-d7d796fe541a None None] Pushing event updated for resources: {'Port': ['ID=f29a7f66-85e4-49a3-8e53-f226ee35fda5,revision_number=4']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:20.007552 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9550ebfb-6d1d-478d-b0fe-99c41fda2d7a None None] Routers {'e988bc94-c706-470a-ba35-22f75ce93ab7'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:56:20.012731 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-9550ebfb-6d1d-478d-b0fe-99c41fda2d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:56:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['e988bc94-c706-470a-ba35-22f75ce93ab7'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:56:20.018962 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-95fb6993-c131-4818-a370-3a280596d9a0 req-7b6472fb-42a2-4877-a27b-c1b28bbdab27 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:20.022606 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4b4f47f1-abbe-4f92-aaf1-91ec1f7e9f02 req-f8b2483c-e136-4522-b88a-f7fec8c36d11 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876222 Jul 24 00:56:20.051522 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-95fb6993-c131-4818-a370-3a280596d9a0 req-7b6472fb-42a2-4877-a27b-c1b28bbdab27 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Transition to ACTIVE for port object d91d87ab-3542-4aef-a411-0c57a8d860fa will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:56:20.186207 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-95fb6993-c131-4818-a370-3a280596d9a0 req-7b6472fb-42a2-4877-a27b-c1b28bbdab27 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:20.206640 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:20.258229 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port f142e1c3-accd-44c6-a488-2ba01c18ea56, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=f142e1c3-accd-44c6-a488-2ba01c18ea56,segment=NetworkSegment(105933f1-ad5a-4c90-9ca8-c74f813dbd38),segment_id=105933f1-ad5a-4c90-9ca8-c74f813dbd38)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:20.259708 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bade4ba4-c584-4f8d-8622-e76b6a12ab3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f142e1c3-accd-44c6-a488-2ba01c18ea56'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:56:20.264192 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eddfe76f-3c2d-48d5-a418-6473f147e8b1" -d '{"events": [{"server_uuid": "bade4ba4-c584-4f8d-8622-e76b6a12ab3a", "name": "network-vif-plugged", "status": "completed", "tag": "f142e1c3-accd-44c6-a488-2ba01c18ea56"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:56:20.316222 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:20.394253 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f147971-ff05-462a-af70-dc1a8ddb644f x-openstack-request-id: req-2f147971-ff05-462a-af70-dc1a8ddb644f {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:56:20.394827 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bade4ba4-c584-4f8d-8622-e76b6a12ab3a", "name": "network-vif-plugged", "status": "completed", "tag": "f142e1c3-accd-44c6-a488-2ba01c18ea56", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:56:20.395293 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2f147971-ff05-462a-af70-dc1a8ddb644f {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:56:20.395896 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bade4ba4-c584-4f8d-8622-e76b6a12ab3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f142e1c3-accd-44c6-a488-2ba01c18ea56', 'code': 200} Jul 24 00:56:20.409003 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6472fb-42a2-4877-a27b-c1b28bbdab27 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Pushing event updated for resources: {'Port': ['ID=d91d87ab-3542-4aef-a411-0c57a8d860fa,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:20.421776 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-9550ebfb-6d1d-478d-b0fe-99c41fda2d7a None None] Set router e988bc94-c706-470a-ba35-22f75ce93ab7 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:56:20.510113 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=f142e1c3-accd-44c6-a488-2ba01c18ea56,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:20.527973 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95fb6993-c131-4818-a370-3a280596d9a0 req-7b6472fb-42a2-4877-a27b-c1b28bbdab27 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Network 45a742b0-bd60-4f18-8574-c93c94a69d65 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:56:20.535251 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-95fb6993-c131-4818-a370-3a280596d9a0 req-7b6472fb-42a2-4877-a27b-c1b28bbdab27 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:56:20.537961 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-95fb6993-c131-4818-a370-3a280596d9a0 req-7b6472fb-42a2-4877-a27b-c1b28bbdab27 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:56:20.649529 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb6993-c131-4818-a370-3a280596d9a0 req-7b6472fb-42a2-4877-a27b-c1b28bbdab27 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:20.649896 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-95fb6993-c131-4818-a370-3a280596d9a0 req-7b6472fb-42a2-4877-a27b-c1b28bbdab27 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:20.721360 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24167a09-be51-4754-b6a7-ea49dd938c26 req-1912f043-56f4-4c90-96cd-52f5fcd8a10b tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:20.736209 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-24167a09-be51-4754-b6a7-ea49dd938c26 req-1912f043-56f4-4c90-96cd-52f5fcd8a10b tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dc72928-cc79-4252-bf01-86efb5c2ebfa HTTP/1.1" status: 200 len: 945 time: 0.4199984 Jul 24 00:56:20.740628 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9a1be-d253-42d0-ad4c-6398cb3d418f req-fbba4e41-98a0-4fa5-bcec-dcd8137595cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:20.742296 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ffd9a1be-d253-42d0-ad4c-6398cb3d418f req-fbba4e41-98a0-4fa5-bcec-dcd8137595cd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bade4ba4-c584-4f8d-8622-e76b6a12ab3a HTTP/1.1" status: 200 len: 1097 time: 0.3284233 Jul 24 00:56:20.744503 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-95fb6993-c131-4818-a370-3a280596d9a0 req-7b6472fb-42a2-4877-a27b-c1b28bbdab27 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9786773 Jul 24 00:56:20.774493 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-95fb6993-c131-4818-a370-3a280596d9a0 req-e726fb0f-5a96-4c3e-b1eb-cf505d0d5914 service neutron] Request body: {'port': {'device_id': '4a9edc38-644a-4ab3-8cf8-cf5b776c6a09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:56:20.918920 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:20.940044 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device f29a7f66-85e4-49a3-8e53-f226ee35fda5 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:56:20.959579 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-24167a09-be51-4754-b6a7-ea49dd938c26 req-96e9667a-fd31-4387-8ad5-8c9124e4d13d tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224622 Jul 24 00:56:20.999126 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ffd9a1be-d253-42d0-ad4c-6398cb3d418f req-afec0b92-c1ca-4ebe-afef-30bef063bc5c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310717 Jul 24 00:56:21.044325 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-9550ebfb-6d1d-478d-b0fe-99c41fda2d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e988bc94-c706-470a-ba35-22f75ce93ab7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-262578496-router', 'tenant_id': '10ef814c55ad464aa7e22e805ab6f44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:56:06Z', 'updated_at': '2021-07-24T00:56:12Z', 'revision_number': 4, 'project_id': '10ef814c55ad464aa7e22e805ab6f44f', 'gw_port': {'id': 'e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e988bc94-c706-470a-ba35-22f75ce93ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:56:07Z', 'updated_at': '2021-07-24T00:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'f29a7f66-85e4-49a3-8e53-f226ee35fda5', 'name': '', 'network_id': '45a742b0-bd60-4f18-8574-c93c94a69d65', 'tenant_id': '10ef814c55ad464aa7e22e805ab6f44f', 'mac_address': 'fa:16:3e:cd:d8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e988bc94-c706-470a-ba35-22f75ce93ab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '099e1540-c619-4451-a2fc-5939fe0c73b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:56:10Z', 'updated_at': '2021-07-24T00:56:19Z', 'revision_number': 4, 'project_id': '10ef814c55ad464aa7e22e805ab6f44f', 'subnets': [{'id': '099e1540-c619-4451-a2fc-5939fe0c73b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:56:21.070370 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port f29a7f66-85e4-49a3-8e53-f226ee35fda5 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:56:21.087605 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-95fb6993-c131-4818-a370-3a280596d9a0 req-e726fb0f-5a96-4c3e-b1eb-cf505d0d5914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:21.099273 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port f29a7f66-85e4-49a3-8e53-f226ee35fda5 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:56:21.106704 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:21.136958 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9550ebfb-6d1d-478d-b0fe-99c41fda2d7a None None] The sync data for ids ['e988bc94-c706-470a-ba35-22f75ce93ab7'] in n-d-793621-25 is: [{'id': 'e988bc94-c706-470a-ba35-22f75ce93ab7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-262578496-router', 'tenant_id': '10ef814c55ad464aa7e22e805ab6f44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:56:06Z', 'updated_at': '2021-07-24T00:56:12Z', 'revision_number': 4, 'project_id': '10ef814c55ad464aa7e22e805ab6f44f', 'gw_port': {'id': 'e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e988bc94-c706-470a-ba35-22f75ce93ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:56:07Z', 'updated_at': '2021-07-24T00:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'f29a7f66-85e4-49a3-8e53-f226ee35fda5', 'name': '', 'network_id': '45a742b0-bd60-4f18-8574-c93c94a69d65', 'tenant_id': '10ef814c55ad464aa7e22e805ab6f44f', 'mac_address': 'fa:16:3e:cd:d8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e988bc94-c706-470a-ba35-22f75ce93ab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '099e1540-c619-4451-a2fc-5939fe0c73b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:56:10Z', 'updated_at': '2021-07-24T00:56:19Z', 'revision_number': 4, 'project_id': '10ef814c55ad464aa7e22e805ab6f44f', 'subnets': [{'id': '099e1540-c619-4451-a2fc-5939fe0c73b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:56:21.215668 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-fa41febf-0015-4287-b6c1-7d3058f3b5e0 None None] Provisioning for port d91d87ab-3542-4aef-a411-0c57a8d860fa completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:56:21.231815 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-fa41febf-0015-4287-b6c1-7d3058f3b5e0 None None] Provisioning complete for port d91d87ab-3542-4aef-a411-0c57a8d860fa triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:56:21.233386 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-fa41febf-0015-4287-b6c1-7d3058f3b5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:21.293106 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2702f246-8ac0-439d-ab89-e12bfe269017 req-9d592439-2f69-407d-af3e-502ce6f3d7a7 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:21.294739 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2702f246-8ac0-439d-ab89-e12bfe269017 req-9d592439-2f69-407d-af3e-502ce6f3d7a7 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a9edc38-644a-4ab3-8cf8-cf5b776c6a09 HTTP/1.1" status: 200 len: 931 time: 0.1440399 Jul 24 00:56:21.355105 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-fa41febf-0015-4287-b6c1-7d3058f3b5e0 None None] Port d91d87ab-3542-4aef-a411-0c57a8d860fa cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:56:21.385958 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2702f246-8ac0-439d-ab89-e12bfe269017 req-af159fd9-f5a0-4b4c-893a-fd4a7475939f tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe123ec4-c9a6-4e02-8614-094e6fc6283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807657 Jul 24 00:56:21.407151 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:21.504620 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port f29a7f66-85e4-49a3-8e53-f226ee35fda5, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=f29a7f66-85e4-49a3-8e53-f226ee35fda5,segment=NetworkSegment(75e896a5-bc17-427d-a9e1-3f9aac263a09),segment_id=75e896a5-bc17-427d-a9e1-3f9aac263a09)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:21.510612 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:21.604476 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f32ed7-3255-445a-938e-9ab2d33f3320 req-0b3ffd84-5658-4c15-b9ed-e09dc1d934e4 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:21.613526 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d9f32ed7-3255-445a-938e-9ab2d33f3320 req-0b3ffd84-5658-4c15-b9ed-e09dc1d934e4 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 946 time: 0.1402247 Jul 24 00:56:21.622244 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=f29a7f66-85e4-49a3-8e53-f226ee35fda5,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:21.630566 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-95fb6993-c131-4818-a370-3a280596d9a0 req-e726fb0f-5a96-4c3e-b1eb-cf505d0d5914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d91d87ab-3542-4aef-a411-0c57a8d860fa {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:56:21.668406 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-95fb6993-c131-4818-a370-3a280596d9a0 req-e726fb0f-5a96-4c3e-b1eb-cf505d0d5914 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:21.675702 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d9f32ed7-3255-445a-938e-9ab2d33f3320 req-f00c5bd9-e664-4321-86c5-58b9e3d95f33 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576596 Jul 24 00:56:21.713865 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d808699-9af0-4f36-874f-f47e55a561dd req-2742db36-a5f0-4615-99bc-4884574cb9fc tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:21.723284 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6d808699-9af0-4f36-874f-f47e55a561dd req-2742db36-a5f0-4615-99bc-4884574cb9fc tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=bade4ba4-c584-4f8d-8622-e76b6a12ab3a HTTP/1.1" status: 200 len: 945 time: 0.6048574 Jul 24 00:56:21.726228 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-95fb6993-c131-4818-a370-3a280596d9a0 req-e726fb0f-5a96-4c3e-b1eb-cf505d0d5914 service neutron] Transition to ACTIVE for port object d91d87ab-3542-4aef-a411-0c57a8d860fa will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:56:21.733350 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-95fb6993-c131-4818-a370-3a280596d9a0 req-e726fb0f-5a96-4c3e-b1eb-cf505d0d5914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:21.865660 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6d808699-9af0-4f36-874f-f47e55a561dd req-217c9383-f30e-4cd4-9717-223719412135 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413581 Jul 24 00:56:21.918177 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9535768-4942-4d21-b623-cb311621d253 req-b2720a40-a2ba-4480-9939-f98051c9c368 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:21.948114 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a9535768-4942-4d21-b623-cb311621d253 req-b2720a40-a2ba-4480-9939-f98051c9c368 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dc72928-cc79-4252-bf01-86efb5c2ebfa HTTP/1.1" status: 200 len: 945 time: 0.2019873 Jul 24 00:56:22.037079 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726fb0f-5a96-4c3e-b1eb-cf505d0d5914 service neutron] Pushing event updated for resources: {'Port': ['ID=d91d87ab-3542-4aef-a411-0c57a8d860fa,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:22.066634 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-95fb6993-c131-4818-a370-3a280596d9a0 req-e726fb0f-5a96-4c3e-b1eb-cf505d0d5914 service neutron] Attempting to bind port d91d87ab-3542-4aef-a411-0c57a8d860fa on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:56:22.067178 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-95fb6993-c131-4818-a370-3a280596d9a0 req-e726fb0f-5a96-4c3e-b1eb-cf505d0d5914 service neutron] Attempting to bind port d91d87ab-3542-4aef-a411-0c57a8d860fa by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '75e896a5-bc17-427d-a9e1-3f9aac263a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '45a742b0-bd60-4f18-8574-c93c94a69d65'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:56:22.067444 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fb6993-c131-4818-a370-3a280596d9a0 req-e726fb0f-5a96-4c3e-b1eb-cf505d0d5914 service neutron] Attempting to bind port d91d87ab-3542-4aef-a411-0c57a8d860fa on network 45a742b0-bd60-4f18-8574-c93c94a69d65 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:56:22.078571 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a9535768-4942-4d21-b623-cb311621d253 req-8430c8a3-093a-45dd-b32e-5326ea1f7a58 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290820 Jul 24 00:56:22.090782 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fb6993-c131-4818-a370-3a280596d9a0 req-e726fb0f-5a96-4c3e-b1eb-cf505d0d5914 service neutron] Port d91d87ab-3542-4aef-a411-0c57a8d860fa on network 45a742b0-bd60-4f18-8574-c93c94a69d65 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:56:22.090782 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fb6993-c131-4818-a370-3a280596d9a0 req-e726fb0f-5a96-4c3e-b1eb-cf505d0d5914 service neutron] Attempting to bind port d91d87ab-3542-4aef-a411-0c57a8d860fa on network 45a742b0-bd60-4f18-8574-c93c94a69d65 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:56:22.113259 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fb6993-c131-4818-a370-3a280596d9a0 req-e726fb0f-5a96-4c3e-b1eb-cf505d0d5914 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:56:22.113622 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fb6993-c131-4818-a370-3a280596d9a0 req-e726fb0f-5a96-4c3e-b1eb-cf505d0d5914 service neutron] Checking segment: {'id': '75e896a5-bc17-427d-a9e1-3f9aac263a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '45a742b0-bd60-4f18-8574-c93c94a69d65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:56:22.114085 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fb6993-c131-4818-a370-3a280596d9a0 req-e726fb0f-5a96-4c3e-b1eb-cf505d0d5914 service neutron] Bound using segment: {'id': '75e896a5-bc17-427d-a9e1-3f9aac263a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '45a742b0-bd60-4f18-8574-c93c94a69d65'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:56:22.114546 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-95fb6993-c131-4818-a370-3a280596d9a0 req-e726fb0f-5a96-4c3e-b1eb-cf505d0d5914 service neutron] Bound port: d91d87ab-3542-4aef-a411-0c57a8d860fa, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75e896a5-bc17-427d-a9e1-3f9aac263a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '45a742b0-bd60-4f18-8574-c93c94a69d65'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:56:22.114985 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-95fb6993-c131-4818-a370-3a280596d9a0 req-e726fb0f-5a96-4c3e-b1eb-cf505d0d5914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:22.298207 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-95fb6993-c131-4818-a370-3a280596d9a0 req-e726fb0f-5a96-4c3e-b1eb-cf505d0d5914 service neutron] For port d91d87ab-3542-4aef-a411-0c57a8d860fa, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:56:22.303350 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-95fb6993-c131-4818-a370-3a280596d9a0 req-e726fb0f-5a96-4c3e-b1eb-cf505d0d5914 service neutron] For port d91d87ab-3542-4aef-a411-0c57a8d860fa, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d91d87ab-3542-4aef-a411-0c57a8d860fa,segment=NetworkSegment(75e896a5-bc17-427d-a9e1-3f9aac263a09),segment_id=75e896a5-bc17-427d-a9e1-3f9aac263a09)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:56:22.314225 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-95fb6993-c131-4818-a370-3a280596d9a0 req-e726fb0f-5a96-4c3e-b1eb-cf505d0d5914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:22.349922 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4a82e-df5e-45d8-8584-62353daaae83 req-218bf9da-dba2-4f8c-afbe-b0514decf7b7 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:22.351695 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ada4a82e-df5e-45d8-8584-62353daaae83 req-218bf9da-dba2-4f8c-afbe-b0514decf7b7 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dc72928-cc79-4252-bf01-86efb5c2ebfa HTTP/1.1" status: 200 len: 945 time: 0.1511335 Jul 24 00:56:22.372860 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb6993-c131-4818-a370-3a280596d9a0 req-e726fb0f-5a96-4c3e-b1eb-cf505d0d5914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:22.374600 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-95fb6993-c131-4818-a370-3a280596d9a0 req-e726fb0f-5a96-4c3e-b1eb-cf505d0d5914 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:22.377289 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-95fb6993-c131-4818-a370-3a280596d9a0 req-e726fb0f-5a96-4c3e-b1eb-cf505d0d5914 service neutron] 10.222.0.13 "PUT /v2.0/ports/d91d87ab-3542-4aef-a411-0c57a8d860fa HTTP/1.1" status: 200 len: 1092 time: 1.6106658 Jul 24 00:56:22.377786 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9edc38-644a-4ab3-8cf8-cf5b776c6a09', 'tag': 'd91d87ab-3542-4aef-a411-0c57a8d860fa'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:56:22.384430 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a95190-9fa6-4007-a6f8-d23148662dc8" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9edc38-644a-4ab3-8cf8-cf5b776c6a09", "tag": "d91d87ab-3542-4aef-a411-0c57a8d860fa"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:56:22.421828 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726fb0f-5a96-4c3e-b1eb-cf505d0d5914 service neutron] Pushing event updated for resources: {'Port': ['ID=d91d87ab-3542-4aef-a411-0c57a8d860fa,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:22.463599 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ada4a82e-df5e-45d8-8584-62353daaae83 req-b67f9bf5-fe80-4f62-9b2b-656cd9663701 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057491 Jul 24 00:56:22.532908 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ecad4c2-ac1a-4061-8a0a-f37bdb55b2ec x-openstack-request-id: req-7ecad4c2-ac1a-4061-8a0a-f37bdb55b2ec {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:56:22.533276 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9edc38-644a-4ab3-8cf8-cf5b776c6a09", "tag": "d91d87ab-3542-4aef-a411-0c57a8d860fa", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:56:22.533452 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ecad4c2-ac1a-4061-8a0a-f37bdb55b2ec {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:56:22.533876 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9edc38-644a-4ab3-8cf8-cf5b776c6a09', 'tag': 'd91d87ab-3542-4aef-a411-0c57a8d860fa', 'status': 'completed', 'code': 200} Jul 24 00:56:22.647935 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb6993-c131-4818-a370-3a280596d9a0 req-20b58a1d-0f2e-4758-9b75-fba028182dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:22.653862 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-95fb6993-c131-4818-a370-3a280596d9a0 req-20b58a1d-0f2e-4758-9b75-fba028182dd0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10ef814c55ad464aa7e22e805ab6f44f&device_id=4a9edc38-644a-4ab3-8cf8-cf5b776c6a09 HTTP/1.1" status: 200 len: 1095 time: 0.2282627 Jul 24 00:56:22.743365 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-95fb6993-c131-4818-a370-3a280596d9a0 req-c5e23988-e952-4af9-a276-da7891593d60 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d91d87ab-3542-4aef-a411-0c57a8d860fa HTTP/1.1" status: 200 len: 217 time: 0.0787728 Jul 24 00:56:22.757523 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65bd1b-c18d-4424-bb7b-e62d74841455 req-b3ef5b61-40da-44f5-9e15-872a998c2df4 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:22.759347 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ed65bd1b-c18d-4424-bb7b-e62d74841455 req-b3ef5b61-40da-44f5-9e15-872a998c2df4 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dc72928-cc79-4252-bf01-86efb5c2ebfa HTTP/1.1" status: 200 len: 945 time: 0.1681702 Jul 24 00:56:22.785551 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device f29a7f66-85e4-49a3-8e53-f226ee35fda5 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:56:22.825397 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc79c0-bca1-4ae8-9e00-58042fcb4c03 req-b0ce46aa-895c-4f50-965d-7237c58eb42f tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:22.829834 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5dcc79c0-bca1-4ae8-9e00-58042fcb4c03 req-b0ce46aa-895c-4f50-965d-7237c58eb42f tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a9edc38-644a-4ab3-8cf8-cf5b776c6a09 HTTP/1.1" status: 200 len: 943 time: 0.2547064 Jul 24 00:56:22.833013 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ed65bd1b-c18d-4424-bb7b-e62d74841455 req-4a6e0f17-9ce9-4aa5-be42-0206c642ea07 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619380 Jul 24 00:56:22.891411 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port f29a7f66-85e4-49a3-8e53-f226ee35fda5 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:56:22.891869 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:22.893286 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb6993-c131-4818-a370-3a280596d9a0 req-4764e273-7bb2-4e4b-9997-2663925e0164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:22.896780 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-95fb6993-c131-4818-a370-3a280596d9a0 req-4764e273-7bb2-4e4b-9997-2663925e0164 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=099e1540-c619-4451-a2fc-5939fe0c73b7 HTTP/1.1" status: 200 len: 867 time: 0.1407235 Jul 24 00:56:22.922521 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5dcc79c0-bca1-4ae8-9e00-58042fcb4c03 req-06aff7b2-ee22-4a5e-8503-b137778aba37 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe123ec4-c9a6-4e02-8614-094e6fc6283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685558 Jul 24 00:56:23.027940 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f99bb4-41ef-4cb2-8060-19344a0da950 req-d6187353-a3db-4def-bf2b-85c065ceff37 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:23.029727 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-38f99bb4-41ef-4cb2-8060-19344a0da950 req-d6187353-a3db-4def-bf2b-85c065ceff37 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 946 time: 0.1053109 Jul 24 00:56:23.082127 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-38f99bb4-41ef-4cb2-8060-19344a0da950 req-f3baaf43-bf3b-42d0-a209-5a5d8f6b9fd7 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457096 Jul 24 00:56:23.119618 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb6993-c131-4818-a370-3a280596d9a0 req-28f03305-413c-4ec7-a681-924c90e79bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:23.121263 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-95fb6993-c131-4818-a370-3a280596d9a0 req-28f03305-413c-4ec7-a681-924c90e79bb8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45a742b0-bd60-4f18-8574-c93c94a69d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1976628 Jul 24 00:56:23.205732 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eba3bf-9c48-4d66-99e1-db22192d2c4d req-3e16e1de-8b5f-48e3-a51a-8c13e8153670 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:23.207510 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-95eba3bf-9c48-4d66-99e1-db22192d2c4d req-3e16e1de-8b5f-48e3-a51a-8c13e8153670 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=bade4ba4-c584-4f8d-8622-e76b6a12ab3a HTTP/1.1" status: 200 len: 945 time: 0.1883485 Jul 24 00:56:23.300280 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-95eba3bf-9c48-4d66-99e1-db22192d2c4d req-dfe2f0ce-3c79-4efe-bc71-5510bba462b6 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849307 Jul 24 00:56:23.332046 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-95fb6993-c131-4818-a370-3a280596d9a0 req-ad66e05c-a383-4ca4-9595-d29af1dfd91d service neutron] 10.222.0.13 "GET /v2.0/networks/45a742b0-bd60-4f18-8574-c93c94a69d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028415 Jul 24 00:56:23.333927 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c5c9d-071a-4cef-961b-4fa18a2358ea req-648841e5-3c0a-4d43-a04a-1d8a8306811f tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:23.341410 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-663c5c9d-071a-4cef-961b-4fa18a2358ea req-648841e5-3c0a-4d43-a04a-1d8a8306811f tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dc72928-cc79-4252-bf01-86efb5c2ebfa HTTP/1.1" status: 200 len: 945 time: 0.1222837 Jul 24 00:56:23.403317 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-663c5c9d-071a-4cef-961b-4fa18a2358ea req-cf21b58d-97c4-47b8-8a81-3881f213f149 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594251 Jul 24 00:56:23.533678 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-95fb6993-c131-4818-a370-3a280596d9a0 req-43a4869f-2f9f-4df1-b3b1-e0b459648f33 service neutron] 10.222.0.13 "GET /v2.0/networks/45a742b0-bd60-4f18-8574-c93c94a69d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815286 Jul 24 00:56:23.615342 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be40c2-cd8f-491f-9831-a1dd1fb02acc req-497a0381-bf4b-4f0e-86c8-9e2a38efbe38 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:23.623287 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-49be40c2-cd8f-491f-9831-a1dd1fb02acc req-497a0381-bf4b-4f0e-86c8-9e2a38efbe38 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dc72928-cc79-4252-bf01-86efb5c2ebfa HTTP/1.1" status: 200 len: 945 time: 0.1196296 Jul 24 00:56:23.669589 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-49be40c2-cd8f-491f-9831-a1dd1fb02acc req-4238686a-296f-4fd9-bc14-4ce9db82cb55 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451460 Jul 24 00:56:23.823407 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9865c19-ea9c-4934-8774-da3db1d82d71 req-5c4f376d-ae6b-48fc-a0d2-654683cf5b6a tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:23.825651 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9865c19-ea9c-4934-8774-da3db1d82d71 req-5c4f376d-ae6b-48fc-a0d2-654683cf5b6a tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.13 "GET /v2.0/ports?device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 946 time: 0.2629147 Jul 24 00:56:23.841005 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a95190-9fa6-4007-a6f8-d23148662dc8 req-9ab195b5-8b8b-4d15-8756-fd2f6982a683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:23.842690 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e1a95190-9fa6-4007-a6f8-d23148662dc8 req-9ab195b5-8b8b-4d15-8756-fd2f6982a683 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10ef814c55ad464aa7e22e805ab6f44f&device_id=4a9edc38-644a-4ab3-8cf8-cf5b776c6a09 HTTP/1.1" status: 200 len: 1095 time: 0.2134876 Jul 24 00:56:24.026835 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d707ed3-b323-4855-8db0-a4e80daef4a1 req-039ef588-6f99-47be-94a6-c9430c6d77c4 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:24.039010 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6d707ed3-b323-4855-8db0-a4e80daef4a1 req-039ef588-6f99-47be-94a6-c9430c6d77c4 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/networks?id=2da6bbc7-a75c-4c5c-b454-75233615e1ea HTTP/1.1" status: 200 len: 806 time: 0.3709743 Jul 24 00:56:24.110919 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6d707ed3-b323-4855-8db0-a4e80daef4a1 req-8fdf72e2-32db-4ed8-9d6d-b92f1eb45cc6 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/quotas/efa6f3db9fd64630b0882e80030f42fc HTTP/1.1" status: 200 len: 375 time: 0.0738471 Jul 24 00:56:24.218695 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-c9865c19-ea9c-4934-8774-da3db1d82d71 req-7fe94440-c586-41d6-96c2-c386dd7d3d2e tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Deleting port c6609332-98bf-45ab-810a-31165d04ac16 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:56:24.219095 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c9865c19-ea9c-4934-8774-da3db1d82d71 req-7fe94440-c586-41d6-96c2-c386dd7d3d2e tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:24.228166 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a95190-9fa6-4007-a6f8-d23148662dc8 req-873b9209-99af-4900-8053-2479110e61f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:24.229832 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e1a95190-9fa6-4007-a6f8-d23148662dc8 req-873b9209-99af-4900-8053-2479110e61f0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=45a742b0-bd60-4f18-8574-c93c94a69d65 HTTP/1.1" status: 200 len: 929 time: 0.2599292 Jul 24 00:56:24.309195 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd00fc-2af0-485c-b9bf-02bb39b83dc5 req-fcc3e259-20a3-4a1a-9410-98c92a5782e7 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:24.312173 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4bfd00fc-2af0-485c-b9bf-02bb39b83dc5 req-fcc3e259-20a3-4a1a-9410-98c92a5782e7 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a9edc38-644a-4ab3-8cf8-cf5b776c6a09 HTTP/1.1" status: 200 len: 943 time: 0.1368577 Jul 24 00:56:24.356910 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e1a95190-9fa6-4007-a6f8-d23148662dc8 req-8953a1ff-91d5-4451-9618-b3899b5a5425 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d91d87ab-3542-4aef-a411-0c57a8d860fa HTTP/1.1" status: 200 len: 217 time: 0.0795796 Jul 24 00:56:24.367742 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4bfd00fc-2af0-485c-b9bf-02bb39b83dc5 req-771ad09a-a966-4597-aa14-bfefbc124ca0 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe123ec4-c9a6-4e02-8614-094e6fc6283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507896 Jul 24 00:56:24.456975 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6d707ed3-b323-4855-8db0-a4e80daef4a1 req-ebdc399e-6582-4300-ac2c-d96d1765824c tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=efa6f3db9fd64630b0882e80030f42fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3447142 Jul 24 00:56:24.530795 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-c9865c19-ea9c-4934-8774-da3db1d82d71 req-7fe94440-c586-41d6-96c2-c386dd7d3d2e tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] For port c6609332-98bf-45ab-810a-31165d04ac16, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=c6609332-98bf-45ab-810a-31165d04ac16,segment=NetworkSegment(6cf062f5-41d0-4203-bdf7-b867d43abf23),segment_id=6cf062f5-41d0-4203-bdf7-b867d43abf23)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:24.531179 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c9865c19-ea9c-4934-8774-da3db1d82d71 req-7fe94440-c586-41d6-96c2-c386dd7d3d2e tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:24.574297 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a95190-9fa6-4007-a6f8-d23148662dc8 req-e9bf2f92-87e8-46ad-b1eb-eb1bb7f00de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:24.575872 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e1a95190-9fa6-4007-a6f8-d23148662dc8 req-e9bf2f92-87e8-46ad-b1eb-eb1bb7f00de3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=099e1540-c619-4451-a2fc-5939fe0c73b7 HTTP/1.1" status: 200 len: 867 time: 0.2110116 Jul 24 00:56:24.587841 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-c9865c19-ea9c-4934-8774-da3db1d82d71 req-7fe94440-c586-41d6-96c2-c386dd7d3d2e tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Calling delete_port for c6609332-98bf-45ab-810a-31165d04ac16 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:56:24.599158 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208dc6d9-16de-4e40-a20b-3d80f2fba66f req-d4b9218e-03c7-45d8-ba58-f2dcc4b7aea0 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:24.600907 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-208dc6d9-16de-4e40-a20b-3d80f2fba66f req-d4b9218e-03c7-45d8-ba58-f2dcc4b7aea0 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 946 time: 0.0784268 Jul 24 00:56:24.682364 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-208dc6d9-16de-4e40-a20b-3d80f2fba66f req-d658099c-8619-4d9b-a721-73c3c6d64525 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703712 Jul 24 00:56:24.991850 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6d707ed3-b323-4855-8db0-a4e80daef4a1 req-b2d683bc-a3db-4180-ac0d-abfdd8d271a6 service neutron] 10.222.0.15 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5195732 Jul 24 00:56:25.043320 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a95190-9fa6-4007-a6f8-d23148662dc8 req-12057481-277d-4239-99de-57683bfaa265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:25.045420 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e1a95190-9fa6-4007-a6f8-d23148662dc8 req-12057481-277d-4239-99de-57683bfaa265 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45a742b0-bd60-4f18-8574-c93c94a69d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4539981 Jul 24 00:56:25.121169 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de344bf4-6f97-48dc-9256-3c92adfc3dea req-61dc6e8c-c817-4090-96f8-c91dfc904808 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:25.123767 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-de344bf4-6f97-48dc-9256-3c92adfc3dea req-61dc6e8c-c817-4090-96f8-c91dfc904808 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dc72928-cc79-4252-bf01-86efb5c2ebfa HTTP/1.1" status: 200 len: 945 time: 0.0942473 Jul 24 00:56:25.131973 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:56:25.203724 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-de344bf4-6f97-48dc-9256-3c92adfc3dea req-ca3d2115-00dd-4d79-b183-3cfe37a48fdc tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717554 Jul 24 00:56:25.272749 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e1a95190-9fa6-4007-a6f8-d23148662dc8 req-f6833528-1e5e-493f-8474-86681c4192cb service neutron] 10.222.0.13 "GET /v2.0/networks/45a742b0-bd60-4f18-8574-c93c94a69d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141769 Jul 24 00:56:25.276955 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6d707ed3-b323-4855-8db0-a4e80daef4a1 req-68199ae2-076b-45e3-a98d-2a77cd52df81 service neutron] 10.222.0.15 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767684 Jul 24 00:56:25.330603 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c9865c19-ea9c-4934-8774-da3db1d82d71 req-7fe94440-c586-41d6-96c2-c386dd7d3d2e tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:25.345226 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['05ec7917-6cd8-4b84-825d-0e5955dd0180', 'c6609332-98bf-45ab-810a-31165d04ac16'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:56:25.372845 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe94440-c586-41d6-96c2-c386dd7d3d2e tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Pushing event deleted for resources: {'Port': ['ID=c6609332-98bf-45ab-810a-31165d04ac16,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:25.511424 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9865c19-ea9c-4934-8774-da3db1d82d71 req-7fe94440-c586-41d6-96c2-c386dd7d3d2e tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] No DVR routers for this DVR port c6609332-98bf-45ab-810a-31165d04ac16 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:56:25.514915 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c9865c19-ea9c-4934-8774-da3db1d82d71 req-7fe94440-c586-41d6-96c2-c386dd7d3d2e tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:25.517480 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9865c19-ea9c-4934-8774-da3db1d82d71 req-7fe94440-c586-41d6-96c2-c386dd7d3d2e tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.13 "DELETE /v2.0/ports/c6609332-98bf-45ab-810a-31165d04ac16 HTTP/1.1" status: 204 len: 173 time: 1.6809201 Jul 24 00:56:25.519850 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '029b3a20-a160-4a39-af09-88b4336358a2', 'name': 'network-vif-deleted', 'tag': 'c6609332-98bf-45ab-810a-31165d04ac16'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:56:25.523616 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bfb53b-c463-4d4e-9764-e8f9bcc13244" -d '{"events": [{"server_uuid": "029b3a20-a160-4a39-af09-88b4336358a2", "name": "network-vif-deleted", "tag": "c6609332-98bf-45ab-810a-31165d04ac16"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:56:25.559588 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e1a95190-9fa6-4007-a6f8-d23148662dc8 req-bdf20b0e-093b-4799-9947-3a7f6a8fef09 service neutron] 10.222.0.13 "GET /v2.0/networks/45a742b0-bd60-4f18-8574-c93c94a69d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744083 Jul 24 00:56:25.605458 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d1a53-96c4-4600-8670-e8ed7e6f0d18 req-5dc65efe-5314-471d-951a-e4c43b2a7bb2 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:25.607118 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e94d1a53-96c4-4600-8670-e8ed7e6f0d18 req-5dc65efe-5314-471d-951a-e4c43b2a7bb2 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a9edc38-644a-4ab3-8cf8-cf5b776c6a09 HTTP/1.1" status: 200 len: 943 time: 0.1516263 Jul 24 00:56:25.630928 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa03ab5-b671-4fed-a582-27cd8004400b x-openstack-request-id: req-7fa03ab5-b671-4fed-a582-27cd8004400b {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:56:25.631558 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "029b3a20-a160-4a39-af09-88b4336358a2", "name": "network-vif-deleted", "tag": "c6609332-98bf-45ab-810a-31165d04ac16", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:56:25.632074 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7fa03ab5-b671-4fed-a582-27cd8004400b {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:56:25.633087 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '029b3a20-a160-4a39-af09-88b4336358a2', 'name': 'network-vif-deleted', 'tag': 'c6609332-98bf-45ab-810a-31165d04ac16', 'status': 'completed', 'code': 200} Jul 24 00:56:25.651053 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d91d87ab-3542-4aef-a411-0c57a8d860fa details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:56:25.723781 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e94d1a53-96c4-4600-8670-e8ed7e6f0d18 req-d9c5b81a-103c-412e-8f4f-dffe623e34a0 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe123ec4-c9a6-4e02-8614-094e6fc6283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081207 Jul 24 00:56:25.847899 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port d91d87ab-3542-4aef-a411-0c57a8d860fa, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d91d87ab-3542-4aef-a411-0c57a8d860fa,segment=NetworkSegment(75e896a5-bc17-427d-a9e1-3f9aac263a09),segment_id=75e896a5-bc17-427d-a9e1-3f9aac263a09)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:25.864378 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'd91d87ab-3542-4aef-a411-0c57a8d860fa', 'network_id': '45a742b0-bd60-4f18-8574-c93c94a69d65', 'port_id': 'd91d87ab-3542-4aef-a411-0c57a8d860fa', 'mac_address': 'fa:16:3e:84:4a:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '099e1540-c619-4451-a2fc-5939fe0c73b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:56:25.909185 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-80e2b622-c38b-4301-b9eb-22517fef5d19 req-3aaacd19-da8f-4278-b649-b857276b963a tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=029b3a20-a160-4a39-af09-88b4336358a2 HTTP/1.1" status: 200 len: 210 time: 0.0393877 Jul 24 00:56:25.932072 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:25.947718 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d91d87ab-3542-4aef-a411-0c57a8d860fa {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:56:25.990312 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port d91d87ab-3542-4aef-a411-0c57a8d860fa, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d91d87ab-3542-4aef-a411-0c57a8d860fa,segment=NetworkSegment(75e896a5-bc17-427d-a9e1-3f9aac263a09),segment_id=75e896a5-bc17-427d-a9e1-3f9aac263a09)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:26.003783 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:26.125899 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=d91d87ab-3542-4aef-a411-0c57a8d860fa,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:26.341450 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['d91d87ab-3542-4aef-a411-0c57a8d860fa'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:56:26.464584 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc98da-cd56-457a-a24b-5248fbb0bb0b req-caa1f0ba-4f50-439d-9e55-37b891825aed tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:26.471951 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-80cc98da-cd56-457a-a24b-5248fbb0bb0b req-caa1f0ba-4f50-439d-9e55-37b891825aed tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dc72928-cc79-4252-bf01-86efb5c2ebfa HTTP/1.1" status: 200 len: 945 time: 0.1742542 Jul 24 00:56:26.541015 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-80cc98da-cd56-457a-a24b-5248fbb0bb0b req-e0946760-7ce9-4bc9-9ee9-34a52fa0a97c tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680761 Jul 24 00:56:26.738927 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-ca14396f-4f8c-4e51-870b-94ad7623e50d tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:26.740881 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-ca14396f-4f8c-4e51-870b-94ad7623e50d tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/networks?id=2da6bbc7-a75c-4c5c-b454-75233615e1ea HTTP/1.1" status: 200 len: 806 time: 0.1303270 Jul 24 00:56:26.767144 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-a50973cb-e397-4af7-95af-8b6b4ff8e452 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/quotas/efa6f3db9fd64630b0882e80030f42fc HTTP/1.1" status: 200 len: 375 time: 0.0149951 Jul 24 00:56:26.865202 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-8fd9703d-f2d8-404c-9950-8ad3fdd6228b tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=efa6f3db9fd64630b0882e80030f42fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0889556 Jul 24 00:56:26.907094 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd53d1-7978-433f-9934-fd73f63cb589 req-ac841fd0-d8d9-4f03-b94e-3aafe8903684 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:26.909284 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b7bd53d1-7978-433f-9934-fd73f63cb589 req-ac841fd0-d8d9-4f03-b94e-3aafe8903684 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a9edc38-644a-4ab3-8cf8-cf5b776c6a09 HTTP/1.1" status: 200 len: 944 time: 0.0931766 Jul 24 00:56:26.954226 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b7bd53d1-7978-433f-9934-fd73f63cb589 req-f0df0a99-304f-4f52-8ca3-92513709e5d8 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe123ec4-c9a6-4e02-8614-094e6fc6283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384045 Jul 24 00:56:26.990401 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-cffe2a73-bd16-43e2-89d8-4aad163f7c65 service neutron] 10.222.0.15 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204548 Jul 24 00:56:27.105898 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-64f22a0a-d8cc-4d5b-b863-561fc05be760 service neutron] 10.222.0.15 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092589 Jul 24 00:56:27.391839 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a24b5afd-a3cb-4887-8fa6-fa2988bec588 req-c09f4623-7373-4c8a-bc05-4b0ae8294758 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdda1a6a-2009-45ef-98a2-80d888155c85 HTTP/1.1" status: 200 len: 210 time: 0.0462725 Jul 24 00:56:27.518290 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d399d6f-7f73-48ff-9a63-848000cbe398 req-69e61062-4cab-4f36-b891-7336d2170a8f tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:27.537660 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7d399d6f-7f73-48ff-9a63-848000cbe398 req-69e61062-4cab-4f36-b891-7336d2170a8f tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.1250544 Jul 24 00:56:27.620190 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7d399d6f-7f73-48ff-9a63-848000cbe398 req-8c0612c4-07ba-4f23-8ed6-604356eb6263 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814226 Jul 24 00:56:27.650693 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 473bbac5-59ab-4744-bab1-e7470a5f47b2 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:56:27.654532 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d91d87ab-3542-4aef-a411-0c57a8d860fa up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:56:27.761729 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043c6bf-d445-4b69-85ea-e3bc14564cca req-e3cfddc9-6908-49b0-8bdf-adfd0b1babf7 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:27.764085 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4043c6bf-d445-4b69-85ea-e3bc14564cca req-e3cfddc9-6908-49b0-8bdf-adfd0b1babf7 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dc72928-cc79-4252-bf01-86efb5c2ebfa HTTP/1.1" status: 200 len: 945 time: 0.1182151 Jul 24 00:56:27.816407 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port d91d87ab-3542-4aef-a411-0c57a8d860fa completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:56:27.821660 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4043c6bf-d445-4b69-85ea-e3bc14564cca req-ca4c091d-e260-4c10-a8fc-caa7357c4f2c tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516686 Jul 24 00:56:27.859352 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port d91d87ab-3542-4aef-a411-0c57a8d860fa triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:56:27.860021 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:27.903875 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 473bbac5-59ab-4744-bab1-e7470a5f47b2, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=473bbac5-59ab-4744-bab1-e7470a5f47b2,segment=NetworkSegment(1a1e043c-79b0-4397-b4d2-2b95c82d517b),segment_id=1a1e043c-79b0-4397-b4d2-2b95c82d517b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:27.930542 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '473bbac5-59ab-4744-bab1-e7470a5f47b2', 'network_id': '3693d853-cfcd-49ab-a574-7a2bb546088d', 'port_id': '473bbac5-59ab-4744-bab1-e7470a5f47b2', 'mac_address': 'fa:16:3e:ac:3e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feed36e8-2b07-4f00-a23a-762cf33137fd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:56:28.005085 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:28.067092 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:28.076776 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 473bbac5-59ab-4744-bab1-e7470a5f47b2 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:56:28.127037 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9edc38-644a-4ab3-8cf8-cf5b776c6a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91d87ab-3542-4aef-a411-0c57a8d860fa'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:56:28.129977 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0659e460-02e1-4e13-aa08-5175d601be18" -d '{"events": [{"server_uuid": "4a9edc38-644a-4ab3-8cf8-cf5b776c6a09", "name": "network-vif-plugged", "status": "completed", "tag": "d91d87ab-3542-4aef-a411-0c57a8d860fa"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:56:28.145462 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port d91d87ab-3542-4aef-a411-0c57a8d860fa, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d91d87ab-3542-4aef-a411-0c57a8d860fa,segment=NetworkSegment(75e896a5-bc17-427d-a9e1-3f9aac263a09),segment_id=75e896a5-bc17-427d-a9e1-3f9aac263a09)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:28.152345 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 473bbac5-59ab-4744-bab1-e7470a5f47b2, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=473bbac5-59ab-4744-bab1-e7470a5f47b2,segment=NetworkSegment(1a1e043c-79b0-4397-b4d2-2b95c82d517b),segment_id=1a1e043c-79b0-4397-b4d2-2b95c82d517b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:28.156503 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:28.158112 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device c6609332-98bf-45ab-810a-31165d04ac16 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:56:28.163769 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:28.212594 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: c6609332-98bf-45ab-810a-31165d04ac16 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:56:28.213496 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device c6609332-98bf-45ab-810a-31165d04ac16 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:56:28.236557 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f09307-6b1a-467d-abb3-2535f1db3fbf req-1b12cfc3-514d-421b-bd4b-c5b1fe093e9e tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:28.237119 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088cddb0-6929-4043-8750-be4533c45a20 x-openstack-request-id: req-088cddb0-6929-4043-8750-be4533c45a20 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:56:28.237119 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9edc38-644a-4ab3-8cf8-cf5b776c6a09", "name": "network-vif-plugged", "status": "completed", "tag": "d91d87ab-3542-4aef-a411-0c57a8d860fa", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:56:28.237329 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-088cddb0-6929-4043-8750-be4533c45a20 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:56:28.237942 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9edc38-644a-4ab3-8cf8-cf5b776c6a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd91d87ab-3542-4aef-a411-0c57a8d860fa', 'code': 200} Jul 24 00:56:28.261884 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=d91d87ab-3542-4aef-a411-0c57a8d860fa,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:28.288469 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-12f09307-6b1a-467d-abb3-2535f1db3fbf req-1b12cfc3-514d-421b-bd4b-c5b1fe093e9e tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a9edc38-644a-4ab3-8cf8-cf5b776c6a09 HTTP/1.1" status: 200 len: 944 time: 0.2167237 Jul 24 00:56:28.335648 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['473bbac5-59ab-4744-bab1-e7470a5f47b2'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:56:28.367809 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-12f09307-6b1a-467d-abb3-2535f1db3fbf req-4b3a104a-d567-48ee-bade-b61e189e5320 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe123ec4-c9a6-4e02-8614-094e6fc6283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736983 Jul 24 00:56:28.422737 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=473bbac5-59ab-4744-bab1-e7470a5f47b2,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:28.446215 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16325de1-7893-4ae0-8dac-0485ea722da9 req-d736e827-1a81-4a64-a966-8bbd0d85b819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:28.448180 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-16325de1-7893-4ae0-8dac-0485ea722da9 req-d736e827-1a81-4a64-a966-8bbd0d85b819 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4a9edc38-644a-4ab3-8cf8-cf5b776c6a09 HTTP/1.1" status: 200 len: 1097 time: 0.0914443 Jul 24 00:56:28.510184 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-16325de1-7893-4ae0-8dac-0485ea722da9 req-53e1b0e2-3e9e-4f49-91ce-f56eb3bfa005 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fe123ec4-c9a6-4e02-8614-094e6fc6283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525877 Jul 24 00:56:28.549399 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-464b8d92-13e1-4518-bbde-39651bf21050 req-dd31c41c-f837-4d66-989c-9cd889770120 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdda1a6a-2009-45ef-98a2-80d888155c85 HTTP/1.1" status: 200 len: 210 time: 0.0361943 Jul 24 00:56:28.810363 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e64ad2-8afe-405e-9edc-bee48a59f20f req-90963ca6-4001-4433-a4d8-9181f6ba0839 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:28.812917 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-79e64ad2-8afe-405e-9edc-bee48a59f20f req-90963ca6-4001-4433-a4d8-9181f6ba0839 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.1190584 Jul 24 00:56:28.865175 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 33138) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:28.932621 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-79e64ad2-8afe-405e-9edc-bee48a59f20f req-95d5e87b-5adb-48d5-8e9a-8ea9f407cc13 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122262 Jul 24 00:56:28.991355 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-c53c8d1f-17e1-4dc4-a5ba-0974f518a6c0 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:28.993490 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-c53c8d1f-17e1-4dc4-a5ba-0974f518a6c0 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.13 "GET /v2.0/networks?id=2da6bbc7-a75c-4c5c-b454-75233615e1ea HTTP/1.1" status: 200 len: 806 time: 0.1651080 Jul 24 00:56:29.013822 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-e36c96a1-fdb2-47f8-9281-7bb19df70fa0 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Request body: {'port': {'device_id': 'fdda1a6a-2009-45ef-98a2-80d888155c85', 'network_id': '2da6bbc7-a75c-4c5c-b454-75233615e1ea', 'admin_state_up': True, 'tenant_id': 'efa6f3db9fd64630b0882e80030f42fc'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:56:29.076705 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4816a50-42b7-4e7c-a283-4459d568c696 req-a94dc1e6-9109-4891-8d77-31eda793896d tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:29.079355 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a4816a50-42b7-4e7c-a283-4459d568c696 req-a94dc1e6-9109-4891-8d77-31eda793896d tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dc72928-cc79-4252-bf01-86efb5c2ebfa HTTP/1.1" status: 200 len: 944 time: 0.1517608 Jul 24 00:56:29.087118 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5e763780-71e5-4e36-a896-efdfc741419e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:29.160081 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a4816a50-42b7-4e7c-a283-4459d568c696 req-f46ae0c7-70cb-41c2-9b80-68b772ebff6b tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695846 Jul 24 00:56:29.292552 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5e763780-71e5-4e36-a896-efdfc741419e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:29.299616 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5e763780-71e5-4e36-a896-efdfc741419e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:29.333325 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-e36c96a1-fdb2-47f8-9281-7bb19df70fa0 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Made reservation on behalf of efa6f3db9fd64630b0882e80030f42fc for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:56:29.342343 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-e36c96a1-fdb2-47f8-9281-7bb19df70fa0 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:29.351986 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5e763780-71e5-4e36-a896-efdfc741419e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=954c6c8ed4994a71b98799b937f4d818&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4854155 Jul 24 00:56:29.352909 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 33144) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:29.388395 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e763780-71e5-4e36-a896-efdfc741419e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5dea9e9-ca3f-44d7-b9db-c0b0844fd726,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:29.420561 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4f24b0a9-b4a4-44fe-b0b6-debac5ae1995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:29.450364 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4f24b0a9-b4a4-44fe-b0b6-debac5ae1995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:29.532254 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-e36c96a1-fdb2-47f8-9281-7bb19df70fa0 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Allocated IP 172.20.0.3 (2da6bbc7-a75c-4c5c-b454-75233615e1ea/32aaab81-ed63-4b4f-aa91-d17bc9f404e3/0bf7692e-2e88-49f6-90b9-7c5e7c63a982) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:56:29.567028 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129817f8-19bc-4c8b-96d7-2a7e4865a1a8 req-5b224c90-3991-4574-a5e0-05c79a0843c9 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:29.571343 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-129817f8-19bc-4c8b-96d7-2a7e4865a1a8 req-5b224c90-3991-4574-a5e0-05c79a0843c9 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a9edc38-644a-4ab3-8cf8-cf5b776c6a09 HTTP/1.1" status: 200 len: 945 time: 0.0930548 Jul 24 00:56:29.572523 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4f24b0a9-b4a4-44fe-b0b6-debac5ae1995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:29.577025 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4f24b0a9-b4a4-44fe-b0b6-debac5ae1995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:29.579076 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4f24b0a9-b4a4-44fe-b0b6-debac5ae1995 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f5dea9e9-ca3f-44d7-b9db-c0b0844fd726 HTTP/1.1" status: 204 len: 168 time: 0.2237628 Jul 24 00:56:29.605352 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f24b0a9-b4a4-44fe-b0b6-debac5ae1995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5dea9e9-ca3f-44d7-b9db-c0b0844fd726,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:29.661587 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 473bbac5-59ab-4744-bab1-e7470a5f47b2 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:56:29.676895 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-129817f8-19bc-4c8b-96d7-2a7e4865a1a8 req-ba21e953-f980-4887-bda9-ee541f2a1283 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe123ec4-c9a6-4e02-8614-094e6fc6283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963542 Jul 24 00:56:29.750333 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed6865-eaf5-48a3-9916-b250f54ea776 req-b2764b3f-a99a-4b9b-9d79-79d4bae5de1c tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:29.753092 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-beed6865-eaf5-48a3-9916-b250f54ea776 req-b2764b3f-a99a-4b9b-9d79-79d4bae5de1c tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dc72928-cc79-4252-bf01-86efb5c2ebfa HTTP/1.1" status: 200 len: 944 time: 0.1950970 Jul 24 00:56:29.857379 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:29.864574 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-beed6865-eaf5-48a3-9916-b250f54ea776 req-55979281-86e6-4918-9bb3-c694296a5204 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035893 Jul 24 00:56:29.877613 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ae0e532e-a631-4088-8ff4-a16d567afba0 req-9883c2e4-3102-42a1-9a50-37c590d89b28 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdda1a6a-2009-45ef-98a2-80d888155c85 HTTP/1.1" status: 200 len: 210 time: 0.0436797 Jul 24 00:56:29.889059 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 473bbac5-59ab-4744-bab1-e7470a5f47b2 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:56:29.907810 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-e36c96a1-fdb2-47f8-9281-7bb19df70fa0 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:29.910861 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 473bbac5-59ab-4744-bab1-e7470a5f47b2, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=473bbac5-59ab-4744-bab1-e7470a5f47b2,segment=NetworkSegment(1a1e043c-79b0-4397-b4d2-2b95c82d517b),segment_id=1a1e043c-79b0-4397-b4d2-2b95c82d517b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:29.916577 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:29.961792 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-e36c96a1-fdb2-47f8-9281-7bb19df70fa0 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:29.987423 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['f142e1c3-accd-44c6-a488-2ba01c18ea56'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:56:30.026268 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=473bbac5-59ab-4744-bab1-e7470a5f47b2,revision_number=7']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:30.074056 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 33162) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:30.075335 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-e36c96a1-fdb2-47f8-9281-7bb19df70fa0 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Network 2da6bbc7-a75c-4c5c-b454-75233615e1ea is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:56:30.096168 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-51f32b12-f2e0-4404-bbca-8087a35b92b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:30.104963 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-e36c96a1-fdb2-47f8-9281-7bb19df70fa0 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:56:30.112881 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-e36c96a1-fdb2-47f8-9281-7bb19df70fa0 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:56:30.142650 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c96a1-fdb2-47f8-9281-7bb19df70fa0 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Pushing event updated for resources: {'Port': ['ID=0bf7692e-2e88-49f6-90b9-7c5e7c63a982,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:30.182024 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-e36c96a1-fdb2-47f8-9281-7bb19df70fa0 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:30.182663 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-e36c96a1-fdb2-47f8-9281-7bb19df70fa0 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:30.214075 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13a592-80fe-4294-9fab-cfd971f7c9dc req-3c1ca91e-f688-4c25-93fc-edfe7a152808 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:30.215988 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0c13a592-80fe-4294-9fab-cfd971f7c9dc req-3c1ca91e-f688-4c25-93fc-edfe7a152808 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.1632075 Jul 24 00:56:30.237401 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-51f32b12-f2e0-4404-bbca-8087a35b92b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:30.243736 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-51f32b12-f2e0-4404-bbca-8087a35b92b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:30.257049 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-e36c96a1-fdb2-47f8-9281-7bb19df70fa0 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2507625 Jul 24 00:56:30.266847 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0c13a592-80fe-4294-9fab-cfd971f7c9dc req-014887cf-8354-4a55-b711-2e99e614689a tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437384 Jul 24 00:56:30.272218 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-adb972a1-529a-4e5c-ab30-6caae2263dce service neutron] Request body: {'port': {'device_id': 'fdda1a6a-2009-45ef-98a2-80d888155c85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:56:30.286949 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-51f32b12-f2e0-4404-bbca-8087a35b92b3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=33019d79cfc441a0b217e7c65e43dda3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2116358 Jul 24 00:56:30.287969 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f32b12-f2e0-4404-bbca-8087a35b92b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512b82ff-7e76-4f2b-bd0d-06b996eb1680,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:30.292075 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 33164) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:30.355486 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f44bc92b-4e83-48fe-9a73-548384aa98f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:30.376231 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-adb972a1-529a-4e5c-ab30-6caae2263dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:30.378858 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f44bc92b-4e83-48fe-9a73-548384aa98f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:30.427395 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f44bc92b-4e83-48fe-9a73-548384aa98f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:30.430397 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f44bc92b-4e83-48fe-9a73-548384aa98f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:30.434382 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f44bc92b-4e83-48fe-9a73-548384aa98f5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/512b82ff-7e76-4f2b-bd0d-06b996eb1680 HTTP/1.1" status: 204 len: 168 time: 0.1388605 Jul 24 00:56:30.441640 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44bc92b-4e83-48fe-9a73-548384aa98f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512b82ff-7e76-4f2b-bd0d-06b996eb1680,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:30.673048 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-adb972a1-529a-4e5c-ab30-6caae2263dce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bf7692e-2e88-49f6-90b9-7c5e7c63a982 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:56:30.682036 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-adb972a1-529a-4e5c-ab30-6caae2263dce service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:30.695638 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-adb972a1-529a-4e5c-ab30-6caae2263dce service neutron] Transition to ACTIVE for port object 0bf7692e-2e88-49f6-90b9-7c5e7c63a982 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:56:30.699457 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-adb972a1-529a-4e5c-ab30-6caae2263dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:30.778816 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb972a1-529a-4e5c-ab30-6caae2263dce service neutron] Pushing event updated for resources: {'Port': ['ID=0bf7692e-2e88-49f6-90b9-7c5e7c63a982,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:30.874879 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-adb972a1-529a-4e5c-ab30-6caae2263dce service neutron] Attempting to bind port 0bf7692e-2e88-49f6-90b9-7c5e7c63a982 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:56:30.875492 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-adb972a1-529a-4e5c-ab30-6caae2263dce service neutron] Attempting to bind port 0bf7692e-2e88-49f6-90b9-7c5e7c63a982 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '105933f1-ad5a-4c90-9ca8-c74f813dbd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2da6bbc7-a75c-4c5c-b454-75233615e1ea'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:56:30.875492 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-adb972a1-529a-4e5c-ab30-6caae2263dce service neutron] Attempting to bind port 0bf7692e-2e88-49f6-90b9-7c5e7c63a982 on network 2da6bbc7-a75c-4c5c-b454-75233615e1ea {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:56:30.888407 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-adb972a1-529a-4e5c-ab30-6caae2263dce service neutron] Port 0bf7692e-2e88-49f6-90b9-7c5e7c63a982 on network 2da6bbc7-a75c-4c5c-b454-75233615e1ea not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:56:30.888798 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-adb972a1-529a-4e5c-ab30-6caae2263dce service neutron] Attempting to bind port 0bf7692e-2e88-49f6-90b9-7c5e7c63a982 on network 2da6bbc7-a75c-4c5c-b454-75233615e1ea {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:56:30.907591 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247e77d-28f0-4e92-a79b-3ff53c19dd3c req-4500d1d1-c8e3-4260-adfe-c477b9785e23 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:30.909289 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e247e77d-28f0-4e92-a79b-3ff53c19dd3c req-4500d1d1-c8e3-4260-adfe-c477b9785e23 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a9edc38-644a-4ab3-8cf8-cf5b776c6a09 HTTP/1.1" status: 200 len: 945 time: 0.1333890 Jul 24 00:56:30.910685 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-adb972a1-529a-4e5c-ab30-6caae2263dce service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:56:30.911120 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-adb972a1-529a-4e5c-ab30-6caae2263dce service neutron] Checking segment: {'id': '105933f1-ad5a-4c90-9ca8-c74f813dbd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2da6bbc7-a75c-4c5c-b454-75233615e1ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:56:30.911579 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-adb972a1-529a-4e5c-ab30-6caae2263dce service neutron] Bound using segment: {'id': '105933f1-ad5a-4c90-9ca8-c74f813dbd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2da6bbc7-a75c-4c5c-b454-75233615e1ea'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:56:30.912050 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-adb972a1-529a-4e5c-ab30-6caae2263dce service neutron] Bound port: 0bf7692e-2e88-49f6-90b9-7c5e7c63a982, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '105933f1-ad5a-4c90-9ca8-c74f813dbd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2da6bbc7-a75c-4c5c-b454-75233615e1ea'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:56:30.912440 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-adb972a1-529a-4e5c-ab30-6caae2263dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:30.992438 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e247e77d-28f0-4e92-a79b-3ff53c19dd3c req-f0a4b915-4df5-402a-860e-ad99b138f4e9 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe123ec4-c9a6-4e02-8614-094e6fc6283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764880 Jul 24 00:56:31.029496 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-adb972a1-529a-4e5c-ab30-6caae2263dce service neutron] For port 0bf7692e-2e88-49f6-90b9-7c5e7c63a982, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:56:31.040695 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-adb972a1-529a-4e5c-ab30-6caae2263dce service neutron] For port 0bf7692e-2e88-49f6-90b9-7c5e7c63a982, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=0bf7692e-2e88-49f6-90b9-7c5e7c63a982,segment=NetworkSegment(105933f1-ad5a-4c90-9ca8-c74f813dbd38),segment_id=105933f1-ad5a-4c90-9ca8-c74f813dbd38)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:56:31.048829 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-adb972a1-529a-4e5c-ab30-6caae2263dce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:31.074985 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4062f52-16fb-4c3e-a639-0e43f18f58bc req-c50034de-d7b6-41ac-88f9-ddc1975cdd55 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:31.084460 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f4062f52-16fb-4c3e-a639-0e43f18f58bc req-c50034de-d7b6-41ac-88f9-ddc1975cdd55 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dc72928-cc79-4252-bf01-86efb5c2ebfa HTTP/1.1" status: 200 len: 943 time: 0.1262779 Jul 24 00:56:31.158300 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f4062f52-16fb-4c3e-a639-0e43f18f58bc req-4e442376-4eb6-4baa-ad50-087a7f29e2ea tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678141 Jul 24 00:56:31.161463 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb972a1-529a-4e5c-ab30-6caae2263dce service neutron] Pushing event updated for resources: {'Port': ['ID=0bf7692e-2e88-49f6-90b9-7c5e7c63a982,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:31.165937 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-adb972a1-529a-4e5c-ab30-6caae2263dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:31.166568 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-adb972a1-529a-4e5c-ab30-6caae2263dce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:31.168174 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-adb972a1-529a-4e5c-ab30-6caae2263dce service neutron] 10.222.0.13 "PUT /v2.0/ports/0bf7692e-2e88-49f6-90b9-7c5e7c63a982 HTTP/1.1" status: 200 len: 1092 time: 0.9004142 Jul 24 00:56:31.168614 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdda1a6a-2009-45ef-98a2-80d888155c85', 'tag': '0bf7692e-2e88-49f6-90b9-7c5e7c63a982'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:56:31.171393 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd83d0b-ca35-4ef2-8a16-949908084f86" -d '{"events": [{"name": "network-changed", "server_uuid": "fdda1a6a-2009-45ef-98a2-80d888155c85", "tag": "0bf7692e-2e88-49f6-90b9-7c5e7c63a982"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:56:31.224942 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a5367-3b91-46f4-a512-966ca2cd1709 req-9379d4ab-9f50-4638-a06d-a8106e0dd414 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:31.231262 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4f2a5367-3b91-46f4-a512-966ca2cd1709 req-9379d4ab-9f50-4638-a06d-a8106e0dd414 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdda1a6a-2009-45ef-98a2-80d888155c85 HTTP/1.1" status: 200 len: 943 time: 0.1144979 Jul 24 00:56:31.351843 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4f2a5367-3b91-46f4-a512-966ca2cd1709 req-f79f61bd-e7b0-45e7-b46e-ecda48e67d89 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810578 Jul 24 00:56:31.408743 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-3aeeb3d2-0995-48c8-a004-d63789bffa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:31.410306 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-3aeeb3d2-0995-48c8-a004-d63789bffa75 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=efa6f3db9fd64630b0882e80030f42fc&device_id=fdda1a6a-2009-45ef-98a2-80d888155c85 HTTP/1.1" status: 200 len: 1095 time: 0.1781175 Jul 24 00:56:31.469728 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f637c373-8861-483d-b5bb-d587a940774c x-openstack-request-id: req-f637c373-8861-483d-b5bb-d587a940774c {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:56:31.475248 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdda1a6a-2009-45ef-98a2-80d888155c85", "tag": "0bf7692e-2e88-49f6-90b9-7c5e7c63a982", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:56:31.476572 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f637c373-8861-483d-b5bb-d587a940774c {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:56:31.477257 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdda1a6a-2009-45ef-98a2-80d888155c85', 'tag': '0bf7692e-2e88-49f6-90b9-7c5e7c63a982', 'status': 'completed', 'code': 200} Jul 24 00:56:31.481601 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-4ab99bc5-263d-486d-9711-d93a6ccfc9b7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0bf7692e-2e88-49f6-90b9-7c5e7c63a982 HTTP/1.1" status: 200 len: 217 time: 0.0614316 Jul 24 00:56:31.485946 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-885cf55b-542b-4cf3-ad34-2a853efe3cd0 req-74d308c9-651e-48f1-ace4-de65b7fa63fb tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 258 time: 0.2835503 Jul 24 00:56:31.491502 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-885cf55b-542b-4cf3-ad34-2a853efe3cd0 req-439d3cb7-892f-40c0-8c6f-887634065d46 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:56:31.504725 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3274b-fb29-47f3-a0f2-e2dcbdd8c138 req-fca5bc78-9834-4b0d-aa9d-e2c5b82a3488 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:31.506876 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-07e3274b-fb29-47f3-a0f2-e2dcbdd8c138 req-fca5bc78-9834-4b0d-aa9d-e2c5b82a3488 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.13 "GET /v2.0/ports?device_id=6dc72928-cc79-4252-bf01-86efb5c2ebfa HTTP/1.1" status: 200 len: 943 time: 0.1467814 Jul 24 00:56:31.521104 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-885cf55b-542b-4cf3-ad34-2a853efe3cd0 req-439d3cb7-892f-40c0-8c6f-887634065d46 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks [] for floatingip, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:31.660337 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-885cf55b-542b-4cf3-ad34-2a853efe3cd0 req-439d3cb7-892f-40c0-8c6f-887634065d46 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:31.673543 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-3da40f8d-33b3-4235-a81d-9119ee2b11da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:31.675284 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-3da40f8d-33b3-4235-a81d-9119ee2b11da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=32aaab81-ed63-4b4f-aa91-d17bc9f404e3 HTTP/1.1" status: 200 len: 846 time: 0.1803374 Jul 24 00:56:31.748397 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-5f35fb2f-9f46-4d0d-88f8-2cd6edd97a72 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2da6bbc7-a75c-4c5c-b454-75233615e1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537415 Jul 24 00:56:31.757274 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0a511-7bc2-49d8-8615-b66359ac546d req-06d0f2d2-9e72-4cf4-927a-9597fda0b976 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:31.758993 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0ed0a511-7bc2-49d8-8615-b66359ac546d req-06d0f2d2-9e72-4cf4-927a-9597fda0b976 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.2089942 Jul 24 00:56:31.814908 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-885cf55b-542b-4cf3-ad34-2a853efe3cd0 req-439d3cb7-892f-40c0-8c6f-887634065d46 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Allocated IP 172.25.2.92 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/49f67695-40e6-4d1d-a70e-6d487434a265) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:56:31.862158 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0ed0a511-7bc2-49d8-8615-b66359ac546d req-94f07687-7846-4a6c-b40f-686996cf2795 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743630 Jul 24 00:56:31.904209 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-07e3274b-fb29-47f3-a0f2-e2dcbdd8c138 req-9cc73435-c510-489b-a7d1-24f2d4673182 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Deleting port 473bbac5-59ab-4744-bab1-e7470a5f47b2 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:56:31.904978 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-07e3274b-fb29-47f3-a0f2-e2dcbdd8c138 req-9cc73435-c510-489b-a7d1-24f2d4673182 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:31.997815 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-885cf55b-542b-4cf3-ad34-2a853efe3cd0 req-439d3cb7-892f-40c0-8c6f-887634065d46 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:32.059590 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-885cf55b-542b-4cf3-ad34-2a853efe3cd0 req-439d3cb7-892f-40c0-8c6f-887634065d46 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:32.088377 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-07e3274b-fb29-47f3-a0f2-e2dcbdd8c138 req-9cc73435-c510-489b-a7d1-24f2d4673182 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] For port 473bbac5-59ab-4744-bab1-e7470a5f47b2, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=473bbac5-59ab-4744-bab1-e7470a5f47b2,segment=NetworkSegment(1a1e043c-79b0-4397-b4d2-2b95c82d517b),segment_id=1a1e043c-79b0-4397-b4d2-2b95c82d517b)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:32.088918 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-07e3274b-fb29-47f3-a0f2-e2dcbdd8c138 req-9cc73435-c510-489b-a7d1-24f2d4673182 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:32.103188 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-07e3274b-fb29-47f3-a0f2-e2dcbdd8c138 req-9cc73435-c510-489b-a7d1-24f2d4673182 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Calling delete_port for 473bbac5-59ab-4744-bab1-e7470a5f47b2 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:56:32.110418 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-1a076c7a-0325-46b2-81d8-6a958b6258fb service neutron] 10.222.0.13 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487821 Jul 24 00:56:32.111606 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-885cf55b-542b-4cf3-ad34-2a853efe3cd0 req-439d3cb7-892f-40c0-8c6f-887634065d46 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:56:32.117223 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-885cf55b-542b-4cf3-ad34-2a853efe3cd0 req-439d3cb7-892f-40c0-8c6f-887634065d46 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:56:32.121293 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-885cf55b-542b-4cf3-ad34-2a853efe3cd0 req-439d3cb7-892f-40c0-8c6f-887634065d46 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:56:32.148834 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d3cb7-892f-40c0-8c6f-887634065d46 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Pushing event updated for resources: {'Port': ['ID=49f67695-40e6-4d1d-a70e-6d487434a265,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:32.236614 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-885cf55b-542b-4cf3-ad34-2a853efe3cd0 req-439d3cb7-892f-40c0-8c6f-887634065d46 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:32.301611 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-885cf55b-542b-4cf3-ad34-2a853efe3cd0 req-439d3cb7-892f-40c0-8c6f-887634065d46 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:32.317633 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eae85cda-1e4f-4b09-8005-5eec090be5a7 req-b1d4fca0-facc-40dd-9f69-67544c799c72 service neutron] 10.222.0.13 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988728 Jul 24 00:56:32.397452 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b622f120-b71f-4c59-984f-a3fa716c4152 req-e03bc174-ad65-4503-a356-915de13d727e tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:32.404243 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b622f120-b71f-4c59-984f-a3fa716c4152 req-e03bc174-ad65-4503-a356-915de13d727e tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dc72928-cc79-4252-bf01-86efb5c2ebfa HTTP/1.1" status: 200 len: 943 time: 0.1546659 Jul 24 00:56:32.441387 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-07e3274b-fb29-47f3-a0f2-e2dcbdd8c138 req-9cc73435-c510-489b-a7d1-24f2d4673182 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:32.488243 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc73435-c510-489b-a7d1-24f2d4673182 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Pushing event deleted for resources: {'Port': ['ID=473bbac5-59ab-4744-bab1-e7470a5f47b2,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:32.512023 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b622f120-b71f-4c59-984f-a3fa716c4152 req-13b29b15-ffa4-4f47-809f-9f3e0a4ece17 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069052 Jul 24 00:56:32.519079 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-885cf55b-542b-4cf3-ad34-2a853efe3cd0 req-439d3cb7-892f-40c0-8c6f-887634065d46 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:32.525975 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-885cf55b-542b-4cf3-ad34-2a853efe3cd0 req-439d3cb7-892f-40c0-8c6f-887634065d46 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:32.566419 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e3274b-fb29-47f3-a0f2-e2dcbdd8c138 req-9cc73435-c510-489b-a7d1-24f2d4673182 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] No DVR routers for this DVR port 473bbac5-59ab-4744-bab1-e7470a5f47b2 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:56:32.569895 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-07e3274b-fb29-47f3-a0f2-e2dcbdd8c138 req-9cc73435-c510-489b-a7d1-24f2d4673182 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:32.572123 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-07e3274b-fb29-47f3-a0f2-e2dcbdd8c138 req-9cc73435-c510-489b-a7d1-24f2d4673182 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.13 "DELETE /v2.0/ports/473bbac5-59ab-4744-bab1-e7470a5f47b2 HTTP/1.1" status: 204 len: 173 time: 1.0550179 Jul 24 00:56:32.574201 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd83d0b-ca35-4ef2-8a16-949908084f86 req-4541a44d-d14d-4b83-b7d3-1580375a1672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:32.575960 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dcd83d0b-ca35-4ef2-8a16-949908084f86 req-4541a44d-d14d-4b83-b7d3-1580375a1672 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=efa6f3db9fd64630b0882e80030f42fc&device_id=fdda1a6a-2009-45ef-98a2-80d888155c85 HTTP/1.1" status: 200 len: 1095 time: 0.1956496 Jul 24 00:56:32.699793 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-885cf55b-542b-4cf3-ad34-2a853efe3cd0 req-439d3cb7-892f-40c0-8c6f-887634065d46 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:32.729998 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d3cb7-892f-40c0-8c6f-887634065d46 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Pushing event updated for resources: {'Port': ['ID=49f67695-40e6-4d1d-a70e-6d487434a265,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:32.738502 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-885cf55b-542b-4cf3-ad34-2a853efe3cd0 req-439d3cb7-892f-40c0-8c6f-887634065d46 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:32.749228 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-885cf55b-542b-4cf3-ad34-2a853efe3cd0 req-439d3cb7-892f-40c0-8c6f-887634065d46 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2618728 Jul 24 00:56:32.807598 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd83d0b-ca35-4ef2-8a16-949908084f86 req-403601da-9acc-4dfd-817e-2278299cf206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:32.809507 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dcd83d0b-ca35-4ef2-8a16-949908084f86 req-403601da-9acc-4dfd-817e-2278299cf206 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2da6bbc7-a75c-4c5c-b454-75233615e1ea HTTP/1.1" status: 200 len: 907 time: 0.2264872 Jul 24 00:56:32.833924 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-885cf55b-542b-4cf3-ad34-2a853efe3cd0 req-0791607f-786a-4144-98f0-a36793f5d3d0 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.92 HTTP/1.1" status: 200 len: 695 time: 0.0726540 Jul 24 00:56:32.867072 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dcd83d0b-ca35-4ef2-8a16-949908084f86 req-032815fb-a9dd-456d-9b36-dd35940aee64 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0bf7692e-2e88-49f6-90b9-7c5e7c63a982 HTTP/1.1" status: 200 len: 217 time: 0.0496883 Jul 24 00:56:32.920592 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7e066-65a5-44af-8869-ed58a9ea68cd req-7ae8581d-f46a-461b-970e-3436f7941d49 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:32.922153 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3fa7e066-65a5-44af-8869-ed58a9ea68cd req-7ae8581d-f46a-461b-970e-3436f7941d49 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdda1a6a-2009-45ef-98a2-80d888155c85 HTTP/1.1" status: 200 len: 943 time: 0.2620764 Jul 24 00:56:32.956946 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd83d0b-ca35-4ef2-8a16-949908084f86 req-f79d4122-06dd-486f-97dd-44beae5dad0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:32.958353 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dcd83d0b-ca35-4ef2-8a16-949908084f86 req-f79d4122-06dd-486f-97dd-44beae5dad0e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=32aaab81-ed63-4b4f-aa91-d17bc9f404e3 HTTP/1.1" status: 200 len: 846 time: 0.0764434 Jul 24 00:56:32.976151 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885cf55b-542b-4cf3-ad34-2a853efe3cd0 req-f5e18bcb-11c2-48d4-83d7-40e52c6edff4 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:32.977707 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-885cf55b-542b-4cf3-ad34-2a853efe3cd0 req-f5e18bcb-11c2-48d4-83d7-40e52c6edff4 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/networks/40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 784 time: 0.1427889 Jul 24 00:56:32.999463 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3fa7e066-65a5-44af-8869-ed58a9ea68cd req-a1e06706-5854-4b5c-8526-0062e0b8e91a tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659750 Jul 24 00:56:33.027729 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dcd83d0b-ca35-4ef2-8a16-949908084f86 req-d9db181b-908f-4a43-8827-22ede9867e71 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2da6bbc7-a75c-4c5c-b454-75233615e1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589972 Jul 24 00:56:33.187755 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53d049f-086d-4006-90d8-97d6ec5b89c3 req-589aa2a9-e467-4172-ae33-ce64cf46a9f4 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:33.189351 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f53d049f-086d-4006-90d8-97d6ec5b89c3 req-589aa2a9-e467-4172-ae33-ce64cf46a9f4 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.1333213 Jul 24 00:56:33.236262 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f53d049f-086d-4006-90d8-97d6ec5b89c3 req-4698b8c8-65fb-498f-8761-301e21e8bb85 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405631 Jul 24 00:56:33.536080 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc72928-cc79-4252-bf01-86efb5c2ebfa', 'name': 'network-vif-deleted', 'tag': '473bbac5-59ab-4744-bab1-e7470a5f47b2'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:56:33.538361 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44821e4d-769c-4ee1-9935-23839254e7f4" -d '{"events": [{"server_uuid": "6dc72928-cc79-4252-bf01-86efb5c2ebfa", "name": "network-vif-deleted", "tag": "473bbac5-59ab-4744-bab1-e7470a5f47b2"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:56:33.545081 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dcd83d0b-ca35-4ef2-8a16-949908084f86 req-e145442a-4cdc-49a4-9ecb-00da3a56d7a4 service neutron] 10.222.0.13 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5006704 Jul 24 00:56:33.614576 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d218b19-44dd-4ce2-b075-cc593b76d87d req-fb388ffd-ddc3-4966-936e-ab035c1fa95e tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:33.620545 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7d218b19-44dd-4ce2-b075-cc593b76d87d req-fb388ffd-ddc3-4966-936e-ab035c1fa95e tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a9edc38-644a-4ab3-8cf8-cf5b776c6a09&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4316158 Jul 24 00:56:33.671998 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f868f633-0215-4468-8e94-c0d1841b562c x-openstack-request-id: req-f868f633-0215-4468-8e94-c0d1841b562c {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:56:33.672683 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dc72928-cc79-4252-bf01-86efb5c2ebfa", "name": "network-vif-deleted", "tag": "473bbac5-59ab-4744-bab1-e7470a5f47b2", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:56:33.672865 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f868f633-0215-4468-8e94-c0d1841b562c {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:56:33.673487 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc72928-cc79-4252-bf01-86efb5c2ebfa', 'name': 'network-vif-deleted', 'tag': '473bbac5-59ab-4744-bab1-e7470a5f47b2', 'status': 'completed', 'code': 200} Jul 24 00:56:33.687900 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 33272) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:33.795291 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7d218b19-44dd-4ce2-b075-cc593b76d87d req-8eefcf47-ae7c-4a74-857f-067b83b35545 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.92 HTTP/1.1" status: 200 len: 695 time: 0.1203718 Jul 24 00:56:33.807290 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-7d218b19-44dd-4ce2-b075-cc593b76d87d req-e2901d99-a6d2-42f7-a5bb-7dfcfe0a44f3 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Request body: {'floatingip': {'port_id': 'd91d87ab-3542-4aef-a411-0c57a8d860fa', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:56:33.815274 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dcd83d0b-ca35-4ef2-8a16-949908084f86 req-9fee8d39-cb9e-40af-80f7-d176d82ae163 service neutron] 10.222.0.13 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583792 Jul 24 00:56:33.865836 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7d218b19-44dd-4ce2-b075-cc593b76d87d req-e2901d99-a6d2-42f7-a5bb-7dfcfe0a44f3 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks [] for floatingip, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:33.870163 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-acb80dae-144d-4e13-9413-3d96c7c88d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:33.948072 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 33278) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:33.948886 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 33280) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:33.956997 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-88a89c87-e95f-463e-8bc0-8fe85979464e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-65905171'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:56:33.963739 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-6edeb88f-fc17-4f25-bde1-986d7cb3e10f tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1274129929', 'description': 'tempest-description--1579587630'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:56:33.996121 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140d3d0-e5a6-461a-91cd-2b2be1bcb83d req-b97d1aca-d9d4-4b3d-b97f-4a9ab3cc84dc tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:33.997527 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d140d3d0-e5a6-461a-91cd-2b2be1bcb83d req-b97d1aca-d9d4-4b3d-b97f-4a9ab3cc84dc tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.13 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.2518642 Jul 24 00:56:34.009972 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-acb80dae-144d-4e13-9413-3d96c7c88d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:34.015935 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-acb80dae-144d-4e13-9413-3d96c7c88d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:34.063678 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-acb80dae-144d-4e13-9413-3d96c7c88d5c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6656c664c9964a1581344defd11fb01f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3746591 Jul 24 00:56:34.064709 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb80dae-144d-4e13-9413-3d96c7c88d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fc545e-469d-4d79-8489-ab3f3cd38558,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:34.069276 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 33284) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:34.079771 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.db.api [None req-6edeb88f-fc17-4f25-bde1-986d7cb3e10f tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 24 00:56:34.079771 n-d-793621-25 neutron-server[100464]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 24 00:56:34.079771 n-d-793621-25 neutron-server[100464]: [parameters: {'project_id_1': '189b921c4a4d4668a9577a88e5cdd824', 'expiration_1': datetime.datetime(2021, 7, 24, 0, 56, 33, 983529)}] Jul 24 00:56:34.079771 n-d-793621-25 neutron-server[100464]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100464) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:56:34.080153 n-d-793621-25 neutron-server[100464]: DEBUG oslo_db.api [None req-6edeb88f-fc17-4f25-bde1-986d7cb3e10f tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:56:34.091976 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a89c87-e95f-463e-8bc0-8fe85979464e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Made reservation on behalf of cd6a59a0ba774d20a9df419972239646 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:56:34.096624 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-88a89c87-e95f-463e-8bc0-8fe85979464e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:34.160829 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-38f50bda-2de5-4973-b57c-b3d471d1c593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:34.191075 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-38f50bda-2de5-4973-b57c-b3d471d1c593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:34.212273 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70de11c-82bf-4a4f-9f87-3c77928f9f86 req-7d8910c4-1064-4c6f-b84c-5ff93d41adbe tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:34.213801 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e70de11c-82bf-4a4f-9f87-3c77928f9f86 req-7d8910c4-1064-4c6f-b84c-5ff93d41adbe tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdda1a6a-2009-45ef-98a2-80d888155c85 HTTP/1.1" status: 200 len: 943 time: 0.1050386 Jul 24 00:56:34.225316 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a89c87-e95f-463e-8bc0-8fe85979464e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:56:34.251510 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-88a89c87-e95f-463e-8bc0-8fe85979464e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:34.252091 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-88a89c87-e95f-463e-8bc0-8fe85979464e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Added segment a92a2f48-5689-4aa7-b6c1-dc9b341f5b89 of type vlan for network 65487f5e-aa75-4d64-a662-cf5c6179a6a8 Jul 24 00:56:34.273776 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e70de11c-82bf-4a4f-9f87-3c77928f9f86 req-6bcd3fa5-0fd9-4013-ba9b-9b16a33500ac tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455701 Jul 24 00:56:34.281990 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-38f50bda-2de5-4973-b57c-b3d471d1c593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:34.284786 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-38f50bda-2de5-4973-b57c-b3d471d1c593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:34.286231 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-38f50bda-2de5-4973-b57c-b3d471d1c593 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e9fc545e-469d-4d79-8489-ab3f3cd38558 HTTP/1.1" status: 204 len: 168 time: 0.2176969 Jul 24 00:56:34.306734 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f50bda-2de5-4973-b57c-b3d471d1c593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fc545e-469d-4d79-8489-ab3f3cd38558,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:34.367712 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-88a89c87-e95f-463e-8bc0-8fe85979464e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:34.379123 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-d140d3d0-e5a6-461a-91cd-2b2be1bcb83d req-149659de-380d-4f47-8ee5-314cf283ddcf tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Deleting port 05ec7917-6cd8-4b84-825d-0e5955dd0180 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:56:34.379469 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d140d3d0-e5a6-461a-91cd-2b2be1bcb83d req-149659de-380d-4f47-8ee5-314cf283ddcf tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:34.540903 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-88a89c87-e95f-463e-8bc0-8fe85979464e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:34.546205 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a89c87-e95f-463e-8bc0-8fe85979464e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:34.546943 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-88a89c87-e95f-463e-8bc0-8fe85979464e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:34.566168 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef0bad-9d8b-4341-aa8d-4a5e1e6d11ac req-848f7d41-b100-48b1-b4c2-278302d339f4 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:34.569222 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-68ef0bad-9d8b-4341-aa8d-4a5e1e6d11ac req-848f7d41-b100-48b1-b4c2-278302d339f4 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/ports?device_id=130edda7-e6fe-40c7-891a-817fe24ea164 HTTP/1.1" status: 200 len: 945 time: 0.0872376 Jul 24 00:56:34.618019 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:34.619344 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-68ef0bad-9d8b-4341-aa8d-4a5e1e6d11ac req-fdb38a52-0734-49f5-84dd-34ce7b0d8ba7 tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a87455a2-d817-471c-a5d6-d05f5da88c49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444632 Jul 24 00:56:34.670954 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-88a89c87-e95f-463e-8bc0-8fe85979464e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7201133 Jul 24 00:56:34.675820 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 33294) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:34.681343 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-7e813105-dddd-4d46-9cde-40b537207d89 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-403636989'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:56:34.688299 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-d140d3d0-e5a6-461a-91cd-2b2be1bcb83d req-149659de-380d-4f47-8ee5-314cf283ddcf tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] For port 05ec7917-6cd8-4b84-825d-0e5955dd0180, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=05ec7917-6cd8-4b84-825d-0e5955dd0180,segment=NetworkSegment(6cf062f5-41d0-4203-bdf7-b867d43abf23),segment_id=6cf062f5-41d0-4203-bdf7-b867d43abf23)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:34.688509 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 33296) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:34.688935 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d140d3d0-e5a6-461a-91cd-2b2be1bcb83d req-149659de-380d-4f47-8ee5-314cf283ddcf tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:34.701018 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cced1bb6-10c6-43eb-8d4f-ceaef9ef072a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:34.759487 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a89c87-e95f-463e-8bc0-8fe85979464e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Pushing event updated for resources: {'Network': ['ID=65487f5e-aa75-4d64-a662-cf5c6179a6a8,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:34.762805 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.db.resource_extend [req-7d218b19-44dd-4ce2-b075-cc593b76d87d req-e2901d99-a6d2-42f7-a5bb-7dfcfe0a44f3 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 00:56:34.765436 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-d140d3d0-e5a6-461a-91cd-2b2be1bcb83d req-149659de-380d-4f47-8ee5-314cf283ddcf tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Calling delete_port for 05ec7917-6cd8-4b84-825d-0e5955dd0180 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:56:34.768315 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6edeb88f-fc17-4f25-bde1-986d7cb3e10f tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:34.772619 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.db.api [None req-cced1bb6-10c6-43eb-8d4f-ceaef9ef072a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 24 00:56:34.772619 n-d-793621-25 neutron-server[100463]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 24 00:56:34.772619 n-d-793621-25 neutron-server[100463]: [parameters: {'project_id_1': '976caa03e53b4f19be0b62a6e214b622', 'expiration_1': datetime.datetime(2021, 7, 24, 0, 56, 34, 713494)}] Jul 24 00:56:34.772619 n-d-793621-25 neutron-server[100463]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:56:34.773005 n-d-793621-25 neutron-server[100463]: DEBUG oslo_db.api [None req-cced1bb6-10c6-43eb-8d4f-ceaef9ef072a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:56:34.778892 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e813105-dddd-4d46-9cde-40b537207d89 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Made reservation on behalf of cd6a59a0ba774d20a9df419972239646 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:56:34.782893 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7e813105-dddd-4d46-9cde-40b537207d89 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:34.817021 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a89c87-e95f-463e-8bc0-8fe85979464e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:34.817294 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a89c87-e95f-463e-8bc0-8fe85979464e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:34.817638 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a89c87-e95f-463e-8bc0-8fe85979464e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:34.818038 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a89c87-e95f-463e-8bc0-8fe85979464e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:34.818319 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a89c87-e95f-463e-8bc0-8fe85979464e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:34.818655 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a89c87-e95f-463e-8bc0-8fe85979464e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:34.819012 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a89c87-e95f-463e-8bc0-8fe85979464e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:34.819343 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a89c87-e95f-463e-8bc0-8fe85979464e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:34.819673 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a89c87-e95f-463e-8bc0-8fe85979464e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:34.819998 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a89c87-e95f-463e-8bc0-8fe85979464e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:34.820324 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a89c87-e95f-463e-8bc0-8fe85979464e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:34.820653 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a89c87-e95f-463e-8bc0-8fe85979464e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:34.822739 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e813105-dddd-4d46-9cde-40b537207d89 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:56:34.837814 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 65487f5e-aa75-4d64-a662-cf5c6179a6a8 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:56:34.839421 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7e813105-dddd-4d46-9cde-40b537207d89 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:34.840062 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-7e813105-dddd-4d46-9cde-40b537207d89 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Added segment dae40cc4-6193-418b-9703-a4a189ab618c of type vlan for network 09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501 Jul 24 00:56:34.892164 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7d218b19-44dd-4ce2-b075-cc593b76d87d req-e2901d99-a6d2-42f7-a5bb-7dfcfe0a44f3 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:34.904083 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7d218b19-44dd-4ce2-b075-cc593b76d87d req-e2901d99-a6d2-42f7-a5bb-7dfcfe0a44f3 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:34.912440 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7e813105-dddd-4d46-9cde-40b537207d89 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:34.947456 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7e813105-dddd-4d46-9cde-40b537207d89 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:34.957355 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e813105-dddd-4d46-9cde-40b537207d89 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:34.958335 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7e813105-dddd-4d46-9cde-40b537207d89 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:34.976322 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:35.098513 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [req-7d218b19-44dd-4ce2-b075-cc593b76d87d req-e2901d99-a6d2-42f7-a5bb-7dfcfe0a44f3 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Floating IP 7c6bfd10-84c5-4386-a46e-e60295797e54 associated. External IP: 172.25.2.92, port: d91d87ab-3542-4aef-a411-0c57a8d860fa. Jul 24 00:56:35.107145 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e813105-dddd-4d46-9cde-40b537207d89 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Pushing event updated for resources: {'Network': ['ID=09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:35.122574 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:56:35.145906 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6edeb88f-fc17-4f25-bde1-986d7cb3e10f tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:35.158777 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7e813105-dddd-4d46-9cde-40b537207d89 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4817269 Jul 24 00:56:35.159695 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 33298) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:35.165405 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-1bd7de59-e287-4266-a4ee-3348e8357550 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Request body: {'subnet': {'network_id': '65487f5e-aa75-4d64-a662-cf5c6179a6a8', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:56:35.177667 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6edeb88f-fc17-4f25-bde1-986d7cb3e10f tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:35.184494 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d140d3d0-e5a6-461a-91cd-2b2be1bcb83d req-149659de-380d-4f47-8ee5-314cf283ddcf tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:35.196471 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['05ec7917-6cd8-4b84-825d-0e5955dd0180'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:56:35.246334 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149659de-380d-4f47-8ee5-314cf283ddcf tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Pushing event deleted for resources: {'Port': ['ID=05ec7917-6cd8-4b84-825d-0e5955dd0180,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:35.260530 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edeb88f-fc17-4f25-bde1-986d7cb3e10f tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a96ea1f2-4b31-442f-899b-17c708f2362e,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:35.262671 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6edeb88f-fc17-4f25-bde1-986d7cb3e10f tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:35.267531 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6edeb88f-fc17-4f25-bde1-986d7cb3e10f tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.3144188 Jul 24 00:56:35.267960 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 33300) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:35.273734 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-5b1adc76-f2aa-48ba-87c1-1b3e26b6a4cb tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Request body: {'security_group_rule': {'security_group_id': 'a96ea1f2-4b31-442f-899b-17c708f2362e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:56:35.278050 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cced1bb6-10c6-43eb-8d4f-ceaef9ef072a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:35.294542 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd7de59-e287-4266-a4ee-3348e8357550 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Made reservation on behalf of cd6a59a0ba774d20a9df419972239646 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:56:35.299277 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1bd7de59-e287-4266-a4ee-3348e8357550 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:35.327463 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-d140d3d0-e5a6-461a-91cd-2b2be1bcb83d req-149659de-380d-4f47-8ee5-314cf283ddcf tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] No DVR routers for this DVR port 05ec7917-6cd8-4b84-825d-0e5955dd0180 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:56:35.331316 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d140d3d0-e5a6-461a-91cd-2b2be1bcb83d req-149659de-380d-4f47-8ee5-314cf283ddcf tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:35.333343 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d140d3d0-e5a6-461a-91cd-2b2be1bcb83d req-149659de-380d-4f47-8ee5-314cf283ddcf tempest-ServerRescueNegativeTestJSON-252881964 tempest-ServerRescueNegativeTestJSON-252881964-project] 10.222.0.13 "DELETE /v2.0/ports/05ec7917-6cd8-4b84-825d-0e5955dd0180 HTTP/1.1" status: 204 len: 173 time: 1.3293037 Jul 24 00:56:35.471715 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d218b19-44dd-4ce2-b075-cc593b76d87d req-e2901d99-a6d2-42f7-a5bb-7dfcfe0a44f3 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Router e988bc94-c706-470a-ba35-22f75ce93ab7 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:56:35.564614 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89bace-3836-49ce-836e-558b11820af6 req-0e7f79c5-2800-4989-8add-445127302f16 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:35.566152 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6e89bace-3836-49ce-836e-558b11820af6 req-0e7f79c5-2800-4989-8add-445127302f16 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdda1a6a-2009-45ef-98a2-80d888155c85 HTTP/1.1" status: 200 len: 943 time: 0.1689079 Jul 24 00:56:35.594485 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cced1bb6-10c6-43eb-8d4f-ceaef9ef072a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:35.594759 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d218b19-44dd-4ce2-b075-cc593b76d87d req-e2901d99-a6d2-42f7-a5bb-7dfcfe0a44f3 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:56:35.599540 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7d218b19-44dd-4ce2-b075-cc593b76d87d req-e2901d99-a6d2-42f7-a5bb-7dfcfe0a44f3 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:35.607255 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a06509-8193-4e00-a228-b03591dbf51f None None] Sync routers for ids ['e988bc94-c706-470a-ba35-22f75ce93ab7'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:56:35.617802 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a06509-8193-4e00-a228-b03591dbf51f None None] Routers {'e988bc94-c706-470a-ba35-22f75ce93ab7'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:56:35.618824 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-25a06509-8193-4e00-a228-b03591dbf51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:56:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['e988bc94-c706-470a-ba35-22f75ce93ab7'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:56:35.627026 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cced1bb6-10c6-43eb-8d4f-ceaef9ef072a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:35.651539 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5b1adc76-f2aa-48ba-87c1-1b3e26b6a4cb tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:35.655677 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7d218b19-44dd-4ce2-b075-cc593b76d87d req-e2901d99-a6d2-42f7-a5bb-7dfcfe0a44f3 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "PUT /v2.0/floatingips/7c6bfd10-84c5-4386-a46e-e60295797e54 HTTP/1.1" status: 200 len: 995 time: 1.8545115 Jul 24 00:56:35.676634 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130edda7-e6fe-40c7-891a-817fe24ea164', 'name': 'network-vif-deleted', 'tag': '05ec7917-6cd8-4b84-825d-0e5955dd0180'}, {'name': 'network-changed', 'server_uuid': '4a9edc38-644a-4ab3-8cf8-cf5b776c6a09', 'tag': 'd91d87ab-3542-4aef-a411-0c57a8d860fa'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:56:35.679207 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0b9b20-659f-4762-88d1-304b0028f7d9" -d '{"events": [{"server_uuid": "130edda7-e6fe-40c7-891a-817fe24ea164", "name": "network-vif-deleted", "tag": "05ec7917-6cd8-4b84-825d-0e5955dd0180"}, {"name": "network-changed", "server_uuid": "4a9edc38-644a-4ab3-8cf8-cf5b776c6a09", "tag": "d91d87ab-3542-4aef-a411-0c57a8d860fa"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:56:35.697148 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1bd7de59-e287-4266-a4ee-3348e8357550 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:35.702223 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 0bf7692e-2e88-49f6-90b9-7c5e7c63a982 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:56:35.704957 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 473bbac5-59ab-4744-bab1-e7470a5f47b2 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:56:35.768560 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5b1adc76-f2aa-48ba-87c1-1b3e26b6a4cb tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:35.774352 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5b1adc76-f2aa-48ba-87c1-1b3e26b6a4cb tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:35.804662 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1adc76-f2aa-48ba-87c1-1b3e26b6a4cb tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b256205-2298-48b8-9a8c-332a7f8c4f6c,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:35.812676 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5b1adc76-f2aa-48ba-87c1-1b3e26b6a4cb tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:35.813967 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5b1adc76-f2aa-48ba-87c1-1b3e26b6a4cb tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5438149 Jul 24 00:56:35.817308 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 33310) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:35.823084 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-2c3aaa4f-e12e-4fa9-b268-348f9af422e4 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Request body: {'security_group_rule': {'security_group_id': 'a96ea1f2-4b31-442f-899b-17c708f2362e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:56:35.839467 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d218b19-44dd-4ce2-b075-cc593b76d87d req-364fce45-ecbc-4768-be88-ff298a145037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:35.846776 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7d218b19-44dd-4ce2-b075-cc593b76d87d req-364fce45-ecbc-4768-be88-ff298a145037 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=10ef814c55ad464aa7e22e805ab6f44f&device_id=4a9edc38-644a-4ab3-8cf8-cf5b776c6a09 HTTP/1.1" status: 200 len: 1097 time: 0.1327317 Jul 24 00:56:35.868051 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 0bf7692e-2e88-49f6-90b9-7c5e7c63a982, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=0bf7692e-2e88-49f6-90b9-7c5e7c63a982,segment=NetworkSegment(105933f1-ad5a-4c90-9ca8-c74f813dbd38),segment_id=105933f1-ad5a-4c90-9ca8-c74f813dbd38)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:35.884846 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '0bf7692e-2e88-49f6-90b9-7c5e7c63a982', 'network_id': '2da6bbc7-a75c-4c5c-b454-75233615e1ea', 'port_id': '0bf7692e-2e88-49f6-90b9-7c5e7c63a982', 'mac_address': 'fa:16:3e:f6:88:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32aaab81-ed63-4b4f-aa91-d17bc9f404e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:56:35.887034 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 473bbac5-59ab-4744-bab1-e7470a5f47b2 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:56:35.887445 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 473bbac5-59ab-4744-bab1-e7470a5f47b2 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:56:35.928531 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2c3aaa4f-e12e-4fa9-b268-348f9af422e4 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:35.965156 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:35.985657 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-25a06509-8193-4e00-a228-b03591dbf51f None None] Set router e988bc94-c706-470a-ba35-22f75ce93ab7 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:56:36.023058 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bf7692e-2e88-49f6-90b9-7c5e7c63a982 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:56:36.061785 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 0bf7692e-2e88-49f6-90b9-7c5e7c63a982, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=0bf7692e-2e88-49f6-90b9-7c5e7c63a982,segment=NetworkSegment(105933f1-ad5a-4c90-9ca8-c74f813dbd38),segment_id=105933f1-ad5a-4c90-9ca8-c74f813dbd38)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:36.068052 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:36.068271 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-cced1bb6-10c6-43eb-8d4f-ceaef9ef072a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=976caa03e53b4f19be0b62a6e214b622&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3787987 Jul 24 00:56:36.087234 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 33312) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:36.099132 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6e89bace-3836-49ce-836e-558b11820af6 req-3858045a-4658-4451-be22-b42ac07c70fe tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5246367 Jul 24 00:56:36.125512 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced1bb6-10c6-43eb-8d4f-ceaef9ef072a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31fc53e7-df56-4246-8885-ea60a9273543,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:36.224079 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd7de59-e287-4266-a4ee-3348e8357550 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Pushing event updated for resources: {'Subnet': ['ID=81a038cb-df9c-49e4-af9e-e93d2e1470dd,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:36.232043 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd7de59-e287-4266-a4ee-3348e8357550 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Checking segment: {'id': 'a92a2f48-5689-4aa7-b6c1-dc9b341f5b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '65487f5e-aa75-4d64-a662-cf5c6179a6a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:56:36.232696 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd7de59-e287-4266-a4ee-3348e8357550 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Network hostable DHCP agents. Network: 65487f5e-aa75-4d64-a662-cf5c6179a6a8, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:56:36.251590 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c47851cb-a6e6-4084-96aa-46a7aacbe3ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:36.286006 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd7de59-e287-4266-a4ee-3348e8357550 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Network 65487f5e-aa75-4d64-a662-cf5c6179a6a8 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:56:36.292998 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d218b19-44dd-4ce2-b075-cc593b76d87d req-59010097-7568-4c7b-9481-2b160233fd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:36.293776 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c47851cb-a6e6-4084-96aa-46a7aacbe3ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:36.300697 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7d218b19-44dd-4ce2-b075-cc593b76d87d req-59010097-7568-4c7b-9481-2b160233fd25 service neutron] 10.222.0.15 "GET /v2.0/networks?id=45a742b0-bd60-4f18-8574-c93c94a69d65 HTTP/1.1" status: 200 len: 929 time: 0.4528251 Jul 24 00:56:36.321940 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-1bd7de59-e287-4266-a4ee-3348e8357550 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 65487f5e-aa75-4d64-a662-cf5c6179a6a8) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:56:36.335466 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd7de59-e287-4266-a4ee-3348e8357550 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:36.336283 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1bd7de59-e287-4266-a4ee-3348e8357550 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:36.338299 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3262d8-b8a1-42df-8600-799c15943bde None None] Network 65487f5e-aa75-4d64-a662-cf5c6179a6a8 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:56:36.363562 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 33316) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:36.374795 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=0bf7692e-2e88-49f6-90b9-7c5e7c63a982,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:36.381570 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['0bf7692e-2e88-49f6-90b9-7c5e7c63a982'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:56:36.410198 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 24 Jul 2021 00:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117a9e49-5727-42c2-a4be-6818ec4e2758 x-openstack-request-id: req-117a9e49-5727-42c2-a4be-6818ec4e2758 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:56:36.410639 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130edda7-e6fe-40c7-891a-817fe24ea164", "name": "network-vif-deleted", "tag": "05ec7917-6cd8-4b84-825d-0e5955dd0180", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4a9edc38-644a-4ab3-8cf8-cf5b776c6a09", "tag": "d91d87ab-3542-4aef-a411-0c57a8d860fa", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:56:36.411599 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-117a9e49-5727-42c2-a4be-6818ec4e2758 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:56:36.412199 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '130edda7-e6fe-40c7-891a-817fe24ea164', 'name': 'network-vif-deleted', 'tag': '05ec7917-6cd8-4b84-825d-0e5955dd0180', 'status': 'completed', 'code': 200} Jul 24 00:56:36.412587 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9edc38-644a-4ab3-8cf8-cf5b776c6a09', 'tag': 'd91d87ab-3542-4aef-a411-0c57a8d860fa', 'status': 'completed', 'code': 200} Jul 24 00:56:36.483089 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 33320) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:36.485055 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2c3aaa4f-e12e-4fa9-b268-348f9af422e4 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:36.485857 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1bd7de59-e287-4266-a4ee-3348e8357550 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3248177 Jul 24 00:56:36.497346 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-d6a924e3-5ba3-440b-ad7d-b7a3d06a8775 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Request body: {'subnet': {'network_id': '09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:56:36.513736 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2c3aaa4f-e12e-4fa9-b268-348f9af422e4 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:36.522527 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-25a06509-8193-4e00-a228-b03591dbf51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e988bc94-c706-470a-ba35-22f75ce93ab7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-262578496-router', 'tenant_id': '10ef814c55ad464aa7e22e805ab6f44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:56:06Z', 'updated_at': '2021-07-24T00:56:12Z', 'revision_number': 4, 'project_id': '10ef814c55ad464aa7e22e805ab6f44f', 'gw_port': {'id': 'e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e988bc94-c706-470a-ba35-22f75ce93ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:56:07Z', 'updated_at': '2021-07-24T00:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '7c6bfd10-84c5-4386-a46e-e60295797e54', 'tenant_id': '10ef814c55ad464aa7e22e805ab6f44f', 'floating_ip_address': '172.25.2.92', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'e988bc94-c706-470a-ba35-22f75ce93ab7', 'port_id': 'd91d87ab-3542-4aef-a411-0c57a8d860fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45a742b0-bd60-4f18-8574-c93c94a69d65', 'mac_address': 'fa:16:3e:84:4a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9edc38-644a-4ab3-8cf8-cf5b776c6a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:56:32Z', 'updated_at': '2021-07-24T00:56:34Z', 'revision_number': 1, 'project_id': '10ef814c55ad464aa7e22e805ab6f44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29a7f66-85e4-49a3-8e53-f226ee35fda5', 'name': '', 'network_id': '45a742b0-bd60-4f18-8574-c93c94a69d65', 'tenant_id': '10ef814c55ad464aa7e22e805ab6f44f', 'mac_address': 'fa:16:3e:cd:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e988bc94-c706-470a-ba35-22f75ce93ab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '099e1540-c619-4451-a2fc-5939fe0c73b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:56:10Z', 'updated_at': '2021-07-24T00:56:21Z', 'revision_number': 5, 'project_id': '10ef814c55ad464aa7e22e805ab6f44f', 'subnets': [{'id': '099e1540-c619-4451-a2fc-5939fe0c73b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:56:36.549873 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3aaa4f-e12e-4fa9-b268-348f9af422e4 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3854e79e-da2a-434b-b259-bb2dba6f823c,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:36.554946 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7d218b19-44dd-4ce2-b075-cc593b76d87d req-cd0952bc-c510-4db8-9100-09380c47954d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d91d87ab-3542-4aef-a411-0c57a8d860fa HTTP/1.1" status: 200 len: 998 time: 0.2530282 Jul 24 00:56:36.585138 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c47851cb-a6e6-4084-96aa-46a7aacbe3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:36.589607 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c47851cb-a6e6-4084-96aa-46a7aacbe3ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:36.601283 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c47851cb-a6e6-4084-96aa-46a7aacbe3ab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/31fc53e7-df56-4246-8885-ea60a9273543 HTTP/1.1" status: 204 len: 168 time: 0.5110612 Jul 24 00:56:36.718134 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2c3aaa4f-e12e-4fa9-b268-348f9af422e4 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:36.719587 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2c3aaa4f-e12e-4fa9-b268-348f9af422e4 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9003310 Jul 24 00:56:36.740505 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 33324) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:36.774988 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-feec526c-59d3-4f32-befb-6b9908ce83ff tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:56:36.781636 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a06509-8193-4e00-a228-b03591dbf51f None None] Checking router: e988bc94-c706-470a-ba35-22f75ce93ab7 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:56:36.802467 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47851cb-a6e6-4084-96aa-46a7aacbe3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fc53e7-df56-4246-8885-ea60a9273543,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:36.814257 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d218b19-44dd-4ce2-b075-cc593b76d87d req-73087498-950d-4a1c-9df5-3774c4395990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:36.816123 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7d218b19-44dd-4ce2-b075-cc593b76d87d req-73087498-950d-4a1c-9df5-3774c4395990 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=099e1540-c619-4451-a2fc-5939fe0c73b7 HTTP/1.1" status: 200 len: 867 time: 0.2502840 Jul 24 00:56:36.819305 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b9b20-659f-4762-88d1-304b0028f7d9 req-2e0948d4-cd90-4b10-bb62-8890aeebae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:36.822329 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ea0b9b20-659f-4762-88d1-304b0028f7d9 req-2e0948d4-cd90-4b10-bb62-8890aeebae7c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10ef814c55ad464aa7e22e805ab6f44f&device_id=4a9edc38-644a-4ab3-8cf8-cf5b776c6a09 HTTP/1.1" status: 200 len: 1097 time: 0.3957937 Jul 24 00:56:36.853527 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80998bbd-5025-43bd-8bf0-fe074e61c74c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-65487f5e-aa75-4d64-a662-cf5c6179a6a8', 'network_id': '65487f5e-aa75-4d64-a662-cf5c6179a6a8', 'tenant_id': 'cd6a59a0ba774d20a9df419972239646', 'fixed_ips': [{'subnet_id': '81a038cb-df9c-49e4-af9e-e93d2e1470dd'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:56:36.854685 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-80998bbd-5025-43bd-8bf0-fe074e61c74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:36.861641 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a06509-8193-4e00-a228-b03591dbf51f None None] Routers {'e988bc94-c706-470a-ba35-22f75ce93ab7'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:56:36.862120 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-25a06509-8193-4e00-a228-b03591dbf51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:56:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['e988bc94-c706-470a-ba35-22f75ce93ab7'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:56:36.981428 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.db.api [None req-d6a924e3-5ba3-440b-ad7d-b7a3d06a8775 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 24 00:56:36.981428 n-d-793621-25 neutron-server[100464]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 24 00:56:36.981428 n-d-793621-25 neutron-server[100464]: [parameters: {'project_id': 'cd6a59a0ba774d20a9df419972239646', 'id': 'c591be2e-be9b-4574-a1bd-433d0ba0fc17', 'expiration': datetime.datetime(2021, 7, 24, 0, 58, 36, 945529)}] Jul 24 00:56:36.981428 n-d-793621-25 neutron-server[100464]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100464) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:56:36.982034 n-d-793621-25 neutron-server[100464]: DEBUG oslo_db.api [None req-d6a924e3-5ba3-440b-ad7d-b7a3d06a8775 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:56:37.060518 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-af68bf70-2c8a-41c9-ba64-2f46af1eac0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:37.068850 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-feec526c-59d3-4f32-befb-6b9908ce83ff tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks [] for floatingip, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:37.137188 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d218b19-44dd-4ce2-b075-cc593b76d87d req-bd4f7783-7e1e-4ab3-8b0c-c3f86141af0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:37.140460 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7d218b19-44dd-4ce2-b075-cc593b76d87d req-bd4f7783-7e1e-4ab3-8b0c-c3f86141af0a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45a742b0-bd60-4f18-8574-c93c94a69d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3143861 Jul 24 00:56:37.237179 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b9b20-659f-4762-88d1-304b0028f7d9 req-f5c01402-1341-40d5-add1-df8b5afa6322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:37.239183 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ea0b9b20-659f-4762-88d1-304b0028f7d9 req-f5c01402-1341-40d5-add1-df8b5afa6322 service neutron] 10.222.0.13 "GET /v2.0/networks?id=45a742b0-bd60-4f18-8574-c93c94a69d65 HTTP/1.1" status: 200 len: 929 time: 0.3268120 Jul 24 00:56:37.361238 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-80998bbd-5025-43bd-8bf0-fe074e61c74c None None] Allocated IP 10.1.1.2 (65487f5e-aa75-4d64-a662-cf5c6179a6a8/81a038cb-df9c-49e4-af9e-e93d2e1470dd/55812bfe-d4ef-45db-8f75-1ed2c3ac666a) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:56:37.432285 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b29d6-6c39-46da-9315-d0ca036f88a5 req-29b85b04-47e7-4e4c-9c74-e661f9dbfb31 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:37.443426 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-381b29d6-6c39-46da-9315-d0ca036f88a5 req-29b85b04-47e7-4e4c-9c74-e661f9dbfb31 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdda1a6a-2009-45ef-98a2-80d888155c85 HTTP/1.1" status: 200 len: 944 time: 0.1557651 Jul 24 00:56:37.478401 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7d218b19-44dd-4ce2-b075-cc593b76d87d req-c22503ef-6cad-41df-8bb6-fe07b5b8bd20 service neutron] 10.222.0.15 "GET /v2.0/networks/45a742b0-bd60-4f18-8574-c93c94a69d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222888 Jul 24 00:56:37.480240 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ea0b9b20-659f-4762-88d1-304b0028f7d9 req-6f836b2b-0ea8-44bf-8591-157085c91469 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d91d87ab-3542-4aef-a411-0c57a8d860fa HTTP/1.1" status: 200 len: 998 time: 0.2345183 Jul 24 00:56:37.529003 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a924e3-5ba3-440b-ad7d-b7a3d06a8775 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Made reservation on behalf of cd6a59a0ba774d20a9df419972239646 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:56:37.531717 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-381b29d6-6c39-46da-9315-d0ca036f88a5 req-4958a18a-d68f-4fa7-8356-b8639670f2c2 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814686 Jul 24 00:56:37.533030 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d6a924e3-5ba3-440b-ad7d-b7a3d06a8775 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:37.585418 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-25a06509-8193-4e00-a228-b03591dbf51f None None] Set router e988bc94-c706-470a-ba35-22f75ce93ab7 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:56:37.593037 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-feec526c-59d3-4f32-befb-6b9908ce83ff tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:37.645513 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-af68bf70-2c8a-41c9-ba64-2f46af1eac0a admin admin] Deleting port b4e0e162-5cda-48a3-82d9-bed323c9f9f3 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:56:37.646139 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-af68bf70-2c8a-41c9-ba64-2f46af1eac0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:37.738043 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 05ec7917-6cd8-4b84-825d-0e5955dd0180 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:56:37.742655 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b9b20-659f-4762-88d1-304b0028f7d9 req-4394a2d6-3b66-4590-af96-cd42d6cfbf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:37.745788 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ea0b9b20-659f-4762-88d1-304b0028f7d9 req-4394a2d6-3b66-4590-af96-cd42d6cfbf59 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=099e1540-c619-4451-a2fc-5939fe0c73b7 HTTP/1.1" status: 200 len: 867 time: 0.2411785 Jul 24 00:56:37.779715 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-af68bf70-2c8a-41c9-ba64-2f46af1eac0a admin admin] For port b4e0e162-5cda-48a3-82d9-bed323c9f9f3, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=b4e0e162-5cda-48a3-82d9-bed323c9f9f3,segment=NetworkSegment(6cf062f5-41d0-4203-bdf7-b867d43abf23),segment_id=6cf062f5-41d0-4203-bdf7-b867d43abf23)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:37.780915 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-af68bf70-2c8a-41c9-ba64-2f46af1eac0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:37.802413 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-af68bf70-2c8a-41c9-ba64-2f46af1eac0a admin admin] Calling delete_port for b4e0e162-5cda-48a3-82d9-bed323c9f9f3 owned by network:router_interface {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:56:37.803916 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7d218b19-44dd-4ce2-b075-cc593b76d87d req-d9c570f6-2741-4785-b34a-1a73405abde3 service neutron] 10.222.0.15 "GET /v2.0/networks/45a742b0-bd60-4f18-8574-c93c94a69d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886546 Jul 24 00:56:37.845522 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91daa6-b5dc-4fc5-adde-78afa004c7af req-29c40558-196e-4096-aa71-265b64b0e251 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:37.852455 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91daa6-b5dc-4fc5-adde-78afa004c7af req-29c40558-196e-4096-aa71-265b64b0e251 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:37.878900 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91daa6-b5dc-4fc5-adde-78afa004c7af req-29c40558-196e-4096-aa71-265b64b0e251 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:37.891339 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91daa6-b5dc-4fc5-adde-78afa004c7af req-29c40558-196e-4096-aa71-265b64b0e251 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:37.901956 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 05ec7917-6cd8-4b84-825d-0e5955dd0180 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:56:37.902488 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 05ec7917-6cd8-4b84-825d-0e5955dd0180 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:56:37.908846 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91daa6-b5dc-4fc5-adde-78afa004c7af req-29c40558-196e-4096-aa71-265b64b0e251 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:37.925353 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91daa6-b5dc-4fc5-adde-78afa004c7af req-29c40558-196e-4096-aa71-265b64b0e251 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:37.932675 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-80998bbd-5025-43bd-8bf0-fe074e61c74c None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:37.935217 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91daa6-b5dc-4fc5-adde-78afa004c7af req-29c40558-196e-4096-aa71-265b64b0e251 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:37.943802 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-80998bbd-5025-43bd-8bf0-fe074e61c74c None None] Transition to ACTIVE for port object 55812bfe-d4ef-45db-8f75-1ed2c3ac666a will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:56:37.946816 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ed91daa6-b5dc-4fc5-adde-78afa004c7af req-29c40558-196e-4096-aa71-265b64b0e251 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 5443 time: 0.3035977 Jul 24 00:56:37.952378 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-feec526c-59d3-4f32-befb-6b9908ce83ff tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Allocated IP 172.25.2.26 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/735db133-c3f2-41f5-81c1-ab8c4a01770c) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:56:37.967538 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-80998bbd-5025-43bd-8bf0-fe074e61c74c None None] Transition to ACTIVE for port object 55812bfe-d4ef-45db-8f75-1ed2c3ac666a will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:56:37.979865 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-80998bbd-5025-43bd-8bf0-fe074e61c74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:38.033972 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80998bbd-5025-43bd-8bf0-fe074e61c74c None None] Network 65487f5e-aa75-4d64-a662-cf5c6179a6a8 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:56:38.038228 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-80998bbd-5025-43bd-8bf0-fe074e61c74c None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:56:38.041408 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80998bbd-5025-43bd-8bf0-fe074e61c74c None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:56:38.071923 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ed91daa6-b5dc-4fc5-adde-78afa004c7af req-cb585bb9-5815-43bf-a127-9c88875452cc tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d0fd0bd-ecd4-446d-a84a-6ebbd55d94ea&id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1214595 Jul 24 00:56:38.135973 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80998bbd-5025-43bd-8bf0-fe074e61c74c None None] Pushing event updated for resources: {'Port': ['ID=55812bfe-d4ef-45db-8f75-1ed2c3ac666a,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:38.146017 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-80998bbd-5025-43bd-8bf0-fe074e61c74c None None] Attempting to bind port 55812bfe-d4ef-45db-8f75-1ed2c3ac666a on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:56:38.146392 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-80998bbd-5025-43bd-8bf0-fe074e61c74c None None] Attempting to bind port 55812bfe-d4ef-45db-8f75-1ed2c3ac666a by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'a92a2f48-5689-4aa7-b6c1-dc9b341f5b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '65487f5e-aa75-4d64-a662-cf5c6179a6a8'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:56:38.146919 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80998bbd-5025-43bd-8bf0-fe074e61c74c None None] Attempting to bind port 55812bfe-d4ef-45db-8f75-1ed2c3ac666a on network 65487f5e-aa75-4d64-a662-cf5c6179a6a8 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:56:38.158839 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80998bbd-5025-43bd-8bf0-fe074e61c74c None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:56:38.159238 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80998bbd-5025-43bd-8bf0-fe074e61c74c None None] Checking segment: {'id': 'a92a2f48-5689-4aa7-b6c1-dc9b341f5b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '65487f5e-aa75-4d64-a662-cf5c6179a6a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:56:38.159622 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-80998bbd-5025-43bd-8bf0-fe074e61c74c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:38.160016 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80998bbd-5025-43bd-8bf0-fe074e61c74c None None] Bound using segment: {'id': 'a92a2f48-5689-4aa7-b6c1-dc9b341f5b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '65487f5e-aa75-4d64-a662-cf5c6179a6a8'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:56:38.160492 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-80998bbd-5025-43bd-8bf0-fe074e61c74c None None] Bound port: 55812bfe-d4ef-45db-8f75-1ed2c3ac666a, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a92a2f48-5689-4aa7-b6c1-dc9b341f5b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '65487f5e-aa75-4d64-a662-cf5c6179a6a8'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:56:38.160877 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-80998bbd-5025-43bd-8bf0-fe074e61c74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:38.180959 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-25a06509-8193-4e00-a228-b03591dbf51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e988bc94-c706-470a-ba35-22f75ce93ab7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-262578496-router', 'tenant_id': '10ef814c55ad464aa7e22e805ab6f44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:56:06Z', 'updated_at': '2021-07-24T00:56:12Z', 'revision_number': 4, 'project_id': '10ef814c55ad464aa7e22e805ab6f44f', 'gw_port': {'id': 'e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e988bc94-c706-470a-ba35-22f75ce93ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:56:07Z', 'updated_at': '2021-07-24T00:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '7c6bfd10-84c5-4386-a46e-e60295797e54', 'tenant_id': '10ef814c55ad464aa7e22e805ab6f44f', 'floating_ip_address': '172.25.2.92', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'e988bc94-c706-470a-ba35-22f75ce93ab7', 'port_id': 'd91d87ab-3542-4aef-a411-0c57a8d860fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45a742b0-bd60-4f18-8574-c93c94a69d65', 'mac_address': 'fa:16:3e:84:4a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9edc38-644a-4ab3-8cf8-cf5b776c6a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:56:32Z', 'updated_at': '2021-07-24T00:56:34Z', 'revision_number': 1, 'project_id': '10ef814c55ad464aa7e22e805ab6f44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29a7f66-85e4-49a3-8e53-f226ee35fda5', 'name': '', 'network_id': '45a742b0-bd60-4f18-8574-c93c94a69d65', 'tenant_id': '10ef814c55ad464aa7e22e805ab6f44f', 'mac_address': 'fa:16:3e:cd:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e988bc94-c706-470a-ba35-22f75ce93ab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '099e1540-c619-4451-a2fc-5939fe0c73b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:56:10Z', 'updated_at': '2021-07-24T00:56:21Z', 'revision_number': 5, 'project_id': '10ef814c55ad464aa7e22e805ab6f44f', 'subnets': [{'id': '099e1540-c619-4451-a2fc-5939fe0c73b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:56:38.186501 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b9b20-659f-4762-88d1-304b0028f7d9 req-4c790450-5c73-4db7-82fe-c040840aa816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:38.189911 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ea0b9b20-659f-4762-88d1-304b0028f7d9 req-4c790450-5c73-4db7-82fe-c040840aa816 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45a742b0-bd60-4f18-8574-c93c94a69d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3809736 Jul 24 00:56:38.223726 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a06509-8193-4e00-a228-b03591dbf51f None None] The sync data for ids ['e988bc94-c706-470a-ba35-22f75ce93ab7'] in n-d-793621-25 is: [{'id': 'e988bc94-c706-470a-ba35-22f75ce93ab7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-262578496-router', 'tenant_id': '10ef814c55ad464aa7e22e805ab6f44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:56:06Z', 'updated_at': '2021-07-24T00:56:12Z', 'revision_number': 4, 'project_id': '10ef814c55ad464aa7e22e805ab6f44f', 'gw_port': {'id': 'e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e988bc94-c706-470a-ba35-22f75ce93ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:56:07Z', 'updated_at': '2021-07-24T00:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '7c6bfd10-84c5-4386-a46e-e60295797e54', 'tenant_id': '10ef814c55ad464aa7e22e805ab6f44f', 'floating_ip_address': '172.25.2.92', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'e988bc94-c706-470a-ba35-22f75ce93ab7', 'port_id': 'd91d87ab-3542-4aef-a411-0c57a8d860fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45a742b0-bd60-4f18-8574-c93c94a69d65', 'mac_address': 'fa:16:3e:84:4a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a9edc38-644a-4ab3-8cf8-cf5b776c6a09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:56:32Z', 'updated_at': '2021-07-24T00:56:34Z', 'revision_number': 1, 'project_id': '10ef814c55ad464aa7e22e805ab6f44f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f29a7f66-85e4-49a3-8e53-f226ee35fda5', 'name': '', 'network_id': '45a742b0-bd60-4f18-8574-c93c94a69d65', 'tenant_id': '10ef814c55ad464aa7e22e805ab6f44f', 'mac_address': 'fa:16:3e:cd:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e988bc94-c706-470a-ba35-22f75ce93ab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '099e1540-c619-4451-a2fc-5939fe0c73b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:56:10Z', 'updated_at': '2021-07-24T00:56:21Z', 'revision_number': 5, 'project_id': '10ef814c55ad464aa7e22e805ab6f44f', 'subnets': [{'id': '099e1540-c619-4451-a2fc-5939fe0c73b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:56:38.254749 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-af68bf70-2c8a-41c9-ba64-2f46af1eac0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:38.307319 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-80998bbd-5025-43bd-8bf0-fe074e61c74c None None] For port 55812bfe-d4ef-45db-8f75-1ed2c3ac666a, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:56:38.314839 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-80998bbd-5025-43bd-8bf0-fe074e61c74c None None] For port 55812bfe-d4ef-45db-8f75-1ed2c3ac666a, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=55812bfe-d4ef-45db-8f75-1ed2c3ac666a,segment=NetworkSegment(a92a2f48-5689-4aa7-b6c1-dc9b341f5b89),segment_id=a92a2f48-5689-4aa7-b6c1-dc9b341f5b89)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:56:38.321763 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-80998bbd-5025-43bd-8bf0-fe074e61c74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:38.335263 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68bf70-2c8a-41c9-ba64-2f46af1eac0a admin admin] Pushing event deleted for resources: {'Port': ['ID=b4e0e162-5cda-48a3-82d9-bed323c9f9f3,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:38.356169 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 33358) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:38.408837 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80998bbd-5025-43bd-8bf0-fe074e61c74c None None] Pushing event updated for resources: {'Port': ['ID=55812bfe-d4ef-45db-8f75-1ed2c3ac666a,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:38.566903 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-4aac6324-69ab-4bd3-8b91-acb150db1893 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:38.574503 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-4aac6324-69ab-4bd3-8b91-acb150db1893 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:38.581841 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-4aac6324-69ab-4bd3-8b91-acb150db1893 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:38.588758 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-4aac6324-69ab-4bd3-8b91-acb150db1893 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:38.597644 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-4aac6324-69ab-4bd3-8b91-acb150db1893 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:38.604480 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-4aac6324-69ab-4bd3-8b91-acb150db1893 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:38.612240 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-4aac6324-69ab-4bd3-8b91-acb150db1893 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:38.614401 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-4aac6324-69ab-4bd3-8b91-acb150db1893 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.11 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 5443 time: 0.3794150 Jul 24 00:56:38.643601 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-af68bf70-2c8a-41c9-ba64-2f46af1eac0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:38.666497 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8bd259cc-0655-47c7-aef3-b55d7251ec33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:38.712054 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff61053c-0979-408b-b965-908b268687a7 None None] New status for floating IP 7c6bfd10-84c5-4386-a46e-e60295797e54: ACTIVE {{(pid=100466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:56:38.845504 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d6a924e3-5ba3-440b-ad7d-b7a3d06a8775 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:38.925246 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-feec526c-59d3-4f32-befb-6b9908ce83ff tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:38.941011 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-007edf08-0805-4a75-b7f5-c9cdc750c778 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:38.942869 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-007edf08-0805-4a75-b7f5-c9cdc750c778 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.11 "GET /v2.0/ports/65eea3c6-1e2c-4140-8dae-ee4329e7701b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2775619 Jul 24 00:56:38.974969 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 55812bfe-d4ef-45db-8f75-1ed2c3ac666a up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:56:38.987036 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ea0b9b20-659f-4762-88d1-304b0028f7d9 req-b7c971be-c089-4fd1-82f5-473c1fe03665 service neutron] 10.222.0.13 "GET /v2.0/networks/45a742b0-bd60-4f18-8574-c93c94a69d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7626414 Jul 24 00:56:38.987700 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a924e3-5ba3-440b-ad7d-b7a3d06a8775 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Pushing event updated for resources: {'Subnet': ['ID=959a9d79-5c81-43b4-9d07-b0995246156a,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:38.994783 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-32056b51-25e4-4b09-85c7-b5863ac3b3c3 req-9f0865bd-30e0-4d26-bd21-28c7b2d1650f tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 258 time: 1.0062809 Jul 24 00:56:39.066842 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 55812bfe-d4ef-45db-8f75-1ed2c3ac666a completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:56:39.087805 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-32056b51-25e4-4b09-85c7-b5863ac3b3c3 req-369bda81-6d4c-434e-b1d1-991dcb80f191 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:56:39.120478 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83275317-2e44-4c8c-a589-020f2cadc272 req-6d6a359a-5334-4bd2-ac55-3ce4f801af8a tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:39.122014 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-83275317-2e44-4c8c-a589-020f2cadc272 req-6d6a359a-5334-4bd2-ac55-3ce4f801af8a tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdda1a6a-2009-45ef-98a2-80d888155c85 HTTP/1.1" status: 200 len: 944 time: 0.3941264 Jul 24 00:56:39.131327 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a924e3-5ba3-440b-ad7d-b7a3d06a8775 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Checking segment: {'id': 'dae40cc4-6193-418b-9703-a4a189ab618c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:56:39.131701 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a924e3-5ba3-440b-ad7d-b7a3d06a8775 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Network hostable DHCP agents. Network: 09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:56:39.153543 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ea0b9b20-659f-4762-88d1-304b0028f7d9 req-0cd34d27-a682-4519-951e-c6e1f91a86b8 service neutron] 10.222.0.13 "GET /v2.0/networks/45a742b0-bd60-4f18-8574-c93c94a69d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443901 Jul 24 00:56:39.155616 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-feec526c-59d3-4f32-befb-6b9908ce83ff tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:39.200740 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feec526c-59d3-4f32-befb-6b9908ce83ff tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:56:39.201491 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a924e3-5ba3-440b-ad7d-b7a3d06a8775 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Network 09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:56:39.207233 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-feec526c-59d3-4f32-befb-6b9908ce83ff tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:56:39.213865 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feec526c-59d3-4f32-befb-6b9908ce83ff tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:56:39.224103 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-d6a924e3-5ba3-440b-ad7d-b7a3d06a8775 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:56:39.237753 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c9163c-d757-44fd-9b07-18b368add051 None None] Network 09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:56:39.263850 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-c440a3ab-8ff1-483b-bb21-85d8de16446f tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.11 "GET /v2.0/networks/08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3145301 Jul 24 00:56:39.278934 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8bd259cc-0655-47c7-aef3-b55d7251ec33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:39.290343 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-a3c85fd4-594f-47f6-929c-6c5729ddcd2b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:56:39.301151 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8bd259cc-0655-47c7-aef3-b55d7251ec33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:39.340139 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-83275317-2e44-4c8c-a589-020f2cadc272 req-a082f4cc-2ceb-435a-b9cf-c8811da7bc1b tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019494 Jul 24 00:56:39.427765 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8bd259cc-0655-47c7-aef3-b55d7251ec33 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cc24f117fe1d41c188416f7ad791e7e7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0222235 Jul 24 00:56:39.434435 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd259cc-0655-47c7-aef3-b55d7251ec33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6be90e-723a-4628-8560-60452e16eb86,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:39.439141 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 33368) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:39.457667 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17c9169-0e5a-4a3a-b9d7-e27b786b4b28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501', 'network_id': '09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501', 'tenant_id': 'cd6a59a0ba774d20a9df419972239646', 'fixed_ips': [{'subnet_id': '959a9d79-5c81-43b4-9d07-b0995246156a'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:56:39.459195 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d17c9169-0e5a-4a3a-b9d7-e27b786b4b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:39.499973 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af68bf70-2c8a-41c9-ba64-2f46af1eac0a admin admin] Router 2d843c10-9eba-4887-abb5-8447d7e18cc9 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:56:39.528725 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-a3c85fd4-594f-47f6-929c-6c5729ddcd2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:39.630096 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec526c-59d3-4f32-befb-6b9908ce83ff tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Pushing event updated for resources: {'Port': ['ID=735db133-c3f2-41f5-81c1-ab8c4a01770c,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:39.633329 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a924e3-5ba3-440b-ad7d-b7a3d06a8775 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:39.633939 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d6a924e3-5ba3-440b-ad7d-b7a3d06a8775 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:39.651623 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-d17c9169-0e5a-4a3a-b9d7-e27b786b4b28 None None] Allocated IP 10.2.2.2 (09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501/959a9d79-5c81-43b4-9d07-b0995246156a/cc10e176-916a-4483-8bf1-a955a4e4d555) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:56:39.676725 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-32056b51-25e4-4b09-85c7-b5863ac3b3c3 req-369bda81-6d4c-434e-b1d1-991dcb80f191 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks [] for floatingip, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:39.685747 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d6a924e3-5ba3-440b-ad7d-b7a3d06a8775 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.1962657 Jul 24 00:56:39.689092 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 33370) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:39.719133 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-f1a1400d-017e-45fc-9bcf-7c8359e488f3 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Request body: {'port': {'network_id': '65487f5e-aa75-4d64-a662-cf5c6179a6a8', 'name': 'tempest-TaggedBootDevicesTest-1628607957', 'fixed_ips': [{'subnet_id': '81a038cb-df9c-49e4-af9e-e93d2e1470dd'}]}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:56:39.719382 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 0bf7692e-2e88-49f6-90b9-7c5e7c63a982 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:56:39.746586 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-444c8ee9-3f7a-4f40-8174-1fca14be614d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:39.751601 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-feec526c-59d3-4f32-befb-6b9908ce83ff tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:39.838626 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39301e5-593a-4d5c-b96b-534aac16c145 None None] Network 65487f5e-aa75-4d64-a662-cf5c6179a6a8 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:56:39.848975 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-feec526c-59d3-4f32-befb-6b9908ce83ff tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:39.884057 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-444c8ee9-3f7a-4f40-8174-1fca14be614d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:39.907659 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 0bf7692e-2e88-49f6-90b9-7c5e7c63a982 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:56:39.909906 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af68bf70-2c8a-41c9-ba64-2f46af1eac0a admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:56:39.925395 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-af68bf70-2c8a-41c9-ba64-2f46af1eac0a admin admin] 10.222.0.15 "PUT /v2.0/routers/2d843c10-9eba-4887-abb5-8447d7e18cc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5556796 Jul 24 00:56:39.927137 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-32056b51-25e4-4b09-85c7-b5863ac3b3c3 req-369bda81-6d4c-434e-b1d1-991dcb80f191 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:39.928716 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 33372) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:40.001997 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043e6a7-ac8a-41c6-88ca-d9ba2b9f18f0 req-4c11b977-64f4-491a-9b54-df7f4ea6227f tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:40.005917 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 0bf7692e-2e88-49f6-90b9-7c5e7c63a982 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:56:40.006514 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:40.008117 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043e6a7-ac8a-41c6-88ca-d9ba2b9f18f0 req-4c11b977-64f4-491a-9b54-df7f4ea6227f tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:40.014762 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043e6a7-ac8a-41c6-88ca-d9ba2b9f18f0 req-4c11b977-64f4-491a-9b54-df7f4ea6227f tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:40.017583 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4c3502-176b-456f-b6f5-06ebb08000a3 None None] Sync routers for ids ['2d843c10-9eba-4887-abb5-8447d7e18cc9'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:56:40.020954 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043e6a7-ac8a-41c6-88ca-d9ba2b9f18f0 req-4c11b977-64f4-491a-9b54-df7f4ea6227f tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:40.027134 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043e6a7-ac8a-41c6-88ca-d9ba2b9f18f0 req-4c11b977-64f4-491a-9b54-df7f4ea6227f tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:40.033927 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043e6a7-ac8a-41c6-88ca-d9ba2b9f18f0 req-4c11b977-64f4-491a-9b54-df7f4ea6227f tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:40.039924 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4043e6a7-ac8a-41c6-88ca-d9ba2b9f18f0 req-4c11b977-64f4-491a-9b54-df7f4ea6227f tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:40.041921 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4043e6a7-ac8a-41c6-88ca-d9ba2b9f18f0 req-4c11b977-64f4-491a-9b54-df7f4ea6227f tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 5443 time: 0.4969120 Jul 24 00:56:40.064485 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-805f8cc7-fb8e-44af-af16-60bd3eec838f None None] Provisioning for port 55812bfe-d4ef-45db-8f75-1ed2c3ac666a completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:56:40.083199 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-805f8cc7-fb8e-44af-af16-60bd3eec838f None None] Provisioning complete for port 55812bfe-d4ef-45db-8f75-1ed2c3ac666a triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:56:40.083773 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-805f8cc7-fb8e-44af-af16-60bd3eec838f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:40.111262 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-a3c85fd4-594f-47f6-929c-6c5729ddcd2b service neutron] For port 65eea3c6-1e2c-4140-8dae-ee4329e7701b, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=65eea3c6-1e2c-4140-8dae-ee4329e7701b,segment=NetworkSegment(68b73458-c661-4e5a-b683-24d7323352a7),segment_id=68b73458-c661-4e5a-b683-24d7323352a7)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:40.128082 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-444c8ee9-3f7a-4f40-8174-1fca14be614d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:40.130676 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-444c8ee9-3f7a-4f40-8174-1fca14be614d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:40.134703 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-444c8ee9-3f7a-4f40-8174-1fca14be614d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ca6be90e-723a-4628-8560-60452e16eb86 HTTP/1.1" status: 204 len: 168 time: 0.6907332 Jul 24 00:56:40.148549 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a1400d-017e-45fc-9bcf-7c8359e488f3 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Made reservation on behalf of cd6a59a0ba774d20a9df419972239646 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:56:40.150780 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 65eea3c6-1e2c-4140-8dae-ee4329e7701b no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:56:40.185560 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4043e6a7-ac8a-41c6-88ca-d9ba2b9f18f0 req-eb8d495b-dafa-41bc-a2d6-581fb4584255 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d0fd0bd-ecd4-446d-a84a-6ebbd55d94ea&id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1315236 Jul 24 00:56:40.190547 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c8ee9-3f7a-4f40-8174-1fca14be614d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6be90e-723a-4628-8560-60452e16eb86,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:40.231919 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-640a0716-e2d4-4ace-881f-fface68e4a36 admin admin] Notify callbacks [] for router, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:40.305051 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f1a1400d-017e-45fc-9bcf-7c8359e488f3 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:40.336650 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-a3c85fd4-594f-47f6-929c-6c5729ddcd2b service neutron] For port 65eea3c6-1e2c-4140-8dae-ee4329e7701b, host n-h2-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:56:40.336960 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-32056b51-25e4-4b09-85c7-b5863ac3b3c3 req-369bda81-6d4c-434e-b1d1-991dcb80f191 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Allocated IP 172.25.2.158 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/35c5439f-64bb-4e5f-8ac6-8aacdd268ec5) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:56:40.371138 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-feec526c-59d3-4f32-befb-6b9908ce83ff tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:40.382296 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-feec526c-59d3-4f32-befb-6b9908ce83ff tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:40.418179 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-f1a1400d-017e-45fc-9bcf-7c8359e488f3 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] device_id is not set on port 7b4da756-8034-45e1-9b76-762af13d0a4c yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:56:40.535112 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d17c9169-0e5a-4a3a-b9d7-e27b786b4b28 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:40.538224 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec526c-59d3-4f32-befb-6b9908ce83ff tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Pushing event updated for resources: {'Port': ['ID=735db133-c3f2-41f5-81c1-ab8c4a01770c,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:40.540652 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-a3c85fd4-594f-47f6-929c-6c5729ddcd2b service neutron] device_id is not set on port 65eea3c6-1e2c-4140-8dae-ee4329e7701b yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:56:40.542529 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4c3502-176b-456f-b6f5-06ebb08000a3 None None] Routers {'2d843c10-9eba-4887-abb5-8447d7e18cc9'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:56:40.543665 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-cb4c3502-176b-456f-b6f5-06ebb08000a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:56:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['2d843c10-9eba-4887-abb5-8447d7e18cc9'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:56:40.550111 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-640a0716-e2d4-4ace-881f-fface68e4a36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:40.567855 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-feec526c-59d3-4f32-befb-6b9908ce83ff tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:40.598512 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-a3c85fd4-594f-47f6-929c-6c5729ddcd2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:40.616495 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-feec526c-59d3-4f32-befb-6b9908ce83ff tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:40.627696 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-feec526c-59d3-4f32-befb-6b9908ce83ff tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8471260 Jul 24 00:56:40.634612 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-32056b51-25e4-4b09-85c7-b5863ac3b3c3 req-369bda81-6d4c-434e-b1d1-991dcb80f191 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:40.680765 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-640a0716-e2d4-4ace-881f-fface68e4a36 admin admin] Deleting port d24995eb-74aa-40d8-b4ba-8d7f533a3155 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:56:40.681131 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-640a0716-e2d4-4ace-881f-fface68e4a36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:40.682743 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-a3c85fd4-594f-47f6-929c-6c5729ddcd2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:40.715457 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-32056b51-25e4-4b09-85c7-b5863ac3b3c3 req-369bda81-6d4c-434e-b1d1-991dcb80f191 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:40.819002 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32056b51-25e4-4b09-85c7-b5863ac3b3c3 req-369bda81-6d4c-434e-b1d1-991dcb80f191 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:56:40.836077 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d17c9169-0e5a-4a3a-b9d7-e27b786b4b28 None None] Transition to ACTIVE for port object cc10e176-916a-4483-8bf1-a955a4e4d555 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:56:40.846941 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-32056b51-25e4-4b09-85c7-b5863ac3b3c3 req-369bda81-6d4c-434e-b1d1-991dcb80f191 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:56:40.860780 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-32056b51-25e4-4b09-85c7-b5863ac3b3c3 req-369bda81-6d4c-434e-b1d1-991dcb80f191 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:56:40.874012 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369bda81-6d4c-434e-b1d1-991dcb80f191 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Pushing event updated for resources: {'Port': ['ID=35c5439f-64bb-4e5f-8ac6-8aacdd268ec5,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:40.906917 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-640a0716-e2d4-4ace-881f-fface68e4a36 admin admin] For port d24995eb-74aa-40d8-b4ba-8d7f533a3155, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=d24995eb-74aa-40d8-b4ba-8d7f533a3155,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:40.907303 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-640a0716-e2d4-4ace-881f-fface68e4a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:40.932182 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-640a0716-e2d4-4ace-881f-fface68e4a36 admin admin] Calling delete_port for d24995eb-74aa-40d8-b4ba-8d7f533a3155 owned by network:router_gateway {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:56:40.949519 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d17c9169-0e5a-4a3a-b9d7-e27b786b4b28 None None] Transition to ACTIVE for port object cc10e176-916a-4483-8bf1-a955a4e4d555 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:56:40.972133 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-cb4c3502-176b-456f-b6f5-06ebb08000a3 None None] Set router 2d843c10-9eba-4887-abb5-8447d7e18cc9 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:56:40.988484 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d17c9169-0e5a-4a3a-b9d7-e27b786b4b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:41.058441 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-32056b51-25e4-4b09-85c7-b5863ac3b3c3 req-369bda81-6d4c-434e-b1d1-991dcb80f191 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:41.160821 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-32056b51-25e4-4b09-85c7-b5863ac3b3c3 req-369bda81-6d4c-434e-b1d1-991dcb80f191 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:41.179901 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:41.185522 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 65eea3c6-1e2c-4140-8dae-ee4329e7701b not bound to the agent host n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:56:41.186826 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:56:41.192074 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-f1a1400d-017e-45fc-9bcf-7c8359e488f3 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Allocated IP 10.1.1.57 (65487f5e-aa75-4d64-a662-cf5c6179a6a8/81a038cb-df9c-49e4-af9e-e93d2e1470dd/7b4da756-8034-45e1-9b76-762af13d0a4c) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:56:41.228366 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-a3c85fd4-594f-47f6-929c-6c5729ddcd2b service neutron] No DVR routers for this DVR port 65eea3c6-1e2c-4140-8dae-ee4329e7701b on host n-h2-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:56:41.281970 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-640a0716-e2d4-4ace-881f-fface68e4a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:41.345818 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640a0716-e2d4-4ace-881f-fface68e4a36 admin admin] Pushing event deleted for resources: {'Port': ['ID=d24995eb-74aa-40d8-b4ba-8d7f533a3155,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:41.355595 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17c9169-0e5a-4a3a-b9d7-e27b786b4b28 None None] Network 09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:56:41.380411 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdda1a6a-2009-45ef-98a2-80d888155c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf7692e-2e88-49f6-90b9-7c5e7c63a982'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:56:41.382819 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732a667d-4f38-4912-8b75-4a3214a868fe" -d '{"events": [{"server_uuid": "fdda1a6a-2009-45ef-98a2-80d888155c85", "name": "network-vif-plugged", "status": "completed", "tag": "0bf7692e-2e88-49f6-90b9-7c5e7c63a982"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:56:41.393968 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-805f8cc7-fb8e-44af-af16-60bd3eec838f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:41.395534 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-d17c9169-0e5a-4a3a-b9d7-e27b786b4b28 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:56:41.407661 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c9169-0e5a-4a3a-b9d7-e27b786b4b28 None None] Pushing event updated for resources: {'Port': ['ID=cc10e176-916a-4483-8bf1-a955a4e4d555,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:41.423917 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f1a1400d-017e-45fc-9bcf-7c8359e488f3 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:41.438389 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-f1a1400d-017e-45fc-9bcf-7c8359e488f3 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Transition to ACTIVE for port object 7b4da756-8034-45e1-9b76-762af13d0a4c will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:56:41.445089 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17c9169-0e5a-4a3a-b9d7-e27b786b4b28 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:56:41.450403 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 0bf7692e-2e88-49f6-90b9-7c5e7c63a982, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=0bf7692e-2e88-49f6-90b9-7c5e7c63a982,segment=NetworkSegment(105933f1-ad5a-4c90-9ca8-c74f813dbd38),segment_id=105933f1-ad5a-4c90-9ca8-c74f813dbd38)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:41.455421 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-640a0716-e2d4-4ace-881f-fface68e4a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:41.459003 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-32056b51-25e4-4b09-85c7-b5863ac3b3c3 req-369bda81-6d4c-434e-b1d1-991dcb80f191 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:41.463785 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c85fd4-594f-47f6-929c-6c5729ddcd2b service neutron] Pushing event updated for resources: {'Port': ['ID=65eea3c6-1e2c-4140-8dae-ee4329e7701b,revision_number=9']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:41.477177 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:41.490047 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd46b7a4-0f23-4ea6-a489-724165c73505 req-de758e49-d6f8-4c6a-b434-28c26eef584c tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:41.494686 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-32056b51-25e4-4b09-85c7-b5863ac3b3c3 req-369bda81-6d4c-434e-b1d1-991dcb80f191 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:41.499358 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fd46b7a4-0f23-4ea6-a489-724165c73505 req-de758e49-d6f8-4c6a-b434-28c26eef584c tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdda1a6a-2009-45ef-98a2-80d888155c85 HTTP/1.1" status: 200 len: 944 time: 1.0142155 Jul 24 00:56:41.532824 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f1a1400d-017e-45fc-9bcf-7c8359e488f3 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:41.555634 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-a3c85fd4-594f-47f6-929c-6c5729ddcd2b service neutron] In _notify_port_updated(), no bound segment for port 65eea3c6-1e2c-4140-8dae-ee4329e7701b on network 08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80 {{(pid=100463) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 00:56:41.556950 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-a3c85fd4-594f-47f6-929c-6c5729ddcd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:41.557162 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-a3c85fd4-594f-47f6-929c-6c5729ddcd2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:41.564201 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-a3c85fd4-594f-47f6-929c-6c5729ddcd2b service neutron] 10.222.0.11 "PUT /v2.0/ports/65eea3c6-1e2c-4140-8dae-ee4329e7701b HTTP/1.1" status: 200 len: 1033 time: 2.2886221 Jul 24 00:56:41.570787 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-805f8cc7-fb8e-44af-af16-60bd3eec838f None None] For port 55812bfe-d4ef-45db-8f75-1ed2c3ac666a, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=55812bfe-d4ef-45db-8f75-1ed2c3ac666a,segment=NetworkSegment(a92a2f48-5689-4aa7-b6c1-dc9b341f5b89),segment_id=a92a2f48-5689-4aa7-b6c1-dc9b341f5b89)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:41.615705 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-640a0716-e2d4-4ace-881f-fface68e4a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:41.627734 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-640a0716-e2d4-4ace-881f-fface68e4a36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:41.632965 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-805f8cc7-fb8e-44af-af16-60bd3eec838f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:41.649184 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fd46b7a4-0f23-4ea6-a489-724165c73505 req-8e2a1218-e471-439e-8be4-245242c6f88e tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485915 Jul 24 00:56:41.698144 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a1400d-017e-45fc-9bcf-7c8359e488f3 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Network 65487f5e-aa75-4d64-a662-cf5c6179a6a8 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:56:41.723933 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a1400d-017e-45fc-9bcf-7c8359e488f3 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Pushing event updated for resources: {'Port': ['ID=7b4da756-8034-45e1-9b76-762af13d0a4c,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:41.741674 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-f1a1400d-017e-45fc-9bcf-7c8359e488f3 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:56:41.745360 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a1400d-017e-45fc-9bcf-7c8359e488f3 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:56:41.762690 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-cea3bc53-8cb8-4502-9358-9b9e8dc0556d tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:41.765478 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-cea3bc53-8cb8-4502-9358-9b9e8dc0556d tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.11 "GET /v2.0/ports/7bc5bf74-100d-43be-be48-ec3d5d893115?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1622329 Jul 24 00:56:41.784056 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=0bf7692e-2e88-49f6-90b9-7c5e7c63a982,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:41.796766 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369bda81-6d4c-434e-b1d1-991dcb80f191 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Pushing event updated for resources: {'Port': ['ID=35c5439f-64bb-4e5f-8ac6-8aacdd268ec5,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:41.802161 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-d17c9169-0e5a-4a3a-b9d7-e27b786b4b28 None None] Attempting to bind port cc10e176-916a-4483-8bf1-a955a4e4d555 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:56:41.802535 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-d17c9169-0e5a-4a3a-b9d7-e27b786b4b28 None None] Attempting to bind port cc10e176-916a-4483-8bf1-a955a4e4d555 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'dae40cc4-6193-418b-9703-a4a189ab618c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:56:41.804435 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17c9169-0e5a-4a3a-b9d7-e27b786b4b28 None None] Attempting to bind port cc10e176-916a-4483-8bf1-a955a4e4d555 on network 09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:56:41.815422 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-0d9c4a90-7b36-488e-b80a-311d71ed8c8c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:56:41.826273 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-32056b51-25e4-4b09-85c7-b5863ac3b3c3 req-369bda81-6d4c-434e-b1d1-991dcb80f191 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:41.853433 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-640a0716-e2d4-4ace-881f-fface68e4a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:41.853627 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-640a0716-e2d4-4ace-881f-fface68e4a36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d843c10-9eba-4887-abb5-8447d7e18cc9 {{(pid=100464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:56:41.870140 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-640a0716-e2d4-4ace-881f-fface68e4a36 admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:41.872603 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-640a0716-e2d4-4ace-881f-fface68e4a36 admin admin] 10.222.0.15 "DELETE /v2.0/routers/2d843c10-9eba-4887-abb5-8447d7e18cc9 HTTP/1.1" status: 204 len: 168 time: 1.9403715 Jul 24 00:56:41.874461 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-32056b51-25e4-4b09-85c7-b5863ac3b3c3 req-369bda81-6d4c-434e-b1d1-991dcb80f191 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:41.876238 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:41.883464 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-32056b51-25e4-4b09-85c7-b5863ac3b3c3 req-369bda81-6d4c-434e-b1d1-991dcb80f191 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8717396 Jul 24 00:56:41.886152 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 33416) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:41.915545 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17c9169-0e5a-4a3a-b9d7-e27b786b4b28 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:56:41.915964 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17c9169-0e5a-4a3a-b9d7-e27b786b4b28 None None] Checking segment: {'id': 'dae40cc4-6193-418b-9703-a4a189ab618c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:56:41.916334 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d17c9169-0e5a-4a3a-b9d7-e27b786b4b28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:41.916732 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17c9169-0e5a-4a3a-b9d7-e27b786b4b28 None None] Bound using segment: {'id': 'dae40cc4-6193-418b-9703-a4a189ab618c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:56:41.917295 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-d17c9169-0e5a-4a3a-b9d7-e27b786b4b28 None None] Bound port: cc10e176-916a-4483-8bf1-a955a4e4d555, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dae40cc4-6193-418b-9703-a4a189ab618c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:56:41.917584 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d17c9169-0e5a-4a3a-b9d7-e27b786b4b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:41.973917 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-329353e5-75b5-4185-a90d-48db8606c6c4 None None] Provisioning complete for port 65eea3c6-1e2c-4140-8dae-ee4329e7701b triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:56:41.974298 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-329353e5-75b5-4185-a90d-48db8606c6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:41.983219 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a1400d-017e-45fc-9bcf-7c8359e488f3 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:41.984238 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f1a1400d-017e-45fc-9bcf-7c8359e488f3 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:41.989307 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-32056b51-25e4-4b09-85c7-b5863ac3b3c3 req-158ae679-921f-4b7e-bb67-b1fe96b2ac78 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.158 HTTP/1.1" status: 200 len: 696 time: 0.1045086 Jul 24 00:56:42.026188 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-373f1d68-86cb-4cd8-9d61-a8fb8560cccf admin admin] Deleting subnet 954fd3a6-666f-4557-86c0-353193e10e5d {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:56:42.033100 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-373f1d68-86cb-4cd8-9d61-a8fb8560cccf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:42.061511 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-0d9c4a90-7b36-488e-b80a-311d71ed8c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:42.093643 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f8cc7-fb8e-44af-af16-60bd3eec838f None None] Pushing event updated for resources: {'Port': ['ID=55812bfe-d4ef-45db-8f75-1ed2c3ac666a,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:42.109810 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a,segment=NetworkSegment(719843d8-5fea-4363-bbdc-981ab26ff953),segment_id=719843d8-5fea-4363-bbdc-981ab26ff953)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:42.150844 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:42.151635 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 9d1b5b62-5be0-495a-ae91-411a6cc06b8e no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:56:42.154031 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-373f1d68-86cb-4cd8-9d61-a8fb8560cccf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:42.165363 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f1a1400d-017e-45fc-9bcf-7c8359e488f3 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4712765 Jul 24 00:56:42.185917 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 33434) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:42.199045 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-57426550-d2b6-43a7-999a-a9d7ab7e5a46 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Request body: {'port': {'network_id': '65487f5e-aa75-4d64-a662-cf5c6179a6a8', 'name': 'tempest-TaggedBootDevicesTest-969951969', 'fixed_ips': [{'subnet_id': '81a038cb-df9c-49e4-af9e-e93d2e1470dd'}]}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:56:42.201775 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-329353e5-75b5-4185-a90d-48db8606c6c4 None None] Port 65eea3c6-1e2c-4140-8dae-ee4329e7701b cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:56:42.230773 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32056b51-25e4-4b09-85c7-b5863ac3b3c3 req-ce3cef91-49b7-4208-b49c-878583d0cb57 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:42.232172 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-32056b51-25e4-4b09-85c7-b5863ac3b3c3 req-ce3cef91-49b7-4208-b49c-878583d0cb57 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/networks/40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 784 time: 0.2416942 Jul 24 00:56:42.244128 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-373f1d68-86cb-4cd8-9d61-a8fb8560cccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:42.333304 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-cb4c3502-176b-456f-b6f5-06ebb08000a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d843c10-9eba-4887-abb5-8447d7e18cc9', 'name': 'tempest-ServerRescueNegativeTestJSON-859993535-router', 'tenant_id': '20d35f4a5a814139b52be63228a1596d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'd24995eb-74aa-40d8-b4ba-8d7f533a3155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:53:10Z', 'updated_at': '2021-07-24T00:56:38Z', 'revision_number': 5, 'project_id': '20d35f4a5a814139b52be63228a1596d', 'gw_port': {'id': 'd24995eb-74aa-40d8-b4ba-8d7f533a3155', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:52:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d843c10-9eba-4887-abb5-8447d7e18cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 947, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:53:11Z', 'updated_at': '2021-07-24T00:53:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:56:42.337230 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-d17c9169-0e5a-4a3a-b9d7-e27b786b4b28 None None] For port cc10e176-916a-4483-8bf1-a955a4e4d555, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:56:42.369758 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-0d9c4a90-7b36-488e-b80a-311d71ed8c8c service neutron] For port 7bc5bf74-100d-43be-be48-ec3d5d893115, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=7bc5bf74-100d-43be-be48-ec3d5d893115,segment=NetworkSegment(68b73458-c661-4e5a-b683-24d7323352a7),segment_id=68b73458-c661-4e5a-b683-24d7323352a7)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:42.412531 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a,revision_number=9']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:42.413816 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-0d9c4a90-7b36-488e-b80a-311d71ed8c8c service neutron] For port 7bc5bf74-100d-43be-be48-ec3d5d893115, host n-h2-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:56:42.424936 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4c3502-176b-456f-b6f5-06ebb08000a3 None None] Checking router: 2d843c10-9eba-4887-abb5-8447d7e18cc9 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:56:42.428313 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-d17c9169-0e5a-4a3a-b9d7-e27b786b4b28 None None] For port cc10e176-916a-4483-8bf1-a955a4e4d555, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=cc10e176-916a-4483-8bf1-a955a4e4d555,segment=NetworkSegment(dae40cc4-6193-418b-9703-a4a189ab618c),segment_id=dae40cc4-6193-418b-9703-a4a189ab618c)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:56:42.447307 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d17c9169-0e5a-4a3a-b9d7-e27b786b4b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:42.458755 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-3a85a4b3-d3b8-4939-a780-1eb844fdcb33 None None] Provisioning complete for port 55812bfe-d4ef-45db-8f75-1ed2c3ac666a triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:56:42.459019 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3a85a4b3-d3b8-4939-a780-1eb844fdcb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:42.477886 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ee138-1796-412f-b2b7-96f0bce3c1b7 req-25943ec1-8439-443e-9a25-4f471a3abf90 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:42.484118 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ee138-1796-412f-b2b7-96f0bce3c1b7 req-25943ec1-8439-443e-9a25-4f471a3abf90 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:42.490094 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ee138-1796-412f-b2b7-96f0bce3c1b7 req-25943ec1-8439-443e-9a25-4f471a3abf90 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:42.496175 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ee138-1796-412f-b2b7-96f0bce3c1b7 req-25943ec1-8439-443e-9a25-4f471a3abf90 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:42.503698 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ee138-1796-412f-b2b7-96f0bce3c1b7 req-25943ec1-8439-443e-9a25-4f471a3abf90 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:42.509845 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ee138-1796-412f-b2b7-96f0bce3c1b7 req-25943ec1-8439-443e-9a25-4f471a3abf90 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:42.511763 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-036ee138-1796-412f-b2b7-96f0bce3c1b7 req-25943ec1-8439-443e-9a25-4f471a3abf90 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 4661 time: 0.1945026 Jul 24 00:56:42.513325 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-373f1d68-86cb-4cd8-9d61-a8fb8560cccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:42.523077 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:42.533075 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-0d9c4a90-7b36-488e-b80a-311d71ed8c8c service neutron] device_id is not set on port 7bc5bf74-100d-43be-be48-ec3d5d893115 yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:56:42.549402 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373f1d68-86cb-4cd8-9d61-a8fb8560cccf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=954fd3a6-666f-4557-86c0-353193e10e5d,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:42.556655 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-0d9c4a90-7b36-488e-b80a-311d71ed8c8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:42.570233 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-0d9c4a90-7b36-488e-b80a-311d71ed8c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:42.596433 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-373f1d68-86cb-4cd8-9d61-a8fb8560cccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:42.600994 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c9169-0e5a-4a3a-b9d7-e27b786b4b28 None None] Pushing event updated for resources: {'Port': ['ID=cc10e176-916a-4483-8bf1-a955a4e4d555,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:42.601771 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-373f1d68-86cb-4cd8-9d61-a8fb8560cccf admin admin] 10.222.0.15 "DELETE /v2.0/subnets/954fd3a6-666f-4557-86c0-353193e10e5d HTTP/1.1" status: 204 len: 168 time: 0.7144468 Jul 24 00:56:42.602431 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 33444) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:42.613750 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4c3502-176b-456f-b6f5-06ebb08000a3 None None] Routers set() bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:56:42.614140 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4c3502-176b-456f-b6f5-06ebb08000a3 None None] Router IDs set() for agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 24 00:56:42.614767 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_agentschedulers_db [None req-cb4c3502-176b-456f-b6f5-06ebb08000a3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2d843c10-9eba-4887-abb5-8447d7e18cc9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:56:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent'). {{(pid=100465) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 24 00:56:42.615379 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4c3502-176b-456f-b6f5-06ebb08000a3 None None] The sync data for ids ['2d843c10-9eba-4887-abb5-8447d7e18cc9'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:56:42.633692 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-a567311c-b5b7-4097-aea1-437c79d7f82e tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:42.642802 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-a567311c-b5b7-4097-aea1-437c79d7f82e tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/networks?id=3693d853-cfcd-49ab-a574-7a2bb546088d HTTP/1.1" status: 200 len: 821 time: 0.4719543 Jul 24 00:56:42.673415 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 9d1b5b62-5be0-495a-ae91-411a6cc06b8e, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=9d1b5b62-5be0-495a-ae91-411a6cc06b8e,segment=NetworkSegment(68b73458-c661-4e5a-b683-24d7323352a7),segment_id=68b73458-c661-4e5a-b683-24d7323352a7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:42.690953 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-036ee138-1796-412f-b2b7-96f0bce3c1b7 req-dcad9e80-f0f1-4858-9889-30a1a554db06 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d0fd0bd-ecd4-446d-a84a-6ebbd55d94ea&id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1314678 Jul 24 00:56:42.709725 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 33446) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:42.724918 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-112d7960-fa07-4eca-9a8b-86dcb23350db tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/quotas/189b921c4a4d4668a9577a88e5cdd824 HTTP/1.1" status: 200 len: 375 time: 0.0800087 Jul 24 00:56:42.743234 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:42.745015 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 24a09a83-d86e-4a1c-b603-983448f0ec6b no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:56:42.815651 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c4a90-7b36-488e-b80a-311d71ed8c8c service neutron] Pushing event updated for resources: {'Port': ['ID=7bc5bf74-100d-43be-be48-ec3d5d893115,revision_number=9']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:42.829139 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276c0d61-12f9-4f05-b12c-6c8b21052e9b x-openstack-request-id: req-276c0d61-12f9-4f05-b12c-6c8b21052e9b {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:56:42.829668 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdda1a6a-2009-45ef-98a2-80d888155c85", "name": "network-vif-plugged", "status": "completed", "tag": "0bf7692e-2e88-49f6-90b9-7c5e7c63a982", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:56:42.830472 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-276c0d61-12f9-4f05-b12c-6c8b21052e9b {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:56:42.830727 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdda1a6a-2009-45ef-98a2-80d888155c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf7692e-2e88-49f6-90b9-7c5e7c63a982', 'code': 200} Jul 24 00:56:42.861108 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-0d9c4a90-7b36-488e-b80a-311d71ed8c8c service neutron] No DVR routers for this DVR port 7bc5bf74-100d-43be-be48-ec3d5d893115 on host n-h2-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:56:42.863720 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57426550-d2b6-43a7-999a-a9d7ab7e5a46 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Made reservation on behalf of cd6a59a0ba774d20a9df419972239646 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:56:42.869433 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-57426550-d2b6-43a7-999a-a9d7ab7e5a46 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:42.940867 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2728377f-23d0-4c3f-b219-071a2add171a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:42.947387 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-3a85a4b3-d3b8-4939-a780-1eb844fdcb33 None None] Provisioning for port 7b4da756-8034-45e1-9b76-762af13d0a4c completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:56:42.974653 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-3a85a4b3-d3b8-4939-a780-1eb844fdcb33 None None] Provisioning complete for port 7b4da756-8034-45e1-9b76-762af13d0a4c triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:56:42.975465 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3a85a4b3-d3b8-4939-a780-1eb844fdcb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:42.976785 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=9d1b5b62-5be0-495a-ae91-411a6cc06b8e,revision_number=9']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:42.999053 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-038698fe-f941-4dcc-a990-f4d524887f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:43.003492 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-57426550-d2b6-43a7-999a-a9d7ab7e5a46 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] device_id is not set on port a506a736-02bd-4fbb-acb0-f1c78bc19022 yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:56:43.091401 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-3a85a4b3-d3b8-4939-a780-1eb844fdcb33 None None] Port 7b4da756-8034-45e1-9b76-762af13d0a4c cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:56:43.093073 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:43.112156 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-0d9c4a90-7b36-488e-b80a-311d71ed8c8c service neutron] In _notify_port_updated(), no bound segment for port 7bc5bf74-100d-43be-be48-ec3d5d893115 on network 08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80 {{(pid=100463) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 00:56:43.113063 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-0d9c4a90-7b36-488e-b80a-311d71ed8c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:43.113826 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-0d9c4a90-7b36-488e-b80a-311d71ed8c8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:43.115169 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-0d9c4a90-7b36-488e-b80a-311d71ed8c8c service neutron] 10.222.0.11 "PUT /v2.0/ports/7bc5bf74-100d-43be-be48-ec3d5d893115 HTTP/1.1" status: 200 len: 1031 time: 1.3062510 Jul 24 00:56:43.171693 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 24a09a83-d86e-4a1c-b603-983448f0ec6b, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=24a09a83-d86e-4a1c-b603-983448f0ec6b,segment=NetworkSegment(68b73458-c661-4e5a-b683-24d7323352a7),segment_id=68b73458-c661-4e5a-b683-24d7323352a7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:43.177623 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-f0205c65-0ef2-4b74-aec6-ac249cfc8723 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=189b921c4a4d4668a9577a88e5cdd824&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4441960 Jul 24 00:56:43.194500 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:43.199022 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 7bc5bf74-100d-43be-be48-ec3d5d893115 no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:56:43.222900 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2728377f-23d0-4c3f-b219-071a2add171a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:43.251094 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-2728377f-23d0-4c3f-b219-071a2add171a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73a8909c-49cf-4748-a0d1-117aad1d6801']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:56:43.273094 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-2728377f-23d0-4c3f-b219-071a2add171a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cf062f5-41d0-4203-bdf7-b867d43abf23') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:56:43.273434 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-2728377f-23d0-4c3f-b219-071a2add171a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cf062f5-41d0-4203-bdf7-b867d43abf23') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:56:43.307369 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2728377f-23d0-4c3f-b219-071a2add171a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:43.329032 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 55812bfe-d4ef-45db-8f75-1ed2c3ac666a up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:56:43.338458 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc1661-4f1c-4bdf-bc27-4c91dcb8cceb req-a7749f05-ade6-4130-adbc-c97086972202 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:43.346034 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1ebc1661-4f1c-4bdf-bc27-4c91dcb8cceb req-a7749f05-ade6-4130-adbc-c97086972202 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a9edc38-644a-4ab3-8cf8-cf5b776c6a09&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4198282 Jul 24 00:56:43.346623 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-e3940c5d-8579-4011-9977-2a5ca276f77d service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 00:56:43.347804 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-e3940c5d-8579-4011-9977-2a5ca276f77d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1694191 Jul 24 00:56:43.349117 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61981d0-15b2-4d7c-80ec-0be36cca2cbf req-742050a2-2e33-4aa6-a2bb-28afffb63553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:43.350747 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e61981d0-15b2-4d7c-80ec-0be36cca2cbf req-742050a2-2e33-4aa6-a2bb-28afffb63553 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fdda1a6a-2009-45ef-98a2-80d888155c85 HTTP/1.1" status: 200 len: 1097 time: 0.5098801 Jul 24 00:56:43.351731 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2728377f-23d0-4c3f-b219-071a2add171a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:43.396634 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2728377f-23d0-4c3f-b219-071a2add171a admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:56:43.397055 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2728377f-23d0-4c3f-b219-071a2add171a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:43.399705 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 00:56:43.399705 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:56:43.399705 n-d-793621-25 neutron-server[100464]: timer() Jul 24 00:56:43.399705 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:56:43.399705 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 00:56:43.399705 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:56:43.399705 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 00:56:43.399705 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:56:43.399705 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 00:56:43.399705 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:56:43.399705 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 00:56:43.399705 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:56:43.399705 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 00:56:43.399705 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:56:43.399705 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:56:43.399705 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:56:43.399705 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:56:43.399705 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:56:43.399705 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 00:56:43.399705 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:56:43.399705 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 00:56:43.399705 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:56:43.399705 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:56:43.399705 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:56:43.399705 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 00:56:43.399705 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:56:43.399705 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:56:43.399705 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:56:43.399705 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:56:43.399705 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:56:43.399705 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:56:43.399705 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:56:43.439389 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1ebc1661-4f1c-4bdf-bc27-4c91dcb8cceb req-7f9c059b-7fd5-4734-9b26-1fe3888377a8 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.158 HTTP/1.1" status: 200 len: 696 time: 0.0923367 Jul 24 00:56:43.458676 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-597c9cd2-0dc4-43ca-91f6-68b9a4a58c56 None None] Provisioning complete for port 7bc5bf74-100d-43be-be48-ec3d5d893115 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:56:43.459704 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-597c9cd2-0dc4-43ca-91f6-68b9a4a58c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:43.496876 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=24a09a83-d86e-4a1c-b603-983448f0ec6b,revision_number=9']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:43.507460 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 7bc5bf74-100d-43be-be48-ec3d5d893115 not bound to the agent host n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:56:43.508136 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 3ed410d3-3325-4685-85a3-54d0440cdaea no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:56:43.611648 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-57426550-d2b6-43a7-999a-a9d7ab7e5a46 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Allocated IP 10.1.1.33 (65487f5e-aa75-4d64-a662-cf5c6179a6a8/81a038cb-df9c-49e4-af9e-e93d2e1470dd/a506a736-02bd-4fbb-acb0-f1c78bc19022) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:56:43.662186 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-55eb2076-f2d3-42b9-936c-fa17044823fd service neutron] 10.222.0.15 "GET /v2.0/networks/3693d853-cfcd-49ab-a574-7a2bb546088d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975476 Jul 24 00:56:43.771019 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-597c9cd2-0dc4-43ca-91f6-68b9a4a58c56 None None] Port 7bc5bf74-100d-43be-be48-ec3d5d893115 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:56:43.778499 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 55812bfe-d4ef-45db-8f75-1ed2c3ac666a triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:56:43.779133 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:43.824231 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-562e6b9b-8757-4f33-838d-b9399619ce0b tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Deleting port 3ed410d3-3325-4685-85a3-54d0440cdaea {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:56:43.824610 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-562e6b9b-8757-4f33-838d-b9399619ce0b tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:43.832629 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-1ebc1661-4f1c-4bdf-bc27-4c91dcb8cceb req-26b4b935-bd49-4a1f-b3e9-be5b7b2bf938 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Request body: {'floatingip': {'port_id': 'd91d87ab-3542-4aef-a411-0c57a8d860fa', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:56:43.849560 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-038698fe-f941-4dcc-a990-f4d524887f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:43.850080 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2728377f-23d0-4c3f-b219-071a2add171a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:43.867395 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:43.878176 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-038698fe-f941-4dcc-a990-f4d524887f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:43.903950 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2728377f-23d0-4c3f-b219-071a2add171a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:43.906503 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2728377f-23d0-4c3f-b219-071a2add171a admin admin] 10.222.0.15 "DELETE /v2.0/networks/73a8909c-49cf-4748-a0d1-117aad1d6801 HTTP/1.1" status: 204 len: 168 time: 1.2827413 Jul 24 00:56:43.918290 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-1ebc1661-4f1c-4bdf-bc27-4c91dcb8cceb req-26b4b935-bd49-4a1f-b3e9-be5b7b2bf938 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks [] for floatingip, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:43.945585 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 3ed410d3-3325-4685-85a3-54d0440cdaea, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=3ed410d3-3325-4685-85a3-54d0440cdaea,segment=NetworkSegment(23ebf5d9-a245-4865-978c-96f59b5fd63b),segment_id=23ebf5d9-a245-4865-978c-96f59b5fd63b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:43.951407 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:43.952909 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 1b2d3291-8280-46dd-96b5-e7c6c7c3131b no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:56:44.052390 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=3ed410d3-3325-4685-85a3-54d0440cdaea,revision_number=9']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:44.097410 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-b21943e1-5dd4-4253-bc0d-09e5830ae5fe service neutron] 10.222.0.15 "GET /v2.0/networks/3693d853-cfcd-49ab-a574-7a2bb546088d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4340019 Jul 24 00:56:44.105726 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e61981d0-15b2-4d7c-80ec-0be36cca2cbf req-8467f486-37c5-4b68-8872-14c20eabe9b4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7443953 Jul 24 00:56:44.112795 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038698fe-f941-4dcc-a990-f4d524887f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5726de8-463e-4fb1-baa3-0fb8d90289ac,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:44.122073 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2728377f-23d0-4c3f-b219-071a2add171a admin admin] Pushing event deleted for resources: {'Network': ['ID=73a8909c-49cf-4748-a0d1-117aad1d6801,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:44.124122 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 33460) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:44.125783 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-038698fe-f941-4dcc-a990-f4d524887f50 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=136f2a3dabc348868dbe1470ea1b5d2a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4108016 Jul 24 00:56:44.145113 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:44.224163 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 1b2d3291-8280-46dd-96b5-e7c6c7c3131b, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=1b2d3291-8280-46dd-96b5-e7c6c7c3131b,segment=NetworkSegment(23ebf5d9-a245-4865-978c-96f59b5fd63b),segment_id=23ebf5d9-a245-4865-978c-96f59b5fd63b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:44.225399 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 33462) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:44.233495 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:44.243773 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-562e6b9b-8757-4f33-838d-b9399619ce0b tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] For port 3ed410d3-3325-4685-85a3-54d0440cdaea, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=3ed410d3-3325-4685-85a3-54d0440cdaea,segment=NetworkSegment(23ebf5d9-a245-4865-978c-96f59b5fd63b),segment_id=23ebf5d9-a245-4865-978c-96f59b5fd63b)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:44.244326 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-562e6b9b-8757-4f33-838d-b9399619ce0b tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:44.272628 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-562e6b9b-8757-4f33-838d-b9399619ce0b tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Calling delete_port for 3ed410d3-3325-4685-85a3-54d0440cdaea owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:56:44.279311 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-761a1172-c466-480c-b6f2-2faee1db7b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:44.364012 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=1b2d3291-8280-46dd-96b5-e7c6c7c3131b,revision_number=9']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:44.416450 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-57426550-d2b6-43a7-999a-a9d7ab7e5a46 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:44.430115 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595223ea-9e06-4622-af64-e7e7de0d34b1 None None] Network 09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:56:44.465586 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-57426550-d2b6-43a7-999a-a9d7ab7e5a46 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Transition to ACTIVE for port object a506a736-02bd-4fbb-acb0-f1c78bc19022 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:56:44.515917 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-761a1172-c466-480c-b6f2-2faee1db7b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:44.530152 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-65d0ee16-0a7f-49e8-bcbd-71af3571a4a6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=20d35f4a5a814139b52be63228a1596d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3014774 Jul 24 00:56:44.535421 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1491d659-9b33-4e7b-8d88-dcb9025e2ef7 None None] Provisioning for port cc10e176-916a-4483-8bf1-a955a4e4d555 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:56:44.537972 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 33468) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:44.540571 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ea369-3a54-44bc-aaa5-8e72bfc76bfd req-3480e734-aeed-4b15-b5a2-33bff7fbc672 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:44.542283 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-413ea369-3a54-44bc-aaa5-8e72bfc76bfd req-3480e734-aeed-4b15-b5a2-33bff7fbc672 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdda1a6a-2009-45ef-98a2-80d888155c85 HTTP/1.1" status: 200 len: 945 time: 0.1557834 Jul 24 00:56:44.547501 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-57426550-d2b6-43a7-999a-a9d7ab7e5a46 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:44.645249 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-27ffbf65-85b0-4f98-9ba8-b44e81686f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:44.650406 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57426550-d2b6-43a7-999a-a9d7ab7e5a46 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Network 65487f5e-aa75-4d64-a662-cf5c6179a6a8 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:56:44.662967 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-57426550-d2b6-43a7-999a-a9d7ab7e5a46 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:56:44.670591 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57426550-d2b6-43a7-999a-a9d7ab7e5a46 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Pushing event updated for resources: {'Port': ['ID=a506a736-02bd-4fbb-acb0-f1c78bc19022,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:44.673448 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57426550-d2b6-43a7-999a-a9d7ab7e5a46 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:56:44.679759 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-562e6b9b-8757-4f33-838d-b9399619ce0b tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:44.681550 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [req-1ebc1661-4f1c-4bdf-bc27-4c91dcb8cceb req-26b4b935-bd49-4a1f-b3e9-be5b7b2bf938 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] update failed (client error): There was a conflict when trying to complete your request. Jul 24 00:56:44.682869 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1ebc1661-4f1c-4bdf-bc27-4c91dcb8cceb req-26b4b935-bd49-4a1f-b3e9-be5b7b2bf938 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "PUT /v2.0/floatingips/c4bbe8c3-9326-49f4-a2d5-669c571c1aee HTTP/1.1" status: 409 len: 550 time: 1.2415903 Jul 24 00:56:44.688354 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-27ffbf65-85b0-4f98-9ba8-b44e81686f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:44.690222 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-761a1172-c466-480c-b6f2-2faee1db7b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:44.693000 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-761a1172-c466-480c-b6f2-2faee1db7b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:44.697206 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-761a1172-c466-480c-b6f2-2faee1db7b3f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e5726de8-463e-4fb1-baa3-0fb8d90289ac HTTP/1.1" status: 204 len: 168 time: 0.5664837 Jul 24 00:56:44.721604 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-413ea369-3a54-44bc-aaa5-8e72bfc76bfd req-3622cbf3-e292-422a-b264-a3a366184429 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543589 Jul 24 00:56:44.754457 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a1172-c466-480c-b6f2-2faee1db7b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5726de8-463e-4fb1-baa3-0fb8d90289ac,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:44.771884 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e6b9b-8757-4f33-838d-b9399619ce0b tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Pushing event deleted for resources: {'Port': ['ID=3ed410d3-3325-4685-85a3-54d0440cdaea,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:44.835258 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57426550-d2b6-43a7-999a-a9d7ab7e5a46 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:44.836173 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-57426550-d2b6-43a7-999a-a9d7ab7e5a46 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:44.874693 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a'}, {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d1b5b62-5be0-495a-ae91-411a6cc06b8e'}, {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24a09a83-d86e-4a1c-b603-983448f0ec6b'}, {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ed410d3-3325-4685-85a3-54d0440cdaea'}, {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b2d3291-8280-46dd-96b5-e7c6c7c3131b'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:56:44.884166 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-27ffbf65-85b0-4f98-9ba8-b44e81686f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:44.886946 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-27ffbf65-85b0-4f98-9ba8-b44e81686f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:44.891010 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-27ffbf65-85b0-4f98-9ba8-b44e81686f30 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a87455a2-d817-471c-a5d6-d05f5da88c49 HTTP/1.1" status: 204 len: 168 time: 0.3479612 Jul 24 00:56:44.896718 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56933c60-2066-4220-b3ae-671e603ffbe5" -d '{"events": [{"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-unplugged", "status": "completed", "tag": "dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a"}, {"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-unplugged", "status": "completed", "tag": "9d1b5b62-5be0-495a-ae91-411a6cc06b8e"}, {"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-unplugged", "status": "completed", "tag": "24a09a83-d86e-4a1c-b603-983448f0ec6b"}, {"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-unplugged", "status": "completed", "tag": "3ed410d3-3325-4685-85a3-54d0440cdaea"}, {"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-unplugged", "status": "completed", "tag": "1b2d3291-8280-46dd-96b5-e7c6c7c3131b"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:56:44.942111 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ffbf65-85b0-4f98-9ba8-b44e81686f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87455a2-d817-471c-a5d6-d05f5da88c49,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:45.047132 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-add36375-a9b0-413b-9474-8aa06a8f0176 req-9a23950b-cf4e-4139-a4fc-fbe60650faa2 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e894af-00e9-41f8-a463-ed46ef62dee5 HTTP/1.1" status: 200 len: 210 time: 0.0516381 Jul 24 00:56:45.080321 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-562e6b9b-8757-4f33-838d-b9399619ce0b tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] No DVR routers for this DVR port 3ed410d3-3325-4685-85a3-54d0440cdaea on host n-h2-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:56:45.100668 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-562e6b9b-8757-4f33-838d-b9399619ce0b tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:45.102809 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-562e6b9b-8757-4f33-838d-b9399619ce0b tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.11 "DELETE /v2.0/ports/3ed410d3-3325-4685-85a3-54d0440cdaea HTTP/1.1" status: 204 len: 173 time: 1.9801638 Jul 24 00:56:45.120351 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-deleted', 'tag': '3ed410d3-3325-4685-85a3-54d0440cdaea'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:56:45.122767 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8acc9d-4c75-423d-8f28-19f38877ce67" -d '{"events": [{"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-deleted", "tag": "3ed410d3-3325-4685-85a3-54d0440cdaea"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:56:45.183375 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device cc10e176-916a-4483-8bf1-a955a4e4d555 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:56:45.214148 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-57426550-d2b6-43a7-999a-a9d7ab7e5a46 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0258007 Jul 24 00:56:45.274210 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1890b22e-55c7-4487-bac6-b95511f7ceff req-12dbd468-8215-4f93-b5b1-c4c58cef62f1 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/floatingips/c4bbe8c3-9326-49f4-a2d5-669c571c1aee HTTP/1.1" status: 200 len: 693 time: 0.1648455 Jul 24 00:56:45.420501 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port cc10e176-916a-4483-8bf1-a955a4e4d555 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:56:45.435655 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port cc10e176-916a-4483-8bf1-a955a4e4d555 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:56:45.437949 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:45.496914 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-62705840-cce1-4bbb-b0d2-712df5ad9621 None None] Provisioning for port a506a736-02bd-4fbb-acb0-f1c78bc19022 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:56:45.512747 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-62705840-cce1-4bbb-b0d2-712df5ad9621 None None] Provisioning complete for port a506a736-02bd-4fbb-acb0-f1c78bc19022 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:56:45.514550 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-62705840-cce1-4bbb-b0d2-712df5ad9621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:45.577238 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a18e7-cc76-4d4d-88a4-db1a2e06c4a8 req-39a1ae88-cc52-430a-9136-8327d2349a30 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:45.586942 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a18e7-cc76-4d4d-88a4-db1a2e06c4a8 req-39a1ae88-cc52-430a-9136-8327d2349a30 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:45.595018 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a18e7-cc76-4d4d-88a4-db1a2e06c4a8 req-39a1ae88-cc52-430a-9136-8327d2349a30 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:45.603763 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890b22e-55c7-4487-bac6-b95511f7ceff req-ec78578f-8094-4120-a9bd-b8dc3e483bbc tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:45.605500 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1890b22e-55c7-4487-bac6-b95511f7ceff req-ec78578f-8094-4120-a9bd-b8dc3e483bbc tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/networks/40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 784 time: 0.3289325 Jul 24 00:56:45.618853 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a18e7-cc76-4d4d-88a4-db1a2e06c4a8 req-39a1ae88-cc52-430a-9136-8327d2349a30 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:45.620874 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-787a18e7-cc76-4d4d-88a4-db1a2e06c4a8 req-39a1ae88-cc52-430a-9136-8327d2349a30 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 3142 time: 0.6092379 Jul 24 00:56:45.673238 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-c3259010-fa2a-49d7-b110-5ceac27e68b5 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Deleting port 24a09a83-d86e-4a1c-b603-983448f0ec6b {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:56:45.673600 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-c3259010-fa2a-49d7-b110-5ceac27e68b5 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:45.697863 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-62705840-cce1-4bbb-b0d2-712df5ad9621 None None] Port a506a736-02bd-4fbb-acb0-f1c78bc19022 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:56:45.700410 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a44f220e-ad43-4ee5-aadc-e86acb9ce77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:45.718764 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1890b22e-55c7-4487-bac6-b95511f7ceff req-090975cb-c468-49ee-a309-be50c73ca963 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.158 HTTP/1.1" status: 200 len: 696 time: 0.0989552 Jul 24 00:56:45.774754 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-787a18e7-cc76-4d4d-88a4-db1a2e06c4a8 req-fcc9ef79-968d-44fd-88fe-0b802e79673d tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/security-groups?id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268227 Jul 24 00:56:45.775819 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:45.835825 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-c3259010-fa2a-49d7-b110-5ceac27e68b5 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] For port 24a09a83-d86e-4a1c-b603-983448f0ec6b, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=24a09a83-d86e-4a1c-b603-983448f0ec6b,segment=NetworkSegment(68b73458-c661-4e5a-b683-24d7323352a7),segment_id=68b73458-c661-4e5a-b683-24d7323352a7)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:45.836141 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-c3259010-fa2a-49d7-b110-5ceac27e68b5 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:45.853599 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1890b22e-55c7-4487-bac6-b95511f7ceff req-fad7b931-3950-4f5b-acde-13c40090d8e6 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.158 HTTP/1.1" status: 200 len: 696 time: 0.1293538 Jul 24 00:56:45.860055 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-c3259010-fa2a-49d7-b110-5ceac27e68b5 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Calling delete_port for 24a09a83-d86e-4a1c-b603-983448f0ec6b owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:56:45.875328 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port cc10e176-916a-4483-8bf1-a955a4e4d555, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=cc10e176-916a-4483-8bf1-a955a4e4d555,segment=NetworkSegment(dae40cc4-6193-418b-9703-a4a189ab618c),segment_id=dae40cc4-6193-418b-9703-a4a189ab618c)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:45.875328 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-abc6a058-8a24-441a-b80d-3ab20a0e163b None None] Provisioning complete for port cc10e176-916a-4483-8bf1-a955a4e4d555 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:56:45.875662 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-abc6a058-8a24-441a-b80d-3ab20a0e163b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:45.922362 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:45.944487 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Sat, 24 Jul 2021 00:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0802d3ca-d4df-49d4-977e-2576bd0c450e x-openstack-request-id: req-0802d3ca-d4df-49d4-977e-2576bd0c450e {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:56:45.944835 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-unplugged", "status": "completed", "tag": "dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a", "code": 200}, {"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-unplugged", "status": "completed", "tag": "9d1b5b62-5be0-495a-ae91-411a6cc06b8e", "code": 200}, {"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-unplugged", "status": "completed", "tag": "24a09a83-d86e-4a1c-b603-983448f0ec6b", "code": 200}, {"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-unplugged", "status": "completed", "tag": "3ed410d3-3325-4685-85a3-54d0440cdaea", "code": 200}, {"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-unplugged", "status": "completed", "tag": "1b2d3291-8280-46dd-96b5-e7c6c7c3131b", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:56:45.945046 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0802d3ca-d4df-49d4-977e-2576bd0c450e {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:56:45.945427 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a', 'code': 200} Jul 24 00:56:45.945686 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d1b5b62-5be0-495a-ae91-411a6cc06b8e', 'code': 200} Jul 24 00:56:45.945945 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24a09a83-d86e-4a1c-b603-983448f0ec6b', 'code': 200} Jul 24 00:56:45.946199 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ed410d3-3325-4685-85a3-54d0440cdaea', 'code': 200} Jul 24 00:56:45.946453 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b2d3291-8280-46dd-96b5-e7c6c7c3131b', 'code': 200} Jul 24 00:56:45.947240 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device b4e0e162-5cda-48a3-82d9-bed323c9f9f3 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:56:46.048792 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: b4e0e162-5cda-48a3-82d9-bed323c9f9f3 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:56:46.049148 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device b4e0e162-5cda-48a3-82d9-bed323c9f9f3 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:56:46.049580 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device d24995eb-74aa-40d8-b4ba-8d7f533a3155 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:56:46.083036 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0110cab-8bcd-464c-b91f-fb199c85156d x-openstack-request-id: req-c0110cab-8bcd-464c-b91f-fb199c85156d {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:56:46.083672 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-deleted", "tag": "3ed410d3-3325-4685-85a3-54d0440cdaea", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:56:46.084406 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c0110cab-8bcd-464c-b91f-fb199c85156d {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:56:46.085355 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-deleted', 'tag': '3ed410d3-3325-4685-85a3-54d0440cdaea', 'status': 'completed', 'code': 200} Jul 24 00:56:46.094914 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: d24995eb-74aa-40d8-b4ba-8d7f533a3155 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:56:46.095385 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device d24995eb-74aa-40d8-b4ba-8d7f533a3155 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:56:46.096495 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-c3259010-fa2a-49d7-b110-5ceac27e68b5 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:46.159123 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=cc10e176-916a-4483-8bf1-a955a4e4d555,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:46.193880 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3259010-fa2a-49d7-b110-5ceac27e68b5 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Pushing event deleted for resources: {'Port': ['ID=24a09a83-d86e-4a1c-b603-983448f0ec6b,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:46.296470 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-c3259010-fa2a-49d7-b110-5ceac27e68b5 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] No DVR routers for this DVR port 24a09a83-d86e-4a1c-b603-983448f0ec6b on host n-h2-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:56:46.303913 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-c3259010-fa2a-49d7-b110-5ceac27e68b5 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:46.306024 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-c3259010-fa2a-49d7-b110-5ceac27e68b5 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.11 "DELETE /v2.0/ports/24a09a83-d86e-4a1c-b603-983448f0ec6b HTTP/1.1" status: 204 len: 173 time: 1.1663556 Jul 24 00:56:46.366390 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-1890b22e-55c7-4487-bac6-b95511f7ceff req-6c771995-757a-4e50-a05d-653e0f3edf70 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Deleting port 35c5439f-64bb-4e5f-8ac6-8aacdd268ec5 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:56:46.367473 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-1890b22e-55c7-4487-bac6-b95511f7ceff req-6c771995-757a-4e50-a05d-653e0f3edf70 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:46.454686 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 33528) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:46.479108 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-8ff44df3-e530-4e92-ab22-6d7d5f80a0d0 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:46.480669 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-8ff44df3-e530-4e92-ab22-6d7d5f80a0d0 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.13 "GET /v2.0/networks?id=3693d853-cfcd-49ab-a574-7a2bb546088d HTTP/1.1" status: 200 len: 821 time: 0.2687855 Jul 24 00:56:46.498151 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-502d4468-5467-42e2-8f80-23e508d383c5 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Deleting port 1b2d3291-8280-46dd-96b5-e7c6c7c3131b {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:56:46.499192 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-502d4468-5467-42e2-8f80-23e508d383c5 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:46.505299 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-7a5b44a8-92b8-464d-bc4f-b775e530da3b tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Request body: {'port': {'device_id': '95e894af-00e9-41f8-a463-ed46ef62dee5', 'network_id': '3693d853-cfcd-49ab-a574-7a2bb546088d', 'admin_state_up': True, 'tenant_id': '189b921c4a4d4668a9577a88e5cdd824'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:56:46.574979 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-1890b22e-55c7-4487-bac6-b95511f7ceff req-6c771995-757a-4e50-a05d-653e0f3edf70 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:46.575323 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-1890b22e-55c7-4487-bac6-b95511f7ceff req-6c771995-757a-4e50-a05d-653e0f3edf70 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:46.622377 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-1890b22e-55c7-4487-bac6-b95511f7ceff req-6c771995-757a-4e50-a05d-653e0f3edf70 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Calling delete_port for 35c5439f-64bb-4e5f-8ac6-8aacdd268ec5 owned by network:floatingip {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:56:46.695910 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-502d4468-5467-42e2-8f80-23e508d383c5 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] For port 1b2d3291-8280-46dd-96b5-e7c6c7c3131b, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=1b2d3291-8280-46dd-96b5-e7c6c7c3131b,segment=NetworkSegment(23ebf5d9-a245-4865-978c-96f59b5fd63b),segment_id=23ebf5d9-a245-4865-978c-96f59b5fd63b)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:46.696472 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-502d4468-5467-42e2-8f80-23e508d383c5 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:46.718251 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 33536) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:46.733775 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-ae487a7c-7f06-43e2-8c97-2a2d2a72c387 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1704412954', 'description': 'tempest-description--1246936980'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:56:46.777494 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-502d4468-5467-42e2-8f80-23e508d383c5 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Calling delete_port for 1b2d3291-8280-46dd-96b5-e7c6c7c3131b owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:56:46.783926 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.db.api [None req-ae487a7c-7f06-43e2-8c97-2a2d2a72c387 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 24 00:56:46.783926 n-d-793621-25 neutron-server[100463]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 24 00:56:46.783926 n-d-793621-25 neutron-server[100463]: [parameters: {'project_id': 'cd6a59a0ba774d20a9df419972239646', 'id': '553aa1ed-9cbf-4fc6-9751-4e8f519e3795', 'expiration': datetime.datetime(2021, 7, 24, 0, 58, 46, 767207)}] Jul 24 00:56:46.783926 n-d-793621-25 neutron-server[100463]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:56:46.784275 n-d-793621-25 neutron-server[100463]: DEBUG oslo_db.api [None req-ae487a7c-7f06-43e2-8c97-2a2d2a72c387 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:56:46.815285 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-7a5b44a8-92b8-464d-bc4f-b775e530da3b tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Made reservation on behalf of 189b921c4a4d4668a9577a88e5cdd824 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:56:46.821051 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-7a5b44a8-92b8-464d-bc4f-b775e530da3b tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:46.826954 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device cc10e176-916a-4483-8bf1-a955a4e4d555 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:56:46.916433 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-2b0bea7e-4980-483b-a683-1fdb5fb10776 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-281342210-network', 'tenant_id': '1fb7ee03c7cc46a1b6339d50bceb9609'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:56:46.923050 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port cc10e176-916a-4483-8bf1-a955a4e4d555 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:56:46.923241 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:46.964333 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-1890b22e-55c7-4487-bac6-b95511f7ceff req-6c771995-757a-4e50-a05d-653e0f3edf70 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:46.974340 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5d43a-aea3-4195-8d44-cc745af0c18d req-ed1a6d2a-4d01-4ff0-a7ac-32bf9d21c19f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:46.981278 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-93f5d43a-aea3-4195-8d44-cc745af0c18d req-ed1a6d2a-4d01-4ff0-a7ac-32bf9d21c19f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdda1a6a-2009-45ef-98a2-80d888155c85 HTTP/1.1" status: 200 len: 945 time: 0.1113100 Jul 24 00:56:47.027533 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0bea7e-4980-483b-a683-1fdb5fb10776 admin admin] Made reservation on behalf of 1fb7ee03c7cc46a1b6339d50bceb9609 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:56:47.030593 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2b0bea7e-4980-483b-a683-1fdb5fb10776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:47.046287 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c771995-757a-4e50-a05d-653e0f3edf70 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Pushing event deleted for resources: {'Port': ['ID=35c5439f-64bb-4e5f-8ac6-8aacdd268ec5,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:47.054654 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2b0bea7e-4980-483b-a683-1fdb5fb10776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:47.090910 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-93f5d43a-aea3-4195-8d44-cc745af0c18d req-d4750e48-c180-492f-92f4-e3d4b1c8fa67 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048107 Jul 24 00:56:47.133738 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-502d4468-5467-42e2-8f80-23e508d383c5 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:47.175234 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d4468-5467-42e2-8f80-23e508d383c5 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Pushing event deleted for resources: {'Port': ['ID=1b2d3291-8280-46dd-96b5-e7c6c7c3131b,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:47.226194 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-7a5b44a8-92b8-464d-bc4f-b775e530da3b tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Allocated IP 172.20.0.9 (3693d853-cfcd-49ab-a574-7a2bb546088d/feed36e8-2b07-4f00-a23a-762cf33137fd/237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:56:47.240364 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-1890b22e-55c7-4487-bac6-b95511f7ceff req-6c771995-757a-4e50-a05d-653e0f3edf70 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks [] for floatingip, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:47.243347 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-1890b22e-55c7-4487-bac6-b95511f7ceff req-6c771995-757a-4e50-a05d-653e0f3edf70 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:47.244642 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1890b22e-55c7-4487-bac6-b95511f7ceff req-6c771995-757a-4e50-a05d-653e0f3edf70 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "DELETE /v2.0/floatingips/c4bbe8c3-9326-49f4-a2d5-669c571c1aee HTTP/1.1" status: 204 len: 173 time: 1.3871229 Jul 24 00:56:47.263337 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-502d4468-5467-42e2-8f80-23e508d383c5 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] No DVR routers for this DVR port 1b2d3291-8280-46dd-96b5-e7c6c7c3131b on host n-h2-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:56:47.268111 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-502d4468-5467-42e2-8f80-23e508d383c5 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:47.271467 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-502d4468-5467-42e2-8f80-23e508d383c5 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.11 "DELETE /v2.0/ports/1b2d3291-8280-46dd-96b5-e7c6c7c3131b HTTP/1.1" status: 204 len: 173 time: 0.9586346 Jul 24 00:56:47.366809 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-40795f93-cba0-4c6f-8d07-daf9386e0356 req-3025c220-746e-4c16-b57a-02740e390bd9 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e894af-00e9-41f8-a463-ed46ef62dee5 HTTP/1.1" status: 200 len: 210 time: 0.0460205 Jul 24 00:56:47.411079 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2b0bea7e-4980-483b-a683-1fdb5fb10776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:47.419588 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2b0bea7e-4980-483b-a683-1fdb5fb10776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:47.461951 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-1f997403-7571-41fd-96b0-720e61e5b6e2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Deleting port 9d1b5b62-5be0-495a-ae91-411a6cc06b8e {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:56:47.462644 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-1f997403-7571-41fd-96b0-720e61e5b6e2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:47.482033 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ae487a7c-7f06-43e2-8c97-2a2d2a72c387 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:47.492103 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b0bea7e-4980-483b-a683-1fdb5fb10776 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:56:47.520981 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0bea7e-4980-483b-a683-1fdb5fb10776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4793fda-c301-4b53-a792-58d95c3062ed,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:47.526966 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2b0bea7e-4980-483b-a683-1fdb5fb10776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:47.527324 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-2b0bea7e-4980-483b-a683-1fdb5fb10776 admin admin] Added segment 851c086d-6716-4eba-a890-2a3ac111348a of type vlan for network 24cc9fbf-ac0c-4fd0-b3e2-1b5a6976243c Jul 24 00:56:47.583410 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e110f5d-3a3e-46fc-8579-128bd73e76d1 req-7c2b365b-5dd0-4efc-b83c-4ad228a275c4 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:47.589562 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e110f5d-3a3e-46fc-8579-128bd73e76d1 req-7c2b365b-5dd0-4efc-b83c-4ad228a275c4 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:47.591550 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5e110f5d-3a3e-46fc-8579-128bd73e76d1 req-7c2b365b-5dd0-4efc-b83c-4ad228a275c4 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 1676 time: 0.2576613 Jul 24 00:56:47.619044 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2b0bea7e-4980-483b-a683-1fdb5fb10776 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:47.636374 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-7a5b44a8-92b8-464d-bc4f-b775e530da3b tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:47.658617 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-1f997403-7571-41fd-96b0-720e61e5b6e2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] For port 9d1b5b62-5be0-495a-ae91-411a6cc06b8e, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=9d1b5b62-5be0-495a-ae91-411a6cc06b8e,segment=NetworkSegment(68b73458-c661-4e5a-b683-24d7323352a7),segment_id=68b73458-c661-4e5a-b683-24d7323352a7)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:47.659029 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-1f997403-7571-41fd-96b0-720e61e5b6e2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:47.685214 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-1f997403-7571-41fd-96b0-720e61e5b6e2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Calling delete_port for 9d1b5b62-5be0-495a-ae91-411a6cc06b8e owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:56:47.700070 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81b7e3-9269-4c4f-9943-b10ed6402117 req-b43c4bb5-b5e4-4f01-8bce-830565e99d5d tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:47.707529 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5e110f5d-3a3e-46fc-8579-128bd73e76d1 req-a866cba6-dc14-465d-85b1-ff98ac950a21 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/security-groups?id=4531c942-f7ee-4c2c-9cee-5b2c599f93f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061597 Jul 24 00:56:47.707869 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3b81b7e3-9269-4c4f-9943-b10ed6402117 req-b43c4bb5-b5e4-4f01-8bce-830565e99d5d tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdda1a6a-2009-45ef-98a2-80d888155c85 HTTP/1.1" status: 200 len: 945 time: 0.2115159 Jul 24 00:56:47.713164 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2b0bea7e-4980-483b-a683-1fdb5fb10776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:47.714509 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0bea7e-4980-483b-a683-1fdb5fb10776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:47.715351 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2b0bea7e-4980-483b-a683-1fdb5fb10776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:47.816521 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ae487a7c-7f06-43e2-8c97-2a2d2a72c387 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:47.823256 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0bea7e-4980-483b-a683-1fdb5fb10776 admin admin] Pushing event updated for resources: {'Network': ['ID=24cc9fbf-ac0c-4fd0-b3e2-1b5a6976243c,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:47.830819 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3b81b7e3-9269-4c4f-9943-b10ed6402117 req-81399fdd-5c3c-4ac0-9b3e-820a283c039a tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206458 Jul 24 00:56:47.839697 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ae487a7c-7f06-43e2-8c97-2a2d2a72c387 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:47.839993 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 24cc9fbf-ac0c-4fd0-b3e2-1b5a6976243c details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:56:47.868935 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-7a5b44a8-92b8-464d-bc4f-b775e530da3b tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:47.886952 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2b0bea7e-4980-483b-a683-1fdb5fb10776 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4308894 Jul 24 00:56:47.933567 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-7a5b44a8-92b8-464d-bc4f-b775e530da3b tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Network 3693d853-cfcd-49ab-a574-7a2bb546088d is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:56:47.944489 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ae487a7c-7f06-43e2-8c97-2a2d2a72c387 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:47.945974 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ae487a7c-7f06-43e2-8c97-2a2d2a72c387 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2267025 Jul 24 00:56:47.950762 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-7a5b44a8-92b8-464d-bc4f-b775e530da3b tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:56:47.953503 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 33566) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:47.954460 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae487a7c-7f06-43e2-8c97-2a2d2a72c387 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee45ad64-8c62-46a6-8180-96016c4d729d,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:47.960413 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-7a5b44a8-92b8-464d-bc4f-b775e530da3b tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:56:47.965898 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-a45d2317-8df7-4e0e-97d8-2d22d59a592a tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Request body: {'security_group_rule': {'security_group_id': 'ee45ad64-8c62-46a6-8180-96016c4d729d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:56:48.006167 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-92305a6a-35a6-4b0f-a538-37907f521b46 req-ce02917c-c3f4-4ee7-a0ee-1ee1676a50ab tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.92 HTTP/1.1" status: 200 len: 1000 time: 0.2331679 Jul 24 00:56:48.057816 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b44a8-92b8-464d-bc4f-b775e530da3b tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Pushing event updated for resources: {'Port': ['ID=237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:48.088612 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-deleted', 'tag': '24a09a83-d86e-4a1c-b603-983448f0ec6b'}, {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-deleted', 'tag': '1b2d3291-8280-46dd-96b5-e7c6c7c3131b'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:56:48.091295 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae72479-124c-4ed9-b8a7-809771cf7a61" -d '{"events": [{"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-deleted", "tag": "24a09a83-d86e-4a1c-b603-983448f0ec6b"}, {"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-deleted", "tag": "1b2d3291-8280-46dd-96b5-e7c6c7c3131b"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:56:48.117766 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-1f997403-7571-41fd-96b0-720e61e5b6e2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:48.125982 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a45d2317-8df7-4e0e-97d8-2d22d59a592a tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:48.152018 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f997403-7571-41fd-96b0-720e61e5b6e2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Pushing event deleted for resources: {'Port': ['ID=9d1b5b62-5be0-495a-ae91-411a6cc06b8e,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:48.165349 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-7a5b44a8-92b8-464d-bc4f-b775e530da3b tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:48.166248 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-7a5b44a8-92b8-464d-bc4f-b775e530da3b tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:48.193744 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92305a6a-35a6-4b0f-a538-37907f521b46 req-678b6882-62ef-4b81-8a24-5b23b40a284f tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:48.202087 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-92305a6a-35a6-4b0f-a538-37907f521b46 req-678b6882-62ef-4b81-8a24-5b23b40a284f tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/ports/d91d87ab-3542-4aef-a411-0c57a8d860fa HTTP/1.1" status: 200 len: 942 time: 0.1840603 Jul 24 00:56:48.212747 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f4db4a8b-08bd-44d5-a86c-ceeaa2e80ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:48.248148 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-7a5b44a8-92b8-464d-bc4f-b775e530da3b tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7507958 Jul 24 00:56:48.265727 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-f32cd828-0a54-4fdf-ba38-aa3a33b9d151 service neutron] Request body: {'port': {'device_id': '95e894af-00e9-41f8-a463-ed46ef62dee5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:56:48.281776 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-1f997403-7571-41fd-96b0-720e61e5b6e2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] No DVR routers for this DVR port 9d1b5b62-5be0-495a-ae91-411a6cc06b8e on host n-h2-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:56:48.284878 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-1f997403-7571-41fd-96b0-720e61e5b6e2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:48.288297 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-1f997403-7571-41fd-96b0-720e61e5b6e2 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.11 "DELETE /v2.0/ports/9d1b5b62-5be0-495a-ae91-411a6cc06b8e HTTP/1.1" status: 204 len: 173 time: 1.0111475 Jul 24 00:56:48.349473 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a45d2317-8df7-4e0e-97d8-2d22d59a592a tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:48.358471 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a45d2317-8df7-4e0e-97d8-2d22d59a592a tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:48.377729 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbaa5fb-413e-4286-9557-1c85ff57bdbd req-76a32863-fc70-4125-9476-cb625104fb13 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:48.380006 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3fbaa5fb-413e-4286-9557-1c85ff57bdbd req-76a32863-fc70-4125-9476-cb625104fb13 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdda1a6a-2009-45ef-98a2-80d888155c85 HTTP/1.1" status: 200 len: 945 time: 0.1954970 Jul 24 00:56:48.412669 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d2317-8df7-4e0e-97d8-2d22d59a592a tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1b79370-f074-44c7-841a-bb22acc12fdf,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:48.428457 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-92305a6a-35a6-4b0f-a538-37907f521b46 req-3a28d8f8-ac57-45f7-b519-ca40e45d578d tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.92 HTTP/1.1" status: 200 len: 1000 time: 0.1390448 Jul 24 00:56:48.432118 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a45d2317-8df7-4e0e-97d8-2d22d59a592a tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:48.433286 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a45d2317-8df7-4e0e-97d8-2d22d59a592a tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4767151 Jul 24 00:56:48.440241 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 33608) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:48.440582 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:48.447176 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-ecaa6d5c-1bbb-4521-b5d4-6e4ca861826e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Request body: {'security_group_rule': {'security_group_id': 'ee45ad64-8c62-46a6-8180-96016c4d729d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:56:48.466806 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-f32cd828-0a54-4fdf-ba38-aa3a33b9d151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:48.476215 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3fbaa5fb-413e-4286-9557-1c85ff57bdbd req-d62e16c2-987f-4df0-b01b-32108b098ecc tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716319 Jul 24 00:56:48.510861 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-deacf1e9-1a57-48c3-b07e-3a97f73f4c78 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Deleting port dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:56:48.511370 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-deacf1e9-1a57-48c3-b07e-3a97f73f4c78 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:48.589349 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 24 Jul 2021 00:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610d0fec-c386-4d93-865a-33dc9f7e25f2 x-openstack-request-id: req-610d0fec-c386-4d93-865a-33dc9f7e25f2 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:56:48.589657 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-deleted", "tag": "24a09a83-d86e-4a1c-b603-983448f0ec6b", "status": "completed", "code": 200}, {"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-deleted", "tag": "1b2d3291-8280-46dd-96b5-e7c6c7c3131b", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:56:48.589908 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-610d0fec-c386-4d93-865a-33dc9f7e25f2 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:56:48.590510 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-deleted', 'tag': '24a09a83-d86e-4a1c-b603-983448f0ec6b', 'status': 'completed', 'code': 200} Jul 24 00:56:48.593406 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-deleted', 'tag': '1b2d3291-8280-46dd-96b5-e7c6c7c3131b', 'status': 'completed', 'code': 200} Jul 24 00:56:48.607498 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ecaa6d5c-1bbb-4521-b5d4-6e4ca861826e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:48.699478 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-deacf1e9-1a57-48c3-b07e-3a97f73f4c78 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] For port dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a,segment=NetworkSegment(719843d8-5fea-4363-bbdc-981ab26ff953),segment_id=719843d8-5fea-4363-bbdc-981ab26ff953)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:48.700179 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-deacf1e9-1a57-48c3-b07e-3a97f73f4c78 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:48.812737 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92305a6a-35a6-4b0f-a538-37907f521b46 req-596a388d-e291-4186-b17e-97f9dd6fc8ea tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:48.825219 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-92305a6a-35a6-4b0f-a538-37907f521b46 req-596a388d-e291-4186-b17e-97f9dd6fc8ea tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/networks/40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 784 time: 0.3856869 Jul 24 00:56:48.963283 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ecaa6d5c-1bbb-4521-b5d4-6e4ca861826e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:48.978693 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ecaa6d5c-1bbb-4521-b5d4-6e4ca861826e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:49.034611 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 33618) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:49.051074 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-92305a6a-35a6-4b0f-a538-37907f521b46 req-ce1fdefd-5cf9-4f3a-9f0a-21d6fdaac057 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.92 HTTP/1.1" status: 200 len: 1000 time: 0.2146692 Jul 24 00:56:49.056667 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaa6d5c-1bbb-4521-b5d4-6e4ca861826e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1243bd81-1107-43d3-86d2-e8c386bac46d,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:49.068364 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-92305a6a-35a6-4b0f-a538-37907f521b46 req-65ae7065-8db4-4879-ad69-11298e20b864 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:56:49.073517 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ecaa6d5c-1bbb-4521-b5d4-6e4ca861826e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:49.075057 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ecaa6d5c-1bbb-4521-b5d4-6e4ca861826e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6314914 Jul 24 00:56:49.106126 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 33622) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:49.114966 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-881832df-fa01-4c74-9f32-98d0634fcc37 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:56:49.179230 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-92305a6a-35a6-4b0f-a538-37907f521b46 req-65ae7065-8db4-4879-ad69-11298e20b864 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks [] for floatingip, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:49.184640 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-881832df-fa01-4c74-9f32-98d0634fcc37 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks [] for floatingip, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:49.285577 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5c1e7e6d-a1ab-4f54-a131-6a0fe2259957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:49.377791 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:49.499682 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eec489-da8c-4845-821c-390bd9df500b req-ee00dcb3-660d-4b32-8137-8b4edbd1e91e tempest-ComputeTenantNetworksTest-768495271 tempest-ComputeTenantNetworksTest-768495271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:49.506654 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eec489-da8c-4845-821c-390bd9df500b req-ee00dcb3-660d-4b32-8137-8b4edbd1e91e tempest-ComputeTenantNetworksTest-768495271 tempest-ComputeTenantNetworksTest-768495271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:49.513505 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eec489-da8c-4845-821c-390bd9df500b req-ee00dcb3-660d-4b32-8137-8b4edbd1e91e tempest-ComputeTenantNetworksTest-768495271 tempest-ComputeTenantNetworksTest-768495271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:49.515372 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-67eec489-da8c-4845-821c-390bd9df500b req-ee00dcb3-660d-4b32-8137-8b4edbd1e91e tempest-ComputeTenantNetworksTest-768495271 tempest-ComputeTenantNetworksTest-768495271-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3269329 Jul 24 00:56:49.554243 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-deacf1e9-1a57-48c3-b07e-3a97f73f4c78 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:49.555082 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-deacf1e9-1a57-48c3-b07e-3a97f73f4c78 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:49.555737 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-deacf1e9-1a57-48c3-b07e-3a97f73f4c78 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Floating IP 6513642c-e75c-4a30-bb1c-cf4ccccb005c disassociated. External IP: 172.25.2.225, port: dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a. Jul 24 00:56:49.556435 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-deacf1e9-1a57-48c3-b07e-3a97f73f4c78 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Calling delete_port for dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:56:49.635694 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-f32cd828-0a54-4fdf-ba38-aa3a33b9d151 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:56:49.662543 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-f32cd828-0a54-4fdf-ba38-aa3a33b9d151 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:49.724118 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03d2b4-4480-4f7d-9639-011646e17ee8 req-ef78ffac-0b60-4b4b-b261-4757ac38ec5a tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:49.726007 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-aa03d2b4-4480-4f7d-9639-011646e17ee8 req-ef78ffac-0b60-4b4b-b261-4757ac38ec5a tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e894af-00e9-41f8-a463-ed46ef62dee5 HTTP/1.1" status: 200 len: 931 time: 0.1027715 Jul 24 00:56:49.732163 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-f32cd828-0a54-4fdf-ba38-aa3a33b9d151 service neutron] Transition to ACTIVE for port object 237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:56:49.779325 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-f32cd828-0a54-4fdf-ba38-aa3a33b9d151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:49.804346 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-aa03d2b4-4480-4f7d-9639-011646e17ee8 req-4f4478bb-a181-4e85-866a-0e9149576bc8 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514572 Jul 24 00:56:49.808921 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-deacf1e9-1a57-48c3-b07e-3a97f73f4c78 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:49.850146 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deacf1e9-1a57-48c3-b07e-3a97f73f4c78 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Pushing event deleted for resources: {'Port': ['ID=dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:49.854417 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-92305a6a-35a6-4b0f-a538-37907f521b46 req-65ae7065-8db4-4879-ad69-11298e20b864 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:49.862661 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deacf1e9-1a57-48c3-b07e-3a97f73f4c78 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:49.863090 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deacf1e9-1a57-48c3-b07e-3a97f73f4c78 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:49.863523 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deacf1e9-1a57-48c3-b07e-3a97f73f4c78 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:49.863858 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deacf1e9-1a57-48c3-b07e-3a97f73f4c78 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:49.864196 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deacf1e9-1a57-48c3-b07e-3a97f73f4c78 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:49.864544 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deacf1e9-1a57-48c3-b07e-3a97f73f4c78 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:49.864864 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deacf1e9-1a57-48c3-b07e-3a97f73f4c78 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:49.865194 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deacf1e9-1a57-48c3-b07e-3a97f73f4c78 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:49.865523 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deacf1e9-1a57-48c3-b07e-3a97f73f4c78 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:49.865854 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deacf1e9-1a57-48c3-b07e-3a97f73f4c78 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:49.866180 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deacf1e9-1a57-48c3-b07e-3a97f73f4c78 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:49.866501 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deacf1e9-1a57-48c3-b07e-3a97f73f4c78 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:56:49.873218 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-92305a6a-35a6-4b0f-a538-37907f521b46 req-65ae7065-8db4-4879-ad69-11298e20b864 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:49.873218 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [req-92305a6a-35a6-4b0f-a538-37907f521b46 req-65ae7065-8db4-4879-ad69-11298e20b864 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Floating IP 7c6bfd10-84c5-4386-a46e-e60295797e54 disassociated. External IP: 172.25.2.92, port: d91d87ab-3542-4aef-a411-0c57a8d860fa. Jul 24 00:56:49.976012 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0af47833-8aa0-4b2a-88fd-a558d6bc8df9 req-3f41628f-d681-4d9c-b692-732a50ccecd1 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 210 time: 0.0966983 Jul 24 00:56:49.991435 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32cd828-0a54-4fdf-ba38-aa3a33b9d151 service neutron] Pushing event updated for resources: {'Port': ['ID=237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:50.007172 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c497d-d349-4dbc-aa98-e3c277c087f0 req-90129219-559e-456f-8014-56280f3cd89e tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:50.008738 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-191c497d-d349-4dbc-aa98-e3c277c087f0 req-90129219-559e-456f-8014-56280f3cd89e tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.13 "GET /v2.0/ports?device_id=fdda1a6a-2009-45ef-98a2-80d888155c85 HTTP/1.1" status: 200 len: 945 time: 0.3668168 Jul 24 00:56:50.039312 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-deacf1e9-1a57-48c3-b07e-3a97f73f4c78 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Router 72f5fdc4-2531-4a69-bb33-da00672a9165 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:56:50.167909 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5c1e7e6d-a1ab-4f54-a131-6a0fe2259957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:50.179035 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-881832df-fa01-4c74-9f32-98d0634fcc37 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:50.190195 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5c1e7e6d-a1ab-4f54-a131-6a0fe2259957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:50.194514 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3702d7-d6cd-4c29-b43d-cef968cb49e4 req-ada739bd-7a70-48cd-91f5-543f40a20f8c tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:50.196070 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6e3702d7-d6cd-4c29-b43d-cef968cb49e4 req-ada739bd-7a70-48cd-91f5-543f40a20f8c tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdda1a6a-2009-45ef-98a2-80d888155c85 HTTP/1.1" status: 200 len: 945 time: 0.1460831 Jul 24 00:56:50.199162 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-deacf1e9-1a57-48c3-b07e-3a97f73f4c78 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:56:50.220243 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e46b2a-11ec-4b90-8c5a-85deb717d659 None None] Sync routers for ids ['72f5fdc4-2531-4a69-bb33-da00672a9165'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:56:50.230915 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e46b2a-11ec-4b90-8c5a-85deb717d659 None None] Routers {'72f5fdc4-2531-4a69-bb33-da00672a9165'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:56:50.231604 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-d1e46b2a-11ec-4b90-8c5a-85deb717d659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:56:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['72f5fdc4-2531-4a69-bb33-da00672a9165'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:56:50.280414 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-deacf1e9-1a57-48c3-b07e-3a97f73f4c78 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] No DVR routers for this DVR port dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a on host n-h2-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:56:50.303114 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-deacf1e9-1a57-48c3-b07e-3a97f73f4c78 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:50.306201 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0b0d746f-5bb6-42f3-890b-b80ca1860eb2 req-deacf1e9-1a57-48c3-b07e-3a97f73f4c78 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.11 "DELETE /v2.0/ports/dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a HTTP/1.1" status: 204 len: 173 time: 2.0127451 Jul 24 00:56:50.315156 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-f32cd828-0a54-4fdf-ba38-aa3a33b9d151 service neutron] Attempting to bind port 237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:56:50.315744 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-f32cd828-0a54-4fdf-ba38-aa3a33b9d151 service neutron] Attempting to bind port 237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '1a1e043c-79b0-4397-b4d2-2b95c82d517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3693d853-cfcd-49ab-a574-7a2bb546088d'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:56:50.316263 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-f32cd828-0a54-4fdf-ba38-aa3a33b9d151 service neutron] Attempting to bind port 237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165 on network 3693d853-cfcd-49ab-a574-7a2bb546088d {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:56:50.317985 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6e3702d7-d6cd-4c29-b43d-cef968cb49e4 req-a64b6445-dd34-46a6-93ca-1f235594c911 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110718 Jul 24 00:56:50.330693 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5c1e7e6d-a1ab-4f54-a131-6a0fe2259957 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a781beef671d49ee8ac6542430d0e400&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2908320 Jul 24 00:56:50.333242 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 33630) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:50.377532 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-d1e46b2a-11ec-4b90-8c5a-85deb717d659 None None] Set router 72f5fdc4-2531-4a69-bb33-da00672a9165 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:56:50.385987 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e7e6d-a1ab-4f54-a131-6a0fe2259957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb6af61-6a2f-4e5b-ac7e-ee25561b43c3,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:50.442357 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-f32cd828-0a54-4fdf-ba38-aa3a33b9d151 service neutron] Port 237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165 on network 3693d853-cfcd-49ab-a574-7a2bb546088d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:56:50.442830 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-f32cd828-0a54-4fdf-ba38-aa3a33b9d151 service neutron] Attempting to bind port 237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165 on network 3693d853-cfcd-49ab-a574-7a2bb546088d {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:56:50.475079 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-f32cd828-0a54-4fdf-ba38-aa3a33b9d151 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:56:50.475360 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-f32cd828-0a54-4fdf-ba38-aa3a33b9d151 service neutron] Checking segment: {'id': '1a1e043c-79b0-4397-b4d2-2b95c82d517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3693d853-cfcd-49ab-a574-7a2bb546088d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:56:50.475756 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-f32cd828-0a54-4fdf-ba38-aa3a33b9d151 service neutron] Bound using segment: {'id': '1a1e043c-79b0-4397-b4d2-2b95c82d517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3693d853-cfcd-49ab-a574-7a2bb546088d'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:56:50.476223 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-f32cd828-0a54-4fdf-ba38-aa3a33b9d151 service neutron] Bound port: 237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a1e043c-79b0-4397-b4d2-2b95c82d517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3693d853-cfcd-49ab-a574-7a2bb546088d'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:56:50.476603 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-f32cd828-0a54-4fdf-ba38-aa3a33b9d151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:50.577667 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d0012-4b79-4daf-981b-b13b0130eace req-f88e8796-a6d2-4399-9e21-52f1b2daf7c7 tempest-ComputeTenantNetworksTest-768495271 tempest-ComputeTenantNetworksTest-768495271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:50.577927 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-191c497d-d349-4dbc-aa98-e3c277c087f0 req-c06d7af2-467a-467c-bba6-c16ad93d599f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Deleting port 0bf7692e-2e88-49f6-90b9-7c5e7c63a982 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:56:50.578032 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-191c497d-d349-4dbc-aa98-e3c277c087f0 req-c06d7af2-467a-467c-bba6-c16ad93d599f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:50.595094 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-137d0012-4b79-4daf-981b-b13b0130eace req-f88e8796-a6d2-4399-9e21-52f1b2daf7c7 tempest-ComputeTenantNetworksTest-768495271 tempest-ComputeTenantNetworksTest-768495271-project] 10.222.0.15 "GET /v2.0/networks/24cc9fbf-ac0c-4fd0-b3e2-1b5a6976243c HTTP/1.1" status: 200 len: 768 time: 0.2154019 Jul 24 00:56:50.596804 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 33632) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:50.610348 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-881832df-fa01-4c74-9f32-98d0634fcc37 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Allocated IP 172.25.2.218 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/006171e4-5795-4d9c-a941-cc4c26cc594e) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:56:50.617685 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-deleted', 'tag': '9d1b5b62-5be0-495a-ae91-411a6cc06b8e'}, {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-deleted', 'tag': 'dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:56:50.621546 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f666cfb4-e991-49b0-8787-feab26430c59" -d '{"events": [{"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-deleted", "tag": "9d1b5b62-5be0-495a-ae91-411a6cc06b8e"}, {"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-deleted", "tag": "dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:56:50.680620 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92305a6a-35a6-4b0f-a538-37907f521b46 req-65ae7065-8db4-4879-ad69-11298e20b864 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Router e988bc94-c706-470a-ba35-22f75ce93ab7 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:56:50.702786 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-f32cd828-0a54-4fdf-ba38-aa3a33b9d151 service neutron] For port 237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:56:50.762780 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-f32cd828-0a54-4fdf-ba38-aa3a33b9d151 service neutron] For port 237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165,segment=NetworkSegment(1a1e043c-79b0-4397-b4d2-2b95c82d517b),segment_id=1a1e043c-79b0-4397-b4d2-2b95c82d517b)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:56:50.777404 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4f262a67-a5a7-46da-bd5e-5be481b1c1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:50.806807 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-f32cd828-0a54-4fdf-ba38-aa3a33b9d151 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:50.814154 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-d1e46b2a-11ec-4b90-8c5a-85deb717d659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f5fdc4-2531-4a69-bb33-da00672a9165', 'name': 'tempest-TaggedBootDevicesTest_v242-106977617-router', 'tenant_id': '23f38d06c8d14c15821cdb6c563f3213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '9f958658-4cd2-4835-9556-8b89af85fd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:45:41Z', 'updated_at': '2021-07-24T00:45:56Z', 'revision_number': 4, 'project_id': '23f38d06c8d14c15821cdb6c563f3213', 'gw_port': {'id': '9f958658-4cd2-4835-9556-8b89af85fd39', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f5fdc4-2531-4a69-bb33-da00672a9165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:44Z', 'updated_at': '2021-07-24T00:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '0889f85c-48a0-4075-a812-56eef158f77f', 'name': '', 'network_id': 'fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414', 'tenant_id': '23f38d06c8d14c15821cdb6c563f3213', 'mac_address': 'fa:16:3e:9a:de:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f5fdc4-2531-4a69-bb33-da00672a9165', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'e87587b1-abf9-464b-ac3b-f70ea6c04f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:53Z', 'updated_at': '2021-07-24T00:46:08Z', 'revision_number': 5, 'project_id': '23f38d06c8d14c15821cdb6c563f3213', 'subnets': [{'id': 'e87587b1-abf9-464b-ac3b-f70ea6c04f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:56:50.856004 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e46b2a-11ec-4b90-8c5a-85deb717d659 None None] Checking router: 72f5fdc4-2531-4a69-bb33-da00672a9165 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:56:50.871356 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 24 Jul 2021 00:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720aa8e6-4967-4e2e-9155-3dfbdb798a5f x-openstack-request-id: req-720aa8e6-4967-4e2e-9155-3dfbdb798a5f {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:56:50.871714 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-deleted", "tag": "9d1b5b62-5be0-495a-ae91-411a6cc06b8e", "status": "completed", "code": 200}, {"server_uuid": "c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e", "name": "network-vif-deleted", "tag": "dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:56:50.872090 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-720aa8e6-4967-4e2e-9155-3dfbdb798a5f {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:56:50.872677 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-deleted', 'tag': '9d1b5b62-5be0-495a-ae91-411a6cc06b8e', 'status': 'completed', 'code': 200} Jul 24 00:56:50.873057 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e', 'name': 'network-vif-deleted', 'tag': 'dc81cfe4-50cb-43cb-a43f-71fb93bf0e2a', 'status': 'completed', 'code': 200} Jul 24 00:56:50.883795 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e46b2a-11ec-4b90-8c5a-85deb717d659 None None] Routers {'72f5fdc4-2531-4a69-bb33-da00672a9165'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:56:50.888211 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-d1e46b2a-11ec-4b90-8c5a-85deb717d659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:56:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['72f5fdc4-2531-4a69-bb33-da00672a9165'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:56:50.925677 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:50.971075 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4f262a67-a5a7-46da-bd5e-5be481b1c1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:50.974060 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-340a6f3e-a44c-4f53-aa3f-4280813e7175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:51.037870 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-4f262a67-a5a7-46da-bd5e-5be481b1c1ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24cc9fbf-ac0c-4fd0-b3e2-1b5a6976243c']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:56:51.039527 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-d1e46b2a-11ec-4b90-8c5a-85deb717d659 None None] Set router 72f5fdc4-2531-4a69-bb33-da00672a9165 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:56:51.051561 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-f32cd828-0a54-4fdf-ba38-aa3a33b9d151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:51.052508 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-f32cd828-0a54-4fdf-ba38-aa3a33b9d151 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:51.054144 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-f32cd828-0a54-4fdf-ba38-aa3a33b9d151 service neutron] 10.222.0.13 "PUT /v2.0/ports/237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165 HTTP/1.1" status: 200 len: 1092 time: 2.7936513 Jul 24 00:56:51.064385 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e894af-00e9-41f8-a463-ed46ef62dee5', 'tag': '237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:56:51.067036 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881d4392-3528-4212-a43c-628d38674009" -d '{"events": [{"name": "network-changed", "server_uuid": "95e894af-00e9-41f8-a463-ed46ef62dee5", "tag": "237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:56:51.070950 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-4f262a67-a5a7-46da-bd5e-5be481b1c1ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '851c086d-6716-4eba-a890-2a3ac111348a') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:56:51.071371 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-4f262a67-a5a7-46da-bd5e-5be481b1c1ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '851c086d-6716-4eba-a890-2a3ac111348a') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:56:51.079676 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-191c497d-d349-4dbc-aa98-e3c277c087f0 req-c06d7af2-467a-467c-bba6-c16ad93d599f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] For port 0bf7692e-2e88-49f6-90b9-7c5e7c63a982, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=0bf7692e-2e88-49f6-90b9-7c5e7c63a982,segment=NetworkSegment(105933f1-ad5a-4c90-9ca8-c74f813dbd38),segment_id=105933f1-ad5a-4c90-9ca8-c74f813dbd38)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:51.080529 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-191c497d-d349-4dbc-aa98-e3c277c087f0 req-c06d7af2-467a-467c-bba6-c16ad93d599f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:51.108747 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-340a6f3e-a44c-4f53-aa3f-4280813e7175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:51.113338 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4f262a67-a5a7-46da-bd5e-5be481b1c1ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:51.124025 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-191c497d-d349-4dbc-aa98-e3c277c087f0 req-c06d7af2-467a-467c-bba6-c16ad93d599f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Calling delete_port for 0bf7692e-2e88-49f6-90b9-7c5e7c63a982 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:56:51.153108 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4f262a67-a5a7-46da-bd5e-5be481b1c1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:51.158144 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32cd828-0a54-4fdf-ba38-aa3a33b9d151 service neutron] Pushing event updated for resources: {'Port': ['ID=237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:51.173325 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f262a67-a5a7-46da-bd5e-5be481b1c1ad admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:56:51.173752 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4f262a67-a5a7-46da-bd5e-5be481b1c1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:51.183739 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 00:56:51.183739 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:56:51.183739 n-d-793621-25 neutron-server[100463]: timer() Jul 24 00:56:51.183739 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:56:51.183739 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 00:56:51.183739 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:56:51.183739 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 00:56:51.183739 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:56:51.183739 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 00:56:51.183739 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:56:51.183739 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 00:56:51.183739 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:56:51.183739 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 00:56:51.183739 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:56:51.183739 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:56:51.183739 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:56:51.183739 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:56:51.183739 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:56:51.183739 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 00:56:51.183739 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:56:51.183739 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 00:56:51.183739 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:56:51.183739 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:56:51.183739 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:56:51.183739 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 00:56:51.183739 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:56:51.183739 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:56:51.183739 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:56:51.183739 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:56:51.183739 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:56:51.183739 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:56:51.183739 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:56:51.247466 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-881832df-fa01-4c74-9f32-98d0634fcc37 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:51.249640 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ac04a-341a-43b1-964e-a1178842588f req-0051968a-5fab-43eb-be4d-8eb29eaf6f4f tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:51.263348 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d28ac04a-341a-43b1-964e-a1178842588f req-0051968a-5fab-43eb-be4d-8eb29eaf6f4f tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e894af-00e9-41f8-a463-ed46ef62dee5 HTTP/1.1" status: 200 len: 943 time: 0.2806790 Jul 24 00:56:51.283090 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92305a6a-35a6-4b0f-a538-37907f521b46 req-65ae7065-8db4-4879-ad69-11298e20b864 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:56:51.296088 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-92305a6a-35a6-4b0f-a538-37907f521b46 req-65ae7065-8db4-4879-ad69-11298e20b864 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:51.297031 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42343bde-3139-4a2e-ad58-28230274fafb None None] Sync routers for ids ['e988bc94-c706-470a-ba35-22f75ce93ab7'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:56:51.320588 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42343bde-3139-4a2e-ad58-28230274fafb None None] Routers {'e988bc94-c706-470a-ba35-22f75ce93ab7'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:56:51.321269 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-42343bde-3139-4a2e-ad58-28230274fafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:56:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['e988bc94-c706-470a-ba35-22f75ce93ab7'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:56:51.321409 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-d1e46b2a-11ec-4b90-8c5a-85deb717d659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f5fdc4-2531-4a69-bb33-da00672a9165', 'name': 'tempest-TaggedBootDevicesTest_v242-106977617-router', 'tenant_id': '23f38d06c8d14c15821cdb6c563f3213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '9f958658-4cd2-4835-9556-8b89af85fd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:45:41Z', 'updated_at': '2021-07-24T00:45:56Z', 'revision_number': 4, 'project_id': '23f38d06c8d14c15821cdb6c563f3213', 'gw_port': {'id': '9f958658-4cd2-4835-9556-8b89af85fd39', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f5fdc4-2531-4a69-bb33-da00672a9165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:44Z', 'updated_at': '2021-07-24T00:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '0889f85c-48a0-4075-a812-56eef158f77f', 'name': '', 'network_id': 'fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414', 'tenant_id': '23f38d06c8d14c15821cdb6c563f3213', 'mac_address': 'fa:16:3e:9a:de:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f5fdc4-2531-4a69-bb33-da00672a9165', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'e87587b1-abf9-464b-ac3b-f70ea6c04f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:53Z', 'updated_at': '2021-07-24T00:46:08Z', 'revision_number': 5, 'project_id': '23f38d06c8d14c15821cdb6c563f3213', 'subnets': [{'id': 'e87587b1-abf9-464b-ac3b-f70ea6c04f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:56:51.365151 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e46b2a-11ec-4b90-8c5a-85deb717d659 None None] The sync data for ids ['72f5fdc4-2531-4a69-bb33-da00672a9165'] in n-d-793621-25 is: [{'id': '72f5fdc4-2531-4a69-bb33-da00672a9165', 'name': 'tempest-TaggedBootDevicesTest_v242-106977617-router', 'tenant_id': '23f38d06c8d14c15821cdb6c563f3213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '9f958658-4cd2-4835-9556-8b89af85fd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:45:41Z', 'updated_at': '2021-07-24T00:45:56Z', 'revision_number': 4, 'project_id': '23f38d06c8d14c15821cdb6c563f3213', 'gw_port': {'id': '9f958658-4cd2-4835-9556-8b89af85fd39', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f5fdc4-2531-4a69-bb33-da00672a9165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:44Z', 'updated_at': '2021-07-24T00:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '0889f85c-48a0-4075-a812-56eef158f77f', 'name': '', 'network_id': 'fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414', 'tenant_id': '23f38d06c8d14c15821cdb6c563f3213', 'mac_address': 'fa:16:3e:9a:de:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f5fdc4-2531-4a69-bb33-da00672a9165', 'device_owner': 'network:router_interface', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': 'e87587b1-abf9-464b-ac3b-f70ea6c04f1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:53Z', 'updated_at': '2021-07-24T00:46:08Z', 'revision_number': 5, 'project_id': '23f38d06c8d14c15821cdb6c563f3213', 'subnets': [{'id': 'e87587b1-abf9-464b-ac3b-f70ea6c04f1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:56:51.384727 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-12bdfd26-c878-4527-9b88-025310ad4f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:51.393996 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-12bdfd26-c878-4527-9b88-025310ad4f4f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=189b921c4a4d4668a9577a88e5cdd824&device_id=95e894af-00e9-41f8-a463-ed46ef62dee5 HTTP/1.1" status: 200 len: 1095 time: 0.2881589 Jul 24 00:56:51.403236 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-92305a6a-35a6-4b0f-a538-37907f521b46 req-65ae7065-8db4-4879-ad69-11298e20b864 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "PUT /v2.0/floatingips/7c6bfd10-84c5-4386-a46e-e60295797e54 HTTP/1.1" status: 200 len: 694 time: 2.3413746 Jul 24 00:56:51.425569 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4f262a67-a5a7-46da-bd5e-5be481b1c1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:51.437228 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4f262a67-a5a7-46da-bd5e-5be481b1c1ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:51.439625 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4f262a67-a5a7-46da-bd5e-5be481b1c1ad admin admin] 10.222.0.15 "DELETE /v2.0/networks/24cc9fbf-ac0c-4fd0-b3e2-1b5a6976243c HTTP/1.1" status: 204 len: 168 time: 0.8042812 Jul 24 00:56:51.481345 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-929f03f6-89a3-4022-9710-1467dbe3f8fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165 HTTP/1.1" status: 200 len: 217 time: 0.0755229 Jul 24 00:56:51.488451 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d28ac04a-341a-43b1-964e-a1178842588f req-39ec95b5-2e01-4cec-b6f4-792d89d59b73 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169027 Jul 24 00:56:51.494506 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f262a67-a5a7-46da-bd5e-5be481b1c1ad admin admin] Pushing event deleted for resources: {'Network': ['ID=24cc9fbf-ac0c-4fd0-b3e2-1b5a6976243c,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:51.503322 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-340a6f3e-a44c-4f53-aa3f-4280813e7175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:51.510043 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-881832df-fa01-4c74-9f32-98d0634fcc37 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:51.512884 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-340a6f3e-a44c-4f53-aa3f-4280813e7175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:51.521459 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-340a6f3e-a44c-4f53-aa3f-4280813e7175 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eeb6af61-6a2f-4e5b-ac7e-ee25561b43c3 HTTP/1.1" status: 204 len: 168 time: 1.1869171 Jul 24 00:56:51.531515 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-42343bde-3139-4a2e-ad58-28230274fafb None None] Set router e988bc94-c706-470a-ba35-22f75ce93ab7 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:56:51.544810 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a6f3e-a44c-4f53-aa3f-4280813e7175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb6af61-6a2f-4e5b-ac7e-ee25561b43c3,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:51.657420 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-191c497d-d349-4dbc-aa98-e3c277c087f0 req-c06d7af2-467a-467c-bba6-c16ad93d599f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:51.666076 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881832df-fa01-4c74-9f32-98d0634fcc37 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:56:51.699177 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-881832df-fa01-4c74-9f32-98d0634fcc37 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:56:51.714075 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-70cdca72-305f-4e54-9be2-a7f8a1860a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:51.716106 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-70cdca72-305f-4e54-9be2-a7f8a1860a91 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=feed36e8-2b07-4f00-a23a-762cf33137fd HTTP/1.1" status: 200 len: 861 time: 0.2184160 Jul 24 00:56:51.718903 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881832df-fa01-4c74-9f32-98d0634fcc37 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:56:51.731611 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881832df-fa01-4c74-9f32-98d0634fcc37 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Pushing event updated for resources: {'Port': ['ID=006171e4-5795-4d9c-a941-cc4c26cc594e,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:51.733362 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4f8236f1-96c6-4bce-b172-7160979d9f80 req-94e10a37-1758-4207-97ea-72508da47848 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 210 time: 0.0802906 Jul 24 00:56:51.784665 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 33652) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:51.801138 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['f142e1c3-accd-44c6-a488-2ba01c18ea56', '0bf7692e-2e88-49f6-90b9-7c5e7c63a982'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:56:51.921622 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-02d44a8b-29e8-463b-93a3-7b1295289964 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1fb7ee03c7cc46a1b6339d50bceb9609&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1351531 Jul 24 00:56:51.922442 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 33654) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:51.938242 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-f0cc992d-083f-45e2-a863-75d3db848b03 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3693d853-cfcd-49ab-a574-7a2bb546088d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2019489 Jul 24 00:56:51.953356 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460c91ac-b507-4cfd-98da-5504468052dc None None] New status for floating IP 6513642c-e75c-4a30-bb1c-cf4ccccb005c: DOWN {{(pid=100466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:56:51.955662 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90457d60-9af5-4a24-8367-ee596b432448 x-openstack-request-id: req-90457d60-9af5-4a24-8367-ee596b432448 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:56:51.955926 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95e894af-00e9-41f8-a463-ed46ef62dee5", "tag": "237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:56:51.956246 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-90457d60-9af5-4a24-8367-ee596b432448 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:56:51.956703 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e894af-00e9-41f8-a463-ed46ef62dee5', 'tag': '237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165', 'status': 'completed', 'code': 200} Jul 24 00:56:51.981968 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06d7af2-467a-467c-bba6-c16ad93d599f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Pushing event deleted for resources: {'Port': ['ID=0bf7692e-2e88-49f6-90b9-7c5e7c63a982,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:52.018627 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92305a6a-35a6-4b0f-a538-37907f521b46 req-3e84dc57-2377-41f6-80db-45d55b353ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:52.019961 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-92305a6a-35a6-4b0f-a538-37907f521b46 req-3e84dc57-2377-41f6-80db-45d55b353ca1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=10ef814c55ad464aa7e22e805ab6f44f&device_id=4a9edc38-644a-4ab3-8cf8-cf5b776c6a09 HTTP/1.1" status: 200 len: 1097 time: 0.5333102 Jul 24 00:56:52.032395 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-191c497d-d349-4dbc-aa98-e3c277c087f0 req-c06d7af2-467a-467c-bba6-c16ad93d599f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] No DVR routers for this DVR port 0bf7692e-2e88-49f6-90b9-7c5e7c63a982 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:56:52.037956 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-191c497d-d349-4dbc-aa98-e3c277c087f0 req-c06d7af2-467a-467c-bba6-c16ad93d599f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:52.040195 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-191c497d-d349-4dbc-aa98-e3c277c087f0 req-c06d7af2-467a-467c-bba6-c16ad93d599f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.13 "DELETE /v2.0/ports/0bf7692e-2e88-49f6-90b9-7c5e7c63a982 HTTP/1.1" status: 204 len: 173 time: 2.0189099 Jul 24 00:56:52.106225 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-feecd271-5194-48df-a6c7-11c53090b84b req-131bbdd4-a423-4418-975e-54082ed6d957 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=fdda1a6a-2009-45ef-98a2-80d888155c85 HTTP/1.1" status: 200 len: 210 time: 0.0929577 Jul 24 00:56:52.138779 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1644870a-9197-48a8-a452-761b4d5f0838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:52.192647 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1644870a-9197-48a8-a452-761b4d5f0838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:52.220317 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-881832df-fa01-4c74-9f32-98d0634fcc37 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:52.341713 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1644870a-9197-48a8-a452-761b4d5f0838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:52.347105 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1644870a-9197-48a8-a452-761b4d5f0838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:52.364688 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1644870a-9197-48a8-a452-761b4d5f0838 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b4793fda-c301-4b53-a792-58d95c3062ed HTTP/1.1" status: 204 len: 168 time: 0.4410024 Jul 24 00:56:52.396896 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1644870a-9197-48a8-a452-761b4d5f0838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4793fda-c301-4b53-a792-58d95c3062ed,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:52.490957 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-42343bde-3139-4a2e-ad58-28230274fafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e988bc94-c706-470a-ba35-22f75ce93ab7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-262578496-router', 'tenant_id': '10ef814c55ad464aa7e22e805ab6f44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:56:06Z', 'updated_at': '2021-07-24T00:56:12Z', 'revision_number': 4, 'project_id': '10ef814c55ad464aa7e22e805ab6f44f', 'gw_port': {'id': 'e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e988bc94-c706-470a-ba35-22f75ce93ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:56:07Z', 'updated_at': '2021-07-24T00:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'f29a7f66-85e4-49a3-8e53-f226ee35fda5', 'name': '', 'network_id': '45a742b0-bd60-4f18-8574-c93c94a69d65', 'tenant_id': '10ef814c55ad464aa7e22e805ab6f44f', 'mac_address': 'fa:16:3e:cd:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e988bc94-c706-470a-ba35-22f75ce93ab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '099e1540-c619-4451-a2fc-5939fe0c73b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:56:10Z', 'updated_at': '2021-07-24T00:56:21Z', 'revision_number': 5, 'project_id': '10ef814c55ad464aa7e22e805ab6f44f', 'subnets': [{'id': '099e1540-c619-4451-a2fc-5939fe0c73b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:56:52.546764 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42343bde-3139-4a2e-ad58-28230274fafb None None] Checking router: e988bc94-c706-470a-ba35-22f75ce93ab7 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:56:52.562307 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 33660) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:52.577315 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42343bde-3139-4a2e-ad58-28230274fafb None None] Routers {'e988bc94-c706-470a-ba35-22f75ce93ab7'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:56:52.579159 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-42343bde-3139-4a2e-ad58-28230274fafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:56:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['e988bc94-c706-470a-ba35-22f75ce93ab7'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:56:52.586766 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e94f7b57-45a3-47d9-af0f-6ea5359cd0d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:52.658508 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-d6921feb-c02f-4e34-b613-5700fc3be0b7 service neutron] 10.222.0.13 "GET /v2.0/networks/3693d853-cfcd-49ab-a574-7a2bb546088d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6806691 Jul 24 00:56:52.715655 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92305a6a-35a6-4b0f-a538-37907f521b46 req-836a21b2-9670-4faf-9c04-e790082cd447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:52.725850 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-92305a6a-35a6-4b0f-a538-37907f521b46 req-836a21b2-9670-4faf-9c04-e790082cd447 service neutron] 10.222.0.15 "GET /v2.0/networks?id=45a742b0-bd60-4f18-8574-c93c94a69d65 HTTP/1.1" status: 200 len: 929 time: 0.6913867 Jul 24 00:56:52.852445 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2753778-16cf-41f4-aed5-fad7a80cb6d3 req-05b77f71-d169-4438-abdf-1af9fa31fc73 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:52.860891 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f2753778-16cf-41f4-aed5-fad7a80cb6d3 req-05b77f71-d169-4438-abdf-1af9fa31fc73 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e894af-00e9-41f8-a463-ed46ef62dee5 HTTP/1.1" status: 200 len: 943 time: 0.2010272 Jul 24 00:56:52.867534 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-881832df-fa01-4c74-9f32-98d0634fcc37 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:52.872448 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-92305a6a-35a6-4b0f-a538-37907f521b46 req-c1769f2e-b4f7-4287-92e2-6c07946c88c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d91d87ab-3542-4aef-a411-0c57a8d860fa HTTP/1.1" status: 200 len: 217 time: 0.1287081 Jul 24 00:56:52.899791 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e94f7b57-45a3-47d9-af0f-6ea5359cd0d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:52.917266 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e94f7b57-45a3-47d9-af0f-6ea5359cd0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:52.988587 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-42343bde-3139-4a2e-ad58-28230274fafb None None] Set router e988bc94-c706-470a-ba35-22f75ce93ab7 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:56:52.993095 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3303422e-b0c2-46af-9223-ffb82b4c22fb req-25c5b385-f843-4b73-b643-9c13e28fa412 service neutron] 10.222.0.13 "GET /v2.0/networks/3693d853-cfcd-49ab-a574-7a2bb546088d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273411 Jul 24 00:56:52.996954 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92305a6a-35a6-4b0f-a538-37907f521b46 req-cb0de962-755a-42c3-97ec-b52b3eecdcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:53.006621 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-92305a6a-35a6-4b0f-a538-37907f521b46 req-cb0de962-755a-42c3-97ec-b52b3eecdcbb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=099e1540-c619-4451-a2fc-5939fe0c73b7 HTTP/1.1" status: 200 len: 867 time: 0.1101887 Jul 24 00:56:53.031780 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f2753778-16cf-41f4-aed5-fad7a80cb6d3 req-e0fd229d-dca0-4406-870c-4933b5088638 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696956 Jul 24 00:56:53.101013 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e94f7b57-45a3-47d9-af0f-6ea5359cd0d2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=70c5756d2ea543619a64e78d1586e210&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5371757 Jul 24 00:56:53.102785 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 33670) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:53.115494 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f7b57-45a3-47d9-af0f-6ea5359cd0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46dddcb6-272e-4ba0-9f3b-ff96e6144a5f,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:53.230882 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f57fd2eb-5c0f-4707-83fb-704705c32f24 req-22a1c30e-e175-48ec-b0a7-b2b7b5337559 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 210 time: 0.0567873 Jul 24 00:56:53.264604 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e50b26ca-069e-4e8c-b05e-7901e8e8f56e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:53.304119 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92305a6a-35a6-4b0f-a538-37907f521b46 req-45eb976e-821c-4156-b2c4-13b0b6775b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:53.311434 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-92305a6a-35a6-4b0f-a538-37907f521b46 req-45eb976e-821c-4156-b2c4-13b0b6775b8b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45a742b0-bd60-4f18-8574-c93c94a69d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2999678 Jul 24 00:56:53.326761 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e50b26ca-069e-4e8c-b05e-7901e8e8f56e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:53.407762 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-881832df-fa01-4c74-9f32-98d0634fcc37 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:53.440596 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-881832df-fa01-4c74-9f32-98d0634fcc37 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:53.449309 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d4392-3528-4212-a43c-628d38674009 req-d2153c14-6c2d-42d2-b66a-05be1b118922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:53.451891 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-881d4392-3528-4212-a43c-628d38674009 req-d2153c14-6c2d-42d2-b66a-05be1b118922 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=189b921c4a4d4668a9577a88e5cdd824&device_id=95e894af-00e9-41f8-a463-ed46ef62dee5 HTTP/1.1" status: 200 len: 1095 time: 0.3611338 Jul 24 00:56:53.460149 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e50b26ca-069e-4e8c-b05e-7901e8e8f56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:53.463214 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e50b26ca-069e-4e8c-b05e-7901e8e8f56e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:53.466786 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e50b26ca-069e-4e8c-b05e-7901e8e8f56e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/46dddcb6-272e-4ba0-9f3b-ff96e6144a5f HTTP/1.1" status: 204 len: 168 time: 0.3501046 Jul 24 00:56:53.483051 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b26ca-069e-4e8c-b05e-7901e8e8f56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46dddcb6-272e-4ba0-9f3b-ff96e6144a5f,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:53.517589 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-42343bde-3139-4a2e-ad58-28230274fafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e988bc94-c706-470a-ba35-22f75ce93ab7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-262578496-router', 'tenant_id': '10ef814c55ad464aa7e22e805ab6f44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:56:06Z', 'updated_at': '2021-07-24T00:56:12Z', 'revision_number': 4, 'project_id': '10ef814c55ad464aa7e22e805ab6f44f', 'gw_port': {'id': 'e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e988bc94-c706-470a-ba35-22f75ce93ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:56:07Z', 'updated_at': '2021-07-24T00:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'f29a7f66-85e4-49a3-8e53-f226ee35fda5', 'name': '', 'network_id': '45a742b0-bd60-4f18-8574-c93c94a69d65', 'tenant_id': '10ef814c55ad464aa7e22e805ab6f44f', 'mac_address': 'fa:16:3e:cd:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e988bc94-c706-470a-ba35-22f75ce93ab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '099e1540-c619-4451-a2fc-5939fe0c73b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:56:10Z', 'updated_at': '2021-07-24T00:56:21Z', 'revision_number': 5, 'project_id': '10ef814c55ad464aa7e22e805ab6f44f', 'subnets': [{'id': '099e1540-c619-4451-a2fc-5939fe0c73b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:56:53.596336 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42343bde-3139-4a2e-ad58-28230274fafb None None] The sync data for ids ['e988bc94-c706-470a-ba35-22f75ce93ab7'] in n-d-793621-25 is: [{'id': 'e988bc94-c706-470a-ba35-22f75ce93ab7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-262578496-router', 'tenant_id': '10ef814c55ad464aa7e22e805ab6f44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:56:06Z', 'updated_at': '2021-07-24T00:56:12Z', 'revision_number': 4, 'project_id': '10ef814c55ad464aa7e22e805ab6f44f', 'gw_port': {'id': 'e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e988bc94-c706-470a-ba35-22f75ce93ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:56:07Z', 'updated_at': '2021-07-24T00:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'f29a7f66-85e4-49a3-8e53-f226ee35fda5', 'name': '', 'network_id': '45a742b0-bd60-4f18-8574-c93c94a69d65', 'tenant_id': '10ef814c55ad464aa7e22e805ab6f44f', 'mac_address': 'fa:16:3e:cd:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e988bc94-c706-470a-ba35-22f75ce93ab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '099e1540-c619-4451-a2fc-5939fe0c73b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:56:10Z', 'updated_at': '2021-07-24T00:56:21Z', 'revision_number': 5, 'project_id': '10ef814c55ad464aa7e22e805ab6f44f', 'subnets': [{'id': '099e1540-c619-4451-a2fc-5939fe0c73b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:56:53.812737 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881832df-fa01-4c74-9f32-98d0634fcc37 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Pushing event updated for resources: {'Port': ['ID=006171e4-5795-4d9c-a941-cc4c26cc594e,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:53.830889 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 0bf7692e-2e88-49f6-90b9-7c5e7c63a982 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:56:53.910826 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 0bf7692e-2e88-49f6-90b9-7c5e7c63a982 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:56:53.910826 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 0bf7692e-2e88-49f6-90b9-7c5e7c63a982 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:56:54.003247 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a9edc38-644a-4ab3-8cf8-cf5b776c6a09', 'tag': 'd91d87ab-3542-4aef-a411-0c57a8d860fa'}, {'server_uuid': 'fdda1a6a-2009-45ef-98a2-80d888155c85', 'name': 'network-vif-deleted', 'tag': '0bf7692e-2e88-49f6-90b9-7c5e7c63a982'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:56:54.016391 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ae5454-645d-4b54-bf3f-ffac41bba124" -d '{"events": [{"name": "network-changed", "server_uuid": "4a9edc38-644a-4ab3-8cf8-cf5b776c6a09", "tag": "d91d87ab-3542-4aef-a411-0c57a8d860fa"}, {"server_uuid": "fdda1a6a-2009-45ef-98a2-80d888155c85", "name": "network-vif-deleted", "tag": "0bf7692e-2e88-49f6-90b9-7c5e7c63a982"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:56:54.023785 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d4392-3528-4212-a43c-628d38674009 req-1e62b77f-e48d-4065-8ef7-ec584700750f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:54.025512 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-881d4392-3528-4212-a43c-628d38674009 req-1e62b77f-e48d-4065-8ef7-ec584700750f service neutron] 10.222.0.13 "GET /v2.0/networks?id=3693d853-cfcd-49ab-a574-7a2bb546088d HTTP/1.1" status: 200 len: 922 time: 0.5571580 Jul 24 00:56:54.056393 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-92305a6a-35a6-4b0f-a538-37907f521b46 req-451ad7c3-49f2-44ca-83da-1c0684537371 service neutron] 10.222.0.15 "GET /v2.0/networks/45a742b0-bd60-4f18-8574-c93c94a69d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7298124 Jul 24 00:56:54.096484 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-881832df-fa01-4c74-9f32-98d0634fcc37 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:54.102769 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-881d4392-3528-4212-a43c-628d38674009 req-192663e8-d498-4147-b862-4ded4cf2aacc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165 HTTP/1.1" status: 200 len: 217 time: 0.0692823 Jul 24 00:56:54.167565 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-881832df-fa01-4c74-9f32-98d0634fcc37 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:54.178863 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-881832df-fa01-4c74-9f32-98d0634fcc37 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0579827 Jul 24 00:56:54.199226 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0b7e81-14df-46ab-8a38-d9012e2ef978 None None] New status for floating IP 7c6bfd10-84c5-4386-a46e-e60295797e54: DOWN {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:56:54.254453 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-92305a6a-35a6-4b0f-a538-37907f521b46 req-9e87dbdd-6233-4cf7-97ae-c04f9f7cc5c7 service neutron] 10.222.0.15 "GET /v2.0/networks/45a742b0-bd60-4f18-8574-c93c94a69d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969168 Jul 24 00:56:54.256781 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d4392-3528-4212-a43c-628d38674009 req-a7bac0d4-4f6f-45da-99d2-108e98681c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:54.258339 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-881d4392-3528-4212-a43c-628d38674009 req-a7bac0d4-4f6f-45da-99d2-108e98681c27 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=feed36e8-2b07-4f00-a23a-762cf33137fd HTTP/1.1" status: 200 len: 861 time: 0.1399462 Jul 24 00:56:54.343921 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-881d4392-3528-4212-a43c-628d38674009 req-c8ee20be-8fc2-4479-9844-c4d43e275176 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3693d853-cfcd-49ab-a574-7a2bb546088d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764539 Jul 24 00:56:54.403395 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 24 Jul 2021 00:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d34fb2-02e6-4b46-918c-6511cef43c38 x-openstack-request-id: req-40d34fb2-02e6-4b46-918c-6511cef43c38 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:56:54.403755 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a9edc38-644a-4ab3-8cf8-cf5b776c6a09", "tag": "d91d87ab-3542-4aef-a411-0c57a8d860fa", "status": "completed", "code": 200}, {"server_uuid": "fdda1a6a-2009-45ef-98a2-80d888155c85", "name": "network-vif-deleted", "tag": "0bf7692e-2e88-49f6-90b9-7c5e7c63a982", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:56:54.404018 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-40d34fb2-02e6-4b46-918c-6511cef43c38 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:56:54.404500 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a9edc38-644a-4ab3-8cf8-cf5b776c6a09', 'tag': 'd91d87ab-3542-4aef-a411-0c57a8d860fa', 'status': 'completed', 'code': 200} Jul 24 00:56:54.404917 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdda1a6a-2009-45ef-98a2-80d888155c85', 'name': 'network-vif-deleted', 'tag': '0bf7692e-2e88-49f6-90b9-7c5e7c63a982', 'status': 'completed', 'code': 200} Jul 24 00:56:54.631848 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0213e7d1-e266-4104-922c-9b5a8e94497a req-2864d67e-c069-40a3-bb38-13d99f88f014 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 210 time: 0.0484850 Jul 24 00:56:54.740296 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e578c99-bfb5-4c07-9b8a-30934f936b64 req-197ebda6-6c06-4186-9513-081dc51920be tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:54.741729 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4e578c99-bfb5-4c07-9b8a-30934f936b64 req-197ebda6-6c06-4186-9513-081dc51920be tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e894af-00e9-41f8-a463-ed46ef62dee5 HTTP/1.1" status: 200 len: 943 time: 0.3359630 Jul 24 00:56:54.801208 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-37a62de8-e70b-44c1-8751-0a940048483c req-17daf8dd-5c73-47b3-86b3-7ea7c69e4000 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/floatingips/7c6bfd10-84c5-4386-a46e-e60295797e54 HTTP/1.1" status: 200 len: 694 time: 0.1100044 Jul 24 00:56:54.819683 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-881d4392-3528-4212-a43c-628d38674009 req-922e6a9a-6388-4682-81ac-7538159ec86a service neutron] 10.222.0.13 "GET /v2.0/networks/3693d853-cfcd-49ab-a574-7a2bb546088d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4690120 Jul 24 00:56:54.841202 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae5454-645d-4b54-bf3f-ffac41bba124 req-92eb89fb-57f0-4aa3-8b37-91beb2f1d20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:54.844200 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-85ae5454-645d-4b54-bf3f-ffac41bba124 req-92eb89fb-57f0-4aa3-8b37-91beb2f1d20d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=10ef814c55ad464aa7e22e805ab6f44f&device_id=4a9edc38-644a-4ab3-8cf8-cf5b776c6a09 HTTP/1.1" status: 200 len: 1097 time: 0.4005234 Jul 24 00:56:54.959418 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a62de8-e70b-44c1-8751-0a940048483c req-7d67d3b1-145a-422d-a66c-3cdd9bec0fd4 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:54.961155 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-37a62de8-e70b-44c1-8751-0a940048483c req-7d67d3b1-145a-422d-a66c-3cdd9bec0fd4 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/networks/40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 784 time: 0.1503491 Jul 24 00:56:55.025752 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-37a62de8-e70b-44c1-8751-0a940048483c req-a2d0f392-8dd6-433e-9494-1cf45c29550a tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.92 HTTP/1.1" status: 200 len: 695 time: 0.0542080 Jul 24 00:56:55.046639 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4e578c99-bfb5-4c07-9b8a-30934f936b64 req-948e26dd-b5ed-4470-b2cc-e0a38faadd9e tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546487 Jul 24 00:56:55.152920 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae5454-645d-4b54-bf3f-ffac41bba124 req-38002b52-fc08-46cd-b7f7-4324f2dc78d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:55.155660 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-85ae5454-645d-4b54-bf3f-ffac41bba124 req-38002b52-fc08-46cd-b7f7-4324f2dc78d2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=45a742b0-bd60-4f18-8574-c93c94a69d65 HTTP/1.1" status: 200 len: 929 time: 0.2897818 Jul 24 00:56:55.186034 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-37a62de8-e70b-44c1-8751-0a940048483c req-866efe05-748a-4b7c-835d-33e1162776ef tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.92 HTTP/1.1" status: 200 len: 695 time: 0.1479461 Jul 24 00:56:55.278886 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-85ae5454-645d-4b54-bf3f-ffac41bba124 req-fb1a89b9-adb9-4771-a530-ce0f036565fe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d91d87ab-3542-4aef-a411-0c57a8d860fa HTTP/1.1" status: 200 len: 217 time: 0.1048815 Jul 24 00:56:55.297039 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-881d4392-3528-4212-a43c-628d38674009 req-c41592ee-287d-4710-a4e2-919a0540e501 service neutron] 10.222.0.13 "GET /v2.0/networks/3693d853-cfcd-49ab-a574-7a2bb546088d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4472704 Jul 24 00:56:55.396219 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-37a62de8-e70b-44c1-8751-0a940048483c req-24db16d7-2fe1-4fc4-aba7-18980d605abe tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Deleting port 49f67695-40e6-4d1d-a70e-6d487434a265 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:56:55.396944 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-37a62de8-e70b-44c1-8751-0a940048483c req-24db16d7-2fe1-4fc4-aba7-18980d605abe tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:55.419261 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae5454-645d-4b54-bf3f-ffac41bba124 req-f1d0e13b-a039-4c6f-9d6d-02241147f45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:55.420841 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-85ae5454-645d-4b54-bf3f-ffac41bba124 req-f1d0e13b-a039-4c6f-9d6d-02241147f45a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=099e1540-c619-4451-a2fc-5939fe0c73b7 HTTP/1.1" status: 200 len: 867 time: 0.1225777 Jul 24 00:56:55.486634 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-96a4d337-5d36-466e-a04c-dfcd78fb8fa0 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:55.488440 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-96a4d337-5d36-466e-a04c-dfcd78fb8fa0 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/networks?id=2da6bbc7-a75c-4c5c-b454-75233615e1ea HTTP/1.1" status: 200 len: 806 time: 0.2141180 Jul 24 00:56:55.519102 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-360774b1-65dd-4a0f-976e-a5dfac0d82bc tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/quotas/efa6f3db9fd64630b0882e80030f42fc HTTP/1.1" status: 200 len: 375 time: 0.0155344 Jul 24 00:56:55.524329 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae5454-645d-4b54-bf3f-ffac41bba124 req-e659b259-6353-4e52-a670-fbb9fdb1d625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:55.526847 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-85ae5454-645d-4b54-bf3f-ffac41bba124 req-e659b259-6353-4e52-a670-fbb9fdb1d625 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45a742b0-bd60-4f18-8574-c93c94a69d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0985575 Jul 24 00:56:55.532424 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-37a62de8-e70b-44c1-8751-0a940048483c req-24db16d7-2fe1-4fc4-aba7-18980d605abe tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:55.533015 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-37a62de8-e70b-44c1-8751-0a940048483c req-24db16d7-2fe1-4fc4-aba7-18980d605abe tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:55.557033 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-37a62de8-e70b-44c1-8751-0a940048483c req-24db16d7-2fe1-4fc4-aba7-18980d605abe tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Calling delete_port for 49f67695-40e6-4d1d-a70e-6d487434a265 owned by network:floatingip {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:56:55.677705 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-ba00541c-dc4e-459e-9b0d-30f2b5ffd13d tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=efa6f3db9fd64630b0882e80030f42fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1445343 Jul 24 00:56:55.681678 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-85ae5454-645d-4b54-bf3f-ffac41bba124 req-b4630597-ee20-48e5-97bd-50b75c2b9996 service neutron] 10.222.0.13 "GET /v2.0/networks/45a742b0-bd60-4f18-8574-c93c94a69d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397698 Jul 24 00:56:55.783484 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-37a62de8-e70b-44c1-8751-0a940048483c req-24db16d7-2fe1-4fc4-aba7-18980d605abe tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:55.830545 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:56:55.831242 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db16d7-2fe1-4fc4-aba7-18980d605abe tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Pushing event deleted for resources: {'Port': ['ID=49f67695-40e6-4d1d-a70e-6d487434a265,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:55.924790 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-37a62de8-e70b-44c1-8751-0a940048483c req-24db16d7-2fe1-4fc4-aba7-18980d605abe tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks [] for floatingip, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:55.928404 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-37a62de8-e70b-44c1-8751-0a940048483c req-24db16d7-2fe1-4fc4-aba7-18980d605abe tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:55.943787 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-37a62de8-e70b-44c1-8751-0a940048483c req-24db16d7-2fe1-4fc4-aba7-18980d605abe tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "DELETE /v2.0/floatingips/7c6bfd10-84c5-4386-a46e-e60295797e54 HTTP/1.1" status: 204 len: 173 time: 0.7562654 Jul 24 00:56:55.980352 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-85ae5454-645d-4b54-bf3f-ffac41bba124 req-2dc41b69-7abe-4899-8617-c42e547e53c8 service neutron] 10.222.0.13 "GET /v2.0/networks/45a742b0-bd60-4f18-8574-c93c94a69d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902653 Jul 24 00:56:56.001761 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165,segment=NetworkSegment(1a1e043c-79b0-4397-b4d2-2b95c82d517b),segment_id=1a1e043c-79b0-4397-b4d2-2b95c82d517b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:56.012915 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-bdf8b4d3-e688-4741-8eca-cac6baba149c service neutron] 10.222.0.15 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947245 Jul 24 00:56:56.026131 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165', 'network_id': '3693d853-cfcd-49ab-a574-7a2bb546088d', 'port_id': '237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165', 'mac_address': 'fa:16:3e:14:ae:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feed36e8-2b07-4f00-a23a-762cf33137fd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:56:56.098368 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:56.112014 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-40ecc8f9-b293-4814-afa8-9b86a0130422 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1704412954&fields=id&tenant_id=cd6a59a0ba774d20a9df419972239646 HTTP/1.1" status: 200 len: 267 time: 0.0678596 Jul 24 00:56:56.119435 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:56:56.148630 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165,segment=NetworkSegment(1a1e043c-79b0-4397-b4d2-2b95c82d517b),segment_id=1a1e043c-79b0-4397-b4d2-2b95c82d517b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:56.162161 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:56.189999 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-4f530c0d-718a-4875-8ec1-3a687bea834c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:56.199174 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-4f530c0d-718a-4875-8ec1-3a687bea834c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports/7b4da756-8034-45e1-9b76-762af13d0a4c HTTP/1.1" status: 200 len: 931 time: 0.0855224 Jul 24 00:56:56.227971 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-52a650c0-8883-4a7c-a53b-3070d26ea714 service neutron] 10.222.0.15 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139668 Jul 24 00:56:56.242290 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:56.300477 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-2c48a6cb-69c5-4241-bea8-315b8e106475 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:56.309991 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-2c48a6cb-69c5-4241-bea8-315b8e106475 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports/a506a736-02bd-4fbb-acb0-f1c78bc19022 HTTP/1.1" status: 200 len: 930 time: 0.1085532 Jul 24 00:56:56.391754 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-26fd0598-ade6-41ce-ad98-fec8df1572b7 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?network_id=09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0807059 Jul 24 00:56:56.398910 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 33810) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:56.434442 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:56:56.445717 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-62e1011e-72f6-4498-8f1a-92494a15ff0c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?network_id=09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0528266 Jul 24 00:56:56.601216 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-ab481daa-5a8e-40ed-aced-132bdc54b7a1 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:56.613965 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-ab481daa-5a8e-40ed-aced-132bdc54b7a1 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:56.620430 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-ab481daa-5a8e-40ed-aced-132bdc54b7a1 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:56.622127 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-ab481daa-5a8e-40ed-aced-132bdc54b7a1 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/networks?id=75df3559-ab50-4f70-b828-45be90d30e6c&id=65487f5e-aa75-4d64-a662-cf5c6179a6a8&id=65487f5e-aa75-4d64-a662-cf5c6179a6a8&id=09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501&id=09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501 HTTP/1.1" status: 200 len: 1987 time: 0.1751504 Jul 24 00:56:56.643277 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-38f6ce4d-1a42-431f-bd31-6df573337991 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/quotas/cd6a59a0ba774d20a9df419972239646 HTTP/1.1" status: 200 len: 375 time: 0.0130124 Jul 24 00:56:56.672167 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c06d025e-8501-42f6-8ecf-e69260510dd0 req-2315fbc0-7ca0-4b35-a43f-5ec173259637 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 210 time: 0.0815890 Jul 24 00:56:56.688221 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d1dcb51e-3e9b-4697-89ce-c3e026482b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:56.798007 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-545d0574-a8ad-4540-8c14-70dfc65a1b5c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd6a59a0ba774d20a9df419972239646&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1502819 Jul 24 00:56:56.846210 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d1dcb51e-3e9b-4697-89ce-c3e026482b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:56.855556 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d1dcb51e-3e9b-4697-89ce-c3e026482b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:56.894163 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dcb51e-3e9b-4697-89ce-c3e026482b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb37c57-0152-4109-8499-d018776d1110,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:56.916845 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d1dcb51e-3e9b-4697-89ce-c3e026482b4a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=592bbb28e6d14584b0db30785318fa9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5166466 Jul 24 00:56:56.922085 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 33826) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:56.990832 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d6ddc84b-7cc3-4276-bdca-3527129ece0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:57.032296 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d6ddc84b-7cc3-4276-bdca-3527129ece0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:57.057330 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-fa76390e-a9fa-4767-ae1e-1903235d2986 service neutron] 10.222.0.15 "GET /v2.0/networks/75df3559-ab50-4f70-b828-45be90d30e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427909 Jul 24 00:56:57.171993 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d6ddc84b-7cc3-4276-bdca-3527129ece0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:57.177414 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d6ddc84b-7cc3-4276-bdca-3527129ece0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:57.183578 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d6ddc84b-7cc3-4276-bdca-3527129ece0f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1cb37c57-0152-4109-8499-d018776d1110 HTTP/1.1" status: 204 len: 168 time: 0.2559557 Jul 24 00:56:57.215574 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ddc84b-7cc3-4276-bdca-3527129ece0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb37c57-0152-4109-8499-d018776d1110,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:57.231952 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-dce4db54-3c61-4b5d-ac4c-0ebd326630cd service neutron] 10.222.0.15 "GET /v2.0/networks/75df3559-ab50-4f70-b828-45be90d30e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577821 Jul 24 00:56:57.249400 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65b9439-eae3-40e4-b5c4-3814bf72e4c3 req-33aab26a-60ea-4b5d-aac4-466416dc159e tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:57.277020 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d65b9439-eae3-40e4-b5c4-3814bf72e4c3 req-33aab26a-60ea-4b5d-aac4-466416dc159e tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e894af-00e9-41f8-a463-ed46ef62dee5 HTTP/1.1" status: 200 len: 944 time: 0.2349133 Jul 24 00:56:57.322518 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-6ab85f02-53ba-4e9a-9a5b-5461f9ad3887 service neutron] 10.222.0.15 "GET /v2.0/ports/7b4da756-8034-45e1-9b76-762af13d0a4c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0874183 Jul 24 00:56:57.397090 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d65b9439-eae3-40e4-b5c4-3814bf72e4c3 req-d634ac58-0de1-4ae4-8fcc-2f08dc8f54f1 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187966 Jul 24 00:56:57.555159 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-3b1ed2b9-4505-42e1-a998-262e1a6fd3b7 service neutron] 10.222.0.15 "GET /v2.0/networks/65487f5e-aa75-4d64-a662-cf5c6179a6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225001 Jul 24 00:56:57.585248 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f364eb89-a407-4ddf-80be-51b0ec5b19f5 req-28027a98-fc3b-43a8-aff4-56c543b8e299 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=972de29d-76c1-435a-9e72-380713cefb04 HTTP/1.1" status: 200 len: 210 time: 0.0558772 Jul 24 00:56:57.686674 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-2393f4cf-36b5-4225-a97e-a9c912f1251a service neutron] 10.222.0.15 "GET /v2.0/networks/65487f5e-aa75-4d64-a662-cf5c6179a6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239200 Jul 24 00:56:57.782456 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-acdba532-3aec-444a-a6f4-609c542b0293 service neutron] 10.222.0.15 "GET /v2.0/ports/a506a736-02bd-4fbb-acb0-f1c78bc19022?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0837169 Jul 24 00:56:57.797732 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd03189-7f82-4009-b89f-6532ce9a1fc4 req-897b2e70-24c9-4cb6-92c8-4e5892b73e17 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:57.799374 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0bd03189-7f82-4009-b89f-6532ce9a1fc4 req-897b2e70-24c9-4cb6-92c8-4e5892b73e17 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a9edc38-644a-4ab3-8cf8-cf5b776c6a09&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1303458 Jul 24 00:56:57.852241 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:56:57.967092 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-d4a5a9f3-7952-4ceb-b01a-bccc139a90a7 service neutron] 10.222.0.15 "GET /v2.0/networks/65487f5e-aa75-4d64-a662-cf5c6179a6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591156 Jul 24 00:56:58.021914 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0bd03189-7f82-4009-b89f-6532ce9a1fc4 req-5c5bed51-e7e1-4770-bfd5-87f7c3865280 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2110326 Jul 24 00:56:58.048873 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:56:58.059990 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:56:58.060796 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:58.183765 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-34df52b0-367a-4495-a12b-f9789d4be3b7 service neutron] 10.222.0.15 "GET /v2.0/networks/65487f5e-aa75-4d64-a662-cf5c6179a6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939766 Jul 24 00:56:58.215958 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:58.262291 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e894af-00e9-41f8-a463-ed46ef62dee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:56:58.265638 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ff64dd-e523-4ef9-99d0-5feaff423db0" -d '{"events": [{"server_uuid": "95e894af-00e9-41f8-a463-ed46ef62dee5", "name": "network-vif-plugged", "status": "completed", "tag": "237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:56:58.291500 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165,segment=NetworkSegment(1a1e043c-79b0-4397-b4d2-2b95c82d517b),segment_id=1a1e043c-79b0-4397-b4d2-2b95c82d517b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:56:58.303981 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:58.352590 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-8991ecd9-193b-4df7-a679-ee07eba5c677 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:58.355518 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-8991ecd9-193b-4df7-a679-ee07eba5c677 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.13 "GET /v2.0/networks?id=2da6bbc7-a75c-4c5c-b454-75233615e1ea HTTP/1.1" status: 200 len: 806 time: 0.3883414 Jul 24 00:56:58.382068 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:58.395757 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-b408c21f-a8af-4c19-acbb-5f913c49e115 service neutron] 10.222.0.15 "GET /v2.0/networks/65487f5e-aa75-4d64-a662-cf5c6179a6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109563 Jul 24 00:56:58.397673 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6ff69a08-811f-4f66-8fd3-a84b081d07d2 req-f6fcead5-5b3c-406d-94d6-9106eb65b513 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 210 time: 0.0902691 Jul 24 00:56:58.402503 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-3647519b-e204-48c2-a159-e1e433775842 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Request body: {'port': {'device_id': '972de29d-76c1-435a-9e72-380713cefb04', 'network_id': '2da6bbc7-a75c-4c5c-b454-75233615e1ea', 'admin_state_up': True, 'tenant_id': 'efa6f3db9fd64630b0882e80030f42fc'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:56:58.553876 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2494d710-907f-463c-a871-4be6e26d85aa req-fa427ffb-3cae-46fc-b816-7d1695987d3a tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0977325 Jul 24 00:56:58.580993 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-8f3fb029-369c-4e6d-96e2-f520f2739976 service neutron] 10.222.0.15 "GET /v2.0/networks/65487f5e-aa75-4d64-a662-cf5c6179a6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750920 Jul 24 00:56:58.694617 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c84844-2426-41b0-b16c-f0c964b4c7b3 x-openstack-request-id: req-58c84844-2426-41b0-b16c-f0c964b4c7b3 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:56:58.699511 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e894af-00e9-41f8-a463-ed46ef62dee5", "name": "network-vif-plugged", "status": "completed", "tag": "237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:56:58.699896 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-58c84844-2426-41b0-b16c-f0c964b4c7b3 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:56:58.700235 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e894af-00e9-41f8-a463-ed46ef62dee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165', 'code': 200} Jul 24 00:56:58.709379 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-3647519b-e204-48c2-a159-e1e433775842 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Made reservation on behalf of efa6f3db9fd64630b0882e80030f42fc for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:56:58.716315 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-3647519b-e204-48c2-a159-e1e433775842 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:58.782450 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-8d295ccf-a4e7-492c-bd47-3a87000c0c23 service neutron] 10.222.0.15 "GET /v2.0/networks/65487f5e-aa75-4d64-a662-cf5c6179a6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914384 Jul 24 00:56:58.964467 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-66d8f867-1cfd-49d1-9cfe-1d30c5e8c37f service neutron] 10.222.0.15 "GET /v2.0/networks/65487f5e-aa75-4d64-a662-cf5c6179a6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670120 Jul 24 00:56:59.036869 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-3647519b-e204-48c2-a159-e1e433775842 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Allocated IP 172.20.0.12 (2da6bbc7-a75c-4c5c-b454-75233615e1ea/32aaab81-ed63-4b4f-aa91-d17bc9f404e3/b1ed6e93-6be2-4697-9d8a-027f791cf137) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:56:59.064503 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142fd85-093b-44b7-ac44-622251154e9c req-19e6212d-068e-4a85-bf6c-9bafce0396b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:59.066093 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4142fd85-093b-44b7-ac44-622251154e9c req-19e6212d-068e-4a85-bf6c-9bafce0396b6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=95e894af-00e9-41f8-a463-ed46ef62dee5 HTTP/1.1" status: 200 len: 1097 time: 0.2942116 Jul 24 00:56:59.090453 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1119782-ac50-4b8f-98a0-a7fc6ff43f91 req-9429115d-5aba-4908-a07a-42bbc7b8a59a tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:59.092139 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d1119782-ac50-4b8f-98a0-a7fc6ff43f91 req-9429115d-5aba-4908-a07a-42bbc7b8a59a tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e894af-00e9-41f8-a463-ed46ef62dee5 HTTP/1.1" status: 200 len: 945 time: 0.2300165 Jul 24 00:56:59.181919 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4142fd85-093b-44b7-ac44-622251154e9c req-c64b71c2-18f5-4a9f-b2c1-3a6c4b7010e7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062925 Jul 24 00:56:59.189580 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-0ab89ba0-6465-4cfb-8675-1e76f94d94c8 service neutron] 10.222.0.15 "GET /v2.0/networks/09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182739 Jul 24 00:56:59.220069 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d1119782-ac50-4b8f-98a0-a7fc6ff43f91 req-1692f4a2-1e10-4f4f-a5b1-40e34a137af2 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180201 Jul 24 00:56:59.346636 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-7513e7ea-569c-4b39-8e69-454fc5ef350f service neutron] 10.222.0.15 "GET /v2.0/networks/09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510413 Jul 24 00:56:59.348145 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-3647519b-e204-48c2-a159-e1e433775842 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:59.453517 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-3647519b-e204-48c2-a159-e1e433775842 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:59.470135 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['f142e1c3-accd-44c6-a488-2ba01c18ea56'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:56:59.517811 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-3647519b-e204-48c2-a159-e1e433775842 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Network 2da6bbc7-a75c-4c5c-b454-75233615e1ea is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:56:59.530774 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-3647519b-e204-48c2-a159-e1e433775842 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:56:59.531600 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-3647519b-e204-48c2-a159-e1e433775842 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:56:59.536531 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-558b739b-d9db-4d2e-ae77-365016e89a6f service neutron] 10.222.0.15 "GET /v2.0/networks/09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840749 Jul 24 00:56:59.570965 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 33904) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:56:59.573393 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3647519b-e204-48c2-a159-e1e433775842 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Pushing event updated for resources: {'Port': ['ID=b1ed6e93-6be2-4697-9d8a-027f791cf137,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:56:59.621670 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-3647519b-e204-48c2-a159-e1e433775842 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:59.623529 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-3647519b-e204-48c2-a159-e1e433775842 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:59.661370 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-3647519b-e204-48c2-a159-e1e433775842 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2665236 Jul 24 00:56:59.677524 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-1be6a480-b011-4484-bfad-095d6c0f956f service neutron] Request body: {'port': {'device_id': '972de29d-76c1-435a-9e72-380713cefb04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:56:59.789546 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7a858efd-c99d-419a-a332-36e470064156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:59.881120 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-1be6a480-b011-4484-bfad-095d6c0f956f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:56:59.908193 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e268e9-cd73-42e1-a114-cc9d5c179a22 req-d40ebfa3-4aef-4fd4-a202-2a6dabc3e696 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:56:59.910132 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b6e268e9-cd73-42e1-a114-cc9d5c179a22 req-d40ebfa3-4aef-4fd4-a202-2a6dabc3e696 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=972de29d-76c1-435a-9e72-380713cefb04 HTTP/1.1" status: 200 len: 932 time: 0.1757097 Jul 24 00:57:00.022589 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b6e268e9-cd73-42e1-a114-cc9d5c179a22 req-c0e39286-7ccc-451a-bd42-7c5998254e6c tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970652 Jul 24 00:57:00.079536 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-f5ba984c-1396-49a0-9f5e-1f13212791b2 service neutron] 10.222.0.15 "GET /v2.0/networks/09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5314674 Jul 24 00:57:00.515827 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9172e137-932f-4406-91c8-d88af2c12310 req-3d211e52-d873-47a6-9316-479380501ccb tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 210 time: 0.0620153 Jul 24 00:57:00.634654 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7a858efd-c99d-419a-a332-36e470064156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:00.641505 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7a858efd-c99d-419a-a332-36e470064156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:00.786995 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7a858efd-c99d-419a-a332-36e470064156 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1e26beed930c4fe88ed7aac1707e918a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2125628 Jul 24 00:57:00.787917 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 33932) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:00.816385 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a858efd-c99d-419a-a332-36e470064156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc37cc8c-fd82-408a-ac0d-4380415d065a,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:00.917359 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-377117fc-d28f-4a87-b2cb-6d9dfc499cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:00.977373 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4ffa05-f9e6-4d84-b289-bf35624e81a7 req-74cd68d3-3808-4bfa-b8dd-c808cf2a3d3a tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:00.984110 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fe4ffa05-f9e6-4d84-b289-bf35624e81a7 req-74cd68d3-3808-4bfa-b8dd-c808cf2a3d3a tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a9edc38-644a-4ab3-8cf8-cf5b776c6a09 HTTP/1.1" status: 200 len: 945 time: 0.3676598 Jul 24 00:57:01.010333 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-377117fc-d28f-4a87-b2cb-6d9dfc499cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:01.071228 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-1be6a480-b011-4484-bfad-095d6c0f956f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1ed6e93-6be2-4697-9d8a-027f791cf137 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:57:01.084795 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fe4ffa05-f9e6-4d84-b289-bf35624e81a7 req-244480e2-2bad-4cbb-9c80-ba709cfdfe27 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe123ec4-c9a6-4e02-8614-094e6fc6283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893056 Jul 24 00:57:01.090995 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-1be6a480-b011-4484-bfad-095d6c0f956f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:01.109775 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-1be6a480-b011-4484-bfad-095d6c0f956f service neutron] Transition to ACTIVE for port object b1ed6e93-6be2-4697-9d8a-027f791cf137 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:57:01.146528 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-1be6a480-b011-4484-bfad-095d6c0f956f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:01.161047 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-377117fc-d28f-4a87-b2cb-6d9dfc499cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:01.164643 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-377117fc-d28f-4a87-b2cb-6d9dfc499cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:01.176233 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-377117fc-d28f-4a87-b2cb-6d9dfc499cb1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cc37cc8c-fd82-408a-ac0d-4380415d065a HTTP/1.1" status: 204 len: 168 time: 0.3789423 Jul 24 00:57:01.210259 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377117fc-d28f-4a87-b2cb-6d9dfc499cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc37cc8c-fd82-408a-ac0d-4380415d065a,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:01.304441 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6276295-4fe3-4ac0-9bb5-c53e741c6de1 req-80e4d65f-ee8b-4338-a6d4-be7602425fde tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:01.323085 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b6276295-4fe3-4ac0-9bb5-c53e741c6de1 req-80e4d65f-ee8b-4338-a6d4-be7602425fde tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e894af-00e9-41f8-a463-ed46ef62dee5 HTTP/1.1" status: 200 len: 945 time: 0.3333554 Jul 24 00:57:01.387247 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 33952) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:01.496482 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b6276295-4fe3-4ac0-9bb5-c53e741c6de1 req-de624b83-33f8-4dea-968a-b5b8d1214b99 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704097 Jul 24 00:57:01.523959 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6a480-b011-4484-bfad-095d6c0f956f service neutron] Pushing event updated for resources: {'Port': ['ID=b1ed6e93-6be2-4697-9d8a-027f791cf137,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:01.541018 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a512f007-5586-4746-9831-aaa230102c86 req-28319778-bb50-41f3-bef1-b2286186cb89 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 210 time: 0.2723036 Jul 24 00:57:01.704180 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a113fd-0974-44b9-bce2-eeb2d0615954 req-6c8d5850-30b1-444a-a39e-671ac81be0d3 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:01.711674 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-95a113fd-0974-44b9-bce2-eeb2d0615954 req-6c8d5850-30b1-444a-a39e-671ac81be0d3 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a9edc38-644a-4ab3-8cf8-cf5b776c6a09 HTTP/1.1" status: 200 len: 945 time: 0.5821350 Jul 24 00:57:01.801007 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-1be6a480-b011-4484-bfad-095d6c0f956f service neutron] Attempting to bind port b1ed6e93-6be2-4697-9d8a-027f791cf137 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:57:01.803107 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-1be6a480-b011-4484-bfad-095d6c0f956f service neutron] Attempting to bind port b1ed6e93-6be2-4697-9d8a-027f791cf137 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '105933f1-ad5a-4c90-9ca8-c74f813dbd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2da6bbc7-a75c-4c5c-b454-75233615e1ea'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:57:01.803886 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-1be6a480-b011-4484-bfad-095d6c0f956f service neutron] Attempting to bind port b1ed6e93-6be2-4697-9d8a-027f791cf137 on network 2da6bbc7-a75c-4c5c-b454-75233615e1ea {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:57:01.853432 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-1be6a480-b011-4484-bfad-095d6c0f956f service neutron] Port b1ed6e93-6be2-4697-9d8a-027f791cf137 on network 2da6bbc7-a75c-4c5c-b454-75233615e1ea not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:57:01.854900 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-1be6a480-b011-4484-bfad-095d6c0f956f service neutron] Attempting to bind port b1ed6e93-6be2-4697-9d8a-027f791cf137 on network 2da6bbc7-a75c-4c5c-b454-75233615e1ea {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:57:01.883318 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-1be6a480-b011-4484-bfad-095d6c0f956f service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:57:01.889312 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-1be6a480-b011-4484-bfad-095d6c0f956f service neutron] Checking segment: {'id': '105933f1-ad5a-4c90-9ca8-c74f813dbd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2da6bbc7-a75c-4c5c-b454-75233615e1ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:57:01.890024 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-1be6a480-b011-4484-bfad-095d6c0f956f service neutron] Bound using segment: {'id': '105933f1-ad5a-4c90-9ca8-c74f813dbd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2da6bbc7-a75c-4c5c-b454-75233615e1ea'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:57:01.890913 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-1be6a480-b011-4484-bfad-095d6c0f956f service neutron] Bound port: b1ed6e93-6be2-4697-9d8a-027f791cf137, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '105933f1-ad5a-4c90-9ca8-c74f813dbd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2da6bbc7-a75c-4c5c-b454-75233615e1ea'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:57:01.891493 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-1be6a480-b011-4484-bfad-095d6c0f956f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:01.914621 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4c8400d1-63d8-4e56-a517-0f503a48d212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:02.035677 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1696c-9171-48e6-8bf9-ee09a22e74f5 req-749b4cb6-2746-4738-ad01-0806ffb89cc0 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:02.050601 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8bb1696c-9171-48e6-8bf9-ee09a22e74f5 req-749b4cb6-2746-4738-ad01-0806ffb89cc0 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=972de29d-76c1-435a-9e72-380713cefb04 HTTP/1.1" status: 200 len: 944 time: 0.2746220 Jul 24 00:57:02.107941 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bdbe709c-8820-4eba-8dc9-791a41cfc800 req-41304051-cb9a-4350-b758-b9b60d1bfaa6 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 210 time: 0.1385272 Jul 24 00:57:02.145509 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:57:02.151128 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8bb1696c-9171-48e6-8bf9-ee09a22e74f5 req-473d8eba-03e5-41f1-9233-1f024d222e60 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990179 Jul 24 00:57:02.230740 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-1be6a480-b011-4484-bfad-095d6c0f956f service neutron] For port b1ed6e93-6be2-4697-9d8a-027f791cf137, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:57:02.242018 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-1be6a480-b011-4484-bfad-095d6c0f956f service neutron] For port b1ed6e93-6be2-4697-9d8a-027f791cf137, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=b1ed6e93-6be2-4697-9d8a-027f791cf137,segment=NetworkSegment(105933f1-ad5a-4c90-9ca8-c74f813dbd38),segment_id=105933f1-ad5a-4c90-9ca8-c74f813dbd38)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:57:02.266946 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-95a113fd-0974-44b9-bce2-eeb2d0615954 req-1607d7ff-64c6-44e9-b4ba-d54a186230bb tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Deleting port d91d87ab-3542-4aef-a411-0c57a8d860fa {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:57:02.268167 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-95a113fd-0974-44b9-bce2-eeb2d0615954 req-1607d7ff-64c6-44e9-b4ba-d54a186230bb tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:02.302896 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-1be6a480-b011-4484-bfad-095d6c0f956f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:02.328713 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4c8400d1-63d8-4e56-a517-0f503a48d212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:02.344516 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4c8400d1-63d8-4e56-a517-0f503a48d212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:02.432202 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-1be6a480-b011-4484-bfad-095d6c0f956f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:02.432936 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-1be6a480-b011-4484-bfad-095d6c0f956f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:02.434496 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-1be6a480-b011-4484-bfad-095d6c0f956f service neutron] 10.222.0.13 "PUT /v2.0/ports/b1ed6e93-6be2-4697-9d8a-027f791cf137 HTTP/1.1" status: 200 len: 1093 time: 2.7627037 Jul 24 00:57:02.435073 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972de29d-76c1-435a-9e72-380713cefb04', 'tag': 'b1ed6e93-6be2-4697-9d8a-027f791cf137'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:57:02.438057 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0478adfc-8a71-4070-8210-5d3594bfa979" -d '{"events": [{"name": "network-changed", "server_uuid": "972de29d-76c1-435a-9e72-380713cefb04", "tag": "b1ed6e93-6be2-4697-9d8a-027f791cf137"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:57:02.478545 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6a480-b011-4484-bfad-095d6c0f956f service neutron] Pushing event updated for resources: {'Port': ['ID=b1ed6e93-6be2-4697-9d8a-027f791cf137,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:02.502613 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-95a113fd-0974-44b9-bce2-eeb2d0615954 req-1607d7ff-64c6-44e9-b4ba-d54a186230bb tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] For port d91d87ab-3542-4aef-a411-0c57a8d860fa, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d91d87ab-3542-4aef-a411-0c57a8d860fa,segment=NetworkSegment(75e896a5-bc17-427d-a9e1-3f9aac263a09),segment_id=75e896a5-bc17-427d-a9e1-3f9aac263a09)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:02.503032 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-95a113fd-0974-44b9-bce2-eeb2d0615954 req-1607d7ff-64c6-44e9-b4ba-d54a186230bb tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:02.530744 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-95a113fd-0974-44b9-bce2-eeb2d0615954 req-1607d7ff-64c6-44e9-b4ba-d54a186230bb tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Calling delete_port for d91d87ab-3542-4aef-a411-0c57a8d860fa owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:57:02.555925 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8400d1-63d8-4e56-a517-0f503a48d212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39eec90e-aa4c-4191-8caa-b5499d25216b,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:02.575575 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef2ddf-528d-48c3-80ca-57b2fa091487 req-ab37c54b-268c-4198-aa7e-2c1821a12cf2 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:02.583291 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-13ef2ddf-528d-48c3-80ca-57b2fa091487 req-ab37c54b-268c-4198-aa7e-2c1821a12cf2 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e894af-00e9-41f8-a463-ed46ef62dee5 HTTP/1.1" status: 200 len: 945 time: 0.2754660 Jul 24 00:57:02.604203 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4c8400d1-63d8-4e56-a517-0f503a48d212 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f1ad7fec8b0943beb45d71fb414fee51&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2151418 Jul 24 00:57:02.608015 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 33986) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:02.695676 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-13ef2ddf-528d-48c3-80ca-57b2fa091487 req-fcb3d2ca-f0fa-4232-94cd-41cb463d8ace tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094508 Jul 24 00:57:02.765226 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53e07e-0cd7-4426-83d6-e554088f95ac req-6b1c9c59-5c37-44a4-a48b-f65fe4b594f6 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:02.777520 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0c53e07e-0cd7-4426-83d6-e554088f95ac req-6b1c9c59-5c37-44a4-a48b-f65fe4b594f6 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a9edc38-644a-4ab3-8cf8-cf5b776c6a09 HTTP/1.1" status: 200 len: 945 time: 0.3894866 Jul 24 00:57:02.789519 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-8b953a3a-83fe-46af-b107-3084457d3e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:02.796395 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-8b953a3a-83fe-46af-b107-3084457d3e79 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=efa6f3db9fd64630b0882e80030f42fc&device_id=972de29d-76c1-435a-9e72-380713cefb04 HTTP/1.1" status: 200 len: 1096 time: 0.2737033 Jul 24 00:57:02.806170 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a4807a-0b6b-4b88-a432-ffc47b909f77 x-openstack-request-id: req-53a4807a-0b6b-4b88-a432-ffc47b909f77 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:57:02.806560 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "972de29d-76c1-435a-9e72-380713cefb04", "tag": "b1ed6e93-6be2-4697-9d8a-027f791cf137", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:57:02.806970 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-53a4807a-0b6b-4b88-a432-ffc47b909f77 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:57:02.807467 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '972de29d-76c1-435a-9e72-380713cefb04', 'tag': 'b1ed6e93-6be2-4697-9d8a-027f791cf137', 'status': 'completed', 'code': 200} Jul 24 00:57:02.826443 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4a7e4ed7-ecb1-4d79-807c-e39d98edbab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:02.902227 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0c53e07e-0cd7-4426-83d6-e554088f95ac req-cb9e4ff8-7832-4597-ab97-9f04ce9b708d tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/security-groups?id=fe123ec4-c9a6-4e02-8614-094e6fc6283b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233711 Jul 24 00:57:02.916193 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4a7e4ed7-ecb1-4d79-807c-e39d98edbab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:02.972529 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-a7023d5a-d687-4fd6-aaba-ba7363c0d4d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1ed6e93-6be2-4697-9d8a-027f791cf137 HTTP/1.1" status: 200 len: 217 time: 0.1485107 Jul 24 00:57:03.012472 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4a7e4ed7-ecb1-4d79-807c-e39d98edbab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:03.016694 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4a7e4ed7-ecb1-4d79-807c-e39d98edbab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:03.018773 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4a7e4ed7-ecb1-4d79-807c-e39d98edbab3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/39eec90e-aa4c-4191-8caa-b5499d25216b HTTP/1.1" status: 204 len: 168 time: 0.4061878 Jul 24 00:57:03.036175 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ed957733-280d-4d87-b7e2-813edc138cd6 req-8b680fb7-1f1e-448d-8602-30fed2dfbaf3 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 210 time: 0.0880027 Jul 24 00:57:03.070773 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e4ed7-ecb1-4d79-807c-e39d98edbab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39eec90e-aa4c-4191-8caa-b5499d25216b,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:03.083594 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-c99ea3ff-e187-40d8-843f-77831a179fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:03.085137 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-c99ea3ff-e187-40d8-843f-77831a179fff service neutron] 10.222.0.13 "GET /v2.0/ports/7b4da756-8034-45e1-9b76-762af13d0a4c HTTP/1.1" status: 200 len: 1027 time: 0.2837255 Jul 24 00:57:03.132562 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-95a113fd-0974-44b9-bce2-eeb2d0615954 req-1607d7ff-64c6-44e9-b4ba-d54a186230bb tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:03.146330 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-7bdb906e-1940-4c79-b71e-1392a0d0b7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:03.147047 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['d91d87ab-3542-4aef-a411-0c57a8d860fa'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:57:03.147760 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-7bdb906e-1940-4c79-b71e-1392a0d0b7ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=32aaab81-ed63-4b4f-aa91-d17bc9f404e3 HTTP/1.1" status: 200 len: 846 time: 0.1531165 Jul 24 00:57:03.207612 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607d7ff-64c6-44e9-b4ba-d54a186230bb tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Pushing event deleted for resources: {'Port': ['ID=d91d87ab-3542-4aef-a411-0c57a8d860fa,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:03.265339 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-3f19a260-8c62-4835-8251-0276acd12c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:03.266807 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-3f19a260-8c62-4835-8251-0276acd12c17 service neutron] 10.222.0.13 "GET /v2.0/ports/a506a736-02bd-4fbb-acb0-f1c78bc19022 HTTP/1.1" status: 200 len: 1026 time: 0.1736400 Jul 24 00:57:03.288395 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-b81af9ad-fd28-483a-bd03-87f04e18ef89 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2da6bbc7-a75c-4c5c-b454-75233615e1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040797 Jul 24 00:57:03.371122 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-95a113fd-0974-44b9-bce2-eeb2d0615954 req-1607d7ff-64c6-44e9-b4ba-d54a186230bb tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] No DVR routers for this DVR port d91d87ab-3542-4aef-a411-0c57a8d860fa on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:57:03.401927 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-95a113fd-0974-44b9-bce2-eeb2d0615954 req-1607d7ff-64c6-44e9-b4ba-d54a186230bb tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:03.404846 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-95a113fd-0974-44b9-bce2-eeb2d0615954 req-1607d7ff-64c6-44e9-b4ba-d54a186230bb tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.13 "DELETE /v2.0/ports/d91d87ab-3542-4aef-a411-0c57a8d860fa HTTP/1.1" status: 204 len: 173 time: 1.6858292 Jul 24 00:57:03.699340 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-89ed6bed-27b9-4a4b-8aa5-b99974ae511e req-530b5b40-66a9-44a8-915f-8550ba174c4d tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 210 time: 0.2767687 Jul 24 00:57:03.847159 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-6a03051a-9e4f-4058-8b64-ca3fee01ebd3 service neutron] 10.222.0.13 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5430443 Jul 24 00:57:03.873525 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-8b301e4d-f1c9-46bc-8fe4-3c762a75865e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:03.892299 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-8b301e4d-f1c9-46bc-8fe4-3c762a75865e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:03.945977 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-8b301e4d-f1c9-46bc-8fe4-3c762a75865e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:03.955888 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-8b301e4d-f1c9-46bc-8fe4-3c762a75865e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.13 "GET /v2.0/networks?id=75df3559-ab50-4f70-b828-45be90d30e6c&id=65487f5e-aa75-4d64-a662-cf5c6179a6a8&id=65487f5e-aa75-4d64-a662-cf5c6179a6a8&id=65487f5e-aa75-4d64-a662-cf5c6179a6a8&id=65487f5e-aa75-4d64-a662-cf5c6179a6a8&id=09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501&id=09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501 HTTP/1.1" status: 200 len: 1987 time: 0.6626587 Jul 24 00:57:03.974558 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac5833-69f3-4dba-8f3b-c1d479e676fa req-8aa20a5f-f0be-4617-8873-9596f625f0ee tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:03.987803 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-08ac5833-69f3-4dba-8f3b-c1d479e676fa req-8aa20a5f-f0be-4617-8873-9596f625f0ee tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=972de29d-76c1-435a-9e72-380713cefb04 HTTP/1.1" status: 200 len: 944 time: 0.1970475 Jul 24 00:57:04.102917 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-08ac5833-69f3-4dba-8f3b-c1d479e676fa req-943ae8a4-9b5c-4397-bd30-cd41c69365a1 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086445 Jul 24 00:57:04.244416 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34048) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:04.314217 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ec7dd5cd-9d09-449b-9e4d-66857265bc0c req-2f80f2b7-e02a-470d-a0c0-4ae59e960f35 tempest-FloatingIPsAssociationNegativeTestJSON-911671584 tempest-FloatingIPsAssociationNegativeTestJSON-911671584-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a9edc38-644a-4ab3-8cf8-cf5b776c6a09 HTTP/1.1" status: 200 len: 210 time: 0.1311445 Jul 24 00:57:04.335406 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-b02c1b3a-1fa4-4f64-96f6-7a3d4ce75e37 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd6a59a0ba774d20a9df419972239646 HTTP/1.1" status: 200 len: 380 time: 0.3405583 Jul 24 00:57:04.354805 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-a5230d35-ccd4-4101-98b1-fe943b028f3e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Request body: {'port': {'device_id': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'network_id': '75df3559-ab50-4f70-b828-45be90d30e6c', 'admin_state_up': True, 'tenant_id': 'cd6a59a0ba774d20a9df419972239646', 'security_groups': ['ee45ad64-8c62-46a6-8180-96016c4d729d']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:57:04.371939 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-808c6425-6d6b-4d01-8db6-bb5a904679f2 req-d70d2e2a-1332-46d5-a4d2-889f561fd0b6 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 210 time: 0.0629089 Jul 24 00:57:04.537380 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dddc944c-427d-4697-b1f0-5970d0b0766f req-54604ea3-c7f7-436b-84cc-b1f6085d2bb8 service neutron] 10.222.0.13 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5788898 Jul 24 00:57:04.573133 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-a5230d35-ccd4-4101-98b1-fe943b028f3e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Made reservation on behalf of cd6a59a0ba774d20a9df419972239646 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:57:04.577953 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-a5230d35-ccd4-4101-98b1-fe943b028f3e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:04.598279 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4b477-ecbf-4ab0-88d4-dc44461c3fe6 req-b5ae2580-d7af-43c3-b056-48964e617b28 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:04.600051 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a0c4b477-ecbf-4ab0-88d4-dc44461c3fe6 req-b5ae2580-d7af-43c3-b056-48964e617b28 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e894af-00e9-41f8-a463-ed46ef62dee5 HTTP/1.1" status: 200 len: 945 time: 0.1202719 Jul 24 00:57:04.634482 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:04.677741 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-2d9b5fe3-a0a3-4a46-864a-0dc7e08165f7 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-965428401'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:57:04.746039 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9b5fe3-a0a3-4a46-864a-0dc7e08165f7 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Made reservation on behalf of b3fcb7cedf5b48f0a63c53b6811f461b for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:57:04.754849 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2d9b5fe3-a0a3-4a46-864a-0dc7e08165f7 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:04.768870 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2d9b5fe3-a0a3-4a46-864a-0dc7e08165f7 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:04.779122 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a0c4b477-ecbf-4ab0-88d4-dc44461c3fe6 req-25091d97-4df5-415a-960f-bcd3f4988e1a tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525867 Jul 24 00:57:04.821425 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a9edc38-644a-4ab3-8cf8-cf5b776c6a09', 'name': 'network-vif-deleted', 'tag': 'd91d87ab-3542-4aef-a411-0c57a8d860fa'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:57:04.824061 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c134501e-fc4e-4dc4-9d20-72c7672f4568" -d '{"events": [{"server_uuid": "4a9edc38-644a-4ab3-8cf8-cf5b776c6a09", "name": "network-vif-deleted", "tag": "d91d87ab-3542-4aef-a411-0c57a8d860fa"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:57:04.835384 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478adfc-8a71-4070-8210-5d3594bfa979 req-7d883921-e759-40b5-819b-447ad81bf348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:04.837718 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0478adfc-8a71-4070-8210-5d3594bfa979 req-7d883921-e759-40b5-819b-447ad81bf348 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=efa6f3db9fd64630b0882e80030f42fc&device_id=972de29d-76c1-435a-9e72-380713cefb04 HTTP/1.1" status: 200 len: 1096 time: 0.2267456 Jul 24 00:57:04.921672 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb148d03-92f2-4319-943e-c2cc8fccaf5c x-openstack-request-id: req-bb148d03-92f2-4319-943e-c2cc8fccaf5c {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:57:04.922016 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a9edc38-644a-4ab3-8cf8-cf5b776c6a09", "name": "network-vif-deleted", "tag": "d91d87ab-3542-4aef-a411-0c57a8d860fa", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:57:04.922212 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb148d03-92f2-4319-943e-c2cc8fccaf5c {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:57:04.922658 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a9edc38-644a-4ab3-8cf8-cf5b776c6a09', 'name': 'network-vif-deleted', 'tag': 'd91d87ab-3542-4aef-a411-0c57a8d860fa', 'status': 'completed', 'code': 200} Jul 24 00:57:04.923982 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-a5230d35-ccd4-4101-98b1-fe943b028f3e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Allocated IP 172.20.0.14 (75df3559-ab50-4f70-b828-45be90d30e6c/17dd084b-19bb-45d3-963a-b91ffe31fcfa/c05a6c8c-a48f-4518-b2fa-245771ba636b) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:57:04.958297 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-30b9b6f4-af80-4640-bfaa-e54bba24a4a3 req-767e6162-1707-4c5b-b3e0-7d8e04704470 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 210 time: 0.0786664 Jul 24 00:57:05.013998 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:05.045503 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2d9b5fe3-a0a3-4a46-864a-0dc7e08165f7 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:05.051742 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2d9b5fe3-a0a3-4a46-864a-0dc7e08165f7 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:05.080525 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478adfc-8a71-4070-8210-5d3594bfa979 req-49ddfae3-f0a5-4102-b5f2-3b674bd0c595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:05.082892 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0478adfc-8a71-4070-8210-5d3594bfa979 req-49ddfae3-f0a5-4102-b5f2-3b674bd0c595 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2da6bbc7-a75c-4c5c-b454-75233615e1ea HTTP/1.1" status: 200 len: 907 time: 0.2321930 Jul 24 00:57:05.095513 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b5fe3-a0a3-4a46-864a-0dc7e08165f7 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23e277a3-7dd3-472f-9f66-6952232ee2c8,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:05.112233 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d9b5fe3-a0a3-4a46-864a-0dc7e08165f7 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:57:05.136823 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2d9b5fe3-a0a3-4a46-864a-0dc7e08165f7 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:05.137346 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-2d9b5fe3-a0a3-4a46-864a-0dc7e08165f7 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Added segment 954833e4-0230-4d8a-9795-e7be49a67df6 of type vlan for network 869c508d-844f-4cac-8447-980365ffa5b6 Jul 24 00:57:05.187218 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2d9b5fe3-a0a3-4a46-864a-0dc7e08165f7 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:05.191010 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0478adfc-8a71-4070-8210-5d3594bfa979 req-c25dd280-be08-4775-9be6-48343880ec45 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b1ed6e93-6be2-4697-9d8a-027f791cf137 HTTP/1.1" status: 200 len: 217 time: 0.0556359 Jul 24 00:57:05.248429 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2d9b5fe3-a0a3-4a46-864a-0dc7e08165f7 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:05.257066 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9b5fe3-a0a3-4a46-864a-0dc7e08165f7 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:05.258279 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2d9b5fe3-a0a3-4a46-864a-0dc7e08165f7 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:05.316498 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2d9b5fe3-a0a3-4a46-864a-0dc7e08165f7 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0706511 Jul 24 00:57:05.320690 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34076) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:05.330828 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-6ccf37d5-b98d-4099-85b2-2184429cd257 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Request body: {'subnet': {'network_id': '869c508d-844f-4cac-8447-980365ffa5b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:57:05.334097 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-a5230d35-ccd4-4101-98b1-fe943b028f3e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:05.348585 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478adfc-8a71-4070-8210-5d3594bfa979 req-02b24c18-51f8-4efb-8f03-1371cce2f0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:05.350663 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0478adfc-8a71-4070-8210-5d3594bfa979 req-02b24c18-51f8-4efb-8f03-1371cce2f0ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=32aaab81-ed63-4b4f-aa91-d17bc9f404e3 HTTP/1.1" status: 200 len: 846 time: 0.1496117 Jul 24 00:57:05.369335 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-a5230d35-ccd4-4101-98b1-fe943b028f3e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Transition to ACTIVE for port object c05a6c8c-a48f-4518-b2fa-245771ba636b will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:57:05.391936 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 34082) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:05.431391 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b5fe3-a0a3-4a46-864a-0dc7e08165f7 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Pushing event updated for resources: {'Network': ['ID=869c508d-844f-4cac-8447-980365ffa5b6,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:05.443851 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 869c508d-844f-4cac-8447-980365ffa5b6 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:57:05.454881 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0478adfc-8a71-4070-8210-5d3594bfa979 req-5edc0644-2b44-4a36-a136-7423719e7800 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2da6bbc7-a75c-4c5c-b454-75233615e1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637603 Jul 24 00:57:05.555332 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a7a7c8a2-6292-4fca-9782-51296ea58d1c req-bf888890-261c-4a77-9d0a-0279f7f3019d tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 210 time: 0.0327952 Jul 24 00:57:05.556565 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccf37d5-b98d-4099-85b2-2184429cd257 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Made reservation on behalf of b3fcb7cedf5b48f0a63c53b6811f461b for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:57:05.560463 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6ccf37d5-b98d-4099-85b2-2184429cd257 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:05.667897 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9658b74d-c4e9-4a0d-9dea-edc0ae7a24a5 req-d5e89862-f5f0-47e0-8c1b-15adafc3575c tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:05.669983 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9658b74d-c4e9-4a0d-9dea-edc0ae7a24a5 req-d5e89862-f5f0-47e0-8c1b-15adafc3575c tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=972de29d-76c1-435a-9e72-380713cefb04 HTTP/1.1" status: 200 len: 944 time: 0.4545891 Jul 24 00:57:05.689489 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-a5230d35-ccd4-4101-98b1-fe943b028f3e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:05.817093 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6ccf37d5-b98d-4099-85b2-2184429cd257 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:05.853055 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:57:05.857957 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d91d87ab-3542-4aef-a411-0c57a8d860fa no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:57:05.911016 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf37d5-b98d-4099-85b2-2184429cd257 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Pushing event updated for resources: {'Subnet': ['ID=933bffe9-e631-40af-b181-0becd1ffb568,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:05.926528 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccf37d5-b98d-4099-85b2-2184429cd257 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Checking segment: {'id': '954833e4-0230-4d8a-9795-e7be49a67df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '869c508d-844f-4cac-8447-980365ffa5b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:57:05.926811 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: d91d87ab-3542-4aef-a411-0c57a8d860fa {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:57:05.928105 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccf37d5-b98d-4099-85b2-2184429cd257 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Network hostable DHCP agents. Network: 869c508d-844f-4cac-8447-980365ffa5b6, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:57:05.928447 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d91d87ab-3542-4aef-a411-0c57a8d860fa not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:57:06.058785 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccf37d5-b98d-4099-85b2-2184429cd257 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Network 869c508d-844f-4cac-8447-980365ffa5b6 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:57:06.074548 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-6ccf37d5-b98d-4099-85b2-2184429cd257 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 869c508d-844f-4cac-8447-980365ffa5b6) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:57:06.093396 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccf37d5-b98d-4099-85b2-2184429cd257 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:06.094390 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6ccf37d5-b98d-4099-85b2-2184429cd257 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:06.126255 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6ccf37d5-b98d-4099-85b2-2184429cd257 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8043571 Jul 24 00:57:06.130037 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34102) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:06.140499 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-aee19091-132f-4a31-a7df-0c37fe49999e tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Request body: {'port': {'network_id': '869c508d-844f-4cac-8447-980365ffa5b6', 'name': 'tempest-DHCPAgentSchedulersTestJSON-405545194'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:57:06.167410 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165,segment=NetworkSegment(1a1e043c-79b0-4397-b4d2-2b95c82d517b),segment_id=1a1e043c-79b0-4397-b4d2-2b95c82d517b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:06.220674 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-a5230d35-ccd4-4101-98b1-fe943b028f3e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Network 75df3559-ab50-4f70-b828-45be90d30e6c is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:57:06.225745 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165', 'network_id': '3693d853-cfcd-49ab-a574-7a2bb546088d', 'port_id': '237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165', 'mac_address': 'fa:16:3e:14:ae:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feed36e8-2b07-4f00-a23a-762cf33137fd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:57:06.240410 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163a30ee-4c9c-44cd-a9be-f1ab4a3e89ea None None] Network 869c508d-844f-4cac-8447-980365ffa5b6 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:57:06.243005 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-a5230d35-ccd4-4101-98b1-fe943b028f3e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:57:06.244368 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e17a7-d3d7-494f-9354-3551b59a94fb req-0f29f7b3-8008-4a50-b6d8-2e145acea0ff tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:06.252225 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-a5230d35-ccd4-4101-98b1-fe943b028f3e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:57:06.257453 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c12e17a7-d3d7-494f-9354-3551b59a94fb req-0f29f7b3-8008-4a50-b6d8-2e145acea0ff tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e894af-00e9-41f8-a463-ed46ef62dee5 HTTP/1.1" status: 200 len: 945 time: 0.3003659 Jul 24 00:57:06.299388 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9658b74d-c4e9-4a0d-9dea-edc0ae7a24a5 req-15c7ae92-09fd-4caa-9a4e-0e834992bbba tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6139379 Jul 24 00:57:06.406292 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c12e17a7-d3d7-494f-9354-3551b59a94fb req-02250784-3609-41f7-b75d-ec2c134ffa9f tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477544 Jul 24 00:57:06.482972 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee19091-132f-4a31-a7df-0c37fe49999e tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Made reservation on behalf of b3fcb7cedf5b48f0a63c53b6811f461b for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:57:06.487524 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-aee19091-132f-4a31-a7df-0c37fe49999e tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:06.490029 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5230d35-ccd4-4101-98b1-fe943b028f3e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Pushing event updated for resources: {'Port': ['ID=c05a6c8c-a48f-4518-b2fa-245771ba636b,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:06.515542 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-957e7061-3157-4723-9f5d-5361308694ed req-2ecdb92f-c7fc-4f4e-a430-f069b4d69d12 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 210 time: 0.0580535 Jul 24 00:57:06.557882 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-aee19091-132f-4a31-a7df-0c37fe49999e tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] device_id is not set on port 36e4fe3d-1a50-48aa-96e3-21c6a64a6b6b yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:57:06.585052 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0478adfc-8a71-4070-8210-5d3594bfa979 req-32424747-7423-4ba4-a69b-2de77989e113 service neutron] 10.222.0.13 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0370581 Jul 24 00:57:06.640530 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-a5230d35-ccd4-4101-98b1-fe943b028f3e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:06.640779 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-a5230d35-ccd4-4101-98b1-fe943b028f3e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:06.699724 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-a5230d35-ccd4-4101-98b1-fe943b028f3e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3551929 Jul 24 00:57:06.712208 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:06.753834 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-aee856f7-7f0e-491b-8810-0f243ab1e31b tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Request body: {'port': {'device_id': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'network_id': '65487f5e-aa75-4d64-a662-cf5c6179a6a8', 'admin_state_up': True, 'tenant_id': 'cd6a59a0ba774d20a9df419972239646', 'security_groups': ['ee45ad64-8c62-46a6-8180-96016c4d729d']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:57:06.776357 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:57:06.804223 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-aee19091-132f-4a31-a7df-0c37fe49999e tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Allocated IP 172.20.0.14 (869c508d-844f-4cac-8447-980365ffa5b6/933bffe9-e631-40af-b181-0becd1ffb568/36e4fe3d-1a50-48aa-96e3-21c6a64a6b6b) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:57:06.940575 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165,segment=NetworkSegment(1a1e043c-79b0-4397-b4d2-2b95c82d517b),segment_id=1a1e043c-79b0-4397-b4d2-2b95c82d517b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:06.948938 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:06.967115 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-4b653d87-0fe2-42ad-a6c3-55039a5ec581 None None] Provisioning for port c05a6c8c-a48f-4518-b2fa-245771ba636b completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:57:06.972390 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a96b440-7e21-4369-9e35-5302c68bef11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-869c508d-844f-4cac-8447-980365ffa5b6', 'network_id': '869c508d-844f-4cac-8447-980365ffa5b6', 'tenant_id': 'b3fcb7cedf5b48f0a63c53b6811f461b', 'fixed_ips': [{'subnet_id': '933bffe9-e631-40af-b181-0becd1ffb568'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:57:06.973604 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0a96b440-7e21-4369-9e35-5302c68bef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:06.998329 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0478adfc-8a71-4070-8210-5d3594bfa979 req-c8d30ea3-c37b-49bd-9caa-88bb4b8b6fc0 service neutron] 10.222.0.13 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012134 Jul 24 00:57:07.029472 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-4b653d87-0fe2-42ad-a6c3-55039a5ec581 None None] Provisioning complete for port c05a6c8c-a48f-4518-b2fa-245771ba636b triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:57:07.030121 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4b653d87-0fe2-42ad-a6c3-55039a5ec581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:07.079366 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-aee856f7-7f0e-491b-8810-0f243ab1e31b tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Made reservation on behalf of cd6a59a0ba774d20a9df419972239646 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:57:07.085407 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-aee856f7-7f0e-491b-8810-0f243ab1e31b tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:07.124068 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:57:07.208296 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-aee19091-132f-4a31-a7df-0c37fe49999e tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:07.231881 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-aee19091-132f-4a31-a7df-0c37fe49999e tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Transition to ACTIVE for port object 36e4fe3d-1a50-48aa-96e3-21c6a64a6b6b will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:57:07.255777 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-4b653d87-0fe2-42ad-a6c3-55039a5ec581 None None] Port c05a6c8c-a48f-4518-b2fa-245771ba636b cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:57:07.269304 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39575d4c-b6b8-4978-933b-e8c8a5358f28 req-5149d3a4-7093-4929-aac4-60d6f8aa0a86 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:07.275395 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:07.276801 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-39575d4c-b6b8-4978-933b-e8c8a5358f28 req-5149d3a4-7093-4929-aac4-60d6f8aa0a86 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 932 time: 0.1224105 Jul 24 00:57:07.314945 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-aee856f7-7f0e-491b-8810-0f243ab1e31b tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Allocated IP 10.1.1.46 (65487f5e-aa75-4d64-a662-cf5c6179a6a8/81a038cb-df9c-49e4-af9e-e93d2e1470dd/3bdee268-3504-4249-9688-c9a743e39dc3) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:57:07.343242 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-39575d4c-b6b8-4978-933b-e8c8a5358f28 req-69687e21-7172-47ac-9fe2-427b14bfde08 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609617 Jul 24 00:57:07.348574 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-aee19091-132f-4a31-a7df-0c37fe49999e tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:07.417846 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee19091-132f-4a31-a7df-0c37fe49999e tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Network 869c508d-844f-4cac-8447-980365ffa5b6 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:57:07.455427 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee19091-132f-4a31-a7df-0c37fe49999e tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Pushing event updated for resources: {'Port': ['ID=36e4fe3d-1a50-48aa-96e3-21c6a64a6b6b,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:07.470760 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-aee19091-132f-4a31-a7df-0c37fe49999e tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:57:07.483369 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee19091-132f-4a31-a7df-0c37fe49999e tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:57:07.491933 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-aee856f7-7f0e-491b-8810-0f243ab1e31b tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:07.508719 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-aee856f7-7f0e-491b-8810-0f243ab1e31b tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Transition to ACTIVE for port object 3bdee268-3504-4249-9688-c9a743e39dc3 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:57:07.544299 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 34138) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:07.567714 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-0a96b440-7e21-4369-9e35-5302c68bef11 None None] Allocated IP 172.20.0.2 (869c508d-844f-4cac-8447-980365ffa5b6/933bffe9-e631-40af-b181-0becd1ffb568/8a8ed02d-441d-46d8-b13a-ce52a904e4d7) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:57:07.582178 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-aee856f7-7f0e-491b-8810-0f243ab1e31b tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:07.667627 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee19091-132f-4a31-a7df-0c37fe49999e tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:07.668862 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-aee19091-132f-4a31-a7df-0c37fe49999e tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:07.720032 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc90bc-c22e-4909-8b4b-55689bba1a8d req-48001c41-4fcf-4a34-98c5-bdef091fddab tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:07.727337 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9edc90bc-c22e-4909-8b4b-55689bba1a8d req-48001c41-4fcf-4a34-98c5-bdef091fddab tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e894af-00e9-41f8-a463-ed46ef62dee5 HTTP/1.1" status: 200 len: 944 time: 0.1655478 Jul 24 00:57:07.740697 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-aee19091-132f-4a31-a7df-0c37fe49999e tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6093190 Jul 24 00:57:07.754179 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-aee856f7-7f0e-491b-8810-0f243ab1e31b tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Network 65487f5e-aa75-4d64-a662-cf5c6179a6a8 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:57:07.757543 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34144) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:07.772533 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bfaa9831-bc3a-4270-988c-ae94fb074ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:07.780120 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-aee856f7-7f0e-491b-8810-0f243ab1e31b tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:57:07.783149 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-aee856f7-7f0e-491b-8810-0f243ab1e31b tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:57:07.832132 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0a96b440-7e21-4369-9e35-5302c68bef11 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:07.844867 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9edc90bc-c22e-4909-8b4b-55689bba1a8d req-0c982cdd-fbb4-4df0-b7cd-c7685d794b0d tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163211 Jul 24 00:57:07.848068 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0a96b440-7e21-4369-9e35-5302c68bef11 None None] Transition to ACTIVE for port object 8a8ed02d-441d-46d8-b13a-ce52a904e4d7 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:57:07.868411 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0a96b440-7e21-4369-9e35-5302c68bef11 None None] Transition to ACTIVE for port object 8a8ed02d-441d-46d8-b13a-ce52a904e4d7 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:57:07.872351 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee856f7-7f0e-491b-8810-0f243ab1e31b tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Pushing event updated for resources: {'Port': ['ID=3bdee268-3504-4249-9688-c9a743e39dc3,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:07.879250 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device b1ed6e93-6be2-4697-9d8a-027f791cf137 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:57:07.987060 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-aee856f7-7f0e-491b-8810-0f243ab1e31b tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:07.987763 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-aee856f7-7f0e-491b-8810-0f243ab1e31b tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:07.988900 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:57:08.015948 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-16049879-e242-4b78-bd5e-9ccb709a3728 req-d0d5fedb-1873-4f16-927c-bd1965d7d6bf tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 210 time: 0.0383594 Jul 24 00:57:08.026699 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-e40d427a-0867-4e85-8a1a-780db2fbd6cb tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Deleting port 36e4fe3d-1a50-48aa-96e3-21c6a64a6b6b {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:57:08.027270 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e40d427a-0867-4e85-8a1a-780db2fbd6cb tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:08.042649 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0a96b440-7e21-4369-9e35-5302c68bef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:08.079295 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-087cedb2-4b2e-4f88-b062-39dee002acf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:08.089763 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab8fd7-34f0-4612-80af-b36d03b4cfc7 req-68ec5cb9-d7d4-4d7e-b29b-252d3b8237a8 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:08.097254 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b1ab8fd7-34f0-4612-80af-b36d03b4cfc7 req-68ec5cb9-d7d4-4d7e-b29b-252d3b8237a8 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=972de29d-76c1-435a-9e72-380713cefb04 HTTP/1.1" status: 200 len: 944 time: 0.5539303 Jul 24 00:57:08.132869 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96b440-7e21-4369-9e35-5302c68bef11 None None] Pushing event updated for resources: {'Port': ['ID=8a8ed02d-441d-46d8-b13a-ce52a904e4d7,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:08.171156 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e40d427a-0867-4e85-8a1a-780db2fbd6cb tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:08.184410 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a96b440-7e21-4369-9e35-5302c68bef11 None None] Network 869c508d-844f-4cac-8447-980365ffa5b6 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:57:08.186857 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a96b440-7e21-4369-9e35-5302c68bef11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:08.187201 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a96b440-7e21-4369-9e35-5302c68bef11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:08.187545 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a96b440-7e21-4369-9e35-5302c68bef11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:08.187948 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a96b440-7e21-4369-9e35-5302c68bef11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:08.188285 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a96b440-7e21-4369-9e35-5302c68bef11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:08.188617 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a96b440-7e21-4369-9e35-5302c68bef11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:08.188967 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a96b440-7e21-4369-9e35-5302c68bef11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:08.189296 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a96b440-7e21-4369-9e35-5302c68bef11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:08.189715 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a96b440-7e21-4369-9e35-5302c68bef11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:08.190099 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a96b440-7e21-4369-9e35-5302c68bef11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:08.192339 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a96b440-7e21-4369-9e35-5302c68bef11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:08.192339 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a96b440-7e21-4369-9e35-5302c68bef11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:08.193724 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-e40d427a-0867-4e85-8a1a-780db2fbd6cb tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Calling delete_port for 36e4fe3d-1a50-48aa-96e3-21c6a64a6b6b owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:57:08.219851 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-0a96b440-7e21-4369-9e35-5302c68bef11 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:57:08.233654 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a96b440-7e21-4369-9e35-5302c68bef11 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:57:08.291808 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port b1ed6e93-6be2-4697-9d8a-027f791cf137, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=b1ed6e93-6be2-4697-9d8a-027f791cf137,segment=NetworkSegment(105933f1-ad5a-4c90-9ca8-c74f813dbd38),segment_id=105933f1-ad5a-4c90-9ca8-c74f813dbd38)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:08.353663 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b1ab8fd7-34f0-4612-80af-b36d03b4cfc7 req-7ac365a1-af26-4ba9-a818-66718ce9f625 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539818 Jul 24 00:57:08.363472 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-80dd9070-c49f-4ab2-9d0b-b29297c16b01 None None] Provisioning for port 3bdee268-3504-4249-9688-c9a743e39dc3 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:57:08.367654 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:57:08.368621 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:08.391972 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-80dd9070-c49f-4ab2-9d0b-b29297c16b01 None None] Provisioning complete for port 3bdee268-3504-4249-9688-c9a743e39dc3 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:57:08.392504 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-80dd9070-c49f-4ab2-9d0b-b29297c16b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:08.421326 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bfaa9831-bc3a-4270-988c-ae94fb074ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:08.453678 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e40d427a-0867-4e85-8a1a-780db2fbd6cb tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:08.462445 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bfaa9831-bc3a-4270-988c-ae94fb074ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:08.491706 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'b1ed6e93-6be2-4697-9d8a-027f791cf137', 'network_id': '2da6bbc7-a75c-4c5c-b454-75233615e1ea', 'port_id': 'b1ed6e93-6be2-4697-9d8a-027f791cf137', 'mac_address': 'fa:16:3e:59:2e:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32aaab81-ed63-4b4f-aa91-d17bc9f404e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:57:08.520479 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-0a96b440-7e21-4369-9e35-5302c68bef11 None None] Attempting to bind port 8a8ed02d-441d-46d8-b13a-ce52a904e4d7 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:57:08.520864 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-0a96b440-7e21-4369-9e35-5302c68bef11 None None] Attempting to bind port 8a8ed02d-441d-46d8-b13a-ce52a904e4d7 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '954833e4-0230-4d8a-9795-e7be49a67df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '869c508d-844f-4cac-8447-980365ffa5b6'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:57:08.521235 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a96b440-7e21-4369-9e35-5302c68bef11 None None] Attempting to bind port 8a8ed02d-441d-46d8-b13a-ce52a904e4d7 on network 869c508d-844f-4cac-8447-980365ffa5b6 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:57:08.530548 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a96b440-7e21-4369-9e35-5302c68bef11 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:57:08.530886 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a96b440-7e21-4369-9e35-5302c68bef11 None None] Checking segment: {'id': '954833e4-0230-4d8a-9795-e7be49a67df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '869c508d-844f-4cac-8447-980365ffa5b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:57:08.531293 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0a96b440-7e21-4369-9e35-5302c68bef11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:08.531697 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a96b440-7e21-4369-9e35-5302c68bef11 None None] Bound using segment: {'id': '954833e4-0230-4d8a-9795-e7be49a67df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '869c508d-844f-4cac-8447-980365ffa5b6'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:57:08.532180 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-0a96b440-7e21-4369-9e35-5302c68bef11 None None] Bound port: 8a8ed02d-441d-46d8-b13a-ce52a904e4d7, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '954833e4-0230-4d8a-9795-e7be49a67df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '869c508d-844f-4cac-8447-980365ffa5b6'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:57:08.532569 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0a96b440-7e21-4369-9e35-5302c68bef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:08.572812 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa9831-bc3a-4270-988c-ae94fb074ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d255c407-d904-49f0-8657-794630bd98c8,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:08.577126 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d427a-0867-4e85-8a1a-780db2fbd6cb tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Pushing event deleted for resources: {'Port': ['ID=36e4fe3d-1a50-48aa-96e3-21c6a64a6b6b,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:08.579376 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-aee856f7-7f0e-491b-8810-0f243ab1e31b tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8321192 Jul 24 00:57:08.580289 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e40d427a-0867-4e85-8a1a-780db2fbd6cb tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:08.587937 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e40d427a-0867-4e85-8a1a-780db2fbd6cb tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] 10.222.0.15 "DELETE /v2.0/ports/36e4fe3d-1a50-48aa-96e3-21c6a64a6b6b HTTP/1.1" status: 204 len: 168 time: 0.8265023 Jul 24 00:57:08.588144 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-80dd9070-c49f-4ab2-9d0b-b29297c16b01 None None] Port 3bdee268-3504-4249-9688-c9a743e39dc3 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:57:08.598543 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 34154) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:08.605188 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-66ab8f96-dd42-4114-8e76-eacf12124bdb tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Request body: {'port': {'device_id': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'network_id': '65487f5e-aa75-4d64-a662-cf5c6179a6a8', 'admin_state_up': True, 'tenant_id': 'cd6a59a0ba774d20a9df419972239646', 'security_groups': ['ee45ad64-8c62-46a6-8180-96016c4d729d']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:57:08.662793 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:08.675673 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:08.681391 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef79cf7-1bc2-4005-9ee2-a4ec92422128 req-4dcf2999-e0c8-4163-84ab-d34322e5fdac tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:08.689717 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef79cf7-1bc2-4005-9ee2-a4ec92422128 req-4dcf2999-e0c8-4163-84ab-d34322e5fdac tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:08.691616 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3ef79cf7-1bc2-4005-9ee2-a4ec92422128 req-4dcf2999-e0c8-4163-84ab-d34322e5fdac tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 1653 time: 0.1964900 Jul 24 00:57:08.748920 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-66ab8f96-dd42-4114-8e76-eacf12124bdb tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Made reservation on behalf of cd6a59a0ba774d20a9df419972239646 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:57:08.749922 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165,segment=NetworkSegment(1a1e043c-79b0-4397-b4d2-2b95c82d517b),segment_id=1a1e043c-79b0-4397-b4d2-2b95c82d517b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:08.752977 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-66ab8f96-dd42-4114-8e76-eacf12124bdb tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:08.757106 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-bfaa9831-bc3a-4270-988c-ae94fb074ffb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1810f7a77823405186ee844374d36b0d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2097464 Jul 24 00:57:08.760724 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 34158) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:08.769034 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3ef79cf7-1bc2-4005-9ee2-a4ec92422128 req-ee2cd38e-b435-4ce8-81ab-6261c533d94d tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696635 Jul 24 00:57:08.867256 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb3857-7141-451c-9b4f-665baa3d0d60 req-9dcb4dc5-6158-48d1-85cb-4f6192d09b02 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:08.869195 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fdbb3857-7141-451c-9b4f-665baa3d0d60 req-9dcb4dc5-6158-48d1-85cb-4f6192d09b02 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e894af-00e9-41f8-a463-ed46ef62dee5 HTTP/1.1" status: 200 len: 944 time: 0.3743141 Jul 24 00:57:08.902557 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e894af-00e9-41f8-a463-ed46ef62dee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:57:08.905564 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011d514c-1283-4db0-8c6b-d33f352087f7" -d '{"events": [{"server_uuid": "95e894af-00e9-41f8-a463-ed46ef62dee5", "name": "network-vif-plugged", "status": "completed", "tag": "237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:57:08.910975 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:08.918367 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1ed6e93-6be2-4697-9d8a-027f791cf137 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:57:08.960382 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0a96b440-7e21-4369-9e35-5302c68bef11 None None] For port 8a8ed02d-441d-46d8-b13a-ce52a904e4d7, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:57:08.977189 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-13e8994d-facf-4387-ac7a-66cc063da1a7 tempest-DHCPAgentSchedulersTestJSON-202797489 tempest-DHCPAgentSchedulersTestJSON-202797489-project-admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4687 time: 0.2720654 Jul 24 00:57:08.978051 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1991b2d0-8b1b-4cf4-88cd-4cfdf570c521 x-openstack-request-id: req-1991b2d0-8b1b-4cf4-88cd-4cfdf570c521 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:57:08.978514 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e894af-00e9-41f8-a463-ed46ef62dee5", "name": "network-vif-plugged", "status": "completed", "tag": "237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:57:08.978965 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1991b2d0-8b1b-4cf4-88cd-4cfdf570c521 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:57:08.979525 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e894af-00e9-41f8-a463-ed46ef62dee5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165', 'code': 200} Jul 24 00:57:08.980696 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34162) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:08.986518 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-595b57b9-cd7f-4f9f-9563-1217952807a1 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-963304334'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:57:08.990321 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0a96b440-7e21-4369-9e35-5302c68bef11 None None] For port 8a8ed02d-441d-46d8-b13a-ce52a904e4d7, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=8a8ed02d-441d-46d8-b13a-ce52a904e4d7,segment=NetworkSegment(954833e4-0230-4d8a-9795-e7be49a67df6),segment_id=954833e4-0230-4d8a-9795-e7be49a67df6)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:57:08.997338 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port b1ed6e93-6be2-4697-9d8a-027f791cf137, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=b1ed6e93-6be2-4697-9d8a-027f791cf137,segment=NetworkSegment(105933f1-ad5a-4c90-9ca8-c74f813dbd38),segment_id=105933f1-ad5a-4c90-9ca8-c74f813dbd38)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:09.006269 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0a96b440-7e21-4369-9e35-5302c68bef11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:09.010251 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:09.020058 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165,revision_number=7']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:09.025457 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a153d740-fcf2-45b7-90db-f9b2bc70562f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:09.045462 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fdbb3857-7141-451c-9b4f-665baa3d0d60 req-dd8df3c0-3eca-498e-ac85-69a6d9712f7e tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675556 Jul 24 00:57:09.047023 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595b57b9-cd7f-4f9f-9563-1217952807a1 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Made reservation on behalf of b3fcb7cedf5b48f0a63c53b6811f461b for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:57:09.053182 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-595b57b9-cd7f-4f9f-9563-1217952807a1 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:09.090234 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96b440-7e21-4369-9e35-5302c68bef11 None None] Pushing event updated for resources: {'Port': ['ID=8a8ed02d-441d-46d8-b13a-ce52a904e4d7,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:09.115294 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-595b57b9-cd7f-4f9f-9563-1217952807a1 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:57:09.145872 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-595b57b9-cd7f-4f9f-9563-1217952807a1 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:09.146458 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-595b57b9-cd7f-4f9f-9563-1217952807a1 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Added segment 66f02ca8-50dd-4e43-91bc-6fd75454ca3d of type vlan for network 26de80fc-270d-4774-bf45-75260424277c Jul 24 00:57:09.183240 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=b1ed6e93-6be2-4697-9d8a-027f791cf137,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:09.236295 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-66ab8f96-dd42-4114-8e76-eacf12124bdb tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Allocated IP 10.1.1.115 (65487f5e-aa75-4d64-a662-cf5c6179a6a8/81a038cb-df9c-49e4-af9e-e93d2e1470dd/149cdb73-8fb6-426e-8349-634d1b416c1d) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:57:09.237618 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-73eb9868-f792-40e5-9b2e-d29a5a6d423a req-033acacc-2c6c-46a8-9d62-a74e82e9cfd3 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6f6dca9-70cb-4a8a-ba35-c71ffe284a3e HTTP/1.1" status: 200 len: 210 time: 0.0644150 Jul 24 00:57:09.248806 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-595b57b9-cd7f-4f9f-9563-1217952807a1 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:09.253261 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['b1ed6e93-6be2-4697-9d8a-027f791cf137'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:57:09.303129 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a153d740-fcf2-45b7-90db-f9b2bc70562f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:09.306972 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-595b57b9-cd7f-4f9f-9563-1217952807a1 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:09.319298 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595b57b9-cd7f-4f9f-9563-1217952807a1 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:09.320399 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-595b57b9-cd7f-4f9f-9563-1217952807a1 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:09.397725 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 34168) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:09.398409 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-595b57b9-cd7f-4f9f-9563-1217952807a1 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.3990006 Jul 24 00:57:09.506414 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b57b9-cd7f-4f9f-9563-1217952807a1 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Pushing event updated for resources: {'Network': ['ID=26de80fc-270d-4774-bf45-75260424277c,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:09.520343 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 26de80fc-270d-4774-bf45-75260424277c details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:57:09.659555 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a153d740-fcf2-45b7-90db-f9b2bc70562f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:09.662161 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a153d740-fcf2-45b7-90db-f9b2bc70562f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:09.663471 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a153d740-fcf2-45b7-90db-f9b2bc70562f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d255c407-d904-49f0-8657-794630bd98c8 HTTP/1.1" status: 204 len: 168 time: 0.9014473 Jul 24 00:57:09.711840 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-087cedb2-4b2e-4f88-b062-39dee002acf0 admin admin] Deleting port f29a7f66-85e4-49a3-8e53-f226ee35fda5 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:57:09.712229 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-087cedb2-4b2e-4f88-b062-39dee002acf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:09.765656 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a153d740-fcf2-45b7-90db-f9b2bc70562f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d255c407-d904-49f0-8657-794630bd98c8,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:10.006350 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813817e-bbd7-4852-885e-788c92db0784 req-1f293519-0131-43ad-ae97-c9a911edc7b1 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:10.020081 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b813817e-bbd7-4852-885e-788c92db0784 req-1f293519-0131-43ad-ae97-c9a911edc7b1 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:10.027798 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b813817e-bbd7-4852-885e-788c92db0784 req-1f293519-0131-43ad-ae97-c9a911edc7b1 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 1653 time: 0.1356401 Jul 24 00:57:10.102741 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b813817e-bbd7-4852-885e-788c92db0784 req-1d5e238a-acca-45ca-a8a0-82fb13ad5d61 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738626 Jul 24 00:57:10.126956 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34180) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:10.156246 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0b13d7f1-0edb-4e3f-aece-d9b403f04c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:10.274045 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-66ab8f96-dd42-4114-8e76-eacf12124bdb tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:10.319090 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0b13d7f1-0edb-4e3f-aece-d9b403f04c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:10.327404 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0b13d7f1-0edb-4e3f-aece-d9b403f04c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:10.389862 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b13d7f1-0edb-4e3f-aece-d9b403f04c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab52f4c0-7178-45f1-87ed-70427ce11c9e,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:10.394139 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-66ab8f96-dd42-4114-8e76-eacf12124bdb tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Transition to ACTIVE for port object 149cdb73-8fb6-426e-8349-634d1b416c1d will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:57:10.409377 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b5f149b2-af16-4090-a18e-10d7ef02fe25 tempest-DHCPAgentSchedulersTestJSON-202797489 tempest-DHCPAgentSchedulersTestJSON-202797489-project-admin] 10.222.0.15 "GET /v2.0/agents/71841212-9da3-4061-aa01-18bcbaf6b281/dhcp-networks HTTP/1.1" status: 200 len: 11253 time: 0.9983258 Jul 24 00:57:10.416116 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-087cedb2-4b2e-4f88-b062-39dee002acf0 admin admin] For port f29a7f66-85e4-49a3-8e53-f226ee35fda5, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=f29a7f66-85e4-49a3-8e53-f226ee35fda5,segment=NetworkSegment(75e896a5-bc17-427d-a9e1-3f9aac263a09),segment_id=75e896a5-bc17-427d-a9e1-3f9aac263a09)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:10.416274 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba6db9-21e2-417c-9656-30951cc3694d req-c896f788-9679-46e4-8a14-cacedf3aaa71 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:10.416367 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-087cedb2-4b2e-4f88-b062-39dee002acf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:10.417655 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e0ba6db9-21e2-417c-9656-30951cc3694d req-c896f788-9679-46e4-8a14-cacedf3aaa71 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e894af-00e9-41f8-a463-ed46ef62dee5 HTTP/1.1" status: 200 len: 945 time: 0.1734602 Jul 24 00:57:10.418655 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 34184) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:10.434324 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0b13d7f1-0edb-4e3f-aece-d9b403f04c73 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0c83e311d2ad4b98a71c54f63efe1334&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3029723 Jul 24 00:57:10.434528 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34186) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:10.441748 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24f363-243b-4d04-ad39-538684671782 req-4726180d-cd73-4d93-bc33-703cef0f2cf8 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:10.443529 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6a24f363-243b-4d04-ad39-538684671782 req-4726180d-cd73-4d93-bc33-703cef0f2cf8 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=972de29d-76c1-435a-9e72-380713cefb04 HTTP/1.1" status: 200 len: 945 time: 0.8766370 Jul 24 00:57:10.478923 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-087cedb2-4b2e-4f88-b062-39dee002acf0 admin admin] Calling delete_port for f29a7f66-85e4-49a3-8e53-f226ee35fda5 owned by network:router_interface {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:57:10.527427 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e0ba6db9-21e2-417c-9656-30951cc3694d req-88d83d63-92b0-46cf-bf9b-dc62499cfc4a tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907378 Jul 24 00:57:10.555273 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-417ed6e7-2da2-4ec0-a550-621f598989b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:10.580888 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-417ed6e7-2da2-4ec0-a550-621f598989b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:10.652355 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d3738-2cca-4be5-94aa-0228db041b11 req-ab93c733-1512-4f79-9a2a-81fc68b773d1 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:10.654064 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d11d3738-2cca-4be5-94aa-0228db041b11 req-ab93c733-1512-4f79-9a2a-81fc68b773d1 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.13 "GET /v2.0/ports?device_id=95e894af-00e9-41f8-a463-ed46ef62dee5 HTTP/1.1" status: 200 len: 945 time: 0.3752153 Jul 24 00:57:10.655286 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-66ab8f96-dd42-4114-8e76-eacf12124bdb tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:10.655426 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-417ed6e7-2da2-4ec0-a550-621f598989b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:10.658007 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-417ed6e7-2da2-4ec0-a550-621f598989b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:10.659343 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-417ed6e7-2da2-4ec0-a550-621f598989b2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ab52f4c0-7178-45f1-87ed-70427ce11c9e HTTP/1.1" status: 204 len: 168 time: 0.2212703 Jul 24 00:57:10.659662 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6a24f363-243b-4d04-ad39-538684671782 req-ae7d6bbd-81d9-4189-b776-a5a60892c5be tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906359 Jul 24 00:57:10.692618 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3491b3-78e6-465d-a6ad-70dbe6f2160f None None] Network 869c508d-844f-4cac-8447-980365ffa5b6 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:57:10.693264 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ed6e7-2da2-4ec0-a550-621f598989b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab52f4c0-7178-45f1-87ed-70427ce11c9e,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:10.773138 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34194) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:10.889832 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-71e44175-64ea-45bc-8671-f21e6732663c tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:10.902419 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 8a8ed02d-441d-46d8-b13a-ce52a904e4d7 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:57:10.958268 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab8f96-dd42-4114-8e76-eacf12124bdb tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Pushing event updated for resources: {'Port': ['ID=149cdb73-8fb6-426e-8349-634d1b416c1d,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:10.959480 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-71e44175-64ea-45bc-8671-f21e6732663c tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:10.989030 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-66ab8f96-dd42-4114-8e76-eacf12124bdb tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Network 65487f5e-aa75-4d64-a662-cf5c6179a6a8 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:57:11.005829 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-89afa495-0b8f-4e38-be94-8337bedf9b99 None None] Provisioning for port 8a8ed02d-441d-46d8-b13a-ce52a904e4d7 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:57:11.062538 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-71e44175-64ea-45bc-8671-f21e6732663c tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:11.063132 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-66ab8f96-dd42-4114-8e76-eacf12124bdb tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:57:11.069882 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-71e44175-64ea-45bc-8671-f21e6732663c tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:11.073689 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-71e44175-64ea-45bc-8671-f21e6732663c tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "DELETE /v2.0/security-groups/4531c942-f7ee-4c2c-9cee-5b2c599f93f2 HTTP/1.1" status: 204 len: 168 time: 0.2991462 Jul 24 00:57:11.082083 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34198) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:11.087512 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-66ab8f96-dd42-4114-8e76-eacf12124bdb tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:57:11.122915 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e44175-64ea-45bc-8671-f21e6732663c tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4531c942-f7ee-4c2c-9cee-5b2c599f93f2,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:11.129951 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-b8705737-5363-487e-83f5-a27db1c73b04 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] show failed (client error): The resource could not be found. Jul 24 00:57:11.132888 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b8705737-5363-487e-83f5-a27db1c73b04 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "GET /v2.0/security-groups/4531c942-f7ee-4c2c-9cee-5b2c599f93f2 HTTP/1.1" status: 404 len: 347 time: 0.0487983 Jul 24 00:57:11.135850 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34202) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:11.226260 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 8a8ed02d-441d-46d8-b13a-ce52a904e4d7 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:57:11.229671 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433657c5-c7eb-4e61-b163-c6af9d2d564d tempest-DHCPAgentSchedulersTestJSON-202797489 tempest-DHCPAgentSchedulersTestJSON-202797489-project-admin] Network 26de80fc-270d-4774-bf45-75260424277c is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:57:11.233099 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 8a8ed02d-441d-46d8-b13a-ce52a904e4d7 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:57:11.238136 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-66ab8f96-dd42-4114-8e76-eacf12124bdb tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:11.238746 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:11.246190 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-66ab8f96-dd42-4114-8e76-eacf12124bdb tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:11.299155 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-433657c5-c7eb-4e61-b163-c6af9d2d564d tempest-DHCPAgentSchedulersTestJSON-202797489 tempest-DHCPAgentSchedulersTestJSON-202797489-project-admin] 10.222.0.15 "POST /v2.0/agents/71841212-9da3-4061-aa01-18bcbaf6b281/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.8543599 Jul 24 00:57:11.302779 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73310846-4071-4a8c-addd-63f7335b4ab7 None None] Network 26de80fc-270d-4774-bf45-75260424277c requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:57:11.303773 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34204) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:11.336870 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-66ab8f96-dd42-4114-8e76-eacf12124bdb tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7379253 Jul 24 00:57:11.360170 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-afc839e7-e91b-4c7e-a860-a45799d9bd55 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Request body: {'port': {'device_id': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501', 'admin_state_up': True, 'tenant_id': 'cd6a59a0ba774d20a9df419972239646', 'security_groups': ['ee45ad64-8c62-46a6-8180-96016c4d729d']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:57:11.614678 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-087cedb2-4b2e-4f88-b062-39dee002acf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:11.687151 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:11.723567 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-798c8a7b-bcff-436a-ad6f-c4712edef04b None None] Provisioning for port 149cdb73-8fb6-426e-8349-634d1b416c1d completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:57:11.742146 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-24da91cd-02b9-4fa3-806a-0bdb3fba1063 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Deleting port be11b459-83e2-4703-a0fe-68d86367effd {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:57:11.742146 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-24da91cd-02b9-4fa3-806a-0bdb3fba1063 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:11.743664 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-798c8a7b-bcff-436a-ad6f-c4712edef04b None None] Provisioning complete for port 149cdb73-8fb6-426e-8349-634d1b416c1d triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:57:11.744085 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-798c8a7b-bcff-436a-ad6f-c4712edef04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:11.778926 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693ba3b-9ef7-408d-825e-cb4fb99cfdf4 req-30954043-9c35-4cdf-bbdf-bd06d654c86c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:11.796079 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693ba3b-9ef7-408d-825e-cb4fb99cfdf4 req-30954043-9c35-4cdf-bbdf-bd06d654c86c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:11.802629 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693ba3b-9ef7-408d-825e-cb4fb99cfdf4 req-30954043-9c35-4cdf-bbdf-bd06d654c86c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:11.817460 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f693ba3b-9ef7-408d-825e-cb4fb99cfdf4 req-30954043-9c35-4cdf-bbdf-bd06d654c86c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 2374 time: 0.5163677 Jul 24 00:57:11.822705 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087cedb2-4b2e-4f88-b062-39dee002acf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f29a7f66-85e4-49a3-8e53-f226ee35fda5,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:11.850280 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 8a8ed02d-441d-46d8-b13a-ce52a904e4d7, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=8a8ed02d-441d-46d8-b13a-ce52a904e4d7,segment=NetworkSegment(954833e4-0230-4d8a-9795-e7be49a67df6),segment_id=954833e4-0230-4d8a-9795-e7be49a67df6)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:11.862011 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:11.878024 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-798c8a7b-bcff-436a-ad6f-c4712edef04b None None] Port 149cdb73-8fb6-426e-8349-634d1b416c1d cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:57:11.899133 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-34aa7d1c-036a-4274-8b7b-48e335470e37 tempest-DHCPAgentSchedulersTestJSON-202797489 tempest-DHCPAgentSchedulersTestJSON-202797489-project-admin] 10.222.0.15 "GET /v2.0/agents/71841212-9da3-4061-aa01-18bcbaf6b281/dhcp-networks HTTP/1.1" status: 200 len: 12023 time: 0.5933335 Jul 24 00:57:11.904873 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34222) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:11.960249 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device b1ed6e93-6be2-4697-9d8a-027f791cf137 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:57:11.991385 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-d11d3738-2cca-4be5-94aa-0228db041b11 req-d5a392f2-b922-4adb-b026-aa1fe3449316 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Deleting port 237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:57:11.991865 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d11d3738-2cca-4be5-94aa-0228db041b11 req-d5a392f2-b922-4adb-b026-aa1fe3449316 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:12.068028 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f693ba3b-9ef7-408d-825e-cb4fb99cfdf4 req-876523b7-3e60-4233-a0c8-68d5419c7043 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2499671 Jul 24 00:57:12.077843 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-24da91cd-02b9-4fa3-806a-0bdb3fba1063 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:12.078178 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-24da91cd-02b9-4fa3-806a-0bdb3fba1063 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:12.117747 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0e02b387-fc57-4a01-a19b-f427385d8076 None None] Provisioning complete for port 8a8ed02d-441d-46d8-b13a-ce52a904e4d7 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:57:12.118032 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0e02b387-fc57-4a01-a19b-f427385d8076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:12.122485 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=8a8ed02d-441d-46d8-b13a-ce52a904e4d7,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:12.178062 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-24da91cd-02b9-4fa3-806a-0bdb3fba1063 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Calling delete_port for be11b459-83e2-4703-a0fe-68d86367effd owned by network:floatingip {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:57:12.240353 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port b1ed6e93-6be2-4697-9d8a-027f791cf137 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:57:12.246426 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port b1ed6e93-6be2-4697-9d8a-027f791cf137 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:57:12.246897 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:12.376065 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-aa663b70-a890-47b7-a93f-5812e895357e tempest-DHCPAgentSchedulersTestJSON-202797489 tempest-DHCPAgentSchedulersTestJSON-202797489-project-admin] 10.222.0.15 "DELETE /v2.0/agents/71841212-9da3-4061-aa01-18bcbaf6b281/dhcp-networks/26de80fc-270d-4774-bf45-75260424277c HTTP/1.1" status: 204 len: 168 time: 0.4583380 Jul 24 00:57:12.383155 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 34230) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:12.444359 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15caec20-af8d-4147-adf9-c61eb975c483 req-17a1f9c1-98d4-42bb-b2aa-c80e7956546f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:12.452950 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-15caec20-af8d-4147-adf9-c61eb975c483 req-17a1f9c1-98d4-42bb-b2aa-c80e7956546f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=972de29d-76c1-435a-9e72-380713cefb04 HTTP/1.1" status: 200 len: 945 time: 0.1723526 Jul 24 00:57:12.480475 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:12.509799 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-d11d3738-2cca-4be5-94aa-0228db041b11 req-d5a392f2-b922-4adb-b026-aa1fe3449316 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] For port 237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165,segment=NetworkSegment(1a1e043c-79b0-4397-b4d2-2b95c82d517b),segment_id=1a1e043c-79b0-4397-b4d2-2b95c82d517b)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:12.510405 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d11d3738-2cca-4be5-94aa-0228db041b11 req-d5a392f2-b922-4adb-b026-aa1fe3449316 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:12.537244 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-d11d3738-2cca-4be5-94aa-0228db041b11 req-d5a392f2-b922-4adb-b026-aa1fe3449316 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Calling delete_port for 237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:57:12.556006 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-15caec20-af8d-4147-adf9-c61eb975c483 req-d4a29f04-7d03-4192-9a7b-856861a11630 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004388 Jul 24 00:57:12.566004 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port b1ed6e93-6be2-4697-9d8a-027f791cf137, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=b1ed6e93-6be2-4697-9d8a-027f791cf137,segment=NetworkSegment(105933f1-ad5a-4c90-9ca8-c74f813dbd38),segment_id=105933f1-ad5a-4c90-9ca8-c74f813dbd38)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:12.569224 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-2e328a54-7305-4c93-b54d-2deb7501d92e None None] Could not find standard attr ID for object 36e4fe3d-1a50-48aa-96e3-21c6a64a6b6b. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 00:57:12.571996 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972de29d-76c1-435a-9e72-380713cefb04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ed6e93-6be2-4697-9d8a-027f791cf137'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:57:12.580761 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab542a8-ea9d-4a17-ba64-6d948093098b" -d '{"events": [{"server_uuid": "972de29d-76c1-435a-9e72-380713cefb04", "name": "network-vif-plugged", "status": "completed", "tag": "b1ed6e93-6be2-4697-9d8a-027f791cf137"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:57:12.584608 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:12.585430 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:57:12.619029 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-24da91cd-02b9-4fa3-806a-0bdb3fba1063 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:12.672361 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b233d-96bd-4a0e-8599-1485530afd8a req-b9cc449b-f9d9-4209-856a-4158464bfbe9 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:12.674053 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2f4b233d-96bd-4a0e-8599-1485530afd8a req-b9cc449b-f9d9-4209-856a-4158464bfbe9 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e894af-00e9-41f8-a463-ed46ef62dee5 HTTP/1.1" status: 200 len: 945 time: 0.9228115 Jul 24 00:57:12.674767 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-afc839e7-e91b-4c7e-a860-a45799d9bd55 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Made reservation on behalf of cd6a59a0ba774d20a9df419972239646 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:57:12.687634 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da91cd-02b9-4fa3-806a-0bdb3fba1063 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Pushing event deleted for resources: {'Port': ['ID=be11b459-83e2-4703-a0fe-68d86367effd,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:12.709149 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=b1ed6e93-6be2-4697-9d8a-027f791cf137,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:12.822827 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:12.850305 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5551b8af-3b86-4def-89f2-6af5c0412e3c x-openstack-request-id: req-5551b8af-3b86-4def-89f2-6af5c0412e3c {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:57:12.850597 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972de29d-76c1-435a-9e72-380713cefb04", "name": "network-vif-plugged", "status": "completed", "tag": "b1ed6e93-6be2-4697-9d8a-027f791cf137", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:57:12.851042 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5551b8af-3b86-4def-89f2-6af5c0412e3c {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:57:12.851621 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972de29d-76c1-435a-9e72-380713cefb04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ed6e93-6be2-4697-9d8a-027f791cf137', 'code': 200} Jul 24 00:57:12.859060 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-24da91cd-02b9-4fa3-806a-0bdb3fba1063 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks [] for floatingip, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:12.879543 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-24da91cd-02b9-4fa3-806a-0bdb3fba1063 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:12.881692 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-087cedb2-4b2e-4f88-b062-39dee002acf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:12.886560 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-24da91cd-02b9-4fa3-806a-0bdb3fba1063 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "DELETE /v2.0/floatingips/6513642c-e75c-4a30-bb1c-cf4ccccb005c HTTP/1.1" status: 204 len: 168 time: 1.7491682 Jul 24 00:57:12.887268 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34238) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:12.904734 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165,segment=NetworkSegment(1a1e043c-79b0-4397-b4d2-2b95c82d517b),segment_id=1a1e043c-79b0-4397-b4d2-2b95c82d517b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:12.921111 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:12.993082 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 8a8ed02d-441d-46d8-b13a-ce52a904e4d7 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:57:13.034873 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-c470f2cc-3d48-4275-a4bd-1f9f1be058ca tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Deleting port 7bc5bf74-100d-43be-be48-ec3d5d893115 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:57:13.035389 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c470f2cc-3d48-4275-a4bd-1f9f1be058ca tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:13.041006 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165,revision_number=8']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:13.080364 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 8a8ed02d-441d-46d8-b13a-ce52a904e4d7 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:57:13.080753 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:13.194574 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c470f2cc-3d48-4275-a4bd-1f9f1be058ca tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:13.215490 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-c470f2cc-3d48-4275-a4bd-1f9f1be058ca tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Calling delete_port for 7bc5bf74-100d-43be-be48-ec3d5d893115 owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:57:13.273900 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2f4b233d-96bd-4a0e-8599-1485530afd8a req-7218a095-99c2-4229-b78a-8f058051c1c2 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5370357 Jul 24 00:57:13.319562 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1c9e8fa9-bf95-409c-bcf3-0df933f9f1f2 tempest-DHCPAgentSchedulersTestJSON-202797489 tempest-DHCPAgentSchedulersTestJSON-202797489-project-admin] 10.222.0.15 "GET /v2.0/agents/71841212-9da3-4061-aa01-18bcbaf6b281/dhcp-networks HTTP/1.1" status: 200 len: 11253 time: 0.9185708 Jul 24 00:57:13.326972 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 34248) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:13.359065 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-afc839e7-e91b-4c7e-a860-a45799d9bd55 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:13.429887 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a94f6a-31eb-4776-9da6-5f80f33b18b2 req-63848df8-de36-4388-950d-145eb3abc3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:13.431465 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e2a94f6a-31eb-4776-9da6-5f80f33b18b2 req-63848df8-de36-4388-950d-145eb3abc3ae service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=972de29d-76c1-435a-9e72-380713cefb04 HTTP/1.1" status: 200 len: 1098 time: 0.4339001 Jul 24 00:57:13.438835 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bdd70e-9d74-4398-abc0-a0b774cef7e2 req-c422fb60-b912-478e-803d-8f19fa63d5df tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:13.454031 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bdd70e-9d74-4398-abc0-a0b774cef7e2 req-c422fb60-b912-478e-803d-8f19fa63d5df tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:13.460852 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bdd70e-9d74-4398-abc0-a0b774cef7e2 req-c422fb60-b912-478e-803d-8f19fa63d5df tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:13.464218 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-56d7fbcb-a3c8-4475-ad4c-5be05f3bb27a tempest-DHCPAgentSchedulersTestJSON-202797489 tempest-DHCPAgentSchedulersTestJSON-202797489-project-admin] 10.222.0.15 "GET /v2.0/networks/869c508d-844f-4cac-8447-980365ffa5b6/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.1347282 Jul 24 00:57:13.469832 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-19bdd70e-9d74-4398-abc0-a0b774cef7e2 req-c422fb60-b912-478e-803d-8f19fa63d5df tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 2374 time: 0.1733036 Jul 24 00:57:13.472767 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34254) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:13.562331 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7db7d9dd-56fb-40e9-8d5b-2888cefa7e49 tempest-DHCPAgentSchedulersTestJSON-202797489 tempest-DHCPAgentSchedulersTestJSON-202797489-project-admin] 10.222.0.15 "GET /v2.0/networks/869c508d-844f-4cac-8447-980365ffa5b6/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0875108 Jul 24 00:57:13.568526 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34256) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:13.593192 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-19bdd70e-9d74-4398-abc0-a0b774cef7e2 req-8c8ca747-86f2-49e0-8b5b-dc50b45f8f86 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221511 Jul 24 00:57:13.603478 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d11d3738-2cca-4be5-94aa-0228db041b11 req-d5a392f2-b922-4adb-b026-aa1fe3449316 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:13.619807 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c470f2cc-3d48-4275-a4bd-1f9f1be058ca tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:13.713506 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e2a94f6a-31eb-4776-9da6-5f80f33b18b2 req-3937bbd7-1c09-4550-b362-59865abd3597 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706096 Jul 24 00:57:13.777466 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a392f2-b922-4adb-b026-aa1fe3449316 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Pushing event deleted for resources: {'Port': ['ID=237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:13.793616 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470f2cc-3d48-4275-a4bd-1f9f1be058ca tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Pushing event deleted for resources: {'Port': ['ID=7bc5bf74-100d-43be-be48-ec3d5d893115,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:13.932743 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-908e058e-0a4f-4821-8ffc-35b56f0c67cd tempest-DHCPAgentSchedulersTestJSON-202797489 tempest-DHCPAgentSchedulersTestJSON-202797489-project-admin] 10.222.0.15 "GET /v2.0/agents/71841212-9da3-4061-aa01-18bcbaf6b281/dhcp-networks HTTP/1.1" status: 200 len: 11253 time: 0.3607209 Jul 24 00:57:13.937101 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34272) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:13.976036 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c470f2cc-3d48-4275-a4bd-1f9f1be058ca tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:13.978204 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c470f2cc-3d48-4275-a4bd-1f9f1be058ca tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "DELETE /v2.0/ports/7bc5bf74-100d-43be-be48-ec3d5d893115 HTTP/1.1" status: 204 len: 168 time: 1.0887976 Jul 24 00:57:13.981587 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34274) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:14.065246 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d8a6210a-5101-4522-a8ff-e24bf6d8d05f tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:14.197153 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11d3738-2cca-4be5-94aa-0228db041b11 req-d5a392f2-b922-4adb-b026-aa1fe3449316 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] No DVR routers for this DVR port 237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:57:14.212433 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d11d3738-2cca-4be5-94aa-0228db041b11 req-d5a392f2-b922-4adb-b026-aa1fe3449316 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:14.218481 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d11d3738-2cca-4be5-94aa-0228db041b11 req-d5a392f2-b922-4adb-b026-aa1fe3449316 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.13 "DELETE /v2.0/ports/237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165 HTTP/1.1" status: 204 len: 173 time: 3.5575569 Jul 24 00:57:14.224825 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e894af-00e9-41f8-a463-ed46ef62dee5', 'name': 'network-vif-deleted', 'tag': '237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:57:14.227882 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae52b62-4ee4-41b0-acb6-b500754173fd" -d '{"events": [{"server_uuid": "95e894af-00e9-41f8-a463-ed46ef62dee5", "name": "network-vif-deleted", "tag": "237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:57:14.297549 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d8a6210a-5101-4522-a8ff-e24bf6d8d05f tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:14.326961 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-d8a6210a-5101-4522-a8ff-e24bf6d8d05f tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26de80fc-270d-4774-bf45-75260424277c']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:14.339191 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-28113c2b-9d87-4e82-a5a4-b4087ce0bb00 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Deleting port 65eea3c6-1e2c-4140-8dae-ee4329e7701b {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:57:14.339550 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-28113c2b-9d87-4e82-a5a4-b4087ce0bb00 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:14.347652 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-d8a6210a-5101-4522-a8ff-e24bf6d8d05f tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66f02ca8-50dd-4e43-91bc-6fd75454ca3d') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:14.347965 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-d8a6210a-5101-4522-a8ff-e24bf6d8d05f tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66f02ca8-50dd-4e43-91bc-6fd75454ca3d') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:14.371106 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c432ca-319a-4aae-9ae5-79417ab6cacb x-openstack-request-id: req-76c432ca-319a-4aae-9ae5-79417ab6cacb {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:57:14.371449 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e894af-00e9-41f8-a463-ed46ef62dee5", "name": "network-vif-deleted", "tag": "237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:57:14.371651 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-76c432ca-319a-4aae-9ae5-79417ab6cacb {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:57:14.372055 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e894af-00e9-41f8-a463-ed46ef62dee5', 'name': 'network-vif-deleted', 'tag': '237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165', 'status': 'completed', 'code': 200} Jul 24 00:57:14.393830 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d8a6210a-5101-4522-a8ff-e24bf6d8d05f tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:14.479451 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-087cedb2-4b2e-4f88-b062-39dee002acf0 admin admin] Router e988bc94-c706-470a-ba35-22f75ce93ab7 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:57:14.506843 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7802c752-ba9a-41fa-bf82-cae353f95716 req-829530ca-e585-4446-9e52-67b7ad8e4def tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:14.509510 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d8a6210a-5101-4522-a8ff-e24bf6d8d05f tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:14.526687 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7802c752-ba9a-41fa-bf82-cae353f95716 req-829530ca-e585-4446-9e52-67b7ad8e4def tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=972de29d-76c1-435a-9e72-380713cefb04 HTTP/1.1" status: 200 len: 946 time: 0.8106542 Jul 24 00:57:14.531172 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8a6210a-5101-4522-a8ff-e24bf6d8d05f tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:57:14.531599 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d8a6210a-5101-4522-a8ff-e24bf6d8d05f tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:14.540496 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-afc839e7-e91b-4c7e-a860-a45799d9bd55 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Allocated IP 10.2.2.100 (09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501/959a9d79-5c81-43b4-9d07-b0995246156a/40187b04-184d-4d3d-a8c9-78e7d3aa2412) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:57:14.556154 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 00:57:14.556154 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:57:14.556154 n-d-793621-25 neutron-server[100463]: timer() Jul 24 00:57:14.556154 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:57:14.556154 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 00:57:14.556154 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:57:14.556154 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 00:57:14.556154 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:57:14.556154 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 00:57:14.556154 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:57:14.556154 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 00:57:14.556154 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:57:14.556154 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 00:57:14.556154 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:57:14.556154 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:57:14.556154 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:57:14.556154 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:57:14.556154 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:57:14.556154 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 00:57:14.556154 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:57:14.556154 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 00:57:14.556154 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:57:14.556154 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:57:14.556154 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:57:14.556154 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 00:57:14.556154 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:57:14.556154 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:57:14.556154 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:57:14.556154 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:57:14.556154 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:57:14.556154 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:57:14.556154 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:57:14.588925 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-060e0160-1475-4f7a-83ea-521421863216 req-1cc18159-5626-447f-9c60-853b3a11c5be tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=95e894af-00e9-41f8-a463-ed46ef62dee5 HTTP/1.1" status: 200 len: 210 time: 0.0825450 Jul 24 00:57:14.738276 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-28113c2b-9d87-4e82-a5a4-b4087ce0bb00 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:14.742058 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7802c752-ba9a-41fa-bf82-cae353f95716 req-47b10857-863c-4fa7-b83d-c0db7f683bd6 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140453 Jul 24 00:57:14.746987 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d8a6210a-5101-4522-a8ff-e24bf6d8d05f tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:14.758261 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d8a6210a-5101-4522-a8ff-e24bf6d8d05f tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:14.760278 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d8a6210a-5101-4522-a8ff-e24bf6d8d05f tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] 10.222.0.15 "DELETE /v2.0/networks/26de80fc-270d-4774-bf45-75260424277c HTTP/1.1" status: 204 len: 168 time: 0.8221815 Jul 24 00:57:14.770413 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 34296) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:14.793604 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a6210a-5101-4522-a8ff-e24bf6d8d05f tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Pushing event deleted for resources: {'Network': ['ID=26de80fc-270d-4774-bf45-75260424277c,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:14.823152 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-28113c2b-9d87-4e82-a5a4-b4087ce0bb00 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Calling delete_port for 65eea3c6-1e2c-4140-8dae-ee4329e7701b owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:57:14.852698 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-8434c1c6-0c07-49c4-8cd2-fbb13caa8094 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] DELETE failed (client error): The resource could not be found. Jul 24 00:57:14.853498 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8434c1c6-0c07-49c4-8cd2-fbb13caa8094 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:57:14.854657 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e894af-00e9-41f8-a463-ed46ef62dee5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:57:14.855499 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-8434c1c6-0c07-49c4-8cd2-fbb13caa8094 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] 10.222.0.15 "DELETE /v2.0/ports/36e4fe3d-1a50-48aa-96e3-21c6a64a6b6b HTTP/1.1" status: 404 len: 333 time: 0.0803730 Jul 24 00:57:14.861323 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30dc3f70-bdc5-43d4-8b97-51e88e51fde1" -d '{"events": [{"server_uuid": "95e894af-00e9-41f8-a463-ed46ef62dee5", "name": "network-vif-unplugged", "status": "completed", "tag": "237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:57:14.866088 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34300) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:14.979129 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087cedb2-4b2e-4f88-b062-39dee002acf0 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:57:14.989733 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-016922e1-9c80-4196-981b-bd6735096cd4 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Deleting subnet 933bffe9-e631-40af-b181-0becd1ffb568 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:57:14.993300 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752b7e41-df3c-4e84-9f62-9709ba8c78c8 None None] Sync routers for ids ['e988bc94-c706-470a-ba35-22f75ce93ab7'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:57:14.996392 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-016922e1-9c80-4196-981b-bd6735096cd4 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:15.013359 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752b7e41-df3c-4e84-9f62-9709ba8c78c8 None None] Routers {'e988bc94-c706-470a-ba35-22f75ce93ab7'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:57:15.014377 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-752b7e41-df3c-4e84-9f62-9709ba8c78c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:56:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['e988bc94-c706-470a-ba35-22f75ce93ab7'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:15.025649 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-087cedb2-4b2e-4f88-b062-39dee002acf0 admin admin] 10.222.0.15 "PUT /v2.0/routers/e988bc94-c706-470a-ba35-22f75ce93ab7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6326699 Jul 24 00:57:15.028359 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34306) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:15.074867 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ce4d31-59f2-4952-b213-ee4abbdeecfe x-openstack-request-id: req-52ce4d31-59f2-4952-b213-ee4abbdeecfe {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:57:15.075269 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95e894af-00e9-41f8-a463-ed46ef62dee5", "name": "network-vif-unplugged", "status": "completed", "tag": "237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:57:15.075523 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-52ce4d31-59f2-4952-b213-ee4abbdeecfe {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:57:15.075958 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e894af-00e9-41f8-a463-ed46ef62dee5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '237a30b5-38ad-4bfb-8cc4-b5c6fbe6d165', 'code': 200} Jul 24 00:57:15.125613 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-afc839e7-e91b-4c7e-a860-a45799d9bd55 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:15.191954 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-afc839e7-e91b-4c7e-a860-a45799d9bd55 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Transition to ACTIVE for port object 40187b04-184d-4d3d-a8c9-78e7d3aa2412 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:57:15.218104 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-752b7e41-df3c-4e84-9f62-9709ba8c78c8 None None] Set router e988bc94-c706-470a-ba35-22f75ce93ab7 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:57:15.247235 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-afc839e7-e91b-4c7e-a860-a45799d9bd55 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:15.324829 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-afc839e7-e91b-4c7e-a860-a45799d9bd55 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Network 09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:57:15.329567 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-afc839e7-e91b-4c7e-a860-a45799d9bd55 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:57:15.334798 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-afc839e7-e91b-4c7e-a860-a45799d9bd55 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:57:15.339030 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc839e7-e91b-4c7e-a860-a45799d9bd55 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Pushing event updated for resources: {'Port': ['ID=40187b04-184d-4d3d-a8c9-78e7d3aa2412,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:15.406556 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-afc839e7-e91b-4c7e-a860-a45799d9bd55 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:15.407572 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-afc839e7-e91b-4c7e-a860-a45799d9bd55 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:15.462888 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-afc839e7-e91b-4c7e-a860-a45799d9bd55 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1173425 Jul 24 00:57:15.494771 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-2df3619b-800f-4c34-96a5-824ddead8756 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Request body: {'port': {'device_id': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501', 'admin_state_up': True, 'tenant_id': 'cd6a59a0ba774d20a9df419972239646', 'security_groups': ['ee45ad64-8c62-46a6-8180-96016c4d729d']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:57:15.653216 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-752b7e41-df3c-4e84-9f62-9709ba8c78c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e988bc94-c706-470a-ba35-22f75ce93ab7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-262578496-router', 'tenant_id': '10ef814c55ad464aa7e22e805ab6f44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:56:06Z', 'updated_at': '2021-07-24T00:57:11Z', 'revision_number': 5, 'project_id': '10ef814c55ad464aa7e22e805ab6f44f', 'gw_port': {'id': 'e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e988bc94-c706-470a-ba35-22f75ce93ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:56:07Z', 'updated_at': '2021-07-24T00:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:15.667250 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac980b-906f-4f38-a74d-eeaca2b41256 req-8492c888-263c-4a8b-8529-a87aa7bb9482 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:15.680424 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac980b-906f-4f38-a74d-eeaca2b41256 req-8492c888-263c-4a8b-8529-a87aa7bb9482 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:15.688467 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-cda78a52-87f2-4aca-83d0-d9f9d836c65c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:15.688818 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac980b-906f-4f38-a74d-eeaca2b41256 req-8492c888-263c-4a8b-8529-a87aa7bb9482 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:15.700069 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-35ac980b-906f-4f38-a74d-eeaca2b41256 req-8492c888-263c-4a8b-8529-a87aa7bb9482 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 2374 time: 0.9187744 Jul 24 00:57:15.732542 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-016922e1-9c80-4196-981b-bd6735096cd4 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:15.828287 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752b7e41-df3c-4e84-9f62-9709ba8c78c8 None None] Checking router: e988bc94-c706-470a-ba35-22f75ce93ab7 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:57:15.871161 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-7fadcfae-1b19-4919-8bb3-781ab9ff4ad9 None None] Provisioning for port 40187b04-184d-4d3d-a8c9-78e7d3aa2412 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:57:15.899482 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-7fadcfae-1b19-4919-8bb3-781ab9ff4ad9 None None] Provisioning complete for port 40187b04-184d-4d3d-a8c9-78e7d3aa2412 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:57:15.900812 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7fadcfae-1b19-4919-8bb3-781ab9ff4ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:15.903913 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752b7e41-df3c-4e84-9f62-9709ba8c78c8 None None] Routers {'e988bc94-c706-470a-ba35-22f75ce93ab7'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:57:15.904857 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-752b7e41-df3c-4e84-9f62-9709ba8c78c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:56:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['e988bc94-c706-470a-ba35-22f75ce93ab7'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:15.917746 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-2df3619b-800f-4c34-96a5-824ddead8756 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Made reservation on behalf of cd6a59a0ba774d20a9df419972239646 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:57:15.926545 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-2df3619b-800f-4c34-96a5-824ddead8756 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:16.037278 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-35ac980b-906f-4f38-a74d-eeaca2b41256 req-f4350c0a-cef6-436c-9cab-31ce5f9330fd tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3358948 Jul 24 00:57:16.071026 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-7fadcfae-1b19-4919-8bb3-781ab9ff4ad9 None None] Port 40187b04-184d-4d3d-a8c9-78e7d3aa2412 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:57:16.177948 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-24461f54-a750-485c-9d2b-f9cc0fcfb127 admin admin] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:16.278314 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-752b7e41-df3c-4e84-9f62-9709ba8c78c8 None None] Set router e988bc94-c706-470a-ba35-22f75ce93ab7 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:57:16.296616 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-2df3619b-800f-4c34-96a5-824ddead8756 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Allocated IP 10.2.2.200 (09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501/959a9d79-5c81-43b4-9d07-b0995246156a/f62b6018-fd2e-4741-aae0-965e0d0f01a6) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:57:16.496589 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-28113c2b-9d87-4e82-a5a4-b4087ce0bb00 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:16.537591 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-016922e1-9c80-4196-981b-bd6735096cd4 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:16.611851 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28113c2b-9d87-4e82-a5a4-b4087ce0bb00 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Pushing event deleted for resources: {'Port': ['ID=65eea3c6-1e2c-4140-8dae-ee4329e7701b,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:16.663621 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-2df3619b-800f-4c34-96a5-824ddead8756 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:16.687864 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-2df3619b-800f-4c34-96a5-824ddead8756 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Transition to ACTIVE for port object f62b6018-fd2e-4741-aae0-965e0d0f01a6 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:57:16.735618 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab9c86-abfb-4942-917f-2d92786c2ea5 req-b663fdfe-837d-48b3-8e5b-c32cbb6c53df tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:16.738040 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3bab9c86-abfb-4942-917f-2d92786c2ea5 req-b663fdfe-837d-48b3-8e5b-c32cbb6c53df tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=972de29d-76c1-435a-9e72-380713cefb04 HTTP/1.1" status: 200 len: 946 time: 0.6982243 Jul 24 00:57:16.750241 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-752b7e41-df3c-4e84-9f62-9709ba8c78c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e988bc94-c706-470a-ba35-22f75ce93ab7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-262578496-router', 'tenant_id': '10ef814c55ad464aa7e22e805ab6f44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:56:06Z', 'updated_at': '2021-07-24T00:57:11Z', 'revision_number': 5, 'project_id': '10ef814c55ad464aa7e22e805ab6f44f', 'gw_port': {'id': 'e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e988bc94-c706-470a-ba35-22f75ce93ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:56:07Z', 'updated_at': '2021-07-24T00:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:16.758620 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-24461f54-a750-485c-9d2b-f9cc0fcfb127 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:16.798092 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-28113c2b-9d87-4e82-a5a4-b4087ce0bb00 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:16.800228 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-28113c2b-9d87-4e82-a5a4-b4087ce0bb00 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "DELETE /v2.0/ports/65eea3c6-1e2c-4140-8dae-ee4329e7701b HTTP/1.1" status: 204 len: 168 time: 2.8172975 Jul 24 00:57:16.804888 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34340) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:16.812953 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752b7e41-df3c-4e84-9f62-9709ba8c78c8 None None] The sync data for ids ['e988bc94-c706-470a-ba35-22f75ce93ab7'] in n-d-793621-25 is: [{'id': 'e988bc94-c706-470a-ba35-22f75ce93ab7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-262578496-router', 'tenant_id': '10ef814c55ad464aa7e22e805ab6f44f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': 'e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:56:06Z', 'updated_at': '2021-07-24T00:57:11Z', 'revision_number': 5, 'project_id': '10ef814c55ad464aa7e22e805ab6f44f', 'gw_port': {'id': 'e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:18:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e988bc94-c706-470a-ba35-22f75ce93ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:56:07Z', 'updated_at': '2021-07-24T00:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:57:16.824879 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-d0d975f7-64db-4f1d-a692-5458707c4eca tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:16.834211 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-d0d975f7-64db-4f1d-a692-5458707c4eca tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/networks?id=3693d853-cfcd-49ab-a574-7a2bb546088d HTTP/1.1" status: 200 len: 821 time: 0.3923178 Jul 24 00:57:16.914345 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3bab9c86-abfb-4942-917f-2d92786c2ea5 req-8f9f11ee-9ee7-46be-821f-e6e26f51beaa tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594386 Jul 24 00:57:16.930450 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-2df3619b-800f-4c34-96a5-824ddead8756 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:16.948356 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-016922e1-9c80-4196-981b-bd6735096cd4 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:17.003524 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27edf557-cf05-466e-ba1b-e289b86f249c None None] Network 869c508d-844f-4cac-8447-980365ffa5b6 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:57:17.043967 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-016922e1-9c80-4196-981b-bd6735096cd4 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:17.054461 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-016922e1-9c80-4196-981b-bd6735096cd4 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] 10.222.0.15 "DELETE /v2.0/subnets/933bffe9-e631-40af-b181-0becd1ffb568 HTTP/1.1" status: 204 len: 168 time: 2.1843538 Jul 24 00:57:17.058918 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 34348) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:17.061114 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-2df3619b-800f-4c34-96a5-824ddead8756 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Network 09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:57:17.067548 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-d79694fa-9aec-4d63-81c5-0453b14aedf3 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/quotas/189b921c4a4d4668a9577a88e5cdd824 HTTP/1.1" status: 200 len: 375 time: 0.2322147 Jul 24 00:57:17.100919 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-2df3619b-800f-4c34-96a5-824ddead8756 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:57:17.114198 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016922e1-9c80-4196-981b-bd6735096cd4 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Pushing event deleted for resources: {'Subnet': ['ID=933bffe9-e631-40af-b181-0becd1ffb568,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:17.133293 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-2df3619b-800f-4c34-96a5-824ddead8756 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:57:17.205869 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e003f45-e219-4cac-a754-6ad209502ed0 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Deleting subnet 9e536425-1d34-448a-8c81-b1347ff16a76 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:57:17.234103 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3619b-800f-4c34-96a5-824ddead8756 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Pushing event updated for resources: {'Port': ['ID=f62b6018-fd2e-4741-aae0-965e0d0f01a6,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:17.250285 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1e003f45-e219-4cac-a754-6ad209502ed0 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:17.404977 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-24461f54-a750-485c-9d2b-f9cc0fcfb127 admin admin] Deleting port e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:57:17.414250 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-24461f54-a750-485c-9d2b-f9cc0fcfb127 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:17.479957 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1e003f45-e219-4cac-a754-6ad209502ed0 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:17.641249 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f7250a-2b5b-4e19-a4dc-9c766520da2c None None] DHCP port deletion for 869c508d-844f-4cac-8447-980365ffa5b6 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:57:17.663371 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-2df3619b-800f-4c34-96a5-824ddead8756 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:17.664324 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-2df3619b-800f-4c34-96a5-824ddead8756 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:17.701318 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-74e348ad-6f83-4293-ab4a-4270d30d0735 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:17.726794 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-7a388971-c047-4422-a095-101629bfded0 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=189b921c4a4d4668a9577a88e5cdd824&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6579640 Jul 24 00:57:17.776076 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-2df3619b-800f-4c34-96a5-824ddead8756 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2942240 Jul 24 00:57:17.808684 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-903b1393-fbfc-4e0f-823e-44d4efb14a69 service neutron] Request body: {'port': {'device_id': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:57:17.819043 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-89f7250a-2b5b-4e19-a4dc-9c766520da2c None None] Deleting port 8a8ed02d-441d-46d8-b13a-ce52a904e4d7 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:57:17.819536 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-89f7250a-2b5b-4e19-a4dc-9c766520da2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:17.831237 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c1802025-1e0c-4728-945c-a8b5c8c2fc09 None None] Provisioning for port f62b6018-fd2e-4741-aae0-965e0d0f01a6 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:57:17.872016 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c1802025-1e0c-4728-945c-a8b5c8c2fc09 None None] Provisioning complete for port f62b6018-fd2e-4741-aae0-965e0d0f01a6 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:57:17.874052 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c1802025-1e0c-4728-945c-a8b5c8c2fc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:17.957712 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-24461f54-a750-485c-9d2b-f9cc0fcfb127 admin admin] For port e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:17.965523 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-24461f54-a750-485c-9d2b-f9cc0fcfb127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:17.979759 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b857e0-0d24-4163-87a4-c07f023c7f42 req-90a0db9f-8f2f-451b-9da7-7eefb7f05018 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:17.990356 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-47b857e0-0d24-4163-87a4-c07f023c7f42 req-90a0db9f-8f2f-451b-9da7-7eefb7f05018 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=972de29d-76c1-435a-9e72-380713cefb04 HTTP/1.1" status: 200 len: 946 time: 0.6595120 Jul 24 00:57:18.005764 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-89f7250a-2b5b-4e19-a4dc-9c766520da2c None None] For port 8a8ed02d-441d-46d8-b13a-ce52a904e4d7, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=8a8ed02d-441d-46d8-b13a-ce52a904e4d7,segment=NetworkSegment(954833e4-0230-4d8a-9795-e7be49a67df6),segment_id=954833e4-0230-4d8a-9795-e7be49a67df6)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:18.006413 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-89f7250a-2b5b-4e19-a4dc-9c766520da2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:18.016867 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-c1802025-1e0c-4728-945c-a8b5c8c2fc09 None None] Port f62b6018-fd2e-4741-aae0-965e0d0f01a6 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:57:18.025030 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-89f7250a-2b5b-4e19-a4dc-9c766520da2c None None] Calling delete_port for 8a8ed02d-441d-46d8-b13a-ce52a904e4d7 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:57:18.031755 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-7a443e15-4d35-4630-85a7-7ca46d0bf9d8 service neutron] 10.222.0.15 "GET /v2.0/networks/3693d853-cfcd-49ab-a574-7a2bb546088d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989571 Jul 24 00:57:18.060741 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-903b1393-fbfc-4e0f-823e-44d4efb14a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:18.097420 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-47b857e0-0d24-4163-87a4-c07f023c7f42 req-7b304dd1-1165-4f94-8296-853e14db7300 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060288 Jul 24 00:57:18.132548 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-74e348ad-6f83-4293-ab4a-4270d30d0735 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Deleting port 8a8ed02d-441d-46d8-b13a-ce52a904e4d7 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:57:18.133441 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-74e348ad-6f83-4293-ab4a-4270d30d0735 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:18.164323 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-89f7250a-2b5b-4e19-a4dc-9c766520da2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:18.184926 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1e003f45-e219-4cac-a754-6ad209502ed0 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:18.238179 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f7250a-2b5b-4e19-a4dc-9c766520da2c None None] Pushing event deleted for resources: {'Port': ['ID=8a8ed02d-441d-46d8-b13a-ce52a904e4d7,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:18.246016 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f7250a-2b5b-4e19-a4dc-9c766520da2c None None] No DVR routers for this DVR port 8a8ed02d-441d-46d8-b13a-ce52a904e4d7 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:57:18.292719 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-24461f54-a750-485c-9d2b-f9cc0fcfb127 admin admin] Calling delete_port for e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f owned by network:router_gateway {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:57:18.293744 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-cf56d3b9-0516-4e45-90ca-383e79e7a4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:18.440129 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:18.463872 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1e003f45-e219-4cac-a754-6ad209502ed0 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:18.515073 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-0ef1b370-8546-4053-8ee1-d3cea7055d1b service neutron] 10.222.0.15 "GET /v2.0/networks/3693d853-cfcd-49ab-a574-7a2bb546088d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297736 Jul 24 00:57:18.520292 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e003f45-e219-4cac-a754-6ad209502ed0 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Pushing event deleted for resources: {'Subnet': ['ID=9e536425-1d34-448a-8c81-b1347ff16a76,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:18.522400 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1e003f45-e219-4cac-a754-6ad209502ed0 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:18.524487 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1e003f45-e219-4cac-a754-6ad209502ed0 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "DELETE /v2.0/subnets/9e536425-1d34-448a-8c81-b1347ff16a76 HTTP/1.1" status: 204 len: 168 time: 1.7171226 Jul 24 00:57:18.529989 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34374) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:18.532784 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07df06e4-d9f3-4e69-9453-e227a3fa3b4b None None] Network d44a086b-008a-4058-bec6-57d1e56e41f3 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:57:18.631689 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-a49002f3-103d-4391-941b-40a27b22bffe tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Deleting subnet 1072dbad-9319-4762-b271-20e6dc036200 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:57:18.634872 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a49002f3-103d-4391-941b-40a27b22bffe tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:18.678061 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a49002f3-103d-4391-941b-40a27b22bffe tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:18.795434 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a49002f3-103d-4391-941b-40a27b22bffe tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:18.895322 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device f29a7f66-85e4-49a3-8e53-f226ee35fda5 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:57:18.962495 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-74e348ad-6f83-4293-ab4a-4270d30d0735 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] For port 8a8ed02d-441d-46d8-b13a-ce52a904e4d7, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=8a8ed02d-441d-46d8-b13a-ce52a904e4d7,segment=NetworkSegment(954833e4-0230-4d8a-9795-e7be49a67df6),segment_id=954833e4-0230-4d8a-9795-e7be49a67df6)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:18.962921 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-74e348ad-6f83-4293-ab4a-4270d30d0735 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:18.966844 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: f29a7f66-85e4-49a3-8e53-f226ee35fda5 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:57:18.967630 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device f29a7f66-85e4-49a3-8e53-f226ee35fda5 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:57:18.968473 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 8a8ed02d-441d-46d8-b13a-ce52a904e4d7 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:57:18.985498 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a49002f3-103d-4391-941b-40a27b22bffe tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:19.027044 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 8a8ed02d-441d-46d8-b13a-ce52a904e4d7 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:57:19.027629 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 8a8ed02d-441d-46d8-b13a-ce52a904e4d7 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:57:19.074483 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-74e348ad-6f83-4293-ab4a-4270d30d0735 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Calling delete_port for 8a8ed02d-441d-46d8-b13a-ce52a904e4d7 owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:57:19.103975 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49002f3-103d-4391-941b-40a27b22bffe tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Pushing event deleted for resources: {'Subnet': ['ID=1072dbad-9319-4762-b271-20e6dc036200,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:19.116038 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b0bfad-8a1a-4978-800a-97f46ef54e8b None None] Network 08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:57:19.136485 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a49002f3-103d-4391-941b-40a27b22bffe tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:19.136485 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a49002f3-103d-4391-941b-40a27b22bffe tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "DELETE /v2.0/subnets/1072dbad-9319-4762-b271-20e6dc036200 HTTP/1.1" status: 204 len: 168 time: 0.6032012 Jul 24 00:57:19.136918 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34386) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:19.191117 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f08c44-719a-4d76-a482-df32eefc902a None None] DHCP port deletion for d44a086b-008a-4058-bec6-57d1e56e41f3 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:57:19.283207 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-595a4a2a-1f1e-4a04-bb90-608e361809cd req-79b89cf0-58aa-40f8-b4e7-1a49a21d4f61 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1283092 Jul 24 00:57:19.336066 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-24461f54-a750-485c-9d2b-f9cc0fcfb127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:19.380319 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-74e348ad-6f83-4293-ab4a-4270d30d0735 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:19.383618 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-595a4a2a-1f1e-4a04-bb90-608e361809cd req-d34f91a6-3878-4134-957d-3dd637ef9810 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543 HTTP/1.1" status: 200 len: 210 time: 0.0764697 Jul 24 00:57:19.399164 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47079381-8433-415f-864c-e1cba1b65b85 req-10cfe336-19b1-4dcc-b9f9-70a9c022f7c5 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:19.408723 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47079381-8433-415f-864c-e1cba1b65b85 req-10cfe336-19b1-4dcc-b9f9-70a9c022f7c5 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:19.418791 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47079381-8433-415f-864c-e1cba1b65b85 req-10cfe336-19b1-4dcc-b9f9-70a9c022f7c5 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:19.429255 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47079381-8433-415f-864c-e1cba1b65b85 req-10cfe336-19b1-4dcc-b9f9-70a9c022f7c5 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:19.440764 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47079381-8433-415f-864c-e1cba1b65b85 req-10cfe336-19b1-4dcc-b9f9-70a9c022f7c5 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:19.452039 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-47079381-8433-415f-864c-e1cba1b65b85 req-10cfe336-19b1-4dcc-b9f9-70a9c022f7c5 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 3816 time: 1.2261295 Jul 24 00:57:19.494595 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24461f54-a750-485c-9d2b-f9cc0fcfb127 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:19.534741 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-903b1393-fbfc-4e0f-823e-44d4efb14a69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c05a6c8c-a48f-4518-b2fa-245771ba636b {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:57:19.546640 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-903b1393-fbfc-4e0f-823e-44d4efb14a69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:19.561872 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-903b1393-fbfc-4e0f-823e-44d4efb14a69 service neutron] Transition to ACTIVE for port object c05a6c8c-a48f-4518-b2fa-245771ba636b will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:57:19.593126 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:19.600523 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-595a4a2a-1f1e-4a04-bb90-608e361809cd req-74f0b366-eb66-43b7-8d42-0de21e8ae617 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1518176 Jul 24 00:57:19.604311 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1e01be8b-131c-4967-87c0-b0344ed4e429 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:19.615885 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-903b1393-fbfc-4e0f-823e-44d4efb14a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:19.626567 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f0f89209-8f2d-420f-818a-0e79cd895a97 req-7966e691-984f-4cdb-90b8-8aa720998343 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=76bccb60-2f4b-45c0-9724-08bdeba55bfb HTTP/1.1" status: 200 len: 210 time: 0.1755807 Jul 24 00:57:19.633813 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-24461f54-a750-485c-9d2b-f9cc0fcfb127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:19.638445 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-b0f08c44-719a-4d76-a482-df32eefc902a None None] Deleting port 98b9a887-06b6-4cba-89fb-3d269af667a1 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:57:19.639014 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b0f08c44-719a-4d76-a482-df32eefc902a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:19.641111 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e348ad-6f83-4293-ab4a-4270d30d0735 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Pushing event deleted for resources: {'Port': ['ID=8a8ed02d-441d-46d8-b13a-ce52a904e4d7,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:19.648830 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e348ad-6f83-4293-ab4a-4270d30d0735 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] No DVR routers for this DVR port 8a8ed02d-441d-46d8-b13a-ce52a904e4d7 on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:57:19.738581 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-b0f08c44-719a-4d76-a482-df32eefc902a None None] For port 98b9a887-06b6-4cba-89fb-3d269af667a1, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=98b9a887-06b6-4cba-89fb-3d269af667a1,segment=NetworkSegment(23ebf5d9-a245-4865-978c-96f59b5fd63b),segment_id=23ebf5d9-a245-4865-978c-96f59b5fd63b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:19.739520 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b0f08c44-719a-4d76-a482-df32eefc902a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:19.754022 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-47079381-8433-415f-864c-e1cba1b65b85 req-ef0112ac-bcee-4029-b087-2e029380da00 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2918904 Jul 24 00:57:19.757871 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-b0f08c44-719a-4d76-a482-df32eefc902a None None] Calling delete_port for 98b9a887-06b6-4cba-89fb-3d269af667a1 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:57:19.943212 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-24461f54-a750-485c-9d2b-f9cc0fcfb127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:19.954438 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-24461f54-a750-485c-9d2b-f9cc0fcfb127 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:20.053697 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b1393-fbfc-4e0f-823e-44d4efb14a69 service neutron] Pushing event updated for resources: {'Port': ['ID=c05a6c8c-a48f-4518-b2fa-245771ba636b,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:20.135506 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-74e348ad-6f83-4293-ab4a-4270d30d0735 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:20.152744 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-74e348ad-6f83-4293-ab4a-4270d30d0735 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['869c508d-844f-4cac-8447-980365ffa5b6']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:20.167713 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-74e348ad-6f83-4293-ab4a-4270d30d0735 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '954833e4-0230-4d8a-9795-e7be49a67df6') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:20.168014 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-74e348ad-6f83-4293-ab4a-4270d30d0735 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '954833e4-0230-4d8a-9795-e7be49a67df6') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:20.182989 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-74e348ad-6f83-4293-ab4a-4270d30d0735 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:20.204226 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-903b1393-fbfc-4e0f-823e-44d4efb14a69 service neutron] Attempting to bind port c05a6c8c-a48f-4518-b2fa-245771ba636b on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:57:20.205371 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-903b1393-fbfc-4e0f-823e-44d4efb14a69 service neutron] Attempting to bind port c05a6c8c-a48f-4518-b2fa-245771ba636b by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '5ef6bf11-09bc-46a7-97d4-245b20dfc394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '75df3559-ab50-4f70-b828-45be90d30e6c'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:57:20.205371 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-903b1393-fbfc-4e0f-823e-44d4efb14a69 service neutron] Attempting to bind port c05a6c8c-a48f-4518-b2fa-245771ba636b on network 75df3559-ab50-4f70-b828-45be90d30e6c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:57:20.205868 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-24461f54-a750-485c-9d2b-f9cc0fcfb127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:20.206259 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24461f54-a750-485c-9d2b-f9cc0fcfb127 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e988bc94-c706-470a-ba35-22f75ce93ab7 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:57:20.210170 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-903b1393-fbfc-4e0f-823e-44d4efb14a69 service neutron] Port c05a6c8c-a48f-4518-b2fa-245771ba636b on network 75df3559-ab50-4f70-b828-45be90d30e6c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:57:20.210508 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-903b1393-fbfc-4e0f-823e-44d4efb14a69 service neutron] Attempting to bind port c05a6c8c-a48f-4518-b2fa-245771ba636b on network 75df3559-ab50-4f70-b828-45be90d30e6c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:57:20.215977 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-903b1393-fbfc-4e0f-823e-44d4efb14a69 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:57:20.216906 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-903b1393-fbfc-4e0f-823e-44d4efb14a69 service neutron] Checking segment: {'id': '5ef6bf11-09bc-46a7-97d4-245b20dfc394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '75df3559-ab50-4f70-b828-45be90d30e6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:57:20.217427 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-903b1393-fbfc-4e0f-823e-44d4efb14a69 service neutron] Bound using segment: {'id': '5ef6bf11-09bc-46a7-97d4-245b20dfc394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '75df3559-ab50-4f70-b828-45be90d30e6c'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:57:20.217992 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-903b1393-fbfc-4e0f-823e-44d4efb14a69 service neutron] Bound port: c05a6c8c-a48f-4518-b2fa-245771ba636b, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef6bf11-09bc-46a7-97d4-245b20dfc394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '75df3559-ab50-4f70-b828-45be90d30e6c'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:57:20.218343 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-903b1393-fbfc-4e0f-823e-44d4efb14a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:20.241154 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-74e348ad-6f83-4293-ab4a-4270d30d0735 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:20.249120 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-24461f54-a750-485c-9d2b-f9cc0fcfb127 admin admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:20.249848 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b0f08c44-719a-4d76-a482-df32eefc902a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:20.253584 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-24461f54-a750-485c-9d2b-f9cc0fcfb127 admin admin] 10.222.0.15 "DELETE /v2.0/routers/e988bc94-c706-470a-ba35-22f75ce93ab7 HTTP/1.1" status: 204 len: 168 time: 5.2203097 Jul 24 00:57:20.256235 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 34406) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:20.295222 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e348ad-6f83-4293-ab4a-4270d30d0735 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:57:20.295222 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-74e348ad-6f83-4293-ab4a-4270d30d0735 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:20.298738 n-d-793621-25 neutron-server[100464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:57:20.298738 n-d-793621-25 neutron-server[100464]: self.session.flush() Jul 24 00:57:20.298738 n-d-793621-25 neutron-server[100464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:57:20.298738 n-d-793621-25 neutron-server[100464]: self.session.flush() Jul 24 00:57:20.298738 n-d-793621-25 neutron-server[100464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:57:20.298738 n-d-793621-25 neutron-server[100464]: self.session.flush() Jul 24 00:57:20.298738 n-d-793621-25 neutron-server[100464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 00:57:20.298738 n-d-793621-25 neutron-server[100464]: self.session.flush() Jul 24 00:57:20.298738 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 00:57:20.298738 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:57:20.298738 n-d-793621-25 neutron-server[100464]: timer() Jul 24 00:57:20.298738 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:57:20.298738 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 00:57:20.298738 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:57:20.298738 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 00:57:20.298738 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:57:20.298738 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 00:57:20.298738 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:57:20.298738 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 00:57:20.298738 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:57:20.298738 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 00:57:20.298738 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:57:20.298738 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:57:20.298738 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:57:20.298738 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:57:20.298738 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:57:20.298738 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 00:57:20.298738 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:57:20.298738 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 00:57:20.298738 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:57:20.298738 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:57:20.298738 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:57:20.298738 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 00:57:20.298738 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:57:20.298738 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:57:20.298738 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:57:20.298738 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:57:20.298738 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:57:20.298738 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:57:20.298738 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:57:20.305899 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae19e20-6798-470d-a28a-7074d3aaaaf1 None None] DHCP port deletion for 08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:57:20.365928 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f08c44-719a-4d76-a482-df32eefc902a None None] Pushing event deleted for resources: {'Port': ['ID=98b9a887-06b6-4cba-89fb-3d269af667a1,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:20.378504 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f08c44-719a-4d76-a482-df32eefc902a None None] No DVR routers for this DVR port 98b9a887-06b6-4cba-89fb-3d269af667a1 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:57:20.434792 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a4a2a-1f1e-4a04-bb90-608e361809cd req-f03ca204-f53b-42c8-936c-73dd2ece1f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:20.440798 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-595a4a2a-1f1e-4a04-bb90-608e361809cd req-f03ca204-f53b-42c8-936c-73dd2ece1f57 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8091750 Jul 24 00:57:20.478182 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-30d13cf3-9c7e-42a9-90d2-2cb24b58a05a admin admin] Deleting subnet 099e1540-c619-4451-a2fc-5939fe0c73b7 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:57:20.497897 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-30d13cf3-9c7e-42a9-90d2-2cb24b58a05a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:20.506393 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-3ae19e20-6798-470d-a28a-7074d3aaaaf1 None None] Deleting port e58d3319-7b23-4305-861a-a266acecad97 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:57:20.508622 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-903b1393-fbfc-4e0f-823e-44d4efb14a69 service neutron] For port c05a6c8c-a48f-4518-b2fa-245771ba636b, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:57:20.508965 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3ae19e20-6798-470d-a28a-7074d3aaaaf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:20.525425 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a54744-40ad-49de-aa8e-33283a915a10 req-56e83a17-168b-4ce5-aff5-29e942f631a4 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:20.533283 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-87a54744-40ad-49de-aa8e-33283a915a10 req-56e83a17-168b-4ce5-aff5-29e942f631a4 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=972de29d-76c1-435a-9e72-380713cefb04 HTTP/1.1" status: 200 len: 946 time: 0.7174470 Jul 24 00:57:20.535743 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-1e01be8b-131c-4967-87c0-b0344ed4e429 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Deleting port 98b9a887-06b6-4cba-89fb-3d269af667a1 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:57:20.537742 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1e01be8b-131c-4967-87c0-b0344ed4e429 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:20.542198 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-74e348ad-6f83-4293-ab4a-4270d30d0735 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:20.565469 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-74e348ad-6f83-4293-ab4a-4270d30d0735 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:20.567688 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-74e348ad-6f83-4293-ab4a-4270d30d0735 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] 10.222.0.15 "DELETE /v2.0/networks/869c508d-844f-4cac-8447-980365ffa5b6 HTTP/1.1" status: 204 len: 168 time: 3.5054207 Jul 24 00:57:20.569820 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-903b1393-fbfc-4e0f-823e-44d4efb14a69 service neutron] For port c05a6c8c-a48f-4518-b2fa-245771ba636b, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=c05a6c8c-a48f-4518-b2fa-245771ba636b,segment=NetworkSegment(5ef6bf11-09bc-46a7-97d4-245b20dfc394),segment_id=5ef6bf11-09bc-46a7-97d4-245b20dfc394)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:57:20.611084 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-903b1393-fbfc-4e0f-823e-44d4efb14a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:20.620736 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e348ad-6f83-4293-ab4a-4270d30d0735 tempest-DHCPAgentSchedulersTestJSON-1792995189 tempest-DHCPAgentSchedulersTestJSON-1792995189-project] Pushing event deleted for resources: {'Network': ['ID=869c508d-844f-4cac-8447-980365ffa5b6,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:20.624854 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-30d13cf3-9c7e-42a9-90d2-2cb24b58a05a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:20.695471 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-903b1393-fbfc-4e0f-823e-44d4efb14a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:20.696043 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-903b1393-fbfc-4e0f-823e-44d4efb14a69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:20.697690 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-903b1393-fbfc-4e0f-823e-44d4efb14a69 service neutron] 10.222.0.13 "PUT /v2.0/ports/c05a6c8c-a48f-4518-b2fa-245771ba636b HTTP/1.1" status: 200 len: 1093 time: 2.9057055 Jul 24 00:57:20.700046 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'tag': 'c05a6c8c-a48f-4518-b2fa-245771ba636b'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:57:20.703155 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34521b2e-0af4-4770-ba55-6753b990adc1" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483", "tag": "c05a6c8c-a48f-4518-b2fa-245771ba636b"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:57:20.749203 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-1e01be8b-131c-4967-87c0-b0344ed4e429 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] For port 98b9a887-06b6-4cba-89fb-3d269af667a1, host n-d-793621-25, got binding levels [] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:20.749845 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1e01be8b-131c-4967-87c0-b0344ed4e429 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:20.767949 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1242d0a-1221-4e5d-bf57-c53776b30607 req-31bc1021-c6f9-49a5-acd1-fe35cc97a136 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:20.771648 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b1242d0a-1221-4e5d-bf57-c53776b30607 req-31bc1021-c6f9-49a5-acd1-fe35cc97a136 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.13 "GET /v2.0/ports?device_id=972de29d-76c1-435a-9e72-380713cefb04 HTTP/1.1" status: 200 len: 946 time: 0.2585022 Jul 24 00:57:20.778752 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-25b25d32-b601-42b2-9667-e968f1cecd37 service neutron] Request body: {'port': {'device_id': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:57:20.783594 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-1e01be8b-131c-4967-87c0-b0344ed4e429 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Calling delete_port for 98b9a887-06b6-4cba-89fb-3d269af667a1 owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:57:20.788699 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.ipam_backend_mixin [None req-1e01be8b-131c-4967-87c0-b0344ed4e429 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Port 98b9a887-06b6-4cba-89fb-3d269af667a1 was not found and therefore no delete operation was performed {{(pid=100463) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 24 00:57:20.791212 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1e01be8b-131c-4967-87c0-b0344ed4e429 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:20.793945 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b1393-fbfc-4e0f-823e-44d4efb14a69 service neutron] Pushing event updated for resources: {'Port': ['ID=c05a6c8c-a48f-4518-b2fa-245771ba636b,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:20.829474 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-3ae19e20-6798-470d-a28a-7074d3aaaaf1 None None] For port e58d3319-7b23-4305-861a-a266acecad97, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=e58d3319-7b23-4305-861a-a266acecad97,segment=NetworkSegment(68b73458-c661-4e5a-b683-24d7323352a7),segment_id=68b73458-c661-4e5a-b683-24d7323352a7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:20.833766 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3ae19e20-6798-470d-a28a-7074d3aaaaf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:20.864339 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-3ae19e20-6798-470d-a28a-7074d3aaaaf1 None None] Calling delete_port for e58d3319-7b23-4305-861a-a266acecad97 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:57:20.954464 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e01be8b-131c-4967-87c0-b0344ed4e429 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Pushing event deleted for resources: {'Port': ['ID=98b9a887-06b6-4cba-89fb-3d269af667a1,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:20.995173 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e01be8b-131c-4967-87c0-b0344ed4e429 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] No DVR routers for this DVR port 98b9a887-06b6-4cba-89fb-3d269af667a1 on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:57:21.051421 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 98b9a887-06b6-4cba-89fb-3d269af667a1 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:57:21.126131 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:21.134379 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 98b9a887-06b6-4cba-89fb-3d269af667a1 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:57:21.135767 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 98b9a887-06b6-4cba-89fb-3d269af667a1 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:57:21.136364 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:57:21.167448 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-87a54744-40ad-49de-aa8e-33283a915a10 req-a1ffc904-6c0a-451f-bd94-b0c8563f8c8a tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6249707 Jul 24 00:57:21.222195 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:57:21.222554 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e1accc0e-6c9a-45fe-b6ac-67a1dcf81a6f not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:57:21.236594 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e58d3319-7b23-4305-861a-a266acecad97 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:57:21.241624 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-be620312-bb12-4fe3-afcd-12dcc58e8052 req-dfaa6c24-ab4f-4366-8686-a57e7f3f018e tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=76bccb60-2f4b-45c0-9724-08bdeba55bfb HTTP/1.1" status: 200 len: 210 time: 0.2672808 Jul 24 00:57:21.270158 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1e01be8b-131c-4967-87c0-b0344ed4e429 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:21.274519 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34436) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:21.311213 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-1e01be8b-131c-4967-87c0-b0344ed4e429 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d44a086b-008a-4058-bec6-57d1e56e41f3']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:21.329805 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-1e01be8b-131c-4967-87c0-b0344ed4e429 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23ebf5d9-a245-4865-978c-96f59b5fd63b') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:21.330768 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-1e01be8b-131c-4967-87c0-b0344ed4e429 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23ebf5d9-a245-4865-978c-96f59b5fd63b') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:21.333751 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30a1c7b-9918-48fb-b1e0-445b32167f80 x-openstack-request-id: req-c30a1c7b-9918-48fb-b1e0-445b32167f80 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:57:21.334252 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483", "tag": "c05a6c8c-a48f-4518-b2fa-245771ba636b", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:57:21.334735 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c30a1c7b-9918-48fb-b1e0-445b32167f80 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:57:21.335446 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'tag': 'c05a6c8c-a48f-4518-b2fa-245771ba636b', 'status': 'completed', 'code': 200} Jul 24 00:57:21.346560 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1e01be8b-131c-4967-87c0-b0344ed4e429 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:21.374376 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1e01be8b-131c-4967-87c0-b0344ed4e429 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:21.380631 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-30d13cf3-9c7e-42a9-90d2-2cb24b58a05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:21.383446 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e01be8b-131c-4967-87c0-b0344ed4e429 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:57:21.384127 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1e01be8b-131c-4967-87c0-b0344ed4e429 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:21.390360 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 00:57:21.390360 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:57:21.390360 n-d-793621-25 neutron-server[100463]: timer() Jul 24 00:57:21.390360 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:57:21.390360 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 00:57:21.390360 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:57:21.390360 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 00:57:21.390360 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:57:21.390360 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 00:57:21.390360 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:57:21.390360 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 00:57:21.390360 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:57:21.390360 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 00:57:21.390360 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:57:21.390360 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:57:21.390360 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:57:21.390360 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:57:21.390360 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:57:21.390360 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 00:57:21.390360 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:57:21.390360 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 00:57:21.390360 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:57:21.390360 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:57:21.390360 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:57:21.390360 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 00:57:21.390360 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:57:21.390360 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:57:21.390360 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:57:21.390360 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:57:21.390360 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:57:21.390360 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:57:21.390360 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:57:21.467893 n-d-793621-25 neutron-server[100465]: INFO neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No ports have port_id starting with e58d3319-7b23-4305-861a-a266acecad97 Jul 24 00:57:21.476450 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3ae19e20-6798-470d-a28a-7074d3aaaaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:21.568374 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1e01be8b-131c-4967-87c0-b0344ed4e429 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:21.585853 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1e01be8b-131c-4967-87c0-b0344ed4e429 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:21.595857 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1e01be8b-131c-4967-87c0-b0344ed4e429 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "DELETE /v2.0/networks/d44a086b-008a-4058-bec6-57d1e56e41f3 HTTP/1.1" status: 204 len: 168 time: 2.4566178 Jul 24 00:57:21.597014 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34446) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:21.597627 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae19e20-6798-470d-a28a-7074d3aaaaf1 None None] Pushing event deleted for resources: {'Port': ['ID=e58d3319-7b23-4305-861a-a266acecad97,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:21.616826 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae19e20-6798-470d-a28a-7074d3aaaaf1 None None] No DVR routers for this DVR port e58d3319-7b23-4305-861a-a266acecad97 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:57:21.662785 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e01be8b-131c-4967-87c0-b0344ed4e429 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Pushing event deleted for resources: {'Network': ['ID=d44a086b-008a-4058-bec6-57d1e56e41f3,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:21.805554 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0d273bfd-5acf-462b-8fa6-aa001357b855 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:22.148673 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-25b25d32-b601-42b2-9667-e968f1cecd37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:22.185655 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-cadb46a3-9ce2-48dc-a786-275103af556d tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:22.188662 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-cadb46a3-9ce2-48dc-a786-275103af556d tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.13 "GET /v2.0/networks?id=3693d853-cfcd-49ab-a574-7a2bb546088d HTTP/1.1" status: 200 len: 821 time: 1.2565856 Jul 24 00:57:22.207774 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-8de8b3da-4236-4cf5-a358-7a0f5d6e042c tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Request body: {'port': {'device_id': '76bccb60-2f4b-45c0-9724-08bdeba55bfb', 'network_id': '3693d853-cfcd-49ab-a574-7a2bb546088d', 'admin_state_up': True, 'tenant_id': '189b921c4a4d4668a9577a88e5cdd824'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:57:22.267889 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-30d13cf3-9c7e-42a9-90d2-2cb24b58a05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:22.345216 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d13cf3-9c7e-42a9-90d2-2cb24b58a05a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=099e1540-c619-4451-a2fc-5939fe0c73b7,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:22.348831 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-16111782-c8da-4e9c-8e44-63fac684a389 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b3fcb7cedf5b48f0a63c53b6811f461b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0715020 Jul 24 00:57:22.350794 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34521b2e-0af4-4770-ba55-6753b990adc1 req-d01d4527-cfe9-409e-8303-bddaeb73c83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:22.351266 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34521b2e-0af4-4770-ba55-6753b990adc1 req-d01d4527-cfe9-409e-8303-bddaeb73c83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:22.351752 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34521b2e-0af4-4770-ba55-6753b990adc1 req-d01d4527-cfe9-409e-8303-bddaeb73c83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:22.352237 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34521b2e-0af4-4770-ba55-6753b990adc1 req-d01d4527-cfe9-409e-8303-bddaeb73c83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:22.352699 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34521b2e-0af4-4770-ba55-6753b990adc1 req-d01d4527-cfe9-409e-8303-bddaeb73c83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:22.354611 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-34521b2e-0af4-4770-ba55-6753b990adc1 req-d01d4527-cfe9-409e-8303-bddaeb73c83f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd6a59a0ba774d20a9df419972239646&device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 4364 time: 0.9759350 Jul 24 00:57:22.367843 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05775c17-94d5-40ef-b8f3-aab3d05b827a None None] Network 45a742b0-bd60-4f18-8574-c93c94a69d65 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:57:22.370541 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34470) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:22.404039 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90c4b1-86bf-4af2-836f-8cffc97fe1f6 req-3dca19e7-2e54-4ae9-abff-703daf4ea015 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:22.410830 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90c4b1-86bf-4af2-836f-8cffc97fe1f6 req-3dca19e7-2e54-4ae9-abff-703daf4ea015 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:22.417035 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90c4b1-86bf-4af2-836f-8cffc97fe1f6 req-3dca19e7-2e54-4ae9-abff-703daf4ea015 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:22.424596 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90c4b1-86bf-4af2-836f-8cffc97fe1f6 req-3dca19e7-2e54-4ae9-abff-703daf4ea015 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:22.430961 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90c4b1-86bf-4af2-836f-8cffc97fe1f6 req-3dca19e7-2e54-4ae9-abff-703daf4ea015 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:22.432855 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eb90c4b1-86bf-4af2-836f-8cffc97fe1f6 req-3dca19e7-2e54-4ae9-abff-703daf4ea015 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 3828 time: 0.9741473 Jul 24 00:57:22.445919 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-30d13cf3-9c7e-42a9-90d2-2cb24b58a05a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:22.448009 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-30d13cf3-9c7e-42a9-90d2-2cb24b58a05a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/099e1540-c619-4451-a2fc-5939fe0c73b7 HTTP/1.1" status: 204 len: 168 time: 2.1878974 Jul 24 00:57:22.455939 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34474) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:22.507583 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0d273bfd-5acf-462b-8fa6-aa001357b855 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:22.549687 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-0d273bfd-5acf-462b-8fa6-aa001357b855 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:22.554740 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-609d99d8-c423-4cc9-b151-ba08582e3b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:22.578078 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-609d99d8-c423-4cc9-b151-ba08582e3b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:22.587028 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-b1242d0a-1221-4e5d-bf57-c53776b30607 req-b7b87010-ca04-49ad-a244-2a4076af2e10 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Deleting port b1ed6e93-6be2-4697-9d8a-027f791cf137 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:57:22.587239 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b1242d0a-1221-4e5d-bf57-c53776b30607 req-b7b87010-ca04-49ad-a244-2a4076af2e10 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:22.634869 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d417414-3105-48e4-8785-f9ceece5a8f3 req-83963bf1-179e-4b9f-bb56-fc5fe9137bd9 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:22.643180 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5d417414-3105-48e4-8785-f9ceece5a8f3 req-83963bf1-179e-4b9f-bb56-fc5fe9137bd9 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=972de29d-76c1-435a-9e72-380713cefb04 HTTP/1.1" status: 200 len: 946 time: 0.3251798 Jul 24 00:57:22.672499 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-0d273bfd-5acf-462b-8fa6-aa001357b855 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68b73458-c661-4e5a-b683-24d7323352a7') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:22.672821 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-0d273bfd-5acf-462b-8fa6-aa001357b855 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68b73458-c661-4e5a-b683-24d7323352a7') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:22.720988 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-609d99d8-c423-4cc9-b151-ba08582e3b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:22.725614 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-609d99d8-c423-4cc9-b151-ba08582e3b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:22.726618 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-609d99d8-c423-4cc9-b151-ba08582e3b16 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/23e277a3-7dd3-472f-9f66-6952232ee2c8 HTTP/1.1" status: 204 len: 168 time: 0.3500378 Jul 24 00:57:22.739225 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8367296-93b2-49e1-8521-0cf964b75f13 None None] DHCP port deletion for 45a742b0-bd60-4f18-8574-c93c94a69d65 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:57:22.756386 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0d273bfd-5acf-462b-8fa6-aa001357b855 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:22.790171 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609d99d8-c423-4cc9-b151-ba08582e3b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e277a3-7dd3-472f-9f66-6952232ee2c8,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:22.807470 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e7be-4c21-448c-b9de-307dd9656683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:22.876465 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0d273bfd-5acf-462b-8fa6-aa001357b855 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:22.884817 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eb90c4b1-86bf-4af2-836f-8cffc97fe1f6 req-879d8bb8-a358-416e-8675-8ad72546f755 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4295158 Jul 24 00:57:22.891526 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d273bfd-5acf-462b-8fa6-aa001357b855 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:57:22.892507 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0d273bfd-5acf-462b-8fa6-aa001357b855 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:22.904735 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 52aca373-7a20-4b74-9167-85011799e0cc no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:57:23.009876 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 00:57:23.009876 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:57:23.009876 n-d-793621-25 neutron-server[100463]: timer() Jul 24 00:57:23.009876 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:57:23.009876 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 00:57:23.009876 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:57:23.009876 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 00:57:23.009876 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:57:23.009876 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 00:57:23.009876 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:57:23.009876 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 00:57:23.009876 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:57:23.009876 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 00:57:23.009876 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:57:23.009876 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:57:23.009876 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:57:23.009876 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:57:23.009876 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:57:23.009876 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 00:57:23.009876 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:57:23.009876 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 00:57:23.009876 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:57:23.009876 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:57:23.009876 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:57:23.009876 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 00:57:23.009876 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:57:23.009876 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:57:23.009876 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:57:23.009876 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:57:23.009876 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:57:23.009876 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:57:23.009876 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:57:23.027367 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-d8367296-93b2-49e1-8521-0cf964b75f13 None None] Deleting port 52aca373-7a20-4b74-9167-85011799e0cc {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:57:23.027954 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0d273bfd-5acf-462b-8fa6-aa001357b855 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:23.034594 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d8367296-93b2-49e1-8521-0cf964b75f13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:23.036125 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5d417414-3105-48e4-8785-f9ceece5a8f3 req-5cb1075e-7f78-4a50-b7fa-a23c114a90b7 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920593 Jul 24 00:57:23.120295 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0d273bfd-5acf-462b-8fa6-aa001357b855 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:23.122318 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0d273bfd-5acf-462b-8fa6-aa001357b855 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] 10.222.0.15 "DELETE /v2.0/networks/08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80 HTTP/1.1" status: 204 len: 168 time: 1.4851642 Jul 24 00:57:23.156896 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d273bfd-5acf-462b-8fa6-aa001357b855 tempest-TaggedBootDevicesTest_v242-1684305698 tempest-TaggedBootDevicesTest_v242-1684305698-project] Pushing event deleted for resources: {'Network': ['ID=08cfa6e4-2b50-44bf-b7fa-c0522c8f3e80,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:23.195374 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34521b2e-0af4-4770-ba55-6753b990adc1 req-8f827f69-9d13-4628-ba86-68d3e9b45401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:23.195856 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34521b2e-0af4-4770-ba55-6753b990adc1 req-8f827f69-9d13-4628-ba86-68d3e9b45401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:23.196508 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34521b2e-0af4-4770-ba55-6753b990adc1 req-8f827f69-9d13-4628-ba86-68d3e9b45401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:23.199377 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-34521b2e-0af4-4770-ba55-6753b990adc1 req-8f827f69-9d13-4628-ba86-68d3e9b45401 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=cd6a59a0ba774d20a9df419972239646&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.7625928 Jul 24 00:57:23.200188 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-8de8b3da-4236-4cf5-a358-7a0f5d6e042c tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Made reservation on behalf of 189b921c4a4d4668a9577a88e5cdd824 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:57:23.204973 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-8de8b3da-4236-4cf5-a358-7a0f5d6e042c tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:23.217778 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-b1242d0a-1221-4e5d-bf57-c53776b30607 req-b7b87010-ca04-49ad-a244-2a4076af2e10 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] For port b1ed6e93-6be2-4697-9d8a-027f791cf137, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=b1ed6e93-6be2-4697-9d8a-027f791cf137,segment=NetworkSegment(105933f1-ad5a-4c90-9ca8-c74f813dbd38),segment_id=105933f1-ad5a-4c90-9ca8-c74f813dbd38)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:23.228588 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b1242d0a-1221-4e5d-bf57-c53776b30607 req-b7b87010-ca04-49ad-a244-2a4076af2e10 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:23.228927 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-ecc9e7be-4c21-448c-b9de-307dd9656683 admin admin] Deleting port 52aca373-7a20-4b74-9167-85011799e0cc {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:57:23.229302 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e7be-4c21-448c-b9de-307dd9656683 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:23.275095 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-d8367296-93b2-49e1-8521-0cf964b75f13 None None] For port 52aca373-7a20-4b74-9167-85011799e0cc, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=52aca373-7a20-4b74-9167-85011799e0cc,segment=NetworkSegment(75e896a5-bc17-427d-a9e1-3f9aac263a09),segment_id=75e896a5-bc17-427d-a9e1-3f9aac263a09)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:23.276708 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d8367296-93b2-49e1-8521-0cf964b75f13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:23.336389 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b1e5775c-c565-4273-ae9d-eed53f10b465 req-f9cf25e8-ce78-46e9-8764-fbbdded831d4 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=76bccb60-2f4b-45c0-9724-08bdeba55bfb HTTP/1.1" status: 200 len: 210 time: 0.1815996 Jul 24 00:57:23.362912 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-d8367296-93b2-49e1-8521-0cf964b75f13 None None] Calling delete_port for 52aca373-7a20-4b74-9167-85011799e0cc owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:57:23.374146 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-ecc9e7be-4c21-448c-b9de-307dd9656683 admin admin] For port 52aca373-7a20-4b74-9167-85011799e0cc, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=52aca373-7a20-4b74-9167-85011799e0cc,segment=NetworkSegment(75e896a5-bc17-427d-a9e1-3f9aac263a09),segment_id=75e896a5-bc17-427d-a9e1-3f9aac263a09)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:23.374557 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e7be-4c21-448c-b9de-307dd9656683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:23.398872 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-ecc9e7be-4c21-448c-b9de-307dd9656683 admin admin] Calling delete_port for 52aca373-7a20-4b74-9167-85011799e0cc owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:57:23.434695 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-b1242d0a-1221-4e5d-bf57-c53776b30607 req-b7b87010-ca04-49ad-a244-2a4076af2e10 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Calling delete_port for b1ed6e93-6be2-4697-9d8a-027f791cf137 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:57:23.510100 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:23.548324 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34500) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:23.561421 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e7be-4c21-448c-b9de-307dd9656683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:23.663205 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc9e7be-4c21-448c-b9de-307dd9656683 admin admin] No DVR routers for this DVR port 52aca373-7a20-4b74-9167-85011799e0cc on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:57:23.665177 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d8367296-93b2-49e1-8521-0cf964b75f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:23.718089 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8367296-93b2-49e1-8521-0cf964b75f13 None None] Pushing event deleted for resources: {'Port': ['ID=52aca373-7a20-4b74-9167-85011799e0cc,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:23.720548 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8367296-93b2-49e1-8521-0cf964b75f13 None None] No DVR routers for this DVR port 52aca373-7a20-4b74-9167-85011799e0cc on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:57:23.756218 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc9e7be-4c21-448c-b9de-307dd9656683 admin admin] Pushing event deleted for resources: {'Port': ['ID=52aca373-7a20-4b74-9167-85011799e0cc,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:23.764381 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-08021ffa-2102-4f8e-9a2a-06991613fd8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:23.786453 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34521b2e-0af4-4770-ba55-6753b990adc1 req-3fb943ae-b21f-4a86-a72e-0dc958233472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:23.788314 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-34521b2e-0af4-4770-ba55-6753b990adc1 req-3fb943ae-b21f-4a86-a72e-0dc958233472 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5753441 Jul 24 00:57:23.863212 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e7be-4c21-448c-b9de-307dd9656683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:23.884863 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-ecc9e7be-4c21-448c-b9de-307dd9656683 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45a742b0-bd60-4f18-8574-c93c94a69d65']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:23.898353 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-ecc9e7be-4c21-448c-b9de-307dd9656683 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e896a5-bc17-427d-a9e1-3f9aac263a09') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:23.898928 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-ecc9e7be-4c21-448c-b9de-307dd9656683 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e896a5-bc17-427d-a9e1-3f9aac263a09') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:23.902479 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-25b25d32-b601-42b2-9667-e968f1cecd37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b4da756-8034-45e1-9b76-762af13d0a4c {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:57:23.912046 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e7be-4c21-448c-b9de-307dd9656683 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:23.913970 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-25b25d32-b601-42b2-9667-e968f1cecd37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:23.928925 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e7be-4c21-448c-b9de-307dd9656683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:23.937269 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecc9e7be-4c21-448c-b9de-307dd9656683 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:57:23.937934 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e7be-4c21-448c-b9de-307dd9656683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:23.953179 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device b1ed6e93-6be2-4697-9d8a-027f791cf137 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:57:23.991521 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-8de8b3da-4236-4cf5-a358-7a0f5d6e042c tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Allocated IP 172.20.0.9 (3693d853-cfcd-49ab-a574-7a2bb546088d/feed36e8-2b07-4f00-a23a-762cf33137fd/81f1fad1-b17f-4df8-9d39-6fc292365582) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:57:24.001190 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 00:57:24.001190 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:57:24.001190 n-d-793621-25 neutron-server[100463]: timer() Jul 24 00:57:24.001190 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:57:24.001190 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 00:57:24.001190 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:57:24.001190 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 00:57:24.001190 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:57:24.001190 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 00:57:24.001190 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:57:24.001190 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 00:57:24.001190 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:57:24.001190 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 00:57:24.001190 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:57:24.001190 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:57:24.001190 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:57:24.001190 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:57:24.001190 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:57:24.001190 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 00:57:24.001190 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:57:24.001190 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 00:57:24.001190 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:57:24.001190 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:57:24.001190 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:57:24.001190 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 00:57:24.001190 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:57:24.001190 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:57:24.001190 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:57:24.001190 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:57:24.001190 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:57:24.001190 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:57:24.001190 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:57:24.011583 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e7be-4c21-448c-b9de-307dd9656683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:24.025910 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ecc9e7be-4c21-448c-b9de-307dd9656683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:24.030825 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ecc9e7be-4c21-448c-b9de-307dd9656683 admin admin] 10.222.0.15 "DELETE /v2.0/networks/45a742b0-bd60-4f18-8574-c93c94a69d65 HTTP/1.1" status: 204 len: 168 time: 1.5701406 Jul 24 00:57:24.091587 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc9e7be-4c21-448c-b9de-307dd9656683 admin admin] Pushing event deleted for resources: {'Network': ['ID=45a742b0-bd60-4f18-8574-c93c94a69d65,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:24.173699 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:24.201938 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-08021ffa-2102-4f8e-9a2a-06991613fd8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:24.227992 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be07e2-82eb-456c-8e44-0dcecd6f15c5 req-ec20937d-4111-4da2-9ec3-70dcfaf00610 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:24.234953 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be07e2-82eb-456c-8e44-0dcecd6f15c5 req-ec20937d-4111-4da2-9ec3-70dcfaf00610 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:24.251759 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be07e2-82eb-456c-8e44-0dcecd6f15c5 req-ec20937d-4111-4da2-9ec3-70dcfaf00610 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:24.268030 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be07e2-82eb-456c-8e44-0dcecd6f15c5 req-ec20937d-4111-4da2-9ec3-70dcfaf00610 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:24.274474 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49be07e2-82eb-456c-8e44-0dcecd6f15c5 req-ec20937d-4111-4da2-9ec3-70dcfaf00610 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:24.292323 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-49be07e2-82eb-456c-8e44-0dcecd6f15c5 req-ec20937d-4111-4da2-9ec3-70dcfaf00610 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 3828 time: 0.2353950 Jul 24 00:57:24.305705 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-08021ffa-2102-4f8e-9a2a-06991613fd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:24.335191 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-08021ffa-2102-4f8e-9a2a-06991613fd8e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3113a2f3200a4ef885dbeca1558bc63c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7851934 Jul 24 00:57:24.337500 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-8de8b3da-4236-4cf5-a358-7a0f5d6e042c tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:24.347151 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34516) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:24.394241 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b1242d0a-1221-4e5d-bf57-c53776b30607 req-b7b87010-ca04-49ad-a244-2a4076af2e10 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:24.404234 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08021ffa-2102-4f8e-9a2a-06991613fd8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98fd246f-6fda-4e6b-8ea9-f2f835f4d595,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:24.407821 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['f142e1c3-accd-44c6-a488-2ba01c18ea56'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:57:24.422479 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-49be07e2-82eb-456c-8e44-0dcecd6f15c5 req-6252d4ca-4b77-4990-a5f6-c0b7da5e403e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292713 Jul 24 00:57:24.442126 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-8de8b3da-4236-4cf5-a358-7a0f5d6e042c tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:24.470664 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a3fe4413-7c88-4849-a0fe-2cd370330057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:24.502953 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-25b25d32-b601-42b2-9667-e968f1cecd37 service neutron] Transition to ACTIVE for port object 7b4da756-8034-45e1-9b76-762af13d0a4c will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:57:24.504499 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b87010-ca04-49ad-a244-2a4076af2e10 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Pushing event deleted for resources: {'Port': ['ID=b1ed6e93-6be2-4697-9d8a-027f791cf137,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:24.504997 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a3fe4413-7c88-4849-a0fe-2cd370330057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:24.532030 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-84b2f7c7-dc42-44d1-b385-bbf2b88e636c req-45ad8677-a4f2-4961-b85c-83acdd4d3de7 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=972de29d-76c1-435a-9e72-380713cefb04 HTTP/1.1" status: 200 len: 210 time: 0.1364148 Jul 24 00:57:24.545794 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 34520) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:24.577111 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a3fe4413-7c88-4849-a0fe-2cd370330057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:24.583357 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a3fe4413-7c88-4849-a0fe-2cd370330057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:24.587556 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a3fe4413-7c88-4849-a0fe-2cd370330057 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/98fd246f-6fda-4e6b-8ea9-f2f835f4d595 HTTP/1.1" status: 204 len: 168 time: 0.2371092 Jul 24 00:57:24.607095 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fe4413-7c88-4849-a0fe-2cd370330057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fd246f-6fda-4e6b-8ea9-f2f835f4d595,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:24.630102 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de8b3da-4236-4cf5-a358-7a0f5d6e042c tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Pushing event updated for resources: {'Port': ['ID=81f1fad1-b17f-4df8-9d39-6fc292365582,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:24.632973 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-25b25d32-b601-42b2-9667-e968f1cecd37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:24.681682 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b25d32-b601-42b2-9667-e968f1cecd37 service neutron] Pushing event updated for resources: {'Port': ['ID=7b4da756-8034-45e1-9b76-762af13d0a4c,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:24.790759 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-8de8b3da-4236-4cf5-a358-7a0f5d6e042c tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Network 3693d853-cfcd-49ab-a574-7a2bb546088d is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:57:24.809448 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-8de8b3da-4236-4cf5-a358-7a0f5d6e042c tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:57:24.814866 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-8de8b3da-4236-4cf5-a358-7a0f5d6e042c tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:57:24.927979 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1242d0a-1221-4e5d-bf57-c53776b30607 req-b7b87010-ca04-49ad-a244-2a4076af2e10 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] No DVR routers for this DVR port b1ed6e93-6be2-4697-9d8a-027f791cf137 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:57:24.981350 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b1242d0a-1221-4e5d-bf57-c53776b30607 req-b7b87010-ca04-49ad-a244-2a4076af2e10 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:24.984211 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b1242d0a-1221-4e5d-bf57-c53776b30607 req-b7b87010-ca04-49ad-a244-2a4076af2e10 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.13 "DELETE /v2.0/ports/b1ed6e93-6be2-4697-9d8a-027f791cf137 HTTP/1.1" status: 204 len: 173 time: 4.0793610 Jul 24 00:57:25.021350 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972de29d-76c1-435a-9e72-380713cefb04', 'name': 'network-vif-deleted', 'tag': 'b1ed6e93-6be2-4697-9d8a-027f791cf137'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:57:25.025131 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1292b92-28f7-435c-bbfa-547c28f31e0a" -d '{"events": [{"server_uuid": "972de29d-76c1-435a-9e72-380713cefb04", "name": "network-vif-deleted", "tag": "b1ed6e93-6be2-4697-9d8a-027f791cf137"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:57:25.132197 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ed17891f-2b16-49b6-9d5e-1c9f4046efb2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=10ef814c55ad464aa7e22e805ab6f44f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5104537 Jul 24 00:57:25.136191 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34544) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:25.146345 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf428f8-3ea2-485f-87b7-3dab23321a7d x-openstack-request-id: req-2bf428f8-3ea2-485f-87b7-3dab23321a7d {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:57:25.147074 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972de29d-76c1-435a-9e72-380713cefb04", "name": "network-vif-deleted", "tag": "b1ed6e93-6be2-4697-9d8a-027f791cf137", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:57:25.147558 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2bf428f8-3ea2-485f-87b7-3dab23321a7d {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:57:25.148196 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972de29d-76c1-435a-9e72-380713cefb04', 'name': 'network-vif-deleted', 'tag': 'b1ed6e93-6be2-4697-9d8a-027f791cf137', 'status': 'completed', 'code': 200} Jul 24 00:57:25.169784 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9792db-4b80-4c98-8ad6-aea7f5b4d8ba req-c21c08ac-8355-439b-b962-4ff3a2a4e85c tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:25.171844 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4b9792db-4b80-4c98-8ad6-aea7f5b4d8ba req-c21c08ac-8355-439b-b962-4ff3a2a4e85c tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=76bccb60-2f4b-45c0-9724-08bdeba55bfb HTTP/1.1" status: 200 len: 931 time: 0.4755518 Jul 24 00:57:25.178378 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-8de8b3da-4236-4cf5-a358-7a0f5d6e042c tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:25.179513 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-8de8b3da-4236-4cf5-a358-7a0f5d6e042c tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:25.222084 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-8de8b3da-4236-4cf5-a358-7a0f5d6e042c tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0183811 Jul 24 00:57:25.253888 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-8faf737f-90fc-4ac6-8206-85335047bf43 service neutron] Request body: {'port': {'device_id': '76bccb60-2f4b-45c0-9724-08bdeba55bfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:57:25.309505 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-aaf5ed33-b97f-402e-ab11-673aa8c327c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:25.311511 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4b9792db-4b80-4c98-8ad6-aea7f5b4d8ba req-7b19de38-ac23-4d02-b750-8b9c8d914f93 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172135 Jul 24 00:57:25.320535 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-25b25d32-b601-42b2-9667-e968f1cecd37 service neutron] Attempting to bind port 7b4da756-8034-45e1-9b76-762af13d0a4c on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:57:25.321070 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-25b25d32-b601-42b2-9667-e968f1cecd37 service neutron] Attempting to bind port 7b4da756-8034-45e1-9b76-762af13d0a4c by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': 'a92a2f48-5689-4aa7-b6c1-dc9b341f5b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '65487f5e-aa75-4d64-a662-cf5c6179a6a8'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:57:25.321431 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-25b25d32-b601-42b2-9667-e968f1cecd37 service neutron] Attempting to bind port 7b4da756-8034-45e1-9b76-762af13d0a4c on network 65487f5e-aa75-4d64-a662-cf5c6179a6a8 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:57:25.340793 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-25b25d32-b601-42b2-9667-e968f1cecd37 service neutron] Port 7b4da756-8034-45e1-9b76-762af13d0a4c on network 65487f5e-aa75-4d64-a662-cf5c6179a6a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:57:25.341440 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-25b25d32-b601-42b2-9667-e968f1cecd37 service neutron] Attempting to bind port 7b4da756-8034-45e1-9b76-762af13d0a4c on network 65487f5e-aa75-4d64-a662-cf5c6179a6a8 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:57:25.361220 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-aaf5ed33-b97f-402e-ab11-673aa8c327c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:25.369138 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-25b25d32-b601-42b2-9667-e968f1cecd37 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:57:25.369906 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-25b25d32-b601-42b2-9667-e968f1cecd37 service neutron] Checking segment: {'id': 'a92a2f48-5689-4aa7-b6c1-dc9b341f5b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '65487f5e-aa75-4d64-a662-cf5c6179a6a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:57:25.370039 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-25b25d32-b601-42b2-9667-e968f1cecd37 service neutron] Bound using segment: {'id': 'a92a2f48-5689-4aa7-b6c1-dc9b341f5b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '65487f5e-aa75-4d64-a662-cf5c6179a6a8'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:57:25.370553 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-25b25d32-b601-42b2-9667-e968f1cecd37 service neutron] Bound port: 7b4da756-8034-45e1-9b76-762af13d0a4c, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a92a2f48-5689-4aa7-b6c1-dc9b341f5b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '65487f5e-aa75-4d64-a662-cf5c6179a6a8'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:57:25.371018 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-25b25d32-b601-42b2-9667-e968f1cecd37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:25.423945 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-8faf737f-90fc-4ac6-8206-85335047bf43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:25.454352 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-aaf5ed33-b97f-402e-ab11-673aa8c327c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:25.462083 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-aaf5ed33-b97f-402e-ab11-673aa8c327c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:25.462083 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-aaf5ed33-b97f-402e-ab11-673aa8c327c8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fe123ec4-c9a6-4e02-8614-094e6fc6283b HTTP/1.1" status: 204 len: 168 time: 0.3220856 Jul 24 00:57:25.504071 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-25b25d32-b601-42b2-9667-e968f1cecd37 service neutron] For port 7b4da756-8034-45e1-9b76-762af13d0a4c, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:57:25.506091 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf5ed33-b97f-402e-ab11-673aa8c327c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe123ec4-c9a6-4e02-8614-094e6fc6283b,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:25.511706 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-25b25d32-b601-42b2-9667-e968f1cecd37 service neutron] For port 7b4da756-8034-45e1-9b76-762af13d0a4c, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=7b4da756-8034-45e1-9b76-762af13d0a4c,segment=NetworkSegment(a92a2f48-5689-4aa7-b6c1-dc9b341f5b89),segment_id=a92a2f48-5689-4aa7-b6c1-dc9b341f5b89)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:57:25.523572 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-25b25d32-b601-42b2-9667-e968f1cecd37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:25.754103 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170010a8-0b79-458d-b93e-0655ef36203b req-158f5c24-9e25-4606-ac24-8472a8ceaeec tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:25.764186 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170010a8-0b79-458d-b93e-0655ef36203b req-158f5c24-9e25-4606-ac24-8472a8ceaeec tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:25.773341 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170010a8-0b79-458d-b93e-0655ef36203b req-158f5c24-9e25-4606-ac24-8472a8ceaeec tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:25.786308 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170010a8-0b79-458d-b93e-0655ef36203b req-158f5c24-9e25-4606-ac24-8472a8ceaeec tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:25.801241 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-25b25d32-b601-42b2-9667-e968f1cecd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:25.803454 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-25b25d32-b601-42b2-9667-e968f1cecd37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:25.805301 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-25b25d32-b601-42b2-9667-e968f1cecd37 service neutron] 10.222.0.13 "PUT /v2.0/ports/7b4da756-8034-45e1-9b76-762af13d0a4c HTTP/1.1" status: 200 len: 1131 time: 5.0546849 Jul 24 00:57:25.808901 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170010a8-0b79-458d-b93e-0655ef36203b req-158f5c24-9e25-4606-ac24-8472a8ceaeec tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:25.829941 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170010a8-0b79-458d-b93e-0655ef36203b req-158f5c24-9e25-4606-ac24-8472a8ceaeec tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:25.832621 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-170010a8-0b79-458d-b93e-0655ef36203b req-158f5c24-9e25-4606-ac24-8472a8ceaeec tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 4600 time: 0.2953165 Jul 24 00:57:25.938398 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-170010a8-0b79-458d-b93e-0655ef36203b req-15d45758-7fa0-4e4c-9d17-b6ce96270853 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&id=b607e344-24a6-4f17-aee1-1e5d86804c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0988019 Jul 24 00:57:25.960104 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-464080fb-1dd6-41df-8c34-320104511010 service neutron] Request body: {'port': {'device_id': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:57:25.969308 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b87f8bf5-4305-4931-ae70-469e8915c908 req-87c03bad-72b4-423d-8583-b38f94ee9e9a tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=972de29d-76c1-435a-9e72-380713cefb04 HTTP/1.1" status: 200 len: 210 time: 0.1439235 Jul 24 00:57:26.117356 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b25d32-b601-42b2-9667-e968f1cecd37 service neutron] Pushing event updated for resources: {'Port': ['ID=7b4da756-8034-45e1-9b76-762af13d0a4c,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:26.222547 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-464080fb-1dd6-41df-8c34-320104511010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:26.449681 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-8faf737f-90fc-4ac6-8206-85335047bf43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81f1fad1-b17f-4df8-9d39-6fc292365582 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:57:26.481042 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-8faf737f-90fc-4ac6-8206-85335047bf43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:26.517316 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-8faf737f-90fc-4ac6-8206-85335047bf43 service neutron] Transition to ACTIVE for port object 81f1fad1-b17f-4df8-9d39-6fc292365582 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:57:26.533804 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-8faf737f-90fc-4ac6-8206-85335047bf43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:26.706449 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf737f-90fc-4ac6-8206-85335047bf43 service neutron] Pushing event updated for resources: {'Port': ['ID=81f1fad1-b17f-4df8-9d39-6fc292365582,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:26.729024 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42707d3f-3c92-483d-890d-adba78096684 req-ed037554-e5ed-4aa2-b4db-8fee6a385248 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:26.737901 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-42707d3f-3c92-483d-890d-adba78096684 req-ed037554-e5ed-4aa2-b4db-8fee6a385248 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=76bccb60-2f4b-45c0-9724-08bdeba55bfb HTTP/1.1" status: 200 len: 931 time: 0.3164971 Jul 24 00:57:26.890682 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-42707d3f-3c92-483d-890d-adba78096684 req-8de87696-98b6-43f5-9e65-36a1dfb6bf3c tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516805 Jul 24 00:57:26.937870 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-464080fb-1dd6-41df-8c34-320104511010 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a506a736-02bd-4fbb-acb0-f1c78bc19022 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:57:26.951607 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-464080fb-1dd6-41df-8c34-320104511010 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:26.955208 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-8faf737f-90fc-4ac6-8206-85335047bf43 service neutron] Attempting to bind port 81f1fad1-b17f-4df8-9d39-6fc292365582 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:57:26.955724 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-8faf737f-90fc-4ac6-8206-85335047bf43 service neutron] Attempting to bind port 81f1fad1-b17f-4df8-9d39-6fc292365582 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '1a1e043c-79b0-4397-b4d2-2b95c82d517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3693d853-cfcd-49ab-a574-7a2bb546088d'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:57:26.956160 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-8faf737f-90fc-4ac6-8206-85335047bf43 service neutron] Attempting to bind port 81f1fad1-b17f-4df8-9d39-6fc292365582 on network 3693d853-cfcd-49ab-a574-7a2bb546088d {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:57:26.967075 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-8faf737f-90fc-4ac6-8206-85335047bf43 service neutron] Port 81f1fad1-b17f-4df8-9d39-6fc292365582 on network 3693d853-cfcd-49ab-a574-7a2bb546088d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:57:26.967692 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-8faf737f-90fc-4ac6-8206-85335047bf43 service neutron] Attempting to bind port 81f1fad1-b17f-4df8-9d39-6fc292365582 on network 3693d853-cfcd-49ab-a574-7a2bb546088d {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:57:26.981485 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-464080fb-1dd6-41df-8c34-320104511010 service neutron] Transition to ACTIVE for port object a506a736-02bd-4fbb-acb0-f1c78bc19022 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:57:27.008628 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-8faf737f-90fc-4ac6-8206-85335047bf43 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:57:27.011526 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-8faf737f-90fc-4ac6-8206-85335047bf43 service neutron] Checking segment: {'id': '1a1e043c-79b0-4397-b4d2-2b95c82d517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3693d853-cfcd-49ab-a574-7a2bb546088d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:57:27.014664 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-8faf737f-90fc-4ac6-8206-85335047bf43 service neutron] Bound using segment: {'id': '1a1e043c-79b0-4397-b4d2-2b95c82d517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3693d853-cfcd-49ab-a574-7a2bb546088d'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:57:27.017785 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-8faf737f-90fc-4ac6-8206-85335047bf43 service neutron] Bound port: 81f1fad1-b17f-4df8-9d39-6fc292365582, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a1e043c-79b0-4397-b4d2-2b95c82d517b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '3693d853-cfcd-49ab-a574-7a2bb546088d'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:57:27.018264 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-8faf737f-90fc-4ac6-8206-85335047bf43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:27.029778 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-464080fb-1dd6-41df-8c34-320104511010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:27.170839 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'tag': '7b4da756-8034-45e1-9b76-762af13d0a4c'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:57:27.173197 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882ef1b8-4c32-432a-a8e9-9636293b87c0" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483", "tag": "7b4da756-8034-45e1-9b76-762af13d0a4c"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:57:27.370991 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cdee9-f489-406b-8231-66e0fad8603a req-258e9631-d4a0-498b-8bd9-163af97e9cf4 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:27.402461 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cdee9-f489-406b-8231-66e0fad8603a req-258e9631-d4a0-498b-8bd9-163af97e9cf4 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:27.425536 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cdee9-f489-406b-8231-66e0fad8603a req-258e9631-d4a0-498b-8bd9-163af97e9cf4 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:27.442371 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cdee9-f489-406b-8231-66e0fad8603a req-258e9631-d4a0-498b-8bd9-163af97e9cf4 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:27.470394 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cdee9-f489-406b-8231-66e0fad8603a req-258e9631-d4a0-498b-8bd9-163af97e9cf4 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:27.498941 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cdee9-f489-406b-8231-66e0fad8603a req-258e9631-d4a0-498b-8bd9-163af97e9cf4 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:27.514088 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8cdee9-f489-406b-8231-66e0fad8603a req-258e9631-d4a0-498b-8bd9-163af97e9cf4 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:27.521291 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ef8cdee9-f489-406b-8231-66e0fad8603a req-258e9631-d4a0-498b-8bd9-163af97e9cf4 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 5371 time: 0.3732450 Jul 24 00:57:27.625629 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ef8cdee9-f489-406b-8231-66e0fad8603a req-ae1b1491-6471-46f8-849e-0c462721d188 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&id=b607e344-24a6-4f17-aee1-1e5d86804c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0975509 Jul 24 00:57:27.880564 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f2fefd-8d1c-4b12-b55a-62ebcdad3682 x-openstack-request-id: req-d8f2fefd-8d1c-4b12-b55a-62ebcdad3682 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:57:27.881212 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483", "tag": "7b4da756-8034-45e1-9b76-762af13d0a4c", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:57:27.881212 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d8f2fefd-8d1c-4b12-b55a-62ebcdad3682 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:57:27.881495 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'tag': '7b4da756-8034-45e1-9b76-762af13d0a4c', 'status': 'completed', 'code': 200} Jul 24 00:57:27.995843 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464080fb-1dd6-41df-8c34-320104511010 service neutron] Pushing event updated for resources: {'Port': ['ID=a506a736-02bd-4fbb-acb0-f1c78bc19022,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:28.145845 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-8faf737f-90fc-4ac6-8206-85335047bf43 service neutron] For port 81f1fad1-b17f-4df8-9d39-6fc292365582, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:57:28.178026 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-8faf737f-90fc-4ac6-8206-85335047bf43 service neutron] For port 81f1fad1-b17f-4df8-9d39-6fc292365582, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=81f1fad1-b17f-4df8-9d39-6fc292365582,segment=NetworkSegment(1a1e043c-79b0-4397-b4d2-2b95c82d517b),segment_id=1a1e043c-79b0-4397-b4d2-2b95c82d517b)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:57:28.210543 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-8faf737f-90fc-4ac6-8206-85335047bf43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:28.211890 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340910b-0a21-4eb4-9df2-b46831416852 req-7f97fe59-8e95-49c6-a350-066e40a9fdb0 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:28.213601 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0340910b-0a21-4eb4-9df2-b46831416852 req-7f97fe59-8e95-49c6-a350-066e40a9fdb0 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=76bccb60-2f4b-45c0-9724-08bdeba55bfb HTTP/1.1" status: 200 len: 943 time: 0.2237980 Jul 24 00:57:28.271850 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-464080fb-1dd6-41df-8c34-320104511010 service neutron] Attempting to bind port a506a736-02bd-4fbb-acb0-f1c78bc19022 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:57:28.272668 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-464080fb-1dd6-41df-8c34-320104511010 service neutron] Attempting to bind port a506a736-02bd-4fbb-acb0-f1c78bc19022 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': 'a92a2f48-5689-4aa7-b6c1-dc9b341f5b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '65487f5e-aa75-4d64-a662-cf5c6179a6a8'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:57:28.273018 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-464080fb-1dd6-41df-8c34-320104511010 service neutron] Attempting to bind port a506a736-02bd-4fbb-acb0-f1c78bc19022 on network 65487f5e-aa75-4d64-a662-cf5c6179a6a8 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:57:28.342143 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0340910b-0a21-4eb4-9df2-b46831416852 req-8d1ea425-c86c-4a5f-b080-07799341e81e tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179831 Jul 24 00:57:28.410415 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ef1b8-4c32-432a-a8e9-9636293b87c0 req-7c51f9a6-ebfb-45b8-ad0d-70e559d9071d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:28.410415 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ef1b8-4c32-432a-a8e9-9636293b87c0 req-7c51f9a6-ebfb-45b8-ad0d-70e559d9071d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:28.414818 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ef1b8-4c32-432a-a8e9-9636293b87c0 req-7c51f9a6-ebfb-45b8-ad0d-70e559d9071d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:28.414818 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ef1b8-4c32-432a-a8e9-9636293b87c0 req-7c51f9a6-ebfb-45b8-ad0d-70e559d9071d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:28.415500 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ef1b8-4c32-432a-a8e9-9636293b87c0 req-7c51f9a6-ebfb-45b8-ad0d-70e559d9071d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:28.416089 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ef1b8-4c32-432a-a8e9-9636293b87c0 req-7c51f9a6-ebfb-45b8-ad0d-70e559d9071d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:28.416788 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ef1b8-4c32-432a-a8e9-9636293b87c0 req-7c51f9a6-ebfb-45b8-ad0d-70e559d9071d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:28.423034 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-882ef1b8-4c32-432a-a8e9-9636293b87c0 req-7c51f9a6-ebfb-45b8-ad0d-70e559d9071d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd6a59a0ba774d20a9df419972239646&device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 6169 time: 0.5439644 Jul 24 00:57:28.445380 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-464080fb-1dd6-41df-8c34-320104511010 service neutron] Port a506a736-02bd-4fbb-acb0-f1c78bc19022 on network 65487f5e-aa75-4d64-a662-cf5c6179a6a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:57:28.445770 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-464080fb-1dd6-41df-8c34-320104511010 service neutron] Attempting to bind port a506a736-02bd-4fbb-acb0-f1c78bc19022 on network 65487f5e-aa75-4d64-a662-cf5c6179a6a8 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:57:28.484363 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-8faf737f-90fc-4ac6-8206-85335047bf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:28.485481 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-8faf737f-90fc-4ac6-8206-85335047bf43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:28.487538 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-8faf737f-90fc-4ac6-8206-85335047bf43 service neutron] 10.222.0.13 "PUT /v2.0/ports/81f1fad1-b17f-4df8-9d39-6fc292365582 HTTP/1.1" status: 200 len: 1092 time: 3.2566757 Jul 24 00:57:28.511185 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db897f48-2dd7-4b20-b978-769040ffad06 req-0d2364f2-33ab-4f4e-bc45-d6c317d6e0a4 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:28.513462 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db897f48-2dd7-4b20-b978-769040ffad06 req-0d2364f2-33ab-4f4e-bc45-d6c317d6e0a4 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/networks?id=2da6bbc7-a75c-4c5c-b454-75233615e1ea HTTP/1.1" status: 200 len: 806 time: 0.6306059 Jul 24 00:57:28.570380 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-464080fb-1dd6-41df-8c34-320104511010 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:57:28.570942 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-464080fb-1dd6-41df-8c34-320104511010 service neutron] Checking segment: {'id': 'a92a2f48-5689-4aa7-b6c1-dc9b341f5b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '65487f5e-aa75-4d64-a662-cf5c6179a6a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:57:28.571562 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-464080fb-1dd6-41df-8c34-320104511010 service neutron] Bound using segment: {'id': 'a92a2f48-5689-4aa7-b6c1-dc9b341f5b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '65487f5e-aa75-4d64-a662-cf5c6179a6a8'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:57:28.572256 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-464080fb-1dd6-41df-8c34-320104511010 service neutron] Bound port: a506a736-02bd-4fbb-acb0-f1c78bc19022, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a92a2f48-5689-4aa7-b6c1-dc9b341f5b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '65487f5e-aa75-4d64-a662-cf5c6179a6a8'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:57:28.572767 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-464080fb-1dd6-41df-8c34-320104511010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:28.755524 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db897f48-2dd7-4b20-b978-769040ffad06 req-effbf148-8057-4489-b20f-dd57b29e61fd tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/quotas/efa6f3db9fd64630b0882e80030f42fc HTTP/1.1" status: 200 len: 375 time: 0.2233653 Jul 24 00:57:28.828391 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf737f-90fc-4ac6-8206-85335047bf43 service neutron] Pushing event updated for resources: {'Port': ['ID=81f1fad1-b17f-4df8-9d39-6fc292365582,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:28.963374 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f9b53-8df9-46ba-8173-b2bb064e8d3c req-2fbef2b1-741a-4e0a-9d1c-9530afc19331 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:28.983869 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f9b53-8df9-46ba-8173-b2bb064e8d3c req-2fbef2b1-741a-4e0a-9d1c-9530afc19331 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:28.994059 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f9b53-8df9-46ba-8173-b2bb064e8d3c req-2fbef2b1-741a-4e0a-9d1c-9530afc19331 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:29.002809 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f9b53-8df9-46ba-8173-b2bb064e8d3c req-2fbef2b1-741a-4e0a-9d1c-9530afc19331 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:29.012629 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f9b53-8df9-46ba-8173-b2bb064e8d3c req-2fbef2b1-741a-4e0a-9d1c-9530afc19331 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:29.019929 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f9b53-8df9-46ba-8173-b2bb064e8d3c req-2fbef2b1-741a-4e0a-9d1c-9530afc19331 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:29.026148 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f9b53-8df9-46ba-8173-b2bb064e8d3c req-2fbef2b1-741a-4e0a-9d1c-9530afc19331 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:29.028588 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c76f9b53-8df9-46ba-8173-b2bb064e8d3c req-2fbef2b1-741a-4e0a-9d1c-9530afc19331 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 5371 time: 0.2639227 Jul 24 00:57:29.051816 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-464080fb-1dd6-41df-8c34-320104511010 service neutron] For port a506a736-02bd-4fbb-acb0-f1c78bc19022, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:57:29.091543 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 34656) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:29.123426 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c76f9b53-8df9-46ba-8173-b2bb064e8d3c req-5507dd16-63ea-484e-b066-5b35b46e6e26 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&id=b607e344-24a6-4f17-aee1-1e5d86804c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0858109 Jul 24 00:57:29.126815 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ef1b8-4c32-432a-a8e9-9636293b87c0 req-b26a5c22-bebd-4fa0-ad12-de7596363ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:29.127561 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ef1b8-4c32-432a-a8e9-9636293b87c0 req-b26a5c22-bebd-4fa0-ad12-de7596363ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:29.128057 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ef1b8-4c32-432a-a8e9-9636293b87c0 req-b26a5c22-bebd-4fa0-ad12-de7596363ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:29.129752 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-882ef1b8-4c32-432a-a8e9-9636293b87c0 req-b26a5c22-bebd-4fa0-ad12-de7596363ad0 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=cd6a59a0ba774d20a9df419972239646&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6861525 Jul 24 00:57:29.149259 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-464080fb-1dd6-41df-8c34-320104511010 service neutron] For port a506a736-02bd-4fbb-acb0-f1c78bc19022, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=a506a736-02bd-4fbb-acb0-f1c78bc19022,segment=NetworkSegment(a92a2f48-5689-4aa7-b6c1-dc9b341f5b89),segment_id=a92a2f48-5689-4aa7-b6c1-dc9b341f5b89)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:57:29.168052 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-d7ae58ab-2463-4998-9957-62bbd49a4a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:29.170534 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-d7ae58ab-2463-4998-9957-62bbd49a4a78 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=189b921c4a4d4668a9577a88e5cdd824&device_id=76bccb60-2f4b-45c0-9724-08bdeba55bfb HTTP/1.1" status: 200 len: 1095 time: 0.5680165 Jul 24 00:57:29.188422 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-464080fb-1dd6-41df-8c34-320104511010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:29.271864 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-955b4afa-b829-4d1e-958d-e122a901bb1b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81f1fad1-b17f-4df8-9d39-6fc292365582 HTTP/1.1" status: 200 len: 217 time: 0.0891392 Jul 24 00:57:29.285904 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db897f48-2dd7-4b20-b978-769040ffad06 req-acf83119-32c6-4e0d-a2e3-9ebc4e1700c2 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=efa6f3db9fd64630b0882e80030f42fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5271902 Jul 24 00:57:29.327710 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-464080fb-1dd6-41df-8c34-320104511010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:29.328367 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-464080fb-1dd6-41df-8c34-320104511010 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:29.329852 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-464080fb-1dd6-41df-8c34-320104511010 service neutron] 10.222.0.13 "PUT /v2.0/ports/a506a736-02bd-4fbb-acb0-f1c78bc19022 HTTP/1.1" status: 200 len: 1130 time: 3.4804120 Jul 24 00:57:29.430072 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-0feb4215-3e8c-428c-8b4f-7242e7cb1e16 service neutron] Request body: {'port': {'device_id': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:57:29.499920 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-c19c9f8b-98f1-4ed4-8200-b58787063568 tempest-ExternalNetworksTestJSON-645408804 tempest-ExternalNetworksTestJSON-645408804-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2023138716'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:57:29.746949 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464080fb-1dd6-41df-8c34-320104511010 service neutron] Pushing event updated for resources: {'Port': ['ID=a506a736-02bd-4fbb-acb0-f1c78bc19022,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:29.752868 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-879929a9-1d68-4fae-bbaf-0a471b4dd5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:29.754602 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-879929a9-1d68-4fae-bbaf-0a471b4dd5bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=feed36e8-2b07-4f00-a23a-762cf33137fd HTTP/1.1" status: 200 len: 861 time: 0.4625826 Jul 24 00:57:29.772871 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19c9f8b-98f1-4ed4-8200-b58787063568 tempest-ExternalNetworksTestJSON-645408804 tempest-ExternalNetworksTestJSON-645408804-project] Made reservation on behalf of ce983a58c27b4517990490d0d2cf9240 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:57:29.783793 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c19c9f8b-98f1-4ed4-8200-b58787063568 tempest-ExternalNetworksTestJSON-645408804 tempest-ExternalNetworksTestJSON-645408804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:29.847102 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02760c2e-70da-4d24-88c7-b2af5780c7de req-a25636af-1c46-42b4-9258-128de9d6d0ca tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:29.849448 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-02760c2e-70da-4d24-88c7-b2af5780c7de req-a25636af-1c46-42b4-9258-128de9d6d0ca tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=76bccb60-2f4b-45c0-9724-08bdeba55bfb HTTP/1.1" status: 200 len: 943 time: 0.1582119 Jul 24 00:57:29.864388 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-5b2c5a32-d2b3-4434-9be4-6dcb01d8b484 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3693d853-cfcd-49ab-a574-7a2bb546088d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705311 Jul 24 00:57:29.869137 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ef1b8-4c32-432a-a8e9-9636293b87c0 req-d39d64fa-a85f-49d5-9a99-9d51bb1bcc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:29.870603 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-882ef1b8-4c32-432a-a8e9-9636293b87c0 req-d39d64fa-a85f-49d5-9a99-9d51bb1bcc90 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7236462 Jul 24 00:57:29.882547 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c19c9f8b-98f1-4ed4-8200-b58787063568 tempest-ExternalNetworksTestJSON-645408804 tempest-ExternalNetworksTestJSON-645408804-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:29.898968 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76bccb60-2f4b-45c0-9724-08bdeba55bfb', 'tag': '81f1fad1-b17f-4df8-9d39-6fc292365582'}, {'name': 'network-changed', 'server_uuid': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'tag': 'a506a736-02bd-4fbb-acb0-f1c78bc19022'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:57:29.904780 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940fb412-5bdb-4fad-a8f2-af526135ed2b" -d '{"events": [{"name": "network-changed", "server_uuid": "76bccb60-2f4b-45c0-9724-08bdeba55bfb", "tag": "81f1fad1-b17f-4df8-9d39-6fc292365582"}, {"name": "network-changed", "server_uuid": "d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483", "tag": "a506a736-02bd-4fbb-acb0-f1c78bc19022"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:57:29.929974 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-02760c2e-70da-4d24-88c7-b2af5780c7de req-39262a3b-7a5a-4f28-9dc2-30a2292c75d6 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750556 Jul 24 00:57:30.023563 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db897f48-2dd7-4b20-b978-769040ffad06 req-216f7b05-5d01-4e83-99a3-0950b713dd67 service neutron] 10.222.0.15 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7366257 Jul 24 00:57:30.024142 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-0feb4215-3e8c-428c-8b4f-7242e7cb1e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:30.144379 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-0dd9a7ec-43fd-4160-bf06-8797a98114ab service neutron] 10.222.0.13 "GET /v2.0/networks/3693d853-cfcd-49ab-a574-7a2bb546088d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692528 Jul 24 00:57:30.150576 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 24 Jul 2021 00:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37031a71-00be-4251-b6fe-fb8d936f9c1b x-openstack-request-id: req-37031a71-00be-4251-b6fe-fb8d936f9c1b {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:57:30.150909 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76bccb60-2f4b-45c0-9724-08bdeba55bfb", "tag": "81f1fad1-b17f-4df8-9d39-6fc292365582", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483", "tag": "a506a736-02bd-4fbb-acb0-f1c78bc19022", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:57:30.151163 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-37031a71-00be-4251-b6fe-fb8d936f9c1b {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:57:30.151574 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76bccb60-2f4b-45c0-9724-08bdeba55bfb', 'tag': '81f1fad1-b17f-4df8-9d39-6fc292365582', 'status': 'completed', 'code': 200} Jul 24 00:57:30.151833 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'tag': 'a506a736-02bd-4fbb-acb0-f1c78bc19022', 'status': 'completed', 'code': 200} Jul 24 00:57:30.337552 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f559ed-2f46-435a-b19c-48c12570f32f req-814bda78-318f-4ac2-a0b2-a85e0222e2cd tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:30.340536 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c6f559ed-2f46-435a-b19c-48c12570f32f req-814bda78-318f-4ac2-a0b2-a85e0222e2cd tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 945 time: 0.1381476 Jul 24 00:57:30.460301 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db897f48-2dd7-4b20-b978-769040ffad06 req-f0247b9c-2ee3-48bf-bf86-077da5850f44 service neutron] 10.222.0.15 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283292 Jul 24 00:57:30.488856 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-365c6ab3-6af6-468e-9f89-7db1c243a09f req-bf783b19-3d0a-4ef0-9407-b286e8e541c5 service neutron] 10.222.0.13 "GET /v2.0/networks/3693d853-cfcd-49ab-a574-7a2bb546088d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241127 Jul 24 00:57:30.503575 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c6f559ed-2f46-435a-b19c-48c12570f32f req-06d63f55-485d-4c32-969d-173a5bd6143e tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1540487 Jul 24 00:57:30.685796 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c19c9f8b-98f1-4ed4-8200-b58787063568 tempest-ExternalNetworksTestJSON-645408804 tempest-ExternalNetworksTestJSON-645408804-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:30.700605 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c19c9f8b-98f1-4ed4-8200-b58787063568 tempest-ExternalNetworksTestJSON-645408804 tempest-ExternalNetworksTestJSON-645408804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:30.757032 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c19c9f8b-98f1-4ed4-8200-b58787063568 tempest-ExternalNetworksTestJSON-645408804 tempest-ExternalNetworksTestJSON-645408804-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:57:30.802233 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c19c9f8b-98f1-4ed4-8200-b58787063568 tempest-ExternalNetworksTestJSON-645408804 tempest-ExternalNetworksTestJSON-645408804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:30.802987 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-c19c9f8b-98f1-4ed4-8200-b58787063568 tempest-ExternalNetworksTestJSON-645408804 tempest-ExternalNetworksTestJSON-645408804-project] Added segment cb027f53-22f0-4b4b-9aeb-85f166e66ec4 of type vlan for network 9f2d77f1-f574-48b6-9b70-7aa68401d6ee Jul 24 00:57:30.818093 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c9f8b-98f1-4ed4-8200-b58787063568 tempest-ExternalNetworksTestJSON-645408804 tempest-ExternalNetworksTestJSON-645408804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d07b6593-953b-4643-9787-35450a30582b,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:30.950262 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c19c9f8b-98f1-4ed4-8200-b58787063568 tempest-ExternalNetworksTestJSON-645408804 tempest-ExternalNetworksTestJSON-645408804-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:30.992917 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940fb412-5bdb-4fad-a8f2-af526135ed2b req-ff0e77ee-f3e8-44f6-876d-8ca2aeb4d1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:31.005518 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-940fb412-5bdb-4fad-a8f2-af526135ed2b req-ff0e77ee-f3e8-44f6-876d-8ca2aeb4d1d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=189b921c4a4d4668a9577a88e5cdd824&device_id=76bccb60-2f4b-45c0-9724-08bdeba55bfb HTTP/1.1" status: 200 len: 1095 time: 0.4291646 Jul 24 00:57:31.086405 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae17072-43ca-45a2-982c-abc83a096bf8 req-c9569edd-a208-43d4-8e7a-cade98e44be8 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:31.109045 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae17072-43ca-45a2-982c-abc83a096bf8 req-c9569edd-a208-43d4-8e7a-cade98e44be8 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:31.124296 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae17072-43ca-45a2-982c-abc83a096bf8 req-c9569edd-a208-43d4-8e7a-cade98e44be8 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:31.141138 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae17072-43ca-45a2-982c-abc83a096bf8 req-c9569edd-a208-43d4-8e7a-cade98e44be8 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:31.154990 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae17072-43ca-45a2-982c-abc83a096bf8 req-c9569edd-a208-43d4-8e7a-cade98e44be8 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:31.163388 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae17072-43ca-45a2-982c-abc83a096bf8 req-c9569edd-a208-43d4-8e7a-cade98e44be8 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:31.176850 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940fb412-5bdb-4fad-a8f2-af526135ed2b req-4e0ddc65-53af-44db-9f2f-68c21bf602a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:31.183154 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae17072-43ca-45a2-982c-abc83a096bf8 req-c9569edd-a208-43d4-8e7a-cade98e44be8 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:31.185362 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-940fb412-5bdb-4fad-a8f2-af526135ed2b req-4e0ddc65-53af-44db-9f2f-68c21bf602a8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3693d853-cfcd-49ab-a574-7a2bb546088d HTTP/1.1" status: 200 len: 922 time: 0.1677985 Jul 24 00:57:31.189355 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0ae17072-43ca-45a2-982c-abc83a096bf8 req-c9569edd-a208-43d4-8e7a-cade98e44be8 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 5371 time: 0.3587472 Jul 24 00:57:31.260995 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0ae17072-43ca-45a2-982c-abc83a096bf8 req-90a9aba5-cf12-411c-8e5c-d096d2abd8bf tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&id=b607e344-24a6-4f17-aee1-1e5d86804c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607767 Jul 24 00:57:31.293504 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c19c9f8b-98f1-4ed4-8200-b58787063568 tempest-ExternalNetworksTestJSON-645408804 tempest-ExternalNetworksTestJSON-645408804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:31.299695 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19c9f8b-98f1-4ed4-8200-b58787063568 tempest-ExternalNetworksTestJSON-645408804 tempest-ExternalNetworksTestJSON-645408804-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:31.300522 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c19c9f8b-98f1-4ed4-8200-b58787063568 tempest-ExternalNetworksTestJSON-645408804 tempest-ExternalNetworksTestJSON-645408804-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:31.311331 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-940fb412-5bdb-4fad-a8f2-af526135ed2b req-6df36361-8d26-48f9-895e-5b2ad24f6714 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81f1fad1-b17f-4df8-9d39-6fc292365582 HTTP/1.1" status: 200 len: 217 time: 0.1180656 Jul 24 00:57:31.327235 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-0feb4215-3e8c-428c-8b4f-7242e7cb1e16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bdee268-3504-4249-9688-c9a743e39dc3 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:57:31.386069 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-0feb4215-3e8c-428c-8b4f-7242e7cb1e16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:31.412260 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-0feb4215-3e8c-428c-8b4f-7242e7cb1e16 service neutron] Transition to ACTIVE for port object 3bdee268-3504-4249-9688-c9a743e39dc3 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:57:31.443578 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-0feb4215-3e8c-428c-8b4f-7242e7cb1e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:31.446700 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c19c9f8b-98f1-4ed4-8200-b58787063568 tempest-ExternalNetworksTestJSON-645408804 tempest-ExternalNetworksTestJSON-645408804-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.3417721 Jul 24 00:57:31.452236 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34746) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:31.584409 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb4215-3e8c-428c-8b4f-7242e7cb1e16 service neutron] Pushing event updated for resources: {'Port': ['ID=3bdee268-3504-4249-9688-c9a743e39dc3,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:31.599056 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-798f4223-8a6c-4ab8-99b5-314e37e517f9 req-930ff8be-141b-4640-a0ed-4b092fb3224c tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=88e2aeb1-a31a-4922-a98d-a73cbbaf5d37 HTTP/1.1" status: 200 len: 210 time: 0.1174555 Jul 24 00:57:31.602508 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c9f8b-98f1-4ed4-8200-b58787063568 tempest-ExternalNetworksTestJSON-645408804 tempest-ExternalNetworksTestJSON-645408804-project] Pushing event updated for resources: {'Network': ['ID=9f2d77f1-f574-48b6-9b70-7aa68401d6ee,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:31.618529 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 9f2d77f1-f574-48b6-9b70-7aa68401d6ee details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:57:31.723928 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-0feb4215-3e8c-428c-8b4f-7242e7cb1e16 service neutron] Attempting to bind port 3bdee268-3504-4249-9688-c9a743e39dc3 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:57:31.724282 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-0feb4215-3e8c-428c-8b4f-7242e7cb1e16 service neutron] Attempting to bind port 3bdee268-3504-4249-9688-c9a743e39dc3 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': 'a92a2f48-5689-4aa7-b6c1-dc9b341f5b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '65487f5e-aa75-4d64-a662-cf5c6179a6a8'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:57:31.724623 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-0feb4215-3e8c-428c-8b4f-7242e7cb1e16 service neutron] Attempting to bind port 3bdee268-3504-4249-9688-c9a743e39dc3 on network 65487f5e-aa75-4d64-a662-cf5c6179a6a8 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:57:31.727820 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940fb412-5bdb-4fad-a8f2-af526135ed2b req-647c7deb-8e71-43ec-bae6-7833902f5af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:31.729377 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-940fb412-5bdb-4fad-a8f2-af526135ed2b req-647c7deb-8e71-43ec-bae6-7833902f5af3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=feed36e8-2b07-4f00-a23a-762cf33137fd HTTP/1.1" status: 200 len: 861 time: 0.3906221 Jul 24 00:57:31.736384 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-0feb4215-3e8c-428c-8b4f-7242e7cb1e16 service neutron] Port 3bdee268-3504-4249-9688-c9a743e39dc3 on network 65487f5e-aa75-4d64-a662-cf5c6179a6a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:57:31.736727 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-0feb4215-3e8c-428c-8b4f-7242e7cb1e16 service neutron] Attempting to bind port 3bdee268-3504-4249-9688-c9a743e39dc3 on network 65487f5e-aa75-4d64-a662-cf5c6179a6a8 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:57:31.962838 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-940fb412-5bdb-4fad-a8f2-af526135ed2b req-a74a5c18-040e-4748-bdd8-f7d1f74cbe9c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3693d853-cfcd-49ab-a574-7a2bb546088d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2208195 Jul 24 00:57:32.026421 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 81f1fad1-b17f-4df8-9d39-6fc292365582 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:57:32.188561 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2146a-1869-44df-ab49-39f13f7a85ca req-0e3ca8e0-5d9b-4165-9162-b30b9044b60d tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:32.193313 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-89e2146a-1869-44df-ab49-39f13f7a85ca req-0e3ca8e0-5d9b-4165-9162-b30b9044b60d tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=76bccb60-2f4b-45c0-9724-08bdeba55bfb HTTP/1.1" status: 200 len: 943 time: 0.2401807 Jul 24 00:57:32.215582 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-23318f48-28c3-47b1-b13c-862bdc7a4f53 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Request body: {'network': {'name': 'tempest-network--1408152560', 'router:external': True}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:57:32.226587 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-0feb4215-3e8c-428c-8b4f-7242e7cb1e16 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:57:32.227210 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-0feb4215-3e8c-428c-8b4f-7242e7cb1e16 service neutron] Checking segment: {'id': 'a92a2f48-5689-4aa7-b6c1-dc9b341f5b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '65487f5e-aa75-4d64-a662-cf5c6179a6a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:57:32.227461 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-0feb4215-3e8c-428c-8b4f-7242e7cb1e16 service neutron] Bound using segment: {'id': 'a92a2f48-5689-4aa7-b6c1-dc9b341f5b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '65487f5e-aa75-4d64-a662-cf5c6179a6a8'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:57:32.234339 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-0feb4215-3e8c-428c-8b4f-7242e7cb1e16 service neutron] Bound port: 3bdee268-3504-4249-9688-c9a743e39dc3, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a92a2f48-5689-4aa7-b6c1-dc9b341f5b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '65487f5e-aa75-4d64-a662-cf5c6179a6a8'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:57:32.234926 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-0feb4215-3e8c-428c-8b4f-7242e7cb1e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:32.288037 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-940fb412-5bdb-4fad-a8f2-af526135ed2b req-e8236c54-a419-4b4f-a409-5195af01276f service neutron] 10.222.0.13 "GET /v2.0/networks/3693d853-cfcd-49ab-a574-7a2bb546088d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110151 Jul 24 00:57:32.301728 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23318f48-28c3-47b1-b13c-862bdc7a4f53 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Made reservation on behalf of e09f95af4f394befaebc9a7b44aac628 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:57:32.304839 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-23318f48-28c3-47b1-b13c-862bdc7a4f53 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:32.365358 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-23318f48-28c3-47b1-b13c-862bdc7a4f53 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:32.422638 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 81f1fad1-b17f-4df8-9d39-6fc292365582, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=81f1fad1-b17f-4df8-9d39-6fc292365582,segment=NetworkSegment(1a1e043c-79b0-4397-b4d2-2b95c82d517b),segment_id=1a1e043c-79b0-4397-b4d2-2b95c82d517b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:32.457773 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '81f1fad1-b17f-4df8-9d39-6fc292365582', 'network_id': '3693d853-cfcd-49ab-a574-7a2bb546088d', 'port_id': '81f1fad1-b17f-4df8-9d39-6fc292365582', 'mac_address': 'fa:16:3e:a8:01:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feed36e8-2b07-4f00-a23a-762cf33137fd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:57:32.469756 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-0feb4215-3e8c-428c-8b4f-7242e7cb1e16 service neutron] For port 3bdee268-3504-4249-9688-c9a743e39dc3, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:57:32.479039 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-0feb4215-3e8c-428c-8b4f-7242e7cb1e16 service neutron] For port 3bdee268-3504-4249-9688-c9a743e39dc3, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=3bdee268-3504-4249-9688-c9a743e39dc3,segment=NetworkSegment(a92a2f48-5689-4aa7-b6c1-dc9b341f5b89),segment_id=a92a2f48-5689-4aa7-b6c1-dc9b341f5b89)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:57:32.520838 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-0feb4215-3e8c-428c-8b4f-7242e7cb1e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:32.601254 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:32.624975 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-23318f48-28c3-47b1-b13c-862bdc7a4f53 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:32.654857 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81f1fad1-b17f-4df8-9d39-6fc292365582 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:57:32.674352 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-89e2146a-1869-44df-ab49-39f13f7a85ca req-ea08cc68-db86-4a4f-95e8-9b7a16885bac tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957856 Jul 24 00:57:32.675758 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-23318f48-28c3-47b1-b13c-862bdc7a4f53 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:32.732333 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 81f1fad1-b17f-4df8-9d39-6fc292365582, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=81f1fad1-b17f-4df8-9d39-6fc292365582,segment=NetworkSegment(1a1e043c-79b0-4397-b4d2-2b95c82d517b),segment_id=1a1e043c-79b0-4397-b4d2-2b95c82d517b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:32.733674 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23318f48-28c3-47b1-b13c-862bdc7a4f53 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfe1831-5b8d-4ca7-8fc6-b426cc9835af,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:32.741378 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:32.770142 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23318f48-28c3-47b1-b13c-862bdc7a4f53 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:57:32.774549 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-0feb4215-3e8c-428c-8b4f-7242e7cb1e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:32.775516 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-0feb4215-3e8c-428c-8b4f-7242e7cb1e16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:32.777323 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-0feb4215-3e8c-428c-8b4f-7242e7cb1e16 service neutron] 10.222.0.13 "PUT /v2.0/ports/3bdee268-3504-4249-9688-c9a743e39dc3 HTTP/1.1" status: 200 len: 1091 time: 3.3826630 Jul 24 00:57:32.797131 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'tag': '3bdee268-3504-4249-9688-c9a743e39dc3'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:57:32.799589 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-23318f48-28c3-47b1-b13c-862bdc7a4f53 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:32.799899 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65b7aeb-541e-49c2-9850-929a53459ede" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483", "tag": "3bdee268-3504-4249-9688-c9a743e39dc3"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:57:32.803699 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-23318f48-28c3-47b1-b13c-862bdc7a4f53 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Added segment 08b34a75-a261-44ea-a9e7-69311a1a5e7f of type vlan for network 94be9014-4262-4c53-bb68-8c06e5f658ec Jul 24 00:57:32.880160 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed3667-0d2d-46aa-9eb9-081824954fdd req-17bb4266-9076-4ff8-99de-7c3bcff6606d tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:32.903972 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed3667-0d2d-46aa-9eb9-081824954fdd req-17bb4266-9076-4ff8-99de-7c3bcff6606d tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:32.915478 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=81f1fad1-b17f-4df8-9d39-6fc292365582,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:32.923313 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed3667-0d2d-46aa-9eb9-081824954fdd req-17bb4266-9076-4ff8-99de-7c3bcff6606d tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:32.935311 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed3667-0d2d-46aa-9eb9-081824954fdd req-17bb4266-9076-4ff8-99de-7c3bcff6606d tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:32.941065 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34792) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:32.956305 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed3667-0d2d-46aa-9eb9-081824954fdd req-17bb4266-9076-4ff8-99de-7c3bcff6606d tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:32.971905 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed3667-0d2d-46aa-9eb9-081824954fdd req-17bb4266-9076-4ff8-99de-7c3bcff6606d tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:32.986089 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed3667-0d2d-46aa-9eb9-081824954fdd req-17bb4266-9076-4ff8-99de-7c3bcff6606d tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:33.000637 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-39ed3667-0d2d-46aa-9eb9-081824954fdd req-17bb4266-9076-4ff8-99de-7c3bcff6606d tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 5383 time: 0.4825907 Jul 24 00:57:33.016755 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['81f1fad1-b17f-4df8-9d39-6fc292365582'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:57:33.046584 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4cd9d3a8-c127-41be-9076-83f4a9af70f4 req-1ba0397c-cc58-41ec-a9a0-9834692346de tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=88e2aeb1-a31a-4922-a98d-a73cbbaf5d37 HTTP/1.1" status: 200 len: 210 time: 0.1011908 Jul 24 00:57:33.054370 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-a1d47cf2-068f-40d3-b9e3-64d1224746a3 service neutron] Request body: {'port': {'device_id': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:57:33.096333 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-23318f48-28c3-47b1-b13c-862bdc7a4f53 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:33.189986 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-23318f48-28c3-47b1-b13c-862bdc7a4f53 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:33.191331 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23318f48-28c3-47b1-b13c-862bdc7a4f53 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:33.192160 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-23318f48-28c3-47b1-b13c-862bdc7a4f53 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:33.244772 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea1ce9c-22ed-415f-a666-bbe960209958 x-openstack-request-id: req-eea1ce9c-22ed-415f-a666-bbe960209958 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:57:33.245645 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483", "tag": "3bdee268-3504-4249-9688-c9a743e39dc3", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:57:33.245909 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eea1ce9c-22ed-415f-a666-bbe960209958 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:57:33.247922 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'tag': '3bdee268-3504-4249-9688-c9a743e39dc3', 'status': 'completed', 'code': 200} Jul 24 00:57:33.285730 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-23318f48-28c3-47b1-b13c-862bdc7a4f53 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.8321559 Jul 24 00:57:33.293259 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34802) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:33.381854 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb4215-3e8c-428c-8b4f-7242e7cb1e16 service neutron] Pushing event updated for resources: {'Port': ['ID=3bdee268-3504-4249-9688-c9a743e39dc3,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:33.442995 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-940fb412-5bdb-4fad-a8f2-af526135ed2b req-f36ed379-7bb5-407b-b3bd-216bb243dfef service neutron] 10.222.0.13 "GET /v2.0/networks/3693d853-cfcd-49ab-a574-7a2bb546088d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9598184 Jul 24 00:57:33.499824 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23318f48-28c3-47b1-b13c-862bdc7a4f53 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Pushing event updated for resources: {'Network': ['ID=94be9014-4262-4c53-bb68-8c06e5f658ec,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:33.506558 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1a4e3459-d1e4-470b-8aaf-1a27831426f0 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:33.514215 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 94be9014-4262-4c53-bb68-8c06e5f658ec details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:57:33.663010 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1a4e3459-d1e4-470b-8aaf-1a27831426f0 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:33.755467 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-1a4e3459-d1e4-470b-8aaf-1a27831426f0 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94be9014-4262-4c53-bb68-8c06e5f658ec']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:33.777017 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-1a4e3459-d1e4-470b-8aaf-1a27831426f0 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08b34a75-a261-44ea-a9e7-69311a1a5e7f') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:33.777604 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-1a4e3459-d1e4-470b-8aaf-1a27831426f0 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08b34a75-a261-44ea-a9e7-69311a1a5e7f') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:33.799985 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1a4e3459-d1e4-470b-8aaf-1a27831426f0 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:33.828843 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-44a1fa25-65b0-4216-a739-bcc5502e6d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:33.840973 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1a4e3459-d1e4-470b-8aaf-1a27831426f0 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:33.918163 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a4e3459-d1e4-470b-8aaf-1a27831426f0 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:57:33.918914 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1a4e3459-d1e4-470b-8aaf-1a27831426f0 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:33.921344 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 00:57:33.921344 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:57:33.921344 n-d-793621-25 neutron-server[100463]: timer() Jul 24 00:57:33.921344 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:57:33.921344 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 00:57:33.921344 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:57:33.921344 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 00:57:33.921344 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:57:33.921344 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 00:57:33.921344 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:57:33.921344 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 00:57:33.921344 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:57:33.921344 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 00:57:33.921344 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:57:33.921344 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:57:33.921344 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:57:33.921344 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:57:33.921344 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:57:33.921344 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 00:57:33.921344 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:57:33.921344 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 00:57:33.921344 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:57:33.921344 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:57:33.921344 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:57:33.921344 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 00:57:33.921344 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:57:33.921344 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:57:33.921344 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:57:33.921344 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:57:33.921344 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:57:33.921344 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:57:33.921344 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:57:34.030671 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 532652b5-0ccf-4dbf-891e-e7c345897077 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:57:34.035851 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 81f1fad1-b17f-4df8-9d39-6fc292365582 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:57:34.051040 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-39ed3667-0d2d-46aa-9eb9-081824954fdd req-125bdbc2-bb45-4a7a-9ca5-03291ac11d06 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&id=b607e344-24a6-4f17-aee1-1e5d86804c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0493824 Jul 24 00:57:34.051261 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60ba0a-eeaf-4785-bd48-ac2ff1fce593 req-11cdd336-f910-40be-824d-a0a052c48e11 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:34.064459 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bb60ba0a-eeaf-4785-bd48-ac2ff1fce593 req-11cdd336-f910-40be-824d-a0a052c48e11 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=76bccb60-2f4b-45c0-9724-08bdeba55bfb HTTP/1.1" status: 200 len: 944 time: 0.2185884 Jul 24 00:57:34.107082 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1a4e3459-d1e4-470b-8aaf-1a27831426f0 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:34.165970 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a4e3459-d1e4-470b-8aaf-1a27831426f0 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 94be9014-4262-4c53-bb68-8c06e5f658ec {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 24 00:57:34.171633 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e3459-d1e4-470b-8aaf-1a27831426f0 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Pushing event deleted for resources: {'Network': ['ID=94be9014-4262-4c53-bb68-8c06e5f658ec,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:34.181444 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1a4e3459-d1e4-470b-8aaf-1a27831426f0 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:34.185193 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1a4e3459-d1e4-470b-8aaf-1a27831426f0 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] 10.222.0.15 "DELETE /v2.0/networks/94be9014-4262-4c53-bb68-8c06e5f658ec HTTP/1.1" status: 204 len: 168 time: 0.8848174 Jul 24 00:57:34.191354 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34818) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:34.242250 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-a1d47cf2-068f-40d3-b9e3-64d1224746a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:34.250494 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-fd163e9f-17f2-4a73-8e72-eb6b7af861a3 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:57:34.309305 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bb60ba0a-eeaf-4785-bd48-ac2ff1fce593 req-e5093b79-c4ee-4189-968d-3726e83c919e tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438297 Jul 24 00:57:34.345560 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b7aeb-541e-49c2-9850-929a53459ede req-753d2ced-fc9f-4e40-a7e3-934e99e66c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:34.346237 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b7aeb-541e-49c2-9850-929a53459ede req-753d2ced-fc9f-4e40-a7e3-934e99e66c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:34.346667 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b7aeb-541e-49c2-9850-929a53459ede req-753d2ced-fc9f-4e40-a7e3-934e99e66c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:34.347195 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b7aeb-541e-49c2-9850-929a53459ede req-753d2ced-fc9f-4e40-a7e3-934e99e66c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:34.347691 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b7aeb-541e-49c2-9850-929a53459ede req-753d2ced-fc9f-4e40-a7e3-934e99e66c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:34.348236 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b7aeb-541e-49c2-9850-929a53459ede req-753d2ced-fc9f-4e40-a7e3-934e99e66c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:34.348769 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b7aeb-541e-49c2-9850-929a53459ede req-753d2ced-fc9f-4e40-a7e3-934e99e66c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:34.351522 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e65b7aeb-541e-49c2-9850-929a53459ede req-753d2ced-fc9f-4e40-a7e3-934e99e66c5f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd6a59a0ba774d20a9df419972239646&device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 6279 time: 1.1015112 Jul 24 00:57:34.407845 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db897f48-2dd7-4b20-b978-769040ffad06 req-70e90c32-656c-46d8-a367-950332708d1b tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:34.409970 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db897f48-2dd7-4b20-b978-769040ffad06 req-70e90c32-656c-46d8-a367-950332708d1b tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.13 "GET /v2.0/networks?id=2da6bbc7-a75c-4c5c-b454-75233615e1ea HTTP/1.1" status: 200 len: 806 time: 1.2471917 Jul 24 00:57:34.433867 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-44a1fa25-65b0-4216-a739-bcc5502e6d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:34.453816 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-44a1fa25-65b0-4216-a739-bcc5502e6d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:34.458674 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ff53cbed-2e86-4e32-b789-88f9c8a16d77 req-83917fca-aece-4cde-98e7-5e2e7aa90637 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=88e2aeb1-a31a-4922-a98d-a73cbbaf5d37 HTTP/1.1" status: 200 len: 210 time: 0.1907229 Jul 24 00:57:34.469070 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-db897f48-2dd7-4b20-b978-769040ffad06 req-5eaa52d7-9170-4d31-80b3-0d7f4f9d35f2 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Request body: {'port': {'device_id': '88e2aeb1-a31a-4922-a98d-a73cbbaf5d37', 'network_id': '2da6bbc7-a75c-4c5c-b454-75233615e1ea', 'admin_state_up': True, 'tenant_id': 'efa6f3db9fd64630b0882e80030f42fc'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:57:34.520982 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 532652b5-0ccf-4dbf-891e-e7c345897077, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=532652b5-0ccf-4dbf-891e-e7c345897077,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:34.543350 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd163e9f-17f2-4a73-8e72-eb6b7af861a3 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Made reservation on behalf of e09f95af4f394befaebc9a7b44aac628 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:57:34.565021 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fd163e9f-17f2-4a73-8e72-eb6b7af861a3 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:34.574794 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '532652b5-0ccf-4dbf-891e-e7c345897077', 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597', 'port_id': '532652b5-0ccf-4dbf-891e-e7c345897077', 'mac_address': 'fa:16:3e:ad:0c:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66eb251d-e6ee-4000-900c-f86c0810b697', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:57:34.598309 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-44a1fa25-65b0-4216-a739-bcc5502e6d49 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c7e00a7d02f84a75890d312b3ecdcd78&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6194148 Jul 24 00:57:34.601714 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34826) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:34.635365 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a1fa25-65b0-4216-a739-bcc5502e6d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf840405-3078-4889-905c-92c1003b7d5f,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:34.649841 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd163e9f-17f2-4a73-8e72-eb6b7af861a3 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:57:34.670896 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fd163e9f-17f2-4a73-8e72-eb6b7af861a3 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:34.671750 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-fd163e9f-17f2-4a73-8e72-eb6b7af861a3 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Added segment 21f266f0-71a3-455c-9bf9-558a38968f3f of type vlan for network 6efaab85-3ea0-4ba3-94c6-7e6fe061fa2d Jul 24 00:57:34.714516 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-31d74d37-33ab-40a9-9cc4-4b48dca5936c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:34.755092 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-31d74d37-33ab-40a9-9cc4-4b48dca5936c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:34.794585 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:34.816901 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 81f1fad1-b17f-4df8-9d39-6fc292365582 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:57:34.823394 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 81f1fad1-b17f-4df8-9d39-6fc292365582 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:57:34.823824 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:34.826639 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-31d74d37-33ab-40a9-9cc4-4b48dca5936c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:34.827954 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:34.832695 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-31d74d37-33ab-40a9-9cc4-4b48dca5936c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:34.838549 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-31d74d37-33ab-40a9-9cc4-4b48dca5936c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cf840405-3078-4889-905c-92c1003b7d5f HTTP/1.1" status: 204 len: 168 time: 0.2344289 Jul 24 00:57:34.902132 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d74d37-33ab-40a9-9cc4-4b48dca5936c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf840405-3078-4889-905c-92c1003b7d5f,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:34.911285 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fd163e9f-17f2-4a73-8e72-eb6b7af861a3 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:34.913354 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 532652b5-0ccf-4dbf-891e-e7c345897077 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:57:35.056435 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fd163e9f-17f2-4a73-8e72-eb6b7af861a3 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:35.057462 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd163e9f-17f2-4a73-8e72-eb6b7af861a3 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:35.058068 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fd163e9f-17f2-4a73-8e72-eb6b7af861a3 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:35.070271 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 532652b5-0ccf-4dbf-891e-e7c345897077, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=532652b5-0ccf-4dbf-891e-e7c345897077,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:35.128766 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:35.138178 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-fd163e9f-17f2-4a73-8e72-eb6b7af861a3 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8938777 Jul 24 00:57:35.147916 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:35.202315 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34838) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:35.221290 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-a2c7e45f-4206-49b5-ac23-2969ef0a2cc0 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Request body: {'subnet': {'network_id': '6efaab85-3ea0-4ba3-94c6-7e6fe061fa2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:57:35.261421 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd163e9f-17f2-4a73-8e72-eb6b7af861a3 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Pushing event updated for resources: {'Network': ['ID=6efaab85-3ea0-4ba3-94c6-7e6fe061fa2d,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:35.284117 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c7e45f-4206-49b5-ac23-2969ef0a2cc0 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Made reservation on behalf of e09f95af4f394befaebc9a7b44aac628 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:57:35.286463 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a2c7e45f-4206-49b5-ac23-2969ef0a2cc0 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:35.357751 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['532652b5-0ccf-4dbf-891e-e7c345897077'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:57:35.366502 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 6efaab85-3ea0-4ba3-94c6-7e6fe061fa2d details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:57:35.412959 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b7aeb-541e-49c2-9850-929a53459ede req-f381e7bd-781f-4432-89d1-70d8f7038fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:35.421998 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b7aeb-541e-49c2-9850-929a53459ede req-f381e7bd-781f-4432-89d1-70d8f7038fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:35.422604 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b7aeb-541e-49c2-9850-929a53459ede req-f381e7bd-781f-4432-89d1-70d8f7038fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:35.425751 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e65b7aeb-541e-49c2-9850-929a53459ede req-f381e7bd-781f-4432-89d1-70d8f7038fa9 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=cd6a59a0ba774d20a9df419972239646&shared=False HTTP/1.1" status: 200 len: 2290 time: 1.0626838 Jul 24 00:57:35.520252 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-a1d47cf2-068f-40d3-b9e3-64d1224746a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 149cdb73-8fb6-426e-8349-634d1b416c1d {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:57:35.583422 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-a1d47cf2-068f-40d3-b9e3-64d1224746a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:35.599578 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:35.744246 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76bccb60-2f4b-45c0-9724-08bdeba55bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f1fad1-b17f-4df8-9d39-6fc292365582'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:57:35.747719 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e21bb81-4681-4a8d-ad9f-a4c73e6d4723" -d '{"events": [{"server_uuid": "76bccb60-2f4b-45c0-9724-08bdeba55bfb", "name": "network-vif-plugged", "status": "completed", "tag": "81f1fad1-b17f-4df8-9d39-6fc292365582"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:57:35.753280 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=532652b5-0ccf-4dbf-891e-e7c345897077,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:35.780479 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-a1d47cf2-068f-40d3-b9e3-64d1224746a3 service neutron] Transition to ACTIVE for port object 149cdb73-8fb6-426e-8349-634d1b416c1d will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:57:35.790799 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db897f48-2dd7-4b20-b978-769040ffad06 req-5eaa52d7-9170-4d31-80b3-0d7f4f9d35f2 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Made reservation on behalf of efa6f3db9fd64630b0882e80030f42fc for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:57:35.802509 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-db897f48-2dd7-4b20-b978-769040ffad06 req-5eaa52d7-9170-4d31-80b3-0d7f4f9d35f2 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:35.866773 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 81f1fad1-b17f-4df8-9d39-6fc292365582, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=81f1fad1-b17f-4df8-9d39-6fc292365582,segment=NetworkSegment(1a1e043c-79b0-4397-b4d2-2b95c82d517b),segment_id=1a1e043c-79b0-4397-b4d2-2b95c82d517b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:35.870270 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-a1d47cf2-068f-40d3-b9e3-64d1224746a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:35.882220 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:36.094674 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba0cc7-a7f9-4e99-8f56-b1976bbc9fa1 req-ebd0602e-2b46-4411-bd03-91f3fbd77d71 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:36.125498 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba0cc7-a7f9-4e99-8f56-b1976bbc9fa1 req-ebd0602e-2b46-4411-bd03-91f3fbd77d71 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:36.139056 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-db897f48-2dd7-4b20-b978-769040ffad06 req-5eaa52d7-9170-4d31-80b3-0d7f4f9d35f2 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Allocated IP 172.20.0.2 (2da6bbc7-a75c-4c5c-b454-75233615e1ea/32aaab81-ed63-4b4f-aa91-d17bc9f404e3/3be94f04-c0b5-45bd-aa69-e4b7f8f023dc) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:57:36.141629 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba0cc7-a7f9-4e99-8f56-b1976bbc9fa1 req-ebd0602e-2b46-4411-bd03-91f3fbd77d71 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:36.174664 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba0cc7-a7f9-4e99-8f56-b1976bbc9fa1 req-ebd0602e-2b46-4411-bd03-91f3fbd77d71 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:36.206384 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba0cc7-a7f9-4e99-8f56-b1976bbc9fa1 req-ebd0602e-2b46-4411-bd03-91f3fbd77d71 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:36.235885 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba0cc7-a7f9-4e99-8f56-b1976bbc9fa1 req-ebd0602e-2b46-4411-bd03-91f3fbd77d71 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:36.265641 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba0cc7-a7f9-4e99-8f56-b1976bbc9fa1 req-ebd0602e-2b46-4411-bd03-91f3fbd77d71 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:36.280151 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7bba0cc7-a7f9-4e99-8f56-b1976bbc9fa1 req-ebd0602e-2b46-4411-bd03-91f3fbd77d71 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 5383 time: 1.0791450 Jul 24 00:57:36.391289 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-db897f48-2dd7-4b20-b978-769040ffad06 req-5eaa52d7-9170-4d31-80b3-0d7f4f9d35f2 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:36.476693 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=81f1fad1-b17f-4df8-9d39-6fc292365582,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:36.490670 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-db897f48-2dd7-4b20-b978-769040ffad06 req-5eaa52d7-9170-4d31-80b3-0d7f4f9d35f2 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:36.527274 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b39565-36f9-4799-a3e3-7a66aa2aced7 req-3efc7c93-de70-4c58-acb6-98a963a2bd8c tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:36.529538 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c1b39565-36f9-4799-a3e3-7a66aa2aced7 req-3efc7c93-de70-4c58-acb6-98a963a2bd8c tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=76bccb60-2f4b-45c0-9724-08bdeba55bfb HTTP/1.1" status: 200 len: 944 time: 0.9780588 Jul 24 00:57:36.556664 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['f142e1c3-accd-44c6-a488-2ba01c18ea56'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:57:36.561172 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7bba0cc7-a7f9-4e99-8f56-b1976bbc9fa1 req-829dbb63-453d-4ec8-9d66-cd8df55670d2 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&id=b607e344-24a6-4f17-aee1-1e5d86804c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2716069 Jul 24 00:57:36.595730 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65b7aeb-541e-49c2-9850-929a53459ede req-cab90ba0-921c-41fd-8615-67e3373a9f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:36.595730 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e65b7aeb-541e-49c2-9850-929a53459ede req-cab90ba0-921c-41fd-8615-67e3373a9f02 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1510997 Jul 24 00:57:36.613315 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-a1d47cf2-068f-40d3-b9e3-64d1224746a3 service neutron] Attempting to bind port 149cdb73-8fb6-426e-8349-634d1b416c1d on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:57:36.613653 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-a1d47cf2-068f-40d3-b9e3-64d1224746a3 service neutron] Attempting to bind port 149cdb73-8fb6-426e-8349-634d1b416c1d by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': 'a92a2f48-5689-4aa7-b6c1-dc9b341f5b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '65487f5e-aa75-4d64-a662-cf5c6179a6a8'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:57:36.614055 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-a1d47cf2-068f-40d3-b9e3-64d1224746a3 service neutron] Attempting to bind port 149cdb73-8fb6-426e-8349-634d1b416c1d on network 65487f5e-aa75-4d64-a662-cf5c6179a6a8 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:57:36.643510 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d47cf2-068f-40d3-b9e3-64d1224746a3 service neutron] Pushing event updated for resources: {'Port': ['ID=149cdb73-8fb6-426e-8349-634d1b416c1d,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:36.669347 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db897f48-2dd7-4b20-b978-769040ffad06 req-5eaa52d7-9170-4d31-80b3-0d7f4f9d35f2 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Network 2da6bbc7-a75c-4c5c-b454-75233615e1ea is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:57:36.703315 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-db897f48-2dd7-4b20-b978-769040ffad06 req-5eaa52d7-9170-4d31-80b3-0d7f4f9d35f2 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:57:36.707251 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-a1d47cf2-068f-40d3-b9e3-64d1224746a3 service neutron] Port 149cdb73-8fb6-426e-8349-634d1b416c1d on network 65487f5e-aa75-4d64-a662-cf5c6179a6a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:57:36.707578 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-a1d47cf2-068f-40d3-b9e3-64d1224746a3 service neutron] Attempting to bind port 149cdb73-8fb6-426e-8349-634d1b416c1d on network 65487f5e-aa75-4d64-a662-cf5c6179a6a8 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:57:36.712165 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-db897f48-2dd7-4b20-b978-769040ffad06 req-5eaa52d7-9170-4d31-80b3-0d7f4f9d35f2 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:57:36.727056 n-d-793621-25 neutron-server[100463]: DEBUG neutron.objects.ports [None req-a2c7e45f-4206-49b5-ac23-2969ef0a2cc0 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100463) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 00:57:36.727461 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a2c7e45f-4206-49b5-ac23-2969ef0a2cc0 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:36.774434 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d47cf2-068f-40d3-b9e3-64d1224746a3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:36.774434 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d47cf2-068f-40d3-b9e3-64d1224746a3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:36.774434 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d47cf2-068f-40d3-b9e3-64d1224746a3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:36.774830 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d47cf2-068f-40d3-b9e3-64d1224746a3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:36.775080 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d47cf2-068f-40d3-b9e3-64d1224746a3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:36.775276 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d47cf2-068f-40d3-b9e3-64d1224746a3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:36.775604 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d47cf2-068f-40d3-b9e3-64d1224746a3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:36.775929 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d47cf2-068f-40d3-b9e3-64d1224746a3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:36.776258 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d47cf2-068f-40d3-b9e3-64d1224746a3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:36.776583 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d47cf2-068f-40d3-b9e3-64d1224746a3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:36.776906 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d47cf2-068f-40d3-b9e3-64d1224746a3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:36.777225 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d47cf2-068f-40d3-b9e3-64d1224746a3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:36.792967 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db897f48-2dd7-4b20-b978-769040ffad06 req-5eaa52d7-9170-4d31-80b3-0d7f4f9d35f2 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:36.793855 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-db897f48-2dd7-4b20-b978-769040ffad06 req-5eaa52d7-9170-4d31-80b3-0d7f4f9d35f2 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:36.851918 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db897f48-2dd7-4b20-b978-769040ffad06 req-5eaa52d7-9170-4d31-80b3-0d7f4f9d35f2 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4111538 Jul 24 00:57:36.852720 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-a1d47cf2-068f-40d3-b9e3-64d1224746a3 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:57:36.853708 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-a1d47cf2-068f-40d3-b9e3-64d1224746a3 service neutron] Checking segment: {'id': 'a92a2f48-5689-4aa7-b6c1-dc9b341f5b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '65487f5e-aa75-4d64-a662-cf5c6179a6a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:57:36.853708 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-a1d47cf2-068f-40d3-b9e3-64d1224746a3 service neutron] Bound using segment: {'id': 'a92a2f48-5689-4aa7-b6c1-dc9b341f5b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '65487f5e-aa75-4d64-a662-cf5c6179a6a8'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:57:36.853944 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-a1d47cf2-068f-40d3-b9e3-64d1224746a3 service neutron] Bound port: 149cdb73-8fb6-426e-8349-634d1b416c1d, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a92a2f48-5689-4aa7-b6c1-dc9b341f5b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '65487f5e-aa75-4d64-a662-cf5c6179a6a8'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:57:36.854318 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-a1d47cf2-068f-40d3-b9e3-64d1224746a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:36.879130 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-db897f48-2dd7-4b20-b978-769040ffad06 req-dc26af3a-ef77-432b-8ecb-acf286e5e85f service neutron] Request body: {'port': {'device_id': '88e2aeb1-a31a-4922-a98d-a73cbbaf5d37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:57:36.924840 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c7e45f-4206-49b5-ac23-2969ef0a2cc0 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Pushing event updated for resources: {'Subnet': ['ID=82c722f9-50bc-4d96-80b6-8434342457f4,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:36.952540 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213271fa-ecf8-4be2-8d3c-23db0115c53a req-fa2f9305-805d-404c-b0f4-f0159697639a tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:36.954117 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-213271fa-ecf8-4be2-8d3c-23db0115c53a req-fa2f9305-805d-404c-b0f4-f0159697639a tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=88e2aeb1-a31a-4922-a98d-a73cbbaf5d37 HTTP/1.1" status: 200 len: 931 time: 0.1682997 Jul 24 00:57:36.967488 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c7e45f-4206-49b5-ac23-2969ef0a2cc0 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Checking segment: {'id': '21f266f0-71a3-455c-9bf9-558a38968f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6efaab85-3ea0-4ba3-94c6-7e6fe061fa2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:57:36.967845 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c7e45f-4206-49b5-ac23-2969ef0a2cc0 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Network hostable DHCP agents. Network: 6efaab85-3ea0-4ba3-94c6-7e6fe061fa2d, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:57:36.970700 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-db897f48-2dd7-4b20-b978-769040ffad06 req-dc26af3a-ef77-432b-8ecb-acf286e5e85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:36.987783 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c1b39565-36f9-4799-a3e3-7a66aa2aced7 req-5806cafe-3c50-4f1d-ad9f-5b40b3e73f63 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3989246 Jul 24 00:57:37.014083 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-213271fa-ecf8-4be2-8d3c-23db0115c53a req-d53a167a-9a4a-4ce3-94ca-0c3af767251f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504541 Jul 24 00:57:37.048747 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c7e45f-4206-49b5-ac23-2969ef0a2cc0 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Network 6efaab85-3ea0-4ba3-94c6-7e6fe061fa2d is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:57:37.064753 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-a2c7e45f-4206-49b5-ac23-2969ef0a2cc0 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 6efaab85-3ea0-4ba3-94c6-7e6fe061fa2d) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:57:37.071631 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c7e45f-4206-49b5-ac23-2969ef0a2cc0 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:37.072745 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a2c7e45f-4206-49b5-ac23-2969ef0a2cc0 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:37.077865 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c2699b-c3a6-4ffa-ab67-75a6c946e1c4 None None] Network 6efaab85-3ea0-4ba3-94c6-7e6fe061fa2d requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:57:37.117530 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a2c7e45f-4206-49b5-ac23-2969ef0a2cc0 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9014065 Jul 24 00:57:37.120523 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34896) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:37.125456 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-2d715811-3bc6-49f5-862e-d34b005b690a tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Request body: {'floatingip': {'floating_network_id': '6efaab85-3ea0-4ba3-94c6-7e6fe061fa2d'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:57:37.145439 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaa52d7-9170-4d31-80b3-0d7f4f9d35f2 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Pushing event updated for resources: {'Port': ['ID=3be94f04-c0b5-45bd-aa69-e4b7f8f023dc,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:37.186054 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940fb412-5bdb-4fad-a8f2-af526135ed2b req-df2c52be-cb11-4a74-8a0c-a623a022815b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:37.186945 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940fb412-5bdb-4fad-a8f2-af526135ed2b req-df2c52be-cb11-4a74-8a0c-a623a022815b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:37.188396 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2d715811-3bc6-49f5-862e-d34b005b690a tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:37.195202 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940fb412-5bdb-4fad-a8f2-af526135ed2b req-df2c52be-cb11-4a74-8a0c-a623a022815b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:37.196082 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940fb412-5bdb-4fad-a8f2-af526135ed2b req-df2c52be-cb11-4a74-8a0c-a623a022815b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:37.197541 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940fb412-5bdb-4fad-a8f2-af526135ed2b req-df2c52be-cb11-4a74-8a0c-a623a022815b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:37.199341 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940fb412-5bdb-4fad-a8f2-af526135ed2b req-df2c52be-cb11-4a74-8a0c-a623a022815b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:37.200583 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940fb412-5bdb-4fad-a8f2-af526135ed2b req-df2c52be-cb11-4a74-8a0c-a623a022815b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:37.205963 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-940fb412-5bdb-4fad-a8f2-af526135ed2b req-df2c52be-cb11-4a74-8a0c-a623a022815b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd6a59a0ba774d20a9df419972239646&device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 6305 time: 0.5483456 Jul 24 00:57:37.234497 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989fd741-2d41-4820-ba09-4c9106bafbcb x-openstack-request-id: req-989fd741-2d41-4820-ba09-4c9106bafbcb {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:57:37.236313 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76bccb60-2f4b-45c0-9724-08bdeba55bfb", "name": "network-vif-plugged", "status": "completed", "tag": "81f1fad1-b17f-4df8-9d39-6fc292365582", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:57:37.236729 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-989fd741-2d41-4820-ba09-4c9106bafbcb {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:57:37.237276 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76bccb60-2f4b-45c0-9724-08bdeba55bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f1fad1-b17f-4df8-9d39-6fc292365582', 'code': 200} Jul 24 00:57:37.359838 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 34904) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:37.423697 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-a1d47cf2-068f-40d3-b9e3-64d1224746a3 service neutron] For port 149cdb73-8fb6-426e-8349-634d1b416c1d, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:57:37.431203 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c2f1e0-16f0-4d78-bd21-f603e7973d72 None None] Network 6efaab85-3ea0-4ba3-94c6-7e6fe061fa2d requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:57:37.453692 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2d715811-3bc6-49f5-862e-d34b005b690a tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:37.593664 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-a1d47cf2-068f-40d3-b9e3-64d1224746a3 service neutron] For port 149cdb73-8fb6-426e-8349-634d1b416c1d, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=149cdb73-8fb6-426e-8349-634d1b416c1d,segment=NetworkSegment(a92a2f48-5689-4aa7-b6c1-dc9b341f5b89),segment_id=a92a2f48-5689-4aa7-b6c1-dc9b341f5b89)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:57:37.679592 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-a1d47cf2-068f-40d3-b9e3-64d1224746a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:37.680217 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-2d715811-3bc6-49f5-862e-d34b005b690a tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Allocated IP 172.20.0.3 (6efaab85-3ea0-4ba3-94c6-7e6fe061fa2d/82c722f9-50bc-4d96-80b6-8434342457f4/6ac68c01-12b5-4a74-9072-542b407386a3) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:57:37.822314 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ce654926-128a-42ab-8ad1-0065d8c60ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:37.857274 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2d715811-3bc6-49f5-862e-d34b005b690a tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:37.912834 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2d715811-3bc6-49f5-862e-d34b005b690a tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:37.962654 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-a1d47cf2-068f-40d3-b9e3-64d1224746a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:37.964732 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-a1d47cf2-068f-40d3-b9e3-64d1224746a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:37.967877 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-a1d47cf2-068f-40d3-b9e3-64d1224746a3 service neutron] 10.222.0.13 "PUT /v2.0/ports/149cdb73-8fb6-426e-8349-634d1b416c1d HTTP/1.1" status: 200 len: 1092 time: 4.9478154 Jul 24 00:57:37.999132 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'tag': '149cdb73-8fb6-426e-8349-634d1b416c1d'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:57:38.008182 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c756fea8-8805-422c-923b-bcd0fe0262a6" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483", "tag": "149cdb73-8fb6-426e-8349-634d1b416c1d"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:57:38.011849 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d715811-3bc6-49f5-862e-d34b005b690a tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Network 6efaab85-3ea0-4ba3-94c6-7e6fe061fa2d is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:57:38.017302 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940fb412-5bdb-4fad-a8f2-af526135ed2b req-57445c91-5c35-4678-9bf1-b81f572cc54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:38.017801 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940fb412-5bdb-4fad-a8f2-af526135ed2b req-57445c91-5c35-4678-9bf1-b81f572cc54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:38.018291 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940fb412-5bdb-4fad-a8f2-af526135ed2b req-57445c91-5c35-4678-9bf1-b81f572cc54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:38.020071 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-940fb412-5bdb-4fad-a8f2-af526135ed2b req-57445c91-5c35-4678-9bf1-b81f572cc54b service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=cd6a59a0ba774d20a9df419972239646&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.7918344 Jul 24 00:57:38.020829 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-2d715811-3bc6-49f5-862e-d34b005b690a tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:57:38.025543 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d715811-3bc6-49f5-862e-d34b005b690a tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:57:38.077187 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d715811-3bc6-49f5-862e-d34b005b690a tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Pushing event updated for resources: {'Port': ['ID=6ac68c01-12b5-4a74-9072-542b407386a3,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:38.077444 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 532652b5-0ccf-4dbf-891e-e7c345897077 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:57:38.122875 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-4cb97d6a-1abb-430c-b688-cf90c31c6d88 service neutron] Request body: {'port': {'device_id': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:57:38.155128 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c5524-809b-47ce-a1b4-fa30dcbdac13 req-344182d2-e2ac-462e-8cbc-87468f87d68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:38.165718 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8a1c5524-809b-47ce-a1b4-fa30dcbdac13 req-344182d2-e2ac-462e-8cbc-87468f87d68c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=76bccb60-2f4b-45c0-9724-08bdeba55bfb HTTP/1.1" status: 200 len: 1097 time: 0.9031096 Jul 24 00:57:38.221782 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2d715811-3bc6-49f5-862e-d34b005b690a tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:38.245241 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 532652b5-0ccf-4dbf-891e-e7c345897077 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:57:38.246048 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:38.368108 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2d715811-3bc6-49f5-862e-d34b005b690a tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:38.430570 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d47cf2-068f-40d3-b9e3-64d1224746a3 service neutron] Pushing event updated for resources: {'Port': ['ID=149cdb73-8fb6-426e-8349-634d1b416c1d,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:38.525785 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:38.634912 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 532652b5-0ccf-4dbf-891e-e7c345897077, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=532652b5-0ccf-4dbf-891e-e7c345897077,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:38.646988 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:38.655475 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2d715811-3bc6-49f5-862e-d34b005b690a tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:38.668139 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2d715811-3bc6-49f5-862e-d34b005b690a tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:38.742613 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d715811-3bc6-49f5-862e-d34b005b690a tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Pushing event updated for resources: {'Port': ['ID=6ac68c01-12b5-4a74-9072-542b407386a3,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:38.833188 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=532652b5-0ccf-4dbf-891e-e7c345897077,revision_number=7']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:38.835513 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2d715811-3bc6-49f5-862e-d34b005b690a tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:38.922789 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba78c9f-7a8d-4d9b-85c2-eb4afe568930 req-0239cc30-050d-46d8-9512-e159472e965b tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:38.930367 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3ba78c9f-7a8d-4d9b-85c2-eb4afe568930 req-0239cc30-050d-46d8-9512-e159472e965b tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=88e2aeb1-a31a-4922-a98d-a73cbbaf5d37 HTTP/1.1" status: 200 len: 931 time: 0.6710610 Jul 24 00:57:39.001729 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3ba78c9f-7a8d-4d9b-85c2-eb4afe568930 req-b431b0f7-ecc1-4cea-b459-ec482c297467 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703065 Jul 24 00:57:39.136331 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:57:39.222090 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7d17e6-dca4-4b88-8bd9-841404c77a4f req-19801f42-f90b-4b0c-96a2-a1dd2b662283 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:39.224971 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1a7d17e6-dca4-4b88-8bd9-841404c77a4f req-19801f42-f90b-4b0c-96a2-a1dd2b662283 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=76bccb60-2f4b-45c0-9724-08bdeba55bfb HTTP/1.1" status: 200 len: 945 time: 0.1603158 Jul 24 00:57:39.248395 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45ca8d4-e2d6-4d74-92c9-ce232585d0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532652b5-0ccf-4dbf-891e-e7c345897077'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:57:39.251168 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0e6191-db57-46b5-9519-7edb833b1361" -d '{"events": [{"server_uuid": "f45ca8d4-e2d6-4d74-92c9-ce232585d0d2", "name": "network-vif-plugged", "status": "completed", "tag": "532652b5-0ccf-4dbf-891e-e7c345897077"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:57:39.284071 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1a7d17e6-dca4-4b88-8bd9-841404c77a4f req-d9fa37de-625c-48c7-9791-29e19a62e7af tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474360 Jul 24 00:57:39.425763 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c6973d-642c-4a0a-8f2e-bdd047912717 x-openstack-request-id: req-b4c6973d-642c-4a0a-8f2e-bdd047912717 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:57:39.426357 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483", "tag": "149cdb73-8fb6-426e-8349-634d1b416c1d", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:57:39.432457 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b4c6973d-642c-4a0a-8f2e-bdd047912717 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:57:39.433084 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'tag': '149cdb73-8fb6-426e-8349-634d1b416c1d', 'status': 'completed', 'code': 200} Jul 24 00:57:39.439094 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-db897f48-2dd7-4b20-b978-769040ffad06 req-dc26af3a-ef77-432b-8ecb-acf286e5e85f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3be94f04-c0b5-45bd-aa69-e4b7f8f023dc {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:57:39.484255 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-db897f48-2dd7-4b20-b978-769040ffad06 req-dc26af3a-ef77-432b-8ecb-acf286e5e85f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:39.619231 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-db897f48-2dd7-4b20-b978-769040ffad06 req-dc26af3a-ef77-432b-8ecb-acf286e5e85f service neutron] Transition to ACTIVE for port object 3be94f04-c0b5-45bd-aa69-e4b7f8f023dc will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:57:39.732890 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ce654926-128a-42ab-8ad1-0065d8c60ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:39.753110 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2d715811-3bc6-49f5-862e-d34b005b690a tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:39.756854 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2d715811-3bc6-49f5-862e-d34b005b690a tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.6325645 Jul 24 00:57:39.757250 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34954) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:39.774084 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-db897f48-2dd7-4b20-b978-769040ffad06 req-dc26af3a-ef77-432b-8ecb-acf286e5e85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:39.809208 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aced5d26-468a-49d1-af87-aeb0eae9ec11 x-openstack-request-id: req-aced5d26-468a-49d1-af87-aeb0eae9ec11 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:57:39.810177 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45ca8d4-e2d6-4d74-92c9-ce232585d0d2", "name": "network-vif-plugged", "status": "completed", "tag": "532652b5-0ccf-4dbf-891e-e7c345897077", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:57:39.810474 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aced5d26-468a-49d1-af87-aeb0eae9ec11 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:57:39.810904 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45ca8d4-e2d6-4d74-92c9-ce232585d0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532652b5-0ccf-4dbf-891e-e7c345897077', 'code': 200} Jul 24 00:57:39.814345 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ce654926-128a-42ab-8ad1-0065d8c60ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:39.839968 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8a1c5524-809b-47ce-a1b4-fa30dcbdac13 req-1ee7715e-76f9-46b3-992f-270b2685dd51 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5205560 Jul 24 00:57:39.894455 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce654926-128a-42ab-8ad1-0065d8c60ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c9b060-3259-473d-a5dc-cfe3afa1e0af,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:39.953195 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940fb412-5bdb-4fad-a8f2-af526135ed2b req-b4dd8812-528b-4a68-9ce4-8debd0585531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:39.954832 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-940fb412-5bdb-4fad-a8f2-af526135ed2b req-b4dd8812-528b-4a68-9ce4-8debd0585531 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.8162878 Jul 24 00:57:39.971200 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722ed46-8ac7-4bf2-ab23-56740d406c83 req-609f557c-8e23-4340-a0f2-c8fd6fc6f8b0 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:39.978339 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722ed46-8ac7-4bf2-ab23-56740d406c83 req-609f557c-8e23-4340-a0f2-c8fd6fc6f8b0 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:39.983439 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-63e4d157-667d-43b2-8d97-9264e1a9795c tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] 10.222.0.15 "GET /v2.0/floatingips?floating_network_id=6efaab85-3ea0-4ba3-94c6-7e6fe061fa2d HTTP/1.1" status: 200 len: 689 time: 0.2223172 Jul 24 00:57:39.991535 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34960) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:39.999657 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722ed46-8ac7-4bf2-ab23-56740d406c83 req-609f557c-8e23-4340-a0f2-c8fd6fc6f8b0 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:40.006981 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722ed46-8ac7-4bf2-ab23-56740d406c83 req-609f557c-8e23-4340-a0f2-c8fd6fc6f8b0 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:40.014160 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722ed46-8ac7-4bf2-ab23-56740d406c83 req-609f557c-8e23-4340-a0f2-c8fd6fc6f8b0 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:40.020680 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722ed46-8ac7-4bf2-ab23-56740d406c83 req-609f557c-8e23-4340-a0f2-c8fd6fc6f8b0 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:40.029056 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d722ed46-8ac7-4bf2-ab23-56740d406c83 req-609f557c-8e23-4340-a0f2-c8fd6fc6f8b0 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:40.031419 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d722ed46-8ac7-4bf2-ab23-56740d406c83 req-609f557c-8e23-4340-a0f2-c8fd6fc6f8b0 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 5395 time: 2.1434731 Jul 24 00:57:40.093950 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-4cb97d6a-1abb-430c-b688-cf90c31c6d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:40.108576 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ce654926-128a-42ab-8ad1-0065d8c60ec3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0ccfe2c5c94949849e874dd2bccd5c81&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7425096 Jul 24 00:57:40.113973 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 34966) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:40.121002 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc26af3a-ef77-432b-8ecb-acf286e5e85f service neutron] Pushing event updated for resources: {'Port': ['ID=3be94f04-c0b5-45bd-aa69-e4b7f8f023dc,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:40.237199 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f854b7e-d7fc-4ffe-8d48-d9f64fe3fc28 req-ef7f73c5-97d0-4051-8601-d0da19f3a0db tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:40.245223 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2f854b7e-d7fc-4ffe-8d48-d9f64fe3fc28 req-ef7f73c5-97d0-4051-8601-d0da19f3a0db tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=88e2aeb1-a31a-4922-a98d-a73cbbaf5d37 HTTP/1.1" status: 200 len: 943 time: 0.0982094 Jul 24 00:57:40.249746 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 34968) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:40.255518 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-35d1102a-be47-40db-8449-a86406dd3959 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:40.333335 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d722ed46-8ac7-4bf2-ab23-56740d406c83 req-f766e7df-1f57-4cb2-8a3e-2b8322f37810 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&id=b607e344-24a6-4f17-aee1-1e5d86804c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2494624 Jul 24 00:57:40.358456 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-db897f48-2dd7-4b20-b978-769040ffad06 req-dc26af3a-ef77-432b-8ecb-acf286e5e85f service neutron] Attempting to bind port 3be94f04-c0b5-45bd-aa69-e4b7f8f023dc on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:57:40.358456 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-db897f48-2dd7-4b20-b978-769040ffad06 req-dc26af3a-ef77-432b-8ecb-acf286e5e85f service neutron] Attempting to bind port 3be94f04-c0b5-45bd-aa69-e4b7f8f023dc by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '105933f1-ad5a-4c90-9ca8-c74f813dbd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2da6bbc7-a75c-4c5c-b454-75233615e1ea'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:57:40.358456 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db897f48-2dd7-4b20-b978-769040ffad06 req-dc26af3a-ef77-432b-8ecb-acf286e5e85f service neutron] Attempting to bind port 3be94f04-c0b5-45bd-aa69-e4b7f8f023dc on network 2da6bbc7-a75c-4c5c-b454-75233615e1ea {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:57:40.442025 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2f854b7e-d7fc-4ffe-8d48-d9f64fe3fc28 req-b909f612-2085-42bf-b6dd-f4c4aff17fff tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955736 Jul 24 00:57:40.499178 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-35d1102a-be47-40db-8449-a86406dd3959 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Deleting port 6ac68c01-12b5-4a74-9072-542b407386a3 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:57:40.499460 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-35d1102a-be47-40db-8449-a86406dd3959 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:40.641368 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-35d1102a-be47-40db-8449-a86406dd3959 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:40.641763 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-35d1102a-be47-40db-8449-a86406dd3959 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:40.664320 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db897f48-2dd7-4b20-b978-769040ffad06 req-dc26af3a-ef77-432b-8ecb-acf286e5e85f service neutron] Port 3be94f04-c0b5-45bd-aa69-e4b7f8f023dc on network 2da6bbc7-a75c-4c5c-b454-75233615e1ea not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:57:40.664914 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db897f48-2dd7-4b20-b978-769040ffad06 req-dc26af3a-ef77-432b-8ecb-acf286e5e85f service neutron] Attempting to bind port 3be94f04-c0b5-45bd-aa69-e4b7f8f023dc on network 2da6bbc7-a75c-4c5c-b454-75233615e1ea {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:57:40.665001 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-35d1102a-be47-40db-8449-a86406dd3959 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Calling delete_port for 6ac68c01-12b5-4a74-9072-542b407386a3 owned by network:floatingip {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:57:40.706953 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756fea8-8805-422c-923b-bcd0fe0262a6 req-af8a2bfd-d159-4576-a25c-c6589058d618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:40.707455 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756fea8-8805-422c-923b-bcd0fe0262a6 req-af8a2bfd-d159-4576-a25c-c6589058d618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:40.707940 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756fea8-8805-422c-923b-bcd0fe0262a6 req-af8a2bfd-d159-4576-a25c-c6589058d618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:40.708430 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756fea8-8805-422c-923b-bcd0fe0262a6 req-af8a2bfd-d159-4576-a25c-c6589058d618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:40.708914 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756fea8-8805-422c-923b-bcd0fe0262a6 req-af8a2bfd-d159-4576-a25c-c6589058d618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:40.709391 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756fea8-8805-422c-923b-bcd0fe0262a6 req-af8a2bfd-d159-4576-a25c-c6589058d618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:40.709871 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756fea8-8805-422c-923b-bcd0fe0262a6 req-af8a2bfd-d159-4576-a25c-c6589058d618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:40.712077 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c756fea8-8805-422c-923b-bcd0fe0262a6 req-af8a2bfd-d159-4576-a25c-c6589058d618 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd6a59a0ba774d20a9df419972239646&device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 6347 time: 0.6737943 Jul 24 00:57:40.750418 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db897f48-2dd7-4b20-b978-769040ffad06 req-dc26af3a-ef77-432b-8ecb-acf286e5e85f service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:57:40.750651 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db897f48-2dd7-4b20-b978-769040ffad06 req-dc26af3a-ef77-432b-8ecb-acf286e5e85f service neutron] Checking segment: {'id': '105933f1-ad5a-4c90-9ca8-c74f813dbd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2da6bbc7-a75c-4c5c-b454-75233615e1ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:57:40.751089 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db897f48-2dd7-4b20-b978-769040ffad06 req-dc26af3a-ef77-432b-8ecb-acf286e5e85f service neutron] Bound using segment: {'id': '105933f1-ad5a-4c90-9ca8-c74f813dbd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2da6bbc7-a75c-4c5c-b454-75233615e1ea'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:57:40.751600 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-db897f48-2dd7-4b20-b978-769040ffad06 req-dc26af3a-ef77-432b-8ecb-acf286e5e85f service neutron] Bound port: 3be94f04-c0b5-45bd-aa69-e4b7f8f023dc, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '105933f1-ad5a-4c90-9ca8-c74f813dbd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2da6bbc7-a75c-4c5c-b454-75233615e1ea'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:57:40.751977 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-db897f48-2dd7-4b20-b978-769040ffad06 req-dc26af3a-ef77-432b-8ecb-acf286e5e85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:40.780810 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c0788767-c129-4e8f-86f0-d5c57fb444f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:40.889585 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0fc336bf-e70c-4ea2-bbc5-5a6498844183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:40.912783 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-35d1102a-be47-40db-8449-a86406dd3959 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:40.952633 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1102a-be47-40db-8449-a86406dd3959 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Pushing event deleted for resources: {'Port': ['ID=6ac68c01-12b5-4a74-9072-542b407386a3,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:40.978747 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-4cb97d6a-1abb-430c-b688-cf90c31c6d88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40187b04-184d-4d3d-a8c9-78e7d3aa2412 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:57:41.015433 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-4cb97d6a-1abb-430c-b688-cf90c31c6d88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:41.031217 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0fc336bf-e70c-4ea2-bbc5-5a6498844183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:41.050258 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-35d1102a-be47-40db-8449-a86406dd3959 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:41.079911 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-db897f48-2dd7-4b20-b978-769040ffad06 req-dc26af3a-ef77-432b-8ecb-acf286e5e85f service neutron] For port 3be94f04-c0b5-45bd-aa69-e4b7f8f023dc, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:57:41.102109 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-4cb97d6a-1abb-430c-b688-cf90c31c6d88 service neutron] Transition to ACTIVE for port object 40187b04-184d-4d3d-a8c9-78e7d3aa2412 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:57:41.116063 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-35d1102a-be47-40db-8449-a86406dd3959 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:41.140040 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-db897f48-2dd7-4b20-b978-769040ffad06 req-dc26af3a-ef77-432b-8ecb-acf286e5e85f service neutron] For port 3be94f04-c0b5-45bd-aa69-e4b7f8f023dc, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=3be94f04-c0b5-45bd-aa69-e4b7f8f023dc,segment=NetworkSegment(105933f1-ad5a-4c90-9ca8-c74f813dbd38),segment_id=105933f1-ad5a-4c90-9ca8-c74f813dbd38)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:57:41.146533 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-4cb97d6a-1abb-430c-b688-cf90c31c6d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:41.164120 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50eb9a-3dd0-46dd-8dea-a2995d60c1be req-40873365-f829-469a-99e8-252a9ed5546b tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:41.166199 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ae50eb9a-3dd0-46dd-8dea-a2995d60c1be req-40873365-f829-469a-99e8-252a9ed5546b tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=76bccb60-2f4b-45c0-9724-08bdeba55bfb HTTP/1.1" status: 200 len: 945 time: 0.5057964 Jul 24 00:57:41.172194 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-db897f48-2dd7-4b20-b978-769040ffad06 req-dc26af3a-ef77-432b-8ecb-acf286e5e85f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:41.195243 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756fea8-8805-422c-923b-bcd0fe0262a6 req-57a7a55f-1b1f-4ba0-85aa-7ba3e7707f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:41.196738 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756fea8-8805-422c-923b-bcd0fe0262a6 req-57a7a55f-1b1f-4ba0-85aa-7ba3e7707f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:41.197701 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756fea8-8805-422c-923b-bcd0fe0262a6 req-57a7a55f-1b1f-4ba0-85aa-7ba3e7707f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:41.199635 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c756fea8-8805-422c-923b-bcd0fe0262a6 req-57a7a55f-1b1f-4ba0-85aa-7ba3e7707f24 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=cd6a59a0ba774d20a9df419972239646&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4232998 Jul 24 00:57:41.212897 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-35d1102a-be47-40db-8449-a86406dd3959 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:41.234178 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1102a-be47-40db-8449-a86406dd3959 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=82c722f9-50bc-4d96-80b6-8434342457f4,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:41.308885 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db897f48-2dd7-4b20-b978-769040ffad06 req-dc26af3a-ef77-432b-8ecb-acf286e5e85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:41.309950 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-db897f48-2dd7-4b20-b978-769040ffad06 req-dc26af3a-ef77-432b-8ecb-acf286e5e85f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:41.311761 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db897f48-2dd7-4b20-b978-769040ffad06 req-dc26af3a-ef77-432b-8ecb-acf286e5e85f service neutron] 10.222.0.13 "PUT /v2.0/ports/3be94f04-c0b5-45bd-aa69-e4b7f8f023dc HTTP/1.1" status: 200 len: 1092 time: 4.4489064 Jul 24 00:57:41.341568 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-35d1102a-be47-40db-8449-a86406dd3959 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:41.359121 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-35d1102a-be47-40db-8449-a86406dd3959 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6efaab85-3ea0-4ba3-94c6-7e6fe061fa2d']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:41.370144 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-35d1102a-be47-40db-8449-a86406dd3959 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21f266f0-71a3-455c-9bf9-558a38968f3f') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:41.370144 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-35d1102a-be47-40db-8449-a86406dd3959 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21f266f0-71a3-455c-9bf9-558a38968f3f') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:41.402299 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-35d1102a-be47-40db-8449-a86406dd3959 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:41.433265 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb97d6a-1abb-430c-b688-cf90c31c6d88 service neutron] Pushing event updated for resources: {'Port': ['ID=40187b04-184d-4d3d-a8c9-78e7d3aa2412,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:41.443676 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-35d1102a-be47-40db-8449-a86406dd3959 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:41.451653 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35d1102a-be47-40db-8449-a86406dd3959 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:57:41.452462 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-35d1102a-be47-40db-8449-a86406dd3959 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:41.472092 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88e2aeb1-a31a-4922-a98d-a73cbbaf5d37', 'tag': '3be94f04-c0b5-45bd-aa69-e4b7f8f023dc'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:57:41.474907 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22536604-4fbe-4337-aa0e-95591c7a53a6" -d '{"events": [{"name": "network-changed", "server_uuid": "88e2aeb1-a31a-4922-a98d-a73cbbaf5d37", "tag": "3be94f04-c0b5-45bd-aa69-e4b7f8f023dc"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:57:41.591771 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 00:57:41.591771 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:57:41.591771 n-d-793621-25 neutron-server[100463]: timer() Jul 24 00:57:41.591771 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:57:41.591771 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 00:57:41.591771 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:57:41.591771 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 00:57:41.591771 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:57:41.591771 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 00:57:41.591771 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:57:41.591771 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 00:57:41.591771 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:57:41.591771 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 00:57:41.591771 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:57:41.591771 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:57:41.591771 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:57:41.591771 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:57:41.591771 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:57:41.591771 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 00:57:41.591771 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:57:41.591771 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 00:57:41.591771 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:57:41.591771 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:57:41.591771 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:57:41.591771 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 00:57:41.591771 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:57:41.591771 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:57:41.591771 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:57:41.591771 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:57:41.591771 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:57:41.591771 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:57:41.591771 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:57:41.663786 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-35d1102a-be47-40db-8449-a86406dd3959 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:41.670987 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d1102a-be47-40db-8449-a86406dd3959 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6efaab85-3ea0-4ba3-94c6-7e6fe061fa2d {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 24 00:57:41.673141 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-35d1102a-be47-40db-8449-a86406dd3959 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:41.675252 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-35d1102a-be47-40db-8449-a86406dd3959 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] 10.222.0.15 "DELETE /v2.0/networks/6efaab85-3ea0-4ba3-94c6-7e6fe061fa2d HTTP/1.1" status: 204 len: 168 time: 1.6826820 Jul 24 00:57:41.686911 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34990) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:41.736162 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d1102a-be47-40db-8449-a86406dd3959 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Pushing event deleted for resources: {'Network': ['ID=6efaab85-3ea0-4ba3-94c6-7e6fe061fa2d,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:41.780928 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0fc336bf-e70c-4ea2-bbc5-5a6498844183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:41.787776 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0fc336bf-e70c-4ea2-bbc5-5a6498844183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:41.793715 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0fc336bf-e70c-4ea2-bbc5-5a6498844183 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f3c9b060-3259-473d-a5dc-cfe3afa1e0af HTTP/1.1" status: 204 len: 168 time: 1.6725750 Jul 24 00:57:41.896197 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c0788767-c129-4e8f-86f0-d5c57fb444f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:41.946130 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc336bf-e70c-4ea2-bbc5-5a6498844183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c9b060-3259-473d-a5dc-cfe3afa1e0af,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:42.034483 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c0788767-c129-4e8f-86f0-d5c57fb444f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:42.040933 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ae50eb9a-3dd0-46dd-8dea-a2995d60c1be req-02c941b0-6a49-4282-b50c-bbad4680dd9e tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8275712 Jul 24 00:57:42.085003 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc26af3a-ef77-432b-8ecb-acf286e5e85f service neutron] Pushing event updated for resources: {'Port': ['ID=3be94f04-c0b5-45bd-aa69-e4b7f8f023dc,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:42.101637 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0788767-c129-4e8f-86f0-d5c57fb444f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e38d60-c1a8-487c-a302-9c0334f0d0a5,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:42.199137 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db897f48-2dd7-4b20-b978-769040ffad06 req-fde01cee-c53f-499d-a06b-20e42eff5463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:42.202442 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db897f48-2dd7-4b20-b978-769040ffad06 req-fde01cee-c53f-499d-a06b-20e42eff5463 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=efa6f3db9fd64630b0882e80030f42fc&device_id=88e2aeb1-a31a-4922-a98d-a73cbbaf5d37 HTTP/1.1" status: 200 len: 1095 time: 0.8232358 Jul 24 00:57:42.207984 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756fea8-8805-422c-923b-bcd0fe0262a6 req-b06a0941-a34c-482c-921f-01d46d60e426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:42.209577 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c756fea8-8805-422c-923b-bcd0fe0262a6 req-b06a0941-a34c-482c-921f-01d46d60e426 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9487810 Jul 24 00:57:42.211933 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c0788767-c129-4e8f-86f0-d5c57fb444f5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=91d6a9035127456bb0de065eb314fd45&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9255250 Jul 24 00:57:42.232075 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 34996) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:42.420080 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db897f48-2dd7-4b20-b978-769040ffad06 req-05d9e505-63c5-43a8-a7e1-a22b8678d88f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3be94f04-c0b5-45bd-aa69-e4b7f8f023dc HTTP/1.1" status: 200 len: 217 time: 0.1906798 Jul 24 00:57:42.426156 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 35000) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:42.428628 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-4cb97d6a-1abb-430c-b688-cf90c31c6d88 service neutron] Attempting to bind port 40187b04-184d-4d3d-a8c9-78e7d3aa2412 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:57:42.429228 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-4cb97d6a-1abb-430c-b688-cf90c31c6d88 service neutron] Attempting to bind port 40187b04-184d-4d3d-a8c9-78e7d3aa2412 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': 'dae40cc4-6193-418b-9703-a4a189ab618c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:57:42.429548 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-4cb97d6a-1abb-430c-b688-cf90c31c6d88 service neutron] Attempting to bind port 40187b04-184d-4d3d-a8c9-78e7d3aa2412 on network 09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:57:42.493338 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-4cb97d6a-1abb-430c-b688-cf90c31c6d88 service neutron] Port 40187b04-184d-4d3d-a8c9-78e7d3aa2412 on network 09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:57:42.493775 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-4cb97d6a-1abb-430c-b688-cf90c31c6d88 service neutron] Attempting to bind port 40187b04-184d-4d3d-a8c9-78e7d3aa2412 on network 09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:57:42.514532 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-4cb97d6a-1abb-430c-b688-cf90c31c6d88 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:57:42.515063 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-4cb97d6a-1abb-430c-b688-cf90c31c6d88 service neutron] Checking segment: {'id': 'dae40cc4-6193-418b-9703-a4a189ab618c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:57:42.515577 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-4cb97d6a-1abb-430c-b688-cf90c31c6d88 service neutron] Bound using segment: {'id': 'dae40cc4-6193-418b-9703-a4a189ab618c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:57:42.516135 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-4cb97d6a-1abb-430c-b688-cf90c31c6d88 service neutron] Bound port: 40187b04-184d-4d3d-a8c9-78e7d3aa2412, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dae40cc4-6193-418b-9703-a4a189ab618c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:57:42.516882 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-4cb97d6a-1abb-430c-b688-cf90c31c6d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:42.519897 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a6501292-a696-4ed9-901f-4ca73269e13d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:42.711555 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-4cb97d6a-1abb-430c-b688-cf90c31c6d88 service neutron] For port 40187b04-184d-4d3d-a8c9-78e7d3aa2412, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:57:42.714837 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-4cb97d6a-1abb-430c-b688-cf90c31c6d88 service neutron] For port 40187b04-184d-4d3d-a8c9-78e7d3aa2412, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=40187b04-184d-4d3d-a8c9-78e7d3aa2412,segment=NetworkSegment(dae40cc4-6193-418b-9703-a4a189ab618c),segment_id=dae40cc4-6193-418b-9703-a4a189ab618c)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:57:42.719180 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-52dbb129-7c7b-4100-adf1-9cf5c4f9e551 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1956 time: 1.0310783 Jul 24 00:57:42.722652 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db897f48-2dd7-4b20-b978-769040ffad06 req-0b76d828-aac1-45b8-8239-e526555b6513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:42.723034 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35006) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:42.724649 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db897f48-2dd7-4b20-b978-769040ffad06 req-0b76d828-aac1-45b8-8239-e526555b6513 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=32aaab81-ed63-4b4f-aa91-d17bc9f404e3 HTTP/1.1" status: 200 len: 846 time: 0.2853534 Jul 24 00:57:42.732965 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-4cb97d6a-1abb-430c-b688-cf90c31c6d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:42.734996 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-262587fb-f406-46c6-8acf-2c36e712754d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:42.814023 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192e496-a47a-408d-8e7d-6da48bc24893 req-e1c0a893-d5aa-4338-91e0-938392254b76 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:42.823193 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e192e496-a47a-408d-8e7d-6da48bc24893 req-e1c0a893-d5aa-4338-91e0-938392254b76 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=88e2aeb1-a31a-4922-a98d-a73cbbaf5d37 HTTP/1.1" status: 200 len: 943 time: 0.6190929 Jul 24 00:57:42.861829 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16391b05-37d1-4d7f-bf35-065aa6cc63a4 req-5be52ee2-ad05-49ba-8b77-46d089a13a9c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:42.868151 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16391b05-37d1-4d7f-bf35-065aa6cc63a4 req-5be52ee2-ad05-49ba-8b77-46d089a13a9c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:42.874262 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16391b05-37d1-4d7f-bf35-065aa6cc63a4 req-5be52ee2-ad05-49ba-8b77-46d089a13a9c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:42.880606 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16391b05-37d1-4d7f-bf35-065aa6cc63a4 req-5be52ee2-ad05-49ba-8b77-46d089a13a9c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:42.886696 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16391b05-37d1-4d7f-bf35-065aa6cc63a4 req-5be52ee2-ad05-49ba-8b77-46d089a13a9c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:42.892805 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16391b05-37d1-4d7f-bf35-065aa6cc63a4 req-5be52ee2-ad05-49ba-8b77-46d089a13a9c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:42.899014 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16391b05-37d1-4d7f-bf35-065aa6cc63a4 req-5be52ee2-ad05-49ba-8b77-46d089a13a9c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:42.901179 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-16391b05-37d1-4d7f-bf35-065aa6cc63a4 req-5be52ee2-ad05-49ba-8b77-46d089a13a9c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 5407 time: 1.3084524 Jul 24 00:57:42.930192 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db897f48-2dd7-4b20-b978-769040ffad06 req-aca09dd1-c647-4902-a2c1-0461d4487ac9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2da6bbc7-a75c-4c5c-b454-75233615e1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1803234 Jul 24 00:57:42.930861 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb97d6a-1abb-430c-b688-cf90c31c6d88 service neutron] Pushing event updated for resources: {'Port': ['ID=40187b04-184d-4d3d-a8c9-78e7d3aa2412,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:42.986109 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-262587fb-f406-46c6-8acf-2c36e712754d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:42.986410 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc117363-990b-4829-b668-f8515b457971 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:42.993737 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc117363-990b-4829-b668-f8515b457971 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:42.994311 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc117363-990b-4829-b668-f8515b457971 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:42.994897 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc117363-990b-4829-b668-f8515b457971 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:42.995426 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc117363-990b-4829-b668-f8515b457971 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:42.995956 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc117363-990b-4829-b668-f8515b457971 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:42.996476 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc117363-990b-4829-b668-f8515b457971 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:42.998010 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc117363-990b-4829-b668-f8515b457971 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:42.999245 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc117363-990b-4829-b668-f8515b457971 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:42.999921 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc117363-990b-4829-b668-f8515b457971 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:43.003145 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-4cb97d6a-1abb-430c-b688-cf90c31c6d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:43.003793 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-4cb97d6a-1abb-430c-b688-cf90c31c6d88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:43.005249 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-4cb97d6a-1abb-430c-b688-cf90c31c6d88 service neutron] 10.222.0.13 "PUT /v2.0/ports/40187b04-184d-4d3d-a8c9-78e7d3aa2412 HTTP/1.1" status: 200 len: 1092 time: 4.9403636 Jul 24 00:57:43.010262 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-fc117363-990b-4829-b668-f8515b457971 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6476 time: 0.2858124 Jul 24 00:57:43.015940 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35008) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:43.057422 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-221524c4-32f0-47b1-bb0a-0645001a3a3e service neutron] Request body: {'port': {'device_id': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:57:43.085795 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-9adf70b6-1e0c-4c5b-a7b8-bf3809db83fa tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] delete failed (client error): The resource could not be found. Jul 24 00:57:43.090550 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9adf70b6-1e0c-4c5b-a7b8-bf3809db83fa tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/23155e18-285d-459c-ab02-a74d9bc04557 HTTP/1.1" status: 404 len: 345 time: 0.0696101 Jul 24 00:57:43.112506 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35012) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:43.172174 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-67997712-8fcd-49c9-85dd-733dbb781f69 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] DELETE failed (client error): The resource could not be found. Jul 24 00:57:43.175459 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67997712-8fcd-49c9-85dd-733dbb781f69 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:57:43.177687 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-67997712-8fcd-49c9-85dd-733dbb781f69 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] 10.222.0.15 "DELETE /v2.0/networks/6efaab85-3ea0-4ba3-94c6-7e6fe061fa2d HTTP/1.1" status: 404 len: 339 time: 0.0649331 Jul 24 00:57:43.190557 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-16391b05-37d1-4d7f-bf35-065aa6cc63a4 req-975e9ce4-d28f-42c0-80b2-b8bb2028d067 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&id=b607e344-24a6-4f17-aee1-1e5d86804c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2786698 Jul 24 00:57:43.197822 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35014) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:43.213120 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-544f8959-0ec5-487b-82bc-af34ade2ccf3 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Request body: {'network': {'name': 'tempest-network--374202894', 'router:external': True}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:57:43.218371 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-221524c4-32f0-47b1-bb0a-0645001a3a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:43.259350 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e192e496-a47a-408d-8e7d-6da48bc24893 req-3ec22cb9-c9e9-47e6-930a-b4a7163b4172 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206227 Jul 24 00:57:43.328253 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35018) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:43.336397 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7c22b3-2fd6-49fa-aa47-421cbe2f9b48 x-openstack-request-id: req-5c7c22b3-2fd6-49fa-aa47-421cbe2f9b48 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:57:43.336698 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88e2aeb1-a31a-4922-a98d-a73cbbaf5d37", "tag": "3be94f04-c0b5-45bd-aa69-e4b7f8f023dc", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:57:43.337077 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5c7c22b3-2fd6-49fa-aa47-421cbe2f9b48 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:57:43.337483 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88e2aeb1-a31a-4922-a98d-a73cbbaf5d37', 'tag': '3be94f04-c0b5-45bd-aa69-e4b7f8f023dc', 'status': 'completed', 'code': 200} Jul 24 00:57:43.472515 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a6501292-a696-4ed9-901f-4ca73269e13d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:43.482850 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db897f48-2dd7-4b20-b978-769040ffad06 req-2c261fe2-745b-4533-8fa5-3d162ddbe91f service neutron] 10.222.0.13 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5347407 Jul 24 00:57:43.514027 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544f8959-0ec5-487b-82bc-af34ade2ccf3 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Made reservation on behalf of e09f95af4f394befaebc9a7b44aac628 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:57:43.518743 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-544f8959-0ec5-487b-82bc-af34ade2ccf3 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:43.570631 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-544f8959-0ec5-487b-82bc-af34ade2ccf3 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:57:43.610598 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-544f8959-0ec5-487b-82bc-af34ade2ccf3 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:43.613488 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-544f8959-0ec5-487b-82bc-af34ade2ccf3 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Added segment a4905eb1-b5f7-470b-b492-e07e5d3d56b6 of type vlan for network 33eb3c47-df57-4529-94e3-c2373a2568eb Jul 24 00:57:43.618459 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db897f48-2dd7-4b20-b978-769040ffad06 req-6a4c3379-20f4-496a-8117-95e01860b507 service neutron] 10.222.0.13 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244588 Jul 24 00:57:43.619133 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a6501292-a696-4ed9-901f-4ca73269e13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:43.655777 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-262587fb-f406-46c6-8acf-2c36e712754d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:43.658742 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-262587fb-f406-46c6-8acf-2c36e712754d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:43.662447 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-262587fb-f406-46c6-8acf-2c36e712754d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/76e38d60-c1a8-487c-a302-9c0334f0d0a5 HTTP/1.1" status: 204 len: 168 time: 1.3835201 Jul 24 00:57:43.682454 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6501292-a696-4ed9-901f-4ca73269e13d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274a2fc1-3123-4ace-b448-23bee7ef7830,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:43.718789 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-544f8959-0ec5-487b-82bc-af34ade2ccf3 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:43.850096 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262587fb-f406-46c6-8acf-2c36e712754d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e38d60-c1a8-487c-a302-9c0334f0d0a5,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:43.884683 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35028) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:43.886734 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a6501292-a696-4ed9-901f-4ca73269e13d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9fa34ef4bef44a06843a76d36053ec8d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4535396 Jul 24 00:57:43.956633 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1bcc7-ac4f-45be-ac92-d94a144552aa req-83d14308-5499-465c-8fa8-64f8fd7ebf0a tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:43.958985 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bfb1bcc7-ac4f-45be-ac92-d94a144552aa req-83d14308-5499-465c-8fa8-64f8fd7ebf0a tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=76bccb60-2f4b-45c0-9724-08bdeba55bfb HTTP/1.1" status: 200 len: 945 time: 0.5461688 Jul 24 00:57:43.961407 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-544f8959-0ec5-487b-82bc-af34ade2ccf3 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:43.962411 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544f8959-0ec5-487b-82bc-af34ade2ccf3 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:43.963193 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-544f8959-0ec5-487b-82bc-af34ade2ccf3 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:43.963718 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22536604-4fbe-4337-aa0e-95591c7a53a6 req-6e3357b2-e850-4cb9-97a5-9266c2ecf5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:43.965747 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-22536604-4fbe-4337-aa0e-95591c7a53a6 req-6e3357b2-e850-4cb9-97a5-9266c2ecf5be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=efa6f3db9fd64630b0882e80030f42fc&device_id=88e2aeb1-a31a-4922-a98d-a73cbbaf5d37 HTTP/1.1" status: 200 len: 1095 time: 0.2046618 Jul 24 00:57:44.038237 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-544f8959-0ec5-487b-82bc-af34ade2ccf3 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8356819 Jul 24 00:57:44.044453 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35032) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:44.116784 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bfb1bcc7-ac4f-45be-ac92-d94a144552aa req-daf120dd-b1be-4e2e-a8b4-558ce3c6b89b tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497037 Jul 24 00:57:44.129936 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f8959-0ec5-487b-82bc-af34ade2ccf3 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Pushing event updated for resources: {'Network': ['ID=33eb3c47-df57-4529-94e3-c2373a2568eb,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:44.159316 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 33eb3c47-df57-4529-94e3-c2373a2568eb details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:57:44.227034 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b24b8014-7d1c-49e8-95b6-9682e9f27738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:44.235736 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-221524c4-32f0-47b1-bb0a-0645001a3a3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f62b6018-fd2e-4741-aae0-965e0d0f01a6 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:57:44.247447 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-221524c4-32f0-47b1-bb0a-0645001a3a3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:44.262198 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-221524c4-32f0-47b1-bb0a-0645001a3a3e service neutron] Transition to ACTIVE for port object f62b6018-fd2e-4741-aae0-965e0d0f01a6 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:57:44.269721 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22536604-4fbe-4337-aa0e-95591c7a53a6 req-aff62cc6-211d-4dc3-b468-6a3f80e69248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:44.272112 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-22536604-4fbe-4337-aa0e-95591c7a53a6 req-aff62cc6-211d-4dc3-b468-6a3f80e69248 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2da6bbc7-a75c-4c5c-b454-75233615e1ea HTTP/1.1" status: 200 len: 907 time: 0.2930739 Jul 24 00:57:44.273671 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-221524c4-32f0-47b1-bb0a-0645001a3a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:44.413765 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b24b8014-7d1c-49e8-95b6-9682e9f27738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:44.418290 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-22536604-4fbe-4337-aa0e-95591c7a53a6 req-a31ac1ff-9a7c-4144-ad86-f12d093c85ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3be94f04-c0b5-45bd-aa69-e4b7f8f023dc HTTP/1.1" status: 200 len: 217 time: 0.1377296 Jul 24 00:57:44.525530 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b24b8014-7d1c-49e8-95b6-9682e9f27738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:44.528628 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b24b8014-7d1c-49e8-95b6-9682e9f27738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:44.532731 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b24b8014-7d1c-49e8-95b6-9682e9f27738 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/274a2fc1-3123-4ace-b448-23bee7ef7830 HTTP/1.1" status: 204 len: 168 time: 0.6441908 Jul 24 00:57:44.563169 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22536604-4fbe-4337-aa0e-95591c7a53a6 req-0dfc7bf7-1686-4ab6-968c-9729990737c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:44.566250 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-22536604-4fbe-4337-aa0e-95591c7a53a6 req-0dfc7bf7-1686-4ab6-968c-9729990737c8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=32aaab81-ed63-4b4f-aa91-d17bc9f404e3 HTTP/1.1" status: 200 len: 846 time: 0.1000922 Jul 24 00:57:44.704385 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78626c4e-e075-47c3-92a8-091f5b70d7c9 tempest-ExternalNetworksTestJSON-645408804 tempest-ExternalNetworksTestJSON-645408804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:44.710998 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78626c4e-e075-47c3-92a8-091f5b70d7c9 tempest-ExternalNetworksTestJSON-645408804 tempest-ExternalNetworksTestJSON-645408804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:44.718334 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78626c4e-e075-47c3-92a8-091f5b70d7c9 tempest-ExternalNetworksTestJSON-645408804 tempest-ExternalNetworksTestJSON-645408804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:44.731722 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78626c4e-e075-47c3-92a8-091f5b70d7c9 tempest-ExternalNetworksTestJSON-645408804 tempest-ExternalNetworksTestJSON-645408804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:44.733782 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-78626c4e-e075-47c3-92a8-091f5b70d7c9 tempest-ExternalNetworksTestJSON-645408804 tempest-ExternalNetworksTestJSON-645408804-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.6805956 Jul 24 00:57:44.772672 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35060) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:44.846670 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b8014-7d1c-49e8-95b6-9682e9f27738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274a2fc1-3123-4ace-b448-23bee7ef7830,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:45.031205 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cca053a-fccf-48bc-8c4b-41b4139a622e req-849dbf96-e707-4e87-8520-0888f930e587 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:45.046548 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4cca053a-fccf-48bc-8c4b-41b4139a622e req-849dbf96-e707-4e87-8520-0888f930e587 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=88e2aeb1-a31a-4922-a98d-a73cbbaf5d37 HTTP/1.1" status: 200 len: 943 time: 0.3092277 Jul 24 00:57:45.175080 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a1a4dc95-1b71-42e6-b892-743aa6fc3781 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:45.201577 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35076) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:45.253677 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221524c4-32f0-47b1-bb0a-0645001a3a3e service neutron] Pushing event updated for resources: {'Port': ['ID=f62b6018-fd2e-4741-aae0-965e0d0f01a6,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:45.270230 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4cca053a-fccf-48bc-8c4b-41b4139a622e req-c0b0637e-0cdf-4184-a503-234f06ff1a67 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188211 Jul 24 00:57:45.322047 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-22536604-4fbe-4337-aa0e-95591c7a53a6 req-54abcbe3-de50-4e41-ab56-bb55c7092ff7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2da6bbc7-a75c-4c5c-b454-75233615e1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131825 Jul 24 00:57:45.324565 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-221524c4-32f0-47b1-bb0a-0645001a3a3e service neutron] Attempting to bind port f62b6018-fd2e-4741-aae0-965e0d0f01a6 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:57:45.325508 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-221524c4-32f0-47b1-bb0a-0645001a3a3e service neutron] Attempting to bind port f62b6018-fd2e-4741-aae0-965e0d0f01a6 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': 'dae40cc4-6193-418b-9703-a4a189ab618c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:57:45.326481 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-221524c4-32f0-47b1-bb0a-0645001a3a3e service neutron] Attempting to bind port f62b6018-fd2e-4741-aae0-965e0d0f01a6 on network 09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:57:45.412462 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a1a4dc95-1b71-42e6-b892-743aa6fc3781 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:45.428734 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-a1a4dc95-1b71-42e6-b892-743aa6fc3781 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33eb3c47-df57-4529-94e3-c2373a2568eb']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:45.445094 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-a1a4dc95-1b71-42e6-b892-743aa6fc3781 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4905eb1-b5f7-470b-b492-e07e5d3d56b6') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:45.445726 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-a1a4dc95-1b71-42e6-b892-743aa6fc3781 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4905eb1-b5f7-470b-b492-e07e5d3d56b6') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:45.448486 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'tag': '40187b04-184d-4d3d-a8c9-78e7d3aa2412'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:57:45.453452 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfd7697-426a-42ae-a2d1-3d661466d139" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483", "tag": "40187b04-184d-4d3d-a8c9-78e7d3aa2412"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:57:45.475180 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-221524c4-32f0-47b1-bb0a-0645001a3a3e service neutron] Port f62b6018-fd2e-4741-aae0-965e0d0f01a6 on network 09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:57:45.475643 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-221524c4-32f0-47b1-bb0a-0645001a3a3e service neutron] Attempting to bind port f62b6018-fd2e-4741-aae0-965e0d0f01a6 on network 09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:57:45.499141 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a1a4dc95-1b71-42e6-b892-743aa6fc3781 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:45.549053 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-22536604-4fbe-4337-aa0e-95591c7a53a6 req-66d48238-0cdf-4ab5-b8a6-707d5a915a93 service neutron] 10.222.0.13 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158463 Jul 24 00:57:45.550395 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-221524c4-32f0-47b1-bb0a-0645001a3a3e service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:57:45.551554 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-221524c4-32f0-47b1-bb0a-0645001a3a3e service neutron] Checking segment: {'id': 'dae40cc4-6193-418b-9703-a4a189ab618c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:57:45.554693 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-221524c4-32f0-47b1-bb0a-0645001a3a3e service neutron] Bound using segment: {'id': 'dae40cc4-6193-418b-9703-a4a189ab618c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:57:45.556225 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-221524c4-32f0-47b1-bb0a-0645001a3a3e service neutron] Bound port: f62b6018-fd2e-4741-aae0-965e0d0f01a6, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dae40cc4-6193-418b-9703-a4a189ab618c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:57:45.556982 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-221524c4-32f0-47b1-bb0a-0645001a3a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:45.564956 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a1a4dc95-1b71-42e6-b892-743aa6fc3781 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:45.583321 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-a313d4d6-2235-45b1-8a70-2e0e465f4730 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1571346136-network', 'tenant_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:57:45.589615 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1a4dc95-1b71-42e6-b892-743aa6fc3781 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:57:45.590058 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a1a4dc95-1b71-42e6-b892-743aa6fc3781 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:45.595633 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 00:57:45.595633 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:57:45.595633 n-d-793621-25 neutron-server[100463]: timer() Jul 24 00:57:45.595633 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:57:45.595633 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 00:57:45.595633 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:57:45.595633 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 00:57:45.595633 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:57:45.595633 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 00:57:45.595633 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:57:45.595633 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 00:57:45.595633 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:57:45.595633 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 00:57:45.595633 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:57:45.595633 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:57:45.595633 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:57:45.595633 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:57:45.595633 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:57:45.595633 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 00:57:45.595633 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:57:45.595633 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 00:57:45.595633 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:57:45.595633 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:57:45.595633 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:57:45.595633 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 00:57:45.595633 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:57:45.595633 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:57:45.595633 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:57:45.595633 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:57:45.595633 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:57:45.595633 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:57:45.595633 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:57:45.665367 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-34334644-59a7-4967-b11e-895f1fc4baf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:45.686031 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d45b1e-ccd0-4285-acb5-d06dbf423242 req-4eebab15-6e2e-469d-87be-7b52e59594b5 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:45.692607 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d45b1e-ccd0-4285-acb5-d06dbf423242 req-4eebab15-6e2e-469d-87be-7b52e59594b5 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:45.693223 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a313d4d6-2235-45b1-8a70-2e0e465f4730 admin admin] Made reservation on behalf of cd8dc1c34a4c4b2aa3488d1b34b0e153 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:57:45.695878 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a313d4d6-2235-45b1-8a70-2e0e465f4730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:45.699708 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d45b1e-ccd0-4285-acb5-d06dbf423242 req-4eebab15-6e2e-469d-87be-7b52e59594b5 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:45.707434 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4ddcbaed-0756-4e51-a41d-8d799a20b570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:45.708151 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d45b1e-ccd0-4285-acb5-d06dbf423242 req-4eebab15-6e2e-469d-87be-7b52e59594b5 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:45.715954 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d45b1e-ccd0-4285-acb5-d06dbf423242 req-4eebab15-6e2e-469d-87be-7b52e59594b5 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:45.727120 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d45b1e-ccd0-4285-acb5-d06dbf423242 req-4eebab15-6e2e-469d-87be-7b52e59594b5 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:45.735813 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d45b1e-ccd0-4285-acb5-d06dbf423242 req-4eebab15-6e2e-469d-87be-7b52e59594b5 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:45.743815 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-97d45b1e-ccd0-4285-acb5-d06dbf423242 req-4eebab15-6e2e-469d-87be-7b52e59594b5 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 5419 time: 1.3472853 Jul 24 00:57:45.872762 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a313d4d6-2235-45b1-8a70-2e0e465f4730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:45.912267 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-221524c4-32f0-47b1-bb0a-0645001a3a3e service neutron] For port f62b6018-fd2e-4741-aae0-965e0d0f01a6, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:57:45.915880 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a1a4dc95-1b71-42e6-b892-743aa6fc3781 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:45.944686 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-221524c4-32f0-47b1-bb0a-0645001a3a3e service neutron] For port f62b6018-fd2e-4741-aae0-965e0d0f01a6, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=f62b6018-fd2e-4741-aae0-965e0d0f01a6,segment=NetworkSegment(dae40cc4-6193-418b-9703-a4a189ab618c),segment_id=dae40cc4-6193-418b-9703-a4a189ab618c)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:57:45.972661 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b005b-f0b7-4262-9d1b-63f7285f76ce req-7380a947-e377-487d-8865-e25216c6393c tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:45.975286 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-002b005b-f0b7-4262-9d1b-63f7285f76ce req-7380a947-e377-487d-8865-e25216c6393c tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=76bccb60-2f4b-45c0-9724-08bdeba55bfb HTTP/1.1" status: 200 len: 945 time: 0.5324662 Jul 24 00:57:45.976076 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-22536604-4fbe-4337-aa0e-95591c7a53a6 req-8fcc455d-240f-4367-a107-426aa77edc1a service neutron] 10.222.0.13 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959761 Jul 24 00:57:45.977898 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a4dc95-1b71-42e6-b892-743aa6fc3781 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 33eb3c47-df57-4529-94e3-c2373a2568eb {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 24 00:57:45.984113 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-97d45b1e-ccd0-4285-acb5-d06dbf423242 req-4038ecf9-5856-4543-9bf4-5643a5ee98ff tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&id=b607e344-24a6-4f17-aee1-1e5d86804c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2393911 Jul 24 00:57:45.985272 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-221524c4-32f0-47b1-bb0a-0645001a3a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:46.033605 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-221524c4-32f0-47b1-bb0a-0645001a3a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:46.046063 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-221524c4-32f0-47b1-bb0a-0645001a3a3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:46.048321 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-221524c4-32f0-47b1-bb0a-0645001a3a3e service neutron] 10.222.0.13 "PUT /v2.0/ports/f62b6018-fd2e-4741-aae0-965e0d0f01a6 HTTP/1.1" status: 200 len: 1092 time: 2.9951921 Jul 24 00:57:46.108839 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 3be94f04-c0b5-45bd-aa69-e4b7f8f023dc details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:57:46.177356 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85f5456-e547-44d8-b2ac-18c8f23ce595 x-openstack-request-id: req-c85f5456-e547-44d8-b2ac-18c8f23ce595 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:57:46.178307 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483", "tag": "40187b04-184d-4d3d-a8c9-78e7d3aa2412", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:57:46.178577 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c85f5456-e547-44d8-b2ac-18c8f23ce595 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:57:46.179029 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'tag': '40187b04-184d-4d3d-a8c9-78e7d3aa2412', 'status': 'completed', 'code': 200} Jul 24 00:57:46.183433 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a313d4d6-2235-45b1-8a70-2e0e465f4730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:46.201332 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a1a4dc95-1b71-42e6-b892-743aa6fc3781 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:46.204116 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a1a4dc95-1b71-42e6-b892-743aa6fc3781 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] 10.222.0.15 "DELETE /v2.0/networks/33eb3c47-df57-4529-94e3-c2373a2568eb HTTP/1.1" status: 204 len: 168 time: 1.4228301 Jul 24 00:57:46.210395 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35102) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:46.216209 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a313d4d6-2235-45b1-8a70-2e0e465f4730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:46.251114 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-c3fc8c22-c5b4-4819-a061-e6780d1a6b76 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Request body: {'network': {'name': 'tempest-network--562859559', 'router:external': True}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:57:46.298175 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221524c4-32f0-47b1-bb0a-0645001a3a3e service neutron] Pushing event updated for resources: {'Port': ['ID=f62b6018-fd2e-4741-aae0-965e0d0f01a6,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:46.317975 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4dc95-1b71-42e6-b892-743aa6fc3781 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Pushing event deleted for resources: {'Network': ['ID=33eb3c47-df57-4529-94e3-c2373a2568eb,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:46.329553 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313d4d6-2235-45b1-8a70-2e0e465f4730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4323fbb8-04e4-4095-bee7-804e3989f23d,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:46.359660 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fc8c22-c5b4-4819-a061-e6780d1a6b76 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Made reservation on behalf of e09f95af4f394befaebc9a7b44aac628 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:57:46.362249 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c3fc8c22-c5b4-4819-a061-e6780d1a6b76 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:46.372536 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e120466-b54b-45a7-90cf-7bb1bedb0f44 req-a7d0df65-512d-4b19-aa38-26f464bb527e tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:46.374778 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0e120466-b54b-45a7-90cf-7bb1bedb0f44 req-a7d0df65-512d-4b19-aa38-26f464bb527e tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.13 "GET /v2.0/ports?device_id=76bccb60-2f4b-45c0-9724-08bdeba55bfb HTTP/1.1" status: 200 len: 945 time: 0.5314786 Jul 24 00:57:46.425130 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3fc8c22-c5b4-4819-a061-e6780d1a6b76 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:57:46.441356 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c3fc8c22-c5b4-4819-a061-e6780d1a6b76 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:46.442176 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-c3fc8c22-c5b4-4819-a061-e6780d1a6b76 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Added segment 2feb46e5-b6a0-459d-9abc-584ecc962925 of type vlan for network 0f8593ce-c4fb-44f7-9199-5c30b84b2386 Jul 24 00:57:46.449279 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 3be94f04-c0b5-45bd-aa69-e4b7f8f023dc, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=3be94f04-c0b5-45bd-aa69-e4b7f8f023dc,segment=NetworkSegment(105933f1-ad5a-4c90-9ca8-c74f813dbd38),segment_id=105933f1-ad5a-4c90-9ca8-c74f813dbd38)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:46.468708 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '3be94f04-c0b5-45bd-aa69-e4b7f8f023dc', 'network_id': '2da6bbc7-a75c-4c5c-b454-75233615e1ea', 'port_id': '3be94f04-c0b5-45bd-aa69-e4b7f8f023dc', 'mac_address': 'fa:16:3e:c0:a1:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32aaab81-ed63-4b4f-aa91-d17bc9f404e3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:57:46.500070 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c3fc8c22-c5b4-4819-a061-e6780d1a6b76 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:46.528446 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:46.540257 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a313d4d6-2235-45b1-8a70-2e0e465f4730 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:57:46.561936 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3be94f04-c0b5-45bd-aa69-e4b7f8f023dc {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:57:46.599825 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 3be94f04-c0b5-45bd-aa69-e4b7f8f023dc, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=3be94f04-c0b5-45bd-aa69-e4b7f8f023dc,segment=NetworkSegment(105933f1-ad5a-4c90-9ca8-c74f813dbd38),segment_id=105933f1-ad5a-4c90-9ca8-c74f813dbd38)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:46.613893 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:46.615802 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a313d4d6-2235-45b1-8a70-2e0e465f4730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:46.616432 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-a313d4d6-2235-45b1-8a70-2e0e465f4730 admin admin] Added segment 462cdb3a-8d0e-4b9d-bbf5-8407cf005c8a of type vlan for network 0f4d177b-5147-42ce-b52d-29fb850e776c Jul 24 00:57:46.620923 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-002b005b-f0b7-4262-9d1b-63f7285f76ce req-370666b8-cbff-414c-bc4c-1f21091e1262 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4218962 Jul 24 00:57:46.719950 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a313d4d6-2235-45b1-8a70-2e0e465f4730 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:46.733846 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c3fc8c22-c5b4-4819-a061-e6780d1a6b76 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:46.735593 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fc8c22-c5b4-4819-a061-e6780d1a6b76 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:46.736592 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c3fc8c22-c5b4-4819-a061-e6780d1a6b76 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:46.736906 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=3be94f04-c0b5-45bd-aa69-e4b7f8f023dc,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:46.856379 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['3be94f04-c0b5-45bd-aa69-e4b7f8f023dc'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:57:46.869792 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-47958ff2-bc4d-4bb4-8820-0ecfbbe05320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:46.870295 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-47958ff2-bc4d-4bb4-8820-0ecfbbe05320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:46.870811 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-47958ff2-bc4d-4bb4-8820-0ecfbbe05320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:46.871299 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-47958ff2-bc4d-4bb4-8820-0ecfbbe05320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:46.871894 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-47958ff2-bc4d-4bb4-8820-0ecfbbe05320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:46.875994 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-47958ff2-bc4d-4bb4-8820-0ecfbbe05320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:46.876493 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-47958ff2-bc4d-4bb4-8820-0ecfbbe05320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:46.890814 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-47958ff2-bc4d-4bb4-8820-0ecfbbe05320 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd6a59a0ba774d20a9df419972239646&device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 6483 time: 0.7586186 Jul 24 00:57:46.910948 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.db.resource_extend [None req-a313d4d6-2235-45b1-8a70-2e0e465f4730 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 00:57:46.955446 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c3fc8c22-c5b4-4819-a061-e6780d1a6b76 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7409732 Jul 24 00:57:46.993473 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35118) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:47.005982 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc8c22-c5b4-4819-a061-e6780d1a6b76 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Pushing event updated for resources: {'Network': ['ID=0f8593ce-c4fb-44f7-9199-5c30b84b2386,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:47.022736 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-937922b9-7b9e-4bd6-97ac-2da9b13c8878 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c05a6c8c-a48f-4518-b2fa-245771ba636b HTTP/1.1" status: 200 len: 217 time: 0.1309817 Jul 24 00:57:47.027666 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 0f8593ce-c4fb-44f7-9199-5c30b84b2386 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:57:47.032518 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a313d4d6-2235-45b1-8a70-2e0e465f4730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:47.034613 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a313d4d6-2235-45b1-8a70-2e0e465f4730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:47.035648 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a313d4d6-2235-45b1-8a70-2e0e465f4730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:47.193592 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7072b8-4f34-40c0-97ca-960c7c898822 req-50100816-2aa2-47fa-a5fc-94bba8044d1d tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:47.195773 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8d7072b8-4f34-40c0-97ca-960c7c898822 req-50100816-2aa2-47fa-a5fc-94bba8044d1d tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=88e2aeb1-a31a-4922-a98d-a73cbbaf5d37 HTTP/1.1" status: 200 len: 944 time: 0.6304846 Jul 24 00:57:47.203547 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-0e120466-b54b-45a7-90cf-7bb1bedb0f44 req-6cdf52f6-f10f-47ff-be6b-c754d9c92da2 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Deleting port 81f1fad1-b17f-4df8-9d39-6fc292365582 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:57:47.203835 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0e120466-b54b-45a7-90cf-7bb1bedb0f44 req-6cdf52f6-f10f-47ff-be6b-c754d9c92da2 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:47.211221 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a313d4d6-2235-45b1-8a70-2e0e465f4730 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0057900 Jul 24 00:57:47.213660 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 35124) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:47.221043 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-acbc247a-2fa0-46e1-8590-db090882a823 admin admin] Request body: {'subnet': {'network_id': '0f4d177b-5147-42ce-b52d-29fb850e776c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1571346136-subnet', 'tenant_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:57:47.260672 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-9bd68d8d-c8a3-4059-8836-3ac0d9f6eb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:47.263870 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-9bd68d8d-c8a3-4059-8836-3ac0d9f6eb23 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=17dd084b-19bb-45d3-963a-b91ffe31fcfa HTTP/1.1" status: 200 len: 850 time: 0.2319396 Jul 24 00:57:47.269728 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313d4d6-2235-45b1-8a70-2e0e465f4730 admin admin] Pushing event updated for resources: {'Network': ['ID=0f4d177b-5147-42ce-b52d-29fb850e776c,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:47.299579 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20359edf-dd1e-42e0-bd86-2b0e990b9063 tempest-ExternalNetworksTestJSON-645408804 tempest-ExternalNetworksTestJSON-645408804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:47.303925 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-20359edf-dd1e-42e0-bd86-2b0e990b9063 tempest-ExternalNetworksTestJSON-645408804 tempest-ExternalNetworksTestJSON-645408804-project] 10.222.0.15 "GET /v2.0/networks/0f8593ce-c4fb-44f7-9199-5c30b84b2386 HTTP/1.1" status: 200 len: 756 time: 0.3088415 Jul 24 00:57:47.307243 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 35126) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:47.312367 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 0f4d177b-5147-42ce-b52d-29fb850e776c details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:57:47.313906 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-4ddcbaed-0756-4e51-a41d-8d799a20b570 admin admin] Deleting port 0889f85c-48a0-4075-a812-56eef158f77f {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:57:47.315045 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4ddcbaed-0756-4e51-a41d-8d799a20b570 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:47.437200 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbc247a-2fa0-46e1-8590-db090882a823 admin admin] Made reservation on behalf of cd8dc1c34a4c4b2aa3488d1b34b0e153 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:57:47.439575 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-acbc247a-2fa0-46e1-8590-db090882a823 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:47.518798 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427634a9-33b6-4255-bf44-8fddf01321b4 req-e73630a3-11e8-4c2e-8da0-8cc678070e07 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:47.527311 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427634a9-33b6-4255-bf44-8fddf01321b4 req-e73630a3-11e8-4c2e-8da0-8cc678070e07 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:47.534185 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427634a9-33b6-4255-bf44-8fddf01321b4 req-e73630a3-11e8-4c2e-8da0-8cc678070e07 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:47.540401 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427634a9-33b6-4255-bf44-8fddf01321b4 req-e73630a3-11e8-4c2e-8da0-8cc678070e07 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:47.547449 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427634a9-33b6-4255-bf44-8fddf01321b4 req-e73630a3-11e8-4c2e-8da0-8cc678070e07 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:47.553596 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427634a9-33b6-4255-bf44-8fddf01321b4 req-e73630a3-11e8-4c2e-8da0-8cc678070e07 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:47.559865 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427634a9-33b6-4255-bf44-8fddf01321b4 req-e73630a3-11e8-4c2e-8da0-8cc678070e07 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:47.561893 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-427634a9-33b6-4255-bf44-8fddf01321b4 req-e73630a3-11e8-4c2e-8da0-8cc678070e07 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 5419 time: 0.3127441 Jul 24 00:57:47.576209 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8d7072b8-4f34-40c0-97ca-960c7c898822 req-8540783c-28a8-4450-800f-f1ae9d860924 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656385 Jul 24 00:57:47.600435 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-4ddcbaed-0756-4e51-a41d-8d799a20b570 admin admin] For port 0889f85c-48a0-4075-a812-56eef158f77f, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0889f85c-48a0-4075-a812-56eef158f77f,segment=NetworkSegment(719843d8-5fea-4363-bbdc-981ab26ff953),segment_id=719843d8-5fea-4363-bbdc-981ab26ff953)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:47.600823 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4ddcbaed-0756-4e51-a41d-8d799a20b570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:47.626747 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-4ddcbaed-0756-4e51-a41d-8d799a20b570 admin admin] Calling delete_port for 0889f85c-48a0-4075-a812-56eef158f77f owned by network:router_interface {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:57:47.639995 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-427634a9-33b6-4255-bf44-8fddf01321b4 req-fe1e5191-9277-4682-9447-0e57a40edfd4 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&id=b607e344-24a6-4f17-aee1-1e5d86804c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0694749 Jul 24 00:57:47.711235 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-0e120466-b54b-45a7-90cf-7bb1bedb0f44 req-6cdf52f6-f10f-47ff-be6b-c754d9c92da2 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] For port 81f1fad1-b17f-4df8-9d39-6fc292365582, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=81f1fad1-b17f-4df8-9d39-6fc292365582,segment=NetworkSegment(1a1e043c-79b0-4397-b4d2-2b95c82d517b),segment_id=1a1e043c-79b0-4397-b4d2-2b95c82d517b)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:47.711774 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0e120466-b54b-45a7-90cf-7bb1bedb0f44 req-6cdf52f6-f10f-47ff-be6b-c754d9c92da2 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:47.738610 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-0e120466-b54b-45a7-90cf-7bb1bedb0f44 req-6cdf52f6-f10f-47ff-be6b-c754d9c92da2 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Calling delete_port for 81f1fad1-b17f-4df8-9d39-6fc292365582 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:57:47.756347 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00483f0d-67e8-4488-be7e-aa14f192d95d tempest-ExternalNetworksTestJSON-645408804 tempest-ExternalNetworksTestJSON-645408804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:47.758106 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-00483f0d-67e8-4488-be7e-aa14f192d95d tempest-ExternalNetworksTestJSON-645408804 tempest-ExternalNetworksTestJSON-645408804-project] 10.222.0.15 "GET /v2.0/networks/9f2d77f1-f574-48b6-9b70-7aa68401d6ee HTTP/1.1" status: 200 len: 768 time: 0.4247186 Jul 24 00:57:47.764728 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35138) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:47.905918 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bfd0992d-dbf2-49fa-97b2-f6dff5426129 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:47.941609 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-acbc247a-2fa0-46e1-8590-db090882a823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:48.051823 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bfd0992d-dbf2-49fa-97b2-f6dff5426129 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:48.061466 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc247a-2fa0-46e1-8590-db090882a823 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd529d29-d1e4-4b9d-9eb1-e982944c69e2,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:48.068339 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-bfd0992d-dbf2-49fa-97b2-f6dff5426129 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f8593ce-c4fb-44f7-9199-5c30b84b2386']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:48.075744 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-047b2006-b880-4e87-8aae-f258a5a8f465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:48.078318 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-047b2006-b880-4e87-8aae-f258a5a8f465 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=75df3559-ab50-4f70-b828-45be90d30e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8060539 Jul 24 00:57:48.081314 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-bfd0992d-dbf2-49fa-97b2-f6dff5426129 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2feb46e5-b6a0-459d-9abc-584ecc962925') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:48.081701 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-bfd0992d-dbf2-49fa-97b2-f6dff5426129 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2feb46e5-b6a0-459d-9abc-584ecc962925') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:48.089935 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4ddcbaed-0756-4e51-a41d-8d799a20b570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:48.121389 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 3be94f04-c0b5-45bd-aa69-e4b7f8f023dc up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:57:48.140230 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bfd0992d-dbf2-49fa-97b2-f6dff5426129 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:48.142341 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddcbaed-0756-4e51-a41d-8d799a20b570 admin admin] Pushing event deleted for resources: {'Port': ['ID=0889f85c-48a0-4075-a812-56eef158f77f,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:48.197889 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bfd0992d-dbf2-49fa-97b2-f6dff5426129 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:48.252048 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfd0992d-dbf2-49fa-97b2-f6dff5426129 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:57:48.252983 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bfd0992d-dbf2-49fa-97b2-f6dff5426129 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:48.254490 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 00:57:48.254490 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:57:48.254490 n-d-793621-25 neutron-server[100463]: timer() Jul 24 00:57:48.254490 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:57:48.254490 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 00:57:48.254490 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:57:48.254490 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 00:57:48.254490 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:57:48.254490 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 00:57:48.254490 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:57:48.254490 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 00:57:48.254490 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:57:48.254490 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 00:57:48.254490 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:57:48.254490 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:57:48.254490 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:57:48.254490 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:57:48.254490 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:57:48.254490 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 00:57:48.254490 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:57:48.254490 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 00:57:48.254490 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:57:48.254490 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:57:48.254490 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:57:48.254490 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 00:57:48.254490 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:57:48.254490 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:57:48.254490 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:57:48.254490 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:57:48.254490 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:57:48.254490 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:57:48.254490 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:57:48.286666 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-af3b50a4-0c86-482b-bf40-7b9d8d8f86d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:48.296488 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 3be94f04-c0b5-45bd-aa69-e4b7f8f023dc completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:57:48.300855 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 3be94f04-c0b5-45bd-aa69-e4b7f8f023dc triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:57:48.302887 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:48.348123 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'tag': 'f62b6018-fd2e-4741-aae0-965e0d0f01a6'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:57:48.357641 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2e96da-e7fd-4909-a0ff-5c608d01ea12" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483", "tag": "f62b6018-fd2e-4741-aae0-965e0d0f01a6"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:57:48.374627 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-7cb04b53-9e44-4723-8579-342d77485d0d service neutron] 10.222.0.13 "GET /v2.0/networks/75df3559-ab50-4f70-b828-45be90d30e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803447 Jul 24 00:57:48.480794 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bfd0992d-dbf2-49fa-97b2-f6dff5426129 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:48.500929 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd0992d-dbf2-49fa-97b2-f6dff5426129 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0f8593ce-c4fb-44f7-9199-5c30b84b2386 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 24 00:57:48.517285 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-efa182f2-cd72-4e6a-9ef9-06cacecf562e service neutron] 10.222.0.13 "GET /v2.0/networks/75df3559-ab50-4f70-b828-45be90d30e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341679 Jul 24 00:57:48.526854 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956c1f6e-4e4a-4a8f-9bad-8c3341572784 x-openstack-request-id: req-956c1f6e-4e4a-4a8f-9bad-8c3341572784 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:57:48.527134 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483", "tag": "f62b6018-fd2e-4741-aae0-965e0d0f01a6", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:57:48.527385 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-956c1f6e-4e4a-4a8f-9bad-8c3341572784 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:57:48.527814 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'tag': 'f62b6018-fd2e-4741-aae0-965e0d0f01a6', 'status': 'completed', 'code': 200} Jul 24 00:57:48.529154 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bfd0992d-dbf2-49fa-97b2-f6dff5426129 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:48.541293 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-bfd0992d-dbf2-49fa-97b2-f6dff5426129 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] 10.222.0.15 "DELETE /v2.0/networks/0f8593ce-c4fb-44f7-9199-5c30b84b2386 HTTP/1.1" status: 204 len: 168 time: 0.7756095 Jul 24 00:57:48.555768 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 35150) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:48.579764 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0992d-dbf2-49fa-97b2-f6dff5426129 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Pushing event deleted for resources: {'Network': ['ID=0f8593ce-c4fb-44f7-9199-5c30b84b2386,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:48.614040 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:48.631148 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4ddcbaed-0756-4e51-a41d-8d799a20b570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:48.632108 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-6610f53d-e5fe-4053-886b-4cc465b82f25 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=7b4da756-8034-45e1-9b76-762af13d0a4c HTTP/1.1" status: 200 len: 217 time: 0.1023157 Jul 24 00:57:48.639058 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-81455dbe-76a5-44e1-b23e-e0ff4d8ad148 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Request body: {'network': {'name': 'tempest-network--1991541323'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:57:48.683830 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:48.741552 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e2aeb1-a31a-4922-a98d-a73cbbaf5d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be94f04-c0b5-45bd-aa69-e4b7f8f023dc'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:57:48.749271 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08d2f39-8059-4593-9374-9f158d591938" -d '{"events": [{"server_uuid": "88e2aeb1-a31a-4922-a98d-a73cbbaf5d37", "name": "network-vif-plugged", "status": "completed", "tag": "3be94f04-c0b5-45bd-aa69-e4b7f8f023dc"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:57:48.788429 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 3be94f04-c0b5-45bd-aa69-e4b7f8f023dc, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=3be94f04-c0b5-45bd-aa69-e4b7f8f023dc,segment=NetworkSegment(105933f1-ad5a-4c90-9ca8-c74f813dbd38),segment_id=105933f1-ad5a-4c90-9ca8-c74f813dbd38)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:48.798242 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-b457ae54-a9ee-4dae-a105-236801ffbb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:48.799518 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:48.802154 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-b457ae54-a9ee-4dae-a105-236801ffbb35 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81a038cb-df9c-49e4-af9e-e93d2e1470dd HTTP/1.1" status: 200 len: 797 time: 0.1362550 Jul 24 00:57:48.802289 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 81f1fad1-b17f-4df8-9d39-6fc292365582 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:57:48.813454 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81455dbe-76a5-44e1-b23e-e0ff4d8ad148 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Made reservation on behalf of e09f95af4f394befaebc9a7b44aac628 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:57:48.819703 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-81455dbe-76a5-44e1-b23e-e0ff4d8ad148 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:48.876983 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de3fcb-a649-4524-a8df-da3530523760 req-9dfc7086-2a79-408f-bb6d-b411a2f6315b tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:48.882356 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-03de3fcb-a649-4524-a8df-da3530523760 req-9dfc7086-2a79-408f-bb6d-b411a2f6315b tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/ports?device_id=76bccb60-2f4b-45c0-9724-08bdeba55bfb HTTP/1.1" status: 200 len: 945 time: 0.9706371 Jul 24 00:57:48.937314 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81455dbe-76a5-44e1-b23e-e0ff4d8ad148 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:57:48.960118 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-81455dbe-76a5-44e1-b23e-e0ff4d8ad148 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:48.961894 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-81455dbe-76a5-44e1-b23e-e0ff4d8ad148 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Added segment 4e13983f-44f4-4a14-afe7-f82214706da0 of type vlan for network b1094c0e-946f-4320-b30a-8a9708401d18 Jul 24 00:57:49.051579 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=3be94f04-c0b5-45bd-aa69-e4b7f8f023dc,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:49.088498 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-81455dbe-76a5-44e1-b23e-e0ff4d8ad148 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:49.155163 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541413f7-4479-49e6-802d-2243a3ff66d1 req-ddc0002f-3600-4acc-b725-52193cdd148c tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:49.161060 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-541413f7-4479-49e6-802d-2243a3ff66d1 req-ddc0002f-3600-4acc-b725-52193cdd148c tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=88e2aeb1-a31a-4922-a98d-a73cbbaf5d37 HTTP/1.1" status: 200 len: 945 time: 0.3813884 Jul 24 00:57:49.170082 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:49.222608 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbc247a-2fa0-46e1-8590-db090882a823 admin admin] Checking segment: {'id': '462cdb3a-8d0e-4b9d-bbf5-8407cf005c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0f4d177b-5147-42ce-b52d-29fb850e776c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:57:49.223032 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbc247a-2fa0-46e1-8590-db090882a823 admin admin] Network hostable DHCP agents. Network: 0f4d177b-5147-42ce-b52d-29fb850e776c, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:57:49.224161 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-541413f7-4479-49e6-802d-2243a3ff66d1 req-c7bd7ff9-47fb-4fd9-b435-1dc554c03f10 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558629 Jul 24 00:57:49.242423 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 81f1fad1-b17f-4df8-9d39-6fc292365582, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=81f1fad1-b17f-4df8-9d39-6fc292365582,segment=NetworkSegment(1a1e043c-79b0-4397-b4d2-2b95c82d517b),segment_id=1a1e043c-79b0-4397-b4d2-2b95c82d517b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:49.263260 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:49.292863 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-81455dbe-76a5-44e1-b23e-e0ff4d8ad148 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:49.294111 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81455dbe-76a5-44e1-b23e-e0ff4d8ad148 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:49.294749 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-81455dbe-76a5-44e1-b23e-e0ff4d8ad148 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:49.430310 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=81f1fad1-b17f-4df8-9d39-6fc292365582,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:49.441312 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0e120466-b54b-45a7-90cf-7bb1bedb0f44 req-6cdf52f6-f10f-47ff-be6b-c754d9c92da2 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:49.452270 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:49.563609 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf52f6-f10f-47ff-be6b-c754d9c92da2 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Pushing event deleted for resources: {'Port': ['ID=81f1fad1-b17f-4df8-9d39-6fc292365582,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:49.602080 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-81455dbe-76a5-44e1-b23e-e0ff4d8ad148 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.9725013 Jul 24 00:57:49.610417 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e120466-b54b-45a7-90cf-7bb1bedb0f44 req-6cdf52f6-f10f-47ff-be6b-c754d9c92da2 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] No DVR routers for this DVR port 81f1fad1-b17f-4df8-9d39-6fc292365582 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:57:49.613024 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 35178) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:49.616247 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0e120466-b54b-45a7-90cf-7bb1bedb0f44 req-6cdf52f6-f10f-47ff-be6b-c754d9c92da2 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:49.618200 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0e120466-b54b-45a7-90cf-7bb1bedb0f44 req-6cdf52f6-f10f-47ff-be6b-c754d9c92da2 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.13 "DELETE /v2.0/ports/81f1fad1-b17f-4df8-9d39-6fc292365582 HTTP/1.1" status: 204 len: 173 time: 3.2316685 Jul 24 00:57:49.664927 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-11edece4-3955-45c1-8852-fce5cef00ea7 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:57:49.687373 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-03de3fcb-a649-4524-a8df-da3530523760 req-169fd217-0be0-4b57-ac4a-7e089a568441 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups?id=f16a4d2d-790a-47db-9389-eba3c55fa1a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5035427 Jul 24 00:57:49.718275 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbc247a-2fa0-46e1-8590-db090882a823 admin admin] Network 0f4d177b-5147-42ce-b52d-29fb850e776c is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:57:49.740672 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81455dbe-76a5-44e1-b23e-e0ff4d8ad148 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Pushing event updated for resources: {'Network': ['ID=b1094c0e-946f-4320-b30a-8a9708401d18,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:49.766956 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network b1094c0e-946f-4320-b30a-8a9708401d18 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:57:49.790917 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-acbc247a-2fa0-46e1-8590-db090882a823 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 0f4d177b-5147-42ce-b52d-29fb850e776c) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:57:49.811224 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbc247a-2fa0-46e1-8590-db090882a823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:49.814005 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-acbc247a-2fa0-46e1-8590-db090882a823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:49.814430 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e268f2-514a-45be-b5b1-4f20690561ce None None] Network 0f4d177b-5147-42ce-b52d-29fb850e776c requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:57:49.859596 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b5569b-84f4-4731-819c-c6aa15828714 x-openstack-request-id: req-59b5569b-84f4-4731-819c-c6aa15828714 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:57:49.859896 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e2aeb1-a31a-4922-a98d-a73cbbaf5d37", "name": "network-vif-plugged", "status": "completed", "tag": "3be94f04-c0b5-45bd-aa69-e4b7f8f023dc", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:57:49.860171 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-59b5569b-84f4-4731-819c-c6aa15828714 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:57:49.860582 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e2aeb1-a31a-4922-a98d-a73cbbaf5d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be94f04-c0b5-45bd-aa69-e4b7f8f023dc', 'code': 200} Jul 24 00:57:49.948989 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-bf492658-d790-48b5-bc14-12be433eafb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:49.986130 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-bf492658-d790-48b5-bc14-12be433eafb7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65487f5e-aa75-4d64-a662-cf5c6179a6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.0992591 Jul 24 00:57:50.006002 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35188) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:50.007800 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-acbc247a-2fa0-46e1-8590-db090882a823 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7929363 Jul 24 00:57:50.018093 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-3bb5cdcb-aeff-4c9f-bf3a-d9bf42514b8a admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1571346136-router', 'tenant_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:57:50.041648 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ddcbaed-0756-4e51-a41d-8d799a20b570 admin admin] Router 72f5fdc4-2531-4a69-bb33-da00672a9165 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:57:50.221742 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ddcbaed-0756-4e51-a41d-8d799a20b570 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:57:50.229009 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4ddcbaed-0756-4e51-a41d-8d799a20b570 admin admin] 10.222.0.15 "PUT /v2.0/routers/72f5fdc4-2531-4a69-bb33-da00672a9165/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8991857 Jul 24 00:57:50.230278 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3bb5cdcb-aeff-4c9f-bf3a-d9bf42514b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:50.233391 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3bb5cdcb-aeff-4c9f-bf3a-d9bf42514b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:50.235529 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 35192) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:50.293295 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6872e37-87a7-46db-8a9b-4e67793b101e None None] Sync routers for ids ['72f5fdc4-2531-4a69-bb33-da00672a9165'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:57:50.304553 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02686fe-e0a6-4224-9391-3ac778c507af req-bc78c9d4-dd12-4a4e-91cc-ed1b0ac70cdd tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:50.307098 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809b9621-b339-48e7-a52f-db69d2464887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-0f4d177b-5147-42ce-b52d-29fb850e776c', 'network_id': '0f4d177b-5147-42ce-b52d-29fb850e776c', 'tenant_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'fixed_ips': [{'subnet_id': 'cd529d29-d1e4-4b9d-9eb1-e982944c69e2'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:57:50.310407 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-809b9621-b339-48e7-a52f-db69d2464887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:50.328102 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9725f23b-407b-44ee-a649-8a487d8dcb26 req-07de67f5-d122-4e50-9b0a-3f6c2f27dd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:50.329454 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9725f23b-407b-44ee-a649-8a487d8dcb26 req-07de67f5-d122-4e50-9b0a-3f6c2f27dd7a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=88e2aeb1-a31a-4922-a98d-a73cbbaf5d37 HTTP/1.1" status: 200 len: 1097 time: 0.4129322 Jul 24 00:57:50.343061 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02686fe-e0a6-4224-9391-3ac778c507af req-bc78c9d4-dd12-4a4e-91cc-ed1b0ac70cdd tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:50.358968 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-11edece4-3955-45c1-8852-fce5cef00ea7 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:50.363568 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-2dcd4f66-66be-4e66-9249-5c0acd6ee625 service neutron] 10.222.0.13 "GET /v2.0/networks/65487f5e-aa75-4d64-a662-cf5c6179a6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268113 Jul 24 00:57:50.366348 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6872e37-87a7-46db-8a9b-4e67793b101e None None] Routers {'72f5fdc4-2531-4a69-bb33-da00672a9165'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:57:50.367562 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-c6872e37-87a7-46db-8a9b-4e67793b101e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:57:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['72f5fdc4-2531-4a69-bb33-da00672a9165'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:50.378184 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02686fe-e0a6-4224-9391-3ac778c507af req-bc78c9d4-dd12-4a4e-91cc-ed1b0ac70cdd tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:50.414242 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02686fe-e0a6-4224-9391-3ac778c507af req-bc78c9d4-dd12-4a4e-91cc-ed1b0ac70cdd tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:50.430531 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02686fe-e0a6-4224-9391-3ac778c507af req-bc78c9d4-dd12-4a4e-91cc-ed1b0ac70cdd tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:50.442518 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-11edece4-3955-45c1-8852-fce5cef00ea7 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:50.455214 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02686fe-e0a6-4224-9391-3ac778c507af req-bc78c9d4-dd12-4a4e-91cc-ed1b0ac70cdd tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:50.467270 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02686fe-e0a6-4224-9391-3ac778c507af req-bc78c9d4-dd12-4a4e-91cc-ed1b0ac70cdd tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:50.477528 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e02686fe-e0a6-4224-9391-3ac778c507af req-bc78c9d4-dd12-4a4e-91cc-ed1b0ac70cdd tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 5419 time: 1.0819886 Jul 24 00:57:50.497583 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-11edece4-3955-45c1-8852-fce5cef00ea7 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Network b1094c0e-946f-4320-b30a-8a9708401d18 is not hosted by any dhcp agent {{(pid=100464) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 24 00:57:50.498911 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11edece4-3955-45c1-8852-fce5cef00ea7 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:50.499632 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-11edece4-3955-45c1-8852-fce5cef00ea7 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:50.501178 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-11edece4-3955-45c1-8852-fce5cef00ea7 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] 10.222.0.15 "PUT /v2.0/networks/b1094c0e-946f-4320-b30a-8a9708401d18 HTTP/1.1" status: 200 len: 858 time: 0.8757455 Jul 24 00:57:50.541018 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76bccb60-2f4b-45c0-9724-08bdeba55bfb', 'name': 'network-vif-deleted', 'tag': '81f1fad1-b17f-4df8-9d39-6fc292365582'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:57:50.542008 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-c6872e37-87a7-46db-8a9b-4e67793b101e None None] Set router 72f5fdc4-2531-4a69-bb33-da00672a9165 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:57:50.550014 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579f0342-c674-4cd1-b6e0-2c1c3efd1608" -d '{"events": [{"server_uuid": "76bccb60-2f4b-45c0-9724-08bdeba55bfb", "name": "network-vif-deleted", "tag": "81f1fad1-b17f-4df8-9d39-6fc292365582"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:57:50.578773 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35196) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:50.760797 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3bb5cdcb-aeff-4c9f-bf3a-d9bf42514b8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:50.768943 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e02686fe-e0a6-4224-9391-3ac778c507af req-7587e98f-9c7a-42a6-9747-02b352c66d83 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&id=b607e344-24a6-4f17-aee1-1e5d86804c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2215898 Jul 24 00:57:51.000726 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:51.073744 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-809b9621-b339-48e7-a52f-db69d2464887 None None] Allocated IP 172.20.0.2 (0f4d177b-5147-42ce-b52d-29fb850e776c/cd529d29-d1e4-4b9d-9eb1-e982944c69e2/9126fe4f-e770-422d-9524-841dc55c3f59) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:57:51.194985 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-06c2539d-c0c9-4bc6-b547-5acebe2f5d39 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:51.201801 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3bb5cdcb-aeff-4c9f-bf3a-d9bf42514b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:51.216091 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c7674b4d-9a1d-4018-a6bf-a40407a2a28a admin admin] Notify callbacks [] for router, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:51.234168 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01d523e-e49a-4959-8eca-312bbe49951c x-openstack-request-id: req-a01d523e-e49a-4959-8eca-312bbe49951c {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:57:51.234663 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76bccb60-2f4b-45c0-9724-08bdeba55bfb", "name": "network-vif-deleted", "tag": "81f1fad1-b17f-4df8-9d39-6fc292365582", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:57:51.235267 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a01d523e-e49a-4959-8eca-312bbe49951c {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:57:51.237117 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76bccb60-2f4b-45c0-9724-08bdeba55bfb', 'name': 'network-vif-deleted', 'tag': '81f1fad1-b17f-4df8-9d39-6fc292365582', 'status': 'completed', 'code': 200} Jul 24 00:57:51.242244 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35224) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:51.250822 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9725f23b-407b-44ee-a649-8a487d8dcb26 req-e8c424c3-54d4-4480-a7c5-73f05f15c2c1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9065099 Jul 24 00:57:51.363011 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-06c2539d-c0c9-4bc6-b547-5acebe2f5d39 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:51.382271 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-06c2539d-c0c9-4bc6-b547-5acebe2f5d39 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1094c0e-946f-4320-b30a-8a9708401d18']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:51.415836 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-06c2539d-c0c9-4bc6-b547-5acebe2f5d39 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e13983f-44f4-4a14-afe7-f82214706da0') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:51.416302 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-06c2539d-c0c9-4bc6-b547-5acebe2f5d39 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e13983f-44f4-4a14-afe7-f82214706da0') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:51.419574 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ae2d98a1-b4f2-48d2-bcf9-a5c4b51bef29 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:51.469611 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-c6872e37-87a7-46db-8a9b-4e67793b101e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f5fdc4-2531-4a69-bb33-da00672a9165', 'name': 'tempest-TaggedBootDevicesTest_v242-106977617-router', 'tenant_id': '23f38d06c8d14c15821cdb6c563f3213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '9f958658-4cd2-4835-9556-8b89af85fd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:45:41Z', 'updated_at': '2021-07-24T00:57:47Z', 'revision_number': 5, 'project_id': '23f38d06c8d14c15821cdb6c563f3213', 'gw_port': {'id': '9f958658-4cd2-4835-9556-8b89af85fd39', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f5fdc4-2531-4a69-bb33-da00672a9165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:44Z', 'updated_at': '2021-07-24T00:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:51.506648 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-06c2539d-c0c9-4bc6-b547-5acebe2f5d39 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:51.510881 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6872e37-87a7-46db-8a9b-4e67793b101e None None] Checking router: 72f5fdc4-2531-4a69-bb33-da00672a9165 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:57:51.558270 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6872e37-87a7-46db-8a9b-4e67793b101e None None] Routers {'72f5fdc4-2531-4a69-bb33-da00672a9165'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:57:51.559336 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-c6872e37-87a7-46db-8a9b-4e67793b101e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:57:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['72f5fdc4-2531-4a69-bb33-da00672a9165'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:51.576926 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ae2d98a1-b4f2-48d2-bcf9-a5c4b51bef29 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:51.583360 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11edece4-3955-45c1-8852-fce5cef00ea7 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Pushing event updated for resources: {'Network': ['ID=b1094c0e-946f-4320-b30a-8a9708401d18,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:51.605603 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-06c2539d-c0c9-4bc6-b547-5acebe2f5d39 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:51.619510 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-b917c41b-1981-4fc1-9240-97650d8e886a service neutron] 10.222.0.13 "GET /v2.0/networks/65487f5e-aa75-4d64-a662-cf5c6179a6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2285392 Jul 24 00:57:51.644565 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06c2539d-c0c9-4bc6-b547-5acebe2f5d39 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:57:51.659270 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-06c2539d-c0c9-4bc6-b547-5acebe2f5d39 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:51.661710 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 00:57:51.661710 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:57:51.661710 n-d-793621-25 neutron-server[100463]: timer() Jul 24 00:57:51.661710 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:57:51.661710 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 00:57:51.661710 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:57:51.661710 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 00:57:51.661710 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:57:51.661710 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 00:57:51.661710 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:57:51.661710 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 00:57:51.661710 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:57:51.661710 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 00:57:51.661710 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:57:51.661710 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:57:51.661710 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:57:51.661710 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:57:51.661710 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:57:51.661710 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 00:57:51.661710 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:57:51.661710 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 00:57:51.661710 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:57:51.661710 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:57:51.661710 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:57:51.661710 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 00:57:51.661710 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:57:51.661710 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:57:51.661710 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:57:51.661710 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:57:51.661710 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:57:51.661710 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:57:51.661710 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:57:51.730743 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-c6872e37-87a7-46db-8a9b-4e67793b101e None None] Set router 72f5fdc4-2531-4a69-bb33-da00672a9165 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:57:51.760684 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-809b9621-b339-48e7-a52f-db69d2464887 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:51.807770 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-aec9519f-67b1-4036-b77b-6451d71c947c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=a506a736-02bd-4fbb-acb0-f1c78bc19022 HTTP/1.1" status: 200 len: 217 time: 0.1673503 Jul 24 00:57:51.867987 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76bccb60-2f4b-45c0-9724-08bdeba55bfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81f1fad1-b17f-4df8-9d39-6fc292365582'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:57:51.870955 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f6e371-6b62-460c-ab1d-89c0a6bc94e3" -d '{"events": [{"server_uuid": "76bccb60-2f4b-45c0-9724-08bdeba55bfb", "name": "network-vif-unplugged", "status": "completed", "tag": "81f1fad1-b17f-4df8-9d39-6fc292365582"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:57:51.894497 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-809b9621-b339-48e7-a52f-db69d2464887 None None] Transition to ACTIVE for port object 9126fe4f-e770-422d-9524-841dc55c3f59 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:57:51.894750 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-06c2539d-c0c9-4bc6-b547-5acebe2f5d39 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:51.900683 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c2539d-c0c9-4bc6-b547-5acebe2f5d39 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b1094c0e-946f-4320-b30a-8a9708401d18 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 24 00:57:51.917177 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-06c2539d-c0c9-4bc6-b547-5acebe2f5d39 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:51.926301 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-06c2539d-c0c9-4bc6-b547-5acebe2f5d39 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] 10.222.0.15 "DELETE /v2.0/networks/b1094c0e-946f-4320-b30a-8a9708401d18 HTTP/1.1" status: 204 len: 168 time: 1.3371317 Jul 24 00:57:51.930425 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 35234) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:51.977448 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-809b9621-b339-48e7-a52f-db69d2464887 None None] Transition to ACTIVE for port object 9126fe4f-e770-422d-9524-841dc55c3f59 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:57:52.051900 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f2567ad-5599-482e-9818-76e6aff7e421 tempest-ExternalNetworksTestJSON-645408804 tempest-ExternalNetworksTestJSON-645408804-project] DELETE failed (client error): The resource could not be found. Jul 24 00:57:52.052633 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f2567ad-5599-482e-9818-76e6aff7e421 tempest-ExternalNetworksTestJSON-645408804 tempest-ExternalNetworksTestJSON-645408804-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:57:52.055219 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1f2567ad-5599-482e-9818-76e6aff7e421 tempest-ExternalNetworksTestJSON-645408804 tempest-ExternalNetworksTestJSON-645408804-project] 10.222.0.15 "DELETE /v2.0/subnets/82c722f9-50bc-4d96-80b6-8434342457f4 HTTP/1.1" status: 404 len: 337 time: 0.0622873 Jul 24 00:57:52.062146 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-809b9621-b339-48e7-a52f-db69d2464887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:52.068247 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be7451-bdc5-4474-8187-74ab62a3f407 req-72d20112-d655-404a-9034-d1b6dc9094ef tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:52.070349 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b7be7451-bdc5-4474-8187-74ab62a3f407 req-72d20112-d655-404a-9034-d1b6dc9094ef tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=88e2aeb1-a31a-4922-a98d-a73cbbaf5d37 HTTP/1.1" status: 200 len: 945 time: 1.6202557 Jul 24 00:57:52.076365 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 35236) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:52.120205 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ae2d98a1-b4f2-48d2-bcf9-a5c4b51bef29 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:52.128900 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ae2d98a1-b4f2-48d2-bcf9-a5c4b51bef29 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:52.132744 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ae2d98a1-b4f2-48d2-bcf9-a5c4b51bef29 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "DELETE /v2.0/security-groups/a96ea1f2-4b31-442f-899b-17c708f2362e HTTP/1.1" status: 204 len: 168 time: 0.8892009 Jul 24 00:57:52.189425 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35242) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:52.276758 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c2539d-c0c9-4bc6-b547-5acebe2f5d39 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Pushing event deleted for resources: {'Network': ['ID=b1094c0e-946f-4320-b30a-8a9708401d18,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:52.288201 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809b9621-b339-48e7-a52f-db69d2464887 None None] Network 0f4d177b-5147-42ce-b52d-29fb850e776c is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:57:52.303020 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-809b9621-b339-48e7-a52f-db69d2464887 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:57:52.306493 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809b9621-b339-48e7-a52f-db69d2464887 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:57:52.307340 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c2539d-c0c9-4bc6-b547-5acebe2f5d39 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:52.307696 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c2539d-c0c9-4bc6-b547-5acebe2f5d39 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:52.308040 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c2539d-c0c9-4bc6-b547-5acebe2f5d39 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:52.308377 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c2539d-c0c9-4bc6-b547-5acebe2f5d39 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:52.308710 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c2539d-c0c9-4bc6-b547-5acebe2f5d39 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:52.310567 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c2539d-c0c9-4bc6-b547-5acebe2f5d39 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:52.310968 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c2539d-c0c9-4bc6-b547-5acebe2f5d39 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:52.311308 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c2539d-c0c9-4bc6-b547-5acebe2f5d39 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:52.314015 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c2539d-c0c9-4bc6-b547-5acebe2f5d39 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:52.314492 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c2539d-c0c9-4bc6-b547-5acebe2f5d39 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:52.314870 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c2539d-c0c9-4bc6-b547-5acebe2f5d39 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:52.316413 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c2539d-c0c9-4bc6-b547-5acebe2f5d39 tempest-ExternalNetworksTestJSON-1439917992 tempest-ExternalNetworksTestJSON-1439917992-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:52.331784 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-72db4dde-ddb4-445d-b627-7346e466c2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:52.335023 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-72db4dde-ddb4-445d-b627-7346e466c2d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81a038cb-df9c-49e4-af9e-e93d2e1470dd HTTP/1.1" status: 200 len: 797 time: 0.4734683 Jul 24 00:57:52.343515 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c7674b4d-9a1d-4018-a6bf-a40407a2a28a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:52.382203 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d98a1-b4f2-48d2-bcf9-a5c4b51bef29 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96ea1f2-4b31-442f-899b-17c708f2362e,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:52.391418 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-13152778-694e-4e49-86e2-40a822ad3746 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] show failed (client error): The resource could not be found. Jul 24 00:57:52.393676 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-13152778-694e-4e49-86e2-40a822ad3746 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "GET /v2.0/security-groups/a96ea1f2-4b31-442f-899b-17c708f2362e HTTP/1.1" status: 404 len: 347 time: 0.1561189 Jul 24 00:57:52.407747 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b7be7451-bdc5-4474-8187-74ab62a3f407 req-ee49595a-4521-408b-b569-47034791c33e tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804140 Jul 24 00:57:52.452029 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b9621-b339-48e7-a52f-db69d2464887 None None] Pushing event updated for resources: {'Port': ['ID=9126fe4f-e770-422d-9524-841dc55c3f59,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:52.458005 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35246) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:52.514560 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3ac790-de0f-4f61-8d8a-28fdb598561c x-openstack-request-id: req-ff3ac790-de0f-4f61-8d8a-28fdb598561c {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:57:52.515155 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76bccb60-2f4b-45c0-9724-08bdeba55bfb", "name": "network-vif-unplugged", "status": "completed", "tag": "81f1fad1-b17f-4df8-9d39-6fc292365582", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:57:52.515252 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ff3ac790-de0f-4f61-8d8a-28fdb598561c {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:57:52.515703 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76bccb60-2f4b-45c0-9724-08bdeba55bfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81f1fad1-b17f-4df8-9d39-6fc292365582', 'code': 200} Jul 24 00:57:52.554722 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-c6872e37-87a7-46db-8a9b-4e67793b101e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72f5fdc4-2531-4a69-bb33-da00672a9165', 'name': 'tempest-TaggedBootDevicesTest_v242-106977617-router', 'tenant_id': '23f38d06c8d14c15821cdb6c563f3213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '9f958658-4cd2-4835-9556-8b89af85fd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:45:41Z', 'updated_at': '2021-07-24T00:57:47Z', 'revision_number': 5, 'project_id': '23f38d06c8d14c15821cdb6c563f3213', 'gw_port': {'id': '9f958658-4cd2-4835-9556-8b89af85fd39', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f5fdc4-2531-4a69-bb33-da00672a9165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:44Z', 'updated_at': '2021-07-24T00:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:52.577006 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-038deb18-1b90-42ef-a26f-a2955add8314 tempest-ExternalNetworksTestJSON-645408804 tempest-ExternalNetworksTestJSON-645408804-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:52.623356 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6872e37-87a7-46db-8a9b-4e67793b101e None None] The sync data for ids ['72f5fdc4-2531-4a69-bb33-da00672a9165'] in n-d-793621-25 is: [{'id': '72f5fdc4-2531-4a69-bb33-da00672a9165', 'name': 'tempest-TaggedBootDevicesTest_v242-106977617-router', 'tenant_id': '23f38d06c8d14c15821cdb6c563f3213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.78'}], 'enable_snat': True}, 'gw_port_id': '9f958658-4cd2-4835-9556-8b89af85fd39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:45:41Z', 'updated_at': '2021-07-24T00:57:47Z', 'revision_number': 5, 'project_id': '23f38d06c8d14c15821cdb6c563f3213', 'gw_port': {'id': '9f958658-4cd2-4835-9556-8b89af85fd39', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:e9:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f5fdc4-2531-4a69-bb33-da00672a9165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:45:44Z', 'updated_at': '2021-07-24T00:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:57:52.627385 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-809b9621-b339-48e7-a52f-db69d2464887 None None] Attempting to bind port 9126fe4f-e770-422d-9524-841dc55c3f59 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:57:52.632542 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-809b9621-b339-48e7-a52f-db69d2464887 None None] Attempting to bind port 9126fe4f-e770-422d-9524-841dc55c3f59 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '462cdb3a-8d0e-4b9d-bbf5-8407cf005c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0f4d177b-5147-42ce-b52d-29fb850e776c'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:57:52.632980 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809b9621-b339-48e7-a52f-db69d2464887 None None] Attempting to bind port 9126fe4f-e770-422d-9524-841dc55c3f59 on network 0f4d177b-5147-42ce-b52d-29fb850e776c {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:57:52.636534 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3bb5cdcb-aeff-4c9f-bf3a-d9bf42514b8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:52.650115 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809b9621-b339-48e7-a52f-db69d2464887 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:57:52.650597 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809b9621-b339-48e7-a52f-db69d2464887 None None] Checking segment: {'id': '462cdb3a-8d0e-4b9d-bbf5-8407cf005c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0f4d177b-5147-42ce-b52d-29fb850e776c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:57:52.651165 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-809b9621-b339-48e7-a52f-db69d2464887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:52.651667 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809b9621-b339-48e7-a52f-db69d2464887 None None] Bound using segment: {'id': '462cdb3a-8d0e-4b9d-bbf5-8407cf005c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0f4d177b-5147-42ce-b52d-29fb850e776c'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:57:52.652221 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-809b9621-b339-48e7-a52f-db69d2464887 None None] Bound port: 9126fe4f-e770-422d-9524-841dc55c3f59, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '462cdb3a-8d0e-4b9d-bbf5-8407cf005c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0f4d177b-5147-42ce-b52d-29fb850e776c'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:57:52.653234 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-809b9621-b339-48e7-a52f-db69d2464887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:52.675440 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3bb5cdcb-aeff-4c9f-bf3a-d9bf42514b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:52.774380 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd58be-2847-490c-ac28-ca09be881df5 req-ee663509-57e9-40b2-abb9-c68c7610ba32 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:52.784357 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd58be-2847-490c-ac28-ca09be881df5 req-ee663509-57e9-40b2-abb9-c68c7610ba32 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:52.800427 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd58be-2847-490c-ac28-ca09be881df5 req-ee663509-57e9-40b2-abb9-c68c7610ba32 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:52.803207 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-809b9621-b339-48e7-a52f-db69d2464887 None None] For port 9126fe4f-e770-422d-9524-841dc55c3f59, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:57:52.810324 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd58be-2847-490c-ac28-ca09be881df5 req-ee663509-57e9-40b2-abb9-c68c7610ba32 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:52.810745 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-809b9621-b339-48e7-a52f-db69d2464887 None None] For port 9126fe4f-e770-422d-9524-841dc55c3f59, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=9126fe4f-e770-422d-9524-841dc55c3f59,segment=NetworkSegment(462cdb3a-8d0e-4b9d-bbf5-8407cf005c8a),segment_id=462cdb3a-8d0e-4b9d-bbf5-8407cf005c8a)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:57:52.818320 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd58be-2847-490c-ac28-ca09be881df5 req-ee663509-57e9-40b2-abb9-c68c7610ba32 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:52.821589 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-c7674b4d-9a1d-4018-a6bf-a40407a2a28a admin admin] Deleting port 9f958658-4cd2-4835-9556-8b89af85fd39 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:57:52.823485 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-809b9621-b339-48e7-a52f-db69d2464887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:52.827357 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd58be-2847-490c-ac28-ca09be881df5 req-ee663509-57e9-40b2-abb9-c68c7610ba32 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:52.835160 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd58be-2847-490c-ac28-ca09be881df5 req-ee663509-57e9-40b2-abb9-c68c7610ba32 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:52.835403 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c7674b4d-9a1d-4018-a6bf-a40407a2a28a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:52.837770 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-52cd58be-2847-490c-ac28-ca09be881df5 req-ee663509-57e9-40b2-abb9-c68c7610ba32 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 5419 time: 0.7190320 Jul 24 00:57:52.842122 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-f9a28fd9-6665-45be-84a1-7c4f86e083eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:52.843726 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-f9a28fd9-6665-45be-84a1-7c4f86e083eb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65487f5e-aa75-4d64-a662-cf5c6179a6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4576955 Jul 24 00:57:52.989540 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b9621-b339-48e7-a52f-db69d2464887 None None] Pushing event updated for resources: {'Port': ['ID=9126fe4f-e770-422d-9524-841dc55c3f59,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:52.997794 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-3bb5cdcb-aeff-4c9f-bf3a-d9bf42514b8a admin admin] Allocated IP 172.25.2.105 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/669a617c-0a36-45fe-b558-8e2fe1305ff0) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:57:53.123134 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-5536ab3b-be13-47f0-8624-27dc15c39bd2 service neutron] 10.222.0.13 "GET /v2.0/networks/65487f5e-aa75-4d64-a662-cf5c6179a6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231083 Jul 24 00:57:53.281890 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-038deb18-1b90-42ef-a26f-a2955add8314 tempest-ExternalNetworksTestJSON-645408804 tempest-ExternalNetworksTestJSON-645408804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:53.332199 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-038deb18-1b90-42ef-a26f-a2955add8314 tempest-ExternalNetworksTestJSON-645408804 tempest-ExternalNetworksTestJSON-645408804-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f2d77f1-f574-48b6-9b70-7aa68401d6ee']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:53.345840 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-52cd58be-2847-490c-ac28-ca09be881df5 req-64740dd1-8451-4d3f-9aef-8b17f2d59f04 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&id=b607e344-24a6-4f17-aee1-1e5d86804c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2568836 Jul 24 00:57:53.374198 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-26712291-0c90-4a50-9bed-cc5b32366fc2 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Deleting port 735db133-c3f2-41f5-81c1-ab8c4a01770c {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:57:53.374742 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-26712291-0c90-4a50-9bed-cc5b32366fc2 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:53.388681 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-038deb18-1b90-42ef-a26f-a2955add8314 tempest-ExternalNetworksTestJSON-645408804 tempest-ExternalNetworksTestJSON-645408804-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb027f53-22f0-4b4b-9aeb-85f166e66ec4') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:53.389135 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-038deb18-1b90-42ef-a26f-a2955add8314 tempest-ExternalNetworksTestJSON-645408804 tempest-ExternalNetworksTestJSON-645408804-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb027f53-22f0-4b4b-9aeb-85f166e66ec4') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:53.406361 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-038deb18-1b90-42ef-a26f-a2955add8314 tempest-ExternalNetworksTestJSON-645408804 tempest-ExternalNetworksTestJSON-645408804-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:53.446621 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-038deb18-1b90-42ef-a26f-a2955add8314 tempest-ExternalNetworksTestJSON-645408804 tempest-ExternalNetworksTestJSON-645408804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:53.518275 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-038deb18-1b90-42ef-a26f-a2955add8314 tempest-ExternalNetworksTestJSON-645408804 tempest-ExternalNetworksTestJSON-645408804-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:57:53.518725 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-038deb18-1b90-42ef-a26f-a2955add8314 tempest-ExternalNetworksTestJSON-645408804 tempest-ExternalNetworksTestJSON-645408804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:53.568583 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-26712291-0c90-4a50-9bed-cc5b32366fc2 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:53.569012 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-26712291-0c90-4a50-9bed-cc5b32366fc2 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:53.611849 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-26712291-0c90-4a50-9bed-cc5b32366fc2 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Calling delete_port for 735db133-c3f2-41f5-81c1-ab8c4a01770c owned by network:floatingip {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:57:53.631884 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 00:57:53.631884 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:57:53.631884 n-d-793621-25 neutron-server[100464]: timer() Jul 24 00:57:53.631884 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:57:53.631884 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 00:57:53.631884 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:57:53.631884 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 00:57:53.631884 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:57:53.631884 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 00:57:53.631884 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:57:53.631884 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 00:57:53.631884 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:57:53.631884 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 00:57:53.631884 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:57:53.631884 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:57:53.631884 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:57:53.631884 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:57:53.631884 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:57:53.631884 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 00:57:53.631884 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:57:53.631884 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 00:57:53.631884 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:57:53.631884 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:57:53.631884 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:57:53.631884 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 00:57:53.631884 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:57:53.631884 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:57:53.631884 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:57:53.631884 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:57:53.631884 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:57:53.631884 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:57:53.631884 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:57:53.657302 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-038deb18-1b90-42ef-a26f-a2955add8314 tempest-ExternalNetworksTestJSON-645408804 tempest-ExternalNetworksTestJSON-645408804-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:53.664955 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-b8c4f2bb-88c8-4b2d-8319-50ca33c2e9c3 service neutron] 10.222.0.13 "GET /v2.0/networks/65487f5e-aa75-4d64-a662-cf5c6179a6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5206954 Jul 24 00:57:53.671711 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3bb5cdcb-aeff-4c9f-bf3a-d9bf42514b8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:53.830424 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-038deb18-1b90-42ef-a26f-a2955add8314 tempest-ExternalNetworksTestJSON-645408804 tempest-ExternalNetworksTestJSON-645408804-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:53.832678 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-038deb18-1b90-42ef-a26f-a2955add8314 tempest-ExternalNetworksTestJSON-645408804 tempest-ExternalNetworksTestJSON-645408804-project] 10.222.0.15 "DELETE /v2.0/networks/9f2d77f1-f574-48b6-9b70-7aa68401d6ee HTTP/1.1" status: 204 len: 168 time: 1.7550018 Jul 24 00:57:53.839436 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-c7674b4d-9a1d-4018-a6bf-a40407a2a28a admin admin] For port 9f958658-4cd2-4835-9556-8b89af85fd39, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=9f958658-4cd2-4835-9556-8b89af85fd39,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:53.839828 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c7674b4d-9a1d-4018-a6bf-a40407a2a28a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:53.911206 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-542b760e-50bd-49bc-89e6-be5768113b29 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=3bdee268-3504-4249-9688-c9a743e39dc3 HTTP/1.1" status: 200 len: 217 time: 0.1224670 Jul 24 00:57:53.912496 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038deb18-1b90-42ef-a26f-a2955add8314 tempest-ExternalNetworksTestJSON-645408804 tempest-ExternalNetworksTestJSON-645408804-project] Pushing event deleted for resources: {'Network': ['ID=9f2d77f1-f574-48b6-9b70-7aa68401d6ee,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:53.956865 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3bb5cdcb-aeff-4c9f-bf3a-d9bf42514b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:54.019746 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-c7674b4d-9a1d-4018-a6bf-a40407a2a28a admin admin] Calling delete_port for 9f958658-4cd2-4835-9556-8b89af85fd39 owned by network:router_gateway {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:57:54.045676 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb5cdcb-aeff-4c9f-bf3a-d9bf42514b8a admin admin] Pushing event updated for resources: {'Port': ['ID=669a617c-0a36-45fe-b558-8e2fe1305ff0,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:54.055154 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-26712291-0c90-4a50-9bed-cc5b32366fc2 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:54.112773 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26712291-0c90-4a50-9bed-cc5b32366fc2 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Pushing event deleted for resources: {'Port': ['ID=735db133-c3f2-41f5-81c1-ab8c4a01770c,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:54.154221 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c3b8d-cb48-4b37-b0fd-3c53236938c7 req-74fc1054-f2a0-4516-8deb-7360484210a7 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:54.158737 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b08c3b8d-cb48-4b37-b0fd-3c53236938c7 req-74fc1054-f2a0-4516-8deb-7360484210a7 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=88e2aeb1-a31a-4922-a98d-a73cbbaf5d37 HTTP/1.1" status: 200 len: 945 time: 0.5162349 Jul 24 00:57:54.186107 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-beca50ba-8ea7-46a6-b80e-ffb63a220d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:54.187864 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-beca50ba-8ea7-46a6-b80e-ffb63a220d2f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81a038cb-df9c-49e4-af9e-e93d2e1470dd HTTP/1.1" status: 200 len: 797 time: 0.2656698 Jul 24 00:57:54.198704 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb5cdcb-aeff-4c9f-bf3a-d9bf42514b8a admin admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:57:54.203001 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-26712291-0c90-4a50-9bed-cc5b32366fc2 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks [] for floatingip, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:54.206999 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-26712291-0c90-4a50-9bed-cc5b32366fc2 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:54.212780 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-26712291-0c90-4a50-9bed-cc5b32366fc2 tempest-ImagesOneServerNegativeTestJSON-252158359 tempest-ImagesOneServerNegativeTestJSON-252158359-project] 10.222.0.15 "DELETE /v2.0/floatingips/ed02b73f-09b1-4cf0-bc34-5b67ef2885d2 HTTP/1.1" status: 204 len: 168 time: 1.7523408 Jul 24 00:57:54.214423 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-3bb5cdcb-aeff-4c9f-bf3a-d9bf42514b8a admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:57:54.218341 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb5cdcb-aeff-4c9f-bf3a-d9bf42514b8a admin admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:57:54.290705 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b08c3b8d-cb48-4b37-b0fd-3c53236938c7 req-ddce7b96-6cd3-4c63-954f-0a7a77c16c5c tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308885 Jul 24 00:57:54.404122 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 35292) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:54.435905 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 35298) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:54.476952 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-d199291a-a0c9-49b5-be09-803fae8203a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:54.479281 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-d199291a-a0c9-49b5-be09-803fae8203a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65487f5e-aa75-4d64-a662-cf5c6179a6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2833853 Jul 24 00:57:54.631518 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5ac9dae-662a-46eb-b14f-9cbcb929daf2 admin admin] Deleting subnet feed36e8-2b07-4f00-a23a-762cf33137fd {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:57:54.634693 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d5ac9dae-662a-46eb-b14f-9cbcb929daf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:54.692633 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d5ac9dae-662a-46eb-b14f-9cbcb929daf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:54.786214 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82438f54-fa9e-4b5f-99a5-b0d009f8717c req-e8b50171-1e05-4e74-8bce-cd830ee07adf tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:54.800717 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82438f54-fa9e-4b5f-99a5-b0d009f8717c req-e8b50171-1e05-4e74-8bce-cd830ee07adf tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:54.806362 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82438f54-fa9e-4b5f-99a5-b0d009f8717c req-e8b50171-1e05-4e74-8bce-cd830ee07adf tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:54.814896 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82438f54-fa9e-4b5f-99a5-b0d009f8717c req-e8b50171-1e05-4e74-8bce-cd830ee07adf tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:54.821057 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82438f54-fa9e-4b5f-99a5-b0d009f8717c req-e8b50171-1e05-4e74-8bce-cd830ee07adf tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:54.829592 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82438f54-fa9e-4b5f-99a5-b0d009f8717c req-e8b50171-1e05-4e74-8bce-cd830ee07adf tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:54.844158 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82438f54-fa9e-4b5f-99a5-b0d009f8717c req-e8b50171-1e05-4e74-8bce-cd830ee07adf tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:54.846435 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-82438f54-fa9e-4b5f-99a5-b0d009f8717c req-e8b50171-1e05-4e74-8bce-cd830ee07adf tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 5419 time: 0.3546197 Jul 24 00:57:54.869864 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d5ac9dae-662a-46eb-b14f-9cbcb929daf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:54.913733 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c7674b4d-9a1d-4018-a6bf-a40407a2a28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:54.944034 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-82438f54-fa9e-4b5f-99a5-b0d009f8717c req-da5c03c6-2167-4a37-898b-bd887ed2d384 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&id=b607e344-24a6-4f17-aee1-1e5d86804c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0903134 Jul 24 00:57:54.961554 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3bb5cdcb-aeff-4c9f-bf3a-d9bf42514b8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:55.021028 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 9126fe4f-e770-422d-9524-841dc55c3f59 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:57:55.055428 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-fea5cf27-5680-4970-91d3-d27bfbff807a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ce983a58c27b4517990490d0d2cf9240&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6498590 Jul 24 00:57:55.065910 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 35312) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:55.093144 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7674b4d-9a1d-4018-a6bf-a40407a2a28a admin admin] Pushing event deleted for resources: {'Port': ['ID=9f958658-4cd2-4835-9556-8b89af85fd39,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:55.140988 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-a1669e07-57cb-4e0b-bd6c-6f044933fab9 service neutron] 10.222.0.13 "GET /v2.0/networks/65487f5e-aa75-4d64-a662-cf5c6179a6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6362371 Jul 24 00:57:55.145844 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 9126fe4f-e770-422d-9524-841dc55c3f59 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:57:55.158905 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af1d926-8d37-4ddb-aae9-a8604abed58f None None] Network 0f4d177b-5147-42ce-b52d-29fb850e776c requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:57:55.185437 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0889f85c-48a0-4075-a812-56eef158f77f no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:57:55.253152 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-7d226dd1-4b47-4db2-bee6-72eaae99dbe4 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:55.260544 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-7d226dd1-4b47-4db2-bee6-72eaae99dbe4 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/networks?id=2da6bbc7-a75c-4c5c-b454-75233615e1ea HTTP/1.1" status: 200 len: 806 time: 0.5307410 Jul 24 00:57:55.348287 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3bb5cdcb-aeff-4c9f-bf3a-d9bf42514b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:55.362493 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-d7f74c0e-1aa3-4901-b564-55c705e44b45 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/quotas/efa6f3db9fd64630b0882e80030f42fc HTTP/1.1" status: 200 len: 375 time: 0.0986834 Jul 24 00:57:55.375282 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d5ac9dae-662a-46eb-b14f-9cbcb929daf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:55.400275 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 0889f85c-48a0-4075-a812-56eef158f77f {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:57:55.412593 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0889f85c-48a0-4075-a812-56eef158f77f not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:57:55.481676 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a50da77c-89c5-48ef-bd74-dd49b0ab0dc3 None None] Provisioning for port 9126fe4f-e770-422d-9524-841dc55c3f59 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:57:55.502759 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a50da77c-89c5-48ef-bd74-dd49b0ab0dc3 None None] Provisioning complete for port 9126fe4f-e770-422d-9524-841dc55c3f59 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:57:55.519432 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a50da77c-89c5-48ef-bd74-dd49b0ab0dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:55.633937 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ac9dae-662a-46eb-b14f-9cbcb929daf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=feed36e8-2b07-4f00-a23a-762cf33137fd,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:55.667172 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c7674b4d-9a1d-4018-a6bf-a40407a2a28a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:55.705576 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d5ac9dae-662a-46eb-b14f-9cbcb929daf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:55.717184 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d5ac9dae-662a-46eb-b14f-9cbcb929daf2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/feed36e8-2b07-4f00-a23a-762cf33137fd HTTP/1.1" status: 204 len: 168 time: 1.2791164 Jul 24 00:57:55.729705 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a50da77c-89c5-48ef-bd74-dd49b0ab0dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:55.772383 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 35324) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:55.817110 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-a50da77c-89c5-48ef-bd74-dd49b0ab0dc3 None None] For port 9126fe4f-e770-422d-9524-841dc55c3f59, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=9126fe4f-e770-422d-9524-841dc55c3f59,segment=NetworkSegment(462cdb3a-8d0e-4b9d-bbf5-8407cf005c8a),segment_id=462cdb3a-8d0e-4b9d-bbf5-8407cf005c8a)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:55.847533 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a50da77c-89c5-48ef-bd74-dd49b0ab0dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:55.864276 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb5cdcb-aeff-4c9f-bf3a-d9bf42514b8a admin admin] Router 487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:57:55.981222 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e955e47e-e2dc-4f30-a43e-294aa5b07418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:56.008168 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50da77c-89c5-48ef-bd74-dd49b0ab0dc3 None None] Pushing event updated for resources: {'Port': ['ID=9126fe4f-e770-422d-9524-841dc55c3f59,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:56.020828 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5b9916f5-036d-4e48-a297-9c06772e3dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:56.068623 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c7674b4d-9a1d-4018-a6bf-a40407a2a28a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:56.076548 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c7674b4d-9a1d-4018-a6bf-a40407a2a28a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:56.085642 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-315b0b8e-95bb-48c4-a927-db078cb6b849 service neutron] 10.222.0.13 "GET /v2.0/networks/65487f5e-aa75-4d64-a662-cf5c6179a6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8790598 Jul 24 00:57:56.147711 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5b9916f5-036d-4e48-a297-9c06772e3dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:56.246459 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb5cdcb-aeff-4c9f-bf3a-d9bf42514b8a admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:57:56.257579 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faede485-1a57-4a80-ac1f-a4626e330e4d None None] Sync routers for ids ['487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:57:56.280211 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faede485-1a57-4a80-ac1f-a4626e330e4d None None] Routers {'487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:57:56.280893 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-faede485-1a57-4a80-ac1f-a4626e330e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:57:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:56.295015 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e531a4ce-30c4-4295-9e57-a7cf18100f18 None None] Provisioning complete for port 9126fe4f-e770-422d-9524-841dc55c3f59 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:57:56.296645 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e531a4ce-30c4-4295-9e57-a7cf18100f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:56.337223 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3bb5cdcb-aeff-4c9f-bf3a-d9bf42514b8a admin admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:56.343327 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3bb5cdcb-aeff-4c9f-bf3a-d9bf42514b8a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.3328195 Jul 24 00:57:56.344454 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35334) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:56.383858 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9baf382-9040-40fa-b62d-5b4872f99bce req-4c88965f-bbde-4dbf-8a81-0bf5014e5028 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:56.393312 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9baf382-9040-40fa-b62d-5b4872f99bce req-4c88965f-bbde-4dbf-8a81-0bf5014e5028 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:56.410076 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9baf382-9040-40fa-b62d-5b4872f99bce req-4c88965f-bbde-4dbf-8a81-0bf5014e5028 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:56.420188 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9baf382-9040-40fa-b62d-5b4872f99bce req-4c88965f-bbde-4dbf-8a81-0bf5014e5028 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:56.453307 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9baf382-9040-40fa-b62d-5b4872f99bce req-4c88965f-bbde-4dbf-8a81-0bf5014e5028 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:56.479941 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9baf382-9040-40fa-b62d-5b4872f99bce req-4c88965f-bbde-4dbf-8a81-0bf5014e5028 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:56.490645 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9baf382-9040-40fa-b62d-5b4872f99bce req-4c88965f-bbde-4dbf-8a81-0bf5014e5028 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:56.493548 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d9baf382-9040-40fa-b62d-5b4872f99bce req-4c88965f-bbde-4dbf-8a81-0bf5014e5028 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 5419 time: 0.3736079 Jul 24 00:57:56.568771 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-dfea34db-9cd0-4c6e-ad43-36943c9056a2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=149cdb73-8fb6-426e-8349-634d1b416c1d HTTP/1.1" status: 200 len: 217 time: 0.4473870 Jul 24 00:57:56.569392 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-faede485-1a57-4a80-ac1f-a4626e330e4d None None] Set router 487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:57:56.648569 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d9baf382-9040-40fa-b62d-5b4872f99bce req-08ed689e-a154-4af0-9f3d-9fbe96936d9e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&id=b607e344-24a6-4f17-aee1-1e5d86804c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1020427 Jul 24 00:57:56.690123 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c7674b4d-9a1d-4018-a6bf-a40407a2a28a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:56.691459 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7674b4d-9a1d-4018-a6bf-a40407a2a28a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72f5fdc4-2531-4a69-bb33-da00672a9165 {{(pid=100464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:57:56.703605 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c7674b4d-9a1d-4018-a6bf-a40407a2a28a admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:56.704778 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c7674b4d-9a1d-4018-a6bf-a40407a2a28a admin admin] 10.222.0.15 "DELETE /v2.0/routers/72f5fdc4-2531-4a69-bb33-da00672a9165 HTTP/1.1" status: 204 len: 168 time: 6.4653864 Jul 24 00:57:56.722048 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-19af215e-4710-4eaa-8ffc-d54a9d424b35 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=efa6f3db9fd64630b0882e80030f42fc&fields=id HTTP/1.1" status: 200 len: 302 time: 1.3550498 Jul 24 00:57:56.775847 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35344) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:56.838651 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5b9916f5-036d-4e48-a297-9c06772e3dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:56.842941 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5b9916f5-036d-4e48-a297-9c06772e3dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:56.848766 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5b9916f5-036d-4e48-a297-9c06772e3dd6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d07b6593-953b-4643-9787-35450a30582b HTTP/1.1" status: 204 len: 168 time: 1.7710981 Jul 24 00:57:56.992308 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-d874145e-d382-4cd4-aadb-80c2429f709a admin admin] Deleting subnet e87587b1-abf9-464b-ac3b-f70ea6c04f1a {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:57:56.997676 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d874145e-d382-4cd4-aadb-80c2429f709a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:57.053072 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-faede485-1a57-4a80-ac1f-a4626e330e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd', 'name': 'tempest-ServersTestManualDisk-1571346136-router', 'tenant_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '669a617c-0a36-45fe-b558-8e2fe1305ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:57:50Z', 'updated_at': '2021-07-24T00:57:54Z', 'revision_number': 3, 'project_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'gw_port': {'id': '669a617c-0a36-45fe-b558-8e2fe1305ff0', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:57:52Z', 'updated_at': '2021-07-24T00:57:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:57.126108 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d874145e-d382-4cd4-aadb-80c2429f709a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:57.159747 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faede485-1a57-4a80-ac1f-a4626e330e4d None None] Checking router: 487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:57:57.160104 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faede485-1a57-4a80-ac1f-a4626e330e4d None None] Updating router 487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd port 669a617c-0a36-45fe-b558-8e2fe1305ff0 binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:57:57.279854 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-faede485-1a57-4a80-ac1f-a4626e330e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:57.372825 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d874145e-d382-4cd4-aadb-80c2429f709a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:57.375847 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 9126fe4f-e770-422d-9524-841dc55c3f59 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:57:57.406199 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e955e47e-e2dc-4f30-a43e-294aa5b07418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:57.447834 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-e955e47e-e2dc-4f30-a43e-294aa5b07418 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3693d853-cfcd-49ab-a574-7a2bb546088d']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:57.488657 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-e955e47e-e2dc-4f30-a43e-294aa5b07418 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a1e043c-79b0-4397-b4d2-2b95c82d517b') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:57.490760 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-e955e47e-e2dc-4f30-a43e-294aa5b07418 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a1e043c-79b0-4397-b4d2-2b95c82d517b') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:57.511724 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 9126fe4f-e770-422d-9524-841dc55c3f59 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:57:57.514091 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:57.534020 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e955e47e-e2dc-4f30-a43e-294aa5b07418 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:57.572424 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e955e47e-e2dc-4f30-a43e-294aa5b07418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:57.580645 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e955e47e-e2dc-4f30-a43e-294aa5b07418 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:57:57.581074 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e955e47e-e2dc-4f30-a43e-294aa5b07418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:57.667544 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 00:57:57.667544 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:57:57.667544 n-d-793621-25 neutron-server[100464]: timer() Jul 24 00:57:57.667544 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:57:57.667544 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 00:57:57.667544 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:57:57.667544 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 00:57:57.667544 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:57:57.667544 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 00:57:57.667544 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:57:57.667544 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 00:57:57.667544 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:57:57.667544 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 00:57:57.667544 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:57:57.667544 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:57:57.667544 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:57:57.667544 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:57:57.667544 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:57:57.667544 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 00:57:57.667544 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:57:57.667544 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 00:57:57.667544 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:57:57.667544 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:57:57.667544 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:57:57.667544 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 00:57:57.667544 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:57:57.667544 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:57:57.667544 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:57:57.667544 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:57:57.667544 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:57:57.667544 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:57:57.667544 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:57:57.682969 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e955e47e-e2dc-4f30-a43e-294aa5b07418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:57.758472 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e955e47e-e2dc-4f30-a43e-294aa5b07418 admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:57.767264 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e955e47e-e2dc-4f30-a43e-294aa5b07418 admin admin] 10.222.0.15 "DELETE /v2.0/networks/3693d853-cfcd-49ab-a574-7a2bb546088d HTTP/1.1" status: 204 len: 168 time: 1.9681916 Jul 24 00:57:57.771300 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 35360) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:57.781769 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9916f5-036d-4e48-a297-9c06772e3dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07b6593-953b-4643-9787-35450a30582b,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:57.823559 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8c42c268-b403-48b3-9ec5-2f586f2145db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:57.851152 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e955e47e-e2dc-4f30-a43e-294aa5b07418 admin admin] Pushing event deleted for resources: {'Network': ['ID=3693d853-cfcd-49ab-a574-7a2bb546088d,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:57.862812 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-4b8ab0b2-f0f3-4038-8a1a-e67530f79fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:57.864860 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-4b8ab0b2-f0f3-4038-8a1a-e67530f79fc9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81a038cb-df9c-49e4-af9e-e93d2e1470dd HTTP/1.1" status: 200 len: 797 time: 1.2791724 Jul 24 00:57:57.926813 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-be89519e-5fac-4f35-baee-eb8326161373 service neutron] 10.222.0.15 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2032783 Jul 24 00:57:57.946502 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d874145e-d382-4cd4-aadb-80c2429f709a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:58.033681 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d874145e-d382-4cd4-aadb-80c2429f709a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:58.037522 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b33123c-1c51-442d-8205-fe43686c94e7 None None] Network fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:57:58.044067 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-faede485-1a57-4a80-ac1f-a4626e330e4d None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:58.045844 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-3cb09581-f101-4bf6-88f2-b9b154dcd125 service neutron] 10.222.0.15 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120176 Jul 24 00:57:58.047437 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 35366) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:58.054960 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-faede485-1a57-4a80-ac1f-a4626e330e4d None None] Transition to ACTIVE for port object 669a617c-0a36-45fe-b558-8e2fe1305ff0 will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:57:58.061352 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d874145e-d382-4cd4-aadb-80c2429f709a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e87587b1-abf9-464b-ac3b-f70ea6c04f1a HTTP/1.1" status: 204 len: 168 time: 1.2845111 Jul 24 00:57:58.065587 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-47f81ebf-b88a-4b72-bc34-403fe7816cc9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e09f95af4f394befaebc9a7b44aac628&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2821205 Jul 24 00:57:58.065587 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 35372) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:58.066027 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35370) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:58.072159 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-faede485-1a57-4a80-ac1f-a4626e330e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:58.085305 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d874145e-d382-4cd4-aadb-80c2429f709a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e87587b1-abf9-464b-ac3b-f70ea6c04f1a,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:58.150741 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-19132844-750b-4d5e-88f0-ffe3457210be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:58.152352 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-19132844-750b-4d5e-88f0-ffe3457210be service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65487f5e-aa75-4d64-a662-cf5c6179a6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2706063 Jul 24 00:57:58.155744 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4bf785ad-e153-47fc-91b5-cda57b1d18fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:58.264894 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7ed8e7-71b8-45b7-9e12-cb852bab59bc None None] Pushing event updated for resources: {'Port': ['ID=669a617c-0a36-45fe-b558-8e2fe1305ff0,revision_number=2']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:58.276001 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-faede485-1a57-4a80-ac1f-a4626e330e4d None None] Attempting to bind port 669a617c-0a36-45fe-b558-8e2fe1305ff0 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:57:58.276386 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-faede485-1a57-4a80-ac1f-a4626e330e4d None None] Attempting to bind port 669a617c-0a36-45fe-b558-8e2fe1305ff0 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:57:58.277060 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faede485-1a57-4a80-ac1f-a4626e330e4d None None] Attempting to bind port 669a617c-0a36-45fe-b558-8e2fe1305ff0 on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:57:58.277814 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-65c34af3-e5a3-4d1b-9dd3-e610eae9990a service neutron] 10.222.0.13 "GET /v2.0/networks/65487f5e-aa75-4d64-a662-cf5c6179a6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144352 Jul 24 00:57:58.283509 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ed8e7-71b8-45b7-9e12-cb852bab59bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:58.284117 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ed8e7-71b8-45b7-9e12-cb852bab59bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:58.284244 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ed8e7-71b8-45b7-9e12-cb852bab59bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:58.284506 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ed8e7-71b8-45b7-9e12-cb852bab59bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:58.284914 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ed8e7-71b8-45b7-9e12-cb852bab59bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:58.285306 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ed8e7-71b8-45b7-9e12-cb852bab59bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:58.286615 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ed8e7-71b8-45b7-9e12-cb852bab59bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:58.287418 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ed8e7-71b8-45b7-9e12-cb852bab59bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:58.287982 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ed8e7-71b8-45b7-9e12-cb852bab59bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:58.288309 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ed8e7-71b8-45b7-9e12-cb852bab59bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:58.288639 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ed8e7-71b8-45b7-9e12-cb852bab59bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:58.288959 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7ed8e7-71b8-45b7-9e12-cb852bab59bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:57:58.295287 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faede485-1a57-4a80-ac1f-a4626e330e4d None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:57:58.295811 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faede485-1a57-4a80-ac1f-a4626e330e4d None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:57:58.296220 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-faede485-1a57-4a80-ac1f-a4626e330e4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:58.296611 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faede485-1a57-4a80-ac1f-a4626e330e4d None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:57:58.297103 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-faede485-1a57-4a80-ac1f-a4626e330e4d None None] Bound port: 669a617c-0a36-45fe-b558-8e2fe1305ff0, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:57:58.297604 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-faede485-1a57-4a80-ac1f-a4626e330e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:58.364001 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-faede485-1a57-4a80-ac1f-a4626e330e4d None None] For port 669a617c-0a36-45fe-b558-8e2fe1305ff0, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:57:58.367432 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-faede485-1a57-4a80-ac1f-a4626e330e4d None None] For port 669a617c-0a36-45fe-b558-8e2fe1305ff0, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=669a617c-0a36-45fe-b558-8e2fe1305ff0,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:57:58.374996 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-faede485-1a57-4a80-ac1f-a4626e330e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:58.443579 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb1fe8f-eebb-49c0-8148-7068a03af4eb None None] DHCP port deletion for fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:57:58.467282 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35374) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:58.496613 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4037be99-483a-461a-aef9-9939c581fff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:58.514600 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-6eb1fe8f-eebb-49c0-8148-7068a03af4eb None None] Deleting port 15dea6d8-e877-45b6-b0f5-a193aa0d8547 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:57:58.514874 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-d9fd3481-cb7b-47c9-9554-6d202e23c9b3 service neutron] 10.222.0.13 "GET /v2.0/networks/65487f5e-aa75-4d64-a662-cf5c6179a6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284992 Jul 24 00:57:58.515397 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6eb1fe8f-eebb-49c0-8148-7068a03af4eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:58.569513 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7ed8e7-71b8-45b7-9e12-cb852bab59bc None None] Pushing event updated for resources: {'Port': ['ID=669a617c-0a36-45fe-b558-8e2fe1305ff0,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:58.602761 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faede485-1a57-4a80-ac1f-a4626e330e4d None None] Routers {'487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:57:58.605315 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-faede485-1a57-4a80-ac1f-a4626e330e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:57:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:58.636461 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4bf785ad-e153-47fc-91b5-cda57b1d18fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:58.641016 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-5f160fbd-1292-440f-bab1-ef4e47d6f5eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=40187b04-184d-4d3d-a8c9-78e7d3aa2412 HTTP/1.1" status: 200 len: 217 time: 0.1143956 Jul 24 00:57:58.664301 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-6eb1fe8f-eebb-49c0-8148-7068a03af4eb None None] For port 15dea6d8-e877-45b6-b0f5-a193aa0d8547, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=15dea6d8-e877-45b6-b0f5-a193aa0d8547,segment=NetworkSegment(719843d8-5fea-4363-bbdc-981ab26ff953),segment_id=719843d8-5fea-4363-bbdc-981ab26ff953)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:58.665281 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6eb1fe8f-eebb-49c0-8148-7068a03af4eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:58.679701 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-50df613a-db59-497a-953c-0b36a2d2497f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:58.685319 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-6eb1fe8f-eebb-49c0-8148-7068a03af4eb None None] Calling delete_port for 15dea6d8-e877-45b6-b0f5-a193aa0d8547 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:57:58.838729 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-50df613a-db59-497a-953c-0b36a2d2497f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:58.853892 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-edf04897-4b45-4612-9915-a78167e51c8f req-6d66e182-a0d2-4be2-b7ae-b76249028bde tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=776a7ac9-a0a5-48bd-bb88-d61df20459ee HTTP/1.1" status: 200 len: 210 time: 0.3319466 Jul 24 00:57:58.880263 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-50df613a-db59-497a-953c-0b36a2d2497f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:58.909729 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6eb1fe8f-eebb-49c0-8148-7068a03af4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:58.974148 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 9f958658-4cd2-4835-9556-8b89af85fd39 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:57:58.998751 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-50df613a-db59-497a-953c-0b36a2d2497f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6f87e6e5fe8540a1b410cadf3a13b166&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9455283 Jul 24 00:57:59.001335 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35388) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:59.001731 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df613a-db59-497a-953c-0b36a2d2497f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033f419f-4494-47ca-9929-428f736e35dc,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:59.040323 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-0523790e-1db5-4bbd-95a6-e90e8f4dea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:59.042258 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-0523790e-1db5-4bbd-95a6-e90e8f4dea3a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=959a9d79-5c81-43b4-9d07-b0995246156a HTTP/1.1" status: 200 len: 797 time: 0.3643608 Jul 24 00:57:59.113537 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-faede485-1a57-4a80-ac1f-a4626e330e4d None None] Set router 487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:57:59.125913 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c975d-e666-400a-97be-a83b20d10fea req-73704524-479f-4f43-805b-0a200ac3363f tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:59.136229 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c975d-e666-400a-97be-a83b20d10fea req-73704524-479f-4f43-805b-0a200ac3363f tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:59.144563 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1fe8f-eebb-49c0-8148-7068a03af4eb None None] Pushing event deleted for resources: {'Port': ['ID=15dea6d8-e877-45b6-b0f5-a193aa0d8547,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:59.145018 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c975d-e666-400a-97be-a83b20d10fea req-73704524-479f-4f43-805b-0a200ac3363f tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:59.153842 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c975d-e666-400a-97be-a83b20d10fea req-73704524-479f-4f43-805b-0a200ac3363f tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:59.155878 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 9f958658-4cd2-4835-9556-8b89af85fd39 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:57:59.161180 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 9f958658-4cd2-4835-9556-8b89af85fd39 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:57:59.167253 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 15dea6d8-e877-45b6-b0f5-a193aa0d8547 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:57:59.189949 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c975d-e666-400a-97be-a83b20d10fea req-73704524-479f-4f43-805b-0a200ac3363f tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:59.196326 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4bf785ad-e153-47fc-91b5-cda57b1d18fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:59.198945 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4bf785ad-e153-47fc-91b5-cda57b1d18fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:59.199861 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c975d-e666-400a-97be-a83b20d10fea req-73704524-479f-4f43-805b-0a200ac3363f tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:59.204441 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4bf785ad-e153-47fc-91b5-cda57b1d18fe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2dfe1831-5b8d-4ca7-8fc6-b426cc9835af HTTP/1.1" status: 204 len: 168 time: 1.1383758 Jul 24 00:57:59.208206 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c975d-e666-400a-97be-a83b20d10fea req-73704524-479f-4f43-805b-0a200ac3363f tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:59.211762 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bc2c975d-e666-400a-97be-a83b20d10fea req-73704524-479f-4f43-805b-0a200ac3363f tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 5419 time: 1.3469021 Jul 24 00:57:59.224079 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7a5dad4e-7ffd-4b4e-9028-0c8adf4b18e5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=189b921c4a4d4668a9577a88e5cdd824&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7222958 Jul 24 00:57:59.237785 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 35392) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:57:59.286102 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb1fe8f-eebb-49c0-8148-7068a03af4eb None None] No DVR routers for this DVR port 15dea6d8-e877-45b6-b0f5-a193aa0d8547 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:57:59.305519 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 15dea6d8-e877-45b6-b0f5-a193aa0d8547 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:57:59.307298 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 15dea6d8-e877-45b6-b0f5-a193aa0d8547 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:57:59.326082 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf785ad-e153-47fc-91b5-cda57b1d18fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfe1831-5b8d-4ca7-8fc6-b426cc9835af,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:59.376543 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-8cbcff62-b7ee-4388-ae22-5f6cf8b2254d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:57:59.380638 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-8cbcff62-b7ee-4388-ae22-5f6cf8b2254d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3220172 Jul 24 00:57:59.382547 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-536e1dce-fb3e-4e43-9241-f70235d4362d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:59.461331 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-4037be99-483a-461a-aef9-9939c581fff2 admin admin] Deleting port 15dea6d8-e877-45b6-b0f5-a193aa0d8547 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:57:59.462452 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4037be99-483a-461a-aef9-9939c581fff2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:59.474431 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bc2c975d-e666-400a-97be-a83b20d10fea req-4a976a94-50df-4eb2-8212-cb9daacbb40e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&id=b607e344-24a6-4f17-aee1-1e5d86804c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2422535 Jul 24 00:57:59.511276 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b65c27fb-a82e-4ef8-bf52-bb24057843b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:59.637432 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-536e1dce-fb3e-4e43-9241-f70235d4362d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:59.659975 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-faede485-1a57-4a80-ac1f-a4626e330e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd', 'name': 'tempest-ServersTestManualDisk-1571346136-router', 'tenant_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '669a617c-0a36-45fe-b558-8e2fe1305ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:57:50Z', 'updated_at': '2021-07-24T00:57:54Z', 'revision_number': 3, 'project_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'gw_port': {'id': '669a617c-0a36-45fe-b558-8e2fe1305ff0', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:57:52Z', 'updated_at': '2021-07-24T00:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:57:59.692680 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-4037be99-483a-461a-aef9-9939c581fff2 admin admin] For port 15dea6d8-e877-45b6-b0f5-a193aa0d8547, host n-d-793621-25, got binding levels [] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:57:59.693508 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4037be99-483a-461a-aef9-9939c581fff2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:59.712729 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-4037be99-483a-461a-aef9-9939c581fff2 admin admin] Calling delete_port for 15dea6d8-e877-45b6-b0f5-a193aa0d8547 owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:57:59.724926 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.ipam_backend_mixin [None req-4037be99-483a-461a-aef9-9939c581fff2 admin admin] Port 15dea6d8-e877-45b6-b0f5-a193aa0d8547 was not found and therefore no delete operation was performed {{(pid=100463) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 24 00:57:59.727633 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-8c42c268-b403-48b3-9ec5-2f586f2145db admin admin] Allocated IP 172.20.0.1 (0f4d177b-5147-42ce-b52d-29fb850e776c/cd529d29-d1e4-4b9d-9eb1-e982944c69e2/602d02a5-1813-4348-99bd-ab79b1a9ae22) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:57:59.732199 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faede485-1a57-4a80-ac1f-a4626e330e4d None None] The sync data for ids ['487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd'] in n-d-793621-25 is: [{'id': '487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd', 'name': 'tempest-ServersTestManualDisk-1571346136-router', 'tenant_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '669a617c-0a36-45fe-b558-8e2fe1305ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:57:50Z', 'updated_at': '2021-07-24T00:57:54Z', 'revision_number': 3, 'project_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'gw_port': {'id': '669a617c-0a36-45fe-b558-8e2fe1305ff0', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6e:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:57:52Z', 'updated_at': '2021-07-24T00:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:57:59.752439 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-536e1dce-fb3e-4e43-9241-f70235d4362d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:59.757189 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-536e1dce-fb3e-4e43-9241-f70235d4362d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:57:59.757827 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-536e1dce-fb3e-4e43-9241-f70235d4362d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f16a4d2d-790a-47db-9389-eba3c55fa1a3 HTTP/1.1" status: 204 len: 168 time: 0.5170102 Jul 24 00:57:59.766417 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-c4cf9ab2-7b96-4b82-a5b7-5a292415501e service neutron] 10.222.0.13 "GET /v2.0/networks/09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763859 Jul 24 00:57:59.772273 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e1dce-fb3e-4e43-9241-f70235d4362d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16a4d2d-790a-47db-9389-eba3c55fa1a3,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:57:59.861114 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4037be99-483a-461a-aef9-9939c581fff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:00.014275 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-9dc1bd8c-87d8-40bb-92a1-6138dee10283 service neutron] 10.222.0.13 "GET /v2.0/networks/09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395265 Jul 24 00:58:00.096836 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037be99-483a-461a-aef9-9939c581fff2 admin admin] Pushing event deleted for resources: {'Port': ['ID=15dea6d8-e877-45b6-b0f5-a193aa0d8547,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:00.115830 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b65c27fb-a82e-4ef8-bf52-bb24057843b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:00.124506 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4037be99-483a-461a-aef9-9939c581fff2 admin admin] No DVR routers for this DVR port 15dea6d8-e877-45b6-b0f5-a193aa0d8547 on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:58:00.232199 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ca400027-53b4-4114-8260-63970cc99b88 req-4369674d-740c-43d4-ab44-b2f8169007e7 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=776a7ac9-a0a5-48bd-bb88-d61df20459ee HTTP/1.1" status: 200 len: 210 time: 0.1792367 Jul 24 00:58:00.238733 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-d3e6dfd1-594e-47ad-a281-9e61001236a8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f62b6018-fd2e-4741-aae0-965e0d0f01a6 HTTP/1.1" status: 200 len: 217 time: 0.2137418 Jul 24 00:58:00.339186 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-d284ab6e-23d7-4e95-8e71-0784f6c57a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:00.343259 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-d284ab6e-23d7-4e95-8e71-0784f6c57a97 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=959a9d79-5c81-43b4-9d07-b0995246156a HTTP/1.1" status: 200 len: 797 time: 0.1013651 Jul 24 00:58:00.384581 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8c42c268-b403-48b3-9ec5-2f586f2145db admin admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:00.430662 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-8c42c268-b403-48b3-9ec5-2f586f2145db admin admin] Transition to ACTIVE for port object 602d02a5-1813-4348-99bd-ab79b1a9ae22 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:58:00.545386 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-5a198580-83c4-4eb4-a28c-4c08e24edb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:00.547292 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-5a198580-83c4-4eb4-a28c-4c08e24edb20 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1963360 Jul 24 00:58:00.601735 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4037be99-483a-461a-aef9-9939c581fff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:00.643346 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-4037be99-483a-461a-aef9-9939c581fff2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:58:00.710107 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-4037be99-483a-461a-aef9-9939c581fff2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '719843d8-5fea-4363-bbdc-981ab26ff953') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:58:00.710473 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-4037be99-483a-461a-aef9-9939c581fff2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '719843d8-5fea-4363-bbdc-981ab26ff953') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:58:00.739040 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b65c27fb-a82e-4ef8-bf52-bb24057843b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:00.758865 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b65c27fb-a82e-4ef8-bf52-bb24057843b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:00.760086 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b65c27fb-a82e-4ef8-bf52-bb24057843b3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/033f419f-4494-47ca-9929-428f736e35dc HTTP/1.1" status: 204 len: 168 time: 1.7322195 Jul 24 00:58:00.826686 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c27fb-a82e-4ef8-bf52-bb24057843b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033f419f-4494-47ca-9929-428f736e35dc,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:00.833657 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4037be99-483a-461a-aef9-9939c581fff2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:01.005538 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4037be99-483a-461a-aef9-9939c581fff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:01.022463 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4037be99-483a-461a-aef9-9939c581fff2 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:58:01.027142 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4037be99-483a-461a-aef9-9939c581fff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:01.057196 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 00:58:01.057196 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:58:01.057196 n-d-793621-25 neutron-server[100463]: timer() Jul 24 00:58:01.057196 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:58:01.057196 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 00:58:01.057196 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:58:01.057196 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 00:58:01.057196 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:58:01.057196 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 00:58:01.057196 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:58:01.057196 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 00:58:01.057196 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:58:01.057196 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 00:58:01.057196 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:58:01.057196 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:58:01.057196 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:58:01.057196 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:58:01.057196 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:58:01.057196 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 00:58:01.057196 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:58:01.057196 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 00:58:01.057196 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:58:01.057196 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:58:01.057196 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:58:01.057196 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 00:58:01.057196 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:58:01.057196 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:58:01.057196 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:58:01.057196 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:58:01.057196 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:58:01.057196 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:58:01.057196 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:58:01.071623 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 669a617c-0a36-45fe-b558-8e2fe1305ff0 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:58:01.077998 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8c42c268-b403-48b3-9ec5-2f586f2145db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:01.087566 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-a0a12adc-dee6-43f5-a1ed-d6a8dfc26b36 service neutron] 10.222.0.13 "GET /v2.0/networks/09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5333834 Jul 24 00:58:01.225461 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-4939493c-cc54-4046-8206-897d4350e510 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:01.227071 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-4939493c-cc54-4046-8206-897d4350e510 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.13 "GET /v2.0/networks?id=2da6bbc7-a75c-4c5c-b454-75233615e1ea HTTP/1.1" status: 200 len: 806 time: 0.4514401 Jul 24 00:58:01.249339 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 669a617c-0a36-45fe-b558-8e2fe1305ff0 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:58:01.254780 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 669a617c-0a36-45fe-b558-8e2fe1305ff0 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:58:01.258271 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:01.270073 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c42c268-b403-48b3-9ec5-2f586f2145db admin admin] Network 0f4d177b-5147-42ce-b52d-29fb850e776c is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:58:01.281242 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-8c42c268-b403-48b3-9ec5-2f586f2145db admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:58:01.323338 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c42c268-b403-48b3-9ec5-2f586f2145db admin admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:58:01.346532 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-a8471cc1-6954-4eba-91de-872e3c5cdd14 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Request body: {'port': {'device_id': '776a7ac9-a0a5-48bd-bb88-d61df20459ee', 'network_id': '2da6bbc7-a75c-4c5c-b454-75233615e1ea', 'admin_state_up': True, 'tenant_id': 'efa6f3db9fd64630b0882e80030f42fc'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:58:01.412610 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4037be99-483a-461a-aef9-9939c581fff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:01.467485 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4037be99-483a-461a-aef9-9939c581fff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:01.475288 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4037be99-483a-461a-aef9-9939c581fff2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414 HTTP/1.1" status: 204 len: 168 time: 3.3761997 Jul 24 00:58:01.509586 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f361aca7-e70d-4f47-81ec-46cb69fd2e92 req-7d9902d1-6696-438f-9dd8-b746d2fbb9ef tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=776a7ac9-a0a5-48bd-bb88-d61df20459ee HTTP/1.1" status: 200 len: 210 time: 0.0839276 Jul 24 00:58:01.519719 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8c42c268-b403-48b3-9ec5-2f586f2145db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:01.532589 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:01.572501 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 669a617c-0a36-45fe-b558-8e2fe1305ff0, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=669a617c-0a36-45fe-b558-8e2fe1305ff0,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:01.584041 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:01.640233 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2b17e84-3bb6-4cef-ada1-044a01c5794c req-24bd81db-85ea-41ae-b5f2-13d40ad1bf09 service neutron] 10.222.0.13 "GET /v2.0/networks/09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5428419 Jul 24 00:58:01.688583 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c42c268-b403-48b3-9ec5-2f586f2145db admin admin] Pushing event updated for resources: {'Port': ['ID=602d02a5-1813-4348-99bd-ab79b1a9ae22,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:01.742927 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037be99-483a-461a-aef9-9939c581fff2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa5d0d9e-fa0b-4b5c-8494-2b643ae0a414,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:01.755269 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=669a617c-0a36-45fe-b558-8e2fe1305ff0,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:01.794900 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-52a5333f-cec2-4bde-bf24-d01f5f38984e None None] Provisioning for port 602d02a5-1813-4348-99bd-ab79b1a9ae22 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:58:01.801236 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e4dc6-44e5-4abc-8640-f1a6e2a75ba0 req-2d23775f-8a0c-4994-b6c0-d0fee254eb33 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:01.810461 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 35454) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:01.812215 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-52a5333f-cec2-4bde-bf24-d01f5f38984e None None] Provisioning complete for port 602d02a5-1813-4348-99bd-ab79b1a9ae22 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:58:01.812798 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-52a5333f-cec2-4bde-bf24-d01f5f38984e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:01.816751 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e4dc6-44e5-4abc-8640-f1a6e2a75ba0 req-2d23775f-8a0c-4994-b6c0-d0fee254eb33 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:01.837296 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-a8471cc1-6954-4eba-91de-872e3c5cdd14 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Made reservation on behalf of efa6f3db9fd64630b0882e80030f42fc for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:58:01.844672 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-a8471cc1-6954-4eba-91de-872e3c5cdd14 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:01.849732 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e4dc6-44e5-4abc-8640-f1a6e2a75ba0 req-2d23775f-8a0c-4994-b6c0-d0fee254eb33 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:01.860136 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-52a5333f-cec2-4bde-bf24-d01f5f38984e None None] Port 602d02a5-1813-4348-99bd-ab79b1a9ae22 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:58:01.865486 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e4dc6-44e5-4abc-8640-f1a6e2a75ba0 req-2d23775f-8a0c-4994-b6c0-d0fee254eb33 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:01.874582 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e4dc6-44e5-4abc-8640-f1a6e2a75ba0 req-2d23775f-8a0c-4994-b6c0-d0fee254eb33 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:01.884895 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e4dc6-44e5-4abc-8640-f1a6e2a75ba0 req-2d23775f-8a0c-4994-b6c0-d0fee254eb33 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:01.892361 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e4dc6-44e5-4abc-8640-f1a6e2a75ba0 req-2d23775f-8a0c-4994-b6c0-d0fee254eb33 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:01.901270 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4e2e4dc6-44e5-4abc-8640-f1a6e2a75ba0 req-2d23775f-8a0c-4994-b6c0-d0fee254eb33 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 5419 time: 1.0819597 Jul 24 00:58:01.914557 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9efa14d7-6e34-4844-9d28-8b6d9ff19e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:01.919963 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35458) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:02.092630 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9efa14d7-6e34-4844-9d28-8b6d9ff19e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:02.110193 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9efa14d7-6e34-4844-9d28-8b6d9ff19e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:02.118041 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4e2e4dc6-44e5-4abc-8640-f1a6e2a75ba0 req-f6be41d1-a135-4744-96f0-1bb17cfb350b tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&id=b607e344-24a6-4f17-aee1-1e5d86804c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2157569 Jul 24 00:58:02.180048 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a63cb1a0-ece5-4130-9d65-b58b415199aa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=23f38d06c8d14c15821cdb6c563f3213&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2526305 Jul 24 00:58:02.184734 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35470) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:02.203190 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd7697-426a-42ae-a2d1-3d661466d139 req-e9320947-3c5a-43ac-8843-2a7b96f6568f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:02.204213 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd7697-426a-42ae-a2d1-3d661466d139 req-e9320947-3c5a-43ac-8843-2a7b96f6568f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:02.204712 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd7697-426a-42ae-a2d1-3d661466d139 req-e9320947-3c5a-43ac-8843-2a7b96f6568f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:02.205351 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd7697-426a-42ae-a2d1-3d661466d139 req-e9320947-3c5a-43ac-8843-2a7b96f6568f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:02.205995 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd7697-426a-42ae-a2d1-3d661466d139 req-e9320947-3c5a-43ac-8843-2a7b96f6568f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:02.206647 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd7697-426a-42ae-a2d1-3d661466d139 req-e9320947-3c5a-43ac-8843-2a7b96f6568f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:02.215911 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd7697-426a-42ae-a2d1-3d661466d139 req-e9320947-3c5a-43ac-8843-2a7b96f6568f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:02.218106 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7bfd7697-426a-42ae-a2d1-3d661466d139 req-e9320947-3c5a-43ac-8843-2a7b96f6568f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd6a59a0ba774d20a9df419972239646&device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 6483 time: 0.4341896 Jul 24 00:58:02.268067 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8c42c268-b403-48b3-9ec5-2f586f2145db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:02.276464 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa14d7-6e34-4844-9d28-8b6d9ff19e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f0a747-69ff-4c98-aab3-6e3e21c209d3,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:02.297846 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-135bd1c1-32f5-4885-84f2-8359cd401133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:02.312313 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9efa14d7-6e34-4844-9d28-8b6d9ff19e2f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=696bb067ae5e4f9b956dbc14a245de7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4775639 Jul 24 00:58:02.314824 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 35478) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:02.350068 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-135bd1c1-32f5-4885-84f2-8359cd401133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:02.382432 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-a8471cc1-6954-4eba-91de-872e3c5cdd14 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Allocated IP 172.20.0.5 (2da6bbc7-a75c-4c5c-b454-75233615e1ea/32aaab81-ed63-4b4f-aa91-d17bc9f404e3/57ac6160-50b2-4350-b590-3d744c0ea342) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:58:02.477925 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-80cee8cc-993a-44b0-aa68-37672acf1ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:02.499670 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd7697-426a-42ae-a2d1-3d661466d139 req-a7547620-5fa7-45be-9f0e-4e10081f0a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:02.501944 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7bfd7697-426a-42ae-a2d1-3d661466d139 req-a7547620-5fa7-45be-9f0e-4e10081f0a14 service neutron] 10.222.0.13 "GET /v2.0/networks?id=09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501 HTTP/1.1" status: 200 len: 902 time: 0.2661710 Jul 24 00:58:02.623910 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-80cee8cc-993a-44b0-aa68-37672acf1ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:02.630422 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7bfd7697-426a-42ae-a2d1-3d661466d139 req-d7b93b4c-d385-4172-9000-f29d87ffd6ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=40187b04-184d-4d3d-a8c9-78e7d3aa2412 HTTP/1.1" status: 200 len: 217 time: 0.1008420 Jul 24 00:58:02.748920 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ce61b9d0-897b-4bd7-a6a4-b98eaafca3e5 req-0d67093f-31d7-4ef0-95bb-ca10ffb26473 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=776a7ac9-a0a5-48bd-bb88-d61df20459ee HTTP/1.1" status: 200 len: 210 time: 0.0581870 Jul 24 00:58:02.835581 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-135bd1c1-32f5-4885-84f2-8359cd401133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:02.838921 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-135bd1c1-32f5-4885-84f2-8359cd401133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:02.867504 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-135bd1c1-32f5-4885-84f2-8359cd401133 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8d0fd0bd-ecd4-446d-a84a-6ebbd55d94ea HTTP/1.1" status: 204 len: 168 time: 0.6598015 Jul 24 00:58:02.938696 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 669a617c-0a36-45fe-b558-8e2fe1305ff0 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:58:02.939288 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd7697-426a-42ae-a2d1-3d661466d139 req-7cf5b642-9478-42ed-a7a7-c33fd1403d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:02.940614 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7bfd7697-426a-42ae-a2d1-3d661466d139 req-7cf5b642-9478-42ed-a7a7-c33fd1403d2b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=959a9d79-5c81-43b4-9d07-b0995246156a HTTP/1.1" status: 200 len: 797 time: 0.2745316 Jul 24 00:58:02.974607 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135bd1c1-32f5-4885-84f2-8359cd401133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0fd0bd-ecd4-446d-a84a-6ebbd55d94ea,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:03.039603 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-a8471cc1-6954-4eba-91de-872e3c5cdd14 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:03.045084 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 669a617c-0a36-45fe-b558-8e2fe1305ff0 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:58:03.045538 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:03.069278 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-80cee8cc-993a-44b0-aa68-37672acf1ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:03.072606 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-80cee8cc-993a-44b0-aa68-37672acf1ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:03.077942 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-80cee8cc-993a-44b0-aa68-37672acf1ce7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/21f0a747-69ff-4c98-aab3-6e3e21c209d3 HTTP/1.1" status: 204 len: 168 time: 0.7595315 Jul 24 00:58:03.091801 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8c42c268-b403-48b3-9ec5-2f586f2145db admin admin] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:03.104845 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cee8cc-993a-44b0-aa68-37672acf1ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f0a747-69ff-4c98-aab3-6e3e21c209d3,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:03.112163 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e32276-0390-47c9-a237-05b234d038bf req-0ca617ac-7fcb-4556-99e4-f2d419b971c9 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:03.119758 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-99e32276-0390-47c9-a237-05b234d038bf req-0ca617ac-7fcb-4556-99e4-f2d419b971c9 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 945 time: 0.1222129 Jul 24 00:58:03.124603 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8c42c268-b403-48b3-9ec5-2f586f2145db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:03.141548 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd7697-426a-42ae-a2d1-3d661466d139 req-b71e97ee-1fc0-4ec5-bb4a-6b3ddb3225f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:03.143352 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7bfd7697-426a-42ae-a2d1-3d661466d139 req-b71e97ee-1fc0-4ec5-bb4a-6b3ddb3225f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1955252 Jul 24 00:58:03.144686 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-a8471cc1-6954-4eba-91de-872e3c5cdd14 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:03.249330 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['f142e1c3-accd-44c6-a488-2ba01c18ea56', '3be94f04-c0b5-45bd-aa69-e4b7f8f023dc'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:58:03.253488 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-99e32276-0390-47c9-a237-05b234d038bf req-6f533378-302b-4b8d-9d23-7093af791fdd tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1325307 Jul 24 00:58:03.256859 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8c42c268-b403-48b3-9ec5-2f586f2145db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:03.272435 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-a8471cc1-6954-4eba-91de-872e3c5cdd14 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Network 2da6bbc7-a75c-4c5c-b454-75233615e1ea is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:58:03.279710 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c42c268-b403-48b3-9ec5-2f586f2145db admin admin] Pushing event updated for resources: {'Port': ['ID=602d02a5-1813-4348-99bd-ab79b1a9ae22,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:03.279953 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-a8471cc1-6954-4eba-91de-872e3c5cdd14 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:58:03.322210 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-a8471cc1-6954-4eba-91de-872e3c5cdd14 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:58:03.329616 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8471cc1-6954-4eba-91de-872e3c5cdd14 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Pushing event updated for resources: {'Port': ['ID=57ac6160-50b2-4350-b590-3d744c0ea342,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:03.472027 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7bfd7697-426a-42ae-a2d1-3d661466d139 req-40f1403f-a642-488f-bc62-4f011982e631 service neutron] 10.222.0.13 "GET /v2.0/networks/09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100538 Jul 24 00:58:03.485496 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c42c268-b403-48b3-9ec5-2f586f2145db admin admin] Network 0f4d177b-5147-42ce-b52d-29fb850e776c is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:58:03.489579 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-8c42c268-b403-48b3-9ec5-2f586f2145db admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:58:03.494593 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-a8471cc1-6954-4eba-91de-872e3c5cdd14 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:03.498300 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-a8471cc1-6954-4eba-91de-872e3c5cdd14 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:03.630056 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-a8471cc1-6954-4eba-91de-872e3c5cdd14 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3040195 Jul 24 00:58:03.672300 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc56bd2-2ac5-40e8-9b27-e8fc020e3376 req-c68c843c-6b62-483d-a08d-ec9a1325dcad tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:03.695542 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc56bd2-2ac5-40e8-9b27-e8fc020e3376 req-c68c843c-6b62-483d-a08d-ec9a1325dcad tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:03.711799 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc56bd2-2ac5-40e8-9b27-e8fc020e3376 req-c68c843c-6b62-483d-a08d-ec9a1325dcad tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:03.756689 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc56bd2-2ac5-40e8-9b27-e8fc020e3376 req-c68c843c-6b62-483d-a08d-ec9a1325dcad tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:03.773678 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35560) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:03.784847 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc56bd2-2ac5-40e8-9b27-e8fc020e3376 req-c68c843c-6b62-483d-a08d-ec9a1325dcad tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:03.805702 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc56bd2-2ac5-40e8-9b27-e8fc020e3376 req-c68c843c-6b62-483d-a08d-ec9a1325dcad tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:03.814473 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc56bd2-2ac5-40e8-9b27-e8fc020e3376 req-c68c843c-6b62-483d-a08d-ec9a1325dcad tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:03.817054 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1dc56bd2-2ac5-40e8-9b27-e8fc020e3376 req-c68c843c-6b62-483d-a08d-ec9a1325dcad tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 5419 time: 0.4963713 Jul 24 00:58:03.855815 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-f04f8d19-5bba-4c9a-bf37-a02e68afb0e9 service neutron] Request body: {'port': {'device_id': '776a7ac9-a0a5-48bd-bb88-d61df20459ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:58:03.863020 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c42c268-b403-48b3-9ec5-2f586f2145db admin admin] Router 487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:58:03.941777 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-3291f627-e36a-48a6-8bc3-b772f71412da None None] Provisioning complete for port 602d02a5-1813-4348-99bd-ab79b1a9ae22 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:58:03.942291 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3291f627-e36a-48a6-8bc3-b772f71412da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:03.989740 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1dc56bd2-2ac5-40e8-9b27-e8fc020e3376 req-8909b5e3-fc57-4ca4-b93e-4986b4d347f5 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&id=b607e344-24a6-4f17-aee1-1e5d86804c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1279111 Jul 24 00:58:04.007726 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7bfd7697-426a-42ae-a2d1-3d661466d139 req-a112c0e9-2b96-4972-9b0e-a728d4145027 service neutron] 10.222.0.13 "GET /v2.0/networks/09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5278969 Jul 24 00:58:04.033147 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-3291f627-e36a-48a6-8bc3-b772f71412da None None] Port 602d02a5-1813-4348-99bd-ab79b1a9ae22 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:58:04.077636 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-f04f8d19-5bba-4c9a-bf37-a02e68afb0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:04.192371 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ccc37f9d-e172-42e3-a5e6-08c597ca33d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:04.206049 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f53bc-8473-49b9-8964-7c5baa411e29 req-f501b65d-fd29-416a-98c3-109cb1822760 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:04.207905 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-947f53bc-8473-49b9-8964-7c5baa411e29 req-f501b65d-fd29-416a-98c3-109cb1822760 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=776a7ac9-a0a5-48bd-bb88-d61df20459ee HTTP/1.1" status: 200 len: 931 time: 0.1805961 Jul 24 00:58:04.228598 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c42c268-b403-48b3-9ec5-2f586f2145db admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:58:04.244525 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8c42c268-b403-48b3-9ec5-2f586f2145db admin admin] 10.222.0.15 "PUT /v2.0/routers/487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8852186 Jul 24 00:58:04.248705 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61028567-ef1d-46d3-b31b-6f71b6f2df48 None None] Sync routers for ids ['487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:58:04.261111 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61028567-ef1d-46d3-b31b-6f71b6f2df48 None None] Routers {'487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:58:04.263038 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-61028567-ef1d-46d3-b31b-6f71b6f2df48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:57:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:58:04.282886 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e96da-e7fd-4909-a0ff-5c608d01ea12 req-80ea6fbe-aec9-4e23-8b2e-b91b7037cccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:04.283516 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e96da-e7fd-4909-a0ff-5c608d01ea12 req-80ea6fbe-aec9-4e23-8b2e-b91b7037cccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:04.284055 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e96da-e7fd-4909-a0ff-5c608d01ea12 req-80ea6fbe-aec9-4e23-8b2e-b91b7037cccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:04.284595 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e96da-e7fd-4909-a0ff-5c608d01ea12 req-80ea6fbe-aec9-4e23-8b2e-b91b7037cccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:04.285104 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e96da-e7fd-4909-a0ff-5c608d01ea12 req-80ea6fbe-aec9-4e23-8b2e-b91b7037cccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:04.285759 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e96da-e7fd-4909-a0ff-5c608d01ea12 req-80ea6fbe-aec9-4e23-8b2e-b91b7037cccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:04.286248 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e96da-e7fd-4909-a0ff-5c608d01ea12 req-80ea6fbe-aec9-4e23-8b2e-b91b7037cccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:04.288265 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6f2e96da-e7fd-4909-a0ff-5c608d01ea12 req-80ea6fbe-aec9-4e23-8b2e-b91b7037cccd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd6a59a0ba774d20a9df419972239646&device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 6483 time: 0.1969347 Jul 24 00:58:04.308014 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-947f53bc-8473-49b9-8964-7c5baa411e29 req-09e5de14-8aa2-47b6-9136-34343bc06c8d tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866752 Jul 24 00:58:04.403779 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ccc37f9d-e172-42e3-a5e6-08c597ca33d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:04.410682 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35586) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:04.431599 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ccc37f9d-e172-42e3-a5e6-08c597ca33d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:04.502102 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e96da-e7fd-4909-a0ff-5c608d01ea12 req-abb37909-a6b4-4d10-a4b6-5f956ae23fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:04.504118 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6f2e96da-e7fd-4909-a0ff-5c608d01ea12 req-abb37909-a6b4-4d10-a4b6-5f956ae23fba service neutron] 10.222.0.13 "GET /v2.0/networks?id=09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501 HTTP/1.1" status: 200 len: 902 time: 0.2066667 Jul 24 00:58:04.527005 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ccc37f9d-e172-42e3-a5e6-08c597ca33d8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=69b4f56db16f488980350d580eb067b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7496448 Jul 24 00:58:04.555448 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35592) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:04.556315 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc37f9d-e172-42e3-a5e6-08c597ca33d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47143474-18ec-4d71-943d-a7398d9de861,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:04.570196 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-61028567-ef1d-46d3-b31b-6f71b6f2df48 None None] Set router 487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:58:04.576842 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6f2e96da-e7fd-4909-a0ff-5c608d01ea12 req-bd2b29d5-7588-4524-b93e-883fda50c662 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f62b6018-fd2e-4741-aae0-965e0d0f01a6 HTTP/1.1" status: 200 len: 217 time: 0.0639079 Jul 24 00:58:04.656423 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-f04f8d19-5bba-4c9a-bf37-a02e68afb0e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57ac6160-50b2-4350-b590-3d744c0ea342 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:58:04.667416 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-f04f8d19-5bba-4c9a-bf37-a02e68afb0e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:04.682091 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e96da-e7fd-4909-a0ff-5c608d01ea12 req-906c01d4-d33c-4dd9-b557-375bcb63489b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:04.683172 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6f2e96da-e7fd-4909-a0ff-5c608d01ea12 req-906c01d4-d33c-4dd9-b557-375bcb63489b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=959a9d79-5c81-43b4-9d07-b0995246156a HTTP/1.1" status: 200 len: 797 time: 0.0807779 Jul 24 00:58:04.702569 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-f04f8d19-5bba-4c9a-bf37-a02e68afb0e9 service neutron] Transition to ACTIVE for port object 57ac6160-50b2-4350-b590-3d744c0ea342 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:58:04.707695 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-06cdec3d-9a50-4528-8baa-acc7a9709b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:04.724530 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:04.744464 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-06cdec3d-9a50-4528-8baa-acc7a9709b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:04.780302 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-f04f8d19-5bba-4c9a-bf37-a02e68afb0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:04.815714 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-06cdec3d-9a50-4528-8baa-acc7a9709b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:04.818538 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-06cdec3d-9a50-4528-8baa-acc7a9709b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:04.823092 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-06cdec3d-9a50-4528-8baa-acc7a9709b67 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/47143474-18ec-4d71-943d-a7398d9de861 HTTP/1.1" status: 204 len: 168 time: 0.2561648 Jul 24 00:58:04.840891 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cdec3d-9a50-4528-8baa-acc7a9709b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47143474-18ec-4d71-943d-a7398d9de861,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:04.897602 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04f8d19-5bba-4c9a-bf37-a02e68afb0e9 service neutron] Pushing event updated for resources: {'Port': ['ID=57ac6160-50b2-4350-b590-3d744c0ea342,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:04.898045 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-6869fc1d-ff62-4dfa-8634-d9bf36d7a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-25939653'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:58:04.935093 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2e96da-e7fd-4909-a0ff-5c608d01ea12 req-33724f2a-9c21-4e30-9e41-f2e90f5056a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:04.936729 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6f2e96da-e7fd-4909-a0ff-5c608d01ea12 req-33724f2a-9c21-4e30-9e41-f2e90f5056a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2449362 Jul 24 00:58:04.938887 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-61028567-ef1d-46d3-b31b-6f71b6f2df48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd', 'name': 'tempest-ServersTestManualDisk-1571346136-router', 'tenant_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '669a617c-0a36-45fe-b558-8e2fe1305ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:57:50Z', 'updated_at': '2021-07-24T00:58:02Z', 'revision_number': 4, 'project_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'gw_port': {'id': '669a617c-0a36-45fe-b558-8e2fe1305ff0', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:57:52Z', 'updated_at': '2021-07-24T00:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '602d02a5-1813-4348-99bd-ab79b1a9ae22', 'name': '', 'network_id': '0f4d177b-5147-42ce-b52d-29fb850e776c', 'tenant_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'mac_address': 'fa:16:3e:67:ad:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'cd529d29-d1e4-4b9d-9eb1-e982944c69e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:57:57Z', 'updated_at': '2021-07-24T00:58:02Z', 'revision_number': 2, 'project_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'subnets': [{'id': 'cd529d29-d1e4-4b9d-9eb1-e982944c69e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:58:04.944764 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6869fc1d-ff62-4dfa-8634-d9bf36d7a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837-project] Made reservation on behalf of 71638fbcbc24423e9720233693669303 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:58:04.949743 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6869fc1d-ff62-4dfa-8634-d9bf36d7a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:04.959741 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6869fc1d-ff62-4dfa-8634-d9bf36d7a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:05.022496 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61028567-ef1d-46d3-b31b-6f71b6f2df48 None None] Checking router: 487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:58:05.025230 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61028567-ef1d-46d3-b31b-6f71b6f2df48 None None] Updating router 487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd port 602d02a5-1813-4348-99bd-ab79b1a9ae22 binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:58:05.136077 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6869fc1d-ff62-4dfa-8634-d9bf36d7a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:05.148581 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6869fc1d-ff62-4dfa-8634-d9bf36d7a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:05.169883 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:05.214341 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-61028567-ef1d-46d3-b31b-6f71b6f2df48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:05.256333 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6869fc1d-ff62-4dfa-8634-d9bf36d7a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:58:05.345085 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6869fc1d-ff62-4dfa-8634-d9bf36d7a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac58145c-eddf-4345-8d4f-a54c3e26e8b6,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:05.359322 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6869fc1d-ff62-4dfa-8634-d9bf36d7a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:05.359681 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-6869fc1d-ff62-4dfa-8634-d9bf36d7a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837-project] Added segment c47ad852-0c3f-4a9c-a3cb-bd393d943257 of type vlan for network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c Jul 24 00:58:05.475996 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6869fc1d-ff62-4dfa-8634-d9bf36d7a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:05.528879 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35624) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:05.559697 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-46507890-01e2-464c-b695-86f81584d288 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Request body: {'security_group': {'name': 'tempest-securitygroup--734876228', 'description': 'tempest-description--2128837149'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:58:05.609250 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a0b69-e04a-407d-bc8a-b013f329a6b7 req-744abcb4-74c0-4334-a499-e701ef9ed45f tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:05.620280 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a0b69-e04a-407d-bc8a-b013f329a6b7 req-744abcb4-74c0-4334-a499-e701ef9ed45f tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:05.626565 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a0b69-e04a-407d-bc8a-b013f329a6b7 req-744abcb4-74c0-4334-a499-e701ef9ed45f tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:05.656194 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a0b69-e04a-407d-bc8a-b013f329a6b7 req-744abcb4-74c0-4334-a499-e701ef9ed45f tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:05.662907 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a0b69-e04a-407d-bc8a-b013f329a6b7 req-744abcb4-74c0-4334-a499-e701ef9ed45f tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:05.669126 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a0b69-e04a-407d-bc8a-b013f329a6b7 req-744abcb4-74c0-4334-a499-e701ef9ed45f tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:05.671844 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 35632) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:05.688596 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a0b69-e04a-407d-bc8a-b013f329a6b7 req-744abcb4-74c0-4334-a499-e701ef9ed45f tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:05.690670 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f92a0b69-e04a-407d-bc8a-b013f329a6b7 req-744abcb4-74c0-4334-a499-e701ef9ed45f tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 5419 time: 0.4862483 Jul 24 00:58:05.695993 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-61028567-ef1d-46d3-b31b-6f71b6f2df48 None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:05.716558 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-61028567-ef1d-46d3-b31b-6f71b6f2df48 None None] Transition to ACTIVE for port object 602d02a5-1813-4348-99bd-ab79b1a9ae22 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:58:05.726973 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-61028567-ef1d-46d3-b31b-6f71b6f2df48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:05.760908 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6869fc1d-ff62-4dfa-8634-d9bf36d7a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:05.774832 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6869fc1d-ff62-4dfa-8634-d9bf36d7a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:05.775505 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6869fc1d-ff62-4dfa-8634-d9bf36d7a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:05.815366 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2beaa7e-fd24-4bf2-a573-d3f0adf6663a None None] Pushing event updated for resources: {'Port': ['ID=602d02a5-1813-4348-99bd-ab79b1a9ae22,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:05.816726 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-f04f8d19-5bba-4c9a-bf37-a02e68afb0e9 service neutron] Attempting to bind port 57ac6160-50b2-4350-b590-3d744c0ea342 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:58:05.817076 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-f04f8d19-5bba-4c9a-bf37-a02e68afb0e9 service neutron] Attempting to bind port 57ac6160-50b2-4350-b590-3d744c0ea342 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '105933f1-ad5a-4c90-9ca8-c74f813dbd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2da6bbc7-a75c-4c5c-b454-75233615e1ea'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:58:05.818282 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-f04f8d19-5bba-4c9a-bf37-a02e68afb0e9 service neutron] Attempting to bind port 57ac6160-50b2-4350-b590-3d744c0ea342 on network 2da6bbc7-a75c-4c5c-b454-75233615e1ea {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:58:05.824242 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6f2e96da-e7fd-4909-a0ff-5c608d01ea12 req-0fad89de-db63-4b30-887b-11c94f801c18 service neutron] 10.222.0.13 "GET /v2.0/networks/09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8773935 Jul 24 00:58:05.828367 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-f04f8d19-5bba-4c9a-bf37-a02e68afb0e9 service neutron] Port 57ac6160-50b2-4350-b590-3d744c0ea342 on network 2da6bbc7-a75c-4c5c-b454-75233615e1ea not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:58:05.828705 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-f04f8d19-5bba-4c9a-bf37-a02e68afb0e9 service neutron] Attempting to bind port 57ac6160-50b2-4350-b590-3d744c0ea342 on network 2da6bbc7-a75c-4c5c-b454-75233615e1ea {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:58:05.875973 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-f04f8d19-5bba-4c9a-bf37-a02e68afb0e9 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:58:05.876357 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-f04f8d19-5bba-4c9a-bf37-a02e68afb0e9 service neutron] Checking segment: {'id': '105933f1-ad5a-4c90-9ca8-c74f813dbd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2da6bbc7-a75c-4c5c-b454-75233615e1ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:58:05.876707 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-f04f8d19-5bba-4c9a-bf37-a02e68afb0e9 service neutron] Bound using segment: {'id': '105933f1-ad5a-4c90-9ca8-c74f813dbd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2da6bbc7-a75c-4c5c-b454-75233615e1ea'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:58:05.877164 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-f04f8d19-5bba-4c9a-bf37-a02e68afb0e9 service neutron] Bound port: 57ac6160-50b2-4350-b590-3d744c0ea342, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '105933f1-ad5a-4c90-9ca8-c74f813dbd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2da6bbc7-a75c-4c5c-b454-75233615e1ea'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:58:05.877780 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-f04f8d19-5bba-4c9a-bf37-a02e68afb0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:05.890293 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-61028567-ef1d-46d3-b31b-6f71b6f2df48 None None] Attempting to bind port 602d02a5-1813-4348-99bd-ab79b1a9ae22 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:58:05.890655 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-61028567-ef1d-46d3-b31b-6f71b6f2df48 None None] Attempting to bind port 602d02a5-1813-4348-99bd-ab79b1a9ae22 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '462cdb3a-8d0e-4b9d-bbf5-8407cf005c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0f4d177b-5147-42ce-b52d-29fb850e776c'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:58:05.891057 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61028567-ef1d-46d3-b31b-6f71b6f2df48 None None] Attempting to bind port 602d02a5-1813-4348-99bd-ab79b1a9ae22 on network 0f4d177b-5147-42ce-b52d-29fb850e776c {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:58:05.894558 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-46507890-01e2-464c-b695-86f81584d288 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:05.905530 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61028567-ef1d-46d3-b31b-6f71b6f2df48 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:58:05.905908 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61028567-ef1d-46d3-b31b-6f71b6f2df48 None None] Checking segment: {'id': '462cdb3a-8d0e-4b9d-bbf5-8407cf005c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0f4d177b-5147-42ce-b52d-29fb850e776c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:58:05.906320 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-61028567-ef1d-46d3-b31b-6f71b6f2df48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:05.906747 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61028567-ef1d-46d3-b31b-6f71b6f2df48 None None] Bound using segment: {'id': '462cdb3a-8d0e-4b9d-bbf5-8407cf005c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0f4d177b-5147-42ce-b52d-29fb850e776c'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:58:05.907219 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-61028567-ef1d-46d3-b31b-6f71b6f2df48 None None] Bound port: 602d02a5-1813-4348-99bd-ab79b1a9ae22, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '462cdb3a-8d0e-4b9d-bbf5-8407cf005c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0f4d177b-5147-42ce-b52d-29fb850e776c'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:58:05.907604 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-61028567-ef1d-46d3-b31b-6f71b6f2df48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:05.924964 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6869fc1d-ff62-4dfa-8634-d9bf36d7a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 801 time: 1.5104177 Jul 24 00:58:05.956409 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f92a0b69-e04a-407d-bc8a-b013f329a6b7 req-4a3212a0-9676-4b3b-8c0c-34bef0fe4986 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&id=b607e344-24a6-4f17-aee1-1e5d86804c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2506280 Jul 24 00:58:06.033091 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6869fc1d-ff62-4dfa-8634-d9bf36d7a9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837-project] Pushing event updated for resources: {'Network': ['ID=30692705-0dfb-4ae8-9d11-7ed4fdbea87c,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:06.055845 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-61028567-ef1d-46d3-b31b-6f71b6f2df48 None None] For port 602d02a5-1813-4348-99bd-ab79b1a9ae22, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:58:06.061095 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-61028567-ef1d-46d3-b31b-6f71b6f2df48 None None] For port 602d02a5-1813-4348-99bd-ab79b1a9ae22, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=602d02a5-1813-4348-99bd-ab79b1a9ae22,segment=NetworkSegment(462cdb3a-8d0e-4b9d-bbf5-8407cf005c8a),segment_id=462cdb3a-8d0e-4b9d-bbf5-8407cf005c8a)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:58:06.065417 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:58:06.076952 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-61028567-ef1d-46d3-b31b-6f71b6f2df48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:06.107192 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5ec7b-f11a-4ab6-bb79-2b90746909e3 req-84a7c836-e36d-4ce0-8458-de0d2155f33e tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:06.108794 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-02c5ec7b-f11a-4ab6-bb79-2b90746909e3 req-84a7c836-e36d-4ce0-8458-de0d2155f33e tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=776a7ac9-a0a5-48bd-bb88-d61df20459ee HTTP/1.1" status: 200 len: 943 time: 0.4569719 Jul 24 00:58:06.112313 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-95e66f93-2419-4ed7-b498-47406c8dc821 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1715571780-network', 'tenant_id': 'e7fb6f6ac2d547beb657a4e597e3a5be'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:58:06.161810 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2beaa7e-fd24-4bf2-a573-d3f0adf6663a None None] Pushing event updated for resources: {'Port': ['ID=602d02a5-1813-4348-99bd-ab79b1a9ae22,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:06.221507 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-46507890-01e2-464c-b695-86f81584d288 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:06.228283 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 532652b5-0ccf-4dbf-891e-e7c345897077 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:58:06.230289 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 532652b5-0ccf-4dbf-891e-e7c345897077 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:58:06.237667 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-46507890-01e2-464c-b695-86f81584d288 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:06.300125 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6f2e96da-e7fd-4909-a0ff-5c608d01ea12 req-01f1ff93-8d36-4078-8ec7-449177390d5a service neutron] 10.222.0.13 "GET /v2.0/networks/09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4547341 Jul 24 00:58:06.315036 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46507890-01e2-464c-b695-86f81584d288 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1241bef-ced5-4c48-b540-61c99204cb19,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:06.319518 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-02c5ec7b-f11a-4ab6-bb79-2b90746909e3 req-165e5e36-2b87-4f4e-8f3a-ba9d81fd606a tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985915 Jul 24 00:58:06.322101 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-f04f8d19-5bba-4c9a-bf37-a02e68afb0e9 service neutron] For port 57ac6160-50b2-4350-b590-3d744c0ea342, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:58:06.333042 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-46507890-01e2-464c-b695-86f81584d288 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:06.338618 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-46507890-01e2-464c-b695-86f81584d288 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7976294 Jul 24 00:58:06.340624 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35656) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:06.342745 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e66f93-2419-4ed7-b498-47406c8dc821 admin admin] Made reservation on behalf of e7fb6f6ac2d547beb657a4e597e3a5be for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:58:06.348132 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-74910367-b731-4cd0-88e1-4ef5febe78fa tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Request body: {'security_group_rule': {'security_group_id': 'e1241bef-ced5-4c48-b540-61c99204cb19', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:58:06.351032 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-95e66f93-2419-4ed7-b498-47406c8dc821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:06.390252 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61028567-ef1d-46d3-b31b-6f71b6f2df48 None None] Routers {'487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:58:06.390908 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-61028567-ef1d-46d3-b31b-6f71b6f2df48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:57:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:58:06.397524 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-95e66f93-2419-4ed7-b498-47406c8dc821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:06.406752 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-f04f8d19-5bba-4c9a-bf37-a02e68afb0e9 service neutron] For port 57ac6160-50b2-4350-b590-3d744c0ea342, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=57ac6160-50b2-4350-b590-3d744c0ea342,segment=NetworkSegment(105933f1-ad5a-4c90-9ca8-c74f813dbd38),segment_id=105933f1-ad5a-4c90-9ca8-c74f813dbd38)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:58:06.424519 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-f04f8d19-5bba-4c9a-bf37-a02e68afb0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:06.425443 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-74910367-b731-4cd0-88e1-4ef5febe78fa tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:06.506207 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-f04f8d19-5bba-4c9a-bf37-a02e68afb0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:06.507880 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-f04f8d19-5bba-4c9a-bf37-a02e68afb0e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:06.510332 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-f04f8d19-5bba-4c9a-bf37-a02e68afb0e9 service neutron] 10.222.0.13 "PUT /v2.0/ports/57ac6160-50b2-4350-b590-3d744c0ea342 HTTP/1.1" status: 200 len: 1092 time: 2.8712268 Jul 24 00:58:06.515177 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776a7ac9-a0a5-48bd-bb88-d61df20459ee', 'tag': '57ac6160-50b2-4350-b590-3d744c0ea342'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:58:06.519642 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01335e1-4c59-4963-94b0-7f85202bbc06" -d '{"events": [{"name": "network-changed", "server_uuid": "776a7ac9-a0a5-48bd-bb88-d61df20459ee", "tag": "57ac6160-50b2-4350-b590-3d744c0ea342"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:58:06.631056 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04f8d19-5bba-4c9a-bf37-a02e68afb0e9 service neutron] Pushing event updated for resources: {'Port': ['ID=57ac6160-50b2-4350-b590-3d744c0ea342,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:06.632143 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.db.resource_extend [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 00:58:06.637850 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-74910367-b731-4cd0-88e1-4ef5febe78fa tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:06.645699 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e600a2-d64f-4b83-8caa-78a566de9aa2 x-openstack-request-id: req-f6e600a2-d64f-4b83-8caa-78a566de9aa2 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:58:06.646400 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776a7ac9-a0a5-48bd-bb88-d61df20459ee", "tag": "57ac6160-50b2-4350-b590-3d744c0ea342", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:58:06.647035 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f6e600a2-d64f-4b83-8caa-78a566de9aa2 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:58:06.647761 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776a7ac9-a0a5-48bd-bb88-d61df20459ee', 'tag': '57ac6160-50b2-4350-b590-3d744c0ea342', 'status': 'completed', 'code': 200} Jul 24 00:58:06.650355 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-74910367-b731-4cd0-88e1-4ef5febe78fa tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:06.716492 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35670) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:06.724451 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-d4dabe61-29fe-4f15-b62c-eeda53062bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:06.726212 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-d4dabe61-29fe-4f15-b62c-eeda53062bde service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=efa6f3db9fd64630b0882e80030f42fc&device_id=776a7ac9-a0a5-48bd-bb88-d61df20459ee HTTP/1.1" status: 200 len: 1095 time: 0.1414204 Jul 24 00:58:06.742962 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Request body: {'port': {'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c', 'binding:host_id': 'n-h2-793621-25', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1744140112'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:58:06.755178 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74910367-b731-4cd0-88e1-4ef5febe78fa tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e07d8c8-1019-4963-b94e-a341ca5347c1,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:06.807821 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-95e66f93-2419-4ed7-b498-47406c8dc821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:06.810859 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-b69d43ae-3f1f-4a62-9241-92c8d801048b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57ac6160-50b2-4350-b590-3d744c0ea342 HTTP/1.1" status: 200 len: 217 time: 0.0667481 Jul 24 00:58:06.814228 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-95e66f93-2419-4ed7-b498-47406c8dc821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:06.823027 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-74910367-b731-4cd0-88e1-4ef5febe78fa tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:06.828191 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-74910367-b731-4cd0-88e1-4ef5febe78fa tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4847803 Jul 24 00:58:06.828929 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35676) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:06.845675 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-e39b8e68-8ab3-4b30-a5b4-08a00701c3e9 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Request body: {'security_group_rule': {'security_group_id': 'e1241bef-ced5-4c48-b540-61c99204cb19', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:58:06.873370 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-61028567-ef1d-46d3-b31b-6f71b6f2df48 None None] Set router 487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:58:06.888044 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Made reservation on behalf of d634827ec769488a978f102a3293f1de for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:58:06.891938 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:06.893350 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95e66f93-2419-4ed7-b498-47406c8dc821 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:58:06.905183 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e66f93-2419-4ed7-b498-47406c8dc821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd5a711-cf39-45ae-871b-d5c29363e689,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:06.921730 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-95e66f93-2419-4ed7-b498-47406c8dc821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:06.922077 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-95e66f93-2419-4ed7-b498-47406c8dc821 admin admin] Added segment ba3f8265-a107-438d-9a91-66542598e056 of type vlan for network 6b98cc79-496b-494e-a0de-ce20278a0586 Jul 24 00:58:06.927309 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:06.934908 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-86c1c553-ad10-4422-bb26-eb9b9acee8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:06.936777 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-86c1c553-ad10-4422-bb26-eb9b9acee8b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=32aaab81-ed63-4b4f-aa91-d17bc9f404e3 HTTP/1.1" status: 200 len: 846 time: 0.1125131 Jul 24 00:58:06.937087 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:06.976120 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 532652b5-0ccf-4dbf-891e-e7c345897077, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=532652b5-0ccf-4dbf-891e-e7c345897077,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:06.980931 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 35680) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:06.992727 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45ca8d4-e2d6-4d74-92c9-ce232585d0d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '532652b5-0ccf-4dbf-891e-e7c345897077'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:58:06.997503 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f16045-6979-42df-8d20-3a26ea7cc49c" -d '{"events": [{"server_uuid": "f45ca8d4-e2d6-4d74-92c9-ce232585d0d2", "name": "network-vif-unplugged", "status": "completed", "tag": "532652b5-0ccf-4dbf-891e-e7c345897077"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:58:07.005751 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e39b8e68-8ab3-4b30-a5b4-08a00701c3e9 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:07.024398 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '532652b5-0ccf-4dbf-891e-e7c345897077', 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597', 'port_id': '532652b5-0ccf-4dbf-891e-e7c345897077', 'mac_address': 'fa:16:3e:ad:0c:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66eb251d-e6ee-4000-900c-f86c0810b697', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:58:07.027707 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 532652b5-0ccf-4dbf-891e-e7c345897077, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=532652b5-0ccf-4dbf-891e-e7c345897077,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:07.046096 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-9dd71a78-da0d-435d-914e-5b197a38c352 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2da6bbc7-a75c-4c5c-b454-75233615e1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795634 Jul 24 00:58:07.068431 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:07.078344 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-95e66f93-2419-4ed7-b498-47406c8dc821 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:07.128339 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e39b8e68-8ab3-4b30-a5b4-08a00701c3e9 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:07.142047 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e39b8e68-8ab3-4b30-a5b4-08a00701c3e9 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:07.184592 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725c66e8-0843-4b36-aba7-0e7ba78e80c4 x-openstack-request-id: req-725c66e8-0843-4b36-aba7-0e7ba78e80c4 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:58:07.185165 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45ca8d4-e2d6-4d74-92c9-ce232585d0d2", "name": "network-vif-unplugged", "status": "completed", "tag": "532652b5-0ccf-4dbf-891e-e7c345897077", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:58:07.185649 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-725c66e8-0843-4b36-aba7-0e7ba78e80c4 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:58:07.186283 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45ca8d4-e2d6-4d74-92c9-ce232585d0d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '532652b5-0ccf-4dbf-891e-e7c345897077', 'code': 200} Jul 24 00:58:07.193485 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:07.198770 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b8e68-8ab3-4b30-a5b4-08a00701c3e9 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b23312b4-f417-46e9-8d3b-4271e803957b,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:07.211006 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:07.218899 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] device_id is not set on port a6a459b9-bb1c-411a-9899-0af82d1c5b91 yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:58:07.233235 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e39b8e68-8ab3-4b30-a5b4-08a00701c3e9 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:07.237954 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e39b8e68-8ab3-4b30-a5b4-08a00701c3e9 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4047253 Jul 24 00:58:07.238676 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35696) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:07.250099 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-224e442c-e274-4f7c-b582-847a056af25c tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:58:07.269291 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-95e66f93-2419-4ed7-b498-47406c8dc821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:07.270301 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e66f93-2419-4ed7-b498-47406c8dc821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:07.271000 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-95e66f93-2419-4ed7-b498-47406c8dc821 admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:07.280853 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:07.316938 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 532652b5-0ccf-4dbf-891e-e7c345897077 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:58:07.323402 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=532652b5-0ccf-4dbf-891e-e7c345897077,revision_number=8']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:07.359128 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabc475-8cc3-4fa8-bb68-bc22e5151545 req-b1e4e739-9705-4b9f-a192-beea592728d4 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:07.367445 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabc475-8cc3-4fa8-bb68-bc22e5151545 req-b1e4e739-9705-4b9f-a192-beea592728d4 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:07.374751 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabc475-8cc3-4fa8-bb68-bc22e5151545 req-b1e4e739-9705-4b9f-a192-beea592728d4 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:07.381817 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabc475-8cc3-4fa8-bb68-bc22e5151545 req-b1e4e739-9705-4b9f-a192-beea592728d4 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:07.389292 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabc475-8cc3-4fa8-bb68-bc22e5151545 req-b1e4e739-9705-4b9f-a192-beea592728d4 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:07.392270 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 532652b5-0ccf-4dbf-891e-e7c345897077, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=532652b5-0ccf-4dbf-891e-e7c345897077,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:07.397030 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabc475-8cc3-4fa8-bb68-bc22e5151545 req-b1e4e739-9705-4b9f-a192-beea592728d4 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:07.403451 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:07.404150 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabc475-8cc3-4fa8-bb68-bc22e5151545 req-b1e4e739-9705-4b9f-a192-beea592728d4 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:07.413608 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bcabc475-8cc3-4fa8-bb68-bc22e5151545 req-b1e4e739-9705-4b9f-a192-beea592728d4 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 5419 time: 0.3038821 Jul 24 00:58:07.427339 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-95e66f93-2419-4ed7-b498-47406c8dc821 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7540784 Jul 24 00:58:07.434673 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-1221ac3f-882b-4150-a0f2-fe4ca0461fd5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-815676108-network', 'tenant_id': '2a03bd1fa7594b1dbc4c6165b77b4de3'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:58:07.439397 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-c0c957a1-8f30-4974-b3cc-dc9b3d73d04e service neutron] 10.222.0.13 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862267 Jul 24 00:58:07.450664 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 35704) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:07.461333 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-03b8108d-c77a-48a1-9691-a5ec732b23a9 admin admin] Request body: {'subnet': {'network_id': '6b98cc79-496b-494e-a0de-ce20278a0586', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1715571780-subnet', 'tenant_id': 'e7fb6f6ac2d547beb657a4e597e3a5be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:58:07.484436 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=532652b5-0ccf-4dbf-891e-e7c345897077,revision_number=9']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:07.505482 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-61028567-ef1d-46d3-b31b-6f71b6f2df48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd', 'name': 'tempest-ServersTestManualDisk-1571346136-router', 'tenant_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '669a617c-0a36-45fe-b558-8e2fe1305ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:57:50Z', 'updated_at': '2021-07-24T00:58:02Z', 'revision_number': 4, 'project_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'gw_port': {'id': '669a617c-0a36-45fe-b558-8e2fe1305ff0', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:57:52Z', 'updated_at': '2021-07-24T00:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '602d02a5-1813-4348-99bd-ab79b1a9ae22', 'name': '', 'network_id': '0f4d177b-5147-42ce-b52d-29fb850e776c', 'tenant_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'mac_address': 'fa:16:3e:67:ad:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'cd529d29-d1e4-4b9d-9eb1-e982944c69e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:57:57Z', 'updated_at': '2021-07-24T00:58:06Z', 'revision_number': 4, 'project_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'subnets': [{'id': 'cd529d29-d1e4-4b9d-9eb1-e982944c69e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:58:07.521061 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867aba22-1b1a-400a-9cba-90d64f241327,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:07.539535 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61028567-ef1d-46d3-b31b-6f71b6f2df48 None None] The sync data for ids ['487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd'] in n-d-793621-25 is: [{'id': '487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd', 'name': 'tempest-ServersTestManualDisk-1571346136-router', 'tenant_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '669a617c-0a36-45fe-b558-8e2fe1305ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:57:50Z', 'updated_at': '2021-07-24T00:58:02Z', 'revision_number': 4, 'project_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'gw_port': {'id': '669a617c-0a36-45fe-b558-8e2fe1305ff0', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:57:52Z', 'updated_at': '2021-07-24T00:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '602d02a5-1813-4348-99bd-ab79b1a9ae22', 'name': '', 'network_id': '0f4d177b-5147-42ce-b52d-29fb850e776c', 'tenant_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'mac_address': 'fa:16:3e:67:ad:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'cd529d29-d1e4-4b9d-9eb1-e982944c69e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:57:57Z', 'updated_at': '2021-07-24T00:58:06Z', 'revision_number': 4, 'project_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'subnets': [{'id': 'cd529d29-d1e4-4b9d-9eb1-e982944c69e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:58:07.541824 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['532652b5-0ccf-4dbf-891e-e7c345897077'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:58:07.572434 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-224e442c-e274-4f7c-b582-847a056af25c tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks [] for floatingip, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:07.640675 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e66f93-2419-4ed7-b498-47406c8dc821 admin admin] Pushing event updated for resources: {'Network': ['ID=6b98cc79-496b-494e-a0de-ce20278a0586,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:07.645848 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-38d73720-92bb-47af-8198-9c7cde708ee5 req-5222865b-0b86-4b37-9d22-f6e2a5dae948 service neutron] 10.222.0.13 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890783 Jul 24 00:58:07.663906 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 6b98cc79-496b-494e-a0de-ce20278a0586 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:58:07.751283 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bcabc475-8cc3-4fa8-bb68-bc22e5151545 req-37f17810-01d7-4f01-8911-64d57df20b1d tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&id=b607e344-24a6-4f17-aee1-1e5d86804c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3309743 Jul 24 00:58:07.753734 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.db.api [None req-03b8108d-c77a-48a1-9691-a5ec732b23a9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 24 00:58:07.753734 n-d-793621-25 neutron-server[100464]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 24 00:58:07.753734 n-d-793621-25 neutron-server[100464]: [parameters: {'project_id_1': 'e7fb6f6ac2d547beb657a4e597e3a5be', 'expiration_1': datetime.datetime(2021, 7, 24, 0, 58, 7, 646908)}] Jul 24 00:58:07.753734 n-d-793621-25 neutron-server[100464]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100464) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 00:58:07.754496 n-d-793621-25 neutron-server[100464]: DEBUG oslo_db.api [None req-03b8108d-c77a-48a1-9691-a5ec732b23a9 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 00:58:07.759517 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1221ac3f-882b-4150-a0f2-fe4ca0461fd5 admin admin] Made reservation on behalf of 2a03bd1fa7594b1dbc4c6165b77b4de3 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:58:07.767610 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1221ac3f-882b-4150-a0f2-fe4ca0461fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:07.787539 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1221ac3f-882b-4150-a0f2-fe4ca0461fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:07.831490 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ae3b1-1a69-4621-80bc-67a27d9a3327 req-6f167454-3367-4ac1-8c34-1a01499d30d2 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:07.840924 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-564ae3b1-1a69-4621-80bc-67a27d9a3327 req-6f167454-3367-4ac1-8c34-1a01499d30d2 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=776a7ac9-a0a5-48bd-bb88-d61df20459ee HTTP/1.1" status: 200 len: 943 time: 0.3667054 Jul 24 00:58:07.904330 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-564ae3b1-1a69-4621-80bc-67a27d9a3327 req-5a33d414-5099-4560-b8bb-09812ce66199 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561535 Jul 24 00:58:07.912047 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01335e1-4c59-4963-94b0-7f85202bbc06 req-65025287-4103-4dbb-8555-57586928a81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:07.914071 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f01335e1-4c59-4963-94b0-7f85202bbc06 req-65025287-4103-4dbb-8555-57586928a81e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=efa6f3db9fd64630b0882e80030f42fc&device_id=776a7ac9-a0a5-48bd-bb88-d61df20459ee HTTP/1.1" status: 200 len: 1095 time: 0.1285274 Jul 24 00:58:08.087124 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 35726) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:08.115833 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] device_id is not set on port a6a459b9-bb1c-411a-9899-0af82d1c5b91 yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:58:08.135743 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:08.156587 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Transition to ACTIVE for port object a6a459b9-bb1c-411a-9899-0af82d1c5b91 will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:58:08.180961 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:08.185723 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01335e1-4c59-4963-94b0-7f85202bbc06 req-cf02577e-bd2e-44e2-b2fa-3ffe442152b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:08.187498 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f01335e1-4c59-4963-94b0-7f85202bbc06 req-cf02577e-bd2e-44e2-b2fa-3ffe442152b9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2da6bbc7-a75c-4c5c-b454-75233615e1ea HTTP/1.1" status: 200 len: 907 time: 0.2600958 Jul 24 00:58:08.224577 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1221ac3f-882b-4150-a0f2-fe4ca0461fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:08.299673 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Checking segment: {'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:58:08.299859 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Network hostable DHCP agents. Network: 30692705-0dfb-4ae8-9d11-7ed4fdbea87c, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:58:08.305597 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-224e442c-e274-4f7c-b582-847a056af25c tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:08.325880 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Pushing event updated for resources: {'Port': ['ID=a6a459b9-bb1c-411a-9899-0af82d1c5b91,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:08.328069 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1221ac3f-882b-4150-a0f2-fe4ca0461fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:08.331918 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f01335e1-4c59-4963-94b0-7f85202bbc06 req-fb8b5fd7-e4bd-44a3-a9f0-16c458036966 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57ac6160-50b2-4350-b590-3d744c0ea342 HTTP/1.1" status: 200 len: 217 time: 0.1329565 Jul 24 00:58:08.361064 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b8108d-c77a-48a1-9691-a5ec732b23a9 admin admin] Made reservation on behalf of e7fb6f6ac2d547beb657a4e597e3a5be for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:58:08.363541 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-03b8108d-c77a-48a1-9691-a5ec732b23a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:08.380274 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1221ac3f-882b-4150-a0f2-fe4ca0461fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a468ea8-f8e2-473c-af0f-77a621d017f7,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:08.408222 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b83311aa-e05f-4b6b-acb7-dfeb58d48c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:08.414429 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:58:08.438038 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 30692705-0dfb-4ae8-9d11-7ed4fdbea87c) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:58:08.453134 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1221ac3f-882b-4150-a0f2-fe4ca0461fd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:58:08.454358 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7237d87c-9b40-4571-aafc-7a12a123de44 None None] Network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:58:08.460043 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:58:08.523751 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:58:08.524109 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:58:08.524453 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:58:08.539818 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1221ac3f-882b-4150-a0f2-fe4ca0461fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:08.540183 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-1221ac3f-882b-4150-a0f2-fe4ca0461fd5 admin admin] Added segment 45f19918-e6ce-4612-abf8-b1afae31b565 of type vlan for network 95b69358-a6b2-48e3-8fca-9d5082a3b5b5 Jul 24 00:58:08.549304 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Port a6a459b9-bb1c-411a-9899-0af82d1c5b91 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:58:08.549662 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Failed to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 on host n-h2-793621-25 for vnic_type normal using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] Jul 24 00:58:08.551110 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01335e1-4c59-4963-94b0-7f85202bbc06 req-ad3887bd-c251-4627-9b59-24106e5acfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:08.551626 n-d-793621-25 neutron-server[100463]: INFO neutron.plugins.ml2.plugin [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempt 2 to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 Jul 24 00:58:08.553166 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f01335e1-4c59-4963-94b0-7f85202bbc06 req-ad3887bd-c251-4627-9b59-24106e5acfd0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=32aaab81-ed63-4b4f-aa91-d17bc9f404e3 HTTP/1.1" status: 200 len: 846 time: 0.1873283 Jul 24 00:58:08.594853 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-224e442c-e274-4f7c-b582-847a056af25c tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Allocated IP 172.25.2.54 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/8ef6151e-87c1-44b9-a825-94f1f2020eef) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:58:08.603874 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:58:08.604578 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:58:08.605000 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:58:08.620817 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Port a6a459b9-bb1c-411a-9899-0af82d1c5b91 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:58:08.621339 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Failed to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 on host n-h2-793621-25 for vnic_type normal using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] Jul 24 00:58:08.623364 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f01335e1-4c59-4963-94b0-7f85202bbc06 req-790e3bd3-fe05-47c4-9dbc-a13085bf8610 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2da6bbc7-a75c-4c5c-b454-75233615e1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436840 Jul 24 00:58:08.630477 n-d-793621-25 neutron-server[100463]: INFO neutron.plugins.ml2.plugin [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempt 3 to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 Jul 24 00:58:08.650549 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:58:08.651008 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:58:08.651431 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:58:08.684838 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Port a6a459b9-bb1c-411a-9899-0af82d1c5b91 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:58:08.687715 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Failed to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 on host n-h2-793621-25 for vnic_type normal using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] Jul 24 00:58:08.691249 n-d-793621-25 neutron-server[100463]: INFO neutron.plugins.ml2.plugin [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempt 4 to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 Jul 24 00:58:08.747118 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:58:08.747550 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:58:08.747807 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:58:08.794589 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Port a6a459b9-bb1c-411a-9899-0af82d1c5b91 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:58:08.800870 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Failed to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 on host n-h2-793621-25 for vnic_type normal using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] Jul 24 00:58:08.809896 n-d-793621-25 neutron-server[100463]: INFO neutron.plugins.ml2.plugin [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempt 5 to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 Jul 24 00:58:08.839818 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1221ac3f-882b-4150-a0f2-fe4ca0461fd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:08.859791 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:58:08.860428 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:58:08.861055 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:58:08.874303 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Port a6a459b9-bb1c-411a-9899-0af82d1c5b91 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:58:08.875069 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Failed to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 on host n-h2-793621-25 for vnic_type normal using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] Jul 24 00:58:08.878439 n-d-793621-25 neutron-server[100463]: INFO neutron.plugins.ml2.plugin [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempt 6 to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 Jul 24 00:58:08.919726 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:58:08.923183 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:58:08.923785 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:58:08.980417 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-224e442c-e274-4f7c-b582-847a056af25c tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:08.999393 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 602d02a5-1813-4348-99bd-ab79b1a9ae22 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:58:09.002504 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Port a6a459b9-bb1c-411a-9899-0af82d1c5b91 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:58:09.003175 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Failed to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 on host n-h2-793621-25 for vnic_type normal using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] Jul 24 00:58:09.005506 n-d-793621-25 neutron-server[100463]: INFO neutron.plugins.ml2.plugin [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempt 7 to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 Jul 24 00:58:09.025521 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:58:09.025828 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:58:09.026137 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:58:09.083958 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Port a6a459b9-bb1c-411a-9899-0af82d1c5b91 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:58:09.084319 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Failed to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 on host n-h2-793621-25 for vnic_type normal using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] Jul 24 00:58:09.084899 n-d-793621-25 neutron-server[100463]: INFO neutron.plugins.ml2.plugin [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempt 8 to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 Jul 24 00:58:09.139559 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 602d02a5-1813-4348-99bd-ab79b1a9ae22 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:58:09.147560 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 602d02a5-1813-4348-99bd-ab79b1a9ae22 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:58:09.148319 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:09.151089 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:58:09.151570 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:58:09.151799 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:58:09.178352 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Port a6a459b9-bb1c-411a-9899-0af82d1c5b91 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:58:09.178745 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Failed to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 on host n-h2-793621-25 for vnic_type normal using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] Jul 24 00:58:09.179481 n-d-793621-25 neutron-server[100463]: INFO neutron.plugins.ml2.plugin [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempt 9 to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 Jul 24 00:58:09.202283 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:58:09.202632 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:58:09.205141 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:58:09.220765 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Port a6a459b9-bb1c-411a-9899-0af82d1c5b91 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:58:09.221107 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Failed to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 on host n-h2-793621-25 for vnic_type normal using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] Jul 24 00:58:09.222085 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-224e442c-e274-4f7c-b582-847a056af25c tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:09.235993 n-d-793621-25 neutron-server[100463]: INFO neutron.plugins.ml2.plugin [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempt 10 to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 Jul 24 00:58:09.264645 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.db.resource_extend [None req-1221ac3f-882b-4150-a0f2-fe4ca0461fd5 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 00:58:09.369346 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9130d9-7487-49d8-9dbd-a2f2bf6accfa req-92c8a3e7-a28a-43ce-abff-98cf8d6f7b66 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:09.375725 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:09.379474 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6b9130d9-7487-49d8-9dbd-a2f2bf6accfa req-92c8a3e7-a28a-43ce-abff-98cf8d6f7b66 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=776a7ac9-a0a5-48bd-bb88-d61df20459ee HTTP/1.1" status: 200 len: 943 time: 0.3476000 Jul 24 00:58:09.390365 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:58:09.390984 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:58:09.391495 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:58:09.419824 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1221ac3f-882b-4150-a0f2-fe4ca0461fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:09.421103 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1221ac3f-882b-4150-a0f2-fe4ca0461fd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:09.422214 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1221ac3f-882b-4150-a0f2-fe4ca0461fd5 admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:09.429637 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-224e442c-e274-4f7c-b582-847a056af25c tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:58:09.437997 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f01335e1-4c59-4963-94b0-7f85202bbc06 req-e4328c6a-fa65-4cff-8e0e-fe5083d4d36c service neutron] 10.222.0.13 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7700453 Jul 24 00:58:09.445140 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 602d02a5-1813-4348-99bd-ab79b1a9ae22, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=602d02a5-1813-4348-99bd-ab79b1a9ae22,segment=NetworkSegment(462cdb3a-8d0e-4b9d-bbf5-8407cf005c8a),segment_id=462cdb3a-8d0e-4b9d-bbf5-8407cf005c8a)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:09.458105 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:09.467310 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6b9130d9-7487-49d8-9dbd-a2f2bf6accfa req-12c81ba4-878a-4692-aa70-c2c4e34252d2 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804725 Jul 24 00:58:09.470850 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-224e442c-e274-4f7c-b582-847a056af25c tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:58:09.475993 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Port a6a459b9-bb1c-411a-9899-0af82d1c5b91 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:58:09.476414 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Failed to bind port a6a459b9-bb1c-411a-9899-0af82d1c5b91 on host n-h2-793621-25 for vnic_type normal using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] Jul 24 00:58:09.477068 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:09.479673 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224e442c-e274-4f7c-b582-847a056af25c tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:58:09.484442 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e442c-e274-4f7c-b582-847a056af25c tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Pushing event updated for resources: {'Port': ['ID=8ef6151e-87c1-44b9-a825-94f1f2020eef,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:09.572924 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=602d02a5-1813-4348-99bd-ab79b1a9ae22,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:09.574583 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1221ac3f-882b-4150-a0f2-fe4ca0461fd5 admin admin] Pushing event updated for resources: {'Network': ['ID=95b69358-a6b2-48e3-8fca-9d5082a3b5b5,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:09.591951 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:58:09.592472 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:58:09.593045 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:58:09.593969 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:58:09.594830 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:58:09.595656 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:58:09.596445 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:58:09.597232 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:58:09.598732 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:58:09.599521 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:58:09.600418 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:58:09.601264 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:58:09.620098 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 95b69358-a6b2-48e3-8fca-9d5082a3b5b5 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:58:09.638971 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-224e442c-e274-4f7c-b582-847a056af25c tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:09.720267 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] For port a6a459b9-bb1c-411a-9899-0af82d1c5b91, host n-h2-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:58:09.725922 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempted to set empty binding levels {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 24 00:58:09.735107 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:09.779499 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-224e442c-e274-4f7c-b582-847a056af25c tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:09.787998 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:09.788866 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:09.805209 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f65d4-34d8-40d7-ac55-50eb089f581e req-26a3aca2-06c1-4918-abaa-d5d8473b5581 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:09.817478 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f65d4-34d8-40d7-ac55-50eb089f581e req-26a3aca2-06c1-4918-abaa-d5d8473b5581 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:09.824983 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f65d4-34d8-40d7-ac55-50eb089f581e req-26a3aca2-06c1-4918-abaa-d5d8473b5581 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:09.831460 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f65d4-34d8-40d7-ac55-50eb089f581e req-26a3aca2-06c1-4918-abaa-d5d8473b5581 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:09.839571 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f65d4-34d8-40d7-ac55-50eb089f581e req-26a3aca2-06c1-4918-abaa-d5d8473b5581 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:09.846959 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f65d4-34d8-40d7-ac55-50eb089f581e req-26a3aca2-06c1-4918-abaa-d5d8473b5581 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:09.853428 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f65d4-34d8-40d7-ac55-50eb089f581e req-26a3aca2-06c1-4918-abaa-d5d8473b5581 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:09.853998 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Pushing event updated for resources: {'Port': ['ID=a6a459b9-bb1c-411a-9899-0af82d1c5b91,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:09.855946 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f49f65d4-34d8-40d7-ac55-50eb089f581e req-26a3aca2-06c1-4918-abaa-d5d8473b5581 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 5419 time: 0.8972833 Jul 24 00:58:09.874139 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b83311aa-e05f-4b6b-acb7-dfeb58d48c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:09.892615 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-03b8108d-c77a-48a1-9691-a5ec732b23a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:09.905336 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b83311aa-e05f-4b6b-acb7-dfeb58d48c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:09.909790 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-09502b21-3039-4dad-b822-027e033d6fd2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 3.1842222 Jul 24 00:58:09.911115 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35752) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:09.936861 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f01335e1-4c59-4963-94b0-7f85202bbc06 req-50afa75d-0d2c-475c-885a-8352aac2b705 service neutron] 10.222.0.13 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678684 Jul 24 00:58:09.941258 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1221ac3f-882b-4150-a0f2-fe4ca0461fd5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.9246294 Jul 24 00:58:09.945752 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35754) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:09.953834 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-7ed6f4c7-40ef-48cf-8ee2-51a7b94c84f4 admin admin] Request body: {'subnet': {'network_id': '95b69358-a6b2-48e3-8fca-9d5082a3b5b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-815676108-subnet', 'tenant_id': '2a03bd1fa7594b1dbc4c6165b77b4de3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:58:10.024454 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f49f65d4-34d8-40d7-ac55-50eb089f581e req-9f74c345-30b5-41e1-a576-92c5091bcb5e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&id=b607e344-24a6-4f17-aee1-1e5d86804c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1567132 Jul 24 00:58:10.030625 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b83311aa-e05f-4b6b-acb7-dfeb58d48c51 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=93cb5f3a869144ba9ec013031fd31e9b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9398127 Jul 24 00:58:10.031452 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83311aa-e05f-4b6b-acb7-dfeb58d48c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0f3cfb-7385-44de-b3e9-f570605d2d14,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:10.031837 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35756) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:10.036543 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8108d-c77a-48a1-9691-a5ec732b23a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ed594ab-4150-403d-ad1f-541fd4a99a03,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:10.072453 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b8108d-c77a-48a1-9691-a5ec732b23a9 admin admin] Checking segment: {'id': 'ba3f8265-a107-438d-9a91-66542598e056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6b98cc79-496b-494e-a0de-ce20278a0586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:58:10.072453 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b8108d-c77a-48a1-9691-a5ec732b23a9 admin admin] Network hostable DHCP agents. Network: 6b98cc79-496b-494e-a0de-ce20278a0586, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:58:10.074776 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed6f4c7-40ef-48cf-8ee2-51a7b94c84f4 admin admin] Made reservation on behalf of 2a03bd1fa7594b1dbc4c6165b77b4de3 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:58:10.077382 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7ed6f4c7-40ef-48cf-8ee2-51a7b94c84f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:10.091847 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b8108d-c77a-48a1-9691-a5ec732b23a9 admin admin] Network 6b98cc79-496b-494e-a0de-ce20278a0586 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:58:10.104814 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-03b8108d-c77a-48a1-9691-a5ec732b23a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 6b98cc79-496b-494e-a0de-ce20278a0586) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:58:10.110427 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b8108d-c77a-48a1-9691-a5ec732b23a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:10.111097 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-03b8108d-c77a-48a1-9691-a5ec732b23a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:10.115417 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7210baea-f014-41da-9a1c-25a4c71e2e42 None None] Network 6b98cc79-496b-494e-a0de-ce20278a0586 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:58:10.134555 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-03b8108d-c77a-48a1-9691-a5ec732b23a9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6779807 Jul 24 00:58:10.134555 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 35758) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:10.141263 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-6f99fe08-97ed-4887-b055-d9f35fd18eca admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1715571780-router', 'tenant_id': 'e7fb6f6ac2d547beb657a4e597e3a5be', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:58:10.188598 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6f99fe08-97ed-4887-b055-d9f35fd18eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:10.188598 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6f99fe08-97ed-4887-b055-d9f35fd18eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:10.200909 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a70d69e2-d29a-409f-bd48-eaaac1e3c86c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:10.229303 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a70d69e2-d29a-409f-bd48-eaaac1e3c86c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:10.235315 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 532652b5-0ccf-4dbf-891e-e7c345897077 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:58:10.237767 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 57ac6160-50b2-4350-b590-3d744c0ea342 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:58:10.314250 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6f99fe08-97ed-4887-b055-d9f35fd18eca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:10.336326 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-224e442c-e274-4f7c-b582-847a056af25c tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:10.357150 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-224e442c-e274-4f7c-b582-847a056af25c tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:10.395058 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-a67f7409-6a17-472f-bbdb-2f00ea9643c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Deleting port a6a459b9-bb1c-411a-9899-0af82d1c5b91 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:58:10.395520 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a67f7409-6a17-472f-bbdb-2f00ea9643c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:10.514234 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224e442c-e274-4f7c-b582-847a056af25c tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Pushing event updated for resources: {'Port': ['ID=8ef6151e-87c1-44b9-a825-94f1f2020eef,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:10.564957 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6f99fe08-97ed-4887-b055-d9f35fd18eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:10.639531 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e35374e-8445-4547-a887-bd6356798c30 None None] Network 6b98cc79-496b-494e-a0de-ce20278a0586 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:58:10.680032 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 532652b5-0ccf-4dbf-891e-e7c345897077 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:58:10.680845 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:10.779760 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 57ac6160-50b2-4350-b590-3d744c0ea342, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=57ac6160-50b2-4350-b590-3d744c0ea342,segment=NetworkSegment(105933f1-ad5a-4c90-9ca8-c74f813dbd38),segment_id=105933f1-ad5a-4c90-9ca8-c74f813dbd38)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:10.818497 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '57ac6160-50b2-4350-b590-3d744c0ea342', 'network_id': '2da6bbc7-a75c-4c5c-b454-75233615e1ea', 'port_id': '57ac6160-50b2-4350-b590-3d744c0ea342', 'mac_address': 'fa:16:3e:bf:75:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32aaab81-ed63-4b4f-aa91-d17bc9f404e3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:58:10.881679 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6f99fe08-97ed-4887-b055-d9f35fd18eca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:10.898587 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:10.908057 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6f99fe08-97ed-4887-b055-d9f35fd18eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:10.927626 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57ac6160-50b2-4350-b590-3d744c0ea342 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:58:10.974887 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 602d02a5-1813-4348-99bd-ab79b1a9ae22 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:58:10.983500 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:11.078394 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-224e442c-e274-4f7c-b582-847a056af25c tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:11.099962 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7ed6f4c7-40ef-48cf-8ee2-51a7b94c84f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:11.120564 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a70d69e2-d29a-409f-bd48-eaaac1e3c86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:11.124675 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a70d69e2-d29a-409f-bd48-eaaac1e3c86c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:11.128714 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 57ac6160-50b2-4350-b590-3d744c0ea342, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=57ac6160-50b2-4350-b590-3d744c0ea342,segment=NetworkSegment(105933f1-ad5a-4c90-9ca8-c74f813dbd38),segment_id=105933f1-ad5a-4c90-9ca8-c74f813dbd38)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:11.130627 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a70d69e2-d29a-409f-bd48-eaaac1e3c86c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2f0f3cfb-7385-44de-b3e9-f570605d2d14 HTTP/1.1" status: 204 len: 168 time: 1.0931742 Jul 24 00:58:11.159643 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45ca8d4-e2d6-4d74-92c9-ce232585d0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532652b5-0ccf-4dbf-891e-e7c345897077'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:58:11.163678 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80043099-b9a7-4c3f-9c01-fa119d7a31e1" -d '{"events": [{"server_uuid": "f45ca8d4-e2d6-4d74-92c9-ce232585d0d2", "name": "network-vif-plugged", "status": "completed", "tag": "532652b5-0ccf-4dbf-891e-e7c345897077"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:58:11.175897 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:11.212246 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-a67f7409-6a17-472f-bbdb-2f00ea9643c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] For port a6a459b9-bb1c-411a-9899-0af82d1c5b91, host n-h2-793621-25, got binding levels [] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:11.213287 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a67f7409-6a17-472f-bbdb-2f00ea9643c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:11.218265 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d69e2-d29a-409f-bd48-eaaac1e3c86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0f3cfb-7385-44de-b3e9-f570605d2d14,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:11.257928 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 532652b5-0ccf-4dbf-891e-e7c345897077, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=532652b5-0ccf-4dbf-891e-e7c345897077,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:11.297803 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-224e442c-e274-4f7c-b582-847a056af25c tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:11.322308 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-224e442c-e274-4f7c-b582-847a056af25c tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0778570 Jul 24 00:58:11.334338 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-a67f7409-6a17-472f-bbdb-2f00ea9643c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Calling delete_port for a6a459b9-bb1c-411a-9899-0af82d1c5b91 owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:58:11.353329 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:11.398363 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 602d02a5-1813-4348-99bd-ab79b1a9ae22 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:58:11.399521 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:11.417505 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3f488-e1a3-4781-a808-3ca0c197bd55 req-a1bdcdd9-1723-49ae-aa09-97bebd8871d0 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:11.424869 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3f488-e1a3-4781-a808-3ca0c197bd55 req-a1bdcdd9-1723-49ae-aa09-97bebd8871d0 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:11.434100 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3f488-e1a3-4781-a808-3ca0c197bd55 req-a1bdcdd9-1723-49ae-aa09-97bebd8871d0 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:11.443783 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3f488-e1a3-4781-a808-3ca0c197bd55 req-a1bdcdd9-1723-49ae-aa09-97bebd8871d0 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:11.460050 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed6f4c7-40ef-48cf-8ee2-51a7b94c84f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2011f45d-87b7-4f6e-9c1b-056aa79635d0,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:11.463530 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3f488-e1a3-4781-a808-3ca0c197bd55 req-a1bdcdd9-1723-49ae-aa09-97bebd8871d0 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:11.468835 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['57ac6160-50b2-4350-b590-3d744c0ea342'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:58:11.478456 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=57ac6160-50b2-4350-b590-3d744c0ea342,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:11.479861 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3f488-e1a3-4781-a808-3ca0c197bd55 req-a1bdcdd9-1723-49ae-aa09-97bebd8871d0 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:11.496525 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3f488-e1a3-4781-a808-3ca0c197bd55 req-a1bdcdd9-1723-49ae-aa09-97bebd8871d0 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:11.498631 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8bf3f488-e1a3-4781-a808-3ca0c197bd55 req-a1bdcdd9-1723-49ae-aa09-97bebd8871d0 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 5419 time: 0.2892373 Jul 24 00:58:11.521218 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-6f99fe08-97ed-4887-b055-d9f35fd18eca admin admin] Allocated IP 172.25.2.92 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/0aac7e11-41fe-41e2-a8a3-49739f286798) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:58:11.552266 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed6f4c7-40ef-48cf-8ee2-51a7b94c84f4 admin admin] Checking segment: {'id': '45f19918-e6ce-4612-abf8-b1afae31b565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '95b69358-a6b2-48e3-8fca-9d5082a3b5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:58:11.553014 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed6f4c7-40ef-48cf-8ee2-51a7b94c84f4 admin admin] Network hostable DHCP agents. Network: 95b69358-a6b2-48e3-8fca-9d5082a3b5b5, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:58:11.618590 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8bf3f488-e1a3-4781-a808-3ca0c197bd55 req-9d0a4661-60b8-4a4f-afa0-237188ab381f tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&id=b607e344-24a6-4f17-aee1-1e5d86804c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0994279 Jul 24 00:58:11.629083 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a529c-b28b-4afc-9dc7-c9762d1f4deb req-7fb41410-b84d-4d5d-a673-b2dae1a30b1d tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:11.637784 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f79a529c-b28b-4afc-9dc7-c9762d1f4deb req-7fb41410-b84d-4d5d-a673-b2dae1a30b1d tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=776a7ac9-a0a5-48bd-bb88-d61df20459ee HTTP/1.1" status: 200 len: 944 time: 0.5420599 Jul 24 00:58:11.673435 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed6f4c7-40ef-48cf-8ee2-51a7b94c84f4 admin admin] Network 95b69358-a6b2-48e3-8fca-9d5082a3b5b5 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:58:11.685089 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=532652b5-0ccf-4dbf-891e-e7c345897077,revision_number=10']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:11.719326 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a67f7409-6a17-472f-bbdb-2f00ea9643c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:11.748742 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-7ed6f4c7-40ef-48cf-8ee2-51a7b94c84f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 95b69358-a6b2-48e3-8fca-9d5082a3b5b5) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:58:11.768590 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7486845c-386d-4c23-be60-1bebb1272f56 None None] Network 95b69358-a6b2-48e3-8fca-9d5082a3b5b5 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:58:11.779383 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed6f4c7-40ef-48cf-8ee2-51a7b94c84f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:11.780147 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7ed6f4c7-40ef-48cf-8ee2-51a7b94c84f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:11.817446 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d34478e-15c8-425c-85f2-319467ccbc61 x-openstack-request-id: req-2d34478e-15c8-425c-85f2-319467ccbc61 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:58:11.817891 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45ca8d4-e2d6-4d74-92c9-ce232585d0d2", "name": "network-vif-plugged", "status": "completed", "tag": "532652b5-0ccf-4dbf-891e-e7c345897077", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:58:11.818191 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2d34478e-15c8-425c-85f2-319467ccbc61 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:58:11.818601 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45ca8d4-e2d6-4d74-92c9-ce232585d0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532652b5-0ccf-4dbf-891e-e7c345897077', 'code': 200} Jul 24 00:58:11.819791 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6f99fe08-97ed-4887-b055-d9f35fd18eca admin admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:11.826271 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a67f7409-6a17-472f-bbdb-2f00ea9643c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:11.831173 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a67f7409-6a17-472f-bbdb-2f00ea9643c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] 10.222.0.15 "DELETE /v2.0/ports/a6a459b9-bb1c-411a-9899-0af82d1c5b91 HTTP/1.1" status: 204 len: 168 time: 1.9198244 Jul 24 00:58:11.831496 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 35788) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:11.836219 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f7409-6a17-472f-bbdb-2f00ea9643c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6a459b9-bb1c-411a-9899-0af82d1c5b91,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:11.842098 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f79a529c-b28b-4afc-9dc7-c9762d1f4deb req-56b83676-3dbb-411a-b37b-d6b2a4b19aa3 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029176 Jul 24 00:58:11.863075 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7ed6f4c7-40ef-48cf-8ee2-51a7b94c84f4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9162252 Jul 24 00:58:11.959457 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5e97885-23c5-4935-8a16-d73ff05265d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] GET failed (client error): The resource could not be found. Jul 24 00:58:11.964441 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c5e97885-23c5-4935-8a16-d73ff05265d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] 10.222.0.15 "GET /v2.0/ports/a6a459b9-bb1c-411a-9899-0af82d1c5b91 HTTP/1.1" status: 404 len: 333 time: 0.1279943 Jul 24 00:58:11.965681 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35802) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:11.971716 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-1854a48d-f90a-474e-a0a8-5abf8229af2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Request body: {'port': {'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1235244209'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:58:12.004346 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6f99fe08-97ed-4887-b055-d9f35fd18eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:12.010094 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1854a48d-f90a-474e-a0a8-5abf8229af2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Made reservation on behalf of d634827ec769488a978f102a3293f1de for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:58:12.014590 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1854a48d-f90a-474e-a0a8-5abf8229af2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:12.041461 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-1854a48d-f90a-474e-a0a8-5abf8229af2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] device_id is not set on port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:58:12.061889 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f99fe08-97ed-4887-b055-d9f35fd18eca admin admin] Pushing event updated for resources: {'Port': ['ID=0aac7e11-41fe-41e2-a8a3-49739f286798,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:12.077928 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-395d2727-51fc-48ea-8220-41b6a09b88be tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--734876228&fields=id&tenant_id=cd8dc1c34a4c4b2aa3488d1b34b0e153 HTTP/1.1" status: 200 len: 267 time: 0.1139057 Jul 24 00:58:12.118980 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f99fe08-97ed-4887-b055-d9f35fd18eca admin admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:58:12.135648 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-6f99fe08-97ed-4887-b055-d9f35fd18eca admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:58:12.142921 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f99fe08-97ed-4887-b055-d9f35fd18eca admin admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:58:12.288025 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f680660e-6bcd-4e00-80c7-571b90bd2a5b None None] Network 95b69358-a6b2-48e3-8fca-9d5082a3b5b5 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:58:12.392871 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1854a48d-f90a-474e-a0a8-5abf8229af2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:12.611781 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1854a48d-f90a-474e-a0a8-5abf8229af2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:12.746837 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-8cc5e82a-15b6-4acb-9abb-6505ece7f6dc tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:12.754976 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-8cc5e82a-15b6-4acb-9abb-6505ece7f6dc tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "GET /v2.0/networks?id=0f4d177b-5147-42ce-b52d-29fb850e776c HTTP/1.1" status: 200 len: 812 time: 0.6757543 Jul 24 00:58:12.775720 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-c00eddd6-930a-456f-9c07-82922c4e2df6 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "GET /v2.0/quotas/cd8dc1c34a4c4b2aa3488d1b34b0e153 HTTP/1.1" status: 200 len: 375 time: 0.0197496 Jul 24 00:58:12.863682 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1854a48d-f90a-474e-a0a8-5abf8229af2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:58:12.876853 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-1854a48d-f90a-474e-a0a8-5abf8229af2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:58:12.885967 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1854a48d-f90a-474e-a0a8-5abf8229af2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:58:12.888263 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1854a48d-f90a-474e-a0a8-5abf8229af2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:12.889305 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1854a48d-f90a-474e-a0a8-5abf8229af2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:12.905461 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854a48d-f90a-474e-a0a8-5abf8229af2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Pushing event updated for resources: {'Port': ['ID=0a128a4f-98ce-43be-ba78-1cd2897f1ff8,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:12.933627 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935bf36-774f-47a0-83c6-8308d161477a req-91b8e546-4598-4d66-806c-d3d4040165b7 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:12.935594 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d935bf36-774f-47a0-83c6-8308d161477a req-91b8e546-4598-4d66-806c-d3d4040165b7 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] 10.222.0.15 "GET /v2.0/networks?id=95b69358-a6b2-48e3-8fca-9d5082a3b5b5 HTTP/1.1" status: 200 len: 821 time: 0.4119244 Jul 24 00:58:12.940210 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1854a48d-f90a-474e-a0a8-5abf8229af2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9731755 Jul 24 00:58:12.942789 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35836) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:12.950973 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-793621-25'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:58:12.968177 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-de7e755d-4b50-4531-a084-e28e2dd25623 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd8dc1c34a4c4b2aa3488d1b34b0e153&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1912847 Jul 24 00:58:13.007663 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d935bf36-774f-47a0-83c6-8308d161477a req-cf949ef8-c178-4930-a2de-26670288fa3c tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] 10.222.0.15 "GET /v2.0/quotas/2a03bd1fa7594b1dbc4c6165b77b4de3 HTTP/1.1" status: 200 len: 375 time: 0.0658388 Jul 24 00:58:13.025087 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6f99fe08-97ed-4887-b055-d9f35fd18eca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:13.086839 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d935bf36-774f-47a0-83c6-8308d161477a req-a79d486d-b4c0-4b5f-a419-9b929446a7be tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2a03bd1fa7594b1dbc4c6165b77b4de3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590858 Jul 24 00:58:13.089587 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:13.186835 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-b2e4a026-6743-48a4-9540-6666ac0b25b9 service neutron] 10.222.0.15 "GET /v2.0/networks/0f4d177b-5147-42ce-b52d-29fb850e776c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131908 Jul 24 00:58:13.337071 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d935bf36-774f-47a0-83c6-8308d161477a req-69d7993c-bfd4-48ce-a537-b7464cd15104 service neutron] 10.222.0.15 "GET /v2.0/networks/95b69358-a6b2-48e3-8fca-9d5082a3b5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309518 Jul 24 00:58:13.383369 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-3cee4839-66ae-4d05-96d7-5a2b3108008e service neutron] 10.222.0.15 "GET /v2.0/networks/0f4d177b-5147-42ce-b52d-29fb850e776c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955547 Jul 24 00:58:13.420791 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6f99fe08-97ed-4887-b055-d9f35fd18eca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:13.449779 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d935bf36-774f-47a0-83c6-8308d161477a req-2fea4b15-94bb-4ec7-a8b0-8aaa905ecc9e service neutron] 10.222.0.15 "GET /v2.0/networks/95b69358-a6b2-48e3-8fca-9d5082a3b5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023493 Jul 24 00:58:13.572982 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] device_id is not set on port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:58:13.616015 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:13.659738 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Transition to ACTIVE for port object 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:58:13.674049 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:13.854601 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Pushing event updated for resources: {'Port': ['ID=0a128a4f-98ce-43be-ba78-1cd2897f1ff8,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:13.865830 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:58:13.866178 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:58:13.866530 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:58:13.896842 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75f82f-3386-4d1c-b734-9e7d7903e401 req-d9aca052-5002-4433-a612-bd4d6c99636b tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:13.902150 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:58:13.903011 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Failed to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 on host n-h2-793621-25 for vnic_type normal using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] Jul 24 00:58:13.903405 n-d-793621-25 neutron-server[100463]: INFO neutron.plugins.ml2.plugin [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempt 2 to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 Jul 24 00:58:13.906657 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75f82f-3386-4d1c-b734-9e7d7903e401 req-d9aca052-5002-4433-a612-bd4d6c99636b tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:13.921487 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75f82f-3386-4d1c-b734-9e7d7903e401 req-d9aca052-5002-4433-a612-bd4d6c99636b tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:13.928828 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75f82f-3386-4d1c-b734-9e7d7903e401 req-d9aca052-5002-4433-a612-bd4d6c99636b tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:13.936825 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75f82f-3386-4d1c-b734-9e7d7903e401 req-d9aca052-5002-4433-a612-bd4d6c99636b tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:13.945431 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75f82f-3386-4d1c-b734-9e7d7903e401 req-d9aca052-5002-4433-a612-bd4d6c99636b tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:13.953734 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75f82f-3386-4d1c-b734-9e7d7903e401 req-d9aca052-5002-4433-a612-bd4d6c99636b tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:13.957768 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9f75f82f-3386-4d1c-b734-9e7d7903e401 req-d9aca052-5002-4433-a612-bd4d6c99636b tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 5419 time: 0.2361958 Jul 24 00:58:13.958930 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f99fe08-97ed-4887-b055-d9f35fd18eca admin admin] Router b58618c5-3464-495e-b15a-388ed9889b45 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:58:13.980023 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:58:13.980329 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:58:13.980682 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:58:14.013144 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf661389-8b1d-4098-8747-b8f17aada080 req-9fb0353b-6682-42f6-8776-241c8efe36f0 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:14.021558 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bf661389-8b1d-4098-8747-b8f17aada080 req-9fb0353b-6682-42f6-8776-241c8efe36f0 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=776a7ac9-a0a5-48bd-bb88-d61df20459ee HTTP/1.1" status: 200 len: 944 time: 0.2761436 Jul 24 00:58:14.024739 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:58:14.025088 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Failed to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 on host n-h2-793621-25 for vnic_type normal using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] Jul 24 00:58:14.033750 n-d-793621-25 neutron-server[100463]: INFO neutron.plugins.ml2.plugin [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempt 3 to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 Jul 24 00:58:14.064207 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:58:14.064558 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:58:14.064906 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:58:14.081730 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:58:14.082057 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Failed to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 on host n-h2-793621-25 for vnic_type normal using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] Jul 24 00:58:14.082610 n-d-793621-25 neutron-server[100463]: INFO neutron.plugins.ml2.plugin [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempt 4 to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 Jul 24 00:58:14.099922 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9f75f82f-3386-4d1c-b734-9e7d7903e401 req-705e227e-2ff1-40ac-8afc-98469d75fc2f tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&id=b607e344-24a6-4f17-aee1-1e5d86804c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1287451 Jul 24 00:58:14.105088 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bf661389-8b1d-4098-8747-b8f17aada080 req-aede0e03-6c31-42bd-9c23-1185d3999776 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820022 Jul 24 00:58:14.132181 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:58:14.135517 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:58:14.136097 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:58:14.149001 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:58:14.151592 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Failed to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 on host n-h2-793621-25 for vnic_type normal using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] Jul 24 00:58:14.152212 n-d-793621-25 neutron-server[100463]: INFO neutron.plugins.ml2.plugin [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempt 5 to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 Jul 24 00:58:14.219016 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 57ac6160-50b2-4350-b590-3d744c0ea342 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:58:14.304240 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b68b02bc-5930-48f9-96ba-8873b44dd74b req-a4fdd84f-95f6-4911-9aac-92db2d3f1052 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bf8011c-5f0c-4101-8c42-456ddf63231b HTTP/1.1" status: 200 len: 210 time: 0.1112661 Jul 24 00:58:14.305578 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:58:14.306083 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:58:14.306545 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:58:14.320611 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:58:14.320611 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Failed to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 on host n-h2-793621-25 for vnic_type normal using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] Jul 24 00:58:14.320611 n-d-793621-25 neutron-server[100463]: INFO neutron.plugins.ml2.plugin [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempt 6 to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 Jul 24 00:58:14.363002 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 57ac6160-50b2-4350-b590-3d744c0ea342 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:58:14.370319 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 57ac6160-50b2-4350-b590-3d744c0ea342 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:58:14.370769 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:14.372651 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:58:14.373437 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:58:14.374026 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:58:14.380771 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:58:14.381530 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Failed to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 on host n-h2-793621-25 for vnic_type normal using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] Jul 24 00:58:14.382289 n-d-793621-25 neutron-server[100463]: INFO neutron.plugins.ml2.plugin [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempt 7 to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 Jul 24 00:58:14.406777 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:58:14.407624 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:58:14.408248 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:58:14.438981 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:58:14.440204 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Failed to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 on host n-h2-793621-25 for vnic_type normal using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] Jul 24 00:58:14.440877 n-d-793621-25 neutron-server[100463]: INFO neutron.plugins.ml2.plugin [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempt 8 to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 Jul 24 00:58:14.458065 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-605e8264-0dfe-48e6-b04f-cfb618ef5f25 req-f6f0cac1-6681-4d2a-bd59-78dd68769a40 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] 10.222.0.15 "GET /v2.0/ports?device_id=faf84f64-2816-4dc1-8bfb-acce8d5bc030 HTTP/1.1" status: 200 len: 210 time: 0.1797030 Jul 24 00:58:14.480421 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f99fe08-97ed-4887-b055-d9f35fd18eca admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:58:14.489692 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:58:14.493075 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:58:14.493576 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:58:14.501393 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1f688f-b9e9-4487-9ef8-6e2bafa1aea8 None None] Sync routers for ids ['b58618c5-3464-495e-b15a-388ed9889b45'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:58:14.505240 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:58:14.507413 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Failed to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 on host n-h2-793621-25 for vnic_type normal using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] Jul 24 00:58:14.508144 n-d-793621-25 neutron-server[100463]: INFO neutron.plugins.ml2.plugin [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempt 9 to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 Jul 24 00:58:14.532312 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1f688f-b9e9-4487-9ef8-6e2bafa1aea8 None None] Routers {'b58618c5-3464-495e-b15a-388ed9889b45'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:58:14.533943 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-ca1f688f-b9e9-4487-9ef8-6e2bafa1aea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:57:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['b58618c5-3464-495e-b15a-388ed9889b45'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:58:14.554169 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:14.557340 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:58:14.558096 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:58:14.559956 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:58:14.573842 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:58:14.574956 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Failed to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 on host n-h2-793621-25 for vnic_type normal using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] Jul 24 00:58:14.575564 n-d-793621-25 neutron-server[100463]: INFO neutron.plugins.ml2.plugin [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempt 10 to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 Jul 24 00:58:14.614774 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6f99fe08-97ed-4887-b055-d9f35fd18eca admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:14.616050 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6f99fe08-97ed-4887-b055-d9f35fd18eca admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4802997 Jul 24 00:58:14.617410 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776a7ac9-a0a5-48bd-bb88-d61df20459ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ac6160-50b2-4350-b590-3d744c0ea342'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:58:14.618967 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 35876) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:14.620408 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737bb015-2fd4-40f3-a4ea-4b435d31e782" -d '{"events": [{"server_uuid": "776a7ac9-a0a5-48bd-bb88-d61df20459ee", "name": "network-vif-plugged", "status": "completed", "tag": "57ac6160-50b2-4350-b590-3d744c0ea342"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:58:14.638907 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 57ac6160-50b2-4350-b590-3d744c0ea342, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=57ac6160-50b2-4350-b590-3d744c0ea342,segment=NetworkSegment(105933f1-ad5a-4c90-9ca8-c74f813dbd38),segment_id=105933f1-ad5a-4c90-9ca8-c74f813dbd38)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:14.651652 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:58:14.653588 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:58:14.654180 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:58:14.657530 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:14.670911 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:58:14.671525 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Failed to bind port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 on host n-h2-793621-25 for vnic_type normal using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] Jul 24 00:58:14.672843 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:14.813799 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda90387-9148-450d-b555-7f0a6286cc40 x-openstack-request-id: req-cda90387-9148-450d-b555-7f0a6286cc40 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:58:14.819059 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776a7ac9-a0a5-48bd-bb88-d61df20459ee", "name": "network-vif-plugged", "status": "completed", "tag": "57ac6160-50b2-4350-b590-3d744c0ea342", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:58:14.820094 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cda90387-9148-450d-b555-7f0a6286cc40 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:58:14.823980 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776a7ac9-a0a5-48bd-bb88-d61df20459ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ac6160-50b2-4350-b590-3d744c0ea342', 'code': 200} Jul 24 00:58:14.828189 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=57ac6160-50b2-4350-b590-3d744c0ea342,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:14.845793 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-ca1f688f-b9e9-4487-9ef8-6e2bafa1aea8 None None] Set router b58618c5-3464-495e-b15a-388ed9889b45 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:58:14.910601 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] For port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8, host n-h2-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:58:14.911499 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempted to set empty binding levels {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 24 00:58:14.920649 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:15.000508 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Pushing event updated for resources: {'Port': ['ID=0a128a4f-98ce-43be-ba78-1cd2897f1ff8,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:15.024609 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] In _notify_port_updated(), no bound segment for port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c {{(pid=100463) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 00:58:15.026659 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:15.028537 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:15.032374 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d3e61512-d4dd-46e5-bda1-f86abceb09f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] 10.222.0.15 "PUT /v2.0/ports/0a128a4f-98ce-43be-ba78-1cd2897f1ff8 HTTP/1.1" status: 200 len: 980 time: 2.0864074 Jul 24 00:58:15.035288 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35884) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:15.114365 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8531a-d216-4e8e-97e3-61254c2a9311 req-de7dcd5f-5cd6-4501-af4f-23dae07d3601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:15.134126 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-afc8531a-d216-4e8e-97e3-61254c2a9311 req-de7dcd5f-5cd6-4501-af4f-23dae07d3601 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=776a7ac9-a0a5-48bd-bb88-d61df20459ee HTTP/1.1" status: 200 len: 1097 time: 0.3026357 Jul 24 00:58:15.156115 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-ca1f688f-b9e9-4487-9ef8-6e2bafa1aea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58618c5-3464-495e-b15a-388ed9889b45', 'name': 'tempest-ServerRescueTestJSON-1715571780-router', 'tenant_id': 'e7fb6f6ac2d547beb657a4e597e3a5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '0aac7e11-41fe-41e2-a8a3-49739f286798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:58:10Z', 'updated_at': '2021-07-24T00:58:12Z', 'revision_number': 3, 'project_id': 'e7fb6f6ac2d547beb657a4e597e3a5be', 'gw_port': {'id': '0aac7e11-41fe-41e2-a8a3-49739f286798', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58618c5-3464-495e-b15a-388ed9889b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:58:10Z', 'updated_at': '2021-07-24T00:58:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:58:15.192108 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1f688f-b9e9-4487-9ef8-6e2bafa1aea8 None None] Checking router: b58618c5-3464-495e-b15a-388ed9889b45 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:58:15.192803 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1f688f-b9e9-4487-9ef8-6e2bafa1aea8 None None] Updating router b58618c5-3464-495e-b15a-388ed9889b45 port 0aac7e11-41fe-41e2-a8a3-49739f286798 binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:58:15.234262 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-ca1f688f-b9e9-4487-9ef8-6e2bafa1aea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:15.399920 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-afc8531a-d216-4e8e-97e3-61254c2a9311 req-0e40d74c-b7a6-4f27-89bc-9b8fcd8e9117 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305420 Jul 24 00:58:15.412403 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bbdfb9-5c75-4112-9079-418f47e5481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:15.413082 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bbdfb9-5c75-4112-9079-418f47e5481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:15.415087 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bbdfb9-5c75-4112-9079-418f47e5481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:15.415823 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bbdfb9-5c75-4112-9079-418f47e5481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:15.416309 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bbdfb9-5c75-4112-9079-418f47e5481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:15.416789 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bbdfb9-5c75-4112-9079-418f47e5481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:15.417262 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bbdfb9-5c75-4112-9079-418f47e5481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:15.418804 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bbdfb9-5c75-4112-9079-418f47e5481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:15.420015 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bbdfb9-5c75-4112-9079-418f47e5481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:15.441743 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bbdfb9-5c75-4112-9079-418f47e5481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:15.442256 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bbdfb9-5c75-4112-9079-418f47e5481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:15.443193 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bbdfb9-5c75-4112-9079-418f47e5481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:15.444930 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bbdfb9-5c75-4112-9079-418f47e5481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:15.446828 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bbdfb9-5c75-4112-9079-418f47e5481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:15.447529 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bbdfb9-5c75-4112-9079-418f47e5481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:15.448211 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bbdfb9-5c75-4112-9079-418f47e5481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:15.448783 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bbdfb9-5c75-4112-9079-418f47e5481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:15.453138 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bbdfb9-5c75-4112-9079-418f47e5481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:15.454370 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bbdfb9-5c75-4112-9079-418f47e5481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:15.454370 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bbdfb9-5c75-4112-9079-418f47e5481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:15.454848 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bbdfb9-5c75-4112-9079-418f47e5481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:15.455590 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bbdfb9-5c75-4112-9079-418f47e5481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:15.456121 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bbdfb9-5c75-4112-9079-418f47e5481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:15.457031 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bbdfb9-5c75-4112-9079-418f47e5481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:15.457771 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bbdfb9-5c75-4112-9079-418f47e5481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:15.458320 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bbdfb9-5c75-4112-9079-418f47e5481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:15.459129 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bbdfb9-5c75-4112-9079-418f47e5481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:15.460301 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bbdfb9-5c75-4112-9079-418f47e5481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:15.461184 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bbdfb9-5c75-4112-9079-418f47e5481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:15.463390 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bbdfb9-5c75-4112-9079-418f47e5481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:15.464249 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bbdfb9-5c75-4112-9079-418f47e5481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:15.476037 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-19bbdfb9-5c75-4112-9079-418f47e5481a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27761 time: 0.4339352 Jul 24 00:58:15.481098 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35892) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:15.547375 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838cd5f1-77a0-4ba4-b9c6-7c0296723647 req-6954b41a-7e7f-40e8-a519-fb54fee12c42 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:15.549900 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-838cd5f1-77a0-4ba4-b9c6-7c0296723647 req-6954b41a-7e7f-40e8-a519-fb54fee12c42 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=776a7ac9-a0a5-48bd-bb88-d61df20459ee HTTP/1.1" status: 200 len: 945 time: 0.3018441 Jul 24 00:58:15.663264 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-58b4cf97-cbb2-499b-a838-f46793b4302b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:15.746059 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6c75d-1be0-45c5-8f04-245c6566cae1 req-88c43e04-1124-43fd-9259-9d23f7c13ab1 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:15.755334 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6c75d-1be0-45c5-8f04-245c6566cae1 req-88c43e04-1124-43fd-9259-9d23f7c13ab1 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:15.763496 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6c75d-1be0-45c5-8f04-245c6566cae1 req-88c43e04-1124-43fd-9259-9d23f7c13ab1 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:15.771319 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6c75d-1be0-45c5-8f04-245c6566cae1 req-88c43e04-1124-43fd-9259-9d23f7c13ab1 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:15.780029 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6c75d-1be0-45c5-8f04-245c6566cae1 req-88c43e04-1124-43fd-9259-9d23f7c13ab1 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:15.786885 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6c75d-1be0-45c5-8f04-245c6566cae1 req-88c43e04-1124-43fd-9259-9d23f7c13ab1 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:15.794784 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6c75d-1be0-45c5-8f04-245c6566cae1 req-88c43e04-1124-43fd-9259-9d23f7c13ab1 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:15.797236 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-43c6c75d-1be0-45c5-8f04-245c6566cae1 req-88c43e04-1124-43fd-9259-9d23f7c13ab1 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 5419 time: 0.4812109 Jul 24 00:58:15.800421 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-afd2b86d-2203-4486-a08e-9d6760b3eb44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Deleting port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:58:15.801347 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-afd2b86d-2203-4486-a08e-9d6760b3eb44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:15.892994 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bc703437-da46-4e39-8f57-015958dbfe3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:15.899754 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-ca1f688f-b9e9-4487-9ef8-6e2bafa1aea8 None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:15.926415 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-ca1f688f-b9e9-4487-9ef8-6e2bafa1aea8 None None] Transition to ACTIVE for port object 0aac7e11-41fe-41e2-a8a3-49739f286798 will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:58:15.944701 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-ca1f688f-b9e9-4487-9ef8-6e2bafa1aea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:15.967601 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-838cd5f1-77a0-4ba4-b9c6-7c0296723647 req-9c786073-7ba6-4ac1-998c-a2eb628a9258 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4013901 Jul 24 00:58:15.991915 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-43c6c75d-1be0-45c5-8f04-245c6566cae1 req-8b099409-9e95-4126-a669-965d9a7855a8 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&id=b607e344-24a6-4f17-aee1-1e5d86804c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1869755 Jul 24 00:58:15.995632 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-afd2b86d-2203-4486-a08e-9d6760b3eb44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] For port 0a128a4f-98ce-43be-ba78-1cd2897f1ff8, host n-h2-793621-25, got binding levels [] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:15.999893 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-afd2b86d-2203-4486-a08e-9d6760b3eb44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:16.037537 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-afd2b86d-2203-4486-a08e-9d6760b3eb44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Calling delete_port for 0a128a4f-98ce-43be-ba78-1cd2897f1ff8 owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:58:16.057830 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-ca1f688f-b9e9-4487-9ef8-6e2bafa1aea8 None None] Attempting to bind port 0aac7e11-41fe-41e2-a8a3-49739f286798 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:58:16.058954 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-ca1f688f-b9e9-4487-9ef8-6e2bafa1aea8 None None] Attempting to bind port 0aac7e11-41fe-41e2-a8a3-49739f286798 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:58:16.060345 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1f688f-b9e9-4487-9ef8-6e2bafa1aea8 None None] Attempting to bind port 0aac7e11-41fe-41e2-a8a3-49739f286798 on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:58:16.088615 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1f688f-b9e9-4487-9ef8-6e2bafa1aea8 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:58:16.093050 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1f688f-b9e9-4487-9ef8-6e2bafa1aea8 None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:58:16.093263 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-ca1f688f-b9e9-4487-9ef8-6e2bafa1aea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:16.093556 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1f688f-b9e9-4487-9ef8-6e2bafa1aea8 None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:58:16.094080 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-ca1f688f-b9e9-4487-9ef8-6e2bafa1aea8 None None] Bound port: 0aac7e11-41fe-41e2-a8a3-49739f286798, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:58:16.094481 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-ca1f688f-b9e9-4487-9ef8-6e2bafa1aea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:16.158010 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:58:16.160223 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670d384-963a-4604-8e24-0a919cb1a5a5 None None] Pushing event updated for resources: {'Port': ['ID=0aac7e11-41fe-41e2-a8a3-49739f286798,revision_number=2']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:16.208974 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-ca1f688f-b9e9-4487-9ef8-6e2bafa1aea8 None None] For port 0aac7e11-41fe-41e2-a8a3-49739f286798, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:58:16.213209 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-ca1f688f-b9e9-4487-9ef8-6e2bafa1aea8 None None] For port 0aac7e11-41fe-41e2-a8a3-49739f286798, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0aac7e11-41fe-41e2-a8a3-49739f286798,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:58:16.220080 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-ca1f688f-b9e9-4487-9ef8-6e2bafa1aea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:16.272669 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b40c1895-4132-428c-944d-e2f41f0781b1 req-4c4b3069-8bac-4b2a-9430-c30c7e877e61 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] 10.222.0.15 "GET /v2.0/ports?device_id=faf84f64-2816-4dc1-8bfb-acce8d5bc030 HTTP/1.1" status: 200 len: 210 time: 0.0908401 Jul 24 00:58:16.295795 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1f688f-b9e9-4487-9ef8-6e2bafa1aea8 None None] Routers {'b58618c5-3464-495e-b15a-388ed9889b45'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:58:16.297540 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-ca1f688f-b9e9-4487-9ef8-6e2bafa1aea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:57:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['b58618c5-3464-495e-b15a-388ed9889b45'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:58:16.334509 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-afd2b86d-2203-4486-a08e-9d6760b3eb44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:16.404707 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd2b86d-2203-4486-a08e-9d6760b3eb44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a128a4f-98ce-43be-ba78-1cd2897f1ff8,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:16.424725 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-989f41b6-8dd4-45ea-af3f-c862fd436984 req-26b89f8a-e7a5-4246-b133-b0de4331107f tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bf8011c-5f0c-4101-8c42-456ddf63231b HTTP/1.1" status: 200 len: 210 time: 0.3099198 Jul 24 00:58:16.445106 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-afd2b86d-2203-4486-a08e-9d6760b3eb44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:16.450468 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-afd2b86d-2203-4486-a08e-9d6760b3eb44 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] 10.222.0.15 "DELETE /v2.0/ports/0a128a4f-98ce-43be-ba78-1cd2897f1ff8 HTTP/1.1" status: 204 len: 168 time: 0.9676533 Jul 24 00:58:16.451699 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35906) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:16.496732 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9cd43f9-9ee4-4447-9b40-182036442f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] GET failed (client error): The resource could not be found. Jul 24 00:58:16.507560 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e9cd43f9-9ee4-4447-9b40-182036442f95 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] 10.222.0.15 "GET /v2.0/ports/0a128a4f-98ce-43be-ba78-1cd2897f1ff8 HTTP/1.1" status: 404 len: 333 time: 0.0555000 Jul 24 00:58:16.508307 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35908) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:16.513618 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-00099034-5796-457b-a926-c24e45fcab9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2016122912', 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:58:16.567560 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00099034-5796-457b-a926-c24e45fcab9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Made reservation on behalf of d634827ec769488a978f102a3293f1de for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:58:16.571758 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-00099034-5796-457b-a926-c24e45fcab9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:16.613009 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-00099034-5796-457b-a926-c24e45fcab9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] device_id is not set on port 5b93e9e1-f025-4ab5-9858-7c2d9ec0c6d2 yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:58:16.686509 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670d384-963a-4604-8e24-0a919cb1a5a5 None None] Pushing event updated for resources: {'Port': ['ID=0aac7e11-41fe-41e2-a8a3-49739f286798,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:16.700219 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-ca1f688f-b9e9-4487-9ef8-6e2bafa1aea8 None None] Set router b58618c5-3464-495e-b15a-388ed9889b45 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:58:16.747546 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935bf36-774f-47a0-83c6-8308d161477a req-80014501-82e7-4909-a128-9b07b49dc7be tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:16.750136 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d935bf36-774f-47a0-83c6-8308d161477a req-80014501-82e7-4909-a128-9b07b49dc7be tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] 10.222.0.13 "GET /v2.0/networks?id=95b69358-a6b2-48e3-8fca-9d5082a3b5b5 HTTP/1.1" status: 200 len: 821 time: 0.3238897 Jul 24 00:58:16.774152 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-d935bf36-774f-47a0-83c6-8308d161477a req-cb1b284b-2c15-4167-bf18-1b3610a94ccd tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] Request body: {'port': {'device_id': 'faf84f64-2816-4dc1-8bfb-acce8d5bc030', 'network_id': '95b69358-a6b2-48e3-8fca-9d5082a3b5b5', 'admin_state_up': True, 'tenant_id': '2a03bd1fa7594b1dbc4c6165b77b4de3'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:58:16.868943 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-00099034-5796-457b-a926-c24e45fcab9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:16.931922 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-00099034-5796-457b-a926-c24e45fcab9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:17.050043 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00099034-5796-457b-a926-c24e45fcab9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:58:17.068128 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-00099034-5796-457b-a926-c24e45fcab9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:58:17.076143 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00099034-5796-457b-a926-c24e45fcab9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:58:17.077140 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00099034-5796-457b-a926-c24e45fcab9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:17.077766 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-00099034-5796-457b-a926-c24e45fcab9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:17.116450 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00099034-5796-457b-a926-c24e45fcab9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Pushing event updated for resources: {'Port': ['ID=5b93e9e1-f025-4ab5-9858-7c2d9ec0c6d2,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:17.132698 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-00099034-5796-457b-a926-c24e45fcab9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6224294 Jul 24 00:58:17.135420 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35922) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:17.155598 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-ca1f688f-b9e9-4487-9ef8-6e2bafa1aea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58618c5-3464-495e-b15a-388ed9889b45', 'name': 'tempest-ServerRescueTestJSON-1715571780-router', 'tenant_id': 'e7fb6f6ac2d547beb657a4e597e3a5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '0aac7e11-41fe-41e2-a8a3-49739f286798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:58:10Z', 'updated_at': '2021-07-24T00:58:12Z', 'revision_number': 3, 'project_id': 'e7fb6f6ac2d547beb657a4e597e3a5be', 'gw_port': {'id': '0aac7e11-41fe-41e2-a8a3-49739f286798', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58618c5-3464-495e-b15a-388ed9889b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:58:10Z', 'updated_at': '2021-07-24T00:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:58:17.230098 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe7b886-f34e-4bb1-9f87-8ce57ae5e150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:17.233589 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2fe7b886-f34e-4bb1-9f87-8ce57ae5e150 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] 10.222.0.15 "GET /v2.0/ports/5b93e9e1-f025-4ab5-9858-7c2d9ec0c6d2 HTTP/1.1" status: 200 len: 959 time: 0.0955262 Jul 24 00:58:17.236685 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35926) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:17.250157 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1f688f-b9e9-4487-9ef8-6e2bafa1aea8 None None] The sync data for ids ['b58618c5-3464-495e-b15a-388ed9889b45'] in n-d-793621-25 is: [{'id': 'b58618c5-3464-495e-b15a-388ed9889b45', 'name': 'tempest-ServerRescueTestJSON-1715571780-router', 'tenant_id': 'e7fb6f6ac2d547beb657a4e597e3a5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '0aac7e11-41fe-41e2-a8a3-49739f286798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:58:10Z', 'updated_at': '2021-07-24T00:58:12Z', 'revision_number': 3, 'project_id': 'e7fb6f6ac2d547beb657a4e597e3a5be', 'gw_port': {'id': '0aac7e11-41fe-41e2-a8a3-49739f286798', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7b:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58618c5-3464-495e-b15a-388ed9889b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:58:10Z', 'updated_at': '2021-07-24T00:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:58:17.419939 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfba01-2960-4a97-9646-cf0ef67ba812 req-3be1f307-6c52-4ef6-9fe9-2a5424a86b2f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:17.421546 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-becfba01-2960-4a97-9646-cf0ef67ba812 req-3be1f307-6c52-4ef6-9fe9-2a5424a86b2f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=776a7ac9-a0a5-48bd-bb88-d61df20459ee HTTP/1.1" status: 200 len: 945 time: 0.1857541 Jul 24 00:58:17.455394 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-b54c1007-e754-4704-9531-672197851466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Deleting port 5b93e9e1-f025-4ab5-9858-7c2d9ec0c6d2 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:58:17.455752 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b54c1007-e754-4704-9531-672197851466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:17.504033 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-becfba01-2960-4a97-9646-cf0ef67ba812 req-c2d7c7eb-dd9f-461b-9e79-540f72bd471f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758488 Jul 24 00:58:17.579876 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b54c1007-e754-4704-9531-672197851466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:17.605671 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-b54c1007-e754-4704-9531-672197851466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Calling delete_port for 5b93e9e1-f025-4ab5-9858-7c2d9ec0c6d2 owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:58:17.612762 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-e8a8c001-38cf-4d8c-b4d2-65cca6d0057e tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:17.614266 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-e8a8c001-38cf-4d8c-b4d2-65cca6d0057e tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.13 "GET /v2.0/networks?id=0f4d177b-5147-42ce-b52d-29fb850e776c HTTP/1.1" status: 200 len: 812 time: 1.8934717 Jul 24 00:58:17.656094 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-bc703437-da46-4e39-8f57-015958dbfe3b admin admin] Allocated IP 172.20.0.1 (6b98cc79-496b-494e-a0de-ce20278a0586/5ed594ab-4150-403d-ad1f-541fd4a99a03/c76e63b1-5477-4d5f-bb8b-3de0e3701672) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:58:17.746331 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7b0883ac-eec5-4693-815b-b7c220fa5bda req-1bd2be94-4196-43fb-b2b2-45a67bda1777 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] 10.222.0.15 "GET /v2.0/ports?device_id=faf84f64-2816-4dc1-8bfb-acce8d5bc030 HTTP/1.1" status: 200 len: 210 time: 0.1010647 Jul 24 00:58:17.873349 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b54c1007-e754-4704-9531-672197851466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:17.973512 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c1007-e754-4704-9531-672197851466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b93e9e1-f025-4ab5-9858-7c2d9ec0c6d2,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:17.988597 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-89f342f6-f186-467d-a262-a0a850cc36cb tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd8dc1c34a4c4b2aa3488d1b34b0e153 HTTP/1.1" status: 200 len: 379 time: 0.3511801 Jul 24 00:58:17.998436 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d935bf36-774f-47a0-83c6-8308d161477a req-cb1b284b-2c15-4167-bf18-1b3610a94ccd tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] Made reservation on behalf of 2a03bd1fa7594b1dbc4c6165b77b4de3 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:58:18.001964 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d935bf36-774f-47a0-83c6-8308d161477a req-cb1b284b-2c15-4167-bf18-1b3610a94ccd tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:18.041788 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d9997619-8901-4e00-8490-1019c49bb7d9 req-6dd9f345-af22-46d6-953d-79fca880a4b0 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bf8011c-5f0c-4101-8c42-456ddf63231b HTTP/1.1" status: 200 len: 210 time: 0.0973465 Jul 24 00:58:18.046417 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-c5ec7b0b-966d-4c82-8c56-57f14343162a tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Request body: {'port': {'device_id': '1bf8011c-5f0c-4101-8c42-456ddf63231b', 'network_id': '0f4d177b-5147-42ce-b52d-29fb850e776c', 'admin_state_up': True, 'tenant_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'security_groups': ['e1241bef-ced5-4c48-b540-61c99204cb19']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:58:18.048162 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b54c1007-e754-4704-9531-672197851466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:18.058063 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b54c1007-e754-4704-9531-672197851466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] 10.222.0.15 "DELETE /v2.0/ports/5b93e9e1-f025-4ab5-9858-7c2d9ec0c6d2 HTTP/1.1" status: 204 len: 168 time: 0.8193371 Jul 24 00:58:18.060835 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35938) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:18.087875 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600eba3-3157-456c-a8e5-236f26b4b5f4 req-a3a97156-5e06-4bde-80da-02cc327f29bc tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:18.097291 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600eba3-3157-456c-a8e5-236f26b4b5f4 req-a3a97156-5e06-4bde-80da-02cc327f29bc tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:18.112847 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600eba3-3157-456c-a8e5-236f26b4b5f4 req-a3a97156-5e06-4bde-80da-02cc327f29bc tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:18.121892 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600eba3-3157-456c-a8e5-236f26b4b5f4 req-a3a97156-5e06-4bde-80da-02cc327f29bc tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:18.123793 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc6e0cc7-58c3-4e30-aca6-32c1bc8997b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] GET failed (client error): The resource could not be found. Jul 24 00:58:18.125631 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-cc6e0cc7-58c3-4e30-aca6-32c1bc8997b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] 10.222.0.15 "GET /v2.0/ports/5b93e9e1-f025-4ab5-9858-7c2d9ec0c6d2 HTTP/1.1" status: 404 len: 333 time: 0.0637021 Jul 24 00:58:18.129584 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35940) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:18.134584 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-4214d509-f7aa-4017-b6a0-eabfea1480bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Request body: {'port': {'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-387609162'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:58:18.141006 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600eba3-3157-456c-a8e5-236f26b4b5f4 req-a3a97156-5e06-4bde-80da-02cc327f29bc tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:18.158194 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600eba3-3157-456c-a8e5-236f26b4b5f4 req-a3a97156-5e06-4bde-80da-02cc327f29bc tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:18.176471 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600eba3-3157-456c-a8e5-236f26b4b5f4 req-a3a97156-5e06-4bde-80da-02cc327f29bc tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:18.188070 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6600eba3-3157-456c-a8e5-236f26b4b5f4 req-a3a97156-5e06-4bde-80da-02cc327f29bc tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 5419 time: 0.6796052 Jul 24 00:58:18.193381 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4214d509-f7aa-4017-b6a0-eabfea1480bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Made reservation on behalf of d634827ec769488a978f102a3293f1de for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:58:18.195949 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4214d509-f7aa-4017-b6a0-eabfea1480bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:18.220694 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5cfdfe8c-0ba1-4011-8cd3-a1e896d687cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:18.236890 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-4214d509-f7aa-4017-b6a0-eabfea1480bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] device_id is not set on port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:58:18.444754 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:18.559803 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-c5ec7b0b-966d-4c82-8c56-57f14343162a tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Made reservation on behalf of cd8dc1c34a4c4b2aa3488d1b34b0e153 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:58:18.564831 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-c5ec7b0b-966d-4c82-8c56-57f14343162a tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:18.583917 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6db2d9a4-6a1f-4235-95ec-762218404239 req-c1fe737f-9c90-4d26-83c4-cebe9025285a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=628d42a2-7ada-4268-be52-7c3048d872bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0884976 Jul 24 00:58:18.641686 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6600eba3-3157-456c-a8e5-236f26b4b5f4 req-39bce1d3-e493-44be-b79e-d827f12caec1 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&id=b607e344-24a6-4f17-aee1-1e5d86804c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1252244 Jul 24 00:58:18.645633 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4630c-f906-4e36-a19e-df092937a09a req-b6039a74-6e5f-43ed-9bbe-deff2d4abcab tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:18.662937 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-59f4630c-f906-4e36-a19e-df092937a09a req-b6039a74-6e5f-43ed-9bbe-deff2d4abcab tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=88e2aeb1-a31a-4922-a98d-a73cbbaf5d37 HTTP/1.1" status: 200 len: 945 time: 0.3348587 Jul 24 00:58:18.765025 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6db2d9a4-6a1f-4235-95ec-762218404239 req-64ad1dd8-4fed-4470-82d8-fa262ed51c13 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=628d42a2-7ada-4268-be52-7c3048d872bf HTTP/1.1" status: 200 len: 210 time: 0.1486208 Jul 24 00:58:18.937242 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6db2d9a4-6a1f-4235-95ec-762218404239 req-3404f09a-5007-41b1-a4d2-d4bd5f17d414 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0897863 Jul 24 00:58:18.990119 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4214d509-f7aa-4017-b6a0-eabfea1480bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:19.040654 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0aac7e11-41fe-41e2-a8a3-49739f286798 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:58:19.062283 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-17bfa2f2-a276-4aa3-b28c-8e1afb34985a req-968248a9-761e-43c4-9082-36ac94ee55d2 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] 10.222.0.15 "GET /v2.0/ports?device_id=faf84f64-2816-4dc1-8bfb-acce8d5bc030 HTTP/1.1" status: 200 len: 210 time: 0.0821960 Jul 24 00:58:19.064602 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-59f4630c-f906-4e36-a19e-df092937a09a req-4962188d-e0a2-432d-b2c3-3897c6fd297b tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940759 Jul 24 00:58:19.110025 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-c5ec7b0b-966d-4c82-8c56-57f14343162a tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Allocated IP 172.20.0.14 (0f4d177b-5147-42ce-b52d-29fb850e776c/cd529d29-d1e4-4b9d-9eb1-e982944c69e2/13a3736b-572c-418a-9c8a-a78a429044df) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:58:19.143349 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bc703437-da46-4e39-8f57-015958dbfe3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:19.146686 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 0aac7e11-41fe-41e2-a8a3-49739f286798 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:58:19.151623 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 0aac7e11-41fe-41e2-a8a3-49739f286798 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:58:19.152649 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:19.156995 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4214d509-f7aa-4017-b6a0-eabfea1480bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:19.303455 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-d935bf36-774f-47a0-83c6-8308d161477a req-cb1b284b-2c15-4167-bf18-1b3610a94ccd tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] Allocated IP 172.20.0.6 (95b69358-a6b2-48e3-8fca-9d5082a3b5b5/2011f45d-87b7-4f6e-9c1b-056aa79635d0/aee64d5f-08ee-445b-9c4a-5afd0280046d) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:58:19.311406 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214d509-f7aa-4017-b6a0-eabfea1480bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Pushing event updated for resources: {'Port': ['ID=1b37ffbf-38b9-4b88-a8f4-347839f320c2,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:19.320176 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:19.358946 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 0aac7e11-41fe-41e2-a8a3-49739f286798, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0aac7e11-41fe-41e2-a8a3-49739f286798,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:19.378352 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:19.431504 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:19.437140 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2d9a4-6a1f-4235-95ec-762218404239 req-9987822d-cdd0-4862-81d0-2d6d992c986b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:19.441127 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6db2d9a4-6a1f-4235-95ec-762218404239 req-9987822d-cdd0-4862-81d0-2d6d992c986b service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4854991 Jul 24 00:58:19.460677 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=0aac7e11-41fe-41e2-a8a3-49739f286798,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:19.503669 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-71263f64-c327-4120-b107-bcc22cfee681 req-80fdcc32-5297-46bf-a659-fb740ef5a0eb tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bf8011c-5f0c-4101-8c42-456ddf63231b HTTP/1.1" status: 200 len: 210 time: 0.1710939 Jul 24 00:58:19.510019 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4214d509-f7aa-4017-b6a0-eabfea1480bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:58:19.512115 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-4214d509-f7aa-4017-b6a0-eabfea1480bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:58:19.519166 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4214d509-f7aa-4017-b6a0-eabfea1480bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:58:19.520154 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4214d509-f7aa-4017-b6a0-eabfea1480bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:19.520807 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4214d509-f7aa-4017-b6a0-eabfea1480bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:19.549575 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4214d509-f7aa-4017-b6a0-eabfea1480bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.4187696 Jul 24 00:58:19.554151 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35958) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:19.560227 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-793621-25'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:58:19.625818 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bc703437-da46-4e39-8f57-015958dbfe3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:19.681447 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877b235-8a8c-49e4-bff0-d3396d2e8fce req-8035eb68-4111-40bc-98e1-ad08d317bb43 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:19.684377 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f877b235-8a8c-49e4-bff0-d3396d2e8fce req-8035eb68-4111-40bc-98e1-ad08d317bb43 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=776a7ac9-a0a5-48bd-bb88-d61df20459ee HTTP/1.1" status: 200 len: 945 time: 0.3219936 Jul 24 00:58:19.691821 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:19.744183 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-c5ec7b0b-966d-4c82-8c56-57f14343162a tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:19.759954 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-c5ec7b0b-966d-4c82-8c56-57f14343162a tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Transition to ACTIVE for port object 13a3736b-572c-418a-9c8a-a78a429044df will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:58:19.771561 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d935bf36-774f-47a0-83c6-8308d161477a req-cb1b284b-2c15-4167-bf18-1b3610a94ccd tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:19.785774 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc703437-da46-4e39-8f57-015958dbfe3b admin admin] Network 6b98cc79-496b-494e-a0de-ce20278a0586 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:58:19.819102 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-bc703437-da46-4e39-8f57-015958dbfe3b admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:58:19.837055 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc703437-da46-4e39-8f57-015958dbfe3b admin admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:58:19.874264 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc703437-da46-4e39-8f57-015958dbfe3b admin admin] Pushing event updated for resources: {'Port': ['ID=c76e63b1-5477-4d5f-bb8b-3de0e3701672,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:19.933672 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f877b235-8a8c-49e4-bff0-d3396d2e8fce req-6f8c6d65-9743-4a4d-99c8-c043cf6ae5da tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652286 Jul 24 00:58:19.942150 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bc703437-da46-4e39-8f57-015958dbfe3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:19.992288 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-c5ec7b0b-966d-4c82-8c56-57f14343162a tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:20.015053 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] device_id is not set on port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:58:20.028952 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d935bf36-774f-47a0-83c6-8308d161477a req-cb1b284b-2c15-4167-bf18-1b3610a94ccd tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:20.078364 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-c5ec7b0b-966d-4c82-8c56-57f14343162a tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Network 0f4d177b-5147-42ce-b52d-29fb850e776c is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:58:20.095127 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-c5ec7b0b-966d-4c82-8c56-57f14343162a tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:58:20.106248 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-c5ec7b0b-966d-4c82-8c56-57f14343162a tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:58:20.111027 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec7b0b-966d-4c82-8c56-57f14343162a tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Pushing event updated for resources: {'Port': ['ID=13a3736b-572c-418a-9c8a-a78a429044df,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:20.140557 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d935bf36-774f-47a0-83c6-8308d161477a req-cb1b284b-2c15-4167-bf18-1b3610a94ccd tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] Network 95b69358-a6b2-48e3-8fca-9d5082a3b5b5 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:58:20.244320 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device c05a6c8c-a48f-4518-b2fa-245771ba636b details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:58:20.333274 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-c5ec7b0b-966d-4c82-8c56-57f14343162a tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:20.333958 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-c5ec7b0b-966d-4c82-8c56-57f14343162a tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:20.336583 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b284b-2c15-4167-bf18-1b3610a94ccd tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] Pushing event updated for resources: {'Port': ['ID=aee64d5f-08ee-445b-9c4a-5afd0280046d,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:20.346545 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-d935bf36-774f-47a0-83c6-8308d161477a req-cb1b284b-2c15-4167-bf18-1b3610a94ccd tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:58:20.351688 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.db.resource_extend [req-20433fda-871b-42e2-867e-94a245c15c86 req-ef7d60db-3946-4d4f-9f50-c2942c44b938 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 00:58:20.360537 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20433fda-871b-42e2-867e-94a245c15c86 req-ef7d60db-3946-4d4f-9f50-c2942c44b938 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:20.361659 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-d935bf36-774f-47a0-83c6-8308d161477a req-cb1b284b-2c15-4167-bf18-1b3610a94ccd tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:58:20.380884 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20433fda-871b-42e2-867e-94a245c15c86 req-ef7d60db-3946-4d4f-9f50-c2942c44b938 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:20.394297 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20433fda-871b-42e2-867e-94a245c15c86 req-ef7d60db-3946-4d4f-9f50-c2942c44b938 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:20.401515 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20433fda-871b-42e2-867e-94a245c15c86 req-ef7d60db-3946-4d4f-9f50-c2942c44b938 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:20.409035 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20433fda-871b-42e2-867e-94a245c15c86 req-ef7d60db-3946-4d4f-9f50-c2942c44b938 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:20.416565 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20433fda-871b-42e2-867e-94a245c15c86 req-ef7d60db-3946-4d4f-9f50-c2942c44b938 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:20.425875 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20433fda-871b-42e2-867e-94a245c15c86 req-ef7d60db-3946-4d4f-9f50-c2942c44b938 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:20.428205 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-20433fda-871b-42e2-867e-94a245c15c86 req-ef7d60db-3946-4d4f-9f50-c2942c44b938 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 5419 time: 0.5901983 Jul 24 00:58:20.450857 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:20.487600 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-c5ec7b0b-966d-4c82-8c56-57f14343162a tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4789238 Jul 24 00:58:20.527004 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Transition to ACTIVE for port object 1b37ffbf-38b9-4b88-a8f4-347839f320c2 will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:58:20.534509 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-d5a20197-dd74-4a41-a4d6-2f776e6fbf61 service neutron] Request body: {'port': {'device_id': '1bf8011c-5f0c-4101-8c42-456ddf63231b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:58:20.547039 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:20.551602 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port c05a6c8c-a48f-4518-b2fa-245771ba636b, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=c05a6c8c-a48f-4518-b2fa-245771ba636b,segment=NetworkSegment(5ef6bf11-09bc-46a7-97d4-245b20dfc394),segment_id=5ef6bf11-09bc-46a7-97d4-245b20dfc394)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:20.568043 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-ae6cd11d-8e90-49e3-8d7d-78ab748680df None None] Provisioning for port 13a3736b-572c-418a-9c8a-a78a429044df completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:58:20.569484 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-20433fda-871b-42e2-867e-94a245c15c86 req-6b86368a-c107-4d90-a5df-c5522c9c90b5 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&id=b607e344-24a6-4f17-aee1-1e5d86804c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1217089 Jul 24 00:58:20.596984 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-ae6cd11d-8e90-49e3-8d7d-78ab748680df None None] Provisioning complete for port 13a3736b-572c-418a-9c8a-a78a429044df triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:58:20.597575 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ae6cd11d-8e90-49e3-8d7d-78ab748680df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:20.599795 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935bf36-774f-47a0-83c6-8308d161477a req-cb1b284b-2c15-4167-bf18-1b3610a94ccd tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:20.600453 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d935bf36-774f-47a0-83c6-8308d161477a req-cb1b284b-2c15-4167-bf18-1b3610a94ccd tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:20.603296 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'c05a6c8c-a48f-4518-b2fa-245771ba636b', 'network_id': '75df3559-ab50-4f70-b828-45be90d30e6c', 'port_id': 'c05a6c8c-a48f-4518-b2fa-245771ba636b', 'mac_address': 'fa:16:3e:83:6b:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17dd084b-19bb-45d3-963a-b91ffe31fcfa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:58:20.643191 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c53cc96-8bb2-41bb-987e-065672460409 req-cadd920c-b3b2-488a-b691-863c459317fe tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:20.647636 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Pushing event updated for resources: {'Port': ['ID=1b37ffbf-38b9-4b88-a8f4-347839f320c2,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:20.650671 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8c53cc96-8bb2-41bb-987e-065672460409 req-cadd920c-b3b2-488a-b691-863c459317fe tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] 10.222.0.15 "GET /v2.0/ports?device_id=faf84f64-2816-4dc1-8bfb-acce8d5bc030 HTTP/1.1" status: 200 len: 931 time: 0.2797463 Jul 24 00:58:20.693122 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:58:20.693867 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:58:20.693867 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:58:20.706785 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:58:20.707129 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Failed to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 on host n-h2-793621-25 for vnic_type normal using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] Jul 24 00:58:20.710644 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-d5a20197-dd74-4a41-a4d6-2f776e6fbf61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:20.712658 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bc703437-da46-4e39-8f57-015958dbfe3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:20.747860 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d935bf36-774f-47a0-83c6-8308d161477a req-cb1b284b-2c15-4167-bf18-1b3610a94ccd tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9833295 Jul 24 00:58:20.772359 n-d-793621-25 neutron-server[100463]: INFO neutron.plugins.ml2.plugin [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempt 2 to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 Jul 24 00:58:20.796640 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-ae6cd11d-8e90-49e3-8d7d-78ab748680df None None] Port 13a3736b-572c-418a-9c8a-a78a429044df cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:58:20.808071 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:58:20.808487 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:58:20.809401 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:58:20.830093 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:58:20.830505 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Failed to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 on host n-h2-793621-25 for vnic_type normal using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] Jul 24 00:58:20.834566 n-d-793621-25 neutron-server[100463]: INFO neutron.plugins.ml2.plugin [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempt 3 to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 Jul 24 00:58:20.847665 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:20.867874 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:58:20.868557 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:58:20.869267 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:58:20.885946 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba329e5-faae-40dd-a5f9-67383e5be670 req-266220cf-e315-4d47-a227-d5c815541272 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:20.890399 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c05a6c8c-a48f-4518-b2fa-245771ba636b {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:58:20.897804 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9ba329e5-faae-40dd-a5f9-67383e5be670 req-266220cf-e315-4d47-a227-d5c815541272 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=776a7ac9-a0a5-48bd-bb88-d61df20459ee HTTP/1.1" status: 200 len: 945 time: 0.2107701 Jul 24 00:58:20.925835 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:58:20.926567 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Failed to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 on host n-h2-793621-25 for vnic_type normal using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] Jul 24 00:58:20.934597 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bc703437-da46-4e39-8f57-015958dbfe3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:20.943763 n-d-793621-25 neutron-server[100463]: INFO neutron.plugins.ml2.plugin [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempt 4 to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 Jul 24 00:58:20.958335 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port c05a6c8c-a48f-4518-b2fa-245771ba636b, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=c05a6c8c-a48f-4518-b2fa-245771ba636b,segment=NetworkSegment(5ef6bf11-09bc-46a7-97d4-245b20dfc394),segment_id=5ef6bf11-09bc-46a7-97d4-245b20dfc394)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:20.998006 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:21.000866 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 7b4da756-8034-45e1-9b76-762af13d0a4c details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:58:21.003936 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-d935bf36-774f-47a0-83c6-8308d161477a req-dc80c96e-52c9-418c-9141-5e719b9281b3 service neutron] Request body: {'port': {'device_id': 'faf84f64-2816-4dc1-8bfb-acce8d5bc030', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:58:21.009113 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bc703437-da46-4e39-8f57-015958dbfe3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:21.017876 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:58:21.018467 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:58:21.019245 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:58:21.040607 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9ba329e5-faae-40dd-a5f9-67383e5be670 req-19ec2dae-d3aa-4e39-b2da-f2bbbde66726 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418691 Jul 24 00:58:21.052229 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:58:21.059421 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Failed to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 on host n-h2-793621-25 for vnic_type normal using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] Jul 24 00:58:21.061073 n-d-793621-25 neutron-server[100463]: INFO neutron.plugins.ml2.plugin [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempt 5 to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 Jul 24 00:58:21.078042 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8c53cc96-8bb2-41bb-987e-065672460409 req-4bd68907-7685-40c8-8c3f-18d68f5ac7e9 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a468ea8-f8e2-473c-af0f-77a621d017f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4263546 Jul 24 00:58:21.086258 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0aac7e11-41fe-41e2-a8a3-49739f286798 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:58:21.097674 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:58:21.098033 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:58:21.098381 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:58:21.106372 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:58:21.106575 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Failed to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 on host n-h2-793621-25 for vnic_type normal using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] Jul 24 00:58:21.107001 n-d-793621-25 neutron-server[100463]: INFO neutron.plugins.ml2.plugin [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempt 6 to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 Jul 24 00:58:21.133024 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=c05a6c8c-a48f-4518-b2fa-245771ba636b,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:21.146732 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:58:21.150499 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:58:21.153664 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:58:21.174075 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:58:21.174487 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Failed to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 on host n-h2-793621-25 for vnic_type normal using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] Jul 24 00:58:21.175897 n-d-793621-25 neutron-server[100463]: INFO neutron.plugins.ml2.plugin [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempt 7 to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 Jul 24 00:58:21.186640 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:21.238348 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:58:21.239062 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:58:21.239609 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:58:21.250025 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:58:21.250900 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Failed to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 on host n-h2-793621-25 for vnic_type normal using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] Jul 24 00:58:21.251831 n-d-793621-25 neutron-server[100463]: INFO neutron.plugins.ml2.plugin [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempt 8 to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 Jul 24 00:58:21.261554 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc703437-da46-4e39-8f57-015958dbfe3b admin admin] Pushing event updated for resources: {'Port': ['ID=c76e63b1-5477-4d5f-bb8b-3de0e3701672,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:21.287686 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bc703437-da46-4e39-8f57-015958dbfe3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:21.291463 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:58:21.292294 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:58:21.294700 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:58:21.303637 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:58:21.304412 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Failed to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 on host n-h2-793621-25 for vnic_type normal using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] Jul 24 00:58:21.305779 n-d-793621-25 neutron-server[100463]: INFO neutron.plugins.ml2.plugin [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempt 9 to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 Jul 24 00:58:21.314330 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 0aac7e11-41fe-41e2-a8a3-49739f286798 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:58:21.314844 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:21.333481 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02daea-58c7-4d49-83bf-75a6c4bf5b3a req-a07e2e1e-91e0-41ed-bd3f-b21227ff6736 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:21.335573 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4e02daea-58c7-4d49-83bf-75a6c4bf5b3a req-a07e2e1e-91e0-41ed-bd3f-b21227ff6736 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bf8011c-5f0c-4101-8c42-456ddf63231b HTTP/1.1" status: 200 len: 932 time: 0.1500702 Jul 24 00:58:21.337118 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:58:21.337659 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:58:21.338197 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:58:21.354693 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:58:21.356024 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Failed to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 on host n-h2-793621-25 for vnic_type normal using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] Jul 24 00:58:21.364397 n-d-793621-25 neutron-server[100463]: INFO neutron.plugins.ml2.plugin [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempt 10 to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 Jul 24 00:58:21.389388 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 7b4da756-8034-45e1-9b76-762af13d0a4c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=7b4da756-8034-45e1-9b76-762af13d0a4c,segment=NetworkSegment(a92a2f48-5689-4aa7-b6c1-dc9b341f5b89),segment_id=a92a2f48-5689-4aa7-b6c1-dc9b341f5b89)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:21.408941 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '7b4da756-8034-45e1-9b76-762af13d0a4c', 'network_id': '65487f5e-aa75-4d64-a662-cf5c6179a6a8', 'port_id': '7b4da756-8034-45e1-9b76-762af13d0a4c', 'mac_address': 'fa:16:3e:c4:ce:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a038cb-df9c-49e4-af9e-e93d2e1470dd', 'ip_address': '10.1.1.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:58:21.416341 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc703437-da46-4e39-8f57-015958dbfe3b admin admin] Network 6b98cc79-496b-494e-a0de-ce20278a0586 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:58:21.417342 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4e02daea-58c7-4d49-83bf-75a6c4bf5b3a req-10d02a06-181e-48ce-9dad-b82df9d25de4 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1241bef-ced5-4c48-b540-61c99204cb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739644 Jul 24 00:58:21.418413 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:58:21.420641 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:58:21.421578 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempting to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:58:21.426839 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:58:21.427577 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Failed to bind port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 on host n-h2-793621-25 for vnic_type normal using segments [{'id': 'c47ad852-0c3f-4a9c-a3cb-bd393d943257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '30692705-0dfb-4ae8-9d11-7ed4fdbea87c'}] Jul 24 00:58:21.428178 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:21.429877 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d935bf36-774f-47a0-83c6-8308d161477a req-dc80c96e-52c9-418c-9141-5e719b9281b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:21.435215 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-bc703437-da46-4e39-8f57-015958dbfe3b admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:58:21.530414 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:21.545887 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] For port 1b37ffbf-38b9-4b88-a8f4-347839f320c2, host n-h2-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:58:21.546272 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attempted to set empty binding levels {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 24 00:58:21.553082 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b4da756-8034-45e1-9b76-762af13d0a4c {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:58:21.556626 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:21.584111 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 7b4da756-8034-45e1-9b76-762af13d0a4c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=7b4da756-8034-45e1-9b76-762af13d0a4c,segment=NetworkSegment(a92a2f48-5689-4aa7-b6c1-dc9b341f5b89),segment_id=a92a2f48-5689-4aa7-b6c1-dc9b341f5b89)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:21.591286 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:21.593097 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 3bdee268-3504-4249-9688-c9a743e39dc3 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:58:21.621520 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Pushing event updated for resources: {'Port': ['ID=1b37ffbf-38b9-4b88-a8f4-347839f320c2,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:21.631738 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] In _notify_port_updated(), no bound segment for port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 on network 30692705-0dfb-4ae8-9d11-7ed4fdbea87c {{(pid=100463) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 00:58:21.632828 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:21.633822 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:21.635546 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f3516001-4c2d-4f48-a9c2-6b5eb079eb2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] 10.222.0.15 "PUT /v2.0/ports/1b37ffbf-38b9-4b88-a8f4-347839f320c2 HTTP/1.1" status: 200 len: 979 time: 2.0799870 Jul 24 00:58:21.642805 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35992) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:21.673395 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 3bdee268-3504-4249-9688-c9a743e39dc3, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=3bdee268-3504-4249-9688-c9a743e39dc3,segment=NetworkSegment(a92a2f48-5689-4aa7-b6c1-dc9b341f5b89),segment_id=a92a2f48-5689-4aa7-b6c1-dc9b341f5b89)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:21.685009 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '3bdee268-3504-4249-9688-c9a743e39dc3', 'network_id': '65487f5e-aa75-4d64-a662-cf5c6179a6a8', 'port_id': '3bdee268-3504-4249-9688-c9a743e39dc3', 'mac_address': 'fa:16:3e:64:ee:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a038cb-df9c-49e4-af9e-e93d2e1470dd', 'ip_address': '10.1.1.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:58:21.811051 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-2acadf7f-7469-460c-9038-c67f298075c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Deleting port 1b37ffbf-38b9-4b88-a8f4-347839f320c2 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:58:21.812364 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2acadf7f-7469-460c-9038-c67f298075c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:21.897216 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc703437-da46-4e39-8f57-015958dbfe3b admin admin] Router b58618c5-3464-495e-b15a-388ed9889b45 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:58:21.931087 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-2acadf7f-7469-460c-9038-c67f298075c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] For port 1b37ffbf-38b9-4b88-a8f4-347839f320c2, host n-h2-793621-25, got binding levels [] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:21.931741 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2acadf7f-7469-460c-9038-c67f298075c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:21.963170 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-2acadf7f-7469-460c-9038-c67f298075c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Calling delete_port for 1b37ffbf-38b9-4b88-a8f4-347839f320c2 owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:58:22.041099 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:22.072595 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bdee268-3504-4249-9688-c9a743e39dc3 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:58:22.115225 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=7b4da756-8034-45e1-9b76-762af13d0a4c,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:22.141108 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 3bdee268-3504-4249-9688-c9a743e39dc3, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=3bdee268-3504-4249-9688-c9a743e39dc3,segment=NetworkSegment(a92a2f48-5689-4aa7-b6c1-dc9b341f5b89),segment_id=a92a2f48-5689-4aa7-b6c1-dc9b341f5b89)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:22.142171 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-d5a20197-dd74-4a41-a4d6-2f776e6fbf61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13a3736b-572c-418a-9c8a-a78a429044df {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:58:22.151193 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:22.151193 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device a506a736-02bd-4fbb-acb0-f1c78bc19022 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:58:22.163426 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-d5a20197-dd74-4a41-a4d6-2f776e6fbf61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:22.186657 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2acadf7f-7469-460c-9038-c67f298075c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:22.223448 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port a506a736-02bd-4fbb-acb0-f1c78bc19022, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=a506a736-02bd-4fbb-acb0-f1c78bc19022,segment=NetworkSegment(a92a2f48-5689-4aa7-b6c1-dc9b341f5b89),segment_id=a92a2f48-5689-4aa7-b6c1-dc9b341f5b89)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:22.226474 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=3bdee268-3504-4249-9688-c9a743e39dc3,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:22.239002 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'a506a736-02bd-4fbb-acb0-f1c78bc19022', 'network_id': '65487f5e-aa75-4d64-a662-cf5c6179a6a8', 'port_id': 'a506a736-02bd-4fbb-acb0-f1c78bc19022', 'mac_address': 'fa:16:3e:05:d0:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a038cb-df9c-49e4-af9e-e93d2e1470dd', 'ip_address': '10.1.1.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:58:22.271291 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acadf7f-7469-460c-9038-c67f298075c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b37ffbf-38b9-4b88-a8f4-347839f320c2,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:22.302970 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2acadf7f-7469-460c-9038-c67f298075c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:22.316133 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:22.319498 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2acadf7f-7469-460c-9038-c67f298075c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] 10.222.0.15 "DELETE /v2.0/ports/1b37ffbf-38b9-4b88-a8f4-347839f320c2 HTTP/1.1" status: 204 len: 168 time: 0.6742673 Jul 24 00:58:22.321143 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36006) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:22.338818 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a506a736-02bd-4fbb-acb0-f1c78bc19022 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:58:22.375026 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port a506a736-02bd-4fbb-acb0-f1c78bc19022, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=a506a736-02bd-4fbb-acb0-f1c78bc19022,segment=NetworkSegment(a92a2f48-5689-4aa7-b6c1-dc9b341f5b89),segment_id=a92a2f48-5689-4aa7-b6c1-dc9b341f5b89)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:22.379432 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-20c014ff-d657-41dd-b31a-c6d7d335768f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] GET failed (client error): The resource could not be found. Jul 24 00:58:22.387230 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-20c014ff-d657-41dd-b31a-c6d7d335768f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1561177912-project-admin] 10.222.0.15 "GET /v2.0/ports/1b37ffbf-38b9-4b88-a8f4-347839f320c2 HTTP/1.1" status: 404 len: 333 time: 0.0640237 Jul 24 00:58:22.389212 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36008) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:22.397744 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:22.400037 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 149cdb73-8fb6-426e-8349-634d1b416c1d details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:58:22.463195 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675c89c-ff14-476a-a40a-4caa82fccc78 req-ca82738e-eddb-4eb4-8f02-1da3c9c4c9d7 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:22.473246 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e675c89c-ff14-476a-a40a-4caa82fccc78 req-ca82738e-eddb-4eb4-8f02-1da3c9c4c9d7 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=776a7ac9-a0a5-48bd-bb88-d61df20459ee HTTP/1.1" status: 200 len: 945 time: 0.3043005 Jul 24 00:58:22.509866 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 149cdb73-8fb6-426e-8349-634d1b416c1d, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=149cdb73-8fb6-426e-8349-634d1b416c1d,segment=NetworkSegment(a92a2f48-5689-4aa7-b6c1-dc9b341f5b89),segment_id=a92a2f48-5689-4aa7-b6c1-dc9b341f5b89)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:22.527812 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '149cdb73-8fb6-426e-8349-634d1b416c1d', 'network_id': '65487f5e-aa75-4d64-a662-cf5c6179a6a8', 'port_id': '149cdb73-8fb6-426e-8349-634d1b416c1d', 'mac_address': 'fa:16:3e:59:88:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a038cb-df9c-49e4-af9e-e93d2e1470dd', 'ip_address': '10.1.1.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:58:22.530017 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=a506a736-02bd-4fbb-acb0-f1c78bc19022,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:22.546249 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0cba2d8f-b734-4dea-9527-9a9d99b944c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:22.583844 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e675c89c-ff14-476a-a40a-4caa82fccc78 req-636ffaf7-5d81-456e-8e5e-586ed0f9111e tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092398 Jul 24 00:58:22.600259 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:22.654675 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 149cdb73-8fb6-426e-8349-634d1b416c1d {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:58:22.673718 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc703437-da46-4e39-8f57-015958dbfe3b admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:58:22.688258 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10090992-e2db-4da4-8aee-631669378351 req-989d82ea-0504-4f13-84d8-540114da4f37 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:22.691355 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 149cdb73-8fb6-426e-8349-634d1b416c1d, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=149cdb73-8fb6-426e-8349-634d1b416c1d,segment=NetworkSegment(a92a2f48-5689-4aa7-b6c1-dc9b341f5b89),segment_id=a92a2f48-5689-4aa7-b6c1-dc9b341f5b89)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:22.694250 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10090992-e2db-4da4-8aee-631669378351 req-989d82ea-0504-4f13-84d8-540114da4f37 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:22.698253 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59a2ce7-12b0-4f2e-a1f5-fe5ce9ebbca9 None None] Sync routers for ids ['b58618c5-3464-495e-b15a-388ed9889b45'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:58:22.701357 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10090992-e2db-4da4-8aee-631669378351 req-989d82ea-0504-4f13-84d8-540114da4f37 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:22.705499 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:22.706460 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 40187b04-184d-4d3d-a8c9-78e7d3aa2412 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:58:22.708174 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10090992-e2db-4da4-8aee-631669378351 req-989d82ea-0504-4f13-84d8-540114da4f37 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:22.716011 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10090992-e2db-4da4-8aee-631669378351 req-989d82ea-0504-4f13-84d8-540114da4f37 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:22.721337 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10090992-e2db-4da4-8aee-631669378351 req-989d82ea-0504-4f13-84d8-540114da4f37 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:22.727317 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10090992-e2db-4da4-8aee-631669378351 req-989d82ea-0504-4f13-84d8-540114da4f37 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:22.734827 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-10090992-e2db-4da4-8aee-631669378351 req-989d82ea-0504-4f13-84d8-540114da4f37 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 5421 time: 1.0236630 Jul 24 00:58:22.756931 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-bc703437-da46-4e39-8f57-015958dbfe3b admin admin] 10.222.0.15 "PUT /v2.0/routers/b58618c5-3464-495e-b15a-388ed9889b45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1272871 Jul 24 00:58:22.770597 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59a2ce7-12b0-4f2e-a1f5-fe5ce9ebbca9 None None] Routers {'b58618c5-3464-495e-b15a-388ed9889b45'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:58:22.771304 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-b59a2ce7-12b0-4f2e-a1f5-fe5ce9ebbca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:58:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['b58618c5-3464-495e-b15a-388ed9889b45'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:58:22.799664 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-d5a20197-dd74-4a41-a4d6-2f776e6fbf61 service neutron] Transition to ACTIVE for port object 13a3736b-572c-418a-9c8a-a78a429044df will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:58:22.820723 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-d5a20197-dd74-4a41-a4d6-2f776e6fbf61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:22.847826 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0cba2d8f-b734-4dea-9527-9a9d99b944c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:22.865623 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-10090992-e2db-4da4-8aee-631669378351 req-3e41aeab-1c69-49c8-a528-ce1d884dda5a tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&id=b607e344-24a6-4f17-aee1-1e5d86804c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1296620 Jul 24 00:58:22.866801 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-0cba2d8f-b734-4dea-9527-9a9d99b944c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30692705-0dfb-4ae8-9d11-7ed4fdbea87c']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:58:22.884805 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-0cba2d8f-b734-4dea-9527-9a9d99b944c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c47ad852-0c3f-4a9c-a3cb-bd393d943257') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:58:22.885125 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-0cba2d8f-b734-4dea-9527-9a9d99b944c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c47ad852-0c3f-4a9c-a3cb-bd393d943257') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:58:22.912096 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0cba2d8f-b734-4dea-9527-9a9d99b944c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:22.938481 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65da33-726f-464a-9f0b-b94647dbaaa8 req-96c8ace4-21cd-4263-bb42-873c4631895f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:22.945174 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ff65da33-726f-464a-9f0b-b94647dbaaa8 req-96c8ace4-21cd-4263-bb42-873c4631895f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7eb0da34432d47448c1b713034c6041a&device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 1098 time: 1.0865374 Jul 24 00:58:22.982531 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-b59a2ce7-12b0-4f2e-a1f5-fe5ce9ebbca9 None None] Set router b58618c5-3464-495e-b15a-388ed9889b45 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:58:22.983874 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c653a87-e402-439c-8e7e-c1ff3e68304e req-27929e00-d0bc-453f-b8a4-2d9a2ccdeb83 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:22.991496 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5c653a87-e402-439c-8e7e-c1ff3e68304e req-27929e00-d0bc-453f-b8a4-2d9a2ccdeb83 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] 10.222.0.15 "GET /v2.0/ports?device_id=faf84f64-2816-4dc1-8bfb-acce8d5bc030 HTTP/1.1" status: 200 len: 931 time: 0.2598999 Jul 24 00:58:22.996373 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0cba2d8f-b734-4dea-9527-9a9d99b944c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:23.029571 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a254c-704b-4779-8fe0-2ffea3ba8eaa req-9da78a2b-46d4-49c3-a500-08da3b1c6e44 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:23.033015 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dc3a254c-704b-4779-8fe0-2ffea3ba8eaa req-9da78a2b-46d4-49c3-a500-08da3b1c6e44 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.13 "GET /v2.0/ports?device_id=776a7ac9-a0a5-48bd-bb88-d61df20459ee HTTP/1.1" status: 200 len: 945 time: 1.1116719 Jul 24 00:58:23.067908 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cba2d8f-b734-4dea-9527-9a9d99b944c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:58:23.068410 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0cba2d8f-b734-4dea-9527-9a9d99b944c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:23.074581 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 00:58:23.074581 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:58:23.074581 n-d-793621-25 neutron-server[100463]: timer() Jul 24 00:58:23.074581 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:58:23.074581 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 00:58:23.074581 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:58:23.074581 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 00:58:23.074581 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:58:23.074581 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 00:58:23.074581 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:58:23.074581 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 00:58:23.074581 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:58:23.074581 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 00:58:23.074581 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:58:23.074581 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:58:23.074581 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:58:23.074581 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:58:23.074581 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:58:23.074581 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 00:58:23.074581 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:58:23.074581 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 00:58:23.074581 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:58:23.074581 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:58:23.074581 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:58:23.074581 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 00:58:23.074581 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:58:23.074581 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:58:23.074581 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:58:23.074581 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:58:23.074581 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:58:23.074581 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:58:23.074581 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:58:23.148923 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5c653a87-e402-439c-8e7e-c1ff3e68304e req-db6b401a-b863-4a5c-8f81-f6ea9d88f7fe tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a468ea8-f8e2-473c-af0f-77a621d017f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554599 Jul 24 00:58:23.268796 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a20197-dd74-4a41-a4d6-2f776e6fbf61 service neutron] Pushing event updated for resources: {'Port': ['ID=13a3736b-572c-418a-9c8a-a78a429044df,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:23.287085 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-d935bf36-774f-47a0-83c6-8308d161477a req-dc80c96e-52c9-418c-9141-5e719b9281b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aee64d5f-08ee-445b-9c4a-5afd0280046d {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:58:23.302092 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0cba2d8f-b734-4dea-9527-9a9d99b944c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:23.303304 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d935bf36-774f-47a0-83c6-8308d161477a req-dc80c96e-52c9-418c-9141-5e719b9281b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:23.315321 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.db.resource_extend [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 00:58:23.322801 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0cba2d8f-b734-4dea-9527-9a9d99b944c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:23.337186 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0cba2d8f-b734-4dea-9527-9a9d99b944c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837-project] 10.222.0.15 "DELETE /v2.0/networks/30692705-0dfb-4ae8-9d11-7ed4fdbea87c HTTP/1.1" status: 204 len: 168 time: 0.9451587 Jul 24 00:58:23.357082 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=149cdb73-8fb6-426e-8349-634d1b416c1d,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:23.381702 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba2d8f-b734-4dea-9527-9a9d99b944c4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1898313837-project] Pushing event deleted for resources: {'Network': ['ID=30692705-0dfb-4ae8-9d11-7ed4fdbea87c,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:23.478902 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 40187b04-184d-4d3d-a8c9-78e7d3aa2412, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=40187b04-184d-4d3d-a8c9-78e7d3aa2412,segment=NetworkSegment(dae40cc4-6193-418b-9703-a4a189ab618c),segment_id=dae40cc4-6193-418b-9703-a4a189ab618c)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:23.517351 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '40187b04-184d-4d3d-a8c9-78e7d3aa2412', 'network_id': '09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501', 'port_id': '40187b04-184d-4d3d-a8c9-78e7d3aa2412', 'mac_address': 'fa:16:3e:aa:1f:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '959a9d79-5c81-43b4-9d07-b0995246156a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:58:23.529323 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-b59a2ce7-12b0-4f2e-a1f5-fe5ce9ebbca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58618c5-3464-495e-b15a-388ed9889b45', 'name': 'tempest-ServerRescueTestJSON-1715571780-router', 'tenant_id': 'e7fb6f6ac2d547beb657a4e597e3a5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '0aac7e11-41fe-41e2-a8a3-49739f286798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:58:10Z', 'updated_at': '2021-07-24T00:58:20Z', 'revision_number': 4, 'project_id': 'e7fb6f6ac2d547beb657a4e597e3a5be', 'gw_port': {'id': '0aac7e11-41fe-41e2-a8a3-49739f286798', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58618c5-3464-495e-b15a-388ed9889b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:58:10Z', 'updated_at': '2021-07-24T00:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'c76e63b1-5477-4d5f-bb8b-3de0e3701672', 'name': '', 'network_id': '6b98cc79-496b-494e-a0de-ce20278a0586', 'tenant_id': 'e7fb6f6ac2d547beb657a4e597e3a5be', 'mac_address': 'fa:16:3e:37:04:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58618c5-3464-495e-b15a-388ed9889b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '5ed594ab-4150-403d-ad1f-541fd4a99a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:58:15Z', 'updated_at': '2021-07-24T00:58:20Z', 'revision_number': 2, 'project_id': 'e7fb6f6ac2d547beb657a4e597e3a5be', 'subnets': [{'id': '5ed594ab-4150-403d-ad1f-541fd4a99a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:58:23.557410 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-d935bf36-774f-47a0-83c6-8308d161477a req-dc80c96e-52c9-418c-9141-5e719b9281b3 service neutron] Transition to ACTIVE for port object aee64d5f-08ee-445b-9c4a-5afd0280046d will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:58:23.580655 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59a2ce7-12b0-4f2e-a1f5-fe5ce9ebbca9 None None] Checking router: b58618c5-3464-495e-b15a-388ed9889b45 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:58:23.581017 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59a2ce7-12b0-4f2e-a1f5-fe5ce9ebbca9 None None] Updating router b58618c5-3464-495e-b15a-388ed9889b45 port c76e63b1-5477-4d5f-bb8b-3de0e3701672 binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:58:23.629029 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:23.633023 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d935bf36-774f-47a0-83c6-8308d161477a req-dc80c96e-52c9-418c-9141-5e719b9281b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:23.661026 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40187b04-184d-4d3d-a8c9-78e7d3aa2412 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:58:23.708604 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 40187b04-184d-4d3d-a8c9-78e7d3aa2412, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=40187b04-184d-4d3d-a8c9-78e7d3aa2412,segment=NetworkSegment(dae40cc4-6193-418b-9703-a4a189ab618c),segment_id=dae40cc4-6193-418b-9703-a4a189ab618c)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:23.709370 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-e187432a-f0ca-46a2-827f-228e5c0d61ba tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:23.717431 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-e187432a-f0ca-46a2-827f-228e5c0d61ba tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/networks?id=6b98cc79-496b-494e-a0de-ce20278a0586 HTTP/1.1" status: 200 len: 811 time: 0.1752253 Jul 24 00:58:23.719694 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b59a2ce7-12b0-4f2e-a1f5-fe5ce9ebbca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:23.727846 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80c96e-52c9-418c-9141-5e719b9281b3 service neutron] Pushing event updated for resources: {'Port': ['ID=aee64d5f-08ee-445b-9c4a-5afd0280046d,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:23.735547 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-714b3bb5-5de1-4b63-9124-a82e3f9f139c tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/quotas/e7fb6f6ac2d547beb657a4e597e3a5be HTTP/1.1" status: 200 len: 375 time: 0.0169826 Jul 24 00:58:23.741371 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:23.741894 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-d5a20197-dd74-4a41-a4d6-2f776e6fbf61 service neutron] Attempting to bind port 13a3736b-572c-418a-9c8a-a78a429044df on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:58:23.742419 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-d5a20197-dd74-4a41-a4d6-2f776e6fbf61 service neutron] Attempting to bind port 13a3736b-572c-418a-9c8a-a78a429044df by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '462cdb3a-8d0e-4b9d-bbf5-8407cf005c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0f4d177b-5147-42ce-b52d-29fb850e776c'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:58:23.742986 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-d5a20197-dd74-4a41-a4d6-2f776e6fbf61 service neutron] Attempting to bind port 13a3736b-572c-418a-9c8a-a78a429044df on network 0f4d177b-5147-42ce-b52d-29fb850e776c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:58:23.743479 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device f62b6018-fd2e-4741-aae0-965e0d0f01a6 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:58:23.748633 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65da33-726f-464a-9f0b-b94647dbaaa8 req-e22e575a-9ac6-4368-85c4-700ad5daefaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:23.751898 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ff65da33-726f-464a-9f0b-b94647dbaaa8 req-e22e575a-9ac6-4368-85c4-700ad5daefaf service neutron] 10.222.0.13 "GET /v2.0/networks?id=d582b8dc-8856-4b30-8b39-181936a3b597 HTTP/1.1" status: 200 len: 911 time: 0.7665396 Jul 24 00:58:23.756409 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-d5a20197-dd74-4a41-a4d6-2f776e6fbf61 service neutron] Port 13a3736b-572c-418a-9c8a-a78a429044df on network 0f4d177b-5147-42ce-b52d-29fb850e776c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:58:23.756945 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-d5a20197-dd74-4a41-a4d6-2f776e6fbf61 service neutron] Attempting to bind port 13a3736b-572c-418a-9c8a-a78a429044df on network 0f4d177b-5147-42ce-b52d-29fb850e776c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:58:23.771130 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6401d95a-fdb9-4cee-9752-5a15ce47408f req-db780c84-56b6-471e-ae57-3fce852a95ff tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:23.779040 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6401d95a-fdb9-4cee-9752-5a15ce47408f req-db780c84-56b6-471e-ae57-3fce852a95ff tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bf8011c-5f0c-4101-8c42-456ddf63231b HTTP/1.1" status: 200 len: 944 time: 0.7346039 Jul 24 00:58:23.834547 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-368aecbe-960f-47ab-9e1d-d722de72c3b1 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7fb6f6ac2d547beb657a4e597e3a5be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0979788 Jul 24 00:58:23.852512 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-d5a20197-dd74-4a41-a4d6-2f776e6fbf61 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:58:23.853271 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-d5a20197-dd74-4a41-a4d6-2f776e6fbf61 service neutron] Checking segment: {'id': '462cdb3a-8d0e-4b9d-bbf5-8407cf005c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0f4d177b-5147-42ce-b52d-29fb850e776c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:58:23.853900 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-d5a20197-dd74-4a41-a4d6-2f776e6fbf61 service neutron] Bound using segment: {'id': '462cdb3a-8d0e-4b9d-bbf5-8407cf005c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0f4d177b-5147-42ce-b52d-29fb850e776c'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:58:23.854601 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-d5a20197-dd74-4a41-a4d6-2f776e6fbf61 service neutron] Bound port: 13a3736b-572c-418a-9c8a-a78a429044df, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462cdb3a-8d0e-4b9d-bbf5-8407cf005c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0f4d177b-5147-42ce-b52d-29fb850e776c'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:58:23.855250 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-d5a20197-dd74-4a41-a4d6-2f776e6fbf61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:23.913821 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6401d95a-fdb9-4cee-9752-5a15ce47408f req-a559d89f-1b0c-4edf-a09a-5595d668009f tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1241bef-ced5-4c48-b540-61c99204cb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336064 Jul 24 00:58:23.923653 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36040) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:23.944068 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port f62b6018-fd2e-4741-aae0-965e0d0f01a6, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=f62b6018-fd2e-4741-aae0-965e0d0f01a6,segment=NetworkSegment(dae40cc4-6193-418b-9703-a4a189ab618c),segment_id=dae40cc4-6193-418b-9703-a4a189ab618c)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:23.981724 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'f62b6018-fd2e-4741-aae0-965e0d0f01a6', 'network_id': '09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501', 'port_id': 'f62b6018-fd2e-4741-aae0-965e0d0f01a6', 'mac_address': 'fa:16:3e:de:cc:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '959a9d79-5c81-43b4-9d07-b0995246156a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:58:23.985193 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=40187b04-184d-4d3d-a8c9-78e7d3aa2412,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:24.010900 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-995e34b3-91e0-4a3e-86e8-6263bc1024a7 service neutron] 10.222.0.15 "GET /v2.0/networks/6b98cc79-496b-494e-a0de-ce20278a0586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753144 Jul 24 00:58:24.029136 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-dc3a254c-704b-4779-8fe0-2ffea3ba8eaa req-bf74e129-b6cc-466a-acc8-084c867a26fe tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Deleting port 57ac6160-50b2-4350-b590-3d744c0ea342 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:58:24.029715 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-dc3a254c-704b-4779-8fe0-2ffea3ba8eaa req-bf74e129-b6cc-466a-acc8-084c867a26fe tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:24.120306 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:24.152610 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f62b6018-fd2e-4741-aae0-965e0d0f01a6 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:58:24.156432 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ff65da33-726f-464a-9f0b-b94647dbaaa8 req-472cee85-aefc-4d8e-94dd-fe8590b94db1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=532652b5-0ccf-4dbf-891e-e7c345897077 HTTP/1.1" status: 200 len: 1001 time: 0.3954985 Jul 24 00:58:24.204835 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port f62b6018-fd2e-4741-aae0-965e0d0f01a6, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=f62b6018-fd2e-4741-aae0-965e0d0f01a6,segment=NetworkSegment(dae40cc4-6193-418b-9703-a4a189ab618c),segment_id=dae40cc4-6193-418b-9703-a4a189ab618c)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:24.220261 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:24.266786 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-cecf291e-0031-4cc6-a507-002855d32aa9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=71638fbcbc24423e9720233693669303&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3419504 Jul 24 00:58:24.268928 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-5311d2a2-c0ac-42ba-a489-13247200cca3 service neutron] 10.222.0.15 "GET /v2.0/networks/6b98cc79-496b-494e-a0de-ce20278a0586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545724 Jul 24 00:58:24.269872 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36050) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:24.343822 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c3d59f6b-d607-4062-8b19-42bad93ef78b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:24.370386 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c3d59f6b-d607-4062-8b19-42bad93ef78b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:24.409195 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-d5a20197-dd74-4a41-a4d6-2f776e6fbf61 service neutron] For port 13a3736b-572c-418a-9c8a-a78a429044df, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:58:24.416133 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b59a2ce7-12b0-4f2e-a1f5-fe5ce9ebbca9 None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:24.436131 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b59a2ce7-12b0-4f2e-a1f5-fe5ce9ebbca9 None None] Transition to ACTIVE for port object c76e63b1-5477-4d5f-bb8b-3de0e3701672 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:58:24.436728 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c3d59f6b-d607-4062-8b19-42bad93ef78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:24.443515 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c3d59f6b-d607-4062-8b19-42bad93ef78b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:24.449308 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c3d59f6b-d607-4062-8b19-42bad93ef78b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ac58145c-eddf-4345-8d4f-a54c3e26e8b6 HTTP/1.1" status: 204 len: 168 time: 0.1777661 Jul 24 00:58:24.461718 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d59f6b-d607-4062-8b19-42bad93ef78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac58145c-eddf-4345-8d4f-a54c3e26e8b6,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:24.469526 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b59a2ce7-12b0-4f2e-a1f5-fe5ce9ebbca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:24.496987 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-d5a20197-dd74-4a41-a4d6-2f776e6fbf61 service neutron] For port 13a3736b-572c-418a-9c8a-a78a429044df, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=13a3736b-572c-418a-9c8a-a78a429044df,segment=NetworkSegment(462cdb3a-8d0e-4b9d-bbf5-8407cf005c8a),segment_id=462cdb3a-8d0e-4b9d-bbf5-8407cf005c8a)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:58:24.509497 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-d935bf36-774f-47a0-83c6-8308d161477a req-dc80c96e-52c9-418c-9141-5e719b9281b3 service neutron] Attempting to bind port aee64d5f-08ee-445b-9c4a-5afd0280046d on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:58:24.524417 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-d935bf36-774f-47a0-83c6-8308d161477a req-dc80c96e-52c9-418c-9141-5e719b9281b3 service neutron] Attempting to bind port aee64d5f-08ee-445b-9c4a-5afd0280046d by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '45f19918-e6ce-4612-abf8-b1afae31b565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '95b69358-a6b2-48e3-8fca-9d5082a3b5b5'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:58:24.524777 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d935bf36-774f-47a0-83c6-8308d161477a req-dc80c96e-52c9-418c-9141-5e719b9281b3 service neutron] Attempting to bind port aee64d5f-08ee-445b-9c4a-5afd0280046d on network 95b69358-a6b2-48e3-8fca-9d5082a3b5b5 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:58:24.558943 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-d5a20197-dd74-4a41-a4d6-2f776e6fbf61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:24.574007 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=f62b6018-fd2e-4741-aae0-965e0d0f01a6,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:24.590019 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65da33-726f-464a-9f0b-b94647dbaaa8 req-afa1caa7-3227-4282-b2b9-aa1ccc4359f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:24.600305 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ff65da33-726f-464a-9f0b-b94647dbaaa8 req-afa1caa7-3227-4282-b2b9-aa1ccc4359f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66eb251d-e6ee-4000-900c-f86c0810b697 HTTP/1.1" status: 200 len: 849 time: 0.4272521 Jul 24 00:58:24.720689 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d935bf36-774f-47a0-83c6-8308d161477a req-dc80c96e-52c9-418c-9141-5e719b9281b3 service neutron] Port aee64d5f-08ee-445b-9c4a-5afd0280046d on network 95b69358-a6b2-48e3-8fca-9d5082a3b5b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:58:24.721094 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d935bf36-774f-47a0-83c6-8308d161477a req-dc80c96e-52c9-418c-9141-5e719b9281b3 service neutron] Attempting to bind port aee64d5f-08ee-445b-9c4a-5afd0280046d on network 95b69358-a6b2-48e3-8fca-9d5082a3b5b5 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:58:24.729473 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fab63b-eba2-4de9-86be-947e7e6f8791 req-9c8aae3c-e6f9-4c8f-8501-f9f5f882f56e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:24.737382 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-d5a20197-dd74-4a41-a4d6-2f776e6fbf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:24.737899 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-d5a20197-dd74-4a41-a4d6-2f776e6fbf61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:24.738081 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fab63b-eba2-4de9-86be-947e7e6f8791 req-9c8aae3c-e6f9-4c8f-8501-f9f5f882f56e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:24.740350 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-d5a20197-dd74-4a41-a4d6-2f776e6fbf61 service neutron] 10.222.0.13 "PUT /v2.0/ports/13a3736b-572c-418a-9c8a-a78a429044df HTTP/1.1" status: 200 len: 1093 time: 4.2127080 Jul 24 00:58:24.747452 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fab63b-eba2-4de9-86be-947e7e6f8791 req-9c8aae3c-e6f9-4c8f-8501-f9f5f882f56e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:24.755950 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fab63b-eba2-4de9-86be-947e7e6f8791 req-9c8aae3c-e6f9-4c8f-8501-f9f5f882f56e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:24.764130 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fab63b-eba2-4de9-86be-947e7e6f8791 req-9c8aae3c-e6f9-4c8f-8501-f9f5f882f56e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:24.783166 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fab63b-eba2-4de9-86be-947e7e6f8791 req-9c8aae3c-e6f9-4c8f-8501-f9f5f882f56e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:24.790921 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fab63b-eba2-4de9-86be-947e7e6f8791 req-9c8aae3c-e6f9-4c8f-8501-f9f5f882f56e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:24.804571 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f8fab63b-eba2-4de9-86be-947e7e6f8791 req-9c8aae3c-e6f9-4c8f-8501-f9f5f882f56e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 5426 time: 0.2217300 Jul 24 00:58:24.881238 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['7b4da756-8034-45e1-9b76-762af13d0a4c'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:58:24.904595 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f8fab63b-eba2-4de9-86be-947e7e6f8791 req-d2656ae5-bab2-4b34-828e-464292319210 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&id=b607e344-24a6-4f17-aee1-1e5d86804c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0987885 Jul 24 00:58:24.920433 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf8011c-5f0c-4101-8c42-456ddf63231b', 'tag': '13a3736b-572c-418a-9c8a-a78a429044df'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:58:24.923393 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62109e37-5e64-43fc-a81e-bbeaff7c739f" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf8011c-5f0c-4101-8c42-456ddf63231b", "tag": "13a3736b-572c-418a-9c8a-a78a429044df"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:58:24.929966 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a20197-dd74-4a41-a4d6-2f776e6fbf61 service neutron] Pushing event updated for resources: {'Port': ['ID=13a3736b-572c-418a-9c8a-a78a429044df,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:24.948821 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-b59a2ce7-12b0-4f2e-a1f5-fe5ce9ebbca9 None None] Attempting to bind port c76e63b1-5477-4d5f-bb8b-3de0e3701672 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:58:24.954609 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-dc3a254c-704b-4779-8fe0-2ffea3ba8eaa req-bf74e129-b6cc-466a-acc8-084c867a26fe tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] For port 57ac6160-50b2-4350-b590-3d744c0ea342, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=57ac6160-50b2-4350-b590-3d744c0ea342,segment=NetworkSegment(105933f1-ad5a-4c90-9ca8-c74f813dbd38),segment_id=105933f1-ad5a-4c90-9ca8-c74f813dbd38)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:24.955076 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-dc3a254c-704b-4779-8fe0-2ffea3ba8eaa req-bf74e129-b6cc-466a-acc8-084c867a26fe tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:24.962024 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-b59a2ce7-12b0-4f2e-a1f5-fe5ce9ebbca9 None None] Attempting to bind port c76e63b1-5477-4d5f-bb8b-3de0e3701672 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'ba3f8265-a107-438d-9a91-66542598e056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6b98cc79-496b-494e-a0de-ce20278a0586'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:58:24.962024 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59a2ce7-12b0-4f2e-a1f5-fe5ce9ebbca9 None None] Attempting to bind port c76e63b1-5477-4d5f-bb8b-3de0e3701672 on network 6b98cc79-496b-494e-a0de-ce20278a0586 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:58:24.978673 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9ab4b-a34b-45ac-a288-af9d9beb881c req-564c263d-73a8-44ae-8bb2-c7409cd67a26 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:24.980538 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['a506a736-02bd-4fbb-acb0-f1c78bc19022'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:58:24.991088 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-67d9ab4b-a34b-45ac-a288-af9d9beb881c req-564c263d-73a8-44ae-8bb2-c7409cd67a26 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=776a7ac9-a0a5-48bd-bb88-d61df20459ee HTTP/1.1" status: 200 len: 945 time: 0.8265817 Jul 24 00:58:25.108238 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d935bf36-774f-47a0-83c6-8308d161477a req-dc80c96e-52c9-418c-9141-5e719b9281b3 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:58:25.109170 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d935bf36-774f-47a0-83c6-8308d161477a req-dc80c96e-52c9-418c-9141-5e719b9281b3 service neutron] Checking segment: {'id': '45f19918-e6ce-4612-abf8-b1afae31b565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '95b69358-a6b2-48e3-8fca-9d5082a3b5b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:58:25.109570 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d935bf36-774f-47a0-83c6-8308d161477a req-dc80c96e-52c9-418c-9141-5e719b9281b3 service neutron] Bound using segment: {'id': '45f19918-e6ce-4612-abf8-b1afae31b565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '95b69358-a6b2-48e3-8fca-9d5082a3b5b5'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:58:25.110034 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-d935bf36-774f-47a0-83c6-8308d161477a req-dc80c96e-52c9-418c-9141-5e719b9281b3 service neutron] Bound port: aee64d5f-08ee-445b-9c4a-5afd0280046d, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f19918-e6ce-4612-abf8-b1afae31b565', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '95b69358-a6b2-48e3-8fca-9d5082a3b5b5'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:58:25.110408 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d935bf36-774f-47a0-83c6-8308d161477a req-dc80c96e-52c9-418c-9141-5e719b9281b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:25.119638 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['149cdb73-8fb6-426e-8349-634d1b416c1d'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:58:25.190874 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36074) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:25.224164 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-dc3a254c-704b-4779-8fe0-2ffea3ba8eaa req-bf74e129-b6cc-466a-acc8-084c867a26fe tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Calling delete_port for 57ac6160-50b2-4350-b590-3d744c0ea342 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:58:25.231142 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['40187b04-184d-4d3d-a8c9-78e7d3aa2412'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:58:25.233401 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['f62b6018-fd2e-4741-aae0-965e0d0f01a6'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:58:25.257279 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c0a78ba7-f0b9-47ab-8bdb-372338b91935 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d634827ec769488a978f102a3293f1de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0635276 Jul 24 00:58:25.260665 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36078) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:25.289515 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59a2ce7-12b0-4f2e-a1f5-fe5ce9ebbca9 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:58:25.289897 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59a2ce7-12b0-4f2e-a1f5-fe5ce9ebbca9 None None] Checking segment: {'id': 'ba3f8265-a107-438d-9a91-66542598e056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6b98cc79-496b-494e-a0de-ce20278a0586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:58:25.290304 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b59a2ce7-12b0-4f2e-a1f5-fe5ce9ebbca9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:25.290701 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59a2ce7-12b0-4f2e-a1f5-fe5ce9ebbca9 None None] Bound using segment: {'id': 'ba3f8265-a107-438d-9a91-66542598e056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6b98cc79-496b-494e-a0de-ce20278a0586'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:58:25.291207 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-b59a2ce7-12b0-4f2e-a1f5-fe5ce9ebbca9 None None] Bound port: c76e63b1-5477-4d5f-bb8b-3de0e3701672, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba3f8265-a107-438d-9a91-66542598e056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6b98cc79-496b-494e-a0de-ce20278a0586'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:58:25.291590 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b59a2ce7-12b0-4f2e-a1f5-fe5ce9ebbca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:25.294032 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00499424-575f-40fe-8b1c-5cc02f915067 None None] Pushing event updated for resources: {'Port': ['ID=c76e63b1-5477-4d5f-bb8b-3de0e3701672,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:25.323107 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae80e7-0ced-48e6-9489-164da1c5cf9f req-1a8f26de-95e7-43c8-9b97-165fd08b777f tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:25.332442 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c0ae80e7-0ced-48e6-9489-164da1c5cf9f req-1a8f26de-95e7-43c8-9b97-165fd08b777f tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] 10.222.0.15 "GET /v2.0/ports?device_id=faf84f64-2816-4dc1-8bfb-acce8d5bc030 HTTP/1.1" status: 200 len: 943 time: 0.2292972 Jul 24 00:58:25.384367 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bb39635d-7902-4f2e-b9c6-c15ec7c6101a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:25.395929 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['3bdee268-3504-4249-9688-c9a743e39dc3'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:58:25.415601 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c0ae80e7-0ced-48e6-9489-164da1c5cf9f req-02fd55d4-7285-4618-ae73-950554823c9e tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a468ea8-f8e2-473c-af0f-77a621d017f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818748 Jul 24 00:58:25.459341 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bb39635d-7902-4f2e-b9c6-c15ec7c6101a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:25.475748 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-67d9ab4b-a34b-45ac-a288-af9d9beb881c req-bdbf1554-3a53-4e81-a4ef-b99af1f1fc2e tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4773042 Jul 24 00:58:25.558701 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-0e357411-727e-49d5-9479-f771c52f6e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:25.572447 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-05d5427e-24e6-425a-93f5-bd77a8d7bab6 req-bd21ae10-da9c-43fb-bad2-923ed1e1d2b8 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 210 time: 0.0721300 Jul 24 00:58:25.573726 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-0e357411-727e-49d5-9479-f771c52f6e46 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd8dc1c34a4c4b2aa3488d1b34b0e153&device_id=1bf8011c-5f0c-4101-8c42-456ddf63231b HTTP/1.1" status: 200 len: 1096 time: 0.6215928 Jul 24 00:58:25.585390 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ffaedf-c2b8-48f7-8a36-bf45097f54e7 x-openstack-request-id: req-b5ffaedf-c2b8-48f7-8a36-bf45097f54e7 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:58:25.590625 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf8011c-5f0c-4101-8c42-456ddf63231b", "tag": "13a3736b-572c-418a-9c8a-a78a429044df", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:58:25.591025 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b5ffaedf-c2b8-48f7-8a36-bf45097f54e7 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:58:25.591489 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf8011c-5f0c-4101-8c42-456ddf63231b', 'tag': '13a3736b-572c-418a-9c8a-a78a429044df', 'status': 'completed', 'code': 200} Jul 24 00:58:25.630655 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bb39635d-7902-4f2e-b9c6-c15ec7c6101a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:25.638026 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bb39635d-7902-4f2e-b9c6-c15ec7c6101a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:25.649771 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65da33-726f-464a-9f0b-b94647dbaaa8 req-4f9f3dfb-3c37-4000-93ea-5cc0ac1868c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:25.654782 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-bb39635d-7902-4f2e-b9c6-c15ec7c6101a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/867aba22-1b1a-400a-9cba-90d64f241327 HTTP/1.1" status: 204 len: 168 time: 0.3808575 Jul 24 00:58:25.654989 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ff65da33-726f-464a-9f0b-b94647dbaaa8 req-4f9f3dfb-3c37-4000-93ea-5cc0ac1868c5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d582b8dc-8856-4b30-8b39-181936a3b597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9658406 Jul 24 00:58:25.665707 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb39635d-7902-4f2e-b9c6-c15ec7c6101a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867aba22-1b1a-400a-9cba-90d64f241327,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:25.731030 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-9f6cb72f-a048-41e1-b36a-af417c105491 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13a3736b-572c-418a-9c8a-a78a429044df HTTP/1.1" status: 200 len: 217 time: 0.1306355 Jul 24 00:58:25.753477 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-b59a2ce7-12b0-4f2e-a1f5-fe5ce9ebbca9 None None] For port c76e63b1-5477-4d5f-bb8b-3de0e3701672, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:58:25.756848 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-b59a2ce7-12b0-4f2e-a1f5-fe5ce9ebbca9 None None] For port c76e63b1-5477-4d5f-bb8b-3de0e3701672, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=c76e63b1-5477-4d5f-bb8b-3de0e3701672,segment=NetworkSegment(ba3f8265-a107-438d-9a91-66542598e056),segment_id=ba3f8265-a107-438d-9a91-66542598e056)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:58:25.888625 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-b15ffa3b-450f-4bd3-bde1-b06209c3bb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:25.890315 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-b15ffa3b-450f-4bd3-bde1-b06209c3bb7d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cd529d29-d1e4-4b9d-9eb1-e982944c69e2 HTTP/1.1" status: 200 len: 851 time: 0.0530131 Jul 24 00:58:25.920051 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-d935bf36-774f-47a0-83c6-8308d161477a req-dc80c96e-52c9-418c-9141-5e719b9281b3 service neutron] For port aee64d5f-08ee-445b-9c4a-5afd0280046d, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:58:25.951671 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b59a2ce7-12b0-4f2e-a1f5-fe5ce9ebbca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:26.010876 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ff65da33-726f-464a-9f0b-b94647dbaaa8 req-8c778e2a-7d73-4bba-89c6-2d2b3bb7c22c service neutron] 10.222.0.13 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971826 Jul 24 00:58:26.019746 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-d935bf36-774f-47a0-83c6-8308d161477a req-dc80c96e-52c9-418c-9141-5e719b9281b3 service neutron] For port aee64d5f-08ee-445b-9c4a-5afd0280046d, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=aee64d5f-08ee-445b-9c4a-5afd0280046d,segment=NetworkSegment(45f19918-e6ce-4612-abf8-b1afae31b565),segment_id=45f19918-e6ce-4612-abf8-b1afae31b565)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:58:26.081638 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d935bf36-774f-47a0-83c6-8308d161477a req-dc80c96e-52c9-418c-9141-5e719b9281b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:26.121629 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['c05a6c8c-a48f-4518-b2fa-245771ba636b'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:58:26.175142 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80c96e-52c9-418c-9141-5e719b9281b3 service neutron] Pushing event updated for resources: {'Port': ['ID=aee64d5f-08ee-445b-9c4a-5afd0280046d,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:26.182669 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f459c59-c90b-4d45-9f8e-5b62b4a2a5d4 req-38b39d7d-d2dc-4283-81a8-4aa02a1a74a0 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:26.189950 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f459c59-c90b-4d45-9f8e-5b62b4a2a5d4 req-38b39d7d-d2dc-4283-81a8-4aa02a1a74a0 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:26.196240 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f459c59-c90b-4d45-9f8e-5b62b4a2a5d4 req-38b39d7d-d2dc-4283-81a8-4aa02a1a74a0 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:26.204072 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f459c59-c90b-4d45-9f8e-5b62b4a2a5d4 req-38b39d7d-d2dc-4283-81a8-4aa02a1a74a0 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:26.231518 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f459c59-c90b-4d45-9f8e-5b62b4a2a5d4 req-38b39d7d-d2dc-4283-81a8-4aa02a1a74a0 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:26.239288 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f459c59-c90b-4d45-9f8e-5b62b4a2a5d4 req-38b39d7d-d2dc-4283-81a8-4aa02a1a74a0 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:26.246192 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f459c59-c90b-4d45-9f8e-5b62b4a2a5d4 req-38b39d7d-d2dc-4283-81a8-4aa02a1a74a0 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:26.253902 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00499424-575f-40fe-8b1c-5cc02f915067 None None] Pushing event updated for resources: {'Port': ['ID=c76e63b1-5477-4d5f-bb8b-3de0e3701672,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:26.255714 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0f459c59-c90b-4d45-9f8e-5b62b4a2a5d4 req-38b39d7d-d2dc-4283-81a8-4aa02a1a74a0 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 5426 time: 0.2147880 Jul 24 00:58:26.274665 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935bf36-774f-47a0-83c6-8308d161477a req-dc80c96e-52c9-418c-9141-5e719b9281b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:26.277704 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d935bf36-774f-47a0-83c6-8308d161477a req-dc80c96e-52c9-418c-9141-5e719b9281b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:26.280147 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d935bf36-774f-47a0-83c6-8308d161477a req-dc80c96e-52c9-418c-9141-5e719b9281b3 service neutron] 10.222.0.13 "PUT /v2.0/ports/aee64d5f-08ee-445b-9c4a-5afd0280046d HTTP/1.1" status: 200 len: 1092 time: 5.3172741 Jul 24 00:58:26.318920 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0f459c59-c90b-4d45-9f8e-5b62b4a2a5d4 req-62375f05-3f8b-4550-87f3-40dfb7404f5a tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&id=b607e344-24a6-4f17-aee1-1e5d86804c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0620577 Jul 24 00:58:26.339311 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 57ac6160-50b2-4350-b590-3d744c0ea342 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:58:26.375728 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-dc3a254c-704b-4779-8fe0-2ffea3ba8eaa req-bf74e129-b6cc-466a-acc8-084c867a26fe tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:26.410623 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 57ac6160-50b2-4350-b590-3d744c0ea342 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:58:26.411045 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 57ac6160-50b2-4350-b590-3d744c0ea342 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:58:26.545451 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-ee60d5de-879c-4cec-bb1b-984377afc930 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:26.552088 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-ee60d5de-879c-4cec-bb1b-984377afc930 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.13 "GET /v2.0/networks?id=6b98cc79-496b-494e-a0de-ce20278a0586 HTTP/1.1" status: 200 len: 811 time: 0.1741652 Jul 24 00:58:26.578032 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59a2ce7-12b0-4f2e-a1f5-fe5ce9ebbca9 None None] Routers {'b58618c5-3464-495e-b15a-388ed9889b45'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:58:26.578692 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-b59a2ce7-12b0-4f2e-a1f5-fe5ce9ebbca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:58:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['b58618c5-3464-495e-b15a-388ed9889b45'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:58:26.625325 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-c90951d1-6f64-4fbc-bb33-03d3bbecd289 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Request body: {'port': {'device_id': '239036a7-d7f9-415b-a427-dd7a78af0771', 'network_id': '6b98cc79-496b-494e-a0de-ce20278a0586', 'admin_state_up': True, 'tenant_id': 'e7fb6f6ac2d547beb657a4e597e3a5be'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:58:26.657889 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8d51d-dba3-4292-9940-4a44246ceef6 req-324f7901-4026-447f-8cae-f3301af0f005 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:26.660082 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8af8d51d-dba3-4292-9940-4a44246ceef6 req-324f7901-4026-447f-8cae-f3301af0f005 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] 10.222.0.15 "GET /v2.0/ports?device_id=faf84f64-2816-4dc1-8bfb-acce8d5bc030 HTTP/1.1" status: 200 len: 943 time: 0.1437840 Jul 24 00:58:26.687965 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea278ee-a96d-4c1a-baf0-153b38512a70 req-612176b2-4eff-41db-ab2b-ac935c31b721 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:26.698557 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7ea278ee-a96d-4c1a-baf0-153b38512a70 req-612176b2-4eff-41db-ab2b-ac935c31b721 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bf8011c-5f0c-4101-8c42-456ddf63231b HTTP/1.1" status: 200 len: 944 time: 0.9892685 Jul 24 00:58:26.722486 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74e129-b6cc-466a-acc8-084c867a26fe tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Pushing event deleted for resources: {'Port': ['ID=57ac6160-50b2-4350-b590-3d744c0ea342,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:26.751203 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8af8d51d-dba3-4292-9940-4a44246ceef6 req-0cfb614c-b391-4ec3-8d49-50c923c0a576 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a468ea8-f8e2-473c-af0f-77a621d017f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830843 Jul 24 00:58:26.901074 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a1af56f3-8309-4392-b3aa-4107e528130e req-e291f0a9-36fd-4e4a-8910-d416a04aaa5c tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=776a7ac9-a0a5-48bd-bb88-d61df20459ee HTTP/1.1" status: 200 len: 210 time: 0.0543058 Jul 24 00:58:26.977240 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-c9f9dd67-cd1a-4c69-87c5-ee59b1665aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:26.979615 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-c9f9dd67-cd1a-4c69-87c5-ee59b1665aee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f4d177b-5147-42ce-b52d-29fb850e776c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0571773 Jul 24 00:58:27.002521 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3a254c-704b-4779-8fe0-2ffea3ba8eaa req-bf74e129-b6cc-466a-acc8-084c867a26fe tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] No DVR routers for this DVR port 57ac6160-50b2-4350-b590-3d744c0ea342 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:58:27.051451 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-b59a2ce7-12b0-4f2e-a1f5-fe5ce9ebbca9 None None] Set router b58618c5-3464-495e-b15a-388ed9889b45 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:58:27.055672 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-72880634-f2d0-4abb-8268-5a62754ebc8b req-1109c248-3a29-4b96-aab3-e0178cb6c9bb tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 210 time: 0.0471442 Jul 24 00:58:27.133507 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-dc3a254c-704b-4779-8fe0-2ffea3ba8eaa req-bf74e129-b6cc-466a-acc8-084c867a26fe tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:27.135919 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dc3a254c-704b-4779-8fe0-2ffea3ba8eaa req-bf74e129-b6cc-466a-acc8-084c867a26fe tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.13 "DELETE /v2.0/ports/57ac6160-50b2-4350-b590-3d744c0ea342 HTTP/1.1" status: 204 len: 173 time: 4.0864997 Jul 24 00:58:27.141329 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7ea278ee-a96d-4c1a-baf0-153b38512a70 req-5c0534ef-53dc-4eec-9f42-f497b1f633d1 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1241bef-ced5-4c48-b540-61c99204cb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3762000 Jul 24 00:58:27.144578 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ff65da33-726f-464a-9f0b-b94647dbaaa8 req-e7f1c931-4bb4-4006-bd68-4d285b49100d service neutron] 10.222.0.13 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1126964 Jul 24 00:58:27.236568 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935bf36-774f-47a0-83c6-8308d161477a req-e73f8f31-cb08-47e6-8a58-3e9c12746690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:27.238274 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d935bf36-774f-47a0-83c6-8308d161477a req-e73f8f31-cb08-47e6-8a58-3e9c12746690 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a03bd1fa7594b1dbc4c6165b77b4de3&device_id=faf84f64-2816-4dc1-8bfb-acce8d5bc030 HTTP/1.1" status: 200 len: 1095 time: 0.7205422 Jul 24 00:58:27.314800 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d935bf36-774f-47a0-83c6-8308d161477a req-e901508c-26d6-4cc3-8556-8b43901caa04 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aee64d5f-08ee-445b-9c4a-5afd0280046d HTTP/1.1" status: 200 len: 217 time: 0.0628803 Jul 24 00:58:27.388141 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-17182bbe-06c0-49dd-8544-ef02acfd84ed service neutron] 10.222.0.13 "GET /v2.0/networks/0f4d177b-5147-42ce-b52d-29fb850e776c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664856 Jul 24 00:58:27.391625 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36118) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:27.458105 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-c90951d1-6f64-4fbc-bb33-03d3bbecd289 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Made reservation on behalf of e7fb6f6ac2d547beb657a4e597e3a5be for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:58:27.463074 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-c90951d1-6f64-4fbc-bb33-03d3bbecd289 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:27.482862 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935bf36-774f-47a0-83c6-8308d161477a req-19486749-4754-4f88-9279-9a5b995a0f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:27.484650 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d935bf36-774f-47a0-83c6-8308d161477a req-19486749-4754-4f88-9279-9a5b995a0f5f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2011f45d-87b7-4f6e-9c1b-056aa79635d0 HTTP/1.1" status: 200 len: 861 time: 0.1580348 Jul 24 00:58:27.567149 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d935bf36-774f-47a0-83c6-8308d161477a req-80f7f18f-9fdd-41fe-9dc4-6d0a56c95ada service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=95b69358-a6b2-48e3-8fca-9d5082a3b5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749588 Jul 24 00:58:27.617069 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-c5c0411d-11d8-4221-860e-eb2adccae720 tempest-SubnetPoolsTestJSON-1399477093 tempest-SubnetPoolsTestJSON-1399477093-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-257525374', 'prefixes': ['172.20.0.0/16']}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:58:27.646743 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-b59a2ce7-12b0-4f2e-a1f5-fe5ce9ebbca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58618c5-3464-495e-b15a-388ed9889b45', 'name': 'tempest-ServerRescueTestJSON-1715571780-router', 'tenant_id': 'e7fb6f6ac2d547beb657a4e597e3a5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '0aac7e11-41fe-41e2-a8a3-49739f286798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:58:10Z', 'updated_at': '2021-07-24T00:58:20Z', 'revision_number': 4, 'project_id': 'e7fb6f6ac2d547beb657a4e597e3a5be', 'gw_port': {'id': '0aac7e11-41fe-41e2-a8a3-49739f286798', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58618c5-3464-495e-b15a-388ed9889b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:58:10Z', 'updated_at': '2021-07-24T00:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'c76e63b1-5477-4d5f-bb8b-3de0e3701672', 'name': '', 'network_id': '6b98cc79-496b-494e-a0de-ce20278a0586', 'tenant_id': 'e7fb6f6ac2d547beb657a4e597e3a5be', 'mac_address': 'fa:16:3e:37:04:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58618c5-3464-495e-b15a-388ed9889b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '5ed594ab-4150-403d-ad1f-541fd4a99a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:58:15Z', 'updated_at': '2021-07-24T00:58:25Z', 'revision_number': 4, 'project_id': 'e7fb6f6ac2d547beb657a4e597e3a5be', 'subnets': [{'id': '5ed594ab-4150-403d-ad1f-541fd4a99a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:58:27.697256 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59a2ce7-12b0-4f2e-a1f5-fe5ce9ebbca9 None None] The sync data for ids ['b58618c5-3464-495e-b15a-388ed9889b45'] in n-d-793621-25 is: [{'id': 'b58618c5-3464-495e-b15a-388ed9889b45', 'name': 'tempest-ServerRescueTestJSON-1715571780-router', 'tenant_id': 'e7fb6f6ac2d547beb657a4e597e3a5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '0aac7e11-41fe-41e2-a8a3-49739f286798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:58:10Z', 'updated_at': '2021-07-24T00:58:20Z', 'revision_number': 4, 'project_id': 'e7fb6f6ac2d547beb657a4e597e3a5be', 'gw_port': {'id': '0aac7e11-41fe-41e2-a8a3-49739f286798', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58618c5-3464-495e-b15a-388ed9889b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:58:10Z', 'updated_at': '2021-07-24T00:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'c76e63b1-5477-4d5f-bb8b-3de0e3701672', 'name': '', 'network_id': '6b98cc79-496b-494e-a0de-ce20278a0586', 'tenant_id': 'e7fb6f6ac2d547beb657a4e597e3a5be', 'mac_address': 'fa:16:3e:37:04:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b58618c5-3464-495e-b15a-388ed9889b45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': '5ed594ab-4150-403d-ad1f-541fd4a99a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:58:15Z', 'updated_at': '2021-07-24T00:58:25Z', 'revision_number': 4, 'project_id': 'e7fb6f6ac2d547beb657a4e597e3a5be', 'subnets': [{'id': '5ed594ab-4150-403d-ad1f-541fd4a99a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:58:27.711502 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbe749-9876-4bf3-bed9-52d0010e827a req-c808e2e8-a760-4f82-8740-03a50ad927e0 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:27.725319 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbe749-9876-4bf3-bed9-52d0010e827a req-c808e2e8-a760-4f82-8740-03a50ad927e0 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:27.733164 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbe749-9876-4bf3-bed9-52d0010e827a req-c808e2e8-a760-4f82-8740-03a50ad927e0 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:27.741035 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbe749-9876-4bf3-bed9-52d0010e827a req-c808e2e8-a760-4f82-8740-03a50ad927e0 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:27.749273 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbe749-9876-4bf3-bed9-52d0010e827a req-c808e2e8-a760-4f82-8740-03a50ad927e0 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:27.771199 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbe749-9876-4bf3-bed9-52d0010e827a req-c808e2e8-a760-4f82-8740-03a50ad927e0 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:27.802376 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdbe749-9876-4bf3-bed9-52d0010e827a req-c808e2e8-a760-4f82-8740-03a50ad927e0 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:27.819065 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6cdbe749-9876-4bf3-bed9-52d0010e827a req-c808e2e8-a760-4f82-8740-03a50ad927e0 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 5426 time: 0.3215580 Jul 24 00:58:27.907035 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6cdbe749-9876-4bf3-bed9-52d0010e827a req-52b827ef-e872-4513-9c71-2c24961762ef tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&id=b607e344-24a6-4f17-aee1-1e5d86804c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0850246 Jul 24 00:58:27.940086 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c5c0411d-11d8-4221-860e-eb2adccae720 tempest-SubnetPoolsTestJSON-1399477093 tempest-SubnetPoolsTestJSON-1399477093-project] Notify callbacks [] for subnetpool, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:27.946507 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c5c0411d-11d8-4221-860e-eb2adccae720 tempest-SubnetPoolsTestJSON-1399477093 tempest-SubnetPoolsTestJSON-1399477093-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5527339 Jul 24 00:58:27.947718 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36126) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:28.059524 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d0320ea9-29d2-4117-a832-39df2aa2755d tempest-SubnetPoolsTestJSON-1399477093 tempest-SubnetPoolsTestJSON-1399477093-project] 10.222.0.15 "GET /v2.0/subnetpools/9c9e2a6f-661d-4ee5-bd42-69d0fdcef2b6 HTTP/1.1" status: 200 len: 731 time: 0.1095309 Jul 24 00:58:28.060187 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36128) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:28.064985 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-7199b992-2a6b-4d4d-b95e-e43d1c40745a tempest-SubnetPoolsTestJSON-1399477093 tempest-SubnetPoolsTestJSON-1399477093-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-761248138'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:58:28.164849 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6badbd84-8cdd-4989-bfdd-7ab9358ce92c req-9c95e4e3-dfc3-4126-8d94-b88491feaa0f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=776a7ac9-a0a5-48bd-bb88-d61df20459ee HTTP/1.1" status: 200 len: 210 time: 0.0479302 Jul 24 00:58:28.189599 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faf84f64-2816-4dc1-8bfb-acce8d5bc030', 'tag': 'aee64d5f-08ee-445b-9c4a-5afd0280046d'}, {'server_uuid': '776a7ac9-a0a5-48bd-bb88-d61df20459ee', 'name': 'network-vif-deleted', 'tag': '57ac6160-50b2-4350-b590-3d744c0ea342'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:58:28.191796 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9aa500-bb26-40dd-baf0-86605c00d620" -d '{"events": [{"name": "network-changed", "server_uuid": "faf84f64-2816-4dc1-8bfb-acce8d5bc030", "tag": "aee64d5f-08ee-445b-9c4a-5afd0280046d"}, {"server_uuid": "776a7ac9-a0a5-48bd-bb88-d61df20459ee", "name": "network-vif-deleted", "tag": "57ac6160-50b2-4350-b590-3d744c0ea342"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:58:28.240506 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device a506a736-02bd-4fbb-acb0-f1c78bc19022 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:58:28.309707 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7199b992-2a6b-4d4d-b95e-e43d1c40745a tempest-SubnetPoolsTestJSON-1399477093 tempest-SubnetPoolsTestJSON-1399477093-project] Notify callbacks [] for subnetpool, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:28.311284 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7199b992-2a6b-4d4d-b95e-e43d1c40745a tempest-SubnetPoolsTestJSON-1399477093 tempest-SubnetPoolsTestJSON-1399477093-project] 10.222.0.15 "PUT /v2.0/subnetpools/9c9e2a6f-661d-4ee5-bd42-69d0fdcef2b6 HTTP/1.1" status: 200 len: 683 time: 0.2501106 Jul 24 00:58:28.326239 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c934ef03-894b-43b5-826c-0da1d98444de req-7e0f1ab2-c726-4437-8fbc-449ae652322e tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 210 time: 0.0681233 Jul 24 00:58:28.328712 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36136) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:28.365506 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port a506a736-02bd-4fbb-acb0-f1c78bc19022 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:58:28.377107 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port a506a736-02bd-4fbb-acb0-f1c78bc19022 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:58:28.377592 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:28.457704 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eae26a10-ca57-4197-8c9e-b5d3e867f4ef req-c9259229-7ae5-4916-aaed-404377b0fb8a service neutron] 10.222.0.13 "GET /v2.0/networks/0f4d177b-5147-42ce-b52d-29fb850e776c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0503700 Jul 24 00:58:28.508073 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:28.555415 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-54a26266-ef31-4553-b4a4-330c292665d7 tempest-SubnetPoolsTestJSON-1399477093 tempest-SubnetPoolsTestJSON-1399477093-project] Notify callbacks [] for subnetpool, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:28.557743 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-54a26266-ef31-4553-b4a4-330c292665d7 tempest-SubnetPoolsTestJSON-1399477093 tempest-SubnetPoolsTestJSON-1399477093-project] 10.222.0.15 "DELETE /v2.0/subnetpools/9c9e2a6f-661d-4ee5-bd42-69d0fdcef2b6 HTTP/1.1" status: 204 len: 168 time: 0.2274268 Jul 24 00:58:28.561041 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36142) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:28.572151 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port a506a736-02bd-4fbb-acb0-f1c78bc19022, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=a506a736-02bd-4fbb-acb0-f1c78bc19022,segment=NetworkSegment(a92a2f48-5689-4aa7-b6c1-dc9b341f5b89),segment_id=a92a2f48-5689-4aa7-b6c1-dc9b341f5b89)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:28.573262 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a506a736-02bd-4fbb-acb0-f1c78bc19022'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:58:28.577391 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e80127-d980-43bd-a456-68c7165bdb1f" -d '{"events": [{"server_uuid": "d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483", "name": "network-vif-plugged", "status": "completed", "tag": "a506a736-02bd-4fbb-acb0-f1c78bc19022"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:58:28.580018 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-c9ba6530-f197-4bd9-9c0c-3298f5898092 tempest-SubnetPoolsTestJSON-1399477093 tempest-SubnetPoolsTestJSON-1399477093-project] show failed (client error): The resource could not be found. Jul 24 00:58:28.581351 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c9ba6530-f197-4bd9-9c0c-3298f5898092 tempest-SubnetPoolsTestJSON-1399477093 tempest-SubnetPoolsTestJSON-1399477093-project] 10.222.0.15 "GET /v2.0/subnetpools/9c9e2a6f-661d-4ee5-bd42-69d0fdcef2b6 HTTP/1.1" status: 404 len: 346 time: 0.0190485 Jul 24 00:58:28.585829 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:28.586321 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36146) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:28.621087 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38004508-435d-4845-a6b9-2e08402c0535 req-08e2ad3e-002d-4cbb-8875-46fb9913d971 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:28.629581 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-38004508-435d-4845-a6b9-2e08402c0535 req-08e2ad3e-002d-4cbb-8875-46fb9913d971 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bf8011c-5f0c-4101-8c42-456ddf63231b HTTP/1.1" status: 200 len: 944 time: 0.1605439 Jul 24 00:58:28.632602 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-965b7f3c-6297-47fe-98eb-e409ac6a73c7 tempest-SubnetPoolsTestJSON-1399477093 tempest-SubnetPoolsTestJSON-1399477093-project] delete failed (client error): The resource could not be found. Jul 24 00:58:28.635481 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-965b7f3c-6297-47fe-98eb-e409ac6a73c7 tempest-SubnetPoolsTestJSON-1399477093 tempest-SubnetPoolsTestJSON-1399477093-project] 10.222.0.15 "DELETE /v2.0/subnetpools/9c9e2a6f-661d-4ee5-bd42-69d0fdcef2b6 HTTP/1.1" status: 404 len: 346 time: 0.0470583 Jul 24 00:58:28.710156 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=a506a736-02bd-4fbb-acb0-f1c78bc19022,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:28.734638 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-38004508-435d-4845-a6b9-2e08402c0535 req-74eb6ded-37d5-432c-acb8-eb9b24e101ce tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1241bef-ced5-4c48-b540-61c99204cb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032529 Jul 24 00:58:28.814084 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-c90951d1-6f64-4fbc-bb33-03d3bbecd289 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Allocated IP 172.20.0.4 (6b98cc79-496b-494e-a0de-ce20278a0586/5ed594ab-4150-403d-ad1f-541fd4a99a03/2eaa7f08-7e87-48a3-aabc-e2360114002c) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:58:28.821979 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d935bf36-774f-47a0-83c6-8308d161477a req-f29ad476-c4fb-4b3a-ab81-7904c52cae9c service neutron] 10.222.0.13 "GET /v2.0/networks/95b69358-a6b2-48e3-8fca-9d5082a3b5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2376757 Jul 24 00:58:28.863634 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d6a2e-aeb8-4df9-b9cf-16913f7c1081 req-2e77e010-c267-4978-8a3b-bbbe6c446c3f tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:28.873346 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d32d6a2e-aeb8-4df9-b9cf-16913f7c1081 req-2e77e010-c267-4978-8a3b-bbbe6c446c3f tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] 10.222.0.15 "GET /v2.0/ports?device_id=faf84f64-2816-4dc1-8bfb-acce8d5bc030 HTTP/1.1" status: 200 len: 943 time: 0.6674602 Jul 24 00:58:28.882558 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 24 Jul 2021 00:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6ef959-4fa6-46f2-8cf3-45b5da078554 x-openstack-request-id: req-de6ef959-4fa6-46f2-8cf3-45b5da078554 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:58:28.882889 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faf84f64-2816-4dc1-8bfb-acce8d5bc030", "tag": "aee64d5f-08ee-445b-9c4a-5afd0280046d", "status": "completed", "code": 200}, {"server_uuid": "776a7ac9-a0a5-48bd-bb88-d61df20459ee", "name": "network-vif-deleted", "tag": "57ac6160-50b2-4350-b590-3d744c0ea342", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:58:28.883145 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-de6ef959-4fa6-46f2-8cf3-45b5da078554 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:58:28.883546 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faf84f64-2816-4dc1-8bfb-acce8d5bc030', 'tag': 'aee64d5f-08ee-445b-9c4a-5afd0280046d', 'status': 'completed', 'code': 200} Jul 24 00:58:28.883805 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776a7ac9-a0a5-48bd-bb88-d61df20459ee', 'name': 'network-vif-deleted', 'tag': '57ac6160-50b2-4350-b590-3d744c0ea342', 'status': 'completed', 'code': 200} Jul 24 00:58:28.970102 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf4c4d1-9530-4b03-ac2b-af87b457977d x-openstack-request-id: req-3cf4c4d1-9530-4b03-ac2b-af87b457977d {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:58:28.970664 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483", "name": "network-vif-plugged", "status": "completed", "tag": "a506a736-02bd-4fbb-acb0-f1c78bc19022", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:58:28.971149 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3cf4c4d1-9530-4b03-ac2b-af87b457977d {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:58:28.971734 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a506a736-02bd-4fbb-acb0-f1c78bc19022', 'code': 200} Jul 24 00:58:29.013407 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device c76e63b1-5477-4d5f-bb8b-3de0e3701672 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:58:29.072167 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62109e37-5e64-43fc-a81e-bbeaff7c739f req-d7181aed-9a92-4305-b44c-7a8780b62308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:29.074352 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-62109e37-5e64-43fc-a81e-bbeaff7c739f req-d7181aed-9a92-4305-b44c-7a8780b62308 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd8dc1c34a4c4b2aa3488d1b34b0e153&device_id=1bf8011c-5f0c-4101-8c42-456ddf63231b HTTP/1.1" status: 200 len: 1096 time: 0.5316927 Jul 24 00:58:29.149979 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d32d6a2e-aeb8-4df9-b9cf-16913f7c1081 req-b59d7b37-3999-4e70-b36e-659c575f3871 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a468ea8-f8e2-473c-af0f-77a621d017f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779973 Jul 24 00:58:29.193049 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['f142e1c3-accd-44c6-a488-2ba01c18ea56', '3be94f04-c0b5-45bd-aa69-e4b7f8f023dc'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:58:29.354041 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b798a43-d0ae-43e1-b642-0708ac374d12 req-28a0147f-3b24-43c5-b845-80e6ecbe5a22 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:29.370201 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b798a43-d0ae-43e1-b642-0708ac374d12 req-28a0147f-3b24-43c5-b845-80e6ecbe5a22 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:29.420775 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b798a43-d0ae-43e1-b642-0708ac374d12 req-28a0147f-3b24-43c5-b845-80e6ecbe5a22 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:29.425847 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port c76e63b1-5477-4d5f-bb8b-3de0e3701672 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:58:29.426526 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b798a43-d0ae-43e1-b642-0708ac374d12 req-28a0147f-3b24-43c5-b845-80e6ecbe5a22 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:29.426526 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b798a43-d0ae-43e1-b642-0708ac374d12 req-28a0147f-3b24-43c5-b845-80e6ecbe5a22 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:29.426526 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b798a43-d0ae-43e1-b642-0708ac374d12 req-28a0147f-3b24-43c5-b845-80e6ecbe5a22 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:29.435011 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port c76e63b1-5477-4d5f-bb8b-3de0e3701672 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:58:29.435011 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:29.439361 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b798a43-d0ae-43e1-b642-0708ac374d12 req-28a0147f-3b24-43c5-b845-80e6ecbe5a22 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:29.455405 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7b798a43-d0ae-43e1-b642-0708ac374d12 req-28a0147f-3b24-43c5-b845-80e6ecbe5a22 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 5427 time: 0.3515198 Jul 24 00:58:29.457156 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36164) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:29.501015 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d935bf36-774f-47a0-83c6-8308d161477a req-b8e087fd-141f-4088-9847-0024e570fc6a service neutron] 10.222.0.13 "GET /v2.0/networks/95b69358-a6b2-48e3-8fca-9d5082a3b5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6667616 Jul 24 00:58:29.614803 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7b798a43-d0ae-43e1-b642-0708ac374d12 req-29a77297-da29-4eb1-bee6-1843f9f208cc tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&id=b607e344-24a6-4f17-aee1-1e5d86804c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1583080 Jul 24 00:58:29.796935 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62109e37-5e64-43fc-a81e-bbeaff7c739f req-62a020c5-2872-4cb8-a5b2-3b521b8a476d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:29.799956 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-62109e37-5e64-43fc-a81e-bbeaff7c739f req-62a020c5-2872-4cb8-a5b2-3b521b8a476d service neutron] 10.222.0.13 "GET /v2.0/networks?id=0f4d177b-5147-42ce-b52d-29fb850e776c HTTP/1.1" status: 200 len: 913 time: 0.7066534 Jul 24 00:58:29.800645 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b6dac95c-df12-4cbb-a185-8528e5e4c786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:29.807673 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:29.820112 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c130c9ab-c524-45a0-8e33-f0ca027ce872 req-8b67fa95-54e0-48ad-bf6e-164bff38d1d0 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 210 time: 0.1044986 Jul 24 00:58:29.837871 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-c90951d1-6f64-4fbc-bb33-03d3bbecd289 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:29.862036 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port c76e63b1-5477-4d5f-bb8b-3de0e3701672, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=c76e63b1-5477-4d5f-bb8b-3de0e3701672,segment=NetworkSegment(ba3f8265-a107-438d-9a91-66542598e056),segment_id=ba3f8265-a107-438d-9a91-66542598e056)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:29.885875 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:29.950499 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-62109e37-5e64-43fc-a81e-bbeaff7c739f req-1ac359f1-d7e7-495a-8b7f-c08eff14f68e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13a3736b-572c-418a-9c8a-a78a429044df HTTP/1.1" status: 200 len: 217 time: 0.1276040 Jul 24 00:58:29.952227 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baff095-391c-48ef-9a9e-01efa8119c71 req-23ab6419-5b03-464a-905b-505e8af37460 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:29.959294 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6baff095-391c-48ef-9a9e-01efa8119c71 req-23ab6419-5b03-464a-905b-505e8af37460 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=88e2aeb1-a31a-4922-a98d-a73cbbaf5d37 HTTP/1.1" status: 200 len: 945 time: 0.2435629 Jul 24 00:58:30.050977 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=c76e63b1-5477-4d5f-bb8b-3de0e3701672,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:30.051792 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6baff095-391c-48ef-9a9e-01efa8119c71 req-40de1978-5948-44c2-9db7-73cd125a4507 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915329 Jul 24 00:58:30.105613 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62109e37-5e64-43fc-a81e-bbeaff7c739f req-58375988-6987-424f-8c82-a93c0286ce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:30.107180 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-62109e37-5e64-43fc-a81e-bbeaff7c739f req-58375988-6987-424f-8c82-a93c0286ce1f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cd529d29-d1e4-4b9d-9eb1-e982944c69e2 HTTP/1.1" status: 200 len: 851 time: 0.1384072 Jul 24 00:58:30.170884 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b6dac95c-df12-4cbb-a185-8528e5e4c786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:30.171489 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9aa500-bb26-40dd-baf0-86605c00d620 req-b5aef89b-b942-40a6-8afb-6783d9126435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:30.172886 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3b9aa500-bb26-40dd-baf0-86605c00d620 req-b5aef89b-b942-40a6-8afb-6783d9126435 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2a03bd1fa7594b1dbc4c6165b77b4de3&device_id=faf84f64-2816-4dc1-8bfb-acce8d5bc030 HTTP/1.1" status: 200 len: 1095 time: 0.5805867 Jul 24 00:58:30.178496 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b6dac95c-df12-4cbb-a185-8528e5e4c786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:30.217740 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b6dac95c-df12-4cbb-a185-8528e5e4c786 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0cb20e3ed9664ec78b19d6825cf33abc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7550700 Jul 24 00:58:30.219406 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36178) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:30.252183 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 13a3736b-572c-418a-9c8a-a78a429044df details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:58:30.254667 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device c05a6c8c-a48f-4518-b2fa-245771ba636b up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:58:30.343114 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dac95c-df12-4cbb-a185-8528e5e4c786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd1b188-39f3-4871-bf5c-1543115a7bec,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:30.344043 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-c90951d1-6f64-4fbc-bb33-03d3bbecd289 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:30.386559 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7c7b5214-69cf-4e16-87b8-2197c890913b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:30.419860 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215cd29-de4b-4c5d-8e3b-57066b01f2c2 req-1377968a-6b77-4ca1-85bb-83e17f831416 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:30.427514 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1215cd29-de4b-4c5d-8e3b-57066b01f2c2 req-1377968a-6b77-4ca1-85bb-83e17f831416 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bf8011c-5f0c-4101-8c42-456ddf63231b HTTP/1.1" status: 200 len: 944 time: 0.3552799 Jul 24 00:58:30.448636 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7c7b5214-69cf-4e16-87b8-2197c890913b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:30.449620 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62109e37-5e64-43fc-a81e-bbeaff7c739f req-93f7a27a-87b2-4d73-bf4c-d6832ee3f68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:30.452551 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-62109e37-5e64-43fc-a81e-bbeaff7c739f req-93f7a27a-87b2-4d73-bf4c-d6832ee3f68c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f4d177b-5147-42ce-b52d-29fb850e776c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3289380 Jul 24 00:58:30.514051 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7c7b5214-69cf-4e16-87b8-2197c890913b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:30.515770 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-c90951d1-6f64-4fbc-bb33-03d3bbecd289 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Network 6b98cc79-496b-494e-a0de-ce20278a0586 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:58:30.519489 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90951d1-6f64-4fbc-bb33-03d3bbecd289 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Pushing event updated for resources: {'Port': ['ID=2eaa7f08-7e87-48a3-aabc-e2360114002c,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:30.521188 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7c7b5214-69cf-4e16-87b8-2197c890913b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:30.522704 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7c7b5214-69cf-4e16-87b8-2197c890913b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fbd1b188-39f3-4871-bf5c-1543115a7bec HTTP/1.1" status: 204 len: 168 time: 0.3024035 Jul 24 00:58:30.534865 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-c90951d1-6f64-4fbc-bb33-03d3bbecd289 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:58:30.540744 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9aa500-bb26-40dd-baf0-86605c00d620 req-4a04d6c1-8988-43a4-a3c4-d2731b772633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:30.542290 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3b9aa500-bb26-40dd-baf0-86605c00d620 req-4a04d6c1-8988-43a4-a3c4-d2731b772633 service neutron] 10.222.0.13 "GET /v2.0/networks?id=95b69358-a6b2-48e3-8fca-9d5082a3b5b5 HTTP/1.1" status: 200 len: 922 time: 0.3094785 Jul 24 00:58:30.544328 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43fd48-5246-4238-b814-edabb85a7e69 req-e25af033-b312-4a63-ae71-3a22ad6f8897 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:30.551671 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cf43fd48-5246-4238-b814-edabb85a7e69 req-e25af033-b312-4a63-ae71-3a22ad6f8897 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] 10.222.0.15 "GET /v2.0/ports?device_id=faf84f64-2816-4dc1-8bfb-acce8d5bc030 HTTP/1.1" status: 200 len: 943 time: 0.2767339 Jul 24 00:58:30.554776 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-c90951d1-6f64-4fbc-bb33-03d3bbecd289 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:58:30.556190 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b5214-69cf-4e16-87b8-2197c890913b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd1b188-39f3-4871-bf5c-1543115a7bec,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:30.588124 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port c05a6c8c-a48f-4518-b2fa-245771ba636b completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:58:30.611611 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cf43fd48-5246-4238-b814-edabb85a7e69 req-5bb2a288-dc06-426f-ad82-0f2ea1c64bbe tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a468ea8-f8e2-473c-af0f-77a621d017f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525627 Jul 24 00:58:30.624103 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 13a3736b-572c-418a-9c8a-a78a429044df, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=13a3736b-572c-418a-9c8a-a78a429044df,segment=NetworkSegment(462cdb3a-8d0e-4b9d-bbf5-8407cf005c8a),segment_id=462cdb3a-8d0e-4b9d-bbf5-8407cf005c8a)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:30.626555 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port c05a6c8c-a48f-4518-b2fa-245771ba636b triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:58:30.627136 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:30.653308 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1215cd29-de4b-4c5d-8e3b-57066b01f2c2 req-8d9fe47d-ba2f-48dc-9c61-fe9a29d2b474 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1241bef-ced5-4c48-b540-61c99204cb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2253189 Jul 24 00:58:30.677570 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3b9aa500-bb26-40dd-baf0-86605c00d620 req-edd74f26-bc36-4338-b3bd-a740cc093ce7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aee64d5f-08ee-445b-9c4a-5afd0280046d HTTP/1.1" status: 200 len: 217 time: 0.1198509 Jul 24 00:58:30.677820 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '13a3736b-572c-418a-9c8a-a78a429044df', 'network_id': '0f4d177b-5147-42ce-b52d-29fb850e776c', 'port_id': '13a3736b-572c-418a-9c8a-a78a429044df', 'mac_address': 'fa:16:3e:c8:81:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd529d29-d1e4-4b9d-9eb1-e982944c69e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:58:30.741174 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:30.766189 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-c90951d1-6f64-4fbc-bb33-03d3bbecd289 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:30.767293 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-c90951d1-6f64-4fbc-bb33-03d3bbecd289 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:30.773421 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13a3736b-572c-418a-9c8a-a78a429044df {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:58:30.814047 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9aa500-bb26-40dd-baf0-86605c00d620 req-8fc0a0d1-6e42-4bab-8be1-ab8f2b755625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:30.816154 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3b9aa500-bb26-40dd-baf0-86605c00d620 req-8fc0a0d1-6e42-4bab-8be1-ab8f2b755625 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2011f45d-87b7-4f6e-9c1b-056aa79635d0 HTTP/1.1" status: 200 len: 861 time: 0.1028647 Jul 24 00:58:30.821808 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-62109e37-5e64-43fc-a81e-bbeaff7c739f req-40bc172e-8a99-4774-a434-95d047274af2 service neutron] 10.222.0.13 "GET /v2.0/networks/0f4d177b-5147-42ce-b52d-29fb850e776c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457410 Jul 24 00:58:30.825454 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-c90951d1-6f64-4fbc-bb33-03d3bbecd289 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2388124 Jul 24 00:58:30.829579 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 13a3736b-572c-418a-9c8a-a78a429044df, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=13a3736b-572c-418a-9c8a-a78a429044df,segment=NetworkSegment(462cdb3a-8d0e-4b9d-bbf5-8407cf005c8a),segment_id=462cdb3a-8d0e-4b9d-bbf5-8407cf005c8a)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:30.864394 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-227e3f18-2252-4314-9021-f473af94216f service neutron] Request body: {'port': {'device_id': '239036a7-d7f9-415b-a427-dd7a78af0771', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:58:30.879393 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:30.893262 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f5604-e330-439d-9c90-eb03c154cd08 req-23c6ab23-a4cc-4a28-96f2-85165945b126 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:30.905504 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f5604-e330-439d-9c90-eb03c154cd08 req-23c6ab23-a4cc-4a28-96f2-85165945b126 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:30.913082 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f5604-e330-439d-9c90-eb03c154cd08 req-23c6ab23-a4cc-4a28-96f2-85165945b126 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:30.921810 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f5604-e330-439d-9c90-eb03c154cd08 req-23c6ab23-a4cc-4a28-96f2-85165945b126 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:30.928515 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f5604-e330-439d-9c90-eb03c154cd08 req-23c6ab23-a4cc-4a28-96f2-85165945b126 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:30.937219 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f5604-e330-439d-9c90-eb03c154cd08 req-23c6ab23-a4cc-4a28-96f2-85165945b126 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:30.946120 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:30.948125 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f5604-e330-439d-9c90-eb03c154cd08 req-23c6ab23-a4cc-4a28-96f2-85165945b126 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:30.977116 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8f9f5604-e330-439d-9c90-eb03c154cd08 req-23c6ab23-a4cc-4a28-96f2-85165945b126 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 5427 time: 0.2348087 Jul 24 00:58:31.010594 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device c76e63b1-5477-4d5f-bb8b-3de0e3701672 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:58:31.027532 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3b9aa500-bb26-40dd-baf0-86605c00d620 req-a491d731-2470-4f91-91d8-7cd630dd5e86 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=95b69358-a6b2-48e3-8fca-9d5082a3b5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1968501 Jul 24 00:58:31.132893 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port c05a6c8c-a48f-4518-b2fa-245771ba636b, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=c05a6c8c-a48f-4518-b2fa-245771ba636b,segment=NetworkSegment(5ef6bf11-09bc-46a7-97d4-245b20dfc394),segment_id=5ef6bf11-09bc-46a7-97d4-245b20dfc394)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:31.164027 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05a6c8c-a48f-4518-b2fa-245771ba636b'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:58:31.167539 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85f8441-3a07-42d5-825e-b9c179932f1c" -d '{"events": [{"server_uuid": "d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483", "name": "network-vif-plugged", "status": "completed", "tag": "c05a6c8c-a48f-4518-b2fa-245771ba636b"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:58:31.173245 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:31.174741 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 7b4da756-8034-45e1-9b76-762af13d0a4c up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:58:31.195941 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8f9f5604-e330-439d-9c90-eb03c154cd08 req-0b7292ff-fc80-49b9-a7be-e9a6db494179 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&id=b607e344-24a6-4f17-aee1-1e5d86804c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2171559 Jul 24 00:58:31.268515 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=13a3736b-572c-418a-9c8a-a78a429044df,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:31.321597 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-62109e37-5e64-43fc-a81e-bbeaff7c739f req-ea4b10f5-a5d6-49d8-983d-59a3091ac261 service neutron] 10.222.0.13 "GET /v2.0/networks/0f4d177b-5147-42ce-b52d-29fb850e776c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4708488 Jul 24 00:58:31.326077 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-227e3f18-2252-4314-9021-f473af94216f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:31.375284 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['13a3736b-572c-418a-9c8a-a78a429044df'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:58:31.391888 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3b9aa500-bb26-40dd-baf0-86605c00d620 req-d3eff3fe-a98e-4e45-ad31-6a7f38d66033 service neutron] 10.222.0.13 "GET /v2.0/networks/95b69358-a6b2-48e3-8fca-9d5082a3b5b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478985 Jul 24 00:58:31.420407 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=c05a6c8c-a48f-4518-b2fa-245771ba636b,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:31.460538 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d551ad-1486-4233-a8c1-f3af7dfb0348 req-608f93c9-814e-48cc-92a2-f0a175682680 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:31.461403 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a8c75-fc80-43d0-9337-1cb95489a37f req-a9396240-0ebf-4036-9279-6deb968a5a20 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:31.462168 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-37d551ad-1486-4233-a8c1-f3af7dfb0348 req-608f93c9-814e-48cc-92a2-f0a175682680 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.13 "GET /v2.0/ports?device_id=88e2aeb1-a31a-4922-a98d-a73cbbaf5d37 HTTP/1.1" status: 200 len: 945 time: 0.3752427 Jul 24 00:58:31.471310 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-026a8c75-fc80-43d0-9337-1cb95489a37f req-a9396240-0ebf-4036-9279-6deb968a5a20 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=88e2aeb1-a31a-4922-a98d-a73cbbaf5d37 HTTP/1.1" status: 200 len: 945 time: 0.0985436 Jul 24 00:58:31.539068 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-026a8c75-fc80-43d0-9337-1cb95489a37f req-07930647-e1ec-4030-bcde-03ca6381684a tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603018 Jul 24 00:58:31.571087 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d2d13-785e-4812-a96b-3038d1c78bf4 req-8a4ba289-2f6f-408f-bbd7-caa2ffea0218 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:31.572725 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9e6d2d13-785e-4812-a96b-3038d1c78bf4 req-8a4ba289-2f6f-408f-bbd7-caa2ffea0218 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 931 time: 0.3957705 Jul 24 00:58:31.651700 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e62e357-8611-4784-b392-d8456bb085ad x-openstack-request-id: req-8e62e357-8611-4784-b392-d8456bb085ad {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:58:31.655592 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483", "name": "network-vif-plugged", "status": "completed", "tag": "c05a6c8c-a48f-4518-b2fa-245771ba636b", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:58:31.655909 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8e62e357-8611-4784-b392-d8456bb085ad {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:58:31.657606 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05a6c8c-a48f-4518-b2fa-245771ba636b', 'code': 200} Jul 24 00:58:31.721697 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port c76e63b1-5477-4d5f-bb8b-3de0e3701672 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:58:31.722082 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:31.748865 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3b9aa500-bb26-40dd-baf0-86605c00d620 req-03dd7e4f-eec7-45a8-9125-b370915b3376 service neutron] 10.222.0.13 "GET /v2.0/networks/95b69358-a6b2-48e3-8fca-9d5082a3b5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324835 Jul 24 00:58:31.771538 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 7b4da756-8034-45e1-9b76-762af13d0a4c completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:58:31.792668 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 7b4da756-8034-45e1-9b76-762af13d0a4c triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:58:31.793027 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:31.824783 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9e6d2d13-785e-4812-a96b-3038d1c78bf4 req-32453d87-af31-40ae-98c2-6a0746772ef3 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625264 Jul 24 00:58:31.890326 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa6830-fa9c-4fc6-8e93-0918b7f8a31f req-5c2c51f8-ac78-4fd8-9cbb-38ef254006bd tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:31.895641 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-41aa6830-fa9c-4fc6-8e93-0918b7f8a31f req-5c2c51f8-ac78-4fd8-9cbb-38ef254006bd tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] 10.222.0.15 "GET /v2.0/ports?device_id=faf84f64-2816-4dc1-8bfb-acce8d5bc030 HTTP/1.1" status: 200 len: 943 time: 0.1507936 Jul 24 00:58:31.919704 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-37d551ad-1486-4233-a8c1-f3af7dfb0348 req-16479627-5582-4312-ae48-e40efcc4ec2e tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Deleting port 3be94f04-c0b5-45bd-aa69-e4b7f8f023dc {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:58:31.920305 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-37d551ad-1486-4233-a8c1-f3af7dfb0348 req-16479627-5582-4312-ae48-e40efcc4ec2e tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:31.983622 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-41aa6830-fa9c-4fc6-8e93-0918b7f8a31f req-e4cab360-045d-43e6-b19c-fe7b2692a542 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a468ea8-f8e2-473c-af0f-77a621d017f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787926 Jul 24 00:58:32.079548 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:32.137179 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 7b4da756-8034-45e1-9b76-762af13d0a4c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=7b4da756-8034-45e1-9b76-762af13d0a4c,segment=NetworkSegment(a92a2f48-5689-4aa7-b6c1-dc9b341f5b89),segment_id=a92a2f48-5689-4aa7-b6c1-dc9b341f5b89)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:32.143263 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:32.144443 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 3bdee268-3504-4249-9688-c9a743e39dc3 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:58:32.153760 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8535371-eb53-43dc-a6a0-34931984d83b req-dec63a0f-b554-43a8-8da4-0dd9c898e80f tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:32.156255 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e8535371-eb53-43dc-a6a0-34931984d83b req-dec63a0f-b554-43a8-8da4-0dd9c898e80f tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 946 time: 0.1148884 Jul 24 00:58:32.206169 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e8535371-eb53-43dc-a6a0-34931984d83b req-70e67417-4220-4439-876a-5914e7a84472 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432272 Jul 24 00:58:32.256973 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device aee64d5f-08ee-445b-9c4a-5afd0280046d details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:58:32.478273 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=7b4da756-8034-45e1-9b76-762af13d0a4c,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:32.512615 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 3bdee268-3504-4249-9688-c9a743e39dc3 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:58:32.529019 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 3bdee268-3504-4249-9688-c9a743e39dc3 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:58:32.529605 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:32.535272 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-227e3f18-2252-4314-9021-f473af94216f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eaa7f08-7e87-48a3-aabc-e2360114002c {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:58:32.549604 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-227e3f18-2252-4314-9021-f473af94216f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:32.554169 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-37d551ad-1486-4233-a8c1-f3af7dfb0348 req-16479627-5582-4312-ae48-e40efcc4ec2e tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] For port 3be94f04-c0b5-45bd-aa69-e4b7f8f023dc, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=3be94f04-c0b5-45bd-aa69-e4b7f8f023dc,segment=NetworkSegment(105933f1-ad5a-4c90-9ca8-c74f813dbd38),segment_id=105933f1-ad5a-4c90-9ca8-c74f813dbd38)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:32.554555 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-37d551ad-1486-4233-a8c1-f3af7dfb0348 req-16479627-5582-4312-ae48-e40efcc4ec2e tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:32.566228 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d68025-29c2-4ea0-ae3a-e8447c47ecbf req-d28881fd-2f35-48bf-816d-13d6f199cf8d tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:32.567917 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-79d68025-29c2-4ea0-ae3a-e8447c47ecbf req-d28881fd-2f35-48bf-816d-13d6f199cf8d tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bf8011c-5f0c-4101-8c42-456ddf63231b HTTP/1.1" status: 200 len: 945 time: 0.2480526 Jul 24 00:58:32.588852 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port aee64d5f-08ee-445b-9c4a-5afd0280046d, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=aee64d5f-08ee-445b-9c4a-5afd0280046d,segment=NetworkSegment(45f19918-e6ce-4612-abf8-b1afae31b565),segment_id=45f19918-e6ce-4612-abf8-b1afae31b565)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:32.594412 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-37d551ad-1486-4233-a8c1-f3af7dfb0348 req-16479627-5582-4312-ae48-e40efcc4ec2e tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Calling delete_port for 3be94f04-c0b5-45bd-aa69-e4b7f8f023dc owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:58:32.600260 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-227e3f18-2252-4314-9021-f473af94216f service neutron] Transition to ACTIVE for port object 2eaa7f08-7e87-48a3-aabc-e2360114002c will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:58:32.613147 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'aee64d5f-08ee-445b-9c4a-5afd0280046d', 'network_id': '95b69358-a6b2-48e3-8fca-9d5082a3b5b5', 'port_id': 'aee64d5f-08ee-445b-9c4a-5afd0280046d', 'mac_address': 'fa:16:3e:3f:59:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2011f45d-87b7-4f6e-9c1b-056aa79635d0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:58:32.616275 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-227e3f18-2252-4314-9021-f473af94216f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:32.713103 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:32.736834 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-79d68025-29c2-4ea0-ae3a-e8447c47ecbf req-c4126ac6-9e14-42e0-8b44-985b5343397c tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1241bef-ced5-4c48-b540-61c99204cb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572635 Jul 24 00:58:32.744670 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aee64d5f-08ee-445b-9c4a-5afd0280046d {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:58:32.759236 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:32.816075 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e3f18-2252-4314-9021-f473af94216f service neutron] Pushing event updated for resources: {'Port': ['ID=2eaa7f08-7e87-48a3-aabc-e2360114002c,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:32.824155 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port aee64d5f-08ee-445b-9c4a-5afd0280046d, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=aee64d5f-08ee-445b-9c4a-5afd0280046d,segment=NetworkSegment(45f19918-e6ce-4612-abf8-b1afae31b565),segment_id=45f19918-e6ce-4612-abf8-b1afae31b565)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:32.835650 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:32.907649 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=aee64d5f-08ee-445b-9c4a-5afd0280046d,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:32.930252 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 3bdee268-3504-4249-9688-c9a743e39dc3, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=3bdee268-3504-4249-9688-c9a743e39dc3,segment=NetworkSegment(a92a2f48-5689-4aa7-b6c1-dc9b341f5b89),segment_id=a92a2f48-5689-4aa7-b6c1-dc9b341f5b89)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:32.936538 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:32.941913 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 149cdb73-8fb6-426e-8349-634d1b416c1d up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:58:33.000826 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=3bdee268-3504-4249-9688-c9a743e39dc3,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:33.045725 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-37d551ad-1486-4233-a8c1-f3af7dfb0348 req-16479627-5582-4312-ae48-e40efcc4ec2e tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:33.062572 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['f142e1c3-accd-44c6-a488-2ba01c18ea56'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:58:33.069196 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-227e3f18-2252-4314-9021-f473af94216f service neutron] Attempting to bind port 2eaa7f08-7e87-48a3-aabc-e2360114002c on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:58:33.069639 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-227e3f18-2252-4314-9021-f473af94216f service neutron] Attempting to bind port 2eaa7f08-7e87-48a3-aabc-e2360114002c by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': 'ba3f8265-a107-438d-9a91-66542598e056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6b98cc79-496b-494e-a0de-ce20278a0586'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:58:33.070059 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-227e3f18-2252-4314-9021-f473af94216f service neutron] Attempting to bind port 2eaa7f08-7e87-48a3-aabc-e2360114002c on network 6b98cc79-496b-494e-a0de-ce20278a0586 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:58:33.102817 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-227e3f18-2252-4314-9021-f473af94216f service neutron] Port 2eaa7f08-7e87-48a3-aabc-e2360114002c on network 6b98cc79-496b-494e-a0de-ce20278a0586 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:58:33.103327 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-227e3f18-2252-4314-9021-f473af94216f service neutron] Attempting to bind port 2eaa7f08-7e87-48a3-aabc-e2360114002c on network 6b98cc79-496b-494e-a0de-ce20278a0586 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:58:33.107913 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 149cdb73-8fb6-426e-8349-634d1b416c1d completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:58:33.113450 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-227e3f18-2252-4314-9021-f473af94216f service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:58:33.113756 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 149cdb73-8fb6-426e-8349-634d1b416c1d triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:58:33.113885 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-227e3f18-2252-4314-9021-f473af94216f service neutron] Checking segment: {'id': 'ba3f8265-a107-438d-9a91-66542598e056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6b98cc79-496b-494e-a0de-ce20278a0586'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:58:33.114153 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:33.114263 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-227e3f18-2252-4314-9021-f473af94216f service neutron] Bound using segment: {'id': 'ba3f8265-a107-438d-9a91-66542598e056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6b98cc79-496b-494e-a0de-ce20278a0586'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:58:33.114778 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-227e3f18-2252-4314-9021-f473af94216f service neutron] Bound port: 2eaa7f08-7e87-48a3-aabc-e2360114002c, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba3f8265-a107-438d-9a91-66542598e056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6b98cc79-496b-494e-a0de-ce20278a0586'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:58:33.115623 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-227e3f18-2252-4314-9021-f473af94216f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:33.134645 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16479627-5582-4312-ae48-e40efcc4ec2e tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Pushing event deleted for resources: {'Port': ['ID=3be94f04-c0b5-45bd-aa69-e4b7f8f023dc,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:33.207352 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330edc5-5fd1-4e1a-b925-f5951d819be0 req-8123594a-3e37-4556-b268-f86e8e5a4f84 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:33.208747 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d551ad-1486-4233-a8c1-f3af7dfb0348 req-16479627-5582-4312-ae48-e40efcc4ec2e tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] No DVR routers for this DVR port 3be94f04-c0b5-45bd-aa69-e4b7f8f023dc on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:58:33.220921 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330edc5-5fd1-4e1a-b925-f5951d819be0 req-8123594a-3e37-4556-b268-f86e8e5a4f84 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:33.228262 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['aee64d5f-08ee-445b-9c4a-5afd0280046d'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:58:33.229860 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330edc5-5fd1-4e1a-b925-f5951d819be0 req-8123594a-3e37-4556-b268-f86e8e5a4f84 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:33.236060 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330edc5-5fd1-4e1a-b925-f5951d819be0 req-8123594a-3e37-4556-b268-f86e8e5a4f84 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:33.240960 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-37d551ad-1486-4233-a8c1-f3af7dfb0348 req-16479627-5582-4312-ae48-e40efcc4ec2e tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:33.244048 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-37d551ad-1486-4233-a8c1-f3af7dfb0348 req-16479627-5582-4312-ae48-e40efcc4ec2e tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.13 "DELETE /v2.0/ports/3be94f04-c0b5-45bd-aa69-e4b7f8f023dc HTTP/1.1" status: 204 len: 173 time: 1.7647214 Jul 24 00:58:33.249536 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330edc5-5fd1-4e1a-b925-f5951d819be0 req-8123594a-3e37-4556-b268-f86e8e5a4f84 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:33.249751 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88e2aeb1-a31a-4922-a98d-a73cbbaf5d37', 'name': 'network-vif-deleted', 'tag': '3be94f04-c0b5-45bd-aa69-e4b7f8f023dc'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:58:33.255722 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330edc5-5fd1-4e1a-b925-f5951d819be0 req-8123594a-3e37-4556-b268-f86e8e5a4f84 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:33.257065 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766f3985-bcc1-41db-a1d6-566cef9b5fb6" -d '{"events": [{"server_uuid": "88e2aeb1-a31a-4922-a98d-a73cbbaf5d37", "name": "network-vif-deleted", "tag": "3be94f04-c0b5-45bd-aa69-e4b7f8f023dc"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:58:33.264220 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330edc5-5fd1-4e1a-b925-f5951d819be0 req-8123594a-3e37-4556-b268-f86e8e5a4f84 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:33.272268 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c330edc5-5fd1-4e1a-b925-f5951d819be0 req-8123594a-3e37-4556-b268-f86e8e5a4f84 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 5430 time: 0.1968634 Jul 24 00:58:33.279416 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0d87d7-284b-4fe6-9acd-26af57e4a63a req-f5df396f-3302-4a74-ae8e-2b0b81534e06 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:33.282835 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9f0d87d7-284b-4fe6-9acd-26af57e4a63a req-f5df396f-3302-4a74-ae8e-2b0b81534e06 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=88e2aeb1-a31a-4922-a98d-a73cbbaf5d37 HTTP/1.1" status: 200 len: 867 time: 0.4199083 Jul 24 00:58:33.310743 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:33.350840 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-227e3f18-2252-4314-9021-f473af94216f service neutron] For port 2eaa7f08-7e87-48a3-aabc-e2360114002c, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:58:33.357575 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-227e3f18-2252-4314-9021-f473af94216f service neutron] For port 2eaa7f08-7e87-48a3-aabc-e2360114002c, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2eaa7f08-7e87-48a3-aabc-e2360114002c,segment=NetworkSegment(ba3f8265-a107-438d-9a91-66542598e056),segment_id=ba3f8265-a107-438d-9a91-66542598e056)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:58:33.359830 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c330edc5-5fd1-4e1a-b925-f5951d819be0 req-0de0024c-ef4f-4c6b-9554-1bdaad18330a tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&id=b607e344-24a6-4f17-aee1-1e5d86804c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0865738 Jul 24 00:58:33.366083 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 149cdb73-8fb6-426e-8349-634d1b416c1d, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=149cdb73-8fb6-426e-8349-634d1b416c1d,segment=NetworkSegment(a92a2f48-5689-4aa7-b6c1-dc9b341f5b89),segment_id=a92a2f48-5689-4aa7-b6c1-dc9b341f5b89)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:33.376437 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-227e3f18-2252-4314-9021-f473af94216f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:33.400245 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:33.401078 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 40187b04-184d-4d3d-a8c9-78e7d3aa2412 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:58:33.440224 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9f0d87d7-284b-4fe6-9acd-26af57e4a63a req-244901f3-cf34-41ed-a43c-df8e8493df75 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507723 Jul 24 00:58:33.442424 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-227e3f18-2252-4314-9021-f473af94216f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:33.451692 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-227e3f18-2252-4314-9021-f473af94216f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:33.463480 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-227e3f18-2252-4314-9021-f473af94216f service neutron] 10.222.0.13 "PUT /v2.0/ports/2eaa7f08-7e87-48a3-aabc-e2360114002c HTTP/1.1" status: 200 len: 1092 time: 2.6007533 Jul 24 00:58:33.516573 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227e3f18-2252-4314-9021-f473af94216f service neutron] Pushing event updated for resources: {'Port': ['ID=2eaa7f08-7e87-48a3-aabc-e2360114002c,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:33.555133 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=149cdb73-8fb6-426e-8349-634d1b416c1d,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:33.571360 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16ba8f-1495-4816-83d5-1ab8fb1f933b req-d50354c3-beff-4d89-b4c8-413bcfb1ebce tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:33.583113 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 40187b04-184d-4d3d-a8c9-78e7d3aa2412 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:58:33.584618 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1a16ba8f-1495-4816-83d5-1ab8fb1f933b req-d50354c3-beff-4d89-b4c8-413bcfb1ebce tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 946 time: 0.1304586 Jul 24 00:58:33.596072 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 40187b04-184d-4d3d-a8c9-78e7d3aa2412 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:58:33.596439 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:33.657303 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1a16ba8f-1495-4816-83d5-1ab8fb1f933b req-7badc05b-83f8-47b3-be93-19d4f779f0d7 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482180 Jul 24 00:58:33.658094 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4da756-8034-45e1-9b76-762af13d0a4c'}, {'server_uuid': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bdee268-3504-4249-9688-c9a743e39dc3'}, {'server_uuid': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149cdb73-8fb6-426e-8349-634d1b416c1d'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:58:33.660618 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4ea7f7-a016-486f-ae9c-b96ec202373d" -d '{"events": [{"server_uuid": "d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483", "name": "network-vif-plugged", "status": "completed", "tag": "7b4da756-8034-45e1-9b76-762af13d0a4c"}, {"server_uuid": "d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483", "name": "network-vif-plugged", "status": "completed", "tag": "3bdee268-3504-4249-9688-c9a743e39dc3"}, {"server_uuid": "d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483", "name": "network-vif-plugged", "status": "completed", "tag": "149cdb73-8fb6-426e-8349-634d1b416c1d"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:58:33.664392 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-df199e9b-8d4f-41dc-ab63-90c1a9f244b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:33.666691 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-df199e9b-8d4f-41dc-ab63-90c1a9f244b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7fb6f6ac2d547beb657a4e597e3a5be&device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 1095 time: 0.1375222 Jul 24 00:58:33.693868 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c3a94-f2c2-4518-9165-382130f7a569 req-cb763cb2-317a-44bf-b8ec-8359a2cf0948 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:33.696302 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a51c3a94-f2c2-4518-9165-382130f7a569 req-cb763cb2-317a-44bf-b8ec-8359a2cf0948 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 943 time: 0.1274714 Jul 24 00:58:33.764456 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:33.775521 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-3b2ea0c5-919b-46c7-9bbe-7c77d58067c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2eaa7f08-7e87-48a3-aabc-e2360114002c HTTP/1.1" status: 200 len: 217 time: 0.0779858 Jul 24 00:58:33.821670 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 40187b04-184d-4d3d-a8c9-78e7d3aa2412, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=40187b04-184d-4d3d-a8c9-78e7d3aa2412,segment=NetworkSegment(dae40cc4-6193-418b-9703-a4a189ab618c),segment_id=dae40cc4-6193-418b-9703-a4a189ab618c)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:33.830829 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b180f-8b5b-4eaf-891f-b7e710f00bb3 req-d012f550-d79a-42cc-8630-fdad76ee9b91 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:33.833730 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:33.834727 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device f62b6018-fd2e-4741-aae0-965e0d0f01a6 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:58:33.835995 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-200b180f-8b5b-4eaf-891f-b7e710f00bb3 req-d012f550-d79a-42cc-8630-fdad76ee9b91 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] 10.222.0.15 "GET /v2.0/ports?device_id=faf84f64-2816-4dc1-8bfb-acce8d5bc030 HTTP/1.1" status: 200 len: 944 time: 0.0940876 Jul 24 00:58:33.843585 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a51c3a94-f2c2-4518-9165-382130f7a569 req-76bad01f-92fc-404e-a3fb-acd42fc66e63 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372368 Jul 24 00:58:33.865780 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-e1b43833-04fc-4615-a1fc-bcb3178913c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:33.867314 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-e1b43833-04fc-4615-a1fc-bcb3178913c7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ed594ab-4150-403d-ad1f-541fd4a99a03 HTTP/1.1" status: 200 len: 851 time: 0.0843630 Jul 24 00:58:33.920386 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-062466c4-f0bc-413f-aec8-880eb51fae2e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b98cc79-496b-494e-a0de-ce20278a0586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456495 Jul 24 00:58:33.947203 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36306) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:33.977618 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-200b180f-8b5b-4eaf-891f-b7e710f00bb3 req-0e298f6d-6ee1-4d7c-849b-ff9ee95be194 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a468ea8-f8e2-473c-af0f-77a621d017f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171839 Jul 24 00:58:34.036980 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=40187b04-184d-4d3d-a8c9-78e7d3aa2412,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:34.062463 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port f62b6018-fd2e-4741-aae0-965e0d0f01a6 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:58:34.072039 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port f62b6018-fd2e-4741-aae0-965e0d0f01a6 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:58:34.073592 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:34.108364 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194b4100-8fcb-4c9d-bcdd-c7e9202f935d x-openstack-request-id: req-194b4100-8fcb-4c9d-bcdd-c7e9202f935d {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:58:34.108951 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88e2aeb1-a31a-4922-a98d-a73cbbaf5d37", "name": "network-vif-deleted", "tag": "3be94f04-c0b5-45bd-aa69-e4b7f8f023dc", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:58:34.112531 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-194b4100-8fcb-4c9d-bcdd-c7e9202f935d {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:58:34.114312 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88e2aeb1-a31a-4922-a98d-a73cbbaf5d37', 'name': 'network-vif-deleted', 'tag': '3be94f04-c0b5-45bd-aa69-e4b7f8f023dc', 'status': 'completed', 'code': 200} Jul 24 00:58:34.136740 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sat, 24 Jul 2021 00:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92b101b-ad4a-4392-bed7-07a3d3c6d503 x-openstack-request-id: req-e92b101b-ad4a-4392-bed7-07a3d3c6d503 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:58:34.137035 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483", "name": "network-vif-plugged", "status": "completed", "tag": "7b4da756-8034-45e1-9b76-762af13d0a4c", "code": 200}, {"server_uuid": "d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483", "name": "network-vif-plugged", "status": "completed", "tag": "3bdee268-3504-4249-9688-c9a743e39dc3", "code": 200}, {"server_uuid": "d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483", "name": "network-vif-plugged", "status": "completed", "tag": "149cdb73-8fb6-426e-8349-634d1b416c1d", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:58:34.137295 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e92b101b-ad4a-4392-bed7-07a3d3c6d503 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:58:34.137752 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4da756-8034-45e1-9b76-762af13d0a4c', 'code': 200} Jul 24 00:58:34.137953 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bdee268-3504-4249-9688-c9a743e39dc3', 'code': 200} Jul 24 00:58:34.138997 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7e25fe52-ccc6-494f-8871-9b3fad2f6866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:34.141024 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149cdb73-8fb6-426e-8349-634d1b416c1d', 'code': 200} Jul 24 00:58:34.183806 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-d5bfe295-1bef-4cd6-b18a-a5e4535a7e3b service neutron] 10.222.0.13 "GET /v2.0/networks/6b98cc79-496b-494e-a0de-ce20278a0586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546329 Jul 24 00:58:34.212215 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:34.261648 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 532652b5-0ccf-4dbf-891e-e7c345897077 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:58:34.266913 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port f62b6018-fd2e-4741-aae0-965e0d0f01a6, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=f62b6018-fd2e-4741-aae0-965e0d0f01a6,segment=NetworkSegment(dae40cc4-6193-418b-9703-a4a189ab618c),segment_id=dae40cc4-6193-418b-9703-a4a189ab618c)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:34.278421 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:34.302992 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5411b20e-0938-4665-b6fe-22e70c493a2b req-f810cb8a-ddfa-4640-831a-bda04572e4fb service neutron] 10.222.0.13 "GET /v2.0/networks/6b98cc79-496b-494e-a0de-ce20278a0586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120038 Jul 24 00:58:34.309170 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 13a3736b-572c-418a-9c8a-a78a429044df up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:58:34.319393 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a2e6b-e311-405f-9a8f-7b492a853437 req-0961a24a-24c7-4be5-916f-50bf04f07b05 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:34.320992 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-253a2e6b-e311-405f-9a8f-7b492a853437 req-0961a24a-24c7-4be5-916f-50bf04f07b05 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bf8011c-5f0c-4101-8c42-456ddf63231b HTTP/1.1" status: 200 len: 945 time: 0.1345291 Jul 24 00:58:34.335388 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7e25fe52-ccc6-494f-8871-9b3fad2f6866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:34.343323 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7e25fe52-ccc6-494f-8871-9b3fad2f6866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:34.411951 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7e25fe52-ccc6-494f-8871-9b3fad2f6866 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0c888a128c1a4bd587e19bd3b581fe9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4606693 Jul 24 00:58:34.411951 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e25fe52-ccc6-494f-8871-9b3fad2f6866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3127d1c-ff97-48e1-b87a-8ebb3fc7ccda,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:34.413148 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36314) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:34.415603 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=f62b6018-fd2e-4741-aae0-965e0d0f01a6,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:34.426687 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-253a2e6b-e311-405f-9a8f-7b492a853437 req-48321412-3f77-4085-9896-3f656383b809 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1241bef-ced5-4c48-b540-61c99204cb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935016 Jul 24 00:58:34.460580 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 532652b5-0ccf-4dbf-891e-e7c345897077, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=532652b5-0ccf-4dbf-891e-e7c345897077,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:34.474905 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '532652b5-0ccf-4dbf-891e-e7c345897077', 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597', 'port_id': '532652b5-0ccf-4dbf-891e-e7c345897077', 'mac_address': 'fa:16:3e:ad:0c:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66eb251d-e6ee-4000-900c-f86c0810b697', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:58:34.490745 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9f010b72-bc0a-4636-b0f8-cd86f7e9305c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:34.507195 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 13a3736b-572c-418a-9c8a-a78a429044df completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:58:34.516453 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 13a3736b-572c-418a-9c8a-a78a429044df triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:58:34.516833 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:34.545486 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:34.562765 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9f010b72-bc0a-4636-b0f8-cd86f7e9305c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:34.568007 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 532652b5-0ccf-4dbf-891e-e7c345897077 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:58:34.595799 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 532652b5-0ccf-4dbf-891e-e7c345897077, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=532652b5-0ccf-4dbf-891e-e7c345897077,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:34.601436 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:34.639211 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d169b-2875-4cf5-b163-10bd31d5bcba req-4c690fbd-62d7-4c4b-a962-b4ebf29dee0f tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:34.646526 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d169b-2875-4cf5-b163-10bd31d5bcba req-4c690fbd-62d7-4c4b-a962-b4ebf29dee0f tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:34.656025 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d169b-2875-4cf5-b163-10bd31d5bcba req-4c690fbd-62d7-4c4b-a962-b4ebf29dee0f tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:34.662279 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d169b-2875-4cf5-b163-10bd31d5bcba req-4c690fbd-62d7-4c4b-a962-b4ebf29dee0f tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:34.669309 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d169b-2875-4cf5-b163-10bd31d5bcba req-4c690fbd-62d7-4c4b-a962-b4ebf29dee0f tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:34.676709 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d169b-2875-4cf5-b163-10bd31d5bcba req-4c690fbd-62d7-4c4b-a962-b4ebf29dee0f tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:34.689801 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:34.690067 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d169b-2875-4cf5-b163-10bd31d5bcba req-4c690fbd-62d7-4c4b-a962-b4ebf29dee0f tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:34.692013 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8d3d169b-2875-4cf5-b163-10bd31d5bcba req-4c690fbd-62d7-4c4b-a962-b4ebf29dee0f tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 5433 time: 0.2024674 Jul 24 00:58:34.693279 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:34.715920 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=532652b5-0ccf-4dbf-891e-e7c345897077,revision_number=11']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:34.723017 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9f010b72-bc0a-4636-b0f8-cd86f7e9305c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:34.725686 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9f010b72-bc0a-4636-b0f8-cd86f7e9305c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:34.729343 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9f010b72-bc0a-4636-b0f8-cd86f7e9305c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d3127d1c-ff97-48e1-b87a-8ebb3fc7ccda HTTP/1.1" status: 204 len: 168 time: 0.3133593 Jul 24 00:58:34.753024 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 13a3736b-572c-418a-9c8a-a78a429044df, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=13a3736b-572c-418a-9c8a-a78a429044df,segment=NetworkSegment(462cdb3a-8d0e-4b9d-bbf5-8407cf005c8a),segment_id=462cdb3a-8d0e-4b9d-bbf5-8407cf005c8a)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:34.757011 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8d3d169b-2875-4cf5-b163-10bd31d5bcba req-ab06a4c0-09e8-46fe-9266-71e425afaedf tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&id=b607e344-24a6-4f17-aee1-1e5d86804c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538824 Jul 24 00:58:34.759164 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f010b72-bc0a-4636-b0f8-cd86f7e9305c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3127d1c-ff97-48e1-b87a-8ebb3fc7ccda,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:34.760168 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:34.767340 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 3be94f04-c0b5-45bd-aa69-e4b7f8f023dc no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:58:34.788945 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['532652b5-0ccf-4dbf-891e-e7c345897077'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:58:34.840440 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 3be94f04-c0b5-45bd-aa69-e4b7f8f023dc {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:58:34.841101 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 3be94f04-c0b5-45bd-aa69-e4b7f8f023dc not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:58:34.858309 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-f41f5134-0d55-4d6d-9424-9d7b0fb32fbb tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:34.860758 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-f41f5134-0d55-4d6d-9424-9d7b0fb32fbb tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/networks?id=2da6bbc7-a75c-4c5c-b454-75233615e1ea HTTP/1.1" status: 200 len: 806 time: 0.1718762 Jul 24 00:58:34.871116 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device aee64d5f-08ee-445b-9c4a-5afd0280046d up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:58:34.878227 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-a9bd3bca-e677-4603-bc7e-455c971f392c tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/quotas/efa6f3db9fd64630b0882e80030f42fc HTTP/1.1" status: 200 len: 375 time: 0.0107520 Jul 24 00:58:34.934531 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47662396-3f6d-4e59-9a0b-e83dca60ab3c req-719e0cf3-e0a3-402b-8f07-9213649816cb tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:34.936416 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-47662396-3f6d-4e59-9a0b-e83dca60ab3c req-719e0cf3-e0a3-402b-8f07-9213649816cb tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 945 time: 0.1061723 Jul 24 00:58:34.961082 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-d3588827-7f20-4305-9906-e9544fb93ace tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=efa6f3db9fd64630b0882e80030f42fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0756304 Jul 24 00:58:34.992603 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-47662396-3f6d-4e59-9a0b-e83dca60ab3c req-3b2d7cb9-3913-4c9a-88ab-41656ce3aaac tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487535 Jul 24 00:58:35.115366 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-e5f35372-f91e-448c-afbb-1db7d4a04567 service neutron] 10.222.0.15 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462059 Jul 24 00:58:35.116342 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36340) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:35.136297 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8a145aad-a135-4405-a5a1-ca8c59a583ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:35.141207 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=13a3736b-572c-418a-9c8a-a78a429044df,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:35.151452 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:35.171058 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc05b8-22d6-411a-8551-150556f52cd8 req-04e9c821-35a0-4ad3-85ee-9beb5d60e442 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:35.174099 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e8dc05b8-22d6-411a-8551-150556f52cd8 req-04e9c821-35a0-4ad3-85ee-9beb5d60e442 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 943 time: 0.1030245 Jul 24 00:58:35.199800 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port aee64d5f-08ee-445b-9c4a-5afd0280046d completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:58:35.211935 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port aee64d5f-08ee-445b-9c4a-5afd0280046d triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:58:35.212311 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:35.223305 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e8dc05b8-22d6-411a-8551-150556f52cd8 req-6839db4d-8e1b-4620-ab71-af949d506bad tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446286 Jul 24 00:58:35.282172 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-d6d73461-4a7a-4dc3-82ee-1ca8074be8fe service neutron] 10.222.0.15 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343405 Jul 24 00:58:35.353440 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8a145aad-a135-4405-a5a1-ca8c59a583ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:35.360556 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8a145aad-a135-4405-a5a1-ca8c59a583ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:35.397458 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a145aad-a135-4405-a5a1-ca8c59a583ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b964fb46-1699-455b-8e09-ea294f8821d8,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:35.418473 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:35.457089 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8a145aad-a135-4405-a5a1-ca8c59a583ea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a4ad06cd1b3a430d9cb7960b4dca9130&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3391521 Jul 24 00:58:35.457879 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36346) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:35.468617 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7cb6e-2efa-49c1-b603-0804ca455dab req-4d2e991d-87a2-48bc-81b1-1bfe1455edc2 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:35.471453 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-63a7cb6e-2efa-49c1-b603-0804ca455dab req-4d2e991d-87a2-48bc-81b1-1bfe1455edc2 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] 10.222.0.15 "GET /v2.0/ports?device_id=faf84f64-2816-4dc1-8bfb-acce8d5bc030 HTTP/1.1" status: 200 len: 944 time: 0.1604614 Jul 24 00:58:35.512142 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port aee64d5f-08ee-445b-9c4a-5afd0280046d, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=aee64d5f-08ee-445b-9c4a-5afd0280046d,segment=NetworkSegment(45f19918-e6ce-4612-abf8-b1afae31b565),segment_id=45f19918-e6ce-4612-abf8-b1afae31b565)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:35.520698 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:35.521986 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 532652b5-0ccf-4dbf-891e-e7c345897077 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:58:35.552175 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-63a7cb6e-2efa-49c1-b603-0804ca455dab req-ce49a745-31d7-4106-b0ae-08d63dd12028 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a468ea8-f8e2-473c-af0f-77a621d017f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723693 Jul 24 00:58:35.557416 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e0bc1a71-3495-4a0f-84c4-60576e9a899e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:35.613559 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e0bc1a71-3495-4a0f-84c4-60576e9a899e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:35.645204 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c8681585-c937-4136-8191-27d7e7c9246f req-d401f18c-0933-468e-8061-a07fcadc1c6c tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=259f3cdc-094a-4339-957a-7d804efecffa HTTP/1.1" status: 200 len: 210 time: 0.0436406 Jul 24 00:58:35.657279 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=aee64d5f-08ee-445b-9c4a-5afd0280046d,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:35.699908 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:35.724432 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 532652b5-0ccf-4dbf-891e-e7c345897077 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:58:35.734073 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e0bc1a71-3495-4a0f-84c4-60576e9a899e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:35.737125 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e0bc1a71-3495-4a0f-84c4-60576e9a899e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:35.740554 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e0bc1a71-3495-4a0f-84c4-60576e9a899e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b964fb46-1699-455b-8e09-ea294f8821d8 HTTP/1.1" status: 204 len: 168 time: 0.2793283 Jul 24 00:58:35.750802 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 532652b5-0ccf-4dbf-891e-e7c345897077, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=532652b5-0ccf-4dbf-891e-e7c345897077,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:35.762789 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:35.764975 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc1a71-3495-4a0f-84c4-60576e9a899e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b964fb46-1699-455b-8e09-ea294f8821d8,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:35.781604 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d1835-0fab-4389-99f1-aba2ed0916eb req-4aaf733e-e2d8-4c39-a7c2-85aaa1a9162c tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:35.800923 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6a0d1835-0fab-4389-99f1-aba2ed0916eb req-4aaf733e-e2d8-4c39-a7c2-85aaa1a9162c tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bf8011c-5f0c-4101-8c42-456ddf63231b HTTP/1.1" status: 200 len: 946 time: 0.2044523 Jul 24 00:58:35.854774 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6a0d1835-0fab-4389-99f1-aba2ed0916eb req-b5e3ce63-6c5d-4bc6-8e1c-16f6a92e291c tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1241bef-ced5-4c48-b540-61c99204cb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527222 Jul 24 00:58:35.876681 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=532652b5-0ccf-4dbf-891e-e7c345897077,revision_number=12']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:35.962259 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1267d-be6c-4ef2-8def-4261a5debcde req-6292473b-5e15-435c-aa05-7561688b388f tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:35.968563 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1267d-be6c-4ef2-8def-4261a5debcde req-6292473b-5e15-435c-aa05-7561688b388f tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:35.975034 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1267d-be6c-4ef2-8def-4261a5debcde req-6292473b-5e15-435c-aa05-7561688b388f tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:35.982269 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1267d-be6c-4ef2-8def-4261a5debcde req-6292473b-5e15-435c-aa05-7561688b388f tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:35.992124 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1267d-be6c-4ef2-8def-4261a5debcde req-6292473b-5e15-435c-aa05-7561688b388f tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:35.998601 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1267d-be6c-4ef2-8def-4261a5debcde req-6292473b-5e15-435c-aa05-7561688b388f tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:36.005032 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1267d-be6c-4ef2-8def-4261a5debcde req-6292473b-5e15-435c-aa05-7561688b388f tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:36.007179 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-29a1267d-be6c-4ef2-8def-4261a5debcde req-6292473b-5e15-435c-aa05-7561688b388f tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 5433 time: 0.1319661 Jul 24 00:58:36.064327 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-29a1267d-be6c-4ef2-8def-4261a5debcde req-33590828-58b0-4b77-bbd6-9c6e4a089191 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&id=b607e344-24a6-4f17-aee1-1e5d86804c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0481067 Jul 24 00:58:36.117553 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239036a7-d7f9-415b-a427-dd7a78af0771', 'tag': '2eaa7f08-7e87-48a3-aabc-e2360114002c'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:58:36.120660 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4946b1-aaf1-4b89-80b9-f5c3c9529362" -d '{"events": [{"name": "network-changed", "server_uuid": "239036a7-d7f9-415b-a427-dd7a78af0771", "tag": "2eaa7f08-7e87-48a3-aabc-e2360114002c"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:58:36.142149 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40187b04-184d-4d3d-a8c9-78e7d3aa2412'}, {'server_uuid': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62b6018-fd2e-4741-aae0-965e0d0f01a6'}, {'server_uuid': '1bf8011c-5f0c-4101-8c42-456ddf63231b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a3736b-572c-418a-9c8a-a78a429044df'}, {'server_uuid': 'faf84f64-2816-4dc1-8bfb-acce8d5bc030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee64d5f-08ee-445b-9c4a-5afd0280046d'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:58:36.144947 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7623bd22-4545-460d-be6b-5abf892acfe5" -d '{"events": [{"server_uuid": "d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483", "name": "network-vif-plugged", "status": "completed", "tag": "40187b04-184d-4d3d-a8c9-78e7d3aa2412"}, {"server_uuid": "d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483", "name": "network-vif-plugged", "status": "completed", "tag": "f62b6018-fd2e-4741-aae0-965e0d0f01a6"}, {"server_uuid": "1bf8011c-5f0c-4101-8c42-456ddf63231b", "name": "network-vif-plugged", "status": "completed", "tag": "13a3736b-572c-418a-9c8a-a78a429044df"}, {"server_uuid": "faf84f64-2816-4dc1-8bfb-acce8d5bc030", "name": "network-vif-plugged", "status": "completed", "tag": "aee64d5f-08ee-445b-9c4a-5afd0280046d"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:58:36.181723 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3251f42d-4385-459c-af98-f8a3fe00b310 x-openstack-request-id: req-3251f42d-4385-459c-af98-f8a3fe00b310 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:58:36.182053 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239036a7-d7f9-415b-a427-dd7a78af0771", "tag": "2eaa7f08-7e87-48a3-aabc-e2360114002c", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:58:36.182323 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3251f42d-4385-459c-af98-f8a3fe00b310 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:58:36.182966 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '239036a7-d7f9-415b-a427-dd7a78af0771', 'tag': '2eaa7f08-7e87-48a3-aabc-e2360114002c', 'status': 'completed', 'code': 200} Jul 24 00:58:36.218135 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef28234-45cd-44ab-b11e-8ed9f047ca23 req-bcf028f3-ac03-404d-ad7e-f86011313a3e tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:36.229880 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5ef28234-45cd-44ab-b11e-8ed9f047ca23 req-bcf028f3-ac03-404d-ad7e-f86011313a3e tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.1468313 Jul 24 00:58:36.263417 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Sat, 24 Jul 2021 00:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc76b1ec-895d-4f0c-92c1-0d33c255d589 x-openstack-request-id: req-fc76b1ec-895d-4f0c-92c1-0d33c255d589 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:58:36.264376 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483", "name": "network-vif-plugged", "status": "completed", "tag": "40187b04-184d-4d3d-a8c9-78e7d3aa2412", "code": 200}, {"server_uuid": "d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483", "name": "network-vif-plugged", "status": "completed", "tag": "f62b6018-fd2e-4741-aae0-965e0d0f01a6", "code": 200}, {"server_uuid": "1bf8011c-5f0c-4101-8c42-456ddf63231b", "name": "network-vif-plugged", "status": "completed", "tag": "13a3736b-572c-418a-9c8a-a78a429044df", "code": 200}, {"server_uuid": "faf84f64-2816-4dc1-8bfb-acce8d5bc030", "name": "network-vif-plugged", "status": "completed", "tag": "aee64d5f-08ee-445b-9c4a-5afd0280046d", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:58:36.264817 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fc76b1ec-895d-4f0c-92c1-0d33c255d589 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:58:36.265838 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40187b04-184d-4d3d-a8c9-78e7d3aa2412', 'code': 200} Jul 24 00:58:36.266306 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62b6018-fd2e-4741-aae0-965e0d0f01a6', 'code': 200} Jul 24 00:58:36.266800 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf8011c-5f0c-4101-8c42-456ddf63231b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13a3736b-572c-418a-9c8a-a78a429044df', 'code': 200} Jul 24 00:58:36.267533 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf84f64-2816-4dc1-8bfb-acce8d5bc030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee64d5f-08ee-445b-9c4a-5afd0280046d', 'code': 200} Jul 24 00:58:36.271056 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 2eaa7f08-7e87-48a3-aabc-e2360114002c details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:58:36.325767 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5ef28234-45cd-44ab-b11e-8ed9f047ca23 req-0b1578c1-0752-4435-9c35-1f8e650ee9be tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0894423 Jul 24 00:58:36.355992 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4946b1-aaf1-4b89-80b9-f5c3c9529362 req-494b073a-0767-4f4f-a178-8e824f4f5cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:36.357693 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b4946b1-aaf1-4b89-80b9-f5c3c9529362 req-494b073a-0767-4f4f-a178-8e824f4f5cc7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7fb6f6ac2d547beb657a4e597e3a5be&device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 1095 time: 0.1394873 Jul 24 00:58:36.468106 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 2eaa7f08-7e87-48a3-aabc-e2360114002c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2eaa7f08-7e87-48a3-aabc-e2360114002c,segment=NetworkSegment(ba3f8265-a107-438d-9a91-66542598e056),segment_id=ba3f8265-a107-438d-9a91-66542598e056)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:36.482633 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '2eaa7f08-7e87-48a3-aabc-e2360114002c', 'network_id': '6b98cc79-496b-494e-a0de-ce20278a0586', 'port_id': '2eaa7f08-7e87-48a3-aabc-e2360114002c', 'mac_address': 'fa:16:3e:38:d6:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ed594ab-4150-403d-ad1f-541fd4a99a03', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:58:36.531528 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:36.546647 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eaa7f08-7e87-48a3-aabc-e2360114002c {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:58:36.569935 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 2eaa7f08-7e87-48a3-aabc-e2360114002c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2eaa7f08-7e87-48a3-aabc-e2360114002c,segment=NetworkSegment(ba3f8265-a107-438d-9a91-66542598e056),segment_id=ba3f8265-a107-438d-9a91-66542598e056)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:36.576623 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:36.642034 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=2eaa7f08-7e87-48a3-aabc-e2360114002c,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:36.644280 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4946b1-aaf1-4b89-80b9-f5c3c9529362 req-37c72f12-4680-419e-9885-5a835b475922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:36.646257 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b4946b1-aaf1-4b89-80b9-f5c3c9529362 req-37c72f12-4680-419e-9885-5a835b475922 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b98cc79-496b-494e-a0de-ce20278a0586 HTTP/1.1" status: 200 len: 912 time: 0.2703216 Jul 24 00:58:36.744016 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b4946b1-aaf1-4b89-80b9-f5c3c9529362 req-0c24cff6-8d50-4d99-a92f-abe83cc9aac2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2eaa7f08-7e87-48a3-aabc-e2360114002c HTTP/1.1" status: 200 len: 217 time: 0.0856671 Jul 24 00:58:36.827186 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de6d53-35b3-4c20-af6c-99f48224fbb0 req-25dda5f4-64aa-483c-81f5-5ad6f90533e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:36.828405 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de6d53-35b3-4c20-af6c-99f48224fbb0 req-25dda5f4-64aa-483c-81f5-5ad6f90533e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:36.830280 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de6d53-35b3-4c20-af6c-99f48224fbb0 req-25dda5f4-64aa-483c-81f5-5ad6f90533e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:36.831510 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de6d53-35b3-4c20-af6c-99f48224fbb0 req-25dda5f4-64aa-483c-81f5-5ad6f90533e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:36.832329 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de6d53-35b3-4c20-af6c-99f48224fbb0 req-25dda5f4-64aa-483c-81f5-5ad6f90533e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:36.833029 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de6d53-35b3-4c20-af6c-99f48224fbb0 req-25dda5f4-64aa-483c-81f5-5ad6f90533e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:36.833945 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de6d53-35b3-4c20-af6c-99f48224fbb0 req-25dda5f4-64aa-483c-81f5-5ad6f90533e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:36.836751 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d7de6d53-35b3-4c20-af6c-99f48224fbb0 req-25dda5f4-64aa-483c-81f5-5ad6f90533e8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 6497 time: 0.3543582 Jul 24 00:58:36.858345 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e234d-b246-4e5c-ae33-6ecff48e3f59 req-8dabb949-9e96-40d3-af80-a6bc8d737cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:36.860312 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-526e234d-b246-4e5c-ae33-6ecff48e3f59 req-8dabb949-9e96-40d3-af80-a6bc8d737cf5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=faf84f64-2816-4dc1-8bfb-acce8d5bc030 HTTP/1.1" status: 200 len: 1097 time: 0.3901377 Jul 24 00:58:36.877291 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64959c8-7bd1-47e4-a2be-5e5ee4d547f9 req-4e7fe060-5c23-449b-a4f9-caf6193f1cb5 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:36.896224 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c64959c8-7bd1-47e4-a2be-5e5ee4d547f9 req-4e7fe060-5c23-449b-a4f9-caf6193f1cb5 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] 10.222.0.15 "GET /v2.0/ports?device_id=faf84f64-2816-4dc1-8bfb-acce8d5bc030 HTTP/1.1" status: 200 len: 945 time: 0.2137508 Jul 24 00:58:36.905395 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de56e688-1c28-4425-bcaa-f038004a85ff req-2d7fae2c-25b6-46ec-9b0d-0868315fc946 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:36.916532 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-de56e688-1c28-4425-bcaa-f038004a85ff req-2d7fae2c-25b6-46ec-9b0d-0868315fc946 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 943 time: 0.4450078 Jul 24 00:58:36.924966 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['2eaa7f08-7e87-48a3-aabc-e2360114002c'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:58:36.938520 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc0b6c-5fa8-405f-84e1-5597f0041eb9 req-a9b8fc3b-6a38-466e-8ae8-a53483086730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:36.940630 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6adc0b6c-5fa8-405f-84e1-5597f0041eb9 req-a9b8fc3b-6a38-466e-8ae8-a53483086730 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1bf8011c-5f0c-4101-8c42-456ddf63231b HTTP/1.1" status: 200 len: 1098 time: 0.4474978 Jul 24 00:58:36.956197 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c64959c8-7bd1-47e4-a2be-5e5ee4d547f9 req-60e4cdbb-5ae9-4c87-bcdf-07f986474838 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a468ea8-f8e2-473c-af0f-77a621d017f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582664 Jul 24 00:58:37.091779 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-04acd8be-5bef-40c1-973e-be3c2b121a2d req-94b02558-e53f-45c1-ab2a-70f8567fb8a4 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=259f3cdc-094a-4339-957a-7d804efecffa HTTP/1.1" status: 200 len: 210 time: 0.0452318 Jul 24 00:58:37.225538 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-526e234d-b246-4e5c-ae33-6ecff48e3f59 req-980b23bf-6dea-4286-92b7-122335457cc7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1a468ea8-f8e2-473c-af0f-77a621d017f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368340 Jul 24 00:58:37.244737 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4946b1-aaf1-4b89-80b9-f5c3c9529362 req-155d0d2f-7fab-429e-998f-fc46ccd6bb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:37.247526 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b4946b1-aaf1-4b89-80b9-f5c3c9529362 req-155d0d2f-7fab-429e-998f-fc46ccd6bb08 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ed594ab-4150-403d-ad1f-541fd4a99a03 HTTP/1.1" status: 200 len: 851 time: 0.4759877 Jul 24 00:58:37.270533 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d7de6d53-35b3-4c20-af6c-99f48224fbb0 req-70260c8c-6f86-4022-ad93-e78a4158f808 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b607e344-24a6-4f17-aee1-1e5d86804c2a&id=ee45ad64-8c62-46a6-8180-96016c4d729d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4067497 Jul 24 00:58:37.287870 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-de56e688-1c28-4425-bcaa-f038004a85ff req-b5035b1b-be27-4055-a17c-b8d51289376c tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657475 Jul 24 00:58:37.331939 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6adc0b6c-5fa8-405f-84e1-5597f0041eb9 req-5362d671-8876-4907-a9b5-248caa935297 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e1241bef-ced5-4c48-b540-61c99204cb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3450308 Jul 24 00:58:37.335767 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7011d-5894-4b11-9c0f-be9f9c3e24a1 req-c3789e55-0e66-4bca-8a4b-64faad8dcf2f tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:37.338306 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4cf7011d-5894-4b11-9c0f-be9f9c3e24a1 req-c3789e55-0e66-4bca-8a4b-64faad8dcf2f tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bf8011c-5f0c-4101-8c42-456ddf63231b HTTP/1.1" status: 200 len: 946 time: 0.1467273 Jul 24 00:58:37.424964 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b4946b1-aaf1-4b89-80b9-f5c3c9529362 req-21b19287-169c-4347-bc8e-4633b7841828 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b98cc79-496b-494e-a0de-ce20278a0586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889904 Jul 24 00:58:37.426389 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4cf7011d-5894-4b11-9c0f-be9f9c3e24a1 req-fdbcfed2-3a16-4ed9-acac-9f9834edba97 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1241bef-ced5-4c48-b540-61c99204cb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803454 Jul 24 00:58:37.439737 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-2c9f14f0-9c12-4bea-a4cf-ed86629dac09 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:37.442722 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-2c9f14f0-9c12-4bea-a4cf-ed86629dac09 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.13 "GET /v2.0/networks?id=2da6bbc7-a75c-4c5c-b454-75233615e1ea HTTP/1.1" status: 200 len: 806 time: 0.6035218 Jul 24 00:58:37.491039 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-4f798562-69b4-4e87-9cef-6303d0b73afe tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Request body: {'port': {'device_id': '259f3cdc-094a-4339-957a-7d804efecffa', 'network_id': '2da6bbc7-a75c-4c5c-b454-75233615e1ea', 'admin_state_up': True, 'tenant_id': 'efa6f3db9fd64630b0882e80030f42fc'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:58:37.657364 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7097eb-4a5d-40ce-8f5a-aba54c9c6a62 req-a98264e4-7e1f-4445-849d-e6dc25d37b23 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:37.667304 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fd7097eb-4a5d-40ce-8f5a-aba54c9c6a62 req-a98264e4-7e1f-4445-849d-e6dc25d37b23 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.1221154 Jul 24 00:58:37.722035 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fd7097eb-4a5d-40ce-8f5a-aba54c9c6a62 req-ebff800e-9485-441e-a9b8-48b56455fb3e tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533991 Jul 24 00:58:37.785909 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b779669-b4b9-4d97-96d7-2e8aef71c943 req-ae333c13-4be1-4779-b9e7-d7db87138dba tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:37.792672 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b779669-b4b9-4d97-96d7-2e8aef71c943 req-ae333c13-4be1-4779-b9e7-d7db87138dba tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:37.799460 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b779669-b4b9-4d97-96d7-2e8aef71c943 req-ae333c13-4be1-4779-b9e7-d7db87138dba tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:37.807180 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b779669-b4b9-4d97-96d7-2e8aef71c943 req-ae333c13-4be1-4779-b9e7-d7db87138dba tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:37.814193 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b779669-b4b9-4d97-96d7-2e8aef71c943 req-ae333c13-4be1-4779-b9e7-d7db87138dba tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:37.820528 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b779669-b4b9-4d97-96d7-2e8aef71c943 req-ae333c13-4be1-4779-b9e7-d7db87138dba tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:37.827380 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b779669-b4b9-4d97-96d7-2e8aef71c943 req-ae333c13-4be1-4779-b9e7-d7db87138dba tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:37.835759 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5b779669-b4b9-4d97-96d7-2e8aef71c943 req-ae333c13-4be1-4779-b9e7-d7db87138dba tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 5433 time: 0.4346933 Jul 24 00:58:37.840928 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b4946b1-aaf1-4b89-80b9-f5c3c9529362 req-e2e7c821-dd70-456e-9c79-a7de0c3e823b service neutron] 10.222.0.13 "GET /v2.0/networks/6b98cc79-496b-494e-a0de-ce20278a0586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707592 Jul 24 00:58:37.957285 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5b779669-b4b9-4d97-96d7-2e8aef71c943 req-391e6efa-7534-4e29-8387-a1717b7fffd4 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&id=b607e344-24a6-4f17-aee1-1e5d86804c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1201942 Jul 24 00:58:37.967359 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-4f798562-69b4-4e87-9cef-6303d0b73afe tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Made reservation on behalf of efa6f3db9fd64630b0882e80030f42fc for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:58:37.973074 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-4f798562-69b4-4e87-9cef-6303d0b73afe tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:38.081583 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b4946b1-aaf1-4b89-80b9-f5c3c9529362 req-c81c9b00-1062-40bd-abed-155c7a13bee6 service neutron] 10.222.0.13 "GET /v2.0/networks/6b98cc79-496b-494e-a0de-ce20278a0586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315214 Jul 24 00:58:38.204990 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1dc542-8277-4f8c-a4f8-fb5484eae5c2 req-7bf36c32-6514-4dbb-bc35-ecc12417a696 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:38.219320 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5d1dc542-8277-4f8c-a4f8-fb5484eae5c2 req-7bf36c32-6514-4dbb-bc35-ecc12417a696 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] 10.222.0.15 "GET /v2.0/ports?device_id=faf84f64-2816-4dc1-8bfb-acce8d5bc030 HTTP/1.1" status: 200 len: 945 time: 0.1756778 Jul 24 00:58:38.227172 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-4f798562-69b4-4e87-9cef-6303d0b73afe tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Allocated IP 172.20.0.12 (2da6bbc7-a75c-4c5c-b454-75233615e1ea/32aaab81-ed63-4b4f-aa91-d17bc9f404e3/ba18e044-f9b7-40b9-b70a-79de5731468d) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:58:38.274082 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 532652b5-0ccf-4dbf-891e-e7c345897077 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:58:38.310314 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5d1dc542-8277-4f8c-a4f8-fb5484eae5c2 req-66bd863d-cefd-421a-acc1-22d02729c443 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a468ea8-f8e2-473c-af0f-77a621d017f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894396 Jul 24 00:58:38.359648 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 532652b5-0ccf-4dbf-891e-e7c345897077 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:58:38.360311 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:38.477649 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-4f798562-69b4-4e87-9cef-6303d0b73afe tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:38.524979 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:38.570121 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-4f798562-69b4-4e87-9cef-6303d0b73afe tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:38.613426 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45ca8d4-e2d6-4d74-92c9-ce232585d0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532652b5-0ccf-4dbf-891e-e7c345897077'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:58:38.631031 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9e61df-e8be-4c5d-9ad6-3a17ca313c06 req-1c68db95-d68e-4d08-8d5e-868ffed16979 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:38.633306 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea2f090-1eb3-46f7-b667-4df1a1a4aaef" -d '{"events": [{"server_uuid": "f45ca8d4-e2d6-4d74-92c9-ce232585d0d2", "name": "network-vif-plugged", "status": "completed", "tag": "532652b5-0ccf-4dbf-891e-e7c345897077"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:58:38.638429 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0a9e61df-e8be-4c5d-9ad6-3a17ca313c06 req-1c68db95-d68e-4d08-8d5e-868ffed16979 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 944 time: 0.1851118 Jul 24 00:58:38.650025 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['f142e1c3-accd-44c6-a488-2ba01c18ea56'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:58:38.656033 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-4f798562-69b4-4e87-9cef-6303d0b73afe tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Network 2da6bbc7-a75c-4c5c-b454-75233615e1ea is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:58:38.675009 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-4f798562-69b4-4e87-9cef-6303d0b73afe tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:58:38.687968 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-4f798562-69b4-4e87-9cef-6303d0b73afe tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:58:38.695898 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0a9e61df-e8be-4c5d-9ad6-3a17ca313c06 req-88b0a6cc-ad8e-4a13-8547-8403f9dd0c39 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563822 Jul 24 00:58:38.734573 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f798562-69b4-4e87-9cef-6303d0b73afe tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Pushing event updated for resources: {'Port': ['ID=ba18e044-f9b7-40b9-b70a-79de5731468d,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:38.761395 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 532652b5-0ccf-4dbf-891e-e7c345897077, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=532652b5-0ccf-4dbf-891e-e7c345897077,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:38.773602 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f798562-69b4-4e87-9cef-6303d0b73afe tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:58:38.773944 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f798562-69b4-4e87-9cef-6303d0b73afe tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:58:38.774307 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f798562-69b4-4e87-9cef-6303d0b73afe tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:58:38.774656 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f798562-69b4-4e87-9cef-6303d0b73afe tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:58:38.775146 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f798562-69b4-4e87-9cef-6303d0b73afe tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:58:38.775505 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f798562-69b4-4e87-9cef-6303d0b73afe tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:58:38.775938 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f798562-69b4-4e87-9cef-6303d0b73afe tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:58:38.776953 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f798562-69b4-4e87-9cef-6303d0b73afe tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:58:38.777370 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f798562-69b4-4e87-9cef-6303d0b73afe tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:58:38.777716 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f798562-69b4-4e87-9cef-6303d0b73afe tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:58:38.778051 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f798562-69b4-4e87-9cef-6303d0b73afe tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:58:38.778651 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f798562-69b4-4e87-9cef-6303d0b73afe tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:58:38.785413 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:38.894931 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c5c0c-3a3a-46a5-a3f7-d751270e0ec2 req-384ee110-d3ee-4895-86ff-679576a4e2da tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:38.905186 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db5c5c0c-3a3a-46a5-a3f7-d751270e0ec2 req-384ee110-d3ee-4895-86ff-679576a4e2da tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=259f3cdc-094a-4339-957a-7d804efecffa HTTP/1.1" status: 200 len: 932 time: 0.3546169 Jul 24 00:58:38.940920 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=532652b5-0ccf-4dbf-891e-e7c345897077,revision_number=13']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:38.954632 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-4f798562-69b4-4e87-9cef-6303d0b73afe tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:38.955672 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-4f798562-69b4-4e87-9cef-6303d0b73afe tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:39.001100 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db5c5c0c-3a3a-46a5-a3f7-d751270e0ec2 req-f0c1260d-267e-4878-956d-56f5b56d089f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925410 Jul 24 00:58:39.031374 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-4f798562-69b4-4e87-9cef-6303d0b73afe tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5536363 Jul 24 00:58:39.039211 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-d3a72bde-31ec-433f-9d2a-965c7d589eea service neutron] Request body: {'port': {'device_id': '259f3cdc-094a-4339-957a-7d804efecffa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:58:39.139904 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d492e4d6-0113-4f9d-96bd-5b94cb2a9cca x-openstack-request-id: req-d492e4d6-0113-4f9d-96bd-5b94cb2a9cca {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:58:39.140373 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45ca8d4-e2d6-4d74-92c9-ce232585d0d2", "name": "network-vif-plugged", "status": "completed", "tag": "532652b5-0ccf-4dbf-891e-e7c345897077", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:58:39.141463 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d492e4d6-0113-4f9d-96bd-5b94cb2a9cca {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:58:39.142077 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45ca8d4-e2d6-4d74-92c9-ce232585d0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532652b5-0ccf-4dbf-891e-e7c345897077', 'code': 200} Jul 24 00:58:39.148585 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649c9a0-b100-478e-af8f-4e6c9ee3d444 req-b094229c-971d-404d-a6a8-673d267ed08d tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:39.162402 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3649c9a0-b100-478e-af8f-4e6c9ee3d444 req-b094229c-971d-404d-a6a8-673d267ed08d tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bf8011c-5f0c-4101-8c42-456ddf63231b HTTP/1.1" status: 200 len: 946 time: 0.3138599 Jul 24 00:58:39.258448 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3649c9a0-b100-478e-af8f-4e6c9ee3d444 req-f5169556-9d96-45b2-9837-862564556033 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1241bef-ced5-4c48-b540-61c99204cb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928271 Jul 24 00:58:39.378019 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-d3a72bde-31ec-433f-9d2a-965c7d589eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:39.467661 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936d8ec-4f06-42d2-86aa-f88127421a68 req-8b674b71-b3a8-40a7-b496-6a317b984840 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:39.475284 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9936d8ec-4f06-42d2-86aa-f88127421a68 req-8b674b71-b3a8-40a7-b496-6a317b984840 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 946 time: 0.1876335 Jul 24 00:58:39.563330 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049945f-c917-4b4a-aec9-abceed6702e9 req-f25a1185-5bd4-4787-bf98-6be08f8e4cbc tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:39.572269 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049945f-c917-4b4a-aec9-abceed6702e9 req-f25a1185-5bd4-4787-bf98-6be08f8e4cbc tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:39.581600 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049945f-c917-4b4a-aec9-abceed6702e9 req-f25a1185-5bd4-4787-bf98-6be08f8e4cbc tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:39.594180 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049945f-c917-4b4a-aec9-abceed6702e9 req-f25a1185-5bd4-4787-bf98-6be08f8e4cbc tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:39.608402 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049945f-c917-4b4a-aec9-abceed6702e9 req-f25a1185-5bd4-4787-bf98-6be08f8e4cbc tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:39.622150 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049945f-c917-4b4a-aec9-abceed6702e9 req-f25a1185-5bd4-4787-bf98-6be08f8e4cbc tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:39.644193 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a049945f-c917-4b4a-aec9-abceed6702e9 req-f25a1185-5bd4-4787-bf98-6be08f8e4cbc tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:39.671366 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a049945f-c917-4b4a-aec9-abceed6702e9 req-f25a1185-5bd4-4787-bf98-6be08f8e4cbc tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 5433 time: 0.2548864 Jul 24 00:58:39.688737 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9936d8ec-4f06-42d2-86aa-f88127421a68 req-915546b0-1a01-4da4-ab67-7e4d02be2085 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2127347 Jul 24 00:58:39.717047 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36496) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:39.790394 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a049945f-c917-4b4a-aec9-abceed6702e9 req-19c9bd43-e066-4854-ba4a-a404a2a779da tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&id=b607e344-24a6-4f17-aee1-1e5d86804c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1180408 Jul 24 00:58:39.843907 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36502) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:40.012448 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010f0c7-3933-459d-8d22-de3aaa4d4c11 req-fc7b31dd-ba30-44fb-8bb9-4788a20d69e8 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:40.014427 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7010f0c7-3933-459d-8d22-de3aaa4d4c11 req-fc7b31dd-ba30-44fb-8bb9-4788a20d69e8 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] 10.222.0.15 "GET /v2.0/ports?device_id=faf84f64-2816-4dc1-8bfb-acce8d5bc030 HTTP/1.1" status: 200 len: 945 time: 0.1516945 Jul 24 00:58:40.052339 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5e3a0a8b-3d9a-498b-a243-0a650aafcea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:40.294282 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 2eaa7f08-7e87-48a3-aabc-e2360114002c up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:58:40.387890 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 2eaa7f08-7e87-48a3-aabc-e2360114002c completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:58:40.389256 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f177c81a-d9bb-413f-b1e1-9d95bd618ed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:40.401801 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 2eaa7f08-7e87-48a3-aabc-e2360114002c triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:58:40.402166 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:40.451694 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed171bb-ba2e-4927-b9e6-3af9e63f1572 req-c89f4733-160e-4d78-8776-12b6d2007807 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:40.461400 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ed171bb-ba2e-4927-b9e6-3af9e63f1572 req-c89f4733-160e-4d78-8776-12b6d2007807 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 944 time: 0.4866772 Jul 24 00:58:40.486107 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7010f0c7-3933-459d-8d22-de3aaa4d4c11 req-fe3f898f-9b81-4372-9e82-a0d2434a7463 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a468ea8-f8e2-473c-af0f-77a621d017f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4662948 Jul 24 00:58:40.495898 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-d3a72bde-31ec-433f-9d2a-965c7d589eea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba18e044-f9b7-40b9-b70a-79de5731468d {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:58:40.509663 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-d3a72bde-31ec-433f-9d2a-965c7d589eea service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:40.536431 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-d3a72bde-31ec-433f-9d2a-965c7d589eea service neutron] Transition to ACTIVE for port object ba18e044-f9b7-40b9-b70a-79de5731468d will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:58:40.547447 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ed171bb-ba2e-4927-b9e6-3af9e63f1572 req-bdaa6ae2-93a6-42d0-9acb-5b9da2e7c89e tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789921 Jul 24 00:58:40.550530 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-d3a72bde-31ec-433f-9d2a-965c7d589eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:40.609149 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:40.653437 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5e3a0a8b-3d9a-498b-a243-0a650aafcea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:40.672491 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a72bde-31ec-433f-9d2a-965c7d589eea service neutron] Pushing event updated for resources: {'Port': ['ID=ba18e044-f9b7-40b9-b70a-79de5731468d,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:40.684283 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 2eaa7f08-7e87-48a3-aabc-e2360114002c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2eaa7f08-7e87-48a3-aabc-e2360114002c,segment=NetworkSegment(ba3f8265-a107-438d-9a91-66542598e056),segment_id=ba3f8265-a107-438d-9a91-66542598e056)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:40.691909 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5e3a0a8b-3d9a-498b-a243-0a650aafcea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:40.708701 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:40.770988 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5e3a0a8b-3d9a-498b-a243-0a650aafcea7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=46e927f7db5a41259a5ec59484ba9ba6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9282765 Jul 24 00:58:40.775413 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=2eaa7f08-7e87-48a3-aabc-e2360114002c,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:40.782117 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36516) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:40.782862 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a0a8b-3d9a-498b-a243-0a650aafcea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55620901-aa8c-4c3c-8dce-249ea29aac8d,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:40.838093 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274c9fa-7a0a-45fb-91a4-fdfc6e8d49dd req-2edc86e8-4c8a-43c2-8c45-fe170c831482 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:40.846544 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274c9fa-7a0a-45fb-91a4-fdfc6e8d49dd req-2edc86e8-4c8a-43c2-8c45-fe170c831482 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:40.856568 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274c9fa-7a0a-45fb-91a4-fdfc6e8d49dd req-2edc86e8-4c8a-43c2-8c45-fe170c831482 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:40.865299 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274c9fa-7a0a-45fb-91a4-fdfc6e8d49dd req-2edc86e8-4c8a-43c2-8c45-fe170c831482 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:40.868633 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3e78c-8072-41e7-bfc0-a7da0672cd53 req-49407704-4c83-4763-aa76-92b36f334caa tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:40.872495 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-73d3e78c-8072-41e7-bfc0-a7da0672cd53 req-49407704-4c83-4763-aa76-92b36f334caa tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=259f3cdc-094a-4339-957a-7d804efecffa HTTP/1.1" status: 200 len: 944 time: 0.2330978 Jul 24 00:58:40.873886 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274c9fa-7a0a-45fb-91a4-fdfc6e8d49dd req-2edc86e8-4c8a-43c2-8c45-fe170c831482 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:40.881739 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274c9fa-7a0a-45fb-91a4-fdfc6e8d49dd req-2edc86e8-4c8a-43c2-8c45-fe170c831482 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:40.889560 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274c9fa-7a0a-45fb-91a4-fdfc6e8d49dd req-2edc86e8-4c8a-43c2-8c45-fe170c831482 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:40.891946 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e274c9fa-7a0a-45fb-91a4-fdfc6e8d49dd req-2edc86e8-4c8a-43c2-8c45-fe170c831482 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 5433 time: 0.2789652 Jul 24 00:58:40.905007 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-d3a72bde-31ec-433f-9d2a-965c7d589eea service neutron] Attempting to bind port ba18e044-f9b7-40b9-b70a-79de5731468d on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:58:40.905007 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-d3a72bde-31ec-433f-9d2a-965c7d589eea service neutron] Attempting to bind port ba18e044-f9b7-40b9-b70a-79de5731468d by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '105933f1-ad5a-4c90-9ca8-c74f813dbd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2da6bbc7-a75c-4c5c-b454-75233615e1ea'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:58:40.905007 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-d3a72bde-31ec-433f-9d2a-965c7d589eea service neutron] Attempting to bind port ba18e044-f9b7-40b9-b70a-79de5731468d on network 2da6bbc7-a75c-4c5c-b454-75233615e1ea {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:58:40.906673 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36518) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:40.916601 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-e7a5168f-1a8f-4d4e-b9fd-16886c171c15 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Request body: {'floatingip': {'port_id': 'c05a6c8c-a48f-4518-b2fa-245771ba636b'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:58:40.963669 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-d3a72bde-31ec-433f-9d2a-965c7d589eea service neutron] Port ba18e044-f9b7-40b9-b70a-79de5731468d on network 2da6bbc7-a75c-4c5c-b454-75233615e1ea not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:58:40.964639 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-d3a72bde-31ec-433f-9d2a-965c7d589eea service neutron] Attempting to bind port ba18e044-f9b7-40b9-b70a-79de5731468d on network 2da6bbc7-a75c-4c5c-b454-75233615e1ea {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:58:40.969484 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5f12762c-6514-47a7-b287-53ed9971f97d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:40.972643 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f177c81a-d9bb-413f-b1e1-9d95bd618ed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:40.979370 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-73d3e78c-8072-41e7-bfc0-a7da0672cd53 req-1c360679-36b7-4ff2-ae6d-03b4a61f5f6d tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015682 Jul 24 00:58:40.981871 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-d3a72bde-31ec-433f-9d2a-965c7d589eea service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:58:40.982429 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-d3a72bde-31ec-433f-9d2a-965c7d589eea service neutron] Checking segment: {'id': '105933f1-ad5a-4c90-9ca8-c74f813dbd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2da6bbc7-a75c-4c5c-b454-75233615e1ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:58:40.983166 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-d3a72bde-31ec-433f-9d2a-965c7d589eea service neutron] Bound using segment: {'id': '105933f1-ad5a-4c90-9ca8-c74f813dbd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2da6bbc7-a75c-4c5c-b454-75233615e1ea'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:58:40.983898 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-d3a72bde-31ec-433f-9d2a-965c7d589eea service neutron] Bound port: ba18e044-f9b7-40b9-b70a-79de5731468d, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '105933f1-ad5a-4c90-9ca8-c74f813dbd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2da6bbc7-a75c-4c5c-b454-75233615e1ea'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:58:40.984921 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-d3a72bde-31ec-433f-9d2a-965c7d589eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:40.987874 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f177c81a-d9bb-413f-b1e1-9d95bd618ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:41.020050 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f177c81a-d9bb-413f-b1e1-9d95bd618ed5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=128a560521214579bc1cbca3b78ec537&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2991388 Jul 24 00:58:41.025888 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36520) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:41.031055 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e7a5168f-1a8f-4d4e-b9fd-16886c171c15 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks [] for floatingip, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:41.041214 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5f12762c-6514-47a7-b287-53ed9971f97d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:41.117976 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f177c81a-d9bb-413f-b1e1-9d95bd618ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff5a441-09fa-4e32-b66e-b116d66e755c,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:41.143633 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239036a7-d7f9-415b-a427-dd7a78af0771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eaa7f08-7e87-48a3-aabc-e2360114002c'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:58:41.146149 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68640e5a-8f70-4c56-994e-651fb5efdbd5" -d '{"events": [{"server_uuid": "239036a7-d7f9-415b-a427-dd7a78af0771", "name": "network-vif-plugged", "status": "completed", "tag": "2eaa7f08-7e87-48a3-aabc-e2360114002c"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:58:41.170790 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8fe107ba-04ba-4e0c-a33c-4dde50c99585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:41.201197 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5f12762c-6514-47a7-b287-53ed9971f97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:41.203987 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5f12762c-6514-47a7-b287-53ed9971f97d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:41.205196 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5f12762c-6514-47a7-b287-53ed9971f97d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/55620901-aa8c-4c3c-8dce-249ea29aac8d HTTP/1.1" status: 204 len: 168 time: 0.4178700 Jul 24 00:58:41.212696 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8fe107ba-04ba-4e0c-a33c-4dde50c99585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:41.240698 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-d3a72bde-31ec-433f-9d2a-965c7d589eea service neutron] For port ba18e044-f9b7-40b9-b70a-79de5731468d, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:58:41.262631 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f12762c-6514-47a7-b287-53ed9971f97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55620901-aa8c-4c3c-8dce-249ea29aac8d,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:41.296216 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-d3a72bde-31ec-433f-9d2a-965c7d589eea service neutron] For port ba18e044-f9b7-40b9-b70a-79de5731468d, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=ba18e044-f9b7-40b9-b70a-79de5731468d,segment=NetworkSegment(105933f1-ad5a-4c90-9ca8-c74f813dbd38),segment_id=105933f1-ad5a-4c90-9ca8-c74f813dbd38)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:58:41.327384 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a5a74-f2f3-4697-bc47-0c7f4b5e6ab5 req-2f5fe3bf-04de-4d67-a875-752efb3fc489 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:41.330967 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-738a5a74-f2f3-4697-bc47-0c7f4b5e6ab5 req-2f5fe3bf-04de-4d67-a875-752efb3fc489 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bf8011c-5f0c-4101-8c42-456ddf63231b HTTP/1.1" status: 200 len: 946 time: 0.3690214 Jul 24 00:58:41.333890 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-d3a72bde-31ec-433f-9d2a-965c7d589eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:41.334842 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fbb4b-aa3f-4af5-a55d-788ae7132211 req-8e353b86-f477-44a4-92e2-6798b8a0a33a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:41.337799 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9e5fbb4b-aa3f-4af5-a55d-788ae7132211 req-8e353b86-f477-44a4-92e2-6798b8a0a33a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 946 time: 0.1374366 Jul 24 00:58:41.339867 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8fe107ba-04ba-4e0c-a33c-4dde50c99585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:41.343247 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8fe107ba-04ba-4e0c-a33c-4dde50c99585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:41.344485 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8fe107ba-04ba-4e0c-a33c-4dde50c99585 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bff5a441-09fa-4e32-b66e-b116d66e755c HTTP/1.1" status: 204 len: 168 time: 0.3139188 Jul 24 00:58:41.384015 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe107ba-04ba-4e0c-a33c-4dde50c99585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff5a441-09fa-4e32-b66e-b116d66e755c,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:41.434570 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9e5fbb4b-aa3f-4af5-a55d-788ae7132211 req-3b259276-e993-4f47-937e-7d7658bbbd5e tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0833967 Jul 24 00:58:41.530502 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6b07c9-9db0-4433-ac0d-fe32004e95c8 x-openstack-request-id: req-3b6b07c9-9db0-4433-ac0d-fe32004e95c8 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:58:41.530502 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239036a7-d7f9-415b-a427-dd7a78af0771", "name": "network-vif-plugged", "status": "completed", "tag": "2eaa7f08-7e87-48a3-aabc-e2360114002c", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:58:41.531137 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3b6b07c9-9db0-4433-ac0d-fe32004e95c8 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:58:41.531669 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239036a7-d7f9-415b-a427-dd7a78af0771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eaa7f08-7e87-48a3-aabc-e2360114002c', 'code': 200} Jul 24 00:58:41.570566 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-d3a72bde-31ec-433f-9d2a-965c7d589eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:41.571241 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-d3a72bde-31ec-433f-9d2a-965c7d589eea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:41.573030 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-d3a72bde-31ec-433f-9d2a-965c7d589eea service neutron] 10.222.0.13 "PUT /v2.0/ports/ba18e044-f9b7-40b9-b70a-79de5731468d HTTP/1.1" status: 200 len: 1093 time: 2.5382879 Jul 24 00:58:41.573990 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259f3cdc-094a-4339-957a-7d804efecffa', 'tag': 'ba18e044-f9b7-40b9-b70a-79de5731468d'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:58:41.576458 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388c4d06-9b30-43c4-8f11-6f8b7525757d" -d '{"events": [{"name": "network-changed", "server_uuid": "259f3cdc-094a-4339-957a-7d804efecffa", "tag": "ba18e044-f9b7-40b9-b70a-79de5731468d"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:58:41.704986 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a72bde-31ec-433f-9d2a-965c7d589eea service neutron] Pushing event updated for resources: {'Port': ['ID=ba18e044-f9b7-40b9-b70a-79de5731468d,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:41.743272 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-738a5a74-f2f3-4697-bc47-0c7f4b5e6ab5 req-b415261f-c601-4c35-84c7-25098a51f50a tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1241bef-ced5-4c48-b540-61c99204cb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3589075 Jul 24 00:58:41.970825 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01fe0aeb-72ad-4ae5-a025-54b0734276ee x-openstack-request-id: req-01fe0aeb-72ad-4ae5-a025-54b0734276ee {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:58:41.971155 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259f3cdc-094a-4339-957a-7d804efecffa", "tag": "ba18e044-f9b7-40b9-b70a-79de5731468d", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:58:41.971380 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-01fe0aeb-72ad-4ae5-a025-54b0734276ee {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:58:41.975321 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '259f3cdc-094a-4339-957a-7d804efecffa', 'tag': 'ba18e044-f9b7-40b9-b70a-79de5731468d', 'status': 'completed', 'code': 200} Jul 24 00:58:42.040702 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36554) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:42.055576 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-83998be3-05f9-4acd-ba8c-4d0dd0860654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:42.057122 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-83998be3-05f9-4acd-ba8c-4d0dd0860654 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=efa6f3db9fd64630b0882e80030f42fc&device_id=259f3cdc-094a-4339-957a-7d804efecffa HTTP/1.1" status: 200 len: 1096 time: 0.4047279 Jul 24 00:58:42.062359 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380fc74-2be5-457f-95b7-ed7aae2fafe9 req-952947e2-9c4e-4f1f-a22b-5a6c39a146e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:42.063942 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b380fc74-2be5-457f-95b7-ed7aae2fafe9 req-952947e2-9c4e-4f1f-a22b-5a6c39a146e9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 1097 time: 0.4707594 Jul 24 00:58:42.072925 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-474ee1d9-d9aa-49a1-8f17-a7c330efbf30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:42.145303 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bf63d-e33f-499f-8002-0903fb68dbd3 req-52fd5f25-8965-47fd-a15c-7e1bff23d0e3 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:42.147090 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-799bf63d-e33f-499f-8002-0903fb68dbd3 req-52fd5f25-8965-47fd-a15c-7e1bff23d0e3 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bf8011c-5f0c-4101-8c42-456ddf63231b HTTP/1.1" status: 200 len: 946 time: 0.1453626 Jul 24 00:58:42.158905 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36558) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:42.164832 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-3267ee74-a89a-48bf-a912-5933b59f752e tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Request body: {'floatingip': {'port_id': '13a3736b-572c-418a-9c8a-a78a429044df'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:58:42.200238 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-2458ca16-3875-47a3-af7a-d3d9bb4e28fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba18e044-f9b7-40b9-b70a-79de5731468d HTTP/1.1" status: 200 len: 217 time: 0.1122203 Jul 24 00:58:42.274617 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3267ee74-a89a-48bf-a912-5933b59f752e tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks [] for floatingip, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:42.317933 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b380fc74-2be5-457f-95b7-ed7aae2fafe9 req-245091fa-f79a-4dc6-beae-55d2489f1431 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313910 Jul 24 00:58:42.349568 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-3c4da0a0-57c0-4383-bd77-e9ef847b9e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:42.351240 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-3c4da0a0-57c0-4383-bd77-e9ef847b9e34 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=32aaab81-ed63-4b4f-aa91-d17bc9f404e3 HTTP/1.1" status: 200 len: 846 time: 0.1379290 Jul 24 00:58:42.405800 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-474ee1d9-d9aa-49a1-8f17-a7c330efbf30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:42.408745 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cccb348-6573-49b1-bf99-2ee3385439ba req-7f4a9a55-4c08-4524-8f1a-d93b2713b7a1 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:42.410411 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3cccb348-6573-49b1-bf99-2ee3385439ba req-7f4a9a55-4c08-4524-8f1a-d93b2713b7a1 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 945 time: 0.4441531 Jul 24 00:58:42.423595 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-474ee1d9-d9aa-49a1-8f17-a7c330efbf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:42.437624 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-70621829-906d-4025-bbbf-3366de588ed9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2da6bbc7-a75c-4c5c-b454-75233615e1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523143 Jul 24 00:58:42.471769 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e7a5168f-1a8f-4d4e-b9fd-16886c171c15 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:42.502202 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e7a5168f-1a8f-4d4e-b9fd-16886c171c15 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:42.513906 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-474ee1d9-d9aa-49a1-8f17-a7c330efbf30 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4471da01a9ed42a4a8d809a939ea9fb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4709187 Jul 24 00:58:42.521508 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36568) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:42.527148 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ee1d9-d9aa-49a1-8f17-a7c330efbf30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389fc466-6e5d-481c-abad-b07e0492c586,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:42.557976 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2441f6-b36e-4eb4-9b82-7cc8030a24fb req-9632280f-3db3-43de-a142-6c2c99a75662 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:42.560327 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ad2441f6-b36e-4eb4-9b82-7cc8030a24fb req-9632280f-3db3-43de-a142-6c2c99a75662 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] 10.222.0.15 "GET /v2.0/ports?device_id=faf84f64-2816-4dc1-8bfb-acce8d5bc030 HTTP/1.1" status: 200 len: 945 time: 0.3094497 Jul 24 00:58:42.603159 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3cccb348-6573-49b1-bf99-2ee3385439ba req-32b3d135-b41e-4447-9ffa-f33584ef5b12 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683459 Jul 24 00:58:42.705436 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-48b6aa29-dc3d-4a68-9114-2f32078a10f5 service neutron] 10.222.0.13 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327776 Jul 24 00:58:42.708503 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [None req-e7a5168f-1a8f-4d4e-b9fd-16886c171c15 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Floating IP add09938-63fb-45f8-89ba-97a1639a7d85 associated. External IP: 172.25.2.218, port: c05a6c8c-a48f-4518-b2fa-245771ba636b. Jul 24 00:58:42.754578 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ad2441f6-b36e-4eb4-9b82-7cc8030a24fb req-5b2f9012-5e56-48cc-b08a-b0aa2ac266ef tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a468ea8-f8e2-473c-af0f-77a621d017f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842637 Jul 24 00:58:42.809756 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-43503cc0-6d09-4188-9680-e251890caeda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:42.861279 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-43503cc0-6d09-4188-9680-e251890caeda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:42.999150 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d2abb92a-9a52-4ec2-8df0-7042852109bc req-ae3ffc31-868e-4527-8472-f7d91436241e service neutron] 10.222.0.13 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188430 Jul 24 00:58:43.070512 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3df88-0fe3-4532-9f10-25a664abc557 req-def5ddd5-d9d3-4b53-bc15-2fe2d0b8ae0f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:43.072175 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a8a3df88-0fe3-4532-9f10-25a664abc557 req-def5ddd5-d9d3-4b53-bc15-2fe2d0b8ae0f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=259f3cdc-094a-4339-957a-7d804efecffa HTTP/1.1" status: 200 len: 944 time: 0.2907753 Jul 24 00:58:43.293561 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a8a3df88-0fe3-4532-9f10-25a664abc557 req-6c2ead2f-9d1f-4435-95d3-e786400e1081 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831870 Jul 24 00:58:43.333258 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a5168f-1a8f-4d4e-b9fd-16886c171c15 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Router 12109906-a517-44e7-8bdf-b6f6166c6630 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:58:43.340943 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c4d06-9b30-43c4-8f11-6f8b7525757d req-3e917010-668a-425e-baf8-6b815fb3afa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:43.342572 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-388c4d06-9b30-43c4-8f11-6f8b7525757d req-3e917010-668a-425e-baf8-6b815fb3afa4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=efa6f3db9fd64630b0882e80030f42fc&device_id=259f3cdc-094a-4339-957a-7d804efecffa HTTP/1.1" status: 200 len: 1096 time: 0.2417579 Jul 24 00:58:43.413710 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.db.resource_extend [None req-3267ee74-a89a-48bf-a912-5933b59f752e tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 00:58:43.477506 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3267ee74-a89a-48bf-a912-5933b59f752e tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:43.488449 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3267ee74-a89a-48bf-a912-5933b59f752e tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:43.543768 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-43503cc0-6d09-4188-9680-e251890caeda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:43.546609 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-43503cc0-6d09-4188-9680-e251890caeda admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:43.547832 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-43503cc0-6d09-4188-9680-e251890caeda admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/389fc466-6e5d-481c-abad-b07e0492c586 HTTP/1.1" status: 204 len: 168 time: 1.0223753 Jul 24 00:58:43.659876 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c79ad2-c6f6-478a-bbea-380460073fd0 req-73199193-cece-42b0-9ff2-7d90760c1514 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:43.673258 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-62c79ad2-c6f6-478a-bbea-380460073fd0 req-73199193-cece-42b0-9ff2-7d90760c1514 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 946 time: 0.6811023 Jul 24 00:58:43.699385 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43503cc0-6d09-4188-9680-e251890caeda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389fc466-6e5d-481c-abad-b07e0492c586,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:43.778455 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-62c79ad2-c6f6-478a-bbea-380460073fd0 req-9eb02d7e-fb7d-4b67-8b2d-0a9b7d1961e6 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1014590 Jul 24 00:58:43.880498 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [None req-3267ee74-a89a-48bf-a912-5933b59f752e tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Floating IP c08e416a-3dfa-4c15-bd57-dc3cd9add547 associated. External IP: 172.25.2.54, port: 13a3736b-572c-418a-9c8a-a78a429044df. Jul 24 00:58:44.103173 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a961fa6-ea6a-40ff-a182-ae8f77bc2681 req-70915e24-a755-4ca9-8987-247671ed0368 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:44.111518 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8a961fa6-ea6a-40ff-a182-ae8f77bc2681 req-70915e24-a755-4ca9-8987-247671ed0368 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] 10.222.0.15 "GET /v2.0/ports?device_id=faf84f64-2816-4dc1-8bfb-acce8d5bc030 HTTP/1.1" status: 200 len: 945 time: 0.1546845 Jul 24 00:58:44.193416 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8a961fa6-ea6a-40ff-a182-ae8f77bc2681 req-2cbe1b4f-081d-4fd2-a1cf-625877bc8e7c tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a468ea8-f8e2-473c-af0f-77a621d017f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654237 Jul 24 00:58:44.304173 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device ba18e044-f9b7-40b9-b70a-79de5731468d details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:58:44.383360 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3267ee74-a89a-48bf-a912-5933b59f752e tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Router 487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:58:44.446139 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fa5fa-1ebd-4e8c-b53b-9917328f6dd7 req-7290059e-5a6f-4c09-95bd-c13d0b15c21b tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:44.447045 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-df0fa5fa-1ebd-4e8c-b53b-9917328f6dd7 req-7290059e-5a6f-4c09-95bd-c13d0b15c21b tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] 10.222.0.13 "GET /v2.0/ports?device_id=faf84f64-2816-4dc1-8bfb-acce8d5bc030 HTTP/1.1" status: 200 len: 945 time: 1.0845339 Jul 24 00:58:44.465846 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c4d06-9b30-43c4-8f11-6f8b7525757d req-d1efe0fb-bd82-4def-99db-8e72aafb2c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:44.471927 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-388c4d06-9b30-43c4-8f11-6f8b7525757d req-d1efe0fb-bd82-4def-99db-8e72aafb2c06 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2da6bbc7-a75c-4c5c-b454-75233615e1ea HTTP/1.1" status: 200 len: 907 time: 1.1117122 Jul 24 00:58:44.726436 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port ba18e044-f9b7-40b9-b70a-79de5731468d, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=ba18e044-f9b7-40b9-b70a-79de5731468d,segment=NetworkSegment(105933f1-ad5a-4c90-9ca8-c74f813dbd38),segment_id=105933f1-ad5a-4c90-9ca8-c74f813dbd38)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:44.772148 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'ba18e044-f9b7-40b9-b70a-79de5731468d', 'network_id': '2da6bbc7-a75c-4c5c-b454-75233615e1ea', 'port_id': 'ba18e044-f9b7-40b9-b70a-79de5731468d', 'mac_address': 'fa:16:3e:d5:3b:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32aaab81-ed63-4b4f-aa91-d17bc9f404e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:58:44.817100 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a5168f-1a8f-4d4e-b9fd-16886c171c15 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:58:44.858271 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbf28aa-9840-40d3-a0f4-bd66ca0a029c None None] Sync routers for ids ['12109906-a517-44e7-8bdf-b6f6166c6630'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:58:44.888667 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e7a5168f-1a8f-4d4e-b9fd-16886c171c15 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:44.894059 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-388c4d06-9b30-43c4-8f11-6f8b7525757d req-d1beaf2a-dccf-4ed6-8ddb-e188138458e8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba18e044-f9b7-40b9-b70a-79de5731468d HTTP/1.1" status: 200 len: 217 time: 0.3705604 Jul 24 00:58:44.908134 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbf28aa-9840-40d3-a0f4-bd66ca0a029c None None] Routers {'12109906-a517-44e7-8bdf-b6f6166c6630'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:58:44.911893 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-6bbf28aa-9840-40d3-a0f4-bd66ca0a029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:58:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['12109906-a517-44e7-8bdf-b6f6166c6630'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:58:44.941983 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e286e-db87-46ae-b63f-5f55e432c85b req-4e194d82-b591-40ed-9db1-de2a1575f88a tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:44.955158 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c35e286e-db87-46ae-b63f-5f55e432c85b req-4e194d82-b591-40ed-9db1-de2a1575f88a tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 945 time: 0.9275112 Jul 24 00:58:44.958089 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:45.020223 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba18e044-f9b7-40b9-b70a-79de5731468d {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:58:45.095331 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port ba18e044-f9b7-40b9-b70a-79de5731468d, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=ba18e044-f9b7-40b9-b70a-79de5731468d,segment=NetworkSegment(105933f1-ad5a-4c90-9ca8-c74f813dbd38),segment_id=105933f1-ad5a-4c90-9ca8-c74f813dbd38)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:45.109988 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:45.172103 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c4d06-9b30-43c4-8f11-6f8b7525757d req-96b565b0-82df-4771-a7a8-4d514ff17993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:45.176280 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-388c4d06-9b30-43c4-8f11-6f8b7525757d req-96b565b0-82df-4771-a7a8-4d514ff17993 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=32aaab81-ed63-4b4f-aa91-d17bc9f404e3 HTTP/1.1" status: 200 len: 846 time: 0.2143459 Jul 24 00:58:45.203115 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-6bbf28aa-9840-40d3-a0f4-bd66ca0a029c None None] Set router 12109906-a517-44e7-8bdf-b6f6166c6630 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:58:45.209223 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=ba18e044-f9b7-40b9-b70a-79de5731468d,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:45.224311 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3267ee74-a89a-48bf-a912-5933b59f752e tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:58:45.236931 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d8215e-4c23-49ab-8ce9-75e0108adbe7 None None] Sync routers for ids ['487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:58:45.251267 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3267ee74-a89a-48bf-a912-5933b59f752e tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:45.254018 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d8215e-4c23-49ab-8ce9-75e0108adbe7 None None] Routers {'487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:58:45.254904 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-f6d8215e-4c23-49ab-8ce9-75e0108adbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:58:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:58:45.354014 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbbe3b9-60aa-4f70-a03a-38ba419e8e8a req-67c5d03f-0954-40ed-a0c7-e90180111a4f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:45.367977 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-388c4d06-9b30-43c4-8f11-6f8b7525757d req-7c2f7692-75c4-401d-9df9-18a2b9b5a841 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2da6bbc7-a75c-4c5c-b454-75233615e1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1395056 Jul 24 00:58:45.368529 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1bbbe3b9-60aa-4f70-a03a-38ba419e8e8a req-67c5d03f-0954-40ed-a0c7-e90180111a4f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=259f3cdc-094a-4339-957a-7d804efecffa HTTP/1.1" status: 200 len: 944 time: 0.3020985 Jul 24 00:58:45.430861 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3267ee74-a89a-48bf-a912-5933b59f752e tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "PUT /v2.0/floatingips/c08e416a-3dfa-4c15-bd57-dc3cd9add547 HTTP/1.1" status: 200 len: 991 time: 3.2705460 Jul 24 00:58:45.437068 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf8011c-5f0c-4101-8c42-456ddf63231b', 'tag': '13a3736b-572c-418a-9c8a-a78a429044df'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:58:45.439749 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17449d8-0cef-4b3a-ac4c-fbfb8564f7bc" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf8011c-5f0c-4101-8c42-456ddf63231b", "tag": "13a3736b-572c-418a-9c8a-a78a429044df"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:58:45.459775 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e7a5168f-1a8f-4d4e-b9fd-16886c171c15 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "PUT /v2.0/floatingips/add09938-63fb-45f8-89ba-97a1639a7d85 HTTP/1.1" status: 200 len: 992 time: 4.5493660 Jul 24 00:58:45.519346 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['ba18e044-f9b7-40b9-b70a-79de5731468d'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:58:45.532612 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1bbbe3b9-60aa-4f70-a03a-38ba419e8e8a req-854785ea-8125-4e6f-9913-74c5ea98d427 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629388 Jul 24 00:58:45.547247 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'tag': 'c05a6c8c-a48f-4518-b2fa-245771ba636b'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:58:45.551968 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5eb671-489c-4d53-986d-bee6c041496a" -d '{"events": [{"name": "network-changed", "server_uuid": "d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483", "tag": "c05a6c8c-a48f-4518-b2fa-245771ba636b"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:58:45.645156 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c35e286e-db87-46ae-b63f-5f55e432c85b req-d7ee4312-3cd7-4c30-8775-369ef0237b47 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6884282 Jul 24 00:58:45.701321 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-f6d8215e-4c23-49ab-8ce9-75e0108adbe7 None None] Set router 487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:58:45.822060 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-6bbf28aa-9840-40d3-a0f4-bd66ca0a029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12109906-a517-44e7-8bdf-b6f6166c6630', 'name': 'tempest-TaggedBootDevicesTest-798315874-router', 'tenant_id': 'cd6a59a0ba774d20a9df419972239646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f09f3e96-454e-444d-8a11-33e60e7f34f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:50Z', 'updated_at': '2021-07-24T00:55:57Z', 'revision_number': 4, 'project_id': 'cd6a59a0ba774d20a9df419972239646', 'gw_port': {'id': 'f09f3e96-454e-444d-8a11-33e60e7f34f6', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:50:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12109906-a517-44e7-8bdf-b6f6166c6630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:51Z', 'updated_at': '2021-07-24T00:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'add09938-63fb-45f8-89ba-97a1639a7d85', 'tenant_id': 'cd6a59a0ba774d20a9df419972239646', 'floating_ip_address': '172.25.2.218', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '12109906-a517-44e7-8bdf-b6f6166c6630', 'port_id': 'c05a6c8c-a48f-4518-b2fa-245771ba636b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75df3559-ab50-4f70-b828-45be90d30e6c', 'mac_address': 'fa:16:3e:83:6b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:56:52Z', 'updated_at': '2021-07-24T00:58:42Z', 'revision_number': 1, 'project_id': 'cd6a59a0ba774d20a9df419972239646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e7c9f8e-e732-42e9-aaeb-5be6f3b0d305', 'name': '', 'network_id': '75df3559-ab50-4f70-b828-45be90d30e6c', 'tenant_id': 'cd6a59a0ba774d20a9df419972239646', 'mac_address': 'fa:16:3e:31:d7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12109906-a517-44e7-8bdf-b6f6166c6630', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '17dd084b-19bb-45d3-963a-b91ffe31fcfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:55Z', 'updated_at': '2021-07-24T00:56:05Z', 'revision_number': 5, 'project_id': 'cd6a59a0ba774d20a9df419972239646', 'subnets': [{'id': '17dd084b-19bb-45d3-963a-b91ffe31fcfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:58:45.861432 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ebb72-2003-4a72-b34d-e86b88b2f4de req-17d7811d-6da7-44ba-8662-6d2660051604 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:45.868531 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d14ebb72-2003-4a72-b34d-e86b88b2f4de req-17d7811d-6da7-44ba-8662-6d2660051604 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 946 time: 0.1787951 Jul 24 00:58:45.943843 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbf28aa-9840-40d3-a0f4-bd66ca0a029c None None] Checking router: 12109906-a517-44e7-8bdf-b6f6166c6630 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:58:45.961157 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbf28aa-9840-40d3-a0f4-bd66ca0a029c None None] Routers {'12109906-a517-44e7-8bdf-b6f6166c6630'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:58:45.962257 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-6bbf28aa-9840-40d3-a0f4-bd66ca0a029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:58:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['12109906-a517-44e7-8bdf-b6f6166c6630'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:58:45.970060 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d14ebb72-2003-4a72-b34d-e86b88b2f4de req-41e38098-2d37-4eb7-876a-e6b8b5915225 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0989571 Jul 24 00:58:45.991713 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-95ae04db-0394-43c3-b929-b58619976254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:45.994698 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-388c4d06-9b30-43c4-8f11-6f8b7525757d req-71fadd80-2683-4294-af1c-4b40ad364ebc service neutron] 10.222.0.13 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6148787 Jul 24 00:58:46.067962 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-df0fa5fa-1ebd-4e8c-b53b-9917328f6dd7 req-1ec9fee9-7bce-4851-a8ce-fca8a7fc6df4 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] Deleting port aee64d5f-08ee-445b-9c4a-5afd0280046d {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:58:46.070423 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-df0fa5fa-1ebd-4e8c-b53b-9917328f6dd7 req-1ec9fee9-7bce-4851-a8ce-fca8a7fc6df4 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:46.199166 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e51256d-1fd7-4b95-a5d8-31128dbe10f7 x-openstack-request-id: req-8e51256d-1fd7-4b95-a5d8-31128dbe10f7 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:58:46.199721 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf8011c-5f0c-4101-8c42-456ddf63231b", "tag": "13a3736b-572c-418a-9c8a-a78a429044df", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:58:46.200153 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8e51256d-1fd7-4b95-a5d8-31128dbe10f7 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:58:46.201008 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf8011c-5f0c-4101-8c42-456ddf63231b', 'tag': '13a3736b-572c-418a-9c8a-a78a429044df', 'status': 'completed', 'code': 200} Jul 24 00:58:46.287772 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-6bbf28aa-9840-40d3-a0f4-bd66ca0a029c None None] Set router 12109906-a517-44e7-8bdf-b6f6166c6630 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:58:46.318020 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36686) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:46.336305 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device aee64d5f-08ee-445b-9c4a-5afd0280046d no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:58:46.411394 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f207f16-38cb-4795-81e9-e9f38dae9a5d req-3e1989dc-9e78-47a7-bee8-c7d42361ec1c tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:46.413516 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6f207f16-38cb-4795-81e9-e9f38dae9a5d req-3e1989dc-9e78-47a7-bee8-c7d42361ec1c tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] 10.222.0.15 "GET /v2.0/ports?device_id=faf84f64-2816-4dc1-8bfb-acce8d5bc030 HTTP/1.1" status: 200 len: 945 time: 0.6097510 Jul 24 00:58:46.437769 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-388c4d06-9b30-43c4-8f11-6f8b7525757d req-d4dbf778-22f5-4a25-906a-2c3ee48b905b service neutron] 10.222.0.13 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354651 Jul 24 00:58:46.507429 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f185fe3b-a180-4d54-8163-a86ad065f473 x-openstack-request-id: req-f185fe3b-a180-4d54-8163-a86ad065f473 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:58:46.508228 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483", "tag": "c05a6c8c-a48f-4518-b2fa-245771ba636b", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:58:46.508228 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f185fe3b-a180-4d54-8163-a86ad065f473 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:58:46.512010 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'tag': 'c05a6c8c-a48f-4518-b2fa-245771ba636b', 'status': 'completed', 'code': 200} Jul 24 00:58:46.517558 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-df0fa5fa-1ebd-4e8c-b53b-9917328f6dd7 req-1ec9fee9-7bce-4851-a8ce-fca8a7fc6df4 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] For port aee64d5f-08ee-445b-9c4a-5afd0280046d, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=aee64d5f-08ee-445b-9c4a-5afd0280046d,segment=NetworkSegment(45f19918-e6ce-4612-abf8-b1afae31b565),segment_id=45f19918-e6ce-4612-abf8-b1afae31b565)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:46.520228 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-df0fa5fa-1ebd-4e8c-b53b-9917328f6dd7 req-1ec9fee9-7bce-4851-a8ce-fca8a7fc6df4 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:46.638224 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:46.643713 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-f6d8215e-4c23-49ab-8ce9-75e0108adbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd', 'name': 'tempest-ServersTestManualDisk-1571346136-router', 'tenant_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '669a617c-0a36-45fe-b558-8e2fe1305ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:57:50Z', 'updated_at': '2021-07-24T00:58:02Z', 'revision_number': 4, 'project_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'gw_port': {'id': '669a617c-0a36-45fe-b558-8e2fe1305ff0', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:57:52Z', 'updated_at': '2021-07-24T00:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'c08e416a-3dfa-4c15-bd57-dc3cd9add547', 'tenant_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'floating_ip_address': '172.25.2.54', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd', 'port_id': '13a3736b-572c-418a-9c8a-a78a429044df', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f4d177b-5147-42ce-b52d-29fb850e776c', 'mac_address': 'fa:16:3e:c8:81:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf8011c-5f0c-4101-8c42-456ddf63231b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:58:09Z', 'updated_at': '2021-07-24T00:58:43Z', 'revision_number': 1, 'project_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '602d02a5-1813-4348-99bd-ab79b1a9ae22', 'name': '', 'network_id': '0f4d177b-5147-42ce-b52d-29fb850e776c', 'tenant_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'mac_address': 'fa:16:3e:67:ad:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'cd529d29-d1e4-4b9d-9eb1-e982944c69e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:57:57Z', 'updated_at': '2021-07-24T00:58:09Z', 'revision_number': 5, 'project_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'subnets': [{'id': 'cd529d29-d1e4-4b9d-9eb1-e982944c69e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:58:46.687956 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d8215e-4c23-49ab-8ce9-75e0108adbe7 None None] Checking router: 487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:58:46.701100 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17449d8-0cef-4b3a-ac4c-fbfb8564f7bc req-49438b26-b030-4db8-8a5a-6b5afa80fb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:46.703285 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c17449d8-0cef-4b3a-ac4c-fbfb8564f7bc req-49438b26-b030-4db8-8a5a-6b5afa80fb86 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd8dc1c34a4c4b2aa3488d1b34b0e153&device_id=1bf8011c-5f0c-4101-8c42-456ddf63231b HTTP/1.1" status: 200 len: 1098 time: 0.4582896 Jul 24 00:58:46.704350 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf84f64-2816-4dc1-8bfb-acce8d5bc030', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aee64d5f-08ee-445b-9c4a-5afd0280046d'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:58:46.705790 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-df0fa5fa-1ebd-4e8c-b53b-9917328f6dd7 req-1ec9fee9-7bce-4851-a8ce-fca8a7fc6df4 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] Calling delete_port for aee64d5f-08ee-445b-9c4a-5afd0280046d owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:58:46.707167 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac3abde-b32f-4c11-a80a-87cc3d9ceb74" -d '{"events": [{"server_uuid": "faf84f64-2816-4dc1-8bfb-acce8d5bc030", "name": "network-vif-unplugged", "status": "completed", "tag": "aee64d5f-08ee-445b-9c4a-5afd0280046d"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:58:46.735351 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d8215e-4c23-49ab-8ce9-75e0108adbe7 None None] Routers {'487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:58:46.736004 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-f6d8215e-4c23-49ab-8ce9-75e0108adbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:58:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:58:46.759546 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-09b0e683-0190-408b-a360-33a60e240624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:46.852209 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6f207f16-38cb-4795-81e9-e9f38dae9a5d req-c05eebe2-3586-4498-b77b-698d876a3ad3 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] 10.222.0.15 "GET /v2.0/security-groups?id=1a468ea8-f8e2-473c-af0f-77a621d017f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4070876 Jul 24 00:58:46.922352 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port aee64d5f-08ee-445b-9c4a-5afd0280046d, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=aee64d5f-08ee-445b-9c4a-5afd0280046d,segment=NetworkSegment(45f19918-e6ce-4612-abf8-b1afae31b565),segment_id=45f19918-e6ce-4612-abf8-b1afae31b565)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:46.951695 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-6bbf28aa-9840-40d3-a0f4-bd66ca0a029c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12109906-a517-44e7-8bdf-b6f6166c6630', 'name': 'tempest-TaggedBootDevicesTest-798315874-router', 'tenant_id': 'cd6a59a0ba774d20a9df419972239646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f09f3e96-454e-444d-8a11-33e60e7f34f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:50Z', 'updated_at': '2021-07-24T00:55:57Z', 'revision_number': 4, 'project_id': 'cd6a59a0ba774d20a9df419972239646', 'gw_port': {'id': 'f09f3e96-454e-444d-8a11-33e60e7f34f6', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:50:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12109906-a517-44e7-8bdf-b6f6166c6630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:51Z', 'updated_at': '2021-07-24T00:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'add09938-63fb-45f8-89ba-97a1639a7d85', 'tenant_id': 'cd6a59a0ba774d20a9df419972239646', 'floating_ip_address': '172.25.2.218', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '12109906-a517-44e7-8bdf-b6f6166c6630', 'port_id': 'c05a6c8c-a48f-4518-b2fa-245771ba636b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75df3559-ab50-4f70-b828-45be90d30e6c', 'mac_address': 'fa:16:3e:83:6b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:56:52Z', 'updated_at': '2021-07-24T00:58:42Z', 'revision_number': 1, 'project_id': 'cd6a59a0ba774d20a9df419972239646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e7c9f8e-e732-42e9-aaeb-5be6f3b0d305', 'name': '', 'network_id': '75df3559-ab50-4f70-b828-45be90d30e6c', 'tenant_id': 'cd6a59a0ba774d20a9df419972239646', 'mac_address': 'fa:16:3e:31:d7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12109906-a517-44e7-8bdf-b6f6166c6630', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '17dd084b-19bb-45d3-963a-b91ffe31fcfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:55Z', 'updated_at': '2021-07-24T00:56:05Z', 'revision_number': 5, 'project_id': 'cd6a59a0ba774d20a9df419972239646', 'subnets': [{'id': '17dd084b-19bb-45d3-963a-b91ffe31fcfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:58:46.953584 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:46.989670 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144e57ce-6219-4f41-8392-bdd5fe55ca66 x-openstack-request-id: req-144e57ce-6219-4f41-8392-bdd5fe55ca66 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:58:46.990110 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf84f64-2816-4dc1-8bfb-acce8d5bc030", "name": "network-vif-unplugged", "status": "completed", "tag": "aee64d5f-08ee-445b-9c4a-5afd0280046d", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:58:46.992726 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-144e57ce-6219-4f41-8392-bdd5fe55ca66 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:58:46.993345 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf84f64-2816-4dc1-8bfb-acce8d5bc030', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aee64d5f-08ee-445b-9c4a-5afd0280046d', 'code': 200} Jul 24 00:58:47.039856 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbf28aa-9840-40d3-a0f4-bd66ca0a029c None None] The sync data for ids ['12109906-a517-44e7-8bdf-b6f6166c6630'] in n-d-793621-25 is: [{'id': '12109906-a517-44e7-8bdf-b6f6166c6630', 'name': 'tempest-TaggedBootDevicesTest-798315874-router', 'tenant_id': 'cd6a59a0ba774d20a9df419972239646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f09f3e96-454e-444d-8a11-33e60e7f34f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:50Z', 'updated_at': '2021-07-24T00:55:57Z', 'revision_number': 4, 'project_id': 'cd6a59a0ba774d20a9df419972239646', 'gw_port': {'id': 'f09f3e96-454e-444d-8a11-33e60e7f34f6', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:50:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12109906-a517-44e7-8bdf-b6f6166c6630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:51Z', 'updated_at': '2021-07-24T00:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'add09938-63fb-45f8-89ba-97a1639a7d85', 'tenant_id': 'cd6a59a0ba774d20a9df419972239646', 'floating_ip_address': '172.25.2.218', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '12109906-a517-44e7-8bdf-b6f6166c6630', 'port_id': 'c05a6c8c-a48f-4518-b2fa-245771ba636b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75df3559-ab50-4f70-b828-45be90d30e6c', 'mac_address': 'fa:16:3e:83:6b:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:56:52Z', 'updated_at': '2021-07-24T00:58:42Z', 'revision_number': 1, 'project_id': 'cd6a59a0ba774d20a9df419972239646', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e7c9f8e-e732-42e9-aaeb-5be6f3b0d305', 'name': '', 'network_id': '75df3559-ab50-4f70-b828-45be90d30e6c', 'tenant_id': 'cd6a59a0ba774d20a9df419972239646', 'mac_address': 'fa:16:3e:31:d7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12109906-a517-44e7-8bdf-b6f6166c6630', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '17dd084b-19bb-45d3-963a-b91ffe31fcfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:55Z', 'updated_at': '2021-07-24T00:56:05Z', 'revision_number': 5, 'project_id': 'cd6a59a0ba774d20a9df419972239646', 'subnets': [{'id': '17dd084b-19bb-45d3-963a-b91ffe31fcfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:58:47.106978 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-09b0e683-0190-408b-a360-33a60e240624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:47.167860 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-09b0e683-0190-408b-a360-33a60e240624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:47.246382 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17449d8-0cef-4b3a-ac4c-fbfb8564f7bc req-5581562f-9ad1-471e-92b0-bcf5e7004ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:47.248630 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c17449d8-0cef-4b3a-ac4c-fbfb8564f7bc req-5581562f-9ad1-471e-92b0-bcf5e7004ffa service neutron] 10.222.0.13 "GET /v2.0/networks?id=0f4d177b-5147-42ce-b52d-29fb850e776c HTTP/1.1" status: 200 len: 913 time: 0.5269659 Jul 24 00:58:47.260922 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-df0fa5fa-1ebd-4e8c-b53b-9917328f6dd7 req-1ec9fee9-7bce-4851-a8ce-fca8a7fc6df4 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:47.265628 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-09b0e683-0190-408b-a360-33a60e240624 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=94e71dfc1c5d45b1871397f687b68600&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9458485 Jul 24 00:58:47.266641 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36708) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:47.274802 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0e683-0190-408b-a360-33a60e240624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5c6e18-e290-4dc9-bdbc-0696707f2510,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:47.300085 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=aee64d5f-08ee-445b-9c4a-5afd0280046d,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:47.364887 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff165948-72d5-4bdf-9d68-30f8373981fa req-e6923a01-298d-4801-8b82-261cb001b6fe tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:47.374533 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ff165948-72d5-4bdf-9d68-30f8373981fa req-e6923a01-298d-4801-8b82-261cb001b6fe tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=259f3cdc-094a-4339-957a-7d804efecffa HTTP/1.1" status: 200 len: 945 time: 0.4304550 Jul 24 00:58:47.378378 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c17449d8-0cef-4b3a-ac4c-fbfb8564f7bc req-1641c99e-0ba8-499d-8426-cecd2a1c01e8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13a3736b-572c-418a-9c8a-a78a429044df HTTP/1.1" status: 200 len: 999 time: 0.1103632 Jul 24 00:58:47.439739 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-f6d8215e-4c23-49ab-8ce9-75e0108adbe7 None None] Set router 487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:58:47.443531 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5eb671-489c-4d53-986d-bee6c041496a req-0e92862c-a85c-4920-9b9d-b9276129c333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:47.444043 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5eb671-489c-4d53-986d-bee6c041496a req-0e92862c-a85c-4920-9b9d-b9276129c333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:47.444540 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5eb671-489c-4d53-986d-bee6c041496a req-0e92862c-a85c-4920-9b9d-b9276129c333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:47.445514 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5eb671-489c-4d53-986d-bee6c041496a req-0e92862c-a85c-4920-9b9d-b9276129c333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:47.446062 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5eb671-489c-4d53-986d-bee6c041496a req-0e92862c-a85c-4920-9b9d-b9276129c333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:47.446555 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5eb671-489c-4d53-986d-bee6c041496a req-0e92862c-a85c-4920-9b9d-b9276129c333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:47.447094 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5eb671-489c-4d53-986d-bee6c041496a req-0e92862c-a85c-4920-9b9d-b9276129c333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:47.455910 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ad5eb671-489c-4d53-986d-bee6c041496a req-0e92862c-a85c-4920-9b9d-b9276129c333 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd6a59a0ba774d20a9df419972239646&device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 6497 time: 0.9116898 Jul 24 00:58:47.457046 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec9fee9-7bce-4851-a8ce-fca8a7fc6df4 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] Pushing event deleted for resources: {'Port': ['ID=aee64d5f-08ee-445b-9c4a-5afd0280046d,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:47.461347 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ff165948-72d5-4bdf-9d68-30f8373981fa req-ae0d953e-f4f4-4a04-b721-8fbb295ca720 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833950 Jul 24 00:58:47.469272 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8980d9fc-3caf-4a16-8517-c593ee2dd866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:47.491813 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bd2ad5-1e39-4019-8cad-a309e8e7a598 None None] New status for floating IP add09938-63fb-45f8-89ba-97a1639a7d85: ACTIVE {{(pid=100466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:58:47.528191 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8980d9fc-3caf-4a16-8517-c593ee2dd866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:47.655031 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8980d9fc-3caf-4a16-8517-c593ee2dd866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:47.658741 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8980d9fc-3caf-4a16-8517-c593ee2dd866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:47.660030 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8980d9fc-3caf-4a16-8517-c593ee2dd866 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ba5c6e18-e290-4dc9-bdbc-0696707f2510 HTTP/1.1" status: 204 len: 168 time: 0.3865042 Jul 24 00:58:47.679726 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8980d9fc-3caf-4a16-8517-c593ee2dd866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5c6e18-e290-4dc9-bdbc-0696707f2510,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:47.820018 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-df0fa5fa-1ebd-4e8c-b53b-9917328f6dd7 req-1ec9fee9-7bce-4851-a8ce-fca8a7fc6df4 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] No DVR routers for this DVR port aee64d5f-08ee-445b-9c4a-5afd0280046d on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:58:47.825914 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-df0fa5fa-1ebd-4e8c-b53b-9917328f6dd7 req-1ec9fee9-7bce-4851-a8ce-fca8a7fc6df4 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:47.833110 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-df0fa5fa-1ebd-4e8c-b53b-9917328f6dd7 req-1ec9fee9-7bce-4851-a8ce-fca8a7fc6df4 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] 10.222.0.13 "DELETE /v2.0/ports/aee64d5f-08ee-445b-9c4a-5afd0280046d HTTP/1.1" status: 204 len: 173 time: 3.3576064 Jul 24 00:58:47.944142 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d102792-eafb-4184-9874-e2419b0088dd req-73d4bad4-0a84-4190-b2be-9b35f2086af1 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:47.951626 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5d102792-eafb-4184-9874-e2419b0088dd req-73d4bad4-0a84-4190-b2be-9b35f2086af1 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 946 time: 0.2731104 Jul 24 00:58:47.971552 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5bac6-280c-4ac2-bcb7-0c2adad5d7b5 req-b4ca0eac-a424-4ed1-832d-23e737060789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:47.973479 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1dc5bac6-280c-4ac2-bcb7-0c2adad5d7b5 req-b4ca0eac-a424-4ed1-832d-23e737060789 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7fb6f6ac2d547beb657a4e597e3a5be&device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 1097 time: 0.9971561 Jul 24 00:58:48.098624 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5d102792-eafb-4184-9874-e2419b0088dd req-7fe56673-1dd6-40ae-b466-1fe55ff98052 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1374514 Jul 24 00:58:48.130174 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17449d8-0cef-4b3a-ac4c-fbfb8564f7bc req-15c8f606-8954-45e1-a13b-3822740a4397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:48.140875 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c17449d8-0cef-4b3a-ac4c-fbfb8564f7bc req-15c8f606-8954-45e1-a13b-3822740a4397 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cd529d29-d1e4-4b9d-9eb1-e982944c69e2 HTTP/1.1" status: 200 len: 851 time: 0.7046516 Jul 24 00:58:48.180736 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad85dd9f-0883-487e-918a-7735bb1f9f59 req-7838132d-e6fa-484f-8d53-f4c9ffab27f0 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:48.183466 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ad85dd9f-0883-487e-918a-7735bb1f9f59 req-7838132d-e6fa-484f-8d53-f4c9ffab27f0 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 945 time: 0.9330120 Jul 24 00:58:48.339218 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5eb671-489c-4d53-986d-bee6c041496a req-0a44e2ac-bf94-4bb6-b2a4-338bd328b9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:48.340925 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ad5eb671-489c-4d53-986d-bee6c041496a req-0a44e2ac-bf94-4bb6-b2a4-338bd328b9ec service neutron] 10.222.0.13 "GET /v2.0/networks?id=75df3559-ab50-4f70-b828-45be90d30e6c HTTP/1.1" status: 200 len: 912 time: 0.7753770 Jul 24 00:58:48.374016 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device ba18e044-f9b7-40b9-b70a-79de5731468d up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:58:48.467093 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36724) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:48.481957 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0b7f071b-5b62-4449-80e3-0cca37a99bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:48.491623 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ad5eb671-489c-4d53-986d-bee6c041496a req-002086a5-9663-4693-8437-57b5c4043eab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c05a6c8c-a48f-4518-b2fa-245771ba636b HTTP/1.1" status: 200 len: 1002 time: 0.1351688 Jul 24 00:58:48.492454 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-57bf40b7-8d45-4897-bf69-f1e843a6427e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:48.543161 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5bac6-280c-4ac2-bcb7-0c2adad5d7b5 req-1c84cd49-e5fa-4c7b-aaa0-9b426cebb827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:48.546077 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1dc5bac6-280c-4ac2-bcb7-0c2adad5d7b5 req-1c84cd49-e5fa-4c7b-aaa0-9b426cebb827 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b98cc79-496b-494e-a0de-ce20278a0586 HTTP/1.1" status: 200 len: 912 time: 0.5268285 Jul 24 00:58:48.547624 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf84f64-2816-4dc1-8bfb-acce8d5bc030', 'name': 'network-vif-deleted', 'tag': 'aee64d5f-08ee-445b-9c4a-5afd0280046d'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:58:48.550162 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdf321d-04a8-486e-8662-c42ce41e5df8" -d '{"events": [{"server_uuid": "faf84f64-2816-4dc1-8bfb-acce8d5bc030", "name": "network-vif-deleted", "tag": "aee64d5f-08ee-445b-9c4a-5afd0280046d"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:58:48.558380 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:48.586306 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2abb474f-6925-4416-9a87-059aeaf5c262 req-e23ed928-53a8-48f6-a335-87ef62003842 tempest-InstanceActionsNegativeTestJSON-533439169 tempest-InstanceActionsNegativeTestJSON-533439169-project] 10.222.0.15 "GET /v2.0/ports?device_id=faf84f64-2816-4dc1-8bfb-acce8d5bc030 HTTP/1.1" status: 200 len: 210 time: 0.0819814 Jul 24 00:58:48.645964 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port ba18e044-f9b7-40b9-b70a-79de5731468d completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:58:48.683400 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port ba18e044-f9b7-40b9-b70a-79de5731468d triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:58:48.684957 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ad85dd9f-0883-487e-918a-7735bb1f9f59 req-826a64fc-b956-41c1-8a38-ef42d82252dc tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4682307 Jul 24 00:58:48.689921 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1dc5bac6-280c-4ac2-bcb7-0c2adad5d7b5 req-346a3ef4-ff6e-47e4-85cf-bd34217e0112 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2eaa7f08-7e87-48a3-aabc-e2360114002c HTTP/1.1" status: 200 len: 217 time: 0.1240535 Jul 24 00:58:48.691965 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:48.757690 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5eb671-489c-4d53-986d-bee6c041496a req-212409df-f550-4463-a9c1-f4356c257c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:48.763071 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ad5eb671-489c-4d53-986d-bee6c041496a req-212409df-f550-4463-a9c1-f4356c257c3c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=17dd084b-19bb-45d3-963a-b91ffe31fcfa HTTP/1.1" status: 200 len: 850 time: 0.2547300 Jul 24 00:58:48.768059 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17449d8-0cef-4b3a-ac4c-fbfb8564f7bc req-dcff7886-1ff9-46fb-bfa9-ce781df81feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:48.771188 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c17449d8-0cef-4b3a-ac4c-fbfb8564f7bc req-dcff7886-1ff9-46fb-bfa9-ce781df81feb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0f4d177b-5147-42ce-b52d-29fb850e776c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6152296 Jul 24 00:58:48.802786 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-57bf40b7-8d45-4897-bf69-f1e843a6427e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:48.818383 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-57bf40b7-8d45-4897-bf69-f1e843a6427e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:48.883032 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-f6d8215e-4c23-49ab-8ce9-75e0108adbe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd', 'name': 'tempest-ServersTestManualDisk-1571346136-router', 'tenant_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '669a617c-0a36-45fe-b558-8e2fe1305ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:57:50Z', 'updated_at': '2021-07-24T00:58:02Z', 'revision_number': 4, 'project_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'gw_port': {'id': '669a617c-0a36-45fe-b558-8e2fe1305ff0', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:57:52Z', 'updated_at': '2021-07-24T00:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'c08e416a-3dfa-4c15-bd57-dc3cd9add547', 'tenant_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'floating_ip_address': '172.25.2.54', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd', 'port_id': '13a3736b-572c-418a-9c8a-a78a429044df', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f4d177b-5147-42ce-b52d-29fb850e776c', 'mac_address': 'fa:16:3e:c8:81:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf8011c-5f0c-4101-8c42-456ddf63231b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:58:09Z', 'updated_at': '2021-07-24T00:58:43Z', 'revision_number': 1, 'project_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '602d02a5-1813-4348-99bd-ab79b1a9ae22', 'name': '', 'network_id': '0f4d177b-5147-42ce-b52d-29fb850e776c', 'tenant_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'mac_address': 'fa:16:3e:67:ad:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'cd529d29-d1e4-4b9d-9eb1-e982944c69e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:57:57Z', 'updated_at': '2021-07-24T00:58:09Z', 'revision_number': 5, 'project_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'subnets': [{'id': 'cd529d29-d1e4-4b9d-9eb1-e982944c69e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:58:48.899522 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c9c1e3-a7c4-413a-8ec6-2c1afda01c76 x-openstack-request-id: req-96c9c1e3-a7c4-413a-8ec6-2c1afda01c76 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:58:48.900127 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf84f64-2816-4dc1-8bfb-acce8d5bc030", "name": "network-vif-deleted", "tag": "aee64d5f-08ee-445b-9c4a-5afd0280046d", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:58:48.900127 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-96c9c1e3-a7c4-413a-8ec6-2c1afda01c76 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:58:48.900498 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf84f64-2816-4dc1-8bfb-acce8d5bc030', 'name': 'network-vif-deleted', 'tag': 'aee64d5f-08ee-445b-9c4a-5afd0280046d', 'status': 'completed', 'code': 200} Jul 24 00:58:48.914957 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5bac6-280c-4ac2-bcb7-0c2adad5d7b5 req-399a477b-b3c5-4160-bc68-d711ad311bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:48.921057 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1dc5bac6-280c-4ac2-bcb7-0c2adad5d7b5 req-399a477b-b3c5-4160-bc68-d711ad311bed service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ed594ab-4150-403d-ad1f-541fd4a99a03 HTTP/1.1" status: 200 len: 851 time: 0.2233770 Jul 24 00:58:48.926781 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d8215e-4c23-49ab-8ce9-75e0108adbe7 None None] The sync data for ids ['487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd'] in n-d-793621-25 is: [{'id': '487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd', 'name': 'tempest-ServersTestManualDisk-1571346136-router', 'tenant_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '669a617c-0a36-45fe-b558-8e2fe1305ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:57:50Z', 'updated_at': '2021-07-24T00:58:02Z', 'revision_number': 4, 'project_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'gw_port': {'id': '669a617c-0a36-45fe-b558-8e2fe1305ff0', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:57:52Z', 'updated_at': '2021-07-24T00:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'c08e416a-3dfa-4c15-bd57-dc3cd9add547', 'tenant_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'floating_ip_address': '172.25.2.54', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd', 'port_id': '13a3736b-572c-418a-9c8a-a78a429044df', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f4d177b-5147-42ce-b52d-29fb850e776c', 'mac_address': 'fa:16:3e:c8:81:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf8011c-5f0c-4101-8c42-456ddf63231b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T00:58:09Z', 'updated_at': '2021-07-24T00:58:43Z', 'revision_number': 1, 'project_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '602d02a5-1813-4348-99bd-ab79b1a9ae22', 'name': '', 'network_id': '0f4d177b-5147-42ce-b52d-29fb850e776c', 'tenant_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'mac_address': 'fa:16:3e:67:ad:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'cd529d29-d1e4-4b9d-9eb1-e982944c69e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:57:57Z', 'updated_at': '2021-07-24T00:58:09Z', 'revision_number': 5, 'project_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'subnets': [{'id': 'cd529d29-d1e4-4b9d-9eb1-e982944c69e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:58:48.958755 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-57bf40b7-8d45-4897-bf69-f1e843a6427e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=246c6718547c4f4c88fcd9d13915fc01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4899156 Jul 24 00:58:48.981636 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799901b-5de0-4399-92dd-754d7f0ec196 req-0769207a-bbe9-439e-b4d7-f0ebf47a711b tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:48.988936 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5799901b-5de0-4399-92dd-754d7f0ec196 req-0769207a-bbe9-439e-b4d7-f0ebf47a711b tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=259f3cdc-094a-4339-957a-7d804efecffa HTTP/1.1" status: 200 len: 945 time: 0.2832167 Jul 24 00:58:48.991066 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:48.997772 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36730) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:49.020751 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf40b7-8d45-4897-bf69-f1e843a6427e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49acc833-ac6b-4d21-b7fc-4b21c52c0c1e,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:49.041149 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1dc5bac6-280c-4ac2-bcb7-0c2adad5d7b5 req-f89a0913-88e3-43fe-98c2-63c559eeace7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b98cc79-496b-494e-a0de-ce20278a0586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012881 Jul 24 00:58:49.080098 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259f3cdc-094a-4339-957a-7d804efecffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba18e044-f9b7-40b9-b70a-79de5731468d'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:58:49.089415 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb61e271-cf75-4a56-ba64-0bc0e8eacf57" -d '{"events": [{"server_uuid": "259f3cdc-094a-4339-957a-7d804efecffa", "name": "network-vif-plugged", "status": "completed", "tag": "ba18e044-f9b7-40b9-b70a-79de5731468d"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:58:49.150130 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port ba18e044-f9b7-40b9-b70a-79de5731468d, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=ba18e044-f9b7-40b9-b70a-79de5731468d,segment=NetworkSegment(105933f1-ad5a-4c90-9ca8-c74f813dbd38),segment_id=105933f1-ad5a-4c90-9ca8-c74f813dbd38)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:49.162238 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:49.191875 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5799901b-5de0-4399-92dd-754d7f0ec196 req-15212efb-57df-4b33-bb33-62d40036ad85 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016058 Jul 24 00:58:49.232100 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-542bffc7-4ac7-458a-80f2-e72c347ac724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:49.268140 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbc707a-660c-41ba-89c3-64e175261e5d x-openstack-request-id: req-ebbc707a-660c-41ba-89c3-64e175261e5d {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:58:49.268443 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259f3cdc-094a-4339-957a-7d804efecffa", "name": "network-vif-plugged", "status": "completed", "tag": "ba18e044-f9b7-40b9-b70a-79de5731468d", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:58:49.268702 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ebbc707a-660c-41ba-89c3-64e175261e5d {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:58:49.269106 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259f3cdc-094a-4339-957a-7d804efecffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba18e044-f9b7-40b9-b70a-79de5731468d', 'code': 200} Jul 24 00:58:49.320069 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c17449d8-0cef-4b3a-ac4c-fbfb8564f7bc req-6548ba6f-d513-4151-b700-e2134f6299d5 service neutron] 10.222.0.13 "GET /v2.0/networks/0f4d177b-5147-42ce-b52d-29fb850e776c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5346298 Jul 24 00:58:49.325007 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-542bffc7-4ac7-458a-80f2-e72c347ac724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:49.350580 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=ba18e044-f9b7-40b9-b70a-79de5731468d,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:49.410614 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:49.422995 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-542bffc7-4ac7-458a-80f2-e72c347ac724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:49.426080 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-542bffc7-4ac7-458a-80f2-e72c347ac724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:49.430335 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-542bffc7-4ac7-458a-80f2-e72c347ac724 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/49acc833-ac6b-4d21-b7fc-4b21c52c0c1e HTTP/1.1" status: 204 len: 168 time: 0.4307978 Jul 24 00:58:49.450526 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542bffc7-4ac7-458a-80f2-e72c347ac724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49acc833-ac6b-4d21-b7fc-4b21c52c0c1e,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:49.515712 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee572ea-0b45-41bc-a1e9-739c8a00b1db None None] New status for floating IP c08e416a-3dfa-4c15-bd57-dc3cd9add547: ACTIVE {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 00:58:49.541678 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5eb671-489c-4d53-986d-bee6c041496a req-a815f3b4-9c3a-4655-9024-1b4fe15aacea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:49.544453 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ad5eb671-489c-4d53-986d-bee6c041496a req-a815f3b4-9c3a-4655-9024-1b4fe15aacea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=75df3559-ab50-4f70-b828-45be90d30e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7655036 Jul 24 00:58:49.726272 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36748) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:49.909797 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-8576b0fc-f55f-4f61-986c-96cddb84cd6f admin admin] Deleting subnet 2011f45d-87b7-4f6e-9c1b-056aa79635d0 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:58:49.915103 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8576b0fc-f55f-4f61-986c-96cddb84cd6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:49.972634 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8576b0fc-f55f-4f61-986c-96cddb84cd6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:50.058446 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc6d1a-26f3-47e3-a6d7-ab5351d2c986 req-a63768e9-17b8-4d31-ae7b-24055bb70755 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:50.060580 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dfdc6d1a-26f3-47e3-a6d7-ab5351d2c986 req-a63768e9-17b8-4d31-ae7b-24055bb70755 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 945 time: 0.1987689 Jul 24 00:58:50.067987 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8576b0fc-f55f-4f61-986c-96cddb84cd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:50.200838 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dfdc6d1a-26f3-47e3-a6d7-ab5351d2c986 req-58aa0cf0-a0d4-4cc3-8d84-82583691ee39 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000240 Jul 24 00:58:50.244246 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8576b0fc-f55f-4f61-986c-96cddb84cd6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:50.266733 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8576b0fc-f55f-4f61-986c-96cddb84cd6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:50.282316 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8576b0fc-f55f-4f61-986c-96cddb84cd6f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2011f45d-87b7-4f6e-9c1b-056aa79635d0 HTTP/1.1" status: 204 len: 168 time: 0.5530984 Jul 24 00:58:50.317281 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36762) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:50.410117 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8576b0fc-f55f-4f61-986c-96cddb84cd6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2011f45d-87b7-4f6e-9c1b-056aa79635d0,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:50.489229 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7dcf2-955f-426f-ad92-d0feaf5e23d9 req-5f7dffa8-caff-43c8-b5e6-c0a430599c64 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:50.491982 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bdc7dcf2-955f-426f-ad92-d0feaf5e23d9 req-5f7dffa8-caff-43c8-b5e6-c0a430599c64 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=259f3cdc-094a-4339-957a-7d804efecffa HTTP/1.1" status: 200 len: 946 time: 0.1453738 Jul 24 00:58:50.552293 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bdc7dcf2-955f-426f-ad92-d0feaf5e23d9 req-2f3c6773-a809-4c13-9511-28743aff5596 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526657 Jul 24 00:58:50.586005 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-caa6bc5b-9f4f-44f6-84cb-ba50d6eed0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:50.616545 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1dc5bac6-280c-4ac2-bcb7-0c2adad5d7b5 req-e19b5d71-866c-4795-9329-e7e30b406916 service neutron] 10.222.0.13 "GET /v2.0/networks/6b98cc79-496b-494e-a0de-ce20278a0586?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5510707 Jul 24 00:58:50.644924 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c17449d8-0cef-4b3a-ac4c-fbfb8564f7bc req-e9435f87-996a-42b4-94c8-9856f3c2f564 service neutron] 10.222.0.13 "GET /v2.0/networks/0f4d177b-5147-42ce-b52d-29fb850e776c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2748024 Jul 24 00:58:50.848140 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c280d-ba6f-43e0-be38-d14a78cc4876 req-4c7167f3-4ceb-4dde-b78c-3384583e880f tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:50.855995 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dc2c280d-ba6f-43e0-be38-d14a78cc4876 req-4c7167f3-4ceb-4dde-b78c-3384583e880f tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 946 time: 1.5203209 Jul 24 00:58:50.859151 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864bafc6-dfb1-4094-bd49-31dd94c309ad req-966f8198-744a-4d44-aeca-e65664520049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:50.860990 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-864bafc6-dfb1-4094-bd49-31dd94c309ad req-966f8198-744a-4d44-aeca-e65664520049 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=259f3cdc-094a-4339-957a-7d804efecffa HTTP/1.1" status: 200 len: 1098 time: 1.5846314 Jul 24 00:58:50.918567 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-caa6bc5b-9f4f-44f6-84cb-ba50d6eed0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:50.930101 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:50.931894 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-caa6bc5b-9f4f-44f6-84cb-ba50d6eed0df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95b69358-a6b2-48e3-8fca-9d5082a3b5b5']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:58:50.951334 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-caa6bc5b-9f4f-44f6-84cb-ba50d6eed0df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45f19918-e6ce-4612-abf8-b1afae31b565') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:58:50.951640 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-caa6bc5b-9f4f-44f6-84cb-ba50d6eed0df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45f19918-e6ce-4612-abf8-b1afae31b565') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:58:50.962436 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-caa6bc5b-9f4f-44f6-84cb-ba50d6eed0df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:50.985613 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-caa6bc5b-9f4f-44f6-84cb-ba50d6eed0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:50.993515 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caa6bc5b-9f4f-44f6-84cb-ba50d6eed0df admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:58:50.994361 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-caa6bc5b-9f4f-44f6-84cb-ba50d6eed0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:51.008056 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 00:58:51.008056 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:58:51.008056 n-d-793621-25 neutron-server[100464]: timer() Jul 24 00:58:51.008056 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:58:51.008056 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 00:58:51.008056 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:58:51.008056 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 00:58:51.008056 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:58:51.008056 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 00:58:51.008056 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:58:51.008056 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 00:58:51.008056 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:58:51.008056 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 00:58:51.008056 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:58:51.008056 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:58:51.008056 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:58:51.008056 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:58:51.008056 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:58:51.008056 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 00:58:51.008056 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:58:51.008056 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 00:58:51.008056 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:58:51.008056 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:58:51.008056 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:58:51.008056 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 00:58:51.008056 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:58:51.008056 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:58:51.008056 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:58:51.008056 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:58:51.008056 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:58:51.008056 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:58:51.008056 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:58:51.104882 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-caa6bc5b-9f4f-44f6-84cb-ba50d6eed0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:51.141795 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-caa6bc5b-9f4f-44f6-84cb-ba50d6eed0df admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:51.146844 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-caa6bc5b-9f4f-44f6-84cb-ba50d6eed0df admin admin] 10.222.0.15 "DELETE /v2.0/networks/95b69358-a6b2-48e3-8fca-9d5082a3b5b5 HTTP/1.1" status: 204 len: 168 time: 0.7954879 Jul 24 00:58:51.149817 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ad5eb671-489c-4d53-986d-bee6c041496a req-a0027177-7ac9-41bd-8dbc-153dd32975ee service neutron] 10.222.0.13 "GET /v2.0/networks/75df3559-ab50-4f70-b828-45be90d30e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5608573 Jul 24 00:58:51.183985 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dc2c280d-ba6f-43e0-be38-d14a78cc4876 req-24046bd1-9429-4eb2-8ea8-090ccb7de2ff tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3269646 Jul 24 00:58:51.297904 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa6bc5b-9f4f-44f6-84cb-ba50d6eed0df admin admin] Pushing event deleted for resources: {'Network': ['ID=95b69358-a6b2-48e3-8fca-9d5082a3b5b5,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:51.311536 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ad5eb671-489c-4d53-986d-bee6c041496a req-58038150-8377-4e87-a58d-66cd7069b86e service neutron] 10.222.0.13 "GET /v2.0/networks/75df3559-ab50-4f70-b828-45be90d30e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421707 Jul 24 00:58:51.319863 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1dc5bac6-280c-4ac2-bcb7-0c2adad5d7b5 req-b81341ca-e8f0-4597-b6be-23f649d12a1a service neutron] 10.222.0.13 "GET /v2.0/networks/6b98cc79-496b-494e-a0de-ce20278a0586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6861296 Jul 24 00:58:51.339882 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-864bafc6-dfb1-4094-bd49-31dd94c309ad req-c1da9d4d-54b6-48a8-aa24-0d2ccf9aa013 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619874 Jul 24 00:58:51.513516 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad59aee-0405-432b-8336-e570086f7192 req-c050f6f4-6c9a-4cbc-b9ce-08da161241bc tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:51.536967 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cad59aee-0405-432b-8336-e570086f7192 req-c050f6f4-6c9a-4cbc-b9ce-08da161241bc tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 945 time: 0.2244315 Jul 24 00:58:51.655963 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cad59aee-0405-432b-8336-e570086f7192 req-b091aaa2-584c-4c71-a981-67d7c0426948 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122348 Jul 24 00:58:51.855122 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36810) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:51.952664 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6255bc-7015-4f1a-9066-c64df2864837 req-1786e013-2a5b-4534-ada4-7f6ef60f78f2 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:51.970406 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eb6255bc-7015-4f1a-9066-c64df2864837 req-1786e013-2a5b-4534-ada4-7f6ef60f78f2 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=259f3cdc-094a-4339-957a-7d804efecffa HTTP/1.1" status: 200 len: 946 time: 0.1426890 Jul 24 00:58:51.973984 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2a8687f6-0be2-4f90-b6a1-51181d18dd15 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2a03bd1fa7594b1dbc4c6165b77b4de3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1168685 Jul 24 00:58:51.976633 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36818) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:52.072011 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5955bac9-e39c-4eb5-97ff-96cd7d27621c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:52.076901 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eb6255bc-7015-4f1a-9066-c64df2864837 req-87848b34-928c-49b7-9170-061a45109045 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027100 Jul 24 00:58:52.107079 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5955bac9-e39c-4eb5-97ff-96cd7d27621c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:52.193988 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5955bac9-e39c-4eb5-97ff-96cd7d27621c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:52.203973 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5955bac9-e39c-4eb5-97ff-96cd7d27621c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:52.226530 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5955bac9-e39c-4eb5-97ff-96cd7d27621c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1a468ea8-f8e2-473c-af0f-77a621d017f7 HTTP/1.1" status: 204 len: 168 time: 0.2477524 Jul 24 00:58:52.258243 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5955bac9-e39c-4eb5-97ff-96cd7d27621c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a468ea8-f8e2-473c-af0f-77a621d017f7,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:52.522922 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba06dc-9739-46f9-a203-85644777b7a2 req-a861f153-9b9a-4950-b6e8-6125a052a729 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:52.538560 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2cba06dc-9739-46f9-a203-85644777b7a2 req-a861f153-9b9a-4950-b6e8-6125a052a729 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 946 time: 0.1083982 Jul 24 00:58:52.608801 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2cba06dc-9739-46f9-a203-85644777b7a2 req-65e58a72-4cb5-44cb-b421-b5ca8445f90c tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616782 Jul 24 00:58:53.096239 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0e4da-d803-44bc-a846-92319dc1b3f9 req-49287bd3-2ce7-42eb-9c14-1f273e7ad07b tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:53.106584 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c5f0e4da-d803-44bc-a846-92319dc1b3f9 req-49287bd3-2ce7-42eb-9c14-1f273e7ad07b tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 945 time: 0.2407556 Jul 24 00:58:53.153847 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:58:53.204241 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c5f0e4da-d803-44bc-a846-92319dc1b3f9 req-cf473bcb-2bd4-4398-9102-4209647de786 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896866 Jul 24 00:58:53.409012 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadff603-1818-4fa8-8465-261014892624 req-9702a737-1947-4408-8eb7-a0a5a3dc1a72 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:53.411004 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dadff603-1818-4fa8-8465-261014892624 req-9702a737-1947-4408-8eb7-a0a5a3dc1a72 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=259f3cdc-094a-4339-957a-7d804efecffa HTTP/1.1" status: 200 len: 946 time: 0.1268189 Jul 24 00:58:53.462971 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36858) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:53.475811 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dadff603-1818-4fa8-8465-261014892624 req-0a394a39-d4d0-4879-960d-e2948ecc9289 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583961 Jul 24 00:58:53.798553 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28903840-94bd-4d8a-b83e-5ff4547667c2 req-89199e6f-c242-4a03-a0b3-708365e9a43f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:53.808909 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-28903840-94bd-4d8a-b83e-5ff4547667c2 req-89199e6f-c242-4a03-a0b3-708365e9a43f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=259f3cdc-094a-4339-957a-7d804efecffa HTTP/1.1" status: 200 len: 946 time: 0.1019592 Jul 24 00:58:53.828683 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afbe9c1-70a1-4b46-9a65-49e21f107973 req-242bac03-7702-4c71-b2d5-650fa96cae67 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:53.837579 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4afbe9c1-70a1-4b46-9a65-49e21f107973 req-242bac03-7702-4c71-b2d5-650fa96cae67 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 946 time: 0.1353869 Jul 24 00:58:53.840907 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-99706ca5-18b0-4547-a520-c3505e596d97 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:58:53.896288 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4afbe9c1-70a1-4b46-9a65-49e21f107973 req-737656a2-ad98-4b8c-9f3d-e55ff946700d tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577142 Jul 24 00:58:53.916672 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-28903840-94bd-4d8a-b83e-5ff4547667c2 req-a8a476f2-9121-4047-a8fd-986b0777c209 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065762 Jul 24 00:58:53.931310 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-99706ca5-18b0-4547-a520-c3505e596d97 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks [] for floatingip, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:54.033116 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36880) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:54.069014 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-99706ca5-18b0-4547-a520-c3505e596d97 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:54.133789 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c0c0a-e233-4bcc-9167-538f53504d5e req-01eba1d9-d16d-4cb8-a6b0-463643aba6cf tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:54.143796 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a16c0c0a-e233-4bcc-9167-538f53504d5e req-01eba1d9-d16d-4cb8-a6b0-463643aba6cf tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=259f3cdc-094a-4339-957a-7d804efecffa HTTP/1.1" status: 200 len: 946 time: 0.1474867 Jul 24 00:58:54.215442 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a16c0c0a-e233-4bcc-9167-538f53504d5e req-d922c484-159e-4aa4-ad31-6fde0cd09204 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703254 Jul 24 00:58:54.293348 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-2b9b1c79-c11b-4821-b0d1-dc27ca4a55e0 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-735714066-network', 'tenant_id': '866c308422044edd9d8d22f925f0f7ad'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:58:54.378244 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9b1c79-c11b-4821-b0d1-dc27ca4a55e0 admin admin] Made reservation on behalf of 866c308422044edd9d8d22f925f0f7ad for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:58:54.382088 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2b9b1c79-c11b-4821-b0d1-dc27ca4a55e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:54.411148 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2b9b1c79-c11b-4821-b0d1-dc27ca4a55e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:54.430463 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-99706ca5-18b0-4547-a520-c3505e596d97 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Allocated IP 172.25.2.100 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/c2d018f5-6a1a-49ae-b952-f4dd04648c94) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:58:54.543704 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7026758-ff70-4783-ac4f-e9e62209ca65 req-7566a7ee-eae4-449d-9441-6c6ca88b7b6d tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:54.555064 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d7026758-ff70-4783-ac4f-e9e62209ca65 req-7566a7ee-eae4-449d-9441-6c6ca88b7b6d tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 945 time: 0.2343459 Jul 24 00:58:54.727017 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d7026758-ff70-4783-ac4f-e9e62209ca65 req-9c6f0b7b-dabf-41f1-81e9-680dea1802a1 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703410 Jul 24 00:58:54.742136 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50903e78-8465-4955-aea8-a179aa7093f0 req-52a14eba-0b46-48a4-8671-764811f1e44f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:54.745306 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-50903e78-8465-4955-aea8-a179aa7093f0 req-52a14eba-0b46-48a4-8671-764811f1e44f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=259f3cdc-094a-4339-957a-7d804efecffa HTTP/1.1" status: 200 len: 946 time: 0.1110411 Jul 24 00:58:54.776530 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-99706ca5-18b0-4547-a520-c3505e596d97 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:54.837687 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2b9b1c79-c11b-4821-b0d1-dc27ca4a55e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:54.844194 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-50903e78-8465-4955-aea8-a179aa7093f0 req-578c7fbe-8f65-4eb4-af8c-c8f804cdfa62 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924432 Jul 24 00:58:54.854597 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2b9b1c79-c11b-4821-b0d1-dc27ca4a55e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:54.894645 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b9b1c79-c11b-4821-b0d1-dc27ca4a55e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:58:54.912559 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-99706ca5-18b0-4547-a520-c3505e596d97 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:54.925094 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2b9b1c79-c11b-4821-b0d1-dc27ca4a55e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:54.925989 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-2b9b1c79-c11b-4821-b0d1-dc27ca4a55e0 admin admin] Added segment db37bdd6-4822-45bc-aa25-1bf29c249ce4 of type vlan for network 6df6787b-5d1e-4776-ae84-b76d462bf6e6 Jul 24 00:58:54.928540 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b1c79-c11b-4821-b0d1-dc27ca4a55e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7760eb-cb51-478e-903c-f2a04a71ffb4,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:54.981708 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b1c79-c11b-4821-b0d1-dc27ca4a55e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:58:54.982051 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b1c79-c11b-4821-b0d1-dc27ca4a55e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:58:54.982445 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b1c79-c11b-4821-b0d1-dc27ca4a55e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:58:54.982814 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b1c79-c11b-4821-b0d1-dc27ca4a55e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:58:54.983149 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b1c79-c11b-4821-b0d1-dc27ca4a55e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:58:54.983482 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b1c79-c11b-4821-b0d1-dc27ca4a55e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:58:54.983816 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b1c79-c11b-4821-b0d1-dc27ca4a55e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:58:54.984135 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b1c79-c11b-4821-b0d1-dc27ca4a55e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:58:54.984455 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b1c79-c11b-4821-b0d1-dc27ca4a55e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:58:54.984957 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b1c79-c11b-4821-b0d1-dc27ca4a55e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:58:54.985290 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b1c79-c11b-4821-b0d1-dc27ca4a55e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:58:54.985609 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9b1c79-c11b-4821-b0d1-dc27ca4a55e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:58:55.034922 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99706ca5-18b0-4547-a520-c3505e596d97 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:58:55.048472 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-99706ca5-18b0-4547-a520-c3505e596d97 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:58:55.060416 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99706ca5-18b0-4547-a520-c3505e596d97 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:58:55.074438 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99706ca5-18b0-4547-a520-c3505e596d97 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Pushing event updated for resources: {'Port': ['ID=c2d018f5-6a1a-49ae-b952-f4dd04648c94,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:55.125056 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2b9b1c79-c11b-4821-b0d1-dc27ca4a55e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:55.192414 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2b9b1c79-c11b-4821-b0d1-dc27ca4a55e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:55.193782 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9b1c79-c11b-4821-b0d1-dc27ca4a55e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:55.194553 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2b9b1c79-c11b-4821-b0d1-dc27ca4a55e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:55.303124 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36904) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:55.303671 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2b9b1c79-c11b-4821-b0d1-dc27ca4a55e0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2653532 Jul 24 00:58:55.308784 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-27115065-a722-4b7c-a9f7-5564c44dcc74 admin admin] Request body: {'subnet': {'network_id': '6df6787b-5d1e-4776-ae84-b76d462bf6e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-735714066-subnet', 'tenant_id': '866c308422044edd9d8d22f925f0f7ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:58:55.318140 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c77f4-e998-4294-b379-13b919eaa7f9 req-e5277af8-5096-4e59-8f48-9c0ab9a4698c tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:55.326945 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-693c77f4-e998-4294-b379-13b919eaa7f9 req-e5277af8-5096-4e59-8f48-9c0ab9a4698c tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 946 time: 0.2905326 Jul 24 00:58:55.366529 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27115065-a722-4b7c-a9f7-5564c44dcc74 admin admin] Made reservation on behalf of 866c308422044edd9d8d22f925f0f7ad for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:58:55.369746 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-27115065-a722-4b7c-a9f7-5564c44dcc74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:55.383653 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b1c79-c11b-4821-b0d1-dc27ca4a55e0 admin admin] Pushing event updated for resources: {'Network': ['ID=6df6787b-5d1e-4776-ae84-b76d462bf6e6,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:55.395792 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 6df6787b-5d1e-4776-ae84-b76d462bf6e6 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:58:55.401619 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-99706ca5-18b0-4547-a520-c3505e596d97 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:55.475178 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-693c77f4-e998-4294-b379-13b919eaa7f9 req-a7d05134-2d32-41a7-a6d6-9374da3f0e40 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1451261 Jul 24 00:58:55.496201 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-99706ca5-18b0-4547-a520-c3505e596d97 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:55.688597 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-27115065-a722-4b7c-a9f7-5564c44dcc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:55.837887 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-99706ca5-18b0-4547-a520-c3505e596d97 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:55.845466 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-99706ca5-18b0-4547-a520-c3505e596d97 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:55.943771 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-99706ca5-18b0-4547-a520-c3505e596d97 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:55.968651 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27115065-a722-4b7c-a9f7-5564c44dcc74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=224d3361-a5fd-443b-acfd-bb17285d3afa,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:55.995579 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27115065-a722-4b7c-a9f7-5564c44dcc74 admin admin] Checking segment: {'id': 'db37bdd6-4822-45bc-aa25-1bf29c249ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6df6787b-5d1e-4776-ae84-b76d462bf6e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:58:56.003934 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27115065-a722-4b7c-a9f7-5564c44dcc74 admin admin] Network hostable DHCP agents. Network: 6df6787b-5d1e-4776-ae84-b76d462bf6e6, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:58:56.012017 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-99706ca5-18b0-4547-a520-c3505e596d97 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:56.015735 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-99706ca5-18b0-4547-a520-c3505e596d97 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5491548 Jul 24 00:58:56.019131 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36918) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:56.023229 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99706ca5-18b0-4547-a520-c3505e596d97 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Pushing event updated for resources: {'Port': ['ID=c2d018f5-6a1a-49ae-b952-f4dd04648c94,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:56.029551 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-0e3b2fb1-aabe-4fa2-b288-695a34002d14 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-794675439'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:58:56.078687 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f11cf5-5dbb-44a3-a331-328a151fab87 req-c6609179-e82b-499e-9a22-cca7d0bcefcb tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:56.080614 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-06f11cf5-5dbb-44a3-a331-328a151fab87 req-c6609179-e82b-499e-9a22-cca7d0bcefcb tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 945 time: 0.1903281 Jul 24 00:58:56.081412 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27115065-a722-4b7c-a9f7-5564c44dcc74 admin admin] Network 6df6787b-5d1e-4776-ae84-b76d462bf6e6 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:58:56.092386 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3b2fb1-aabe-4fa2-b288-695a34002d14 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Made reservation on behalf of 531b7271cf6b480883467db26861f5f8 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:58:56.096160 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0e3b2fb1-aabe-4fa2-b288-695a34002d14 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:56.105469 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-27115065-a722-4b7c-a9f7-5564c44dcc74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 6df6787b-5d1e-4776-ae84-b76d462bf6e6) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:58:56.108577 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7827e2b-6783-4311-99e9-732ebcf4a375 req-c38be6b5-00f5-4c6b-9c90-32b6d5fdb15d tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:56.110257 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b7827e2b-6783-4311-99e9-732ebcf4a375 req-c38be6b5-00f5-4c6b-9c90-32b6d5fdb15d tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=259f3cdc-094a-4339-957a-7d804efecffa HTTP/1.1" status: 200 len: 946 time: 0.1534796 Jul 24 00:58:56.115200 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c62032-4162-4081-87ac-d5710d034f95 None None] Network 6df6787b-5d1e-4776-ae84-b76d462bf6e6 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:58:56.118881 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27115065-a722-4b7c-a9f7-5564c44dcc74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:56.119731 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-27115065-a722-4b7c-a9f7-5564c44dcc74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:56.130942 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0e3b2fb1-aabe-4fa2-b288-695a34002d14 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:56.163626 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-27115065-a722-4b7c-a9f7-5564c44dcc74 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8618186 Jul 24 00:58:56.200236 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b7827e2b-6783-4311-99e9-732ebcf4a375 req-122d8569-f65e-4a53-b8a5-f1ca7f28b1b8 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707920 Jul 24 00:58:56.235316 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-06f11cf5-5dbb-44a3-a331-328a151fab87 req-cbb60fe1-fcda-4f87-b9e3-e38773d2895e tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453862 Jul 24 00:58:56.602432 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05af04-b0b8-4dcf-8c8d-a2a959219ae0 req-a7db7fd7-6b3e-424a-be29-4e7d7c2ff20e tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:56.609402 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bf05af04-b0b8-4dcf-8c8d-a2a959219ae0 req-a7db7fd7-6b3e-424a-be29-4e7d7c2ff20e tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.13 "GET /v2.0/ports?device_id=259f3cdc-094a-4339-957a-7d804efecffa HTTP/1.1" status: 200 len: 946 time: 0.3405490 Jul 24 00:58:56.618697 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0e3b2fb1-aabe-4fa2-b288-695a34002d14 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:56.710023 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe2ef6b-e36c-4b4e-ada2-8d05c2dfc8cf None None] Network 6df6787b-5d1e-4776-ae84-b76d462bf6e6 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:58:56.716008 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0e3b2fb1-aabe-4fa2-b288-695a34002d14 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:56.833621 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e3b2fb1-aabe-4fa2-b288-695a34002d14 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:58:56.845050 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18f4947-987c-47a6-a3b6-5b96ee82c7ce req-7ab786b8-4e47-4b52-b02d-c21f1139020e tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:56.871257 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f18f4947-987c-47a6-a3b6-5b96ee82c7ce req-7ab786b8-4e47-4b52-b02d-c21f1139020e tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 946 time: 0.2265763 Jul 24 00:58:56.946387 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b2fb1-aabe-4fa2-b288-695a34002d14 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8105a881-7eb5-4bf6-a568-bbc00ea63560,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:56.958475 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0e3b2fb1-aabe-4fa2-b288-695a34002d14 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:56.959095 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-0e3b2fb1-aabe-4fa2-b288-695a34002d14 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Added segment 60d4492e-97eb-4856-89cf-cb3ce1273d43 of type vlan for network cd15a29c-7f36-4d67-9543-d2b53fc9bb84 Jul 24 00:58:56.964472 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f18f4947-987c-47a6-a3b6-5b96ee82c7ce req-954c30be-64d5-4ea3-b830-e2517adbec33 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0919838 Jul 24 00:58:57.054089 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0e3b2fb1-aabe-4fa2-b288-695a34002d14 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:57.147939 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-bf05af04-b0b8-4dcf-8c8d-a2a959219ae0 req-4ea60b94-ab71-4ac5-99c7-b6021194070f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Deleting port ba18e044-f9b7-40b9-b70a-79de5731468d {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:58:57.148311 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-bf05af04-b0b8-4dcf-8c8d-a2a959219ae0 req-4ea60b94-ab71-4ac5-99c7-b6021194070f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:57.173225 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0e3b2fb1-aabe-4fa2-b288-695a34002d14 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:57.179331 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3b2fb1-aabe-4fa2-b288-695a34002d14 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:57.179828 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0e3b2fb1-aabe-4fa2-b288-695a34002d14 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:57.195513 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-8e95d9a8-90e8-41b4-a00a-91127030f767 tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:57.197149 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-8e95d9a8-90e8-41b4-a00a-91127030f767 tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] 10.222.0.15 "GET /v2.0/networks?id=6df6787b-5d1e-4776-ae84-b76d462bf6e6 HTTP/1.1" status: 200 len: 821 time: 0.2450635 Jul 24 00:58:57.335606 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b2fb1-aabe-4fa2-b288-695a34002d14 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Pushing event updated for resources: {'Network': ['ID=cd15a29c-7f36-4d67-9543-d2b53fc9bb84,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:57.350672 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network cd15a29c-7f36-4d67-9543-d2b53fc9bb84 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:58:57.359078 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-004952bd-f2ca-481a-be36-1831a336ea79 tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] 10.222.0.15 "GET /v2.0/quotas/866c308422044edd9d8d22f925f0f7ad HTTP/1.1" status: 200 len: 375 time: 0.1170585 Jul 24 00:58:57.398381 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36956) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:57.401615 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0e3b2fb1-aabe-4fa2-b288-695a34002d14 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3793387 Jul 24 00:58:57.411248 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-492fd9b2-60cb-44d2-90a8-a803360e8f0b tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Request body: {'subnet': {'network_id': 'cd15a29c-7f36-4d67-9543-d2b53fc9bb84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:58:57.469276 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-52f898b9-fc30-4d10-b3e8-7b04eaa07e36 tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=866c308422044edd9d8d22f925f0f7ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1018274 Jul 24 00:58:57.499865 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee566e-3409-45e2-b63b-fba5e130eec6 req-cb45057c-1918-4fb0-999d-583b67674fe7 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:57.508330 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a8ee566e-3409-45e2-b63b-fba5e130eec6 req-cb45057c-1918-4fb0-999d-583b67674fe7 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=259f3cdc-094a-4339-957a-7d804efecffa HTTP/1.1" status: 200 len: 946 time: 0.1788685 Jul 24 00:58:57.560174 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492fd9b2-60cb-44d2-90a8-a803360e8f0b tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Made reservation on behalf of 531b7271cf6b480883467db26861f5f8 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:58:57.568195 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-492fd9b2-60cb-44d2-90a8-a803360e8f0b tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:57.622188 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a8ee566e-3409-45e2-b63b-fba5e130eec6 req-c396be6c-0d5c-40ea-820b-1e36c9ec626b tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078210 Jul 24 00:58:57.648760 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-bf05af04-b0b8-4dcf-8c8d-a2a959219ae0 req-4ea60b94-ab71-4ac5-99c7-b6021194070f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] For port ba18e044-f9b7-40b9-b70a-79de5731468d, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=ba18e044-f9b7-40b9-b70a-79de5731468d,segment=NetworkSegment(105933f1-ad5a-4c90-9ca8-c74f813dbd38),segment_id=105933f1-ad5a-4c90-9ca8-c74f813dbd38)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:58:57.650342 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-bf05af04-b0b8-4dcf-8c8d-a2a959219ae0 req-4ea60b94-ab71-4ac5-99c7-b6021194070f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:57.676616 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-bf05af04-b0b8-4dcf-8c8d-a2a959219ae0 req-4ea60b94-ab71-4ac5-99c7-b6021194070f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Calling delete_port for ba18e044-f9b7-40b9-b70a-79de5731468d owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:58:57.687660 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-5906c58b-7f2e-414f-8f78-f082b3202ae2 service neutron] 10.222.0.15 "GET /v2.0/networks/6df6787b-5d1e-4776-ae84-b76d462bf6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167876 Jul 24 00:58:57.894242 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-226d5e9d-d524-40f5-ae6b-ecde8688544d service neutron] 10.222.0.15 "GET /v2.0/networks/6df6787b-5d1e-4776-ae84-b76d462bf6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041481 Jul 24 00:58:57.989305 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-492fd9b2-60cb-44d2-90a8-a803360e8f0b tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:58.038174 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-bf05af04-b0b8-4dcf-8c8d-a2a959219ae0 req-4ea60b94-ab71-4ac5-99c7-b6021194070f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:58.051143 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['f142e1c3-accd-44c6-a488-2ba01c18ea56', 'ba18e044-f9b7-40b9-b70a-79de5731468d'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:58:58.124430 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492fd9b2-60cb-44d2-90a8-a803360e8f0b tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Pushing event updated for resources: {'Subnet': ['ID=10e90d42-d43a-47d8-aa36-87e94c176429,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:58.141064 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea60b94-ab71-4ac5-99c7-b6021194070f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Pushing event deleted for resources: {'Port': ['ID=ba18e044-f9b7-40b9-b70a-79de5731468d,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:58.156947 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c80865-deb8-4a1f-85c8-e2c39b48cdc8 req-32eaa373-aedd-42ad-90d6-0dbae6ac451e tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:58.158859 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-30c80865-deb8-4a1f-85c8-e2c39b48cdc8 req-32eaa373-aedd-42ad-90d6-0dbae6ac451e tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 945 time: 0.1834891 Jul 24 00:58:58.159923 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492fd9b2-60cb-44d2-90a8-a803360e8f0b tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Checking segment: {'id': '60d4492e-97eb-4856-89cf-cb3ce1273d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'cd15a29c-7f36-4d67-9543-d2b53fc9bb84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:58:58.160499 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492fd9b2-60cb-44d2-90a8-a803360e8f0b tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Network hostable DHCP agents. Network: cd15a29c-7f36-4d67-9543-d2b53fc9bb84, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:58:58.214603 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492fd9b2-60cb-44d2-90a8-a803360e8f0b tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Network cd15a29c-7f36-4d67-9543-d2b53fc9bb84 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:58:58.236914 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-30c80865-deb8-4a1f-85c8-e2c39b48cdc8 req-82af60fc-ff57-483e-a3bf-bb1c2b66daf6 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723026 Jul 24 00:58:58.246113 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-492fd9b2-60cb-44d2-90a8-a803360e8f0b tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, cd15a29c-7f36-4d67-9543-d2b53fc9bb84) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:58:58.255673 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492fd9b2-60cb-44d2-90a8-a803360e8f0b tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:58.258309 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-492fd9b2-60cb-44d2-90a8-a803360e8f0b tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:58.274909 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d734aec6-05e1-4ed4-8746-ff448d23bb49 None None] Network cd15a29c-7f36-4d67-9543-d2b53fc9bb84 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:58:58.310531 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-492fd9b2-60cb-44d2-90a8-a803360e8f0b tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9033725 Jul 24 00:58:58.313371 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36970) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:58:58.318696 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-6b0c939c-1a31-4f14-8d88-6aa02aab427d tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1435042589', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}, 'admin_state_up': False}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:58:58.340413 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf05af04-b0b8-4dcf-8c8d-a2a959219ae0 req-4ea60b94-ab71-4ac5-99c7-b6021194070f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] No DVR routers for this DVR port ba18e044-f9b7-40b9-b70a-79de5731468d on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:58:58.346446 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-bf05af04-b0b8-4dcf-8c8d-a2a959219ae0 req-4ea60b94-ab71-4ac5-99c7-b6021194070f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:58.359162 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bf05af04-b0b8-4dcf-8c8d-a2a959219ae0 req-4ea60b94-ab71-4ac5-99c7-b6021194070f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.13 "DELETE /v2.0/ports/ba18e044-f9b7-40b9-b70a-79de5731468d HTTP/1.1" status: 204 len: 173 time: 1.7326896 Jul 24 00:58:58.361353 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259f3cdc-094a-4339-957a-7d804efecffa', 'name': 'network-vif-deleted', 'tag': 'ba18e044-f9b7-40b9-b70a-79de5731468d'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:58:58.375058 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d676a036-b457-40da-990c-2ffc431d422a" -d '{"events": [{"server_uuid": "259f3cdc-094a-4339-957a-7d804efecffa", "name": "network-vif-deleted", "tag": "ba18e044-f9b7-40b9-b70a-79de5731468d"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:58:58.399500 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6b0c939c-1a31-4f14-8d88-6aa02aab427d tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:58.400882 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6b0c939c-1a31-4f14-8d88-6aa02aab427d tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:58.546069 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6b0c939c-1a31-4f14-8d88-6aa02aab427d tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:58.691936 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6f08d-342a-4b04-b0d8-dc6f0e3846ee req-422d18d2-0e07-4c90-843c-77ce7dc24d7b tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:58.708091 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-80b6f08d-342a-4b04-b0d8-dc6f0e3846ee req-422d18d2-0e07-4c90-843c-77ce7dc24d7b tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 946 time: 0.2089612 Jul 24 00:58:58.739246 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcab4dc0-004c-4d86-bcaa-4ea751030566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-cd15a29c-7f36-4d67-9543-d2b53fc9bb84', 'network_id': 'cd15a29c-7f36-4d67-9543-d2b53fc9bb84', 'tenant_id': '531b7271cf6b480883467db26861f5f8', 'fixed_ips': [{'subnet_id': '10e90d42-d43a-47d8-aa36-87e94c176429'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:58:58.740079 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bcab4dc0-004c-4d86-bcaa-4ea751030566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:58.797931 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ba8b45a-a98f-44c0-8d3e-5837cf762343 req-036810f8-fd2a-4e9c-b036-6933934602c8 tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] 10.222.0.15 "GET /v2.0/ports?device_id=9536716e-ed93-4cba-8e87-90f2cae4f0ef HTTP/1.1" status: 200 len: 210 time: 0.1074991 Jul 24 00:58:58.818306 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-80b6f08d-342a-4b04-b0d8-dc6f0e3846ee req-2e93a869-d2a4-4312-8af6-533d4f078edb tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1094866 Jul 24 00:58:58.905070 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a369488d-3046-45b8-874e-aba87c031a1b x-openstack-request-id: req-a369488d-3046-45b8-874e-aba87c031a1b {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:58:58.905365 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259f3cdc-094a-4339-957a-7d804efecffa", "name": "network-vif-deleted", "tag": "ba18e044-f9b7-40b9-b70a-79de5731468d", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:58:58.905711 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a369488d-3046-45b8-874e-aba87c031a1b {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:58:58.906014 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '259f3cdc-094a-4339-957a-7d804efecffa', 'name': 'network-vif-deleted', 'tag': 'ba18e044-f9b7-40b9-b70a-79de5731468d', 'status': 'completed', 'code': 200} Jul 24 00:58:59.004851 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9fae33e1-8454-42c4-9588-118d7feb0a01 req-46d22fef-d1e2-49d6-a202-a08bd1404e66 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=259f3cdc-094a-4339-957a-7d804efecffa HTTP/1.1" status: 200 len: 210 time: 0.0361080 Jul 24 00:58:59.012435 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6b0c939c-1a31-4f14-8d88-6aa02aab427d tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:59.017935 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-bcab4dc0-004c-4d86-bcaa-4ea751030566 None None] Allocated IP 172.20.0.2 (cd15a29c-7f36-4d67-9543-d2b53fc9bb84/10e90d42-d43a-47d8-aa36-87e94c176429/e6ec2121-3acf-4d0d-9746-49554922691c) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:58:59.233028 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bcab4dc0-004c-4d86-bcaa-4ea751030566 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:59.248940 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-bcab4dc0-004c-4d86-bcaa-4ea751030566 None None] Transition to ACTIVE for port object e6ec2121-3acf-4d0d-9746-49554922691c will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:58:59.303806 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6b0c939c-1a31-4f14-8d88-6aa02aab427d tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks [] for router_gateway, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:59.312408 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-bcab4dc0-004c-4d86-bcaa-4ea751030566 None None] Transition to ACTIVE for port object e6ec2121-3acf-4d0d-9746-49554922691c will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:58:59.326241 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bcab4dc0-004c-4d86-bcaa-4ea751030566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:59.375481 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6b0c939c-1a31-4f14-8d88-6aa02aab427d tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:59.401513 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcab4dc0-004c-4d86-bcaa-4ea751030566 None None] Network cd15a29c-7f36-4d67-9543-d2b53fc9bb84 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:58:59.410100 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-bcab4dc0-004c-4d86-bcaa-4ea751030566 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:58:59.418746 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcab4dc0-004c-4d86-bcaa-4ea751030566 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:58:59.485720 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab4dc0-004c-4d86-bcaa-4ea751030566 None None] Pushing event updated for resources: {'Port': ['ID=e6ec2121-3acf-4d0d-9746-49554922691c,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:59.513622 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-bcab4dc0-004c-4d86-bcaa-4ea751030566 None None] Attempting to bind port e6ec2121-3acf-4d0d-9746-49554922691c on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:58:59.514014 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-bcab4dc0-004c-4d86-bcaa-4ea751030566 None None] Attempting to bind port e6ec2121-3acf-4d0d-9746-49554922691c by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '60d4492e-97eb-4856-89cf-cb3ce1273d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'cd15a29c-7f36-4d67-9543-d2b53fc9bb84'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:58:59.514390 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcab4dc0-004c-4d86-bcaa-4ea751030566 None None] Attempting to bind port e6ec2121-3acf-4d0d-9746-49554922691c on network cd15a29c-7f36-4d67-9543-d2b53fc9bb84 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:58:59.531624 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcab4dc0-004c-4d86-bcaa-4ea751030566 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:58:59.532020 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcab4dc0-004c-4d86-bcaa-4ea751030566 None None] Checking segment: {'id': '60d4492e-97eb-4856-89cf-cb3ce1273d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'cd15a29c-7f36-4d67-9543-d2b53fc9bb84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:58:59.532429 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bcab4dc0-004c-4d86-bcaa-4ea751030566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:59.532835 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcab4dc0-004c-4d86-bcaa-4ea751030566 None None] Bound using segment: {'id': '60d4492e-97eb-4856-89cf-cb3ce1273d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'cd15a29c-7f36-4d67-9543-d2b53fc9bb84'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:58:59.533324 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-bcab4dc0-004c-4d86-bcaa-4ea751030566 None None] Bound port: e6ec2121-3acf-4d0d-9746-49554922691c, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60d4492e-97eb-4856-89cf-cb3ce1273d43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'cd15a29c-7f36-4d67-9543-d2b53fc9bb84'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:58:59.533719 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bcab4dc0-004c-4d86-bcaa-4ea751030566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:59.562845 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f34bf-8844-4c33-976a-be2128dcd11d req-372cd080-09ab-4e89-97df-c829f16eace5 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:58:59.574024 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-562f34bf-8844-4c33-976a-be2128dcd11d req-372cd080-09ab-4e89-97df-c829f16eace5 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 945 time: 0.1261141 Jul 24 00:58:59.599164 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-6b0c939c-1a31-4f14-8d88-6aa02aab427d tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Allocated IP 172.25.2.217 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/4629da09-909f-45c8-9809-1f7a25a24ee2) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:58:59.648172 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-562f34bf-8844-4c33-976a-be2128dcd11d req-ec76205f-6199-4f3d-b1c5-16dc5aa71681 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694878 Jul 24 00:58:59.674380 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-bcab4dc0-004c-4d86-bcaa-4ea751030566 None None] For port e6ec2121-3acf-4d0d-9746-49554922691c, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:58:59.678082 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-bcab4dc0-004c-4d86-bcaa-4ea751030566 None None] For port e6ec2121-3acf-4d0d-9746-49554922691c, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=e6ec2121-3acf-4d0d-9746-49554922691c,segment=NetworkSegment(60d4492e-97eb-4856-89cf-cb3ce1273d43),segment_id=60d4492e-97eb-4856-89cf-cb3ce1273d43)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:58:59.687696 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bcab4dc0-004c-4d86-bcaa-4ea751030566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:59.803062 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6b0c939c-1a31-4f14-8d88-6aa02aab427d tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:58:59.814200 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab4dc0-004c-4d86-bcaa-4ea751030566 None None] Pushing event updated for resources: {'Port': ['ID=e6ec2121-3acf-4d0d-9746-49554922691c,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:58:59.943525 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6b0c939c-1a31-4f14-8d88-6aa02aab427d tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:00.005049 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-95002c43-53e6-4dc0-b2b6-9dcc9f310c1f req-55eab22b-b24e-407a-9bb6-8e3efb9d94dc tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] 10.222.0.15 "GET /v2.0/ports?device_id=9536716e-ed93-4cba-8e87-90f2cae4f0ef HTTP/1.1" status: 200 len: 210 time: 0.0435758 Jul 24 00:59:00.039651 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0c939c-1a31-4f14-8d88-6aa02aab427d tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:59:00.044995 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-6b0c939c-1a31-4f14-8d88-6aa02aab427d tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:59:00.050458 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0c939c-1a31-4f14-8d88-6aa02aab427d tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:59:00.206226 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-ab1f7ac9-46b2-42d0-b4ce-fea504fbbf86 tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:00.207817 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-ab1f7ac9-46b2-42d0-b4ce-fea504fbbf86 tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] 10.222.0.13 "GET /v2.0/networks?id=6df6787b-5d1e-4776-ae84-b76d462bf6e6 HTTP/1.1" status: 200 len: 821 time: 0.3098223 Jul 24 00:59:00.237749 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-6a30ad08-7ec7-485e-b17f-775c8558ff8f tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] Request body: {'port': {'device_id': '9536716e-ed93-4cba-8e87-90f2cae4f0ef', 'network_id': '6df6787b-5d1e-4776-ae84-b76d462bf6e6', 'admin_state_up': True, 'tenant_id': '866c308422044edd9d8d22f925f0f7ad'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:00.400249 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device ba18e044-f9b7-40b9-b70a-79de5731468d no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:59:00.449653 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: ba18e044-f9b7-40b9-b70a-79de5731468d {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:59:00.450858 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device ba18e044-f9b7-40b9-b70a-79de5731468d not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:59:00.451949 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 532652b5-0ccf-4dbf-891e-e7c345897077 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:59:00.602419 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-6a30ad08-7ec7-485e-b17f-775c8558ff8f tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] Made reservation on behalf of 866c308422044edd9d8d22f925f0f7ad for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:59:00.606020 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:00.608546 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-6a30ad08-7ec7-485e-b17f-775c8558ff8f tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:00.641348 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45ca8d4-e2d6-4d74-92c9-ce232585d0d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '532652b5-0ccf-4dbf-891e-e7c345897077'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:59:00.644704 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12197cdf-f5db-4e37-a670-5b8c9bf7edfc" -d '{"events": [{"server_uuid": "f45ca8d4-e2d6-4d74-92c9-ce232585d0d2", "name": "network-vif-unplugged", "status": "completed", "tag": "532652b5-0ccf-4dbf-891e-e7c345897077"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:59:00.667125 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 532652b5-0ccf-4dbf-891e-e7c345897077, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=532652b5-0ccf-4dbf-891e-e7c345897077,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:59:00.671943 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:00.704603 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c939c-1a31-4f14-8d88-6aa02aab427d tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Pushing event updated for resources: {'Port': ['ID=4629da09-909f-45c8-9809-1f7a25a24ee2,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:00.712087 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-f7c9e361-56ff-4d6c-8f42-559eebe0af4c tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:00.720172 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-f7c9e361-56ff-4d6c-8f42-559eebe0af4c tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/networks?id=2da6bbc7-a75c-4c5c-b454-75233615e1ea HTTP/1.1" status: 200 len: 806 time: 0.2389359 Jul 24 00:59:00.743743 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=532652b5-0ccf-4dbf-891e-e7c345897077,revision_number=14']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:00.755303 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-9a2af523-7002-4903-a331-1ae31bb78ea2 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/quotas/efa6f3db9fd64630b0882e80030f42fc HTTP/1.1" status: 200 len: 375 time: 0.0341716 Jul 24 00:59:00.846981 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe49a8c-59c7-4d26-a1e2-cfd779412048 req-e501c73b-b846-49c8-8c69-b6b0f0428d0d tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:00.856883 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cbe49a8c-59c7-4d26-a1e2-cfd779412048 req-e501c73b-b846-49c8-8c69-b6b0f0428d0d tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 946 time: 0.8532169 Jul 24 00:59:00.964097 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-6a30ad08-7ec7-485e-b17f-775c8558ff8f tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] Allocated IP 172.20.0.2 (6df6787b-5d1e-4776-ae84-b76d462bf6e6/224d3361-a5fd-443b-acfd-bb17285d3afa/b8faad09-c183-4f8c-ae32-2fb93aadd532) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:59:01.025203 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-9a096945-2f96-4245-97c8-d65730e090e3 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=efa6f3db9fd64630b0882e80030f42fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2661624 Jul 24 00:59:01.054130 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cbe49a8c-59c7-4d26-a1e2-cfd779412048 req-48668eba-0a7d-4ff5-939c-f48aff22a6a0 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1836164 Jul 24 00:59:01.076739 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e6ec2121-3acf-4d0d-9746-49554922691c up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:59:01.176064 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6b0c939c-1a31-4f14-8d88-6aa02aab427d tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks [] for router_gateway, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:01.198084 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port e6ec2121-3acf-4d0d-9746-49554922691c completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:59:01.308241 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-b3061c3a-ff74-4ef6-b89f-925f7f4e31b2 service neutron] 10.222.0.15 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809649 Jul 24 00:59:01.351064 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 00:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d84cfc-d6b0-4303-87ab-4315d747c436 x-openstack-request-id: req-c2d84cfc-d6b0-4303-87ab-4315d747c436 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:59:01.351359 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45ca8d4-e2d6-4d74-92c9-ce232585d0d2", "name": "network-vif-unplugged", "status": "completed", "tag": "532652b5-0ccf-4dbf-891e-e7c345897077", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:59:01.351708 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c2d84cfc-d6b0-4303-87ab-4315d747c436 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:59:01.352599 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45ca8d4-e2d6-4d74-92c9-ce232585d0d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '532652b5-0ccf-4dbf-891e-e7c345897077', 'code': 200} Jul 24 00:59:01.429981 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-6a30ad08-7ec7-485e-b17f-775c8558ff8f tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:01.491349 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-cb092f76-eac9-4a33-ba6b-7126f37d8473 service neutron] 10.222.0.15 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713376 Jul 24 00:59:01.491674 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17448a75-9317-49c7-837f-777159ce1e03 None None] Network cd15a29c-7f36-4d67-9543-d2b53fc9bb84 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:59:01.549246 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-6a30ad08-7ec7-485e-b17f-775c8558ff8f tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:01.573337 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6b0c939c-1a31-4f14-8d88-6aa02aab427d tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:01.590427 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-646984a8-6d44-4f46-8c81-1708b271a671 None None] Provisioning for port e6ec2121-3acf-4d0d-9746-49554922691c completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:59:01.598735 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-646984a8-6d44-4f46-8c81-1708b271a671 None None] Provisioning complete for port e6ec2121-3acf-4d0d-9746-49554922691c triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:59:01.599518 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-646984a8-6d44-4f46-8c81-1708b271a671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:01.622945 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-6a30ad08-7ec7-485e-b17f-775c8558ff8f tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] Network 6df6787b-5d1e-4776-ae84-b76d462bf6e6 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:59:01.629178 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f4a2a-91ac-4338-80e8-c02fd1331934 req-b0ec8a43-3321-44b1-a9af-764629933f1d tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:01.629624 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-6a30ad08-7ec7-485e-b17f-775c8558ff8f tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:59:01.634270 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-6a30ad08-7ec7-485e-b17f-775c8558ff8f tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:59:01.638373 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fc7f4a2a-91ac-4338-80e8-c02fd1331934 req-b0ec8a43-3321-44b1-a9af-764629933f1d tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 945 time: 0.2065201 Jul 24 00:59:01.683494 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30ad08-7ec7-485e-b17f-775c8558ff8f tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] Pushing event updated for resources: {'Port': ['ID=b8faad09-c183-4f8c-ae32-2fb93aadd532,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:01.759068 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-6a30ad08-7ec7-485e-b17f-775c8558ff8f tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:01.763298 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-6a30ad08-7ec7-485e-b17f-775c8558ff8f tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:01.794301 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-6a30ad08-7ec7-485e-b17f-775c8558ff8f tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5729625 Jul 24 00:59:01.801258 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-646984a8-6d44-4f46-8c81-1708b271a671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:01.828331 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-74116ea9-ffac-4b87-b302-0599cca046b9 service neutron] Request body: {'port': {'device_id': '9536716e-ed93-4cba-8e87-90f2cae4f0ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:01.868924 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fc7f4a2a-91ac-4338-80e8-c02fd1331934 req-73e4401e-dc08-4f0d-a4dc-a2492186d574 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601441 Jul 24 00:59:01.879383 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-646984a8-6d44-4f46-8c81-1708b271a671 None None] For port e6ec2121-3acf-4d0d-9746-49554922691c, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=e6ec2121-3acf-4d0d-9746-49554922691c,segment=NetworkSegment(60d4492e-97eb-4856-89cf-cb3ce1273d43),segment_id=60d4492e-97eb-4856-89cf-cb3ce1273d43)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:59:01.889772 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-646984a8-6d44-4f46-8c81-1708b271a671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:01.988670 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0c939c-1a31-4f14-8d88-6aa02aab427d tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Router aebba95e-9915-45e7-9ef1-4077173dbb4e is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:59:02.044994 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646984a8-6d44-4f46-8c81-1708b271a671 None None] Pushing event updated for resources: {'Port': ['ID=e6ec2121-3acf-4d0d-9746-49554922691c,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:02.100822 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-74116ea9-ffac-4b87-b302-0599cca046b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:02.198315 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25307858-467b-4ada-a312-17df021e0e46 req-e4334f68-bbbb-4d39-ae4a-706ad5850fe7 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:02.210242 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-25307858-467b-4ada-a312-17df021e0e46 req-e4334f68-bbbb-4d39-ae4a-706ad5850fe7 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.2098355 Jul 24 00:59:02.236630 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0c939c-1a31-4f14-8d88-6aa02aab427d tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:59:02.250574 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77068d47-9fa9-42f0-be12-e455e87a13f8 None None] Sync routers for ids ['aebba95e-9915-45e7-9ef1-4077173dbb4e'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:59:02.268089 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77068d47-9fa9-42f0-be12-e455e87a13f8 None None] Routers {'aebba95e-9915-45e7-9ef1-4077173dbb4e'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:59:02.269016 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-77068d47-9fa9-42f0-be12-e455e87a13f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:58:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['aebba95e-9915-45e7-9ef1-4077173dbb4e'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:02.296521 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c02de-f431-454e-8c9c-351b0af046ee req-efb22c8f-10a8-47b4-9973-77add22a93c8 tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:02.306549 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-941c02de-f431-454e-8c9c-351b0af046ee req-efb22c8f-10a8-47b4-9973-77add22a93c8 tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] 10.222.0.15 "GET /v2.0/ports?device_id=9536716e-ed93-4cba-8e87-90f2cae4f0ef HTTP/1.1" status: 200 len: 931 time: 0.4006212 Jul 24 00:59:02.326244 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-25307858-467b-4ada-a312-17df021e0e46 req-dc7c5229-d9e8-48d3-91c8-2e96529dc257 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1140254 Jul 24 00:59:02.327607 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6b0c939c-1a31-4f14-8d88-6aa02aab427d tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:02.335946 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6b0c939c-1a31-4f14-8d88-6aa02aab427d tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.0188687 Jul 24 00:59:02.337010 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37100) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:02.344437 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-77068d47-9fa9-42f0-be12-e455e87a13f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:02.377875 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77068d47-9fa9-42f0-be12-e455e87a13f8 None None] Routers {'aebba95e-9915-45e7-9ef1-4077173dbb4e'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:59:02.379214 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-77068d47-9fa9-42f0-be12-e455e87a13f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:58:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['aebba95e-9915-45e7-9ef1-4077173dbb4e'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:02.405613 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-941c02de-f431-454e-8c9c-351b0af046ee req-08f14c8b-a835-4d69-9a41-c2f494ff5b80 tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b7760eb-cb51-478e-903c-f2a04a71ffb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972345 Jul 24 00:59:02.445162 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-77068d47-9fa9-42f0-be12-e455e87a13f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:02.446040 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77068d47-9fa9-42f0-be12-e455e87a13f8 None None] The sync data for ids ['aebba95e-9915-45e7-9ef1-4077173dbb4e'] in n-d-793621-25 is: [] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:59:02.520058 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d6e31748-2a2a-4b81-86fd-bcceea700c2f None None] Provisioning complete for port e6ec2121-3acf-4d0d-9746-49554922691c triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:59:02.521721 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d6e31748-2a2a-4b81-86fd-bcceea700c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:02.672336 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-07190fa6-3782-496b-99f3-877a6f2b8c09 req-d67eb8d8-d0e3-4c11-8725-1f99fecd1adb tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 210 time: 0.1837492 Jul 24 00:59:02.725310 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-74116ea9-ffac-4b87-b302-0599cca046b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8faad09-c183-4f8c-ae32-2fb93aadd532 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:59:02.747733 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-74116ea9-ffac-4b87-b302-0599cca046b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:02.780721 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-74116ea9-ffac-4b87-b302-0599cca046b9 service neutron] Transition to ACTIVE for port object b8faad09-c183-4f8c-ae32-2fb93aadd532 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:59:02.800472 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-74116ea9-ffac-4b87-b302-0599cca046b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:03.037378 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74116ea9-ffac-4b87-b302-0599cca046b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b8faad09-c183-4f8c-ae32-2fb93aadd532,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:03.102520 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-74116ea9-ffac-4b87-b302-0599cca046b9 service neutron] Attempting to bind port b8faad09-c183-4f8c-ae32-2fb93aadd532 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:03.103816 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-74116ea9-ffac-4b87-b302-0599cca046b9 service neutron] Attempting to bind port b8faad09-c183-4f8c-ae32-2fb93aadd532 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': 'db37bdd6-4822-45bc-aa25-1bf29c249ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6df6787b-5d1e-4776-ae84-b76d462bf6e6'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:03.104350 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-74116ea9-ffac-4b87-b302-0599cca046b9 service neutron] Attempting to bind port b8faad09-c183-4f8c-ae32-2fb93aadd532 on network 6df6787b-5d1e-4776-ae84-b76d462bf6e6 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:03.119900 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e6ec2121-3acf-4d0d-9746-49554922691c up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:59:03.125876 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-74116ea9-ffac-4b87-b302-0599cca046b9 service neutron] Port b8faad09-c183-4f8c-ae32-2fb93aadd532 on network 6df6787b-5d1e-4776-ae84-b76d462bf6e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:59:03.126489 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-74116ea9-ffac-4b87-b302-0599cca046b9 service neutron] Attempting to bind port b8faad09-c183-4f8c-ae32-2fb93aadd532 on network 6df6787b-5d1e-4776-ae84-b76d462bf6e6 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:03.138619 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-74116ea9-ffac-4b87-b302-0599cca046b9 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:59:03.139384 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-74116ea9-ffac-4b87-b302-0599cca046b9 service neutron] Checking segment: {'id': 'db37bdd6-4822-45bc-aa25-1bf29c249ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6df6787b-5d1e-4776-ae84-b76d462bf6e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:59:03.139937 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-74116ea9-ffac-4b87-b302-0599cca046b9 service neutron] Bound using segment: {'id': 'db37bdd6-4822-45bc-aa25-1bf29c249ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6df6787b-5d1e-4776-ae84-b76d462bf6e6'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:59:03.140561 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-74116ea9-ffac-4b87-b302-0599cca046b9 service neutron] Bound port: b8faad09-c183-4f8c-ae32-2fb93aadd532, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db37bdd6-4822-45bc-aa25-1bf29c249ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6df6787b-5d1e-4776-ae84-b76d462bf6e6'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:59:03.141136 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-74116ea9-ffac-4b87-b302-0599cca046b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:03.187950 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c811db-e439-4057-8642-340075a45a6b req-e6837e96-e17c-41bf-94c5-8269cccc6365 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:03.197064 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-47c811db-e439-4057-8642-340075a45a6b req-e6837e96-e17c-41bf-94c5-8269cccc6365 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 945 time: 0.1632109 Jul 24 00:59:03.209411 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port e6ec2121-3acf-4d0d-9746-49554922691c triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:59:03.209989 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:03.352189 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-47c811db-e439-4057-8642-340075a45a6b req-a63221ce-c451-4efb-ac0a-b3eed96b33a1 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537008 Jul 24 00:59:03.489512 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-74116ea9-ffac-4b87-b302-0599cca046b9 service neutron] For port b8faad09-c183-4f8c-ae32-2fb93aadd532, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:59:03.512824 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e93b9af4-5b45-43a5-93ae-ad317f7c66fd tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:03.513386 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-74116ea9-ffac-4b87-b302-0599cca046b9 service neutron] For port b8faad09-c183-4f8c-ae32-2fb93aadd532, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=b8faad09-c183-4f8c-ae32-2fb93aadd532,segment=NetworkSegment(db37bdd6-4822-45bc-aa25-1bf29c249ce4),segment_id=db37bdd6-4822-45bc-aa25-1bf29c249ce4)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:59:03.534730 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-74116ea9-ffac-4b87-b302-0599cca046b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:03.742295 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947cb47-6511-4902-806c-cbc1f6212916 req-e056ab79-907f-4a8b-9289-7278bedb6d77 tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:03.751530 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1947cb47-6511-4902-806c-cbc1f6212916 req-e056ab79-907f-4a8b-9289-7278bedb6d77 tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] 10.222.0.15 "GET /v2.0/ports?device_id=9536716e-ed93-4cba-8e87-90f2cae4f0ef HTTP/1.1" status: 200 len: 943 time: 0.2452538 Jul 24 00:59:03.845157 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1947cb47-6511-4902-806c-cbc1f6212916 req-aaf8e0b0-e141-4a76-b224-a2d02e7f37fc tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b7760eb-cb51-478e-903c-f2a04a71ffb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917597 Jul 24 00:59:04.045065 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-72701551-330d-4bb0-90c8-62fe84385fe2 req-3cb32ef3-15cb-45b1-a437-7b50be5ec56e tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 210 time: 0.0356929 Jul 24 00:59:04.051245 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-74116ea9-ffac-4b87-b302-0599cca046b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:04.052122 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-74116ea9-ffac-4b87-b302-0599cca046b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:04.053757 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-74116ea9-ffac-4b87-b302-0599cca046b9 service neutron] 10.222.0.13 "PUT /v2.0/ports/b8faad09-c183-4f8c-ae32-2fb93aadd532 HTTP/1.1" status: 200 len: 1092 time: 2.2500212 Jul 24 00:59:04.056189 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9536716e-ed93-4cba-8e87-90f2cae4f0ef', 'tag': 'b8faad09-c183-4f8c-ae32-2fb93aadd532'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:59:04.067063 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1469fa2-f381-495e-8045-c68c109c34e0" -d '{"events": [{"name": "network-changed", "server_uuid": "9536716e-ed93-4cba-8e87-90f2cae4f0ef", "tag": "b8faad09-c183-4f8c-ae32-2fb93aadd532"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:59:04.130795 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4ac03f-1a79-4e54-89ec-e55940cb246d x-openstack-request-id: req-1d4ac03f-1a79-4e54-89ec-e55940cb246d {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:59:04.131845 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9536716e-ed93-4cba-8e87-90f2cae4f0ef", "tag": "b8faad09-c183-4f8c-ae32-2fb93aadd532", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:59:04.131845 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d4ac03f-1a79-4e54-89ec-e55940cb246d {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:59:04.131845 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9536716e-ed93-4cba-8e87-90f2cae4f0ef', 'tag': 'b8faad09-c183-4f8c-ae32-2fb93aadd532', 'status': 'completed', 'code': 200} Jul 24 00:59:04.150227 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-116668ce-698f-4f7a-abed-355d08cea610 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:04.152149 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-116668ce-698f-4f7a-abed-355d08cea610 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.13 "GET /v2.0/networks?id=2da6bbc7-a75c-4c5c-b454-75233615e1ea HTTP/1.1" status: 200 len: 806 time: 0.7880659 Jul 24 00:59:04.168852 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-e93b9af4-5b45-43a5-93ae-ad317f7c66fd tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Allocated IP 172.20.0.1 (cd15a29c-7f36-4d67-9543-d2b53fc9bb84/10e90d42-d43a-47d8-aa36-87e94c176429/87564b6f-562d-420f-89b6-f33beb844a58) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:59:04.171259 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74116ea9-ffac-4b87-b302-0599cca046b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b8faad09-c183-4f8c-ae32-2fb93aadd532,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:04.183354 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-299d020a-15af-48e9-a603-ac46b35d4b3f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Request body: {'port': {'device_id': '15436d09-b62f-4a0f-9388-eadbc7e2b5b8', 'network_id': '2da6bbc7-a75c-4c5c-b454-75233615e1ea', 'admin_state_up': True, 'tenant_id': 'efa6f3db9fd64630b0882e80030f42fc'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:04.312114 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e93b9af4-5b45-43a5-93ae-ad317f7c66fd tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:04.313494 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ba1c0-eb20-482c-80a7-07b50ff2d9a0 req-3f582659-c7fe-491c-be13-bbe2994ed902 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:04.314901 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-737ba1c0-eb20-482c-80a7-07b50ff2d9a0 req-3f582659-c7fe-491c-be13-bbe2994ed902 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.2505465 Jul 24 00:59:04.328704 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-e93b9af4-5b45-43a5-93ae-ad317f7c66fd tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Transition to ACTIVE for port object 87564b6f-562d-420f-89b6-f33beb844a58 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:59:04.329345 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-d23c5410-f699-410c-83e2-3ca939760aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:04.330916 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-d23c5410-f699-410c-83e2-3ca939760aa0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=866c308422044edd9d8d22f925f0f7ad&device_id=9536716e-ed93-4cba-8e87-90f2cae4f0ef HTTP/1.1" status: 200 len: 1095 time: 0.2019038 Jul 24 00:59:04.366136 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e93b9af4-5b45-43a5-93ae-ad317f7c66fd tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:04.394671 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-aebb41d2-c48b-46b1-a80d-a0315dd1b693 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b8faad09-c183-4f8c-ae32-2fb93aadd532 HTTP/1.1" status: 200 len: 217 time: 0.0517573 Jul 24 00:59:04.410837 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93b9af4-5b45-43a5-93ae-ad317f7c66fd tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Network cd15a29c-7f36-4d67-9543-d2b53fc9bb84 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:59:04.415008 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-e93b9af4-5b45-43a5-93ae-ad317f7c66fd tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:59:04.421643 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93b9af4-5b45-43a5-93ae-ad317f7c66fd tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:59:04.447869 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-737ba1c0-eb20-482c-80a7-07b50ff2d9a0 req-4cf03f8d-8967-4bd0-8934-f51f6c8733ae tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1148872 Jul 24 00:59:04.454121 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-299d020a-15af-48e9-a603-ac46b35d4b3f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Made reservation on behalf of efa6f3db9fd64630b0882e80030f42fc for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:59:04.455275 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b9af4-5b45-43a5-93ae-ad317f7c66fd tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Pushing event updated for resources: {'Port': ['ID=87564b6f-562d-420f-89b6-f33beb844a58,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:04.458398 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-299d020a-15af-48e9-a603-ac46b35d4b3f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:04.510992 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e93b9af4-5b45-43a5-93ae-ad317f7c66fd tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:04.512503 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-fd5ee4bc-bf14-4699-9803-9e324c0ef6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:04.514059 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-fd5ee4bc-bf14-4699-9803-9e324c0ef6a9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=224d3361-a5fd-443b-acfd-bb17285d3afa HTTP/1.1" status: 200 len: 861 time: 0.1064012 Jul 24 00:59:04.581906 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-f73dda53-53ef-470c-b5ea-2a1c052dd3f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6df6787b-5d1e-4776-ae84-b76d462bf6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535147 Jul 24 00:59:04.679844 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:04.740067 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a48eb-5653-4671-9dce-8dd08bd4d2b8 req-410afb3e-0006-4ee5-a597-a93c364b4662 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:04.741791 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2f4a48eb-5653-4671-9dce-8dd08bd4d2b8 req-410afb3e-0006-4ee5-a597-a93c364b4662 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 945 time: 0.2336559 Jul 24 00:59:04.845776 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b4252d5d-d6c9-434b-a650-165650ea89a2 None None] Provisioning for port 87564b6f-562d-420f-89b6-f33beb844a58 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:59:04.851964 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b4252d5d-d6c9-434b-a650-165650ea89a2 None None] Provisioning complete for port 87564b6f-562d-420f-89b6-f33beb844a58 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:59:04.852667 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b4252d5d-d6c9-434b-a650-165650ea89a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:04.852909 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2f4a48eb-5653-4671-9dce-8dd08bd4d2b8 req-9a657f2b-4043-42a0-828c-5a0308127829 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971632 Jul 24 00:59:04.854405 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e93b9af4-5b45-43a5-93ae-ad317f7c66fd tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:04.930671 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-b4252d5d-d6c9-434b-a650-165650ea89a2 None None] Port 87564b6f-562d-420f-89b6-f33beb844a58 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:59:04.934145 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-299d020a-15af-48e9-a603-ac46b35d4b3f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Allocated IP 172.20.0.7 (2da6bbc7-a75c-4c5c-b454-75233615e1ea/32aaab81-ed63-4b4f-aa91-d17bc9f404e3/c3e75db2-e135-4796-9243-2ad14f4ea6d5) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:59:04.967171 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-1d58ce86-0ba9-4f2b-9f3a-20c8926e4e6d service neutron] 10.222.0.13 "GET /v2.0/networks/6df6787b-5d1e-4776-ae84-b76d462bf6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503840 Jul 24 00:59:05.078350 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d051932-540d-4569-a2cd-276c83beaf16 req-d05de801-3951-4ec7-91d3-298c5be9466f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:05.080118 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4d051932-540d-4569-a2cd-276c83beaf16 req-d05de801-3951-4ec7-91d3-298c5be9466f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7eb0da34432d47448c1b713034c6041a&device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 1096 time: 0.3070333 Jul 24 00:59:05.083639 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:05.135272 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c9add-1a67-4420-8bb6-8011232e8ab2 req-482a80bb-c407-4703-bf7b-236e062e725b tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:05.137799 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d38c9add-1a67-4420-8bb6-8011232e8ab2 req-482a80bb-c407-4703-bf7b-236e062e725b tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.3559406 Jul 24 00:59:05.204406 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f2dc61-243f-4877-b35e-9a74437d9b1d req-9b4f8816-edf4-4db1-9df5-6c7901a78d5f tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:05.206028 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d1f2dc61-243f-4877-b35e-9a74437d9b1d req-9b4f8816-edf4-4db1-9df5-6c7901a78d5f tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] 10.222.0.15 "GET /v2.0/ports?device_id=9536716e-ed93-4cba-8e87-90f2cae4f0ef HTTP/1.1" status: 200 len: 943 time: 0.1292031 Jul 24 00:59:05.291829 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d1f2dc61-243f-4877-b35e-9a74437d9b1d req-03a57050-03b3-4119-98a2-16565062377f tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b7760eb-cb51-478e-903c-f2a04a71ffb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779772 Jul 24 00:59:05.318739 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-43d2b325-ea7f-42e6-bb7d-0631cf895b9d req-70a776bb-6983-4838-9cae-47d9d5433a69 service neutron] 10.222.0.13 "GET /v2.0/networks/6df6787b-5d1e-4776-ae84-b76d462bf6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233278 Jul 24 00:59:05.363028 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e93b9af4-5b45-43a5-93ae-ad317f7c66fd tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:05.371556 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e93b9af4-5b45-43a5-93ae-ad317f7c66fd tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:05.373912 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d38c9add-1a67-4420-8bb6-8011232e8ab2 req-004e4f96-cd1a-4aed-b118-2efbf43c6b34 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2183919 Jul 24 00:59:05.423233 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e93b9af4-5b45-43a5-93ae-ad317f7c66fd tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:05.490453 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-299d020a-15af-48e9-a603-ac46b35d4b3f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:05.502210 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b9af4-5b45-43a5-93ae-ad317f7c66fd tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Pushing event updated for resources: {'Port': ['ID=87564b6f-562d-420f-89b6-f33beb844a58,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:05.583882 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93b9af4-5b45-43a5-93ae-ad317f7c66fd tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Network cd15a29c-7f36-4d67-9543-d2b53fc9bb84 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:59:05.585319 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-e93b9af4-5b45-43a5-93ae-ad317f7c66fd tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:59:05.610453 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-97700759-e479-43d3-8d73-7d375166a27d req-d0c2ccbf-6cf1-4213-af7b-b6c3e37074d1 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 210 time: 0.0933874 Jul 24 00:59:05.616112 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d051932-540d-4569-a2cd-276c83beaf16 req-dccbd14d-52f5-43ee-b9a0-7bf8c4cee4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:05.617627 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4d051932-540d-4569-a2cd-276c83beaf16 req-dccbd14d-52f5-43ee-b9a0-7bf8c4cee4ba service neutron] 10.222.0.13 "GET /v2.0/networks?id=d582b8dc-8856-4b30-8b39-181936a3b597 HTTP/1.1" status: 200 len: 911 time: 0.4914644 Jul 24 00:59:05.700181 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-299d020a-15af-48e9-a603-ac46b35d4b3f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:05.715893 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['f142e1c3-accd-44c6-a488-2ba01c18ea56'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:59:05.771066 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93b9af4-5b45-43a5-93ae-ad317f7c66fd tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Router aebba95e-9915-45e7-9ef1-4077173dbb4e has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:59:05.844320 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d020a-15af-48e9-a603-ac46b35d4b3f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Pushing event updated for resources: {'Port': ['ID=c3e75db2-e135-4796-9243-2ad14f4ea6d5,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:05.871126 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4d051932-540d-4569-a2cd-276c83beaf16 req-5b7ae85f-670e-4bf6-982b-d8e28e028a7b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=532652b5-0ccf-4dbf-891e-e7c345897077 HTTP/1.1" status: 200 len: 999 time: 0.2441823 Jul 24 00:59:05.880860 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-299d020a-15af-48e9-a603-ac46b35d4b3f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Network 2da6bbc7-a75c-4c5c-b454-75233615e1ea is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:59:05.921288 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-299d020a-15af-48e9-a603-ac46b35d4b3f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:59:05.930690 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-299d020a-15af-48e9-a603-ac46b35d4b3f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:59:05.967645 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1094a5c6-ead1-4aa9-8fc5-e5a9eb3c114f None None] Provisioning complete for port 87564b6f-562d-420f-89b6-f33beb844a58 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:59:05.968161 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1094a5c6-ead1-4aa9-8fc5-e5a9eb3c114f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:06.008792 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1469fa2-f381-495e-8045-c68c109c34e0 req-98191e4d-5015-463f-8db9-51a5decd6668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:06.010537 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-1094a5c6-ead1-4aa9-8fc5-e5a9eb3c114f None None] Port 87564b6f-562d-420f-89b6-f33beb844a58 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:59:06.012065 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b1469fa2-f381-495e-8045-c68c109c34e0 req-98191e4d-5015-463f-8db9-51a5decd6668 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=866c308422044edd9d8d22f925f0f7ad&device_id=9536716e-ed93-4cba-8e87-90f2cae4f0ef HTTP/1.1" status: 200 len: 1095 time: 0.4939690 Jul 24 00:59:06.060710 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d051932-540d-4569-a2cd-276c83beaf16 req-7191c159-bbad-4ce1-a85d-426d5103ac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:06.062246 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4d051932-540d-4569-a2cd-276c83beaf16 req-7191c159-bbad-4ce1-a85d-426d5103ac10 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66eb251d-e6ee-4000-900c-f86c0810b697 HTTP/1.1" status: 200 len: 849 time: 0.1781781 Jul 24 00:59:06.135401 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-299d020a-15af-48e9-a603-ac46b35d4b3f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:06.136220 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-299d020a-15af-48e9-a603-ac46b35d4b3f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:06.204903 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-299d020a-15af-48e9-a603-ac46b35d4b3f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0291407 Jul 24 00:59:06.230406 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-6e8629ee-5f4a-4579-b8e9-399a3bc6b503 service neutron] Request body: {'port': {'device_id': '15436d09-b62f-4a0f-9388-eadbc7e2b5b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:06.273485 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d051932-540d-4569-a2cd-276c83beaf16 req-cdd22a44-7f6f-4dec-a28f-c09caf1d78d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:06.275295 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4d051932-540d-4569-a2cd-276c83beaf16 req-cdd22a44-7f6f-4dec-a28f-c09caf1d78d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d582b8dc-8856-4b30-8b39-181936a3b597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1998844 Jul 24 00:59:06.277093 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1469fa2-f381-495e-8045-c68c109c34e0 req-40150bb4-f17f-4d2d-ba69-9185a528787b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:06.278760 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b1469fa2-f381-495e-8045-c68c109c34e0 req-40150bb4-f17f-4d2d-ba69-9185a528787b service neutron] 10.222.0.13 "GET /v2.0/networks?id=6df6787b-5d1e-4776-ae84-b76d462bf6e6 HTTP/1.1" status: 200 len: 922 time: 0.2582018 Jul 24 00:59:06.387714 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b1469fa2-f381-495e-8045-c68c109c34e0 req-2fccb2fc-9b77-4692-8f56-6c07568cbfe0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b8faad09-c183-4f8c-ae32-2fb93aadd532 HTTP/1.1" status: 200 len: 217 time: 0.0925186 Jul 24 00:59:06.395168 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93b9af4-5b45-43a5-93ae-ad317f7c66fd tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:59:06.407886 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e93b9af4-5b45-43a5-93ae-ad317f7c66fd tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] 10.222.0.15 "PUT /v2.0/routers/aebba95e-9915-45e7-9ef1-4077173dbb4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0363195 Jul 24 00:59:06.408859 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37230) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:06.413316 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8ab665-6249-484a-a549-30992fe05523 None None] Sync routers for ids ['aebba95e-9915-45e7-9ef1-4077173dbb4e'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:59:06.414168 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-41bc4b18-aebe-4cb0-a3be-4b7f5373784f tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Request body: {'port': {'network_id': 'cd15a29c-7f36-4d67-9543-d2b53fc9bb84', 'name': 'tempest-FloatingIPAdminTestJSON-554310973'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:06.427520 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8ab665-6249-484a-a549-30992fe05523 None None] Routers {'aebba95e-9915-45e7-9ef1-4077173dbb4e'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:59:06.428189 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-4a8ab665-6249-484a-a549-30992fe05523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:58:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['aebba95e-9915-45e7-9ef1-4077173dbb4e'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:06.480161 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-4a8ab665-6249-484a-a549-30992fe05523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:06.490812 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8ab665-6249-484a-a549-30992fe05523 None None] Routers {'aebba95e-9915-45e7-9ef1-4077173dbb4e'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:59:06.491489 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-4a8ab665-6249-484a-a549-30992fe05523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:58:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['aebba95e-9915-45e7-9ef1-4077173dbb4e'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:06.496767 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37232) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:06.521972 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083fd891-147f-43dc-8127-dbfc2642b42e req-d4de2149-d00b-48aa-b3ee-aaee49aeebc9 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:06.523677 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-083fd891-147f-43dc-8127-dbfc2642b42e req-d4de2149-d00b-48aa-b3ee-aaee49aeebc9 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 945 time: 0.1985977 Jul 24 00:59:06.539992 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-4a8ab665-6249-484a-a549-30992fe05523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:06.540938 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8ab665-6249-484a-a549-30992fe05523 None None] The sync data for ids ['aebba95e-9915-45e7-9ef1-4077173dbb4e'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:59:06.574915 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-6e8629ee-5f4a-4579-b8e9-399a3bc6b503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:06.632317 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-083fd891-147f-43dc-8127-dbfc2642b42e req-d5308424-a0fa-48a3-a7f5-a35818c63098 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962737 Jul 24 00:59:06.636040 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41bc4b18-aebe-4cb0-a3be-4b7f5373784f tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Made reservation on behalf of 531b7271cf6b480883467db26861f5f8 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:59:06.643854 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-41bc4b18-aebe-4cb0-a3be-4b7f5373784f tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:06.657198 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1469fa2-f381-495e-8045-c68c109c34e0 req-d13c38d3-ebef-457a-bc63-81fb7efaf1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:06.658794 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b1469fa2-f381-495e-8045-c68c109c34e0 req-d13c38d3-ebef-457a-bc63-81fb7efaf1b4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=224d3361-a5fd-443b-acfd-bb17285d3afa HTTP/1.1" status: 200 len: 861 time: 0.2577131 Jul 24 00:59:06.672400 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4d051932-540d-4569-a2cd-276c83beaf16 req-394d9f7c-f629-48c2-9dd4-e67614e228d3 service neutron] 10.222.0.13 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785369 Jul 24 00:59:06.693665 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-41bc4b18-aebe-4cb0-a3be-4b7f5373784f tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] device_id is not set on port 2d550218-9bf2-4202-8c46-91b42b3a6eba yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:59:06.739687 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b1469fa2-f381-495e-8045-c68c109c34e0 req-05a18f25-b975-4a26-80a7-da204ecc0c15 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6df6787b-5d1e-4776-ae84-b76d462bf6e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697122 Jul 24 00:59:06.902220 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-41bc4b18-aebe-4cb0-a3be-4b7f5373784f tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Allocated IP 172.20.0.10 (cd15a29c-7f36-4d67-9543-d2b53fc9bb84/10e90d42-d43a-47d8-aa36-87e94c176429/2d550218-9bf2-4202-8c46-91b42b3a6eba) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:59:06.918440 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e35b0-f91c-4a0a-933f-83af07fbe2cb req-da7659c1-07be-475b-b1b1-a0ae48867626 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:06.920281 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c95e35b0-f91c-4a0a-933f-83af07fbe2cb req-da7659c1-07be-475b-b1b1-a0ae48867626 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.1565881 Jul 24 00:59:06.922697 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c25e34f7-ff01-4a50-80ee-716cd6ae799a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:06.982233 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d60dec-82a4-4827-9ac5-49fd4847e0c8 req-4d1237e0-1c0e-402a-a49a-0ecc432059fb tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:06.983983 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-73d60dec-82a4-4827-9ac5-49fd4847e0c8 req-4d1237e0-1c0e-402a-a49a-0ecc432059fb tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] 10.222.0.15 "GET /v2.0/ports?device_id=9536716e-ed93-4cba-8e87-90f2cae4f0ef HTTP/1.1" status: 200 len: 943 time: 0.5642939 Jul 24 00:59:06.989153 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c95e35b0-f91c-4a0a-933f-83af07fbe2cb req-ec9d60b1-ca19-4ae9-8cf7-7869b10080dc tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0624604 Jul 24 00:59:07.109610 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4d051932-540d-4569-a2cd-276c83beaf16 req-ade17b73-eb20-41be-b0eb-396d70c0c7b5 service neutron] 10.222.0.13 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238098 Jul 24 00:59:07.153493 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-41bc4b18-aebe-4cb0-a3be-4b7f5373784f tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:07.198492 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-41bc4b18-aebe-4cb0-a3be-4b7f5373784f tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Transition to ACTIVE for port object 2d550218-9bf2-4202-8c46-91b42b3a6eba will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:59:07.258842 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116d3ba-c9a4-4fc6-a08c-37d9aedff0d5 req-911901e4-eca9-4029-8c4f-5f01105fafa2 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:07.260378 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2116d3ba-c9a4-4fc6-a08c-37d9aedff0d5 req-911901e4-eca9-4029-8c4f-5f01105fafa2 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 931 time: 0.1038206 Jul 24 00:59:07.282196 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-41bc4b18-aebe-4cb0-a3be-4b7f5373784f tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:07.352478 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41bc4b18-aebe-4cb0-a3be-4b7f5373784f tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Network cd15a29c-7f36-4d67-9543-d2b53fc9bb84 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:59:07.362085 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-41bc4b18-aebe-4cb0-a3be-4b7f5373784f tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:59:07.366576 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bc4b18-aebe-4cb0-a3be-4b7f5373784f tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:59:07.372918 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2116d3ba-c9a4-4fc6-a08c-37d9aedff0d5 req-d48b97c6-8715-48a2-95e4-bc86d8fa8850 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056592 Jul 24 00:59:07.410579 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc4b18-aebe-4cb0-a3be-4b7f5373784f tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Pushing event updated for resources: {'Port': ['ID=2d550218-9bf2-4202-8c46-91b42b3a6eba,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:07.443569 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bc4b18-aebe-4cb0-a3be-4b7f5373784f tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:07.444280 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-41bc4b18-aebe-4cb0-a3be-4b7f5373784f tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:07.474672 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b1469fa2-f381-495e-8045-c68c109c34e0 req-9faf6ff8-0d1c-4d6a-a856-03e007668186 service neutron] 10.222.0.13 "GET /v2.0/networks/6df6787b-5d1e-4776-ae84-b76d462bf6e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7177739 Jul 24 00:59:07.491294 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-73d60dec-82a4-4827-9ac5-49fd4847e0c8 req-fa2c9805-d213-49e0-9e93-2752c5ade40b tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b7760eb-cb51-478e-903c-f2a04a71ffb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4996583 Jul 24 00:59:07.645862 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-3890de61-46d3-4f4f-ab7f-3a4ef78b26a5 None None] Provisioning for port 2d550218-9bf2-4202-8c46-91b42b3a6eba completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:59:07.651918 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-3890de61-46d3-4f4f-ab7f-3a4ef78b26a5 None None] Provisioning complete for port 2d550218-9bf2-4202-8c46-91b42b3a6eba triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:59:07.652925 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3890de61-46d3-4f4f-ab7f-3a4ef78b26a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:07.694796 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-3890de61-46d3-4f4f-ab7f-3a4ef78b26a5 None None] Port 2d550218-9bf2-4202-8c46-91b42b3a6eba cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:59:07.705186 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b1469fa2-f381-495e-8045-c68c109c34e0 req-cb4f59a6-2d80-441f-a476-d29e849bde57 service neutron] 10.222.0.13 "GET /v2.0/networks/6df6787b-5d1e-4776-ae84-b76d462bf6e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174296 Jul 24 00:59:07.719213 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c25e34f7-ff01-4a50-80ee-716cd6ae799a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:07.721619 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-6e8629ee-5f4a-4579-b8e9-399a3bc6b503 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3e75db2-e135-4796-9243-2ad14f4ea6d5 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:59:07.729298 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c25e34f7-ff01-4a50-80ee-716cd6ae799a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:07.733353 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-6e8629ee-5f4a-4579-b8e9-399a3bc6b503 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:07.734739 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-41bc4b18-aebe-4cb0-a3be-4b7f5373784f tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3247070 Jul 24 00:59:07.746901 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37244) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:07.787106 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-6e8629ee-5f4a-4579-b8e9-399a3bc6b503 service neutron] Transition to ACTIVE for port object c3e75db2-e135-4796-9243-2ad14f4ea6d5 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:59:07.792940 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e34f7-ff01-4a50-80ee-716cd6ae799a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9aebf01-a839-4773-a0b7-28862aab3d5c,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:07.798506 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c25e34f7-ff01-4a50-80ee-716cd6ae799a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0f84a060e55a48d8a533647deb2d838c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2984786 Jul 24 00:59:07.800046 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-6e8629ee-5f4a-4579-b8e9-399a3bc6b503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:07.802037 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297b763-60c6-46cc-811e-e7f45fa6013e req-8109cd9e-18e0-47e4-9d99-7683223e57e6 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:07.802190 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37248) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:07.804335 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f297b763-60c6-46cc-811e-e7f45fa6013e req-8109cd9e-18e0-47e4-9d99-7683223e57e6 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 945 time: 0.0844853 Jul 24 00:59:07.873192 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f297b763-60c6-46cc-811e-e7f45fa6013e req-9634717f-b581-460e-a4de-9f21a6adbdec tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485513 Jul 24 00:59:07.891129 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8629ee-5f4a-4579-b8e9-399a3bc6b503 service neutron] Pushing event updated for resources: {'Port': ['ID=c3e75db2-e135-4796-9243-2ad14f4ea6d5,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:07.929466 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-a9f85d8c-89af-4642-b1c5-1589f986620d tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'project_id': '531b7271cf6b480883467db26861f5f8', 'port_id': '2d550218-9bf2-4202-8c46-91b42b3a6eba'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:07.965855 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b4dfe721-2448-44ec-aa63-e390f0353391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:08.009537 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a9f85d8c-89af-4642-b1c5-1589f986620d tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:08.013353 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b4dfe721-2448-44ec-aa63-e390f0353391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:08.061168 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-6e8629ee-5f4a-4579-b8e9-399a3bc6b503 service neutron] Attempting to bind port c3e75db2-e135-4796-9243-2ad14f4ea6d5 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:08.061514 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-6e8629ee-5f4a-4579-b8e9-399a3bc6b503 service neutron] Attempting to bind port c3e75db2-e135-4796-9243-2ad14f4ea6d5 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '105933f1-ad5a-4c90-9ca8-c74f813dbd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2da6bbc7-a75c-4c5c-b454-75233615e1ea'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:08.061903 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-6e8629ee-5f4a-4579-b8e9-399a3bc6b503 service neutron] Attempting to bind port c3e75db2-e135-4796-9243-2ad14f4ea6d5 on network 2da6bbc7-a75c-4c5c-b454-75233615e1ea {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:08.090870 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-6e8629ee-5f4a-4579-b8e9-399a3bc6b503 service neutron] Port c3e75db2-e135-4796-9243-2ad14f4ea6d5 on network 2da6bbc7-a75c-4c5c-b454-75233615e1ea not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:59:08.091208 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-6e8629ee-5f4a-4579-b8e9-399a3bc6b503 service neutron] Attempting to bind port c3e75db2-e135-4796-9243-2ad14f4ea6d5 on network 2da6bbc7-a75c-4c5c-b454-75233615e1ea {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:08.124665 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-6e8629ee-5f4a-4579-b8e9-399a3bc6b503 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:59:08.125011 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-6e8629ee-5f4a-4579-b8e9-399a3bc6b503 service neutron] Checking segment: {'id': '105933f1-ad5a-4c90-9ca8-c74f813dbd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2da6bbc7-a75c-4c5c-b454-75233615e1ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:59:08.125690 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-6e8629ee-5f4a-4579-b8e9-399a3bc6b503 service neutron] Bound using segment: {'id': '105933f1-ad5a-4c90-9ca8-c74f813dbd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2da6bbc7-a75c-4c5c-b454-75233615e1ea'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:59:08.126897 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-6e8629ee-5f4a-4579-b8e9-399a3bc6b503 service neutron] Bound port: c3e75db2-e135-4796-9243-2ad14f4ea6d5, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '105933f1-ad5a-4c90-9ca8-c74f813dbd38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2da6bbc7-a75c-4c5c-b454-75233615e1ea'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:59:08.126897 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-6e8629ee-5f4a-4579-b8e9-399a3bc6b503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:08.215264 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b4dfe721-2448-44ec-aa63-e390f0353391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:08.217250 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b4dfe721-2448-44ec-aa63-e390f0353391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:08.218430 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b4dfe721-2448-44ec-aa63-e390f0353391 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e9aebf01-a839-4773-a0b7-28862aab3d5c HTTP/1.1" status: 204 len: 168 time: 0.4139950 Jul 24 00:59:08.252790 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dfe721-2448-44ec-aa63-e390f0353391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9aebf01-a839-4773-a0b7-28862aab3d5c,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:08.285225 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d009142-c916-4053-a450-1aa585380990 req-17eb6ef1-e1a4-4682-862d-10092e6f0585 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:08.286986 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4d009142-c916-4053-a450-1aa585380990 req-17eb6ef1-e1a4-4682-862d-10092e6f0585 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.2081876 Jul 24 00:59:08.296514 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-6e8629ee-5f4a-4579-b8e9-399a3bc6b503 service neutron] For port c3e75db2-e135-4796-9243-2ad14f4ea6d5, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:59:08.302214 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-6e8629ee-5f4a-4579-b8e9-399a3bc6b503 service neutron] For port c3e75db2-e135-4796-9243-2ad14f4ea6d5, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=c3e75db2-e135-4796-9243-2ad14f4ea6d5,segment=NetworkSegment(105933f1-ad5a-4c90-9ca8-c74f813dbd38),segment_id=105933f1-ad5a-4c90-9ca8-c74f813dbd38)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:59:08.319519 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-6e8629ee-5f4a-4579-b8e9-399a3bc6b503 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:08.379822 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-6e8629ee-5f4a-4579-b8e9-399a3bc6b503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:08.380508 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-6e8629ee-5f4a-4579-b8e9-399a3bc6b503 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:08.381910 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-6e8629ee-5f4a-4579-b8e9-399a3bc6b503 service neutron] 10.222.0.13 "PUT /v2.0/ports/c3e75db2-e135-4796-9243-2ad14f4ea6d5 HTTP/1.1" status: 200 len: 1092 time: 2.1662538 Jul 24 00:59:08.388972 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15436d09-b62f-4a0f-9388-eadbc7e2b5b8', 'tag': 'c3e75db2-e135-4796-9243-2ad14f4ea6d5'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:59:08.391378 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d5279a-b62b-489e-ae34-1297e9061936" -d '{"events": [{"name": "network-changed", "server_uuid": "15436d09-b62f-4a0f-9388-eadbc7e2b5b8", "tag": "c3e75db2-e135-4796-9243-2ad14f4ea6d5"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:59:08.400898 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a9f85d8c-89af-4642-b1c5-1589f986620d tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:08.405378 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4d009142-c916-4053-a450-1aa585380990 req-fd382945-783d-40f3-9c40-9c7593aa5ba3 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1118057 Jul 24 00:59:08.440263 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device b8faad09-c183-4f8c-ae32-2fb93aadd532 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:59:08.461696 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8629ee-5f4a-4579-b8e9-399a3bc6b503 service neutron] Pushing event updated for resources: {'Port': ['ID=c3e75db2-e135-4796-9243-2ad14f4ea6d5,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:08.490838 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac83403-3bc5-4b5a-bc3f-97ea8e5e8e73 x-openstack-request-id: req-0ac83403-3bc5-4b5a-bc3f-97ea8e5e8e73 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:59:08.491517 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15436d09-b62f-4a0f-9388-eadbc7e2b5b8", "tag": "c3e75db2-e135-4796-9243-2ad14f4ea6d5", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:59:08.491517 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ac83403-3bc5-4b5a-bc3f-97ea8e5e8e73 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:59:08.491877 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15436d09-b62f-4a0f-9388-eadbc7e2b5b8', 'tag': 'c3e75db2-e135-4796-9243-2ad14f4ea6d5', 'status': 'completed', 'code': 200} Jul 24 00:59:08.580366 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-4512ac91-d1ce-4755-a622-f1dcf4d76b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:08.582044 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-4512ac91-d1ce-4755-a622-f1dcf4d76b1b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=efa6f3db9fd64630b0882e80030f42fc&device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 1095 time: 0.1577530 Jul 24 00:59:08.605706 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37270) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:08.609605 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-a9f85d8c-89af-4642-b1c5-1589f986620d tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Allocated IP 172.25.2.12 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/ea7227a3-86d9-4fe3-b9ed-c74be3214ff0) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:59:08.622893 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-eb70b59a-9b43-47d1-b36f-a7f827d442be admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:08.654948 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port b8faad09-c183-4f8c-ae32-2fb93aadd532, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=b8faad09-c183-4f8c-ae32-2fb93aadd532,segment=NetworkSegment(db37bdd6-4822-45bc-aa25-1bf29c249ce4),segment_id=db37bdd6-4822-45bc-aa25-1bf29c249ce4)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:59:08.671519 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-af5c940a-08d6-45e7-943f-2935e2830ebd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3e75db2-e135-4796-9243-2ad14f4ea6d5 HTTP/1.1" status: 200 len: 217 time: 0.0771081 Jul 24 00:59:08.688115 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'b8faad09-c183-4f8c-ae32-2fb93aadd532', 'network_id': '6df6787b-5d1e-4776-ae84-b76d462bf6e6', 'port_id': 'b8faad09-c183-4f8c-ae32-2fb93aadd532', 'mac_address': 'fa:16:3e:8a:b6:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '224d3361-a5fd-443b-acfd-bb17285d3afa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:59:08.764068 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:08.767602 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-ded0aee3-04f1-4675-8cd0-ba1b38c80f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:08.769401 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-ded0aee3-04f1-4675-8cd0-ba1b38c80f69 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=32aaab81-ed63-4b4f-aa91-d17bc9f404e3 HTTP/1.1" status: 200 len: 846 time: 0.0909042 Jul 24 00:59:08.782415 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8faad09-c183-4f8c-ae32-2fb93aadd532 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:59:08.816777 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port b8faad09-c183-4f8c-ae32-2fb93aadd532, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=b8faad09-c183-4f8c-ae32-2fb93aadd532,segment=NetworkSegment(db37bdd6-4822-45bc-aa25-1bf29c249ce4),segment_id=db37bdd6-4822-45bc-aa25-1bf29c249ce4)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:59:08.826230 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:08.839544 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-eb70b59a-9b43-47d1-b36f-a7f827d442be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:08.849984 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7117a3-3509-481c-868f-973309a605cd req-9aa17812-5113-47a3-ad48-812869b06796 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:08.854431 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde64aca-447a-41ef-a295-5c7701a972f6 req-46e7420a-66ce-4e00-94be-22aaa13860de tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:08.856189 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bde64aca-447a-41ef-a295-5c7701a972f6 req-46e7420a-66ce-4e00-94be-22aaa13860de tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] 10.222.0.15 "GET /v2.0/ports?device_id=9536716e-ed93-4cba-8e87-90f2cae4f0ef HTTP/1.1" status: 200 len: 943 time: 0.1562519 Jul 24 00:59:08.857482 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-eb70b59a-9b43-47d1-b36f-a7f827d442be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:08.858783 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8e7117a3-3509-481c-868f-973309a605cd req-9aa17812-5113-47a3-ad48-812869b06796 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 943 time: 0.2858410 Jul 24 00:59:08.862250 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-cb4a0ef3-4cec-4886-9a88-349aaf26f6b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2da6bbc7-a75c-4c5c-b454-75233615e1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629160 Jul 24 00:59:08.911239 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=b8faad09-c183-4f8c-ae32-2fb93aadd532,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:08.920346 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70b59a-9b43-47d1-b36f-a7f827d442be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d1130d-ba75-406a-a1e6-f09197971b36,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:08.928540 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-eb70b59a-9b43-47d1-b36f-a7f827d442be admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=99e5ea730a2b4c5c8db3359acfbda3f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3180313 Jul 24 00:59:08.929141 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37274) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:08.940375 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bde64aca-447a-41ef-a295-5c7701a972f6 req-bbb51a25-42a2-41ee-becf-47e1ff0ad351 tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b7760eb-cb51-478e-903c-f2a04a71ffb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714915 Jul 24 00:59:09.001574 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a9f85d8c-89af-4642-b1c5-1589f986620d tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:09.008467 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8e7117a3-3509-481c-868f-973309a605cd req-7c0ea3b7-5c6b-422b-9955-38c4a673fb83 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489778 Jul 24 00:59:09.089194 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-e53740f3-6129-40eb-a350-2ab2b16c992f service neutron] 10.222.0.13 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155540 Jul 24 00:59:09.090395 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e222b-0e76-4381-8a5f-4a0c722565a6 req-5c0a66e4-1091-4147-af45-51973b25de2d tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:09.092001 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-064e222b-0e76-4381-8a5f-4a0c722565a6 req-5c0a66e4-1091-4147-af45-51973b25de2d tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.0863967 Jul 24 00:59:09.146476 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-064e222b-0e76-4381-8a5f-4a0c722565a6 req-24c783ee-593a-4a52-a810-13be3d9cc213 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460179 Jul 24 00:59:09.154960 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8327983a-1508-489b-b72a-1577e449ad95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:09.179608 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a9f85d8c-89af-4642-b1c5-1589f986620d tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:09.220959 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['b8faad09-c183-4f8c-ae32-2fb93aadd532'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:59:09.275060 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8327983a-1508-489b-b72a-1577e449ad95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:09.294135 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f85d8c-89af-4642-b1c5-1589f986620d tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:59:09.307149 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-a9f85d8c-89af-4642-b1c5-1589f986620d tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:59:09.326389 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f85d8c-89af-4642-b1c5-1589f986620d tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:59:09.380724 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f85d8c-89af-4642-b1c5-1589f986620d tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Pushing event updated for resources: {'Port': ['ID=ea7227a3-86d9-4fe3-b9ed-c74be3214ff0,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:09.401355 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3f75e578-4f63-4783-9e6e-49a0b377e44f req-51c2c891-4563-4cd4-9048-68476eb55d24 service neutron] 10.222.0.13 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930429 Jul 24 00:59:09.415709 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e0de6-d083-44b0-ad3f-116b2c17d531 req-4e4bcb6c-f31b-4767-bc09-5d97ed57c776 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:09.417516 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-aa6e0de6-d083-44b0-ad3f-116b2c17d531 req-4e4bcb6c-f31b-4767-bc09-5d97ed57c776 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 945 time: 0.3317304 Jul 24 00:59:09.422176 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa5e7a-4a91-4c15-ba4e-e3ebecdd551c req-6f2974ba-a12f-4af2-8bbf-e495f7a34241 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:09.424830 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5caa5e7a-4a91-4c15-ba4e-e3ebecdd551c req-6f2974ba-a12f-4af2-8bbf-e495f7a34241 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.1103292 Jul 24 00:59:09.475101 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8327983a-1508-489b-b72a-1577e449ad95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:09.477180 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5caa5e7a-4a91-4c15-ba4e-e3ebecdd551c req-1fadfe8e-18a4-43b1-a50b-43a280c7bc3a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391936 Jul 24 00:59:09.478224 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8327983a-1508-489b-b72a-1577e449ad95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:09.479066 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-8327983a-1508-489b-b72a-1577e449ad95 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d3d1130d-ba75-406a-a1e6-f09197971b36 HTTP/1.1" status: 204 len: 168 time: 0.5478020 Jul 24 00:59:09.545007 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8327983a-1508-489b-b72a-1577e449ad95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d1130d-ba75-406a-a1e6-f09197971b36,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:09.569534 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-aa6e0de6-d083-44b0-ad3f-116b2c17d531 req-604745ee-e949-4b55-bf5f-282f35d0807a tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247020 Jul 24 00:59:09.692245 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5279a-b62b-489e-ae34-1297e9061936 req-2caae605-49b1-4519-8010-f3469bfd780c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:09.693810 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-75d5279a-b62b-489e-ae34-1297e9061936 req-2caae605-49b1-4519-8010-f3469bfd780c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=efa6f3db9fd64630b0882e80030f42fc&device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 1095 time: 0.2197986 Jul 24 00:59:09.867673 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-c3c613fc-51f5-4441-834e-542736a48c80 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:09.875693 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-c3c613fc-51f5-4441-834e-542736a48c80 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/networks?id=d582b8dc-8856-4b30-8b39-181936a3b597 HTTP/1.1" status: 200 len: 810 time: 0.1668651 Jul 24 00:59:09.893077 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-037f60b0-e721-443b-bfa1-565b0a0bb865 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/quotas/7eb0da34432d47448c1b713034c6041a HTTP/1.1" status: 200 len: 375 time: 0.0154028 Jul 24 00:59:09.940063 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5279a-b62b-489e-ae34-1297e9061936 req-c6bec51a-194e-419f-969c-b7ce7910b527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:09.941690 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-75d5279a-b62b-489e-ae34-1297e9061936 req-c6bec51a-194e-419f-969c-b7ce7910b527 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2da6bbc7-a75c-4c5c-b454-75233615e1ea HTTP/1.1" status: 200 len: 907 time: 0.2293391 Jul 24 00:59:09.983390 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-159afa6c-b65c-4f8b-b7f9-825f3bd44f4b tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7eb0da34432d47448c1b713034c6041a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0888243 Jul 24 00:59:10.012830 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-75d5279a-b62b-489e-ae34-1297e9061936 req-5553765c-5757-405d-a2d2-8e724f30b8bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3e75db2-e135-4796-9243-2ad14f4ea6d5 HTTP/1.1" status: 200 len: 217 time: 0.0624335 Jul 24 00:59:10.066750 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a9f85d8c-89af-4642-b1c5-1589f986620d tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:10.130748 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-2dd80aca-1f77-458a-a463-0e8707fd4ef2 service neutron] 10.222.0.15 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306956 Jul 24 00:59:10.156597 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5279a-b62b-489e-ae34-1297e9061936 req-e5276b0a-d070-4c32-86b5-b605c8bc56a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:10.158076 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-75d5279a-b62b-489e-ae34-1297e9061936 req-e5276b0a-d070-4c32-86b5-b605c8bc56a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=32aaab81-ed63-4b4f-aa91-d17bc9f404e3 HTTP/1.1" status: 200 len: 846 time: 0.1341014 Jul 24 00:59:10.200830 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-75d5279a-b62b-489e-ae34-1297e9061936 req-26d05072-cf84-403e-8b78-16da415db54b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2da6bbc7-a75c-4c5c-b454-75233615e1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347383 Jul 24 00:59:10.274384 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-0f5df7ce-66b9-4042-b099-31aa1bf4733d service neutron] 10.222.0.15 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345980 Jul 24 00:59:10.573220 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef9249-bd4d-48ff-ae41-0e672e3a52b0 req-1cec479d-9a43-4e16-9dd5-f7d68ad0edd6 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:10.580694 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-34ef9249-bd4d-48ff-ae41-0e672e3a52b0 req-1cec479d-9a43-4e16-9dd5-f7d68ad0edd6 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 943 time: 0.1189232 Jul 24 00:59:10.643427 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-34ef9249-bd4d-48ff-ae41-0e672e3a52b0 req-ca62c996-e5ea-4883-aea4-7cde2532e1af tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616548 Jul 24 00:59:10.665233 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a9f85d8c-89af-4642-b1c5-1589f986620d tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:10.674998 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea9d360-f8f6-423a-b97a-c0fdc486593c req-416c008f-281d-4d2e-8e63-2cff920eb26b tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:10.676828 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5ea9d360-f8f6-423a-b97a-c0fdc486593c req-416c008f-281d-4d2e-8e63-2cff920eb26b tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] 10.222.0.15 "GET /v2.0/ports?device_id=9536716e-ed93-4cba-8e87-90f2cae4f0ef HTTP/1.1" status: 200 len: 944 time: 0.6153836 Jul 24 00:59:10.820476 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-75d5279a-b62b-489e-ae34-1297e9061936 req-d914b20f-9b8b-4f18-8a76-5f0302287e6d service neutron] 10.222.0.13 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5996678 Jul 24 00:59:10.823680 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5ea9d360-f8f6-423a-b97a-c0fdc486593c req-dd8cedd7-0dcf-4600-bf22-12ae281517a0 tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b7760eb-cb51-478e-903c-f2a04a71ffb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228764 Jul 24 00:59:10.863295 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-00087830-66e5-40f9-aa28-f938f84cec15 req-f97e91a6-b34b-4b3f-b953-036cc16deb26 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=21361991-c742-44c8-a804-0f9a213057c2 HTTP/1.1" status: 200 len: 210 time: 0.0802102 Jul 24 00:59:11.081665 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-75d5279a-b62b-489e-ae34-1297e9061936 req-fc9940c9-c9ee-42f7-bbe7-e015fd3e1658 service neutron] 10.222.0.13 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484589 Jul 24 00:59:11.111046 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a9f85d8c-89af-4642-b1c5-1589f986620d tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:11.125637 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80188d03-15b1-4835-b8dc-dbf6a0ea791f req-5316d715-0e0e-41dc-90ac-ae758635151c tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:11.127343 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-80188d03-15b1-4835-b8dc-dbf6a0ea791f req-5316d715-0e0e-41dc-90ac-ae758635151c tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 945 time: 0.1951919 Jul 24 00:59:11.128914 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a9f85d8c-89af-4642-b1c5-1589f986620d tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:11.245015 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a9f85d8c-89af-4642-b1c5-1589f986620d tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:11.247448 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f85d8c-89af-4642-b1c5-1589f986620d tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Pushing event updated for resources: {'Port': ['ID=ea7227a3-86d9-4fe3-b9ed-c74be3214ff0,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:11.250864 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37346) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:11.253598 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-80188d03-15b1-4835-b8dc-dbf6a0ea791f req-f49c5a49-423e-4c3b-a502-754ce2eaddf6 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936019 Jul 24 00:59:11.369410 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [None req-a9f85d8c-89af-4642-b1c5-1589f986620d tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Floating IP e10128b2-65d9-4d91-8e66-c377b24e58a5 associated. External IP: 172.25.2.12, port: 2d550218-9bf2-4202-8c46-91b42b3a6eba. Jul 24 00:59:11.380110 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3cb8b8b8-e9a3-45a2-90ed-0b57cfab728a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:11.481339 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3cb8b8b8-e9a3-45a2-90ed-0b57cfab728a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:11.485081 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3cb8b8b8-e9a3-45a2-90ed-0b57cfab728a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:11.530289 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3cb8b8b8-e9a3-45a2-90ed-0b57cfab728a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=600d08f29a954454abc31ab0fd2fe016&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2770579 Jul 24 00:59:11.531127 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb8b8b8-e9a3-45a2-90ed-0b57cfab728a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c691c8e-4f67-42d0-8a47-babb5b9e046d,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:11.533049 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37350) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:11.645654 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b91a0bf8-3264-4d83-89c2-6bd890eca615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:11.664458 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f85d8c-89af-4642-b1c5-1589f986620d tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Router aebba95e-9915-45e7-9ef1-4077173dbb4e has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:59:11.684067 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b91a0bf8-3264-4d83-89c2-6bd890eca615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:11.818594 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cdac96-c804-4f75-abb5-2646146c532f req-df6c3c48-c2b1-47f6-b2fb-4dca63e05408 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:11.820135 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-57cdac96-c804-4f75-abb5-2646146c532f req-df6c3c48-c2b1-47f6-b2fb-4dca63e05408 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 943 time: 0.0911181 Jul 24 00:59:11.873324 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-57cdac96-c804-4f75-abb5-2646146c532f req-798d07ab-e9d7-4534-89ce-38dc477b184d tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451493 Jul 24 00:59:11.993822 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b40b5d75-fb02-41d7-9d5d-fa74606dd37d req-930c3a1a-4815-45d3-a326-649de024a580 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=21361991-c742-44c8-a804-0f9a213057c2 HTTP/1.1" status: 200 len: 210 time: 0.0427215 Jul 24 00:59:12.014037 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b91a0bf8-3264-4d83-89c2-6bd890eca615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:12.017437 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b91a0bf8-3264-4d83-89c2-6bd890eca615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:12.018783 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b91a0bf8-3264-4d83-89c2-6bd890eca615 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2c691c8e-4f67-42d0-8a47-babb5b9e046d HTTP/1.1" status: 204 len: 168 time: 0.4845169 Jul 24 00:59:12.048648 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-3248f767-2cb7-4305-b829-b4463ef8fa3b tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:12.050631 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-3248f767-2cb7-4305-b829-b4463ef8fa3b tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.13 "GET /v2.0/networks?id=d582b8dc-8856-4b30-8b39-181936a3b597 HTTP/1.1" status: 200 len: 810 time: 0.3539107 Jul 24 00:59:12.054940 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f85d8c-89af-4642-b1c5-1589f986620d tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:59:12.067395 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a0bf8-3264-4d83-89c2-6bd890eca615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c691c8e-4f67-42d0-8a47-babb5b9e046d,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:12.067759 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21afe4d9-505a-427c-b745-39365ebd0dfe None None] Sync routers for ids ['aebba95e-9915-45e7-9ef1-4077173dbb4e'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:59:12.086355 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21afe4d9-505a-427c-b745-39365ebd0dfe None None] Routers {'aebba95e-9915-45e7-9ef1-4077173dbb4e'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:59:12.087553 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-21afe4d9-505a-427c-b745-39365ebd0dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:58:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['aebba95e-9915-45e7-9ef1-4077173dbb4e'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:12.091825 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-ae44285e-9d7d-4b59-92df-bb15013dfe52 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Request body: {'port': {'device_id': '21361991-c742-44c8-a804-0f9a213057c2', 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597', 'admin_state_up': True, 'tenant_id': '7eb0da34432d47448c1b713034c6041a'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:12.114291 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a9f85d8c-89af-4642-b1c5-1589f986620d tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:12.130930 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-21afe4d9-505a-427c-b745-39365ebd0dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:12.141769 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21afe4d9-505a-427c-b745-39365ebd0dfe None None] Routers {'aebba95e-9915-45e7-9ef1-4077173dbb4e'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:59:12.142540 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-21afe4d9-505a-427c-b745-39365ebd0dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:58:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['aebba95e-9915-45e7-9ef1-4077173dbb4e'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:12.230670 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a9f85d8c-89af-4642-b1c5-1589f986620d tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.4816575 Jul 24 00:59:12.233589 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37366) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:12.243424 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185b249-9a0a-48a0-98ce-9f10b17de4e5 req-dcfe9627-1625-41bb-af73-ca6657c88562 tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:12.246750 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7185b249-9a0a-48a0-98ce-9f10b17de4e5 req-dcfe9627-1625-41bb-af73-ca6657c88562 tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] 10.222.0.15 "GET /v2.0/ports?device_id=9536716e-ed93-4cba-8e87-90f2cae4f0ef HTTP/1.1" status: 200 len: 944 time: 0.2924204 Jul 24 00:59:12.280554 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-21afe4d9-505a-427c-b745-39365ebd0dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:12.281681 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21afe4d9-505a-427c-b745-39365ebd0dfe None None] The sync data for ids ['aebba95e-9915-45e7-9ef1-4077173dbb4e'] in n-d-793621-25 is: [] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:59:12.339049 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6033f4b4-298b-4004-819a-62539c2d6b7b tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] 10.222.0.15 "GET /v2.0/floatingips/e10128b2-65d9-4d91-8e66-c377b24e58a5 HTTP/1.1" status: 200 len: 982 time: 0.1031220 Jul 24 00:59:12.341721 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37374) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:12.354755 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7185b249-9a0a-48a0-98ce-9f10b17de4e5 req-6f726a0a-f559-4813-9d0c-debcac218c75 tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b7760eb-cb51-478e-903c-f2a04a71ffb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597141 Jul 24 00:59:12.355661 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-ae44285e-9d7d-4b59-92df-bb15013dfe52 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Made reservation on behalf of 7eb0da34432d47448c1b713034c6041a for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:59:12.359527 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-ae44285e-9d7d-4b59-92df-bb15013dfe52 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:12.462086 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7ed82652-0e30-4eb2-81e4-9ca3706457f2 tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3820 time: 0.1190453 Jul 24 00:59:12.469229 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37380) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:12.470874 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device c3e75db2-e135-4796-9243-2ad14f4ea6d5 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:59:12.492827 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device b8faad09-c183-4f8c-ae32-2fb93aadd532 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:59:12.529005 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-ae44285e-9d7d-4b59-92df-bb15013dfe52 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Allocated IP 172.20.0.6 (d582b8dc-8856-4b30-8b39-181936a3b597/66eb251d-e6ee-4000-900c-f86c0810b697/d2e500a4-c057-47e6-8e49-9f5b94fbc941) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:59:12.530732 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d240414-e458-487c-af8a-ebf51cb8bff5 req-67d7bb38-58a4-4270-8d75-9e08cd450c24 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:12.532560 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0d240414-e458-487c-af8a-ebf51cb8bff5 req-67d7bb38-58a4-4270-8d75-9e08cd450c24 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 945 time: 0.1804922 Jul 24 00:59:12.611093 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port b8faad09-c183-4f8c-ae32-2fb93aadd532 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:59:12.617509 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port b8faad09-c183-4f8c-ae32-2fb93aadd532 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:59:12.618172 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:12.642851 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0d240414-e458-487c-af8a-ebf51cb8bff5 req-fff03fd4-38e5-45aa-8fd5-a23984d1df35 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023412 Jul 24 00:59:12.707053 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port c3e75db2-e135-4796-9243-2ad14f4ea6d5, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=c3e75db2-e135-4796-9243-2ad14f4ea6d5,segment=NetworkSegment(105933f1-ad5a-4c90-9ca8-c74f813dbd38),segment_id=105933f1-ad5a-4c90-9ca8-c74f813dbd38)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:59:12.731520 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-1b51939c-9a94-47a8-9b82-606490f74379 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Deleting port ea7227a3-86d9-4fe3-b9ed-c74be3214ff0 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:59:12.732186 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1b51939c-9a94-47a8-9b82-606490f74379 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:12.737918 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-ae44285e-9d7d-4b59-92df-bb15013dfe52 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:12.740452 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'c3e75db2-e135-4796-9243-2ad14f4ea6d5', 'network_id': '2da6bbc7-a75c-4c5c-b454-75233615e1ea', 'port_id': 'c3e75db2-e135-4796-9243-2ad14f4ea6d5', 'mac_address': 'fa:16:3e:36:d6:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32aaab81-ed63-4b4f-aa91-d17bc9f404e3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:59:12.755975 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-ae44285e-9d7d-4b59-92df-bb15013dfe52 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Transition to ACTIVE for port object d2e500a4-c057-47e6-8e49-9f5b94fbc941 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:59:12.805990 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-ae44285e-9d7d-4b59-92df-bb15013dfe52 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:12.859777 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-ae44285e-9d7d-4b59-92df-bb15013dfe52 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Network d582b8dc-8856-4b30-8b39-181936a3b597 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:59:12.860946 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1b51939c-9a94-47a8-9b82-606490f74379 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:12.861292 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1b51939c-9a94-47a8-9b82-606490f74379 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:12.865228 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-ae44285e-9d7d-4b59-92df-bb15013dfe52 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:59:12.877272 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-ae44285e-9d7d-4b59-92df-bb15013dfe52 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:59:12.892103 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:12.915123 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae44285e-9d7d-4b59-92df-bb15013dfe52 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Pushing event updated for resources: {'Port': ['ID=d2e500a4-c057-47e6-8e49-9f5b94fbc941,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:12.921410 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-1b51939c-9a94-47a8-9b82-606490f74379 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Calling delete_port for ea7227a3-86d9-4fe3-b9ed-c74be3214ff0 owned by network:floatingip {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:59:12.936930 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3e75db2-e135-4796-9243-2ad14f4ea6d5 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:59:12.970121 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:12.974080 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port c3e75db2-e135-4796-9243-2ad14f4ea6d5, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=c3e75db2-e135-4796-9243-2ad14f4ea6d5,segment=NetworkSegment(105933f1-ad5a-4c90-9ca8-c74f813dbd38),segment_id=105933f1-ad5a-4c90-9ca8-c74f813dbd38)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:59:12.986538 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:12.987676 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-ae44285e-9d7d-4b59-92df-bb15013dfe52 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:12.989064 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-ae44285e-9d7d-4b59-92df-bb15013dfe52 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:13.045931 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-ae44285e-9d7d-4b59-92df-bb15013dfe52 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9813173 Jul 24 00:59:13.050129 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9536716e-ed93-4cba-8e87-90f2cae4f0ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8faad09-c183-4f8c-ae32-2fb93aadd532'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:59:13.053014 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b415fe8a-ebb6-4eb4-b63d-c778cd8d366b" -d '{"events": [{"server_uuid": "9536716e-ed93-4cba-8e87-90f2cae4f0ef", "name": "network-vif-plugged", "status": "completed", "tag": "b8faad09-c183-4f8c-ae32-2fb93aadd532"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:59:13.076036 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-fca43d1a-85df-4a67-a096-6da37c250012 service neutron] Request body: {'port': {'device_id': '21361991-c742-44c8-a804-0f9a213057c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:13.080566 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port b8faad09-c183-4f8c-ae32-2fb93aadd532, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=b8faad09-c183-4f8c-ae32-2fb93aadd532,segment=NetworkSegment(db37bdd6-4822-45bc-aa25-1bf29c249ce4),segment_id=db37bdd6-4822-45bc-aa25-1bf29c249ce4)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:59:13.092176 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:13.097941 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=c3e75db2-e135-4796-9243-2ad14f4ea6d5,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:13.108152 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:13.109007 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:13.109542 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:13.110107 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:13.111227 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:13.111723 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:13.112450 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:13.113055 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:13.113547 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:13.114096 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:13.114800 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:13.115577 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:13.244999 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=b8faad09-c183-4f8c-ae32-2fb93aadd532,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:13.301482 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1b51939c-9a94-47a8-9b82-606490f74379 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:13.304678 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90f0c3-91dc-4c43-93c1-f30e50d44785 req-972c2a5d-9f00-466d-a2a9-95172be1789a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:13.306230 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ff90f0c3-91dc-4c43-93c1-f30e50d44785 req-972c2a5d-9f00-466d-a2a9-95172be1789a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=21361991-c742-44c8-a804-0f9a213057c2 HTTP/1.1" status: 200 len: 931 time: 0.1467144 Jul 24 00:59:13.315881 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-fca43d1a-85df-4a67-a096-6da37c250012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:13.352505 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51939c-9a94-47a8-9b82-606490f74379 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Pushing event deleted for resources: {'Port': ['ID=ea7227a3-86d9-4fe3-b9ed-c74be3214ff0,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:13.376067 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9be81744-5b87-4fba-877e-d615d5c14f1f None None] Provisioning for port d2e500a4-c057-47e6-8e49-9f5b94fbc941 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:59:13.383861 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9be81744-5b87-4fba-877e-d615d5c14f1f None None] Provisioning complete for port d2e500a4-c057-47e6-8e49-9f5b94fbc941 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:59:13.385577 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9be81744-5b87-4fba-877e-d615d5c14f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:13.391132 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['c3e75db2-e135-4796-9243-2ad14f4ea6d5'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:59:13.404030 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449c2b2-9b01-4cbb-b181-6799bd464052 req-401360bb-8a8d-43d0-bffd-6b3a90d5de6f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:13.406656 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6449c2b2-9b01-4cbb-b181-6799bd464052 req-401360bb-8a8d-43d0-bffd-6b3a90d5de6f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 944 time: 0.2476559 Jul 24 00:59:13.411608 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ff90f0c3-91dc-4c43-93c1-f30e50d44785 req-7efd3c67-86ee-4a42-9964-0dd51bf78f81 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849056 Jul 24 00:59:13.467825 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-9be81744-5b87-4fba-877e-d615d5c14f1f None None] Port d2e500a4-c057-47e6-8e49-9f5b94fbc941 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:59:13.515409 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1267ec6a-3c14-436b-86c4-6d4c3676bfdc x-openstack-request-id: req-1267ec6a-3c14-436b-86c4-6d4c3676bfdc {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:59:13.516029 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9536716e-ed93-4cba-8e87-90f2cae4f0ef", "name": "network-vif-plugged", "status": "completed", "tag": "b8faad09-c183-4f8c-ae32-2fb93aadd532", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:59:13.516507 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1267ec6a-3c14-436b-86c4-6d4c3676bfdc {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:59:13.517189 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9536716e-ed93-4cba-8e87-90f2cae4f0ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8faad09-c183-4f8c-ae32-2fb93aadd532', 'code': 200} Jul 24 00:59:13.531446 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6449c2b2-9b01-4cbb-b181-6799bd464052 req-e4789d2a-900f-4f69-b4fc-2617d71a8179 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689032 Jul 24 00:59:13.548576 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1b51939c-9a94-47a8-9b82-606490f74379 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks [] for floatingip, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:13.550004 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [None req-1b51939c-9a94-47a8-9b82-606490f74379 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Floating IP e10128b2-65d9-4d91-8e66-c377b24e58a5 disassociated (deleted). External IP: 172.25.2.12, port: 2d550218-9bf2-4202-8c46-91b42b3a6eba. Jul 24 00:59:13.813306 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-fca43d1a-85df-4a67-a096-6da37c250012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2e500a4-c057-47e6-8e49-9f5b94fbc941 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:59:13.825386 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d2479-7f64-489a-a84e-6140186e4a61 req-1fcfa71a-32a8-48d0-8f31-eaeaec69f85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:13.826983 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f21d2479-7f64-489a-a84e-6140186e4a61 req-1fcfa71a-32a8-48d0-8f31-eaeaec69f85c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9536716e-ed93-4cba-8e87-90f2cae4f0ef HTTP/1.1" status: 200 len: 1097 time: 0.1942892 Jul 24 00:59:13.829773 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-fca43d1a-85df-4a67-a096-6da37c250012 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:13.877364 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-fca43d1a-85df-4a67-a096-6da37c250012 service neutron] Transition to ACTIVE for port object d2e500a4-c057-47e6-8e49-9f5b94fbc941 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:59:13.893615 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-fca43d1a-85df-4a67-a096-6da37c250012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:13.908763 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3727f-9d4d-4263-9a72-25ef86d99553 req-e4f59dcd-986b-41c6-bd93-ad1732bb34ca tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:13.915488 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d0b3727f-9d4d-4263-9a72-25ef86d99553 req-e4f59dcd-986b-41c6-bd93-ad1732bb34ca tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 945 time: 0.1712608 Jul 24 00:59:13.928761 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e778c-79a0-47da-a796-c6fae92dbe27 req-ec4908b3-a470-48b0-b8c9-f163fdd9281b tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:13.935306 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d41e778c-79a0-47da-a796-c6fae92dbe27 req-ec4908b3-a470-48b0-b8c9-f163fdd9281b tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] 10.222.0.15 "GET /v2.0/ports?device_id=9536716e-ed93-4cba-8e87-90f2cae4f0ef HTTP/1.1" status: 200 len: 945 time: 0.2664208 Jul 24 00:59:13.974402 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f21d2479-7f64-489a-a84e-6140186e4a61 req-bad03342-c512-4b78-bc7d-084c6802090f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9b7760eb-cb51-478e-903c-f2a04a71ffb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394677 Jul 24 00:59:13.990655 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d41e778c-79a0-47da-a796-c6fae92dbe27 req-62c79ce7-b65b-45cd-aa9f-785dc0a14a3f tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b7760eb-cb51-478e-903c-f2a04a71ffb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522618 Jul 24 00:59:13.998845 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b51939c-9a94-47a8-9b82-606490f74379 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Router aebba95e-9915-45e7-9ef1-4077173dbb4e has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:59:14.013684 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca43d1a-85df-4a67-a096-6da37c250012 service neutron] Pushing event updated for resources: {'Port': ['ID=d2e500a4-c057-47e6-8e49-9f5b94fbc941,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:14.026286 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d0b3727f-9d4d-4263-9a72-25ef86d99553 req-e3fbdde1-4165-4d5c-b31e-79beabd22171 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016917 Jul 24 00:59:14.129152 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-fca43d1a-85df-4a67-a096-6da37c250012 service neutron] Attempting to bind port d2e500a4-c057-47e6-8e49-9f5b94fbc941 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:14.129749 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-fca43d1a-85df-4a67-a096-6da37c250012 service neutron] Attempting to bind port d2e500a4-c057-47e6-8e49-9f5b94fbc941 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '2abeda90-4f6a-4b8b-8aff-f712c98837e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:14.130542 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-fca43d1a-85df-4a67-a096-6da37c250012 service neutron] Attempting to bind port d2e500a4-c057-47e6-8e49-9f5b94fbc941 on network d582b8dc-8856-4b30-8b39-181936a3b597 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:14.137644 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-fca43d1a-85df-4a67-a096-6da37c250012 service neutron] Port d2e500a4-c057-47e6-8e49-9f5b94fbc941 on network d582b8dc-8856-4b30-8b39-181936a3b597 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:59:14.138354 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-fca43d1a-85df-4a67-a096-6da37c250012 service neutron] Attempting to bind port d2e500a4-c057-47e6-8e49-9f5b94fbc941 on network d582b8dc-8856-4b30-8b39-181936a3b597 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:14.148752 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-fca43d1a-85df-4a67-a096-6da37c250012 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:59:14.149110 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-fca43d1a-85df-4a67-a096-6da37c250012 service neutron] Checking segment: {'id': '2abeda90-4f6a-4b8b-8aff-f712c98837e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:59:14.149515 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-fca43d1a-85df-4a67-a096-6da37c250012 service neutron] Bound using segment: {'id': '2abeda90-4f6a-4b8b-8aff-f712c98837e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:59:14.149966 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-fca43d1a-85df-4a67-a096-6da37c250012 service neutron] Bound port: d2e500a4-c057-47e6-8e49-9f5b94fbc941, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2abeda90-4f6a-4b8b-8aff-f712c98837e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:59:14.151993 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-fca43d1a-85df-4a67-a096-6da37c250012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:14.189225 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b51939c-9a94-47a8-9b82-606490f74379 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:59:14.200891 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06be3cfb-71cd-4bc3-83c2-5d804ad8bf19 None None] Sync routers for ids ['aebba95e-9915-45e7-9ef1-4077173dbb4e'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:59:14.208241 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1b51939c-9a94-47a8-9b82-606490f74379 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:14.219838 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06be3cfb-71cd-4bc3-83c2-5d804ad8bf19 None None] Routers {'aebba95e-9915-45e7-9ef1-4077173dbb4e'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:59:14.220498 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-06be3cfb-71cd-4bc3-83c2-5d804ad8bf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:58:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['aebba95e-9915-45e7-9ef1-4077173dbb4e'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:14.252109 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1b51939c-9a94-47a8-9b82-606490f74379 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] 10.222.0.15 "DELETE /v2.0/floatingips/e10128b2-65d9-4d91-8e66-c377b24e58a5 HTTP/1.1" status: 204 len: 168 time: 1.7815471 Jul 24 00:59:14.252849 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37426) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:14.258872 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-42d8d2c2-42ed-492c-9976-8bd933e11762 tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:14.278478 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-fca43d1a-85df-4a67-a096-6da37c250012 service neutron] For port d2e500a4-c057-47e6-8e49-9f5b94fbc941, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:59:14.284591 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-fca43d1a-85df-4a67-a096-6da37c250012 service neutron] For port d2e500a4-c057-47e6-8e49-9f5b94fbc941, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d2e500a4-c057-47e6-8e49-9f5b94fbc941,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:59:14.288606 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-42d8d2c2-42ed-492c-9976-8bd933e11762 tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:14.293363 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-fca43d1a-85df-4a67-a096-6da37c250012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:14.308803 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-06be3cfb-71cd-4bc3-83c2-5d804ad8bf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:14.329056 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06be3cfb-71cd-4bc3-83c2-5d804ad8bf19 None None] Routers {'aebba95e-9915-45e7-9ef1-4077173dbb4e'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:59:14.329757 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-06be3cfb-71cd-4bc3-83c2-5d804ad8bf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:58:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['aebba95e-9915-45e7-9ef1-4077173dbb4e'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:14.336749 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-fca43d1a-85df-4a67-a096-6da37c250012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:14.337452 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-fca43d1a-85df-4a67-a096-6da37c250012 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:14.339428 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-fca43d1a-85df-4a67-a096-6da37c250012 service neutron] 10.222.0.13 "PUT /v2.0/ports/d2e500a4-c057-47e6-8e49-9f5b94fbc941 HTTP/1.1" status: 200 len: 1092 time: 1.2738822 Jul 24 00:59:14.339998 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21361991-c742-44c8-a804-0f9a213057c2', 'tag': 'd2e500a4-c057-47e6-8e49-9f5b94fbc941'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:59:14.343088 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-625fe168-9773-4ee2-8a46-b0a25498dbc3" -d '{"events": [{"name": "network-changed", "server_uuid": "21361991-c742-44c8-a804-0f9a213057c2", "tag": "d2e500a4-c057-47e6-8e49-9f5b94fbc941"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:59:14.372370 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-06be3cfb-71cd-4bc3-83c2-5d804ad8bf19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:14.373195 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06be3cfb-71cd-4bc3-83c2-5d804ad8bf19 None None] The sync data for ids ['aebba95e-9915-45e7-9ef1-4077173dbb4e'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:59:14.396677 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca43d1a-85df-4a67-a096-6da37c250012 service neutron] Pushing event updated for resources: {'Port': ['ID=d2e500a4-c057-47e6-8e49-9f5b94fbc941,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:14.412645 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838e6941-1dc0-4623-980a-0c9276f2d3d1 x-openstack-request-id: req-838e6941-1dc0-4623-980a-0c9276f2d3d1 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:59:14.412938 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21361991-c742-44c8-a804-0f9a213057c2", "tag": "d2e500a4-c057-47e6-8e49-9f5b94fbc941", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:59:14.413190 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-838e6941-1dc0-4623-980a-0c9276f2d3d1 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:59:14.413639 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21361991-c742-44c8-a804-0f9a213057c2', 'tag': 'd2e500a4-c057-47e6-8e49-9f5b94fbc941', 'status': 'completed', 'code': 200} Jul 24 00:59:14.443084 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-42d8d2c2-42ed-492c-9976-8bd933e11762 tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:14.549240 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-4fd75cc2-ea0b-45c2-bf8e-d853fc8d1f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:14.551094 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-4fd75cc2-ea0b-45c2-bf8e-d853fc8d1f82 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7eb0da34432d47448c1b713034c6041a&device_id=21361991-c742-44c8-a804-0f9a213057c2 HTTP/1.1" status: 200 len: 1095 time: 0.1037424 Jul 24 00:59:14.617484 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-9629895b-0117-4389-906c-61ff6d153191 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2e500a4-c057-47e6-8e49-9f5b94fbc941 HTTP/1.1" status: 200 len: 217 time: 0.0512979 Jul 24 00:59:14.708318 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8692de-873b-46ad-90fa-765513e71d87 req-2bf61f2c-8643-4ffc-89d1-10eafce8046e tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:14.709893 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-be8692de-873b-46ad-90fa-765513e71d87 req-2bf61f2c-8643-4ffc-89d1-10eafce8046e tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=21361991-c742-44c8-a804-0f9a213057c2 HTTP/1.1" status: 200 len: 943 time: 0.1897790 Jul 24 00:59:14.711329 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-42d8d2c2-42ed-492c-9976-8bd933e11762 tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Allocated IP 172.25.2.252 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/ff06ad29-f4ee-427c-8f55-6c1d1eaf80aa) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:59:14.721115 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-8ed0bd0a-996d-4e44-aa37-85b9f149b243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:14.723377 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-8ed0bd0a-996d-4e44-aa37-85b9f149b243 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66eb251d-e6ee-4000-900c-f86c0810b697 HTTP/1.1" status: 200 len: 849 time: 0.0972648 Jul 24 00:59:14.793538 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-be8692de-873b-46ad-90fa-765513e71d87 req-887d3dba-04fa-4f5a-b2eb-b1d312b2ad74 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630603 Jul 24 00:59:14.793917 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e902e-f3a9-430b-a55b-64a23961664f req-602904bc-86a0-441f-a414-2471fc1d527f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:14.794683 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4e0e902e-f3a9-430b-a55b-64a23961664f req-602904bc-86a0-441f-a414-2471fc1d527f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 944 time: 0.1295960 Jul 24 00:59:14.851097 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-a4cf897f-18e1-4d73-848b-3517999d1917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:14.854419 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-a4cf897f-18e1-4d73-848b-3517999d1917 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d582b8dc-8856-4b30-8b39-181936a3b597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1209056 Jul 24 00:59:14.873498 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4e0e902e-f3a9-430b-a55b-64a23961664f req-6b7ada9f-38f1-473a-aa9f-5e615fbd07cc tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688801 Jul 24 00:59:14.899713 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-42d8d2c2-42ed-492c-9976-8bd933e11762 tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:14.948290 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-42d8d2c2-42ed-492c-9976-8bd933e11762 tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:14.996996 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-e97b621c-4af7-4f19-9283-a438a07941b5 service neutron] 10.222.0.13 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159031 Jul 24 00:59:15.000461 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d8d2c2-42ed-492c-9976-8bd933e11762 tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:59:15.004732 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d8d2c2-42ed-492c-9976-8bd933e11762 tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Pushing event updated for resources: {'Port': ['ID=ff06ad29-f4ee-427c-8f55-6c1d1eaf80aa,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:15.007538 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-42d8d2c2-42ed-492c-9976-8bd933e11762 tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:59:15.011695 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d8d2c2-42ed-492c-9976-8bd933e11762 tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:59:15.147721 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9b865be-a77d-41b5-b7be-3401deff8c96 req-f3b4a7a4-eb3c-4cf0-8e7a-70b88c76f5cc service neutron] 10.222.0.13 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314790 Jul 24 00:59:15.250210 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-42d8d2c2-42ed-492c-9976-8bd933e11762 tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:15.307157 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499eb82-0c85-41b0-a362-53a10b0dcf0f req-9dde7930-9ce1-43ca-9e98-62b01b6898c1 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:15.308760 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4499eb82-0c85-41b0-a362-53a10b0dcf0f req-9dde7930-9ce1-43ca-9e98-62b01b6898c1 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 945 time: 0.1191924 Jul 24 00:59:15.313334 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008f481-b320-4e6d-a4b1-082bb5c2f7f7 req-fb0f7660-446c-417a-84ff-0dafa36bbc8d tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:15.318208 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625fe168-9773-4ee2-8a46-b0a25498dbc3 req-ca09e794-6782-4325-98c6-9e8e929c6b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:15.319244 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b008f481-b320-4e6d-a4b1-082bb5c2f7f7 req-fb0f7660-446c-417a-84ff-0dafa36bbc8d tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] 10.222.0.15 "GET /v2.0/ports?device_id=9536716e-ed93-4cba-8e87-90f2cae4f0ef HTTP/1.1" status: 200 len: 945 time: 0.1435108 Jul 24 00:59:15.320047 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-625fe168-9773-4ee2-8a46-b0a25498dbc3 req-ca09e794-6782-4325-98c6-9e8e929c6b93 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7eb0da34432d47448c1b713034c6041a&device_id=21361991-c742-44c8-a804-0f9a213057c2 HTTP/1.1" status: 200 len: 1095 time: 0.0897028 Jul 24 00:59:15.321078 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-42d8d2c2-42ed-492c-9976-8bd933e11762 tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:15.389251 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4499eb82-0c85-41b0-a362-53a10b0dcf0f req-817f85ac-5a83-4b61-8437-e383cc269ae5 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681491 Jul 24 00:59:15.395884 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b008f481-b320-4e6d-a4b1-082bb5c2f7f7 req-897a1dc1-d409-4e1c-8e9b-0023012e8805 tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b7760eb-cb51-478e-903c-f2a04a71ffb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722384 Jul 24 00:59:15.450915 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625fe168-9773-4ee2-8a46-b0a25498dbc3 req-e745298e-a860-45f9-8958-c799de832226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:15.454296 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-625fe168-9773-4ee2-8a46-b0a25498dbc3 req-e745298e-a860-45f9-8958-c799de832226 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d582b8dc-8856-4b30-8b39-181936a3b597 HTTP/1.1" status: 200 len: 911 time: 0.1257133 Jul 24 00:59:15.521403 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-625fe168-9773-4ee2-8a46-b0a25498dbc3 req-6f036bfd-ca91-4d87-9daf-3e7366333b2b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2e500a4-c057-47e6-8e49-9f5b94fbc941 HTTP/1.1" status: 200 len: 217 time: 0.0596271 Jul 24 00:59:15.536268 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-42d8d2c2-42ed-492c-9976-8bd933e11762 tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:15.541758 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-42d8d2c2-42ed-492c-9976-8bd933e11762 tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:15.579972 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625fe168-9773-4ee2-8a46-b0a25498dbc3 req-b9ed30c2-f047-4fce-9da8-87a5d9d52427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:15.581464 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-625fe168-9773-4ee2-8a46-b0a25498dbc3 req-b9ed30c2-f047-4fce-9da8-87a5d9d52427 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66eb251d-e6ee-4000-900c-f86c0810b697 HTTP/1.1" status: 200 len: 849 time: 0.0524561 Jul 24 00:59:15.620706 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d8d2c2-42ed-492c-9976-8bd933e11762 tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Pushing event updated for resources: {'Port': ['ID=ff06ad29-f4ee-427c-8f55-6c1d1eaf80aa,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:15.627554 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-42d8d2c2-42ed-492c-9976-8bd933e11762 tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:15.637504 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b2bedfee-947a-4a43-aa71-585ecb3af48e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:15.644534 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-42d8d2c2-42ed-492c-9976-8bd933e11762 tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:15.645816 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-42d8d2c2-42ed-492c-9976-8bd933e11762 tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3915286 Jul 24 00:59:15.649051 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37448) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:15.662547 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625fe168-9773-4ee2-8a46-b0a25498dbc3 req-8c954e65-7618-467c-9045-d15c5705c24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:15.664137 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-625fe168-9773-4ee2-8a46-b0a25498dbc3 req-8c954e65-7618-467c-9045-d15c5705c24c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d582b8dc-8856-4b30-8b39-181936a3b597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719550 Jul 24 00:59:15.771618 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-625fe168-9773-4ee2-8a46-b0a25498dbc3 req-0d5e8f90-8398-4c7c-9be4-0024c70372ce service neutron] 10.222.0.13 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949471 Jul 24 00:59:15.844208 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-ac7e6705-b169-4442-8185-7604e97a8fa3 tempest-FloatingIPAdminTestJSON-786972859 tempest-FloatingIPAdminTestJSON-786972859-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:15.886801 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-625fe168-9773-4ee2-8a46-b0a25498dbc3 req-32c11cf1-b41e-4d11-8e8b-16ea3694afb1 service neutron] 10.222.0.13 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069503 Jul 24 00:59:15.891061 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ac7e6705-b169-4442-8185-7604e97a8fa3 tempest-FloatingIPAdminTestJSON-786972859 tempest-FloatingIPAdminTestJSON-786972859-project] Notify callbacks [] for floatingip, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:15.964491 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a1c41-29ca-4771-9b64-e84fc404875b req-b414b159-c5fa-4b9c-9019-b39f671d132d tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:15.966025 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1f7a1c41-29ca-4771-9b64-e84fc404875b req-b414b159-c5fa-4b9c-9019-b39f671d132d tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=21361991-c742-44c8-a804-0f9a213057c2 HTTP/1.1" status: 200 len: 943 time: 0.0989017 Jul 24 00:59:16.012059 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ac7e6705-b169-4442-8185-7604e97a8fa3 tempest-FloatingIPAdminTestJSON-786972859 tempest-FloatingIPAdminTestJSON-786972859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:16.022419 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1f7a1c41-29ca-4771-9b64-e84fc404875b req-f115a339-d00b-4d7b-8a3f-045e33976b32 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500672 Jul 24 00:59:16.496756 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device c3e75db2-e135-4796-9243-2ad14f4ea6d5 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:59:16.540472 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-ac7e6705-b169-4442-8185-7604e97a8fa3 tempest-FloatingIPAdminTestJSON-786972859 tempest-FloatingIPAdminTestJSON-786972859-project] Allocated IP 172.25.2.249 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/f4635b09-21f7-48d9-a922-62c4746b2d94) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:59:16.549600 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4327a-a816-492a-8f8a-013f3801e768 req-bc15c876-75e3-4a8b-9e0e-4f7a910b66d9 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:16.551299 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3fb4327a-a816-492a-8f8a-013f3801e768 req-bc15c876-75e3-4a8b-9e0e-4f7a910b66d9 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 944 time: 0.4893174 Jul 24 00:59:16.554700 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d4b9b-d9b0-4987-88cc-ebbc3a601ce6 req-eb705c3a-2699-4881-8b80-3c15c8742c39 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:16.557695 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1e6d4b9b-d9b0-4987-88cc-ebbc3a601ce6 req-eb705c3a-2699-4881-8b80-3c15c8742c39 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 945 time: 0.0764551 Jul 24 00:59:16.563054 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port c3e75db2-e135-4796-9243-2ad14f4ea6d5 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:59:16.570152 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port c3e75db2-e135-4796-9243-2ad14f4ea6d5 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:59:16.570152 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:16.606379 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1e6d4b9b-d9b0-4987-88cc-ebbc3a601ce6 req-4fdf5ba0-bbfc-402a-902a-2d80b6f21a00 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369961 Jul 24 00:59:16.639665 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3fb4327a-a816-492a-8f8a-013f3801e768 req-74237b4d-1457-43a2-949e-8d5f40604c09 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767729 Jul 24 00:59:16.672711 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:16.722355 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port c3e75db2-e135-4796-9243-2ad14f4ea6d5, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=c3e75db2-e135-4796-9243-2ad14f4ea6d5,segment=NetworkSegment(105933f1-ad5a-4c90-9ca8-c74f813dbd38),segment_id=105933f1-ad5a-4c90-9ca8-c74f813dbd38)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:59:16.723738 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15436d09-b62f-4a0f-9388-eadbc7e2b5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e75db2-e135-4796-9243-2ad14f4ea6d5'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:59:16.726759 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd813dd-05af-4add-88e9-b0c141c54f93" -d '{"events": [{"server_uuid": "15436d09-b62f-4a0f-9388-eadbc7e2b5b8", "name": "network-vif-plugged", "status": "completed", "tag": "c3e75db2-e135-4796-9243-2ad14f4ea6d5"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:59:16.735333 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:16.761631 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ac7e6705-b169-4442-8185-7604e97a8fa3 tempest-FloatingIPAdminTestJSON-786972859 tempest-FloatingIPAdminTestJSON-786972859-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:16.796319 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f6d4a-4cdb-4e69-9a26-09c98e36b7dd req-9ba24c0c-b4f5-4ab4-840b-4650df7f9587 tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:16.806691 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8a1f6d4a-4cdb-4e69-9a26-09c98e36b7dd req-9ba24c0c-b4f5-4ab4-840b-4650df7f9587 tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] 10.222.0.15 "GET /v2.0/ports?device_id=9536716e-ed93-4cba-8e87-90f2cae4f0ef HTTP/1.1" status: 200 len: 945 time: 0.1128120 Jul 24 00:59:16.809506 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=c3e75db2-e135-4796-9243-2ad14f4ea6d5,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:16.855302 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ac7e6705-b169-4442-8185-7604e97a8fa3 tempest-FloatingIPAdminTestJSON-786972859 tempest-FloatingIPAdminTestJSON-786972859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:16.880837 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8a1f6d4a-4cdb-4e69-9a26-09c98e36b7dd req-b554fa9a-eb38-4868-b61c-6e59fe16a44d tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b7760eb-cb51-478e-903c-f2a04a71ffb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571508 Jul 24 00:59:16.907785 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e6705-b169-4442-8185-7604e97a8fa3 tempest-FloatingIPAdminTestJSON-786972859 tempest-FloatingIPAdminTestJSON-786972859-project] Pushing event updated for resources: {'Port': ['ID=f4635b09-21f7-48d9-a922-62c4746b2d94,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:16.922141 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7e6705-b169-4442-8185-7604e97a8fa3 tempest-FloatingIPAdminTestJSON-786972859 tempest-FloatingIPAdminTestJSON-786972859-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:59:16.923855 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-ac7e6705-b169-4442-8185-7604e97a8fa3 tempest-FloatingIPAdminTestJSON-786972859 tempest-FloatingIPAdminTestJSON-786972859-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:59:16.926845 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7e6705-b169-4442-8185-7604e97a8fa3 tempest-FloatingIPAdminTestJSON-786972859 tempest-FloatingIPAdminTestJSON-786972859-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:59:16.933402 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f19b30-6bc9-419e-a044-b18ded767423 x-openstack-request-id: req-70f19b30-6bc9-419e-a044-b18ded767423 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:59:16.933702 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15436d09-b62f-4a0f-9388-eadbc7e2b5b8", "name": "network-vif-plugged", "status": "completed", "tag": "c3e75db2-e135-4796-9243-2ad14f4ea6d5", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:59:16.933944 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-70f19b30-6bc9-419e-a044-b18ded767423 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:59:16.934339 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15436d09-b62f-4a0f-9388-eadbc7e2b5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e75db2-e135-4796-9243-2ad14f4ea6d5', 'code': 200} Jul 24 00:59:17.072863 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ac7e6705-b169-4442-8185-7604e97a8fa3 tempest-FloatingIPAdminTestJSON-786972859 tempest-FloatingIPAdminTestJSON-786972859-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:17.144927 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ac7e6705-b169-4442-8185-7604e97a8fa3 tempest-FloatingIPAdminTestJSON-786972859 tempest-FloatingIPAdminTestJSON-786972859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:17.214961 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49bc8c9-af86-4a12-980b-3baf98a99d51 req-3e10241d-3106-43e4-8b13-4dad0d2d4db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:17.217064 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b49bc8c9-af86-4a12-980b-3baf98a99d51 req-3e10241d-3106-43e4-8b13-4dad0d2d4db3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 1097 time: 0.1939840 Jul 24 00:59:17.293476 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b49bc8c9-af86-4a12-980b-3baf98a99d51 req-43e7b2be-8041-4e3c-80df-0d631892a4d5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669222 Jul 24 00:59:17.342592 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3ac1e-ee33-4177-ac3b-7a145bd279f3 req-da7b5854-f4ff-43dd-8484-9a18748c252f tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:17.342592 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-57b3ac1e-ee33-4177-ac3b-7a145bd279f3 req-da7b5854-f4ff-43dd-8484-9a18748c252f tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=21361991-c742-44c8-a804-0f9a213057c2 HTTP/1.1" status: 200 len: 943 time: 0.1769037 Jul 24 00:59:17.545086 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-57b3ac1e-ee33-4177-ac3b-7a145bd279f3 req-7099a736-2dfc-49c9-92b8-4076c01ac512 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892459 Jul 24 00:59:17.555172 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ac7e6705-b169-4442-8185-7604e97a8fa3 tempest-FloatingIPAdminTestJSON-786972859 tempest-FloatingIPAdminTestJSON-786972859-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:17.564319 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ac7e6705-b169-4442-8185-7604e97a8fa3 tempest-FloatingIPAdminTestJSON-786972859 tempest-FloatingIPAdminTestJSON-786972859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:17.709463 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e6705-b169-4442-8185-7604e97a8fa3 tempest-FloatingIPAdminTestJSON-786972859 tempest-FloatingIPAdminTestJSON-786972859-project] Pushing event updated for resources: {'Port': ['ID=f4635b09-21f7-48d9-a922-62c4746b2d94,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:17.713524 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ac7e6705-b169-4442-8185-7604e97a8fa3 tempest-FloatingIPAdminTestJSON-786972859 tempest-FloatingIPAdminTestJSON-786972859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:17.747488 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ac7e6705-b169-4442-8185-7604e97a8fa3 tempest-FloatingIPAdminTestJSON-786972859 tempest-FloatingIPAdminTestJSON-786972859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:17.748989 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ac7e6705-b169-4442-8185-7604e97a8fa3 tempest-FloatingIPAdminTestJSON-786972859 tempest-FloatingIPAdminTestJSON-786972859-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0987768 Jul 24 00:59:17.754452 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37492) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:17.758247 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9788ae5-866e-46e1-abc6-86114d4c0d19 req-d4934640-fe86-4c04-84e5-c0bb14415755 tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:17.766506 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9788ae5-866e-46e1-abc6-86114d4c0d19 req-d4934640-fe86-4c04-84e5-c0bb14415755 tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] 10.222.0.15 "GET /v2.0/ports?device_id=9536716e-ed93-4cba-8e87-90f2cae4f0ef HTTP/1.1" status: 200 len: 945 time: 0.2636793 Jul 24 00:59:17.833444 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9788ae5-866e-46e1-abc6-86114d4c0d19 req-d242bf9a-bd58-42e6-90b0-da32edeccb90 tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b7760eb-cb51-478e-903c-f2a04a71ffb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655754 Jul 24 00:59:17.994399 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9bb4e4-e81d-4bfc-933c-b2cfce13123a req-dd4df9de-d751-46c7-84f5-6b24588bf375 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:18.003781 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ee9bb4e4-e81d-4bfc-933c-b2cfce13123a req-dd4df9de-d751-46c7-84f5-6b24588bf375 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 945 time: 0.0854204 Jul 24 00:59:18.045300 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ee9bb4e4-e81d-4bfc-933c-b2cfce13123a req-b7856694-e287-4452-9a48-21cc6ea4d04d tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406010 Jul 24 00:59:18.214245 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6170262b-a62a-433a-b63f-b3f43c06129b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:18.225565 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b54cc9-fef5-4dd1-9661-ca8e0044b89b req-64a15a8e-93ac-4575-b8e1-d00a64cd0e4e tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:18.231200 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-11b54cc9-fef5-4dd1-9661-ca8e0044b89b req-64a15a8e-93ac-4575-b8e1-d00a64cd0e4e tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 945 time: 0.5383060 Jul 24 00:59:18.233461 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ec480a76-14ee-4b98-be66-62f2a68101e9 tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4006 time: 0.4713411 Jul 24 00:59:18.236573 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37498) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:18.274371 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-11b54cc9-fef5-4dd1-9661-ca8e0044b89b req-8795d6d5-2cca-4a7d-810b-ca342420d681 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394115 Jul 24 00:59:18.327457 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b3367455-3c4e-4e98-8145-ab58ca85ab14 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0896611 Jul 24 00:59:18.329911 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37500) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:18.447458 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:18.469718 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-14fc88aa-7762-4d7c-ad42-f7eb1017bc19 tempest-FloatingIPAdminTestJSON-786972859 tempest-FloatingIPAdminTestJSON-786972859-project] Deleting port f4635b09-21f7-48d9-a922-62c4746b2d94 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:59:18.470037 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-14fc88aa-7762-4d7c-ad42-f7eb1017bc19 tempest-FloatingIPAdminTestJSON-786972859 tempest-FloatingIPAdminTestJSON-786972859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:18.519143 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d2e500a4-c057-47e6-8e49-9f5b94fbc941 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:59:18.570917 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-14fc88aa-7762-4d7c-ad42-f7eb1017bc19 tempest-FloatingIPAdminTestJSON-786972859 tempest-FloatingIPAdminTestJSON-786972859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:18.572045 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-14fc88aa-7762-4d7c-ad42-f7eb1017bc19 tempest-FloatingIPAdminTestJSON-786972859 tempest-FloatingIPAdminTestJSON-786972859-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:18.590629 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-14fc88aa-7762-4d7c-ad42-f7eb1017bc19 tempest-FloatingIPAdminTestJSON-786972859 tempest-FloatingIPAdminTestJSON-786972859-project] Calling delete_port for f4635b09-21f7-48d9-a922-62c4746b2d94 owned by network:floatingip {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:59:18.670807 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port d2e500a4-c057-47e6-8e49-9f5b94fbc941, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d2e500a4-c057-47e6-8e49-9f5b94fbc941,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:59:18.686551 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'd2e500a4-c057-47e6-8e49-9f5b94fbc941', 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597', 'port_id': 'd2e500a4-c057-47e6-8e49-9f5b94fbc941', 'mac_address': 'fa:16:3e:8d:59:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66eb251d-e6ee-4000-900c-f86c0810b697', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:59:18.739892 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:18.766999 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2e500a4-c057-47e6-8e49-9f5b94fbc941 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:59:18.769901 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a978f57a-326d-40b8-9b18-4ac76469cf55 req-f80e546f-c6a8-4eaa-abc0-b6d2303e41b3 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:18.771538 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a978f57a-326d-40b8-9b18-4ac76469cf55 req-f80e546f-c6a8-4eaa-abc0-b6d2303e41b3 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=21361991-c742-44c8-a804-0f9a213057c2 HTTP/1.1" status: 200 len: 943 time: 0.1203041 Jul 24 00:59:18.801245 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port d2e500a4-c057-47e6-8e49-9f5b94fbc941, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d2e500a4-c057-47e6-8e49-9f5b94fbc941,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:59:18.807609 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:18.817191 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-14fc88aa-7762-4d7c-ad42-f7eb1017bc19 tempest-FloatingIPAdminTestJSON-786972859 tempest-FloatingIPAdminTestJSON-786972859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:18.859500 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a978f57a-326d-40b8-9b18-4ac76469cf55 req-4c0634b1-f4dc-41c9-9e90-29a7880397e4 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773926 Jul 24 00:59:18.861914 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc88aa-7762-4d7c-ad42-f7eb1017bc19 tempest-FloatingIPAdminTestJSON-786972859 tempest-FloatingIPAdminTestJSON-786972859-project] Pushing event deleted for resources: {'Port': ['ID=f4635b09-21f7-48d9-a922-62c4746b2d94,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:18.873359 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=d2e500a4-c057-47e6-8e49-9f5b94fbc941,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:18.939092 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-14fc88aa-7762-4d7c-ad42-f7eb1017bc19 tempest-FloatingIPAdminTestJSON-786972859 tempest-FloatingIPAdminTestJSON-786972859-project] Notify callbacks [] for floatingip, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:18.943947 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-14fc88aa-7762-4d7c-ad42-f7eb1017bc19 tempest-FloatingIPAdminTestJSON-786972859 tempest-FloatingIPAdminTestJSON-786972859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:18.946790 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-14fc88aa-7762-4d7c-ad42-f7eb1017bc19 tempest-FloatingIPAdminTestJSON-786972859 tempest-FloatingIPAdminTestJSON-786972859-project] 10.222.0.15 "DELETE /v2.0/floatingips/85a7d4ab-bb16-41f0-934f-7352635ca7c5 HTTP/1.1" status: 204 len: 168 time: 0.6149993 Jul 24 00:59:18.949199 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37508) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:19.018466 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059ae61-5b41-440e-8043-047b02228eea req-a1e5dca9-5c49-4586-b50a-1a3ccc514342 tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:19.020088 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3059ae61-5b41-440e-8043-047b02228eea req-a1e5dca9-5c49-4586-b50a-1a3ccc514342 tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] 10.222.0.15 "GET /v2.0/ports?device_id=9536716e-ed93-4cba-8e87-90f2cae4f0ef HTTP/1.1" status: 200 len: 945 time: 0.0682719 Jul 24 00:59:19.063714 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3059ae61-5b41-440e-8043-047b02228eea req-f7d76264-a572-4a48-bdf4-2e3d43449167 tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b7760eb-cb51-478e-903c-f2a04a71ffb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372591 Jul 24 00:59:19.125354 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-6565c326-d9bc-4888-8d25-2850b23293cf tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Deleting port ff06ad29-f4ee-427c-8f55-6c1d1eaf80aa {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:59:19.125924 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6565c326-d9bc-4888-8d25-2850b23293cf tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:19.233070 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['d2e500a4-c057-47e6-8e49-9f5b94fbc941'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:59:19.310268 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6565c326-d9bc-4888-8d25-2850b23293cf tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:19.310638 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6565c326-d9bc-4888-8d25-2850b23293cf tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:19.339326 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7111143-8431-4958-91d0-e857fd4753dd req-8f1a3fee-1914-4afe-aace-af1b74adf185 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:19.340930 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a7111143-8431-4958-91d0-e857fd4753dd req-8f1a3fee-1914-4afe-aace-af1b74adf185 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 945 time: 0.2106497 Jul 24 00:59:19.342067 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-6565c326-d9bc-4888-8d25-2850b23293cf tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Calling delete_port for ff06ad29-f4ee-427c-8f55-6c1d1eaf80aa owned by network:floatingip {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:59:19.350745 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3e306-46f9-4632-93db-6d3cf208ec40 req-48572705-5bbc-4a21-827c-2236e7f95594 tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:19.352306 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d8f3e306-46f9-4632-93db-6d3cf208ec40 req-48572705-5bbc-4a21-827c-2236e7f95594 tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] 10.222.0.13 "GET /v2.0/ports?device_id=9536716e-ed93-4cba-8e87-90f2cae4f0ef HTTP/1.1" status: 200 len: 945 time: 0.2001877 Jul 24 00:59:19.411349 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:19.448554 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500db3c-64b6-4fab-b2f4-bf9390bcfe64 req-2306bf7c-57bc-4dbc-ae9e-a08f8addc5c5 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:19.450291 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c500db3c-64b6-4fab-b2f4-bf9390bcfe64 req-2306bf7c-57bc-4dbc-ae9e-a08f8addc5c5 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 945 time: 0.0677032 Jul 24 00:59:19.483576 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a7111143-8431-4958-91d0-e857fd4753dd req-480adeca-97f2-4c43-9261-1811bca4623d tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280715 Jul 24 00:59:19.489128 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c500db3c-64b6-4fab-b2f4-bf9390bcfe64 req-30a564c4-dd10-4334-94c9-10f98d15f87b tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328960 Jul 24 00:59:19.616834 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-d8f3e306-46f9-4632-93db-6d3cf208ec40 req-dbb5f3c7-57fa-481a-878a-229a86325605 tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] Deleting port b8faad09-c183-4f8c-ae32-2fb93aadd532 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:59:19.616834 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d8f3e306-46f9-4632-93db-6d3cf208ec40 req-dbb5f3c7-57fa-481a-878a-229a86325605 tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:19.632999 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6565c326-d9bc-4888-8d25-2850b23293cf tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:19.677385 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565c326-d9bc-4888-8d25-2850b23293cf tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff06ad29-f4ee-427c-8f55-6c1d1eaf80aa,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:19.792777 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6565c326-d9bc-4888-8d25-2850b23293cf tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:19.795475 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6565c326-d9bc-4888-8d25-2850b23293cf tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:19.796689 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6565c326-d9bc-4888-8d25-2850b23293cf tempest-FloatingIPAdminTestJSON-98703387 tempest-FloatingIPAdminTestJSON-98703387-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/2386656e-0fa0-4303-8b5d-b90db03c77f4 HTTP/1.1" status: 204 len: 168 time: 0.8464632 Jul 24 00:59:19.800551 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37528) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:19.812625 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-d8f3e306-46f9-4632-93db-6d3cf208ec40 req-dbb5f3c7-57fa-481a-878a-229a86325605 tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] For port b8faad09-c183-4f8c-ae32-2fb93aadd532, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=b8faad09-c183-4f8c-ae32-2fb93aadd532,segment=NetworkSegment(db37bdd6-4822-45bc-aa25-1bf29c249ce4),segment_id=db37bdd6-4822-45bc-aa25-1bf29c249ce4)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:59:19.813363 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d8f3e306-46f9-4632-93db-6d3cf208ec40 req-dbb5f3c7-57fa-481a-878a-229a86325605 tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:19.815473 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b426c-1ea5-4e6c-a08b-c58e1851a4c9 req-8746d625-5c5f-4407-a5ef-3f5787d763ee tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:19.817014 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c30b426c-1ea5-4e6c-a08b-c58e1851a4c9 req-8746d625-5c5f-4407-a5ef-3f5787d763ee tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 945 time: 0.0918429 Jul 24 00:59:19.828603 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-d8f3e306-46f9-4632-93db-6d3cf208ec40 req-dbb5f3c7-57fa-481a-878a-229a86325605 tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] Calling delete_port for b8faad09-c183-4f8c-ae32-2fb93aadd532 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:59:19.922131 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c30b426c-1ea5-4e6c-a08b-c58e1851a4c9 req-3dcc5d7a-8cc3-47d8-9804-f6a84e2462a8 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805588 Jul 24 00:59:19.980910 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-13164ac0-b019-4c64-8378-2fe72cceebc9 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Deleting port 2d550218-9bf2-4202-8c46-91b42b3a6eba {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:59:19.981256 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-13164ac0-b019-4c64-8378-2fe72cceebc9 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:20.059830 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d8f3e306-46f9-4632-93db-6d3cf208ec40 req-dbb5f3c7-57fa-481a-878a-229a86325605 tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:20.081951 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d3cbe-4f56-4b1d-a9a9-92ad7209cb6b req-105f8479-58b0-42e9-a465-644a15a83abd tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:20.089511 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d88d3cbe-4f56-4b1d-a9a9-92ad7209cb6b req-105f8479-58b0-42e9-a465-644a15a83abd tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=21361991-c742-44c8-a804-0f9a213057c2 HTTP/1.1" status: 200 len: 944 time: 0.1044590 Jul 24 00:59:20.117626 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb5f3c7-57fa-481a-878a-229a86325605 tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] Pushing event deleted for resources: {'Port': ['ID=b8faad09-c183-4f8c-ae32-2fb93aadd532,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:20.144151 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-13164ac0-b019-4c64-8378-2fe72cceebc9 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:20.161633 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-13164ac0-b019-4c64-8378-2fe72cceebc9 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Calling delete_port for 2d550218-9bf2-4202-8c46-91b42b3a6eba owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:59:20.185643 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f3e306-46f9-4632-93db-6d3cf208ec40 req-dbb5f3c7-57fa-481a-878a-229a86325605 tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] No DVR routers for this DVR port b8faad09-c183-4f8c-ae32-2fb93aadd532 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:59:20.190479 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d8f3e306-46f9-4632-93db-6d3cf208ec40 req-dbb5f3c7-57fa-481a-878a-229a86325605 tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:20.192074 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d8f3e306-46f9-4632-93db-6d3cf208ec40 req-dbb5f3c7-57fa-481a-878a-229a86325605 tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] 10.222.0.13 "DELETE /v2.0/ports/b8faad09-c183-4f8c-ae32-2fb93aadd532 HTTP/1.1" status: 204 len: 173 time: 0.8335094 Jul 24 00:59:20.192601 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9536716e-ed93-4cba-8e87-90f2cae4f0ef', 'name': 'network-vif-deleted', 'tag': 'b8faad09-c183-4f8c-ae32-2fb93aadd532'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:59:20.195231 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a54c84d-2fe2-4419-a428-97730484dd5a" -d '{"events": [{"server_uuid": "9536716e-ed93-4cba-8e87-90f2cae4f0ef", "name": "network-vif-deleted", "tag": "b8faad09-c183-4f8c-ae32-2fb93aadd532"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:59:20.203784 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d88d3cbe-4f56-4b1d-a9a9-92ad7209cb6b req-782ce9d5-29aa-44d8-b54d-639f40b50d0e tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133235 Jul 24 00:59:20.207244 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba1fc4b-5ecb-4531-a049-d94098415f3a req-ef9264af-6ab5-43c9-9f36-b1b47d4d0493 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:20.221107 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cba1fc4b-5ecb-4531-a049-d94098415f3a req-ef9264af-6ab5-43c9-9f36-b1b47d4d0493 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 945 time: 0.1498616 Jul 24 00:59:20.313218 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cba1fc4b-5ecb-4531-a049-d94098415f3a req-5c90a449-5173-4f07-a6f9-cb9c784ea00c tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905979 Jul 24 00:59:20.313893 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['b8faad09-c183-4f8c-ae32-2fb93aadd532'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:59:20.351789 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c0444c6e-ffc4-4a45-ab76-3900be8edfca req-e24f1bab-1c72-4183-9fe4-35e5ead3bcac tempest-ServerAddressesNegativeTestJSON-1077912420 tempest-ServerAddressesNegativeTestJSON-1077912420-project] 10.222.0.15 "GET /v2.0/ports?device_id=9536716e-ed93-4cba-8e87-90f2cae4f0ef HTTP/1.1" status: 200 len: 210 time: 0.0682049 Jul 24 00:59:20.400404 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2484e2f9-027d-44ae-954a-6012270798b3 x-openstack-request-id: req-2484e2f9-027d-44ae-954a-6012270798b3 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:59:20.401308 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9536716e-ed93-4cba-8e87-90f2cae4f0ef", "name": "network-vif-deleted", "tag": "b8faad09-c183-4f8c-ae32-2fb93aadd532", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:59:20.401692 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2484e2f9-027d-44ae-954a-6012270798b3 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:59:20.402313 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9536716e-ed93-4cba-8e87-90f2cae4f0ef', 'name': 'network-vif-deleted', 'tag': 'b8faad09-c183-4f8c-ae32-2fb93aadd532', 'status': 'completed', 'code': 200} Jul 24 00:59:20.529964 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d2e500a4-c057-47e6-8e49-9f5b94fbc941 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:59:20.546891 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f0df07db-2f74-4e2a-a90f-f171559ea90b req-9182bcec-e46a-4ac3-80c2-2209c39fe416 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e7d87376-d685-42ed-96e2-a3452ba60793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0445044 Jul 24 00:59:20.551461 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-13164ac0-b019-4c64-8378-2fe72cceebc9 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:20.600226 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13164ac0-b019-4c64-8378-2fe72cceebc9 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Pushing event deleted for resources: {'Port': ['ID=2d550218-9bf2-4202-8c46-91b42b3a6eba,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:20.611950 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port d2e500a4-c057-47e6-8e49-9f5b94fbc941 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:59:20.617637 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port d2e500a4-c057-47e6-8e49-9f5b94fbc941 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:59:20.618375 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:20.680025 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f0df07db-2f74-4e2a-a90f-f171559ea90b req-6a1afa86-b299-485d-b206-2ad291edf786 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=e7d87376-d685-42ed-96e2-a3452ba60793 HTTP/1.1" status: 200 len: 210 time: 0.0951436 Jul 24 00:59:20.757900 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:20.765659 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8844f6-956f-4bc7-b443-a7d2ee0ec49a req-5375ddb5-cb04-4184-b41b-5b78f3891f55 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:20.767371 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1e8844f6-956f-4bc7-b443-a7d2ee0ec49a req-5375ddb5-cb04-4184-b41b-5b78f3891f55 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 945 time: 0.1213295 Jul 24 00:59:20.814899 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f0df07db-2f74-4e2a-a90f-f171559ea90b req-39d7af73-8fcf-47a7-9a7c-d8966ff057d3 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0761406 Jul 24 00:59:20.819421 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port d2e500a4-c057-47e6-8e49-9f5b94fbc941, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d2e500a4-c057-47e6-8e49-9f5b94fbc941,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:59:20.822735 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21361991-c742-44c8-a804-0f9a213057c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e500a4-c057-47e6-8e49-9f5b94fbc941'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:59:20.827652 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fef143-ac28-4ab4-b64b-9e7c4be5db76" -d '{"events": [{"server_uuid": "21361991-c742-44c8-a804-0f9a213057c2", "name": "network-vif-plugged", "status": "completed", "tag": "d2e500a4-c057-47e6-8e49-9f5b94fbc941"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:59:20.833908 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:20.861091 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-13164ac0-b019-4c64-8378-2fe72cceebc9 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:20.867215 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-13164ac0-b019-4c64-8378-2fe72cceebc9 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] 10.222.0.15 "DELETE /v2.0/ports/2d550218-9bf2-4202-8c46-91b42b3a6eba HTTP/1.1" status: 204 len: 168 time: 1.0631912 Jul 24 00:59:20.868733 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1e8844f6-956f-4bc7-b443-a7d2ee0ec49a req-d9d9a0aa-2aca-432f-a7c0-4e59f3b97dbe tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909541 Jul 24 00:59:20.870081 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37552) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:20.945991 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=d2e500a4-c057-47e6-8e49-9f5b94fbc941,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:20.951818 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:20.967332 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6d2f78-4e29-490a-acef-34b207035a8c x-openstack-request-id: req-1f6d2f78-4e29-490a-acef-34b207035a8c {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:59:20.968366 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21361991-c742-44c8-a804-0f9a213057c2", "name": "network-vif-plugged", "status": "completed", "tag": "d2e500a4-c057-47e6-8e49-9f5b94fbc941", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:59:20.969108 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1f6d2f78-4e29-490a-acef-34b207035a8c {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:59:20.969789 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21361991-c742-44c8-a804-0f9a213057c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e500a4-c057-47e6-8e49-9f5b94fbc941', 'code': 200} Jul 24 00:59:21.021489 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d4d37-02de-464e-9101-2f4d3b6cc5e5 req-1d8803dd-51b3-4de2-9cf6-c232b5d942e8 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:21.023273 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f22d4d37-02de-464e-9101-2f4d3b6cc5e5 req-1d8803dd-51b3-4de2-9cf6-c232b5d942e8 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 945 time: 0.3472648 Jul 24 00:59:21.025030 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58806c01-51ed-441c-bde5-c91c60be27cf tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:21.026816 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-58806c01-51ed-441c-bde5-c91c60be27cf tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] 10.222.0.15 "GET /v2.0/ports?device_id=aebba95e-9915-45e7-9ef1-4077173dbb4e HTTP/1.1" status: 200 len: 913 time: 0.1553421 Jul 24 00:59:21.029488 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37554) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:21.095264 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f22d4d37-02de-464e-9101-2f4d3b6cc5e5 req-7637c408-70fa-428a-a598-b57af8f6c1a5 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619845 Jul 24 00:59:21.098873 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df07db-2f74-4e2a-a90f-f171559ea90b req-4b5f9bdd-fbbb-45d3-bdb1-f36ac49328cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:21.100658 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f0df07db-2f74-4e2a-a90f-f171559ea90b req-4b5f9bdd-fbbb-45d3-bdb1-f36ac49328cd service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2791157 Jul 24 00:59:21.288433 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a99b9-2ba6-46ef-b778-13df465b023b req-6226ffd3-959e-416d-a6fa-4c75640481b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:21.289992 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eb9a99b9-2ba6-46ef-b778-13df465b023b req-6226ffd3-959e-416d-a6fa-4c75640481b8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=21361991-c742-44c8-a804-0f9a213057c2 HTTP/1.1" status: 200 len: 1097 time: 0.1766508 Jul 24 00:59:21.424373 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37560) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:21.444785 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eb9a99b9-2ba6-46ef-b778-13df465b023b req-aefa6f17-0bad-4a4e-b2d8-3cd83e7d2abf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447148 Jul 24 00:59:21.514268 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-460e3840-b948-41ae-8d48-2098d4fc7a8e admin admin] Deleting subnet 224d3361-a5fd-443b-acfd-bb17285d3afa {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:59:21.519437 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-460e3840-b948-41ae-8d48-2098d4fc7a8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:21.532190 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b5b54-7df6-4087-b1aa-6b92e3303256 req-c5ea7710-b016-48dc-8f98-208cff1790d5 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:21.533793 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-739b5b54-7df6-4087-b1aa-6b92e3303256 req-c5ea7710-b016-48dc-8f98-208cff1790d5 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=21361991-c742-44c8-a804-0f9a213057c2 HTTP/1.1" status: 200 len: 945 time: 0.2328317 Jul 24 00:59:21.580940 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-460e3840-b948-41ae-8d48-2098d4fc7a8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:21.630029 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-739b5b54-7df6-4087-b1aa-6b92e3303256 req-ac06457f-a6f9-49fd-865b-6f21ba22571e tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779757 Jul 24 00:59:21.640236 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-460e3840-b948-41ae-8d48-2098d4fc7a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:21.700066 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-460e3840-b948-41ae-8d48-2098d4fc7a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:21.729323 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e3840-b948-41ae-8d48-2098d4fc7a8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=224d3361-a5fd-443b-acfd-bb17285d3afa,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:21.731089 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6b8b55d7-1dc4-4d39-ae11-5e89564d463f tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:21.731538 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-460e3840-b948-41ae-8d48-2098d4fc7a8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:21.733548 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-460e3840-b948-41ae-8d48-2098d4fc7a8e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/224d3361-a5fd-443b-acfd-bb17285d3afa HTTP/1.1" status: 204 len: 168 time: 0.3074851 Jul 24 00:59:21.736191 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37566) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:21.813589 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7832cda8-c278-4de6-9dc2-0db493db09b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:21.930563 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7832cda8-c278-4de6-9dc2-0db493db09b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:21.944002 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-7832cda8-c278-4de6-9dc2-0db493db09b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6df6787b-5d1e-4776-ae84-b76d462bf6e6']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:21.956978 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-7832cda8-c278-4de6-9dc2-0db493db09b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db37bdd6-4822-45bc-aa25-1bf29c249ce4') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:21.957285 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-7832cda8-c278-4de6-9dc2-0db493db09b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db37bdd6-4822-45bc-aa25-1bf29c249ce4') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:21.972301 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7832cda8-c278-4de6-9dc2-0db493db09b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:21.992582 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7832cda8-c278-4de6-9dc2-0db493db09b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:22.001387 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7832cda8-c278-4de6-9dc2-0db493db09b6 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:59:22.001946 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7832cda8-c278-4de6-9dc2-0db493db09b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:22.004131 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 00:59:22.004131 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:59:22.004131 n-d-793621-25 neutron-server[100463]: timer() Jul 24 00:59:22.004131 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:59:22.004131 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 00:59:22.004131 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:59:22.004131 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 00:59:22.004131 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:59:22.004131 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 00:59:22.004131 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:59:22.004131 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 00:59:22.004131 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:59:22.004131 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 00:59:22.004131 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:59:22.004131 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:59:22.004131 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:59:22.004131 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:59:22.004131 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:59:22.004131 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 00:59:22.004131 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:59:22.004131 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 00:59:22.004131 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:59:22.004131 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:59:22.004131 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:59:22.004131 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 00:59:22.004131 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:59:22.004131 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:59:22.004131 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:59:22.004131 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:59:22.004131 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:59:22.004131 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:59:22.004131 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:59:22.085025 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7832cda8-c278-4de6-9dc2-0db493db09b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:22.111891 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7832cda8-c278-4de6-9dc2-0db493db09b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:22.114165 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7832cda8-c278-4de6-9dc2-0db493db09b6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/6df6787b-5d1e-4776-ae84-b76d462bf6e6 HTTP/1.1" status: 204 len: 168 time: 0.3765481 Jul 24 00:59:22.115141 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7832cda8-c278-4de6-9dc2-0db493db09b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6df6787b-5d1e-4776-ae84-b76d462bf6e6,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:22.253973 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5494bcf-5ca0-4861-83a2-e0aa67356435 req-9f30774a-3fe6-4630-8251-1f6ce1f3a7c3 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:22.255749 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b5494bcf-5ca0-4861-83a2-e0aa67356435 req-9f30774a-3fe6-4630-8251-1f6ce1f3a7c3 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 945 time: 0.1458368 Jul 24 00:59:22.373377 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b5494bcf-5ca0-4861-83a2-e0aa67356435 req-3115a296-cc77-4c05-ae4d-1b9e9f374d60 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800881 Jul 24 00:59:22.378776 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37580) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:22.397196 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ea9db-a125-4d28-9508-a01f59775408 req-50ea1daa-8a47-4479-b80a-8becac4ef820 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:22.413512 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-185ea9db-a125-4d28-9508-a01f59775408 req-50ea1daa-8a47-4479-b80a-8becac4ef820 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 945 time: 0.1711817 Jul 24 00:59:22.507043 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-185ea9db-a125-4d28-9508-a01f59775408 req-1aeacab8-bc06-442b-b3da-a4b405c89161 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898805 Jul 24 00:59:22.555151 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device b8faad09-c183-4f8c-ae32-2fb93aadd532 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:59:22.577142 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37586) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:22.630205 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7cde98e1-b044-4f17-919f-99f35a904e04 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=866c308422044edd9d8d22f925f0f7ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514712 Jul 24 00:59:22.632662 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37588) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:22.647014 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-94dfab5c-0819-4df1-8d39-78a459c8a518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:22.659160 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: b8faad09-c183-4f8c-ae32-2fb93aadd532 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:59:22.659930 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device b8faad09-c183-4f8c-ae32-2fb93aadd532 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:59:22.661696 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-6b8b55d7-1dc4-4d39-ae11-5e89564d463f tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Deleting port 87564b6f-562d-420f-89b6-f33beb844a58 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:59:22.662149 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6b8b55d7-1dc4-4d39-ae11-5e89564d463f tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:22.729660 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0c97cc9f-a978-40fc-a457-3f61bfec43e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:22.827088 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0c97cc9f-a978-40fc-a457-3f61bfec43e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:22.827193 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6b8b55d7-1dc4-4d39-ae11-5e89564d463f tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:22.857612 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-6b8b55d7-1dc4-4d39-ae11-5e89564d463f tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Calling delete_port for 87564b6f-562d-420f-89b6-f33beb844a58 owned by network:router_interface {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:59:22.917732 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9e9b4-5f95-471e-85f3-c4a1b9e452b5 req-59a609ad-a3eb-4818-8def-c2bb19992d3d tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:22.919866 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-01c9e9b4-5f95-471e-85f3-c4a1b9e452b5 req-59a609ad-a3eb-4818-8def-c2bb19992d3d tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=21361991-c742-44c8-a804-0f9a213057c2 HTTP/1.1" status: 200 len: 945 time: 0.1529794 Jul 24 00:59:22.928931 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0c97cc9f-a978-40fc-a457-3f61bfec43e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:22.932994 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0c97cc9f-a978-40fc-a457-3f61bfec43e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:22.934262 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0c97cc9f-a978-40fc-a457-3f61bfec43e3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9b7760eb-cb51-478e-903c-f2a04a71ffb4 HTTP/1.1" status: 204 len: 168 time: 0.3002312 Jul 24 00:59:22.953552 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97cc9f-a978-40fc-a457-3f61bfec43e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7760eb-cb51-478e-903c-f2a04a71ffb4,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:22.959703 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-94dfab5c-0819-4df1-8d39-78a459c8a518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:22.969707 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-94dfab5c-0819-4df1-8d39-78a459c8a518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:23.015154 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-01c9e9b4-5f95-471e-85f3-c4a1b9e452b5 req-6d2743fb-8d33-44bb-a10c-bebe1e5875b8 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787804 Jul 24 00:59:23.063967 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dfab5c-0819-4df1-8d39-78a459c8a518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d2b373-f475-4007-89ce-13910fc4947e,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:23.103380 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-94dfab5c-0819-4df1-8d39-78a459c8a518 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e63c245ba6e1400abb727014d6a50e1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7227910 Jul 24 00:59:23.107659 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37598) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:23.211394 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cb98ac29-4a46-4ad6-8bb8-0e8fa20d040a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:23.247844 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cb98ac29-4a46-4ad6-8bb8-0e8fa20d040a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:23.249835 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6b8b55d7-1dc4-4d39-ae11-5e89564d463f tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:23.330754 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb7833-0826-4478-b85e-9d6e777042e6 req-75e16387-5e2b-4304-9afc-9af7eca1368e tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:23.332400 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8cfb7833-0826-4478-b85e-9d6e777042e6 req-75e16387-5e2b-4304-9afc-9af7eca1368e tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=21361991-c742-44c8-a804-0f9a213057c2 HTTP/1.1" status: 200 len: 945 time: 0.0975680 Jul 24 00:59:23.404332 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8cfb7833-0826-4478-b85e-9d6e777042e6 req-faec92f0-a7b5-4208-bb74-b1f54f15fbc4 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643759 Jul 24 00:59:23.424608 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b55d7-1dc4-4d39-ae11-5e89564d463f tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Pushing event deleted for resources: {'Port': ['ID=87564b6f-562d-420f-89b6-f33beb844a58,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:23.464397 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cb98ac29-4a46-4ad6-8bb8-0e8fa20d040a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:23.467594 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cb98ac29-4a46-4ad6-8bb8-0e8fa20d040a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:23.471277 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-cb98ac29-4a46-4ad6-8bb8-0e8fa20d040a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/50d2b373-f475-4007-89ce-13910fc4947e HTTP/1.1" status: 204 len: 168 time: 0.3603101 Jul 24 00:59:23.499419 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb98ac29-4a46-4ad6-8bb8-0e8fa20d040a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d2b373-f475-4007-89ce-13910fc4947e,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:23.679231 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6fc12-5578-4128-96e3-53d29e9d526d req-2fab7afe-1202-43ca-ad3a-59054db74f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:23.681187 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4ab6fc12-5578-4128-96e3-53d29e9d526d req-2fab7afe-1202-43ca-ad3a-59054db74f2e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 1097 time: 0.3024011 Jul 24 00:59:23.714251 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61907652-024c-4181-95e7-b614c6fc88d4 req-3f03364a-c7a9-4a1e-8e34-a100f94919a2 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:23.725688 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-61907652-024c-4181-95e7-b614c6fc88d4 req-3f03364a-c7a9-4a1e-8e34-a100f94919a2 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 945 time: 0.1090267 Jul 24 00:59:23.754113 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07dac6-94a5-41d6-9147-131329b5c09e req-f44c019b-a214-444f-a71f-70c570f624df tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:23.759789 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4e07dac6-94a5-41d6-9147-131329b5c09e req-f44c019b-a214-444f-a71f-70c570f624df tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 945 time: 0.2501950 Jul 24 00:59:23.798733 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4ab6fc12-5578-4128-96e3-53d29e9d526d req-a2d4919a-f840-46ce-9550-16724281947c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034164 Jul 24 00:59:23.800439 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-61907652-024c-4181-95e7-b614c6fc88d4 req-a0a645cc-d4a7-4d16-abf3-e30de2a80262 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728600 Jul 24 00:59:23.802437 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6b8b55d7-1dc4-4d39-ae11-5e89564d463f tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:23.841402 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4e07dac6-94a5-41d6-9147-131329b5c09e req-b46aba6f-cf1a-4d2a-b7e4-426cc7202379 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708923 Jul 24 00:59:24.017398 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d405eb84-d1ae-4324-9031-231463489611 req-14416699-335b-41df-88ad-b65b2eea33d7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bade4ba4-c584-4f8d-8622-e76b6a12ab3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0891721 Jul 24 00:59:24.025815 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37640) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:24.153337 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-e9bf78be-5c3b-49f9-b182-3b8a8e39c975 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-268849039-network', 'tenant_id': '2ac8b70df7f44ee7bad6ad4c4157b3f3'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:24.182177 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d405eb84-d1ae-4324-9031-231463489611 req-75d8e8a5-f797-432e-9f04-58823ab6109f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:24.183945 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d405eb84-d1ae-4324-9031-231463489611 req-75d8e8a5-f797-432e-9f04-58823ab6109f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=efa6f3db9fd64630b0882e80030f42fc&device_id=bade4ba4-c584-4f8d-8622-e76b6a12ab3a HTTP/1.1" status: 200 len: 1097 time: 0.1216400 Jul 24 00:59:24.185924 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9bf78be-5c3b-49f9-b182-3b8a8e39c975 admin admin] Made reservation on behalf of 2ac8b70df7f44ee7bad6ad4c4157b3f3 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:59:24.188364 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8b55d7-1dc4-4d39-ae11-5e89564d463f tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Router aebba95e-9915-45e7-9ef1-4077173dbb4e has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:59:24.202460 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e9bf78be-5c3b-49f9-b182-3b8a8e39c975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:24.211880 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e9bf78be-5c3b-49f9-b182-3b8a8e39c975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:24.325801 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e9bf78be-5c3b-49f9-b182-3b8a8e39c975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:24.333332 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e9bf78be-5c3b-49f9-b182-3b8a8e39c975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:24.334564 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37652) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:24.363269 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9bf78be-5c3b-49f9-b182-3b8a8e39c975 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:59:24.374195 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf78be-5c3b-49f9-b182-3b8a8e39c975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2ff9e8-25f9-4929-b36b-7f6e869d798a,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:24.385294 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8b55d7-1dc4-4d39-ae11-5e89564d463f tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:59:24.393039 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6b8b55d7-1dc4-4d39-ae11-5e89564d463f tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] 10.222.0.15 "PUT /v2.0/routers/aebba95e-9915-45e7-9ef1-4077173dbb4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3623195 Jul 24 00:59:24.396073 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37656) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:24.397868 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e9bf78be-5c3b-49f9-b182-3b8a8e39c975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:24.398451 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-e9bf78be-5c3b-49f9-b182-3b8a8e39c975 admin admin] Added segment cb9ee2cc-8dd6-4f51-b45d-5ab951b387ae of type vlan for network c6bc4630-120e-4a59-bbfa-a64554a64cd4 Jul 24 00:59:24.398688 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d405eb84-d1ae-4324-9031-231463489611 req-d513fa37-e916-4ed1-84aa-e5758e05f675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:24.400451 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d405eb84-d1ae-4324-9031-231463489611 req-d513fa37-e916-4ed1-84aa-e5758e05f675 service neutron] 10.222.0.13 "GET /v2.0/networks?id=2da6bbc7-a75c-4c5c-b454-75233615e1ea HTTP/1.1" status: 200 len: 907 time: 0.1662781 Jul 24 00:59:24.400589 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b194c92-1ef3-42b0-a67e-c426cc5e7787 None None] Sync routers for ids ['aebba95e-9915-45e7-9ef1-4077173dbb4e'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:59:24.429220 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b194c92-1ef3-42b0-a67e-c426cc5e7787 None None] Routers {'aebba95e-9915-45e7-9ef1-4077173dbb4e'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:59:24.429999 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-7b194c92-1ef3-42b0-a67e-c426cc5e7787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:59:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['aebba95e-9915-45e7-9ef1-4077173dbb4e'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:24.471423 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e9bf78be-5c3b-49f9-b182-3b8a8e39c975 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:24.511773 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e9bf78be-5c3b-49f9-b182-3b8a8e39c975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:24.512904 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9bf78be-5c3b-49f9-b182-3b8a8e39c975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:24.513504 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e9bf78be-5c3b-49f9-b182-3b8a8e39c975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:24.527926 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d405eb84-d1ae-4324-9031-231463489611 req-277bf14e-297c-484a-a592-3a461f7b594c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f142e1c3-accd-44c6-a488-2ba01c18ea56 HTTP/1.1" status: 200 len: 217 time: 0.0786269 Jul 24 00:59:24.529519 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-7b194c92-1ef3-42b0-a67e-c426cc5e7787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:24.548093 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-9f70f7b5-52f4-4881-8718-648305afc11b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-889095391-network', 'tenant_id': '443e9b6688a94583be288407b9410244'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:24.549650 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b194c92-1ef3-42b0-a67e-c426cc5e7787 None None] Routers {'aebba95e-9915-45e7-9ef1-4077173dbb4e'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:59:24.551057 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-7b194c92-1ef3-42b0-a67e-c426cc5e7787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:59:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['aebba95e-9915-45e7-9ef1-4077173dbb4e'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:24.573269 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e9bf78be-5c3b-49f9-b182-3b8a8e39c975 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5460558 Jul 24 00:59:24.582063 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37660) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:24.596677 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fdcaa834-7759-4cde-bdc4-ed7ff751e12d tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks [] for router, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:24.603741 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-7b194c92-1ef3-42b0-a67e-c426cc5e7787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:24.604760 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b194c92-1ef3-42b0-a67e-c426cc5e7787 None None] The sync data for ids ['aebba95e-9915-45e7-9ef1-4077173dbb4e'] in n-d-793621-25 is: [] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:59:24.634374 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-d234442a-a5e8-4e9b-b4a7-432659efd091 admin admin] Request body: {'subnet': {'network_id': 'c6bc4630-120e-4a59-bbfa-a64554a64cd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-268849039-subnet', 'tenant_id': '2ac8b70df7f44ee7bad6ad4c4157b3f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:24.643446 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf78be-5c3b-49f9-b182-3b8a8e39c975 admin admin] Pushing event updated for resources: {'Network': ['ID=c6bc4630-120e-4a59-bbfa-a64554a64cd4,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:24.663976 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f70f7b5-52f4-4881-8718-648305afc11b admin admin] Made reservation on behalf of 443e9b6688a94583be288407b9410244 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:59:24.667157 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9f70f7b5-52f4-4881-8718-648305afc11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:24.668930 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network c6bc4630-120e-4a59-bbfa-a64554a64cd4 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:59:24.686140 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d405eb84-d1ae-4324-9031-231463489611 req-24a216ce-c58d-4355-9400-63663f5e8968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:24.687738 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d405eb84-d1ae-4324-9031-231463489611 req-24a216ce-c58d-4355-9400-63663f5e8968 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=32aaab81-ed63-4b4f-aa91-d17bc9f404e3 HTTP/1.1" status: 200 len: 846 time: 0.1504421 Jul 24 00:59:24.703799 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9f70f7b5-52f4-4881-8718-648305afc11b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:24.733975 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d234442a-a5e8-4e9b-b4a7-432659efd091 admin admin] Made reservation on behalf of 2ac8b70df7f44ee7bad6ad4c4157b3f3 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:59:24.736762 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d234442a-a5e8-4e9b-b4a7-432659efd091 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:24.740119 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d405eb84-d1ae-4324-9031-231463489611 req-f34a1e96-1ea5-4959-9844-705613e3a0da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2da6bbc7-a75c-4c5c-b454-75233615e1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385456 Jul 24 00:59:24.850077 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fdcaa834-7759-4cde-bdc4-ed7ff751e12d tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:24.877447 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873014f-d0da-4381-805b-f201b3e169fd req-f1132efd-637e-499d-a86f-f62f814e9ff7 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:24.879807 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f873014f-d0da-4381-805b-f201b3e169fd req-f1132efd-637e-499d-a86f-f62f814e9ff7 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=21361991-c742-44c8-a804-0f9a213057c2 HTTP/1.1" status: 200 len: 945 time: 0.3209562 Jul 24 00:59:24.914422 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d405eb84-d1ae-4324-9031-231463489611 req-862facbe-20bb-43ef-aee3-838f0e231b5c service neutron] 10.222.0.13 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653748 Jul 24 00:59:24.961813 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f873014f-d0da-4381-805b-f201b3e169fd req-3b749581-7860-4582-9dc1-998d0459c071 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726559 Jul 24 00:59:24.997375 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-fdcaa834-7759-4cde-bdc4-ed7ff751e12d tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Deleting port 4629da09-909f-45c8-9809-1f7a25a24ee2 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:59:24.997716 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fdcaa834-7759-4cde-bdc4-ed7ff751e12d tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:25.067998 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9f70f7b5-52f4-4881-8718-648305afc11b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:25.074101 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9f70f7b5-52f4-4881-8718-648305afc11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:25.113155 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d405eb84-d1ae-4324-9031-231463489611 req-57f662b3-14c3-40d9-bf8c-ea228bd103ab service neutron] 10.222.0.13 "GET /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870873 Jul 24 00:59:25.135921 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fdcaa834-7759-4cde-bdc4-ed7ff751e12d tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:25.170211 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f70f7b5-52f4-4881-8718-648305afc11b admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:59:25.179537 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-fdcaa834-7759-4cde-bdc4-ed7ff751e12d tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Calling delete_port for 4629da09-909f-45c8-9809-1f7a25a24ee2 owned by network:router_gateway {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:59:25.188940 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d234442a-a5e8-4e9b-b4a7-432659efd091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:25.191860 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9f70f7b5-52f4-4881-8718-648305afc11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:25.192209 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-9f70f7b5-52f4-4881-8718-648305afc11b admin admin] Added segment 24170a39-ee41-4c88-b034-65960a8784cb of type vlan for network 10d2c835-80d7-49b2-a0db-ffc261981bb1 Jul 24 00:59:25.204525 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70f7b5-52f4-4881-8718-648305afc11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e63ac7f-3d00-42d9-8b4b-efb866e80ba6,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:25.277049 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0877d-de86-46ae-94ac-2ae342568578 req-f898a7af-950d-4715-bcdd-e2a5a2829988 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:25.279069 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1ff0877d-de86-46ae-94ac-2ae342568578 req-f898a7af-950d-4715-bcdd-e2a5a2829988 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 945 time: 0.3504641 Jul 24 00:59:25.298467 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d234442a-a5e8-4e9b-b4a7-432659efd091 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7cb966c-97ec-4cef-b349-9d94b92e1b8c,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:25.302953 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9f70f7b5-52f4-4881-8718-648305afc11b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:25.360520 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66ed3a-4cea-4e3b-8943-c6fef0883ca3 req-114b4f00-b0c6-4f27-befb-736843255d49 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:25.362228 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bf66ed3a-4cea-4e3b-8943-c6fef0883ca3 req-114b4f00-b0c6-4f27-befb-736843255d49 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 945 time: 0.2478840 Jul 24 00:59:25.363048 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1ff0877d-de86-46ae-94ac-2ae342568578 req-e237aa3f-fa28-4112-b8aa-56d074b3d3a2 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773752 Jul 24 00:59:25.378002 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d234442a-a5e8-4e9b-b4a7-432659efd091 admin admin] Checking segment: {'id': 'cb9ee2cc-8dd6-4f51-b45d-5ab951b387ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c6bc4630-120e-4a59-bbfa-a64554a64cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:59:25.378667 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d234442a-a5e8-4e9b-b4a7-432659efd091 admin admin] Network hostable DHCP agents. Network: c6bc4630-120e-4a59-bbfa-a64554a64cd4, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:59:25.407292 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9f70f7b5-52f4-4881-8718-648305afc11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:25.407292 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f70f7b5-52f4-4881-8718-648305afc11b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:25.407292 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9f70f7b5-52f4-4881-8718-648305afc11b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:25.427481 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fdcaa834-7759-4cde-bdc4-ed7ff751e12d tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:25.455742 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9f70f7b5-52f4-4881-8718-648305afc11b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1183000 Jul 24 00:59:25.456464 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d234442a-a5e8-4e9b-b4a7-432659efd091 admin admin] Network c6bc4630-120e-4a59-bbfa-a64554a64cd4 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:59:25.460310 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37674) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:25.467887 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcaa834-7759-4cde-bdc4-ed7ff751e12d tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Pushing event deleted for resources: {'Port': ['ID=4629da09-909f-45c8-9809-1f7a25a24ee2,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:25.470420 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-e6ce1322-96d2-4479-a24f-d4168e110ec2 admin admin] Request body: {'subnet': {'network_id': '10d2c835-80d7-49b2-a0db-ffc261981bb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-889095391-subnet', 'tenant_id': '443e9b6688a94583be288407b9410244', 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:25.516736 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70f7b5-52f4-4881-8718-648305afc11b admin admin] Pushing event updated for resources: {'Network': ['ID=10d2c835-80d7-49b2-a0db-ffc261981bb1,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:25.519103 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-d234442a-a5e8-4e9b-b4a7-432659efd091 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, c6bc4630-120e-4a59-bbfa-a64554a64cd4) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:59:25.537949 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d97ffa6-6ff3-4455-9937-fe106de91cc4 None None] Network c6bc4630-120e-4a59-bbfa-a64554a64cd4 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:59:25.539151 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d234442a-a5e8-4e9b-b4a7-432659efd091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:25.539822 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d234442a-a5e8-4e9b-b4a7-432659efd091 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:25.542646 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 10d2c835-80d7-49b2-a0db-ffc261981bb1 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:59:25.568506 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ce1322-96d2-4479-a24f-d4168e110ec2 admin admin] Made reservation on behalf of 443e9b6688a94583be288407b9410244 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:59:25.571217 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e6ce1322-96d2-4479-a24f-d4168e110ec2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:25.583758 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d234442a-a5e8-4e9b-b4a7-432659efd091 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0004613 Jul 24 00:59:25.601926 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fdcaa834-7759-4cde-bdc4-ed7ff751e12d tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:25.606002 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bf66ed3a-4cea-4e3b-8943-c6fef0883ca3 req-8c532ef9-3885-4276-a2ca-c5a610eaac03 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290881 Jul 24 00:59:25.759673 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0863d2-4b1b-4ef7-8e78-499307ae239d None None] Network c6bc4630-120e-4a59-bbfa-a64554a64cd4 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:59:25.927081 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e6ce1322-96d2-4479-a24f-d4168e110ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:26.016648 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce1322-96d2-4479-a24f-d4168e110ec2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d79533c-7102-4bc3-a914-988d50ddfabe,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:26.029256 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ce1322-96d2-4479-a24f-d4168e110ec2 admin admin] Checking segment: {'id': '24170a39-ee41-4c88-b034-65960a8784cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '10d2c835-80d7-49b2-a0db-ffc261981bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:59:26.029617 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ce1322-96d2-4479-a24f-d4168e110ec2 admin admin] Network hostable DHCP agents. Network: 10d2c835-80d7-49b2-a0db-ffc261981bb1, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:59:26.050641 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ce1322-96d2-4479-a24f-d4168e110ec2 admin admin] Network 10d2c835-80d7-49b2-a0db-ffc261981bb1 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:59:26.068306 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-e6ce1322-96d2-4479-a24f-d4168e110ec2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 10d2c835-80d7-49b2-a0db-ffc261981bb1) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:59:26.073313 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ce1322-96d2-4479-a24f-d4168e110ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:26.073966 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e6ce1322-96d2-4479-a24f-d4168e110ec2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:26.081549 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3605b54c-7380-4e0f-93eb-34b992b54a31 None None] Network 10d2c835-80d7-49b2-a0db-ffc261981bb1 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:59:26.114154 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e6ce1322-96d2-4479-a24f-d4168e110ec2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6492560 Jul 24 00:59:26.116148 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37706) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:26.150979 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-d19d6baa-24eb-4c4a-bc38-d65a3d5e2c8b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-889095391-router', 'tenant_id': '443e9b6688a94583be288407b9410244', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:26.203259 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-ca792d91-657a-405b-92aa-a53c38159068 tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:26.204784 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-ca792d91-657a-405b-92aa-a53c38159068 tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] 10.222.0.15 "GET /v2.0/networks?id=c6bc4630-120e-4a59-bbfa-a64554a64cd4 HTTP/1.1" status: 200 len: 808 time: 0.1237342 Jul 24 00:59:26.226071 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-1496679c-3105-44a6-8e60-af8ee4c9b690 tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] 10.222.0.15 "GET /v2.0/quotas/2ac8b70df7f44ee7bad6ad4c4157b3f3 HTTP/1.1" status: 200 len: 375 time: 0.0133162 Jul 24 00:59:26.243252 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fdcaa834-7759-4cde-bdc4-ed7ff751e12d tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:26.255454 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fdcaa834-7759-4cde-bdc4-ed7ff751e12d tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:26.264204 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d19d6baa-24eb-4c4a-bc38-d65a3d5e2c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:26.265342 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d19d6baa-24eb-4c4a-bc38-d65a3d5e2c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:26.296351 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-517aa2e3-3ac7-4c01-8f0f-7a030b541ef6 tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ac8b70df7f44ee7bad6ad4c4157b3f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598609 Jul 24 00:59:26.305250 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf4c9d7-4e89-405b-8c0f-bdd848733023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-10d2c835-80d7-49b2-a0db-ffc261981bb1', 'network_id': '10d2c835-80d7-49b2-a0db-ffc261981bb1', 'tenant_id': '443e9b6688a94583be288407b9410244', 'fixed_ips': [{'subnet_id': '7d79533c-7102-4bc3-a914-988d50ddfabe'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:59:26.307125 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8bf4c9d7-4e89-405b-8c0f-bdd848733023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:26.336560 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-4b8db348-8b6f-4022-b24b-aae2163e5f24 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:26.338539 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-4b8db348-8b6f-4022-b24b-aae2163e5f24 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/networks?id=6b98cc79-496b-494e-a0de-ce20278a0586 HTTP/1.1" status: 200 len: 811 time: 0.2213688 Jul 24 00:59:26.357380 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fdcaa834-7759-4cde-bdc4-ed7ff751e12d tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:26.358301 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdcaa834-7759-4cde-bdc4-ed7ff751e12d tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Fanout notify agent at l3_agent the message router_deleted on router aebba95e-9915-45e7-9ef1-4077173dbb4e {{(pid=100464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 00:59:26.402405 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fdcaa834-7759-4cde-bdc4-ed7ff751e12d tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:26.403436 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-fdcaa834-7759-4cde-bdc4-ed7ff751e12d tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] 10.222.0.15 "DELETE /v2.0/routers/aebba95e-9915-45e7-9ef1-4077173dbb4e HTTP/1.1" status: 204 len: 168 time: 2.0064499 Jul 24 00:59:26.406107 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37710) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:26.407154 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d19d6baa-24eb-4c4a-bc38-d65a3d5e2c8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:26.409264 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-dd8e53f4-71cd-4eb1-83a6-6f3d4da8f912 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/quotas/e7fb6f6ac2d547beb657a4e597e3a5be HTTP/1.1" status: 200 len: 375 time: 0.0569353 Jul 24 00:59:26.410479 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-b31d8b06-47d4-4f81-88ea-88adf8702489 service neutron] 10.222.0.15 "GET /v2.0/networks/c6bc4630-120e-4a59-bbfa-a64554a64cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063874 Jul 24 00:59:26.484687 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-8bf4c9d7-4e89-405b-8c0f-bdd848733023 None None] Allocated IP 172.20.0.2 (10d2c835-80d7-49b2-a0db-ffc261981bb1/7d79533c-7102-4bc3-a914-988d50ddfabe/e6ba0909-23f8-4972-869e-d89d2c6b0896) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:59:26.504758 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-156e7534-f2b9-444d-afb3-5eea862e708e tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Deleting subnet 10e90d42-d43a-47d8-aa36-87e94c176429 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:59:26.535211 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-156e7534-f2b9-444d-afb3-5eea862e708e tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:26.595738 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-156e7534-f2b9-444d-afb3-5eea862e708e tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:26.597348 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d19d6baa-24eb-4c4a-bc38-d65a3d5e2c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:26.634093 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-eb9e3c1a-0cbc-4476-bbaa-a4c1275e3e98 service neutron] 10.222.0.15 "GET /v2.0/networks/c6bc4630-120e-4a59-bbfa-a64554a64cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930964 Jul 24 00:59:26.669202 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-cf04c4cc-dae0-4f97-ba77-3eeb4a7efa27 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e7fb6f6ac2d547beb657a4e597e3a5be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2166133 Jul 24 00:59:26.711052 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-156e7534-f2b9-444d-afb3-5eea862e708e tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:26.792880 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-156e7534-f2b9-444d-afb3-5eea862e708e tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:26.858057 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-1693ef9b-13e5-454c-81ae-98a3f629548a service neutron] 10.222.0.15 "GET /v2.0/networks/6b98cc79-496b-494e-a0de-ce20278a0586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878610 Jul 24 00:59:26.858653 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e7534-f2b9-444d-afb3-5eea862e708e tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Pushing event deleted for resources: {'Subnet': ['ID=10e90d42-d43a-47d8-aa36-87e94c176429,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:26.866032 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-156e7534-f2b9-444d-afb3-5eea862e708e tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:26.877033 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-156e7534-f2b9-444d-afb3-5eea862e708e tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] 10.222.0.15 "DELETE /v2.0/subnets/10e90d42-d43a-47d8-aa36-87e94c176429 HTTP/1.1" status: 204 len: 168 time: 0.4697976 Jul 24 00:59:26.879493 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37720) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:26.909492 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8bf4c9d7-4e89-405b-8c0f-bdd848733023 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:26.917258 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990b55dc-9f33-46ac-abe0-5cb2563ed3a4 None None] Network cd15a29c-7f36-4d67-9543-d2b53fc9bb84 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:59:26.937038 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8bf4c9d7-4e89-405b-8c0f-bdd848733023 None None] Transition to ACTIVE for port object e6ba0909-23f8-4972-869e-d89d2c6b0896 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:59:26.991827 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-9600477f-8503-4d74-8571-0c7f2dc9dc32 service neutron] 10.222.0.15 "GET /v2.0/networks/6b98cc79-496b-494e-a0de-ce20278a0586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293311 Jul 24 00:59:26.997055 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8bf4c9d7-4e89-405b-8c0f-bdd848733023 None None] Transition to ACTIVE for port object e6ba0909-23f8-4972-869e-d89d2c6b0896 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:59:27.014656 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8bf4c9d7-4e89-405b-8c0f-bdd848733023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:27.054039 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3ad6c3e3-d468-42e0-99bd-27be55d7fdf3 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:27.086364 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0bba6-13b4-4aaf-b4d4-4a762ad1f359 req-e12f8ffb-8793-486e-82bc-f28e30e932aa tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:27.095463 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-14a0bba6-13b4-4aaf-b4d4-4a762ad1f359 req-e12f8ffb-8793-486e-82bc-f28e30e932aa tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=21361991-c742-44c8-a804-0f9a213057c2 HTTP/1.1" status: 200 len: 945 time: 0.2343259 Jul 24 00:59:27.100094 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4c9d7-4e89-405b-8c0f-bdd848733023 None None] Pushing event updated for resources: {'Port': ['ID=e6ba0909-23f8-4972-869e-d89d2c6b0896,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:27.106362 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf4c9d7-4e89-405b-8c0f-bdd848733023 None None] Network 10d2c835-80d7-49b2-a0db-ffc261981bb1 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:59:27.109520 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-8bf4c9d7-4e89-405b-8c0f-bdd848733023 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:59:27.136809 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf4c9d7-4e89-405b-8c0f-bdd848733023 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:59:27.184386 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d19d6baa-24eb-4c4a-bc38-d65a3d5e2c8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:27.204061 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-14a0bba6-13b4-4aaf-b4d4-4a762ad1f359 req-b68629c4-da62-472e-963f-7cb0194cd1e1 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983231 Jul 24 00:59:27.216768 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d19d6baa-24eb-4c4a-bc38-d65a3d5e2c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:27.241447 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-3ad6c3e3-d468-42e0-99bd-27be55d7fdf3 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Deleting port e6ec2121-3acf-4d0d-9746-49554922691c {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:59:27.241700 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3ad6c3e3-d468-42e0-99bd-27be55d7fdf3 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:27.260915 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-8bf4c9d7-4e89-405b-8c0f-bdd848733023 None None] Attempting to bind port e6ba0909-23f8-4972-869e-d89d2c6b0896 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:27.261303 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-8bf4c9d7-4e89-405b-8c0f-bdd848733023 None None] Attempting to bind port e6ba0909-23f8-4972-869e-d89d2c6b0896 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '24170a39-ee41-4c88-b034-65960a8784cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '10d2c835-80d7-49b2-a0db-ffc261981bb1'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:27.261750 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf4c9d7-4e89-405b-8c0f-bdd848733023 None None] Attempting to bind port e6ba0909-23f8-4972-869e-d89d2c6b0896 on network 10d2c835-80d7-49b2-a0db-ffc261981bb1 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:27.271098 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf4c9d7-4e89-405b-8c0f-bdd848733023 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:59:27.271464 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf4c9d7-4e89-405b-8c0f-bdd848733023 None None] Checking segment: {'id': '24170a39-ee41-4c88-b034-65960a8784cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '10d2c835-80d7-49b2-a0db-ffc261981bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:59:27.271898 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8bf4c9d7-4e89-405b-8c0f-bdd848733023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:27.272289 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf4c9d7-4e89-405b-8c0f-bdd848733023 None None] Bound using segment: {'id': '24170a39-ee41-4c88-b034-65960a8784cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '10d2c835-80d7-49b2-a0db-ffc261981bb1'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:59:27.272785 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-8bf4c9d7-4e89-405b-8c0f-bdd848733023 None None] Bound port: e6ba0909-23f8-4972-869e-d89d2c6b0896, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24170a39-ee41-4c88-b034-65960a8784cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '10d2c835-80d7-49b2-a0db-ffc261981bb1'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:59:27.273175 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8bf4c9d7-4e89-405b-8c0f-bdd848733023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:27.376477 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-3ad6c3e3-d468-42e0-99bd-27be55d7fdf3 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] For port e6ec2121-3acf-4d0d-9746-49554922691c, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=e6ec2121-3acf-4d0d-9746-49554922691c,segment=NetworkSegment(60d4492e-97eb-4856-89cf-cb3ce1273d43),segment_id=60d4492e-97eb-4856-89cf-cb3ce1273d43)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:59:27.376877 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3ad6c3e3-d468-42e0-99bd-27be55d7fdf3 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:27.388561 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf578c20-4082-4bc1-8a3d-c4eac6fcbf64 None None] DHCP port deletion for cd15a29c-7f36-4d67-9543-d2b53fc9bb84 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 00:59:27.391361 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-3ad6c3e3-d468-42e0-99bd-27be55d7fdf3 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Calling delete_port for e6ec2121-3acf-4d0d-9746-49554922691c owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:59:27.444384 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-8bf4c9d7-4e89-405b-8c0f-bdd848733023 None None] For port e6ba0909-23f8-4972-869e-d89d2c6b0896, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:59:27.461868 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-8bf4c9d7-4e89-405b-8c0f-bdd848733023 None None] For port e6ba0909-23f8-4972-869e-d89d2c6b0896, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=e6ba0909-23f8-4972-869e-d89d2c6b0896,segment=NetworkSegment(24170a39-ee41-4c88-b034-65960a8784cb),segment_id=24170a39-ee41-4c88-b034-65960a8784cb)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:59:27.475651 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8bf4c9d7-4e89-405b-8c0f-bdd848733023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:27.533776 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-d19d6baa-24eb-4c4a-bc38-d65a3d5e2c8b admin admin] Allocated IP 172.25.2.147 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/e2cfddbc-c45a-4c83-8f3d-6795a181c9a1) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:59:27.592559 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3ad6c3e3-d468-42e0-99bd-27be55d7fdf3 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:27.605295 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-cf578c20-4082-4bc1-8a3d-c4eac6fcbf64 None None] Deleting port e6ec2121-3acf-4d0d-9746-49554922691c {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:59:27.606496 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-cf578c20-4082-4bc1-8a3d-c4eac6fcbf64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:27.656615 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6c3e3-d468-42e0-99bd-27be55d7fdf3 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Pushing event deleted for resources: {'Port': ['ID=e6ec2121-3acf-4d0d-9746-49554922691c,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:27.658807 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad6c3e3-d468-42e0-99bd-27be55d7fdf3 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] No DVR routers for this DVR port e6ec2121-3acf-4d0d-9746-49554922691c on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:59:27.673345 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf4c9d7-4e89-405b-8c0f-bdd848733023 None None] Pushing event updated for resources: {'Port': ['ID=e6ba0909-23f8-4972-869e-d89d2c6b0896,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:27.698515 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d19d6baa-24eb-4c4a-bc38-d65a3d5e2c8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:27.723458 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b9038-35d9-45ed-a43f-c7d875bb325e req-6601fcd5-5d6e-41f3-b3b2-d00180269b74 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:27.727015 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-055b9038-35d9-45ed-a43f-c7d875bb325e req-6601fcd5-5d6e-41f3-b3b2-d00180269b74 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 945 time: 0.2604134 Jul 24 00:59:27.759830 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8cae11a2-4fca-4839-a536-a0bd023d1f74 req-a35b820c-bb95-47c9-9e28-8eb5d60e87b7 tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] 10.222.0.15 "GET /v2.0/ports?device_id=4da47154-1772-41a2-bdcf-3199c2cf6f37 HTTP/1.1" status: 200 len: 210 time: 0.0660563 Jul 24 00:59:27.781018 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-cf578c20-4082-4bc1-8a3d-c4eac6fcbf64 None None] For port e6ec2121-3acf-4d0d-9746-49554922691c, host n-d-793621-25, got binding levels [] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:59:27.794077 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-cf578c20-4082-4bc1-8a3d-c4eac6fcbf64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:27.819321 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-cf578c20-4082-4bc1-8a3d-c4eac6fcbf64 None None] Calling delete_port for e6ec2121-3acf-4d0d-9746-49554922691c owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:59:27.823745 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.ipam_backend_mixin [None req-cf578c20-4082-4bc1-8a3d-c4eac6fcbf64 None None] Port e6ec2121-3acf-4d0d-9746-49554922691c was not found and therefore no delete operation was performed {{(pid=100465) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 24 00:59:27.825385 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-cf578c20-4082-4bc1-8a3d-c4eac6fcbf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:27.859801 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3ad6c3e3-d468-42e0-99bd-27be55d7fdf3 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:27.900187 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4a279339-11d9-426e-a1f1-1c4b30af3097 req-b1188831-fc5f-4450-a24d-cefe70d95725 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 210 time: 0.0481679 Jul 24 00:59:27.903413 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-055b9038-35d9-45ed-a43f-c7d875bb325e req-3950e3e3-cf5b-4ea3-aba8-475defac4e8c tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625838 Jul 24 00:59:27.904261 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d19d6baa-24eb-4c4a-bc38-d65a3d5e2c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:27.905784 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-3ad6c3e3-d468-42e0-99bd-27be55d7fdf3 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd15a29c-7f36-4d67-9543-d2b53fc9bb84']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:27.919298 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-3ad6c3e3-d468-42e0-99bd-27be55d7fdf3 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60d4492e-97eb-4856-89cf-cb3ce1273d43') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:27.919907 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-3ad6c3e3-d468-42e0-99bd-27be55d7fdf3 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60d4492e-97eb-4856-89cf-cb3ce1273d43') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:27.927808 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19d6baa-24eb-4c4a-bc38-d65a3d5e2c8b admin admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:59:27.931973 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-d19d6baa-24eb-4c4a-bc38-d65a3d5e2c8b admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:59:27.933080 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3ad6c3e3-d468-42e0-99bd-27be55d7fdf3 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:27.960407 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3ad6c3e3-d468-42e0-99bd-27be55d7fdf3 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:27.971135 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ad6c3e3-d468-42e0-99bd-27be55d7fdf3 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:59:27.971865 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3ad6c3e3-d468-42e0-99bd-27be55d7fdf3 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:27.975840 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 00:59:27.975840 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:59:27.975840 n-d-793621-25 neutron-server[100463]: timer() Jul 24 00:59:27.975840 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:59:27.975840 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 00:59:27.975840 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:59:27.975840 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 00:59:27.975840 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:59:27.975840 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 00:59:27.975840 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:59:27.975840 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 00:59:27.975840 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:59:27.975840 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 00:59:27.975840 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:59:27.975840 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:59:27.975840 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:59:27.975840 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:59:27.975840 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:59:27.975840 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 00:59:27.975840 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:59:27.975840 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 00:59:27.975840 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:59:27.975840 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:59:27.975840 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:59:27.975840 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 00:59:27.975840 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:59:27.975840 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:59:27.975840 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:59:27.975840 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:59:27.975840 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:59:27.975840 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:59:27.975840 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:59:28.001036 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf578c20-4082-4bc1-8a3d-c4eac6fcbf64 None None] No DVR routers for this DVR port e6ec2121-3acf-4d0d-9746-49554922691c on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:59:28.005033 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19d6baa-24eb-4c4a-bc38-d65a3d5e2c8b admin admin] Pushing event updated for resources: {'Port': ['ID=e2cfddbc-c45a-4c83-8f3d-6795a181c9a1,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:28.007921 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19d6baa-24eb-4c4a-bc38-d65a3d5e2c8b admin admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:59:28.013236 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf578c20-4082-4bc1-8a3d-c4eac6fcbf64 None None] Pushing event deleted for resources: {'Port': ['ID=e6ec2121-3acf-4d0d-9746-49554922691c,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:28.076765 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3ad6c3e3-d468-42e0-99bd-27be55d7fdf3 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:28.082685 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3ad6c3e3-d468-42e0-99bd-27be55d7fdf3 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:28.085621 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3ad6c3e3-d468-42e0-99bd-27be55d7fdf3 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] 10.222.0.15 "DELETE /v2.0/networks/cd15a29c-7f36-4d67-9543-d2b53fc9bb84 HTTP/1.1" status: 204 len: 168 time: 1.2042406 Jul 24 00:59:28.092064 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37738) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:28.174562 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6c3e3-d468-42e0-99bd-27be55d7fdf3 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Pushing event deleted for resources: {'Network': ['ID=cd15a29c-7f36-4d67-9543-d2b53fc9bb84,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:28.332726 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-593849fa-f338-46c0-8cfe-7d7ded3c1f28 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Deleting port c2d018f5-6a1a-49ae-b952-f4dd04648c94 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:59:28.333046 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-593849fa-f338-46c0-8cfe-7d7ded3c1f28 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:28.385647 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d19d6baa-24eb-4c4a-bc38-d65a3d5e2c8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:28.434960 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4643bf5c-a8a2-4692-bb0f-6176d46cdf8b req-3fa3ab3d-ad51-40ce-9490-044881133687 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:28.436461 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4643bf5c-a8a2-4692-bb0f-6176d46cdf8b req-3fa3ab3d-ad51-40ce-9490-044881133687 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=21361991-c742-44c8-a804-0f9a213057c2 HTTP/1.1" status: 200 len: 945 time: 0.1484287 Jul 24 00:59:28.451579 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-593849fa-f338-46c0-8cfe-7d7ded3c1f28 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:28.451579 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-593849fa-f338-46c0-8cfe-7d7ded3c1f28 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:28.492367 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-593849fa-f338-46c0-8cfe-7d7ded3c1f28 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Calling delete_port for c2d018f5-6a1a-49ae-b952-f4dd04648c94 owned by network:floatingip {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:59:28.532550 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4643bf5c-a8a2-4692-bb0f-6176d46cdf8b req-90175120-c8b2-4a2b-86c3-a3d506511760 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856919 Jul 24 00:59:28.733012 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-593849fa-f338-46c0-8cfe-7d7ded3c1f28 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:28.735119 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d19d6baa-24eb-4c4a-bc38-d65a3d5e2c8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:28.790125 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593849fa-f338-46c0-8cfe-7d7ded3c1f28 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Pushing event deleted for resources: {'Port': ['ID=c2d018f5-6a1a-49ae-b952-f4dd04648c94,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:28.871830 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-a41138d3-36ff-4eb1-a480-05f626095688 tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:28.873487 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-a41138d3-36ff-4eb1-a480-05f626095688 tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] 10.222.0.13 "GET /v2.0/networks?id=c6bc4630-120e-4a59-bbfa-a64554a64cd4 HTTP/1.1" status: 200 len: 808 time: 0.2509646 Jul 24 00:59:28.887823 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-3c55e59e-a4f7-41f1-86c5-f396c85cf56e tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] Request body: {'port': {'device_id': '4da47154-1772-41a2-bdcf-3199c2cf6f37', 'network_id': 'c6bc4630-120e-4a59-bbfa-a64554a64cd4', 'admin_state_up': True, 'tenant_id': '2ac8b70df7f44ee7bad6ad4c4157b3f3'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:28.912371 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5ab8a6f7-4f36-4061-93b2-eab725212c36 req-53d0a861-b01b-46b1-8ed2-275c55cb7635 tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] 10.222.0.15 "GET /v2.0/ports?device_id=4da47154-1772-41a2-bdcf-3199c2cf6f37 HTTP/1.1" status: 200 len: 210 time: 0.0503654 Jul 24 00:59:28.930691 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-593849fa-f338-46c0-8cfe-7d7ded3c1f28 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks [] for floatingip, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:28.935379 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-593849fa-f338-46c0-8cfe-7d7ded3c1f28 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:28.941259 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-593849fa-f338-46c0-8cfe-7d7ded3c1f28 tempest-FloatingIPAdminTestJSON-1612810353 tempest-FloatingIPAdminTestJSON-1612810353-project] 10.222.0.15 "DELETE /v2.0/floatingips/9b458c26-8dc8-4965-9fc2-cb031d6d3890 HTTP/1.1" status: 204 len: 168 time: 0.8440053 Jul 24 00:59:29.135117 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19d6baa-24eb-4c4a-bc38-d65a3d5e2c8b admin admin] Router 3cdd484c-1e90-4a38-9223-d9e9868997c8 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:59:29.143161 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-3c55e59e-a4f7-41f1-86c5-f396c85cf56e tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] Made reservation on behalf of 2ac8b70df7f44ee7bad6ad4c4157b3f3 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:59:29.147050 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-3c55e59e-a4f7-41f1-86c5-f396c85cf56e tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:29.151670 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e6ba0909-23f8-4972-869e-d89d2c6b0896 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:59:29.186484 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6eac7f54-5cf6-4dfd-bba0-fa916ff317c0 req-55e69a9e-eaf0-460a-9dff-9607bf2cdd32 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 210 time: 0.0935309 Jul 24 00:59:29.206933 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0df49-e214-487d-b90a-23e23fb63624 req-c84af47f-80d9-4523-935c-c5256f81c867 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:29.208806 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7dd0df49-e214-487d-b90a-23e23fb63624 req-c84af47f-80d9-4523-935c-c5256f81c867 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 945 time: 0.1710231 Jul 24 00:59:29.235419 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58da6d70-b402-45cd-99e0-99d48d511a46 None None] Network 10d2c835-80d7-49b2-a0db-ffc261981bb1 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:59:29.262982 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port e6ba0909-23f8-4972-869e-d89d2c6b0896 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:59:29.363292 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e6ec2121-3acf-4d0d-9746-49554922691c no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:59:29.388474 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-7ce26ad8-5e8b-4e51-9bd8-149e2ce7309e None None] Provisioning for port e6ba0909-23f8-4972-869e-d89d2c6b0896 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:59:29.389473 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: e6ec2121-3acf-4d0d-9746-49554922691c {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:59:29.389795 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e6ec2121-3acf-4d0d-9746-49554922691c not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:59:29.392359 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37756) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:29.394566 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-7ce26ad8-5e8b-4e51-9bd8-149e2ce7309e None None] Provisioning complete for port e6ba0909-23f8-4972-869e-d89d2c6b0896 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:59:29.395134 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7ce26ad8-5e8b-4e51-9bd8-149e2ce7309e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:29.544979 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7ce26ad8-5e8b-4e51-9bd8-149e2ce7309e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:29.594651 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-7ce26ad8-5e8b-4e51-9bd8-149e2ce7309e None None] For port e6ba0909-23f8-4972-869e-d89d2c6b0896, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=e6ba0909-23f8-4972-869e-d89d2c6b0896,segment=NetworkSegment(24170a39-ee41-4c88-b034-65960a8784cb),segment_id=24170a39-ee41-4c88-b034-65960a8784cb)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:59:29.600939 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c92df5ad-5690-48bb-97b0-d82ad3fc2552 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=531b7271cf6b480883467db26861f5f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2055235 Jul 24 00:59:29.604694 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7ce26ad8-5e8b-4e51-9bd8-149e2ce7309e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:29.606423 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37764) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:29.666175 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce26ad8-5e8b-4e51-9bd8-149e2ce7309e None None] Pushing event updated for resources: {'Port': ['ID=e6ba0909-23f8-4972-869e-d89d2c6b0896,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:29.671679 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-32235fcf-96c5-4ba6-ad9b-c0fb7d404c09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:29.713280 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-32235fcf-96c5-4ba6-ad9b-c0fb7d404c09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:29.811211 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a23ebd3-5e34-41ca-b730-c4146d2fcb5c req-635631ac-828c-451f-9b31-7f869466a8ac tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:29.812846 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4a23ebd3-5e34-41ca-b730-c4146d2fcb5c req-635631ac-828c-451f-9b31-7f869466a8ac tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=21361991-c742-44c8-a804-0f9a213057c2 HTTP/1.1" status: 200 len: 945 time: 0.1137838 Jul 24 00:59:29.828784 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-3c55e59e-a4f7-41f1-86c5-f396c85cf56e tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] Allocated IP 172.20.0.9 (c6bc4630-120e-4a59-bbfa-a64554a64cd4/d7cb966c-97ec-4cef-b349-9d94b92e1b8c/8309c493-6008-4513-9c7e-c96b4d4f814c) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:59:29.830276 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-32235fcf-96c5-4ba6-ad9b-c0fb7d404c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:29.833159 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-32235fcf-96c5-4ba6-ad9b-c0fb7d404c09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:29.834428 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-32235fcf-96c5-4ba6-ad9b-c0fb7d404c09 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8105a881-7eb5-4bf6-a568-bbc00ea63560 HTTP/1.1" status: 204 len: 168 time: 0.2267432 Jul 24 00:59:29.870498 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32235fcf-96c5-4ba6-ad9b-c0fb7d404c09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8105a881-7eb5-4bf6-a568-bbc00ea63560,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:29.874935 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4a23ebd3-5e34-41ca-b730-c4146d2fcb5c req-4156974c-91e7-4e64-aa9e-cc006ba77c82 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542228 Jul 24 00:59:29.946763 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-cecbfa9e-90dc-4a65-b54d-a16113dcca08 None None] Provisioning complete for port e6ba0909-23f8-4972-869e-d89d2c6b0896 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:59:29.947773 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-cecbfa9e-90dc-4a65-b54d-a16113dcca08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:29.989140 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-2b19d635-87c9-45e9-bc41-d1ada3c57dcc tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:29.989140 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-2b19d635-87c9-45e9-bc41-d1ada3c57dcc tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.13 "GET /v2.0/networks?id=6b98cc79-496b-494e-a0de-ce20278a0586 HTTP/1.1" status: 200 len: 811 time: 0.7382860 Jul 24 00:59:30.014196 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7dd0df49-e214-487d-b90a-23e23fb63624 req-19df5243-33ad-41d9-b51c-2aee8b883c3f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7604859 Jul 24 00:59:30.021915 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-22bd1ce1-de64-44ae-b084-9d4e664ac9d8 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Request body: {'port': {'device_id': '29cf8574-68d5-4d7f-8682-d24b227484d3', 'network_id': '6b98cc79-496b-494e-a0de-ce20278a0586', 'admin_state_up': True, 'tenant_id': 'e7fb6f6ac2d547beb657a4e597e3a5be'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:30.083527 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-13dda563-9717-43cc-b39a-260efba4bc0f req-f1c9f6b1-ab42-4640-bed8-82001437e159 tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] 10.222.0.15 "GET /v2.0/ports?device_id=4da47154-1772-41a2-bdcf-3199c2cf6f37 HTTP/1.1" status: 200 len: 210 time: 0.0389144 Jul 24 00:59:30.112349 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19d6baa-24eb-4c4a-bc38-d65a3d5e2c8b admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:59:30.121926 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f30c0a-31bf-400f-9b36-c4f859b5c43e None None] Sync routers for ids ['3cdd484c-1e90-4a38-9223-d9e9868997c8'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:59:30.133542 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f30c0a-31bf-400f-9b36-c4f859b5c43e None None] Routers {'3cdd484c-1e90-4a38-9223-d9e9868997c8'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:59:30.135264 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-05f30c0a-31bf-400f-9b36-c4f859b5c43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:59:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['3cdd484c-1e90-4a38-9223-d9e9868997c8'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:30.155603 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 00:59:30.197931 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d19d6baa-24eb-4c4a-bc38-d65a3d5e2c8b admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:30.202779 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d19d6baa-24eb-4c4a-bc38-d65a3d5e2c8b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0815899 Jul 24 00:59:30.203866 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37776) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:30.204447 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37774) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:30.271873 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-05f30c0a-31bf-400f-9b36-c4f859b5c43e None None] Set router 3cdd484c-1e90-4a38-9223-d9e9868997c8 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:59:30.276895 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-3c55e59e-a4f7-41f1-86c5-f396c85cf56e tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:30.336157 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b78cd7d4-6b23-443f-8cb2-773b2cffa50a req-074e1503-1085-42b6-886b-7c9f4e44ce12 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 210 time: 0.0434008 Jul 24 00:59:30.372293 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-22bd1ce1-de64-44ae-b084-9d4e664ac9d8 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Made reservation on behalf of e7fb6f6ac2d547beb657a4e597e3a5be for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:59:30.376211 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-22bd1ce1-de64-44ae-b084-9d4e664ac9d8 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:30.408995 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-3c55e59e-a4f7-41f1-86c5-f396c85cf56e tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:30.505481 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-3c55e59e-a4f7-41f1-86c5-f396c85cf56e tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] Network c6bc4630-120e-4a59-bbfa-a64554a64cd4 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:59:30.510459 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-3c55e59e-a4f7-41f1-86c5-f396c85cf56e tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:59:30.518486 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-3c55e59e-a4f7-41f1-86c5-f396c85cf56e tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:59:30.524793 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-05f30c0a-31bf-400f-9b36-c4f859b5c43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdd484c-1e90-4a38-9223-d9e9868997c8', 'name': 'tempest-TestServerBasicOps-889095391-router', 'tenant_id': '443e9b6688a94583be288407b9410244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e2cfddbc-c45a-4c83-8f3d-6795a181c9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:59:26Z', 'updated_at': '2021-07-24T00:59:28Z', 'revision_number': 3, 'project_id': '443e9b6688a94583be288407b9410244', 'gw_port': {'id': 'e2cfddbc-c45a-4c83-8f3d-6795a181c9a1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ac:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdd484c-1e90-4a38-9223-d9e9868997c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:27Z', 'updated_at': '2021-07-24T00:59:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:30.525090 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c55e59e-a4f7-41f1-86c5-f396c85cf56e tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] Pushing event updated for resources: {'Port': ['ID=8309c493-6008-4513-9c7e-c96b4d4f814c,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:30.563783 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f30c0a-31bf-400f-9b36-c4f859b5c43e None None] Checking router: 3cdd484c-1e90-4a38-9223-d9e9868997c8 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:59:30.564195 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f30c0a-31bf-400f-9b36-c4f859b5c43e None None] Updating router 3cdd484c-1e90-4a38-9223-d9e9868997c8 port e2cfddbc-c45a-4c83-8f3d-6795a181c9a1 binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:59:30.607373 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-05f30c0a-31bf-400f-9b36-c4f859b5c43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:30.609839 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-3c55e59e-a4f7-41f1-86c5-f396c85cf56e tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:30.611317 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-3c55e59e-a4f7-41f1-86c5-f396c85cf56e tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:30.612743 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ffd9f28b-53fd-4e18-8cba-8f4119b659e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:30.636818 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-22bd1ce1-de64-44ae-b084-9d4e664ac9d8 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Allocated IP 172.20.0.9 (6b98cc79-496b-494e-a0de-ce20278a0586/5ed594ab-4150-403d-ad1f-541fd4a99a03/51942def-5009-4b71-8ac5-388363eba843) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:59:30.651121 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-3c55e59e-a4f7-41f1-86c5-f396c85cf56e tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7678568 Jul 24 00:59:30.673446 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-be4c50f3-b6bc-485d-920f-5be88f7f8392 service neutron] Request body: {'port': {'device_id': '4da47154-1772-41a2-bdcf-3199c2cf6f37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:30.838370 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-be4c50f3-b6bc-485d-920f-5be88f7f8392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:30.852301 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ffd9f28b-53fd-4e18-8cba-8f4119b659e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:30.866062 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ffd9f28b-53fd-4e18-8cba-8f4119b659e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:30.928456 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-05f30c0a-31bf-400f-9b36-c4f859b5c43e None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:30.934877 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-22bd1ce1-de64-44ae-b084-9d4e664ac9d8 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:30.944831 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-05f30c0a-31bf-400f-9b36-c4f859b5c43e None None] Transition to ACTIVE for port object e2cfddbc-c45a-4c83-8f3d-6795a181c9a1 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:59:30.957903 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-05f30c0a-31bf-400f-9b36-c4f859b5c43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:30.989825 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ffd9f28b-53fd-4e18-8cba-8f4119b659e2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c3b9d8d1a46a487ea2a9676bc7c5545f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7754304 Jul 24 00:59:30.993244 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37786) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:30.994983 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd9f28b-53fd-4e18-8cba-8f4119b659e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843552a5-b8b7-4581-951a-d2c9341f88f8,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:31.062846 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-05f30c0a-31bf-400f-9b36-c4f859b5c43e None None] Attempting to bind port e2cfddbc-c45a-4c83-8f3d-6795a181c9a1 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:31.063234 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-05f30c0a-31bf-400f-9b36-c4f859b5c43e None None] Attempting to bind port e2cfddbc-c45a-4c83-8f3d-6795a181c9a1 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:31.063608 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f30c0a-31bf-400f-9b36-c4f859b5c43e None None] Attempting to bind port e2cfddbc-c45a-4c83-8f3d-6795a181c9a1 on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:31.078443 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1f0340c9-dfd1-4136-850d-fd9da8fc7afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:31.087752 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59901d5-8609-4140-b29d-e36faaaccb44 None None] Pushing event updated for resources: {'Port': ['ID=e2cfddbc-c45a-4c83-8f3d-6795a181c9a1,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:31.093546 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f30c0a-31bf-400f-9b36-c4f859b5c43e None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:59:31.094848 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f30c0a-31bf-400f-9b36-c4f859b5c43e None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:59:31.095414 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-05f30c0a-31bf-400f-9b36-c4f859b5c43e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:31.095814 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f30c0a-31bf-400f-9b36-c4f859b5c43e None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:59:31.096480 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-05f30c0a-31bf-400f-9b36-c4f859b5c43e None None] Bound port: e2cfddbc-c45a-4c83-8f3d-6795a181c9a1, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:59:31.096876 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-05f30c0a-31bf-400f-9b36-c4f859b5c43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:31.144013 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1f0340c9-dfd1-4136-850d-fd9da8fc7afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:31.168649 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e6ba0909-23f8-4972-869e-d89d2c6b0896 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:59:31.174506 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-22bd1ce1-de64-44ae-b084-9d4e664ac9d8 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:31.201067 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['2eaa7f08-7e87-48a3-aabc-e2360114002c'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:59:31.234411 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd1ce1-de64-44ae-b084-9d4e664ac9d8 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Pushing event updated for resources: {'Port': ['ID=51942def-5009-4b71-8ac5-388363eba843,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:31.250687 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-05f30c0a-31bf-400f-9b36-c4f859b5c43e None None] For port e2cfddbc-c45a-4c83-8f3d-6795a181c9a1, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:59:31.279850 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-22bd1ce1-de64-44ae-b084-9d4e664ac9d8 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Network 6b98cc79-496b-494e-a0de-ce20278a0586 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:59:31.289637 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-05f30c0a-31bf-400f-9b36-c4f859b5c43e None None] For port e2cfddbc-c45a-4c83-8f3d-6795a181c9a1, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=e2cfddbc-c45a-4c83-8f3d-6795a181c9a1,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:59:31.291693 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-22bd1ce1-de64-44ae-b084-9d4e664ac9d8 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:59:31.301409 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-22bd1ce1-de64-44ae-b084-9d4e664ac9d8 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:59:31.304843 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1f0340c9-dfd1-4136-850d-fd9da8fc7afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:31.308239 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-05f30c0a-31bf-400f-9b36-c4f859b5c43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:31.309708 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1f0340c9-dfd1-4136-850d-fd9da8fc7afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:31.311730 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1f0340c9-dfd1-4136-850d-fd9da8fc7afa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/843552a5-b8b7-4581-951a-d2c9341f88f8 HTTP/1.1" status: 204 len: 168 time: 0.3125920 Jul 24 00:59:31.362248 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-22bd1ce1-de64-44ae-b084-9d4e664ac9d8 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:31.362996 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-22bd1ce1-de64-44ae-b084-9d4e664ac9d8 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:31.374150 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0340c9-dfd1-4136-850d-fd9da8fc7afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843552a5-b8b7-4581-951a-d2c9341f88f8,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:31.393585 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db0260-3521-467d-aca8-9937d9d7d949 req-9eb272c8-74ba-4177-b0b9-47059a14630e tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:31.395278 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f3db0260-3521-467d-aca8-9937d9d7d949 req-9eb272c8-74ba-4177-b0b9-47059a14630e tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=21361991-c742-44c8-a804-0f9a213057c2 HTTP/1.1" status: 200 len: 945 time: 0.3291278 Jul 24 00:59:31.404820 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d3b0315d-ad05-49e9-b352-d089ef2efdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:31.426262 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-22bd1ce1-de64-44ae-b084-9d4e664ac9d8 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4279816 Jul 24 00:59:31.437523 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port e6ba0909-23f8-4972-869e-d89d2c6b0896 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:59:31.438666 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:31.464139 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-9f070f1c-925a-498a-b1c7-70761980799c service neutron] Request body: {'port': {'device_id': '29cf8574-68d5-4d7f-8682-d24b227484d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:31.489235 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59901d5-8609-4140-b29d-e36faaaccb44 None None] Pushing event updated for resources: {'Port': ['ID=e2cfddbc-c45a-4c83-8f3d-6795a181c9a1,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:31.501878 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f30c0a-31bf-400f-9b36-c4f859b5c43e None None] Routers {'3cdd484c-1e90-4a38-9223-d9e9868997c8'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:59:31.502249 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-05f30c0a-31bf-400f-9b36-c4f859b5c43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:59:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['3cdd484c-1e90-4a38-9223-d9e9868997c8'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:31.516240 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1761f5e-f309-47b5-b804-bbc61af53049 req-3c78247f-1638-4690-8db5-c45e5213a95d tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:31.523979 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f1761f5e-f309-47b5-b804-bbc61af53049 req-3c78247f-1638-4690-8db5-c45e5213a95d tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 945 time: 0.2243447 Jul 24 00:59:31.534508 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-be4c50f3-b6bc-485d-920f-5be88f7f8392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8309c493-6008-4513-9c7e-c96b4d4f814c {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:59:31.546052 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f3db0260-3521-467d-aca8-9937d9d7d949 req-56105659-9474-48ad-8810-e40f172e2467 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215098 Jul 24 00:59:31.551273 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-be4c50f3-b6bc-485d-920f-5be88f7f8392 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:31.593670 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-be4c50f3-b6bc-485d-920f-5be88f7f8392 service neutron] Transition to ACTIVE for port object 8309c493-6008-4513-9c7e-c96b4d4f814c will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:59:31.603718 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-9f070f1c-925a-498a-b1c7-70761980799c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:31.620796 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-be4c50f3-b6bc-485d-920f-5be88f7f8392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:31.636889 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f1761f5e-f309-47b5-b804-bbc61af53049 req-19a43cef-d7b9-4959-9233-35062ef7ba3c tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087339 Jul 24 00:59:31.717376 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-05f30c0a-31bf-400f-9b36-c4f859b5c43e None None] Set router 3cdd484c-1e90-4a38-9223-d9e9868997c8 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:59:31.722124 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c50f3-b6bc-485d-920f-5be88f7f8392 service neutron] Pushing event updated for resources: {'Port': ['ID=8309c493-6008-4513-9c7e-c96b4d4f814c,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:31.818273 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-d3b0315d-ad05-49e9-b352-d089ef2efdea admin admin] Allocated IP 172.20.0.1 (10d2c835-80d7-49b2-a0db-ffc261981bb1/7d79533c-7102-4bc3-a914-988d50ddfabe/2c968da0-dd43-4e6d-9d9f-f0f77f06ba40) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:59:31.891062 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63a917-e789-4452-8527-41661a131d53 req-10bdc5a6-a811-4e73-9618-8604e2f125e3 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:31.892680 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ae63a917-e789-4452-8527-41661a131d53 req-10bdc5a6-a811-4e73-9618-8604e2f125e3 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 931 time: 0.1386693 Jul 24 00:59:31.954047 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37800) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:31.979384 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3bebbcea-7b4d-4551-ac07-dce8d477f2ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:32.027450 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ae63a917-e789-4452-8527-41661a131d53 req-0418bc12-83e9-483a-9557-5cce5f196bf2 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264892 Jul 24 00:59:32.064025 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d3b0315d-ad05-49e9-b352-d089ef2efdea admin admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:32.128995 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-d3b0315d-ad05-49e9-b352-d089ef2efdea admin admin] Transition to ACTIVE for port object 2c968da0-dd43-4e6d-9d9f-f0f77f06ba40 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:59:32.144145 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99e3f0-6270-498c-9e78-10ac6286967a req-2b5337cc-fe0c-41ad-985c-7c20ccb1f23b tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:32.151901 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3f99e3f0-6270-498c-9e78-10ac6286967a req-2b5337cc-fe0c-41ad-985c-7c20ccb1f23b tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] 10.222.0.15 "GET /v2.0/ports?device_id=4da47154-1772-41a2-bdcf-3199c2cf6f37 HTTP/1.1" status: 200 len: 943 time: 0.3787427 Jul 24 00:59:32.164556 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-be4c50f3-b6bc-485d-920f-5be88f7f8392 service neutron] Attempting to bind port 8309c493-6008-4513-9c7e-c96b4d4f814c on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:32.164908 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-be4c50f3-b6bc-485d-920f-5be88f7f8392 service neutron] Attempting to bind port 8309c493-6008-4513-9c7e-c96b4d4f814c by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': 'cb9ee2cc-8dd6-4f51-b45d-5ab951b387ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c6bc4630-120e-4a59-bbfa-a64554a64cd4'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:32.165870 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-be4c50f3-b6bc-485d-920f-5be88f7f8392 service neutron] Attempting to bind port 8309c493-6008-4513-9c7e-c96b4d4f814c on network c6bc4630-120e-4a59-bbfa-a64554a64cd4 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:32.183647 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-be4c50f3-b6bc-485d-920f-5be88f7f8392 service neutron] Port 8309c493-6008-4513-9c7e-c96b4d4f814c on network c6bc4630-120e-4a59-bbfa-a64554a64cd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:59:32.184033 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-be4c50f3-b6bc-485d-920f-5be88f7f8392 service neutron] Attempting to bind port 8309c493-6008-4513-9c7e-c96b4d4f814c on network c6bc4630-120e-4a59-bbfa-a64554a64cd4 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:32.206309 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-be4c50f3-b6bc-485d-920f-5be88f7f8392 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:59:32.206662 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-be4c50f3-b6bc-485d-920f-5be88f7f8392 service neutron] Checking segment: {'id': 'cb9ee2cc-8dd6-4f51-b45d-5ab951b387ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c6bc4630-120e-4a59-bbfa-a64554a64cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:59:32.207105 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-be4c50f3-b6bc-485d-920f-5be88f7f8392 service neutron] Bound using segment: {'id': 'cb9ee2cc-8dd6-4f51-b45d-5ab951b387ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c6bc4630-120e-4a59-bbfa-a64554a64cd4'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:59:32.207643 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-be4c50f3-b6bc-485d-920f-5be88f7f8392 service neutron] Bound port: 8309c493-6008-4513-9c7e-c96b4d4f814c, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb9ee2cc-8dd6-4f51-b45d-5ab951b387ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c6bc4630-120e-4a59-bbfa-a64554a64cd4'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:59:32.207924 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-be4c50f3-b6bc-485d-920f-5be88f7f8392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:32.215602 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-9f070f1c-925a-498a-b1c7-70761980799c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51942def-5009-4b71-8ac5-388363eba843 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:59:32.233171 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-9f070f1c-925a-498a-b1c7-70761980799c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:32.240248 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3f99e3f0-6270-498c-9e78-10ac6286967a req-00d898bb-0bf5-44bc-9d8d-d3602adf173a tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c2ff9e8-25f9-4929-b36b-7f6e869d798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874460 Jul 24 00:59:32.241469 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3bebbcea-7b4d-4551-ac07-dce8d477f2ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:32.245787 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d3b0315d-ad05-49e9-b352-d089ef2efdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:32.264334 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-05f30c0a-31bf-400f-9b36-c4f859b5c43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdd484c-1e90-4a38-9223-d9e9868997c8', 'name': 'tempest-TestServerBasicOps-889095391-router', 'tenant_id': '443e9b6688a94583be288407b9410244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e2cfddbc-c45a-4c83-8f3d-6795a181c9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:59:26Z', 'updated_at': '2021-07-24T00:59:28Z', 'revision_number': 3, 'project_id': '443e9b6688a94583be288407b9410244', 'gw_port': {'id': 'e2cfddbc-c45a-4c83-8f3d-6795a181c9a1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ac:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdd484c-1e90-4a38-9223-d9e9868997c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:27Z', 'updated_at': '2021-07-24T00:59:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:32.282260 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-9f070f1c-925a-498a-b1c7-70761980799c service neutron] Transition to ACTIVE for port object 51942def-5009-4b71-8ac5-388363eba843 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:59:32.285136 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3bebbcea-7b4d-4551-ac07-dce8d477f2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:32.292145 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-9f070f1c-925a-498a-b1c7-70761980799c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:32.296454 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f30c0a-31bf-400f-9b36-c4f859b5c43e None None] The sync data for ids ['3cdd484c-1e90-4a38-9223-d9e9868997c8'] in n-d-793621-25 is: [{'id': '3cdd484c-1e90-4a38-9223-d9e9868997c8', 'name': 'tempest-TestServerBasicOps-889095391-router', 'tenant_id': '443e9b6688a94583be288407b9410244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e2cfddbc-c45a-4c83-8f3d-6795a181c9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:59:26Z', 'updated_at': '2021-07-24T00:59:28Z', 'revision_number': 3, 'project_id': '443e9b6688a94583be288407b9410244', 'gw_port': {'id': 'e2cfddbc-c45a-4c83-8f3d-6795a181c9a1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ac:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdd484c-1e90-4a38-9223-d9e9868997c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:27Z', 'updated_at': '2021-07-24T00:59:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:59:32.335321 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b0315d-ad05-49e9-b352-d089ef2efdea admin admin] Network 10d2c835-80d7-49b2-a0db-ffc261981bb1 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:59:32.349869 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-d3b0315d-ad05-49e9-b352-d089ef2efdea admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:59:32.356227 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3bebbcea-7b4d-4551-ac07-dce8d477f2ec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=18a4ef5ede144e6fb4573a2728ee5654&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3985791 Jul 24 00:59:32.356227 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b0315d-ad05-49e9-b352-d089ef2efdea admin admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:59:32.360163 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-be4c50f3-b6bc-485d-920f-5be88f7f8392 service neutron] For port 8309c493-6008-4513-9c7e-c96b4d4f814c, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:59:32.362295 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37804) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:32.380330 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0315d-ad05-49e9-b352-d089ef2efdea admin admin] Pushing event updated for resources: {'Port': ['ID=2c968da0-dd43-4e6d-9d9f-f0f77f06ba40,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:32.385367 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bebbcea-7b4d-4551-ac07-dce8d477f2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a308088-4708-41a4-b0f8-261c4a502a03,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:32.404690 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f070f1c-925a-498a-b1c7-70761980799c service neutron] Pushing event updated for resources: {'Port': ['ID=51942def-5009-4b71-8ac5-388363eba843,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:32.406222 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d3b0315d-ad05-49e9-b352-d089ef2efdea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:32.415313 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-be4c50f3-b6bc-485d-920f-5be88f7f8392 service neutron] For port 8309c493-6008-4513-9c7e-c96b4d4f814c, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=8309c493-6008-4513-9c7e-c96b4d4f814c,segment=NetworkSegment(cb9ee2cc-8dd6-4f51-b45d-5ab951b387ae),segment_id=cb9ee2cc-8dd6-4f51-b45d-5ab951b387ae)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:59:32.439754 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-be4c50f3-b6bc-485d-920f-5be88f7f8392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:32.530180 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-be4c50f3-b6bc-485d-920f-5be88f7f8392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:32.530853 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-be4c50f3-b6bc-485d-920f-5be88f7f8392 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:32.532300 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-be4c50f3-b6bc-485d-920f-5be88f7f8392 service neutron] 10.222.0.13 "PUT /v2.0/ports/8309c493-6008-4513-9c7e-c96b4d4f814c HTTP/1.1" status: 200 len: 1092 time: 1.8706927 Jul 24 00:59:32.535793 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da47154-1772-41a2-bdcf-3199c2cf6f37', 'tag': '8309c493-6008-4513-9c7e-c96b4d4f814c'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:59:32.538133 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c2befd-44d0-4301-82be-4c98599e2d92" -d '{"events": [{"name": "network-changed", "server_uuid": "4da47154-1772-41a2-bdcf-3199c2cf6f37", "tag": "8309c493-6008-4513-9c7e-c96b4d4f814c"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:59:32.596083 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c50f3-b6bc-485d-920f-5be88f7f8392 service neutron] Pushing event updated for resources: {'Port': ['ID=8309c493-6008-4513-9c7e-c96b4d4f814c,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:32.600458 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b3a44f37-74df-4f33-a9f9-b2e102383599 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:32.616228 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f09c9f1-3a5d-4146-b05c-21f95906907c x-openstack-request-id: req-0f09c9f1-3a5d-4146-b05c-21f95906907c {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:59:32.616228 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da47154-1772-41a2-bdcf-3199c2cf6f37", "tag": "8309c493-6008-4513-9c7e-c96b4d4f814c", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:59:32.616228 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0f09c9f1-3a5d-4146-b05c-21f95906907c {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:59:32.616228 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da47154-1772-41a2-bdcf-3199c2cf6f37', 'tag': '8309c493-6008-4513-9c7e-c96b4d4f814c', 'status': 'completed', 'code': 200} Jul 24 00:59:32.620770 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-9f070f1c-925a-498a-b1c7-70761980799c service neutron] Attempting to bind port 51942def-5009-4b71-8ac5-388363eba843 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:32.621201 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-9f070f1c-925a-498a-b1c7-70761980799c service neutron] Attempting to bind port 51942def-5009-4b71-8ac5-388363eba843 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': 'ba3f8265-a107-438d-9a91-66542598e056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6b98cc79-496b-494e-a0de-ce20278a0586'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:32.621684 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-9f070f1c-925a-498a-b1c7-70761980799c service neutron] Attempting to bind port 51942def-5009-4b71-8ac5-388363eba843 on network 6b98cc79-496b-494e-a0de-ce20278a0586 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:32.623721 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d3b0315d-ad05-49e9-b352-d089ef2efdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:32.678421 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-9f070f1c-925a-498a-b1c7-70761980799c service neutron] Port 51942def-5009-4b71-8ac5-388363eba843 on network 6b98cc79-496b-494e-a0de-ce20278a0586 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:59:32.678788 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-9f070f1c-925a-498a-b1c7-70761980799c service neutron] Attempting to bind port 51942def-5009-4b71-8ac5-388363eba843 on network 6b98cc79-496b-494e-a0de-ce20278a0586 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:32.708867 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b3a44f37-74df-4f33-a9f9-b2e102383599 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:32.710953 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-9f070f1c-925a-498a-b1c7-70761980799c service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:59:32.711298 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-9f070f1c-925a-498a-b1c7-70761980799c service neutron] Checking segment: {'id': 'ba3f8265-a107-438d-9a91-66542598e056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6b98cc79-496b-494e-a0de-ce20278a0586'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:59:32.711689 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-9f070f1c-925a-498a-b1c7-70761980799c service neutron] Bound using segment: {'id': 'ba3f8265-a107-438d-9a91-66542598e056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6b98cc79-496b-494e-a0de-ce20278a0586'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:59:32.712194 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-9f070f1c-925a-498a-b1c7-70761980799c service neutron] Bound port: 51942def-5009-4b71-8ac5-388363eba843, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba3f8265-a107-438d-9a91-66542598e056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '6b98cc79-496b-494e-a0de-ce20278a0586'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:59:32.713039 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-9f070f1c-925a-498a-b1c7-70761980799c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:32.821474 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-da68cf51-ac26-49e2-8ece-e0ba357212a5 None None] Provisioning for port 2c968da0-dd43-4e6d-9d9f-f0f77f06ba40 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:59:32.828234 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-da68cf51-ac26-49e2-8ece-e0ba357212a5 None None] Provisioning complete for port 2c968da0-dd43-4e6d-9d9f-f0f77f06ba40 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:59:32.829560 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-da68cf51-ac26-49e2-8ece-e0ba357212a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:32.872309 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-9f070f1c-925a-498a-b1c7-70761980799c service neutron] For port 51942def-5009-4b71-8ac5-388363eba843, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:59:32.875817 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-9f070f1c-925a-498a-b1c7-70761980799c service neutron] For port 51942def-5009-4b71-8ac5-388363eba843, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=51942def-5009-4b71-8ac5-388363eba843,segment=NetworkSegment(ba3f8265-a107-438d-9a91-66542598e056),segment_id=ba3f8265-a107-438d-9a91-66542598e056)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:59:32.882738 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-da68cf51-ac26-49e2-8ece-e0ba357212a5 None None] Port 2c968da0-dd43-4e6d-9d9f-f0f77f06ba40 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:59:32.892943 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a3ddc-98dd-4638-9755-03ff5a861172 req-f39c7b9e-9822-4ad0-9d54-5061541f1ae3 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:32.894551 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2f9a3ddc-98dd-4638-9755-03ff5a861172 req-f39c7b9e-9822-4ad0-9d54-5061541f1ae3 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=21361991-c742-44c8-a804-0f9a213057c2 HTTP/1.1" status: 200 len: 945 time: 0.1852434 Jul 24 00:59:32.906470 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-9f070f1c-925a-498a-b1c7-70761980799c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:32.971655 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-3966aa46-5389-46bd-b122-f68303375dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:32.973440 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-3966aa46-5389-46bd-b122-f68303375dd1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac8b70df7f44ee7bad6ad4c4157b3f3&device_id=4da47154-1772-41a2-bdcf-3199c2cf6f37 HTTP/1.1" status: 200 len: 1095 time: 0.3785112 Jul 24 00:59:32.986607 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-9f070f1c-925a-498a-b1c7-70761980799c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:32.987335 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-9f070f1c-925a-498a-b1c7-70761980799c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:32.988909 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-9f070f1c-925a-498a-b1c7-70761980799c service neutron] 10.222.0.13 "PUT /v2.0/ports/51942def-5009-4b71-8ac5-388363eba843 HTTP/1.1" status: 200 len: 1092 time: 1.5306497 Jul 24 00:59:32.997631 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2f9a3ddc-98dd-4638-9755-03ff5a861172 req-22cc84ec-b21e-43b9-9cba-f6b1098b4021 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806942 Jul 24 00:59:33.015623 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d3b0315d-ad05-49e9-b352-d089ef2efdea admin admin] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:33.021358 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d3b0315d-ad05-49e9-b352-d089ef2efdea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:33.052555 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-46b43b54-2f0f-4d0d-a0fd-5882fd72e8eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8309c493-6008-4513-9c7e-c96b4d4f814c HTTP/1.1" status: 200 len: 217 time: 0.0622466 Jul 24 00:59:33.074084 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e2cfddbc-c45a-4c83-8f3d-6795a181c9a1 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:59:33.096739 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b3a44f37-74df-4f33-a9f9-b2e102383599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:33.099640 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b3a44f37-74df-4f33-a9f9-b2e102383599 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:33.103927 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b3a44f37-74df-4f33-a9f9-b2e102383599 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1a308088-4708-41a4-b0f8-261c4a502a03 HTTP/1.1" status: 204 len: 168 time: 0.7388749 Jul 24 00:59:33.125878 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d3b0315d-ad05-49e9-b352-d089ef2efdea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:33.133768 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0315d-ad05-49e9-b352-d089ef2efdea admin admin] Pushing event updated for resources: {'Port': ['ID=2c968da0-dd43-4e6d-9d9f-f0f77f06ba40,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:33.161324 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a44f37-74df-4f33-a9f9-b2e102383599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a308088-4708-41a4-b0f8-261c4a502a03,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:33.188913 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port e2cfddbc-c45a-4c83-8f3d-6795a181c9a1 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:59:33.198821 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port e2cfddbc-c45a-4c83-8f3d-6795a181c9a1 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:59:33.199347 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:33.226407 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f070f1c-925a-498a-b1c7-70761980799c service neutron] Pushing event updated for resources: {'Port': ['ID=51942def-5009-4b71-8ac5-388363eba843,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:33.254302 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c45c1-f29f-4cb3-bd69-8000f4f29b51 req-5082f46e-f32f-4924-a7eb-8a5b18267f23 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:33.262429 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0e6c45c1-f29f-4cb3-bd69-8000f4f29b51 req-5082f46e-f32f-4924-a7eb-8a5b18267f23 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 945 time: 0.4958720 Jul 24 00:59:33.296880 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-97b010f8-e87d-4344-b482-7108a279908d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:33.298544 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-97b010f8-e87d-4344-b482-7108a279908d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7cb966c-97ec-4cef-b349-9d94b92e1b8c HTTP/1.1" status: 200 len: 848 time: 0.2097044 Jul 24 00:59:33.320767 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:33.325189 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-7dc84cfb-6bcc-4df3-b396-6e22c6d75cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:33.329106 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-7dc84cfb-6bcc-4df3-b396-6e22c6d75cb8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7fb6f6ac2d547beb657a4e597e3a5be&device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 1095 time: 0.2734439 Jul 24 00:59:33.352148 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b0315d-ad05-49e9-b352-d089ef2efdea admin admin] Network 10d2c835-80d7-49b2-a0db-ffc261981bb1 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:59:33.357240 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-d3b0315d-ad05-49e9-b352-d089ef2efdea admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:59:33.378377 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port e2cfddbc-c45a-4c83-8f3d-6795a181c9a1, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=e2cfddbc-c45a-4c83-8f3d-6795a181c9a1,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:59:33.383734 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:33.414568 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-2b51f353-be4f-47d6-9720-e3386ac48def service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51942def-5009-4b71-8ac5-388363eba843 HTTP/1.1" status: 200 len: 217 time: 0.0605307 Jul 24 00:59:33.417528 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-0e0cff98-2d2d-45e1-8d04-4b7c040fd7c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c6bc4630-120e-4a59-bbfa-a64554a64cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1054466 Jul 24 00:59:33.430152 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0e6c45c1-f29f-4cb3-bd69-8000f4f29b51 req-180e3b33-106b-4d11-b95e-1be6d87078df tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661673 Jul 24 00:59:33.477533 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=e2cfddbc-c45a-4c83-8f3d-6795a181c9a1,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:33.519576 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-da464604-592c-471d-8b42-8ca0bd288d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:33.521092 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-da464604-592c-471d-8b42-8ca0bd288d76 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ed594ab-4150-403d-ad1f-541fd4a99a03 HTTP/1.1" status: 200 len: 851 time: 0.0834100 Jul 24 00:59:33.548081 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a8a02-ec88-4ecd-9259-4d13f84d86a2 req-9d129c9b-b2e4-4771-be73-ac5ff8d55f4c tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:33.557960 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-559a8a02-ec88-4ecd-9259-4d13f84d86a2 req-9d129c9b-b2e4-4771-be73-ac5ff8d55f4c tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 943 time: 0.3499601 Jul 24 00:59:33.670035 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-9fc97484-2c3d-45f1-a030-46c6703038e5 service neutron] 10.222.0.13 "GET /v2.0/networks/c6bc4630-120e-4a59-bbfa-a64554a64cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525834 Jul 24 00:59:33.679226 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-559a8a02-ec88-4ecd-9259-4d13f84d86a2 req-b6e7bd25-94b4-495b-98d4-836ad7e2ad20 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173089 Jul 24 00:59:33.699110 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b0315d-ad05-49e9-b352-d089ef2efdea admin admin] Router 3cdd484c-1e90-4a38-9223-d9e9868997c8 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:59:33.720750 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-d7e860ad-9fda-4333-a497-adce4167cdfa service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b98cc79-496b-494e-a0de-ce20278a0586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895813 Jul 24 00:59:33.828069 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-16be3b79-d307-44af-a40f-ead0fbab71d9 None None] Provisioning complete for port 2c968da0-dd43-4e6d-9d9f-f0f77f06ba40 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:59:33.828862 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-16be3b79-d307-44af-a40f-ead0fbab71d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:33.843453 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b0315d-ad05-49e9-b352-d089ef2efdea admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:59:33.851365 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d3b0315d-ad05-49e9-b352-d089ef2efdea admin admin] 10.222.0.15 "PUT /v2.0/routers/3cdd484c-1e90-4a38-9223-d9e9868997c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6448984 Jul 24 00:59:33.887836 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-16be3b79-d307-44af-a40f-ead0fbab71d9 None None] Port 2c968da0-dd43-4e6d-9d9f-f0f77f06ba40 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:59:33.957611 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-d583e7ad-232b-49da-8e80-d4fbf204e389 service neutron] 10.222.0.13 "GET /v2.0/networks/6b98cc79-496b-494e-a0de-ce20278a0586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003884 Jul 24 00:59:33.964700 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b0d13831-ef78-4cab-8b89-a93126d3ea31 req-24dd5320-a61f-4ba9-bb39-5961f76ccb55 service neutron] 10.222.0.13 "GET /v2.0/networks/c6bc4630-120e-4a59-bbfa-a64554a64cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730157 Jul 24 00:59:34.005866 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ac87e-22c3-4327-b654-484a60ae0392 req-c5f3b509-33e5-4468-bf6a-cd7730af2812 tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:34.007597 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1c8ac87e-22c3-4327-b654-484a60ae0392 req-c5f3b509-33e5-4468-bf6a-cd7730af2812 tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] 10.222.0.15 "GET /v2.0/ports?device_id=4da47154-1772-41a2-bdcf-3199c2cf6f37 HTTP/1.1" status: 200 len: 943 time: 0.3175123 Jul 24 00:59:34.154071 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1c8ac87e-22c3-4327-b654-484a60ae0392 req-14af370c-117d-4e80-a396-f1ea1f01eb96 tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c2ff9e8-25f9-4929-b36b-7f6e869d798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381884 Jul 24 00:59:34.177587 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-819bf0a4-4d4e-4bfb-9448-160e7e4a666d req-2590cbb4-7942-4657-91fa-339159b4e73d service neutron] 10.222.0.13 "GET /v2.0/networks/6b98cc79-496b-494e-a0de-ce20278a0586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110305 Jul 24 00:59:34.219142 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2befd-44d0-4301-82be-4c98599e2d92 req-c2539988-2a57-4862-a447-59039488c739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:34.220705 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f1c2befd-44d0-4301-82be-4c98599e2d92 req-c2539988-2a57-4862-a447-59039488c739 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2ac8b70df7f44ee7bad6ad4c4157b3f3&device_id=4da47154-1772-41a2-bdcf-3199c2cf6f37 HTTP/1.1" status: 200 len: 1095 time: 0.1837959 Jul 24 00:59:34.243604 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba517b57-3d5c-4738-9eb6-1d84f59f5c80 req-33d8f21c-09d8-4f75-891d-ee5c8010c81c tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:34.246580 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ba517b57-3d5c-4738-9eb6-1d84f59f5c80 req-33d8f21c-09d8-4f75-891d-ee5c8010c81c tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=21361991-c742-44c8-a804-0f9a213057c2 HTTP/1.1" status: 200 len: 945 time: 0.1078842 Jul 24 00:59:34.305820 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ba517b57-3d5c-4738-9eb6-1d84f59f5c80 req-b4c9418b-2c56-4bcf-abfc-11d4c916fcaf tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538011 Jul 24 00:59:34.362086 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2befd-44d0-4301-82be-4c98599e2d92 req-7f104226-3ff4-4785-b963-0d8b1b18015f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:34.363750 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f1c2befd-44d0-4301-82be-4c98599e2d92 req-7f104226-3ff4-4785-b963-0d8b1b18015f service neutron] 10.222.0.13 "GET /v2.0/networks?id=c6bc4630-120e-4a59-bbfa-a64554a64cd4 HTTP/1.1" status: 200 len: 909 time: 0.1266239 Jul 24 00:59:34.420208 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f1c2befd-44d0-4301-82be-4c98599e2d92 req-d615895f-779a-415c-828f-8380132484ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8309c493-6008-4513-9c7e-c96b4d4f814c HTTP/1.1" status: 200 len: 217 time: 0.0467777 Jul 24 00:59:34.485356 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2befd-44d0-4301-82be-4c98599e2d92 req-3ec951b0-9cd6-4332-b4b8-30f584f25cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:34.490767 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f1c2befd-44d0-4301-82be-4c98599e2d92 req-3ec951b0-9cd6-4332-b4b8-30f584f25cf9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7cb966c-97ec-4cef-b349-9d94b92e1b8c HTTP/1.1" status: 200 len: 848 time: 0.0638762 Jul 24 00:59:34.535838 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f1c2befd-44d0-4301-82be-4c98599e2d92 req-6642b416-7dcb-4dd3-98e7-2e3a96f8035e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c6bc4630-120e-4a59-bbfa-a64554a64cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369191 Jul 24 00:59:34.562246 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37860) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:34.568024 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-3aafbd74-1b74-4391-92f6-07bfa2834f3f admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1649637502-network', 'tenant_id': 'b133fc670c9848aa9228eee9f286db39'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:34.594059 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aafbd74-1b74-4391-92f6-07bfa2834f3f admin admin] Made reservation on behalf of b133fc670c9848aa9228eee9f286db39 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:59:34.596955 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3aafbd74-1b74-4391-92f6-07bfa2834f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:34.608463 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3aafbd74-1b74-4391-92f6-07bfa2834f3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:34.621151 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29cf8574-68d5-4d7f-8682-d24b227484d3', 'tag': '51942def-5009-4b71-8ac5-388363eba843'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:59:34.623630 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e60c6e-5be2-464a-8243-010d52cefdeb" -d '{"events": [{"name": "network-changed", "server_uuid": "29cf8574-68d5-4d7f-8682-d24b227484d3", "tag": "51942def-5009-4b71-8ac5-388363eba843"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:59:34.673301 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:34.699404 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5515447f-861b-47b7-b43d-aff9726db5d6 req-103f3226-6cb8-4cd4-85f5-04c3356a050b tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:34.701099 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5515447f-861b-47b7-b43d-aff9726db5d6 req-103f3226-6cb8-4cd4-85f5-04c3356a050b tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 945 time: 0.1680286 Jul 24 00:59:34.723153 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f1c2befd-44d0-4301-82be-4c98599e2d92 req-8458ad8a-9d8e-43f5-b1c3-ed649d3ee5f0 service neutron] 10.222.0.13 "GET /v2.0/networks/c6bc4630-120e-4a59-bbfa-a64554a64cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418052 Jul 24 00:59:34.757060 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67c62f1-950c-4edc-8647-5104c2ee47e2 x-openstack-request-id: req-d67c62f1-950c-4edc-8647-5104c2ee47e2 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:59:34.757433 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29cf8574-68d5-4d7f-8682-d24b227484d3", "tag": "51942def-5009-4b71-8ac5-388363eba843", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:59:34.758107 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d67c62f1-950c-4edc-8647-5104c2ee47e2 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:59:34.758238 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29cf8574-68d5-4d7f-8682-d24b227484d3', 'tag': '51942def-5009-4b71-8ac5-388363eba843', 'status': 'completed', 'code': 200} Jul 24 00:59:34.785407 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3aafbd74-1b74-4391-92f6-07bfa2834f3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:34.790041 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5515447f-861b-47b7-b43d-aff9726db5d6 req-d65eb53b-74dc-4588-a02c-5d15eec462a5 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807281 Jul 24 00:59:34.801206 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3aafbd74-1b74-4391-92f6-07bfa2834f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:34.802744 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf75193f-a6ef-487b-80a2-49bbd374a5e2 None None] Sync routers for ids ['3cdd484c-1e90-4a38-9223-d9e9868997c8'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:59:34.837889 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf75193f-a6ef-487b-80a2-49bbd374a5e2 None None] Routers {'3cdd484c-1e90-4a38-9223-d9e9868997c8'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:59:34.849581 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-bf75193f-a6ef-487b-80a2-49bbd374a5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:59:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['3cdd484c-1e90-4a38-9223-d9e9868997c8'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:34.872246 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aafbd74-1b74-4391-92f6-07bfa2834f3f admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:59:34.883661 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aafbd74-1b74-4391-92f6-07bfa2834f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a5d429-046c-4a4d-9040-fd2c0b558828,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:34.895706 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3aafbd74-1b74-4391-92f6-07bfa2834f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:34.895706 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-3aafbd74-1b74-4391-92f6-07bfa2834f3f admin admin] Added segment f1676cb6-2400-44f3-9ba2-c280be4c84cc of type vlan for network 82ea6c3f-69cb-45a2-81e6-17dea0899da9 Jul 24 00:59:34.952669 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3aafbd74-1b74-4391-92f6-07bfa2834f3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:34.964129 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f1c2befd-44d0-4301-82be-4c98599e2d92 req-d39faa73-4f76-45ac-832f-66637394d878 service neutron] 10.222.0.13 "GET /v2.0/networks/c6bc4630-120e-4a59-bbfa-a64554a64cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317955 Jul 24 00:59:34.971195 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf352cc-aa08-4204-95e8-518a90b63e30 req-65c4de98-3e22-4efd-8a6d-9f06c60d9b65 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:34.972828 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2cf352cc-aa08-4204-95e8-518a90b63e30 req-65c4de98-3e22-4efd-8a6d-9f06c60d9b65 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 943 time: 0.1592112 Jul 24 00:59:34.980440 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e60c6e-5be2-464a-8243-010d52cefdeb req-c918b505-72cd-4705-ac9f-1227327890d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:34.984673 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d8e60c6e-5be2-464a-8243-010d52cefdeb req-c918b505-72cd-4705-ac9f-1227327890d8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7fb6f6ac2d547beb657a4e597e3a5be&device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 1095 time: 0.1879122 Jul 24 00:59:35.044495 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3aafbd74-1b74-4391-92f6-07bfa2834f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:35.047255 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aafbd74-1b74-4391-92f6-07bfa2834f3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:35.048080 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3aafbd74-1b74-4391-92f6-07bfa2834f3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:35.053731 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:35.063206 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-bf75193f-a6ef-487b-80a2-49bbd374a5e2 None None] Set router 3cdd484c-1e90-4a38-9223-d9e9868997c8 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:59:35.070252 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3aafbd74-1b74-4391-92f6-07bfa2834f3f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5067947 Jul 24 00:59:35.091504 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37876) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:35.095189 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e2cfddbc-c45a-4c83-8f3d-6795a181c9a1 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:59:35.112425 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-48ef866f-bd8a-465a-ad79-33c56967a74a admin admin] Request body: {'subnet': {'network_id': '82ea6c3f-69cb-45a2-81e6-17dea0899da9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1649637502-subnet', 'tenant_id': 'b133fc670c9848aa9228eee9f286db39', 'ip_version': 4}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:35.130853 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2cf352cc-aa08-4204-95e8-518a90b63e30 req-dac11af6-5cce-4dac-82b6-62907fc43059 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056788 Jul 24 00:59:35.169410 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ef866f-bd8a-465a-ad79-33c56967a74a admin admin] Made reservation on behalf of b133fc670c9848aa9228eee9f286db39 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:59:35.172936 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-48ef866f-bd8a-465a-ad79-33c56967a74a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:35.175840 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aafbd74-1b74-4391-92f6-07bfa2834f3f admin admin] Pushing event updated for resources: {'Network': ['ID=82ea6c3f-69cb-45a2-81e6-17dea0899da9,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:35.195729 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 82ea6c3f-69cb-45a2-81e6-17dea0899da9 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:59:35.236730 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port e2cfddbc-c45a-4c83-8f3d-6795a181c9a1 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:59:35.237111 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:35.372229 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e60c6e-5be2-464a-8243-010d52cefdeb req-6baa3a54-eae7-43fc-96e7-c49989179e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:35.374913 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d8e60c6e-5be2-464a-8243-010d52cefdeb req-6baa3a54-eae7-43fc-96e7-c49989179e2d service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b98cc79-496b-494e-a0de-ce20278a0586 HTTP/1.1" status: 200 len: 912 time: 0.3836215 Jul 24 00:59:35.436431 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-bf75193f-a6ef-487b-80a2-49bbd374a5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdd484c-1e90-4a38-9223-d9e9868997c8', 'name': 'tempest-TestServerBasicOps-889095391-router', 'tenant_id': '443e9b6688a94583be288407b9410244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e2cfddbc-c45a-4c83-8f3d-6795a181c9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:59:26Z', 'updated_at': '2021-07-24T00:59:32Z', 'revision_number': 4, 'project_id': '443e9b6688a94583be288407b9410244', 'gw_port': {'id': 'e2cfddbc-c45a-4c83-8f3d-6795a181c9a1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ac:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdd484c-1e90-4a38-9223-d9e9868997c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:27Z', 'updated_at': '2021-07-24T00:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '2c968da0-dd43-4e6d-9d9f-f0f77f06ba40', 'name': '', 'network_id': '10d2c835-80d7-49b2-a0db-ffc261981bb1', 'tenant_id': '443e9b6688a94583be288407b9410244', 'mac_address': 'fa:16:3e:e5:61:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdd484c-1e90-4a38-9223-d9e9868997c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '7d79533c-7102-4bc3-a914-988d50ddfabe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:31Z', 'updated_at': '2021-07-24T00:59:32Z', 'revision_number': 2, 'project_id': '443e9b6688a94583be288407b9410244', 'subnets': [{'id': '7d79533c-7102-4bc3-a914-988d50ddfabe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:35.475701 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72353a78-b6ea-4012-918d-512255ed642f req-afd537ba-7c12-414b-a20a-da33244cea1c tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:35.477802 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-72353a78-b6ea-4012-918d-512255ed642f req-afd537ba-7c12-414b-a20a-da33244cea1c tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=21361991-c742-44c8-a804-0f9a213057c2 HTTP/1.1" status: 200 len: 945 time: 0.0917583 Jul 24 00:59:35.486512 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf75193f-a6ef-487b-80a2-49bbd374a5e2 None None] Checking router: 3cdd484c-1e90-4a38-9223-d9e9868997c8 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:59:35.487117 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf75193f-a6ef-487b-80a2-49bbd374a5e2 None None] Updating router 3cdd484c-1e90-4a38-9223-d9e9868997c8 port 2c968da0-dd43-4e6d-9d9f-f0f77f06ba40 binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:59:35.540499 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-72353a78-b6ea-4012-918d-512255ed642f req-bbbae25b-5c52-4b5a-8210-61189128be02 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402248 Jul 24 00:59:35.564838 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-bf75193f-a6ef-487b-80a2-49bbd374a5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:35.755490 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37896) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:35.877637 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-74a03357-69b6-45fa-80e3-c76bf686b18b tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Request body: {'quota': {'network': 2}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:35.900250 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d8e60c6e-5be2-464a-8243-010d52cefdeb req-e13315d0-f4bb-447e-b36d-63c6e6e96bab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51942def-5009-4b71-8ac5-388363eba843 HTTP/1.1" status: 200 len: 217 time: 0.5094237 Jul 24 00:59:35.902077 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-74a03357-69b6-45fa-80e3-c76bf686b18b tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] 10.222.0.15 "PUT /v2.0/quotas/be76845c275f44fc87240251801c8a6d HTTP/1.1" status: 200 len: 368 time: 0.1441953 Jul 24 00:59:35.904897 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37902) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:35.913260 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-5237e8a7-b02a-4764-a132-ddd2a7e18b0f tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Request body: {'network': {'project_id': 'be76845c275f44fc87240251801c8a6d'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:35.974513 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-bf75193f-a6ef-487b-80a2-49bbd374a5e2 None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:35.981802 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5237e8a7-b02a-4764-a132-ddd2a7e18b0f tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Made reservation on behalf of be76845c275f44fc87240251801c8a6d for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:59:35.984156 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5237e8a7-b02a-4764-a132-ddd2a7e18b0f tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:35.989296 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-bf75193f-a6ef-487b-80a2-49bbd374a5e2 None None] Transition to ACTIVE for port object 2c968da0-dd43-4e6d-9d9f-f0f77f06ba40 will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:59:35.997500 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-bf75193f-a6ef-487b-80a2-49bbd374a5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:36.001978 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5237e8a7-b02a-4764-a132-ddd2a7e18b0f tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:36.006992 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb268e1f-05a7-443d-acf5-43d2aea60d83 req-67c376ba-50f6-4f2d-aa57-c440ff5c3c2b tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:36.008782 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fb268e1f-05a7-443d-acf5-43d2aea60d83 req-67c376ba-50f6-4f2d-aa57-c440ff5c3c2b tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] 10.222.0.15 "GET /v2.0/ports?device_id=4da47154-1772-41a2-bdcf-3199c2cf6f37 HTTP/1.1" status: 200 len: 943 time: 0.6906598 Jul 24 00:59:36.014633 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e60c6e-5be2-464a-8243-010d52cefdeb req-1fe27dff-a416-4ee3-8693-ba681638b404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:36.016322 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d8e60c6e-5be2-464a-8243-010d52cefdeb req-1fe27dff-a416-4ee3-8693-ba681638b404 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ed594ab-4150-403d-ad1f-541fd4a99a03 HTTP/1.1" status: 200 len: 851 time: 0.1042473 Jul 24 00:59:36.054618 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca7048-eec6-4bc7-95fd-951e15220b38 None None] Pushing event updated for resources: {'Port': ['ID=2c968da0-dd43-4e6d-9d9f-f0f77f06ba40,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:36.071127 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e173a0d-c9b1-48f1-8acf-4ebd35a9b2c9 req-df7023d9-fcdf-4464-8826-3288313a98f1 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:36.075784 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d8e60c6e-5be2-464a-8243-010d52cefdeb req-21cefb7c-405b-40e9-8e85-8ca3193f67e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b98cc79-496b-494e-a0de-ce20278a0586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473871 Jul 24 00:59:36.079156 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9e173a0d-c9b1-48f1-8acf-4ebd35a9b2c9 req-df7023d9-fcdf-4464-8826-3288313a98f1 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 945 time: 0.1543479 Jul 24 00:59:36.105188 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca7048-eec6-4bc7-95fd-951e15220b38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:36.105848 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca7048-eec6-4bc7-95fd-951e15220b38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:36.106408 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca7048-eec6-4bc7-95fd-951e15220b38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:36.106993 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca7048-eec6-4bc7-95fd-951e15220b38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:36.107542 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca7048-eec6-4bc7-95fd-951e15220b38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:36.108070 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca7048-eec6-4bc7-95fd-951e15220b38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:36.108588 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca7048-eec6-4bc7-95fd-951e15220b38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:36.109127 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca7048-eec6-4bc7-95fd-951e15220b38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:36.109640 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca7048-eec6-4bc7-95fd-951e15220b38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:36.110152 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca7048-eec6-4bc7-95fd-951e15220b38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:36.110675 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca7048-eec6-4bc7-95fd-951e15220b38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:36.111251 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ca7048-eec6-4bc7-95fd-951e15220b38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:36.131612 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-bf75193f-a6ef-487b-80a2-49bbd374a5e2 None None] Attempting to bind port 2c968da0-dd43-4e6d-9d9f-f0f77f06ba40 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:36.132272 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-bf75193f-a6ef-487b-80a2-49bbd374a5e2 None None] Attempting to bind port 2c968da0-dd43-4e6d-9d9f-f0f77f06ba40 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '24170a39-ee41-4c88-b034-65960a8784cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '10d2c835-80d7-49b2-a0db-ffc261981bb1'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:36.132870 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf75193f-a6ef-487b-80a2-49bbd374a5e2 None None] Attempting to bind port 2c968da0-dd43-4e6d-9d9f-f0f77f06ba40 on network 10d2c835-80d7-49b2-a0db-ffc261981bb1 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:36.135811 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9e173a0d-c9b1-48f1-8acf-4ebd35a9b2c9 req-e1912a6d-6af7-4c25-98cf-c3ccc7e05013 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554898 Jul 24 00:59:36.140629 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf75193f-a6ef-487b-80a2-49bbd374a5e2 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:59:36.141660 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf75193f-a6ef-487b-80a2-49bbd374a5e2 None None] Checking segment: {'id': '24170a39-ee41-4c88-b034-65960a8784cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '10d2c835-80d7-49b2-a0db-ffc261981bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:59:36.142954 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-bf75193f-a6ef-487b-80a2-49bbd374a5e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:36.143774 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf75193f-a6ef-487b-80a2-49bbd374a5e2 None None] Bound using segment: {'id': '24170a39-ee41-4c88-b034-65960a8784cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '10d2c835-80d7-49b2-a0db-ffc261981bb1'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:59:36.144485 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-bf75193f-a6ef-487b-80a2-49bbd374a5e2 None None] Bound port: 2c968da0-dd43-4e6d-9d9f-f0f77f06ba40, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24170a39-ee41-4c88-b034-65960a8784cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '10d2c835-80d7-49b2-a0db-ffc261981bb1'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:59:36.145093 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-bf75193f-a6ef-487b-80a2-49bbd374a5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:36.200066 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-48ef866f-bd8a-465a-ad79-33c56967a74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:36.253885 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5237e8a7-b02a-4764-a132-ddd2a7e18b0f tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:36.254192 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-bf75193f-a6ef-487b-80a2-49bbd374a5e2 None None] For port 2c968da0-dd43-4e6d-9d9f-f0f77f06ba40, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:59:36.258587 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-bf75193f-a6ef-487b-80a2-49bbd374a5e2 None None] For port 2c968da0-dd43-4e6d-9d9f-f0f77f06ba40, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2c968da0-dd43-4e6d-9d9f-f0f77f06ba40,segment=NetworkSegment(24170a39-ee41-4c88-b034-65960a8784cb),segment_id=24170a39-ee41-4c88-b034-65960a8784cb)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:59:36.262940 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5237e8a7-b02a-4764-a132-ddd2a7e18b0f tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:36.265107 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-bf75193f-a6ef-487b-80a2-49bbd374a5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:36.303817 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fb268e1f-05a7-443d-acf5-43d2aea60d83 req-069366d2-eb0e-4c60-88b9-63bf46f198e0 tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c2ff9e8-25f9-4929-b36b-7f6e869d798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864058 Jul 24 00:59:36.319824 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf75193f-a6ef-487b-80a2-49bbd374a5e2 None None] Routers {'3cdd484c-1e90-4a38-9223-d9e9868997c8'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:59:36.320524 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-bf75193f-a6ef-487b-80a2-49bbd374a5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:59:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['3cdd484c-1e90-4a38-9223-d9e9868997c8'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:36.338247 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5237e8a7-b02a-4764-a132-ddd2a7e18b0f tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:59:36.379759 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ef866f-bd8a-465a-ad79-33c56967a74a admin admin] Checking segment: {'id': 'f1676cb6-2400-44f3-9ba2-c280be4c84cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '82ea6c3f-69cb-45a2-81e6-17dea0899da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:59:36.380394 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ef866f-bd8a-465a-ad79-33c56967a74a admin admin] Network hostable DHCP agents. Network: 82ea6c3f-69cb-45a2-81e6-17dea0899da9, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:59:36.382456 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ef866f-bd8a-465a-ad79-33c56967a74a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9473623e-bb07-40ae-97f2-9016394cca3c,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:36.386899 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d8e60c6e-5be2-464a-8243-010d52cefdeb req-3af774a2-f1db-47c6-b968-c3b4a65eafac service neutron] 10.222.0.13 "GET /v2.0/networks/6b98cc79-496b-494e-a0de-ce20278a0586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476945 Jul 24 00:59:36.403668 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca7048-eec6-4bc7-95fd-951e15220b38 None None] Pushing event updated for resources: {'Port': ['ID=2c968da0-dd43-4e6d-9d9f-f0f77f06ba40,revision_number=4']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:36.412647 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5237e8a7-b02a-4764-a132-ddd2a7e18b0f tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:36.412799 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-5237e8a7-b02a-4764-a132-ddd2a7e18b0f tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Added segment d57ed206-bb23-44f1-97dc-3e7e4639df90 of type vlan for network 5736ebd1-6bea-41d7-abbc-9c9661073c7e Jul 24 00:59:36.423285 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5237e8a7-b02a-4764-a132-ddd2a7e18b0f tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6488fe73-3d91-4973-ba72-224b65a78308,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:36.428187 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ef866f-bd8a-465a-ad79-33c56967a74a admin admin] Network 82ea6c3f-69cb-45a2-81e6-17dea0899da9 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:59:36.454556 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-48ef866f-bd8a-465a-ad79-33c56967a74a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 82ea6c3f-69cb-45a2-81e6-17dea0899da9) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:59:36.463702 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb3e990-e9a6-4c39-847c-62ac4fe8eb5a None None] Network 82ea6c3f-69cb-45a2-81e6-17dea0899da9 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:59:36.495263 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5237e8a7-b02a-4764-a132-ddd2a7e18b0f tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:36.501571 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ef866f-bd8a-465a-ad79-33c56967a74a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:36.502371 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-48ef866f-bd8a-465a-ad79-33c56967a74a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:36.533211 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d9aaa-6650-44f1-99ff-fb204f604e4b req-fcb75aa1-0fba-47a9-b781-8026006e08c1 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:36.535650 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-096d9aaa-6650-44f1-99ff-fb204f604e4b req-fcb75aa1-0fba-47a9-b781-8026006e08c1 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 943 time: 0.2188988 Jul 24 00:59:36.552643 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-48ef866f-bd8a-465a-ad79-33c56967a74a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4541085 Jul 24 00:59:36.556633 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-bf75193f-a6ef-487b-80a2-49bbd374a5e2 None None] Set router 3cdd484c-1e90-4a38-9223-d9e9868997c8 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:59:36.564619 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37908) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:36.581016 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-2b2ff23b-2d9f-46a9-a241-2e913e2ebf5a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1649637502-router', 'tenant_id': 'b133fc670c9848aa9228eee9f286db39', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:36.593569 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d8e60c6e-5be2-464a-8243-010d52cefdeb req-1b5a854f-2f6f-41f7-8fec-d6666599859c service neutron] 10.222.0.13 "GET /v2.0/networks/6b98cc79-496b-494e-a0de-ce20278a0586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977079 Jul 24 00:59:36.630009 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2b2ff23b-2d9f-46a9-a241-2e913e2ebf5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:36.633386 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2b2ff23b-2d9f-46a9-a241-2e913e2ebf5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:36.642514 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-096d9aaa-6650-44f1-99ff-fb204f604e4b req-c68cc3b6-e346-44c6-b0f0-62203cb05f79 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905402 Jul 24 00:59:36.651585 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5237e8a7-b02a-4764-a132-ddd2a7e18b0f tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:36.653078 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5237e8a7-b02a-4764-a132-ddd2a7e18b0f tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:36.653927 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5237e8a7-b02a-4764-a132-ddd2a7e18b0f tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:36.698225 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5237e8a7-b02a-4764-a132-ddd2a7e18b0f tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7916532 Jul 24 00:59:36.701046 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37912) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:36.705809 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-18d88b43-677f-4217-9748-8f817b289ade tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Request body: {'network': {'project_id': 'be76845c275f44fc87240251801c8a6d'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:36.734072 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b438a9ba-56df-4dbb-b291-5a420ba80d72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-82ea6c3f-69cb-45a2-81e6-17dea0899da9', 'network_id': '82ea6c3f-69cb-45a2-81e6-17dea0899da9', 'tenant_id': 'b133fc670c9848aa9228eee9f286db39', 'fixed_ips': [{'subnet_id': '9473623e-bb07-40ae-97f2-9016394cca3c'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:59:36.736502 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b438a9ba-56df-4dbb-b291-5a420ba80d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:36.749464 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5237e8a7-b02a-4764-a132-ddd2a7e18b0f tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Pushing event updated for resources: {'Network': ['ID=5736ebd1-6bea-41d7-abbc-9c9661073c7e,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:36.768541 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d88b43-677f-4217-9748-8f817b289ade tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Made reservation on behalf of be76845c275f44fc87240251801c8a6d for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:59:36.771993 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-18d88b43-677f-4217-9748-8f817b289ade tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:36.783803 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2b2ff23b-2d9f-46a9-a241-2e913e2ebf5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:36.819515 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18d88b43-677f-4217-9748-8f817b289ade tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:59:36.833250 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-18d88b43-677f-4217-9748-8f817b289ade tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:36.833604 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-18d88b43-677f-4217-9748-8f817b289ade tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Added segment db08c89f-a557-4841-90a6-6e033d8479f2 of type vlan for network 7f579654-9578-417d-9d6b-fab9bef956db Jul 24 00:59:36.890805 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c488e12-af1b-411b-96a4-dfb25e08be61 req-6d327b54-ee02-4ed5-a07d-170d2dcd77d2 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:36.892796 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8c488e12-af1b-411b-96a4-dfb25e08be61 req-6d327b54-ee02-4ed5-a07d-170d2dcd77d2 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=21361991-c742-44c8-a804-0f9a213057c2 HTTP/1.1" status: 200 len: 945 time: 0.2351992 Jul 24 00:59:36.913592 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-18d88b43-677f-4217-9748-8f817b289ade tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:36.930437 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 5736ebd1-6bea-41d7-abbc-9c9661073c7e details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:59:36.954063 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-18d88b43-677f-4217-9748-8f817b289ade tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:36.955476 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d88b43-677f-4217-9748-8f817b289ade tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:36.956309 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-18d88b43-677f-4217-9748-8f817b289ade tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:36.959165 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-bf75193f-a6ef-487b-80a2-49bbd374a5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdd484c-1e90-4a38-9223-d9e9868997c8', 'name': 'tempest-TestServerBasicOps-889095391-router', 'tenant_id': '443e9b6688a94583be288407b9410244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e2cfddbc-c45a-4c83-8f3d-6795a181c9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:59:26Z', 'updated_at': '2021-07-24T00:59:32Z', 'revision_number': 4, 'project_id': '443e9b6688a94583be288407b9410244', 'gw_port': {'id': 'e2cfddbc-c45a-4c83-8f3d-6795a181c9a1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ac:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdd484c-1e90-4a38-9223-d9e9868997c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:27Z', 'updated_at': '2021-07-24T00:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '2c968da0-dd43-4e6d-9d9f-f0f77f06ba40', 'name': '', 'network_id': '10d2c835-80d7-49b2-a0db-ffc261981bb1', 'tenant_id': '443e9b6688a94583be288407b9410244', 'mac_address': 'fa:16:3e:e5:61:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdd484c-1e90-4a38-9223-d9e9868997c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '7d79533c-7102-4bc3-a914-988d50ddfabe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:31Z', 'updated_at': '2021-07-24T00:59:36Z', 'revision_number': 4, 'project_id': '443e9b6688a94583be288407b9410244', 'subnets': [{'id': '7d79533c-7102-4bc3-a914-988d50ddfabe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:36.967926 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2b2ff23b-2d9f-46a9-a241-2e913e2ebf5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:36.976274 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-b438a9ba-56df-4dbb-b291-5a420ba80d72 None None] Allocated IP 172.20.0.2 (82ea6c3f-69cb-45a2-81e6-17dea0899da9/9473623e-bb07-40ae-97f2-9016394cca3c/4b8df933-5131-4df4-837a-ead9b488fbfc) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:59:36.997200 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf75193f-a6ef-487b-80a2-49bbd374a5e2 None None] The sync data for ids ['3cdd484c-1e90-4a38-9223-d9e9868997c8'] in n-d-793621-25 is: [{'id': '3cdd484c-1e90-4a38-9223-d9e9868997c8', 'name': 'tempest-TestServerBasicOps-889095391-router', 'tenant_id': '443e9b6688a94583be288407b9410244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e2cfddbc-c45a-4c83-8f3d-6795a181c9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:59:26Z', 'updated_at': '2021-07-24T00:59:32Z', 'revision_number': 4, 'project_id': '443e9b6688a94583be288407b9410244', 'gw_port': {'id': 'e2cfddbc-c45a-4c83-8f3d-6795a181c9a1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ac:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdd484c-1e90-4a38-9223-d9e9868997c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:27Z', 'updated_at': '2021-07-24T00:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '2c968da0-dd43-4e6d-9d9f-f0f77f06ba40', 'name': '', 'network_id': '10d2c835-80d7-49b2-a0db-ffc261981bb1', 'tenant_id': '443e9b6688a94583be288407b9410244', 'mac_address': 'fa:16:3e:e5:61:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cdd484c-1e90-4a38-9223-d9e9868997c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '7d79533c-7102-4bc3-a914-988d50ddfabe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:31Z', 'updated_at': '2021-07-24T00:59:36Z', 'revision_number': 4, 'project_id': '443e9b6688a94583be288407b9410244', 'subnets': [{'id': '7d79533c-7102-4bc3-a914-988d50ddfabe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:59:37.049136 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8c488e12-af1b-411b-96a4-dfb25e08be61 req-b34d7ca3-4fb3-4f69-aa51-125b9c4ce3a7 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728171 Jul 24 00:59:37.056445 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d88b43-677f-4217-9748-8f817b289ade tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Pushing event updated for resources: {'Network': ['ID=7f579654-9578-417d-9d6b-fab9bef956db,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:37.089270 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-18d88b43-677f-4217-9748-8f817b289ade tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3852515 Jul 24 00:59:37.090285 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37916) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:37.094390 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 7f579654-9578-417d-9d6b-fab9bef956db details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:59:37.098259 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-9e68563e-8b84-4dc6-98d4-95cb9843c275 tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Request body: {'network': {'project_id': 'be76845c275f44fc87240251801c8a6d'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:37.116600 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e68563e-8b84-4dc6-98d4-95cb9843c275 tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 24 00:59:37.117182 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e68563e-8b84-4dc6-98d4-95cb9843c275 tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 00:59:37.122415 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9e68563e-8b84-4dc6-98d4-95cb9843c275 tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0266333 Jul 24 00:59:37.304984 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37924) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:37.339140 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2b2ff23b-2d9f-46a9-a241-2e913e2ebf5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:37.365361 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2b2ff23b-2d9f-46a9-a241-2e913e2ebf5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:37.373613 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2318ec5-5c58-428c-b06d-5271b43b2f08 req-050cbcb0-7c52-4849-89c7-999278db3a9c tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:37.379456 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d2318ec5-5c58-428c-b06d-5271b43b2f08 req-050cbcb0-7c52-4849-89c7-999278db3a9c tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 945 time: 0.1368635 Jul 24 00:59:37.443770 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b438a9ba-56df-4dbb-b291-5a420ba80d72 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:37.455039 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b438a9ba-56df-4dbb-b291-5a420ba80d72 None None] Transition to ACTIVE for port object 4b8df933-5131-4df4-837a-ead9b488fbfc will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:59:37.465634 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-88da3d31-9450-47c0-80db-d9c4c139f8b3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=be76845c275f44fc87240251801c8a6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1580966 Jul 24 00:59:37.481473 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d2318ec5-5c58-428c-b06d-5271b43b2f08 req-badc1a32-54a8-4f7b-9f81-3dda32ea88bb tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781002 Jul 24 00:59:37.481473 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37930) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:37.483883 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b438a9ba-56df-4dbb-b291-5a420ba80d72 None None] Transition to ACTIVE for port object 4b8df933-5131-4df4-837a-ead9b488fbfc will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:59:37.493534 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b438a9ba-56df-4dbb-b291-5a420ba80d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:37.549611 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b438a9ba-56df-4dbb-b291-5a420ba80d72 None None] Network 82ea6c3f-69cb-45a2-81e6-17dea0899da9 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:59:37.551100 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-b438a9ba-56df-4dbb-b291-5a420ba80d72 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:59:37.553585 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b438a9ba-56df-4dbb-b291-5a420ba80d72 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:59:37.559042 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ec733c75-d9b7-4e76-ab40-233b6374d084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:37.578168 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-2b2ff23b-2d9f-46a9-a241-2e913e2ebf5a admin admin] Allocated IP 172.25.2.65 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/a7a7459e-2b02-4648-8199-8d91409105ba) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:59:37.594757 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ec733c75-d9b7-4e76-ab40-233b6374d084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:37.613528 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda27f55-83d2-45d1-a6d1-e350f04ccd28 req-20f370f8-3f1f-43d7-8904-db94885d666c tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:37.620072 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cda27f55-83d2-45d1-a6d1-e350f04ccd28 req-20f370f8-3f1f-43d7-8904-db94885d666c tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] 10.222.0.15 "GET /v2.0/ports?device_id=4da47154-1772-41a2-bdcf-3199c2cf6f37 HTTP/1.1" status: 200 len: 943 time: 0.1638870 Jul 24 00:59:37.630104 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b438a9ba-56df-4dbb-b291-5a420ba80d72 None None] Pushing event updated for resources: {'Port': ['ID=4b8df933-5131-4df4-837a-ead9b488fbfc,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:37.646426 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-b438a9ba-56df-4dbb-b291-5a420ba80d72 None None] Attempting to bind port 4b8df933-5131-4df4-837a-ead9b488fbfc on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:37.646954 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-b438a9ba-56df-4dbb-b291-5a420ba80d72 None None] Attempting to bind port 4b8df933-5131-4df4-837a-ead9b488fbfc by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'f1676cb6-2400-44f3-9ba2-c280be4c84cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '82ea6c3f-69cb-45a2-81e6-17dea0899da9'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:37.647623 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b438a9ba-56df-4dbb-b291-5a420ba80d72 None None] Attempting to bind port 4b8df933-5131-4df4-837a-ead9b488fbfc on network 82ea6c3f-69cb-45a2-81e6-17dea0899da9 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:37.657273 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b438a9ba-56df-4dbb-b291-5a420ba80d72 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:59:37.658089 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b438a9ba-56df-4dbb-b291-5a420ba80d72 None None] Checking segment: {'id': 'f1676cb6-2400-44f3-9ba2-c280be4c84cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '82ea6c3f-69cb-45a2-81e6-17dea0899da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:59:37.658764 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b438a9ba-56df-4dbb-b291-5a420ba80d72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:37.659377 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b438a9ba-56df-4dbb-b291-5a420ba80d72 None None] Bound using segment: {'id': 'f1676cb6-2400-44f3-9ba2-c280be4c84cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '82ea6c3f-69cb-45a2-81e6-17dea0899da9'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:59:37.660205 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-b438a9ba-56df-4dbb-b291-5a420ba80d72 None None] Bound port: 4b8df933-5131-4df4-837a-ead9b488fbfc, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1676cb6-2400-44f3-9ba2-c280be4c84cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '82ea6c3f-69cb-45a2-81e6-17dea0899da9'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:59:37.660806 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b438a9ba-56df-4dbb-b291-5a420ba80d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:37.664776 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ec733c75-d9b7-4e76-ab40-233b6374d084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:37.673520 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ec733c75-d9b7-4e76-ab40-233b6374d084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:37.674753 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ec733c75-d9b7-4e76-ab40-233b6374d084 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6488fe73-3d91-4973-ba72-224b65a78308 HTTP/1.1" status: 204 len: 168 time: 0.1935999 Jul 24 00:59:37.679038 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37934) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:37.693431 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec733c75-d9b7-4e76-ab40-233b6374d084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6488fe73-3d91-4973-ba72-224b65a78308,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:37.777066 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-b438a9ba-56df-4dbb-b291-5a420ba80d72 None None] For port 4b8df933-5131-4df4-837a-ead9b488fbfc, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:59:37.781181 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-b438a9ba-56df-4dbb-b291-5a420ba80d72 None None] For port 4b8df933-5131-4df4-837a-ead9b488fbfc, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=4b8df933-5131-4df4-837a-ead9b488fbfc,segment=NetworkSegment(f1676cb6-2400-44f3-9ba2-c280be4c84cc),segment_id=f1676cb6-2400-44f3-9ba2-c280be4c84cc)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:59:37.785013 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b438a9ba-56df-4dbb-b291-5a420ba80d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:37.789508 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cda27f55-83d2-45d1-a6d1-e350f04ccd28 req-91ade443-babb-4079-a0c9-bd88e58131cb tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c2ff9e8-25f9-4929-b36b-7f6e869d798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366577 Jul 24 00:59:37.849395 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26253de0-d473-4ff8-9975-9fe1976ef66a req-e8785bc9-bae3-4fc8-be17-335d5106c472 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:37.858131 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-26253de0-d473-4ff8-9975-9fe1976ef66a req-e8785bc9-bae3-4fc8-be17-335d5106c472 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 943 time: 0.1153121 Jul 24 00:59:37.889873 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b438a9ba-56df-4dbb-b291-5a420ba80d72 None None] Pushing event updated for resources: {'Port': ['ID=4b8df933-5131-4df4-837a-ead9b488fbfc,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:37.902596 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-26253de0-d473-4ff8-9975-9fe1976ef66a req-170aae2f-a22e-4e57-847a-0686810efcf1 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440400 Jul 24 00:59:37.915481 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d94d0e84-ed31-4747-9017-02b412d2baae tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:37.936712 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2b2ff23b-2d9f-46a9-a241-2e913e2ebf5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:38.064691 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d94d0e84-ed31-4747-9017-02b412d2baae tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:38.079861 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-d94d0e84-ed31-4747-9017-02b412d2baae tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f579654-9578-417d-9d6b-fab9bef956db']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:38.091368 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2b2ff23b-2d9f-46a9-a241-2e913e2ebf5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:38.095230 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-d94d0e84-ed31-4747-9017-02b412d2baae tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db08c89f-a557-4841-90a6-6e033d8479f2') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:38.095385 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-d94d0e84-ed31-4747-9017-02b412d2baae tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db08c89f-a557-4841-90a6-6e033d8479f2') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:38.144439 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d94d0e84-ed31-4747-9017-02b412d2baae tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:38.170810 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d94d0e84-ed31-4747-9017-02b412d2baae tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:38.174054 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b2ff23b-2d9f-46a9-a241-2e913e2ebf5a admin admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:59:38.187630 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-2b2ff23b-2d9f-46a9-a241-2e913e2ebf5a admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:59:38.194529 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2ff23b-2d9f-46a9-a241-2e913e2ebf5a admin admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:59:38.198372 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d94d0e84-ed31-4747-9017-02b412d2baae tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:59:38.198571 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d94d0e84-ed31-4747-9017-02b412d2baae tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:38.203406 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 00:59:38.203406 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:59:38.203406 n-d-793621-25 neutron-server[100464]: timer() Jul 24 00:59:38.203406 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:59:38.203406 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 00:59:38.203406 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:59:38.203406 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 00:59:38.203406 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:59:38.203406 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 00:59:38.203406 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:59:38.203406 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 00:59:38.203406 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:59:38.203406 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 00:59:38.203406 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:59:38.203406 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:59:38.203406 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:59:38.203406 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:59:38.203406 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:59:38.203406 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 00:59:38.203406 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:59:38.203406 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 00:59:38.203406 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:59:38.203406 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:59:38.203406 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:59:38.203406 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 00:59:38.203406 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:59:38.203406 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:59:38.203406 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:59:38.203406 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:59:38.203406 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:59:38.203406 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:59:38.203406 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:59:38.241910 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31f524-e32f-4695-9efe-2fdca3570e4b req-39a1f42c-63f2-41d4-9df1-d331b493313d tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:38.254079 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6a31f524-e32f-4695-9efe-2fdca3570e4b req-39a1f42c-63f2-41d4-9df1-d331b493313d tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=21361991-c742-44c8-a804-0f9a213057c2 HTTP/1.1" status: 200 len: 945 time: 0.0982296 Jul 24 00:59:38.287676 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2ff23b-2d9f-46a9-a241-2e913e2ebf5a admin admin] Pushing event updated for resources: {'Port': ['ID=a7a7459e-2b02-4648-8199-8d91409105ba,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:38.306904 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6a31f524-e32f-4695-9efe-2fdca3570e4b req-06e430c4-dcac-4e2e-af71-9dc97325855b tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515773 Jul 24 00:59:38.311386 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d94d0e84-ed31-4747-9017-02b412d2baae tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:38.319030 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d94d0e84-ed31-4747-9017-02b412d2baae tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:38.327028 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d94d0e84-ed31-4747-9017-02b412d2baae tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] 10.222.0.15 "DELETE /v2.0/networks/7f579654-9578-417d-9d6b-fab9bef956db HTTP/1.1" status: 204 len: 168 time: 0.6391020 Jul 24 00:59:38.327028 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37940) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:38.355075 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d0e84-ed31-4747-9017-02b412d2baae tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Pushing event deleted for resources: {'Network': ['ID=7f579654-9578-417d-9d6b-fab9bef956db,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:38.522376 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a202f9a7-cfb7-4a98-8060-58b67784ee78 tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:38.655290 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 8309c493-6008-4513-9c7e-c96b4d4f814c details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:59:38.683921 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b126df-feb8-44a9-8c7f-f4889da98097 req-de76001e-62a3-45a2-81e1-a12ee70eba40 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:38.687195 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-66b126df-feb8-44a9-8c7f-f4889da98097 req-de76001e-62a3-45a2-81e1-a12ee70eba40 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 945 time: 0.1101496 Jul 24 00:59:38.730027 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a202f9a7-cfb7-4a98-8060-58b67784ee78 tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:38.746782 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-a202f9a7-cfb7-4a98-8060-58b67784ee78 tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5736ebd1-6bea-41d7-abbc-9c9661073c7e']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:38.766874 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-a202f9a7-cfb7-4a98-8060-58b67784ee78 tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd57ed206-bb23-44f1-97dc-3e7e4639df90') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:38.767177 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-a202f9a7-cfb7-4a98-8060-58b67784ee78 tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd57ed206-bb23-44f1-97dc-3e7e4639df90') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:38.782667 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a202f9a7-cfb7-4a98-8060-58b67784ee78 tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:38.796991 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2b2ff23b-2d9f-46a9-a241-2e913e2ebf5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:38.811084 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-66b126df-feb8-44a9-8c7f-f4889da98097 req-fcafe9e3-de3a-4361-aee6-2d7ad73f0c64 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157076 Jul 24 00:59:38.856708 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 8309c493-6008-4513-9c7e-c96b4d4f814c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=8309c493-6008-4513-9c7e-c96b4d4f814c,segment=NetworkSegment(cb9ee2cc-8dd6-4f51-b45d-5ab951b387ae),segment_id=cb9ee2cc-8dd6-4f51-b45d-5ab951b387ae)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:59:38.872672 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '8309c493-6008-4513-9c7e-c96b4d4f814c', 'network_id': 'c6bc4630-120e-4a59-bbfa-a64554a64cd4', 'port_id': '8309c493-6008-4513-9c7e-c96b4d4f814c', 'mac_address': 'fa:16:3e:1b:5e:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7cb966c-97ec-4cef-b349-9d94b92e1b8c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:59:38.920601 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:38.925539 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a202f9a7-cfb7-4a98-8060-58b67784ee78 tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:38.947866 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8309c493-6008-4513-9c7e-c96b4d4f814c {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:59:38.978949 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a202f9a7-cfb7-4a98-8060-58b67784ee78 tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:59:38.979615 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a202f9a7-cfb7-4a98-8060-58b67784ee78 tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:38.986211 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 8309c493-6008-4513-9c7e-c96b4d4f814c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=8309c493-6008-4513-9c7e-c96b4d4f814c,segment=NetworkSegment(cb9ee2cc-8dd6-4f51-b45d-5ab951b387ae),segment_id=cb9ee2cc-8dd6-4f51-b45d-5ab951b387ae)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:59:39.011710 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:39.012800 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 51942def-5009-4b71-8ac5-388363eba843 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:59:39.021460 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 00:59:39.021460 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:59:39.021460 n-d-793621-25 neutron-server[100464]: timer() Jul 24 00:59:39.021460 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:59:39.021460 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 00:59:39.021460 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:59:39.021460 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 00:59:39.021460 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:59:39.021460 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 00:59:39.021460 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:59:39.021460 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 00:59:39.021460 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:59:39.021460 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 00:59:39.021460 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:59:39.021460 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:59:39.021460 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:59:39.021460 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:59:39.021460 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:59:39.021460 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 00:59:39.021460 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:59:39.021460 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 00:59:39.021460 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:59:39.021460 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:59:39.021460 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:59:39.021460 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 00:59:39.021460 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:59:39.021460 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:59:39.021460 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:59:39.021460 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:59:39.021460 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:59:39.021460 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:59:39.021460 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:59:39.120265 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a202f9a7-cfb7-4a98-8060-58b67784ee78 tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:39.155439 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a202f9a7-cfb7-4a98-8060-58b67784ee78 tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:39.158632 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a202f9a7-cfb7-4a98-8060-58b67784ee78 tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] 10.222.0.15 "DELETE /v2.0/networks/5736ebd1-6bea-41d7-abbc-9c9661073c7e HTTP/1.1" status: 204 len: 168 time: 0.8324165 Jul 24 00:59:39.160761 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202f9a7-cfb7-4a98-8060-58b67784ee78 tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Pushing event deleted for resources: {'Network': ['ID=5736ebd1-6bea-41d7-abbc-9c9661073c7e,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:39.172529 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716749e5-5769-4839-84ae-cdbdcc18144a req-46cd6093-1425-4915-a45b-9d839625e65a tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:39.175382 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=8309c493-6008-4513-9c7e-c96b4d4f814c,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:39.178536 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57b1b22-71b3-4c5e-8776-51a1cda8610a None None] Network 82ea6c3f-69cb-45a2-81e6-17dea0899da9 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:59:39.178939 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202f9a7-cfb7-4a98-8060-58b67784ee78 tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:39.179388 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202f9a7-cfb7-4a98-8060-58b67784ee78 tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:39.179747 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202f9a7-cfb7-4a98-8060-58b67784ee78 tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:39.180097 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202f9a7-cfb7-4a98-8060-58b67784ee78 tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:39.181229 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202f9a7-cfb7-4a98-8060-58b67784ee78 tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:39.181581 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202f9a7-cfb7-4a98-8060-58b67784ee78 tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:39.181926 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202f9a7-cfb7-4a98-8060-58b67784ee78 tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:39.182097 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 4b8df933-5131-4df4-837a-ead9b488fbfc up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:59:39.182329 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202f9a7-cfb7-4a98-8060-58b67784ee78 tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:39.182503 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-716749e5-5769-4839-84ae-cdbdcc18144a req-46cd6093-1425-4915-a45b-9d839625e65a tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 943 time: 0.1508620 Jul 24 00:59:39.182940 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202f9a7-cfb7-4a98-8060-58b67784ee78 tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:39.183439 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202f9a7-cfb7-4a98-8060-58b67784ee78 tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:39.183918 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202f9a7-cfb7-4a98-8060-58b67784ee78 tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:39.184491 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a202f9a7-cfb7-4a98-8060-58b67784ee78 tempest-QuotasNegativeTest-1131172312 tempest-QuotasNegativeTest-1131172312-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:39.197583 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced2a36-5dcd-4136-aa68-a9171d4d942a req-39b5b89c-d4d0-42d2-806d-8e67f2ff0138 tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:39.205259 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4ced2a36-5dcd-4136-aa68-a9171d4d942a req-39b5b89c-d4d0-42d2-806d-8e67f2ff0138 tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] 10.222.0.15 "GET /v2.0/ports?device_id=4da47154-1772-41a2-bdcf-3199c2cf6f37 HTTP/1.1" status: 200 len: 943 time: 0.2976377 Jul 24 00:59:39.247972 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-716749e5-5769-4839-84ae-cdbdcc18144a req-5046ea50-3362-43e8-a009-cfade5607f9e tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641146 Jul 24 00:59:39.285664 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0717eacd-81d9-4470-8657-2c994c6604d3 None None] Provisioning for port 4b8df933-5131-4df4-837a-ead9b488fbfc completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:59:39.355009 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4ced2a36-5dcd-4136-aa68-a9171d4d942a req-3a46c32c-a780-4d67-83e2-95e2eca8740c tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c2ff9e8-25f9-4929-b36b-7f6e869d798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481020 Jul 24 00:59:39.377606 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2b2ff23b-2d9f-46a9-a241-2e913e2ebf5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:39.455990 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 4b8df933-5131-4df4-837a-ead9b488fbfc completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:59:39.468496 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 4b8df933-5131-4df4-837a-ead9b488fbfc triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:59:39.468848 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:39.504271 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 51942def-5009-4b71-8ac5-388363eba843, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=51942def-5009-4b71-8ac5-388363eba843,segment=NetworkSegment(ba3f8265-a107-438d-9a91-66542598e056),segment_id=ba3f8265-a107-438d-9a91-66542598e056)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:59:39.576099 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2ff23b-2d9f-46a9-a241-2e913e2ebf5a admin admin] Router 49312eec-7865-4d48-9e3c-cc23b1325aa1 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 00:59:39.608214 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5828f7a2-30f2-4d49-8ef5-27da60d24181 req-adf16566-408c-4cbd-9662-b7178e465781 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:39.615349 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5828f7a2-30f2-4d49-8ef5-27da60d24181 req-adf16566-408c-4cbd-9662-b7178e465781 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=21361991-c742-44c8-a804-0f9a213057c2 HTTP/1.1" status: 200 len: 945 time: 0.1175981 Jul 24 00:59:39.624159 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37960) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:39.653948 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f92fbd93-d284-4b99-9cfd-f81a6f759e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:39.696754 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5828f7a2-30f2-4d49-8ef5-27da60d24181 req-ab167c54-7834-4e90-afc0-469b5b58c71e tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645423 Jul 24 00:59:39.800531 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '51942def-5009-4b71-8ac5-388363eba843', 'network_id': '6b98cc79-496b-494e-a0de-ce20278a0586', 'port_id': '51942def-5009-4b71-8ac5-388363eba843', 'mac_address': 'fa:16:3e:9b:a9:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ed594ab-4150-403d-ad1f-541fd4a99a03', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:59:39.814663 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f92fbd93-d284-4b99-9cfd-f81a6f759e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:39.824279 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f92fbd93-d284-4b99-9cfd-f81a6f759e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:39.873638 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92fbd93-d284-4b99-9cfd-f81a6f759e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930b39d4-6bed-4d62-b418-f99e6e177748,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:39.879654 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f92fbd93-d284-4b99-9cfd-f81a6f759e64 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dc0e43a694a24764848c3d4e7712dc27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2541628 Jul 24 00:59:39.884698 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37964) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:39.918635 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:39.940595 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:39.969558 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51942def-5009-4b71-8ac5-388363eba843 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:59:39.983103 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f5e623fc-888e-4e2e-8e5f-70ef6fc8a79e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:40.007054 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 4b8df933-5131-4df4-837a-ead9b488fbfc, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=4b8df933-5131-4df4-837a-ead9b488fbfc,segment=NetworkSegment(f1676cb6-2400-44f3-9ba2-c280be4c84cc),segment_id=f1676cb6-2400-44f3-9ba2-c280be4c84cc)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:59:40.013397 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f5e623fc-888e-4e2e-8e5f-70ef6fc8a79e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:40.017006 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:40.017814 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2c968da0-dd43-4e6d-9d9f-f0f77f06ba40 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:59:40.020739 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 51942def-5009-4b71-8ac5-388363eba843, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=51942def-5009-4b71-8ac5-388363eba843,segment=NetworkSegment(ba3f8265-a107-438d-9a91-66542598e056),segment_id=ba3f8265-a107-438d-9a91-66542598e056)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:59:40.065674 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:40.081996 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f5e623fc-888e-4e2e-8e5f-70ef6fc8a79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:40.087626 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f5e623fc-888e-4e2e-8e5f-70ef6fc8a79e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:40.091042 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f5e623fc-888e-4e2e-8e5f-70ef6fc8a79e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/930b39d4-6bed-4d62-b418-f99e6e177748 HTTP/1.1" status: 204 len: 168 time: 0.2042906 Jul 24 00:59:40.104360 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e623fc-888e-4e2e-8e5f-70ef6fc8a79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930b39d4-6bed-4d62-b418-f99e6e177748,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:40.107842 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=4b8df933-5131-4df4-837a-ead9b488fbfc,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:40.152995 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2ff23b-2d9f-46a9-a241-2e913e2ebf5a admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:59:40.164588 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 2c968da0-dd43-4e6d-9d9f-f0f77f06ba40 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:59:40.173852 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1208e7c9-d2d4-4d6e-91f8-06774fa3b438 None None] Sync routers for ids ['49312eec-7865-4d48-9e3c-cc23b1325aa1'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:59:40.183137 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2b2ff23b-2d9f-46a9-a241-2e913e2ebf5a admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:40.187654 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37968) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:40.188379 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2b2ff23b-2d9f-46a9-a241-2e913e2ebf5a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6224267 Jul 24 00:59:40.191937 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 2c968da0-dd43-4e6d-9d9f-f0f77f06ba40 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:59:40.192449 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:40.199737 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1208e7c9-d2d4-4d6e-91f8-06774fa3b438 None None] Routers {'49312eec-7865-4d48-9e3c-cc23b1325aa1'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:59:40.200534 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-1208e7c9-d2d4-4d6e-91f8-06774fa3b438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:59:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['49312eec-7865-4d48-9e3c-cc23b1325aa1'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:40.227271 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=51942def-5009-4b71-8ac5-388363eba843,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:40.275456 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ddc59-f13e-4cab-9de2-b2edca450662 req-12d227dc-3109-49a4-b1ff-c30557528222 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:40.277485 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b01ddc59-f13e-4cab-9de2-b2edca450662 req-12d227dc-3109-49a4-b1ff-c30557528222 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 945 time: 0.1203265 Jul 24 00:59:40.361886 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b01ddc59-f13e-4cab-9de2-b2edca450662 req-d07eff0a-e113-4863-bd5a-5d75cc3fb4fd tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775325 Jul 24 00:59:40.422682 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-1208e7c9-d2d4-4d6e-91f8-06774fa3b438 None None] Set router 49312eec-7865-4d48-9e3c-cc23b1325aa1 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:59:40.570135 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['51942def-5009-4b71-8ac5-388363eba843'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:59:40.572622 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc8ae7-f187-48ed-879a-a7cbf2e5b36c req-8b1c3606-18b2-4ffe-9b68-78498b507eb8 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:40.574020 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['8309c493-6008-4513-9c7e-c96b4d4f814c'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:59:40.574595 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-71dc8ae7-f187-48ed-879a-a7cbf2e5b36c req-8b1c3606-18b2-4ffe-9b68-78498b507eb8 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 944 time: 0.2123163 Jul 24 00:59:40.622255 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17254e41-3e31-400f-878d-421028c1d2a6 req-21f2d5ca-c516-4d26-80f6-ba2ef8ada6b8 tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:40.631564 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-17254e41-3e31-400f-878d-421028c1d2a6 req-21f2d5ca-c516-4d26-80f6-ba2ef8ada6b8 tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] 10.222.0.15 "GET /v2.0/ports?device_id=4da47154-1772-41a2-bdcf-3199c2cf6f37 HTTP/1.1" status: 200 len: 944 time: 0.1071322 Jul 24 00:59:40.656105 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:40.656979 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37980) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:40.677229 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-71dc8ae7-f187-48ed-879a-a7cbf2e5b36c req-0f62d77d-0d78-4ecd-9b6a-2fcf16466da6 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914707 Jul 24 00:59:40.699271 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c050771c-d193-4096-8cf1-44cf22dd2e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:40.702388 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9fcb3359-95b3-4fae-b3b1-84ab3a33df48 None None] Provisioning complete for port 4b8df933-5131-4df4-837a-ead9b488fbfc triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:59:40.702876 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9fcb3359-95b3-4fae-b3b1-84ab3a33df48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:40.715652 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-17254e41-3e31-400f-878d-421028c1d2a6 req-5ba13331-fb88-4015-9f1c-866a19d5463a tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c2ff9e8-25f9-4929-b36b-7f6e869d798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830519 Jul 24 00:59:40.804899 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 2c968da0-dd43-4e6d-9d9f-f0f77f06ba40, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2c968da0-dd43-4e6d-9d9f-f0f77f06ba40,segment=NetworkSegment(24170a39-ee41-4c88-b034-65960a8784cb),segment_id=24170a39-ee41-4c88-b034-65960a8784cb)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:59:40.819288 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:40.896650 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c050771c-d193-4096-8cf1-44cf22dd2e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:40.907901 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c050771c-d193-4096-8cf1-44cf22dd2e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:40.929225 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-1208e7c9-d2d4-4d6e-91f8-06774fa3b438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49312eec-7865-4d48-9e3c-cc23b1325aa1', 'name': 'tempest-TestServerBasicOps-1649637502-router', 'tenant_id': 'b133fc670c9848aa9228eee9f286db39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a7a7459e-2b02-4648-8199-8d91409105ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:59:36Z', 'updated_at': '2021-07-24T00:59:38Z', 'revision_number': 3, 'project_id': 'b133fc670c9848aa9228eee9f286db39', 'gw_port': {'id': 'a7a7459e-2b02-4648-8199-8d91409105ba', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:11:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49312eec-7865-4d48-9e3c-cc23b1325aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:37Z', 'updated_at': '2021-07-24T00:59:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:40.932272 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7b43be83-193d-48ad-a7c2-70f18d97d16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:40.971339 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c050771c-d193-4096-8cf1-44cf22dd2e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a413000d-4c02-4c93-a868-e0fa7d6765eb,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:40.980536 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c050771c-d193-4096-8cf1-44cf22dd2e06 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a7e7527b934a4f11b8c471cbf5cfe2d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3212299 Jul 24 00:59:40.982976 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37984) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:41.001830 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1208e7c9-d2d4-4d6e-91f8-06774fa3b438 None None] Checking router: 49312eec-7865-4d48-9e3c-cc23b1325aa1 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:59:41.002568 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1208e7c9-d2d4-4d6e-91f8-06774fa3b438 None None] Updating router 49312eec-7865-4d48-9e3c-cc23b1325aa1 port a7a7459e-2b02-4648-8199-8d91409105ba binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:59:41.004877 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=2c968da0-dd43-4e6d-9d9f-f0f77f06ba40,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:41.063641 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e3e9bd35-f301-4650-aedc-e51414b1819a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:41.077722 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 4b8df933-5131-4df4-837a-ead9b488fbfc up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:59:41.101363 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788d94ec-04b9-4b83-bdc5-1a6e45d44f37 req-80100ce5-5f6b-47eb-8328-71b38c953830 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:41.110936 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-788d94ec-04b9-4b83-bdc5-1a6e45d44f37 req-80100ce5-5f6b-47eb-8328-71b38c953830 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=21361991-c742-44c8-a804-0f9a213057c2 HTTP/1.1" status: 200 len: 945 time: 0.3018072 Jul 24 00:59:41.113935 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e3e9bd35-f301-4650-aedc-e51414b1819a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:41.166267 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-7b43be83-193d-48ad-a7c2-70f18d97d16e admin admin] Allocated IP 172.20.0.1 (82ea6c3f-69cb-45a2-81e6-17dea0899da9/9473623e-bb07-40ae-97f2-9016394cca3c/d42599d2-c73e-4227-a3cf-193c83751b6c) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:59:41.168783 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1208e7c9-d2d4-4d6e-91f8-06774fa3b438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:41.187859 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-788d94ec-04b9-4b83-bdc5-1a6e45d44f37 req-19be823c-147c-46c5-86c8-73626a164a48 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758247 Jul 24 00:59:41.215477 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e3e9bd35-f301-4650-aedc-e51414b1819a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:41.218867 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e3e9bd35-f301-4650-aedc-e51414b1819a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:41.220255 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e3e9bd35-f301-4650-aedc-e51414b1819a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a413000d-4c02-4c93-a868-e0fa7d6765eb HTTP/1.1" status: 204 len: 168 time: 0.2363093 Jul 24 00:59:41.228708 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9bd35-f301-4650-aedc-e51414b1819a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a413000d-4c02-4c93-a868-e0fa7d6765eb,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:41.296154 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7b43be83-193d-48ad-a7c2-70f18d97d16e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:41.312387 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-7b43be83-193d-48ad-a7c2-70f18d97d16e admin admin] Transition to ACTIVE for port object d42599d2-c73e-4227-a3cf-193c83751b6c will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:59:41.347214 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 4b8df933-5131-4df4-837a-ead9b488fbfc triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:59:41.347586 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:41.363210 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7b43be83-193d-48ad-a7c2-70f18d97d16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:41.602431 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1208e7c9-d2d4-4d6e-91f8-06774fa3b438 None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:41.615387 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1208e7c9-d2d4-4d6e-91f8-06774fa3b438 None None] Transition to ACTIVE for port object a7a7459e-2b02-4648-8199-8d91409105ba will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:59:41.622157 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1208e7c9-d2d4-4d6e-91f8-06774fa3b438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:41.686117 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-1208e7c9-d2d4-4d6e-91f8-06774fa3b438 None None] Attempting to bind port a7a7459e-2b02-4648-8199-8d91409105ba on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:41.686705 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-1208e7c9-d2d4-4d6e-91f8-06774fa3b438 None None] Attempting to bind port a7a7459e-2b02-4648-8199-8d91409105ba by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:41.687200 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1208e7c9-d2d4-4d6e-91f8-06774fa3b438 None None] Attempting to bind port a7a7459e-2b02-4648-8199-8d91409105ba on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:41.690457 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423584b-dd71-4cb9-bd25-60044b34818b None None] Pushing event updated for resources: {'Port': ['ID=a7a7459e-2b02-4648-8199-8d91409105ba,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:41.697092 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1208e7c9-d2d4-4d6e-91f8-06774fa3b438 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:59:41.697544 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1208e7c9-d2d4-4d6e-91f8-06774fa3b438 None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:59:41.697961 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1208e7c9-d2d4-4d6e-91f8-06774fa3b438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:41.698357 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1208e7c9-d2d4-4d6e-91f8-06774fa3b438 None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:59:41.698875 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-1208e7c9-d2d4-4d6e-91f8-06774fa3b438 None None] Bound port: a7a7459e-2b02-4648-8199-8d91409105ba, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:59:41.699270 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1208e7c9-d2d4-4d6e-91f8-06774fa3b438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:41.770855 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-1208e7c9-d2d4-4d6e-91f8-06774fa3b438 None None] For port a7a7459e-2b02-4648-8199-8d91409105ba, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:59:41.775122 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-1208e7c9-d2d4-4d6e-91f8-06774fa3b438 None None] For port a7a7459e-2b02-4648-8199-8d91409105ba, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=a7a7459e-2b02-4648-8199-8d91409105ba,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:59:41.785794 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1208e7c9-d2d4-4d6e-91f8-06774fa3b438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:41.799719 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b43be83-193d-48ad-a7c2-70f18d97d16e admin admin] Network 82ea6c3f-69cb-45a2-81e6-17dea0899da9 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:59:41.808304 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-7b43be83-193d-48ad-a7c2-70f18d97d16e admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:59:41.815184 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b43be83-193d-48ad-a7c2-70f18d97d16e admin admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:59:41.854234 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b43be83-193d-48ad-a7c2-70f18d97d16e admin admin] Pushing event updated for resources: {'Port': ['ID=d42599d2-c73e-4227-a3cf-193c83751b6c,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:41.860171 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1208e7c9-d2d4-4d6e-91f8-06774fa3b438 None None] Routers {'49312eec-7865-4d48-9e3c-cc23b1325aa1'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:59:41.860956 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-1208e7c9-d2d4-4d6e-91f8-06774fa3b438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:59:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['49312eec-7865-4d48-9e3c-cc23b1325aa1'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:41.864236 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5bee3-be4d-49b5-9912-4f2eb61147c9 req-95e083d7-3859-42b3-b34e-f89957dd2076 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:41.867201 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e7a5bee3-be4d-49b5-9912-4f2eb61147c9 req-95e083d7-3859-42b3-b34e-f89957dd2076 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 944 time: 0.1015193 Jul 24 00:59:41.892559 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7b43be83-193d-48ad-a7c2-70f18d97d16e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:41.939360 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423584b-dd71-4cb9-bd25-60044b34818b None None] Pushing event updated for resources: {'Port': ['ID=a7a7459e-2b02-4648-8199-8d91409105ba,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:41.957043 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9d0fd-6e8e-4132-95cd-9b81f96a6e43 req-53434df4-c414-42a9-852c-4da5b2b8a583 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:41.964839 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dee9d0fd-6e8e-4132-95cd-9b81f96a6e43 req-53434df4-c414-42a9-852c-4da5b2b8a583 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 945 time: 0.2220652 Jul 24 00:59:41.967277 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e7a5bee3-be4d-49b5-9912-4f2eb61147c9 req-7f3e08d5-0b4f-46bd-80d2-3241f1774829 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925543 Jul 24 00:59:42.076487 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dee9d0fd-6e8e-4132-95cd-9b81f96a6e43 req-4ea6156b-451b-4ba1-be1f-bf415e3dd837 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105165 Jul 24 00:59:42.190236 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7b43be83-193d-48ad-a7c2-70f18d97d16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:42.212714 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-be5709c2-a20b-4dcf-b84c-2a7552167497 None None] Provisioning for port d42599d2-c73e-4227-a3cf-193c83751b6c completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:59:42.221985 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-be5709c2-a20b-4dcf-b84c-2a7552167497 None None] Provisioning complete for port d42599d2-c73e-4227-a3cf-193c83751b6c triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:59:42.222391 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-be5709c2-a20b-4dcf-b84c-2a7552167497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:42.234073 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce7935-7df5-4acf-8b63-9ed4c3f4f687 req-483368c1-f7fe-41dc-93de-3b28f02dde2a tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:42.241676 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e1ce7935-7df5-4acf-8b63-9ed4c3f4f687 req-483368c1-f7fe-41dc-93de-3b28f02dde2a tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] 10.222.0.15 "GET /v2.0/ports?device_id=4da47154-1772-41a2-bdcf-3199c2cf6f37 HTTP/1.1" status: 200 len: 944 time: 0.1468034 Jul 24 00:59:42.272849 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-be5709c2-a20b-4dcf-b84c-2a7552167497 None None] Port d42599d2-c73e-4227-a3cf-193c83751b6c cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:59:42.279955 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-1208e7c9-d2d4-4d6e-91f8-06774fa3b438 None None] Set router 49312eec-7865-4d48-9e3c-cc23b1325aa1 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:59:42.299693 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e1ce7935-7df5-4acf-8b63-9ed4c3f4f687 req-3140f805-78be-451e-bcdf-65c57372a15f tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c2ff9e8-25f9-4929-b36b-7f6e869d798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565600 Jul 24 00:59:42.430946 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca8882-f362-4d85-b135-161f5d1a145f req-f1d3fa5c-2e7f-46ff-8018-dc11ea4ad266 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:42.437905 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-31ca8882-f362-4d85-b135-161f5d1a145f req-f1d3fa5c-2e7f-46ff-8018-dc11ea4ad266 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=21361991-c742-44c8-a804-0f9a213057c2 HTTP/1.1" status: 200 len: 945 time: 0.1643651 Jul 24 00:59:42.500828 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-1208e7c9-d2d4-4d6e-91f8-06774fa3b438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49312eec-7865-4d48-9e3c-cc23b1325aa1', 'name': 'tempest-TestServerBasicOps-1649637502-router', 'tenant_id': 'b133fc670c9848aa9228eee9f286db39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a7a7459e-2b02-4648-8199-8d91409105ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:59:36Z', 'updated_at': '2021-07-24T00:59:38Z', 'revision_number': 3, 'project_id': 'b133fc670c9848aa9228eee9f286db39', 'gw_port': {'id': 'a7a7459e-2b02-4648-8199-8d91409105ba', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:11:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49312eec-7865-4d48-9e3c-cc23b1325aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:37Z', 'updated_at': '2021-07-24T00:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:42.501567 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-31ca8882-f362-4d85-b135-161f5d1a145f req-21496ff0-7f84-49f3-a172-8c38a0d02314 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626802 Jul 24 00:59:42.528801 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7b43be83-193d-48ad-a7c2-70f18d97d16e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:42.534288 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7b43be83-193d-48ad-a7c2-70f18d97d16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:42.548730 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1208e7c9-d2d4-4d6e-91f8-06774fa3b438 None None] The sync data for ids ['49312eec-7865-4d48-9e3c-cc23b1325aa1'] in n-d-793621-25 is: [{'id': '49312eec-7865-4d48-9e3c-cc23b1325aa1', 'name': 'tempest-TestServerBasicOps-1649637502-router', 'tenant_id': 'b133fc670c9848aa9228eee9f286db39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a7a7459e-2b02-4648-8199-8d91409105ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:59:36Z', 'updated_at': '2021-07-24T00:59:38Z', 'revision_number': 3, 'project_id': 'b133fc670c9848aa9228eee9f286db39', 'gw_port': {'id': 'a7a7459e-2b02-4648-8199-8d91409105ba', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:11:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49312eec-7865-4d48-9e3c-cc23b1325aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:37Z', 'updated_at': '2021-07-24T00:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:59:42.612660 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b43be83-193d-48ad-a7c2-70f18d97d16e admin admin] Pushing event updated for resources: {'Port': ['ID=d42599d2-c73e-4227-a3cf-193c83751b6c,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:42.623673 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7b43be83-193d-48ad-a7c2-70f18d97d16e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:42.745961 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b43be83-193d-48ad-a7c2-70f18d97d16e admin admin] Network 82ea6c3f-69cb-45a2-81e6-17dea0899da9 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:59:42.747875 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-7b43be83-193d-48ad-a7c2-70f18d97d16e admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:59:42.917344 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b43be83-193d-48ad-a7c2-70f18d97d16e admin admin] Router 49312eec-7865-4d48-9e3c-cc23b1325aa1 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 00:59:43.081736 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b43be83-193d-48ad-a7c2-70f18d97d16e admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 00:59:43.124777 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7b43be83-193d-48ad-a7c2-70f18d97d16e admin admin] 10.222.0.15 "PUT /v2.0/routers/49312eec-7865-4d48-9e3c-cc23b1325aa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9359205 Jul 24 00:59:43.233736 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-6ded2813-9fa2-4f4c-9197-a4260d9de2be None None] Provisioning complete for port d42599d2-c73e-4227-a3cf-193c83751b6c triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:59:43.234334 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6ded2813-9fa2-4f4c-9197-a4260d9de2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:43.247228 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4f29d-312e-4f95-8340-c88790f09965 req-a7fc3a8a-cf5a-46d2-897e-954ec070bb9e tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:43.256465 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-62b4f29d-312e-4f95-8340-c88790f09965 req-a7fc3a8a-cf5a-46d2-897e-954ec070bb9e tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 944 time: 0.1299393 Jul 24 00:59:43.286446 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a7a7459e-2b02-4648-8199-8d91409105ba up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:59:43.312685 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-62b4f29d-312e-4f95-8340-c88790f09965 req-e55aa74e-5f85-4881-a6ff-202f4f9214be tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534532 Jul 24 00:59:43.325461 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f416458-8ab5-4472-9d3f-7ec921dd0328 req-0408d83d-8db8-40a1-aa30-97413ce99cf3 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:43.336607 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3f416458-8ab5-4472-9d3f-7ec921dd0328 req-0408d83d-8db8-40a1-aa30-97413ce99cf3 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 945 time: 0.1228161 Jul 24 00:59:43.355846 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-6ded2813-9fa2-4f4c-9197-a4260d9de2be None None] Port d42599d2-c73e-4227-a3cf-193c83751b6c cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:59:43.366109 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38044) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:43.408769 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3f416458-8ab5-4472-9d3f-7ec921dd0328 req-3385b78c-9218-4f9c-a70a-ec99ae0dbc60 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747824 Jul 24 00:59:43.451604 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port a7a7459e-2b02-4648-8199-8d91409105ba completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:59:43.457906 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port a7a7459e-2b02-4648-8199-8d91409105ba triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:59:43.458601 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:43.574279 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:43.597430 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c655341-6c6c-4163-8890-52bd50abf01b req-07549c5b-6a9f-484d-9d44-e4a45c0192e4 tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:43.605720 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4c655341-6c6c-4163-8890-52bd50abf01b req-07549c5b-6a9f-484d-9d44-e4a45c0192e4 tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] 10.222.0.15 "GET /v2.0/ports?device_id=4da47154-1772-41a2-bdcf-3199c2cf6f37 HTTP/1.1" status: 200 len: 944 time: 0.1227722 Jul 24 00:59:43.608682 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port a7a7459e-2b02-4648-8199-8d91409105ba, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=a7a7459e-2b02-4648-8199-8d91409105ba,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:59:43.619353 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:43.620376 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2c968da0-dd43-4e6d-9d9f-f0f77f06ba40 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:59:43.643362 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-34f50af9-898a-43d4-b9f3-6d0a0fd6739a tempest-PortsAdminExtendedAttrsTestJSON-368260694 tempest-PortsAdminExtendedAttrsTestJSON-368260694-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-657952552'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:43.674532 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4c655341-6c6c-4163-8890-52bd50abf01b req-6b70b487-1a3c-48fe-81d1-89c312e40f35 tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c2ff9e8-25f9-4929-b36b-7f6e869d798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674262 Jul 24 00:59:43.689596 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f50af9-898a-43d4-b9f3-6d0a0fd6739a tempest-PortsAdminExtendedAttrsTestJSON-368260694 tempest-PortsAdminExtendedAttrsTestJSON-368260694-project] Made reservation on behalf of 0e03e8d7f01446a5929160e45f472966 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:59:43.693653 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-34f50af9-898a-43d4-b9f3-6d0a0fd6739a tempest-PortsAdminExtendedAttrsTestJSON-368260694 tempest-PortsAdminExtendedAttrsTestJSON-368260694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:43.713816 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-34f50af9-898a-43d4-b9f3-6d0a0fd6739a tempest-PortsAdminExtendedAttrsTestJSON-368260694 tempest-PortsAdminExtendedAttrsTestJSON-368260694-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:43.741078 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 2c968da0-dd43-4e6d-9d9f-f0f77f06ba40 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:59:43.741640 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:43.770773 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=a7a7459e-2b02-4648-8199-8d91409105ba,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:43.863331 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c2be7-c30b-4334-a024-b6c77d9afeca req-0ea24279-18bf-403b-bf10-605171913a64 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:43.865025 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0e7c2be7-c30b-4334-a024-b6c77d9afeca req-0ea24279-18bf-403b-bf10-605171913a64 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=21361991-c742-44c8-a804-0f9a213057c2 HTTP/1.1" status: 200 len: 945 time: 0.1016936 Jul 24 00:59:43.877996 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-34f50af9-898a-43d4-b9f3-6d0a0fd6739a tempest-PortsAdminExtendedAttrsTestJSON-368260694 tempest-PortsAdminExtendedAttrsTestJSON-368260694-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:43.882683 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-34f50af9-898a-43d4-b9f3-6d0a0fd6739a tempest-PortsAdminExtendedAttrsTestJSON-368260694 tempest-PortsAdminExtendedAttrsTestJSON-368260694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:43.912130 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0e7c2be7-c30b-4334-a024-b6c77d9afeca req-e9bc30d2-cb07-4f1c-9318-ecfc5f869497 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397327 Jul 24 00:59:43.915886 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34f50af9-898a-43d4-b9f3-6d0a0fd6739a tempest-PortsAdminExtendedAttrsTestJSON-368260694 tempest-PortsAdminExtendedAttrsTestJSON-368260694-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:59:43.926742 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f50af9-898a-43d4-b9f3-6d0a0fd6739a tempest-PortsAdminExtendedAttrsTestJSON-368260694 tempest-PortsAdminExtendedAttrsTestJSON-368260694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=150f4bd7-4bdb-4bdd-9f4a-46d02ceef069,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:43.932970 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-34f50af9-898a-43d4-b9f3-6d0a0fd6739a tempest-PortsAdminExtendedAttrsTestJSON-368260694 tempest-PortsAdminExtendedAttrsTestJSON-368260694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:43.933334 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-34f50af9-898a-43d4-b9f3-6d0a0fd6739a tempest-PortsAdminExtendedAttrsTestJSON-368260694 tempest-PortsAdminExtendedAttrsTestJSON-368260694-project] Added segment 193f45a6-e41a-4c76-b963-9ee9146b4c26 of type vlan for network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 Jul 24 00:59:43.999237 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-34f50af9-898a-43d4-b9f3-6d0a0fd6739a tempest-PortsAdminExtendedAttrsTestJSON-368260694 tempest-PortsAdminExtendedAttrsTestJSON-368260694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:44.036326 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-34f50af9-898a-43d4-b9f3-6d0a0fd6739a tempest-PortsAdminExtendedAttrsTestJSON-368260694 tempest-PortsAdminExtendedAttrsTestJSON-368260694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:44.042331 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f50af9-898a-43d4-b9f3-6d0a0fd6739a tempest-PortsAdminExtendedAttrsTestJSON-368260694 tempest-PortsAdminExtendedAttrsTestJSON-368260694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:44.042984 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-34f50af9-898a-43d4-b9f3-6d0a0fd6739a tempest-PortsAdminExtendedAttrsTestJSON-368260694 tempest-PortsAdminExtendedAttrsTestJSON-368260694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:44.082015 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-34f50af9-898a-43d4-b9f3-6d0a0fd6739a tempest-PortsAdminExtendedAttrsTestJSON-368260694 tempest-PortsAdminExtendedAttrsTestJSON-368260694-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7146635 Jul 24 00:59:44.119355 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f50af9-898a-43d4-b9f3-6d0a0fd6739a tempest-PortsAdminExtendedAttrsTestJSON-368260694 tempest-PortsAdminExtendedAttrsTestJSON-368260694-project] Pushing event updated for resources: {'Network': ['ID=3737cc6f-8b3a-45d8-a04c-a0c9053e2a97,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:44.130516 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:59:44.217168 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38060) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:44.222229 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-9e29753d-da82-4b1b-822a-84a9517d6ba8 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-889846952', 'description': 'tempest-secgroup-smoke-889846952 description', 'project_id': '443e9b6688a94583be288407b9410244'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:44.229051 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38062) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:44.234571 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Request body: {'port': {'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97', 'binding:host_id': 'n-h2-793621-25', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-834052496'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:44.246339 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9e29753d-da82-4b1b-822a-84a9517d6ba8 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:44.263097 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Made reservation on behalf of 0bba3e5234ca44eb8c5aa8c215d2d609 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:59:44.265830 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:44.275032 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:44.331030 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9e29753d-da82-4b1b-822a-84a9517d6ba8 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:44.335022 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9e29753d-da82-4b1b-822a-84a9517d6ba8 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:44.366289 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e29753d-da82-4b1b-822a-84a9517d6ba8 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67e18412-570e-4aad-a00d-ec0d2037b036,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:44.435424 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:44.440308 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:44.443979 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9e29753d-da82-4b1b-822a-84a9517d6ba8 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:44.445448 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9e29753d-da82-4b1b-822a-84a9517d6ba8 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2272317 Jul 24 00:59:44.449333 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38070) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:44.456284 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-56a8bf9c-e579-415e-9c84-d312232fc039 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Request body: {'security_group_rule': {'security_group_id': '67e18412-570e-4aad-a00d-ec0d2037b036', 'project_id': '443e9b6688a94583be288407b9410244', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:44.462648 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] device_id is not set on port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 yet. {{(pid=100464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:59:44.477773 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82df538a-7be2-4658-aed3-33aec2ed6430 req-800e0b43-7c09-4844-bf78-562709221f85 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:44.486057 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-82df538a-7be2-4658-aed3-33aec2ed6430 req-800e0b43-7c09-4844-bf78-562709221f85 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 944 time: 0.0951159 Jul 24 00:59:44.525327 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-82df538a-7be2-4658-aed3-33aec2ed6430 req-bfa5022d-6f1e-4afc-8012-7ee4a6f39de8 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371385 Jul 24 00:59:44.565026 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099fb190-9d7d-4b8d-80c6-0d1c814506f4,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:44.640403 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-56a8bf9c-e579-415e-9c84-d312232fc039 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:44.669859 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 51942def-5009-4b71-8ac5-388363eba843 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:59:44.748735 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 51942def-5009-4b71-8ac5-388363eba843 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:59:44.753508 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 51942def-5009-4b71-8ac5-388363eba843 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:59:44.753988 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:44.770123 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb4fb2-773d-433a-a461-8c2933c0f125 req-66be75df-0312-42e6-8b4e-58f0bf5d50a6 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:44.775410 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-12cb4fb2-773d-433a-a461-8c2933c0f125 req-66be75df-0312-42e6-8b4e-58f0bf5d50a6 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 945 time: 0.2775233 Jul 24 00:59:44.805069 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-56a8bf9c-e579-415e-9c84-d312232fc039 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:44.832151 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5f5497-fe55-44a2-be7d-2255047b6812 None None] Sync routers for ids ['49312eec-7865-4d48-9e3c-cc23b1325aa1'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 00:59:44.846570 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-56a8bf9c-e579-415e-9c84-d312232fc039 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:44.847170 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5f5497-fe55-44a2-be7d-2255047b6812 None None] Routers {'49312eec-7865-4d48-9e3c-cc23b1325aa1'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:59:44.848332 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-cc5f5497-fe55-44a2-be7d-2255047b6812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:59:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['49312eec-7865-4d48-9e3c-cc23b1325aa1'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:44.863540 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e5b16-c2e7-480a-bbe1-25d71c3caa75 req-86323930-e8f0-4389-9e10-e484878ddb43 tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:44.865256 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:44.865572 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-753e5b16-c2e7-480a-bbe1-25d71c3caa75 req-86323930-e8f0-4389-9e10-e484878ddb43 tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] 10.222.0.15 "GET /v2.0/ports?device_id=4da47154-1772-41a2-bdcf-3199c2cf6f37 HTTP/1.1" status: 200 len: 944 time: 0.1093066 Jul 24 00:59:44.874255 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a8bf9c-e579-415e-9c84-d312232fc039 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23f57f50-1f14-4c9c-bd26-070a69616ef7,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:44.896244 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29cf8574-68d5-4d7f-8682-d24b227484d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51942def-5009-4b71-8ac5-388363eba843'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:59:44.899269 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab05361-c867-475d-8194-3e98b135a297" -d '{"events": [{"server_uuid": "29cf8574-68d5-4d7f-8682-d24b227484d3", "name": "network-vif-plugged", "status": "completed", "tag": "51942def-5009-4b71-8ac5-388363eba843"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:59:44.908916 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-56a8bf9c-e579-415e-9c84-d312232fc039 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:44.910236 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-56a8bf9c-e579-415e-9c84-d312232fc039 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4592156 Jul 24 00:59:44.916041 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 51942def-5009-4b71-8ac5-388363eba843, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=51942def-5009-4b71-8ac5-388363eba843,segment=NetworkSegment(ba3f8265-a107-438d-9a91-66542598e056),segment_id=ba3f8265-a107-438d-9a91-66542598e056)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:59:44.918506 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] device_id is not set on port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 yet. {{(pid=100464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:59:44.919961 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38076) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:44.921737 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:44.923003 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 8309c493-6008-4513-9c7e-c96b4d4f814c up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:59:44.926578 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-46b64781-fbdd-4c0a-b99e-60e876503430 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Request body: {'security_group_rule': {'security_group_id': '67e18412-570e-4aad-a00d-ec0d2037b036', 'project_id': '443e9b6688a94583be288407b9410244', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:44.936030 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-753e5b16-c2e7-480a-bbe1-25d71c3caa75 req-6e2fd8e9-f1ef-4c79-afeb-88dc3b51e32b tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c2ff9e8-25f9-4929-b36b-7f6e869d798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614359 Jul 24 00:59:44.956992 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-12cb4fb2-773d-433a-a461-8c2933c0f125 req-ef3c7392-a267-445d-8ddd-c5b715515870 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704235 Jul 24 00:59:44.967006 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:44.982632 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-46b64781-fbdd-4c0a-b99e-60e876503430 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:44.995689 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Transition to ACTIVE for port object b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:59:45.015614 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:45.049070 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-46b64781-fbdd-4c0a-b99e-60e876503430 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:45.054191 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-46b64781-fbdd-4c0a-b99e-60e876503430 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:45.065340 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f809ed-958b-425d-adfe-b0edbe8506f8 x-openstack-request-id: req-47f809ed-958b-425d-adfe-b0edbe8506f8 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:59:45.065926 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29cf8574-68d5-4d7f-8682-d24b227484d3", "name": "network-vif-plugged", "status": "completed", "tag": "51942def-5009-4b71-8ac5-388363eba843", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:59:45.066327 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-47f809ed-958b-425d-adfe-b0edbe8506f8 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:59:45.066898 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29cf8574-68d5-4d7f-8682-d24b227484d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51942def-5009-4b71-8ac5-388363eba843', 'code': 200} Jul 24 00:59:45.119219 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b64781-fbdd-4c0a-b99e-60e876503430 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0d55fe9-0be3-41aa-bf16-539d51fbca24,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:45.119465 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a7a7459e-2b02-4648-8199-8d91409105ba up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:59:45.165407 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=51942def-5009-4b71-8ac5-388363eba843,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:45.173662 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-46b64781-fbdd-4c0a-b99e-60e876503430 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:45.175002 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-46b64781-fbdd-4c0a-b99e-60e876503430 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2539084 Jul 24 00:59:45.178445 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38082) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:45.184228 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 8309c493-6008-4513-9c7e-c96b4d4f814c completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:59:45.187916 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-e0679525-b83a-44b3-86ef-d78d94b15e75 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Request body: {'security_group_rule': {'security_group_id': '67e18412-570e-4aad-a00d-ec0d2037b036', 'project_id': '443e9b6688a94583be288407b9410244', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:45.195035 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 8309c493-6008-4513-9c7e-c96b4d4f814c triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:59:45.195035 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:45.226895 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-cc5f5497-fe55-44a2-be7d-2255047b6812 None None] Set router 49312eec-7865-4d48-9e3c-cc23b1325aa1 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:59:45.233581 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e0679525-b83a-44b3-86ef-d78d94b15e75 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:45.237257 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Pushing event updated for resources: {'Port': ['ID=b7f882b4-25c2-4ea5-bbdd-7d1209f6be87,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:45.246253 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Checking segment: {'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:59:45.246629 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Network hostable DHCP agents. Network: 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:59:45.247586 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea2c22c-9ca1-41b4-83ce-fb7d82d0fc48 req-6e248de0-5dec-40ca-a0f4-85fd8fac5196 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:45.256685 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dea2c22c-9ca1-41b4-83ce-fb7d82d0fc48 req-6e248de0-5dec-40ca-a0f4-85fd8fac5196 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=21361991-c742-44c8-a804-0f9a213057c2 HTTP/1.1" status: 200 len: 945 time: 0.1740124 Jul 24 00:59:45.262094 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port a7a7459e-2b02-4648-8199-8d91409105ba triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:59:45.262704 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:45.283224 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:59:45.288154 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae0e1c8-a5ab-4bcd-96aa-0895ad66c6b3 req-50bc2fe8-fb60-4d51-9e18-adb0c2103297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:45.289636 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3ae0e1c8-a5ab-4bcd-96aa-0895ad66c6b3 req-50bc2fe8-fb60-4d51-9e18-adb0c2103297 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 1097 time: 0.1598840 Jul 24 00:59:45.299624 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:59:45.311195 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:59:45.324412 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7410e707-9fd3-4cae-b4f4-6a725ad0d94a None None] Network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:59:45.337763 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:45.338123 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dea2c22c-9ca1-41b4-83ce-fb7d82d0fc48 req-51fd5b12-b17e-48cc-9be0-f0495a21776e tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779130 Jul 24 00:59:45.338254 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:45.338534 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:45.350504 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:59:45.352406 n-d-793621-25 neutron-server[100464]: ERROR neutron.plugins.ml2.managers [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Failed to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 on host n-h2-793621-25 for vnic_type normal using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] Jul 24 00:59:45.355544 n-d-793621-25 neutron-server[100464]: INFO neutron.plugins.ml2.plugin [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempt 2 to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 Jul 24 00:59:45.366443 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3ae0e1c8-a5ab-4bcd-96aa-0895ad66c6b3 req-eeb40dee-60f8-4dba-8679-ae5cf327aa49 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678890 Jul 24 00:59:45.371821 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:45.372376 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:45.372889 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:45.375248 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e0679525-b83a-44b3-86ef-d78d94b15e75 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:45.378528 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:59:45.378918 n-d-793621-25 neutron-server[100464]: ERROR neutron.plugins.ml2.managers [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Failed to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 on host n-h2-793621-25 for vnic_type normal using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] Jul 24 00:59:45.379302 n-d-793621-25 neutron-server[100464]: INFO neutron.plugins.ml2.plugin [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempt 3 to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 Jul 24 00:59:45.380952 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e0679525-b83a-44b3-86ef-d78d94b15e75 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:45.398668 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:45.399373 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:45.399609 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:45.405287 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:59:45.406574 n-d-793621-25 neutron-server[100464]: ERROR neutron.plugins.ml2.managers [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Failed to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 on host n-h2-793621-25 for vnic_type normal using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] Jul 24 00:59:45.408061 n-d-793621-25 neutron-server[100464]: INFO neutron.plugins.ml2.plugin [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempt 4 to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 Jul 24 00:59:45.408567 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e0679525-b83a-44b3-86ef-d78d94b15e75 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:45.410069 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e0679525-b83a-44b3-86ef-d78d94b15e75 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2297592 Jul 24 00:59:45.412893 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0679525-b83a-44b3-86ef-d78d94b15e75 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86988c09-13a7-4746-a492-40c4ad77b33c,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:45.415725 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38084) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:45.421089 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-91cc232c-78c8-4219-909f-8da13003ccb8 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Request body: {'security_group_rule': {'security_group_id': '67e18412-570e-4aad-a00d-ec0d2037b036', 'project_id': '443e9b6688a94583be288407b9410244', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:45.435021 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:45.435458 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:45.436015 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:45.441084 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:59:45.441549 n-d-793621-25 neutron-server[100464]: ERROR neutron.plugins.ml2.managers [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Failed to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 on host n-h2-793621-25 for vnic_type normal using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] Jul 24 00:59:45.441951 n-d-793621-25 neutron-server[100464]: INFO neutron.plugins.ml2.plugin [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempt 5 to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 Jul 24 00:59:45.455532 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:45.455878 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:45.456270 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:45.458645 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-91cc232c-78c8-4219-909f-8da13003ccb8 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:45.460935 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:59:45.461272 n-d-793621-25 neutron-server[100464]: ERROR neutron.plugins.ml2.managers [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Failed to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 on host n-h2-793621-25 for vnic_type normal using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] Jul 24 00:59:45.462295 n-d-793621-25 neutron-server[100464]: INFO neutron.plugins.ml2.plugin [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempt 6 to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 Jul 24 00:59:45.475918 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:45.476302 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:45.476654 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:45.481490 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:59:45.481831 n-d-793621-25 neutron-server[100464]: ERROR neutron.plugins.ml2.managers [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Failed to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 on host n-h2-793621-25 for vnic_type normal using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] Jul 24 00:59:45.482234 n-d-793621-25 neutron-server[100464]: INFO neutron.plugins.ml2.plugin [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempt 7 to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 Jul 24 00:59:45.504903 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:45.505250 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:45.505602 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:45.510981 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:59:45.511323 n-d-793621-25 neutron-server[100464]: ERROR neutron.plugins.ml2.managers [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Failed to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 on host n-h2-793621-25 for vnic_type normal using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] Jul 24 00:59:45.511737 n-d-793621-25 neutron-server[100464]: INFO neutron.plugins.ml2.plugin [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempt 8 to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 Jul 24 00:59:45.528769 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:45.529125 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:45.529813 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:45.535103 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:59:45.535474 n-d-793621-25 neutron-server[100464]: ERROR neutron.plugins.ml2.managers [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Failed to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 on host n-h2-793621-25 for vnic_type normal using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] Jul 24 00:59:45.536446 n-d-793621-25 neutron-server[100464]: INFO neutron.plugins.ml2.plugin [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempt 9 to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 Jul 24 00:59:45.545240 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-91cc232c-78c8-4219-909f-8da13003ccb8 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:45.550746 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-91cc232c-78c8-4219-909f-8da13003ccb8 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:45.551929 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:45.552756 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:45.552756 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:45.562070 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:45.564256 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:59:45.564607 n-d-793621-25 neutron-server[100464]: ERROR neutron.plugins.ml2.managers [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Failed to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 on host n-h2-793621-25 for vnic_type normal using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] Jul 24 00:59:45.565007 n-d-793621-25 neutron-server[100464]: INFO neutron.plugins.ml2.plugin [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempt 10 to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 Jul 24 00:59:45.583077 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-cc5f5497-fe55-44a2-be7d-2255047b6812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49312eec-7865-4d48-9e3c-cc23b1325aa1', 'name': 'tempest-TestServerBasicOps-1649637502-router', 'tenant_id': 'b133fc670c9848aa9228eee9f286db39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a7a7459e-2b02-4648-8199-8d91409105ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:59:36Z', 'updated_at': '2021-07-24T00:59:42Z', 'revision_number': 4, 'project_id': 'b133fc670c9848aa9228eee9f286db39', 'gw_port': {'id': 'a7a7459e-2b02-4648-8199-8d91409105ba', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:11:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49312eec-7865-4d48-9e3c-cc23b1325aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:37Z', 'updated_at': '2021-07-24T00:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'd42599d2-c73e-4227-a3cf-193c83751b6c', 'name': '', 'network_id': '82ea6c3f-69cb-45a2-81e6-17dea0899da9', 'tenant_id': 'b133fc670c9848aa9228eee9f286db39', 'mac_address': 'fa:16:3e:f3:4a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49312eec-7865-4d48-9e3c-cc23b1325aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '9473623e-bb07-40ae-97f2-9016394cca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:40Z', 'updated_at': '2021-07-24T00:59:42Z', 'revision_number': 2, 'project_id': 'b133fc670c9848aa9228eee9f286db39', 'subnets': [{'id': '9473623e-bb07-40ae-97f2-9016394cca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:45.585181 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:45.585616 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:45.586015 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:45.588203 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc232c-78c8-4219-909f-8da13003ccb8 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18160b0c-9c97-4698-9d6d-1e1a9b0c0ffb,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:45.593139 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-91cc232c-78c8-4219-909f-8da13003ccb8 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:45.593287 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:59:45.593621 n-d-793621-25 neutron-server[100464]: ERROR neutron.plugins.ml2.managers [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Failed to bind port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 on host n-h2-793621-25 for vnic_type normal using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] Jul 24 00:59:45.593994 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:45.594938 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-91cc232c-78c8-4219-909f-8da13003ccb8 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1778777 Jul 24 00:59:45.597631 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38088) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:45.605196 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-3b52a1aa-5800-40d3-ba37-1cfdb0ce3842 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Request body: {'security_group_rule': {'security_group_id': '67e18412-570e-4aad-a00d-ec0d2037b036', 'project_id': '443e9b6688a94583be288407b9410244', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:45.634606 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 8309c493-6008-4513-9c7e-c96b4d4f814c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=8309c493-6008-4513-9c7e-c96b4d4f814c,segment=NetworkSegment(cb9ee2cc-8dd6-4f51-b45d-5ab951b387ae),segment_id=cb9ee2cc-8dd6-4f51-b45d-5ab951b387ae)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:59:45.643954 n-d-793621-25 neutron-server[100463]: INFO neutron.db.securitygroups_db [None req-3b52a1aa-5800-40d3-ba37-1cfdb0ce3842 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Project 443e9b6688a94583be288407b9410244 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 00:59:45.651398 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3b52a1aa-5800-40d3-ba37-1cfdb0ce3842 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:45.655315 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:45.664301 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5f5497-fe55-44a2-be7d-2255047b6812 None None] Checking router: 49312eec-7865-4d48-9e3c-cc23b1325aa1 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 00:59:45.664744 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5f5497-fe55-44a2-be7d-2255047b6812 None None] Updating router 49312eec-7865-4d48-9e3c-cc23b1325aa1 port d42599d2-c73e-4227-a3cf-193c83751b6c binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 00:59:45.692880 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8d9be9cd-c83d-46c1-95aa-bd93fd8311ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:45.718749 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-cc5f5497-fe55-44a2-be7d-2255047b6812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:45.728060 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=8309c493-6008-4513-9c7e-c96b4d4f814c,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:45.747222 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3b52a1aa-5800-40d3-ba37-1cfdb0ce3842 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:45.751333 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3b52a1aa-5800-40d3-ba37-1cfdb0ce3842 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:45.768239 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] For port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87, host n-h2-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:59:45.768617 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempted to set empty binding levels {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 24 00:59:45.770864 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b52a1aa-5800-40d3-ba37-1cfdb0ce3842 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2efc2774-dad7-4d02-b146-7f6f57408783,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:45.775472 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:45.779844 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3b52a1aa-5800-40d3-ba37-1cfdb0ce3842 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:45.784984 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3b52a1aa-5800-40d3-ba37-1cfdb0ce3842 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1859927 Jul 24 00:59:45.785842 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38092) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:45.790990 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-7c9df802-604d-4e9b-8d1d-49621f0a2b9c tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Request body: {'security_group_rule': {'security_group_id': '67e18412-570e-4aad-a00d-ec0d2037b036', 'project_id': '443e9b6688a94583be288407b9410244', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:45.814688 n-d-793621-25 neutron-server[100463]: INFO neutron.db.securitygroups_db [None req-7c9df802-604d-4e9b-8d1d-49621f0a2b9c tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Project 443e9b6688a94583be288407b9410244 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 00:59:45.820417 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7c9df802-604d-4e9b-8d1d-49621f0a2b9c tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:45.825877 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:45.826493 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:45.855907 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Pushing event updated for resources: {'Port': ['ID=b7f882b4-25c2-4ea5-bbdd-7d1209f6be87,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:45.860846 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7fe261cd-5eae-4d85-a979-dd152a4efbcd tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.6306338 Jul 24 00:59:45.865285 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38094) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:45.869857 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8daf29-3d76-4a3d-9380-f343887c5eb7 req-5a3b57ac-f920-496c-9d71-570051514fcf tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:45.871456 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8e8daf29-3d76-4a3d-9380-f343887c5eb7 req-5a3b57ac-f920-496c-9d71-570051514fcf tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 945 time: 0.1587832 Jul 24 00:59:45.926414 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7c9df802-604d-4e9b-8d1d-49621f0a2b9c tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:45.933155 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7c9df802-604d-4e9b-8d1d-49621f0a2b9c tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:45.935795 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8e8daf29-3d76-4a3d-9380-f343887c5eb7 req-d897063e-3c43-44cf-8588-abbd7a48ebd2 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580313 Jul 24 00:59:45.970614 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9df802-604d-4e9b-8d1d-49621f0a2b9c tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd98a1ff-89a5-44b6-a380-231579ab7b71,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:45.980192 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7c9df802-604d-4e9b-8d1d-49621f0a2b9c tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:45.981565 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7c9df802-604d-4e9b-8d1d-49621f0a2b9c tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1945195 Jul 24 00:59:46.000187 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-7618d447-f4a5-4973-bfa4-750a4d984297 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Deleting port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:59:46.000603 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7618d447-f4a5-4973-bfa4-750a4d984297 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:46.063602 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-cc5f5497-fe55-44a2-be7d-2255047b6812 None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:46.075736 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-cc5f5497-fe55-44a2-be7d-2255047b6812 None None] Transition to ACTIVE for port object d42599d2-c73e-4227-a3cf-193c83751b6c will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:59:46.082269 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-cc5f5497-fe55-44a2-be7d-2255047b6812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:46.096441 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-7618d447-f4a5-4973-bfa4-750a4d984297 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] For port b7f882b4-25c2-4ea5-bbdd-7d1209f6be87, host n-h2-793621-25, got binding levels [] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:59:46.096943 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7618d447-f4a5-4973-bfa4-750a4d984297 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:46.114976 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-7618d447-f4a5-4973-bfa4-750a4d984297 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Calling delete_port for b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:59:46.143600 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c6e08f-e7cf-49bb-abe5-4483ed75ea6e None None] Pushing event updated for resources: {'Port': ['ID=d42599d2-c73e-4227-a3cf-193c83751b6c,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:46.144724 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcaa625-582e-444b-8e97-beeb76f5f7e8 req-f86f0e4d-5fde-40cd-8175-238d2e896e49 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:46.153977 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cdcaa625-582e-444b-8e97-beeb76f5f7e8 req-f86f0e4d-5fde-40cd-8175-238d2e896e49 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 945 time: 0.0904763 Jul 24 00:59:46.202118 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74509946-4e4d-458f-a3fe-854d3de1cf2a req-7253b981-f68b-4709-bbfe-4494ec6ed186 tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:46.203744 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-74509946-4e4d-458f-a3fe-854d3de1cf2a req-7253b981-f68b-4709-bbfe-4494ec6ed186 tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] 10.222.0.15 "GET /v2.0/ports?device_id=4da47154-1772-41a2-bdcf-3199c2cf6f37 HTTP/1.1" status: 200 len: 945 time: 0.1419752 Jul 24 00:59:46.217469 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cdcaa625-582e-444b-8e97-beeb76f5f7e8 req-def41011-874e-422b-b03e-b32bfabcbce5 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625172 Jul 24 00:59:46.222205 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-cc5f5497-fe55-44a2-be7d-2255047b6812 None None] Attempting to bind port d42599d2-c73e-4227-a3cf-193c83751b6c on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:46.222317 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-cc5f5497-fe55-44a2-be7d-2255047b6812 None None] Attempting to bind port d42599d2-c73e-4227-a3cf-193c83751b6c by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'f1676cb6-2400-44f3-9ba2-c280be4c84cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '82ea6c3f-69cb-45a2-81e6-17dea0899da9'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:46.222619 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5f5497-fe55-44a2-be7d-2255047b6812 None None] Attempting to bind port d42599d2-c73e-4227-a3cf-193c83751b6c on network 82ea6c3f-69cb-45a2-81e6-17dea0899da9 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:46.236027 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5f5497-fe55-44a2-be7d-2255047b6812 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:59:46.236477 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5f5497-fe55-44a2-be7d-2255047b6812 None None] Checking segment: {'id': 'f1676cb6-2400-44f3-9ba2-c280be4c84cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '82ea6c3f-69cb-45a2-81e6-17dea0899da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:59:46.236840 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-cc5f5497-fe55-44a2-be7d-2255047b6812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:46.237269 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5f5497-fe55-44a2-be7d-2255047b6812 None None] Bound using segment: {'id': 'f1676cb6-2400-44f3-9ba2-c280be4c84cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '82ea6c3f-69cb-45a2-81e6-17dea0899da9'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:59:46.237790 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-cc5f5497-fe55-44a2-be7d-2255047b6812 None None] Bound port: d42599d2-c73e-4227-a3cf-193c83751b6c, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1676cb6-2400-44f3-9ba2-c280be4c84cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '82ea6c3f-69cb-45a2-81e6-17dea0899da9'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:59:46.238347 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-cc5f5497-fe55-44a2-be7d-2255047b6812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:46.244425 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7618d447-f4a5-4973-bfa4-750a4d984297 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:46.318176 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7618d447-f4a5-4973-bfa4-750a4d984297 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:46.323649 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7618d447-f4a5-4973-bfa4-750a4d984297 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] 10.222.0.15 "DELETE /v2.0/ports/b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 HTTP/1.1" status: 204 len: 168 time: 0.4567108 Jul 24 00:59:46.325056 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618d447-f4a5-4973-bfa4-750a4d984297 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7f882b4-25c2-4ea5-bbdd-7d1209f6be87,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:46.327443 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38114) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:46.332225 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-cc5f5497-fe55-44a2-be7d-2255047b6812 None None] For port d42599d2-c73e-4227-a3cf-193c83751b6c, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:59:46.336426 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-cc5f5497-fe55-44a2-be7d-2255047b6812 None None] For port d42599d2-c73e-4227-a3cf-193c83751b6c, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=d42599d2-c73e-4227-a3cf-193c83751b6c,segment=NetworkSegment(f1676cb6-2400-44f3-9ba2-c280be4c84cc),segment_id=f1676cb6-2400-44f3-9ba2-c280be4c84cc)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:59:46.345087 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-cc5f5497-fe55-44a2-be7d-2255047b6812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:46.371392 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-32eddb41-1d04-40a8-9090-a7ea3d5bdfaa tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-889846952&fields=id&tenant_id=443e9b6688a94583be288407b9410244 HTTP/1.1" status: 200 len: 267 time: 0.0687118 Jul 24 00:59:46.377114 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd94c35-c3dd-4015-b5b8-b45c2f4cb4fa tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] GET failed (client error): The resource could not be found. Jul 24 00:59:46.379357 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-cdd94c35-c3dd-4015-b5b8-b45c2f4cb4fa tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] 10.222.0.15 "GET /v2.0/ports/b7f882b4-25c2-4ea5-bbdd-7d1209f6be87 HTTP/1.1" status: 404 len: 333 time: 0.0505266 Jul 24 00:59:46.383310 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-74509946-4e4d-458f-a3fe-854d3de1cf2a req-5786f060-1d27-4d21-919f-73fec1ad94ae tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c2ff9e8-25f9-4929-b36b-7f6e869d798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502783 Jul 24 00:59:46.383310 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38118) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:46.393057 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-b54c90a4-8335-4063-9306-dfb94121378f tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Request body: {'port': {'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-623347846'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:46.432646 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54c90a4-8335-4063-9306-dfb94121378f tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Made reservation on behalf of 0bba3e5234ca44eb8c5aa8c215d2d609 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:59:46.435508 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b54c90a4-8335-4063-9306-dfb94121378f tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:46.468485 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-b54c90a4-8335-4063-9306-dfb94121378f tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] device_id is not set on port 74592ec3-de29-45dc-9ff5-df05e7db72a2 yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:59:46.480592 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5f5497-fe55-44a2-be7d-2255047b6812 None None] Routers {'49312eec-7865-4d48-9e3c-cc23b1325aa1'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 00:59:46.481319 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-cc5f5497-fe55-44a2-be7d-2255047b6812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:59:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['49312eec-7865-4d48-9e3c-cc23b1325aa1'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:46.571387 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-f72aca45-84f0-4e86-8ab9-29a91d2c94d7 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:46.581445 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-f72aca45-84f0-4e86-8ab9-29a91d2c94d7 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "GET /v2.0/networks?id=10d2c835-80d7-49b2-a0db-ffc261981bb1 HTTP/1.1" status: 200 len: 808 time: 0.1954818 Jul 24 00:59:46.599547 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-ecf588b1-3fda-4b17-be33-66e15ef3998a tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "GET /v2.0/quotas/443e9b6688a94583be288407b9410244 HTTP/1.1" status: 200 len: 375 time: 0.0171924 Jul 24 00:59:46.607178 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c6e08f-e7cf-49bb-abe5-4483ed75ea6e None None] Pushing event updated for resources: {'Port': ['ID=d42599d2-c73e-4227-a3cf-193c83751b6c,revision_number=4']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:46.638375 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-cc5f5497-fe55-44a2-be7d-2255047b6812 None None] Set router 49312eec-7865-4d48-9e3c-cc23b1325aa1 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 00:59:46.689965 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-6fff3881-461f-4d2a-96b7-3d122dc27c88 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=443e9b6688a94583be288407b9410244&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0887945 Jul 24 00:59:46.740471 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63904ff-33a0-4522-90e6-525de3a9eeda req-c94ca52d-c1da-4eb2-b622-c3b00636479b tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:46.744227 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c63904ff-33a0-4522-90e6-525de3a9eeda req-c94ca52d-c1da-4eb2-b622-c3b00636479b tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=21361991-c742-44c8-a804-0f9a213057c2 HTTP/1.1" status: 200 len: 945 time: 0.1854911 Jul 24 00:59:46.747484 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b54c90a4-8335-4063-9306-dfb94121378f tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:46.804349 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c63904ff-33a0-4522-90e6-525de3a9eeda req-54acea1f-3dee-483e-b788-095b646b43f0 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511796 Jul 24 00:59:46.819960 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-427a4518-33b0-4e1d-a40c-28a16756b379 service neutron] 10.222.0.15 "GET /v2.0/networks/10d2c835-80d7-49b2-a0db-ffc261981bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191669 Jul 24 00:59:46.836456 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b54c90a4-8335-4063-9306-dfb94121378f tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:46.893095 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54c90a4-8335-4063-9306-dfb94121378f tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:59:46.897218 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-cc5f5497-fe55-44a2-be7d-2255047b6812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49312eec-7865-4d48-9e3c-cc23b1325aa1', 'name': 'tempest-TestServerBasicOps-1649637502-router', 'tenant_id': 'b133fc670c9848aa9228eee9f286db39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a7a7459e-2b02-4648-8199-8d91409105ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:59:36Z', 'updated_at': '2021-07-24T00:59:42Z', 'revision_number': 4, 'project_id': 'b133fc670c9848aa9228eee9f286db39', 'gw_port': {'id': 'a7a7459e-2b02-4648-8199-8d91409105ba', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:11:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49312eec-7865-4d48-9e3c-cc23b1325aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:37Z', 'updated_at': '2021-07-24T00:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'd42599d2-c73e-4227-a3cf-193c83751b6c', 'name': '', 'network_id': '82ea6c3f-69cb-45a2-81e6-17dea0899da9', 'tenant_id': 'b133fc670c9848aa9228eee9f286db39', 'mac_address': 'fa:16:3e:f3:4a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49312eec-7865-4d48-9e3c-cc23b1325aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '9473623e-bb07-40ae-97f2-9016394cca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:40Z', 'updated_at': '2021-07-24T00:59:46Z', 'revision_number': 4, 'project_id': 'b133fc670c9848aa9228eee9f286db39', 'subnets': [{'id': '9473623e-bb07-40ae-97f2-9016394cca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:46.897461 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-b54c90a4-8335-4063-9306-dfb94121378f tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:59:46.899307 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c90a4-8335-4063-9306-dfb94121378f tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Pushing event updated for resources: {'Port': ['ID=74592ec3-de29-45dc-9ff5-df05e7db72a2,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:46.901772 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54c90a4-8335-4063-9306-dfb94121378f tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:59:46.902750 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54c90a4-8335-4063-9306-dfb94121378f tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:46.903408 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b54c90a4-8335-4063-9306-dfb94121378f tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:46.919083 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b54c90a4-8335-4063-9306-dfb94121378f tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5349426 Jul 24 00:59:46.921903 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38122) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:46.927120 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-793621-25'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:46.938359 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5f5497-fe55-44a2-be7d-2255047b6812 None None] The sync data for ids ['49312eec-7865-4d48-9e3c-cc23b1325aa1'] in n-d-793621-25 is: [{'id': '49312eec-7865-4d48-9e3c-cc23b1325aa1', 'name': 'tempest-TestServerBasicOps-1649637502-router', 'tenant_id': 'b133fc670c9848aa9228eee9f286db39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a7a7459e-2b02-4648-8199-8d91409105ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:59:36Z', 'updated_at': '2021-07-24T00:59:42Z', 'revision_number': 4, 'project_id': 'b133fc670c9848aa9228eee9f286db39', 'gw_port': {'id': 'a7a7459e-2b02-4648-8199-8d91409105ba', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:11:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49312eec-7865-4d48-9e3c-cc23b1325aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:37Z', 'updated_at': '2021-07-24T00:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'd42599d2-c73e-4227-a3cf-193c83751b6c', 'name': '', 'network_id': '82ea6c3f-69cb-45a2-81e6-17dea0899da9', 'tenant_id': 'b133fc670c9848aa9228eee9f286db39', 'mac_address': 'fa:16:3e:f3:4a:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49312eec-7865-4d48-9e3c-cc23b1325aa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '9473623e-bb07-40ae-97f2-9016394cca3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:40Z', 'updated_at': '2021-07-24T00:59:46Z', 'revision_number': 4, 'project_id': 'b133fc670c9848aa9228eee9f286db39', 'subnets': [{'id': '9473623e-bb07-40ae-97f2-9016394cca3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 00:59:46.961219 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-43eb3f40-610f-4ffd-96f7-9624f4643ca8 service neutron] 10.222.0.15 "GET /v2.0/networks/10d2c835-80d7-49b2-a0db-ffc261981bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375499 Jul 24 00:59:47.070069 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da47154-1772-41a2-bdcf-3199c2cf6f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8309c493-6008-4513-9c7e-c96b4d4f814c'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:59:47.073768 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce28f30-fb2b-4d18-92ad-9eacf59778cd" -d '{"events": [{"server_uuid": "4da47154-1772-41a2-bdcf-3199c2cf6f37", "name": "network-vif-plugged", "status": "completed", "tag": "8309c493-6008-4513-9c7e-c96b4d4f814c"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:59:47.115136 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:47.185053 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b90a776-556f-4091-a32f-fcf25312a4b8 x-openstack-request-id: req-0b90a776-556f-4091-a32f-fcf25312a4b8 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:59:47.185355 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da47154-1772-41a2-bdcf-3199c2cf6f37", "name": "network-vif-plugged", "status": "completed", "tag": "8309c493-6008-4513-9c7e-c96b4d4f814c", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:59:47.185608 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0b90a776-556f-4091-a32f-fcf25312a4b8 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:59:47.186007 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da47154-1772-41a2-bdcf-3199c2cf6f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8309c493-6008-4513-9c7e-c96b4d4f814c', 'code': 200} Jul 24 00:59:47.276018 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-960fb0f9-94fd-4a1c-ba7f-e47c5f253689 req-85f8cc5f-3791-470b-90ca-0253440e69b4 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "GET /v2.0/ports?device_id=9265bd33-f088-4997-a86d-a3daac593946 HTTP/1.1" status: 200 len: 210 time: 0.0517578 Jul 24 00:59:47.277789 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d2d3d-47ee-4a5c-b7c2-2d3efd703261 req-35e3a5ce-d87f-450b-a5a2-562a14b14478 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:47.279420 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-640d2d3d-47ee-4a5c-b7c2-2d3efd703261 req-35e3a5ce-d87f-450b-a5a2-562a14b14478 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 945 time: 0.2359202 Jul 24 00:59:47.377450 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-640d2d3d-47ee-4a5c-b7c2-2d3efd703261 req-816a074f-bb3d-4785-8e90-ea0373e1d2ce tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840006 Jul 24 00:59:47.407494 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] device_id is not set on port 74592ec3-de29-45dc-9ff5-df05e7db72a2 yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:59:47.418349 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:47.434859 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Transition to ACTIVE for port object 74592ec3-de29-45dc-9ff5-df05e7db72a2 will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:59:47.435730 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35404e-cd99-4146-9245-95f4af9af542 req-25736f84-90d3-4201-b546-759f5dfe6f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:47.437418 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2c35404e-cd99-4146-9245-95f4af9af542 req-25736f84-90d3-4201-b546-759f5dfe6f40 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4da47154-1772-41a2-bdcf-3199c2cf6f37 HTTP/1.1" status: 200 len: 1097 time: 0.1603229 Jul 24 00:59:47.439813 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:47.500901 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Pushing event updated for resources: {'Port': ['ID=74592ec3-de29-45dc-9ff5-df05e7db72a2,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:47.507574 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2c35404e-cd99-4146-9245-95f4af9af542 req-af0f950c-9c8f-40bc-81c0-5da20481a5d4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1c2ff9e8-25f9-4929-b36b-7f6e869d798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589876 Jul 24 00:59:47.515811 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fe2d5-8cb4-4eaa-9fdc-2ee60449129a req-9e1f09a7-dcf7-4127-b074-3e81fa105fe2 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:47.517399 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-801fe2d5-8cb4-4eaa-9fdc-2ee60449129a req-9e1f09a7-dcf7-4127-b074-3e81fa105fe2 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 945 time: 0.1373491 Jul 24 00:59:47.548717 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:47.549092 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:47.549458 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:47.559917 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Port 74592ec3-de29-45dc-9ff5-df05e7db72a2 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:59:47.560260 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Failed to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 on host n-h2-793621-25 for vnic_type normal using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] Jul 24 00:59:47.560771 n-d-793621-25 neutron-server[100463]: INFO neutron.plugins.ml2.plugin [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempt 2 to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 Jul 24 00:59:47.566316 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-801fe2d5-8cb4-4eaa-9fdc-2ee60449129a req-ba6d5586-d307-490b-bd48-968bb409afee tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420210 Jul 24 00:59:47.579553 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:47.579903 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:47.580245 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:47.585313 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Port 74592ec3-de29-45dc-9ff5-df05e7db72a2 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:59:47.585730 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Failed to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 on host n-h2-793621-25 for vnic_type normal using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] Jul 24 00:59:47.586013 n-d-793621-25 neutron-server[100463]: INFO neutron.plugins.ml2.plugin [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempt 3 to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 Jul 24 00:59:47.604838 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:47.605503 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:47.606033 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:47.617496 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Port 74592ec3-de29-45dc-9ff5-df05e7db72a2 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:59:47.618592 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Failed to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 on host n-h2-793621-25 for vnic_type normal using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] Jul 24 00:59:47.619307 n-d-793621-25 neutron-server[100463]: INFO neutron.plugins.ml2.plugin [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempt 4 to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 Jul 24 00:59:47.655075 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:47.655431 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:47.657739 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:47.663882 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Port 74592ec3-de29-45dc-9ff5-df05e7db72a2 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:59:47.664096 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Failed to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 on host n-h2-793621-25 for vnic_type normal using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] Jul 24 00:59:47.664488 n-d-793621-25 neutron-server[100463]: INFO neutron.plugins.ml2.plugin [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempt 5 to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 Jul 24 00:59:47.693373 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:47.693728 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:47.694083 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:47.704877 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Port 74592ec3-de29-45dc-9ff5-df05e7db72a2 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:59:47.705225 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Failed to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 on host n-h2-793621-25 for vnic_type normal using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] Jul 24 00:59:47.705628 n-d-793621-25 neutron-server[100463]: INFO neutron.plugins.ml2.plugin [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempt 6 to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 Jul 24 00:59:47.743515 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:47.743867 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:47.744218 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:47.751716 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Port 74592ec3-de29-45dc-9ff5-df05e7db72a2 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:59:47.752322 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Failed to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 on host n-h2-793621-25 for vnic_type normal using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] Jul 24 00:59:47.753080 n-d-793621-25 neutron-server[100463]: INFO neutron.plugins.ml2.plugin [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempt 7 to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 Jul 24 00:59:47.783015 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:47.783669 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:47.784183 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:47.792756 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Port 74592ec3-de29-45dc-9ff5-df05e7db72a2 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:59:47.793354 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Failed to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 on host n-h2-793621-25 for vnic_type normal using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] Jul 24 00:59:47.793941 n-d-793621-25 neutron-server[100463]: INFO neutron.plugins.ml2.plugin [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempt 8 to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 Jul 24 00:59:47.813565 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:47.815099 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:47.816515 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:47.826649 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2256bc-cea8-464e-a803-9ecf5aea97aa req-10c69d01-10b8-4517-850f-c0aae475b638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:47.828235 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3d2256bc-cea8-464e-a803-9ecf5aea97aa req-10c69d01-10b8-4517-850f-c0aae475b638 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7fb6f6ac2d547beb657a4e597e3a5be&device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 1097 time: 0.1503513 Jul 24 00:59:47.838821 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Port 74592ec3-de29-45dc-9ff5-df05e7db72a2 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:59:47.839062 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Failed to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 on host n-h2-793621-25 for vnic_type normal using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] Jul 24 00:59:47.857744 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1454a5d-ce71-41a6-874d-f6753ae07b51 req-16c5e664-de4f-45a2-9b90-3a68270e63d0 tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:47.862377 n-d-793621-25 neutron-server[100463]: INFO neutron.plugins.ml2.plugin [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempt 9 to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 Jul 24 00:59:47.867207 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a1454a5d-ce71-41a6-874d-f6753ae07b51 req-16c5e664-de4f-45a2-9b90-3a68270e63d0 tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] 10.222.0.15 "GET /v2.0/ports?device_id=4da47154-1772-41a2-bdcf-3199c2cf6f37 HTTP/1.1" status: 200 len: 945 time: 0.1439335 Jul 24 00:59:47.889228 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:47.890382 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:47.890837 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:47.904683 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Port 74592ec3-de29-45dc-9ff5-df05e7db72a2 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:59:47.905713 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Failed to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 on host n-h2-793621-25 for vnic_type normal using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] Jul 24 00:59:47.906300 n-d-793621-25 neutron-server[100463]: INFO neutron.plugins.ml2.plugin [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempt 10 to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 Jul 24 00:59:47.924688 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:47.925162 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:47.925794 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:47.934694 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Port 74592ec3-de29-45dc-9ff5-df05e7db72a2 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:59:47.935760 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Failed to bind port 74592ec3-de29-45dc-9ff5-df05e7db72a2 on host n-h2-793621-25 for vnic_type normal using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] Jul 24 00:59:47.936219 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:47.951430 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a1454a5d-ce71-41a6-874d-f6753ae07b51 req-4e61b5a6-8c24-45e9-b4c2-8bde2dd4e8e9 tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c2ff9e8-25f9-4929-b36b-7f6e869d798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776122 Jul 24 00:59:47.963977 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b36bc-ffa0-4074-a8c8-d2bea5e1960f req-854fd120-7b3d-45dd-b1fe-02743291319f tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:47.965908 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-918b36bc-ffa0-4074-a8c8-d2bea5e1960f req-854fd120-7b3d-45dd-b1fe-02743291319f tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 945 time: 0.1465290 Jul 24 00:59:48.039203 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2256bc-cea8-464e-a803-9ecf5aea97aa req-da6780be-e8a5-432e-95ac-d17326c88edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.041559 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3d2256bc-cea8-464e-a803-9ecf5aea97aa req-da6780be-e8a5-432e-95ac-d17326c88edb service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b98cc79-496b-494e-a0de-ce20278a0586 HTTP/1.1" status: 200 len: 912 time: 0.1716504 Jul 24 00:59:48.046082 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-918b36bc-ffa0-4074-a8c8-d2bea5e1960f req-46ac9b3f-64ab-401f-90ef-2c7403c8efe4 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512731 Jul 24 00:59:48.073475 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] For port 74592ec3-de29-45dc-9ff5-df05e7db72a2, host n-h2-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:59:48.074003 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempted to set empty binding levels {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 24 00:59:48.089755 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:48.096084 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3d2256bc-cea8-464e-a803-9ecf5aea97aa req-91cf61af-541b-458c-b3b7-683150da4356 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51942def-5009-4b71-8ac5-388363eba843 HTTP/1.1" status: 200 len: 217 time: 0.0420237 Jul 24 00:59:48.129369 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] In _notify_port_updated(), no bound segment for port 74592ec3-de29-45dc-9ff5-df05e7db72a2 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 {{(pid=100463) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 00:59:48.130173 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.130802 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:48.132256 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] 10.222.0.15 "PUT /v2.0/ports/74592ec3-de29-45dc-9ff5-df05e7db72a2 HTTP/1.1" status: 200 len: 975 time: 1.2092805 Jul 24 00:59:48.136704 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38156) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:48.148633 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9ca3c-574d-4f26-a83d-d1ee951da314 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Pushing event updated for resources: {'Port': ['ID=74592ec3-de29-45dc-9ff5-df05e7db72a2,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:48.209089 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c2d7eecb-64e3-47bb-a173-5d45c3cbfc90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:48.279977 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2256bc-cea8-464e-a803-9ecf5aea97aa req-eca1c32d-ae25-4313-aa6e-f54e01d16a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.281487 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3d2256bc-cea8-464e-a803-9ecf5aea97aa req-eca1c32d-ae25-4313-aa6e-f54e01d16a71 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ed594ab-4150-403d-ad1f-541fd4a99a03 HTTP/1.1" status: 200 len: 851 time: 0.1578779 Jul 24 00:59:48.303604 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4890c-367f-463a-836f-3584f1c9aaeb req-b100e12e-d381-49e9-8824-c319058107de tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.310296 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-abc4890c-367f-463a-836f-3584f1c9aaeb req-b100e12e-d381-49e9-8824-c319058107de tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=21361991-c742-44c8-a804-0f9a213057c2 HTTP/1.1" status: 200 len: 945 time: 0.2676792 Jul 24 00:59:48.369389 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3d2256bc-cea8-464e-a803-9ecf5aea97aa req-540d8bdd-cbbd-46c7-ae74-6a900b597886 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b98cc79-496b-494e-a0de-ce20278a0586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460401 Jul 24 00:59:48.407064 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-30272056-cf10-4fe8-bb0c-f4b25b629ee2 req-4283e4ca-4d9f-4cae-842e-1d55e6a61a4d tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "GET /v2.0/ports?device_id=9265bd33-f088-4997-a86d-a3daac593946 HTTP/1.1" status: 200 len: 210 time: 0.0459690 Jul 24 00:59:48.417480 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01364951-af2b-4133-a27a-f5894118a280 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.417979 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01364951-af2b-4133-a27a-f5894118a280 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.418470 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01364951-af2b-4133-a27a-f5894118a280 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.418984 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01364951-af2b-4133-a27a-f5894118a280 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.419474 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01364951-af2b-4133-a27a-f5894118a280 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.419961 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01364951-af2b-4133-a27a-f5894118a280 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.420439 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01364951-af2b-4133-a27a-f5894118a280 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.420925 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01364951-af2b-4133-a27a-f5894118a280 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.421399 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01364951-af2b-4133-a27a-f5894118a280 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.421876 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01364951-af2b-4133-a27a-f5894118a280 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.422350 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01364951-af2b-4133-a27a-f5894118a280 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.422858 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01364951-af2b-4133-a27a-f5894118a280 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.423338 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01364951-af2b-4133-a27a-f5894118a280 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.423816 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01364951-af2b-4133-a27a-f5894118a280 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.424297 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01364951-af2b-4133-a27a-f5894118a280 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.424776 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01364951-af2b-4133-a27a-f5894118a280 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.425248 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01364951-af2b-4133-a27a-f5894118a280 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.425727 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01364951-af2b-4133-a27a-f5894118a280 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.426212 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01364951-af2b-4133-a27a-f5894118a280 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.426689 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01364951-af2b-4133-a27a-f5894118a280 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.427185 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01364951-af2b-4133-a27a-f5894118a280 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.427670 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01364951-af2b-4133-a27a-f5894118a280 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.428137 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01364951-af2b-4133-a27a-f5894118a280 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.438277 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01364951-af2b-4133-a27a-f5894118a280 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.438277 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01364951-af2b-4133-a27a-f5894118a280 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.438277 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01364951-af2b-4133-a27a-f5894118a280 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.438277 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01364951-af2b-4133-a27a-f5894118a280 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.438277 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01364951-af2b-4133-a27a-f5894118a280 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.438277 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01364951-af2b-4133-a27a-f5894118a280 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.438277 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01364951-af2b-4133-a27a-f5894118a280 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.438277 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01364951-af2b-4133-a27a-f5894118a280 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.438277 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01364951-af2b-4133-a27a-f5894118a280 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.438277 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01364951-af2b-4133-a27a-f5894118a280 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.438277 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01364951-af2b-4133-a27a-f5894118a280 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.438277 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01364951-af2b-4133-a27a-f5894118a280 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.438277 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01364951-af2b-4133-a27a-f5894118a280 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.439576 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01364951-af2b-4133-a27a-f5894118a280 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.439576 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01364951-af2b-4133-a27a-f5894118a280 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.439576 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01364951-af2b-4133-a27a-f5894118a280 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.439576 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01364951-af2b-4133-a27a-f5894118a280 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.439576 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01364951-af2b-4133-a27a-f5894118a280 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.439576 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01364951-af2b-4133-a27a-f5894118a280 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.442839 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-01364951-af2b-4133-a27a-f5894118a280 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 37840 time: 0.2952011 Jul 24 00:59:48.448065 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38160) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:48.449892 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:48.470827 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-abc4890c-367f-463a-836f-3584f1c9aaeb req-541bfbbb-c7c5-4a7c-a182-83da3643162d tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594565 Jul 24 00:59:48.552242 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3d2256bc-cea8-464e-a803-9ecf5aea97aa req-065ac897-2dcb-4242-b03a-ebf55e016a00 service neutron] 10.222.0.13 "GET /v2.0/networks/6b98cc79-496b-494e-a0de-ce20278a0586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081984 Jul 24 00:59:48.553489 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-c6fb348c-0647-4708-a88e-94f3b784de51 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Deleting port 74592ec3-de29-45dc-9ff5-df05e7db72a2 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:59:48.553838 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c6fb348c-0647-4708-a88e-94f3b784de51 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:48.628633 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-c6fb348c-0647-4708-a88e-94f3b784de51 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] For port 74592ec3-de29-45dc-9ff5-df05e7db72a2, host n-h2-793621-25, got binding levels [] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:59:48.629102 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c6fb348c-0647-4708-a88e-94f3b784de51 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:48.654007 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-c6fb348c-0647-4708-a88e-94f3b784de51 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Calling delete_port for 74592ec3-de29-45dc-9ff5-df05e7db72a2 owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:59:48.675158 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3d2256bc-cea8-464e-a803-9ecf5aea97aa req-a7c9f0fb-89de-44ff-824c-cde68760733e service neutron] 10.222.0.13 "GET /v2.0/networks/6b98cc79-496b-494e-a0de-ce20278a0586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017332 Jul 24 00:59:48.802216 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf9c46-97ff-49ad-a8b4-b12739cc7aa2 req-8d76b879-bee0-4fa0-b6c6-c17d7972c3c8 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:48.809235 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fdcf9c46-97ff-49ad-a8b4-b12739cc7aa2 req-8d76b879-bee0-4fa0-b6c6-c17d7972c3c8 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 945 time: 0.1449099 Jul 24 00:59:48.847875 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c6fb348c-0647-4708-a88e-94f3b784de51 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:48.863316 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fdcf9c46-97ff-49ad-a8b4-b12739cc7aa2 req-d6e07544-2324-4ff3-b291-73bdf091ce15 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531356 Jul 24 00:59:48.887984 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fb348c-0647-4708-a88e-94f3b784de51 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Pushing event deleted for resources: {'Port': ['ID=74592ec3-de29-45dc-9ff5-df05e7db72a2,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:48.893587 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c6fb348c-0647-4708-a88e-94f3b784de51 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:48.898380 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c6fb348c-0647-4708-a88e-94f3b784de51 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] 10.222.0.15 "DELETE /v2.0/ports/74592ec3-de29-45dc-9ff5-df05e7db72a2 HTTP/1.1" status: 204 len: 168 time: 0.4466417 Jul 24 00:59:48.898508 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38170) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:48.928160 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcc1730c-9dcf-4157-801a-ccd66dd97e5b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] GET failed (client error): The resource could not be found. Jul 24 00:59:48.929723 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-fcc1730c-9dcf-4157-801a-ccd66dd97e5b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] 10.222.0.15 "GET /v2.0/ports/74592ec3-de29-45dc-9ff5-df05e7db72a2 HTTP/1.1" status: 404 len: 333 time: 0.0287421 Jul 24 00:59:48.934111 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38172) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:48.939146 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-c9925db8-8dd6-4773-9db0-1f1865e96132 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-150150246', 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:49.028569 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9925db8-8dd6-4773-9db0-1f1865e96132 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Made reservation on behalf of 0bba3e5234ca44eb8c5aa8c215d2d609 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:59:49.031530 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9925db8-8dd6-4773-9db0-1f1865e96132 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:49.063895 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device d42599d2-c73e-4227-a3cf-193c83751b6c up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:59:49.113695 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [None req-c9925db8-8dd6-4773-9db0-1f1865e96132 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] device_id is not set on port 833914dc-6a20-48a7-8abb-8026cbbdcf0c yet. {{(pid=100464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:59:49.133045 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port d42599d2-c73e-4227-a3cf-193c83751b6c completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:59:49.138227 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port d42599d2-c73e-4227-a3cf-193c83751b6c triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:59:49.138747 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:49.190843 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-973d76aa-9a91-46d7-8746-9fe7b51e2039 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:49.192265 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-973d76aa-9a91-46d7-8746-9fe7b51e2039 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.13 "GET /v2.0/networks?id=10d2c835-80d7-49b2-a0db-ffc261981bb1 HTTP/1.1" status: 200 len: 808 time: 0.2493184 Jul 24 00:59:49.216139 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfeb97b-c892-4978-b798-a3e2cdb6f290 req-37622410-c89f-44a5-86ba-893a1fa35468 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:49.221149 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bdfeb97b-c892-4978-b798-a3e2cdb6f290 req-37622410-c89f-44a5-86ba-893a1fa35468 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 945 time: 0.0804105 Jul 24 00:59:49.226242 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:49.263575 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465793e-02e3-44fc-9cc0-24032c18bb19 req-900a0558-8505-451c-ad4a-ea71ace59852 tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:49.267263 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3465793e-02e3-44fc-9cc0-24032c18bb19 req-900a0558-8505-451c-ad4a-ea71ace59852 tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] 10.222.0.15 "GET /v2.0/ports?device_id=4da47154-1772-41a2-bdcf-3199c2cf6f37 HTTP/1.1" status: 200 len: 945 time: 0.1926029 Jul 24 00:59:49.268223 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port d42599d2-c73e-4227-a3cf-193c83751b6c, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=d42599d2-c73e-4227-a3cf-193c83751b6c,segment=NetworkSegment(f1676cb6-2400-44f3-9ba2-c280be4c84cc),segment_id=f1676cb6-2400-44f3-9ba2-c280be4c84cc)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:59:49.271288 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bdfeb97b-c892-4978-b798-a3e2cdb6f290 req-047fd70b-feb8-494d-9f0e-3b551f36f53d tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461667 Jul 24 00:59:49.273863 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:49.319418 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-342c2549-86ab-470f-907f-bc78a5e6afc4 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=443e9b6688a94583be288407b9410244 HTTP/1.1" status: 200 len: 379 time: 0.1109526 Jul 24 00:59:49.324720 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=d42599d2-c73e-4227-a3cf-193c83751b6c,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:49.335858 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-0fdcad65-5d89-40c2-8241-e10607f531e3 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Request body: {'port': {'device_id': '9265bd33-f088-4997-a86d-a3daac593946', 'network_id': '10d2c835-80d7-49b2-a0db-ffc261981bb1', 'admin_state_up': True, 'tenant_id': '443e9b6688a94583be288407b9410244', 'security_groups': ['67e18412-570e-4aad-a00d-ec0d2037b036']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:49.393962 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:49.420411 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3465793e-02e3-44fc-9cc0-24032c18bb19 req-4dc86c11-25ce-4cf4-9328-480b53c4da08 tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c2ff9e8-25f9-4929-b36b-7f6e869d798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308427 Jul 24 00:59:49.428663 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9925db8-8dd6-4773-9db0-1f1865e96132 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:49.523932 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-571474ee-facd-48e1-9e1a-1e7ecbb3e599 req-ddb175d5-0f9f-4c84-b202-64376b5c5352 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "GET /v2.0/ports?device_id=9265bd33-f088-4997-a86d-a3daac593946 HTTP/1.1" status: 200 len: 210 time: 0.0310335 Jul 24 00:59:49.536873 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9925db8-8dd6-4773-9db0-1f1865e96132 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:49.575539 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-0fdcad65-5d89-40c2-8241-e10607f531e3 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Made reservation on behalf of 443e9b6688a94583be288407b9410244 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:59:49.579175 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-0fdcad65-5d89-40c2-8241-e10607f531e3 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:49.601256 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9925db8-8dd6-4773-9db0-1f1865e96132 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:59:49.609496 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-c9925db8-8dd6-4773-9db0-1f1865e96132 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:59:49.614146 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9925db8-8dd6-4773-9db0-1f1865e96132 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:59:49.615144 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9925db8-8dd6-4773-9db0-1f1865e96132 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:49.615759 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9925db8-8dd6-4773-9db0-1f1865e96132 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:49.630104 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9925db8-8dd6-4773-9db0-1f1865e96132 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Pushing event updated for resources: {'Port': ['ID=833914dc-6a20-48a7-8abb-8026cbbdcf0c,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:49.668163 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c9925db8-8dd6-4773-9db0-1f1865e96132 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7329302 Jul 24 00:59:49.671165 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38190) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:49.676723 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15e773-6eea-4236-a58c-04d7f9787dcf req-5d147797-666a-4758-b161-326a37ae9606 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:49.679187 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ae15e773-6eea-4236-a58c-04d7f9787dcf req-5d147797-666a-4758-b161-326a37ae9606 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=21361991-c742-44c8-a804-0f9a213057c2 HTTP/1.1" status: 200 len: 945 time: 0.0767653 Jul 24 00:59:49.730241 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ae15e773-6eea-4236-a58c-04d7f9787dcf req-d7e58fde-fe67-422c-9750-d04ac51e2ac8 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454679 Jul 24 00:59:49.768754 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e718cb8-8dd3-4cbe-ad63-c58d7b2573b0 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:49.773477 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5e718cb8-8dd3-4cbe-ad63-c58d7b2573b0 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] 10.222.0.15 "GET /v2.0/ports/833914dc-6a20-48a7-8abb-8026cbbdcf0c HTTP/1.1" status: 200 len: 954 time: 0.0985019 Jul 24 00:59:49.773477 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38198) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:49.830090 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-0fdcad65-5d89-40c2-8241-e10607f531e3 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Allocated IP 172.20.0.8 (10d2c835-80d7-49b2-a0db-ffc261981bb1/7d79533c-7102-4bc3-a914-988d50ddfabe/14e68278-522e-4e15-a33b-ccdb91ae66ed) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:59:49.944205 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-9369a278-907f-429a-971e-c5c2c166d773 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Deleting port 833914dc-6a20-48a7-8abb-8026cbbdcf0c {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:59:49.944851 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9369a278-907f-429a-971e-c5c2c166d773 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:49.999423 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273baae3-d14c-49c5-92ce-f52d057f3caa req-329ea91f-04d1-46be-bd8b-a5f2660577e7 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:50.001226 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-273baae3-d14c-49c5-92ce-f52d057f3caa req-329ea91f-04d1-46be-bd8b-a5f2660577e7 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.0740185 Jul 24 00:59:50.040970 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-273baae3-d14c-49c5-92ce-f52d057f3caa req-15b067e3-5d9b-410f-90d1-a450ba2d8a17 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334566 Jul 24 00:59:50.095832 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9369a278-907f-429a-971e-c5c2c166d773 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:50.115692 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-9369a278-907f-429a-971e-c5c2c166d773 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Calling delete_port for 833914dc-6a20-48a7-8abb-8026cbbdcf0c owned by {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:59:50.142466 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-0fdcad65-5d89-40c2-8241-e10607f531e3 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:50.194026 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed893be-f3a8-4631-9dcc-acb391d8ff45 req-53458935-de9b-4b1b-9ee1-05342156ae1a tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:50.195610 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fed893be-f3a8-4631-9dcc-acb391d8ff45 req-53458935-de9b-4b1b-9ee1-05342156ae1a tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 945 time: 0.2166317 Jul 24 00:59:50.207872 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-0fdcad65-5d89-40c2-8241-e10607f531e3 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Transition to ACTIVE for port object 14e68278-522e-4e15-a33b-ccdb91ae66ed will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:59:50.261280 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b6789-2be7-4b7b-812f-3c778a21228d req-33e4c1e2-5672-4a69-b664-41bb001ea214 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:50.262916 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-996b6789-2be7-4b7b-812f-3c778a21228d req-33e4c1e2-5672-4a69-b664-41bb001ea214 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.0674088 Jul 24 00:59:50.283975 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fed893be-f3a8-4631-9dcc-acb391d8ff45 req-ace671fb-3f10-4708-a6e0-6486658d0d50 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804045 Jul 24 00:59:50.296201 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9369a278-907f-429a-971e-c5c2c166d773 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:50.300105 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-0fdcad65-5d89-40c2-8241-e10607f531e3 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:50.322914 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-996b6789-2be7-4b7b-812f-3c778a21228d req-b17b3370-8b2d-41fe-9e50-7534ae16d487 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532565 Jul 24 00:59:50.340801 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369a278-907f-429a-971e-c5c2c166d773 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Pushing event deleted for resources: {'Port': ['ID=833914dc-6a20-48a7-8abb-8026cbbdcf0c,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:50.709658 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-0fdcad65-5d89-40c2-8241-e10607f531e3 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Network 10d2c835-80d7-49b2-a0db-ffc261981bb1 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:59:50.714600 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9369a278-907f-429a-971e-c5c2c166d773 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:50.716867 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9369a278-907f-429a-971e-c5c2c166d773 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] 10.222.0.15 "DELETE /v2.0/ports/833914dc-6a20-48a7-8abb-8026cbbdcf0c HTTP/1.1" status: 204 len: 168 time: 0.9423423 Jul 24 00:59:50.727924 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38238) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:50.728835 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-0fdcad65-5d89-40c2-8241-e10607f531e3 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:59:50.731336 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-0fdcad65-5d89-40c2-8241-e10607f531e3 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:59:50.775939 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-8f77d81f-a708-464e-b593-72d1edec985f tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:50.777557 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-8f77d81f-a708-464e-b593-72d1edec985f tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/networks?id=d582b8dc-8856-4b30-8b39-181936a3b597 HTTP/1.1" status: 200 len: 810 time: 0.1220400 Jul 24 00:59:50.798461 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-487a2417-add2-474f-aa74-a2e0bc18557b tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/quotas/7eb0da34432d47448c1b713034c6041a HTTP/1.1" status: 200 len: 375 time: 0.0153351 Jul 24 00:59:50.816374 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc780755-b1f7-448d-888f-b4525ffd54c1 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] GET failed (client error): The resource could not be found. Jul 24 00:59:50.818121 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-dc780755-b1f7-448d-888f-b4525ffd54c1 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] 10.222.0.15 "GET /v2.0/ports/833914dc-6a20-48a7-8abb-8026cbbdcf0c HTTP/1.1" status: 404 len: 333 time: 0.0837033 Jul 24 00:59:50.824267 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38240) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:50.835997 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-c62aa83f-39dc-4878-9170-4e0eb53a3831 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Request body: {'port': {'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-708379790'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:50.843451 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdcad65-5d89-40c2-8241-e10607f531e3 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Pushing event updated for resources: {'Port': ['ID=14e68278-522e-4e15-a33b-ccdb91ae66ed,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:50.864643 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-0fdcad65-5d89-40c2-8241-e10607f531e3 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:50.865318 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-0fdcad65-5d89-40c2-8241-e10607f531e3 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:50.895472 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62aa83f-39dc-4878-9170-4e0eb53a3831 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Made reservation on behalf of 0bba3e5234ca44eb8c5aa8c215d2d609 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:59:50.896397 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-79da03e8-c204-4761-94f0-bad26fce10de tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7eb0da34432d47448c1b713034c6041a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0916924 Jul 24 00:59:50.897996 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c62aa83f-39dc-4878-9170-4e0eb53a3831 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:50.908244 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-0fdcad65-5d89-40c2-8241-e10607f531e3 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5813730 Jul 24 00:59:50.930933 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-91eeca83-917a-41dd-8716-68c79b1f8d2b service neutron] Request body: {'port': {'device_id': '9265bd33-f088-4997-a86d-a3daac593946', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:50.946119 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d0b06d-42e3-4843-b2ea-d71bdaddd927 req-36001a98-3d6f-400d-8cce-2abc636327d5 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:50.954810 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e2d0b06d-42e3-4843-b2ea-d71bdaddd927 req-36001a98-3d6f-400d-8cce-2abc636327d5 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 945 time: 0.2495716 Jul 24 00:59:50.957003 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:50.985750 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [None req-c62aa83f-39dc-4878-9170-4e0eb53a3831 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] device_id is not set on port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 yet. {{(pid=100464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:59:51.025226 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device d42599d2-c73e-4227-a3cf-193c83751b6c up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 00:59:51.046561 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-4daa8daa-26d5-401d-b853-b963768026cc service neutron] 10.222.0.15 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289389 Jul 24 00:59:51.073966 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-240a07d0-eb66-4294-a97b-929f1f16da8e None None] Provisioning for port 14e68278-522e-4e15-a33b-ccdb91ae66ed completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:59:51.080017 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-240a07d0-eb66-4294-a97b-929f1f16da8e None None] Provisioning complete for port 14e68278-522e-4e15-a33b-ccdb91ae66ed triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:59:51.080305 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-240a07d0-eb66-4294-a97b-929f1f16da8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:51.095000 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e2d0b06d-42e3-4843-b2ea-d71bdaddd927 req-53dedeaf-290f-4f82-ba8d-83870d782307 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379538 Jul 24 00:59:51.121986 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port d42599d2-c73e-4227-a3cf-193c83751b6c triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:59:51.122370 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:51.126701 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-240a07d0-eb66-4294-a97b-929f1f16da8e None None] Port 14e68278-522e-4e15-a33b-ccdb91ae66ed cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:59:51.147279 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-0ffa4783-1d20-4fcc-94df-c45966c3b05d service neutron] 10.222.0.15 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998201 Jul 24 00:59:51.233234 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-91eeca83-917a-41dd-8716-68c79b1f8d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:51.328533 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c62aa83f-39dc-4878-9170-4e0eb53a3831 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:51.376247 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95be40-86e1-4224-ab68-2a084c76d54b req-514401f9-06e4-48b7-ac7d-555f0bf853e0 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:51.378113 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fb95be40-86e1-4224-ab68-2a084c76d54b req-514401f9-06e4-48b7-ac7d-555f0bf853e0 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "GET /v2.0/ports?device_id=9265bd33-f088-4997-a86d-a3daac593946 HTTP/1.1" status: 200 len: 931 time: 0.2128386 Jul 24 00:59:51.511319 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1695674e-e5cd-44ae-8d37-cf2a881fcf80 req-59c4fa58-3c7e-4b83-bf76-09dfe3fc71a4 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e393415a-bc21-4831-8457-6c5e2736d356 HTTP/1.1" status: 200 len: 210 time: 0.0454247 Jul 24 00:59:51.527147 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fb95be40-86e1-4224-ab68-2a084c76d54b req-61cc3149-335e-4f92-be56-2258ca7a251a tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "GET /v2.0/security-groups?id=67e18412-570e-4aad-a00d-ec0d2037b036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377747 Jul 24 00:59:51.530766 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c62aa83f-39dc-4878-9170-4e0eb53a3831 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:51.679082 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88725c-fad7-4866-aba6-1ef49fbae946 req-c5a666fd-9d26-4b9b-81de-3b340486c4f1 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:51.681410 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0c88725c-fad7-4866-aba6-1ef49fbae946 req-c5a666fd-9d26-4b9b-81de-3b340486c4f1 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 945 time: 0.0847015 Jul 24 00:59:51.682778 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62aa83f-39dc-4878-9170-4e0eb53a3831 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:59:51.692366 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-c62aa83f-39dc-4878-9170-4e0eb53a3831 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:59:51.702115 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62aa83f-39dc-4878-9170-4e0eb53a3831 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:59:51.703125 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62aa83f-39dc-4878-9170-4e0eb53a3831 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:51.703756 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c62aa83f-39dc-4878-9170-4e0eb53a3831 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:51.733679 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62aa83f-39dc-4878-9170-4e0eb53a3831 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Pushing event updated for resources: {'Port': ['ID=a64fffb6-5a78-46d3-bb1a-14c76cca67f2,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:51.748358 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0c88725c-fad7-4866-aba6-1ef49fbae946 req-7db67225-3ddc-4623-abdc-ba5c6f780406 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602903 Jul 24 00:59:51.765848 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38262) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:51.770213 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c62aa83f-39dc-4878-9170-4e0eb53a3831 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9424074 Jul 24 00:59:51.772489 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-793621-25'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:51.798688 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-91eeca83-917a-41dd-8716-68c79b1f8d2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14e68278-522e-4e15-a33b-ccdb91ae66ed {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:59:51.813320 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-91eeca83-917a-41dd-8716-68c79b1f8d2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:51.830868 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-91eeca83-917a-41dd-8716-68c79b1f8d2b service neutron] Transition to ACTIVE for port object 14e68278-522e-4e15-a33b-ccdb91ae66ed will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:59:51.838061 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-91eeca83-917a-41dd-8716-68c79b1f8d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:51.860562 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:51.933818 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eeca83-917a-41dd-8716-68c79b1f8d2b service neutron] Pushing event updated for resources: {'Port': ['ID=14e68278-522e-4e15-a33b-ccdb91ae66ed,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:52.011604 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-91eeca83-917a-41dd-8716-68c79b1f8d2b service neutron] Attempting to bind port 14e68278-522e-4e15-a33b-ccdb91ae66ed on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:52.012300 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-91eeca83-917a-41dd-8716-68c79b1f8d2b service neutron] Attempting to bind port 14e68278-522e-4e15-a33b-ccdb91ae66ed by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '24170a39-ee41-4c88-b034-65960a8784cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '10d2c835-80d7-49b2-a0db-ffc261981bb1'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:52.012300 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-91eeca83-917a-41dd-8716-68c79b1f8d2b service neutron] Attempting to bind port 14e68278-522e-4e15-a33b-ccdb91ae66ed on network 10d2c835-80d7-49b2-a0db-ffc261981bb1 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:52.020664 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-91eeca83-917a-41dd-8716-68c79b1f8d2b service neutron] Port 14e68278-522e-4e15-a33b-ccdb91ae66ed on network 10d2c835-80d7-49b2-a0db-ffc261981bb1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:59:52.021012 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-91eeca83-917a-41dd-8716-68c79b1f8d2b service neutron] Attempting to bind port 14e68278-522e-4e15-a33b-ccdb91ae66ed on network 10d2c835-80d7-49b2-a0db-ffc261981bb1 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:52.038286 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-91eeca83-917a-41dd-8716-68c79b1f8d2b service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:59:52.038529 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-91eeca83-917a-41dd-8716-68c79b1f8d2b service neutron] Checking segment: {'id': '24170a39-ee41-4c88-b034-65960a8784cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '10d2c835-80d7-49b2-a0db-ffc261981bb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:59:52.041215 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-91eeca83-917a-41dd-8716-68c79b1f8d2b service neutron] Bound using segment: {'id': '24170a39-ee41-4c88-b034-65960a8784cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '10d2c835-80d7-49b2-a0db-ffc261981bb1'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:59:52.041884 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-91eeca83-917a-41dd-8716-68c79b1f8d2b service neutron] Bound port: 14e68278-522e-4e15-a33b-ccdb91ae66ed, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24170a39-ee41-4c88-b034-65960a8784cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '10d2c835-80d7-49b2-a0db-ffc261981bb1'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:59:52.042185 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-91eeca83-917a-41dd-8716-68c79b1f8d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:52.125852 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] device_id is not set on port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:59:52.137070 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:52.142049 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-91eeca83-917a-41dd-8716-68c79b1f8d2b service neutron] For port 14e68278-522e-4e15-a33b-ccdb91ae66ed, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:59:52.147475 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-91eeca83-917a-41dd-8716-68c79b1f8d2b service neutron] For port 14e68278-522e-4e15-a33b-ccdb91ae66ed, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=14e68278-522e-4e15-a33b-ccdb91ae66ed,segment=NetworkSegment(24170a39-ee41-4c88-b034-65960a8784cb),segment_id=24170a39-ee41-4c88-b034-65960a8784cb)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:59:52.152968 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Transition to ACTIVE for port object a64fffb6-5a78-46d3-bb1a-14c76cca67f2 will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:59:52.155208 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-91eeca83-917a-41dd-8716-68c79b1f8d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:52.158219 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:52.173929 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-91eeca83-917a-41dd-8716-68c79b1f8d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:52.174562 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-91eeca83-917a-41dd-8716-68c79b1f8d2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:52.176282 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-91eeca83-917a-41dd-8716-68c79b1f8d2b service neutron] 10.222.0.13 "PUT /v2.0/ports/14e68278-522e-4e15-a33b-ccdb91ae66ed HTTP/1.1" status: 200 len: 1092 time: 1.2504356 Jul 24 00:59:52.178436 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9265bd33-f088-4997-a86d-a3daac593946', 'tag': '14e68278-522e-4e15-a33b-ccdb91ae66ed'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:59:52.183295 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3db3887-e7ba-4695-b860-42ffe1c69d5e" -d '{"events": [{"name": "network-changed", "server_uuid": "9265bd33-f088-4997-a86d-a3daac593946", "tag": "14e68278-522e-4e15-a33b-ccdb91ae66ed"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:59:52.237039 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:52.237529 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:52.237971 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:52.247392 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Pushing event updated for resources: {'Port': ['ID=a64fffb6-5a78-46d3-bb1a-14c76cca67f2,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:52.250324 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:59:52.250976 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Failed to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 on host n-h2-793621-25 for vnic_type normal using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] Jul 24 00:59:52.252020 n-d-793621-25 neutron-server[100463]: INFO neutron.plugins.ml2.plugin [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempt 2 to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 Jul 24 00:59:52.271423 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:52.272151 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:52.272884 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:52.276856 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41d1822-2444-4ca4-a0e9-7cc2d38c20fd x-openstack-request-id: req-c41d1822-2444-4ca4-a0e9-7cc2d38c20fd {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:59:52.277152 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9265bd33-f088-4997-a86d-a3daac593946", "tag": "14e68278-522e-4e15-a33b-ccdb91ae66ed", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:59:52.277427 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c41d1822-2444-4ca4-a0e9-7cc2d38c20fd {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:59:52.277805 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9265bd33-f088-4997-a86d-a3daac593946', 'tag': '14e68278-522e-4e15-a33b-ccdb91ae66ed', 'status': 'completed', 'code': 200} Jul 24 00:59:52.280895 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:59:52.281559 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Failed to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 on host n-h2-793621-25 for vnic_type normal using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] Jul 24 00:59:52.282193 n-d-793621-25 neutron-server[100463]: INFO neutron.plugins.ml2.plugin [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempt 3 to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 Jul 24 00:59:52.298690 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:52.299217 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:52.301062 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:52.304616 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:59:52.305109 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Failed to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 on host n-h2-793621-25 for vnic_type normal using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] Jul 24 00:59:52.307166 n-d-793621-25 neutron-server[100463]: INFO neutron.plugins.ml2.plugin [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempt 4 to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 Jul 24 00:59:52.321936 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:52.323062 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:52.323522 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:52.328606 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:59:52.329070 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Failed to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 on host n-h2-793621-25 for vnic_type normal using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] Jul 24 00:59:52.329603 n-d-793621-25 neutron-server[100463]: INFO neutron.plugins.ml2.plugin [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempt 5 to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 Jul 24 00:59:52.347509 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eeca83-917a-41dd-8716-68c79b1f8d2b service neutron] Pushing event updated for resources: {'Port': ['ID=14e68278-522e-4e15-a33b-ccdb91ae66ed,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:52.347716 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:52.348085 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:52.348443 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:52.354921 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:59:52.355264 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Failed to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 on host n-h2-793621-25 for vnic_type normal using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] Jul 24 00:59:52.355940 n-d-793621-25 neutron-server[100463]: INFO neutron.plugins.ml2.plugin [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempt 6 to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 Jul 24 00:59:52.387993 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:52.387993 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:52.388379 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:52.393597 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:59:52.393940 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Failed to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 on host n-h2-793621-25 for vnic_type normal using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] Jul 24 00:59:52.394341 n-d-793621-25 neutron-server[100463]: INFO neutron.plugins.ml2.plugin [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempt 7 to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 Jul 24 00:59:52.408778 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:52.409376 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:52.409691 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace89948-3129-4715-8b34-3bb8c0457413 req-085d3ffd-23c2-4f78-bf07-311cfa6f111b tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:52.410169 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:52.412577 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ace89948-3129-4715-8b34-3bb8c0457413 req-085d3ffd-23c2-4f78-bf07-311cfa6f111b tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 945 time: 0.1879578 Jul 24 00:59:52.418370 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:59:52.418705 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Failed to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 on host n-h2-793621-25 for vnic_type normal using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] Jul 24 00:59:52.419211 n-d-793621-25 neutron-server[100463]: INFO neutron.plugins.ml2.plugin [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempt 8 to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 Jul 24 00:59:52.431756 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-9a88181c-ae01-4d56-a32e-4566563abb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:52.433362 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:52.433716 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:52.434052 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:52.436307 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-9a88181c-ae01-4d56-a32e-4566563abb4e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=443e9b6688a94583be288407b9410244&device_id=9265bd33-f088-4997-a86d-a3daac593946 HTTP/1.1" status: 200 len: 1095 time: 0.2003613 Jul 24 00:59:52.439421 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:59:52.439755 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Failed to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 on host n-h2-793621-25 for vnic_type normal using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] Jul 24 00:59:52.440152 n-d-793621-25 neutron-server[100463]: INFO neutron.plugins.ml2.plugin [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempt 9 to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 Jul 24 00:59:52.456679 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:52.457024 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:52.457372 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:52.476128 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:59:52.476405 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Failed to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 on host n-h2-793621-25 for vnic_type normal using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] Jul 24 00:59:52.476839 n-d-793621-25 neutron-server[100463]: INFO neutron.plugins.ml2.plugin [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempt 10 to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 Jul 24 00:59:52.498066 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:52.498415 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:52.498765 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempting to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:52.503512 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:59:52.503840 n-d-793621-25 neutron-server[100463]: ERROR neutron.plugins.ml2.managers [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Failed to bind port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 on host n-h2-793621-25 for vnic_type normal using segments [{'id': '193f45a6-e41a-4c76-b963-9ee9146b4c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3737cc6f-8b3a-45d8-a04c-a0c9053e2a97'}] Jul 24 00:59:52.504215 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:52.511791 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-8ab0d504-adff-4a2c-95b2-2521322dcddc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14e68278-522e-4e15-a33b-ccdb91ae66ed HTTP/1.1" status: 200 len: 217 time: 0.0559874 Jul 24 00:59:52.602180 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ace89948-3129-4715-8b34-3bb8c0457413 req-58ef8720-8e95-40c1-8b67-7e4bddd95f86 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755669 Jul 24 00:59:52.638004 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] For port a64fffb6-5a78-46d3-bb1a-14c76cca67f2, host n-h2-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:59:52.638551 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attempted to set empty binding levels {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 24 00:59:52.648416 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:52.682822 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-f55dd5f7-f6a7-44b1-b7e1-bce09a58934d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:52.684349 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-f55dd5f7-f6a7-44b1-b7e1-bce09a58934d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7d79533c-7102-4bc3-a914-988d50ddfabe HTTP/1.1" status: 200 len: 847 time: 0.1491361 Jul 24 00:59:52.699888 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] In _notify_port_updated(), no bound segment for port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 on network 3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 {{(pid=100463) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 00:59:52.700902 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:52.701764 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:52.705677 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] 10.222.0.15 "PUT /v2.0/ports/a64fffb6-5a78-46d3-bb1a-14c76cca67f2 HTTP/1.1" status: 200 len: 975 time: 0.9360075 Jul 24 00:59:52.706565 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38288) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:52.726980 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-a276283a-3ab5-4079-8e70-ef7384f70125 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:52.729242 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-a276283a-3ab5-4079-8e70-ef7384f70125 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.13 "GET /v2.0/networks?id=d582b8dc-8856-4b30-8b39-181936a3b597 HTTP/1.1" status: 200 len: 810 time: 0.2285650 Jul 24 00:59:52.755537 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-08f4ad7c-936b-4af7-b296-da75382306c8 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Request body: {'port': {'device_id': 'e393415a-bc21-4831-8457-6c5e2736d356', 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597', 'admin_state_up': True, 'tenant_id': '7eb0da34432d47448c1b713034c6041a'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:52.780892 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-836fd70b-aeb9-412e-b041-60a108e3a844 req-6035d410-cfda-4490-a13b-808a6e482177 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e393415a-bc21-4831-8457-6c5e2736d356 HTTP/1.1" status: 200 len: 210 time: 0.0746601 Jul 24 00:59:52.781590 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593adfa-cecb-4d3b-8b30-745065cd8b0b tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Pushing event updated for resources: {'Port': ['ID=a64fffb6-5a78-46d3-bb1a-14c76cca67f2,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:52.891733 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-a43c9704-4554-4895-92e0-ff99202cf4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:52.893368 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-a43c9704-4554-4895-92e0-ff99202cf4d0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=10d2c835-80d7-49b2-a0db-ffc261981bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1962733 Jul 24 00:59:53.004169 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-08f4ad7c-936b-4af7-b296-da75382306c8 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Made reservation on behalf of 7eb0da34432d47448c1b713034c6041a for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:59:53.007809 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-08f4ad7c-936b-4af7-b296-da75382306c8 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:53.060099 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-4cccb43e-d0e1-4332-807f-e14a988c6abf service neutron] 10.222.0.13 "GET /v2.0/networks/10d2c835-80d7-49b2-a0db-ffc261981bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573946 Jul 24 00:59:53.172531 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e70a57-7123-4cbe-b74a-c627e357f799 req-98b1fc3e-a1ce-43ad-973b-56aeb0aa5e0d tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:53.174334 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-51e70a57-7123-4cbe-b74a-c627e357f799 req-98b1fc3e-a1ce-43ad-973b-56aeb0aa5e0d tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "GET /v2.0/ports?device_id=9265bd33-f088-4997-a86d-a3daac593946 HTTP/1.1" status: 200 len: 943 time: 0.4363661 Jul 24 00:59:53.204193 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-ec6da613-d940-4408-b3f8-075376fb7431 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Deleting port a64fffb6-5a78-46d3-bb1a-14c76cca67f2 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:59:53.204674 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ec6da613-d940-4408-b3f8-075376fb7431 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:53.238309 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-51e70a57-7123-4cbe-b74a-c627e357f799 req-f3ce24b8-a757-4c7f-b61b-3dd665a8ce98 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "GET /v2.0/security-groups?id=67e18412-570e-4aad-a00d-ec0d2037b036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561459 Jul 24 00:59:53.284729 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-ec6da613-d940-4408-b3f8-075376fb7431 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] For port a64fffb6-5a78-46d3-bb1a-14c76cca67f2, host n-h2-793621-25, got binding levels [] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:59:53.285692 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ec6da613-d940-4408-b3f8-075376fb7431 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:53.286916 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9a3a407-2eba-4c46-b3d0-423f6c7e17a4 req-4ee39ad3-b428-4cd8-9628-f9c04584c2f5 service neutron] 10.222.0.13 "GET /v2.0/networks/10d2c835-80d7-49b2-a0db-ffc261981bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001948 Jul 24 00:59:53.298274 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7953099-3836-4c79-8d12-f9bf556574e8 req-cc1b79ef-d845-4df2-9689-93af53b37b26 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:53.300165 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a7953099-3836-4c79-8d12-f9bf556574e8 req-cc1b79ef-d845-4df2-9689-93af53b37b26 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 945 time: 0.2112401 Jul 24 00:59:53.301444 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-08f4ad7c-936b-4af7-b296-da75382306c8 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Allocated IP 172.20.0.3 (d582b8dc-8856-4b30-8b39-181936a3b597/66eb251d-e6ee-4000-900c-f86c0810b697/17d2d77d-4333-4b13-b3a8-7a6965dc17c8) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:59:53.312568 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-ec6da613-d940-4408-b3f8-075376fb7431 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Calling delete_port for a64fffb6-5a78-46d3-bb1a-14c76cca67f2 owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:59:53.423035 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a7953099-3836-4c79-8d12-f9bf556574e8 req-13486c85-e2a3-4620-8e4f-7c64f1bcea2d tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143925 Jul 24 00:59:53.442932 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96934ca4-0262-40f7-bfdf-ea409c394142 req-94e8a75c-70d7-4266-98d2-a1a3a016ccba tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:53.447639 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-96934ca4-0262-40f7-bfdf-ea409c394142 req-94e8a75c-70d7-4266-98d2-a1a3a016ccba tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] 10.222.0.15 "GET /v2.0/ports?device_id=4da47154-1772-41a2-bdcf-3199c2cf6f37 HTTP/1.1" status: 200 len: 945 time: 0.1373856 Jul 24 00:59:53.469961 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ec6da613-d940-4408-b3f8-075376fb7431 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:53.503019 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6da613-d940-4408-b3f8-075376fb7431 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Pushing event deleted for resources: {'Port': ['ID=a64fffb6-5a78-46d3-bb1a-14c76cca67f2,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:53.519626 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db3887-e7ba-4695-b860-42ffe1c69d5e req-4cdfb02f-9ed9-43ca-a73e-568c3a60052a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:53.521170 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b3db3887-e7ba-4695-b860-42ffe1c69d5e req-4cdfb02f-9ed9-43ca-a73e-568c3a60052a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=443e9b6688a94583be288407b9410244&device_id=9265bd33-f088-4997-a86d-a3daac593946 HTTP/1.1" status: 200 len: 1095 time: 0.1620111 Jul 24 00:59:53.521673 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-96934ca4-0262-40f7-bfdf-ea409c394142 req-c5443405-21b3-4847-9f87-4a29a6653147 tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c2ff9e8-25f9-4929-b36b-7f6e869d798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702488 Jul 24 00:59:53.522769 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ec6da613-d940-4408-b3f8-075376fb7431 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:53.525565 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ec6da613-d940-4408-b3f8-075376fb7431 tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] 10.222.0.15 "DELETE /v2.0/ports/a64fffb6-5a78-46d3-bb1a-14c76cca67f2 HTTP/1.1" status: 204 len: 168 time: 0.8182971 Jul 24 00:59:53.528066 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38296) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:53.566657 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb3f174c-5e83-4b77-a5e0-dd3b36076cae tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] GET failed (client error): The resource could not be found. Jul 24 00:59:53.569763 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-fb3f174c-5e83-4b77-a5e0-dd3b36076cae tempest-PortsAdminExtendedAttrsTestJSON-820419513 tempest-PortsAdminExtendedAttrsTestJSON-820419513-project-admin] 10.222.0.15 "GET /v2.0/ports/a64fffb6-5a78-46d3-bb1a-14c76cca67f2 HTTP/1.1" status: 404 len: 333 time: 0.0398927 Jul 24 00:59:53.574298 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38300) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:53.626168 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-08f4ad7c-936b-4af7-b296-da75382306c8 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:53.651209 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-08f4ad7c-936b-4af7-b296-da75382306c8 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Transition to ACTIVE for port object 17d2d77d-4333-4b13-b3a8-7a6965dc17c8 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:59:53.659748 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc361410-23d5-431f-8fba-4d506cf27805 tempest-PortsAdminExtendedAttrsTestJSON-368260694 tempest-PortsAdminExtendedAttrsTestJSON-368260694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:53.664433 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db3887-e7ba-4695-b860-42ffe1c69d5e req-f83e95c9-a8e4-424c-a30f-254181924204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:53.666510 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b3db3887-e7ba-4695-b860-42ffe1c69d5e req-f83e95c9-a8e4-424c-a30f-254181924204 service neutron] 10.222.0.13 "GET /v2.0/networks?id=10d2c835-80d7-49b2-a0db-ffc261981bb1 HTTP/1.1" status: 200 len: 909 time: 0.1333141 Jul 24 00:59:53.729636 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b3db3887-e7ba-4695-b860-42ffe1c69d5e req-1c894503-49f0-4208-87ce-bb72d1a5b4ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14e68278-522e-4e15-a33b-ccdb91ae66ed HTTP/1.1" status: 200 len: 217 time: 0.0435059 Jul 24 00:59:53.744787 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-08f4ad7c-936b-4af7-b296-da75382306c8 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:53.758037 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['d2e500a4-c057-47e6-8e49-9f5b94fbc941'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:59:53.786036 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc361410-23d5-431f-8fba-4d506cf27805 tempest-PortsAdminExtendedAttrsTestJSON-368260694 tempest-PortsAdminExtendedAttrsTestJSON-368260694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:53.798558 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-bc361410-23d5-431f-8fba-4d506cf27805 tempest-PortsAdminExtendedAttrsTestJSON-368260694 tempest-PortsAdminExtendedAttrsTestJSON-368260694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3737cc6f-8b3a-45d8-a04c-a0c9053e2a97']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:53.814109 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-08f4ad7c-936b-4af7-b296-da75382306c8 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Network d582b8dc-8856-4b30-8b39-181936a3b597 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:59:53.816512 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-bc361410-23d5-431f-8fba-4d506cf27805 tempest-PortsAdminExtendedAttrsTestJSON-368260694 tempest-PortsAdminExtendedAttrsTestJSON-368260694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '193f45a6-e41a-4c76-b963-9ee9146b4c26') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:53.816817 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-bc361410-23d5-431f-8fba-4d506cf27805 tempest-PortsAdminExtendedAttrsTestJSON-368260694 tempest-PortsAdminExtendedAttrsTestJSON-368260694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '193f45a6-e41a-4c76-b963-9ee9146b4c26') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:53.823595 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-08f4ad7c-936b-4af7-b296-da75382306c8 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:59:53.830000 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-08f4ad7c-936b-4af7-b296-da75382306c8 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:59:53.830353 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc361410-23d5-431f-8fba-4d506cf27805 tempest-PortsAdminExtendedAttrsTestJSON-368260694 tempest-PortsAdminExtendedAttrsTestJSON-368260694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:53.836480 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4ad7c-936b-4af7-b296-da75382306c8 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Pushing event updated for resources: {'Port': ['ID=17d2d77d-4333-4b13-b3a8-7a6965dc17c8,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:53.845897 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d88de-8a16-4b3e-b0ce-c656c75043c5 req-64329dd0-c6ce-4a1e-b242-6212bb9e0803 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:53.853246 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-db1d88de-8a16-4b3e-b0ce-c656c75043c5 req-64329dd0-c6ce-4a1e-b242-6212bb9e0803 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 945 time: 0.1621723 Jul 24 00:59:53.863382 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db3887-e7ba-4695-b860-42ffe1c69d5e req-935e995d-4f2e-4c21-9a4f-858102fd29cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:53.865374 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b3db3887-e7ba-4695-b860-42ffe1c69d5e req-935e995d-4f2e-4c21-9a4f-858102fd29cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7d79533c-7102-4bc3-a914-988d50ddfabe HTTP/1.1" status: 200 len: 847 time: 0.1289017 Jul 24 00:59:53.881816 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc361410-23d5-431f-8fba-4d506cf27805 tempest-PortsAdminExtendedAttrsTestJSON-368260694 tempest-PortsAdminExtendedAttrsTestJSON-368260694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:53.902822 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc361410-23d5-431f-8fba-4d506cf27805 tempest-PortsAdminExtendedAttrsTestJSON-368260694 tempest-PortsAdminExtendedAttrsTestJSON-368260694-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:59:53.903490 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc361410-23d5-431f-8fba-4d506cf27805 tempest-PortsAdminExtendedAttrsTestJSON-368260694 tempest-PortsAdminExtendedAttrsTestJSON-368260694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:53.919160 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 00:59:53.919160 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:59:53.919160 n-d-793621-25 neutron-server[100463]: timer() Jul 24 00:59:53.919160 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:59:53.919160 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 00:59:53.919160 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:59:53.919160 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 00:59:53.919160 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:59:53.919160 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 00:59:53.919160 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:59:53.919160 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 00:59:53.919160 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:59:53.919160 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 00:59:53.919160 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:59:53.919160 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:59:53.919160 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:59:53.919160 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:59:53.919160 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:59:53.919160 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 00:59:53.919160 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:59:53.919160 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 00:59:53.919160 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:59:53.919160 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:59:53.919160 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:59:53.919160 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 00:59:53.919160 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:59:53.919160 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:59:53.919160 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:59:53.919160 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:59:53.919160 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:59:53.919160 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:59:53.919160 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:59:53.922036 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-08f4ad7c-936b-4af7-b296-da75382306c8 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:53.922683 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-08f4ad7c-936b-4af7-b296-da75382306c8 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:53.949722 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-08f4ad7c-936b-4af7-b296-da75382306c8 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1982276 Jul 24 00:59:53.966324 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-db1d88de-8a16-4b3e-b0ce-c656c75043c5 req-8c7da422-146a-4053-ac45-fe72abf7586b tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120555 Jul 24 00:59:53.982300 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-b9c2412a-cefe-4e38-95b1-6cbec3b96132 service neutron] Request body: {'port': {'device_id': 'e393415a-bc21-4831-8457-6c5e2736d356', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:53.988019 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db3887-e7ba-4695-b860-42ffe1c69d5e req-505bc593-efdc-4314-b66a-7d4f39aad820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:53.988885 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b3db3887-e7ba-4695-b860-42ffe1c69d5e req-505bc593-efdc-4314-b66a-7d4f39aad820 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=10d2c835-80d7-49b2-a0db-ffc261981bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1126659 Jul 24 00:59:54.016303 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc361410-23d5-431f-8fba-4d506cf27805 tempest-PortsAdminExtendedAttrsTestJSON-368260694 tempest-PortsAdminExtendedAttrsTestJSON-368260694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:54.025551 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc361410-23d5-431f-8fba-4d506cf27805 tempest-PortsAdminExtendedAttrsTestJSON-368260694 tempest-PortsAdminExtendedAttrsTestJSON-368260694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:54.028266 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-bc361410-23d5-431f-8fba-4d506cf27805 tempest-PortsAdminExtendedAttrsTestJSON-368260694 tempest-PortsAdminExtendedAttrsTestJSON-368260694-project] 10.222.0.15 "DELETE /v2.0/networks/3737cc6f-8b3a-45d8-a04c-a0c9053e2a97 HTTP/1.1" status: 204 len: 168 time: 0.4529459 Jul 24 00:59:54.067117 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc361410-23d5-431f-8fba-4d506cf27805 tempest-PortsAdminExtendedAttrsTestJSON-368260694 tempest-PortsAdminExtendedAttrsTestJSON-368260694-project] Pushing event deleted for resources: {'Network': ['ID=3737cc6f-8b3a-45d8-a04c-a0c9053e2a97,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:54.194049 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad733a9b-524e-4582-a799-66bdd1af8b67 req-75ae64b8-a441-4580-b7e9-88d3d9911a04 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:54.196767 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ad733a9b-524e-4582-a799-66bdd1af8b67 req-75ae64b8-a441-4580-b7e9-88d3d9911a04 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e393415a-bc21-4831-8457-6c5e2736d356 HTTP/1.1" status: 200 len: 931 time: 0.2309351 Jul 24 00:59:54.243767 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-b9c2412a-cefe-4e38-95b1-6cbec3b96132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:54.250616 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b3db3887-e7ba-4695-b860-42ffe1c69d5e req-cc9d0447-325e-4a37-a833-e9d7a9953b10 service neutron] 10.222.0.13 "GET /v2.0/networks/10d2c835-80d7-49b2-a0db-ffc261981bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391369 Jul 24 00:59:54.325947 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ad733a9b-524e-4582-a799-66bdd1af8b67 req-b8981815-927f-46df-b9d2-b931f761a5ca tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108003 Jul 24 00:59:54.332326 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1232dab6-f972-43fe-9ebc-1916b68121db None None] Provisioning for port 17d2d77d-4333-4b13-b3a8-7a6965dc17c8 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 00:59:54.339283 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1232dab6-f972-43fe-9ebc-1916b68121db None None] Provisioning complete for port 17d2d77d-4333-4b13-b3a8-7a6965dc17c8 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 00:59:54.339878 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1232dab6-f972-43fe-9ebc-1916b68121db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:54.356065 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38316) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:54.396141 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-1232dab6-f972-43fe-9ebc-1916b68121db None None] Port 17d2d77d-4333-4b13-b3a8-7a6965dc17c8 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 00:59:54.403911 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de18661b-87eb-4c0c-840f-a33fbbc3d5d9 req-c0b0b970-d2d0-470d-82a4-bc110320e9a1 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:54.407223 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-de18661b-87eb-4c0c-840f-a33fbbc3d5d9 req-c0b0b970-d2d0-470d-82a4-bc110320e9a1 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "GET /v2.0/ports?device_id=9265bd33-f088-4997-a86d-a3daac593946 HTTP/1.1" status: 200 len: 943 time: 0.0926347 Jul 24 00:59:54.457386 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-de18661b-87eb-4c0c-840f-a33fbbc3d5d9 req-c8cf64a4-6fc0-47c0-b5e7-bf2c226bffa7 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "GET /v2.0/security-groups?id=67e18412-570e-4aad-a00d-ec0d2037b036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408416 Jul 24 00:59:54.476726 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b3db3887-e7ba-4695-b860-42ffe1c69d5e req-5bf3e91c-b7d2-4cb0-b104-9fdbb1d8ff48 service neutron] 10.222.0.13 "GET /v2.0/networks/10d2c835-80d7-49b2-a0db-ffc261981bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144198 Jul 24 00:59:54.527733 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d8431f4e-f49f-43b8-9ee5-1bb2d6169891 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0e03e8d7f01446a5929160e45f472966&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1702149 Jul 24 00:59:54.530048 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38322) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:54.593367 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a498f95a-977a-4b0f-abdf-38ab9da14490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:54.624657 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c77fb4b-b8b6-4229-b505-bedd4278cf74 req-722129ba-51cc-4c2c-8a01-c1ca611ab1f6 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:54.626187 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6c77fb4b-b8b6-4229-b505-bedd4278cf74 req-722129ba-51cc-4c2c-8a01-c1ca611ab1f6 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 945 time: 0.1219642 Jul 24 00:59:54.656628 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a498f95a-977a-4b0f-abdf-38ab9da14490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:54.701930 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6c77fb4b-b8b6-4229-b505-bedd4278cf74 req-aaa88cb1-c8aa-4d2d-9880-c7c77d16adb9 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663002 Jul 24 00:59:54.710001 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-b9c2412a-cefe-4e38-95b1-6cbec3b96132 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17d2d77d-4333-4b13-b3a8-7a6965dc17c8 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:59:54.719187 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d53d94-700b-4622-bfb4-749725d34a73 req-a0e5b67c-f773-4872-b763-773930c410b4 tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:54.719187 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-78d53d94-700b-4622-bfb4-749725d34a73 req-a0e5b67c-f773-4872-b763-773930c410b4 tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] 10.222.0.15 "GET /v2.0/ports?device_id=4da47154-1772-41a2-bdcf-3199c2cf6f37 HTTP/1.1" status: 200 len: 945 time: 0.1202507 Jul 24 00:59:54.725721 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-b9c2412a-cefe-4e38-95b1-6cbec3b96132 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:54.750691 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-b9c2412a-cefe-4e38-95b1-6cbec3b96132 service neutron] Transition to ACTIVE for port object 17d2d77d-4333-4b13-b3a8-7a6965dc17c8 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:59:54.763154 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a498f95a-977a-4b0f-abdf-38ab9da14490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:54.765708 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a498f95a-977a-4b0f-abdf-38ab9da14490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:54.766305 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-b9c2412a-cefe-4e38-95b1-6cbec3b96132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:54.766916 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a498f95a-977a-4b0f-abdf-38ab9da14490 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/150f4bd7-4bdb-4bdd-9f4a-46d02ceef069 HTTP/1.1" status: 204 len: 168 time: 0.2358549 Jul 24 00:59:54.784567 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a498f95a-977a-4b0f-abdf-38ab9da14490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=150f4bd7-4bdb-4bdd-9f4a-46d02ceef069,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:54.797849 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-78d53d94-700b-4622-bfb4-749725d34a73 req-4bbc3d02-95ae-45c9-ac15-8032455c9307 tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c2ff9e8-25f9-4929-b36b-7f6e869d798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650668 Jul 24 00:59:54.852928 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c2412a-cefe-4e38-95b1-6cbec3b96132 service neutron] Pushing event updated for resources: {'Port': ['ID=17d2d77d-4333-4b13-b3a8-7a6965dc17c8,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:54.930950 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2413fcf-1aa4-494b-b2ae-d333f1e721a8 req-f5c0b34f-ae3b-40ee-8be5-7ab15ab48e6b tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:54.932674 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2413fcf-1aa4-494b-b2ae-d333f1e721a8 req-f5c0b34f-ae3b-40ee-8be5-7ab15ab48e6b tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] 10.222.0.13 "GET /v2.0/ports?device_id=4da47154-1772-41a2-bdcf-3199c2cf6f37 HTTP/1.1" status: 200 len: 945 time: 0.1807842 Jul 24 00:59:54.984822 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-b9c2412a-cefe-4e38-95b1-6cbec3b96132 service neutron] Attempting to bind port 17d2d77d-4333-4b13-b3a8-7a6965dc17c8 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:54.985259 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-b9c2412a-cefe-4e38-95b1-6cbec3b96132 service neutron] Attempting to bind port 17d2d77d-4333-4b13-b3a8-7a6965dc17c8 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '2abeda90-4f6a-4b8b-8aff-f712c98837e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:54.985495 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-b9c2412a-cefe-4e38-95b1-6cbec3b96132 service neutron] Attempting to bind port 17d2d77d-4333-4b13-b3a8-7a6965dc17c8 on network d582b8dc-8856-4b30-8b39-181936a3b597 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:55.006741 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-b9c2412a-cefe-4e38-95b1-6cbec3b96132 service neutron] Port 17d2d77d-4333-4b13-b3a8-7a6965dc17c8 on network d582b8dc-8856-4b30-8b39-181936a3b597 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 00:59:55.007098 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-b9c2412a-cefe-4e38-95b1-6cbec3b96132 service neutron] Attempting to bind port 17d2d77d-4333-4b13-b3a8-7a6965dc17c8 on network d582b8dc-8856-4b30-8b39-181936a3b597 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:55.023730 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-b9c2412a-cefe-4e38-95b1-6cbec3b96132 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:59:55.024142 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-b9c2412a-cefe-4e38-95b1-6cbec3b96132 service neutron] Checking segment: {'id': '2abeda90-4f6a-4b8b-8aff-f712c98837e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:59:55.024536 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-b9c2412a-cefe-4e38-95b1-6cbec3b96132 service neutron] Bound using segment: {'id': '2abeda90-4f6a-4b8b-8aff-f712c98837e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:59:55.024996 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-b9c2412a-cefe-4e38-95b1-6cbec3b96132 service neutron] Bound port: 17d2d77d-4333-4b13-b3a8-7a6965dc17c8, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2abeda90-4f6a-4b8b-8aff-f712c98837e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:59:55.025372 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-b9c2412a-cefe-4e38-95b1-6cbec3b96132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:55.134776 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-c2413fcf-1aa4-494b-b2ae-d333f1e721a8 req-f37f1fd3-81e7-4b87-bf48-ad7560eccd7e tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] Deleting port 8309c493-6008-4513-9c7e-c96b4d4f814c {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 00:59:55.135139 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2413fcf-1aa4-494b-b2ae-d333f1e721a8 req-f37f1fd3-81e7-4b87-bf48-ad7560eccd7e tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:55.138252 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-b9c2412a-cefe-4e38-95b1-6cbec3b96132 service neutron] For port 17d2d77d-4333-4b13-b3a8-7a6965dc17c8, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:59:55.142844 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-b9c2412a-cefe-4e38-95b1-6cbec3b96132 service neutron] For port 17d2d77d-4333-4b13-b3a8-7a6965dc17c8, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=17d2d77d-4333-4b13-b3a8-7a6965dc17c8,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:59:55.158838 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cf2112-be3d-46e4-a424-2ef4e14d85da req-97f77f6a-5c15-4588-a73d-760070d8282c tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:55.159298 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38336) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:55.161021 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-17cf2112-be3d-46e4-a424-2ef4e14d85da req-97f77f6a-5c15-4588-a73d-760070d8282c tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 945 time: 0.1012619 Jul 24 00:59:55.169038 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-b9c2412a-cefe-4e38-95b1-6cbec3b96132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:55.212350 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-17cf2112-be3d-46e4-a424-2ef4e14d85da req-3d53a610-328a-480d-8d94-7906f7e3922b tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438325 Jul 24 00:59:55.235722 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-b9c2412a-cefe-4e38-95b1-6cbec3b96132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:55.236332 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-b9c2412a-cefe-4e38-95b1-6cbec3b96132 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:55.237739 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-b9c2412a-cefe-4e38-95b1-6cbec3b96132 service neutron] 10.222.0.13 "PUT /v2.0/ports/17d2d77d-4333-4b13-b3a8-7a6965dc17c8 HTTP/1.1" status: 200 len: 1092 time: 1.2616637 Jul 24 00:59:55.583567 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e393415a-bc21-4831-8457-6c5e2736d356', 'tag': '17d2d77d-4333-4b13-b3a8-7a6965dc17c8'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:59:55.585756 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21015af0-4e67-4354-a813-5c08966ffdf1" -d '{"events": [{"name": "network-changed", "server_uuid": "e393415a-bc21-4831-8457-6c5e2736d356", "tag": "17d2d77d-4333-4b13-b3a8-7a6965dc17c8"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:59:55.593062 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7573e8-01e9-4b02-8799-42fe49bef5fa req-e49834a5-fbd6-45a5-a64b-3ee4bafe0609 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:55.594591 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1e7573e8-01e9-4b02-8799-42fe49bef5fa req-e49834a5-fbd6-45a5-a64b-3ee4bafe0609 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "GET /v2.0/ports?device_id=9265bd33-f088-4997-a86d-a3daac593946 HTTP/1.1" status: 200 len: 943 time: 0.0656266 Jul 24 00:59:55.634660 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1e7573e8-01e9-4b02-8799-42fe49bef5fa req-52da1d52-b0af-4931-8fc3-8129fd9d84b4 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "GET /v2.0/security-groups?id=67e18412-570e-4aad-a00d-ec0d2037b036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334837 Jul 24 00:59:55.683811 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 00:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65eb80f2-958a-4df6-b035-c151beb6fd7b x-openstack-request-id: req-65eb80f2-958a-4df6-b035-c151beb6fd7b {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:59:55.684100 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e393415a-bc21-4831-8457-6c5e2736d356", "tag": "17d2d77d-4333-4b13-b3a8-7a6965dc17c8", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:59:55.684347 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-65eb80f2-958a-4df6-b035-c151beb6fd7b {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:59:55.684730 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e393415a-bc21-4831-8457-6c5e2736d356', 'tag': '17d2d77d-4333-4b13-b3a8-7a6965dc17c8', 'status': 'completed', 'code': 200} Jul 24 00:59:55.697777 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c2412a-cefe-4e38-95b1-6cbec3b96132 service neutron] Pushing event updated for resources: {'Port': ['ID=17d2d77d-4333-4b13-b3a8-7a6965dc17c8,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:55.705826 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1bb39292-e647-40cb-b771-4634dd40e3a3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0bba3e5234ca44eb8c5aa8c215d2d609&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5450799 Jul 24 00:59:55.708444 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38344) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:55.726756 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-c2413fcf-1aa4-494b-b2ae-d333f1e721a8 req-f37f1fd3-81e7-4b87-bf48-ad7560eccd7e tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] For port 8309c493-6008-4513-9c7e-c96b4d4f814c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=8309c493-6008-4513-9c7e-c96b4d4f814c,segment=NetworkSegment(cb9ee2cc-8dd6-4f51-b45d-5ab951b387ae),segment_id=cb9ee2cc-8dd6-4f51-b45d-5ab951b387ae)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:59:55.727165 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2413fcf-1aa4-494b-b2ae-d333f1e721a8 req-f37f1fd3-81e7-4b87-bf48-ad7560eccd7e tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:55.746435 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-c2413fcf-1aa4-494b-b2ae-d333f1e721a8 req-f37f1fd3-81e7-4b87-bf48-ad7560eccd7e tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] Calling delete_port for 8309c493-6008-4513-9c7e-c96b4d4f814c owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 00:59:55.763486 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8652a061-9c51-4633-af86-2ab54fc42999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:55.796562 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8652a061-9c51-4633-af86-2ab54fc42999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:55.809937 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-9fb5bfc0-1efb-4e30-8a3a-8fc7987e12ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:55.811503 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-9fb5bfc0-1efb-4e30-8a3a-8fc7987e12ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7eb0da34432d47448c1b713034c6041a&device_id=e393415a-bc21-4831-8457-6c5e2736d356 HTTP/1.1" status: 200 len: 1095 time: 0.2145827 Jul 24 00:59:55.821530 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d96df-0edc-4be2-b69f-2be6e1f73df8 req-a434ded0-8c1b-4618-b8d4-820f0790dce1 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:55.823146 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c48d96df-0edc-4be2-b69f-2be6e1f73df8 req-a434ded0-8c1b-4618-b8d4-820f0790dce1 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e393415a-bc21-4831-8457-6c5e2736d356 HTTP/1.1" status: 200 len: 943 time: 0.2303531 Jul 24 00:59:55.880878 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181bb094-b99f-4ddd-bb3e-c64205088ee1 req-88fbed2c-f448-419f-971d-edf6e3607fea tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:55.882358 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-181bb094-b99f-4ddd-bb3e-c64205088ee1 req-88fbed2c-f448-419f-971d-edf6e3607fea tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 945 time: 0.0986402 Jul 24 00:59:55.884897 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-552f1ca2-6e38-4770-958b-77ccfe85979e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17d2d77d-4333-4b13-b3a8-7a6965dc17c8 HTTP/1.1" status: 200 len: 217 time: 0.0591874 Jul 24 00:59:55.889550 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8652a061-9c51-4633-af86-2ab54fc42999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:55.892540 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8652a061-9c51-4633-af86-2ab54fc42999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:55.893500 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8652a061-9c51-4633-af86-2ab54fc42999 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/099fb190-9d7d-4b8d-80c6-0d1c814506f4 HTTP/1.1" status: 204 len: 168 time: 0.1840866 Jul 24 00:59:55.916565 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8652a061-9c51-4633-af86-2ab54fc42999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099fb190-9d7d-4b8d-80c6-0d1c814506f4,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:55.928921 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652a061-9c51-4633-af86-2ab54fc42999 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:55.929279 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652a061-9c51-4633-af86-2ab54fc42999 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:55.929612 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652a061-9c51-4633-af86-2ab54fc42999 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:55.929951 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652a061-9c51-4633-af86-2ab54fc42999 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:55.931125 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652a061-9c51-4633-af86-2ab54fc42999 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:55.931583 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652a061-9c51-4633-af86-2ab54fc42999 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:55.931950 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652a061-9c51-4633-af86-2ab54fc42999 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:55.932294 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652a061-9c51-4633-af86-2ab54fc42999 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:55.932630 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652a061-9c51-4633-af86-2ab54fc42999 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:55.932963 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652a061-9c51-4633-af86-2ab54fc42999 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:55.933287 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652a061-9c51-4633-af86-2ab54fc42999 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:55.933616 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8652a061-9c51-4633-af86-2ab54fc42999 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 00:59:55.953815 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-181bb094-b99f-4ddd-bb3e-c64205088ee1 req-a037988f-f392-4de6-9220-8d9df980d0bc tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590179 Jul 24 00:59:55.960954 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c48d96df-0edc-4be2-b69f-2be6e1f73df8 req-e196eca3-3bc1-4ab0-b067-8ecffa5e0df1 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259675 Jul 24 00:59:55.969897 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-0323cc04-6e9e-4892-a522-7039439801de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:55.971410 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-0323cc04-6e9e-4892-a522-7039439801de service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66eb251d-e6ee-4000-900c-f86c0810b697 HTTP/1.1" status: 200 len: 849 time: 0.0786090 Jul 24 00:59:56.078077 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2413fcf-1aa4-494b-b2ae-d333f1e721a8 req-f37f1fd3-81e7-4b87-bf48-ad7560eccd7e tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:56.090867 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['8309c493-6008-4513-9c7e-c96b4d4f814c'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:59:56.109308 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750055bb-1255-4906-b689-741c06f48567 req-8a5e82b5-7d01-4b0e-afc8-ed2ae58d7bb2 tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:56.112441 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-14531cd7-55e0-4eb8-801c-f639db883359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:56.113943 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-14531cd7-55e0-4eb8-801c-f639db883359 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d582b8dc-8856-4b30-8b39-181936a3b597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1284740 Jul 24 00:59:56.114599 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f1fd3-81e7-4b87-bf48-ad7560eccd7e tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] Pushing event deleted for resources: {'Port': ['ID=8309c493-6008-4513-9c7e-c96b4d4f814c,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:56.117243 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-750055bb-1255-4906-b689-741c06f48567 req-8a5e82b5-7d01-4b0e-afc8-ed2ae58d7bb2 tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] 10.222.0.15 "GET /v2.0/ports?device_id=4da47154-1772-41a2-bdcf-3199c2cf6f37 HTTP/1.1" status: 200 len: 867 time: 0.0819089 Jul 24 00:59:56.157726 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-750055bb-1255-4906-b689-741c06f48567 req-a46cd213-ed63-4f90-a9f9-b2220f543bc3 tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] 10.222.0.15 "GET /v2.0/security-groups?id=1c2ff9e8-25f9-4929-b36b-7f6e869d798a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385723 Jul 24 00:59:56.200892 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2413fcf-1aa4-494b-b2ae-d333f1e721a8 req-f37f1fd3-81e7-4b87-bf48-ad7560eccd7e tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] No DVR routers for this DVR port 8309c493-6008-4513-9c7e-c96b4d4f814c on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 00:59:56.206838 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c2413fcf-1aa4-494b-b2ae-d333f1e721a8 req-f37f1fd3-81e7-4b87-bf48-ad7560eccd7e tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:56.210314 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2413fcf-1aa4-494b-b2ae-d333f1e721a8 req-f37f1fd3-81e7-4b87-bf48-ad7560eccd7e tempest-ServerTagsTestJSON-856411362 tempest-ServerTagsTestJSON-856411362-project] 10.222.0.13 "DELETE /v2.0/ports/8309c493-6008-4513-9c7e-c96b4d4f814c HTTP/1.1" status: 204 len: 173 time: 1.2695663 Jul 24 00:59:56.307704 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-5f4646eb-affd-43c6-8818-f65f25984427 service neutron] 10.222.0.13 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853764 Jul 24 00:59:56.400638 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddfa926-ac38-4f48-8007-62308dd3e04d req-8627105c-0edd-4922-8bdd-be17bc05b7ea tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:56.402243 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-eddfa926-ac38-4f48-8007-62308dd3e04d req-8627105c-0edd-4922-8bdd-be17bc05b7ea tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 945 time: 0.0974143 Jul 24 00:59:56.423119 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cf1ff61a-3e82-40ac-8e8e-30a04556bd47 req-cb2999cb-fb2d-41ec-ac21-e05dd88ac8f8 service neutron] 10.222.0.13 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085644 Jul 24 00:59:56.454673 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-eddfa926-ac38-4f48-8007-62308dd3e04d req-e57f7800-35f5-431d-bc52-0f36c03fec04 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442522 Jul 24 00:59:56.531933 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21015af0-4e67-4354-a813-5c08966ffdf1 req-ef6be1a7-a997-4ea2-bfbf-8a9aa0797b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:56.533824 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-21015af0-4e67-4354-a813-5c08966ffdf1 req-ef6be1a7-a997-4ea2-bfbf-8a9aa0797b7c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7eb0da34432d47448c1b713034c6041a&device_id=e393415a-bc21-4831-8457-6c5e2736d356 HTTP/1.1" status: 200 len: 1095 time: 0.0618958 Jul 24 00:59:56.627953 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21015af0-4e67-4354-a813-5c08966ffdf1 req-199cb2c1-26d1-4078-9e90-38d825017220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:56.629777 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-21015af0-4e67-4354-a813-5c08966ffdf1 req-199cb2c1-26d1-4078-9e90-38d825017220 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d582b8dc-8856-4b30-8b39-181936a3b597 HTTP/1.1" status: 200 len: 911 time: 0.0892816 Jul 24 00:59:56.687868 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-21015af0-4e67-4354-a813-5c08966ffdf1 req-21f29efd-0cd3-49e1-bf09-da97ea5c4800 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17d2d77d-4333-4b13-b3a8-7a6965dc17c8 HTTP/1.1" status: 200 len: 217 time: 0.0471544 Jul 24 00:59:56.737265 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 14e68278-522e-4e15-a33b-ccdb91ae66ed details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 00:59:56.765390 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21015af0-4e67-4354-a813-5c08966ffdf1 req-298ce967-ca64-490b-8c9b-f0b1701d6f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:56.766972 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-21015af0-4e67-4354-a813-5c08966ffdf1 req-298ce967-ca64-490b-8c9b-f0b1701d6f83 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66eb251d-e6ee-4000-900c-f86c0810b697 HTTP/1.1" status: 200 len: 849 time: 0.0720925 Jul 24 00:59:56.861624 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38378) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:56.864951 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c9f3fa-2b59-4b92-abd6-c97cd0dfa963 req-95f144f0-654b-4776-85a5-cc9214578c55 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:56.866574 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e9c9f3fa-2b59-4b92-abd6-c97cd0dfa963 req-95f144f0-654b-4776-85a5-cc9214578c55 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "GET /v2.0/ports?device_id=9265bd33-f088-4997-a86d-a3daac593946 HTTP/1.1" status: 200 len: 943 time: 0.1207757 Jul 24 00:59:56.870406 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 14e68278-522e-4e15-a33b-ccdb91ae66ed, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=14e68278-522e-4e15-a33b-ccdb91ae66ed,segment=NetworkSegment(24170a39-ee41-4c88-b034-65960a8784cb),segment_id=24170a39-ee41-4c88-b034-65960a8784cb)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:59:56.887224 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21015af0-4e67-4354-a813-5c08966ffdf1 req-8c401895-f06c-4160-8022-c5525b6046cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:56.888855 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-21015af0-4e67-4354-a813-5c08966ffdf1 req-8c401895-f06c-4160-8022-c5525b6046cf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d582b8dc-8856-4b30-8b39-181936a3b597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1033008 Jul 24 00:59:56.892618 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '14e68278-522e-4e15-a33b-ccdb91ae66ed', 'network_id': '10d2c835-80d7-49b2-a0db-ffc261981bb1', 'port_id': '14e68278-522e-4e15-a33b-ccdb91ae66ed', 'mac_address': 'fa:16:3e:1b:88:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d79533c-7102-4bc3-a914-988d50ddfabe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 00:59:56.947598 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:56.951775 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e9c9f3fa-2b59-4b92-abd6-c97cd0dfa963 req-678da77e-1a47-4f01-bb0d-0af3869da814 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "GET /v2.0/security-groups?id=67e18412-570e-4aad-a00d-ec0d2037b036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736601 Jul 24 00:59:56.964769 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14e68278-522e-4e15-a33b-ccdb91ae66ed {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 00:59:56.992300 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 14e68278-522e-4e15-a33b-ccdb91ae66ed, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=14e68278-522e-4e15-a33b-ccdb91ae66ed,segment=NetworkSegment(24170a39-ee41-4c88-b034-65960a8784cb),segment_id=24170a39-ee41-4c88-b034-65960a8784cb)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 00:59:57.002640 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:57.034526 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-0cabbcfb-5e0f-42b4-ba62-8506b7e5fdfc tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1105578765'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:57.062463 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=14e68278-522e-4e15-a33b-ccdb91ae66ed,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:57.112662 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cabbcfb-5e0f-42b4-ba62-8506b7e5fdfc tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Made reservation on behalf of 9e3f2e1f43474010ba3923755eee2289 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:59:57.116148 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0cabbcfb-5e0f-42b4-ba62-8506b7e5fdfc tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:57.123749 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-21015af0-4e67-4354-a813-5c08966ffdf1 req-48b3a3c3-2720-4ee6-aaec-cfdad27cf2ba service neutron] 10.222.0.13 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255545 Jul 24 00:59:57.130429 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0cabbcfb-5e0f-42b4-ba62-8506b7e5fdfc tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:57.144967 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910971a-8417-4f39-b25a-efaf9bf8647c req-d4920eb2-0462-43cd-bb66-528d17533393 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:57.146471 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1910971a-8417-4f39-b25a-efaf9bf8647c req-d4920eb2-0462-43cd-bb66-528d17533393 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e393415a-bc21-4831-8457-6c5e2736d356 HTTP/1.1" status: 200 len: 943 time: 0.0968282 Jul 24 00:59:57.188111 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c90c26-887f-4032-b84d-d166618f0164 req-46e44c52-6fce-4a9b-abca-1689a8d3ae4f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:57.189598 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b7c90c26-887f-4032-b84d-d166618f0164 req-46e44c52-6fce-4a9b-abca-1689a8d3ae4f tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 945 time: 0.1102467 Jul 24 00:59:57.241865 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1910971a-8417-4f39-b25a-efaf9bf8647c req-3066e8f6-fb1c-44f3-a056-5af26792c0b5 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859380 Jul 24 00:59:57.268615 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b7c90c26-887f-4032-b84d-d166618f0164 req-ca7e9caa-52e2-4905-af9d-ed9ecfa4722c tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603471 Jul 24 00:59:57.279210 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-21015af0-4e67-4354-a813-5c08966ffdf1 req-9a0e9679-723c-4b55-a407-bf0a889a61a7 service neutron] 10.222.0.13 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317246 Jul 24 00:59:57.308922 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0cabbcfb-5e0f-42b4-ba62-8506b7e5fdfc tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:57.315218 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0cabbcfb-5e0f-42b4-ba62-8506b7e5fdfc tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:57.319298 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38392) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:57.337033 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cabbcfb-5e0f-42b4-ba62-8506b7e5fdfc tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 00:59:57.365774 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0cabbcfb-5e0f-42b4-ba62-8506b7e5fdfc tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:57.366127 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-0cabbcfb-5e0f-42b4-ba62-8506b7e5fdfc tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Added segment 9ba2194b-382c-4385-be2b-cb53847663b5 of type vlan for network b10a2c4c-9fa1-46e2-bb5f-889806cbcde1 Jul 24 00:59:57.375745 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cabbcfb-5e0f-42b4-ba62-8506b7e5fdfc tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ea0c12-6c8a-40a6-b820-c71a5970c966,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:57.387396 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-20a012d9-c977-4e51-8dad-a6da7d58e543 admin admin] Deleting subnet d7cb966c-97ec-4cef-b349-9d94b92e1b8c {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 00:59:57.391027 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-20a012d9-c977-4e51-8dad-a6da7d58e543 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:57.416148 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0cabbcfb-5e0f-42b4-ba62-8506b7e5fdfc tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:57.426248 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['14e68278-522e-4e15-a33b-ccdb91ae66ed'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 00:59:57.431518 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-20a012d9-c977-4e51-8dad-a6da7d58e543 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:57.464106 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0cabbcfb-5e0f-42b4-ba62-8506b7e5fdfc tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:57.474759 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cabbcfb-5e0f-42b4-ba62-8506b7e5fdfc tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:57.475783 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0cabbcfb-5e0f-42b4-ba62-8506b7e5fdfc tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:57.490057 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-20a012d9-c977-4e51-8dad-a6da7d58e543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:57.551535 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0cabbcfb-5e0f-42b4-ba62-8506b7e5fdfc tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.6882329 Jul 24 00:59:57.552744 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38396) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:57.563573 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-ef640951-5943-4f79-98f9-756711c99731 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Request body: {'subnet': {'network_id': 'b10a2c4c-9fa1-46e2-bb5f-889806cbcde1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:57.588776 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cabbcfb-5e0f-42b4-ba62-8506b7e5fdfc tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Pushing event updated for resources: {'Network': ['ID=b10a2c4c-9fa1-46e2-bb5f-889806cbcde1,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:57.605343 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network b10a2c4c-9fa1-46e2-bb5f-889806cbcde1 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 00:59:57.616953 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-20a012d9-c977-4e51-8dad-a6da7d58e543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:57.654469 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a012d9-c977-4e51-8dad-a6da7d58e543 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7cb966c-97ec-4cef-b349-9d94b92e1b8c,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:57.694966 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da47154-1772-41a2-bdcf-3199c2cf6f37', 'name': 'network-vif-deleted', 'tag': '8309c493-6008-4513-9c7e-c96b4d4f814c'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 00:59:57.694966 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c280f36-9249-4427-a65b-6e7a55b5c475" -d '{"events": [{"server_uuid": "4da47154-1772-41a2-bdcf-3199c2cf6f37", "name": "network-vif-deleted", "tag": "8309c493-6008-4513-9c7e-c96b4d4f814c"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 00:59:57.697104 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-20a012d9-c977-4e51-8dad-a6da7d58e543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:57.701681 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-20a012d9-c977-4e51-8dad-a6da7d58e543 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d7cb966c-97ec-4cef-b349-9d94b92e1b8c HTTP/1.1" status: 204 len: 168 time: 0.3780527 Jul 24 00:59:57.702518 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38400) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:57.747109 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532f1c6-6195-4fe4-9605-dd43255a75f6 req-ff567866-c8d9-490d-8d29-01805b9a89c4 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:57.754150 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5532f1c6-6195-4fe4-9605-dd43255a75f6 req-ff567866-c8d9-490d-8d29-01805b9a89c4 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 945 time: 0.2129176 Jul 24 00:59:57.776832 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef640951-5943-4f79-98f9-756711c99731 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Made reservation on behalf of 9e3f2e1f43474010ba3923755eee2289 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:59:57.781184 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ef640951-5943-4f79-98f9-756711c99731 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:57.793373 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2d3cbaea-153d-4ec9-ae4e-f4f14c7f45b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:57.801101 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 00:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1511a31f-9873-4e53-96df-3eb319ff1635 x-openstack-request-id: req-1511a31f-9873-4e53-96df-3eb319ff1635 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 00:59:57.801560 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da47154-1772-41a2-bdcf-3199c2cf6f37", "name": "network-vif-deleted", "tag": "8309c493-6008-4513-9c7e-c96b4d4f814c", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 00:59:57.801811 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1511a31f-9873-4e53-96df-3eb319ff1635 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 00:59:57.802199 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da47154-1772-41a2-bdcf-3199c2cf6f37', 'name': 'network-vif-deleted', 'tag': '8309c493-6008-4513-9c7e-c96b4d4f814c', 'status': 'completed', 'code': 200} Jul 24 00:59:57.839273 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5532f1c6-6195-4fe4-9605-dd43255a75f6 req-b801c03f-956d-4797-a3b0-fc48d5af0b16 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842719 Jul 24 00:59:57.877059 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2d3cbaea-153d-4ec9-ae4e-f4f14c7f45b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:57.893446 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-2d3cbaea-153d-4ec9-ae4e-f4f14c7f45b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6bc4630-120e-4a59-bbfa-a64554a64cd4']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:57.904496 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-2d3cbaea-153d-4ec9-ae4e-f4f14c7f45b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb9ee2cc-8dd6-4f51-b45d-5ab951b387ae') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:57.904798 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-2d3cbaea-153d-4ec9-ae4e-f4f14c7f45b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb9ee2cc-8dd6-4f51-b45d-5ab951b387ae') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 00:59:57.913522 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2d3cbaea-153d-4ec9-ae4e-f4f14c7f45b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:57.928597 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2d3cbaea-153d-4ec9-ae4e-f4f14c7f45b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:57.935049 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d3cbaea-153d-4ec9-ae4e-f4f14c7f45b2 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 00:59:57.935449 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2d3cbaea-153d-4ec9-ae4e-f4f14c7f45b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:57.937131 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 00:59:57.937131 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 00:59:57.937131 n-d-793621-25 neutron-server[100463]: timer() Jul 24 00:59:57.937131 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 00:59:57.937131 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 00:59:57.937131 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 00:59:57.937131 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 00:59:57.937131 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 00:59:57.937131 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 00:59:57.937131 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 00:59:57.937131 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 00:59:57.937131 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 00:59:57.937131 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 00:59:57.937131 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 00:59:57.937131 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 00:59:57.937131 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 00:59:57.937131 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 00:59:57.937131 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 00:59:57.937131 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 00:59:57.937131 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 00:59:57.937131 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 00:59:57.937131 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 00:59:57.937131 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 00:59:57.937131 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 00:59:57.937131 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 00:59:57.937131 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 00:59:57.937131 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 00:59:57.937131 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 00:59:57.937131 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 00:59:57.937131 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 00:59:57.937131 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 00:59:57.937131 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 00:59:57.992630 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ef640951-5943-4f79-98f9-756711c99731 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:58.004119 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2d3cbaea-153d-4ec9-ae4e-f4f14c7f45b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:58.022543 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2d3cbaea-153d-4ec9-ae4e-f4f14c7f45b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:58.025657 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2d3cbaea-153d-4ec9-ae4e-f4f14c7f45b2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c6bc4630-120e-4a59-bbfa-a64554a64cd4 HTTP/1.1" status: 204 len: 168 time: 0.3216193 Jul 24 00:59:58.030081 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3cbaea-153d-4ec9-ae4e-f4f14c7f45b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6bc4630-120e-4a59-bbfa-a64554a64cd4,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:58.067757 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef640951-5943-4f79-98f9-756711c99731 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Pushing event updated for resources: {'Subnet': ['ID=1683115c-83db-49c8-b5be-c6b1e34dbee9,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:58.084511 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef640951-5943-4f79-98f9-756711c99731 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Checking segment: {'id': '9ba2194b-382c-4385-be2b-cb53847663b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b10a2c4c-9fa1-46e2-bb5f-889806cbcde1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:59:58.084965 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef640951-5943-4f79-98f9-756711c99731 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Network hostable DHCP agents. Network: b10a2c4c-9fa1-46e2-bb5f-889806cbcde1, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 00:59:58.097974 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8472879-fc46-405e-9186-0591fc0f025d req-798414f8-37ba-440d-a71f-1b89148ee0b6 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:58.099875 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a8472879-fc46-405e-9186-0591fc0f025d req-798414f8-37ba-440d-a71f-1b89148ee0b6 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "GET /v2.0/ports?device_id=9265bd33-f088-4997-a86d-a3daac593946 HTTP/1.1" status: 200 len: 944 time: 0.0726614 Jul 24 00:59:58.112444 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef640951-5943-4f79-98f9-756711c99731 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Network b10a2c4c-9fa1-46e2-bb5f-889806cbcde1 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 00:59:58.124318 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-ef640951-5943-4f79-98f9-756711c99731 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, b10a2c4c-9fa1-46e2-bb5f-889806cbcde1) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:59:58.128883 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef640951-5943-4f79-98f9-756711c99731 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:58.131873 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ef640951-5943-4f79-98f9-756711c99731 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:58.133677 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3af3042-d980-408c-bdd8-2bb12ee1cbee None None] Network b10a2c4c-9fa1-46e2-bb5f-889806cbcde1 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 00:59:58.163834 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ef640951-5943-4f79-98f9-756711c99731 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6072223 Jul 24 00:59:58.169014 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38406) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:58.176052 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-8b21b9b0-a2d6-4996-9b1c-aaf0dafceb18 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Request body: {'port': {'network_id': 'b10a2c4c-9fa1-46e2-bb5f-889806cbcde1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-534376548'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:58.177606 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a8472879-fc46-405e-9186-0591fc0f025d req-bd822c87-b04f-42fa-bc1a-79385292ef36 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "GET /v2.0/security-groups?id=67e18412-570e-4aad-a00d-ec0d2037b036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711336 Jul 24 00:59:58.307196 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38412) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:58.322221 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c4f624-23a3-432e-af90-4535831d4b87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-b10a2c4c-9fa1-46e2-bb5f-889806cbcde1', 'network_id': 'b10a2c4c-9fa1-46e2-bb5f-889806cbcde1', 'tenant_id': '9e3f2e1f43474010ba3923755eee2289', 'fixed_ips': [{'subnet_id': '1683115c-83db-49c8-b5be-c6b1e34dbee9'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 00:59:58.327685 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a5c4f624-23a3-432e-af90-4535831d4b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:58.375484 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b21b9b0-a2d6-4996-9b1c-aaf0dafceb18 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Made reservation on behalf of 9e3f2e1f43474010ba3923755eee2289 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:59:58.380661 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8b21b9b0-a2d6-4996-9b1c-aaf0dafceb18 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:58.388103 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4f9d8fa6-c7d1-4a42-88db-5b862a10dfd1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ac8b70df7f44ee7bad6ad4c4157b3f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0796711 Jul 24 00:59:58.397575 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38418) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:58.451123 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [None req-8b21b9b0-a2d6-4996-9b1c-aaf0dafceb18 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] device_id is not set on port 063d6448-11ab-4e0d-8e08-e181b3a0a240 yet. {{(pid=100464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:59:58.456382 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed20df-ad04-43ad-8301-433769fa94d5 req-2e4927ab-858b-4bfa-b85b-03f4bceb639b tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:58.458338 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b9ed20df-ad04-43ad-8301-433769fa94d5 req-2e4927ab-858b-4bfa-b85b-03f4bceb639b tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 945 time: 0.0922241 Jul 24 00:59:58.500025 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b9ed20df-ad04-43ad-8301-433769fa94d5 req-1879f4a2-b36d-43ee-938a-5554d5faa5e6 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347195 Jul 24 00:59:58.534276 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-a5c4f624-23a3-432e-af90-4535831d4b87 None None] Allocated IP 2001:db8::2 (b10a2c4c-9fa1-46e2-bb5f-889806cbcde1/1683115c-83db-49c8-b5be-c6b1e34dbee9/90b472c0-6e4f-4947-a25a-0dea286596d0) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:59:58.566804 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24391443-0269-4c55-a02b-61be8a1bf8c2 req-4685be86-9004-41a1-8104-a8aa40c45a0d tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:58.568354 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-24391443-0269-4c55-a02b-61be8a1bf8c2 req-4685be86-9004-41a1-8104-a8aa40c45a0d tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e393415a-bc21-4831-8457-6c5e2736d356 HTTP/1.1" status: 200 len: 943 time: 0.2123370 Jul 24 00:59:58.569190 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-372ea770-a2da-481e-b4e2-3115f8766780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:58.604524 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-372ea770-a2da-481e-b4e2-3115f8766780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:58.654234 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-24391443-0269-4c55-a02b-61be8a1bf8c2 req-3a6938c4-f1a7-4c15-b4c9-4c6dd0cb917a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755491 Jul 24 00:59:58.679235 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-372ea770-a2da-481e-b4e2-3115f8766780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:58.682078 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-372ea770-a2da-481e-b4e2-3115f8766780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:58.683320 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-372ea770-a2da-481e-b4e2-3115f8766780 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1c2ff9e8-25f9-4929-b36b-7f6e869d798a HTTP/1.1" status: 204 len: 168 time: 0.2639580 Jul 24 00:59:58.694502 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ea770-a2da-481e-b4e2-3115f8766780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2ff9e8-25f9-4929-b36b-7f6e869d798a,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:58.710424 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a5c4f624-23a3-432e-af90-4535831d4b87 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:58.724301 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a5c4f624-23a3-432e-af90-4535831d4b87 None None] Transition to ACTIVE for port object 90b472c0-6e4f-4947-a25a-0dea286596d0 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:59:58.742235 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a5c4f624-23a3-432e-af90-4535831d4b87 None None] Transition to ACTIVE for port object 90b472c0-6e4f-4947-a25a-0dea286596d0 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:59:58.747913 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 8309c493-6008-4513-9c7e-c96b4d4f814c no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 00:59:58.751882 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a5c4f624-23a3-432e-af90-4535831d4b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:58.774602 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 8309c493-6008-4513-9c7e-c96b4d4f814c {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 00:59:58.775326 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 8309c493-6008-4513-9c7e-c96b4d4f814c not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 00:59:58.810934 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-8b21b9b0-a2d6-4996-9b1c-aaf0dafceb18 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Allocated IP 2001:db8::3d6 (b10a2c4c-9fa1-46e2-bb5f-889806cbcde1/1683115c-83db-49c8-b5be-c6b1e34dbee9/063d6448-11ab-4e0d-8e08-e181b3a0a240) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:59:58.819644 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c4f624-23a3-432e-af90-4535831d4b87 None None] Network b10a2c4c-9fa1-46e2-bb5f-889806cbcde1 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:59:58.823206 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-a5c4f624-23a3-432e-af90-4535831d4b87 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:59:58.827825 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c4f624-23a3-432e-af90-4535831d4b87 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:59:58.833524 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4f624-23a3-432e-af90-4535831d4b87 None None] Pushing event updated for resources: {'Port': ['ID=90b472c0-6e4f-4947-a25a-0dea286596d0,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:58.897476 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-a5c4f624-23a3-432e-af90-4535831d4b87 None None] Attempting to bind port 90b472c0-6e4f-4947-a25a-0dea286596d0 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 00:59:58.898134 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-a5c4f624-23a3-432e-af90-4535831d4b87 None None] Attempting to bind port 90b472c0-6e4f-4947-a25a-0dea286596d0 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '9ba2194b-382c-4385-be2b-cb53847663b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b10a2c4c-9fa1-46e2-bb5f-889806cbcde1'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 00:59:58.898468 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c4f624-23a3-432e-af90-4535831d4b87 None None] Attempting to bind port 90b472c0-6e4f-4947-a25a-0dea286596d0 on network b10a2c4c-9fa1-46e2-bb5f-889806cbcde1 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 00:59:58.905102 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c4f624-23a3-432e-af90-4535831d4b87 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 00:59:58.905571 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c4f624-23a3-432e-af90-4535831d4b87 None None] Checking segment: {'id': '9ba2194b-382c-4385-be2b-cb53847663b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b10a2c4c-9fa1-46e2-bb5f-889806cbcde1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 00:59:58.906088 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a5c4f624-23a3-432e-af90-4535831d4b87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:58.906562 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c4f624-23a3-432e-af90-4535831d4b87 None None] Bound using segment: {'id': '9ba2194b-382c-4385-be2b-cb53847663b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b10a2c4c-9fa1-46e2-bb5f-889806cbcde1'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 00:59:58.907128 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-a5c4f624-23a3-432e-af90-4535831d4b87 None None] Bound port: 90b472c0-6e4f-4947-a25a-0dea286596d0, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba2194b-382c-4385-be2b-cb53847663b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'b10a2c4c-9fa1-46e2-bb5f-889806cbcde1'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 00:59:58.907682 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a5c4f624-23a3-432e-af90-4535831d4b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:59.003456 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-a5c4f624-23a3-432e-af90-4535831d4b87 None None] For port 90b472c0-6e4f-4947-a25a-0dea286596d0, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 00:59:59.009947 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-a5c4f624-23a3-432e-af90-4535831d4b87 None None] For port 90b472c0-6e4f-4947-a25a-0dea286596d0, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=90b472c0-6e4f-4947-a25a-0dea286596d0,segment=NetworkSegment(9ba2194b-382c-4385-be2b-cb53847663b5),segment_id=9ba2194b-382c-4385-be2b-cb53847663b5)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 00:59:59.011082 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ff42a-cb95-41be-8d4e-f389b86fc096 req-7fdba429-ee91-4029-8492-304e9f877e2c tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:59.011859 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8b21b9b0-a2d6-4996-9b1c-aaf0dafceb18 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:59.019326 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a5c4f624-23a3-432e-af90-4535831d4b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:59.020452 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6f9ff42a-cb95-41be-8d4e-f389b86fc096 req-7fdba429-ee91-4029-8492-304e9f877e2c tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 945 time: 0.0986788 Jul 24 00:59:59.029305 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-8b21b9b0-a2d6-4996-9b1c-aaf0dafceb18 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Transition to ACTIVE for port object 063d6448-11ab-4e0d-8e08-e181b3a0a240 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:59:59.064447 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6f9ff42a-cb95-41be-8d4e-f389b86fc096 req-25391f0f-ffc0-4b10-8b3e-3f119cf469c5 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426264 Jul 24 00:59:59.076687 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8b21b9b0-a2d6-4996-9b1c-aaf0dafceb18 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:59.123368 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4f624-23a3-432e-af90-4535831d4b87 None None] Pushing event updated for resources: {'Port': ['ID=90b472c0-6e4f-4947-a25a-0dea286596d0,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:59.145813 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b21b9b0-a2d6-4996-9b1c-aaf0dafceb18 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Network b10a2c4c-9fa1-46e2-bb5f-889806cbcde1 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:59:59.149705 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-8b21b9b0-a2d6-4996-9b1c-aaf0dafceb18 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:59:59.154151 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b21b9b0-a2d6-4996-9b1c-aaf0dafceb18 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:59:59.159985 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b21b9b0-a2d6-4996-9b1c-aaf0dafceb18 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:59.160732 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8b21b9b0-a2d6-4996-9b1c-aaf0dafceb18 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:59.182664 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b21b9b0-a2d6-4996-9b1c-aaf0dafceb18 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Pushing event updated for resources: {'Port': ['ID=063d6448-11ab-4e0d-8e08-e181b3a0a240,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 00:59:59.196324 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-8b21b9b0-a2d6-4996-9b1c-aaf0dafceb18 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0216079 Jul 24 00:59:59.196324 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38436) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 00:59:59.203108 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-ae21be3e-1713-4b47-ab46-e73e142a820f tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Request body: {'port': {'network_id': 'b10a2c4c-9fa1-46e2-bb5f-889806cbcde1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1595681163', 'allowed_address_pairs': [{'ip_address': '2001:db8::3d6', 'mac_address': 'fa:16:3e:d5:f8:4b'}]}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 00:59:59.381634 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5372771f-8bf6-4b2e-9c48-2616c45bd6ed req-6fd8038c-cc99-4195-a0f3-472276b19bb9 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:59.384079 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5372771f-8bf6-4b2e-9c48-2616c45bd6ed req-6fd8038c-cc99-4195-a0f3-472276b19bb9 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "GET /v2.0/ports?device_id=9265bd33-f088-4997-a86d-a3daac593946 HTTP/1.1" status: 200 len: 944 time: 0.1429381 Jul 24 00:59:59.388604 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae21be3e-1713-4b47-ab46-e73e142a820f tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Made reservation on behalf of 9e3f2e1f43474010ba3923755eee2289 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 00:59:59.491714 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5372771f-8bf6-4b2e-9c48-2616c45bd6ed req-f0c07abd-84b7-4e9c-b7fa-216b92b96f6b tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "GET /v2.0/security-groups?id=67e18412-570e-4aad-a00d-ec0d2037b036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875843 Jul 24 00:59:59.514747 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ae21be3e-1713-4b47-ab46-e73e142a820f tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:59.534029 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [None req-ae21be3e-1713-4b47-ab46-e73e142a820f tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] device_id is not set on port 733df27d-8688-4b58-a099-c2e5bec49af1 yet. {{(pid=100464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 00:59:59.659152 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84a9faf-b8d3-4e64-893c-9357c15f922f req-1889f30c-9ada-47a1-a3b8-5dfed9582c29 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:59.661305 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a84a9faf-b8d3-4e64-893c-9357c15f922f req-1889f30c-9ada-47a1-a3b8-5dfed9582c29 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 945 time: 0.0887349 Jul 24 00:59:59.671117 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-ae21be3e-1713-4b47-ab46-e73e142a820f tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Allocated IP 2001:db8::319 (b10a2c4c-9fa1-46e2-bb5f-889806cbcde1/1683115c-83db-49c8-b5be-c6b1e34dbee9/733df27d-8688-4b58-a099-c2e5bec49af1) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 00:59:59.709974 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a84a9faf-b8d3-4e64-893c-9357c15f922f req-5fee0950-9137-492e-940e-3c0583526756 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424037 Jul 24 00:59:59.857221 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ae21be3e-1713-4b47-ab46-e73e142a820f tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:59.860038 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7dd6b1-d0ba-43d4-b528-5623c9aa14e0 req-52ca7762-01fc-405b-9f18-a54d865a40ca tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:59.873082 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1d7dd6b1-d0ba-43d4-b528-5623c9aa14e0 req-52ca7762-01fc-405b-9f18-a54d865a40ca tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e393415a-bc21-4831-8457-6c5e2736d356 HTTP/1.1" status: 200 len: 943 time: 0.0905485 Jul 24 00:59:59.873937 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-ae21be3e-1713-4b47-ab46-e73e142a820f tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Transition to ACTIVE for port object 733df27d-8688-4b58-a099-c2e5bec49af1 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 00:59:59.917849 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ae21be3e-1713-4b47-ab46-e73e142a820f tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:59.923043 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1d7dd6b1-d0ba-43d4-b528-5623c9aa14e0 req-9b49a93b-26aa-4277-8e75-4a0f635e4f28 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426607 Jul 24 00:59:59.966544 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae21be3e-1713-4b47-ab46-e73e142a820f tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Network b10a2c4c-9fa1-46e2-bb5f-889806cbcde1 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 00:59:59.971958 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-ae21be3e-1713-4b47-ab46-e73e142a820f tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 00:59:59.976697 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae21be3e-1713-4b47-ab46-e73e142a820f tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 00:59:59.982339 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae21be3e-1713-4b47-ab46-e73e142a820f tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 00:59:59.983041 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ae21be3e-1713-4b47-ab46-e73e142a820f tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 00:59:59.990024 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae21be3e-1713-4b47-ab46-e73e142a820f tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Pushing event updated for resources: {'Port': ['ID=733df27d-8688-4b58-a099-c2e5bec49af1,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:00.006184 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ae21be3e-1713-4b47-ab46-e73e142a820f tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 0.8085749 Jul 24 01:00:00.009059 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38468) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:00.144249 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222cdc5b-b5df-43bb-b564-1fe2ad33aceb tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:00.154329 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222cdc5b-b5df-43bb-b564-1fe2ad33aceb tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:00.161372 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222cdc5b-b5df-43bb-b564-1fe2ad33aceb tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:00.163465 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-222cdc5b-b5df-43bb-b564-1fe2ad33aceb tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1531634 Jul 24 01:00:00.168229 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38474) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:00.232154 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67fdc4f-8597-4955-a07c-38d9681335f7 None None] Network b10a2c4c-9fa1-46e2-bb5f-889806cbcde1 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:00:00.246164 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d6532f52-3332-4782-9c2d-30cf9318ffee req-01a9b857-7698-4331-849f-d6bb7b71a8b9 tempest-ServerShowV257Test-328446002 tempest-ServerShowV257Test-328446002-project] 10.222.0.15 "GET /v2.0/ports?device_id=10afbbf5-b0e1-41df-9057-39faa774b016 HTTP/1.1" status: 200 len: 210 time: 0.0638707 Jul 24 01:00:00.278761 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ea8b02-5795-42db-9ed7-55b00ec77066 req-1bd85939-c927-4572-a6a4-e70a5eeaad4e tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:00.280373 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d8ea8b02-5795-42db-9ed7-55b00ec77066 req-1bd85939-c927-4572-a6a4-e70a5eeaad4e tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 945 time: 0.1087108 Jul 24 01:00:00.341458 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d8ea8b02-5795-42db-9ed7-55b00ec77066 req-8ce77354-7bef-4cdf-b322-1c11d5818384 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461526 Jul 24 01:00:00.342360 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-79529f2a-e4fb-4a81-964b-8bfb28ce0f46 None None] Provisioning for port 90b472c0-6e4f-4947-a25a-0dea286596d0 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:00:00.359301 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-4c773d71-e811-4396-9720-600bc5b762ec tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Deleting port 733df27d-8688-4b58-a099-c2e5bec49af1 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:00:00.359665 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4c773d71-e811-4396-9720-600bc5b762ec tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:00.463145 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4c773d71-e811-4396-9720-600bc5b762ec tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:00.478913 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-4c773d71-e811-4396-9720-600bc5b762ec tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Calling delete_port for 733df27d-8688-4b58-a099-c2e5bec49af1 owned by {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:00:00.693125 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4c773d71-e811-4396-9720-600bc5b762ec tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:00.735694 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c773d71-e811-4396-9720-600bc5b762ec tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Pushing event deleted for resources: {'Port': ['ID=733df27d-8688-4b58-a099-c2e5bec49af1,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:00.752155 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 17d2d77d-4333-4b13-b3a8-7a6965dc17c8 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:00:00.774817 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 14e68278-522e-4e15-a33b-ccdb91ae66ed up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:00:00.821648 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b42ce5-34bf-487f-b823-e03d41ad9b36 req-208eb6b8-3c53-4992-abd2-04971c69c8e2 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:00.830670 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a7b42ce5-34bf-487f-b823-e03d41ad9b36 req-208eb6b8-3c53-4992-abd2-04971c69c8e2 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "GET /v2.0/ports?device_id=9265bd33-f088-4997-a86d-a3daac593946 HTTP/1.1" status: 200 len: 944 time: 0.2319813 Jul 24 01:00:00.989215 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4c773d71-e811-4396-9720-600bc5b762ec tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:00.996978 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38494) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:01.000831 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4c773d71-e811-4396-9720-600bc5b762ec tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] 10.222.0.15 "DELETE /v2.0/ports/733df27d-8688-4b58-a099-c2e5bec49af1 HTTP/1.1" status: 204 len: 168 time: 0.8314211 Jul 24 01:00:01.020346 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a7b42ce5-34bf-487f-b823-e03d41ad9b36 req-4b8bd1da-17fa-4cf8-9431-5a509ce8c3c6 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "GET /v2.0/security-groups?id=67e18412-570e-4aad-a00d-ec0d2037b036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884038 Jul 24 01:00:01.093601 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f62e0d58-af60-4982-ba59-080234fe3e1d None None] Provisioning for port 063d6448-11ab-4e0d-8e08-e181b3a0a240 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:00:01.107916 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca745c68-e8eb-493d-88de-e1bace8a1d3f tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] GET failed (client error): The resource could not be found. Jul 24 01:00:01.108928 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f62e0d58-af60-4982-ba59-080234fe3e1d None None] Provisioning complete for port 063d6448-11ab-4e0d-8e08-e181b3a0a240 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:00:01.109846 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ca745c68-e8eb-493d-88de-e1bace8a1d3f tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] 10.222.0.15 "GET /v2.0/ports/733df27d-8688-4b58-a099-c2e5bec49af1 HTTP/1.1" status: 404 len: 333 time: 0.1108241 Jul 24 01:00:01.114002 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38496) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:01.120609 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-4251f5d8-9893-4e6c-9b74-f79d4d063ed4 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Request body: {'port': {'network_id': 'b10a2c4c-9fa1-46e2-bb5f-889806cbcde1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2109157917'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:01.123788 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f62e0d58-af60-4982-ba59-080234fe3e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:01.139033 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d20737-66fa-4c1e-a57d-673770400e2b req-9859c3c0-3227-44e4-a4bd-4c627ad22cd4 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:01.141090 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-94d20737-66fa-4c1e-a57d-673770400e2b req-9859c3c0-3227-44e4-a4bd-4c627ad22cd4 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 945 time: 0.2245870 Jul 24 01:00:01.178563 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-f62e0d58-af60-4982-ba59-080234fe3e1d None None] Port 063d6448-11ab-4e0d-8e08-e181b3a0a240 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:00:01.186942 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f62e0d58-af60-4982-ba59-080234fe3e1d None None] Could not find standard attr ID for object 733df27d-8688-4b58-a099-c2e5bec49af1. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:00:01.199550 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 90b472c0-6e4f-4947-a25a-0dea286596d0 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:00:01.217404 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-94d20737-66fa-4c1e-a57d-673770400e2b req-8cdfdf85-6c72-4b59-b9a3-8c66c521c8d1 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603650 Jul 24 01:00:01.301820 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 14e68278-522e-4e15-a33b-ccdb91ae66ed completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:00:01.318373 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 14e68278-522e-4e15-a33b-ccdb91ae66ed triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:00:01.318772 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:01.368026 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 17d2d77d-4333-4b13-b3a8-7a6965dc17c8, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=17d2d77d-4333-4b13-b3a8-7a6965dc17c8,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:01.374046 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a242f25-e1d3-4145-8f95-deb53b95087b req-d3f7ad68-2f6d-45c3-9b50-8502c8da04af tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:01.375503 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6a242f25-e1d3-4145-8f95-deb53b95087b req-d3f7ad68-2f6d-45c3-9b50-8502c8da04af tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e393415a-bc21-4831-8457-6c5e2736d356 HTTP/1.1" status: 200 len: 943 time: 0.1123457 Jul 24 01:00:01.376369 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4251f5d8-9893-4e6c-9b74-f79d4d063ed4 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Made reservation on behalf of 9e3f2e1f43474010ba3923755eee2289 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:00:01.380260 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4251f5d8-9893-4e6c-9b74-f79d4d063ed4 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:01.383763 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a5a3fd95-5d8d-49e0-abdd-92761cacb2cb req-0dda2dde-1be8-49fb-8d75-29e317be630e tempest-ServerShowV257Test-328446002 tempest-ServerShowV257Test-328446002-project] 10.222.0.15 "GET /v2.0/ports?device_id=10afbbf5-b0e1-41df-9057-39faa774b016 HTTP/1.1" status: 200 len: 210 time: 0.0429049 Jul 24 01:00:01.415481 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [None req-4251f5d8-9893-4e6c-9b74-f79d4d063ed4 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] device_id is not set on port 3331620d-350b-4b40-819b-186b4da5e286 yet. {{(pid=100464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:00:01.442519 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '17d2d77d-4333-4b13-b3a8-7a6965dc17c8', 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597', 'port_id': '17d2d77d-4333-4b13-b3a8-7a6965dc17c8', 'mac_address': 'fa:16:3e:89:ec:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66eb251d-e6ee-4000-900c-f86c0810b697', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:00:01.444621 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 90b472c0-6e4f-4947-a25a-0dea286596d0 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:00:01.454873 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 90b472c0-6e4f-4947-a25a-0dea286596d0 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:00:01.455608 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:01.541484 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:01.582919 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fae68f-a339-4b97-9840-644f8acbd1a9 req-857c125e-52ee-4e9f-87b1-e3b12bb648c8 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:01.583162 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-6477c26b-63a8-4199-ad9a-64f8bb8515bf None None] Provisioning complete for port 063d6448-11ab-4e0d-8e08-e181b3a0a240 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:00:01.583392 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6477c26b-63a8-4199-ad9a-64f8bb8515bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:01.585636 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c2fae68f-a339-4b97-9840-644f8acbd1a9 req-857c125e-52ee-4e9f-87b1-e3b12bb648c8 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 945 time: 0.0989246 Jul 24 01:00:01.612131 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17d2d77d-4333-4b13-b3a8-7a6965dc17c8 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:00:01.658083 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c2fae68f-a339-4b97-9840-644f8acbd1a9 req-5c023a5f-1d55-460d-aea9-9922e54787f8 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630319 Jul 24 01:00:01.691331 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-6477c26b-63a8-4199-ad9a-64f8bb8515bf None None] Port 063d6448-11ab-4e0d-8e08-e181b3a0a240 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:00:01.727747 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 17d2d77d-4333-4b13-b3a8-7a6965dc17c8, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=17d2d77d-4333-4b13-b3a8-7a6965dc17c8,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:01.731903 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:01.750527 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:01.809721 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9265bd33-f088-4997-a86d-a3daac593946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e68278-522e-4e15-a33b-ccdb91ae66ed'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:00:01.812042 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4374655d-d838-4738-bb35-841c2caeac99" -d '{"events": [{"server_uuid": "9265bd33-f088-4997-a86d-a3daac593946", "name": "network-vif-plugged", "status": "completed", "tag": "14e68278-522e-4e15-a33b-ccdb91ae66ed"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:00:01.839646 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 14e68278-522e-4e15-a33b-ccdb91ae66ed, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=14e68278-522e-4e15-a33b-ccdb91ae66ed,segment=NetworkSegment(24170a39-ee41-4c88-b034-65960a8784cb),segment_id=24170a39-ee41-4c88-b034-65960a8784cb)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:01.842187 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-3e69ed66-b27b-4b84-b5d6-6a458ad1ae61 None None] Could not find standard attr ID for object 733df27d-8688-4b58-a099-c2e5bec49af1. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:00:01.856434 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:01.865312 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02423aec-f00e-4718-973a-86ae40d02d66 x-openstack-request-id: req-02423aec-f00e-4718-973a-86ae40d02d66 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:00:01.865602 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9265bd33-f088-4997-a86d-a3daac593946", "name": "network-vif-plugged", "status": "completed", "tag": "14e68278-522e-4e15-a33b-ccdb91ae66ed", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:00:01.865854 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-02423aec-f00e-4718-973a-86ae40d02d66 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:00:01.866244 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9265bd33-f088-4997-a86d-a3daac593946', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14e68278-522e-4e15-a33b-ccdb91ae66ed', 'code': 200} Jul 24 01:00:01.873109 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:01.892285 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=17d2d77d-4333-4b13-b3a8-7a6965dc17c8,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:01.950894 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 90b472c0-6e4f-4947-a25a-0dea286596d0, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=90b472c0-6e4f-4947-a25a-0dea286596d0,segment=NetworkSegment(9ba2194b-382c-4385-be2b-cb53847663b5),segment_id=9ba2194b-382c-4385-be2b-cb53847663b5)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:01.954053 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6a242f25-e1d3-4145-8f95-deb53b95087b req-45244d12-f6df-4564-b2e4-2b984b8bad35 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5546072 Jul 24 01:00:01.955762 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:01.980751 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=14e68278-522e-4e15-a33b-ccdb91ae66ed,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:02.022029 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-4251f5d8-9893-4e6c-9b74-f79d4d063ed4 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Allocated IP 2001:db8::281 (b10a2c4c-9fa1-46e2-bb5f-889806cbcde1/1683115c-83db-49c8-b5be-c6b1e34dbee9/3331620d-350b-4b40-819b-186b4da5e286) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:00:02.033464 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=90b472c0-6e4f-4947-a25a-0dea286596d0,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:02.071754 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebbea05-e5ba-4695-8b13-73f24aecd56b req-b7f14e83-a9e3-4dfa-8d33-278efe6f721b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:02.073314 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7ebbea05-e5ba-4695-8b13-73f24aecd56b req-b7f14e83-a9e3-4dfa-8d33-278efe6f721b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9265bd33-f088-4997-a86d-a3daac593946 HTTP/1.1" status: 200 len: 1097 time: 0.1162388 Jul 24 01:00:02.144566 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['17d2d77d-4333-4b13-b3a8-7a6965dc17c8'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:00:02.146957 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7ebbea05-e5ba-4695-8b13-73f24aecd56b req-dfe983b2-1a96-40b4-aec1-f9ef4b9504ea service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=67e18412-570e-4aad-a00d-ec0d2037b036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637674 Jul 24 01:00:02.183255 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d80143-f256-4647-af32-c0c9518bbb2d req-ed39974d-adfe-4fdc-ad8c-dafc96fe75d2 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:02.185539 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b3d80143-f256-4647-af32-c0c9518bbb2d req-ed39974d-adfe-4fdc-ad8c-dafc96fe75d2 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "GET /v2.0/ports?device_id=9265bd33-f088-4997-a86d-a3daac593946 HTTP/1.1" status: 200 len: 945 time: 0.0818975 Jul 24 01:00:02.222455 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4251f5d8-9893-4e6c-9b74-f79d4d063ed4 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:02.240549 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-4251f5d8-9893-4e6c-9b74-f79d4d063ed4 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Transition to ACTIVE for port object 3331620d-350b-4b40-819b-186b4da5e286 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:00:02.246499 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b3d80143-f256-4647-af32-c0c9518bbb2d req-53af3696-6042-4a5e-8030-8c4d8f241216 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "GET /v2.0/security-groups?id=67e18412-570e-4aad-a00d-ec0d2037b036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548611 Jul 24 01:00:02.291938 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4251f5d8-9893-4e6c-9b74-f79d4d063ed4 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:02.383990 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4251f5d8-9893-4e6c-9b74-f79d4d063ed4 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Network b10a2c4c-9fa1-46e2-bb5f-889806cbcde1 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:02.384755 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4251f5d8-9893-4e6c-9b74-f79d4d063ed4 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Pushing event updated for resources: {'Port': ['ID=3331620d-350b-4b40-819b-186b4da5e286,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:02.388775 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-4251f5d8-9893-4e6c-9b74-f79d4d063ed4 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:02.391508 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4251f5d8-9893-4e6c-9b74-f79d4d063ed4 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:00:02.397202 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4251f5d8-9893-4e6c-9b74-f79d4d063ed4 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:02.397836 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4251f5d8-9893-4e6c-9b74-f79d4d063ed4 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:02.423559 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4251f5d8-9893-4e6c-9b74-f79d4d063ed4 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3082337 Jul 24 01:00:02.426043 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38512) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:02.432773 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-01651dc4-cbbc-4f5a-b1c3-5ccbbfc5200e tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3d6', 'mac_address': 'fa:16:3e:d5:f8:4b'}]}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:02.441725 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3bc13-60cc-4572-86b2-e0da45844966 req-06e613b0-7b0a-48dd-b12f-482baee4a0c0 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:02.443537 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f9d3bc13-60cc-4572-86b2-e0da45844966 req-06e613b0-7b0a-48dd-b12f-482baee4a0c0 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 945 time: 0.1213753 Jul 24 01:00:02.489407 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f9d3bc13-60cc-4572-86b2-e0da45844966 req-d00a9b25-c1bd-4d70-8268-018f2363d175 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386941 Jul 24 01:00:02.549690 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e83ef49b-4d5a-4992-ba56-ba065fedb087 req-ced10e25-e09c-478c-869b-4262f842c270 tempest-ServerShowV257Test-328446002 tempest-ServerShowV257Test-328446002-project] 10.222.0.15 "GET /v2.0/ports?device_id=10afbbf5-b0e1-41df-9057-39faa774b016 HTTP/1.1" status: 200 len: 210 time: 0.0453269 Jul 24 01:00:02.654895 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-01651dc4-cbbc-4f5a-b1c3-5ccbbfc5200e tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:02.669057 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1dadaae9-1bfc-4356-b75e-856cc801be68 None None] Provisioning for port 3331620d-350b-4b40-819b-186b4da5e286 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:00:02.673348 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1dadaae9-1bfc-4356-b75e-856cc801be68 None None] Provisioning complete for port 3331620d-350b-4b40-819b-186b4da5e286 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:00:02.673712 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1dadaae9-1bfc-4356-b75e-856cc801be68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:02.718811 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-1dadaae9-1bfc-4356-b75e-856cc801be68 None None] Port 3331620d-350b-4b40-819b-186b4da5e286 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:00:02.818361 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2237a-43a8-4979-a72c-c39952da89b8 req-55ac887d-1792-46e8-a941-17e21fc839f7 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:02.819904 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2cb2237a-43a8-4979-a72c-c39952da89b8 req-55ac887d-1792-46e8-a941-17e21fc839f7 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 945 time: 0.0710979 Jul 24 01:00:02.858781 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2cb2237a-43a8-4979-a72c-c39952da89b8 req-8f43bcd6-d879-42aa-a647-a9ddb37f030b tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329618 Jul 24 01:00:02.872374 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a37263-4a58-433a-969d-fa258cdf791b req-7727ee8f-5244-479e-ab14-bccef33cf5fe tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:02.875023 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d7a37263-4a58-433a-969d-fa258cdf791b req-7727ee8f-5244-479e-ab14-bccef33cf5fe tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 945 time: 0.1812773 Jul 24 01:00:02.952501 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d7a37263-4a58-433a-969d-fa258cdf791b req-d43eeaa9-db95-44f7-a76c-b31ab4300f79 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693843 Jul 24 01:00:02.972433 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-01651dc4-cbbc-4f5a-b1c3-5ccbbfc5200e tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:02.978859 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-01651dc4-cbbc-4f5a-b1c3-5ccbbfc5200e tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:03.016219 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-01651dc4-cbbc-4f5a-b1c3-5ccbbfc5200e tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] In _notify_port_updated(), no bound segment for port 3331620d-350b-4b40-819b-186b4da5e286 on network b10a2c4c-9fa1-46e2-bb5f-889806cbcde1 {{(pid=100463) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 01:00:03.021998 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01651dc4-cbbc-4f5a-b1c3-5ccbbfc5200e tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:03.022630 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-01651dc4-cbbc-4f5a-b1c3-5ccbbfc5200e tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:03.026916 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38530) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:03.027430 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-01651dc4-cbbc-4f5a-b1c3-5ccbbfc5200e tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] 10.222.0.15 "PUT /v2.0/ports/3331620d-350b-4b40-819b-186b4da5e286 HTTP/1.1" status: 200 len: 1003 time: 0.5996308 Jul 24 01:00:03.045832 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01651dc4-cbbc-4f5a-b1c3-5ccbbfc5200e tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Pushing event updated for resources: {'Port': ['ID=3331620d-350b-4b40-819b-186b4da5e286,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:03.064745 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 90b472c0-6e4f-4947-a25a-0dea286596d0 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:00:03.129995 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 90b472c0-6e4f-4947-a25a-0dea286596d0 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:00:03.129995 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:03.170190 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6030148b-c8b1-45b6-9089-098a265369be req-b153ad76-b68b-4bc3-8dd5-0cc9319df964 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:03.177020 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6030148b-c8b1-45b6-9089-098a265369be req-b153ad76-b68b-4bc3-8dd5-0cc9319df964 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 945 time: 0.0984402 Jul 24 01:00:03.275697 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6030148b-c8b1-45b6-9089-098a265369be req-66fdfc4b-6a71-4d38-b44a-ea0692ad0ecd tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920148 Jul 24 01:00:03.294398 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6424e2d5-711e-47e7-851f-f4b9e6d9a2b5 req-3ad0284a-fecf-488a-a95d-0238c77cff86 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=10afbbf5-b0e1-41df-9057-39faa774b016 HTTP/1.1" status: 200 len: 210 time: 0.0651584 Jul 24 01:00:03.314074 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78fed8-3406-434a-8466-a93e367b413e req-b2234f8a-e91e-4357-a76b-91625ac56574 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:03.316460 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cd78fed8-3406-434a-8466-a93e367b413e req-b2234f8a-e91e-4357-a76b-91625ac56574 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e393415a-bc21-4831-8457-6c5e2736d356 HTTP/1.1" status: 200 len: 944 time: 0.1537747 Jul 24 01:00:03.320269 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-508c7203-47ee-4862-a75f-4736ba037107 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Deleting port 3331620d-350b-4b40-819b-186b4da5e286 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:00:03.321087 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-508c7203-47ee-4862-a75f-4736ba037107 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:03.423517 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cd78fed8-3406-434a-8466-a93e367b413e req-4add50f6-0514-4c57-bf4b-2348ce41dfbe tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979202 Jul 24 01:00:03.450751 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-508c7203-47ee-4862-a75f-4736ba037107 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:03.464154 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-508c7203-47ee-4862-a75f-4736ba037107 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Calling delete_port for 3331620d-350b-4b40-819b-186b4da5e286 owned by {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:00:03.481551 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-dfee9349-56cf-4409-95cb-9dbc2acbce2b None None] Provisioning complete for port 3331620d-350b-4b40-819b-186b4da5e286 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:00:03.490129 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-dfee9349-56cf-4409-95cb-9dbc2acbce2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:03.521336 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a6a7f-2b8e-4589-a24c-ed033e962ade req-1d1b9016-6ca8-42fd-8b3d-fd2181b18af9 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:03.531271 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7f0a6a7f-2b8e-4589-a24c-ed033e962ade req-1d1b9016-6ca8-42fd-8b3d-fd2181b18af9 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "GET /v2.0/ports?device_id=9265bd33-f088-4997-a86d-a3daac593946 HTTP/1.1" status: 200 len: 945 time: 0.0974798 Jul 24 01:00:03.545702 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-dfee9349-56cf-4409-95cb-9dbc2acbce2b None None] Port 3331620d-350b-4b40-819b-186b4da5e286 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:00:03.568899 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7f0a6a7f-2b8e-4589-a24c-ed033e962ade req-02c86d99-b8c9-445a-bfe5-6c1830aded1a tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "GET /v2.0/security-groups?id=67e18412-570e-4aad-a00d-ec0d2037b036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368662 Jul 24 01:00:03.625633 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-508c7203-47ee-4862-a75f-4736ba037107 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:03.666456 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c7203-47ee-4862-a75f-4736ba037107 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Pushing event deleted for resources: {'Port': ['ID=3331620d-350b-4b40-819b-186b4da5e286,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:03.675845 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-569743fc-c2c1-4575-8f92-228420dadce4 req-b84b0003-e59c-4d20-bbe6-167bd4a1e94f tempest-ServerShowV257Test-328446002 tempest-ServerShowV257Test-328446002-project] 10.222.0.15 "GET /v2.0/ports?device_id=10afbbf5-b0e1-41df-9057-39faa774b016 HTTP/1.1" status: 200 len: 210 time: 0.0391357 Jul 24 01:00:03.815130 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-508c7203-47ee-4862-a75f-4736ba037107 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:03.817151 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-508c7203-47ee-4862-a75f-4736ba037107 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] 10.222.0.15 "DELETE /v2.0/ports/3331620d-350b-4b40-819b-186b4da5e286 HTTP/1.1" status: 204 len: 168 time: 0.7884400 Jul 24 01:00:03.819710 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38544) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:03.827904 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab15d0-ca66-41ca-af7f-51cecb07a37d req-04e3c2b6-b047-4442-9cc8-abddf6eb6852 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:03.829556 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-36ab15d0-ca66-41ca-af7f-51cecb07a37d req-04e3c2b6-b047-4442-9cc8-abddf6eb6852 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 945 time: 0.0766885 Jul 24 01:00:03.857674 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-c74dc95f-dcf6-4695-9e88-924f0d88c5c1 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] GET failed (client error): The resource could not be found. Jul 24 01:00:03.859638 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c74dc95f-dcf6-4695-9e88-924f0d88c5c1 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] 10.222.0.15 "GET /v2.0/ports/3331620d-350b-4b40-819b-186b4da5e286 HTTP/1.1" status: 404 len: 333 time: 0.0389950 Jul 24 01:00:03.863351 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38546) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:03.868831 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-0fe2015d-b6ab-4e65-9ed7-2626910262d9 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Request body: {'port': {'network_id': 'b10a2c4c-9fa1-46e2-bb5f-889806cbcde1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1552907739'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:03.885497 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-36ab15d0-ca66-41ca-af7f-51cecb07a37d req-5fb63cd7-eaaf-48e9-b392-a37b7ce95342 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492241 Jul 24 01:00:03.893111 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0d9af-4dd9-4b13-ad87-6fe4a47a4839 req-b69eb86d-9b4c-41f8-be6e-d3cf7f581f03 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:03.903642 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ffd0d9af-4dd9-4b13-ad87-6fe4a47a4839 req-b69eb86d-9b4c-41f8-be6e-d3cf7f581f03 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "GET /v2.0/ports?device_id=9265bd33-f088-4997-a86d-a3daac593946 HTTP/1.1" status: 200 len: 945 time: 0.1901948 Jul 24 01:00:03.983207 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ffd0d9af-4dd9-4b13-ad87-6fe4a47a4839 req-186bfb32-4eee-4da0-9e1e-5c7f2871d176 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "GET /v2.0/security-groups?id=67e18412-570e-4aad-a00d-ec0d2037b036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816875 Jul 24 01:00:04.026238 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa07dd-ba0c-436b-8d11-0305df15bfc3 req-cde59802-102c-4f44-bae3-a9d42caa6f87 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:04.027232 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-85fa07dd-ba0c-436b-8d11-0305df15bfc3 req-cde59802-102c-4f44-bae3-a9d42caa6f87 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 945 time: 0.0800910 Jul 24 01:00:04.048110 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe2015d-b6ab-4e65-9ed7-2626910262d9 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Made reservation on behalf of 9e3f2e1f43474010ba3923755eee2289 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:00:04.052893 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0fe2015d-b6ab-4e65-9ed7-2626910262d9 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:04.069990 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-85fa07dd-ba0c-436b-8d11-0305df15bfc3 req-7af89f60-c15d-4ce9-8921-4f21e8e4ef8e tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344634 Jul 24 01:00:04.108171 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [None req-0fe2015d-b6ab-4e65-9ed7-2626910262d9 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] device_id is not set on port b146e152-cb64-4bfe-9472-51264084bf33 yet. {{(pid=100464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:00:04.204736 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb1e8d-2373-4ee1-bbd8-e88c0957ac24 req-8e66781f-4e51-46d8-ab97-3a4a86c5e5cb tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:04.206283 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6abb1e8d-2373-4ee1-bbd8-e88c0957ac24 req-8e66781f-4e51-46d8-ab97-3a4a86c5e5cb tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "GET /v2.0/ports?device_id=9265bd33-f088-4997-a86d-a3daac593946 HTTP/1.1" status: 200 len: 945 time: 0.1400738 Jul 24 01:00:04.283790 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-0fe2015d-b6ab-4e65-9ed7-2626910262d9 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Allocated IP 2001:db8::348 (b10a2c4c-9fa1-46e2-bb5f-889806cbcde1/1683115c-83db-49c8-b5be-c6b1e34dbee9/b146e152-cb64-4bfe-9472-51264084bf33) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:00:04.288499 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6abb1e8d-2373-4ee1-bbd8-e88c0957ac24 req-fb81889c-8f48-4d2b-bbd2-08628d17d281 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "GET /v2.0/security-groups?id=67e18412-570e-4aad-a00d-ec0d2037b036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627358 Jul 24 01:00:04.311178 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38554) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:04.474357 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0fe2015d-b6ab-4e65-9ed7-2626910262d9 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:04.489808 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-0fe2015d-b6ab-4e65-9ed7-2626910262d9 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Transition to ACTIVE for port object b146e152-cb64-4bfe-9472-51264084bf33 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:00:04.556494 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3febc349-09aa-45ec-bf86-9cff4add437f tempest-TestServerBasicOps-197976318 tempest-TestServerBasicOps-197976318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:04.558006 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3febc349-09aa-45ec-bf86-9cff4add437f tempest-TestServerBasicOps-197976318 tempest-TestServerBasicOps-197976318-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9265bd33-f088-4997-a86d-a3daac593946 HTTP/1.1" status: 200 len: 1092 time: 0.2450264 Jul 24 01:00:04.561236 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38562) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:04.565064 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0fe2015d-b6ab-4e65-9ed7-2626910262d9 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:04.565958 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-f2cbeb63-be2c-4720-bb2b-0c9b16394186 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'port_id': '14e68278-522e-4e15-a33b-ccdb91ae66ed', 'tenant_id': '443e9b6688a94583be288407b9410244', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:04.588110 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f2cbeb63-be2c-4720-bb2b-0c9b16394186 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks [] for floatingip, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:04.622981 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee6258-b7ec-41eb-943c-1c80be268ca9 req-c10d747b-743b-4d55-9a63-b5bab8dca941 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:04.624496 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b4ee6258-b7ec-41eb-943c-1c80be268ca9 req-c10d747b-743b-4d55-9a63-b5bab8dca941 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e393415a-bc21-4831-8457-6c5e2736d356 HTTP/1.1" status: 200 len: 944 time: 0.1181047 Jul 24 01:00:04.637190 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe2015d-b6ab-4e65-9ed7-2626910262d9 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Network b10a2c4c-9fa1-46e2-bb5f-889806cbcde1 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:04.645543 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-0fe2015d-b6ab-4e65-9ed7-2626910262d9 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:04.651991 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe2015d-b6ab-4e65-9ed7-2626910262d9 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:00:04.657649 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe2015d-b6ab-4e65-9ed7-2626910262d9 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:04.658265 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0fe2015d-b6ab-4e65-9ed7-2626910262d9 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:04.668662 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe2015d-b6ab-4e65-9ed7-2626910262d9 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Pushing event updated for resources: {'Port': ['ID=b146e152-cb64-4bfe-9472-51264084bf33,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:04.697580 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0fe2015d-b6ab-4e65-9ed7-2626910262d9 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8297772 Jul 24 01:00:04.700862 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38564) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:04.703837 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b4ee6258-b7ec-41eb-943c-1c80be268ca9 req-a4962584-5f20-4736-986d-44ca5e350b6e tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688570 Jul 24 01:00:04.709004 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-b143378a-3ad9-45bd-bed7-e54a74471e19 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:d5:f8:4b'}]}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:04.713890 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:04.776323 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f2cbeb63-be2c-4720-bb2b-0c9b16394186 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:04.777613 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 17d2d77d-4333-4b13-b3a8-7a6965dc17c8 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:00:04.811506 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-df8844bd-b748-46a8-a7d7-50b173d0b549 req-16fc9eb0-e138-4bad-9b9c-dda1a3e1a68e tempest-ServerShowV257Test-328446002 tempest-ServerShowV257Test-328446002-project] 10.222.0.15 "GET /v2.0/ports?device_id=10afbbf5-b0e1-41df-9057-39faa774b016 HTTP/1.1" status: 200 len: 210 time: 0.0495486 Jul 24 01:00:04.837202 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 17d2d77d-4333-4b13-b3a8-7a6965dc17c8 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:00:04.841516 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 17d2d77d-4333-4b13-b3a8-7a6965dc17c8 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:00:04.841890 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:04.964707 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:04.968803 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b143378a-3ad9-45bd-bed7-e54a74471e19 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:05.006596 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e393415a-bc21-4831-8457-6c5e2736d356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d2d77d-4333-4b13-b3a8-7a6965dc17c8'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:00:05.009173 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb93479-37aa-4c2e-b88a-455e0d570cac" -d '{"events": [{"server_uuid": "e393415a-bc21-4831-8457-6c5e2736d356", "name": "network-vif-plugged", "status": "completed", "tag": "17d2d77d-4333-4b13-b3a8-7a6965dc17c8"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:00:05.014806 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9fa76b64-b46e-479b-86ea-0278b3ea7fd6 None None] Provisioning for port b146e152-cb64-4bfe-9472-51264084bf33 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:00:05.025435 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9fa76b64-b46e-479b-86ea-0278b3ea7fd6 None None] Provisioning complete for port b146e152-cb64-4bfe-9472-51264084bf33 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:00:05.025825 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9fa76b64-b46e-479b-86ea-0278b3ea7fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:05.052191 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 17d2d77d-4333-4b13-b3a8-7a6965dc17c8, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=17d2d77d-4333-4b13-b3a8-7a6965dc17c8,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:05.061462 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-f2cbeb63-be2c-4720-bb2b-0c9b16394186 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Allocated IP 172.25.2.10 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/9aad8e30-a5cb-4d2c-83ef-fd22416ad024) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:00:05.067405 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:05.111700 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-9fa76b64-b46e-479b-86ea-0278b3ea7fd6 None None] Port b146e152-cb64-4bfe-9472-51264084bf33 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:00:05.120776 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:05.143972 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=17d2d77d-4333-4b13-b3a8-7a6965dc17c8,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:05.202606 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d3406f-9b97-4aa8-9b6a-ff9a60741d48 x-openstack-request-id: req-a8d3406f-9b97-4aa8-9b6a-ff9a60741d48 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:00:05.203129 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e393415a-bc21-4831-8457-6c5e2736d356", "name": "network-vif-plugged", "status": "completed", "tag": "17d2d77d-4333-4b13-b3a8-7a6965dc17c8", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:00:05.203934 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a8d3406f-9b97-4aa8-9b6a-ff9a60741d48 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:00:05.204643 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e393415a-bc21-4831-8457-6c5e2736d356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d2d77d-4333-4b13-b3a8-7a6965dc17c8', 'code': 200} Jul 24 01:00:05.254539 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9845f2-5b5c-4b5c-893f-214defc05d62 req-f3c31b00-afc3-4a15-8661-7dabde45853b tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:05.259396 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bf9845f2-5b5c-4b5c-893f-214defc05d62 req-f3c31b00-afc3-4a15-8661-7dabde45853b tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 945 time: 0.2864170 Jul 24 01:00:05.312940 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f2cbeb63-be2c-4720-bb2b-0c9b16394186 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:05.361322 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bf9845f2-5b5c-4b5c-893f-214defc05d62 req-3de3bbc2-64ea-4f07-9f92-3117c614b4cd tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910301 Jul 24 01:00:05.369530 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc0147-ee3a-4b74-8c08-570d03bec7e8 req-a1d9637a-2c22-4a12-8fec-d9f22db902ab tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:05.371222 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fedc0147-ee3a-4b74-8c08-570d03bec7e8 req-a1d9637a-2c22-4a12-8fec-d9f22db902ab tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.13 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 945 time: 0.1977613 Jul 24 01:00:05.404220 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b143378a-3ad9-45bd-bed7-e54a74471e19 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:05.416690 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b143378a-3ad9-45bd-bed7-e54a74471e19 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:05.438033 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb38d7b-beb1-4432-848a-43b357671d99 req-71740a08-6e2e-4985-ba60-411d1da331e7 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:05.439632 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9bb38d7b-beb1-4432-848a-43b357671d99 req-71740a08-6e2e-4985-ba60-411d1da331e7 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 945 time: 0.1802673 Jul 24 01:00:05.445135 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f2cbeb63-be2c-4720-bb2b-0c9b16394186 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:05.456096 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e01044-08b6-4767-ad17-9169a0325718 req-21d78bc5-92af-455d-9969-9224b491d166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:05.457595 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-26e01044-08b6-4767-ad17-9169a0325718 req-21d78bc5-92af-455d-9969-9224b491d166 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e393415a-bc21-4831-8457-6c5e2736d356 HTTP/1.1" status: 200 len: 1097 time: 0.1656263 Jul 24 01:00:05.467683 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-b143378a-3ad9-45bd-bed7-e54a74471e19 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] In _notify_port_updated(), no bound segment for port b146e152-cb64-4bfe-9472-51264084bf33 on network b10a2c4c-9fa1-46e2-bb5f-889806cbcde1 {{(pid=100463) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 01:00:05.473384 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b143378a-3ad9-45bd-bed7-e54a74471e19 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:05.474042 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b143378a-3ad9-45bd-bed7-e54a74471e19 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:05.476652 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b143378a-3ad9-45bd-bed7-e54a74471e19 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] 10.222.0.15 "PUT /v2.0/ports/b146e152-cb64-4bfe-9472-51264084bf33 HTTP/1.1" status: 200 len: 1003 time: 0.7722459 Jul 24 01:00:05.481887 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38594) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:05.519131 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-99e6e260-2fb5-42f7-9e66-90af4d6fbfb4 req-74b34e31-8159-4679-8c70-ade8ef99aa87 tempest-ServerShowV257Test-328446002 tempest-ServerShowV257Test-328446002-project] 10.222.0.15 "GET /v2.0/ports?device_id=10afbbf5-b0e1-41df-9057-39faa774b016 HTTP/1.1" status: 200 len: 210 time: 0.0689204 Jul 24 01:00:05.555546 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-26e01044-08b6-4767-ad17-9169a0325718 req-20d19af0-05dc-4d40-9b9e-4d8eb4a0028f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872421 Jul 24 01:00:05.558399 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cbeb63-be2c-4720-bb2b-0c9b16394186 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:05.561666 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b143378a-3ad9-45bd-bed7-e54a74471e19 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Pushing event updated for resources: {'Port': ['ID=b146e152-cb64-4bfe-9472-51264084bf33,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:05.566332 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-f2cbeb63-be2c-4720-bb2b-0c9b16394186 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:05.572655 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cbeb63-be2c-4720-bb2b-0c9b16394186 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:00:05.606794 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9bb38d7b-beb1-4432-848a-43b357671d99 req-f6a9266e-b9c3-40be-bb3d-22ba410d7e7d tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501145 Jul 24 01:00:05.657318 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-fedc0147-ee3a-4b74-8c08-570d03bec7e8 req-ae8c1f14-a3bb-4b3f-b0f5-2b8b30b4a416 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Deleting port c3e75db2-e135-4796-9243-2ad14f4ea6d5 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:00:05.657806 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fedc0147-ee3a-4b74-8c08-570d03bec7e8 req-ae8c1f14-a3bb-4b3f-b0f5-2b8b30b4a416 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:05.776324 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-fedc0147-ee3a-4b74-8c08-570d03bec7e8 req-ae8c1f14-a3bb-4b3f-b0f5-2b8b30b4a416 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] For port c3e75db2-e135-4796-9243-2ad14f4ea6d5, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=c3e75db2-e135-4796-9243-2ad14f4ea6d5,segment=NetworkSegment(105933f1-ad5a-4c90-9ca8-c74f813dbd38),segment_id=105933f1-ad5a-4c90-9ca8-c74f813dbd38)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:05.776796 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fedc0147-ee3a-4b74-8c08-570d03bec7e8 req-ae8c1f14-a3bb-4b3f-b0f5-2b8b30b4a416 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:05.797343 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-fedc0147-ee3a-4b74-8c08-570d03bec7e8 req-ae8c1f14-a3bb-4b3f-b0f5-2b8b30b4a416 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Calling delete_port for c3e75db2-e135-4796-9243-2ad14f4ea6d5 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:00:05.841344 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-4baffe2a-f1b6-43da-8f7a-f8682bbfb7ec None None] Provisioning complete for port b146e152-cb64-4bfe-9472-51264084bf33 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:00:05.842459 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4baffe2a-f1b6-43da-8f7a-f8682bbfb7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:05.880065 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-4baffe2a-f1b6-43da-8f7a-f8682bbfb7ec None None] Port b146e152-cb64-4bfe-9472-51264084bf33 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:00:05.948637 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fedc0147-ee3a-4b74-8c08-570d03bec7e8 req-ae8c1f14-a3bb-4b3f-b0f5-2b8b30b4a416 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:05.961843 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['f142e1c3-accd-44c6-a488-2ba01c18ea56', 'c3e75db2-e135-4796-9243-2ad14f4ea6d5'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:00:05.986767 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8c1f14-a3bb-4b3f-b0f5-2b8b30b4a416 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Pushing event deleted for resources: {'Port': ['ID=c3e75db2-e135-4796-9243-2ad14f4ea6d5,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:06.004325 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cbeb63-be2c-4720-bb2b-0c9b16394186 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Pushing event updated for resources: {'Port': ['ID=9aad8e30-a5cb-4d2c-83ef-fd22416ad024,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:06.042683 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-fedc0147-ee3a-4b74-8c08-570d03bec7e8 req-ae8c1f14-a3bb-4b3f-b0f5-2b8b30b4a416 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] No DVR routers for this DVR port c3e75db2-e135-4796-9243-2ad14f4ea6d5 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:00:06.046261 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fedc0147-ee3a-4b74-8c08-570d03bec7e8 req-ae8c1f14-a3bb-4b3f-b0f5-2b8b30b4a416 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:06.049160 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fedc0147-ee3a-4b74-8c08-570d03bec7e8 req-ae8c1f14-a3bb-4b3f-b0f5-2b8b30b4a416 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.13 "DELETE /v2.0/ports/c3e75db2-e135-4796-9243-2ad14f4ea6d5 HTTP/1.1" status: 204 len: 173 time: 0.6693659 Jul 24 01:00:06.049760 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15436d09-b62f-4a0f-9388-eadbc7e2b5b8', 'name': 'network-vif-deleted', 'tag': 'c3e75db2-e135-4796-9243-2ad14f4ea6d5'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:00:06.052112 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ae8b82-2ac1-4d49-9f45-9037922a923a" -d '{"events": [{"server_uuid": "15436d09-b62f-4a0f-9388-eadbc7e2b5b8", "name": "network-vif-deleted", "tag": "c3e75db2-e135-4796-9243-2ad14f4ea6d5"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:00:06.111531 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef845649-4e21-4a05-8f4f-49d2dd1db241 x-openstack-request-id: req-ef845649-4e21-4a05-8f4f-49d2dd1db241 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:00:06.111833 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15436d09-b62f-4a0f-9388-eadbc7e2b5b8", "name": "network-vif-deleted", "tag": "c3e75db2-e135-4796-9243-2ad14f4ea6d5", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:00:06.112091 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ef845649-4e21-4a05-8f4f-49d2dd1db241 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:00:06.112475 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15436d09-b62f-4a0f-9388-eadbc7e2b5b8', 'name': 'network-vif-deleted', 'tag': 'c3e75db2-e135-4796-9243-2ad14f4ea6d5', 'status': 'completed', 'code': 200} Jul 24 01:00:06.141712 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c1865-30bc-48aa-b526-230de35db037 req-4ca280e9-e31f-4237-932f-e8474b737da2 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:06.143099 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9a6c1865-30bc-48aa-b526-230de35db037 req-4ca280e9-e31f-4237-932f-e8474b737da2 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e393415a-bc21-4831-8457-6c5e2736d356 HTTP/1.1" status: 200 len: 945 time: 0.2168889 Jul 24 01:00:06.207311 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-d353f185-41a3-4c83-88d4-dde4b1824ac7 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Deleting port b146e152-cb64-4bfe-9472-51264084bf33 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:00:06.207659 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d353f185-41a3-4c83-88d4-dde4b1824ac7 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:06.326024 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9a6c1865-30bc-48aa-b526-230de35db037 req-a6920fc5-2c2f-4d5e-965c-c55684177679 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748171 Jul 24 01:00:06.369557 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d353f185-41a3-4c83-88d4-dde4b1824ac7 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:06.390433 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-d353f185-41a3-4c83-88d4-dde4b1824ac7 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Calling delete_port for b146e152-cb64-4bfe-9472-51264084bf33 owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:00:06.477899 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-48599f23-11cb-4c75-b0bb-00014aee3bb9 req-2119cf99-86b5-48f5-80b4-9ed85100be1c tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=15436d09-b62f-4a0f-9388-eadbc7e2b5b8 HTTP/1.1" status: 200 len: 210 time: 0.0300443 Jul 24 01:00:06.581298 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f2cbeb63-be2c-4720-bb2b-0c9b16394186 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:06.680652 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb4228b3-d328-4c9f-9ee5-f2a5cca63fb2 req-6d61b4d1-cf13-481b-a369-119c351266e9 tempest-ServerShowV257Test-328446002 tempest-ServerShowV257Test-328446002-project] 10.222.0.15 "GET /v2.0/ports?device_id=10afbbf5-b0e1-41df-9057-39faa774b016 HTTP/1.1" status: 200 len: 210 time: 0.0633037 Jul 24 01:00:06.731342 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d353f185-41a3-4c83-88d4-dde4b1824ac7 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:06.769821 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42173329-cf4c-418e-b11c-a996fa427d68 req-2a742eff-e363-4a2d-b965-496e01e7a95a tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:06.777715 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-42173329-cf4c-418e-b11c-a996fa427d68 req-2a742eff-e363-4a2d-b965-496e01e7a95a tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 945 time: 0.1075506 Jul 24 01:00:06.811222 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353f185-41a3-4c83-88d4-dde4b1824ac7 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Pushing event deleted for resources: {'Port': ['ID=b146e152-cb64-4bfe-9472-51264084bf33,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:06.824500 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-42173329-cf4c-418e-b11c-a996fa427d68 req-9dcd94e1-25de-4d0f-8941-dd4ef576d087 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458939 Jul 24 01:00:06.874334 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d353f185-41a3-4c83-88d4-dde4b1824ac7 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:06.879211 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d353f185-41a3-4c83-88d4-dde4b1824ac7 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] 10.222.0.15 "DELETE /v2.0/ports/b146e152-cb64-4bfe-9472-51264084bf33 HTTP/1.1" status: 204 len: 168 time: 1.3918920 Jul 24 01:00:06.879211 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f2cbeb63-be2c-4720-bb2b-0c9b16394186 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:06.879490 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38610) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:06.930372 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-36903f1a-50ea-422f-a79c-3bbce1e61851 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] GET failed (client error): The resource could not be found. Jul 24 01:00:06.932283 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-36903f1a-50ea-422f-a79c-3bbce1e61851 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] 10.222.0.15 "GET /v2.0/ports/b146e152-cb64-4bfe-9472-51264084bf33 HTTP/1.1" status: 404 len: 333 time: 0.0519273 Jul 24 01:00:06.936440 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38612) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:06.941596 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-0115a646-d6f3-415f-95b3-f03e1f612e9d tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Request body: {'port': {'network_id': 'b10a2c4c-9fa1-46e2-bb5f-889806cbcde1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-380911129'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:07.067475 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0115a646-d6f3-415f-95b3-f03e1f612e9d tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Made reservation on behalf of 9e3f2e1f43474010ba3923755eee2289 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:00:07.071908 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0115a646-d6f3-415f-95b3-f03e1f612e9d tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:07.080492 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f2cbeb63-be2c-4720-bb2b-0c9b16394186 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:07.085545 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f2cbeb63-be2c-4720-bb2b-0c9b16394186 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:07.094089 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [None req-0115a646-d6f3-415f-95b3-f03e1f612e9d tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] device_id is not set on port 026a8d20-5dbb-499c-9b61-b9301afba1fa yet. {{(pid=100464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:00:07.154226 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cbeb63-be2c-4720-bb2b-0c9b16394186 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Pushing event updated for resources: {'Port': ['ID=9aad8e30-a5cb-4d2c-83ef-fd22416ad024,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:07.157663 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:00:07.167743 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f2cbeb63-be2c-4720-bb2b-0c9b16394186 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:07.271777 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [None req-f2cbeb63-be2c-4720-bb2b-0c9b16394186 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Floating IP fddbe1d7-9076-42d8-864e-8a25e69e6bf8 associated. External IP: 172.25.2.10, port: 14e68278-522e-4e15-a33b-ccdb91ae66ed. Jul 24 01:00:07.278987 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-0115a646-d6f3-415f-95b3-f03e1f612e9d tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Allocated IP 2001:db8::14b (b10a2c4c-9fa1-46e2-bb5f-889806cbcde1/1683115c-83db-49c8-b5be-c6b1e34dbee9/026a8d20-5dbb-499c-9b61-b9301afba1fa) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:00:07.472377 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0115a646-d6f3-415f-95b3-f03e1f612e9d tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:07.490515 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2cbeb63-be2c-4720-bb2b-0c9b16394186 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Router 3cdd484c-1e90-4a38-9223-d9e9868997c8 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:00:07.492796 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-0115a646-d6f3-415f-95b3-f03e1f612e9d tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Transition to ACTIVE for port object 026a8d20-5dbb-499c-9b61-b9301afba1fa will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:00:07.508514 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b10a965-ec01-4773-8476-e8312f92204d req-85329c04-a388-4a38-8add-3f4e73df6c44 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:07.510187 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b10a965-ec01-4773-8476-e8312f92204d req-85329c04-a388-4a38-8add-3f4e73df6c44 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e393415a-bc21-4831-8457-6c5e2736d356 HTTP/1.1" status: 200 len: 945 time: 0.1102216 Jul 24 01:00:07.569467 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b10a965-ec01-4773-8476-e8312f92204d req-e43baadf-490f-4055-8592-fb04005cb315 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522711 Jul 24 01:00:07.585281 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0115a646-d6f3-415f-95b3-f03e1f612e9d tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:07.636028 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2cbeb63-be2c-4720-bb2b-0c9b16394186 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:00:07.647061 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb02ec8-d947-49c9-af5c-240468ec74d1 None None] Sync routers for ids ['3cdd484c-1e90-4a38-9223-d9e9868997c8'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:00:07.656021 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f2cbeb63-be2c-4720-bb2b-0c9b16394186 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:07.662180 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb02ec8-d947-49c9-af5c-240468ec74d1 None None] Routers {'3cdd484c-1e90-4a38-9223-d9e9868997c8'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:00:07.663501 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-dcb02ec8-d947-49c9-af5c-240468ec74d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:59:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['3cdd484c-1e90-4a38-9223-d9e9868997c8'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:07.671793 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0115a646-d6f3-415f-95b3-f03e1f612e9d tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Network b10a2c4c-9fa1-46e2-bb5f-889806cbcde1 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:07.682773 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-0115a646-d6f3-415f-95b3-f03e1f612e9d tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:07.686979 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0115a646-d6f3-415f-95b3-f03e1f612e9d tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:00:07.694094 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0115a646-d6f3-415f-95b3-f03e1f612e9d tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:07.694777 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0115a646-d6f3-415f-95b3-f03e1f612e9d tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:07.724050 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0115a646-d6f3-415f-95b3-f03e1f612e9d tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7834699 Jul 24 01:00:07.724824 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38630) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:07.729059 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f2cbeb63-be2c-4720-bb2b-0c9b16394186 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1666055 Jul 24 01:00:07.729911 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9265bd33-f088-4997-a86d-a3daac593946', 'tag': '14e68278-522e-4e15-a33b-ccdb91ae66ed'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:00:07.731147 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-2b8b6f44-0d0a-4719-9156-54127084e3ae tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Request body: {'port': {'network_id': 'b10a2c4c-9fa1-46e2-bb5f-889806cbcde1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-910691399'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:07.732701 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9dbba30-f86e-41e2-bb54-a8c28c2fcd64" -d '{"events": [{"name": "network-changed", "server_uuid": "9265bd33-f088-4997-a86d-a3daac593946", "tag": "14e68278-522e-4e15-a33b-ccdb91ae66ed"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:00:07.753961 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0115a646-d6f3-415f-95b3-f03e1f612e9d tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Pushing event updated for resources: {'Port': ['ID=026a8d20-5dbb-499c-9b61-b9301afba1fa,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:07.797238 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432f493e-1e8d-4ab8-a173-6ffe06e251b3 x-openstack-request-id: req-432f493e-1e8d-4ab8-a173-6ffe06e251b3 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:00:07.797535 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9265bd33-f088-4997-a86d-a3daac593946", "tag": "14e68278-522e-4e15-a33b-ccdb91ae66ed", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:00:07.797798 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-432f493e-1e8d-4ab8-a173-6ffe06e251b3 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:00:07.798288 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9265bd33-f088-4997-a86d-a3daac593946', 'tag': '14e68278-522e-4e15-a33b-ccdb91ae66ed', 'status': 'completed', 'code': 200} Jul 24 01:00:07.885940 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-dcb02ec8-d947-49c9-af5c-240468ec74d1 None None] Set router 3cdd484c-1e90-4a38-9223-d9e9868997c8 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:00:07.922973 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9e83245a-9b36-4966-a190-6058a517d3c0 req-04778ddd-c6ff-46ec-bc76-b56c243990df tempest-ServerShowV257Test-328446002 tempest-ServerShowV257Test-328446002-project] 10.222.0.15 "GET /v2.0/ports?device_id=10afbbf5-b0e1-41df-9057-39faa774b016 HTTP/1.1" status: 200 len: 210 time: 0.0415611 Jul 24 01:00:07.970375 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbba30-f86e-41e2-bb54-a8c28c2fcd64 req-5d65ecda-d875-4890-a99e-d483d965e4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:07.974030 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9dbba30-f86e-41e2-bb54-a8c28c2fcd64 req-5d65ecda-d875-4890-a99e-d483d965e4e2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=443e9b6688a94583be288407b9410244&device_id=9265bd33-f088-4997-a86d-a3daac593946 HTTP/1.1" status: 200 len: 1097 time: 0.1421974 Jul 24 01:00:07.974030 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8b6f44-0d0a-4719-9156-54127084e3ae tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Made reservation on behalf of 9e3f2e1f43474010ba3923755eee2289 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:00:07.978172 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2b8b6f44-0d0a-4719-9156-54127084e3ae tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:08.033768 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [None req-2b8b6f44-0d0a-4719-9156-54127084e3ae tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] device_id is not set on port 1f144e12-4895-41ec-803b-8db7006649c7 yet. {{(pid=100464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:00:08.141333 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57629c9e-cd44-4a0b-9d66-90f5ffe83faa req-290b2013-5fb4-4534-9f6f-3fd192483d99 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:08.148402 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-57629c9e-cd44-4a0b-9d66-90f5ffe83faa req-290b2013-5fb4-4534-9f6f-3fd192483d99 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 945 time: 0.1212974 Jul 24 01:00:08.184246 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c10ae7c6-2985-4046-be9c-e3d30c4d11cf None None] Provisioning for port 026a8d20-5dbb-499c-9b61-b9301afba1fa completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:00:08.200200 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-57629c9e-cd44-4a0b-9d66-90f5ffe83faa req-a9438201-d61b-41be-9b83-9a939048b8b0 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498464 Jul 24 01:00:08.208817 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbba30-f86e-41e2-bb54-a8c28c2fcd64 req-8955920a-2ddf-44b7-a1e1-319ecfadac7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:08.210437 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9dbba30-f86e-41e2-bb54-a8c28c2fcd64 req-8955920a-2ddf-44b7-a1e1-319ecfadac7b service neutron] 10.222.0.13 "GET /v2.0/networks?id=10d2c835-80d7-49b2-a0db-ffc261981bb1 HTTP/1.1" status: 200 len: 909 time: 0.2283814 Jul 24 01:00:08.216680 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c10ae7c6-2985-4046-be9c-e3d30c4d11cf None None] Provisioning complete for port 026a8d20-5dbb-499c-9b61-b9301afba1fa triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:00:08.217136 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c10ae7c6-2985-4046-be9c-e3d30c4d11cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:08.272779 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-c10ae7c6-2985-4046-be9c-e3d30c4d11cf None None] Port 026a8d20-5dbb-499c-9b61-b9301afba1fa cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:00:08.285771 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-dcb02ec8-d947-49c9-af5c-240468ec74d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdd484c-1e90-4a38-9223-d9e9868997c8', 'name': 'tempest-TestServerBasicOps-889095391-router', 'tenant_id': '443e9b6688a94583be288407b9410244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e2cfddbc-c45a-4c83-8f3d-6795a181c9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:59:26Z', 'updated_at': '2021-07-24T00:59:32Z', 'revision_number': 4, 'project_id': '443e9b6688a94583be288407b9410244', 'gw_port': {'id': 'e2cfddbc-c45a-4c83-8f3d-6795a181c9a1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ac:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdd484c-1e90-4a38-9223-d9e9868997c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:27Z', 'updated_at': '2021-07-24T00:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'fddbe1d7-9076-42d8-864e-8a25e69e6bf8', 'tenant_id': '443e9b6688a94583be288407b9410244', 'floating_ip_address': '172.25.2.10', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '3cdd484c-1e90-4a38-9223-d9e9868997c8', 'port_id': '14e68278-522e-4e15-a33b-ccdb91ae66ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10d2c835-80d7-49b2-a0db-ffc261981bb1', 'mac_address': 'fa:16:3e:1b:88:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9265bd33-f088-4997-a86d-a3daac593946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:00:06Z', 'updated_at': '2021-07-24T01:00:06Z', 'revision_number': 0, 'project_id': '443e9b6688a94583be288407b9410244', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c968da0-dd43-4e6d-9d9f-f0f77f06ba40', 'name': '', 'network_id': '10d2c835-80d7-49b2-a0db-ffc261981bb1', 'tenant_id': '443e9b6688a94583be288407b9410244', 'mac_address': 'fa:16:3e:e5:61:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdd484c-1e90-4a38-9223-d9e9868997c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '7d79533c-7102-4bc3-a914-988d50ddfabe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:31Z', 'updated_at': '2021-07-24T00:59:40Z', 'revision_number': 5, 'project_id': '443e9b6688a94583be288407b9410244', 'subnets': [{'id': '7d79533c-7102-4bc3-a914-988d50ddfabe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:08.288587 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-2b8b6f44-0d0a-4719-9156-54127084e3ae tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Allocated IP 2001:db8::186 (b10a2c4c-9fa1-46e2-bb5f-889806cbcde1/1683115c-83db-49c8-b5be-c6b1e34dbee9/1f144e12-4895-41ec-803b-8db7006649c7) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:00:08.317280 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb02ec8-d947-49c9-af5c-240468ec74d1 None None] Checking router: 3cdd484c-1e90-4a38-9223-d9e9868997c8 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:00:08.325951 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb02ec8-d947-49c9-af5c-240468ec74d1 None None] Routers {'3cdd484c-1e90-4a38-9223-d9e9868997c8'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:00:08.326591 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-dcb02ec8-d947-49c9-af5c-240468ec74d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T00:59:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['3cdd484c-1e90-4a38-9223-d9e9868997c8'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:08.339489 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9dbba30-f86e-41e2-bb54-a8c28c2fcd64 req-537feb24-c4cf-4035-8ca1-15f463590f10 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14e68278-522e-4e15-a33b-ccdb91ae66ed HTTP/1.1" status: 200 len: 998 time: 0.1109838 Jul 24 01:00:08.442254 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-dcb02ec8-d947-49c9-af5c-240468ec74d1 None None] Set router 3cdd484c-1e90-4a38-9223-d9e9868997c8 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:00:08.443209 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbba30-f86e-41e2-bb54-a8c28c2fcd64 req-c495830b-7098-40f0-8068-7f6d1d4740fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:08.444747 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9dbba30-f86e-41e2-bb54-a8c28c2fcd64 req-c495830b-7098-40f0-8068-7f6d1d4740fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7d79533c-7102-4bc3-a914-988d50ddfabe HTTP/1.1" status: 200 len: 847 time: 0.0910256 Jul 24 01:00:08.573281 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2b8b6f44-0d0a-4719-9156-54127084e3ae tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:08.586484 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbba30-f86e-41e2-bb54-a8c28c2fcd64 req-2c0317ab-28fa-4e88-9364-ef32612a9670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:08.588078 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9dbba30-f86e-41e2-bb54-a8c28c2fcd64 req-2c0317ab-28fa-4e88-9364-ef32612a9670 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=10d2c835-80d7-49b2-a0db-ffc261981bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1079383 Jul 24 01:00:08.593082 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-2b8b6f44-0d0a-4719-9156-54127084e3ae tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Transition to ACTIVE for port object 1f144e12-4895-41ec-803b-8db7006649c7 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:00:08.644281 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed5ad4-d7a0-44a5-81d8-d7164d9afa08 req-87e0bed9-273d-4f88-a656-adc2129648b6 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:08.647184 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-daed5ad4-d7a0-44a5-81d8-d7164d9afa08 req-87e0bed9-273d-4f88-a656-adc2129648b6 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=bade4ba4-c584-4f8d-8622-e76b6a12ab3a HTTP/1.1" status: 200 len: 945 time: 0.0714011 Jul 24 01:00:08.702261 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-daed5ad4-d7a0-44a5-81d8-d7164d9afa08 req-627b7839-3da5-4b61-bdce-cf1da35ffa5a tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484660 Jul 24 01:00:08.715323 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2b8b6f44-0d0a-4719-9156-54127084e3ae tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:08.722748 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-dcb02ec8-d947-49c9-af5c-240468ec74d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdd484c-1e90-4a38-9223-d9e9868997c8', 'name': 'tempest-TestServerBasicOps-889095391-router', 'tenant_id': '443e9b6688a94583be288407b9410244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e2cfddbc-c45a-4c83-8f3d-6795a181c9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:59:26Z', 'updated_at': '2021-07-24T00:59:32Z', 'revision_number': 4, 'project_id': '443e9b6688a94583be288407b9410244', 'gw_port': {'id': 'e2cfddbc-c45a-4c83-8f3d-6795a181c9a1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ac:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdd484c-1e90-4a38-9223-d9e9868997c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:27Z', 'updated_at': '2021-07-24T00:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'fddbe1d7-9076-42d8-864e-8a25e69e6bf8', 'tenant_id': '443e9b6688a94583be288407b9410244', 'floating_ip_address': '172.25.2.10', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '3cdd484c-1e90-4a38-9223-d9e9868997c8', 'port_id': '14e68278-522e-4e15-a33b-ccdb91ae66ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10d2c835-80d7-49b2-a0db-ffc261981bb1', 'mac_address': 'fa:16:3e:1b:88:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9265bd33-f088-4997-a86d-a3daac593946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:00:06Z', 'updated_at': '2021-07-24T01:00:06Z', 'revision_number': 0, 'project_id': '443e9b6688a94583be288407b9410244', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c968da0-dd43-4e6d-9d9f-f0f77f06ba40', 'name': '', 'network_id': '10d2c835-80d7-49b2-a0db-ffc261981bb1', 'tenant_id': '443e9b6688a94583be288407b9410244', 'mac_address': 'fa:16:3e:e5:61:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdd484c-1e90-4a38-9223-d9e9868997c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '7d79533c-7102-4bc3-a914-988d50ddfabe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:31Z', 'updated_at': '2021-07-24T00:59:40Z', 'revision_number': 5, 'project_id': '443e9b6688a94583be288407b9410244', 'subnets': [{'id': '7d79533c-7102-4bc3-a914-988d50ddfabe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:08.739547 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9dbba30-f86e-41e2-bb54-a8c28c2fcd64 req-d0608daf-812d-4a78-899b-d7f87a1ba471 service neutron] 10.222.0.13 "GET /v2.0/networks/10d2c835-80d7-49b2-a0db-ffc261981bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400285 Jul 24 01:00:08.755566 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb02ec8-d947-49c9-af5c-240468ec74d1 None None] The sync data for ids ['3cdd484c-1e90-4a38-9223-d9e9868997c8'] in n-d-793621-25 is: [{'id': '3cdd484c-1e90-4a38-9223-d9e9868997c8', 'name': 'tempest-TestServerBasicOps-889095391-router', 'tenant_id': '443e9b6688a94583be288407b9410244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e2cfddbc-c45a-4c83-8f3d-6795a181c9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:59:26Z', 'updated_at': '2021-07-24T00:59:32Z', 'revision_number': 4, 'project_id': '443e9b6688a94583be288407b9410244', 'gw_port': {'id': 'e2cfddbc-c45a-4c83-8f3d-6795a181c9a1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ac:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdd484c-1e90-4a38-9223-d9e9868997c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:27Z', 'updated_at': '2021-07-24T00:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'fddbe1d7-9076-42d8-864e-8a25e69e6bf8', 'tenant_id': '443e9b6688a94583be288407b9410244', 'floating_ip_address': '172.25.2.10', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '3cdd484c-1e90-4a38-9223-d9e9868997c8', 'port_id': '14e68278-522e-4e15-a33b-ccdb91ae66ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10d2c835-80d7-49b2-a0db-ffc261981bb1', 'mac_address': 'fa:16:3e:1b:88:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9265bd33-f088-4997-a86d-a3daac593946', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:00:06Z', 'updated_at': '2021-07-24T01:00:06Z', 'revision_number': 0, 'project_id': '443e9b6688a94583be288407b9410244', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c968da0-dd43-4e6d-9d9f-f0f77f06ba40', 'name': '', 'network_id': '10d2c835-80d7-49b2-a0db-ffc261981bb1', 'tenant_id': '443e9b6688a94583be288407b9410244', 'mac_address': 'fa:16:3e:e5:61:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdd484c-1e90-4a38-9223-d9e9868997c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '7d79533c-7102-4bc3-a914-988d50ddfabe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:31Z', 'updated_at': '2021-07-24T00:59:40Z', 'revision_number': 5, 'project_id': '443e9b6688a94583be288407b9410244', 'subnets': [{'id': '7d79533c-7102-4bc3-a914-988d50ddfabe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:00:08.801040 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8b6f44-0d0a-4719-9156-54127084e3ae tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Network b10a2c4c-9fa1-46e2-bb5f-889806cbcde1 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:08.812713 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-2b8b6f44-0d0a-4719-9156-54127084e3ae tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:08.816383 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8b6f44-0d0a-4719-9156-54127084e3ae tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Pushing event updated for resources: {'Port': ['ID=1f144e12-4895-41ec-803b-8db7006649c7,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:08.820845 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8b6f44-0d0a-4719-9156-54127084e3ae tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:00:08.826565 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8b6f44-0d0a-4719-9156-54127084e3ae tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:08.827740 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2b8b6f44-0d0a-4719-9156-54127084e3ae tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:08.880952 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2b8b6f44-0d0a-4719-9156-54127084e3ae tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1522386 Jul 24 01:00:08.881697 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38668) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:08.890362 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-148c7880-c3ba-4cce-95f6-3d9d0c908a69 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3d6', 'mac_address': 'fa:16:3e:d5:f8:4b'}, {'ip_address': '2001:db8::14b', 'mac_address': 'fa:16:3e:b9:dd:cb'}]}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:08.899038 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9dbba30-f86e-41e2-bb54-a8c28c2fcd64 req-de1f0e4d-df2c-49db-96ed-8d1699de7f34 service neutron] 10.222.0.13 "GET /v2.0/networks/10d2c835-80d7-49b2-a0db-ffc261981bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396055 Jul 24 01:00:09.037591 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8772275-ba32-48b6-a334-076da6a771d6 None None] New status for floating IP fddbe1d7-9076-42d8-864e-8a25e69e6bf8: ACTIVE {{(pid=100466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:00:09.092537 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e585f38b-4dbd-4602-9008-107248cc6b4d req-698ac650-db53-43e8-bf80-8e16db3b1dbf tempest-ServerShowV257Test-328446002 tempest-ServerShowV257Test-328446002-project] 10.222.0.15 "GET /v2.0/ports?device_id=10afbbf5-b0e1-41df-9057-39faa774b016 HTTP/1.1" status: 200 len: 210 time: 0.0348263 Jul 24 01:00:09.104381 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-aee05e13-ef6a-471e-8bfd-735b807fed5f None None] Provisioning for port 1f144e12-4895-41ec-803b-8db7006649c7 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:00:09.110329 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-aee05e13-ef6a-471e-8bfd-735b807fed5f None None] Provisioning complete for port 1f144e12-4895-41ec-803b-8db7006649c7 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:00:09.110778 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-aee05e13-ef6a-471e-8bfd-735b807fed5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:09.174323 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-148c7880-c3ba-4cce-95f6-3d9d0c908a69 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:09.177244 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-aee05e13-ef6a-471e-8bfd-735b807fed5f None None] Port 1f144e12-4895-41ec-803b-8db7006649c7 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:00:09.404585 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54019145-d9fb-4ebb-bd3e-c7791a399a30 req-f64ca617-d8ce-44b6-b81e-befa840af916 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:09.406101 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-54019145-d9fb-4ebb-bd3e-c7791a399a30 req-f64ca617-d8ce-44b6-b81e-befa840af916 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 945 time: 0.1317549 Jul 24 01:00:09.419964 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-148c7880-c3ba-4cce-95f6-3d9d0c908a69 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:09.427526 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-148c7880-c3ba-4cce-95f6-3d9d0c908a69 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:09.474867 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-148c7880-c3ba-4cce-95f6-3d9d0c908a69 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] In _notify_port_updated(), no bound segment for port 1f144e12-4895-41ec-803b-8db7006649c7 on network b10a2c4c-9fa1-46e2-bb5f-889806cbcde1 {{(pid=100463) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 01:00:09.481436 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148c7880-c3ba-4cce-95f6-3d9d0c908a69 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:09.481927 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-148c7880-c3ba-4cce-95f6-3d9d0c908a69 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:09.483292 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-148c7880-c3ba-4cce-95f6-3d9d0c908a69 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] 10.222.0.15 "PUT /v2.0/ports/1f144e12-4895-41ec-803b-8db7006649c7 HTTP/1.1" status: 200 len: 1067 time: 0.6005881 Jul 24 01:00:09.486346 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38678) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:09.502041 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c7880-c3ba-4cce-95f6-3d9d0c908a69 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Pushing event updated for resources: {'Port': ['ID=1f144e12-4895-41ec-803b-8db7006649c7,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:09.507193 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-54019145-d9fb-4ebb-bd3e-c7791a399a30 req-d4951fe2-092d-4f4e-926b-674e4f7f738c tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915720 Jul 24 01:00:09.600228 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-85d5ffc5-b0b5-4857-a90e-9b7fb57f12e4 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Deleting port 1f144e12-4895-41ec-803b-8db7006649c7 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:00:09.600823 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-85d5ffc5-b0b5-4857-a90e-9b7fb57f12e4 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:09.689410 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-85d5ffc5-b0b5-4857-a90e-9b7fb57f12e4 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:09.702826 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-85d5ffc5-b0b5-4857-a90e-9b7fb57f12e4 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Calling delete_port for 1f144e12-4895-41ec-803b-8db7006649c7 owned by {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:00:09.706944 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b0392669-e2e2-4000-be2c-fa50c6c3eef0 None None] Provisioning complete for port 1f144e12-4895-41ec-803b-8db7006649c7 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:00:09.707329 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b0392669-e2e2-4000-be2c-fa50c6c3eef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:09.748314 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-b0392669-e2e2-4000-be2c-fa50c6c3eef0 None None] Port 1f144e12-4895-41ec-803b-8db7006649c7 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:00:09.878684 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-85d5ffc5-b0b5-4857-a90e-9b7fb57f12e4 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:09.917854 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe3713-6b1d-4bad-9581-70960585ec56 req-f2ab245f-425d-45f7-97a8-24aaaa150f77 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:09.919344 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fcbe3713-6b1d-4bad-9581-70960585ec56 req-f2ab245f-425d-45f7-97a8-24aaaa150f77 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=bade4ba4-c584-4f8d-8622-e76b6a12ab3a HTTP/1.1" status: 200 len: 945 time: 0.1366212 Jul 24 01:00:09.921608 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5ffc5-b0b5-4857-a90e-9b7fb57f12e4 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Pushing event deleted for resources: {'Port': ['ID=1f144e12-4895-41ec-803b-8db7006649c7,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:09.999817 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fcbe3713-6b1d-4bad-9581-70960585ec56 req-c66d24ad-ea0f-4796-bea5-05a51414477b tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/security-groups?id=739534d2-0f26-428b-8ab1-721e79268a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734193 Jul 24 01:00:10.123403 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-85d5ffc5-b0b5-4857-a90e-9b7fb57f12e4 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:10.125386 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-85d5ffc5-b0b5-4857-a90e-9b7fb57f12e4 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] 10.222.0.15 "DELETE /v2.0/ports/1f144e12-4895-41ec-803b-8db7006649c7 HTTP/1.1" status: 204 len: 168 time: 0.6378696 Jul 24 01:00:10.128208 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38686) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:10.160283 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a040d15-f85f-4f2a-b853-0913045feecd tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] GET failed (client error): The resource could not be found. Jul 24 01:00:10.161854 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7a040d15-f85f-4f2a-b853-0913045feecd tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] 10.222.0.15 "GET /v2.0/ports/1f144e12-4895-41ec-803b-8db7006649c7 HTTP/1.1" status: 404 len: 333 time: 0.0324769 Jul 24 01:00:10.166547 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38690) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:10.224513 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-12397d2a-284e-4c1f-85e4-24a169328d60 req-8a15f44e-284c-4daf-881c-e77c21cb7abe tempest-ServerShowV257Test-328446002 tempest-ServerShowV257Test-328446002-project] 10.222.0.15 "GET /v2.0/ports?device_id=10afbbf5-b0e1-41df-9057-39faa774b016 HTTP/1.1" status: 200 len: 210 time: 0.0331695 Jul 24 01:00:10.258652 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c22cc-f1fe-4596-b416-7564ef743c17 req-8e825450-cfdb-406d-aeb1-301a8adad96d tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:10.260578 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-453c22cc-f1fe-4596-b416-7564ef743c17 req-8e825450-cfdb-406d-aeb1-301a8adad96d tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.13 "GET /v2.0/ports?device_id=bade4ba4-c584-4f8d-8622-e76b6a12ab3a HTTP/1.1" status: 200 len: 945 time: 0.0977418 Jul 24 01:00:10.287179 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-91d56f84-83c4-4b75-99e4-6ffd5a669dad tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Deleting port 026a8d20-5dbb-499c-9b61-b9301afba1fa {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:00:10.287531 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-91d56f84-83c4-4b75-99e4-6ffd5a669dad tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:10.373581 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-91d56f84-83c4-4b75-99e4-6ffd5a669dad tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:10.387340 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-91d56f84-83c4-4b75-99e4-6ffd5a669dad tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Calling delete_port for 026a8d20-5dbb-499c-9b61-b9301afba1fa owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:00:10.529269 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-91d56f84-83c4-4b75-99e4-6ffd5a669dad tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:10.561515 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d56f84-83c4-4b75-99e4-6ffd5a669dad tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Pushing event deleted for resources: {'Port': ['ID=026a8d20-5dbb-499c-9b61-b9301afba1fa,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:10.588810 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-91d56f84-83c4-4b75-99e4-6ffd5a669dad tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:10.591072 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-91d56f84-83c4-4b75-99e4-6ffd5a669dad tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] 10.222.0.15 "DELETE /v2.0/ports/026a8d20-5dbb-499c-9b61-b9301afba1fa HTTP/1.1" status: 204 len: 168 time: 0.4230745 Jul 24 01:00:10.594814 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38696) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:10.627890 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-f86e45ac-90f2-44bc-bb54-f4520beef14d tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] GET failed (client error): The resource could not be found. Jul 24 01:00:10.630044 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f86e45ac-90f2-44bc-bb54-f4520beef14d tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] 10.222.0.15 "GET /v2.0/ports/026a8d20-5dbb-499c-9b61-b9301afba1fa HTTP/1.1" status: 404 len: 333 time: 0.0336792 Jul 24 01:00:10.634473 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38698) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:10.750333 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-453c22cc-f1fe-4596-b416-7564ef743c17 req-4e0d6f72-8730-4d71-9dca-6834b56d3a2e tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Deleting port f142e1c3-accd-44c6-a488-2ba01c18ea56 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:00:10.750941 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-453c22cc-f1fe-4596-b416-7564ef743c17 req-4e0d6f72-8730-4d71-9dca-6834b56d3a2e tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:10.752840 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-9fabd419-c2ae-4a8e-9718-744f97b36267 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Deleting port 063d6448-11ab-4e0d-8e08-e181b3a0a240 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:00:10.753199 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9fabd419-c2ae-4a8e-9718-744f97b36267 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:10.787958 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef83b8e-fd4c-4ecf-afca-c21b8a43cec9 req-46d6726f-0309-4316-9b1e-c243d76ce96e tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:10.790042 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2ef83b8e-fd4c-4ecf-afca-c21b8a43cec9 req-46d6726f-0309-4316-9b1e-c243d76ce96e tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 945 time: 0.1086121 Jul 24 01:00:10.824994 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device c3e75db2-e135-4796-9243-2ad14f4ea6d5 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:00:10.853118 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9fabd419-c2ae-4a8e-9718-744f97b36267 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:10.863493 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: c3e75db2-e135-4796-9243-2ad14f4ea6d5 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:00:10.864105 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device c3e75db2-e135-4796-9243-2ad14f4ea6d5 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:00:10.871080 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-9fabd419-c2ae-4a8e-9718-744f97b36267 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Calling delete_port for 063d6448-11ab-4e0d-8e08-e181b3a0a240 owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:00:10.882135 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2ef83b8e-fd4c-4ecf-afca-c21b8a43cec9 req-846e03fb-5828-4bb2-b30a-46d1213ce533 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856278 Jul 24 01:00:10.898097 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-453c22cc-f1fe-4596-b416-7564ef743c17 req-4e0d6f72-8730-4d71-9dca-6834b56d3a2e tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] For port f142e1c3-accd-44c6-a488-2ba01c18ea56, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=f142e1c3-accd-44c6-a488-2ba01c18ea56,segment=NetworkSegment(105933f1-ad5a-4c90-9ca8-c74f813dbd38),segment_id=105933f1-ad5a-4c90-9ca8-c74f813dbd38)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:10.898518 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-453c22cc-f1fe-4596-b416-7564ef743c17 req-4e0d6f72-8730-4d71-9dca-6834b56d3a2e tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:10.911341 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-453c22cc-f1fe-4596-b416-7564ef743c17 req-4e0d6f72-8730-4d71-9dca-6834b56d3a2e tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Calling delete_port for f142e1c3-accd-44c6-a488-2ba01c18ea56 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:00:11.012354 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9fabd419-c2ae-4a8e-9718-744f97b36267 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:11.047085 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fabd419-c2ae-4a8e-9718-744f97b36267 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Pushing event deleted for resources: {'Port': ['ID=063d6448-11ab-4e0d-8e08-e181b3a0a240,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:11.063213 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-453c22cc-f1fe-4596-b416-7564ef743c17 req-4e0d6f72-8730-4d71-9dca-6834b56d3a2e tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:11.075157 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['f142e1c3-accd-44c6-a488-2ba01c18ea56'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:00:11.084606 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9fabd419-c2ae-4a8e-9718-744f97b36267 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:11.090700 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9fabd419-c2ae-4a8e-9718-744f97b36267 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] 10.222.0.15 "DELETE /v2.0/ports/063d6448-11ab-4e0d-8e08-e181b3a0a240 HTTP/1.1" status: 204 len: 168 time: 0.4551189 Jul 24 01:00:11.091451 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38704) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:11.124936 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d6f72-8730-4d71-9dca-6834b56d3a2e tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Pushing event deleted for resources: {'Port': ['ID=f142e1c3-accd-44c6-a488-2ba01c18ea56,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:11.152573 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c4b498-aa05-46a4-941b-a79586b50859 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Deleting subnet 1683115c-83db-49c8-b5be-c6b1e34dbee9 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:00:11.156293 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-17c4b498-aa05-46a4-941b-a79586b50859 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:11.177769 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e6a92bb9-9a46-484c-bec8-c0e8d50b83f5 req-bdcbf0dc-d83e-4782-8c2a-b5ecad31b566 tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.15 "GET /v2.0/ports?device_id=bade4ba4-c584-4f8d-8622-e76b6a12ab3a HTTP/1.1" status: 200 len: 210 time: 0.0844257 Jul 24 01:00:11.202032 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-453c22cc-f1fe-4596-b416-7564ef743c17 req-4e0d6f72-8730-4d71-9dca-6834b56d3a2e tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] No DVR routers for this DVR port f142e1c3-accd-44c6-a488-2ba01c18ea56 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:00:11.204949 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-453c22cc-f1fe-4596-b416-7564ef743c17 req-4e0d6f72-8730-4d71-9dca-6834b56d3a2e tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:11.208786 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-453c22cc-f1fe-4596-b416-7564ef743c17 req-4e0d6f72-8730-4d71-9dca-6834b56d3a2e tempest-ServersTestJSON-1487029212 tempest-ServersTestJSON-1487029212-project] 10.222.0.13 "DELETE /v2.0/ports/f142e1c3-accd-44c6-a488-2ba01c18ea56 HTTP/1.1" status: 204 len: 173 time: 0.9323459 Jul 24 01:00:11.209342 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bade4ba4-c584-4f8d-8622-e76b6a12ab3a', 'name': 'network-vif-deleted', 'tag': 'f142e1c3-accd-44c6-a488-2ba01c18ea56'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:00:11.212491 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3867b9-5f41-48c3-8fc4-feb0af3a0154" -d '{"events": [{"server_uuid": "bade4ba4-c584-4f8d-8622-e76b6a12ab3a", "name": "network-vif-deleted", "tag": "f142e1c3-accd-44c6-a488-2ba01c18ea56"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:00:11.227843 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-17c4b498-aa05-46a4-941b-a79586b50859 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:11.279400 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c176d4e-343b-4f20-8e7b-5e56c653f603 x-openstack-request-id: req-5c176d4e-343b-4f20-8e7b-5e56c653f603 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:00:11.280088 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bade4ba4-c584-4f8d-8622-e76b6a12ab3a", "name": "network-vif-deleted", "tag": "f142e1c3-accd-44c6-a488-2ba01c18ea56", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:00:11.280088 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5c176d4e-343b-4f20-8e7b-5e56c653f603 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:00:11.280392 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bade4ba4-c584-4f8d-8622-e76b6a12ab3a', 'name': 'network-vif-deleted', 'tag': 'f142e1c3-accd-44c6-a488-2ba01c18ea56', 'status': 'completed', 'code': 200} Jul 24 01:00:11.344585 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-17c4b498-aa05-46a4-941b-a79586b50859 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:11.384883 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-57f0c64b-4fb8-41c1-99b9-97660db0d7dd req-13748acf-9384-48df-bbdb-96b7d55cda01 tempest-ServerShowV257Test-328446002 tempest-ServerShowV257Test-328446002-project] 10.222.0.15 "GET /v2.0/ports?device_id=10afbbf5-b0e1-41df-9057-39faa774b016 HTTP/1.1" status: 200 len: 210 time: 0.0531328 Jul 24 01:00:11.423834 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-17c4b498-aa05-46a4-941b-a79586b50859 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:11.450796 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4b498-aa05-46a4-941b-a79586b50859 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Pushing event deleted for resources: {'Subnet': ['ID=1683115c-83db-49c8-b5be-c6b1e34dbee9,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:11.456440 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-17c4b498-aa05-46a4-941b-a79586b50859 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:11.458360 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-17c4b498-aa05-46a4-941b-a79586b50859 tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] 10.222.0.15 "DELETE /v2.0/subnets/1683115c-83db-49c8-b5be-c6b1e34dbee9 HTTP/1.1" status: 204 len: 168 time: 0.3657923 Jul 24 01:00:11.461093 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38714) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:11.463875 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706985c5-de88-4e55-8dca-3841b4f47e61 None None] Network b10a2c4c-9fa1-46e2-bb5f-889806cbcde1 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:00:11.542167 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-991b28e7-38e1-4219-b1e7-a82375caca1a tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:11.596375 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-991b28e7-38e1-4219-b1e7-a82375caca1a tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Deleting port 90b472c0-6e4f-4947-a25a-0dea286596d0 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:00:11.596727 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-991b28e7-38e1-4219-b1e7-a82375caca1a tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:11.668671 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-991b28e7-38e1-4219-b1e7-a82375caca1a tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] For port 90b472c0-6e4f-4947-a25a-0dea286596d0, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=90b472c0-6e4f-4947-a25a-0dea286596d0,segment=NetworkSegment(9ba2194b-382c-4385-be2b-cb53847663b5),segment_id=9ba2194b-382c-4385-be2b-cb53847663b5)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:11.669047 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-991b28e7-38e1-4219-b1e7-a82375caca1a tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:11.682290 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-991b28e7-38e1-4219-b1e7-a82375caca1a tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Calling delete_port for 90b472c0-6e4f-4947-a25a-0dea286596d0 owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:00:11.794020 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0274f37b-0b0d-494f-b2ac-f582d43a8f0f None None] DHCP port deletion for b10a2c4c-9fa1-46e2-bb5f-889806cbcde1 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:00:11.858885 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0274f37b-0b0d-494f-b2ac-f582d43a8f0f None None] Deleting port 90b472c0-6e4f-4947-a25a-0dea286596d0 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:00:11.859602 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0274f37b-0b0d-494f-b2ac-f582d43a8f0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:11.937595 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0274f37b-0b0d-494f-b2ac-f582d43a8f0f None None] For port 90b472c0-6e4f-4947-a25a-0dea286596d0, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=90b472c0-6e4f-4947-a25a-0dea286596d0,segment=NetworkSegment(9ba2194b-382c-4385-be2b-cb53847663b5),segment_id=9ba2194b-382c-4385-be2b-cb53847663b5)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:11.938281 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0274f37b-0b0d-494f-b2ac-f582d43a8f0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:11.953725 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0274f37b-0b0d-494f-b2ac-f582d43a8f0f None None] Calling delete_port for 90b472c0-6e4f-4947-a25a-0dea286596d0 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:00:12.046237 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aca77b-91a6-4473-b4db-7317edbd86a7 req-928bbe19-ab9b-4109-a0c6-ca196f58b7b0 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:12.048087 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-96aca77b-91a6-4473-b4db-7317edbd86a7 req-928bbe19-ab9b-4109-a0c6-ca196f58b7b0 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 945 time: 0.0733104 Jul 24 01:00:12.057352 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0274f37b-0b0d-494f-b2ac-f582d43a8f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:12.086830 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-991b28e7-38e1-4219-b1e7-a82375caca1a tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:12.108851 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0274f37b-0b0d-494f-b2ac-f582d43a8f0f None None] No DVR routers for this DVR port 90b472c0-6e4f-4947-a25a-0dea286596d0 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:00:12.111833 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274f37b-0b0d-494f-b2ac-f582d43a8f0f None None] Pushing event deleted for resources: {'Port': ['ID=90b472c0-6e4f-4947-a25a-0dea286596d0,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:12.115020 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b28e7-38e1-4219-b1e7-a82375caca1a tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Pushing event deleted for resources: {'Port': ['ID=90b472c0-6e4f-4947-a25a-0dea286596d0,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:12.118447 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991b28e7-38e1-4219-b1e7-a82375caca1a tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] No DVR routers for this DVR port 90b472c0-6e4f-4947-a25a-0dea286596d0 on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:00:12.119037 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-96aca77b-91a6-4473-b4db-7317edbd86a7 req-38542429-4c85-4217-aeb8-197c9745151d tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591815 Jul 24 01:00:12.206728 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-991b28e7-38e1-4219-b1e7-a82375caca1a tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:12.218620 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-991b28e7-38e1-4219-b1e7-a82375caca1a tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b10a2c4c-9fa1-46e2-bb5f-889806cbcde1']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:12.229103 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-991b28e7-38e1-4219-b1e7-a82375caca1a tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba2194b-382c-4385-be2b-cb53847663b5') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:12.229717 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-991b28e7-38e1-4219-b1e7-a82375caca1a tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba2194b-382c-4385-be2b-cb53847663b5') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:12.238372 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-991b28e7-38e1-4219-b1e7-a82375caca1a tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:12.251894 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38724) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:12.278176 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-991b28e7-38e1-4219-b1e7-a82375caca1a tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:12.294535 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-991b28e7-38e1-4219-b1e7-a82375caca1a tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:00:12.294986 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-991b28e7-38e1-4219-b1e7-a82375caca1a tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:12.298072 n-d-793621-25 neutron-server[100463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:00:12.298072 n-d-793621-25 neutron-server[100463]: self.session.flush() Jul 24 01:00:12.298072 n-d-793621-25 neutron-server[100463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:00:12.298072 n-d-793621-25 neutron-server[100463]: self.session.flush() Jul 24 01:00:12.298072 n-d-793621-25 neutron-server[100463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:00:12.298072 n-d-793621-25 neutron-server[100463]: self.session.flush() Jul 24 01:00:12.298072 n-d-793621-25 neutron-server[100463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:00:12.298072 n-d-793621-25 neutron-server[100463]: self.session.flush() Jul 24 01:00:12.298072 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:00:12.298072 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:00:12.298072 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:00:12.298072 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:00:12.298072 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:00:12.298072 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:00:12.298072 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:00:12.298072 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:00:12.298072 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:00:12.298072 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:00:12.298072 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:00:12.298072 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:00:12.298072 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:00:12.298072 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:00:12.298072 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:00:12.298072 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:00:12.298072 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:00:12.298072 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:00:12.298072 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:00:12.298072 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:00:12.298072 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:00:12.298072 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:00:12.298072 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:00:12.298072 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:00:12.298072 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:00:12.298072 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:00:12.298072 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:00:12.298072 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:00:12.298072 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:00:12.298072 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:00:12.298072 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:00:12.298072 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:00:12.331270 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-1973f3ef-2518-4e1e-aafe-9fd9957d77fd admin admin] Deleting subnet 32aaab81-ed63-4b4f-aa91-d17bc9f404e3 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:00:12.360066 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1973f3ef-2518-4e1e-aafe-9fd9957d77fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:12.388730 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-991b28e7-38e1-4219-b1e7-a82375caca1a tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:12.408490 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-991b28e7-38e1-4219-b1e7-a82375caca1a tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:12.412926 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-991b28e7-38e1-4219-b1e7-a82375caca1a tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] 10.222.0.15 "DELETE /v2.0/networks/b10a2c4c-9fa1-46e2-bb5f-889806cbcde1 HTTP/1.1" status: 204 len: 168 time: 0.9479246 Jul 24 01:00:12.413591 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b28e7-38e1-4219-b1e7-a82375caca1a tempest-AllowedAddressPairIpV6TestJSON-115657200 tempest-AllowedAddressPairIpV6TestJSON-115657200-project] Pushing event deleted for resources: {'Network': ['ID=b10a2c4c-9fa1-46e2-bb5f-889806cbcde1,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:12.420169 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1973f3ef-2518-4e1e-aafe-9fd9957d77fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:12.470461 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1973f3ef-2518-4e1e-aafe-9fd9957d77fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:12.505390 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f451b601-867b-44dc-99e3-10b067257c00 req-fa7ca9bd-861b-45bf-abb8-aa36acff9366 tempest-ServerShowV257Test-328446002 tempest-ServerShowV257Test-328446002-project] 10.222.0.15 "GET /v2.0/ports?device_id=10afbbf5-b0e1-41df-9057-39faa774b016 HTTP/1.1" status: 200 len: 210 time: 0.0314927 Jul 24 01:00:12.536521 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1973f3ef-2518-4e1e-aafe-9fd9957d77fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:12.566508 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1973f3ef-2518-4e1e-aafe-9fd9957d77fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32aaab81-ed63-4b4f-aa91-d17bc9f404e3,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:12.571622 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1973f3ef-2518-4e1e-aafe-9fd9957d77fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:12.573581 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1973f3ef-2518-4e1e-aafe-9fd9957d77fd admin admin] 10.222.0.15 "DELETE /v2.0/subnets/32aaab81-ed63-4b4f-aa91-d17bc9f404e3 HTTP/1.1" status: 204 len: 168 time: 0.3219273 Jul 24 01:00:12.576384 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38732) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:12.648002 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1c36ce82-4aa0-47e7-94a5-c52b3333f20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:12.691472 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38736) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:12.735664 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1c36ce82-4aa0-47e7-94a5-c52b3333f20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:12.746501 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-1c36ce82-4aa0-47e7-94a5-c52b3333f20c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2da6bbc7-a75c-4c5c-b454-75233615e1ea']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:12.757269 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-1c36ce82-4aa0-47e7-94a5-c52b3333f20c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '105933f1-ad5a-4c90-9ca8-c74f813dbd38') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:12.757598 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-1c36ce82-4aa0-47e7-94a5-c52b3333f20c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '105933f1-ad5a-4c90-9ca8-c74f813dbd38') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:12.767089 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1c36ce82-4aa0-47e7-94a5-c52b3333f20c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:12.781604 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1c36ce82-4aa0-47e7-94a5-c52b3333f20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:12.788481 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c36ce82-4aa0-47e7-94a5-c52b3333f20c admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:00:12.789462 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1c36ce82-4aa0-47e7-94a5-c52b3333f20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:12.791390 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:00:12.791390 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:00:12.791390 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:00:12.791390 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:00:12.791390 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:00:12.791390 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:00:12.791390 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:00:12.791390 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:00:12.791390 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:00:12.791390 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:00:12.791390 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:00:12.791390 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:00:12.791390 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:00:12.791390 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:00:12.791390 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:00:12.791390 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:00:12.791390 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:00:12.791390 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:00:12.791390 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:00:12.791390 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:00:12.791390 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:00:12.791390 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:00:12.791390 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:00:12.791390 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:00:12.791390 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:00:12.791390 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:00:12.791390 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:00:12.791390 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:00:12.791390 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:00:12.791390 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:00:12.791390 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:00:12.791390 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:00:12.835250 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7b6d7eb0-e5f9-45ad-b772-fe7822b4ad2c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9e3f2e1f43474010ba3923755eee2289&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1401241 Jul 24 01:00:12.835548 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38740) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:12.854147 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1c36ce82-4aa0-47e7-94a5-c52b3333f20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:12.860579 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1c36ce82-4aa0-47e7-94a5-c52b3333f20c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:12.862981 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1c36ce82-4aa0-47e7-94a5-c52b3333f20c admin admin] 10.222.0.15 "DELETE /v2.0/networks/2da6bbc7-a75c-4c5c-b454-75233615e1ea HTTP/1.1" status: 204 len: 168 time: 0.2855058 Jul 24 01:00:12.876956 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36ce82-4aa0-47e7-94a5-c52b3333f20c admin admin] Pushing event deleted for resources: {'Network': ['ID=2da6bbc7-a75c-4c5c-b454-75233615e1ea,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:12.893587 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6f2f5981-1408-4b4b-a394-94a29bd1370a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:12.917467 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6f2f5981-1408-4b4b-a394-94a29bd1370a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:12.980189 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6f2f5981-1408-4b4b-a394-94a29bd1370a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:12.983319 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6f2f5981-1408-4b4b-a394-94a29bd1370a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:12.984512 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6f2f5981-1408-4b4b-a394-94a29bd1370a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f4ea0c12-6c8a-40a6-b820-c71a5970c966 HTTP/1.1" status: 204 len: 168 time: 0.1474328 Jul 24 01:00:12.992862 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38746) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:13.007135 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f5981-1408-4b4b-a394-94a29bd1370a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ea0c12-6c8a-40a6-b820-c71a5970c966,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:13.037989 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 90b472c0-6e4f-4947-a25a-0dea286596d0 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:00:13.051795 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a6228fb4-d6a7-4b9c-aed8-db4a76f6df43 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=efa6f3db9fd64630b0882e80030f42fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0573840 Jul 24 01:00:13.054187 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38748) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:13.059825 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 90b472c0-6e4f-4947-a25a-0dea286596d0 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:00:13.060420 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 90b472c0-6e4f-4947-a25a-0dea286596d0 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:00:13.105733 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b6d5f5ae-02a2-4ba5-b2f3-3dc892b88b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:13.130316 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b6d5f5ae-02a2-4ba5-b2f3-3dc892b88b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:13.209594 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b6d5f5ae-02a2-4ba5-b2f3-3dc892b88b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:13.214420 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b6d5f5ae-02a2-4ba5-b2f3-3dc892b88b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:13.215799 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b6d5f5ae-02a2-4ba5-b2f3-3dc892b88b9d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/739534d2-0f26-428b-8ab1-721e79268a92 HTTP/1.1" status: 204 len: 168 time: 0.1605685 Jul 24 01:00:13.243996 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d5f5ae-02a2-4ba5-b2f3-3dc892b88b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739534d2-0f26-428b-8ab1-721e79268a92,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:13.290218 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1a790-fe8b-448f-a6a4-4f9f13b2e8e2 req-0fddd65d-8c9b-4a9b-8039-a19eca7e38e4 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:13.291849 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dff1a790-fe8b-448f-a6a4-4f9f13b2e8e2 req-0fddd65d-8c9b-4a9b-8039-a19eca7e38e4 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 945 time: 0.0948682 Jul 24 01:00:13.359475 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dff1a790-fe8b-448f-a6a4-4f9f13b2e8e2 req-e648758b-5276-4947-88b5-b968d9dd63de tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604308 Jul 24 01:00:13.637393 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-60d0b96a-f787-4cbf-9907-92c26f01b26d req-50a1b07f-bab6-479a-80ef-e97201d39c03 tempest-ServerShowV257Test-328446002 tempest-ServerShowV257Test-328446002-project] 10.222.0.15 "GET /v2.0/ports?device_id=10afbbf5-b0e1-41df-9057-39faa774b016 HTTP/1.1" status: 200 len: 210 time: 0.0417926 Jul 24 01:00:13.885159 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38796) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:13.996308 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38802) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:14.047830 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-e4dc72b0-f938-453c-8290-9793e33424d2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-447048248-network', 'tenant_id': 'f013df7f7eb44beeaa371687a90f2b0c'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:14.069841 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4dc72b0-f938-453c-8290-9793e33424d2 admin admin] Made reservation on behalf of f013df7f7eb44beeaa371687a90f2b0c for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:00:14.073543 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e4dc72b0-f938-453c-8290-9793e33424d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:14.076516 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-85c69806-a8b1-490e-b511-c2e458aeee4f tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-837585389'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:14.082497 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e4dc72b0-f938-453c-8290-9793e33424d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:14.098297 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c69806-a8b1-490e-b511-c2e458aeee4f tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Made reservation on behalf of d9d0c3d684fe47cd8a252b318d9b2ea7 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:00:14.102026 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-85c69806-a8b1-490e-b511-c2e458aeee4f tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:14.111747 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-85c69806-a8b1-490e-b511-c2e458aeee4f tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:14.174964 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e4dc72b0-f938-453c-8290-9793e33424d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:14.182396 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e4dc72b0-f938-453c-8290-9793e33424d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:14.204982 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4dc72b0-f938-453c-8290-9793e33424d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:00:14.223266 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e4dc72b0-f938-453c-8290-9793e33424d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:14.223620 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-e4dc72b0-f938-453c-8290-9793e33424d2 admin admin] Added segment 6a0dcd8e-3884-461b-ac3c-4a378c6b966a of type vlan for network 7bb51f2f-00d3-4129-bd46-3f370febb2ae Jul 24 01:00:14.225146 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc72b0-f938-453c-8290-9793e33424d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34788805-eac9-420e-8cec-326ffddedada,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:14.268779 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e4dc72b0-f938-453c-8290-9793e33424d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:14.289561 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-85c69806-a8b1-490e-b511-c2e458aeee4f tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:14.293463 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-85c69806-a8b1-490e-b511-c2e458aeee4f tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:14.300649 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e4dc72b0-f938-453c-8290-9793e33424d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:14.301906 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dc72b0-f938-453c-8290-9793e33424d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:14.302500 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e4dc72b0-f938-453c-8290-9793e33424d2 admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:14.323108 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85c69806-a8b1-490e-b511-c2e458aeee4f tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:00:14.333882 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c69806-a8b1-490e-b511-c2e458aeee4f tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22924bb2-6703-4c9e-99b4-9025e8e18f15,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:14.342411 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e4dc72b0-f938-453c-8290-9793e33424d2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3423421 Jul 24 01:00:14.343306 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38808) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:14.347744 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-22160006-3d18-4bbc-8560-ce0a711373ab admin admin] Request body: {'subnet': {'network_id': '7bb51f2f-00d3-4129-bd46-3f370febb2ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-447048248-subnet', 'tenant_id': 'f013df7f7eb44beeaa371687a90f2b0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:14.352172 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-85c69806-a8b1-490e-b511-c2e458aeee4f tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:14.352520 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-85c69806-a8b1-490e-b511-c2e458aeee4f tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Added segment 993d1576-47d5-49c0-9637-13411146eaa0 of type vlan for network 25c442f8-f034-4ce4-adf3-46bbeb21756c Jul 24 01:00:14.371388 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dc72b0-f938-453c-8290-9793e33424d2 admin admin] Pushing event updated for resources: {'Network': ['ID=7bb51f2f-00d3-4129-bd46-3f370febb2ae,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:14.381116 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 7bb51f2f-00d3-4129-bd46-3f370febb2ae details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:00:14.412961 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-85c69806-a8b1-490e-b511-c2e458aeee4f tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:14.417405 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22160006-3d18-4bbc-8560-ce0a711373ab admin admin] Made reservation on behalf of f013df7f7eb44beeaa371687a90f2b0c for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:00:14.419857 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-22160006-3d18-4bbc-8560-ce0a711373ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:14.539616 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-85c69806-a8b1-490e-b511-c2e458aeee4f tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:14.545230 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c69806-a8b1-490e-b511-c2e458aeee4f tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:14.545864 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-85c69806-a8b1-490e-b511-c2e458aeee4f tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:14.602692 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-85c69806-a8b1-490e-b511-c2e458aeee4f tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7163949 Jul 24 01:00:14.605622 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38816) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:14.610968 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-3a7f1ed0-b7b7-4603-9310-c07f269bf713 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Request body: {'subnet': {'network_id': '25c442f8-f034-4ce4-adf3-46bbeb21756c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:14.667029 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c69806-a8b1-490e-b511-c2e458aeee4f tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Pushing event updated for resources: {'Network': ['ID=25c442f8-f034-4ce4-adf3-46bbeb21756c,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:14.680132 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 25c442f8-f034-4ce4-adf3-46bbeb21756c details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:00:14.695699 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a478ad-a2a6-41a4-88ef-326800806b14 req-847abffa-7c34-4b60-879a-9d8c6108b53a tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:14.697422 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b9a478ad-a2a6-41a4-88ef-326800806b14 req-847abffa-7c34-4b60-879a-9d8c6108b53a tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 945 time: 0.2109799 Jul 24 01:00:14.709622 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7f1ed0-b7b7-4603-9310-c07f269bf713 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Made reservation on behalf of d9d0c3d684fe47cd8a252b318d9b2ea7 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:00:14.717765 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3a7f1ed0-b7b7-4603-9310-c07f269bf713 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:14.793252 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cde26e22-8fc0-4bb6-baf4-7aba531b0bbb req-d0e0b5ff-d298-4432-8e82-82ba57704ed1 tempest-ServerShowV257Test-328446002 tempest-ServerShowV257Test-328446002-project] 10.222.0.15 "GET /v2.0/ports?device_id=10afbbf5-b0e1-41df-9057-39faa774b016 HTTP/1.1" status: 200 len: 210 time: 0.0464551 Jul 24 01:00:14.819563 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b9a478ad-a2a6-41a4-88ef-326800806b14 req-fa59cc12-1ace-42fe-bd78-3bca1534c2cc tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112523 Jul 24 01:00:14.821483 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-22160006-3d18-4bbc-8560-ce0a711373ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:14.831544 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device f142e1c3-accd-44c6-a488-2ba01c18ea56 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:00:14.862453 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: f142e1c3-accd-44c6-a488-2ba01c18ea56 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:00:14.862839 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device f142e1c3-accd-44c6-a488-2ba01c18ea56 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:00:14.879336 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22160006-3d18-4bbc-8560-ce0a711373ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca9fc3c9-f297-4e8b-a8e5-3d3783f9f619,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:14.895583 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22160006-3d18-4bbc-8560-ce0a711373ab admin admin] Checking segment: {'id': '6a0dcd8e-3884-461b-ac3c-4a378c6b966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7bb51f2f-00d3-4129-bd46-3f370febb2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:00:14.895947 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22160006-3d18-4bbc-8560-ce0a711373ab admin admin] Network hostable DHCP agents. Network: 7bb51f2f-00d3-4129-bd46-3f370febb2ae, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:00:14.915828 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22160006-3d18-4bbc-8560-ce0a711373ab admin admin] Network 7bb51f2f-00d3-4129-bd46-3f370febb2ae is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:00:14.925287 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-22160006-3d18-4bbc-8560-ce0a711373ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 7bb51f2f-00d3-4129-bd46-3f370febb2ae) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:14.930703 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22160006-3d18-4bbc-8560-ce0a711373ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:14.931305 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-22160006-3d18-4bbc-8560-ce0a711373ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:14.935100 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30d2129-ed06-497d-b8ee-cc7cc55d1e2b None None] Network 7bb51f2f-00d3-4129-bd46-3f370febb2ae requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:00:14.958023 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-22160006-3d18-4bbc-8560-ce0a711373ab admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6041431 Jul 24 01:00:14.993968 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3a7f1ed0-b7b7-4603-9310-c07f269bf713 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:15.057008 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f1ed0-b7b7-4603-9310-c07f269bf713 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Pushing event updated for resources: {'Subnet': ['ID=71dc3aae-4e78-4428-b9b1-626cd5428b24,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:15.070923 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7f1ed0-b7b7-4603-9310-c07f269bf713 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Checking segment: {'id': '993d1576-47d5-49c0-9637-13411146eaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '25c442f8-f034-4ce4-adf3-46bbeb21756c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:00:15.071568 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7f1ed0-b7b7-4603-9310-c07f269bf713 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Network hostable DHCP agents. Network: 25c442f8-f034-4ce4-adf3-46bbeb21756c, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:00:15.085122 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addb1b39-d1da-4365-ae6b-6e6e26b6083d None None] Network 7bb51f2f-00d3-4129-bd46-3f370febb2ae requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:00:15.094257 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7f1ed0-b7b7-4603-9310-c07f269bf713 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Network 25c442f8-f034-4ce4-adf3-46bbeb21756c is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:00:15.105593 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-3a7f1ed0-b7b7-4603-9310-c07f269bf713 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 25c442f8-f034-4ce4-adf3-46bbeb21756c) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:15.110540 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7f1ed0-b7b7-4603-9310-c07f269bf713 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:15.111399 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3a7f1ed0-b7b7-4603-9310-c07f269bf713 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:15.119481 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e610ea-ec1a-44db-a390-dbd206289f27 None None] Network 25c442f8-f034-4ce4-adf3-46bbeb21756c requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:00:15.130457 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3a7f1ed0-b7b7-4603-9310-c07f269bf713 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5236971 Jul 24 01:00:15.134438 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38830) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:15.140096 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-2790496d-62c8-4219-9683-74aa02cf754a tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-9149016', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:15.168283 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2790496d-62c8-4219-9683-74aa02cf754a tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:15.171109 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2790496d-62c8-4219-9683-74aa02cf754a tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:15.235348 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2790496d-62c8-4219-9683-74aa02cf754a tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:15.240897 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2790496d-62c8-4219-9683-74aa02cf754a tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:15.261855 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2790496d-62c8-4219-9683-74aa02cf754a tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:15.266038 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38834) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:15.266397 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2790496d-62c8-4219-9683-74aa02cf754a tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.1306427 Jul 24 01:00:15.370132 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3145b4-f02c-4b4f-b266-c404bc7ed238 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-25c442f8-f034-4ce4-adf3-46bbeb21756c', 'network_id': '25c442f8-f034-4ce4-adf3-46bbeb21756c', 'tenant_id': 'd9d0c3d684fe47cd8a252b318d9b2ea7', 'fixed_ips': [{'subnet_id': '71dc3aae-4e78-4428-b9b1-626cd5428b24'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:00:15.371077 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9b3145b4-f02c-4b4f-b266-c404bc7ed238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:15.509663 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-9b3145b4-f02c-4b4f-b266-c404bc7ed238 None None] Allocated IP 172.20.0.2 (25c442f8-f034-4ce4-adf3-46bbeb21756c/71dc3aae-4e78-4428-b9b1-626cd5428b24/e4ce7383-1a7e-41b6-85f2-3e3678dcdd27) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:00:15.631392 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-3c220e6b-3c15-418e-9caf-a37ee80febbd tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:15.634221 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-3c220e6b-3c15-418e-9caf-a37ee80febbd tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/networks?id=7bb51f2f-00d3-4129-bd46-3f370febb2ae HTTP/1.1" status: 200 len: 814 time: 0.2842772 Jul 24 01:00:15.678957 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-5587e748-31af-4e32-9fd4-720ffebfae2b tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/quotas/f013df7f7eb44beeaa371687a90f2b0c HTTP/1.1" status: 200 len: 375 time: 0.0334463 Jul 24 01:00:15.680298 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-329a03b8-ecb7-41b2-be7c-3f24d06d798e tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:15.683280 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6ba07de7-ee09-4e78-b0ae-e8eb4d2cfd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:15.684750 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9b3145b4-f02c-4b4f-b266-c404bc7ed238 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:15.693430 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9b3145b4-f02c-4b4f-b266-c404bc7ed238 None None] Transition to ACTIVE for port object e4ce7383-1a7e-41b6-85f2-3e3678dcdd27 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:00:15.708914 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9b3145b4-f02c-4b4f-b266-c404bc7ed238 None None] Transition to ACTIVE for port object e4ce7383-1a7e-41b6-85f2-3e3678dcdd27 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:00:15.715882 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9b3145b4-f02c-4b4f-b266-c404bc7ed238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:15.753630 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3145b4-f02c-4b4f-b266-c404bc7ed238 None None] Network 25c442f8-f034-4ce4-adf3-46bbeb21756c is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:15.754822 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-5a86c5eb-0e35-4097-aefd-448dba7d19d5 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f013df7f7eb44beeaa371687a90f2b0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651865 Jul 24 01:00:15.759206 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-9b3145b4-f02c-4b4f-b266-c404bc7ed238 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:15.762875 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3145b4-f02c-4b4f-b266-c404bc7ed238 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:00:15.769878 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3145b4-f02c-4b4f-b266-c404bc7ed238 None None] Pushing event updated for resources: {'Port': ['ID=e4ce7383-1a7e-41b6-85f2-3e3678dcdd27,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:15.780841 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3145b4-f02c-4b4f-b266-c404bc7ed238 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:15.781415 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3145b4-f02c-4b4f-b266-c404bc7ed238 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:15.781556 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3145b4-f02c-4b4f-b266-c404bc7ed238 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:15.781868 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3145b4-f02c-4b4f-b266-c404bc7ed238 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:15.782207 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3145b4-f02c-4b4f-b266-c404bc7ed238 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:15.782553 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3145b4-f02c-4b4f-b266-c404bc7ed238 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:15.782923 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3145b4-f02c-4b4f-b266-c404bc7ed238 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:15.783257 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3145b4-f02c-4b4f-b266-c404bc7ed238 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:15.783594 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3145b4-f02c-4b4f-b266-c404bc7ed238 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:15.783923 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3145b4-f02c-4b4f-b266-c404bc7ed238 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:15.784259 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3145b4-f02c-4b4f-b266-c404bc7ed238 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:15.784583 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3145b4-f02c-4b4f-b266-c404bc7ed238 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:15.842955 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-9b3145b4-f02c-4b4f-b266-c404bc7ed238 None None] Attempting to bind port e4ce7383-1a7e-41b6-85f2-3e3678dcdd27 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:00:15.843332 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-9b3145b4-f02c-4b4f-b266-c404bc7ed238 None None] Attempting to bind port e4ce7383-1a7e-41b6-85f2-3e3678dcdd27 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '993d1576-47d5-49c0-9637-13411146eaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '25c442f8-f034-4ce4-adf3-46bbeb21756c'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:00:15.843695 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3145b4-f02c-4b4f-b266-c404bc7ed238 None None] Attempting to bind port e4ce7383-1a7e-41b6-85f2-3e3678dcdd27 on network 25c442f8-f034-4ce4-adf3-46bbeb21756c {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:00:15.849166 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3145b4-f02c-4b4f-b266-c404bc7ed238 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 0, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:00:15.849528 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3145b4-f02c-4b4f-b266-c404bc7ed238 None None] Checking segment: {'id': '993d1576-47d5-49c0-9637-13411146eaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '25c442f8-f034-4ce4-adf3-46bbeb21756c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:00:15.849918 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9b3145b4-f02c-4b4f-b266-c404bc7ed238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:15.850280 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3145b4-f02c-4b4f-b266-c404bc7ed238 None None] Bound using segment: {'id': '993d1576-47d5-49c0-9637-13411146eaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '25c442f8-f034-4ce4-adf3-46bbeb21756c'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:00:15.851145 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-9b3145b4-f02c-4b4f-b266-c404bc7ed238 None None] Bound port: e4ce7383-1a7e-41b6-85f2-3e3678dcdd27, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '993d1576-47d5-49c0-9637-13411146eaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '25c442f8-f034-4ce4-adf3-46bbeb21756c'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:00:15.852746 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9b3145b4-f02c-4b4f-b266-c404bc7ed238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:15.906345 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-52a0a771-1dda-4654-bbbd-e4458cbbad39 req-3178ee5b-bb38-4849-81df-d684889dc308 tempest-ServerShowV257Test-328446002 tempest-ServerShowV257Test-328446002-project] 10.222.0.15 "GET /v2.0/ports?device_id=10afbbf5-b0e1-41df-9057-39faa774b016 HTTP/1.1" status: 200 len: 210 time: 0.0304074 Jul 24 01:00:15.919373 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9b3145b4-f02c-4b4f-b266-c404bc7ed238 None None] For port e4ce7383-1a7e-41b6-85f2-3e3678dcdd27, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:00:15.922617 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9b3145b4-f02c-4b4f-b266-c404bc7ed238 None None] For port e4ce7383-1a7e-41b6-85f2-3e3678dcdd27, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=e4ce7383-1a7e-41b6-85f2-3e3678dcdd27,segment=NetworkSegment(993d1576-47d5-49c0-9637-13411146eaa0),segment_id=993d1576-47d5-49c0-9637-13411146eaa0)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:00:15.939948 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9b3145b4-f02c-4b4f-b266-c404bc7ed238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:16.004023 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3145b4-f02c-4b4f-b266-c404bc7ed238 None None] Pushing event updated for resources: {'Port': ['ID=e4ce7383-1a7e-41b6-85f2-3e3678dcdd27,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:16.033966 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-e29e3687-6597-4e36-a412-1b97d83e1140 service neutron] 10.222.0.15 "GET /v2.0/networks/7bb51f2f-00d3-4129-bd46-3f370febb2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516797 Jul 24 01:00:16.046251 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc9032-ed13-4d5e-9786-a3b526af78e0 req-e2c77048-9ea2-4112-b2df-e94db7c8117b tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:16.047898 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9abc9032-ed13-4d5e-9786-a3b526af78e0 req-e2c77048-9ea2-4112-b2df-e94db7c8117b tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 945 time: 0.0742047 Jul 24 01:00:16.091643 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9abc9032-ed13-4d5e-9786-a3b526af78e0 req-7ab13fc0-f34c-4b21-990c-bed681b7ca24 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373242 Jul 24 01:00:16.194704 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-329a03b8-ecb7-41b2-be7c-3f24d06d798e tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Allocated IP 172.20.0.1 (25c442f8-f034-4ce4-adf3-46bbeb21756c/71dc3aae-4e78-4428-b9b1-626cd5428b24/2b5c9319-8ad8-48f7-9e0a-0f49c368551c) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:00:16.214957 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-7071770a-2815-4e90-b27b-135d56810eaf service neutron] 10.222.0.15 "GET /v2.0/networks/7bb51f2f-00d3-4129-bd46-3f370febb2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687014 Jul 24 01:00:16.350859 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-329a03b8-ecb7-41b2-be7c-3f24d06d798e tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:16.372998 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-329a03b8-ecb7-41b2-be7c-3f24d06d798e tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Transition to ACTIVE for port object 2b5c9319-8ad8-48f7-9e0a-0f49c368551c will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:00:16.414750 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6a4da5f0-63df-462e-ab42-092e2f64a83e req-4ef3f346-3755-4c65-86e3-a3879cd915e9 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=434df6b7-5d7e-463b-9bde-10a88b5f9b6b HTTP/1.1" status: 200 len: 210 time: 0.0367529 Jul 24 01:00:16.449166 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-329a03b8-ecb7-41b2-be7c-3f24d06d798e tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:16.487222 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329a03b8-ecb7-41b2-be7c-3f24d06d798e tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Network 25c442f8-f034-4ce4-adf3-46bbeb21756c is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:16.490205 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-329a03b8-ecb7-41b2-be7c-3f24d06d798e tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:16.494296 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329a03b8-ecb7-41b2-be7c-3f24d06d798e tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:00:16.530076 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a03b8-ecb7-41b2-be7c-3f24d06d798e tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Pushing event updated for resources: {'Port': ['ID=2b5c9319-8ad8-48f7-9e0a-0f49c368551c,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:16.548336 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-329a03b8-ecb7-41b2-be7c-3f24d06d798e tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:16.721418 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-329a03b8-ecb7-41b2-be7c-3f24d06d798e tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:17.063217 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-32dd2772-4f47-4aab-a32f-aeba968beba1 req-61a3dec5-c568-4bda-a2c5-6ea0037f29d0 tempest-ServerShowV257Test-328446002 tempest-ServerShowV257Test-328446002-project] 10.222.0.15 "GET /v2.0/ports?device_id=10afbbf5-b0e1-41df-9057-39faa774b016 HTTP/1.1" status: 200 len: 210 time: 0.0679541 Jul 24 01:00:17.065302 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e83447f-0ecd-4743-a800-6d7b33967fcc None None] Network 25c442f8-f034-4ce4-adf3-46bbeb21756c requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:00:17.144187 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-329a03b8-ecb7-41b2-be7c-3f24d06d798e tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:17.156210 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-329a03b8-ecb7-41b2-be7c-3f24d06d798e tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:17.167212 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e4ce7383-1a7e-41b6-85f2-3e3678dcdd27 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:00:17.250242 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b8edfa41-4195-4249-8ae6-ce1062e1d7e8 None None] Provisioning for port e4ce7383-1a7e-41b6-85f2-3e3678dcdd27 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:00:17.292681 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-329a03b8-ecb7-41b2-be7c-3f24d06d798e tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:17.294486 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a03b8-ecb7-41b2-be7c-3f24d06d798e tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Pushing event updated for resources: {'Port': ['ID=2b5c9319-8ad8-48f7-9e0a-0f49c368551c,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:17.308336 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port e4ce7383-1a7e-41b6-85f2-3e3678dcdd27 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:00:17.324174 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port e4ce7383-1a7e-41b6-85f2-3e3678dcdd27 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:00:17.324902 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:17.387307 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78734491-4f46-454c-8a76-0b2f80a5774a req-edccd67e-4a09-47e5-a97c-dc6eebbf81a8 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:17.388883 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-78734491-4f46-454c-8a76-0b2f80a5774a req-edccd67e-4a09-47e5-a97c-dc6eebbf81a8 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 945 time: 0.1630573 Jul 24 01:00:17.455145 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329a03b8-ecb7-41b2-be7c-3f24d06d798e tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Network 25c442f8-f034-4ce4-adf3-46bbeb21756c is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:17.459047 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-78734491-4f46-454c-8a76-0b2f80a5774a req-7c71a34b-30d4-4375-bbad-65aaaecb885c tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597739 Jul 24 01:00:17.460107 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-329a03b8-ecb7-41b2-be7c-3f24d06d798e tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:17.494116 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:17.591567 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port e4ce7383-1a7e-41b6-85f2-3e3678dcdd27, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=e4ce7383-1a7e-41b6-85f2-3e3678dcdd27,segment=NetworkSegment(993d1576-47d5-49c0-9637-13411146eaa0),segment_id=993d1576-47d5-49c0-9637-13411146eaa0)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:17.611457 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:17.659890 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-547de754-dc13-403f-8004-b079ffe2d9d7 req-3383ae54-00f1-4eac-9112-46613ab8c298 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=434df6b7-5d7e-463b-9bde-10a88b5f9b6b HTTP/1.1" status: 200 len: 210 time: 0.0696430 Jul 24 01:00:17.733114 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=e4ce7383-1a7e-41b6-85f2-3e3678dcdd27,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:17.844621 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-22d7b55f-065f-42c1-bd1f-d814d34b9793 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:17.846257 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-22d7b55f-065f-42c1-bd1f-d814d34b9793 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.13 "GET /v2.0/networks?id=7bb51f2f-00d3-4129-bd46-3f370febb2ae HTTP/1.1" status: 200 len: 814 time: 0.1946075 Jul 24 01:00:17.874119 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-e3ce4cdd-3652-4906-b566-65c61e1471b5 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Request body: {'port': {'device_id': '434df6b7-5d7e-463b-9bde-10a88b5f9b6b', 'network_id': '7bb51f2f-00d3-4129-bd46-3f370febb2ae', 'admin_state_up': True, 'tenant_id': 'f013df7f7eb44beeaa371687a90f2b0c'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:17.979524 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-329a03b8-ecb7-41b2-be7c-3f24d06d798e tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Router fa3b2b7b-7648-4081-a47f-f919e45c4e45 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:00:17.987156 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-4f444dda-3388-4e98-830f-fb3bef7d164c None None] Provisioning complete for port e4ce7383-1a7e-41b6-85f2-3e3678dcdd27 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:00:17.987620 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4f444dda-3388-4e98-830f-fb3bef7d164c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:18.109519 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-4f444dda-3388-4e98-830f-fb3bef7d164c None None] Provisioning for port 2b5c9319-8ad8-48f7-9e0a-0f49c368551c completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:00:18.115087 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-4f444dda-3388-4e98-830f-fb3bef7d164c None None] Provisioning complete for port 2b5c9319-8ad8-48f7-9e0a-0f49c368551c triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:00:18.115997 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4f444dda-3388-4e98-830f-fb3bef7d164c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:18.163430 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-4f444dda-3388-4e98-830f-fb3bef7d164c None None] Port 2b5c9319-8ad8-48f7-9e0a-0f49c368551c cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:00:18.204776 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3791a63e-f09a-4d86-9476-d6578db3a9a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:18.286536 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a5d2934d-b7f0-4e2a-ab2c-a31d19e684e4 None None] Provisioning complete for port 2b5c9319-8ad8-48f7-9e0a-0f49c368551c triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:00:18.287192 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a5d2934d-b7f0-4e2a-ab2c-a31d19e684e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:18.328651 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-a5d2934d-b7f0-4e2a-ab2c-a31d19e684e4 None None] Port 2b5c9319-8ad8-48f7-9e0a-0f49c368551c cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:00:18.430402 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:18.447368 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-65918389-7ede-4dfd-b55e-0dab210c1eac None None] Provisioning complete for port 2b5c9319-8ad8-48f7-9e0a-0f49c368551c triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:00:18.447799 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-65918389-7ede-4dfd-b55e-0dab210c1eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:18.468212 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-99eed9d9-8280-4c7d-b7ef-771d1e64b98d req-96668e90-976d-4547-8b5b-092483fc7881 tempest-ServerShowV257Test-328446002 tempest-ServerShowV257Test-328446002-project] 10.222.0.15 "GET /v2.0/ports?device_id=10afbbf5-b0e1-41df-9057-39faa774b016 HTTP/1.1" status: 200 len: 210 time: 0.0675423 Jul 24 01:00:18.483208 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-65918389-7ede-4dfd-b55e-0dab210c1eac None None] Port 2b5c9319-8ad8-48f7-9e0a-0f49c368551c cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:00:18.492985 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329a03b8-ecb7-41b2-be7c-3f24d06d798e tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:00:18.498495 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-329a03b8-ecb7-41b2-be7c-3f24d06d798e tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] 10.222.0.15 "PUT /v2.0/routers/fa3b2b7b-7648-4081-a47f-f919e45c4e45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2306960 Jul 24 01:00:18.499434 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-e3ce4cdd-3652-4906-b566-65c61e1471b5 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Made reservation on behalf of f013df7f7eb44beeaa371687a90f2b0c for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:00:18.501294 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38886) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:18.503711 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-e3ce4cdd-3652-4906-b566-65c61e1471b5 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:18.507020 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d795459d-f7ef-44ae-9938-661806c37842 None None] Sync routers for ids ['fa3b2b7b-7648-4081-a47f-f919e45c4e45'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:00:18.509063 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-87944cc7-16a6-43a7-98a8-bf807effc2bf tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Request body: {'port': {'network_id': '25c442f8-f034-4ce4-adf3-46bbeb21756c', 'name': 'tempest-FloatingIPNegativeTestJSON-243798720'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:18.517359 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d795459d-f7ef-44ae-9938-661806c37842 None None] Routers {'fa3b2b7b-7648-4081-a47f-f919e45c4e45'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:00:18.518125 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-d795459d-f7ef-44ae-9938-661806c37842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:00:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['fa3b2b7b-7648-4081-a47f-f919e45c4e45'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:18.551058 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-d795459d-f7ef-44ae-9938-661806c37842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:18.561468 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d795459d-f7ef-44ae-9938-661806c37842 None None] Routers {'fa3b2b7b-7648-4081-a47f-f919e45c4e45'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:00:18.562091 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-d795459d-f7ef-44ae-9938-661806c37842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:00:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['fa3b2b7b-7648-4081-a47f-f919e45c4e45'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:18.598684 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-d795459d-f7ef-44ae-9938-661806c37842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:18.599649 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d795459d-f7ef-44ae-9938-661806c37842 None None] The sync data for ids ['fa3b2b7b-7648-4081-a47f-f919e45c4e45'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:00:18.655792 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-e3ce4cdd-3652-4906-b566-65c61e1471b5 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Allocated IP 172.20.0.13 (7bb51f2f-00d3-4129-bd46-3f370febb2ae/ca9fc3c9-f297-4e8b-a8e5-3d3783f9f619/a9bc459e-046f-45c5-b282-74d400eb474a) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:00:18.705039 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0545e7-f1f8-4c2c-bf04-9543acbb7f52 req-256ae0a3-0815-4a10-a1ee-81fb4a87e527 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:18.706593 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9a0545e7-f1f8-4c2c-bf04-9543acbb7f52 req-256ae0a3-0815-4a10-a1ee-81fb4a87e527 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 945 time: 0.1013882 Jul 24 01:00:18.722672 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87944cc7-16a6-43a7-98a8-bf807effc2bf tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Made reservation on behalf of d9d0c3d684fe47cd8a252b318d9b2ea7 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:00:18.727293 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-87944cc7-16a6-43a7-98a8-bf807effc2bf tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:18.767260 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-87944cc7-16a6-43a7-98a8-bf807effc2bf tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] device_id is not set on port d6312aef-ceaa-41ab-872d-f81caac81e66 yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:00:18.778107 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9a0545e7-f1f8-4c2c-bf04-9543acbb7f52 req-7ab7e2cf-ee11-487c-af6b-cf3ac9100aff tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641441 Jul 24 01:00:18.812685 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d412b773-7d15-4e61-bf0e-b3c8562a52d9 req-cae301a9-7467-472a-9c2b-8f24fc74532f tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=434df6b7-5d7e-463b-9bde-10a88b5f9b6b HTTP/1.1" status: 200 len: 210 time: 0.0380678 Jul 24 01:00:18.849813 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-e3ce4cdd-3652-4906-b566-65c61e1471b5 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:18.894492 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-e3ce4cdd-3652-4906-b566-65c61e1471b5 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:18.937120 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-e3ce4cdd-3652-4906-b566-65c61e1471b5 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Network 7bb51f2f-00d3-4129-bd46-3f370febb2ae is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:18.942150 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-e3ce4cdd-3652-4906-b566-65c61e1471b5 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:18.949426 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-87944cc7-16a6-43a7-98a8-bf807effc2bf tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Allocated IP 172.20.0.14 (25c442f8-f034-4ce4-adf3-46bbeb21756c/71dc3aae-4e78-4428-b9b1-626cd5428b24/d6312aef-ceaa-41ab-872d-f81caac81e66) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:00:18.952922 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-e3ce4cdd-3652-4906-b566-65c61e1471b5 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:00:18.983844 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce4cdd-3652-4906-b566-65c61e1471b5 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Pushing event updated for resources: {'Port': ['ID=a9bc459e-046f-45c5-b282-74d400eb474a,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:19.008334 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-e3ce4cdd-3652-4906-b566-65c61e1471b5 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:19.009017 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-e3ce4cdd-3652-4906-b566-65c61e1471b5 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:19.025097 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-e3ce4cdd-3652-4906-b566-65c61e1471b5 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1668077 Jul 24 01:00:19.042072 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e4ce7383-1a7e-41b6-85f2-3e3678dcdd27 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:00:19.093648 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-b8b427d2-14f0-4f8a-98ba-4f66fe124bc6 service neutron] Request body: {'port': {'device_id': '434df6b7-5d7e-463b-9bde-10a88b5f9b6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:19.096907 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port e4ce7383-1a7e-41b6-85f2-3e3678dcdd27 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:00:19.097364 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:19.134969 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-87944cc7-16a6-43a7-98a8-bf807effc2bf tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:19.151588 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-87944cc7-16a6-43a7-98a8-bf807effc2bf tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Transition to ACTIVE for port object d6312aef-ceaa-41ab-872d-f81caac81e66 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:00:19.185876 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-b8b427d2-14f0-4f8a-98ba-4f66fe124bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:19.190824 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-87944cc7-16a6-43a7-98a8-bf807effc2bf tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:19.232101 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87944cc7-16a6-43a7-98a8-bf807effc2bf tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Network 25c442f8-f034-4ce4-adf3-46bbeb21756c is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:19.235266 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-87944cc7-16a6-43a7-98a8-bf807effc2bf tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:19.238218 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87944cc7-16a6-43a7-98a8-bf807effc2bf tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:00:19.278546 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87944cc7-16a6-43a7-98a8-bf807effc2bf tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Pushing event updated for resources: {'Port': ['ID=d6312aef-ceaa-41ab-872d-f81caac81e66,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:19.303541 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87944cc7-16a6-43a7-98a8-bf807effc2bf tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:19.304173 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-87944cc7-16a6-43a7-98a8-bf807effc2bf tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:19.325029 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-87944cc7-16a6-43a7-98a8-bf807effc2bf tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8193097 Jul 24 01:00:19.325252 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38898) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:19.330850 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-712fa4dd-89bf-4579-ac71-4130dca52a18 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:19.361853 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-712fa4dd-89bf-4579-ac71-4130dca52a18 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks [] for floatingip, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:19.404263 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:19.506232 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-b8b427d2-14f0-4f8a-98ba-4f66fe124bc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9bc459e-046f-45c5-b282-74d400eb474a {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:00:19.512521 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-712fa4dd-89bf-4579-ac71-4130dca52a18 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:19.515585 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-b8b427d2-14f0-4f8a-98ba-4f66fe124bc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:19.532241 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-b8b427d2-14f0-4f8a-98ba-4f66fe124bc6 service neutron] Transition to ACTIVE for port object a9bc459e-046f-45c5-b282-74d400eb474a will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:00:19.538461 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0735a1e6-02d6-4ba7-9573-4b76a203e165 None None] Provisioning for port d6312aef-ceaa-41ab-872d-f81caac81e66 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:00:19.541370 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-b8b427d2-14f0-4f8a-98ba-4f66fe124bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:19.548109 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0735a1e6-02d6-4ba7-9573-4b76a203e165 None None] Provisioning complete for port d6312aef-ceaa-41ab-872d-f81caac81e66 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:00:19.548762 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0735a1e6-02d6-4ba7-9573-4b76a203e165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:19.599485 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0735a1e6-02d6-4ba7-9573-4b76a203e165 None None] Port d6312aef-ceaa-41ab-872d-f81caac81e66 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:00:19.611713 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8f6c3174-cd37-4d5d-bf08-1257462a25d6 req-24ab7304-1bd3-45d7-8594-1f173f9593b0 tempest-ServerShowV257Test-328446002 tempest-ServerShowV257Test-328446002-project] 10.222.0.15 "GET /v2.0/ports?device_id=10afbbf5-b0e1-41df-9057-39faa774b016 HTTP/1.1" status: 200 len: 210 time: 0.0431027 Jul 24 01:00:19.651457 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b427d2-14f0-4f8a-98ba-4f66fe124bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=a9bc459e-046f-45c5-b282-74d400eb474a,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:19.652700 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-712fa4dd-89bf-4579-ac71-4130dca52a18 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Allocated IP 172.25.2.33 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/da9b3d42-0512-46c0-ac3d-559b4d146b6d) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:00:19.715924 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-b8b427d2-14f0-4f8a-98ba-4f66fe124bc6 service neutron] Attempting to bind port a9bc459e-046f-45c5-b282-74d400eb474a on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:00:19.716258 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-b8b427d2-14f0-4f8a-98ba-4f66fe124bc6 service neutron] Attempting to bind port a9bc459e-046f-45c5-b282-74d400eb474a by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '6a0dcd8e-3884-461b-ac3c-4a378c6b966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7bb51f2f-00d3-4129-bd46-3f370febb2ae'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:00:19.716517 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-b8b427d2-14f0-4f8a-98ba-4f66fe124bc6 service neutron] Attempting to bind port a9bc459e-046f-45c5-b282-74d400eb474a on network 7bb51f2f-00d3-4129-bd46-3f370febb2ae {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:00:19.721029 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-b8b427d2-14f0-4f8a-98ba-4f66fe124bc6 service neutron] Port a9bc459e-046f-45c5-b282-74d400eb474a on network 7bb51f2f-00d3-4129-bd46-3f370febb2ae not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:00:19.721363 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-b8b427d2-14f0-4f8a-98ba-4f66fe124bc6 service neutron] Attempting to bind port a9bc459e-046f-45c5-b282-74d400eb474a on network 7bb51f2f-00d3-4129-bd46-3f370febb2ae {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:00:19.726545 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-b8b427d2-14f0-4f8a-98ba-4f66fe124bc6 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:00:19.726963 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-b8b427d2-14f0-4f8a-98ba-4f66fe124bc6 service neutron] Checking segment: {'id': '6a0dcd8e-3884-461b-ac3c-4a378c6b966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7bb51f2f-00d3-4129-bd46-3f370febb2ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:00:19.727357 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-b8b427d2-14f0-4f8a-98ba-4f66fe124bc6 service neutron] Bound using segment: {'id': '6a0dcd8e-3884-461b-ac3c-4a378c6b966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7bb51f2f-00d3-4129-bd46-3f370febb2ae'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:00:19.727789 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-b8b427d2-14f0-4f8a-98ba-4f66fe124bc6 service neutron] Bound port: a9bc459e-046f-45c5-b282-74d400eb474a, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a0dcd8e-3884-461b-ac3c-4a378c6b966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7bb51f2f-00d3-4129-bd46-3f370febb2ae'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:00:19.728156 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-b8b427d2-14f0-4f8a-98ba-4f66fe124bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:19.762648 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-712fa4dd-89bf-4579-ac71-4130dca52a18 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:19.793025 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-b8b427d2-14f0-4f8a-98ba-4f66fe124bc6 service neutron] For port a9bc459e-046f-45c5-b282-74d400eb474a, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:00:19.796956 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-b8b427d2-14f0-4f8a-98ba-4f66fe124bc6 service neutron] For port a9bc459e-046f-45c5-b282-74d400eb474a, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=a9bc459e-046f-45c5-b282-74d400eb474a,segment=NetworkSegment(6a0dcd8e-3884-461b-ac3c-4a378c6b966a),segment_id=6a0dcd8e-3884-461b-ac3c-4a378c6b966a)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:00:19.801091 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-b8b427d2-14f0-4f8a-98ba-4f66fe124bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:19.816508 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-712fa4dd-89bf-4579-ac71-4130dca52a18 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:19.838472 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-b8b427d2-14f0-4f8a-98ba-4f66fe124bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:19.839503 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-b8b427d2-14f0-4f8a-98ba-4f66fe124bc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:19.840853 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-b8b427d2-14f0-4f8a-98ba-4f66fe124bc6 service neutron] 10.222.0.13 "PUT /v2.0/ports/a9bc459e-046f-45c5-b282-74d400eb474a HTTP/1.1" status: 200 len: 1093 time: 0.8024335 Jul 24 01:00:19.841326 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '434df6b7-5d7e-463b-9bde-10a88b5f9b6b', 'tag': 'a9bc459e-046f-45c5-b282-74d400eb474a'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:00:19.843709 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d5f6dc-7206-4e3c-81f6-3102b3a4eef4" -d '{"events": [{"name": "network-changed", "server_uuid": "434df6b7-5d7e-463b-9bde-10a88b5f9b6b", "tag": "a9bc459e-046f-45c5-b282-74d400eb474a"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:00:19.884291 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b427d2-14f0-4f8a-98ba-4f66fe124bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=a9bc459e-046f-45c5-b282-74d400eb474a,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:19.885092 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712fa4dd-89bf-4579-ac71-4130dca52a18 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:19.899480 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-712fa4dd-89bf-4579-ac71-4130dca52a18 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:19.903358 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712fa4dd-89bf-4579-ac71-4130dca52a18 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Pushing event updated for resources: {'Port': ['ID=da9b3d42-0512-46c0-ac3d-559b4d146b6d,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:19.905762 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712fa4dd-89bf-4579-ac71-4130dca52a18 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:00:19.996750 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-41888cf6-3db0-4a66-b734-9dcef8923a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:19.998230 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-41888cf6-3db0-4a66-b734-9dcef8923a65 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f013df7f7eb44beeaa371687a90f2b0c&device_id=434df6b7-5d7e-463b-9bde-10a88b5f9b6b HTTP/1.1" status: 200 len: 1096 time: 0.1095884 Jul 24 01:00:20.015565 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd291b71-969f-48ed-a8c4-e0c721a3953b req-b6339468-9ee9-4e6f-8f85-d81df9fecf7c tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:20.017099 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bd291b71-969f-48ed-a8c4-e0c721a3953b req-b6339468-9ee9-4e6f-8f85-d81df9fecf7c tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=434df6b7-5d7e-463b-9bde-10a88b5f9b6b HTTP/1.1" status: 200 len: 944 time: 0.0942504 Jul 24 01:00:20.036657 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258eb3c-d3cd-4314-9611-f9549c131b0c req-6040da90-7dee-4e53-89db-f278dde2623b tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:20.038692 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4258eb3c-d3cd-4314-9611-f9549c131b0c req-6040da90-7dee-4e53-89db-f278dde2623b tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 945 time: 0.1521394 Jul 24 01:00:20.042014 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-712fa4dd-89bf-4579-ac71-4130dca52a18 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:20.060023 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-bd13283c-f5c4-4b2a-897c-12fa9e99739a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9bc459e-046f-45c5-b282-74d400eb474a HTTP/1.1" status: 200 len: 217 time: 0.0532670 Jul 24 01:00:20.115109 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4258eb3c-d3cd-4314-9611-f9549c131b0c req-95c107f6-ffc7-42b5-bef2-99adb6448d72 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675352 Jul 24 01:00:20.118684 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-712fa4dd-89bf-4579-ac71-4130dca52a18 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:20.138621 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bd291b71-969f-48ed-a8c4-e0c721a3953b req-d279d9f8-a84a-4ae8-a732-daea55e08475 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124239 Jul 24 01:00:20.147337 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-689dd601-171b-47f6-9cc4-bfbdf0eb27eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:20.149163 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-689dd601-171b-47f6-9cc4-bfbdf0eb27eb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca9fc3c9-f297-4e8b-a8e5-3d3783f9f619 HTTP/1.1" status: 200 len: 854 time: 0.0750797 Jul 24 01:00:20.167577 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90180067-63c4-409b-bfe5-33817b3e2632 x-openstack-request-id: req-90180067-63c4-409b-bfe5-33817b3e2632 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:00:20.167875 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "434df6b7-5d7e-463b-9bde-10a88b5f9b6b", "tag": "a9bc459e-046f-45c5-b282-74d400eb474a", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:00:20.168131 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-90180067-63c4-409b-bfe5-33817b3e2632 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:00:20.168541 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '434df6b7-5d7e-463b-9bde-10a88b5f9b6b', 'tag': 'a9bc459e-046f-45c5-b282-74d400eb474a', 'status': 'completed', 'code': 200} Jul 24 01:00:20.192609 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-e9fa9d5d-ca29-4067-a3a8-53f86ceee526 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7bb51f2f-00d3-4129-bd46-3f370febb2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341005 Jul 24 01:00:20.303258 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-712fa4dd-89bf-4579-ac71-4130dca52a18 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:20.308538 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-712fa4dd-89bf-4579-ac71-4130dca52a18 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:20.315746 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-11f568f7-fe4b-43e2-84d5-86edb7c7eebc service neutron] 10.222.0.13 "GET /v2.0/networks/7bb51f2f-00d3-4129-bd46-3f370febb2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156609 Jul 24 01:00:20.380766 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712fa4dd-89bf-4579-ac71-4130dca52a18 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Pushing event updated for resources: {'Port': ['ID=da9b3d42-0512-46c0-ac3d-559b4d146b6d,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:20.391404 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-712fa4dd-89bf-4579-ac71-4130dca52a18 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:20.407121 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-712fa4dd-89bf-4579-ac71-4130dca52a18 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:20.411830 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-712fa4dd-89bf-4579-ac71-4130dca52a18 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0830278 Jul 24 01:00:20.412602 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38914) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:20.418802 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-14727cae-db71-4891-974e-c7962e91babe tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Request body: {'floatingip': {'port_id': 'd6312aef-ceaa-41ab-872d-f81caac81e66', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:20.419395 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4a9941f7-ed06-4086-ab38-486c93e9ede8 req-8516e992-26c1-4d88-a623-b567b4a1d163 service neutron] 10.222.0.13 "GET /v2.0/networks/7bb51f2f-00d3-4129-bd46-3f370febb2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959508 Jul 24 01:00:20.462328 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-14727cae-db71-4891-974e-c7962e91babe tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks [] for floatingip, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:20.563818 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eb6efc-dab7-44ee-a9e4-20eaf70107cf req-b074251a-8277-4876-871e-f2c9eeba816f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:20.565263 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-09eb6efc-dab7-44ee-a9e4-20eaf70107cf req-b074251a-8277-4876-871e-f2c9eeba816f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 1097 time: 0.0988925 Jul 24 01:00:20.574275 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5f6dc-7206-4e3c-81f6-3102b3a4eef4 req-b45c78a4-61c3-4f2b-9cbd-48c178265bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:20.575811 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9d5f6dc-7206-4e3c-81f6-3102b3a4eef4 req-b45c78a4-61c3-4f2b-9cbd-48c178265bac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f013df7f7eb44beeaa371687a90f2b0c&device_id=434df6b7-5d7e-463b-9bde-10a88b5f9b6b HTTP/1.1" status: 200 len: 1096 time: 0.0816135 Jul 24 01:00:20.599700 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-14727cae-db71-4891-974e-c7962e91babe tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] update failed (client error): The resource could not be found. Jul 24 01:00:20.600805 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-14727cae-db71-4891-974e-c7962e91babe tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] 10.222.0.15 "PUT /v2.0/floatingips/544dfc50-528f-4a9a-8f63-8809af0a4025 HTTP/1.1" status: 404 len: 507 time: 0.1867471 Jul 24 01:00:20.603768 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38916) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:20.632389 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-09eb6efc-dab7-44ee-a9e4-20eaf70107cf req-e24fe884-7b1e-46a4-84aa-4c089bddead2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555766 Jul 24 01:00:20.689191 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5f6dc-7206-4e3c-81f6-3102b3a4eef4 req-7383f0c5-2c9c-4a25-b3b6-be535242572d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:20.690727 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9d5f6dc-7206-4e3c-81f6-3102b3a4eef4 req-7383f0c5-2c9c-4a25-b3b6-be535242572d service neutron] 10.222.0.13 "GET /v2.0/networks?id=7bb51f2f-00d3-4129-bd46-3f370febb2ae HTTP/1.1" status: 200 len: 915 time: 0.1079581 Jul 24 01:00:20.739693 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9d5f6dc-7206-4e3c-81f6-3102b3a4eef4 req-b9b47093-67e9-4e3f-8cfe-1f74d3c42ab8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9bc459e-046f-45c5-b282-74d400eb474a HTTP/1.1" status: 200 len: 217 time: 0.0417788 Jul 24 01:00:20.745596 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-178ed186-4206-464d-ad13-66b531e33c46 req-e8825059-5569-4b3a-ad37-2146af3c0629 tempest-ServerShowV257Test-328446002 tempest-ServerShowV257Test-328446002-project] 10.222.0.15 "GET /v2.0/ports?device_id=10afbbf5-b0e1-41df-9057-39faa774b016 HTTP/1.1" status: 200 len: 210 time: 0.0332663 Jul 24 01:00:20.767277 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-85f145dd-a118-47bc-91ff-80d1596ce714 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Deleting port da9b3d42-0512-46c0-ac3d-559b4d146b6d {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:00:20.767724 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-85f145dd-a118-47bc-91ff-80d1596ce714 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:20.800911 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d5f6dc-7206-4e3c-81f6-3102b3a4eef4 req-98135395-1407-4288-a702-47ceb3f22dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:20.802810 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9d5f6dc-7206-4e3c-81f6-3102b3a4eef4 req-98135395-1407-4288-a702-47ceb3f22dfe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca9fc3c9-f297-4e8b-a8e5-3d3783f9f619 HTTP/1.1" status: 200 len: 854 time: 0.0481548 Jul 24 01:00:20.843330 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9d5f6dc-7206-4e3c-81f6-3102b3a4eef4 req-5678e0c3-5f05-43f1-88f5-f3531659ef87 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7bb51f2f-00d3-4129-bd46-3f370febb2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289731 Jul 24 01:00:20.853839 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-85f145dd-a118-47bc-91ff-80d1596ce714 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:20.854392 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-85f145dd-a118-47bc-91ff-80d1596ce714 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:20.870539 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-85f145dd-a118-47bc-91ff-80d1596ce714 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Calling delete_port for da9b3d42-0512-46c0-ac3d-559b4d146b6d owned by network:floatingip {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:00:20.925268 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:20.946250 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9d5f6dc-7206-4e3c-81f6-3102b3a4eef4 req-20a69964-78b8-466a-8234-1d71f89f4ca9 service neutron] 10.222.0.13 "GET /v2.0/networks/7bb51f2f-00d3-4129-bd46-3f370febb2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903733 Jul 24 01:00:21.010662 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-85f145dd-a118-47bc-91ff-80d1596ce714 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:21.038805 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f145dd-a118-47bc-91ff-80d1596ce714 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Pushing event deleted for resources: {'Port': ['ID=da9b3d42-0512-46c0-ac3d-559b4d146b6d,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:21.041164 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9d5f6dc-7206-4e3c-81f6-3102b3a4eef4 req-e873804c-b6b8-4ccf-81ce-679c10657726 service neutron] 10.222.0.13 "GET /v2.0/networks/7bb51f2f-00d3-4129-bd46-3f370febb2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864568 Jul 24 01:00:21.102084 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-85f145dd-a118-47bc-91ff-80d1596ce714 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks [] for floatingip, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:21.104581 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-85f145dd-a118-47bc-91ff-80d1596ce714 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:21.105762 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-85f145dd-a118-47bc-91ff-80d1596ce714 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] 10.222.0.15 "DELETE /v2.0/floatingips/544dfc50-528f-4a9a-8f63-8809af0a4025 HTTP/1.1" status: 204 len: 168 time: 0.5010779 Jul 24 01:00:21.109637 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38920) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:21.114059 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-08b307de-5409-4c8a-8d67-6a644aa926fb tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Request body: {'floatingip': {'floating_network_id': '25c442f8-f034-4ce4-adf3-46bbeb21756c', 'port_id': 'd6312aef-ceaa-41ab-872d-f81caac81e66', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:21.137256 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-08b307de-5409-4c8a-8d67-6a644aa926fb tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks [] for floatingip, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:21.264269 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a816ab4-c28c-4247-816d-a4069b424aa3 req-317dc809-5376-422a-b022-22f629cb2305 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:21.265959 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0a816ab4-c28c-4247-816d-a4069b424aa3 req-317dc809-5376-422a-b022-22f629cb2305 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 945 time: 0.0730140 Jul 24 01:00:21.309544 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3934005-f9f3-492e-a6c7-5a91450c8858 req-6e5d0820-396d-4f8e-935a-07bd01bb4806 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:21.311115 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0a816ab4-c28c-4247-816d-a4069b424aa3 req-29347c6d-a829-4249-87aa-196c342dc51d tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390570 Jul 24 01:00:21.311253 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e3934005-f9f3-492e-a6c7-5a91450c8858 req-6e5d0820-396d-4f8e-935a-07bd01bb4806 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=434df6b7-5d7e-463b-9bde-10a88b5f9b6b HTTP/1.1" status: 200 len: 944 time: 0.0926292 Jul 24 01:00:21.331659 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-08b307de-5409-4c8a-8d67-6a644aa926fb tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:00:21.332708 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-08b307de-5409-4c8a-8d67-6a644aa926fb tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2221389 Jul 24 01:00:21.336711 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38934) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:21.341393 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-f846f18a-5a1b-4be7-9d1b-1f6e85ac96a0 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'port_id': 'd6312aef-ceaa-41ab-872d-f81caac81e66', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:21.372343 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e3934005-f9f3-492e-a6c7-5a91450c8858 req-1f36f2c4-5b12-4221-be86-1eb1b2b0b274 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549507 Jul 24 01:00:21.383915 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f846f18a-5a1b-4be7-9d1b-1f6e85ac96a0 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks [] for floatingip, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:21.501684 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5f34bef3-e482-4a70-b62d-e45405bf5fa4 req-48d33c8b-54a8-4ea8-b195-09762417b034 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0303423 Jul 24 01:00:21.518194 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f846f18a-5a1b-4be7-9d1b-1f6e85ac96a0 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:21.593586 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5f34bef3-e482-4a70-b62d-e45405bf5fa4 req-dfb4949f-f5a0-484f-9079-add38b9f2484 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17 HTTP/1.1" status: 200 len: 210 time: 0.0393221 Jul 24 01:00:21.649882 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5f34bef3-e482-4a70-b62d-e45405bf5fa4 req-c1b1c313-ee1a-4ba8-889d-0a8764c143f5 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246856 Jul 24 01:00:21.700623 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-f846f18a-5a1b-4be7-9d1b-1f6e85ac96a0 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Allocated IP 172.25.2.88 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/24cb9405-5129-49c9-b522-1c854e2bb279) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:00:21.830650 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34bef3-e482-4a70-b62d-e45405bf5fa4 req-ba017dd1-5b97-4277-a500-faf260f9cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:21.832207 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5f34bef3-e482-4a70-b62d-e45405bf5fa4 req-ba017dd1-5b97-4277-a500-faf260f9cbe1 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1749518 Jul 24 01:00:21.885369 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c4bfc277-7365-491a-a747-8b978cc50c0d req-8dbf3f3b-bcae-4fd0-942e-e2925f87e869 tempest-ServerShowV257Test-328446002 tempest-ServerShowV257Test-328446002-project] 10.222.0.15 "GET /v2.0/ports?device_id=10afbbf5-b0e1-41df-9057-39faa774b016 HTTP/1.1" status: 200 len: 210 time: 0.0449097 Jul 24 01:00:21.903052 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f846f18a-5a1b-4be7-9d1b-1f6e85ac96a0 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:21.947421 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f846f18a-5a1b-4be7-9d1b-1f6e85ac96a0 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:21.984786 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f846f18a-5a1b-4be7-9d1b-1f6e85ac96a0 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:21.987732 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-f846f18a-5a1b-4be7-9d1b-1f6e85ac96a0 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:21.993398 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f846f18a-5a1b-4be7-9d1b-1f6e85ac96a0 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:00:22.017510 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f846f18a-5a1b-4be7-9d1b-1f6e85ac96a0 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Pushing event updated for resources: {'Port': ['ID=24cb9405-5129-49c9-b522-1c854e2bb279,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:22.168862 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-f846f18a-5a1b-4be7-9d1b-1f6e85ac96a0 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Deleting port 24cb9405-5129-49c9-b522-1c854e2bb279 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:00:22.169185 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f846f18a-5a1b-4be7-9d1b-1f6e85ac96a0 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:22.245127 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f846f18a-5a1b-4be7-9d1b-1f6e85ac96a0 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:22.245466 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f846f18a-5a1b-4be7-9d1b-1f6e85ac96a0 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:22.257228 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-f846f18a-5a1b-4be7-9d1b-1f6e85ac96a0 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Calling delete_port for 24cb9405-5129-49c9-b522-1c854e2bb279 owned by network:floatingip {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:00:22.384881 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f846f18a-5a1b-4be7-9d1b-1f6e85ac96a0 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:22.408985 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f846f18a-5a1b-4be7-9d1b-1f6e85ac96a0 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Pushing event deleted for resources: {'Port': ['ID=24cb9405-5129-49c9-b522-1c854e2bb279,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:22.456680 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408b686-bc68-418b-953f-79f7609ca65e req-0f73daef-279c-46e0-9cde-492423c29d13 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:22.458279 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d408b686-bc68-418b-953f-79f7609ca65e req-0f73daef-279c-46e0-9cde-492423c29d13 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 945 time: 0.0732093 Jul 24 01:00:22.498753 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d408b686-bc68-418b-953f-79f7609ca65e req-d6fd1753-7faa-434a-ae4c-2c654f29a224 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342119 Jul 24 01:00:22.545997 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-f846f18a-5a1b-4be7-9d1b-1f6e85ac96a0 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] create failed (client error): The resource could not be found. Jul 24 01:00:22.547119 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f846f18a-5a1b-4be7-9d1b-1f6e85ac96a0 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.2096081 Jul 24 01:00:22.550693 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38950) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:22.560549 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d763b63-a84c-4b35-a461-8e39c815d734 req-be56ec0d-488a-4f57-bbca-a96fb0a4dde5 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:22.562119 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0d763b63-a84c-4b35-a461-8e39c815d734 req-be56ec0d-488a-4f57-bbca-a96fb0a4dde5 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=434df6b7-5d7e-463b-9bde-10a88b5f9b6b HTTP/1.1" status: 200 len: 944 time: 0.1128242 Jul 24 01:00:22.606308 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0d763b63-a84c-4b35-a461-8e39c815d734 req-98e77861-1a84-456b-abce-8eb8718613ae tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383949 Jul 24 01:00:22.677271 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-6968f518-9c55-4dd9-a2e8-d7b663ae11df tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Deleting port d6312aef-ceaa-41ab-872d-f81caac81e66 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:00:22.677940 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6968f518-9c55-4dd9-a2e8-d7b663ae11df tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:22.791894 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6968f518-9c55-4dd9-a2e8-d7b663ae11df tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:22.814089 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-6968f518-9c55-4dd9-a2e8-d7b663ae11df tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Calling delete_port for d6312aef-ceaa-41ab-872d-f81caac81e66 owned by {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:00:22.817345 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd6fcd-41ad-47fa-9b42-810d853c0899 req-292dcdbd-76e6-4bb1-a34e-5fb1de48d568 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:22.823264 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6cbd6fcd-41ad-47fa-9b42-810d853c0899 req-292dcdbd-76e6-4bb1-a34e-5fb1de48d568 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.0862324 Jul 24 01:00:22.860743 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6cbd6fcd-41ad-47fa-9b42-810d853c0899 req-f5c13fc0-a798-40d4-84b5-11320bf48aa5 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339499 Jul 24 01:00:23.018412 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f59e9-50c6-4b58-b6ed-fc9723715d42 req-cc723a1c-f1be-4409-8ee8-a835cfe7f6ec tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:23.019974 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0e6f59e9-50c6-4b58-b6ed-fc9723715d42 req-cc723a1c-f1be-4409-8ee8-a835cfe7f6ec tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.0767393 Jul 24 01:00:23.031105 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019a9e4-d004-4e66-9e2d-052d5bd13642 req-790539e4-ff8f-46b1-a0a7-2c77e336a1fd tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:23.032647 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c019a9e4-d004-4e66-9e2d-052d5bd13642 req-790539e4-ff8f-46b1-a0a7-2c77e336a1fd tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 945 time: 0.1978943 Jul 24 01:00:23.037321 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1bf4cf-0790-4dbc-9730-a531c215dc6d req-e48ba6a7-35a8-4452-901a-79bc8627063f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:23.039478 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6a1bf4cf-0790-4dbc-9730-a531c215dc6d req-e48ba6a7-35a8-4452-901a-79bc8627063f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e7fb6f6ac2d547beb657a4e597e3a5be&device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 1097 time: 0.2124000 Jul 24 01:00:23.063320 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0e6f59e9-50c6-4b58-b6ed-fc9723715d42 req-3f3c1936-3c3f-49b5-997b-82544dff0613 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367205 Jul 24 01:00:23.113543 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6968f518-9c55-4dd9-a2e8-d7b663ae11df tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:23.154869 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c019a9e4-d004-4e66-9e2d-052d5bd13642 req-52900c40-f55e-475c-99ed-a8c0e5a2f0be tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105888 Jul 24 01:00:23.160608 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b5459166-8798-47b7-9939-e71f56b631e0 req-4e9b4f06-710c-45dc-90d5-aece69c41a48 tempest-ServerShowV257Test-328446002 tempest-ServerShowV257Test-328446002-project] 10.222.0.15 "GET /v2.0/ports?device_id=10afbbf5-b0e1-41df-9057-39faa774b016 HTTP/1.1" status: 200 len: 210 time: 0.0310998 Jul 24 01:00:23.190825 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6968f518-9c55-4dd9-a2e8-d7b663ae11df tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Pushing event deleted for resources: {'Port': ['ID=d6312aef-ceaa-41ab-872d-f81caac81e66,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:23.271469 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1bf4cf-0790-4dbc-9730-a531c215dc6d req-bc8b2733-88c3-41cd-aeb9-88de7fff5a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:23.273869 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6a1bf4cf-0790-4dbc-9730-a531c215dc6d req-bc8b2733-88c3-41cd-aeb9-88de7fff5a6f service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b98cc79-496b-494e-a0de-ce20278a0586 HTTP/1.1" status: 200 len: 912 time: 0.2261407 Jul 24 01:00:23.325691 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6968f518-9c55-4dd9-a2e8-d7b663ae11df tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:23.330479 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6968f518-9c55-4dd9-a2e8-d7b663ae11df tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] 10.222.0.15 "DELETE /v2.0/ports/d6312aef-ceaa-41ab-872d-f81caac81e66 HTTP/1.1" status: 204 len: 168 time: 0.7755866 Jul 24 01:00:23.330479 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6a1bf4cf-0790-4dbc-9730-a531c215dc6d req-a0608bdb-9d91-419a-b922-7d3e5c78d09d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=51942def-5009-4b71-8ac5-388363eba843 HTTP/1.1" status: 200 len: 217 time: 0.0481911 Jul 24 01:00:23.330964 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38964) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:23.405802 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1bf4cf-0790-4dbc-9730-a531c215dc6d req-919d4177-5b6e-43dc-883e-4b98f1ca0c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:23.407491 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6a1bf4cf-0790-4dbc-9730-a531c215dc6d req-919d4177-5b6e-43dc-883e-4b98f1ca0c5c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5ed594ab-4150-403d-ad1f-541fd4a99a03 HTTP/1.1" status: 200 len: 851 time: 0.0689776 Jul 24 01:00:23.415875 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd4d103-37b5-4561-80c3-04a9ce7e9b90 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:23.417460 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-bbd4d103-37b5-4561-80c3-04a9ce7e9b90 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa3b2b7b-7648-4081-a47f-f919e45c4e45 HTTP/1.1" status: 200 len: 913 time: 0.0855041 Jul 24 01:00:23.420315 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38966) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:23.483784 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6862e728-57e6-4976-9d10-842a17d578c3 req-22200784-7431-4002-90d7-c3d82da2175e tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:23.485287 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6862e728-57e6-4976-9d10-842a17d578c3 req-22200784-7431-4002-90d7-c3d82da2175e tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.0922394 Jul 24 01:00:23.512047 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6a1bf4cf-0790-4dbc-9730-a531c215dc6d req-428d266e-2afe-4a8b-9fca-a3ab3be15801 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b98cc79-496b-494e-a0de-ce20278a0586&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893877 Jul 24 01:00:23.529460 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6862e728-57e6-4976-9d10-842a17d578c3 req-9e36a5ee-2fd8-42d0-a915-a112cdd077fd tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383043 Jul 24 01:00:23.767463 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6a1bf4cf-0790-4dbc-9730-a531c215dc6d req-c0bb86e0-6fa1-44d6-bd76-937c42bf78b1 service neutron] 10.222.0.13 "GET /v2.0/networks/6b98cc79-496b-494e-a0de-ce20278a0586?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396722 Jul 24 01:00:23.899920 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5358af-550f-421d-8b2e-c29f934288d3 req-4abaed9e-06d5-48fe-930c-ddfddb7defcf tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:23.901661 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4e5358af-550f-421d-8b2e-c29f934288d3 req-4abaed9e-06d5-48fe-930c-ddfddb7defcf tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=434df6b7-5d7e-463b-9bde-10a88b5f9b6b HTTP/1.1" status: 200 len: 944 time: 0.2147911 Jul 24 01:00:23.990924 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6a1bf4cf-0790-4dbc-9730-a531c215dc6d req-9ca5319a-1d2e-4836-9595-5852c67f2ad0 service neutron] 10.222.0.13 "GET /v2.0/networks/6b98cc79-496b-494e-a0de-ce20278a0586?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158628 Jul 24 01:00:23.999290 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4e5358af-550f-421d-8b2e-c29f934288d3 req-a310bc19-e036-4012-a747-af5bc98ab8ca tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910153 Jul 24 01:00:24.076801 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4b657205-1b43-403c-91fa-e40b2e8f8b64 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:24.103548 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37c5311-9040-4e9a-9927-181fc290c5e4 req-eb67244f-f212-4bed-a8c6-5bea08af572a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:24.106126 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a37c5311-9040-4e9a-9927-181fc290c5e4 req-eb67244f-f212-4bed-a8c6-5bea08af572a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.0782952 Jul 24 01:00:24.146087 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a37c5311-9040-4e9a-9927-181fc290c5e4 req-fbd70da2-3c06-4213-ab91-0de4b36cc27a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346618 Jul 24 01:00:24.284755 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e0401b15-cbed-4a7e-bdd4-1341edf115fa req-99f3faf8-e760-46e2-8ef4-c333027612eb tempest-ServerShowV257Test-328446002 tempest-ServerShowV257Test-328446002-project] 10.222.0.15 "GET /v2.0/ports?device_id=10afbbf5-b0e1-41df-9057-39faa774b016 HTTP/1.1" status: 200 len: 210 time: 0.0298958 Jul 24 01:00:24.379422 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfef4a2-b38c-4371-8c3f-84a9a34e83e7 req-a8366705-b738-44de-95c6-706fccaf2ecd tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:24.380932 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dbfef4a2-b38c-4371-8c3f-84a9a34e83e7 req-a8366705-b738-44de-95c6-706fccaf2ecd tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 945 time: 0.1395755 Jul 24 01:00:24.434406 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dbfef4a2-b38c-4371-8c3f-84a9a34e83e7 req-e4e0f425-7e78-46f2-ab54-71cf90f5efdc tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468843 Jul 24 01:00:24.443461 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-4b657205-1b43-403c-91fa-e40b2e8f8b64 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Deleting port 2b5c9319-8ad8-48f7-9e0a-0f49c368551c {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:00:24.443813 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4b657205-1b43-403c-91fa-e40b2e8f8b64 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:24.842570 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device a9bc459e-046f-45c5-b282-74d400eb474a details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:00:24.845421 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4b657205-1b43-403c-91fa-e40b2e8f8b64 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:24.871162 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-4b657205-1b43-403c-91fa-e40b2e8f8b64 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Calling delete_port for 2b5c9319-8ad8-48f7-9e0a-0f49c368551c owned by network:router_interface {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:00:24.948440 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port a9bc459e-046f-45c5-b282-74d400eb474a, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=a9bc459e-046f-45c5-b282-74d400eb474a,segment=NetworkSegment(6a0dcd8e-3884-461b-ac3c-4a378c6b966a),segment_id=6a0dcd8e-3884-461b-ac3c-4a378c6b966a)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:24.961132 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'a9bc459e-046f-45c5-b282-74d400eb474a', 'network_id': '7bb51f2f-00d3-4129-bd46-3f370febb2ae', 'port_id': 'a9bc459e-046f-45c5-b282-74d400eb474a', 'mac_address': 'fa:16:3e:b3:70:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca9fc3c9-f297-4e8b-a8e5-3d3783f9f619', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:00:25.064778 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4b657205-1b43-403c-91fa-e40b2e8f8b64 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:25.094979 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b657205-1b43-403c-91fa-e40b2e8f8b64 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Pushing event deleted for resources: {'Port': ['ID=2b5c9319-8ad8-48f7-9e0a-0f49c368551c,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:25.150989 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf63517-ed2f-40db-9f75-ecf87676cda2 req-7346ade6-7c45-4f70-9314-6107667b2b5d tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:25.151589 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:25.158837 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5cf63517-ed2f-40db-9f75-ecf87676cda2 req-7346ade6-7c45-4f70-9314-6107667b2b5d tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=434df6b7-5d7e-463b-9bde-10a88b5f9b6b HTTP/1.1" status: 200 len: 944 time: 0.0860064 Jul 24 01:00:25.166034 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9bc459e-046f-45c5-b282-74d400eb474a {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:00:25.192003 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port a9bc459e-046f-45c5-b282-74d400eb474a, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=a9bc459e-046f-45c5-b282-74d400eb474a,segment=NetworkSegment(6a0dcd8e-3884-461b-ac3c-4a378c6b966a),segment_id=6a0dcd8e-3884-461b-ac3c-4a378c6b966a)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:25.198425 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:25.227787 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5cf63517-ed2f-40db-9f75-ecf87676cda2 req-a2f60381-d46a-4d87-bc74-dbcecc801103 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670748 Jul 24 01:00:25.263592 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=a9bc459e-046f-45c5-b282-74d400eb474a,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:25.354321 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4b657205-1b43-403c-91fa-e40b2e8f8b64 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:25.393154 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-92df1667-5909-4821-be6e-20c7251047c5 req-d9e61c56-b629-4f89-ab73-a6c41d2f83d0 tempest-ServerShowV257Test-328446002 tempest-ServerShowV257Test-328446002-project] 10.222.0.15 "GET /v2.0/ports?device_id=10afbbf5-b0e1-41df-9057-39faa774b016 HTTP/1.1" status: 200 len: 210 time: 0.0290902 Jul 24 01:00:25.463275 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bac3db-acaf-4383-bb7f-688d2e1eb343 req-e41102c7-9651-4792-bf18-3f38cc8618ec tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:25.464885 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-20bac3db-acaf-4383-bb7f-688d2e1eb343 req-e41102c7-9651-4792-bf18-3f38cc8618ec tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.1791902 Jul 24 01:00:25.566553 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b657205-1b43-403c-91fa-e40b2e8f8b64 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Router fa3b2b7b-7648-4081-a47f-f919e45c4e45 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:00:25.576813 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-20bac3db-acaf-4383-bb7f-688d2e1eb343 req-497eb99f-f05a-4f05-92c7-003572b14c92 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0768685 Jul 24 01:00:25.582096 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de4024-6886-42aa-a4de-d70f95fd03e6 req-876b6757-de25-4252-bb73-a93f104fdf3b tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:25.583695 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-16de4024-6886-42aa-a4de-d70f95fd03e6 req-876b6757-de25-4252-bb73-a93f104fdf3b tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 945 time: 0.0783613 Jul 24 01:00:25.627066 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-16de4024-6886-42aa-a4de-d70f95fd03e6 req-43c0c4a9-eb6a-45be-937d-b75626e585f2 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363889 Jul 24 01:00:25.643081 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['a9bc459e-046f-45c5-b282-74d400eb474a'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:00:25.660373 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b657205-1b43-403c-91fa-e40b2e8f8b64 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:00:25.670138 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4b657205-1b43-403c-91fa-e40b2e8f8b64 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] 10.222.0.15 "PUT /v2.0/routers/fa3b2b7b-7648-4081-a47f-f919e45c4e45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2456191 Jul 24 01:00:25.670767 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38998) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:25.674228 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfa0b4d-82c4-488e-b1d0-0856644c69c9 None None] Sync routers for ids ['fa3b2b7b-7648-4081-a47f-f919e45c4e45'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:00:25.685610 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfa0b4d-82c4-488e-b1d0-0856644c69c9 None None] Routers {'fa3b2b7b-7648-4081-a47f-f919e45c4e45'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:00:25.686234 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-1dfa0b4d-82c4-488e-b1d0-0856644c69c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:00:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['fa3b2b7b-7648-4081-a47f-f919e45c4e45'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:25.718626 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-1dfa0b4d-82c4-488e-b1d0-0856644c69c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:25.728551 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfa0b4d-82c4-488e-b1d0-0856644c69c9 None None] Routers {'fa3b2b7b-7648-4081-a47f-f919e45c4e45'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:00:25.729171 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-1dfa0b4d-82c4-488e-b1d0-0856644c69c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:00:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['fa3b2b7b-7648-4081-a47f-f919e45c4e45'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:25.749312 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b8c43843-a3df-475f-bb10-9f2654858d15 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks [] for router, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:25.765867 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-1dfa0b4d-82c4-488e-b1d0-0856644c69c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:25.766529 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfa0b4d-82c4-488e-b1d0-0856644c69c9 None None] The sync data for ids ['fa3b2b7b-7648-4081-a47f-f919e45c4e45'] in n-d-793621-25 is: [] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:00:25.925069 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b8c43843-a3df-475f-bb10-9f2654858d15 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:25.927332 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b8c43843-a3df-475f-bb10-9f2654858d15 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:25.983080 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b8c43843-a3df-475f-bb10-9f2654858d15 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:25.983626 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c43843-a3df-475f-bb10-9f2654858d15 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Fanout notify agent at l3_agent the message router_deleted on router fa3b2b7b-7648-4081-a47f-f919e45c4e45 {{(pid=100464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:00:25.991028 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b8c43843-a3df-475f-bb10-9f2654858d15 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:25.995335 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b8c43843-a3df-475f-bb10-9f2654858d15 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] 10.222.0.15 "DELETE /v2.0/routers/fa3b2b7b-7648-4081-a47f-f919e45c4e45 HTTP/1.1" status: 204 len: 168 time: 0.3221893 Jul 24 01:00:25.995616 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39004) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:26.366420 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-72ac3bbb-fb0e-4b2d-b7f5-7c88cdec1d05 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Deleting subnet 71dc3aae-4e78-4428-b9b1-626cd5428b24 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:00:26.369843 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-72ac3bbb-fb0e-4b2d-b7f5-7c88cdec1d05 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:26.370626 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6196b-6f91-4433-9a43-1e23c211a483 req-b15bd075-a43c-4fac-aa64-e89ef65a4e39 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:26.372252 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3bf6196b-6f91-4433-9a43-1e23c211a483 req-b15bd075-a43c-4fac-aa64-e89ef65a4e39 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=434df6b7-5d7e-463b-9bde-10a88b5f9b6b HTTP/1.1" status: 200 len: 945 time: 0.0761955 Jul 24 01:00:26.411874 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-72ac3bbb-fb0e-4b2d-b7f5-7c88cdec1d05 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:26.419878 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3bf6196b-6f91-4433-9a43-1e23c211a483 req-f4fea873-a4b3-41fa-b48a-558ececed56f tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419831 Jul 24 01:00:26.519556 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b799e577-cfd0-4693-a740-5800aef67d0a req-4eb3ea45-e53a-45c2-99b0-9fd73703c91a tempest-ServerShowV257Test-328446002 tempest-ServerShowV257Test-328446002-project] 10.222.0.15 "GET /v2.0/ports?device_id=10afbbf5-b0e1-41df-9057-39faa774b016 HTTP/1.1" status: 200 len: 210 time: 0.0364227 Jul 24 01:00:26.534949 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-72ac3bbb-fb0e-4b2d-b7f5-7c88cdec1d05 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:26.598059 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-72ac3bbb-fb0e-4b2d-b7f5-7c88cdec1d05 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:26.628069 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac3bbb-fb0e-4b2d-b7f5-7c88cdec1d05 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Pushing event deleted for resources: {'Subnet': ['ID=71dc3aae-4e78-4428-b9b1-626cd5428b24,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:26.630540 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-72ac3bbb-fb0e-4b2d-b7f5-7c88cdec1d05 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:26.633419 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-72ac3bbb-fb0e-4b2d-b7f5-7c88cdec1d05 tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] 10.222.0.15 "DELETE /v2.0/subnets/71dc3aae-4e78-4428-b9b1-626cd5428b24 HTTP/1.1" status: 204 len: 168 time: 0.6366165 Jul 24 01:00:26.635916 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39012) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:26.638656 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8e1cbe-e6c4-43ac-9c13-d8b24cda0e03 None None] Network 25c442f8-f034-4ce4-adf3-46bbeb21756c requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:00:26.724943 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d08422-a912-42f3-b2db-aa82f2eea0ef req-3944064f-c01b-4540-9a83-41af1f19bc3a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:26.726632 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e9d08422-a912-42f3-b2db-aa82f2eea0ef req-3944064f-c01b-4540-9a83-41af1f19bc3a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.0733249 Jul 24 01:00:26.752629 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc466bf3-7085-428a-bd08-6252a53513ef tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:26.790173 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e9d08422-a912-42f3-b2db-aa82f2eea0ef req-40251090-8013-4c6d-a52a-3d5814762042 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574315 Jul 24 01:00:26.844674 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cc88af-a52b-4684-959c-3ae07f26df5d req-76f6045a-c4f2-47f2-ad57-3cd9e8133794 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:26.847335 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-25cc88af-a52b-4684-959c-3ae07f26df5d req-76f6045a-c4f2-47f2-ad57-3cd9e8133794 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 945 time: 0.1176047 Jul 24 01:00:26.878963 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-bc466bf3-7085-428a-bd08-6252a53513ef tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Deleting port e4ce7383-1a7e-41b6-85f2-3e3678dcdd27 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:00:26.879322 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc466bf3-7085-428a-bd08-6252a53513ef tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:26.880696 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feff9e15-b46c-40c1-b218-ee1045fdb98c None None] DHCP port deletion for 25c442f8-f034-4ce4-adf3-46bbeb21756c request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:00:26.917887 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-25cc88af-a52b-4684-959c-3ae07f26df5d req-7351e0e4-c316-482f-b83a-b5f2df021e1e tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624619 Jul 24 01:00:26.928149 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-feff9e15-b46c-40c1-b218-ee1045fdb98c None None] Deleting port e4ce7383-1a7e-41b6-85f2-3e3678dcdd27 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:00:26.928536 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-feff9e15-b46c-40c1-b218-ee1045fdb98c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:26.970537 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-bc466bf3-7085-428a-bd08-6252a53513ef tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] For port e4ce7383-1a7e-41b6-85f2-3e3678dcdd27, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=e4ce7383-1a7e-41b6-85f2-3e3678dcdd27,segment=NetworkSegment(993d1576-47d5-49c0-9637-13411146eaa0),segment_id=993d1576-47d5-49c0-9637-13411146eaa0)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:26.971004 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc466bf3-7085-428a-bd08-6252a53513ef tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:26.993914 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-bc466bf3-7085-428a-bd08-6252a53513ef tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Calling delete_port for e4ce7383-1a7e-41b6-85f2-3e3678dcdd27 owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:00:27.032663 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-feff9e15-b46c-40c1-b218-ee1045fdb98c None None] For port e4ce7383-1a7e-41b6-85f2-3e3678dcdd27, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=e4ce7383-1a7e-41b6-85f2-3e3678dcdd27,segment=NetworkSegment(993d1576-47d5-49c0-9637-13411146eaa0),segment_id=993d1576-47d5-49c0-9637-13411146eaa0)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:27.033074 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-feff9e15-b46c-40c1-b218-ee1045fdb98c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:27.064808 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-feff9e15-b46c-40c1-b218-ee1045fdb98c None None] Calling delete_port for e4ce7383-1a7e-41b6-85f2-3e3678dcdd27 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:00:27.100611 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc466bf3-7085-428a-bd08-6252a53513ef tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:27.115235 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e4ce7383-1a7e-41b6-85f2-3e3678dcdd27 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:00:27.137294 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc466bf3-7085-428a-bd08-6252a53513ef tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Pushing event deleted for resources: {'Port': ['ID=e4ce7383-1a7e-41b6-85f2-3e3678dcdd27,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:27.138452 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: e4ce7383-1a7e-41b6-85f2-3e3678dcdd27 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:00:27.139079 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e4ce7383-1a7e-41b6-85f2-3e3678dcdd27 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:00:27.141277 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc466bf3-7085-428a-bd08-6252a53513ef tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] No DVR routers for this DVR port e4ce7383-1a7e-41b6-85f2-3e3678dcdd27 on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:00:27.196943 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-feff9e15-b46c-40c1-b218-ee1045fdb98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:27.231162 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feff9e15-b46c-40c1-b218-ee1045fdb98c None None] No DVR routers for this DVR port e4ce7383-1a7e-41b6-85f2-3e3678dcdd27 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:00:27.236114 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feff9e15-b46c-40c1-b218-ee1045fdb98c None None] Pushing event deleted for resources: {'Port': ['ID=e4ce7383-1a7e-41b6-85f2-3e3678dcdd27,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:27.250825 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc466bf3-7085-428a-bd08-6252a53513ef tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:27.265919 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-bc466bf3-7085-428a-bd08-6252a53513ef tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25c442f8-f034-4ce4-adf3-46bbeb21756c']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:27.277546 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-bc466bf3-7085-428a-bd08-6252a53513ef tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '993d1576-47d5-49c0-9637-13411146eaa0') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:27.277936 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-bc466bf3-7085-428a-bd08-6252a53513ef tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '993d1576-47d5-49c0-9637-13411146eaa0') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:27.287668 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc466bf3-7085-428a-bd08-6252a53513ef tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:27.301787 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc466bf3-7085-428a-bd08-6252a53513ef tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:27.308502 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc466bf3-7085-428a-bd08-6252a53513ef tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:00:27.309058 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc466bf3-7085-428a-bd08-6252a53513ef tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:27.313271 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:00:27.313271 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:00:27.313271 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:00:27.313271 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:00:27.313271 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:00:27.313271 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:00:27.313271 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:00:27.313271 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:00:27.313271 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:00:27.313271 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:00:27.313271 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:00:27.313271 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:00:27.313271 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:00:27.313271 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:00:27.313271 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:00:27.313271 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:00:27.313271 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:00:27.313271 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:00:27.313271 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:00:27.313271 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:00:27.313271 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:00:27.313271 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:00:27.313271 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:00:27.313271 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:00:27.313271 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:00:27.313271 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:00:27.313271 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:00:27.313271 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:00:27.313271 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:00:27.313271 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:00:27.313271 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:00:27.313271 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:00:27.315815 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18350601-39f5-48b6-a4c3-4a15e3192f7f req-70b9ff5a-1a88-4683-98fd-57b44d2d6830 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:27.319281 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-18350601-39f5-48b6-a4c3-4a15e3192f7f req-70b9ff5a-1a88-4683-98fd-57b44d2d6830 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 945 time: 0.0806911 Jul 24 01:00:27.365882 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-18350601-39f5-48b6-a4c3-4a15e3192f7f req-2dbf0c73-bcb3-43b7-99bd-78788d3aa1af tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418828 Jul 24 01:00:27.394231 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc466bf3-7085-428a-bd08-6252a53513ef tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:27.402395 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc466bf3-7085-428a-bd08-6252a53513ef tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:27.404301 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-bc466bf3-7085-428a-bd08-6252a53513ef tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] 10.222.0.15 "DELETE /v2.0/networks/25c442f8-f034-4ce4-adf3-46bbeb21756c HTTP/1.1" status: 204 len: 168 time: 0.7673981 Jul 24 01:00:27.415456 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc466bf3-7085-428a-bd08-6252a53513ef tempest-FloatingIPNegativeTestJSON-1362603958 tempest-FloatingIPNegativeTestJSON-1362603958-project] Pushing event deleted for resources: {'Network': ['ID=25c442f8-f034-4ce4-adf3-46bbeb21756c,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:27.574807 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f34b43-c31b-4bdd-bb32-e8f29de59bf3 req-60d0b9ad-81d7-42cb-9731-ba25abddf4a1 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:27.576539 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-42f34b43-c31b-4bdd-bb32-e8f29de59bf3 req-60d0b9ad-81d7-42cb-9731-ba25abddf4a1 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=434df6b7-5d7e-463b-9bde-10a88b5f9b6b HTTP/1.1" status: 200 len: 945 time: 0.0790324 Jul 24 01:00:27.619881 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-42f34b43-c31b-4bdd-bb32-e8f29de59bf3 req-a1896f83-e7c4-4725-8ad6-ce0483fc225e tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371068 Jul 24 01:00:27.620439 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39032) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:27.644250 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e2cb6f27-9109-49c0-bf59-bf1320f3e7bb req-ac67b2ff-f887-41a5-a20b-d8d731c195d0 tempest-ServerShowV257Test-328446002 tempest-ServerShowV257Test-328446002-project] 10.222.0.15 "GET /v2.0/ports?device_id=10afbbf5-b0e1-41df-9057-39faa774b016 HTTP/1.1" status: 200 len: 210 time: 0.0324864 Jul 24 01:00:27.778784 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-14f12cb4-52a3-4141-89c9-3b045e8c4d62 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d9d0c3d684fe47cd8a252b318d9b2ea7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1571949 Jul 24 01:00:27.781279 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39036) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:27.829775 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-edae89c2-6b38-46d6-93f3-f45c8adcdcb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:27.853206 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-edae89c2-6b38-46d6-93f3-f45c8adcdcb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:27.939807 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-edae89c2-6b38-46d6-93f3-f45c8adcdcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:27.942766 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-edae89c2-6b38-46d6-93f3-f45c8adcdcb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:27.943977 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-edae89c2-6b38-46d6-93f3-f45c8adcdcb2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/22924bb2-6703-4c9e-99b4-9025e8e18f15 HTTP/1.1" status: 204 len: 168 time: 0.1617937 Jul 24 01:00:27.963259 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744ba70-4432-467a-b8e1-ae78b94f4e52 req-a074d3d3-7b36-412b-be84-c1979e4ab782 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:27.964871 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f744ba70-4432-467a-b8e1-ae78b94f4e52 req-a074d3d3-7b36-412b-be84-c1979e4ab782 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.1021161 Jul 24 01:00:27.965678 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae89c2-6b38-46d6-93f3-f45c8adcdcb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22924bb2-6703-4c9e-99b4-9025e8e18f15,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:28.014827 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f744ba70-4432-467a-b8e1-ae78b94f4e52 req-886c02a1-bc07-4e25-a494-a1481e74acb3 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437617 Jul 24 01:00:28.509919 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77fd9a8-f12d-4e87-8226-77246d1e12e4 req-9eb8da5c-320b-4611-972f-f96b6d9f1a2e tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:28.511206 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f77fd9a8-f12d-4e87-8226-77246d1e12e4 req-9eb8da5c-320b-4611-972f-f96b6d9f1a2e tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 945 time: 0.0702844 Jul 24 01:00:28.553622 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f77fd9a8-f12d-4e87-8226-77246d1e12e4 req-2b78cf01-6c4a-4342-b989-c3b1ba240f34 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365605 Jul 24 01:00:28.623141 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39066) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:28.740560 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-96bd70ef-3b33-45f9-94b5-0215d8909d35 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Request body: {'networks': [{'name': 'tempest-network--257215833'}, {'name': 'tempest-network--1361911565'}]} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:28.740876 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-96bd70ef-3b33-45f9-94b5-0215d8909d35 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Request body: {'network': {'name': 'tempest-network--257215833'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:28.741339 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-96bd70ef-3b33-45f9-94b5-0215d8909d35 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Request body: {'network': {'name': 'tempest-network--1361911565'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:28.756742 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3c538c35-e06f-4259-8883-0d536277091c req-5c02c498-4e40-4e58-9320-d7bdd858f313 tempest-ServerShowV257Test-328446002 tempest-ServerShowV257Test-328446002-project] 10.222.0.15 "GET /v2.0/ports?device_id=10afbbf5-b0e1-41df-9057-39faa774b016 HTTP/1.1" status: 200 len: 210 time: 0.0406415 Jul 24 01:00:28.777946 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bd70ef-3b33-45f9-94b5-0215d8909d35 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Made reservation on behalf of f8e85883d2724766b5dec71618f4afee for: {'network': 2} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:00:28.782640 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-96bd70ef-3b33-45f9-94b5-0215d8909d35 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:28.796439 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-96bd70ef-3b33-45f9-94b5-0215d8909d35 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:28.814687 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5644c125-e088-4f1f-a9e6-a755cc58c769 req-4814b887-c4e7-4474-b060-34b78a733b1b tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:28.816256 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5644c125-e088-4f1f-a9e6-a755cc58c769 req-4814b887-c4e7-4474-b060-34b78a733b1b tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=434df6b7-5d7e-463b-9bde-10a88b5f9b6b HTTP/1.1" status: 200 len: 945 time: 0.1155734 Jul 24 01:00:28.873057 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device a9bc459e-046f-45c5-b282-74d400eb474a up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:00:28.876428 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5644c125-e088-4f1f-a9e6-a755cc58c769 req-bce15dad-1405-4dcf-8cbb-e9d7f54a750f tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535054 Jul 24 01:00:28.951224 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port a9bc459e-046f-45c5-b282-74d400eb474a completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:00:28.955151 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port a9bc459e-046f-45c5-b282-74d400eb474a triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:00:28.955530 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:28.960409 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-96bd70ef-3b33-45f9-94b5-0215d8909d35 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:28.967207 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-96bd70ef-3b33-45f9-94b5-0215d8909d35 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:28.967698 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-96bd70ef-3b33-45f9-94b5-0215d8909d35 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:29.007000 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd70ef-3b33-45f9-94b5-0215d8909d35 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1aebbb7-176b-461d-9f0e-e104c82f5b2d,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:29.025357 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96bd70ef-3b33-45f9-94b5-0215d8909d35 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:00:29.035450 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-96bd70ef-3b33-45f9-94b5-0215d8909d35 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:29.035927 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-96bd70ef-3b33-45f9-94b5-0215d8909d35 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Added segment 7d25f653-32a9-4f23-abc2-b99683fb816d of type vlan for network 223804b0-9030-4e62-8af1-2df2c24b7563 Jul 24 01:00:29.044400 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:29.068199 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '434df6b7-5d7e-463b-9bde-10a88b5f9b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bc459e-046f-45c5-b282-74d400eb474a'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:00:29.070593 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f23217-a217-4f6c-8ca9-a402563b404c" -d '{"events": [{"server_uuid": "434df6b7-5d7e-463b-9bde-10a88b5f9b6b", "name": "network-vif-plugged", "status": "completed", "tag": "a9bc459e-046f-45c5-b282-74d400eb474a"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:00:29.093336 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port a9bc459e-046f-45c5-b282-74d400eb474a, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=a9bc459e-046f-45c5-b282-74d400eb474a,segment=NetworkSegment(6a0dcd8e-3884-461b-ac3c-4a378c6b966a),segment_id=6a0dcd8e-3884-461b-ac3c-4a378c6b966a)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:29.097839 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-96bd70ef-3b33-45f9-94b5-0215d8909d35 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:29.108382 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:29.145348 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96bd70ef-3b33-45f9-94b5-0215d8909d35 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:00:29.158422 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-96bd70ef-3b33-45f9-94b5-0215d8909d35 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:29.159112 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-96bd70ef-3b33-45f9-94b5-0215d8909d35 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Added segment 3c2e825d-155e-4c37-af43-abd6a265c954 of type vlan for network bf0902e8-8007-4bf4-a916-1c92f21b4b3b Jul 24 01:00:29.170057 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=a9bc459e-046f-45c5-b282-74d400eb474a,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:29.204036 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7bcc7b-2b56-4022-af05-90f245a42219 req-1baacb34-e56e-4b80-b72e-63a48450046e tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:29.205668 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0f7bcc7b-2b56-4022-af05-90f245a42219 req-1baacb34-e56e-4b80-b72e-63a48450046e tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.1204157 Jul 24 01:00:29.208034 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-96bd70ef-3b33-45f9-94b5-0215d8909d35 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:29.250159 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-96bd70ef-3b33-45f9-94b5-0215d8909d35 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:29.250904 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-96bd70ef-3b33-45f9-94b5-0215d8909d35 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:29.258937 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bd70ef-3b33-45f9-94b5-0215d8909d35 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:29.261979 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bd70ef-3b33-45f9-94b5-0215d8909d35 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:29.262682 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-96bd70ef-3b33-45f9-94b5-0215d8909d35 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:29.264347 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0f7bcc7b-2b56-4022-af05-90f245a42219 req-33fca7ee-c724-4da1-a850-7fc358316099 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513129 Jul 24 01:00:29.291516 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c859cb21-b9ea-4670-9a2c-7eaa00202bbd x-openstack-request-id: req-c859cb21-b9ea-4670-9a2c-7eaa00202bbd {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:00:29.292097 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "434df6b7-5d7e-463b-9bde-10a88b5f9b6b", "name": "network-vif-plugged", "status": "completed", "tag": "a9bc459e-046f-45c5-b282-74d400eb474a", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:00:29.292354 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c859cb21-b9ea-4670-9a2c-7eaa00202bbd {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:00:29.292756 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '434df6b7-5d7e-463b-9bde-10a88b5f9b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bc459e-046f-45c5-b282-74d400eb474a', 'code': 200} Jul 24 01:00:29.300489 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-96bd70ef-3b33-45f9-94b5-0215d8909d35 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.6753807 Jul 24 01:00:29.302198 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39086) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:29.373046 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd70ef-3b33-45f9-94b5-0215d8909d35 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Pushing event updated for resources: {'Network': ['ID=223804b0-9030-4e62-8af1-2df2c24b7563,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:29.383768 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 223804b0-9030-4e62-8af1-2df2c24b7563 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:00:29.464425 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd70ef-3b33-45f9-94b5-0215d8909d35 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Pushing event updated for resources: {'Network': ['ID=bf0902e8-8007-4bf4-a916-1c92f21b4b3b,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:29.481327 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network bf0902e8-8007-4bf4-a916-1c92f21b4b3b details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:00:29.599359 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028bbace-491a-4cd7-9bf0-60190014f735 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:29.605704 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028bbace-491a-4cd7-9bf0-60190014f735 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:29.612025 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028bbace-491a-4cd7-9bf0-60190014f735 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:29.618166 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028bbace-491a-4cd7-9bf0-60190014f735 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:29.622653 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-028bbace-491a-4cd7-9bf0-60190014f735 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3164968 Jul 24 01:00:29.623108 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39094) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:29.642377 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bc29aa-ee7f-48fa-b5c7-9abe3276b521 req-38e236fd-15ed-4214-aa63-306e729d7568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:29.643914 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-62bc29aa-ee7f-48fa-b5c7-9abe3276b521 req-38e236fd-15ed-4214-aa63-306e729d7568 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=434df6b7-5d7e-463b-9bde-10a88b5f9b6b HTTP/1.1" status: 200 len: 1098 time: 0.2549896 Jul 24 01:00:29.657365 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd949fea-15b4-49d5-9ba5-12b41af6eda9 req-2f13b17e-7002-437a-8373-83be3d6931d7 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:29.658926 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cd949fea-15b4-49d5-9ba5-12b41af6eda9 req-2f13b17e-7002-437a-8373-83be3d6931d7 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bf8011c-5f0c-4101-8c42-456ddf63231b HTTP/1.1" status: 200 len: 946 time: 0.2063096 Jul 24 01:00:29.721517 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cd949fea-15b4-49d5-9ba5-12b41af6eda9 req-51d20c09-1535-4984-90ef-59d5362673bc tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1241bef-ced5-4c48-b540-61c99204cb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548489 Jul 24 01:00:29.723301 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-62bc29aa-ee7f-48fa-b5c7-9abe3276b521 req-d65edfd6-aae4-471b-8dfa-4734f9b147db service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634651 Jul 24 01:00:29.742020 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-707b87db-03f2-4b6a-9c73-d904d25ac601 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:29.795737 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7885c77e-0d22-472c-a0a3-6b6fc7ecd273 req-9aa1ab4a-c642-4f9a-a65b-f323e2b9828b tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:29.797338 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7885c77e-0d22-472c-a0a3-6b6fc7ecd273 req-9aa1ab4a-c642-4f9a-a65b-f323e2b9828b tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 945 time: 0.1720004 Jul 24 01:00:29.865918 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0e6029ec-e7a1-405f-a043-9d02ad1a534c req-806cbd06-ce41-4d50-9d92-d7bad88d01ba tempest-ServerShowV257Test-328446002 tempest-ServerShowV257Test-328446002-project] 10.222.0.15 "GET /v2.0/ports?device_id=10afbbf5-b0e1-41df-9057-39faa774b016 HTTP/1.1" status: 200 len: 210 time: 0.0300412 Jul 24 01:00:29.876312 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-707b87db-03f2-4b6a-9c73-d904d25ac601 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:29.895440 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-707b87db-03f2-4b6a-9c73-d904d25ac601 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['223804b0-9030-4e62-8af1-2df2c24b7563']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:29.910310 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7885c77e-0d22-472c-a0a3-6b6fc7ecd273 req-11d965b0-2462-48e2-a159-2aaf44b14fd9 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970001 Jul 24 01:00:29.911898 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-707b87db-03f2-4b6a-9c73-d904d25ac601 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d25f653-32a9-4f23-abc2-b99683fb816d') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:29.912211 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-707b87db-03f2-4b6a-9c73-d904d25ac601 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d25f653-32a9-4f23-abc2-b99683fb816d') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:29.922908 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-707b87db-03f2-4b6a-9c73-d904d25ac601 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:29.938389 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-707b87db-03f2-4b6a-9c73-d904d25ac601 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:29.946085 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-707b87db-03f2-4b6a-9c73-d904d25ac601 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:00:29.946498 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-707b87db-03f2-4b6a-9c73-d904d25ac601 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:29.949725 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:00:29.949725 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:00:29.949725 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:00:29.949725 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:00:29.949725 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:00:29.949725 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:00:29.949725 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:00:29.949725 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:00:29.949725 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:00:29.949725 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:00:29.949725 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:00:29.949725 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:00:29.949725 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:00:29.949725 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:00:29.949725 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:00:29.949725 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:00:29.949725 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:00:29.949725 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:00:29.949725 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:00:29.949725 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:00:29.949725 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:00:29.949725 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:00:29.949725 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:00:29.949725 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:00:29.949725 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:00:29.949725 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:00:29.949725 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:00:29.949725 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:00:29.949725 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:00:29.949725 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:00:29.949725 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:00:29.949725 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:00:30.014441 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-707b87db-03f2-4b6a-9c73-d904d25ac601 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:30.019131 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-707b87db-03f2-4b6a-9c73-d904d25ac601 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:30.021369 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-707b87db-03f2-4b6a-9c73-d904d25ac601 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] 10.222.0.15 "DELETE /v2.0/networks/223804b0-9030-4e62-8af1-2df2c24b7563 HTTP/1.1" status: 204 len: 168 time: 0.3972285 Jul 24 01:00:30.026189 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39104) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:30.031813 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1aaf5e-a086-4063-be77-2b182586dd49 req-bef18caa-4069-4613-8b28-73d94543002d tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:30.033365 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8c1aaf5e-a086-4063-be77-2b182586dd49 req-bef18caa-4069-4613-8b28-73d94543002d tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=434df6b7-5d7e-463b-9bde-10a88b5f9b6b HTTP/1.1" status: 200 len: 946 time: 0.0691278 Jul 24 01:00:30.056969 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707b87db-03f2-4b6a-9c73-d904d25ac601 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Pushing event deleted for resources: {'Network': ['ID=223804b0-9030-4e62-8af1-2df2c24b7563,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:30.077579 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8c1aaf5e-a086-4063-be77-2b182586dd49 req-e8dd1fcd-c8d8-4c87-9c70-eb177fe3e40a tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376639 Jul 24 01:00:30.124527 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cc19a95c-1d6a-4b99-894b-2d09fc9f9870 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:30.219054 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cc19a95c-1d6a-4b99-894b-2d09fc9f9870 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:30.230246 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-cc19a95c-1d6a-4b99-894b-2d09fc9f9870 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf0902e8-8007-4bf4-a916-1c92f21b4b3b']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:30.240760 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-cc19a95c-1d6a-4b99-894b-2d09fc9f9870 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c2e825d-155e-4c37-af43-abd6a265c954') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:30.241067 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-cc19a95c-1d6a-4b99-894b-2d09fc9f9870 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c2e825d-155e-4c37-af43-abd6a265c954') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:30.251653 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cc19a95c-1d6a-4b99-894b-2d09fc9f9870 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:30.265919 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cc19a95c-1d6a-4b99-894b-2d09fc9f9870 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:30.272367 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc19a95c-1d6a-4b99-894b-2d09fc9f9870 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:00:30.273018 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cc19a95c-1d6a-4b99-894b-2d09fc9f9870 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:30.275994 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:00:30.275994 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:00:30.275994 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:00:30.275994 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:00:30.275994 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:00:30.275994 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:00:30.275994 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:00:30.275994 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:00:30.275994 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:00:30.275994 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:00:30.275994 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:00:30.275994 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:00:30.275994 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:00:30.275994 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:00:30.275994 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:00:30.275994 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:00:30.275994 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:00:30.275994 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:00:30.275994 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:00:30.275994 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:00:30.275994 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:00:30.275994 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:00:30.275994 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:00:30.275994 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:00:30.275994 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:00:30.275994 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:00:30.275994 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:00:30.275994 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:00:30.275994 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:00:30.275994 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:00:30.275994 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:00:30.275994 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:00:30.345004 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cc19a95c-1d6a-4b99-894b-2d09fc9f9870 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:30.368644 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cc19a95c-1d6a-4b99-894b-2d09fc9f9870 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:30.370516 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-cc19a95c-1d6a-4b99-894b-2d09fc9f9870 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] 10.222.0.15 "DELETE /v2.0/networks/bf0902e8-8007-4bf4-a916-1c92f21b4b3b HTTP/1.1" status: 204 len: 168 time: 0.3433416 Jul 24 01:00:30.373189 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39108) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:30.390861 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc19a95c-1d6a-4b99-894b-2d09fc9f9870 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Pushing event deleted for resources: {'Network': ['ID=bf0902e8-8007-4bf4-a916-1c92f21b4b3b,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:30.432306 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998be09-46bd-45ef-b8d0-2ddfd00bccc6 req-8c066423-c974-4674-a3bf-ebcdcd6a5f23 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:30.434165 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b998be09-46bd-45ef-b8d0-2ddfd00bccc6 req-8c066423-c974-4674-a3bf-ebcdcd6a5f23 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.1025324 Jul 24 01:00:30.481248 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b998be09-46bd-45ef-b8d0-2ddfd00bccc6 req-7f30b7f2-4c90-46e2-bbcb-3184b36db068 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414402 Jul 24 01:00:30.495557 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a438d3-af2f-4956-a911-950322821698 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:30.497256 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a438d3-af2f-4956-a911-950322821698 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:30.498919 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-84a438d3-af2f-4956-a911-950322821698 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1246870 Jul 24 01:00:30.502574 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39112) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:30.508282 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-31e07bc7-dc51-460a-a852-0a74123d9d0c tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1892543512'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:30.530322 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e07bc7-dc51-460a-a852-0a74123d9d0c tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Made reservation on behalf of f8e85883d2724766b5dec71618f4afee for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:00:30.533921 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-31e07bc7-dc51-460a-a852-0a74123d9d0c tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:30.560285 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31e07bc7-dc51-460a-a852-0a74123d9d0c tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:00:30.572632 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-31e07bc7-dc51-460a-a852-0a74123d9d0c tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:30.573014 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-31e07bc7-dc51-460a-a852-0a74123d9d0c tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Added segment fb63ad9b-9f85-4922-b4b6-d490eb53c5f3 of type vlan for network a51b74e3-fb41-47f8-9697-382f812f8ac4 Jul 24 01:00:30.614149 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-31e07bc7-dc51-460a-a852-0a74123d9d0c tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:30.645498 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-31e07bc7-dc51-460a-a852-0a74123d9d0c tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:30.651752 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e07bc7-dc51-460a-a852-0a74123d9d0c tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:30.652358 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-31e07bc7-dc51-460a-a852-0a74123d9d0c tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:30.690433 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-31e07bc7-dc51-460a-a852-0a74123d9d0c tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1867535 Jul 24 01:00:30.693123 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39114) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:30.699305 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-1777abd0-389b-426e-ad45-1826d9bf061c tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-511318488'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:30.727235 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1777abd0-389b-426e-ad45-1826d9bf061c tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Made reservation on behalf of f8e85883d2724766b5dec71618f4afee for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:00:30.728309 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e07bc7-dc51-460a-a852-0a74123d9d0c tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Pushing event updated for resources: {'Network': ['ID=a51b74e3-fb41-47f8-9697-382f812f8ac4,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:30.732117 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1777abd0-389b-426e-ad45-1826d9bf061c tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:30.739762 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network a51b74e3-fb41-47f8-9697-382f812f8ac4 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:00:30.759734 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1777abd0-389b-426e-ad45-1826d9bf061c tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:00:30.770253 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1777abd0-389b-426e-ad45-1826d9bf061c tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:30.770637 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-1777abd0-389b-426e-ad45-1826d9bf061c tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Added segment 62930aec-e700-4298-b3f6-d226e2ce9ccf of type vlan for network c22cccbb-3040-44f6-83fd-004df849bf09 Jul 24 01:00:30.813333 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1777abd0-389b-426e-ad45-1826d9bf061c tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:30.843336 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1777abd0-389b-426e-ad45-1826d9bf061c tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:30.849083 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1777abd0-389b-426e-ad45-1826d9bf061c tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:30.849817 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1777abd0-389b-426e-ad45-1826d9bf061c tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:30.889698 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1777abd0-389b-426e-ad45-1826d9bf061c tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1954036 Jul 24 01:00:30.894182 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39116) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:30.898183 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-fd82a952-d06a-4275-a1d4-7f1a1ebad2c3 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Request body: {'ports': [{'network_id': 'a51b74e3-fb41-47f8-9697-382f812f8ac4', 'name': 'tempest-port--1209077891', 'admin_state_up': True}, {'network_id': 'c22cccbb-3040-44f6-83fd-004df849bf09', 'admin_state_up': False}]} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:30.898580 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-fd82a952-d06a-4275-a1d4-7f1a1ebad2c3 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Request body: {'port': {'network_id': 'a51b74e3-fb41-47f8-9697-382f812f8ac4', 'name': 'tempest-port--1209077891', 'admin_state_up': True}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:30.899164 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-fd82a952-d06a-4275-a1d4-7f1a1ebad2c3 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Request body: {'port': {'network_id': 'c22cccbb-3040-44f6-83fd-004df849bf09', 'admin_state_up': False}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:30.927774 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777abd0-389b-426e-ad45-1826d9bf061c tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Pushing event updated for resources: {'Network': ['ID=c22cccbb-3040-44f6-83fd-004df849bf09,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:30.939141 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network c22cccbb-3040-44f6-83fd-004df849bf09 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:00:31.013473 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5e2a64b4-7e3f-4d7d-86c7-55cc1586dc79 req-c72709eb-9c79-4827-b6ec-a826e65d6e4a tempest-ServerShowV257Test-328446002 tempest-ServerShowV257Test-328446002-project] 10.222.0.15 "GET /v2.0/ports?device_id=10afbbf5-b0e1-41df-9057-39faa774b016 HTTP/1.1" status: 200 len: 210 time: 0.0479023 Jul 24 01:00:31.065926 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba16ff6-7370-40a7-97ab-ca115b29286e req-35031736-56de-41e9-a9be-77d6fae74f61 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:31.067736 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-aba16ff6-7370-40a7-97ab-ca115b29286e req-35031736-56de-41e9-a9be-77d6fae74f61 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 945 time: 0.0789244 Jul 24 01:00:31.123064 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-aba16ff6-7370-40a7-97ab-ca115b29286e req-c2818bdd-6f48-41df-a008-2b95684a6192 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494528 Jul 24 01:00:31.124838 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd82a952-d06a-4275-a1d4-7f1a1ebad2c3 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Made reservation on behalf of f8e85883d2724766b5dec71618f4afee for: {'port': 2} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:00:31.130223 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fd82a952-d06a-4275-a1d4-7f1a1ebad2c3 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:31.149282 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fd82a952-d06a-4275-a1d4-7f1a1ebad2c3 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:31.270540 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [None req-fd82a952-d06a-4275-a1d4-7f1a1ebad2c3 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] device_id is not set on port 8b13081e-234f-45e7-a335-5194f05a11c5 yet. {{(pid=100464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:00:31.302176 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649dbd3-0866-4dc2-9fad-3d4b666766c6 req-08fac6bb-b303-45f3-9b59-c02eab52db1b tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:31.303800 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3649dbd3-0866-4dc2-9fad-3d4b666766c6 req-08fac6bb-b303-45f3-9b59-c02eab52db1b tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=434df6b7-5d7e-463b-9bde-10a88b5f9b6b HTTP/1.1" status: 200 len: 946 time: 0.1449077 Jul 24 01:00:31.399018 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1d17a-e305-4f97-bcb5-306479ac1dc2 req-ad737fa1-2175-4f47-b6f0-3e92d97fa4bd tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:31.402985 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4ff1d17a-e305-4f97-bcb5-306479ac1dc2 req-ad737fa1-2175-4f47-b6f0-3e92d97fa4bd tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bf8011c-5f0c-4101-8c42-456ddf63231b HTTP/1.1" status: 200 len: 946 time: 0.0676436 Jul 24 01:00:31.425313 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3649dbd3-0866-4dc2-9fad-3d4b666766c6 req-20455d0d-7cb8-4adc-be20-4203d6629773 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136906 Jul 24 01:00:31.442131 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4ff1d17a-e305-4f97-bcb5-306479ac1dc2 req-6386991f-0faa-4690-b9a2-c37cd227904c tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1241bef-ced5-4c48-b540-61c99204cb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351939 Jul 24 01:00:31.502574 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b149df1a-9c16-4483-99c6-2df5b1bbce80 req-d981db48-34c6-47d7-8a2a-9d90e896ae3b tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:31.505188 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b149df1a-9c16-4483-99c6-2df5b1bbce80 req-d981db48-34c6-47d7-8a2a-9d90e896ae3b tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.13 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 945 time: 0.1241446 Jul 24 01:00:31.511451 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fd82a952-d06a-4275-a1d4-7f1a1ebad2c3 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:31.639417 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97627a-bbb9-4916-9345-be469be0bf7b req-673edc77-3b00-49ea-8d5a-86fb2faa6ac6 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:31.641316 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dd97627a-bbb9-4916-9345-be469be0bf7b req-673edc77-3b00-49ea-8d5a-86fb2faa6ac6 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.0801742 Jul 24 01:00:31.643053 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [None req-fd82a952-d06a-4275-a1d4-7f1a1ebad2c3 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] device_id is not set on port 004f1797-edd1-4ea5-9e9b-a600c6ef5966 yet. {{(pid=100464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:00:31.691866 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dd97627a-bbb9-4916-9345-be469be0bf7b req-5bc3e2da-2825-4c26-87f8-fc657c06989b tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434794 Jul 24 01:00:31.750366 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-b149df1a-9c16-4483-99c6-2df5b1bbce80 req-2986cee3-9c69-42a1-9ef2-530cc0c1ab12 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Deleting port 51942def-5009-4b71-8ac5-388363eba843 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:00:31.750924 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b149df1a-9c16-4483-99c6-2df5b1bbce80 req-2986cee3-9c69-42a1-9ef2-530cc0c1ab12 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:31.883258 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fd82a952-d06a-4275-a1d4-7f1a1ebad2c3 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:31.899195 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-b149df1a-9c16-4483-99c6-2df5b1bbce80 req-2986cee3-9c69-42a1-9ef2-530cc0c1ab12 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] For port 51942def-5009-4b71-8ac5-388363eba843, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=51942def-5009-4b71-8ac5-388363eba843,segment=NetworkSegment(ba3f8265-a107-438d-9a91-66542598e056),segment_id=ba3f8265-a107-438d-9a91-66542598e056)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:31.899578 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b149df1a-9c16-4483-99c6-2df5b1bbce80 req-2986cee3-9c69-42a1-9ef2-530cc0c1ab12 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:31.926416 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-b149df1a-9c16-4483-99c6-2df5b1bbce80 req-2986cee3-9c69-42a1-9ef2-530cc0c1ab12 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Calling delete_port for 51942def-5009-4b71-8ac5-388363eba843 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:00:31.996065 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fd82a952-d06a-4275-a1d4-7f1a1ebad2c3 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:32.071492 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd82a952-d06a-4275-a1d4-7f1a1ebad2c3 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Pushing event updated for resources: {'Port': ['ID=8b13081e-234f-45e7-a335-5194f05a11c5,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:32.130696 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd82a952-d06a-4275-a1d4-7f1a1ebad2c3 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Checking segment: {'id': 'fb63ad9b-9f85-4922-b4b6-d490eb53c5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a51b74e3-fb41-47f8-9697-382f812f8ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:00:32.131058 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd82a952-d06a-4275-a1d4-7f1a1ebad2c3 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Network hostable DHCP agents. Network: a51b74e3-fb41-47f8-9697-382f812f8ac4, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:00:32.189180 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bde92429-68ec-4263-ab28-1bf0f8bf2a2e req-383d248d-0d6a-429e-bcde-cf8592ec1d94 tempest-ServerShowV257Test-328446002 tempest-ServerShowV257Test-328446002-project] 10.222.0.15 "GET /v2.0/ports?device_id=10afbbf5-b0e1-41df-9057-39faa774b016 HTTP/1.1" status: 200 len: 210 time: 0.0605619 Jul 24 01:00:32.210611 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b149df1a-9c16-4483-99c6-2df5b1bbce80 req-2986cee3-9c69-42a1-9ef2-530cc0c1ab12 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:32.230107 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['2eaa7f08-7e87-48a3-aabc-e2360114002c', '51942def-5009-4b71-8ac5-388363eba843'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:00:32.249160 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd82a952-d06a-4275-a1d4-7f1a1ebad2c3 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Network a51b74e3-fb41-47f8-9697-382f812f8ac4 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:00:32.255283 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2986cee3-9c69-42a1-9ef2-530cc0c1ab12 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Pushing event deleted for resources: {'Port': ['ID=51942def-5009-4b71-8ac5-388363eba843,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:32.278054 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-fd82a952-d06a-4275-a1d4-7f1a1ebad2c3 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, a51b74e3-fb41-47f8-9697-382f812f8ac4) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:32.297021 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd82a952-d06a-4275-a1d4-7f1a1ebad2c3 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:00:32.298028 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fd82a952-d06a-4275-a1d4-7f1a1ebad2c3 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:32.314341 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b714b20-b8ca-450b-8ed9-360bf7142b86 None None] Network a51b74e3-fb41-47f8-9697-382f812f8ac4 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:00:32.354305 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-b149df1a-9c16-4483-99c6-2df5b1bbce80 req-2986cee3-9c69-42a1-9ef2-530cc0c1ab12 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] No DVR routers for this DVR port 51942def-5009-4b71-8ac5-388363eba843 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:00:32.357389 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b149df1a-9c16-4483-99c6-2df5b1bbce80 req-2986cee3-9c69-42a1-9ef2-530cc0c1ab12 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:32.359911 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b149df1a-9c16-4483-99c6-2df5b1bbce80 req-2986cee3-9c69-42a1-9ef2-530cc0c1ab12 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.13 "DELETE /v2.0/ports/51942def-5009-4b71-8ac5-388363eba843 HTTP/1.1" status: 204 len: 173 time: 0.8453674 Jul 24 01:00:32.392012 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29cf8574-68d5-4d7f-8682-d24b227484d3', 'name': 'network-vif-deleted', 'tag': '51942def-5009-4b71-8ac5-388363eba843'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:00:32.394169 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795f84ae-41d9-4798-8970-5ee3417fee88" -d '{"events": [{"server_uuid": "29cf8574-68d5-4d7f-8682-d24b227484d3", "name": "network-vif-deleted", "tag": "51942def-5009-4b71-8ac5-388363eba843"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:00:32.432875 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9d6fe969-bb98-4959-96e1-a4003c785ddf req-b7ca5bf0-efb1-4166-ada8-8cdf788f9d17 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=29cf8574-68d5-4d7f-8682-d24b227484d3 HTTP/1.1" status: 200 len: 210 time: 0.1095171 Jul 24 01:00:32.487189 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd82a952-d06a-4275-a1d4-7f1a1ebad2c3 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Pushing event updated for resources: {'Port': ['ID=004f1797-edd1-4ea5-9e9b-a600c6ef5966,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:32.493004 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd82a952-d06a-4275-a1d4-7f1a1ebad2c3 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Checking segment: {'id': '62930aec-e700-4298-b3f6-d226e2ce9ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c22cccbb-3040-44f6-83fd-004df849bf09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:00:32.493661 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd82a952-d06a-4275-a1d4-7f1a1ebad2c3 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Network hostable DHCP agents. Network: c22cccbb-3040-44f6-83fd-004df849bf09, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:00:32.517512 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd82a952-d06a-4275-a1d4-7f1a1ebad2c3 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Network c22cccbb-3040-44f6-83fd-004df849bf09 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:00:32.529865 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-fd82a952-d06a-4275-a1d4-7f1a1ebad2c3 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, c22cccbb-3040-44f6-83fd-004df849bf09) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:32.535316 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9cc684-95af-41e6-8174-c5f9f0de9484 req-e65a7b47-444a-4e7d-93f5-31a998bade68 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:32.539373 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd82a952-d06a-4275-a1d4-7f1a1ebad2c3 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:00:32.544524 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8024c8c-d204-41a3-989b-d8c4dfe7f665 None None] Network c22cccbb-3040-44f6-83fd-004df849bf09 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:00:32.555443 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd82a952-d06a-4275-a1d4-7f1a1ebad2c3 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:32.561265 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6b9cc684-95af-41e6-8174-c5f9f0de9484 req-e65a7b47-444a-4e7d-93f5-31a998bade68 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bf8011c-5f0c-4101-8c42-456ddf63231b HTTP/1.1" status: 200 len: 946 time: 0.2073071 Jul 24 01:00:32.565297 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd82a952-d06a-4275-a1d4-7f1a1ebad2c3 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:32.566282 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fd82a952-d06a-4275-a1d4-7f1a1ebad2c3 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:32.599012 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-fd82a952-d06a-4275-a1d4-7f1a1ebad2c3 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.7028368 Jul 24 01:00:32.599782 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39162) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:32.695104 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6b9cc684-95af-41e6-8174-c5f9f0de9484 req-3074a8cf-9de9-41ca-9886-01dd50e9a603 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1241bef-ced5-4c48-b540-61c99204cb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323085 Jul 24 01:00:32.755812 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81691ae-b387-428d-9a4f-3d71c85f4a15 x-openstack-request-id: req-d81691ae-b387-428d-9a4f-3d71c85f4a15 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:00:32.756428 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29cf8574-68d5-4d7f-8682-d24b227484d3", "name": "network-vif-deleted", "tag": "51942def-5009-4b71-8ac5-388363eba843", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:00:32.757783 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d81691ae-b387-428d-9a4f-3d71c85f4a15 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:00:32.758016 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29cf8574-68d5-4d7f-8682-d24b227484d3', 'name': 'network-vif-deleted', 'tag': '51942def-5009-4b71-8ac5-388363eba843', 'status': 'completed', 'code': 200} Jul 24 01:00:32.782977 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b98c2e4-5e84-4225-9b76-4bc7ad298178 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:32.801515 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b98c2e4-5e84-4225-9b76-4bc7ad298178 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:32.807353 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3b98c2e4-5e84-4225-9b76-4bc7ad298178 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2031963 Jul 24 01:00:32.807808 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39166) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:32.968006 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-e4d9677b-8f89-434a-976c-d152c2b2960b tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Deleting port 8b13081e-234f-45e7-a335-5194f05a11c5 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:00:32.968361 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e4d9677b-8f89-434a-976c-d152c2b2960b tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:33.044451 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e4d9677b-8f89-434a-976c-d152c2b2960b tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:33.058596 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-e4d9677b-8f89-434a-976c-d152c2b2960b tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Calling delete_port for 8b13081e-234f-45e7-a335-5194f05a11c5 owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:00:33.152753 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e4d9677b-8f89-434a-976c-d152c2b2960b tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:33.183085 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d9677b-8f89-434a-976c-d152c2b2960b tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Pushing event deleted for resources: {'Port': ['ID=8b13081e-234f-45e7-a335-5194f05a11c5,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:33.189815 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e4d9677b-8f89-434a-976c-d152c2b2960b tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:33.191842 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e4d9677b-8f89-434a-976c-d152c2b2960b tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] 10.222.0.15 "DELETE /v2.0/ports/8b13081e-234f-45e7-a335-5194f05a11c5 HTTP/1.1" status: 204 len: 168 time: 0.3824258 Jul 24 01:00:33.195227 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39178) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:33.275313 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824939c-fe1b-48a9-a2d4-61af98a6859b req-74747f24-4cb4-4e2e-bae1-0ea3c98e1094 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:33.277135 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4824939c-fe1b-48a9-a2d4-61af98a6859b req-74747f24-4cb4-4e2e-bae1-0ea3c98e1094 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.4609973 Jul 24 01:00:33.325549 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-8d2d31a0-8f8b-4890-9fd3-bfd9a47a6d28 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Deleting port 004f1797-edd1-4ea5-9e9b-a600c6ef5966 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:00:33.325896 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8d2d31a0-8f8b-4890-9fd3-bfd9a47a6d28 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:33.340893 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4824939c-fe1b-48a9-a2d4-61af98a6859b req-26a79458-78fe-431a-bbf8-166481bf609d tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569613 Jul 24 01:00:33.432378 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8d2d31a0-8f8b-4890-9fd3-bfd9a47a6d28 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:33.460064 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-509b5995-803a-46bd-acbb-c9b42ba4e2ab req-201e48b3-fe73-41f6-90c8-2010daca8cbc tempest-ServerShowV257Test-328446002 tempest-ServerShowV257Test-328446002-project] 10.222.0.15 "GET /v2.0/ports?device_id=10afbbf5-b0e1-41df-9057-39faa774b016 HTTP/1.1" status: 200 len: 210 time: 0.0435228 Jul 24 01:00:33.465058 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-8d2d31a0-8f8b-4890-9fd3-bfd9a47a6d28 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Calling delete_port for 004f1797-edd1-4ea5-9e9b-a600c6ef5966 owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:00:33.567290 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8d2d31a0-8f8b-4890-9fd3-bfd9a47a6d28 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:33.600136 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d31a0-8f8b-4890-9fd3-bfd9a47a6d28 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Pushing event deleted for resources: {'Port': ['ID=004f1797-edd1-4ea5-9e9b-a600c6ef5966,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:33.605756 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8d2d31a0-8f8b-4890-9fd3-bfd9a47a6d28 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:33.607865 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8d2d31a0-8f8b-4890-9fd3-bfd9a47a6d28 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] 10.222.0.15 "DELETE /v2.0/ports/004f1797-edd1-4ea5-9e9b-a600c6ef5966 HTTP/1.1" status: 204 len: 168 time: 0.4114573 Jul 24 01:00:33.610448 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39188) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:33.648088 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-cf63f9c3-124f-4776-a961-9552489a540d tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0356827 Jul 24 01:00:33.653651 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39190) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:33.660772 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-e2b5fd1d-9304-4405-a2d1-3df4ad046234 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1079184465'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:33.690575 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b5fd1d-9304-4405-a2d1-3df4ad046234 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Made reservation on behalf of f8e85883d2724766b5dec71618f4afee for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:00:33.692860 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e2b5fd1d-9304-4405-a2d1-3df4ad046234 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:33.732319 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2b5fd1d-9304-4405-a2d1-3df4ad046234 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:00:33.762263 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e2b5fd1d-9304-4405-a2d1-3df4ad046234 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:33.762971 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-e2b5fd1d-9304-4405-a2d1-3df4ad046234 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Added segment 5956040f-525f-437f-89c2-f6a5ef077f8e of type vlan for network 60862ad3-f689-4ae3-aef8-935056974800 Jul 24 01:00:33.818152 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e2b5fd1d-9304-4405-a2d1-3df4ad046234 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:33.848468 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f57a8e-dab9-4dd5-8401-5eabc40ebd1f req-fa8b41af-e380-4a2e-84e1-e49513f03bf3 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:33.849940 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c0f57a8e-dab9-4dd5-8401-5eabc40ebd1f req-fa8b41af-e380-4a2e-84e1-e49513f03bf3 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 945 time: 0.1317661 Jul 24 01:00:33.879896 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6a09e-1ef0-49ea-a4bf-1d8842d3e3ea req-12866057-2069-4a8c-af77-e120fac5f499 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:33.881819 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9df6a09e-1ef0-49ea-a4bf-1d8842d3e3ea req-12866057-2069-4a8c-af77-e120fac5f499 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bf8011c-5f0c-4101-8c42-456ddf63231b HTTP/1.1" status: 200 len: 946 time: 0.0986233 Jul 24 01:00:33.884949 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e2b5fd1d-9304-4405-a2d1-3df4ad046234 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:33.890654 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b5fd1d-9304-4405-a2d1-3df4ad046234 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:33.891391 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e2b5fd1d-9304-4405-a2d1-3df4ad046234 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:33.925236 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9df6a09e-1ef0-49ea-a4bf-1d8842d3e3ea req-d0321917-6c40-45a5-bb12-2ab41909166a tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "GET /v2.0/security-groups?id=e1241bef-ced5-4c48-b540-61c99204cb19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340507 Jul 24 01:00:33.928334 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c0f57a8e-dab9-4dd5-8401-5eabc40ebd1f req-c1eea33f-fd0c-4152-9398-b8fe5655a7b8 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690360 Jul 24 01:00:33.966374 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e2b5fd1d-9304-4405-a2d1-3df4ad046234 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3098526 Jul 24 01:00:33.967634 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39198) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:33.972950 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-c06b6f99-864b-4d24-8c10-06533a0ba24c tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-17194801'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:33.998034 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06b6f99-864b-4d24-8c10-06533a0ba24c tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Made reservation on behalf of f8e85883d2724766b5dec71618f4afee for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:00:34.004231 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c06b6f99-864b-4d24-8c10-06533a0ba24c tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:34.005619 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5fd1d-9304-4405-a2d1-3df4ad046234 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Pushing event updated for resources: {'Network': ['ID=60862ad3-f689-4ae3-aef8-935056974800,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:34.017228 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 60862ad3-f689-4ae3-aef8-935056974800 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:00:34.045927 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c06b6f99-864b-4d24-8c10-06533a0ba24c tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:00:34.060499 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c06b6f99-864b-4d24-8c10-06533a0ba24c tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:34.060906 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-c06b6f99-864b-4d24-8c10-06533a0ba24c tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Added segment f831e208-813c-4a3d-9925-b6d39e2da266 of type vlan for network 42f52be2-5c89-4158-a72e-a02b15507d93 Jul 24 01:00:34.105957 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c06b6f99-864b-4d24-8c10-06533a0ba24c tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:34.142958 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c06b6f99-864b-4d24-8c10-06533a0ba24c tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:34.149572 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06b6f99-864b-4d24-8c10-06533a0ba24c tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:34.150186 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c06b6f99-864b-4d24-8c10-06533a0ba24c tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:34.211751 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c06b6f99-864b-4d24-8c10-06533a0ba24c tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2428737 Jul 24 01:00:34.277654 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b6f99-864b-4d24-8c10-06533a0ba24c tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Pushing event updated for resources: {'Network': ['ID=42f52be2-5c89-4158-a72e-a02b15507d93,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:34.282695 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1d9c7-afad-4608-a956-9f0af49ae845 req-b601957e-ac90-4f3a-8eb1-a2ec3cf0a9b0 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:34.285613 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-74d1d9c7-afad-4608-a956-9f0af49ae845 req-b601957e-ac90-4f3a-8eb1-a2ec3cf0a9b0 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.13 "GET /v2.0/ports?device_id=1bf8011c-5f0c-4101-8c42-456ddf63231b HTTP/1.1" status: 200 len: 946 time: 0.1177032 Jul 24 01:00:34.290175 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 42f52be2-5c89-4158-a72e-a02b15507d93 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:00:34.334882 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f1f430cf-3b44-4481-92c1-6c551964354f req-7a8fa18f-af5a-4787-a2af-e70946364c93 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=10afbbf5-b0e1-41df-9057-39faa774b016 HTTP/1.1" status: 200 len: 210 time: 0.0350358 Jul 24 01:00:34.346624 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39200) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:34.352683 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-4470fcfb-d75b-4afd-9b30-c18c6ed19921 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Request body: {'subnets': [{'network_id': '60862ad3-f689-4ae3-aef8-935056974800', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1615626243', 'ip_version': 4}, {'network_id': '42f52be2-5c89-4158-a72e-a02b15507d93', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:34.353002 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-4470fcfb-d75b-4afd-9b30-c18c6ed19921 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Request body: {'subnet': {'network_id': '60862ad3-f689-4ae3-aef8-935056974800', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1615626243', 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:34.353605 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-4470fcfb-d75b-4afd-9b30-c18c6ed19921 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Request body: {'subnet': {'network_id': '42f52be2-5c89-4158-a72e-a02b15507d93', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:34.482750 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-74d1d9c7-afad-4608-a956-9f0af49ae845 req-2cee49c5-ddf1-4aad-a06d-409ed6f63e57 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Deleting port 13a3736b-572c-418a-9c8a-a78a429044df {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:00:34.483512 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-74d1d9c7-afad-4608-a956-9f0af49ae845 req-2cee49c5-ddf1-4aad-a06d-409ed6f63e57 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:34.606949 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4470fcfb-d75b-4afd-9b30-c18c6ed19921 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Made reservation on behalf of f8e85883d2724766b5dec71618f4afee for: {'subnet': 2} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:00:34.611739 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4470fcfb-d75b-4afd-9b30-c18c6ed19921 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:34.612090 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4470fcfb-d75b-4afd-9b30-c18c6ed19921 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:34.623120 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-13614a21-9a06-4795-8cbc-bff30c61cb4a req-4d04154b-a497-4f18-a505-b000fa9200eb tempest-ServerShowV257Test-328446002 tempest-ServerShowV257Test-328446002-project] 10.222.0.15 "GET /v2.0/ports?device_id=10afbbf5-b0e1-41df-9057-39faa774b016 HTTP/1.1" status: 200 len: 210 time: 0.0556996 Jul 24 01:00:34.625957 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493cf8dd-38cb-4f75-9dd4-d5943c801944 req-21c2f65c-8c3a-4f22-89ce-6bf6ddf358ef tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:34.630539 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-493cf8dd-38cb-4f75-9dd4-d5943c801944 req-21c2f65c-8c3a-4f22-89ce-6bf6ddf358ef tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.1836457 Jul 24 01:00:34.652457 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-74d1d9c7-afad-4608-a956-9f0af49ae845 req-2cee49c5-ddf1-4aad-a06d-409ed6f63e57 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] For port 13a3736b-572c-418a-9c8a-a78a429044df, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=13a3736b-572c-418a-9c8a-a78a429044df,segment=NetworkSegment(462cdb3a-8d0e-4b9d-bbf5-8407cf005c8a),segment_id=462cdb3a-8d0e-4b9d-bbf5-8407cf005c8a)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:34.653110 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-74d1d9c7-afad-4608-a956-9f0af49ae845 req-2cee49c5-ddf1-4aad-a06d-409ed6f63e57 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:34.733281 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:34.745507 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-493cf8dd-38cb-4f75-9dd4-d5943c801944 req-2365bf12-170f-4f38-8098-93e8880f9b4c tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1036797 Jul 24 01:00:34.902342 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-74d1d9c7-afad-4608-a956-9f0af49ae845 req-2cee49c5-ddf1-4aad-a06d-409ed6f63e57 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:34.902342 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-74d1d9c7-afad-4608-a956-9f0af49ae845 req-2cee49c5-ddf1-4aad-a06d-409ed6f63e57 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:34.903085 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [req-74d1d9c7-afad-4608-a956-9f0af49ae845 req-2cee49c5-ddf1-4aad-a06d-409ed6f63e57 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Floating IP c08e416a-3dfa-4c15-bd57-dc3cd9add547 disassociated. External IP: 172.25.2.54, port: 13a3736b-572c-418a-9c8a-a78a429044df. Jul 24 01:00:34.903085 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-74d1d9c7-afad-4608-a956-9f0af49ae845 req-2cee49c5-ddf1-4aad-a06d-409ed6f63e57 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Calling delete_port for 13a3736b-572c-418a-9c8a-a78a429044df owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:00:34.908766 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 51942def-5009-4b71-8ac5-388363eba843 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:00:34.930702 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 51942def-5009-4b71-8ac5-388363eba843 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:00:34.931392 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 51942def-5009-4b71-8ac5-388363eba843 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:00:35.087553 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:35.119265 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-74d1d9c7-afad-4608-a956-9f0af49ae845 req-2cee49c5-ddf1-4aad-a06d-409ed6f63e57 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:35.154024 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3d76be81-52ae-4a9e-b68c-9224e163a57b req-b547c1d7-5d2e-4aa9-a331-57300d231bfb tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bf8011c-5f0c-4101-8c42-456ddf63231b HTTP/1.1" status: 200 len: 210 time: 0.0581651 Jul 24 01:00:35.162555 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee49c5-ddf1-4aad-a06d-409ed6f63e57 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Pushing event deleted for resources: {'Port': ['ID=13a3736b-572c-418a-9c8a-a78a429044df,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:35.187486 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4470fcfb-d75b-4afd-9b30-c18c6ed19921 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:35.261186 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e46b35-1a9c-4688-822e-bd1d25d124e9 req-623b5f6c-11d7-47c7-9eef-038d7fc21310 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:35.268912 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-42e46b35-1a9c-4688-822e-bd1d25d124e9 req-623b5f6c-11d7-47c7-9eef-038d7fc21310 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 945 time: 0.2152605 Jul 24 01:00:35.292417 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4470fcfb-d75b-4afd-9b30-c18c6ed19921 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Pushing event updated for resources: {'Subnet': ['ID=ef13f0a6-cb49-438d-94f7-675b600c312c,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:35.305682 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4470fcfb-d75b-4afd-9b30-c18c6ed19921 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Checking segment: {'id': '5956040f-525f-437f-89c2-f6a5ef077f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '60862ad3-f689-4ae3-aef8-935056974800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:00:35.306049 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4470fcfb-d75b-4afd-9b30-c18c6ed19921 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Network hostable DHCP agents. Network: 60862ad3-f689-4ae3-aef8-935056974800, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:00:35.325049 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-42e46b35-1a9c-4688-822e-bd1d25d124e9 req-4e4e17a2-f512-4999-967c-e3c90fed74b7 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549936 Jul 24 01:00:35.339031 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4470fcfb-d75b-4afd-9b30-c18c6ed19921 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Network 60862ad3-f689-4ae3-aef8-935056974800 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:00:35.349404 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74d1d9c7-afad-4608-a956-9f0af49ae845 req-2cee49c5-ddf1-4aad-a06d-409ed6f63e57 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Router 487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:00:35.358776 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-4470fcfb-d75b-4afd-9b30-c18c6ed19921 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 60862ad3-f689-4ae3-aef8-935056974800) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:35.368364 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ae3231-6cfe-4a93-9164-acd79072928c None None] Network 60862ad3-f689-4ae3-aef8-935056974800 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:00:35.371924 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4470fcfb-d75b-4afd-9b30-c18c6ed19921 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:35.449825 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4470fcfb-d75b-4afd-9b30-c18c6ed19921 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Pushing event updated for resources: {'Subnet': ['ID=bfbe9854-4760-4d77-b06e-8367ce4eeb58,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:35.457803 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4470fcfb-d75b-4afd-9b30-c18c6ed19921 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Checking segment: {'id': 'f831e208-813c-4a3d-9925-b6d39e2da266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '42f52be2-5c89-4158-a72e-a02b15507d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:00:35.458315 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4470fcfb-d75b-4afd-9b30-c18c6ed19921 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Network hostable DHCP agents. Network: 42f52be2-5c89-4158-a72e-a02b15507d93, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:00:35.482567 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4470fcfb-d75b-4afd-9b30-c18c6ed19921 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Network 42f52be2-5c89-4158-a72e-a02b15507d93 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:00:35.496631 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-4470fcfb-d75b-4afd-9b30-c18c6ed19921 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 42f52be2-5c89-4158-a72e-a02b15507d93) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:35.505715 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4470fcfb-d75b-4afd-9b30-c18c6ed19921 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:35.506365 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4470fcfb-d75b-4afd-9b30-c18c6ed19921 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:35.508292 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4470fcfb-d75b-4afd-9b30-c18c6ed19921 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:35.515059 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc79eda6-c3b2-4e72-bcc3-dc148a656100 None None] Network 42f52be2-5c89-4158-a72e-a02b15507d93 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:00:35.528898 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74d1d9c7-afad-4608-a956-9f0af49ae845 req-2cee49c5-ddf1-4aad-a06d-409ed6f63e57 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:00:35.543106 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39216) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:35.551220 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4470fcfb-d75b-4afd-9b30-c18c6ed19921 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.1873012 Jul 24 01:00:35.603897 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e76d2f-624b-4ae9-8629-245cda285028 None None] Sync routers for ids ['487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:00:35.622137 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e76d2f-624b-4ae9-8629-245cda285028 None None] Routers {'487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:00:35.623783 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-61e76d2f-624b-4ae9-8629-245cda285028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:00:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:35.718974 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d1d9c7-afad-4608-a956-9f0af49ae845 req-2cee49c5-ddf1-4aad-a06d-409ed6f63e57 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] No DVR routers for this DVR port 13a3736b-572c-418a-9c8a-a78a429044df on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:00:35.727269 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-74d1d9c7-afad-4608-a956-9f0af49ae845 req-2cee49c5-ddf1-4aad-a06d-409ed6f63e57 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:35.729450 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-74d1d9c7-afad-4608-a956-9f0af49ae845 req-2cee49c5-ddf1-4aad-a06d-409ed6f63e57 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.13 "DELETE /v2.0/ports/13a3736b-572c-418a-9c8a-a78a429044df HTTP/1.1" status: 204 len: 173 time: 1.3973610 Jul 24 01:00:35.729938 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf8011c-5f0c-4101-8c42-456ddf63231b', 'name': 'network-vif-deleted', 'tag': '13a3736b-572c-418a-9c8a-a78a429044df'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:00:35.732328 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01379e2-c695-481f-9734-7698c2ea4c46" -d '{"events": [{"server_uuid": "1bf8011c-5f0c-4101-8c42-456ddf63231b", "name": "network-vif-deleted", "tag": "13a3736b-572c-418a-9c8a-a78a429044df"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:00:35.786658 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c3b506-a389-4a7d-9881-0b4d3a24a771 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:35.795957 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c3b506-a389-4a7d-9881-0b4d3a24a771 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:35.797672 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c3b506-a389-4a7d-9881-0b4d3a24a771 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:35.799513 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-42c3b506-a389-4a7d-9881-0b4d3a24a771 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2553988 Jul 24 01:00:35.802753 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39224) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:35.807171 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbbdda1-42bc-4125-8fc2-e50e1d39f958 x-openstack-request-id: req-8fbbdda1-42bc-4125-8fc2-e50e1d39f958 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:00:35.807464 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf8011c-5f0c-4101-8c42-456ddf63231b", "name": "network-vif-deleted", "tag": "13a3736b-572c-418a-9c8a-a78a429044df", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:00:35.808357 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8fbbdda1-42bc-4125-8fc2-e50e1d39f958 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:00:35.808934 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf8011c-5f0c-4101-8c42-456ddf63231b', 'name': 'network-vif-deleted', 'tag': '13a3736b-572c-418a-9c8a-a78a429044df', 'status': 'completed', 'code': 200} Jul 24 01:00:35.901129 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6492c266-8f10-444e-ad9f-43e10266ddb8 req-2e93820b-497a-4c9e-a112-b7865c2a711b tempest-ServerShowV257Test-328446002 tempest-ServerShowV257Test-328446002-project] 10.222.0.15 "GET /v2.0/ports?device_id=10afbbf5-b0e1-41df-9057-39faa774b016 HTTP/1.1" status: 200 len: 210 time: 0.0867538 Jul 24 01:00:35.918331 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-61e76d2f-624b-4ae9-8629-245cda285028 None None] Set router 487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:00:35.934742 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-f14c9006-deb8-4d61-a83b-3d088cd766c2 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Deleting subnet ef13f0a6-cb49-438d-94f7-675b600c312c {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:00:35.934742 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f14c9006-deb8-4d61-a83b-3d088cd766c2 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:35.991997 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f14c9006-deb8-4d61-a83b-3d088cd766c2 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:36.042464 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bacb833-7a30-48bf-92cd-da825fbb5ed7 req-5936195b-f52f-4be1-9e4c-c5c078dcc531 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:36.045545 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1bacb833-7a30-48bf-92cd-da825fbb5ed7 req-5936195b-f52f-4be1-9e4c-c5c078dcc531 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.1299138 Jul 24 01:00:36.061607 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f14c9006-deb8-4d61-a83b-3d088cd766c2 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:36.107522 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1bacb833-7a30-48bf-92cd-da825fbb5ed7 req-ac4143b9-4157-4518-8a2f-e2e9dc76c842 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499132 Jul 24 01:00:36.159860 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f14c9006-deb8-4d61-a83b-3d088cd766c2 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:36.209304 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c9006-deb8-4d61-a83b-3d088cd766c2 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Pushing event deleted for resources: {'Subnet': ['ID=ef13f0a6-cb49-438d-94f7-675b600c312c,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:36.213708 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f14c9006-deb8-4d61-a83b-3d088cd766c2 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:36.218423 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39232) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:36.218680 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f14c9006-deb8-4d61-a83b-3d088cd766c2 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] 10.222.0.15 "DELETE /v2.0/subnets/ef13f0a6-cb49-438d-94f7-675b600c312c HTTP/1.1" status: 204 len: 168 time: 0.4140573 Jul 24 01:00:36.317669 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6680abbb-fa53-47ae-a2df-3283fd270c2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-60862ad3-f689-4ae3-aef8-935056974800', 'network_id': '60862ad3-f689-4ae3-aef8-935056974800', 'tenant_id': 'f8e85883d2724766b5dec71618f4afee', 'fixed_ips': [{'subnet_id': 'ef13f0a6-cb49-438d-94f7-675b600c312c'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:00:36.318571 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6680abbb-fa53-47ae-a2df-3283fd270c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:36.334007 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-555b127e-2690-420c-9e71-b635ac0bf5a3 req-dfb1fef4-67ab-45e3-9c8c-67d479beb444 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8926783869d49aab44ed6d155d9454d&device_id=10afbbf5-b0e1-41df-9057-39faa774b016 HTTP/1.1" status: 200 len: 210 time: 0.0934985 Jul 24 01:00:36.347200 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-aeb9b946-41b4-47d7-8352-16a0ea6f64a8 req-1b8c4dcf-111f-41d0-a386-0d1294f956b4 tempest-ServerShowV257Test-328446002 tempest-ServerShowV257Test-328446002-project] 10.222.0.15 "GET /v2.0/ports?device_id=10afbbf5-b0e1-41df-9057-39faa774b016 HTTP/1.1" status: 200 len: 210 time: 0.0631828 Jul 24 01:00:36.499105 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d945df52-8bf6-4d04-8723-7bc8a889f17c req-d2d742d4-d8a0-4829-9d9f-7923d52e7dc4 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bf8011c-5f0c-4101-8c42-456ddf63231b HTTP/1.1" status: 200 len: 210 time: 0.1160755 Jul 24 01:00:36.508043 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-555b127e-2690-420c-9e71-b635ac0bf5a3 req-acb13c9a-3204-4e29-b23a-5c4b98ced50d service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f8926783869d49aab44ed6d155d9454d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1224227 Jul 24 01:00:36.528481 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f81783a-8ef9-4dd0-bdef-e4d7b1858a49 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Deleting subnet bfbe9854-4760-4d77-b06e-8367ce4eeb58 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:00:36.544129 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1f81783a-8ef9-4dd0-bdef-e4d7b1858a49 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:36.670430 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d94e991-2d0e-487d-892f-d5c1184a3a86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-42f52be2-5c89-4158-a72e-a02b15507d93', 'network_id': '42f52be2-5c89-4158-a72e-a02b15507d93', 'tenant_id': 'f8e85883d2724766b5dec71618f4afee', 'fixed_ips': [{'subnet_id': 'bfbe9854-4760-4d77-b06e-8367ce4eeb58'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:00:36.675066 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9d94e991-2d0e-487d-892f-d5c1184a3a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:36.681514 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c100d1f-4753-4443-95e8-53ac84067b06 req-40b43267-554f-4ab3-a7b0-58897dec4c2f tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:36.684207 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5c100d1f-4753-4443-95e8-53ac84067b06 req-40b43267-554f-4ab3-a7b0-58897dec4c2f tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 945 time: 0.1360962 Jul 24 01:00:36.737529 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56044ac1-b47d-465e-b57d-d7e74cd14836 None None] Network 60862ad3-f689-4ae3-aef8-935056974800 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:00:36.743466 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5c100d1f-4753-4443-95e8-53ac84067b06 req-d96bb29e-189b-4cfb-99cd-14266a2eac26 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fd5a711-cf39-45ae-871b-d5c29363e689&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498192 Jul 24 01:00:36.752622 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1f81783a-8ef9-4dd0-bdef-e4d7b1858a49 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:36.884526 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1f81783a-8ef9-4dd0-bdef-e4d7b1858a49 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:36.908650 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b127e-2690-420c-9e71-b635ac0bf5a3 req-bebdf8cc-b88f-4517-ad5f-ae9497977c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:36.910180 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-555b127e-2690-420c-9e71-b635ac0bf5a3 req-bebdf8cc-b88f-4517-ad5f-ae9497977c21 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3851671 Jul 24 01:00:36.950436 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df857984-be48-425a-829d-8f176b3496a1 req-56216c94-26b3-4dec-871f-58215624686d tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:36.952046 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-df857984-be48-425a-829d-8f176b3496a1 req-56216c94-26b3-4dec-871f-58215624686d tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.13 "GET /v2.0/ports?device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 945 time: 0.3069232 Jul 24 01:00:36.966656 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-61e76d2f-624b-4ae9-8629-245cda285028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd', 'name': 'tempest-ServersTestManualDisk-1571346136-router', 'tenant_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '669a617c-0a36-45fe-b558-8e2fe1305ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:57:50Z', 'updated_at': '2021-07-24T00:58:02Z', 'revision_number': 4, 'project_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'gw_port': {'id': '669a617c-0a36-45fe-b558-8e2fe1305ff0', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:57:52Z', 'updated_at': '2021-07-24T00:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '602d02a5-1813-4348-99bd-ab79b1a9ae22', 'name': '', 'network_id': '0f4d177b-5147-42ce-b52d-29fb850e776c', 'tenant_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'mac_address': 'fa:16:3e:67:ad:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'cd529d29-d1e4-4b9d-9eb1-e982944c69e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:57:57Z', 'updated_at': '2021-07-24T00:58:09Z', 'revision_number': 5, 'project_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'subnets': [{'id': 'cd529d29-d1e4-4b9d-9eb1-e982944c69e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:37.001405 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e76d2f-624b-4ae9-8629-245cda285028 None None] Checking router: 487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:00:37.014429 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1f81783a-8ef9-4dd0-bdef-e4d7b1858a49 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:37.061493 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1f81783a-8ef9-4dd0-bdef-e4d7b1858a49 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:37.063710 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1f81783a-8ef9-4dd0-bdef-e4d7b1858a49 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] 10.222.0.15 "DELETE /v2.0/subnets/bfbe9854-4760-4d77-b06e-8367ce4eeb58 HTTP/1.1" status: 204 len: 168 time: 0.8438590 Jul 24 01:00:37.066550 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39240) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:37.070141 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f81783a-8ef9-4dd0-bdef-e4d7b1858a49 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Pushing event deleted for resources: {'Subnet': ['ID=bfbe9854-4760-4d77-b06e-8367ce4eeb58,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server [None req-9d94e991-2d0e-487d-892f-d5c1184a3a86 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bfbe9854-4760-4d77-b06e-8367ce4eeb58: This subnet is being modified by another concurrent operation. Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 01:00:37.077350 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 01:00:37.082025 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 01:00:37.082025 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 01:00:37.082025 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:00:37.082025 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:00:37.082025 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:00:37.082025 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:00:37.082025 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 01:00:37.082025 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 01:00:37.082025 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 01:00:37.082025 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 01:00:37.082025 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:00:37.082025 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:00:37.082025 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:00:37.082025 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:00:37.082025 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 01:00:37.082025 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 01:00:37.082025 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 24 01:00:37.082025 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 24 01:00:37.082025 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 24 01:00:37.082025 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 24 01:00:37.082025 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 24 01:00:37.082025 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 24 01:00:37.082025 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 24 01:00:37.082025 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 24 01:00:37.082025 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:00:37.082025 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:00:37.082025 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:00:37.082025 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:00:37.082025 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 24 01:00:37.082025 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 24 01:00:37.082025 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 24 01:00:37.082025 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 24 01:00:37.082025 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 24 01:00:37.082025 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 24 01:00:37.082025 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 24 01:00:37.082025 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise exception Jul 24 01:00:37.082025 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bfbe9854-4760-4d77-b06e-8367ce4eeb58: This subnet is being modified by another concurrent operation. Jul 24 01:00:37.082025 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server Jul 24 01:00:37.082025 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e76d2f-624b-4ae9-8629-245cda285028 None None] Routers {'487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:00:37.082025 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-61e76d2f-624b-4ae9-8629-245cda285028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:00:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:37.141721 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-df857984-be48-425a-829d-8f176b3496a1 req-87bb4b5f-2b83-4ae8-ad06-fe55fb053519 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Deleting port 2eaa7f08-7e87-48a3-aabc-e2360114002c {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:00:37.142397 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-df857984-be48-425a-829d-8f176b3496a1 req-87bb4b5f-2b83-4ae8-ad06-fe55fb053519 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:37.171140 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f366ad3e-a192-4eee-96a8-6edc086e7cee None None] Network 42f52be2-5c89-4158-a72e-a02b15507d93 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:00:37.260954 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fc6c7f-14a4-4e9c-850b-eceda4e7231a tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:37.268407 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-10fc6c7f-14a4-4e9c-850b-eceda4e7231a tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2004931 Jul 24 01:00:37.269672 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39244) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:37.304391 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-df857984-be48-425a-829d-8f176b3496a1 req-87bb4b5f-2b83-4ae8-ad06-fe55fb053519 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] For port 2eaa7f08-7e87-48a3-aabc-e2360114002c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2eaa7f08-7e87-48a3-aabc-e2360114002c,segment=NetworkSegment(ba3f8265-a107-438d-9a91-66542598e056),segment_id=ba3f8265-a107-438d-9a91-66542598e056)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:37.304930 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-df857984-be48-425a-829d-8f176b3496a1 req-87bb4b5f-2b83-4ae8-ad06-fe55fb053519 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:37.327272 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-df857984-be48-425a-829d-8f176b3496a1 req-87bb4b5f-2b83-4ae8-ad06-fe55fb053519 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Calling delete_port for 2eaa7f08-7e87-48a3-aabc-e2360114002c owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:00:37.360479 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d89d5bff-1208-49dd-a56e-e7531ee3c511 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:37.365392 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-61e76d2f-624b-4ae9-8629-245cda285028 None None] Set router 487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:00:37.396101 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d759f3b-32d7-41a2-9e37-bf1be7f8b9bc req-1d798635-3e1d-49b6-bde2-1db0fc634986 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:37.398146 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1d759f3b-32d7-41a2-9e37-bf1be7f8b9bc req-1d798635-3e1d-49b6-bde2-1db0fc634986 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.1711745 Jul 24 01:00:37.493417 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1d759f3b-32d7-41a2-9e37-bf1be7f8b9bc req-379db32c-5798-4e69-b3a3-13106b0bb204 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0865295 Jul 24 01:00:37.535382 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec48d742-0d67-4577-8fee-e558423ad8ad None None] get_active_networks_info from n-d-793621-25 {{(pid=100465) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 01:00:37.582444 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-df857984-be48-425a-829d-8f176b3496a1 req-87bb4b5f-2b83-4ae8-ad06-fe55fb053519 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:37.613811 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['2eaa7f08-7e87-48a3-aabc-e2360114002c'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:00:37.701543 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bb4b5f-2b83-4ae8-ad06-fe55fb053519 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Pushing event deleted for resources: {'Port': ['ID=2eaa7f08-7e87-48a3-aabc-e2360114002c,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:37.743323 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-df857984-be48-425a-829d-8f176b3496a1 req-87bb4b5f-2b83-4ae8-ad06-fe55fb053519 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] No DVR routers for this DVR port 2eaa7f08-7e87-48a3-aabc-e2360114002c on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:00:37.744905 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39258) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:37.797297 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-df857984-be48-425a-829d-8f176b3496a1 req-87bb4b5f-2b83-4ae8-ad06-fe55fb053519 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:37.799463 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-df857984-be48-425a-829d-8f176b3496a1 req-87bb4b5f-2b83-4ae8-ad06-fe55fb053519 tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.13 "DELETE /v2.0/ports/2eaa7f08-7e87-48a3-aabc-e2360114002c HTTP/1.1" status: 204 len: 173 time: 0.8332672 Jul 24 01:00:37.813231 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239036a7-d7f9-415b-a427-dd7a78af0771', 'name': 'network-vif-deleted', 'tag': '2eaa7f08-7e87-48a3-aabc-e2360114002c'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:00:37.834533 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d3bbd7-0e4d-4ec9-876c-69b93c6ced91" -d '{"events": [{"server_uuid": "239036a7-d7f9-415b-a427-dd7a78af0771", "name": "network-vif-deleted", "tag": "2eaa7f08-7e87-48a3-aabc-e2360114002c"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:00:37.864821 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-818435f8-0ece-4d2d-89e8-ebefac09e399 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:37.903807 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-818435f8-0ece-4d2d-89e8-ebefac09e399 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:37.929057 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fe00291d-a744-4538-8bc7-de0c0fd3da14 req-db7cd2a9-acbf-46da-881b-db693198cd96 tempest-ServerShowV257Test-328446002 tempest-ServerShowV257Test-328446002-project] 10.222.0.15 "GET /v2.0/ports?device_id=10afbbf5-b0e1-41df-9057-39faa774b016 HTTP/1.1" status: 200 len: 210 time: 0.0455494 Jul 24 01:00:37.999097 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d89d5bff-1208-49dd-a56e-e7531ee3c511 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:38.013195 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec48d742-0d67-4577-8fee-e558423ad8ad None None] Resources bound (agent type, host, resource id): {{(pid=100465) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 01:00:38.032116 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-d89d5bff-1208-49dd-a56e-e7531ee3c511 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f52be2-5c89-4158-a72e-a02b15507d93']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:38.039845 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d0641ca7-1120-4a52-8be3-82519cc45b9e req-193616fb-3841-46e6-bee7-7ce477b99e9a tempest-ServerRescueTestJSON-1018902074 tempest-ServerRescueTestJSON-1018902074-project] 10.222.0.15 "GET /v2.0/ports?device_id=239036a7-d7f9-415b-a427-dd7a78af0771 HTTP/1.1" status: 200 len: 210 time: 0.0792232 Jul 24 01:00:38.047799 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-d89d5bff-1208-49dd-a56e-e7531ee3c511 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f831e208-813c-4a3d-9925-b6d39e2da266') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:38.047996 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c8c459-6a66-43e8-a4df-491aec8a1f93 x-openstack-request-id: req-77c8c459-6a66-43e8-a4df-491aec8a1f93 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:00:38.048189 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239036a7-d7f9-415b-a427-dd7a78af0771", "name": "network-vif-deleted", "tag": "2eaa7f08-7e87-48a3-aabc-e2360114002c", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:00:38.048414 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-77c8c459-6a66-43e8-a4df-491aec8a1f93 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:00:38.048826 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239036a7-d7f9-415b-a427-dd7a78af0771', 'name': 'network-vif-deleted', 'tag': '2eaa7f08-7e87-48a3-aabc-e2360114002c', 'status': 'completed', 'code': 200} Jul 24 01:00:38.049368 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-d89d5bff-1208-49dd-a56e-e7531ee3c511 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f831e208-813c-4a3d-9925-b6d39e2da266') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:38.055271 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-818435f8-0ece-4d2d-89e8-ebefac09e399 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:38.058348 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-818435f8-0ece-4d2d-89e8-ebefac09e399 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:38.059214 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-818435f8-0ece-4d2d-89e8-ebefac09e399 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "DELETE /v2.0/security-groups/e1241bef-ced5-4c48-b540-61c99204cb19 HTTP/1.1" status: 204 len: 168 time: 0.3131504 Jul 24 01:00:38.063327 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d89d5bff-1208-49dd-a56e-e7531ee3c511 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:38.071327 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39264) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:38.071860 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818435f8-0ece-4d2d-89e8-ebefac09e399 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1241bef-ced5-4c48-b540-61c99204cb19,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:38.078007 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-61e76d2f-624b-4ae9-8629-245cda285028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd', 'name': 'tempest-ServersTestManualDisk-1571346136-router', 'tenant_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '669a617c-0a36-45fe-b558-8e2fe1305ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:57:50Z', 'updated_at': '2021-07-24T00:58:02Z', 'revision_number': 4, 'project_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'gw_port': {'id': '669a617c-0a36-45fe-b558-8e2fe1305ff0', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:57:52Z', 'updated_at': '2021-07-24T00:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '602d02a5-1813-4348-99bd-ab79b1a9ae22', 'name': '', 'network_id': '0f4d177b-5147-42ce-b52d-29fb850e776c', 'tenant_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'mac_address': 'fa:16:3e:67:ad:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'cd529d29-d1e4-4b9d-9eb1-e982944c69e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:57:57Z', 'updated_at': '2021-07-24T00:58:09Z', 'revision_number': 5, 'project_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'subnets': [{'id': 'cd529d29-d1e4-4b9d-9eb1-e982944c69e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:38.083921 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d89d5bff-1208-49dd-a56e-e7531ee3c511 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:38.092365 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d89d5bff-1208-49dd-a56e-e7531ee3c511 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:00:38.093537 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d89d5bff-1208-49dd-a56e-e7531ee3c511 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:38.099966 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-fb0d6eec-5ac6-4d09-becc-0b3f421439f3 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] show failed (client error): The resource could not be found. Jul 24 01:00:38.101493 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-fb0d6eec-5ac6-4d09-becc-0b3f421439f3 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "GET /v2.0/security-groups/e1241bef-ced5-4c48-b540-61c99204cb19 HTTP/1.1" status: 404 len: 347 time: 0.0271828 Jul 24 01:00:38.104507 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39266) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:38.153188 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e76d2f-624b-4ae9-8629-245cda285028 None None] The sync data for ids ['487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd'] in n-d-793621-25 is: [{'id': '487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd', 'name': 'tempest-ServersTestManualDisk-1571346136-router', 'tenant_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '669a617c-0a36-45fe-b558-8e2fe1305ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:57:50Z', 'updated_at': '2021-07-24T00:58:02Z', 'revision_number': 4, 'project_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'gw_port': {'id': '669a617c-0a36-45fe-b558-8e2fe1305ff0', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:57:52Z', 'updated_at': '2021-07-24T00:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '602d02a5-1813-4348-99bd-ab79b1a9ae22', 'name': '', 'network_id': '0f4d177b-5147-42ce-b52d-29fb850e776c', 'tenant_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'mac_address': 'fa:16:3e:67:ad:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'cd529d29-d1e4-4b9d-9eb1-e982944c69e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:57:57Z', 'updated_at': '2021-07-24T00:58:09Z', 'revision_number': 5, 'project_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'subnets': [{'id': 'cd529d29-d1e4-4b9d-9eb1-e982944c69e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:00:38.175792 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:00:38.175792 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:00:38.175792 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:00:38.175792 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:00:38.175792 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:00:38.175792 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:00:38.175792 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:00:38.175792 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:00:38.175792 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:00:38.175792 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:00:38.175792 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:00:38.175792 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:00:38.175792 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:00:38.175792 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:00:38.175792 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:00:38.175792 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:00:38.175792 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:00:38.175792 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:00:38.175792 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:00:38.175792 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:00:38.175792 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:00:38.175792 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:00:38.175792 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:00:38.175792 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:00:38.175792 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:00:38.175792 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:00:38.175792 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:00:38.175792 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:00:38.175792 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:00:38.175792 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:00:38.175792 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:00:38.175792 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:00:38.181804 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d89d5bff-1208-49dd-a56e-e7531ee3c511 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:38.192740 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d89d5bff-1208-49dd-a56e-e7531ee3c511 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:38.195923 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d89d5bff-1208-49dd-a56e-e7531ee3c511 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] 10.222.0.15 "DELETE /v2.0/networks/42f52be2-5c89-4158-a72e-a02b15507d93 HTTP/1.1" status: 204 len: 168 time: 0.9252012 Jul 24 01:00:38.217416 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39268) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:38.261405 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d5bff-1208-49dd-a56e-e7531ee3c511 tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Pushing event deleted for resources: {'Network': ['ID=42f52be2-5c89-4158-a72e-a02b15507d93,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:38.297465 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-93e09cb5-93cd-4df1-a468-69c431a99130 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Deleting port 8ef6151e-87c1-44b9-a825-94f1f2020eef {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:00:38.298208 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-93e09cb5-93cd-4df1-a468-69c431a99130 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:38.366062 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6d9ee8c7-4a9b-422f-ad2d-c1f1e8d13a1f tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:38.429500 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-93e09cb5-93cd-4df1-a468-69c431a99130 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:38.430437 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-93e09cb5-93cd-4df1-a468-69c431a99130 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:38.497092 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-93e09cb5-93cd-4df1-a468-69c431a99130 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Calling delete_port for 8ef6151e-87c1-44b9-a825-94f1f2020eef owned by network:floatingip {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:00:38.538002 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-555b127e-2690-420c-9e71-b635ac0bf5a3 req-951da6c5-c7ed-4a86-8d12-aac5e266ff9e tempest-ServerShowV257Test-328446002 tempest-ServerShowV257Test-328446002-project] 10.222.0.13 "GET /v2.0/ports?device_id=10afbbf5-b0e1-41df-9057-39faa774b016 HTTP/1.1" status: 200 len: 210 time: 0.0690293 Jul 24 01:00:38.577457 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6d9ee8c7-4a9b-422f-ad2d-c1f1e8d13a1f tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:38.591458 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-6d9ee8c7-4a9b-422f-ad2d-c1f1e8d13a1f tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60862ad3-f689-4ae3-aef8-935056974800']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:38.609835 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-6d9ee8c7-4a9b-422f-ad2d-c1f1e8d13a1f tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5956040f-525f-437f-89c2-f6a5ef077f8e') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:38.610173 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-6d9ee8c7-4a9b-422f-ad2d-c1f1e8d13a1f tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5956040f-525f-437f-89c2-f6a5ef077f8e') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:38.626478 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6d9ee8c7-4a9b-422f-ad2d-c1f1e8d13a1f tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:38.646116 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6d9ee8c7-4a9b-422f-ad2d-c1f1e8d13a1f tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:38.655980 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d9ee8c7-4a9b-422f-ad2d-c1f1e8d13a1f tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:00:38.656530 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6d9ee8c7-4a9b-422f-ad2d-c1f1e8d13a1f tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:38.688102 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909ea1cf-39bd-4ae9-a39e-350b41596862 None None] New status for floating IP c08e416a-3dfa-4c15-bd57-dc3cd9add547: DOWN {{(pid=100466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:00:38.796154 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:00:38.796154 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:00:38.796154 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:00:38.796154 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:00:38.796154 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:00:38.796154 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:00:38.796154 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:00:38.796154 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:00:38.796154 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:00:38.796154 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:00:38.796154 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:00:38.796154 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:00:38.796154 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:00:38.796154 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:00:38.796154 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:00:38.796154 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:00:38.796154 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:00:38.796154 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:00:38.796154 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:00:38.796154 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:00:38.796154 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:00:38.796154 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:00:38.796154 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:00:38.796154 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:00:38.796154 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:00:38.796154 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:00:38.796154 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:00:38.796154 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:00:38.796154 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:00:38.796154 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:00:38.796154 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:00:38.796154 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:00:38.796154 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6d9ee8c7-4a9b-422f-ad2d-c1f1e8d13a1f tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:38.806202 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6d9ee8c7-4a9b-422f-ad2d-c1f1e8d13a1f tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:38.808588 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6d9ee8c7-4a9b-422f-ad2d-c1f1e8d13a1f tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] 10.222.0.15 "DELETE /v2.0/networks/60862ad3-f689-4ae3-aef8-935056974800 HTTP/1.1" status: 204 len: 168 time: 0.5898833 Jul 24 01:00:38.813232 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39274) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:38.833884 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ee8c7-4a9b-422f-ad2d-c1f1e8d13a1f tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Pushing event deleted for resources: {'Network': ['ID=60862ad3-f689-4ae3-aef8-935056974800,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:38.892822 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da85297-a61a-409b-b94f-e04aa15e605a req-2d4760ac-96f7-42c1-a610-45356a986990 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:38.895424 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9da85297-a61a-409b-b94f-e04aa15e605a req-2d4760ac-96f7-42c1-a610-45356a986990 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.1468494 Jul 24 01:00:38.943173 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 13a3736b-572c-418a-9c8a-a78a429044df no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:00:38.967523 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9da85297-a61a-409b-b94f-e04aa15e605a req-77eba193-8dbf-4adf-9361-fe3fed6b0a6a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596466 Jul 24 01:00:39.017759 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 13a3736b-572c-418a-9c8a-a78a429044df {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:00:39.020046 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 13a3736b-572c-418a-9c8a-a78a429044df not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:00:39.031482 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2d084064-a214-406e-9508-3b27da992d6b tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:39.129787 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39282) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:39.198693 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-352d51cb-31bc-47de-9dc0-29112828b6eb req-02247150-3c78-45f9-bb91-1646207841eb tempest-ServerShowV257Test-328446002 tempest-ServerShowV257Test-328446002-project] 10.222.0.15 "GET /v2.0/ports?device_id=10afbbf5-b0e1-41df-9057-39faa774b016 HTTP/1.1" status: 200 len: 210 time: 0.0822377 Jul 24 01:00:39.260786 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2d084064-a214-406e-9508-3b27da992d6b tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:39.264374 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-93e09cb5-93cd-4df1-a468-69c431a99130 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:39.304940 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-2d084064-a214-406e-9508-3b27da992d6b tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c22cccbb-3040-44f6-83fd-004df849bf09']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:39.319645 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e09cb5-93cd-4df1-a468-69c431a99130 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Pushing event deleted for resources: {'Port': ['ID=8ef6151e-87c1-44b9-a825-94f1f2020eef,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:39.337612 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-2d084064-a214-406e-9508-3b27da992d6b tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62930aec-e700-4298-b3f6-d226e2ce9ccf') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:39.337845 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-2d084064-a214-406e-9508-3b27da992d6b tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62930aec-e700-4298-b3f6-d226e2ce9ccf') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:39.377045 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e09cb5-93cd-4df1-a468-69c431a99130 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:39.377429 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e09cb5-93cd-4df1-a468-69c431a99130 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:39.377834 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e09cb5-93cd-4df1-a468-69c431a99130 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:39.378292 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e09cb5-93cd-4df1-a468-69c431a99130 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:39.378900 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e09cb5-93cd-4df1-a468-69c431a99130 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:39.379348 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e09cb5-93cd-4df1-a468-69c431a99130 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:39.380400 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e09cb5-93cd-4df1-a468-69c431a99130 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:39.380400 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e09cb5-93cd-4df1-a468-69c431a99130 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:39.380400 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e09cb5-93cd-4df1-a468-69c431a99130 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:39.380746 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e09cb5-93cd-4df1-a468-69c431a99130 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:39.381118 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e09cb5-93cd-4df1-a468-69c431a99130 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:39.381420 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e09cb5-93cd-4df1-a468-69c431a99130 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:39.412452 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2d084064-a214-406e-9508-3b27da992d6b tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:39.451931 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2d084064-a214-406e-9508-3b27da992d6b tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:39.461574 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-93e09cb5-93cd-4df1-a468-69c431a99130 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks [] for floatingip, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:39.464269 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-93e09cb5-93cd-4df1-a468-69c431a99130 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:39.465470 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-93e09cb5-93cd-4df1-a468-69c431a99130 tempest-ServersTestManualDisk-371409317 tempest-ServersTestManualDisk-371409317-project] 10.222.0.15 "DELETE /v2.0/floatingips/c08e416a-3dfa-4c15-bd57-dc3cd9add547 HTTP/1.1" status: 204 len: 168 time: 1.3600042 Jul 24 01:00:39.468511 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d084064-a214-406e-9508-3b27da992d6b tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:00:39.468929 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2d084064-a214-406e-9508-3b27da992d6b tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:39.471243 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39284) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:39.472082 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:00:39.472082 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:00:39.472082 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:00:39.472082 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:00:39.472082 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:00:39.472082 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:00:39.472082 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:00:39.472082 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:00:39.472082 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:00:39.472082 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:00:39.472082 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:00:39.472082 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:00:39.472082 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:00:39.472082 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:00:39.472082 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:00:39.472082 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:00:39.472082 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:00:39.472082 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:00:39.472082 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:00:39.472082 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:00:39.472082 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:00:39.472082 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:00:39.472082 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:00:39.472082 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:00:39.472082 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:00:39.472082 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:00:39.472082 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:00:39.472082 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:00:39.472082 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:00:39.472082 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:00:39.472082 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:00:39.472082 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:00:39.552928 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2d084064-a214-406e-9508-3b27da992d6b tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:39.563867 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2d084064-a214-406e-9508-3b27da992d6b tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:39.568410 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2d084064-a214-406e-9508-3b27da992d6b tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] 10.222.0.15 "DELETE /v2.0/networks/c22cccbb-3040-44f6-83fd-004df849bf09 HTTP/1.1" status: 204 len: 168 time: 0.7517686 Jul 24 01:00:39.568748 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39286) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:39.698737 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f545cdf1-91b2-4a1b-adde-ab687d2eeb3d tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:39.916197 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f545cdf1-91b2-4a1b-adde-ab687d2eeb3d tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:39.957070 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-f545cdf1-91b2-4a1b-adde-ab687d2eeb3d tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a51b74e3-fb41-47f8-9697-382f812f8ac4']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:39.961648 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d084064-a214-406e-9508-3b27da992d6b tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Pushing event deleted for resources: {'Network': ['ID=c22cccbb-3040-44f6-83fd-004df849bf09,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:39.973009 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-f545cdf1-91b2-4a1b-adde-ab687d2eeb3d tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb63ad9b-9f85-4922-b4b6-d490eb53c5f3') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:39.973445 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-f545cdf1-91b2-4a1b-adde-ab687d2eeb3d tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb63ad9b-9f85-4922-b4b6-d490eb53c5f3') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:40.007850 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f545cdf1-91b2-4a1b-adde-ab687d2eeb3d tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:40.036668 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f545cdf1-91b2-4a1b-adde-ab687d2eeb3d tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:40.049438 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f545cdf1-91b2-4a1b-adde-ab687d2eeb3d tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:00:40.049928 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f545cdf1-91b2-4a1b-adde-ab687d2eeb3d tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:40.054040 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:00:40.054040 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:00:40.054040 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:00:40.054040 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:00:40.054040 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:00:40.054040 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:00:40.054040 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:00:40.054040 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:00:40.054040 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:00:40.054040 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:00:40.054040 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:00:40.054040 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:00:40.054040 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:00:40.054040 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:00:40.054040 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:00:40.054040 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:00:40.054040 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:00:40.054040 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:00:40.054040 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:00:40.054040 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:00:40.054040 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:00:40.054040 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:00:40.054040 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:00:40.054040 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:00:40.054040 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:00:40.054040 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:00:40.054040 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:00:40.054040 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:00:40.054040 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:00:40.054040 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:00:40.054040 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:00:40.054040 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:00:40.107214 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-55b01e84-cc2e-43ca-b624-ec53fb828db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:40.129314 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acafd450-ed63-477f-a2de-9e0fd59e082e req-384e7c74-de82-43f2-8d7c-febd1c701ad3 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:40.130918 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-acafd450-ed63-477f-a2de-9e0fd59e082e req-384e7c74-de82-43f2-8d7c-febd1c701ad3 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.0713577 Jul 24 01:00:40.172390 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-acafd450-ed63-477f-a2de-9e0fd59e082e req-b6be99f4-683b-4e17-9044-9c63f79e663e tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357151 Jul 24 01:00:40.220793 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f545cdf1-91b2-4a1b-adde-ab687d2eeb3d tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:40.234214 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f545cdf1-91b2-4a1b-adde-ab687d2eeb3d tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:40.236195 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f545cdf1-91b2-4a1b-adde-ab687d2eeb3d tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] 10.222.0.15 "DELETE /v2.0/networks/a51b74e3-fb41-47f8-9697-382f812f8ac4 HTTP/1.1" status: 204 len: 168 time: 0.6659107 Jul 24 01:00:40.264560 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545cdf1-91b2-4a1b-adde-ab687d2eeb3d tempest-BulkNetworkOpsTest-453650656 tempest-BulkNetworkOpsTest-453650656-project] Pushing event deleted for resources: {'Network': ['ID=a51b74e3-fb41-47f8-9697-382f812f8ac4,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:40.442037 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-66d723b0-cf43-4e57-8227-a38ef985093d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:40.478949 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9009c-ac33-48d6-a80a-ce065776c779 req-da062720-07d7-43d5-81cd-2e05a35520a4 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:40.487294 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e0e9009c-ac33-48d6-a80a-ce065776c779 req-da062720-07d7-43d5-81cd-2e05a35520a4 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.1154017 Jul 24 01:00:40.593266 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e0e9009c-ac33-48d6-a80a-ce065776c779 req-812b97fc-cd38-425b-b6c6-c7700fa3d665 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1047630 Jul 24 01:00:40.616303 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f135ea0-5658-4233-9ad6-d26f0d8b2630 req-caaeaad2-9a83-44e3-9ec0-0348fad3ce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:40.618194 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6f135ea0-5658-4233-9ad6-d26f0d8b2630 req-caaeaad2-9a83-44e3-9ec0-0348fad3ce84 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7eb0da34432d47448c1b713034c6041a&device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 1096 time: 0.1279533 Jul 24 01:00:40.686285 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-55b01e84-cc2e-43ca-b624-ec53fb828db4 admin admin] Deleting port c76e63b1-5477-4d5f-bb8b-3de0e3701672 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:00:40.686636 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-55b01e84-cc2e-43ca-b624-ec53fb828db4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:40.733895 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f135ea0-5658-4233-9ad6-d26f0d8b2630 req-838c963b-49ab-492a-b4f4-afb00ba62456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:40.735519 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6f135ea0-5658-4233-9ad6-d26f0d8b2630 req-838c963b-49ab-492a-b4f4-afb00ba62456 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d582b8dc-8856-4b30-8b39-181936a3b597 HTTP/1.1" status: 200 len: 911 time: 0.1106486 Jul 24 01:00:40.754315 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39308) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:40.765387 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39310) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:40.827358 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-55b01e84-cc2e-43ca-b624-ec53fb828db4 admin admin] For port c76e63b1-5477-4d5f-bb8b-3de0e3701672, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=c76e63b1-5477-4d5f-bb8b-3de0e3701672,segment=NetworkSegment(ba3f8265-a107-438d-9a91-66542598e056),segment_id=ba3f8265-a107-438d-9a91-66542598e056)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:40.827791 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-55b01e84-cc2e-43ca-b624-ec53fb828db4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:40.843336 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6f135ea0-5658-4233-9ad6-d26f0d8b2630 req-946f5dcd-cc72-4558-a768-dd83d7fa0738 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=532652b5-0ccf-4dbf-891e-e7c345897077 HTTP/1.1" status: 200 len: 999 time: 0.0999162 Jul 24 01:00:40.848519 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-55b01e84-cc2e-43ca-b624-ec53fb828db4 admin admin] Calling delete_port for c76e63b1-5477-4d5f-bb8b-3de0e3701672 owned by network:router_interface {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:00:40.940735 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f135ea0-5658-4233-9ad6-d26f0d8b2630 req-bd0ba52d-1711-4987-877e-b03e08b2a285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:40.942286 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6f135ea0-5658-4233-9ad6-d26f0d8b2630 req-bd0ba52d-1711-4987-877e-b03e08b2a285 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66eb251d-e6ee-4000-900c-f86c0810b697 HTTP/1.1" status: 200 len: 849 time: 0.0905244 Jul 24 01:00:40.947999 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 2eaa7f08-7e87-48a3-aabc-e2360114002c no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:00:40.968953 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 2eaa7f08-7e87-48a3-aabc-e2360114002c {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:00:40.969608 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 2eaa7f08-7e87-48a3-aabc-e2360114002c not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:00:40.977474 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-662d1dc1-e5be-404d-b659-6191444aba6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:41.015982 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f135ea0-5658-4233-9ad6-d26f0d8b2630 req-c70edbe3-ea58-4138-974e-546e072d9c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:41.017576 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6f135ea0-5658-4233-9ad6-d26f0d8b2630 req-c70edbe3-ea58-4138-974e-546e072d9c95 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d582b8dc-8856-4b30-8b39-181936a3b597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618932 Jul 24 01:00:41.028446 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-66d723b0-cf43-4e57-8227-a38ef985093d admin admin] Deleting port 602d02a5-1813-4348-99bd-ab79b1a9ae22 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:00:41.028793 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-66d723b0-cf43-4e57-8227-a38ef985093d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:41.071757 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4e9d3276-d785-4a77-b273-3795be7a907b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f8e85883d2724766b5dec71618f4afee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3128805 Jul 24 01:00:41.089011 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39320) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:41.133281 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6f135ea0-5658-4233-9ad6-d26f0d8b2630 req-04f28190-4342-4008-9d91-367d92899cd1 service neutron] 10.222.0.13 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077518 Jul 24 01:00:41.231826 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6f135ea0-5658-4233-9ad6-d26f0d8b2630 req-fab7285d-dfa3-444a-ad10-3bc574926c79 service neutron] 10.222.0.13 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915222 Jul 24 01:00:41.263633 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-66d723b0-cf43-4e57-8227-a38ef985093d admin admin] For port 602d02a5-1813-4348-99bd-ab79b1a9ae22, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=602d02a5-1813-4348-99bd-ab79b1a9ae22,segment=NetworkSegment(462cdb3a-8d0e-4b9d-bbf5-8407cf005c8a),segment_id=462cdb3a-8d0e-4b9d-bbf5-8407cf005c8a)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:41.264200 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-66d723b0-cf43-4e57-8227-a38ef985093d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:41.266316 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-12c711d5-e0c1-448d-a301-1b5d72c02f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:41.324602 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-66d723b0-cf43-4e57-8227-a38ef985093d admin admin] Calling delete_port for 602d02a5-1813-4348-99bd-ab79b1a9ae22 owned by network:router_interface {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:00:41.358269 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-12c711d5-e0c1-448d-a301-1b5d72c02f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:41.422883 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-55b01e84-cc2e-43ca-b624-ec53fb828db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:41.441473 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-662d1dc1-e5be-404d-b659-6191444aba6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:41.476963 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-662d1dc1-e5be-404d-b659-6191444aba6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:41.488617 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b01e84-cc2e-43ca-b624-ec53fb828db4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c76e63b1-5477-4d5f-bb8b-3de0e3701672,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:41.578759 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d1dc1-e5be-404d-b659-6191444aba6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e36526-dbd6-4abf-85d2-227e5cc64d6e,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:41.587810 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-662d1dc1-e5be-404d-b659-6191444aba6d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f8926783869d49aab44ed6d155d9454d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8187311 Jul 24 01:00:41.595093 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39322) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:41.596163 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-12c711d5-e0c1-448d-a301-1b5d72c02f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:41.598881 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-12c711d5-e0c1-448d-a301-1b5d72c02f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:41.603166 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-12c711d5-e0c1-448d-a301-1b5d72c02f89 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b1aebbb7-176b-461d-9f0e-e104c82f5b2d HTTP/1.1" status: 204 len: 168 time: 0.5086224 Jul 24 01:00:41.708002 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f90631cf-a71e-4421-b514-6541d70633f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:41.778866 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f90631cf-a71e-4421-b514-6541d70633f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:41.871671 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7dee73-9ba9-4739-969c-ec8bb0c9d1a9 req-0a63b341-0a1d-4e8c-b4b1-ef286677104b tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:41.873253 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fa7dee73-9ba9-4739-969c-ec8bb0c9d1a9 req-0a63b341-0a1d-4e8c-b4b1-ef286677104b tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.1736722 Jul 24 01:00:41.892604 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f90631cf-a71e-4421-b514-6541d70633f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:41.895388 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f90631cf-a71e-4421-b514-6541d70633f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:41.898817 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f90631cf-a71e-4421-b514-6541d70633f6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c8e36526-dbd6-4abf-85d2-227e5cc64d6e HTTP/1.1" status: 204 len: 168 time: 0.2970514 Jul 24 01:00:41.919704 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90631cf-a71e-4421-b514-6541d70633f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e36526-dbd6-4abf-85d2-227e5cc64d6e,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:41.951402 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fa7dee73-9ba9-4739-969c-ec8bb0c9d1a9 req-2510573d-ac13-4182-ab3d-cee016eb205e tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0704150 Jul 24 01:00:41.987097 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c711d5-e0c1-448d-a301-1b5d72c02f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1aebbb7-176b-461d-9f0e-e104c82f5b2d,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:42.150920 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-55b01e84-cc2e-43ca-b624-ec53fb828db4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:42.214911 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-66d723b0-cf43-4e57-8227-a38ef985093d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:42.279064 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d723b0-cf43-4e57-8227-a38ef985093d admin admin] Pushing event deleted for resources: {'Port': ['ID=602d02a5-1813-4348-99bd-ab79b1a9ae22,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:42.574232 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-66d723b0-cf43-4e57-8227-a38ef985093d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:42.595177 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b01e84-cc2e-43ca-b624-ec53fb828db4 admin admin] Router b58618c5-3464-495e-b15a-388ed9889b45 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:00:42.613237 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39362) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:42.755501 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-4e27e854-eadb-4ebb-9f1d-75b0da212026 tempest-NetworksNegativeTestJSON-2035089096 tempest-NetworksNegativeTestJSON-2035089096-project] Request body: {'port': {'network_id': '1582c63e-7342-4241-8ce6-1592fc94a41a', 'name': 'tempest-NetworksNegativeTestJSON-1733876680'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:42.774223 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e27e854-eadb-4ebb-9f1d-75b0da212026 tempest-NetworksNegativeTestJSON-2035089096 tempest-NetworksNegativeTestJSON-2035089096-project] POST failed (client error): The resource could not be found. Jul 24 01:00:42.775128 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e27e854-eadb-4ebb-9f1d-75b0da212026 tempest-NetworksNegativeTestJSON-2035089096 tempest-NetworksNegativeTestJSON-2035089096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:00:42.776527 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4e27e854-eadb-4ebb-9f1d-75b0da212026 tempest-NetworksNegativeTestJSON-2035089096 tempest-NetworksNegativeTestJSON-2035089096-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1622298 Jul 24 01:00:42.780551 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39372) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:42.810100 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ca82d19-bb62-498f-9850-20175bdd6b14 tempest-NetworksNegativeTestJSON-2035089096 tempest-NetworksNegativeTestJSON-2035089096-project] DELETE failed (client error): The resource could not be found. Jul 24 01:00:42.810819 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ca82d19-bb62-498f-9850-20175bdd6b14 tempest-NetworksNegativeTestJSON-2035089096 tempest-NetworksNegativeTestJSON-2035089096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:00:42.814504 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5ca82d19-bb62-498f-9850-20175bdd6b14 tempest-NetworksNegativeTestJSON-2035089096 tempest-NetworksNegativeTestJSON-2035089096-project] 10.222.0.15 "DELETE /v2.0/networks/f4205470-109b-450a-bc2e-175882ef4047 HTTP/1.1" status: 404 len: 339 time: 0.0318477 Jul 24 01:00:42.818222 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39374) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:42.856546 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-82b6f3ff-8e37-4762-ae44-a61afc50f96d tempest-NetworksNegativeTestJSON-2035089096 tempest-NetworksNegativeTestJSON-2035089096-project] DELETE failed (client error): The resource could not be found. Jul 24 01:00:42.857312 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82b6f3ff-8e37-4762-ae44-a61afc50f96d tempest-NetworksNegativeTestJSON-2035089096 tempest-NetworksNegativeTestJSON-2035089096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:00:42.863503 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-82b6f3ff-8e37-4762-ae44-a61afc50f96d tempest-NetworksNegativeTestJSON-2035089096 tempest-NetworksNegativeTestJSON-2035089096-project] 10.222.0.15 "DELETE /v2.0/ports/91fa84ef-4221-4ef7-9e05-b8cfb7847bbf HTTP/1.1" status: 404 len: 333 time: 0.0433524 Jul 24 01:00:42.864255 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39378) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:42.873851 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b01e84-cc2e-43ca-b624-ec53fb828db4 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:00:42.882170 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-55b01e84-cc2e-43ca-b624-ec53fb828db4 admin admin] 10.222.0.15 "PUT /v2.0/routers/b58618c5-3464-495e-b15a-388ed9889b45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7476039 Jul 24 01:00:42.883134 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39380) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:42.885698 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dfa7e8-f2c8-4a73-adca-e3069c5ad4ce None None] Sync routers for ids ['b58618c5-3464-495e-b15a-388ed9889b45'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:00:42.902266 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-913f3c9f-dcc2-4155-8ee5-8348d04cb2a0 tempest-NetworksNegativeTestJSON-2035089096 tempest-NetworksNegativeTestJSON-2035089096-project] DELETE failed (client error): The resource could not be found. Jul 24 01:00:42.902760 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-913f3c9f-dcc2-4155-8ee5-8348d04cb2a0 tempest-NetworksNegativeTestJSON-2035089096 tempest-NetworksNegativeTestJSON-2035089096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:00:42.903240 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dfa7e8-f2c8-4a73-adca-e3069c5ad4ce None None] Routers {'b58618c5-3464-495e-b15a-388ed9889b45'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:00:42.908185 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-91dfa7e8-f2c8-4a73-adca-e3069c5ad4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:00:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['b58618c5-3464-495e-b15a-388ed9889b45'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:42.908421 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-913f3c9f-dcc2-4155-8ee5-8348d04cb2a0 tempest-NetworksNegativeTestJSON-2035089096 tempest-NetworksNegativeTestJSON-2035089096-project] 10.222.0.15 "DELETE /v2.0/subnets/8777dd73-653c-46e8-b28a-6c7d0acc0ebe HTTP/1.1" status: 404 len: 337 time: 0.0393198 Jul 24 01:00:42.908540 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39382) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:42.931164 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f8eb3ac-68b2-4ddf-861d-e1b5fbef4a4f tempest-NetworksNegativeTestJSON-2035089096 tempest-NetworksNegativeTestJSON-2035089096-project] GET failed (client error): The resource could not be found. Jul 24 01:00:42.934758 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1f8eb3ac-68b2-4ddf-861d-e1b5fbef4a4f tempest-NetworksNegativeTestJSON-2035089096 tempest-NetworksNegativeTestJSON-2035089096-project] 10.222.0.15 "GET /v2.0/networks/b6ff657d-0bc9-4e43-8b98-531c30c2069d HTTP/1.1" status: 404 len: 339 time: 0.0222993 Jul 24 01:00:42.939120 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39384) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:42.968285 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d9598c-5f94-46f3-b893-005d088796ff tempest-NetworksNegativeTestJSON-2035089096 tempest-NetworksNegativeTestJSON-2035089096-project] GET failed (client error): The resource could not be found. Jul 24 01:00:42.969967 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c6d9598c-5f94-46f3-b893-005d088796ff tempest-NetworksNegativeTestJSON-2035089096 tempest-NetworksNegativeTestJSON-2035089096-project] 10.222.0.15 "GET /v2.0/ports/37f595e1-6ee3-4698-b18a-6fc41a18ad86 HTTP/1.1" status: 404 len: 333 time: 0.0298345 Jul 24 01:00:42.973863 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39386) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:43.004097 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39390) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:43.019836 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d723b0-cf43-4e57-8227-a38ef985093d admin admin] Router 487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:00:43.027069 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a842d1b9-3f8a-4d22-9ab7-a99f176cf617 admin admin] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:43.075009 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-b415dc4f-4df1-448b-a87a-782a057c4f0c tempest-NetworksNegativeTestJSON-2035089096 tempest-NetworksNegativeTestJSON-2035089096-project] GET failed (client error): The resource could not be found. Jul 24 01:00:43.080611 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b415dc4f-4df1-448b-a87a-782a057c4f0c tempest-NetworksNegativeTestJSON-2035089096 tempest-NetworksNegativeTestJSON-2035089096-project] 10.222.0.15 "GET /v2.0/subnets/9297b3a5-c362-42a3-8579-d2ebb9655deb HTTP/1.1" status: 404 len: 337 time: 0.0988586 Jul 24 01:00:43.102829 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39394) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:43.111775 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-3317bff4-4842-47d3-85d7-2e5f33b22863 tempest-NetworksNegativeTestJSON-2035089096 tempest-NetworksNegativeTestJSON-2035089096-project] Request body: {'network': {'name': 'new_name'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:43.128615 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-3317bff4-4842-47d3-85d7-2e5f33b22863 tempest-NetworksNegativeTestJSON-2035089096 tempest-NetworksNegativeTestJSON-2035089096-project] PUT failed (client error): The resource could not be found. Jul 24 01:00:43.129601 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3317bff4-4842-47d3-85d7-2e5f33b22863 tempest-NetworksNegativeTestJSON-2035089096 tempest-NetworksNegativeTestJSON-2035089096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:00:43.131159 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3317bff4-4842-47d3-85d7-2e5f33b22863 tempest-NetworksNegativeTestJSON-2035089096 tempest-NetworksNegativeTestJSON-2035089096-project] 10.222.0.15 "PUT /v2.0/networks/ce61c882-7bca-4033-aa6e-ba42998302ae HTTP/1.1" status: 404 len: 339 time: 0.0258725 Jul 24 01:00:43.170106 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39398) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:43.213471 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-554fe2f0-3538-4481-af2d-52c6f89d3224 tempest-NetworksNegativeTestJSON-2035089096 tempest-NetworksNegativeTestJSON-2035089096-project] Request body: {'port': {'name': 'new_name'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:43.240613 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-554fe2f0-3538-4481-af2d-52c6f89d3224 tempest-NetworksNegativeTestJSON-2035089096 tempest-NetworksNegativeTestJSON-2035089096-project] PUT failed (client error): The resource could not be found. Jul 24 01:00:43.242209 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-554fe2f0-3538-4481-af2d-52c6f89d3224 tempest-NetworksNegativeTestJSON-2035089096 tempest-NetworksNegativeTestJSON-2035089096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:00:43.246593 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-554fe2f0-3538-4481-af2d-52c6f89d3224 tempest-NetworksNegativeTestJSON-2035089096 tempest-NetworksNegativeTestJSON-2035089096-project] 10.222.0.15 "PUT /v2.0/ports/f70cd083-5544-4fb0-8f6f-25ca97eb844a HTTP/1.1" status: 404 len: 333 time: 0.0720387 Jul 24 01:00:43.249700 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39402) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:43.252723 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1c6da-2b10-4cd5-8891-75281989387e req-a4b1dbcc-7e84-49dd-b24f-6b697fa41b65 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:43.260860 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d2d1c6da-2b10-4cd5-8891-75281989387e req-a4b1dbcc-7e84-49dd-b24f-6b697fa41b65 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.1540976 Jul 24 01:00:43.263562 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-95507644-8d06-4078-9e82-019376a9000e tempest-NetworksNegativeTestJSON-2035089096 tempest-NetworksNegativeTestJSON-2035089096-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:43.303891 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-95507644-8d06-4078-9e82-019376a9000e tempest-NetworksNegativeTestJSON-2035089096 tempest-NetworksNegativeTestJSON-2035089096-project] PUT failed (client error): The resource could not be found. Jul 24 01:00:43.304800 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95507644-8d06-4078-9e82-019376a9000e tempest-NetworksNegativeTestJSON-2035089096 tempest-NetworksNegativeTestJSON-2035089096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:00:43.305800 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-95507644-8d06-4078-9e82-019376a9000e tempest-NetworksNegativeTestJSON-2035089096 tempest-NetworksNegativeTestJSON-2035089096-project] 10.222.0.15 "PUT /v2.0/subnets/4ab60d48-0282-4e8d-9826-0e423e5a509d HTTP/1.1" status: 404 len: 337 time: 0.0535066 Jul 24 01:00:43.306745 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d2d1c6da-2b10-4cd5-8891-75281989387e req-b26021eb-e85e-4d47-a63c-500fbd08b09b tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448244 Jul 24 01:00:43.316304 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-e612397b-261e-4866-9704-032a9935bd5c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1166130312-network', 'tenant_id': '34c1e40d7f38420ebc481ad4a9961588'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:43.324732 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-91dfa7e8-f2c8-4a73-adca-e3069c5ad4ce None None] Set router b58618c5-3464-495e-b15a-388ed9889b45 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:00:43.357510 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e612397b-261e-4866-9704-032a9935bd5c admin admin] Made reservation on behalf of 34c1e40d7f38420ebc481ad4a9961588 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:00:43.360111 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e612397b-261e-4866-9704-032a9935bd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:43.362952 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a842d1b9-3f8a-4d22-9ab7-a99f176cf617 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:43.376249 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d723b0-cf43-4e57-8227-a38ef985093d admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:00:43.380734 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e612397b-261e-4866-9704-032a9935bd5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:43.387354 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-66d723b0-cf43-4e57-8227-a38ef985093d admin admin] 10.222.0.15 "PUT /v2.0/routers/487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9148312 Jul 24 01:00:43.388000 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39408) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:43.392560 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ee45d7-de60-4a93-8426-9e9e4fc75d9e None None] Sync routers for ids ['487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:00:43.413502 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ee45d7-de60-4a93-8426-9e9e4fc75d9e None None] Routers {'487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:00:43.414943 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-68ee45d7-de60-4a93-8426-9e9e4fc75d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:00:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:43.585969 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e612397b-261e-4866-9704-032a9935bd5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:43.598361 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e612397b-261e-4866-9704-032a9935bd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:43.617142 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-68ee45d7-de60-4a93-8426-9e9e4fc75d9e None None] Set router 487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:00:43.630054 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e612397b-261e-4866-9704-032a9935bd5c admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:00:43.656913 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e612397b-261e-4866-9704-032a9935bd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:43.657173 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-a842d1b9-3f8a-4d22-9ab7-a99f176cf617 admin admin] Deleting port 0aac7e11-41fe-41e2-a8a3-49739f286798 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:00:43.657354 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a842d1b9-3f8a-4d22-9ab7-a99f176cf617 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:43.657877 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-e612397b-261e-4866-9704-032a9935bd5c admin admin] Added segment 8455c457-7d65-46d7-92c7-a320b42b7671 of type vlan for network b3b31c9b-c5e3-41d2-ac45-5344ba8f25a1 Jul 24 01:00:43.664495 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-91dfa7e8-f2c8-4a73-adca-e3069c5ad4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58618c5-3464-495e-b15a-388ed9889b45', 'name': 'tempest-ServerRescueTestJSON-1715571780-router', 'tenant_id': 'e7fb6f6ac2d547beb657a4e597e3a5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.92'}], 'enable_snat': True}, 'gw_port_id': '0aac7e11-41fe-41e2-a8a3-49739f286798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:58:10Z', 'updated_at': '2021-07-24T01:00:41Z', 'revision_number': 5, 'project_id': 'e7fb6f6ac2d547beb657a4e597e3a5be', 'gw_port': {'id': '0aac7e11-41fe-41e2-a8a3-49739f286798', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:7b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58618c5-3464-495e-b15a-388ed9889b45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:58:10Z', 'updated_at': '2021-07-24T00:58:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:43.672192 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39412) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:43.675943 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612397b-261e-4866-9704-032a9935bd5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094e2e1c-4e08-4e84-8fe3-fc61856fec41,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:43.724257 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dfa7e8-f2c8-4a73-adca-e3069c5ad4ce None None] Checking router: b58618c5-3464-495e-b15a-388ed9889b45 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:00:43.726665 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058e88eb-6216-401f-bce1-ea88ee595593 req-0462dbe2-550b-4644-9188-df678f6f69e9 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:43.728505 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-058e88eb-6216-401f-bce1-ea88ee595593 req-0462dbe2-550b-4644-9188-df678f6f69e9 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.3035483 Jul 24 01:00:43.732112 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c3de8cf6-82c4-4fba-9a60-0c3b5f0c0cb7 admin admin] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:43.738979 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dfa7e8-f2c8-4a73-adca-e3069c5ad4ce None None] Routers {'b58618c5-3464-495e-b15a-388ed9889b45'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:00:43.741455 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-91dfa7e8-f2c8-4a73-adca-e3069c5ad4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:00:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['b58618c5-3464-495e-b15a-388ed9889b45'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:43.779514 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e612397b-261e-4866-9704-032a9935bd5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:43.839693 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e612397b-261e-4866-9704-032a9935bd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:43.841611 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e612397b-261e-4866-9704-032a9935bd5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:43.842750 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e612397b-261e-4866-9704-032a9935bd5c admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:43.884497 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-91dfa7e8-f2c8-4a73-adca-e3069c5ad4ce None None] Set router b58618c5-3464-495e-b15a-388ed9889b45 gateway port host: None {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:00:43.938435 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-058e88eb-6216-401f-bce1-ea88ee595593 req-2dad5fe6-da16-4612-af79-fcd85ab82b7b tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1218073 Jul 24 01:00:43.940450 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612397b-261e-4866-9704-032a9935bd5c admin admin] Pushing event updated for resources: {'Network': ['ID=b3b31c9b-c5e3-41d2-ac45-5344ba8f25a1,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:43.944192 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5ec3581c-5b35-4509-a84d-f0d908c592fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:43.952587 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-a842d1b9-3f8a-4d22-9ab7-a99f176cf617 admin admin] For port 0aac7e11-41fe-41e2-a8a3-49739f286798, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0aac7e11-41fe-41e2-a8a3-49739f286798,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:43.953124 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a842d1b9-3f8a-4d22-9ab7-a99f176cf617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:43.970432 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e612397b-261e-4866-9704-032a9935bd5c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8972054 Jul 24 01:00:43.971631 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39416) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:43.976266 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-a842d1b9-3f8a-4d22-9ab7-a99f176cf617 admin admin] Calling delete_port for 0aac7e11-41fe-41e2-a8a3-49739f286798 owned by network:router_gateway {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:00:43.981444 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-89ae63e0-e185-4630-abf2-a10e462feb28 admin admin] Request body: {'subnet': {'network_id': 'b3b31c9b-c5e3-41d2-ac45-5344ba8f25a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1166130312-subnet', 'tenant_id': '34c1e40d7f38420ebc481ad4a9961588', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:43.993560 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-91dfa7e8-f2c8-4a73-adca-e3069c5ad4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b58618c5-3464-495e-b15a-388ed9889b45', 'name': 'tempest-ServerRescueTestJSON-1715571780-router', 'tenant_id': 'e7fb6f6ac2d547beb657a4e597e3a5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:58:10Z', 'updated_at': '2021-07-24T01:00:43Z', 'revision_number': 6, 'project_id': 'e7fb6f6ac2d547beb657a4e597e3a5be', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:44.000288 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network b3b31c9b-c5e3-41d2-ac45-5344ba8f25a1 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:00:44.015583 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c3de8cf6-82c4-4fba-9a60-0c3b5f0c0cb7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:44.052602 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.db.api [None req-89ae63e0-e185-4630-abf2-a10e462feb28 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 24 01:00:44.052602 n-d-793621-25 neutron-server[100463]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 24 01:00:44.052602 n-d-793621-25 neutron-server[100463]: [parameters: {'project_id_1': '34c1e40d7f38420ebc481ad4a9961588', 'expiration_1': datetime.datetime(2021, 7, 24, 1, 0, 43, 993109)}] Jul 24 01:00:44.052602 n-d-793621-25 neutron-server[100463]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 01:00:44.053137 n-d-793621-25 neutron-server[100463]: DEBUG oslo_db.api [None req-89ae63e0-e185-4630-abf2-a10e462feb28 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 01:00:44.076659 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dfa7e8-f2c8-4a73-adca-e3069c5ad4ce None None] The sync data for ids ['b58618c5-3464-495e-b15a-388ed9889b45'] in n-d-793621-25 is: [{'id': 'b58618c5-3464-495e-b15a-388ed9889b45', 'name': 'tempest-ServerRescueTestJSON-1715571780-router', 'tenant_id': 'e7fb6f6ac2d547beb657a4e597e3a5be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:58:10Z', 'updated_at': '2021-07-24T01:00:43Z', 'revision_number': 6, 'project_id': 'e7fb6f6ac2d547beb657a4e597e3a5be', 'gw_port_host': None}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:00:44.090335 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-68ee45d7-de60-4a93-8426-9e9e4fc75d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd', 'name': 'tempest-ServersTestManualDisk-1571346136-router', 'tenant_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '669a617c-0a36-45fe-b558-8e2fe1305ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:57:50Z', 'updated_at': '2021-07-24T01:00:42Z', 'revision_number': 5, 'project_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'gw_port': {'id': '669a617c-0a36-45fe-b558-8e2fe1305ff0', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6e:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:57:52Z', 'updated_at': '2021-07-24T00:58:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:44.150377 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5ec3581c-5b35-4509-a84d-f0d908c592fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:44.161261 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5ec3581c-5b35-4509-a84d-f0d908c592fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:44.169735 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ee45d7-de60-4a93-8426-9e9e4fc75d9e None None] Checking router: 487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:00:44.183356 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:00:44.190454 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ee45d7-de60-4a93-8426-9e9e4fc75d9e None None] Routers {'487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:00:44.191330 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-68ee45d7-de60-4a93-8426-9e9e4fc75d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:00:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:44.196085 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-c3de8cf6-82c4-4fba-9a60-0c3b5f0c0cb7 admin admin] Deleting port 669a617c-0a36-45fe-b558-8e2fe1305ff0 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:00:44.196507 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c3de8cf6-82c4-4fba-9a60-0c3b5f0c0cb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:44.239753 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5ec3581c-5b35-4509-a84d-f0d908c592fa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7a8ecd6606ac49b1b58d07612b4c413c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5634489 Jul 24 01:00:44.239753 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec3581c-5b35-4509-a84d-f0d908c592fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84764a0d-ac3f-4c2c-b852-f45a339bf478,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:44.249844 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39424) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:44.342308 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9caf915b-385a-4dbb-b3eb-c8d70202d465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:44.372315 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-68ee45d7-de60-4a93-8426-9e9e4fc75d9e None None] Set router 487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:00:44.402753 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9caf915b-385a-4dbb-b3eb-c8d70202d465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:44.439016 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-68ee45d7-de60-4a93-8426-9e9e4fc75d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd', 'name': 'tempest-ServersTestManualDisk-1571346136-router', 'tenant_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:57:50Z', 'updated_at': '2021-07-24T01:00:44Z', 'revision_number': 6, 'project_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:44.478029 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114272b-6f4c-4d06-b557-2fa70bacf857 req-d685457c-f504-4f31-8175-d21f1f6ace3a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:44.479021 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ee45d7-de60-4a93-8426-9e9e4fc75d9e None None] The sync data for ids ['487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd'] in n-d-793621-25 is: [{'id': '487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd', 'name': 'tempest-ServersTestManualDisk-1571346136-router', 'tenant_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:57:50Z', 'updated_at': '2021-07-24T01:00:44Z', 'revision_number': 6, 'project_id': 'cd8dc1c34a4c4b2aa3488d1b34b0e153', 'gw_port_host': None}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:00:44.479798 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8114272b-6f4c-4d06-b557-2fa70bacf857 req-d685457c-f504-4f31-8175-d21f1f6ace3a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.1344221 Jul 24 01:00:44.515380 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9caf915b-385a-4dbb-b3eb-c8d70202d465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:44.518616 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9caf915b-385a-4dbb-b3eb-c8d70202d465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:44.522260 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9caf915b-385a-4dbb-b3eb-c8d70202d465 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/84764a0d-ac3f-4c2c-b852-f45a339bf478 HTTP/1.1" status: 204 len: 168 time: 0.2690079 Jul 24 01:00:44.532766 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf915b-385a-4dbb-b3eb-c8d70202d465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84764a0d-ac3f-4c2c-b852-f45a339bf478,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:44.565959 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8114272b-6f4c-4d06-b557-2fa70bacf857 req-84022a66-2237-4e6c-8855-85d293f34e58 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0732527 Jul 24 01:00:44.707668 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ae63e0-e185-4630-abf2-a10e462feb28 admin admin] Made reservation on behalf of 34c1e40d7f38420ebc481ad4a9961588 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:00:44.712801 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-89ae63e0-e185-4630-abf2-a10e462feb28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:44.806938 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a842d1b9-3f8a-4d22-9ab7-a99f176cf617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:44.840670 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a842d1b9-3f8a-4d22-9ab7-a99f176cf617 admin admin] Pushing event deleted for resources: {'Port': ['ID=0aac7e11-41fe-41e2-a8a3-49739f286798,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:44.843706 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-c3de8cf6-82c4-4fba-9a60-0c3b5f0c0cb7 admin admin] For port 669a617c-0a36-45fe-b558-8e2fe1305ff0, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=669a617c-0a36-45fe-b558-8e2fe1305ff0,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:44.844275 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c3de8cf6-82c4-4fba-9a60-0c3b5f0c0cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:44.851406 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a22a8f-846c-48f7-b399-333eac875c93 req-57f9d87a-1c64-4609-b19c-5f8f2061c121 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:44.853484 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d5a22a8f-846c-48f7-b399-333eac875c93 req-57f9d87a-1c64-4609-b19c-5f8f2061c121 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.0928195 Jul 24 01:00:44.881825 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-c3de8cf6-82c4-4fba-9a60-0c3b5f0c0cb7 admin admin] Calling delete_port for 669a617c-0a36-45fe-b558-8e2fe1305ff0 owned by network:router_gateway {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:00:44.939939 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d5a22a8f-846c-48f7-b399-333eac875c93 req-397fd729-97ff-4e2f-a395-1b0e436ee122 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0772650 Jul 24 01:00:45.122324 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a842d1b9-3f8a-4d22-9ab7-a99f176cf617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:45.301414 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a842d1b9-3f8a-4d22-9ab7-a99f176cf617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:45.305456 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a842d1b9-3f8a-4d22-9ab7-a99f176cf617 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:45.361105 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-89ae63e0-e185-4630-abf2-a10e462feb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:45.414041 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae63e0-e185-4630-abf2-a10e462feb28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ed34004-8d3c-42d8-8154-cdf8489716b3,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:45.433915 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a842d1b9-3f8a-4d22-9ab7-a99f176cf617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:45.434443 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a842d1b9-3f8a-4d22-9ab7-a99f176cf617 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b58618c5-3464-495e-b15a-388ed9889b45 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:00:45.452419 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39456) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:45.458248 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a842d1b9-3f8a-4d22-9ab7-a99f176cf617 admin admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:45.459492 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a842d1b9-3f8a-4d22-9ab7-a99f176cf617 admin admin] 10.222.0.15 "DELETE /v2.0/routers/b58618c5-3464-495e-b15a-388ed9889b45 HTTP/1.1" status: 204 len: 168 time: 2.5754886 Jul 24 01:00:45.462444 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39460) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:45.501190 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89ae63e0-e185-4630-abf2-a10e462feb28 admin admin] Checking segment: {'id': '8455c457-7d65-46d7-92c7-a320b42b7671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b3b31c9b-c5e3-41d2-ac45-5344ba8f25a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:00:45.501555 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ae63e0-e185-4630-abf2-a10e462feb28 admin admin] Network hostable DHCP agents. Network: b3b31c9b-c5e3-41d2-ac45-5344ba8f25a1, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:00:45.518852 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c3de8cf6-82c4-4fba-9a60-0c3b5f0c0cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:45.625701 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-889b2322-75b0-4dcd-8ab0-63bd0c297b2b admin admin] Deleting subnet 5ed594ab-4150-403d-ad1f-541fd4a99a03 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:00:45.634600 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de8cf6-82c4-4fba-9a60-0c3b5f0c0cb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=669a617c-0a36-45fe-b558-8e2fe1305ff0,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:45.640742 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ae63e0-e185-4630-abf2-a10e462feb28 admin admin] Network b3b31c9b-c5e3-41d2-ac45-5344ba8f25a1 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:00:45.670127 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-889b2322-75b0-4dcd-8ab0-63bd0c297b2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:45.676066 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-45cd5a10-f386-4a54-b920-1fa29f0c32f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:45.685186 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-9195a0b0-98de-4102-a282-763e6cdd6b11 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Request body: {'security_group': {'name': 'tempest-secgroup--1234008691'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:45.685574 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device c76e63b1-5477-4d5f-bb8b-3de0e3701672 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:00:45.722693 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-89ae63e0-e185-4630-abf2-a10e462feb28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, b3b31c9b-c5e3-41d2-ac45-5344ba8f25a1) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:45.744289 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7f9305-7279-48f5-89ca-36f26f82d830 None None] Network b3b31c9b-c5e3-41d2-ac45-5344ba8f25a1 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:00:45.748371 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ae63e0-e185-4630-abf2-a10e462feb28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:45.748857 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-89ae63e0-e185-4630-abf2-a10e462feb28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:45.751525 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: c76e63b1-5477-4d5f-bb8b-3de0e3701672 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:00:45.752149 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device c76e63b1-5477-4d5f-bb8b-3de0e3701672 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:00:45.752885 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0aac7e11-41fe-41e2-a8a3-49739f286798 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:00:45.781361 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c3de8cf6-82c4-4fba-9a60-0c3b5f0c0cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:45.824442 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-889b2322-75b0-4dcd-8ab0-63bd0c297b2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:45.849616 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 0aac7e11-41fe-41e2-a8a3-49739f286798 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:00:45.849974 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0aac7e11-41fe-41e2-a8a3-49739f286798 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:00:45.850984 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 602d02a5-1813-4348-99bd-ab79b1a9ae22 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:00:45.875040 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9195a0b0-98de-4102-a282-763e6cdd6b11 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:45.881173 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 602d02a5-1813-4348-99bd-ab79b1a9ae22 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:00:45.881597 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 602d02a5-1813-4348-99bd-ab79b1a9ae22 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:00:45.900759 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c3de8cf6-82c4-4fba-9a60-0c3b5f0c0cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:45.903623 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-89ae63e0-e185-4630-abf2-a10e462feb28 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9290128 Jul 24 01:00:45.904899 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c3de8cf6-82c4-4fba-9a60-0c3b5f0c0cb7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:45.930162 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9195a0b0-98de-4102-a282-763e6cdd6b11 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:45.963111 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-889b2322-75b0-4dcd-8ab0-63bd0c297b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:45.981276 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276c4a8d-f0de-49df-ad74-258333385171 None None] Network b3b31c9b-c5e3-41d2-ac45-5344ba8f25a1 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:00:45.982350 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c3de8cf6-82c4-4fba-9a60-0c3b5f0c0cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:45.982976 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3de8cf6-82c4-4fba-9a60-0c3b5f0c0cb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:00:46.002569 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c3de8cf6-82c4-4fba-9a60-0c3b5f0c0cb7 admin admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:46.008491 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c3de8cf6-82c4-4fba-9a60-0c3b5f0c0cb7 admin admin] 10.222.0.15 "DELETE /v2.0/routers/487c9a36-87d4-4ac6-b4c8-f2cdf7db57bd HTTP/1.1" status: 204 len: 168 time: 2.6178405 Jul 24 01:00:46.011392 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39478) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:46.072466 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-c5ee23c4-64cf-47c1-bc06-c5e0618c6e6d tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:46.081226 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-c5ee23c4-64cf-47c1-bc06-c5e0618c6e6d tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/networks?id=7bb51f2f-00d3-4129-bd46-3f370febb2ae HTTP/1.1" status: 200 len: 814 time: 0.3242393 Jul 24 01:00:46.123751 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-258d57bc-28b8-4a0b-a0de-afeb298ce4b3 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/quotas/f013df7f7eb44beeaa371687a90f2b0c HTTP/1.1" status: 200 len: 375 time: 0.0413599 Jul 24 01:00:46.158423 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd9fb8f5-3e78-46f3-8767-ef9ff0339b68 admin admin] Deleting subnet cd529d29-d1e4-4b9d-9eb1-e982944c69e2 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:00:46.164004 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fd9fb8f5-3e78-46f3-8767-ef9ff0339b68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:46.192244 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-889b2322-75b0-4dcd-8ab0-63bd0c297b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:46.232774 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fd9fb8f5-3e78-46f3-8767-ef9ff0339b68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:46.267946 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b2322-75b0-4dcd-8ab0-63bd0c297b2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ed594ab-4150-403d-ad1f-541fd4a99a03,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:46.276339 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70ae9f-4efb-4b6c-9a05-2a6aed84aa05 req-ae76280f-053e-467a-b79b-104152337c04 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:46.277245 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-889b2322-75b0-4dcd-8ab0-63bd0c297b2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:46.277963 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0e70ae9f-4efb-4b6c-9a05-2a6aed84aa05 req-ae76280f-053e-467a-b79b-104152337c04 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.1763279 Jul 24 01:00:46.281198 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-889b2322-75b0-4dcd-8ab0-63bd0c297b2b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5ed594ab-4150-403d-ad1f-541fd4a99a03 HTTP/1.1" status: 204 len: 168 time: 0.8176615 Jul 24 01:00:46.285612 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39482) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:46.320411 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9195a0b0-98de-4102-a282-763e6cdd6b11 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:46.329517 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9195a0b0-98de-4102-a282-763e6cdd6b11 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:46.359178 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-b7a182f3-7a65-4579-b19f-8c54feae8810 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f013df7f7eb44beeaa371687a90f2b0c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2248075 Jul 24 01:00:46.413434 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195a0b0-98de-4102-a282-763e6cdd6b11 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96dc3e14-d36e-4bb9-bae6-744c5f5ee18c,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:46.448678 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0e70ae9f-4efb-4b6c-9a05-2a6aed84aa05 req-46e168fd-3a16-4bdf-8d85-ce5142e0121a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1619346 Jul 24 01:00:46.450309 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fd9fb8f5-3e78-46f3-8767-ef9ff0339b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:46.454930 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dac138a1-8990-4e94-9a12-c0f1080fff1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:46.570230 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-f903989c-cb89-4f72-a250-cb7039163b80 service neutron] 10.222.0.15 "GET /v2.0/networks/7bb51f2f-00d3-4129-bd46-3f370febb2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889544 Jul 24 01:00:46.573169 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9195a0b0-98de-4102-a282-763e6cdd6b11 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:46.590002 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fd9fb8f5-3e78-46f3-8767-ef9ff0339b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:46.598594 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9195a0b0-98de-4102-a282-763e6cdd6b11 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:46.638367 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dac138a1-8990-4e94-9a12-c0f1080fff1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:46.659142 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9195a0b0-98de-4102-a282-763e6cdd6b11 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:46.660592 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9195a0b0-98de-4102-a282-763e6cdd6b11 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2071729 Jul 24 01:00:46.676827 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39496) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:46.680526 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9fb8f5-3e78-46f3-8767-ef9ff0339b68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd529d29-d1e4-4b9d-9eb1-e982944c69e2,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:46.688802 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-dac138a1-8990-4e94-9a12-c0f1080fff1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b98cc79-496b-494e-a0de-ce20278a0586']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:46.701191 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fd9fb8f5-3e78-46f3-8767-ef9ff0339b68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:46.703986 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-fd9fb8f5-3e78-46f3-8767-ef9ff0339b68 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/cd529d29-d1e4-4b9d-9eb1-e982944c69e2 HTTP/1.1" status: 204 len: 168 time: 0.6902072 Jul 24 01:00:46.704707 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8891773f-1fca-4edf-8f03-4df6781e0c8c None None] Network 0f4d177b-5147-42ce-b52d-29fb850e776c requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:00:46.707884 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195a0b0-98de-4102-a282-763e6cdd6b11 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24a30aac-ce56-4dfa-ab54-6645badbdd27,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:46.714273 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39498) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:46.727319 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-dac138a1-8990-4e94-9a12-c0f1080fff1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba3f8265-a107-438d-9a91-66542598e056') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:46.731532 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-dac138a1-8990-4e94-9a12-c0f1080fff1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba3f8265-a107-438d-9a91-66542598e056') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:46.754187 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dac138a1-8990-4e94-9a12-c0f1080fff1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:46.775332 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39502) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:46.795774 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-0089ffa9-15fe-4be9-be7f-713ddfc3cc56 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-369133542-network', 'tenant_id': '8db7e31e8abc455aad45eed842f91073'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:46.814284 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dac138a1-8990-4e94-9a12-c0f1080fff1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:46.822285 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-602d408e-2856-44e8-b074-cdb1cabc8aae service neutron] 10.222.0.15 "GET /v2.0/networks/7bb51f2f-00d3-4129-bd46-3f370febb2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429459 Jul 24 01:00:46.871721 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dac138a1-8990-4e94-9a12-c0f1080fff1f admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:00:46.872135 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dac138a1-8990-4e94-9a12-c0f1080fff1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:46.873920 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:00:46.873920 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:00:46.873920 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:00:46.873920 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:00:46.873920 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:00:46.873920 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:00:46.873920 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:00:46.873920 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:00:46.873920 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:00:46.873920 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:00:46.873920 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:00:46.873920 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:00:46.873920 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:00:46.873920 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:00:46.873920 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:00:46.873920 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:00:46.873920 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:00:46.873920 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:00:46.873920 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:00:46.873920 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:00:46.873920 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:00:46.873920 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:00:46.873920 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:00:46.873920 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:00:46.873920 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:00:46.873920 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:00:46.873920 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:00:46.873920 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:00:46.873920 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:00:46.873920 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:00:46.873920 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:00:46.873920 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:00:46.879395 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0089ffa9-15fe-4be9-be7f-713ddfc3cc56 admin admin] Made reservation on behalf of 8db7e31e8abc455aad45eed842f91073 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:00:46.883380 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0089ffa9-15fe-4be9-be7f-713ddfc3cc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:46.888428 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-37253af7-70aa-4189-a230-61314173dcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:46.905340 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0089ffa9-15fe-4be9-be7f-713ddfc3cc56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:46.926158 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a67daf8e-1c3b-469d-8d51-2694bab7ee08 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2475965 Jul 24 01:00:46.929685 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39506) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:46.986181 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-c2a82a7e-ad2d-4a83-ae8c-d60d2c9218b3 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Request body: {'security_group': {'name': 'tempest-security--2137122968', 'description': 'tempest-security-description-1942811218'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:47.012445 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dac138a1-8990-4e94-9a12-c0f1080fff1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:47.037517 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dac138a1-8990-4e94-9a12-c0f1080fff1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:47.045288 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-dac138a1-8990-4e94-9a12-c0f1080fff1f admin admin] 10.222.0.15 "DELETE /v2.0/networks/6b98cc79-496b-494e-a0de-ce20278a0586 HTTP/1.1" status: 204 len: 168 time: 0.7560692 Jul 24 01:00:47.078082 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec76ec27-b103-47be-8ba4-b0b82bb45950 None None] DHCP port deletion for 0f4d177b-5147-42ce-b52d-29fb850e776c request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:00:47.082681 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bfa391-5d8f-43e2-b19a-186dd5c7d87d req-a55716c0-2423-4fb3-8cd5-82e80edb6bfa tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:47.091650 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e1bfa391-5d8f-43e2-b19a-186dd5c7d87d req-a55716c0-2423-4fb3-8cd5-82e80edb6bfa tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.2788191 Jul 24 01:00:47.105123 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c2a82a7e-ad2d-4a83-ae8c-d60d2c9218b3 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:47.156738 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 669a617c-0a36-45fe-b558-8e2fe1305ff0 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:00:47.170759 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac138a1-8990-4e94-9a12-c0f1080fff1f admin admin] Pushing event deleted for resources: {'Network': ['ID=6b98cc79-496b-494e-a0de-ce20278a0586,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:47.199404 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 669a617c-0a36-45fe-b558-8e2fe1305ff0 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:00:47.200644 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 669a617c-0a36-45fe-b558-8e2fe1305ff0 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:00:47.203868 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2098cf50-87bb-49b1-b112-298be7c3d59a req-736b6aaf-bb00-48ef-ac4c-811ee95ae4c1 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=cda48cda-a8fd-4525-93d4-43f34deda623 HTTP/1.1" status: 200 len: 210 time: 0.1008232 Jul 24 01:00:47.226297 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e1bfa391-5d8f-43e2-b19a-186dd5c7d87d req-d56c70bf-81b6-4233-9617-0835b59ecba0 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1329720 Jul 24 01:00:47.257649 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-ec76ec27-b103-47be-8ba4-b0b82bb45950 None None] Deleting port 9126fe4f-e770-422d-9524-841dc55c3f59 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:00:47.258902 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ec76ec27-b103-47be-8ba4-b0b82bb45950 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:47.268838 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-37253af7-70aa-4189-a230-61314173dcb3 admin admin] Deleting port 9126fe4f-e770-422d-9524-841dc55c3f59 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:00:47.269280 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-37253af7-70aa-4189-a230-61314173dcb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:47.294445 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c2a82a7e-ad2d-4a83-ae8c-d60d2c9218b3 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:47.302901 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c2a82a7e-ad2d-4a83-ae8c-d60d2c9218b3 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:47.306666 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c2a82a7e-ad2d-4a83-ae8c-d60d2c9218b3 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:47.310785 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c2a82a7e-ad2d-4a83-ae8c-d60d2c9218b3 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "PUT /v2.0/security-groups/24a30aac-ce56-4dfa-ab54-6645badbdd27 HTTP/1.1" status: 200 len: 1780 time: 0.3262956 Jul 24 01:00:47.312336 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39518) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:47.347766 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a82a7e-ad2d-4a83-ae8c-d60d2c9218b3 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24a30aac-ce56-4dfa-ab54-6645badbdd27,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:47.356972 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-ec76ec27-b103-47be-8ba4-b0b82bb45950 None None] For port 9126fe4f-e770-422d-9524-841dc55c3f59, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=9126fe4f-e770-422d-9524-841dc55c3f59,segment=NetworkSegment(462cdb3a-8d0e-4b9d-bbf5-8407cf005c8a),segment_id=462cdb3a-8d0e-4b9d-bbf5-8407cf005c8a)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:47.357490 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ec76ec27-b103-47be-8ba4-b0b82bb45950 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:47.371568 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1cc2a6b6-f6bf-4c6d-ac95-e72b5864bc26 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "GET /v2.0/security-groups/24a30aac-ce56-4dfa-ab54-6645badbdd27 HTTP/1.1" status: 200 len: 1780 time: 0.0579042 Jul 24 01:00:47.371923 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39520) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:47.378117 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-ec76ec27-b103-47be-8ba4-b0b82bb45950 None None] Calling delete_port for 9126fe4f-e770-422d-9524-841dc55c3f59 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:00:47.421997 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39522) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:47.468407 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-37253af7-70aa-4189-a230-61314173dcb3 admin admin] For port 9126fe4f-e770-422d-9524-841dc55c3f59, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=9126fe4f-e770-422d-9524-841dc55c3f59,segment=NetworkSegment(462cdb3a-8d0e-4b9d-bbf5-8407cf005c8a),segment_id=462cdb3a-8d0e-4b9d-bbf5-8407cf005c8a)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:47.468793 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-37253af7-70aa-4189-a230-61314173dcb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:47.483192 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-61d69768-f190-41a2-b760-1f570577bbfa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e7fb6f6ac2d547beb657a4e597e3a5be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0597928 Jul 24 01:00:47.486404 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39526) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:47.494336 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0089ffa9-15fe-4be9-be7f-713ddfc3cc56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:47.504009 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-37253af7-70aa-4189-a230-61314173dcb3 admin admin] Calling delete_port for 9126fe4f-e770-422d-9524-841dc55c3f59 owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:00:47.509905 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0089ffa9-15fe-4be9-be7f-713ddfc3cc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:47.544338 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ec76ec27-b103-47be-8ba4-b0b82bb45950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:47.560646 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0089ffa9-15fe-4be9-be7f-713ddfc3cc56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5389d5c1-5156-415c-bd68-e701673c1837,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:47.561993 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec76ec27-b103-47be-8ba4-b0b82bb45950 None None] No DVR routers for this DVR port 9126fe4f-e770-422d-9524-841dc55c3f59 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:00:47.572385 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-45c47b9b-8e60-4cdd-b429-6a3999c14bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:47.591638 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec76ec27-b103-47be-8ba4-b0b82bb45950 None None] Pushing event deleted for resources: {'Port': ['ID=9126fe4f-e770-422d-9524-841dc55c3f59,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:47.606958 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0089ffa9-15fe-4be9-be7f-713ddfc3cc56 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:00:47.608148 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-45c47b9b-8e60-4cdd-b429-6a3999c14bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:47.622422 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0089ffa9-15fe-4be9-be7f-713ddfc3cc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:47.622901 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-0089ffa9-15fe-4be9-be7f-713ddfc3cc56 admin admin] Added segment 4b6cc63e-c97c-4319-acfd-c40e8d342f4f of type vlan for network 0330e8d4-2293-4243-b729-497dfc783f28 Jul 24 01:00:47.678950 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-45c47b9b-8e60-4cdd-b429-6a3999c14bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:47.685728 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-45c47b9b-8e60-4cdd-b429-6a3999c14bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:47.689707 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-45c47b9b-8e60-4cdd-b429-6a3999c14bb2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8fd5a711-cf39-45ae-871b-d5c29363e689 HTTP/1.1" status: 204 len: 168 time: 0.1997092 Jul 24 01:00:47.696322 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c47b9b-8e60-4cdd-b429-6a3999c14bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd5a711-cf39-45ae-871b-d5c29363e689,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:47.733323 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6043daa3-487a-4d90-a30e-5a520b00fbd6 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:47.738128 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0089ffa9-15fe-4be9-be7f-713ddfc3cc56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:47.796142 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6043daa3-487a-4d90-a30e-5a520b00fbd6 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:47.837952 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0089ffa9-15fe-4be9-be7f-713ddfc3cc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:47.839622 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0089ffa9-15fe-4be9-be7f-713ddfc3cc56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:47.841050 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0089ffa9-15fe-4be9-be7f-713ddfc3cc56 admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:47.895040 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-37253af7-70aa-4189-a230-61314173dcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:47.931755 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0089ffa9-15fe-4be9-be7f-713ddfc3cc56 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1526873 Jul 24 01:00:47.936106 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39534) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:47.942067 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-576a4da4-76d3-4c94-b544-dc646c6d579e admin admin] Request body: {'subnet': {'network_id': '0330e8d4-2293-4243-b729-497dfc783f28', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-369133542-subnet', 'tenant_id': '8db7e31e8abc455aad45eed842f91073', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:47.946427 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37253af7-70aa-4189-a230-61314173dcb3 admin admin] No DVR routers for this DVR port 9126fe4f-e770-422d-9524-841dc55c3f59 on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:00:47.950956 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37253af7-70aa-4189-a230-61314173dcb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9126fe4f-e770-422d-9524-841dc55c3f59,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:47.973282 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576a4da4-76d3-4c94-b544-dc646c6d579e admin admin] Made reservation on behalf of 8db7e31e8abc455aad45eed842f91073 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:00:47.978189 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-576a4da4-76d3-4c94-b544-dc646c6d579e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:48.012449 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6043daa3-487a-4d90-a30e-5a520b00fbd6 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:48.015196 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6043daa3-487a-4d90-a30e-5a520b00fbd6 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:48.016443 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6043daa3-487a-4d90-a30e-5a520b00fbd6 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "DELETE /v2.0/security-groups/24a30aac-ce56-4dfa-ab54-6645badbdd27 HTTP/1.1" status: 204 len: 168 time: 0.6327965 Jul 24 01:00:48.017304 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0089ffa9-15fe-4be9-be7f-713ddfc3cc56 admin admin] Pushing event updated for resources: {'Network': ['ID=0330e8d4-2293-4243-b729-497dfc783f28,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:48.020916 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39536) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:48.030430 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 0330e8d4-2293-4243-b729-497dfc783f28 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:00:48.036558 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043daa3-487a-4d90-a30e-5a520b00fbd6 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a30aac-ce56-4dfa-ab54-6645badbdd27,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:48.130384 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-37253af7-70aa-4189-a230-61314173dcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:48.160518 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-37253af7-70aa-4189-a230-61314173dcb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f4d177b-5147-42ce-b52d-29fb850e776c']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:48.181628 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9258d36d-2306-4203-9555-c27d1aa3be8c tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1424882 Jul 24 01:00:48.181628 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-37253af7-70aa-4189-a230-61314173dcb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '462cdb3a-8d0e-4b9d-bbf5-8407cf005c8a') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:48.181628 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-37253af7-70aa-4189-a230-61314173dcb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '462cdb3a-8d0e-4b9d-bbf5-8407cf005c8a') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:48.181939 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39544) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:48.192002 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-37253af7-70aa-4189-a230-61314173dcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:48.213731 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d1181f34-580c-4e39-82cd-1357a26d2a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:48.214000 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-37253af7-70aa-4189-a230-61314173dcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:48.223017 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37253af7-70aa-4189-a230-61314173dcb3 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:00:48.223565 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-37253af7-70aa-4189-a230-61314173dcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:48.228315 n-d-793621-25 neutron-server[100464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:00:48.228315 n-d-793621-25 neutron-server[100464]: self.session.flush() Jul 24 01:00:48.228315 n-d-793621-25 neutron-server[100464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:00:48.228315 n-d-793621-25 neutron-server[100464]: self.session.flush() Jul 24 01:00:48.228315 n-d-793621-25 neutron-server[100464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:00:48.228315 n-d-793621-25 neutron-server[100464]: self.session.flush() Jul 24 01:00:48.228315 n-d-793621-25 neutron-server[100464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:00:48.228315 n-d-793621-25 neutron-server[100464]: self.session.flush() Jul 24 01:00:48.228315 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:00:48.228315 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:00:48.228315 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:00:48.228315 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:00:48.228315 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:00:48.228315 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:00:48.228315 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:00:48.228315 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:00:48.228315 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:00:48.228315 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:00:48.228315 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:00:48.228315 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:00:48.228315 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:00:48.228315 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:00:48.228315 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:00:48.228315 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:00:48.228315 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:00:48.228315 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:00:48.228315 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:00:48.228315 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:00:48.228315 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:00:48.228315 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:00:48.228315 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:00:48.228315 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:00:48.228315 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:00:48.228315 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:00:48.228315 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:00:48.228315 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:00:48.228315 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:00:48.228315 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:00:48.228315 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:00:48.228315 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:00:48.240641 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-2e63ce4c-1e8c-4915-8f1c-4195175bc9ec tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] delete failed (client error): The resource could not be found. Jul 24 01:00:48.242406 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2e63ce4c-1e8c-4915-8f1c-4195175bc9ec tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "DELETE /v2.0/security-groups/24a30aac-ce56-4dfa-ab54-6645badbdd27 HTTP/1.1" status: 404 len: 347 time: 0.0598900 Jul 24 01:00:48.248570 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39550) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:48.257803 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-83bcb9a1-9fc3-4f4c-a072-82d74c82d2f8 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Request body: {'security_group': {'name': 'tempest-secgroup--1641479266'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:48.268283 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-576a4da4-76d3-4c94-b544-dc646c6d579e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:48.332660 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-37253af7-70aa-4189-a230-61314173dcb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:48.352043 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0709f1c6-b3f7-4fe1-b846-f3c762e58d7d req-af269e51-c23c-4a10-8e8c-733840bcd91c tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=cda48cda-a8fd-4525-93d4-43f34deda623 HTTP/1.1" status: 200 len: 210 time: 0.0516729 Jul 24 01:00:48.365523 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576a4da4-76d3-4c94-b544-dc646c6d579e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cd36c37-d42f-4728-869a-4584694452a5,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:48.383787 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-37253af7-70aa-4189-a230-61314173dcb3 admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:48.388783 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576a4da4-76d3-4c94-b544-dc646c6d579e admin admin] Checking segment: {'id': '4b6cc63e-c97c-4319-acfd-c40e8d342f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0330e8d4-2293-4243-b729-497dfc783f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:00:48.389058 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-37253af7-70aa-4189-a230-61314173dcb3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0f4d177b-5147-42ce-b52d-29fb850e776c HTTP/1.1" status: 204 len: 168 time: 1.6729839 Jul 24 01:00:48.389218 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576a4da4-76d3-4c94-b544-dc646c6d579e admin admin] Network hostable DHCP agents. Network: 0330e8d4-2293-4243-b729-497dfc783f28, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:00:48.390862 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-83bcb9a1-9fc3-4f4c-a072-82d74c82d2f8 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:48.412462 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576a4da4-76d3-4c94-b544-dc646c6d579e admin admin] Network 0330e8d4-2293-4243-b729-497dfc783f28 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:00:48.432562 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-576a4da4-76d3-4c94-b544-dc646c6d579e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 0330e8d4-2293-4243-b729-497dfc783f28) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:48.451477 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37253af7-70aa-4189-a230-61314173dcb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f4d177b-5147-42ce-b52d-29fb850e776c,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:48.453292 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576a4da4-76d3-4c94-b544-dc646c6d579e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:48.454523 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-576a4da4-76d3-4c94-b544-dc646c6d579e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:48.460178 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8835f8-54ab-43d2-a37f-e27479c2a347 None None] Network 0330e8d4-2293-4243-b729-497dfc783f28 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:00:48.470655 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:48.493571 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-576a4da4-76d3-4c94-b544-dc646c6d579e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5490665 Jul 24 01:00:48.670397 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39562) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:48.699938 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-f5b92b26-f86a-4167-86a6-b9aec8015bfb tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:48.704037 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11e4f12-f69f-4d96-b0c2-8b408d9b0ff5 None None] Network 0330e8d4-2293-4243-b729-497dfc783f28 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:00:48.705495 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-f5b92b26-f86a-4167-86a6-b9aec8015bfb tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.13 "GET /v2.0/networks?id=7bb51f2f-00d3-4129-bd46-3f370febb2ae HTTP/1.1" status: 200 len: 814 time: 0.3024058 Jul 24 01:00:48.730091 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b53c453b-3d55-4b0b-b07d-891b332252a0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cd8dc1c34a4c4b2aa3488d1b34b0e153&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0579154 Jul 24 01:00:48.732907 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39566) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:48.747306 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fcbd27-003e-4d11-9e6d-d606ff2aefdb req-aaa7b6a6-4255-43a4-a14b-87c78754ba99 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:48.748931 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-76fcbd27-003e-4d11-9e6d-d606ff2aefdb req-aaa7b6a6-4255-43a4-a14b-87c78754ba99 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.3707724 Jul 24 01:00:48.765437 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-017bf0da-7da9-4420-abaf-ffc3bc1f634a tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Request body: {'port': {'device_id': 'cda48cda-a8fd-4525-93d4-43f34deda623', 'network_id': '7bb51f2f-00d3-4129-bd46-3f370febb2ae', 'admin_state_up': True, 'tenant_id': 'f013df7f7eb44beeaa371687a90f2b0c'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:48.827044 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5eac7f1b-c830-4c71-b727-c21f4859e1e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:48.872064 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-83bcb9a1-9fc3-4f4c-a072-82d74c82d2f8 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:48.889914 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5eac7f1b-c830-4c71-b727-c21f4859e1e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:48.923582 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-83bcb9a1-9fc3-4f4c-a072-82d74c82d2f8 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:48.949855 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-76fcbd27-003e-4d11-9e6d-d606ff2aefdb req-c3a296bc-e035-40ef-a032-bd26c9e5af9b tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1706553 Jul 24 01:00:48.962348 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5eac7f1b-c830-4c71-b727-c21f4859e1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:48.971470 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5eac7f1b-c830-4c71-b727-c21f4859e1e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:48.983009 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-83bcb9a1-9fc3-4f4c-a072-82d74c82d2f8 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:48.983009 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-83bcb9a1-9fc3-4f4c-a072-82d74c82d2f8 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7290180 Jul 24 01:00:48.987001 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5eac7f1b-c830-4c71-b727-c21f4859e1e5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4323fbb8-04e4-4095-bee7-804e3989f23d HTTP/1.1" status: 204 len: 168 time: 0.2519922 Jul 24 01:00:48.990635 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39574) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:49.000399 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bcb9a1-9fc3-4f4c-a072-82d74c82d2f8 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=facb143e-c11c-49ee-ac6a-1c573e5aa8ee,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:49.033455 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-f0dba703-38c3-4966-8199-2d7ef4a23526 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Request body: {'security_group_rule': {'security_group_id': 'facb143e-c11c-49ee-ac6a-1c573e5aa8ee', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:49.047438 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-017bf0da-7da9-4420-abaf-ffc3bc1f634a tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Made reservation on behalf of f013df7f7eb44beeaa371687a90f2b0c for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:00:49.052131 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-017bf0da-7da9-4420-abaf-ffc3bc1f634a tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:49.071535 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac7f1b-c830-4c71-b727-c21f4859e1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4323fbb8-04e4-4095-bee7-804e3989f23d,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:49.099500 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39584) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:49.159959 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 9126fe4f-e770-422d-9524-841dc55c3f59 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:00:49.180526 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f0dba703-38c3-4966-8199-2d7ef4a23526 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:49.186838 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 9126fe4f-e770-422d-9524-841dc55c3f59 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:00:49.187561 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 9126fe4f-e770-422d-9524-841dc55c3f59 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:00:49.272816 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e64452a-782f-4336-9010-58d9886560c6 req-d7f7df2c-3cd0-483a-b579-b85d4ea90634 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:49.275104 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7e64452a-782f-4336-9010-58d9886560c6 req-d7f7df2c-3cd0-483a-b579-b85d4ea90634 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.1760924 Jul 24 01:00:49.278194 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-017bf0da-7da9-4420-abaf-ffc3bc1f634a tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Allocated IP 172.20.0.3 (7bb51f2f-00d3-4129-bd46-3f370febb2ae/ca9fc3c9-f297-4e8b-a8e5-3d3783f9f619/cc6338a3-7385-470a-96c4-47d2735af0b1) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:00:49.290038 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f0dba703-38c3-4966-8199-2d7ef4a23526 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:49.304225 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f0dba703-38c3-4966-8199-2d7ef4a23526 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:49.332917 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dba703-38c3-4966-8199-2d7ef4a23526 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e64d7364-8119-4534-867d-8ea0de13d7b9,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:49.346785 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7e64452a-782f-4336-9010-58d9886560c6 req-4d986f8d-9000-4f6f-9f50-1c4d0bdb6020 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603061 Jul 24 01:00:49.353592 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f0dba703-38c3-4966-8199-2d7ef4a23526 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:49.354992 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f0dba703-38c3-4966-8199-2d7ef4a23526 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3303819 Jul 24 01:00:49.358314 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39590) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:49.395645 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0a8a9a16-cb88-4de8-a8c0-234cfa6e4318 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:49.408656 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0a8a9a16-cb88-4de8-a8c0-234cfa6e4318 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:49.413698 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:49.451378 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0a8a9a16-cb88-4de8-a8c0-234cfa6e4318 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:49.463255 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0a8a9a16-cb88-4de8-a8c0-234cfa6e4318 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:49.464486 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0a8a9a16-cb88-4de8-a8c0-234cfa6e4318 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/e64d7364-8119-4534-867d-8ea0de13d7b9 HTTP/1.1" status: 204 len: 168 time: 0.1051641 Jul 24 01:00:49.467527 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39600) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:49.479549 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a9a16-cb88-4de8-a8c0-234cfa6e4318 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e64d7364-8119-4534-867d-8ea0de13d7b9,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:49.559835 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b722d90-857f-4ba8-a8ce-f4ea2b2504ae req-cc892d15-dac3-43c6-b0e5-e6f6d65fd2d5 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:49.562031 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3b722d90-857f-4ba8-a8ce-f4ea2b2504ae req-cc892d15-dac3-43c6-b0e5-e6f6d65fd2d5 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.0960999 Jul 24 01:00:49.609811 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3b722d90-857f-4ba8-a8ce-f4ea2b2504ae req-fc620bc6-7040-436a-a0c5-cad54dae3e3a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386930 Jul 24 01:00:49.633382 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-c10591b9-ac89-4c41-90cd-ec437a77477b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1692976672-network', 'tenant_id': '626332b8d2a44f2d913cfa7775848708'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:49.690649 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-017bf0da-7da9-4420-abaf-ffc3bc1f634a tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:49.719990 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-952a4ced-3a6e-4698-a607-df60aeef8ecd req-2dc99ae4-29a0-46a8-b23f-f3c21496b4d3 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=cda48cda-a8fd-4525-93d4-43f34deda623 HTTP/1.1" status: 200 len: 210 time: 0.0338306 Jul 24 01:00:49.728883 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e32b060e-c54b-4cb8-87e0-09d0ff72b877 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2595544 Jul 24 01:00:49.732299 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39614) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:49.766442 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10591b9-ac89-4c41-90cd-ec437a77477b admin admin] Made reservation on behalf of 626332b8d2a44f2d913cfa7775848708 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:00:49.769316 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c10591b9-ac89-4c41-90cd-ec437a77477b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:49.846047 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-116bab58-6752-467f-9e9c-d6d0bf1cd32b tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:49.890494 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-116bab58-6752-467f-9e9c-d6d0bf1cd32b tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:49.919381 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9cc4f4-67da-4ab8-bd06-07f1a30b43c9 req-d23a3643-de64-4d51-a42a-a5cf44c81d66 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:49.921695 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb9cc4f4-67da-4ab8-bd06-07f1a30b43c9 req-d23a3643-de64-4d51-a42a-a5cf44c81d66 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.1310241 Jul 24 01:00:49.979810 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb9cc4f4-67da-4ab8-bd06-07f1a30b43c9 req-0902d2bc-1396-4bc5-b059-b16c148f5463 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491965 Jul 24 01:00:49.981106 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-116bab58-6752-467f-9e9c-d6d0bf1cd32b tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:49.984252 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-116bab58-6752-467f-9e9c-d6d0bf1cd32b tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:49.989137 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-116bab58-6752-467f-9e9c-d6d0bf1cd32b tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "DELETE /v2.0/security-groups/facb143e-c11c-49ee-ac6a-1c573e5aa8ee HTTP/1.1" status: 204 len: 168 time: 0.2422419 Jul 24 01:00:49.989652 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39624) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:50.041659 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116bab58-6752-467f-9e9c-d6d0bf1cd32b tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=facb143e-c11c-49ee-ac6a-1c573e5aa8ee,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:50.088915 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2395c194-9bf1-4fb6-a08b-570f10d6c7d0 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0983410 Jul 24 01:00:50.093606 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39630) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:50.094269 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c10591b9-ac89-4c41-90cd-ec437a77477b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:50.098746 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-8040f1f9-e77f-4d99-9ede-22627cd089fd tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Request body: {'security_group': {'name': 'tempest-secgroup--634981437'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:50.105575 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-0cee215a-5067-422a-81e4-e3edde9ce373 tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:50.107263 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-0cee215a-5067-422a-81e4-e3edde9ce373 tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] 10.222.0.15 "GET /v2.0/networks?id=b3b31c9b-c5e3-41d2-ac45-5344ba8f25a1 HTTP/1.1" status: 200 len: 825 time: 0.5731552 Jul 24 01:00:50.127712 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8040f1f9-e77f-4d99-9ede-22627cd089fd tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:50.151302 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-2a33adea-da41-45c3-96ff-5d4713fbafce tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] 10.222.0.15 "GET /v2.0/quotas/34c1e40d7f38420ebc481ad4a9961588 HTTP/1.1" status: 200 len: 375 time: 0.0276127 Jul 24 01:00:50.189258 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-017bf0da-7da9-4420-abaf-ffc3bc1f634a tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:50.196586 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-93418aff-5638-40b4-bf98-48823cc50875 tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=34c1e40d7f38420ebc481ad4a9961588&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407133 Jul 24 01:00:50.202457 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['a9bc459e-046f-45c5-b282-74d400eb474a'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:00:50.221502 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39634) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:50.315968 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-017bf0da-7da9-4420-abaf-ffc3bc1f634a tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Network 7bb51f2f-00d3-4129-bd46-3f370febb2ae is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:50.332086 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-017bf0da-7da9-4420-abaf-ffc3bc1f634a tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:50.359055 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-bc9a3b8b-c122-4b05-a6e5-aef69f2db129 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-355161874-network', 'tenant_id': '65dd2feed447440194c7f86c10c73ddc'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:50.363630 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017bf0da-7da9-4420-abaf-ffc3bc1f634a tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Pushing event updated for resources: {'Port': ['ID=cc6338a3-7385-470a-96c4-47d2735af0b1,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:50.370228 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-017bf0da-7da9-4420-abaf-ffc3bc1f634a tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:00:50.458441 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-017bf0da-7da9-4420-abaf-ffc3bc1f634a tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:50.459036 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-017bf0da-7da9-4420-abaf-ffc3bc1f634a tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:50.464579 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-b3126caa-4102-4b41-8826-2da07379bca7 service neutron] 10.222.0.15 "GET /v2.0/networks/b3b31c9b-c5e3-41d2-ac45-5344ba8f25a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147384 Jul 24 01:00:50.531813 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c10591b9-ac89-4c41-90cd-ec437a77477b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:50.562181 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c10591b9-ac89-4c41-90cd-ec437a77477b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:50.576109 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-017bf0da-7da9-4420-abaf-ffc3bc1f634a tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8249066 Jul 24 01:00:50.599605 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-85fb81ee-da73-44d8-9a64-b11939894b8c service neutron] Request body: {'port': {'device_id': 'cda48cda-a8fd-4525-93d4-43f34deda623', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:50.633535 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c10591b9-ac89-4c41-90cd-ec437a77477b admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:00:50.640895 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8040f1f9-e77f-4d99-9ede-22627cd089fd tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:50.648177 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8040f1f9-e77f-4d99-9ede-22627cd089fd tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:50.656417 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10591b9-ac89-4c41-90cd-ec437a77477b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48df5737-21c6-487e-8a8e-878646db42ca,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:50.665510 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-b6bdae52-616f-4dda-81c4-1ef62016f2bd service neutron] 10.222.0.15 "GET /v2.0/networks/b3b31c9b-c5e3-41d2-ac45-5344ba8f25a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941476 Jul 24 01:00:50.672666 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c10591b9-ac89-4c41-90cd-ec437a77477b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:50.673029 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-c10591b9-ac89-4c41-90cd-ec437a77477b admin admin] Added segment 4242c379-d447-4cc7-be17-2a8b0036d56e of type vlan for network 662676c2-c269-4b06-8b5d-f431eabf5e53 Jul 24 01:00:50.691565 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9a3b8b-c122-4b05-a6e5-aef69f2db129 admin admin] Made reservation on behalf of 65dd2feed447440194c7f86c10c73ddc for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:00:50.693948 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc9a3b8b-c122-4b05-a6e5-aef69f2db129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:50.707226 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8040f1f9-e77f-4d99-9ede-22627cd089fd tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:50.711496 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8040f1f9-e77f-4d99-9ede-22627cd089fd tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6136179 Jul 24 01:00:50.711939 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39638) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:50.718247 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-90658dae-7911-4ca9-aa0f-d42af6bfe866 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Request body: {'security_group_rule': {'security_group_id': '29b18265-74b8-4ec8-b566-faad98d67405', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:50.726825 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8040f1f9-e77f-4d99-9ede-22627cd089fd tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29b18265-74b8-4ec8-b566-faad98d67405,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:50.729237 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc9a3b8b-c122-4b05-a6e5-aef69f2db129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:50.755096 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c10591b9-ac89-4c41-90cd-ec437a77477b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:50.772823 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-85fb81ee-da73-44d8-9a64-b11939894b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:50.812800 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-90658dae-7911-4ca9-aa0f-d42af6bfe866 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:50.829286 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c10591b9-ac89-4c41-90cd-ec437a77477b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:50.830285 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10591b9-ac89-4c41-90cd-ec437a77477b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:50.830907 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c10591b9-ac89-4c41-90cd-ec437a77477b admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:50.940583 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:50.967113 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10631d-7b75-437f-b55a-cc3f519bcafc req-0d9dfe4b-0a92-437e-903d-1b88852ae694 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:50.969029 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2f10631d-7b75-437f-b55a-cc3f519bcafc req-0d9dfe4b-0a92-437e-903d-1b88852ae694 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=cda48cda-a8fd-4525-93d4-43f34deda623 HTTP/1.1" status: 200 len: 931 time: 0.1506786 Jul 24 01:00:50.988651 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-90658dae-7911-4ca9-aa0f-d42af6bfe866 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:51.000942 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-90658dae-7911-4ca9-aa0f-d42af6bfe866 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:51.010969 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-29cdf261-1467-44dc-be97-43fc68b4d2c4 req-048ba3c3-cbad-4436-927b-c1e59319a75b tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] 10.222.0.15 "GET /v2.0/ports?device_id=585b7e0f-d58b-49c1-8956-0fd5e6c152fb HTTP/1.1" status: 200 len: 210 time: 0.0703001 Jul 24 01:00:51.052048 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10591b9-ac89-4c41-90cd-ec437a77477b admin admin] Pushing event updated for resources: {'Network': ['ID=662676c2-c269-4b06-8b5d-f431eabf5e53,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:51.061634 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90658dae-7911-4ca9-aa0f-d42af6bfe866 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5d9d783-02bd-4ac1-a14f-eecf1a9bd7cd,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:51.069976 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 662676c2-c269-4b06-8b5d-f431eabf5e53 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:00:51.086167 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2f10631d-7b75-437f-b55a-cc3f519bcafc req-83f85152-66e2-4481-bad2-c389853119fc tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994623 Jul 24 01:00:51.099296 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc9a3b8b-c122-4b05-a6e5-aef69f2db129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:51.116526 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc9a3b8b-c122-4b05-a6e5-aef69f2db129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:51.134787 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c10591b9-ac89-4c41-90cd-ec437a77477b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.0313234 Jul 24 01:00:51.135743 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-90658dae-7911-4ca9-aa0f-d42af6bfe866 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:51.138087 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39652) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:51.143490 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-5c2de2bb-901c-4a5b-b077-8dec872863cd admin admin] Request body: {'subnet': {'network_id': '662676c2-c269-4b06-8b5d-f431eabf5e53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1692976672-subnet', 'tenant_id': '626332b8d2a44f2d913cfa7775848708', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:51.147552 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-90658dae-7911-4ca9-aa0f-d42af6bfe866 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4335756 Jul 24 01:00:51.154212 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39654) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:51.163191 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-9c8ca8c4-778a-4d8c-9948-9f74f43c1282 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Request body: {'security_group_rule': {'security_group_id': '29b18265-74b8-4ec8-b566-faad98d67405', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:51.213490 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc9a3b8b-c122-4b05-a6e5-aef69f2db129 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:00:51.231561 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a3b8b-c122-4b05-a6e5-aef69f2db129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29f5fc8-e9d4-406c-806e-2fe5400e338c,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:51.236699 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc9a3b8b-c122-4b05-a6e5-aef69f2db129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:51.236699 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-bc9a3b8b-c122-4b05-a6e5-aef69f2db129 admin admin] Added segment 49e99e20-0929-4cac-82fc-976bf4fa107a of type vlan for network 3b20bab6-bfd3-41b8-b4d1-348ef5f9fd9a Jul 24 01:00:51.274750 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9c8ca8c4-778a-4d8c-9948-9f74f43c1282 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:51.291743 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2de2bb-901c-4a5b-b077-8dec872863cd admin admin] Made reservation on behalf of 626332b8d2a44f2d913cfa7775848708 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:00:51.294141 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5c2de2bb-901c-4a5b-b077-8dec872863cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:51.304606 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc9a3b8b-c122-4b05-a6e5-aef69f2db129 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:51.311677 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-85fb81ee-da73-44d8-9a64-b11939894b8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc6338a3-7385-470a-96c4-47d2735af0b1 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:00:51.327778 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-85fb81ee-da73-44d8-9a64-b11939894b8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:51.367635 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc9a3b8b-c122-4b05-a6e5-aef69f2db129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:51.368633 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9a3b8b-c122-4b05-a6e5-aef69f2db129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:51.369224 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc9a3b8b-c122-4b05-a6e5-aef69f2db129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:51.373324 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9c8ca8c4-778a-4d8c-9948-9f74f43c1282 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:51.379514 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-85fb81ee-da73-44d8-9a64-b11939894b8c service neutron] Transition to ACTIVE for port object cc6338a3-7385-470a-96c4-47d2735af0b1 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:00:51.381673 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9c8ca8c4-778a-4d8c-9948-9f74f43c1282 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:51.387232 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-85fb81ee-da73-44d8-9a64-b11939894b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:51.416623 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-bc9a3b8b-c122-4b05-a6e5-aef69f2db129 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1939492 Jul 24 01:00:51.421964 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39658) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:51.431128 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-7e987562-547b-410c-bdae-e42cf4305bd1 admin admin] Request body: {'subnet': {'network_id': '3b20bab6-bfd3-41b8-b4d1-348ef5f9fd9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-355161874-subnet', 'tenant_id': '65dd2feed447440194c7f86c10c73ddc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:51.434728 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ca8c4-778a-4d8c-9948-9f74f43c1282 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d27ce0c6-dc66-4021-8519-475194ef7c61,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:51.466574 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fb81ee-da73-44d8-9a64-b11939894b8c service neutron] Pushing event updated for resources: {'Port': ['ID=cc6338a3-7385-470a-96c4-47d2735af0b1,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:51.467383 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9c8ca8c4-778a-4d8c-9948-9f74f43c1282 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:51.471742 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9c8ca8c4-778a-4d8c-9948-9f74f43c1282 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3133798 Jul 24 01:00:51.471742 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a3b8b-c122-4b05-a6e5-aef69f2db129 admin admin] Pushing event updated for resources: {'Network': ['ID=3b20bab6-bfd3-41b8-b4d1-348ef5f9fd9a,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:51.473516 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39660) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:51.481679 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-80919e1b-54f6-40c8-8559-501852dae1e3 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Request body: {'security_group_rule': {'security_group_id': '29b18265-74b8-4ec8-b566-faad98d67405', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:51.489234 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 3b20bab6-bfd3-41b8-b4d1-348ef5f9fd9a details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:00:51.500638 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e987562-547b-410c-bdae-e42cf4305bd1 admin admin] Made reservation on behalf of 65dd2feed447440194c7f86c10c73ddc for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:00:51.503630 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7e987562-547b-410c-bdae-e42cf4305bd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:51.580365 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-80919e1b-54f6-40c8-8559-501852dae1e3 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:51.609858 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-85fb81ee-da73-44d8-9a64-b11939894b8c service neutron] Attempting to bind port cc6338a3-7385-470a-96c4-47d2735af0b1 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:00:51.610239 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-85fb81ee-da73-44d8-9a64-b11939894b8c service neutron] Attempting to bind port cc6338a3-7385-470a-96c4-47d2735af0b1 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '6a0dcd8e-3884-461b-ac3c-4a378c6b966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7bb51f2f-00d3-4129-bd46-3f370febb2ae'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:00:51.610655 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-85fb81ee-da73-44d8-9a64-b11939894b8c service neutron] Attempting to bind port cc6338a3-7385-470a-96c4-47d2735af0b1 on network 7bb51f2f-00d3-4129-bd46-3f370febb2ae {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:00:51.617611 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-85fb81ee-da73-44d8-9a64-b11939894b8c service neutron] Port cc6338a3-7385-470a-96c4-47d2735af0b1 on network 7bb51f2f-00d3-4129-bd46-3f370febb2ae not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:00:51.617967 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-85fb81ee-da73-44d8-9a64-b11939894b8c service neutron] Attempting to bind port cc6338a3-7385-470a-96c4-47d2735af0b1 on network 7bb51f2f-00d3-4129-bd46-3f370febb2ae {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:00:51.621177 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5c2de2bb-901c-4a5b-b077-8dec872863cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:51.630749 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-85fb81ee-da73-44d8-9a64-b11939894b8c service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:00:51.630999 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-85fb81ee-da73-44d8-9a64-b11939894b8c service neutron] Checking segment: {'id': '6a0dcd8e-3884-461b-ac3c-4a378c6b966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7bb51f2f-00d3-4129-bd46-3f370febb2ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:00:51.631968 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-85fb81ee-da73-44d8-9a64-b11939894b8c service neutron] Bound using segment: {'id': '6a0dcd8e-3884-461b-ac3c-4a378c6b966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7bb51f2f-00d3-4129-bd46-3f370febb2ae'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:00:51.632431 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-85fb81ee-da73-44d8-9a64-b11939894b8c service neutron] Bound port: cc6338a3-7385-470a-96c4-47d2735af0b1, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a0dcd8e-3884-461b-ac3c-4a378c6b966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7bb51f2f-00d3-4129-bd46-3f370febb2ae'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:00:51.632806 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-85fb81ee-da73-44d8-9a64-b11939894b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:51.657076 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-80919e1b-54f6-40c8-8559-501852dae1e3 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:51.679408 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-80919e1b-54f6-40c8-8559-501852dae1e3 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:51.712191 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80919e1b-54f6-40c8-8559-501852dae1e3 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dfa4c65-5540-494f-bf2f-caf34337d570,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:51.716511 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-80919e1b-54f6-40c8-8559-501852dae1e3 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:51.717688 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-80919e1b-54f6-40c8-8559-501852dae1e3 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2412443 Jul 24 01:00:51.721106 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39662) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:51.723782 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2de2bb-901c-4a5b-b077-8dec872863cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=261afb07-f977-4eed-842d-3916df829b42,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:51.727697 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-6a59ab65-71ce-4e94-8051-0f50e0e9af91 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Request body: {'security_group_rule': {'security_group_id': '29b18265-74b8-4ec8-b566-faad98d67405', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:51.743576 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2de2bb-901c-4a5b-b077-8dec872863cd admin admin] Checking segment: {'id': '4242c379-d447-4cc7-be17-2a8b0036d56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '662676c2-c269-4b06-8b5d-f431eabf5e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:00:51.743950 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2de2bb-901c-4a5b-b077-8dec872863cd admin admin] Network hostable DHCP agents. Network: 662676c2-c269-4b06-8b5d-f431eabf5e53, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:00:51.773149 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-85fb81ee-da73-44d8-9a64-b11939894b8c service neutron] For port cc6338a3-7385-470a-96c4-47d2735af0b1, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:00:51.777385 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-85fb81ee-da73-44d8-9a64-b11939894b8c service neutron] For port cc6338a3-7385-470a-96c4-47d2735af0b1, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=cc6338a3-7385-470a-96c4-47d2735af0b1,segment=NetworkSegment(6a0dcd8e-3884-461b-ac3c-4a378c6b966a),segment_id=6a0dcd8e-3884-461b-ac3c-4a378c6b966a)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:00:51.780612 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2de2bb-901c-4a5b-b077-8dec872863cd admin admin] Network 662676c2-c269-4b06-8b5d-f431eabf5e53 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:00:51.793241 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-85fb81ee-da73-44d8-9a64-b11939894b8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:51.793504 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7e987562-547b-410c-bdae-e42cf4305bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:51.794169 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6a59ab65-71ce-4e94-8051-0f50e0e9af91 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:51.826314 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-5c2de2bb-901c-4a5b-b077-8dec872863cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 662676c2-c269-4b06-8b5d-f431eabf5e53) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:51.834059 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023738c6-3bd2-4b0d-8cc6-e30db8340cbb None None] Network 662676c2-c269-4b06-8b5d-f431eabf5e53 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:00:51.841973 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2de2bb-901c-4a5b-b077-8dec872863cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:51.843119 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5c2de2bb-901c-4a5b-b077-8dec872863cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:51.853421 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-85fb81ee-da73-44d8-9a64-b11939894b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:51.854484 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-85fb81ee-da73-44d8-9a64-b11939894b8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:51.857108 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-85fb81ee-da73-44d8-9a64-b11939894b8c service neutron] 10.222.0.13 "PUT /v2.0/ports/cc6338a3-7385-470a-96c4-47d2735af0b1 HTTP/1.1" status: 200 len: 1092 time: 1.2678912 Jul 24 01:00:51.861745 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cda48cda-a8fd-4525-93d4-43f34deda623', 'tag': 'cc6338a3-7385-470a-96c4-47d2735af0b1'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:00:51.867738 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6fe6ba-d8a5-44d9-918d-735754b8b494" -d '{"events": [{"name": "network-changed", "server_uuid": "cda48cda-a8fd-4525-93d4-43f34deda623", "tag": "cc6338a3-7385-470a-96c4-47d2735af0b1"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:00:51.902762 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5c2de2bb-901c-4a5b-b077-8dec872863cd admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7630031 Jul 24 01:00:51.908227 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39666) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:51.918193 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e987562-547b-410c-bdae-e42cf4305bd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9029d619-36bf-4e91-ac30-89650221b7d6,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:51.922998 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fb81ee-da73-44d8-9a64-b11939894b8c service neutron] Pushing event updated for resources: {'Port': ['ID=cc6338a3-7385-470a-96c4-47d2735af0b1,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:51.927446 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-52239084-ce28-4303-bc41-e03ead834583 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1692976672-router', 'tenant_id': '626332b8d2a44f2d913cfa7775848708', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:51.963084 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e987562-547b-410c-bdae-e42cf4305bd1 admin admin] Checking segment: {'id': '49e99e20-0929-4cac-82fc-976bf4fa107a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3b20bab6-bfd3-41b8-b4d1-348ef5f9fd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:00:51.963654 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e987562-547b-410c-bdae-e42cf4305bd1 admin admin] Network hostable DHCP agents. Network: 3b20bab6-bfd3-41b8-b4d1-348ef5f9fd9a, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:00:51.983605 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6a59ab65-71ce-4e94-8051-0f50e0e9af91 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:51.991310 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ca2a33-75af-406c-b82c-c3079b6aca69 x-openstack-request-id: req-c3ca2a33-75af-406c-b82c-c3079b6aca69 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:00:51.991754 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cda48cda-a8fd-4525-93d4-43f34deda623", "tag": "cc6338a3-7385-470a-96c4-47d2735af0b1", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:00:51.992141 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c3ca2a33-75af-406c-b82c-c3079b6aca69 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:00:51.992982 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cda48cda-a8fd-4525-93d4-43f34deda623', 'tag': 'cc6338a3-7385-470a-96c4-47d2735af0b1', 'status': 'completed', 'code': 200} Jul 24 01:00:51.999826 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6a59ab65-71ce-4e94-8051-0f50e0e9af91 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:52.016255 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-52239084-ce28-4303-bc41-e03ead834583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:52.017676 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-52239084-ce28-4303-bc41-e03ead834583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:52.054964 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a59ab65-71ce-4e94-8051-0f50e0e9af91 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d2a8fe-a704-43cf-a95e-99826da8aff6,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:52.064798 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e987562-547b-410c-bdae-e42cf4305bd1 admin admin] Network 3b20bab6-bfd3-41b8-b4d1-348ef5f9fd9a is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:00:52.081882 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6a59ab65-71ce-4e94-8051-0f50e0e9af91 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:52.082980 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-02c18c7a-48a8-43ae-8343-99549ac597d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:52.085434 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6a59ab65-71ce-4e94-8051-0f50e0e9af91 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3632095 Jul 24 01:00:52.088480 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-02c18c7a-48a8-43ae-8343-99549ac597d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f013df7f7eb44beeaa371687a90f2b0c&device_id=cda48cda-a8fd-4525-93d4-43f34deda623 HTTP/1.1" status: 200 len: 1095 time: 0.1510952 Jul 24 01:00:52.090075 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39670) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:52.097572 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e736dc-1453-4ca0-85f1-1ce9d335b4f9 None None] Network 662676c2-c269-4b06-8b5d-f431eabf5e53 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:00:52.117346 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-75819042-35c7-46ba-a960-2440a5d27038 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Request body: {'security_group_rule': {'security_group_id': '29b18265-74b8-4ec8-b566-faad98d67405', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:52.125244 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-7e987562-547b-410c-bdae-e42cf4305bd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 3b20bab6-bfd3-41b8-b4d1-348ef5f9fd9a) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:52.146895 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a14ea60-7f7c-4635-af52-ab0f60c0c128 None None] Network 3b20bab6-bfd3-41b8-b4d1-348ef5f9fd9a requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:00:52.180597 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e987562-547b-410c-bdae-e42cf4305bd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:52.181726 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7e987562-547b-410c-bdae-e42cf4305bd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:52.206591 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-52239084-ce28-4303-bc41-e03ead834583 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:52.214861 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-a72dabd6-557c-499f-ae8d-c3b07682fb70 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc6338a3-7385-470a-96c4-47d2735af0b1 HTTP/1.1" status: 200 len: 217 time: 0.1179116 Jul 24 01:00:52.357223 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-75819042-35c7-46ba-a960-2440a5d27038 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:52.359015 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d74cf351-4985-458e-8603-11d3431b749a req-4310003b-6db9-4a9f-81a8-a08cb32a183a tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] 10.222.0.15 "GET /v2.0/ports?device_id=585b7e0f-d58b-49c1-8956-0fd5e6c152fb HTTP/1.1" status: 200 len: 210 time: 0.1494048 Jul 24 01:00:52.370514 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-a5735261-1630-4133-bf45-b9e8b9051235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:52.372393 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-a5735261-1630-4133-bf45-b9e8b9051235 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca9fc3c9-f297-4e8b-a8e5-3d3783f9f619 HTTP/1.1" status: 200 len: 854 time: 0.1414971 Jul 24 01:00:52.397997 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7e987562-547b-410c-bdae-e42cf4305bd1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9724610 Jul 24 01:00:52.470819 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-52239084-ce28-4303-bc41-e03ead834583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:52.485777 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-ce56d226-cbbc-4e97-b3d8-5076057c4e9e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7bb51f2f-00d3-4129-bd46-3f370febb2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1016936 Jul 24 01:00:52.504444 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd6d13-1c35-4882-a049-ca273cac7a50 req-2229b0c1-bbfc-4e34-ad87-374f4747ba85 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:52.506076 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-27cd6d13-1c35-4882-a049-ca273cac7a50 req-2229b0c1-bbfc-4e34-ad87-374f4747ba85 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=cda48cda-a8fd-4525-93d4-43f34deda623 HTTP/1.1" status: 200 len: 943 time: 0.2977378 Jul 24 01:00:52.541476 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-75819042-35c7-46ba-a960-2440a5d27038 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:52.554525 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-75819042-35c7-46ba-a960-2440a5d27038 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:52.597890 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75819042-35c7-46ba-a960-2440a5d27038 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59256ff2-e1b2-48fd-adad-0160ddc6eaeb,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:52.604136 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-75819042-35c7-46ba-a960-2440a5d27038 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:52.605361 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-75819042-35c7-46ba-a960-2440a5d27038 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5132952 Jul 24 01:00:52.618864 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39680) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:52.624918 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-27cd6d13-1c35-4882-a049-ca273cac7a50 req-27d74b61-cad7-4e4b-9847-eda2cc2c175c tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003578 Jul 24 01:00:52.666200 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-2f99ae95-49c0-487f-bc3a-507de414d5d5 tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:52.668474 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-2f99ae95-49c0-487f-bc3a-507de414d5d5 tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] 10.222.0.13 "GET /v2.0/networks?id=b3b31c9b-c5e3-41d2-ac45-5344ba8f25a1 HTTP/1.1" status: 200 len: 825 time: 0.4568181 Jul 24 01:00:52.689174 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-75b33aa8-8d98-4de4-a378-5e30d78d721a tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] Request body: {'port': {'device_id': '585b7e0f-d58b-49c1-8956-0fd5e6c152fb', 'network_id': 'b3b31c9b-c5e3-41d2-ac45-5344ba8f25a1', 'admin_state_up': True, 'tenant_id': '34c1e40d7f38420ebc481ad4a9961588'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:52.690421 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45fed94-b718-4e5d-82a4-ef09b0b2f547 None None] Network 3b20bab6-bfd3-41b8-b4d1-348ef5f9fd9a requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:00:52.745382 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-badad273-47cd-4aae-8bfb-436ad9cfc8d9 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:52.760327 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-6bb77e97-cc94-4ef9-b7f0-47ab02e2e534 service neutron] 10.222.0.13 "GET /v2.0/networks/7bb51f2f-00d3-4129-bd46-3f370febb2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607009 Jul 24 01:00:52.775227 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-badad273-47cd-4aae-8bfb-436ad9cfc8d9 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:52.948946 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-badad273-47cd-4aae-8bfb-436ad9cfc8d9 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:52.962442 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-badad273-47cd-4aae-8bfb-436ad9cfc8d9 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:52.966049 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-badad273-47cd-4aae-8bfb-436ad9cfc8d9 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/59256ff2-e1b2-48fd-adad-0160ddc6eaeb HTTP/1.1" status: 204 len: 168 time: 0.3382051 Jul 24 01:00:52.974943 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39694) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:52.999809 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badad273-47cd-4aae-8bfb-436ad9cfc8d9 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59256ff2-e1b2-48fd-adad-0160ddc6eaeb,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:53.083936 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-562f20a4-5b72-4652-8212-2f8b71dbff89 req-4583c0f4-6ea0-4863-b68c-6967ef14f86a service neutron] 10.222.0.13 "GET /v2.0/networks/7bb51f2f-00d3-4129-bd46-3f370febb2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113761 Jul 24 01:00:53.109539 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-75b33aa8-8d98-4de4-a378-5e30d78d721a tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] Made reservation on behalf of 34c1e40d7f38420ebc481ad4a9961588 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:00:53.113178 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-75b33aa8-8d98-4de4-a378-5e30d78d721a tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:53.132645 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a1fb88c9-a9f2-4f7e-adf1-c3adba31b7db tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1514149 Jul 24 01:00:53.141097 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39696) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:53.158570 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-8d24de9f-4be1-4b5c-bfd8-8708f4c1f93a tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:53.160544 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-8d24de9f-4be1-4b5c-bfd8-8708f4c1f93a tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] 10.222.0.15 "GET /v2.0/networks?id=3b20bab6-bfd3-41b8-b4d1-348ef5f9fd9a HTTP/1.1" status: 200 len: 813 time: 0.2518075 Jul 24 01:00:53.177818 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-baa15167-58cd-4e1b-80fc-3c4b2239d861 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:53.181426 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-52239084-ce28-4303-bc41-e03ead834583 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:53.188134 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-baa15167-58cd-4e1b-80fc-3c4b2239d861 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:53.204134 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-5027978d-a5cb-4146-ab21-4bf6a8357433 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] 10.222.0.15 "GET /v2.0/quotas/65dd2feed447440194c7f86c10c73ddc HTTP/1.1" status: 200 len: 375 time: 0.0252793 Jul 24 01:00:53.210800 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-52239084-ce28-4303-bc41-e03ead834583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:53.268874 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-baa15167-58cd-4e1b-80fc-3c4b2239d861 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:53.279480 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-5a12f6c8-e2a4-47d2-a493-ba6fee405e2f tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=65dd2feed447440194c7f86c10c73ddc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440092 Jul 24 01:00:53.280030 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-baa15167-58cd-4e1b-80fc-3c4b2239d861 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:53.284441 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-baa15167-58cd-4e1b-80fc-3c4b2239d861 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/b3d2a8fe-a704-43cf-a95e-99826da8aff6 HTTP/1.1" status: 204 len: 168 time: 0.1391568 Jul 24 01:00:53.285682 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39698) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:53.289185 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa15167-58cd-4e1b-80fc-3c4b2239d861 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3d2a8fe-a704-43cf-a95e-99826da8aff6,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:53.344755 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-52239084-ce28-4303-bc41-e03ead834583 admin admin] Allocated IP 172.25.2.36 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/85939ae2-3759-4680-96d3-4d89c04bb9ed) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:00:53.374533 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6fe6ba-d8a5-44d9-918d-735754b8b494 req-83d42d97-53a2-4ff1-8b35-c9d4f1d8fc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:53.376099 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5b6fe6ba-d8a5-44d9-918d-735754b8b494 req-83d42d97-53a2-4ff1-8b35-c9d4f1d8fc75 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f013df7f7eb44beeaa371687a90f2b0c&device_id=cda48cda-a8fd-4525-93d4-43f34deda623 HTTP/1.1" status: 200 len: 1095 time: 0.2424405 Jul 24 01:00:53.461297 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-01462c8c-06ec-41ae-89fa-19eebe06149d tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1732190 Jul 24 01:00:53.465769 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39702) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:53.480594 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-75b33aa8-8d98-4de4-a378-5e30d78d721a tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] Allocated IP 172.20.0.6 (b3b31c9b-c5e3-41d2-ac45-5344ba8f25a1/3ed34004-8d3c-42d8-8154-cdf8489716b3/d3f792c1-b471-48e0-b56d-3fbe8a9d380d) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:00:53.485130 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6bfbe78e-0e76-41c4-869a-efce3f8a4f65 req-766432c0-3f52-4e76-8807-8c228fb6d52e tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] 10.222.0.15 "GET /v2.0/ports?device_id=585b7e0f-d58b-49c1-8956-0fd5e6c152fb HTTP/1.1" status: 200 len: 210 time: 0.0507011 Jul 24 01:00:53.488971 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-52239084-ce28-4303-bc41-e03ead834583 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:53.525541 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2e88824c-f2be-4e16-901a-840dd3b9ebde tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:53.537018 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2e88824c-f2be-4e16-901a-840dd3b9ebde tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:53.554852 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-e7ef68e0-58ae-414d-acae-a9f86bd365e4 service neutron] 10.222.0.15 "GET /v2.0/networks/3b20bab6-bfd3-41b8-b4d1-348ef5f9fd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654517 Jul 24 01:00:53.577721 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2e88824c-f2be-4e16-901a-840dd3b9ebde tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:53.584198 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2e88824c-f2be-4e16-901a-840dd3b9ebde tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:53.585952 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2e88824c-f2be-4e16-901a-840dd3b9ebde tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/1dfa4c65-5540-494f-bf2f-caf34337d570 HTTP/1.1" status: 204 len: 168 time: 0.1145933 Jul 24 01:00:53.588207 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-52239084-ce28-4303-bc41-e03ead834583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:53.593421 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39706) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:53.624432 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88824c-f2be-4e16-901a-840dd3b9ebde tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1dfa4c65-5540-494f-bf2f-caf34337d570,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:53.654850 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52239084-ce28-4303-bc41-e03ead834583 admin admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:53.661548 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-52239084-ce28-4303-bc41-e03ead834583 admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:53.668415 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52239084-ce28-4303-bc41-e03ead834583 admin admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:00:53.676143 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52239084-ce28-4303-bc41-e03ead834583 admin admin] Pushing event updated for resources: {'Port': ['ID=85939ae2-3759-4680-96d3-4d89c04bb9ed,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:53.734199 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ecb4f96b-09ca-4231-8ff5-5c1e6462aff2 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1383021 Jul 24 01:00:53.739512 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39710) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:53.863869 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-78d55b81-14d1-48ca-92b5-5289fc51b750 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:53.884357 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-78d55b81-14d1-48ca-92b5-5289fc51b750 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:53.939425 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6fe6ba-d8a5-44d9-918d-735754b8b494 req-b8ddbd99-d65b-4ac2-a481-8473f100531c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:53.940916 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5b6fe6ba-d8a5-44d9-918d-735754b8b494 req-b8ddbd99-d65b-4ac2-a481-8473f100531c service neutron] 10.222.0.13 "GET /v2.0/networks?id=7bb51f2f-00d3-4129-bd46-3f370febb2ae HTTP/1.1" status: 200 len: 915 time: 0.5147498 Jul 24 01:00:53.942957 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf736e8e-0b21-421f-83ec-c16a2a817325 req-f9adc2a1-1259-47a8-91ad-3b7b8eb1c5f6 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:53.945299 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cf736e8e-0b21-421f-83ec-c16a2a817325 req-f9adc2a1-1259-47a8-91ad-3b7b8eb1c5f6 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=cda48cda-a8fd-4525-93d4-43f34deda623 HTTP/1.1" status: 200 len: 943 time: 0.2372687 Jul 24 01:00:53.970464 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-78d55b81-14d1-48ca-92b5-5289fc51b750 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:54.019310 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-78d55b81-14d1-48ca-92b5-5289fc51b750 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:54.024262 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-78d55b81-14d1-48ca-92b5-5289fc51b750 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/d27ce0c6-dc66-4021-8519-475194ef7c61 HTTP/1.1" status: 204 len: 168 time: 0.2782195 Jul 24 01:00:54.024474 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5b6fe6ba-d8a5-44d9-918d-735754b8b494 req-51f11241-7c49-49e8-93a9-485940ea1a50 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc6338a3-7385-470a-96c4-47d2735af0b1 HTTP/1.1" status: 200 len: 217 time: 0.0618868 Jul 24 01:00:54.028436 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39712) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:54.056416 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d55b81-14d1-48ca-92b5-5289fc51b750 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d27ce0c6-dc66-4021-8519-475194ef7c61,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:54.081393 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cf736e8e-0b21-421f-83ec-c16a2a817325 req-ff974b74-dd23-4be7-b10f-6aed9c37f9ef tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237092 Jul 24 01:00:54.110892 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-52239084-ce28-4303-bc41-e03ead834583 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:54.122629 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-8169d4f7-6af2-4a49-b2da-b23b3da57467 service neutron] 10.222.0.15 "GET /v2.0/networks/3b20bab6-bfd3-41b8-b4d1-348ef5f9fd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5542102 Jul 24 01:00:54.177232 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6fe6ba-d8a5-44d9-918d-735754b8b494 req-bed7ceaa-72b6-442d-9571-10540f1c7063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:54.180505 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5b6fe6ba-d8a5-44d9-918d-735754b8b494 req-bed7ceaa-72b6-442d-9571-10540f1c7063 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca9fc3c9-f297-4e8b-a8e5-3d3783f9f619 HTTP/1.1" status: 200 len: 854 time: 0.1122286 Jul 24 01:00:54.199745 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c2080a1d-9c55-477a-b39e-ec468f520a0b tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1424546 Jul 24 01:00:54.199954 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-75b33aa8-8d98-4de4-a378-5e30d78d721a tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:54.200080 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39714) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:54.239010 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5b6fe6ba-d8a5-44d9-918d-735754b8b494 req-471f27e0-3208-48ec-98a9-cd8f4e3a301c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7bb51f2f-00d3-4129-bd46-3f370febb2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352144 Jul 24 01:00:54.247819 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f9769629-466f-4482-8eba-98c24c88b374 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:54.267986 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f9769629-466f-4482-8eba-98c24c88b374 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:54.338757 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-75b33aa8-8d98-4de4-a378-5e30d78d721a tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:54.400742 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-75b33aa8-8d98-4de4-a378-5e30d78d721a tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] Network b3b31c9b-c5e3-41d2-ac45-5344ba8f25a1 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:54.421152 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-75b33aa8-8d98-4de4-a378-5e30d78d721a tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:54.428835 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-75b33aa8-8d98-4de4-a378-5e30d78d721a tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:00:54.435171 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9e63b07a-33cd-49fc-818c-0cc652882dca req-6b931bc3-2b71-4505-977c-55e6c605c898 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de9b4e9-6fea-454c-be30-9d62f10081e1 HTTP/1.1" status: 200 len: 210 time: 0.1038604 Jul 24 01:00:54.438645 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5b6fe6ba-d8a5-44d9-918d-735754b8b494 req-66399ab2-5ea6-4488-a0a8-3c4eb2ff0ac2 service neutron] 10.222.0.13 "GET /v2.0/networks/7bb51f2f-00d3-4129-bd46-3f370febb2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927295 Jul 24 01:00:54.445638 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f9769629-466f-4482-8eba-98c24c88b374 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:54.474205 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f9769629-466f-4482-8eba-98c24c88b374 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:54.474423 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b33aa8-8d98-4de4-a378-5e30d78d721a tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] Pushing event updated for resources: {'Port': ['ID=d3f792c1-b471-48e0-b56d-3fbe8a9d380d,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:54.476858 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f9769629-466f-4482-8eba-98c24c88b374 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/d5d9d783-02bd-4ac1-a14f-eecf1a9bd7cd HTTP/1.1" status: 204 len: 168 time: 0.2756481 Jul 24 01:00:54.480204 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9769629-466f-4482-8eba-98c24c88b374 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5d9d783-02bd-4ac1-a14f-eecf1a9bd7cd,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:54.482029 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39722) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:54.553350 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-52239084-ce28-4303-bc41-e03ead834583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:54.561515 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-75b33aa8-8d98-4de4-a378-5e30d78d721a tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:54.562571 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-75b33aa8-8d98-4de4-a378-5e30d78d721a tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:54.667411 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0a392f14-66a9-4f38-bcf0-7a55b8040b17 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1788564 Jul 24 01:00:54.667718 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39734) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:54.684287 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5b6fe6ba-d8a5-44d9-918d-735754b8b494 req-742862bc-50bc-432b-bc69-756d7524d872 service neutron] 10.222.0.13 "GET /v2.0/networks/7bb51f2f-00d3-4129-bd46-3f370febb2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025769 Jul 24 01:00:54.706745 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-75b33aa8-8d98-4de4-a378-5e30d78d721a tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0224507 Jul 24 01:00:54.724345 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-569b09d6-59cc-4931-9e8a-f00f64863feb service neutron] Request body: {'port': {'device_id': '585b7e0f-d58b-49c1-8956-0fd5e6c152fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:54.745433 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8e7d4c4c-cc6a-4d92-9f1c-9ab6673a6433 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:54.783398 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8e7d4c4c-cc6a-4d92-9f1c-9ab6673a6433 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:54.819600 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba6de1-9dc4-4a1a-a76d-9828ce110e6f req-de9439c1-c6b1-4927-b5e0-44caece636a9 tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:54.821292 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ebba6de1-9dc4-4a1a-a76d-9828ce110e6f req-de9439c1-c6b1-4927-b5e0-44caece636a9 tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] 10.222.0.15 "GET /v2.0/ports?device_id=585b7e0f-d58b-49c1-8956-0fd5e6c152fb HTTP/1.1" status: 200 len: 931 time: 0.2003608 Jul 24 01:00:54.852821 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-569b09d6-59cc-4931-9e8a-f00f64863feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:54.862753 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52239084-ce28-4303-bc41-e03ead834583 admin admin] Router 5a63f481-f1bd-4129-8067-8b2034f88b68 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:00:54.893824 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ebba6de1-9dc4-4a1a-a76d-9828ce110e6f req-ecdbb4a6-b940-4c5e-a37e-6650c35edb36 tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] 10.222.0.15 "GET /v2.0/security-groups?id=094e2e1c-4e08-4e84-8fe3-fc61856fec41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646272 Jul 24 01:00:54.921264 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8e7d4c4c-cc6a-4d92-9f1c-9ab6673a6433 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:54.925081 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8e7d4c4c-cc6a-4d92-9f1c-9ab6673a6433 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:54.926811 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8e7d4c4c-cc6a-4d92-9f1c-9ab6673a6433 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "DELETE /v2.0/security-groups/29b18265-74b8-4ec8-b566-faad98d67405 HTTP/1.1" status: 204 len: 168 time: 0.2579532 Jul 24 01:00:54.929885 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39738) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:54.967961 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d4c4c-cc6a-4d92-9f1c-9ab6673a6433 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b18265-74b8-4ec8-b566-faad98d67405,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:55.013534 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52239084-ce28-4303-bc41-e03ead834583 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:00:55.024842 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f5f8bc-52f6-4ca7-963c-1c0e9a74a795 None None] Sync routers for ids ['5a63f481-f1bd-4129-8067-8b2034f88b68'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:00:55.036108 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-52239084-ce28-4303-bc41-e03ead834583 admin admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:55.043786 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-52239084-ce28-4303-bc41-e03ead834583 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.1332088 Jul 24 01:00:55.044287 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f5f8bc-52f6-4ca7-963c-1c0e9a74a795 None None] Routers {'5a63f481-f1bd-4129-8067-8b2034f88b68'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:00:55.045175 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-61f5f8bc-52f6-4ca7-963c-1c0e9a74a795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:00:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['5a63f481-f1bd-4129-8067-8b2034f88b68'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:55.045356 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39740) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:55.077767 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c9831d61-8e4c-4197-9826-dbdf381ca776 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1394939 Jul 24 01:00:55.078751 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39742) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:55.086994 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-33a89bb8-94a9-4541-9a8d-0328e984b879 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Request body: {'security_group': {'name': 'tempest-secgroup--1394796299'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:55.180171 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-33a89bb8-94a9-4541-9a8d-0328e984b879 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:55.247996 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-61f5f8bc-52f6-4ca7-963c-1c0e9a74a795 None None] Set router 5a63f481-f1bd-4129-8067-8b2034f88b68 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:00:55.445279 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac971ec-e477-4a23-9440-961ab635f110 req-088c4a04-3bc7-491f-8c81-4dc64b1213d0 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:55.453090 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cac971ec-e477-4a23-9440-961ab635f110 req-088c4a04-3bc7-491f-8c81-4dc64b1213d0 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=cda48cda-a8fd-4525-93d4-43f34deda623 HTTP/1.1" status: 200 len: 943 time: 0.2464144 Jul 24 01:00:55.468526 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-569b09d6-59cc-4931-9e8a-f00f64863feb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3f792c1-b471-48e0-b56d-3fbe8a9d380d {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:00:55.471527 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-61f5f8bc-52f6-4ca7-963c-1c0e9a74a795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a63f481-f1bd-4129-8067-8b2034f88b68', 'name': 'tempest-ServerRescueTestJSONUnderV235-1692976672-router', 'tenant_id': '626332b8d2a44f2d913cfa7775848708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '85939ae2-3759-4680-96d3-4d89c04bb9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:00:52Z', 'updated_at': '2021-07-24T01:00:53Z', 'revision_number': 3, 'project_id': '626332b8d2a44f2d913cfa7775848708', 'gw_port': {'id': '85939ae2-3759-4680-96d3-4d89c04bb9ed', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:96:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a63f481-f1bd-4129-8067-8b2034f88b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:53Z', 'updated_at': '2021-07-24T01:00:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:55.524265 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-569b09d6-59cc-4931-9e8a-f00f64863feb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:55.530128 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f5f8bc-52f6-4ca7-963c-1c0e9a74a795 None None] Checking router: 5a63f481-f1bd-4129-8067-8b2034f88b68 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:00:55.530565 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f5f8bc-52f6-4ca7-963c-1c0e9a74a795 None None] Updating router 5a63f481-f1bd-4129-8067-8b2034f88b68 port 85939ae2-3759-4680-96d3-4d89c04bb9ed binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:00:55.531789 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-33a89bb8-94a9-4541-9a8d-0328e984b879 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:55.552059 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-33a89bb8-94a9-4541-9a8d-0328e984b879 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:55.579852 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-61f5f8bc-52f6-4ca7-963c-1c0e9a74a795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:55.626223 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cac971ec-e477-4a23-9440-961ab635f110 req-41d07763-281a-4493-9a63-c800d14b7bce tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722457 Jul 24 01:00:55.642299 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-569b09d6-59cc-4931-9e8a-f00f64863feb service neutron] Transition to ACTIVE for port object d3f792c1-b471-48e0-b56d-3fbe8a9d380d will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:00:55.674850 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-33a89bb8-94a9-4541-9a8d-0328e984b879 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:55.676523 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-33a89bb8-94a9-4541-9a8d-0328e984b879 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5970087 Jul 24 01:00:55.684920 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39752) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:55.698964 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-c5f504f0-07c8-4b2c-9da0-0ad008121749 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Request body: {'security_group_rule': {'security_group_id': '6488ca1b-8907-481f-a6c6-136554a99ecd', 'direction': 'ingress', 'protocol': 17}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:55.700045 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4b238132-17d7-4530-a2e2-e7aca3470238 req-cf6974c6-9e0c-4f77-999e-634be908fff5 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de9b4e9-6fea-454c-be30-9d62f10081e1 HTTP/1.1" status: 200 len: 210 time: 0.1129608 Jul 24 01:00:55.732665 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-569b09d6-59cc-4931-9e8a-f00f64863feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:55.792117 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a89bb8-94a9-4541-9a8d-0328e984b879 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6488ca1b-8907-481f-a6c6-136554a99ecd,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:55.818394 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c5f504f0-07c8-4b2c-9da0-0ad008121749 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:55.833193 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b09d6-59cc-4931-9e8a-f00f64863feb service neutron] Pushing event updated for resources: {'Port': ['ID=d3f792c1-b471-48e0-b56d-3fbe8a9d380d,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:55.919529 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-540d3a91-3b90-455f-8584-cddf3ce40302 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:55.921077 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-540d3a91-3b90-455f-8584-cddf3ce40302 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] 10.222.0.13 "GET /v2.0/networks?id=3b20bab6-bfd3-41b8-b4d1-348ef5f9fd9a HTTP/1.1" status: 200 len: 813 time: 0.3410857 Jul 24 01:00:55.932394 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c5f504f0-07c8-4b2c-9da0-0ad008121749 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:55.934891 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-04babfac-0831-412e-b6d0-8e38b5a6361b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:55.935055 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-f5b6580e-aafe-4fda-bf35-67e6ce26c542 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] Request body: {'port': {'device_id': '5de9b4e9-6fea-454c-be30-9d62f10081e1', 'network_id': '3b20bab6-bfd3-41b8-b4d1-348ef5f9fd9a', 'admin_state_up': True, 'tenant_id': '65dd2feed447440194c7f86c10c73ddc'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:55.957765 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c5f504f0-07c8-4b2c-9da0-0ad008121749 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:55.977835 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f504f0-07c8-4b2c-9da0-0ad008121749 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0ba6438-5f55-4ff9-a6b7-2bc7ff548b76,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:55.987307 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-61f5f8bc-52f6-4ca7-963c-1c0e9a74a795 None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:56.005626 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-61f5f8bc-52f6-4ca7-963c-1c0e9a74a795 None None] Transition to ACTIVE for port object 85939ae2-3759-4680-96d3-4d89c04bb9ed will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:00:56.017455 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-61f5f8bc-52f6-4ca7-963c-1c0e9a74a795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:56.029087 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f504f0-07c8-4b2c-9da0-0ad008121749 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:56.029431 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f504f0-07c8-4b2c-9da0-0ad008121749 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:56.029772 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f504f0-07c8-4b2c-9da0-0ad008121749 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:56.030105 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f504f0-07c8-4b2c-9da0-0ad008121749 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:56.030440 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f504f0-07c8-4b2c-9da0-0ad008121749 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:56.030826 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f504f0-07c8-4b2c-9da0-0ad008121749 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:56.031108 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f504f0-07c8-4b2c-9da0-0ad008121749 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:56.031435 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f504f0-07c8-4b2c-9da0-0ad008121749 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:56.031755 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f504f0-07c8-4b2c-9da0-0ad008121749 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:56.032074 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f504f0-07c8-4b2c-9da0-0ad008121749 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:56.032391 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f504f0-07c8-4b2c-9da0-0ad008121749 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:56.032711 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f504f0-07c8-4b2c-9da0-0ad008121749 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:00:56.045456 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c5f504f0-07c8-4b2c-9da0-0ad008121749 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:56.051175 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c5f504f0-07c8-4b2c-9da0-0ad008121749 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3603034 Jul 24 01:00:56.051349 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39756) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:56.098054 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-569b09d6-59cc-4931-9e8a-f00f64863feb service neutron] Attempting to bind port d3f792c1-b471-48e0-b56d-3fbe8a9d380d on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:00:56.098336 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-569b09d6-59cc-4931-9e8a-f00f64863feb service neutron] Attempting to bind port d3f792c1-b471-48e0-b56d-3fbe8a9d380d by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '8455c457-7d65-46d7-92c7-a320b42b7671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b3b31c9b-c5e3-41d2-ac45-5344ba8f25a1'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:00:56.098767 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-569b09d6-59cc-4931-9e8a-f00f64863feb service neutron] Attempting to bind port d3f792c1-b471-48e0-b56d-3fbe8a9d380d on network b3b31c9b-c5e3-41d2-ac45-5344ba8f25a1 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:00:56.098895 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-61f5f8bc-52f6-4ca7-963c-1c0e9a74a795 None None] Attempting to bind port 85939ae2-3759-4680-96d3-4d89c04bb9ed on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:00:56.099415 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-61f5f8bc-52f6-4ca7-963c-1c0e9a74a795 None None] Attempting to bind port 85939ae2-3759-4680-96d3-4d89c04bb9ed by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:00:56.100700 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f5f8bc-52f6-4ca7-963c-1c0e9a74a795 None None] Attempting to bind port 85939ae2-3759-4680-96d3-4d89c04bb9ed on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:00:56.110068 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-569b09d6-59cc-4931-9e8a-f00f64863feb service neutron] Port d3f792c1-b471-48e0-b56d-3fbe8a9d380d on network b3b31c9b-c5e3-41d2-ac45-5344ba8f25a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:00:56.110400 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-569b09d6-59cc-4931-9e8a-f00f64863feb service neutron] Attempting to bind port d3f792c1-b471-48e0-b56d-3fbe8a9d380d on network b3b31c9b-c5e3-41d2-ac45-5344ba8f25a1 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:00:56.118354 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-569b09d6-59cc-4931-9e8a-f00f64863feb service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:00:56.118831 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-569b09d6-59cc-4931-9e8a-f00f64863feb service neutron] Checking segment: {'id': '8455c457-7d65-46d7-92c7-a320b42b7671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b3b31c9b-c5e3-41d2-ac45-5344ba8f25a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:00:56.119164 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-569b09d6-59cc-4931-9e8a-f00f64863feb service neutron] Bound using segment: {'id': '8455c457-7d65-46d7-92c7-a320b42b7671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b3b31c9b-c5e3-41d2-ac45-5344ba8f25a1'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:00:56.119611 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-569b09d6-59cc-4931-9e8a-f00f64863feb service neutron] Bound port: d3f792c1-b471-48e0-b56d-3fbe8a9d380d, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8455c457-7d65-46d7-92c7-a320b42b7671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'b3b31c9b-c5e3-41d2-ac45-5344ba8f25a1'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:00:56.119985 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-569b09d6-59cc-4931-9e8a-f00f64863feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:56.120737 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f5f8bc-52f6-4ca7-963c-1c0e9a74a795 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:00:56.121232 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f5f8bc-52f6-4ca7-963c-1c0e9a74a795 None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:00:56.121750 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-61f5f8bc-52f6-4ca7-963c-1c0e9a74a795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:56.122226 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-f5b6580e-aafe-4fda-bf35-67e6ce26c542 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] Made reservation on behalf of 65dd2feed447440194c7f86c10c73ddc for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:00:56.122365 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f5f8bc-52f6-4ca7-963c-1c0e9a74a795 None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:00:56.122943 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-61f5f8bc-52f6-4ca7-963c-1c0e9a74a795 None None] Bound port: 85939ae2-3759-4680-96d3-4d89c04bb9ed, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:00:56.123433 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-61f5f8bc-52f6-4ca7-963c-1c0e9a74a795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:56.127297 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-f5b6580e-aafe-4fda-bf35-67e6ce26c542 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:56.127545 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fff5e7-fc66-437d-8d56-af43617f3240 None None] Pushing event updated for resources: {'Port': ['ID=85939ae2-3759-4680-96d3-4d89c04bb9ed,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:56.182157 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dcbbe1b2-3c86-4fd2-983e-f86915a2f769 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:56.217000 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dcbbe1b2-3c86-4fd2-983e-f86915a2f769 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:56.219531 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-61f5f8bc-52f6-4ca7-963c-1c0e9a74a795 None None] For port 85939ae2-3759-4680-96d3-4d89c04bb9ed, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:00:56.223650 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-61f5f8bc-52f6-4ca7-963c-1c0e9a74a795 None None] For port 85939ae2-3759-4680-96d3-4d89c04bb9ed, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=85939ae2-3759-4680-96d3-4d89c04bb9ed,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:00:56.238260 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-61f5f8bc-52f6-4ca7-963c-1c0e9a74a795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:56.276818 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-04babfac-0831-412e-b6d0-8e38b5a6361b admin admin] Allocated IP 172.20.0.1 (662676c2-c269-4b06-8b5d-f431eabf5e53/261afb07-f977-4eed-842d-3916df829b42/ed47add9-15f7-49c6-9042-60e9e291b8eb) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:00:56.291408 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5c51b-bc32-4551-bd24-1025f066854c req-203d5f05-1b3d-4d1b-883c-20be1683ce1e tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:56.293082 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c3b5c51b-bc32-4551-bd24-1025f066854c req-203d5f05-1b3d-4d1b-883c-20be1683ce1e tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] 10.222.0.15 "GET /v2.0/ports?device_id=585b7e0f-d58b-49c1-8956-0fd5e6c152fb HTTP/1.1" status: 200 len: 943 time: 0.2439899 Jul 24 01:00:56.328593 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-569b09d6-59cc-4931-9e8a-f00f64863feb service neutron] For port d3f792c1-b471-48e0-b56d-3fbe8a9d380d, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:00:56.330843 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fff5e7-fc66-437d-8d56-af43617f3240 None None] Pushing event updated for resources: {'Port': ['ID=85939ae2-3759-4680-96d3-4d89c04bb9ed,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:56.375935 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f5f8bc-52f6-4ca7-963c-1c0e9a74a795 None None] Routers {'5a63f481-f1bd-4129-8067-8b2034f88b68'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:00:56.377490 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-61f5f8bc-52f6-4ca7-963c-1c0e9a74a795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:00:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['5a63f481-f1bd-4129-8067-8b2034f88b68'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:56.382978 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-569b09d6-59cc-4931-9e8a-f00f64863feb service neutron] For port d3f792c1-b471-48e0-b56d-3fbe8a9d380d, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d3f792c1-b471-48e0-b56d-3fbe8a9d380d,segment=NetworkSegment(8455c457-7d65-46d7-92c7-a320b42b7671),segment_id=8455c457-7d65-46d7-92c7-a320b42b7671)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:00:56.388512 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dcbbe1b2-3c86-4fd2-983e-f86915a2f769 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:56.391314 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dcbbe1b2-3c86-4fd2-983e-f86915a2f769 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:56.395132 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-dcbbe1b2-3c86-4fd2-983e-f86915a2f769 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "DELETE /v2.0/security-groups/6488ca1b-8907-481f-a6c6-136554a99ecd HTTP/1.1" status: 204 len: 168 time: 0.3403008 Jul 24 01:00:56.401218 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39766) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:56.413160 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-569b09d6-59cc-4931-9e8a-f00f64863feb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:56.415449 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbbe1b2-3c86-4fd2-983e-f86915a2f769 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6488ca1b-8907-481f-a6c6-136554a99ecd,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:56.429132 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-04babfac-0831-412e-b6d0-8e38b5a6361b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:56.436842 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c3b5c51b-bc32-4551-bd24-1025f066854c req-e46b5a50-70ad-42bf-b3ce-3086ddc1b8d6 tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] 10.222.0.15 "GET /v2.0/security-groups?id=094e2e1c-4e08-4e84-8fe3-fc61856fec41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355531 Jul 24 01:00:56.479376 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-f5b6580e-aafe-4fda-bf35-67e6ce26c542 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] Allocated IP 172.20.0.12 (3b20bab6-bfd3-41b8-b4d1-348ef5f9fd9a/9029d619-36bf-4e91-ac30-89650221b7d6/39a74deb-80d6-4e62-a5a3-1717795ed9c7) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:00:56.496347 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-569b09d6-59cc-4931-9e8a-f00f64863feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:56.497688 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-569b09d6-59cc-4931-9e8a-f00f64863feb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:56.498423 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-569b09d6-59cc-4931-9e8a-f00f64863feb service neutron] 10.222.0.13 "PUT /v2.0/ports/d3f792c1-b471-48e0-b56d-3fbe8a9d380d HTTP/1.1" status: 200 len: 1092 time: 1.7815871 Jul 24 01:00:56.502431 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '585b7e0f-d58b-49c1-8956-0fd5e6c152fb', 'tag': 'd3f792c1-b471-48e0-b56d-3fbe8a9d380d'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:00:56.505144 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b0d3a83-9028-4bf7-8e6d-2716e04b8ac0" -d '{"events": [{"name": "network-changed", "server_uuid": "585b7e0f-d58b-49c1-8956-0fd5e6c152fb", "tag": "d3f792c1-b471-48e0-b56d-3fbe8a9d380d"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:00:56.510982 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-04babfac-0831-412e-b6d0-8e38b5a6361b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:56.559089 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7c032489-6ed2-43d1-a3b4-3b35d2a940a3 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1566472 Jul 24 01:00:56.560747 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b09d6-59cc-4931-9e8a-f00f64863feb service neutron] Pushing event updated for resources: {'Port': ['ID=d3f792c1-b471-48e0-b56d-3fbe8a9d380d,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:56.579040 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39774) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:56.579468 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39776) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:56.597609 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-b3c1a5c2-df17-4dde-b3e8-ae90a1890e9a tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Request body: {'security_group': {'name': 'tempest-secgroup--1217031688'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:56.605771 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04babfac-0831-412e-b6d0-8e38b5a6361b admin admin] Network 662676c2-c269-4b06-8b5d-f431eabf5e53 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:56.609777 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-04babfac-0831-412e-b6d0-8e38b5a6361b admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:56.614416 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04babfac-0831-412e-b6d0-8e38b5a6361b admin admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:00:56.617774 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-61f5f8bc-52f6-4ca7-963c-1c0e9a74a795 None None] Set router 5a63f481-f1bd-4129-8067-8b2034f88b68 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:00:56.623355 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271e5686-0a44-4fab-847d-87b917457f1e x-openstack-request-id: req-271e5686-0a44-4fab-847d-87b917457f1e {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:00:56.623989 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "585b7e0f-d58b-49c1-8956-0fd5e6c152fb", "tag": "d3f792c1-b471-48e0-b56d-3fbe8a9d380d", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:00:56.623989 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-271e5686-0a44-4fab-847d-87b917457f1e {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:00:56.624287 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '585b7e0f-d58b-49c1-8956-0fd5e6c152fb', 'tag': 'd3f792c1-b471-48e0-b56d-3fbe8a9d380d', 'status': 'completed', 'code': 200} Jul 24 01:00:56.649776 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04babfac-0831-412e-b6d0-8e38b5a6361b admin admin] Pushing event updated for resources: {'Port': ['ID=ed47add9-15f7-49c6-9042-60e9e291b8eb,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:56.675931 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-04babfac-0831-412e-b6d0-8e38b5a6361b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:56.691621 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b3c1a5c2-df17-4dde-b3e8-ae90a1890e9a tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:56.832859 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-61f5f8bc-52f6-4ca7-963c-1c0e9a74a795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a63f481-f1bd-4129-8067-8b2034f88b68', 'name': 'tempest-ServerRescueTestJSONUnderV235-1692976672-router', 'tenant_id': '626332b8d2a44f2d913cfa7775848708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '85939ae2-3759-4680-96d3-4d89c04bb9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:00:52Z', 'updated_at': '2021-07-24T01:00:53Z', 'revision_number': 3, 'project_id': '626332b8d2a44f2d913cfa7775848708', 'gw_port': {'id': '85939ae2-3759-4680-96d3-4d89c04bb9ed', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:96:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a63f481-f1bd-4129-8067-8b2034f88b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:53Z', 'updated_at': '2021-07-24T01:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:56.864632 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5275fc53-e7b6-4c74-839b-42560409ea68 req-d1b12c9c-2c94-4f96-ad24-5244ede51dfb tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de9b4e9-6fea-454c-be30-9d62f10081e1 HTTP/1.1" status: 200 len: 210 time: 0.0474517 Jul 24 01:00:56.866565 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f5f8bc-52f6-4ca7-963c-1c0e9a74a795 None None] The sync data for ids ['5a63f481-f1bd-4129-8067-8b2034f88b68'] in n-d-793621-25 is: [{'id': '5a63f481-f1bd-4129-8067-8b2034f88b68', 'name': 'tempest-ServerRescueTestJSONUnderV235-1692976672-router', 'tenant_id': '626332b8d2a44f2d913cfa7775848708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '85939ae2-3759-4680-96d3-4d89c04bb9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:00:52Z', 'updated_at': '2021-07-24T01:00:53Z', 'revision_number': 3, 'project_id': '626332b8d2a44f2d913cfa7775848708', 'gw_port': {'id': '85939ae2-3759-4680-96d3-4d89c04bb9ed', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:96:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a63f481-f1bd-4129-8067-8b2034f88b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:53Z', 'updated_at': '2021-07-24T01:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:00:56.911343 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-90a68494-cfcc-45fc-99f4-4947195da732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:56.911343 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-90a68494-cfcc-45fc-99f4-4947195da732 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=34c1e40d7f38420ebc481ad4a9961588&device_id=585b7e0f-d58b-49c1-8956-0fd5e6c152fb HTTP/1.1" status: 200 len: 1095 time: 0.3289943 Jul 24 01:00:56.923781 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-04babfac-0831-412e-b6d0-8e38b5a6361b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:56.997638 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-cab97b07-3418-47d1-91bc-eba7b9b92eca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3f792c1-b471-48e0-b56d-3fbe8a9d380d HTTP/1.1" status: 200 len: 217 time: 0.0601978 Jul 24 01:00:57.014546 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device cc6338a3-7385-470a-96c4-47d2735af0b1 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:00:57.041200 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5179d-3b06-4226-80f5-e32c3a9b9164 req-78f5c69e-0a25-4a1b-bb3e-b8398332389e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:57.042827 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-59b5179d-3b06-4226-80f5-e32c3a9b9164 req-78f5c69e-0a25-4a1b-bb3e-b8398332389e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9265bd33-f088-4997-a86d-a3daac593946 HTTP/1.1" status: 200 len: 1097 time: 0.4574609 Jul 24 01:00:57.045781 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-f5b6580e-aafe-4fda-bf35-67e6ce26c542 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:57.130078 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b91844-f4d2-46a7-9eea-e1f60276b1d6 req-fbecd6cb-c916-4a12-a0aa-0a86175d8e7f tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:57.134664 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-04babfac-0831-412e-b6d0-8e38b5a6361b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:57.137721 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-44b91844-f4d2-46a7-9eea-e1f60276b1d6 req-fbecd6cb-c916-4a12-a0aa-0a86175d8e7f tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=cda48cda-a8fd-4525-93d4-43f34deda623 HTTP/1.1" status: 200 len: 943 time: 0.3554580 Jul 24 01:00:57.141310 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-04babfac-0831-412e-b6d0-8e38b5a6361b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:57.154756 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port cc6338a3-7385-470a-96c4-47d2735af0b1, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=cc6338a3-7385-470a-96c4-47d2735af0b1,segment=NetworkSegment(6a0dcd8e-3884-461b-ac3c-4a378c6b966a),segment_id=6a0dcd8e-3884-461b-ac3c-4a378c6b966a)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:57.169470 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'cc6338a3-7385-470a-96c4-47d2735af0b1', 'network_id': '7bb51f2f-00d3-4129-bd46-3f370febb2ae', 'port_id': 'cc6338a3-7385-470a-96c4-47d2735af0b1', 'mac_address': 'fa:16:3e:3e:86:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca9fc3c9-f297-4e8b-a8e5-3d3783f9f619', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:00:57.171463 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-d5bb03a9-c4bb-4de7-899f-1d79895452f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:57.172963 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-d5bb03a9-c4bb-4de7-899f-1d79895452f4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3ed34004-8d3c-42d8-8154-cdf8489716b3 HTTP/1.1" status: 200 len: 865 time: 0.1593406 Jul 24 01:00:57.221231 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04babfac-0831-412e-b6d0-8e38b5a6361b admin admin] Pushing event updated for resources: {'Port': ['ID=ed47add9-15f7-49c6-9042-60e9e291b8eb,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:57.235904 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-04babfac-0831-412e-b6d0-8e38b5a6361b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:57.238050 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-59b5179d-3b06-4226-80f5-e32c3a9b9164 req-82e498a3-3a0f-4c7c-bc1d-1a393e7dba99 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=67e18412-570e-4aad-a00d-ec0d2037b036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641221 Jul 24 01:00:57.242961 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b3c1a5c2-df17-4dde-b3e8-ae90a1890e9a tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:57.277423 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-533da39d-7e7e-47d0-ac95-64f6105300e8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3b31c9b-c5e3-41d2-ac45-5344ba8f25a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847685 Jul 24 01:00:57.278039 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b3c1a5c2-df17-4dde-b3e8-ae90a1890e9a tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:57.308731 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:57.326122 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc6338a3-7385-470a-96c4-47d2735af0b1 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:00:57.326350 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-f5b6580e-aafe-4fda-bf35-67e6ce26c542 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:57.350985 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-44b91844-f4d2-46a7-9eea-e1f60276b1d6 req-6dca8792-2f3d-468a-a380-cc24f3b38b54 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118363 Jul 24 01:00:57.355835 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port cc6338a3-7385-470a-96c4-47d2735af0b1, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=cc6338a3-7385-470a-96c4-47d2735af0b1,segment=NetworkSegment(6a0dcd8e-3884-461b-ac3c-4a378c6b966a),segment_id=6a0dcd8e-3884-461b-ac3c-4a378c6b966a)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:57.369360 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:57.391742 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04babfac-0831-412e-b6d0-8e38b5a6361b admin admin] Network 662676c2-c269-4b06-8b5d-f431eabf5e53 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:57.393939 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-04babfac-0831-412e-b6d0-8e38b5a6361b admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:57.415972 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b3c1a5c2-df17-4dde-b3e8-ae90a1890e9a tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:57.417522 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b3c1a5c2-df17-4dde-b3e8-ae90a1890e9a tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8347085 Jul 24 01:00:57.425694 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39790) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:57.426625 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c1a5c2-df17-4dde-b3e8-ae90a1890e9a tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32154218-fde5-4cd4-b01c-5d96da9f1325,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:57.437768 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-f56c777a-dac9-474b-90f4-2bd327eb89d9 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Request body: {'security_group': {'name': 'tempest-secgroup--753159550'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:57.439914 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=cc6338a3-7385-470a-96c4-47d2735af0b1,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:57.507256 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-f5b6580e-aafe-4fda-bf35-67e6ce26c542 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] Network 3b20bab6-bfd3-41b8-b4d1-348ef5f9fd9a is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:00:57.517491 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-f5b6580e-aafe-4fda-bf35-67e6ce26c542 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:00:57.523766 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b6580e-aafe-4fda-bf35-67e6ce26c542 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] Pushing event updated for resources: {'Port': ['ID=39a74deb-80d6-4e62-a5a3-1717795ed9c7,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:57.529736 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-f5b6580e-aafe-4fda-bf35-67e6ce26c542 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:00:57.544827 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04babfac-0831-412e-b6d0-8e38b5a6361b admin admin] Router 5a63f481-f1bd-4129-8067-8b2034f88b68 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:00:57.566307 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f56c777a-dac9-474b-90f4-2bd327eb89d9 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:57.586985 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-6e0ba8d3-4bf5-40ba-bf82-8a7266e59111 service neutron] 10.222.0.13 "GET /v2.0/networks/b3b31c9b-c5e3-41d2-ac45-5344ba8f25a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835906 Jul 24 01:00:57.621318 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-f5b6580e-aafe-4fda-bf35-67e6ce26c542 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:57.621970 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-f5b6580e-aafe-4fda-bf35-67e6ce26c542 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:57.746981 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['cc6338a3-7385-470a-96c4-47d2735af0b1'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:00:57.753956 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3005a8ed-933e-4c90-9679-a7d7b23ca5d9 req-75096385-03e8-48db-8c83-91b8b704348b service neutron] 10.222.0.13 "GET /v2.0/networks/b3b31c9b-c5e3-41d2-ac45-5344ba8f25a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516712 Jul 24 01:00:58.076477 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f56c777a-dac9-474b-90f4-2bd327eb89d9 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:58.085205 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04babfac-0831-412e-b6d0-8e38b5a6361b admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:00:58.100742 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-04babfac-0831-412e-b6d0-8e38b5a6361b admin admin] 10.222.0.15 "PUT /v2.0/routers/5a63f481-f1bd-4129-8067-8b2034f88b68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0534575 Jul 24 01:00:58.124373 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f56c777a-dac9-474b-90f4-2bd327eb89d9 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:58.155456 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-f5b6580e-aafe-4fda-bf35-67e6ce26c542 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2250416 Jul 24 01:00:58.176003 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-40390ceb-cc15-445f-9f9b-9451c837e384 service neutron] Request body: {'port': {'device_id': '5de9b4e9-6fea-454c-be30-9d62f10081e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:58.224494 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f56c777a-dac9-474b-90f4-2bd327eb89d9 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:58.229080 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f56c777a-dac9-474b-90f4-2bd327eb89d9 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7993968 Jul 24 01:00:58.230279 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39804) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:58.232969 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a69fdb-eab4-4996-8eb5-294299b3a806 req-3b83538e-1d72-43b6-9e33-964d26576132 tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:58.235974 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b6a69fdb-eab4-4996-8eb5-294299b3a806 req-3b83538e-1d72-43b6-9e33-964d26576132 tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] 10.222.0.15 "GET /v2.0/ports?device_id=585b7e0f-d58b-49c1-8956-0fd5e6c152fb HTTP/1.1" status: 200 len: 943 time: 0.6744831 Jul 24 01:00:58.242267 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-5286a45e-5345-4a48-b72c-be9d3c5da2af tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Request body: {'security_group_rule': {'security_group_id': '32154218-fde5-4cd4-b01c-5d96da9f1325', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8a417c7a-ec70-4774-b327-01b9272267c7', 'remote_ip_prefix': None}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:00:58.247290 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c777a-dac9-474b-90f4-2bd327eb89d9 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a417c7a-ec70-4774-b327-01b9272267c7,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:58.311537 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b6a69fdb-eab4-4996-8eb5-294299b3a806 req-b05be176-0452-4a8d-988e-61e85136a8c1 tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] 10.222.0.15 "GET /v2.0/security-groups?id=094e2e1c-4e08-4e84-8fe3-fc61856fec41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678320 Jul 24 01:00:58.339702 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d3a83-9028-4bf7-8e6d-2716e04b8ac0 req-c1ab72a3-0bc1-4e96-a0fa-a219caf57a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:58.341343 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b0d3a83-9028-4bf7-8e6d-2716e04b8ac0 req-c1ab72a3-0bc1-4e96-a0fa-a219caf57a6b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=34c1e40d7f38420ebc481ad4a9961588&device_id=585b7e0f-d58b-49c1-8956-0fd5e6c152fb HTTP/1.1" status: 200 len: 1095 time: 0.2626798 Jul 24 01:00:58.381802 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9c1e1-4a81-48ec-9e98-931d00a1af8d req-8d61104d-1e48-4b93-a285-5754ccd6bb00 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:58.389410 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4ee9c1e1-4a81-48ec-9e98-931d00a1af8d req-8d61104d-1e48-4b93-a285-5754ccd6bb00 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de9b4e9-6fea-454c-be30-9d62f10081e1 HTTP/1.1" status: 200 len: 932 time: 0.3093903 Jul 24 01:00:58.407653 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-40390ceb-cc15-445f-9f9b-9451c837e384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:58.430630 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5286a45e-5345-4a48-b72c-be9d3c5da2af tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:58.561141 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4ee9c1e1-4a81-48ec-9e98-931d00a1af8d req-e6a925b3-4744-46ee-b570-34dc594cdcf9 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] 10.222.0.15 "GET /v2.0/security-groups?id=e29f5fc8-e9d4-406c-806e-2fe5400e338c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707964 Jul 24 01:00:58.681350 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d3a83-9028-4bf7-8e6d-2716e04b8ac0 req-f4e06581-8cc2-4e1f-8404-4e321f30f54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:58.682492 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853acb8e-b811-42cd-891b-44adb031265a req-85e02211-ee72-4e46-a0cb-e7d073c13dc9 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:58.683061 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b0d3a83-9028-4bf7-8e6d-2716e04b8ac0 req-f4e06581-8cc2-4e1f-8404-4e321f30f54c service neutron] 10.222.0.13 "GET /v2.0/networks?id=b3b31c9b-c5e3-41d2-ac45-5344ba8f25a1 HTTP/1.1" status: 200 len: 926 time: 0.3239245 Jul 24 01:00:58.684252 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-853acb8e-b811-42cd-891b-44adb031265a req-85e02211-ee72-4e46-a0cb-e7d073c13dc9 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/networks?id=662676c2-c269-4b06-8b5d-f431eabf5e53 HTTP/1.1" status: 200 len: 820 time: 0.1411684 Jul 24 01:00:58.701566 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-853acb8e-b811-42cd-891b-44adb031265a req-50897397-f628-4595-ae53-f88cf99bcbcb tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/quotas/626332b8d2a44f2d913cfa7775848708 HTTP/1.1" status: 200 len: 375 time: 0.0101359 Jul 24 01:00:58.775023 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-853acb8e-b811-42cd-891b-44adb031265a req-06dfed65-f2f9-4e3e-a27e-873ba60240ea tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=626332b8d2a44f2d913cfa7775848708&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0678623 Jul 24 01:00:58.786147 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b0d3a83-9028-4bf7-8e6d-2716e04b8ac0 req-4df7cf32-b89e-4a45-b875-745c478285bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d3f792c1-b471-48e0-b56d-3fbe8a9d380d HTTP/1.1" status: 200 len: 217 time: 0.0886955 Jul 24 01:00:58.791219 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5286a45e-5345-4a48-b72c-be9d3c5da2af tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:58.814760 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5286a45e-5345-4a48-b72c-be9d3c5da2af tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:58.881737 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-853acb8e-b811-42cd-891b-44adb031265a req-7a277f22-af66-470d-a6b8-ac3143259363 service neutron] 10.222.0.15 "GET /v2.0/networks/662676c2-c269-4b06-8b5d-f431eabf5e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992167 Jul 24 01:00:58.897612 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286a45e-5345-4a48-b72c-be9d3c5da2af tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be1f007b-c4b2-4399-982a-bc17c146d24a,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:58.928443 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5286a45e-5345-4a48-b72c-be9d3c5da2af tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:58.929748 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5286a45e-5345-4a48-b72c-be9d3c5da2af tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6947634 Jul 24 01:00:58.933878 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d3a83-9028-4bf7-8e6d-2716e04b8ac0 req-27a1d659-488a-4689-98c7-180004ecf58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:58.935398 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b0d3a83-9028-4bf7-8e6d-2716e04b8ac0 req-27a1d659-488a-4689-98c7-180004ecf58c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3ed34004-8d3c-42d8-8154-cdf8489716b3 HTTP/1.1" status: 200 len: 865 time: 0.1315684 Jul 24 01:00:58.935869 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39824) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:58.982107 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b80bc-9692-4c7e-9d36-9f8dc1eb2dc0 req-741d8505-3ec2-41fb-8c1c-7226a26ace73 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:58.983732 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-704b80bc-9692-4c7e-9d36-9f8dc1eb2dc0 req-741d8505-3ec2-41fb-8c1c-7226a26ace73 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=cda48cda-a8fd-4525-93d4-43f34deda623 HTTP/1.1" status: 200 len: 944 time: 0.3150742 Jul 24 01:00:58.985637 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-853acb8e-b811-42cd-891b-44adb031265a req-6a2d77bf-5467-474a-93ea-e8a40608729b service neutron] 10.222.0.15 "GET /v2.0/networks/662676c2-c269-4b06-8b5d-f431eabf5e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978010 Jul 24 01:00:59.015017 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b0d3a83-9028-4bf7-8e6d-2716e04b8ac0 req-d1e76b35-0143-4f06-a8ef-b75bf67d0f8d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b3b31c9b-c5e3-41d2-ac45-5344ba8f25a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607927 Jul 24 01:00:59.043197 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160592ba-5262-460d-bef3-677a5d5d6086 None None] Sync routers for ids ['5a63f481-f1bd-4129-8067-8b2034f88b68'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:00:59.056681 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160592ba-5262-460d-bef3-677a5d5d6086 None None] Routers {'5a63f481-f1bd-4129-8067-8b2034f88b68'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:00:59.057572 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-160592ba-5262-460d-bef3-677a5d5d6086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:00:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['5a63f481-f1bd-4129-8067-8b2034f88b68'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:59.073148 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6268b6a3-9c7d-4919-9ceb-4b37a9cb1708 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:59.108970 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6268b6a3-9c7d-4919-9ceb-4b37a9cb1708 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:59.184263 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 85939ae2-3759-4680-96d3-4d89c04bb9ed up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:00:59.224135 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-160592ba-5262-460d-bef3-677a5d5d6086 None None] Set router 5a63f481-f1bd-4129-8067-8b2034f88b68 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:00:59.237968 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b0d3a83-9028-4bf7-8e6d-2716e04b8ac0 req-932ebb10-e977-44d1-a5ba-962cbabfc1a2 service neutron] 10.222.0.13 "GET /v2.0/networks/b3b31c9b-c5e3-41d2-ac45-5344ba8f25a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015688 Jul 24 01:00:59.250939 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-704b80bc-9692-4c7e-9d36-9f8dc1eb2dc0 req-83a2a614-465c-4388-b28a-888dceff7276 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387559 Jul 24 01:00:59.310273 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 85939ae2-3759-4680-96d3-4d89c04bb9ed completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:00:59.317830 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 85939ae2-3759-4680-96d3-4d89c04bb9ed triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:00:59.319046 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:59.329512 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-40390ceb-cc15-445f-9f9b-9451c837e384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39a74deb-80d6-4e62-a5a3-1717795ed9c7 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:00:59.343270 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-40390ceb-cc15-445f-9f9b-9451c837e384 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:59.366076 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-67b87698-a876-4c2a-835e-3890d08ba6eb req-fb42ccaa-e6e1-4ac6-bb01-fe4912ceba1a tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 210 time: 0.0734200 Jul 24 01:00:59.387487 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6268b6a3-9c7d-4919-9ceb-4b37a9cb1708 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:59.402119 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6268b6a3-9c7d-4919-9ceb-4b37a9cb1708 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:59.406201 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6268b6a3-9c7d-4919-9ceb-4b37a9cb1708 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/be1f007b-c4b2-4399-982a-bc17c146d24a HTTP/1.1" status: 204 len: 168 time: 0.4658444 Jul 24 01:00:59.408838 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39834) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:59.440332 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-40390ceb-cc15-445f-9f9b-9451c837e384 service neutron] Transition to ACTIVE for port object 39a74deb-80d6-4e62-a5a3-1717795ed9c7 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:00:59.441336 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6268b6a3-9c7d-4919-9ceb-4b37a9cb1708 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be1f007b-c4b2-4399-982a-bc17c146d24a,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:59.465492 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-40390ceb-cc15-445f-9f9b-9451c837e384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:59.505737 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-607b4b49-0a9e-45a8-acd0-38108b33c869 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0956933 Jul 24 01:00:59.510736 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39844) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:59.538850 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:59.605394 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-160592ba-5262-460d-bef3-677a5d5d6086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a63f481-f1bd-4129-8067-8b2034f88b68', 'name': 'tempest-ServerRescueTestJSONUnderV235-1692976672-router', 'tenant_id': '626332b8d2a44f2d913cfa7775848708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '85939ae2-3759-4680-96d3-4d89c04bb9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:00:52Z', 'updated_at': '2021-07-24T01:00:56Z', 'revision_number': 4, 'project_id': '626332b8d2a44f2d913cfa7775848708', 'gw_port': {'id': '85939ae2-3759-4680-96d3-4d89c04bb9ed', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:96:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a63f481-f1bd-4129-8067-8b2034f88b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:53Z', 'updated_at': '2021-07-24T01:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'ed47add9-15f7-49c6-9042-60e9e291b8eb', 'name': '', 'network_id': '662676c2-c269-4b06-8b5d-f431eabf5e53', 'tenant_id': '626332b8d2a44f2d913cfa7775848708', 'mac_address': 'fa:16:3e:76:5f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a63f481-f1bd-4129-8067-8b2034f88b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '261afb07-f977-4eed-842d-3916df829b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:55Z', 'updated_at': '2021-07-24T01:00:56Z', 'revision_number': 2, 'project_id': '626332b8d2a44f2d913cfa7775848708', 'subnets': [{'id': '261afb07-f977-4eed-842d-3916df829b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:00:59.615304 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b0d3a83-9028-4bf7-8e6d-2716e04b8ac0 req-3e5f7a09-7bea-4ca0-a712-3fbf2c5160e9 service neutron] 10.222.0.13 "GET /v2.0/networks/b3b31c9b-c5e3-41d2-ac45-5344ba8f25a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533747 Jul 24 01:00:59.618305 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 85939ae2-3759-4680-96d3-4d89c04bb9ed, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=85939ae2-3759-4680-96d3-4d89c04bb9ed,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:00:59.633348 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7dad6a27-70c5-4bd1-80ef-b3e3751874c3 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:59.641096 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40390ceb-cc15-445f-9f9b-9451c837e384 service neutron] Pushing event updated for resources: {'Port': ['ID=39a74deb-80d6-4e62-a5a3-1717795ed9c7,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:59.648286 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:59.668397 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160592ba-5262-460d-bef3-677a5d5d6086 None None] Checking router: 5a63f481-f1bd-4129-8067-8b2034f88b68 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:00:59.669604 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160592ba-5262-460d-bef3-677a5d5d6086 None None] Updating router 5a63f481-f1bd-4129-8067-8b2034f88b68 port ed47add9-15f7-49c6-9042-60e9e291b8eb binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:00:59.690060 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7dad6a27-70c5-4bd1-80ef-b3e3751874c3 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:59.714662 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-160592ba-5262-460d-bef3-677a5d5d6086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:59.746550 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0664ae-55b0-4ebb-9036-55e88e981bda req-f3586b21-0446-416f-b2a5-930ce838d068 tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:00:59.755286 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7f0664ae-55b0-4ebb-9036-55e88e981bda req-f3586b21-0446-416f-b2a5-930ce838d068 tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] 10.222.0.15 "GET /v2.0/ports?device_id=585b7e0f-d58b-49c1-8956-0fd5e6c152fb HTTP/1.1" status: 200 len: 943 time: 0.2944858 Jul 24 01:00:59.781378 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7dad6a27-70c5-4bd1-80ef-b3e3751874c3 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:59.790596 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7dad6a27-70c5-4bd1-80ef-b3e3751874c3 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:59.797150 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=85939ae2-3759-4680-96d3-4d89c04bb9ed,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:59.810022 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7dad6a27-70c5-4bd1-80ef-b3e3751874c3 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "DELETE /v2.0/security-groups/8a417c7a-ec70-4774-b327-01b9272267c7 HTTP/1.1" status: 204 len: 168 time: 0.2985501 Jul 24 01:00:59.815050 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39852) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:00:59.824979 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-40390ceb-cc15-445f-9f9b-9451c837e384 service neutron] Attempting to bind port 39a74deb-80d6-4e62-a5a3-1717795ed9c7 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:00:59.825821 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-40390ceb-cc15-445f-9f9b-9451c837e384 service neutron] Attempting to bind port 39a74deb-80d6-4e62-a5a3-1717795ed9c7 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '49e99e20-0929-4cac-82fc-976bf4fa107a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3b20bab6-bfd3-41b8-b4d1-348ef5f9fd9a'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:00:59.826295 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-40390ceb-cc15-445f-9f9b-9451c837e384 service neutron] Attempting to bind port 39a74deb-80d6-4e62-a5a3-1717795ed9c7 on network 3b20bab6-bfd3-41b8-b4d1-348ef5f9fd9a {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:00:59.827383 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dad6a27-70c5-4bd1-80ef-b3e3751874c3 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a417c7a-ec70-4774-b327-01b9272267c7,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:00:59.866520 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7f0664ae-55b0-4ebb-9036-55e88e981bda req-918596ee-af0d-421e-b2a3-3e434d91e778 tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] 10.222.0.15 "GET /v2.0/security-groups?id=094e2e1c-4e08-4e84-8fe3-fc61856fec41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102154 Jul 24 01:00:59.876003 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-40390ceb-cc15-445f-9f9b-9451c837e384 service neutron] Port 39a74deb-80d6-4e62-a5a3-1717795ed9c7 on network 3b20bab6-bfd3-41b8-b4d1-348ef5f9fd9a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:00:59.876360 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-40390ceb-cc15-445f-9f9b-9451c837e384 service neutron] Attempting to bind port 39a74deb-80d6-4e62-a5a3-1717795ed9c7 on network 3b20bab6-bfd3-41b8-b4d1-348ef5f9fd9a {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:00:59.886304 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-40390ceb-cc15-445f-9f9b-9451c837e384 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:00:59.887067 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-40390ceb-cc15-445f-9f9b-9451c837e384 service neutron] Checking segment: {'id': '49e99e20-0929-4cac-82fc-976bf4fa107a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3b20bab6-bfd3-41b8-b4d1-348ef5f9fd9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:00:59.887628 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-40390ceb-cc15-445f-9f9b-9451c837e384 service neutron] Bound using segment: {'id': '49e99e20-0929-4cac-82fc-976bf4fa107a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3b20bab6-bfd3-41b8-b4d1-348ef5f9fd9a'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:00:59.888575 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-40390ceb-cc15-445f-9f9b-9451c837e384 service neutron] Bound port: 39a74deb-80d6-4e62-a5a3-1717795ed9c7, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49e99e20-0929-4cac-82fc-976bf4fa107a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3b20bab6-bfd3-41b8-b4d1-348ef5f9fd9a'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:00:59.889123 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-40390ceb-cc15-445f-9f9b-9451c837e384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:00:59.968699 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-fc9cad9e-a96d-437f-bb5c-175a4ab92606 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1485014 Jul 24 01:00:59.968699 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39854) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:00.026964 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-40390ceb-cc15-445f-9f9b-9451c837e384 service neutron] For port 39a74deb-80d6-4e62-a5a3-1717795ed9c7, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:01:00.031833 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-40390ceb-cc15-445f-9f9b-9451c837e384 service neutron] For port 39a74deb-80d6-4e62-a5a3-1717795ed9c7, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=39a74deb-80d6-4e62-a5a3-1717795ed9c7,segment=NetworkSegment(49e99e20-0929-4cac-82fc-976bf4fa107a),segment_id=49e99e20-0929-4cac-82fc-976bf4fa107a)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:01:00.039712 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-40390ceb-cc15-445f-9f9b-9451c837e384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:00.042130 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef97b0f8-891c-4f29-a420-dcdff16a7184 req-162d32b4-0cc9-4cff-af41-f8b3be0795c0 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:00.044039 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ef97b0f8-891c-4f29-a420-dcdff16a7184 req-162d32b4-0cc9-4cff-af41-f8b3be0795c0 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de9b4e9-6fea-454c-be30-9d62f10081e1 HTTP/1.1" status: 200 len: 944 time: 0.1213109 Jul 24 01:01:00.104302 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ef97b0f8-891c-4f29-a420-dcdff16a7184 req-3e3303d3-7da4-4891-a585-10b008dec9e3 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] 10.222.0.15 "GET /v2.0/security-groups?id=e29f5fc8-e9d4-406c-806e-2fe5400e338c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533931 Jul 24 01:01:00.105195 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8d814db5-8f71-4dcb-a4a0-be95a7d970b7 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:00.111645 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-40390ceb-cc15-445f-9f9b-9451c837e384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:00.112230 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-40390ceb-cc15-445f-9f9b-9451c837e384 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:00.113644 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-40390ceb-cc15-445f-9f9b-9451c837e384 service neutron] 10.222.0.13 "PUT /v2.0/ports/39a74deb-80d6-4e62-a5a3-1717795ed9c7 HTTP/1.1" status: 200 len: 1093 time: 1.9470792 Jul 24 01:01:00.114101 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de9b4e9-6fea-454c-be30-9d62f10081e1', 'tag': '39a74deb-80d6-4e62-a5a3-1717795ed9c7'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:01:00.117079 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194dba3a-ab1d-477e-ba94-2ad2dc7847b9" -d '{"events": [{"name": "network-changed", "server_uuid": "5de9b4e9-6fea-454c-be30-9d62f10081e1", "tag": "39a74deb-80d6-4e62-a5a3-1717795ed9c7"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:01:00.144645 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-160592ba-5262-460d-bef3-677a5d5d6086 None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:00.159130 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-160592ba-5262-460d-bef3-677a5d5d6086 None None] Transition to ACTIVE for port object ed47add9-15f7-49c6-9042-60e9e291b8eb will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:01:00.164444 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb82e63-262a-4248-a242-9e358ff36b7f x-openstack-request-id: req-4eb82e63-262a-4248-a242-9e358ff36b7f {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:01:00.164742 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de9b4e9-6fea-454c-be30-9d62f10081e1", "tag": "39a74deb-80d6-4e62-a5a3-1717795ed9c7", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:01:00.165048 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4eb82e63-262a-4248-a242-9e358ff36b7f {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:01:00.165393 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5de9b4e9-6fea-454c-be30-9d62f10081e1', 'tag': '39a74deb-80d6-4e62-a5a3-1717795ed9c7', 'status': 'completed', 'code': 200} Jul 24 01:01:00.169046 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-160592ba-5262-460d-bef3-677a5d5d6086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:00.171224 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8d814db5-8f71-4dcb-a4a0-be95a7d970b7 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:00.197106 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40390ceb-cc15-445f-9f9b-9451c837e384 service neutron] Pushing event updated for resources: {'Port': ['ID=39a74deb-80d6-4e62-a5a3-1717795ed9c7,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:00.234357 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec5832-0667-46a3-967c-af4ecadfea5c None None] Pushing event updated for resources: {'Port': ['ID=ed47add9-15f7-49c6-9042-60e9e291b8eb,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:00.264339 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdec5832-0667-46a3-967c-af4ecadfea5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:00.264978 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdec5832-0667-46a3-967c-af4ecadfea5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:00.265486 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdec5832-0667-46a3-967c-af4ecadfea5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:00.265990 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdec5832-0667-46a3-967c-af4ecadfea5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:00.266494 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdec5832-0667-46a3-967c-af4ecadfea5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:00.267034 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdec5832-0667-46a3-967c-af4ecadfea5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:00.267544 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdec5832-0667-46a3-967c-af4ecadfea5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:00.268043 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdec5832-0667-46a3-967c-af4ecadfea5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:00.268542 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdec5832-0667-46a3-967c-af4ecadfea5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:00.269076 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdec5832-0667-46a3-967c-af4ecadfea5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:00.269582 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdec5832-0667-46a3-967c-af4ecadfea5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:00.270053 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdec5832-0667-46a3-967c-af4ecadfea5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:00.275057 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8d814db5-8f71-4dcb-a4a0-be95a7d970b7 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:00.277735 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8d814db5-8f71-4dcb-a4a0-be95a7d970b7 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:00.281193 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-8d814db5-8f71-4dcb-a4a0-be95a7d970b7 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "DELETE /v2.0/security-groups/32154218-fde5-4cd4-b01c-5d96da9f1325 HTTP/1.1" status: 204 len: 168 time: 0.3099661 Jul 24 01:01:00.281640 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39858) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:00.297168 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d814db5-8f71-4dcb-a4a0-be95a7d970b7 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32154218-fde5-4cd4-b01c-5d96da9f1325,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:00.313433 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-5450c79a-beb2-4c77-b013-02c644e4698f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:00.315365 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-5450c79a-beb2-4c77-b013-02c644e4698f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=65dd2feed447440194c7f86c10c73ddc&device_id=5de9b4e9-6fea-454c-be30-9d62f10081e1 HTTP/1.1" status: 200 len: 1096 time: 0.1151280 Jul 24 01:01:00.320963 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-160592ba-5262-460d-bef3-677a5d5d6086 None None] Attempting to bind port ed47add9-15f7-49c6-9042-60e9e291b8eb on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:01:00.321286 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-160592ba-5262-460d-bef3-677a5d5d6086 None None] Attempting to bind port ed47add9-15f7-49c6-9042-60e9e291b8eb by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '4242c379-d447-4cc7-be17-2a8b0036d56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '662676c2-c269-4b06-8b5d-f431eabf5e53'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:01:00.321652 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160592ba-5262-460d-bef3-677a5d5d6086 None None] Attempting to bind port ed47add9-15f7-49c6-9042-60e9e291b8eb on network 662676c2-c269-4b06-8b5d-f431eabf5e53 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:01:00.328247 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160592ba-5262-460d-bef3-677a5d5d6086 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:01:00.328811 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160592ba-5262-460d-bef3-677a5d5d6086 None None] Checking segment: {'id': '4242c379-d447-4cc7-be17-2a8b0036d56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '662676c2-c269-4b06-8b5d-f431eabf5e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:01:00.329506 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-160592ba-5262-460d-bef3-677a5d5d6086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:00.330113 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160592ba-5262-460d-bef3-677a5d5d6086 None None] Bound using segment: {'id': '4242c379-d447-4cc7-be17-2a8b0036d56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '662676c2-c269-4b06-8b5d-f431eabf5e53'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:01:00.330938 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-160592ba-5262-460d-bef3-677a5d5d6086 None None] Bound port: ed47add9-15f7-49c6-9042-60e9e291b8eb, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4242c379-d447-4cc7-be17-2a8b0036d56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '662676c2-c269-4b06-8b5d-f431eabf5e53'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:01:00.332488 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-160592ba-5262-460d-bef3-677a5d5d6086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:00.371323 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-73567aed-a059-4c1a-aad2-45b443dc3a2c tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0881238 Jul 24 01:01:00.372815 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-54e86976-41b1-4ee8-827f-8d9b40d81372 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39a74deb-80d6-4e62-a5a3-1717795ed9c7 HTTP/1.1" status: 200 len: 217 time: 0.0443428 Jul 24 01:01:00.376999 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39862) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:00.382900 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-36944ab9-9728-49ac-bc9f-4f5813b85576 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Request body: {'security_group': {'name': 'tempest-secgroup--1534006754'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:01:00.434148 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-160592ba-5262-460d-bef3-677a5d5d6086 None None] For port ed47add9-15f7-49c6-9042-60e9e291b8eb, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:01:00.440933 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-160592ba-5262-460d-bef3-677a5d5d6086 None None] For port ed47add9-15f7-49c6-9042-60e9e291b8eb, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=ed47add9-15f7-49c6-9042-60e9e291b8eb,segment=NetworkSegment(4242c379-d447-4cc7-be17-2a8b0036d56e),segment_id=4242c379-d447-4cc7-be17-2a8b0036d56e)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:01:00.450013 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-160592ba-5262-460d-bef3-677a5d5d6086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:00.452036 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-36944ab9-9728-49ac-bc9f-4f5813b85576 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:00.456855 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-54e1d333-1ecd-4175-8d36-eb8e7594ef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:00.458396 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-54e1d333-1ecd-4175-8d36-eb8e7594ef6f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9029d619-36bf-4e91-ac30-89650221b7d6 HTTP/1.1" status: 200 len: 853 time: 0.0698888 Jul 24 01:01:00.471325 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2512bd0c-9cec-4b62-acea-989ad60aa220 req-23186b47-c7d3-4518-a519-becab36a80f6 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:00.472934 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2512bd0c-9cec-4b62-acea-989ad60aa220 req-23186b47-c7d3-4518-a519-becab36a80f6 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=cda48cda-a8fd-4525-93d4-43f34deda623 HTTP/1.1" status: 200 len: 944 time: 0.1081569 Jul 24 01:01:00.508821 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-e519db7b-a847-4833-b7dd-2988292d286e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3b20bab6-bfd3-41b8-b4d1-348ef5f9fd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431256 Jul 24 01:01:00.518677 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160592ba-5262-460d-bef3-677a5d5d6086 None None] Routers {'5a63f481-f1bd-4129-8067-8b2034f88b68'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:01:00.519397 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-160592ba-5262-460d-bef3-677a5d5d6086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:00:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['5a63f481-f1bd-4129-8067-8b2034f88b68'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:01:00.521004 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2512bd0c-9cec-4b62-acea-989ad60aa220 req-6499779d-628c-49fd-8bed-6a0026fcafe6 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372555 Jul 24 01:01:00.524851 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec5832-0667-46a3-967c-af4ecadfea5c None None] Pushing event updated for resources: {'Port': ['ID=ed47add9-15f7-49c6-9042-60e9e291b8eb,revision_number=4']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:00.532326 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6a956e4f-73c6-4742-9528-9c3f383b1190 req-c4f64d19-44ea-408e-a2dc-bb3d11157475 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 210 time: 0.0556293 Jul 24 01:01:00.641120 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-160592ba-5262-460d-bef3-677a5d5d6086 None None] Set router 5a63f481-f1bd-4129-8067-8b2034f88b68 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:01:00.671880 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-ece92ac9-d10d-48cd-b6ad-a061da21269f service neutron] 10.222.0.13 "GET /v2.0/networks/3b20bab6-bfd3-41b8-b4d1-348ef5f9fd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421907 Jul 24 01:01:00.713232 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-36944ab9-9728-49ac-bc9f-4f5813b85576 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:00.745251 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-36944ab9-9728-49ac-bc9f-4f5813b85576 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:00.871519 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36944ab9-9728-49ac-bc9f-4f5813b85576 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25457938-94e2-490f-9426-20e286926925,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:00.883981 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-36944ab9-9728-49ac-bc9f-4f5813b85576 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:00.885345 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-36944ab9-9728-49ac-bc9f-4f5813b85576 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5072839 Jul 24 01:01:00.889426 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39868) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:00.895762 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-bc3e580b-d23c-46a6-8e80-eaa4bad3c32a tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Request body: {'security_group_rule': {'security_group_id': '25457938-94e2-490f-9426-20e286926925', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:01:00.912211 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a0ed993e-1dbf-4c44-a03e-ae50b57657be req-3bdd94b7-f613-4e5a-9b53-7e45b5522f64 service neutron] 10.222.0.13 "GET /v2.0/networks/3b20bab6-bfd3-41b8-b4d1-348ef5f9fd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295766 Jul 24 01:01:00.932403 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853acb8e-b811-42cd-891b-44adb031265a req-f01f3ba2-6899-4a38-a435-66bfa898bd2f tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:00.934397 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-853acb8e-b811-42cd-891b-44adb031265a req-f01f3ba2-6899-4a38-a435-66bfa898bd2f tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.13 "GET /v2.0/networks?id=662676c2-c269-4b06-8b5d-f431eabf5e53 HTTP/1.1" status: 200 len: 820 time: 0.2134774 Jul 24 01:01:00.952725 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc3e580b-d23c-46a6-8e80-eaa4bad3c32a tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:00.980418 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-853acb8e-b811-42cd-891b-44adb031265a req-d4d93037-d5e1-4dc6-9a44-ad55423a9ffc tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Request body: {'port': {'device_id': '4a6f5d52-23de-49ad-a41e-c2916ce4e2c5', 'network_id': '662676c2-c269-4b06-8b5d-f431eabf5e53', 'admin_state_up': True, 'tenant_id': '626332b8d2a44f2d913cfa7775848708'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:01:01.027791 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d3f792c1-b471-48e0-b56d-3fbe8a9d380d details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:01:01.031138 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device cc6338a3-7385-470a-96c4-47d2735af0b1 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:01:01.041514 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc3e580b-d23c-46a6-8e80-eaa4bad3c32a tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:01.041764 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-160592ba-5262-460d-bef3-677a5d5d6086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a63f481-f1bd-4129-8067-8b2034f88b68', 'name': 'tempest-ServerRescueTestJSONUnderV235-1692976672-router', 'tenant_id': '626332b8d2a44f2d913cfa7775848708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '85939ae2-3759-4680-96d3-4d89c04bb9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:00:52Z', 'updated_at': '2021-07-24T01:00:56Z', 'revision_number': 4, 'project_id': '626332b8d2a44f2d913cfa7775848708', 'gw_port': {'id': '85939ae2-3759-4680-96d3-4d89c04bb9ed', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:96:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63f481-f1bd-4129-8067-8b2034f88b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:53Z', 'updated_at': '2021-07-24T01:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'ed47add9-15f7-49c6-9042-60e9e291b8eb', 'name': '', 'network_id': '662676c2-c269-4b06-8b5d-f431eabf5e53', 'tenant_id': '626332b8d2a44f2d913cfa7775848708', 'mac_address': 'fa:16:3e:76:5f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a63f481-f1bd-4129-8067-8b2034f88b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '261afb07-f977-4eed-842d-3916df829b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:55Z', 'updated_at': '2021-07-24T01:01:00Z', 'revision_number': 4, 'project_id': '626332b8d2a44f2d913cfa7775848708', 'subnets': [{'id': '261afb07-f977-4eed-842d-3916df829b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:01:01.047825 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc3e580b-d23c-46a6-8e80-eaa4bad3c32a tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:01.096561 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e580b-d23c-46a6-8e80-eaa4bad3c32a tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0746e57-a452-47c9-9746-d15c4975420e,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:01.098607 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc3e580b-d23c-46a6-8e80-eaa4bad3c32a tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:01.100488 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-bc3e580b-d23c-46a6-8e80-eaa4bad3c32a tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2090390 Jul 24 01:01:01.103228 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39872) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:01.113216 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160592ba-5262-460d-bef3-677a5d5d6086 None None] The sync data for ids ['5a63f481-f1bd-4129-8067-8b2034f88b68'] in n-d-793621-25 is: [{'id': '5a63f481-f1bd-4129-8067-8b2034f88b68', 'name': 'tempest-ServerRescueTestJSONUnderV235-1692976672-router', 'tenant_id': '626332b8d2a44f2d913cfa7775848708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '85939ae2-3759-4680-96d3-4d89c04bb9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:00:52Z', 'updated_at': '2021-07-24T01:00:56Z', 'revision_number': 4, 'project_id': '626332b8d2a44f2d913cfa7775848708', 'gw_port': {'id': '85939ae2-3759-4680-96d3-4d89c04bb9ed', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:96:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63f481-f1bd-4129-8067-8b2034f88b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:53Z', 'updated_at': '2021-07-24T01:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'ed47add9-15f7-49c6-9042-60e9e291b8eb', 'name': '', 'network_id': '662676c2-c269-4b06-8b5d-f431eabf5e53', 'tenant_id': '626332b8d2a44f2d913cfa7775848708', 'mac_address': 'fa:16:3e:76:5f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a63f481-f1bd-4129-8067-8b2034f88b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '261afb07-f977-4eed-842d-3916df829b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:55Z', 'updated_at': '2021-07-24T01:01:00Z', 'revision_number': 4, 'project_id': '626332b8d2a44f2d913cfa7775848708', 'subnets': [{'id': '261afb07-f977-4eed-842d-3916df829b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:01:01.145685 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 85939ae2-3759-4680-96d3-4d89c04bb9ed up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:01:01.155084 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-825963a5-e8b6-4ca8-bbd6-bf0d7c117c9f tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:01.185927 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-825963a5-e8b6-4ca8-bbd6-bf0d7c117c9f tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:01.241035 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-825963a5-e8b6-4ca8-bbd6-bf0d7c117c9f tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:01.245628 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c144838-b1cf-4109-9cd1-87af7952e9b2 req-a536425d-a79e-42cc-b542-8eb4e53cdfa1 tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:01.258189 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2c144838-b1cf-4109-9cd1-87af7952e9b2 req-a536425d-a79e-42cc-b542-8eb4e53cdfa1 tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] 10.222.0.15 "GET /v2.0/ports?device_id=585b7e0f-d58b-49c1-8956-0fd5e6c152fb HTTP/1.1" status: 200 len: 943 time: 0.2946105 Jul 24 01:01:01.263393 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-825963a5-e8b6-4ca8-bbd6-bf0d7c117c9f tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:01.268617 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-825963a5-e8b6-4ca8-bbd6-bf0d7c117c9f tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/c0746e57-a452-47c9-9746-d15c4975420e HTTP/1.1" status: 204 len: 168 time: 0.1642227 Jul 24 01:01:01.270185 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825963a5-e8b6-4ca8-bbd6-bf0d7c117c9f tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0746e57-a452-47c9-9746-d15c4975420e,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:01.279570 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port cc6338a3-7385-470a-96c4-47d2735af0b1 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:01:01.286833 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39876) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:01.294778 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port cc6338a3-7385-470a-96c4-47d2735af0b1 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:01:01.295152 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:01.319206 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194dba3a-ab1d-477e-ba94-2ad2dc7847b9 req-6d7d20c5-eebe-48ed-bc9e-27b060b9f9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:01.321117 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-194dba3a-ab1d-477e-ba94-2ad2dc7847b9 req-6d7d20c5-eebe-48ed-bc9e-27b060b9f9cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=65dd2feed447440194c7f86c10c73ddc&device_id=5de9b4e9-6fea-454c-be30-9d62f10081e1 HTTP/1.1" status: 200 len: 1096 time: 0.3036530 Jul 24 01:01:01.346851 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port d3f792c1-b471-48e0-b56d-3fbe8a9d380d, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d3f792c1-b471-48e0-b56d-3fbe8a9d380d,segment=NetworkSegment(8455c457-7d65-46d7-92c7-a320b42b7671),segment_id=8455c457-7d65-46d7-92c7-a320b42b7671)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:01.352132 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 85939ae2-3759-4680-96d3-4d89c04bb9ed triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:01:01.352771 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:01.377876 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-853acb8e-b811-42cd-891b-44adb031265a req-d4d93037-d5e1-4dc6-9a44-ad55423a9ffc tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Made reservation on behalf of 626332b8d2a44f2d913cfa7775848708 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:01:01.387020 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-853acb8e-b811-42cd-891b-44adb031265a req-d4d93037-d5e1-4dc6-9a44-ad55423a9ffc tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:01.391536 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'd3f792c1-b471-48e0-b56d-3fbe8a9d380d', 'network_id': 'b3b31c9b-c5e3-41d2-ac45-5344ba8f25a1', 'port_id': 'd3f792c1-b471-48e0-b56d-3fbe8a9d380d', 'mac_address': 'fa:16:3e:d8:6e:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ed34004-8d3c-42d8-8154-cdf8489716b3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:01:01.393936 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42194c90-87e8-43f8-9ce3-a87129da9d33 req-5ade1372-e2fc-4261-9fc3-cc8350817679 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:01.401382 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-42194c90-87e8-43f8-9ce3-a87129da9d33 req-5ade1372-e2fc-4261-9fc3-cc8350817679 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de9b4e9-6fea-454c-be30-9d62f10081e1 HTTP/1.1" status: 200 len: 944 time: 0.1271243 Jul 24 01:01:01.455824 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-42194c90-87e8-43f8-9ce3-a87129da9d33 req-02b792bb-c711-44d2-9797-a6772093e2d7 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] 10.222.0.15 "GET /v2.0/security-groups?id=e29f5fc8-e9d4-406c-806e-2fe5400e338c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534353 Jul 24 01:01:01.512759 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2c144838-b1cf-4109-9cd1-87af7952e9b2 req-4919c600-b6ef-44c3-a72e-a6b6cc207bec tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] 10.222.0.15 "GET /v2.0/security-groups?id=094e2e1c-4e08-4e84-8fe3-fc61856fec41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536228 Jul 24 01:01:01.525231 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39878) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:01.525562 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-fc4f6e46-08f5-4cef-b611-b3ae5b90be04 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2348194 Jul 24 01:01:01.644121 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194dba3a-ab1d-477e-ba94-2ad2dc7847b9 req-fdbf31af-9851-4e2b-b687-7a5be649dfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:01.646087 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-194dba3a-ab1d-477e-ba94-2ad2dc7847b9 req-fdbf31af-9851-4e2b-b687-7a5be649dfd6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3b20bab6-bfd3-41b8-b4d1-348ef5f9fd9a HTTP/1.1" status: 200 len: 914 time: 0.2918348 Jul 24 01:01:01.667842 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:01.682964 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:01.711936 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-194dba3a-ab1d-477e-ba94-2ad2dc7847b9 req-ddacf32d-1751-4e9e-bddd-dc1c10b3c342 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39a74deb-80d6-4e62-a5a3-1717795ed9c7 HTTP/1.1" status: 200 len: 217 time: 0.0570226 Jul 24 01:01:01.728151 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-853acb8e-b811-42cd-891b-44adb031265a req-d4d93037-d5e1-4dc6-9a44-ad55423a9ffc tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Allocated IP 172.20.0.10 (662676c2-c269-4b06-8b5d-f431eabf5e53/261afb07-f977-4eed-842d-3916df829b42/10b7276e-19e0-4ca9-bacf-9b43f6e4c691) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:01:01.733132 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fd70f19b-daa4-493c-ae92-80f42123da4c tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:01.763014 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda48cda-a8fd-4525-93d4-43f34deda623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc6338a3-7385-470a-96c4-47d2735af0b1'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:01:01.763203 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-20103452-428f-4298-ab81-92484c61d327 req-11da078a-f954-4cfa-87f0-a2107265d610 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 210 time: 0.0478327 Jul 24 01:01:01.765132 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80282f2b-45bc-49bc-8183-49b9efc71334" -d '{"events": [{"server_uuid": "cda48cda-a8fd-4525-93d4-43f34deda623", "name": "network-vif-plugged", "status": "completed", "tag": "cc6338a3-7385-470a-96c4-47d2735af0b1"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:01:01.770817 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3f792c1-b471-48e0-b56d-3fbe8a9d380d {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:01:01.774141 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fd70f19b-daa4-493c-ae92-80f42123da4c tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:01.822934 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port cc6338a3-7385-470a-96c4-47d2735af0b1, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=cc6338a3-7385-470a-96c4-47d2735af0b1,segment=NetworkSegment(6a0dcd8e-3884-461b-ac3c-4a378c6b966a),segment_id=6a0dcd8e-3884-461b-ac3c-4a378c6b966a)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:01.832504 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc0ff70-552c-49b6-8bad-20600e199f9f req-db1142ab-3706-4173-abf1-c5aeba02761d tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:01.837063 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port d3f792c1-b471-48e0-b56d-3fbe8a9d380d, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d3f792c1-b471-48e0-b56d-3fbe8a9d380d,segment=NetworkSegment(8455c457-7d65-46d7-92c7-a320b42b7671),segment_id=8455c457-7d65-46d7-92c7-a320b42b7671)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:01.838831 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:01.840712 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3bc0ff70-552c-49b6-8bad-20600e199f9f req-db1142ab-3706-4173-abf1-c5aeba02761d tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=cda48cda-a8fd-4525-93d4-43f34deda623 HTTP/1.1" status: 200 len: 944 time: 0.1906986 Jul 24 01:01:01.848579 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:01.852452 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fd70f19b-daa4-493c-ae92-80f42123da4c tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:01.856243 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fd70f19b-daa4-493c-ae92-80f42123da4c tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:01.857776 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-fd70f19b-daa4-493c-ae92-80f42123da4c tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "DELETE /v2.0/security-groups/25457938-94e2-490f-9426-20e286926925 HTTP/1.1" status: 204 len: 168 time: 0.3315010 Jul 24 01:01:01.865975 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39886) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:01.883024 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedc63ad-01f7-469c-be10-454ad908458d x-openstack-request-id: req-aedc63ad-01f7-469c-be10-454ad908458d {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:01:01.883296 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cda48cda-a8fd-4525-93d4-43f34deda623", "name": "network-vif-plugged", "status": "completed", "tag": "cc6338a3-7385-470a-96c4-47d2735af0b1", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:01:01.883628 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aedc63ad-01f7-469c-be10-454ad908458d {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:01:01.884749 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cda48cda-a8fd-4525-93d4-43f34deda623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc6338a3-7385-470a-96c4-47d2735af0b1', 'code': 200} Jul 24 01:01:01.887682 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd70f19b-daa4-493c-ae92-80f42123da4c tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25457938-94e2-490f-9426-20e286926925,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:01.921214 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3bc0ff70-552c-49b6-8bad-20600e199f9f req-8aff02dc-9242-47f1-baa5-56f170bd2b0c tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743692 Jul 24 01:01:01.933631 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194dba3a-ab1d-477e-ba94-2ad2dc7847b9 req-aee1fef1-be6b-4377-91c1-fefda4e52dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:01.935560 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-194dba3a-ab1d-477e-ba94-2ad2dc7847b9 req-aee1fef1-be6b-4377-91c1-fefda4e52dc8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9029d619-36bf-4e91-ac30-89650221b7d6 HTTP/1.1" status: 200 len: 853 time: 0.2050726 Jul 24 01:01:01.965643 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=cc6338a3-7385-470a-96c4-47d2735af0b1,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:02.044668 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=d3f792c1-b471-48e0-b56d-3fbe8a9d380d,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:02.248305 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['d3f792c1-b471-48e0-b56d-3fbe8a9d380d'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:01:02.278906 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-194dba3a-ab1d-477e-ba94-2ad2dc7847b9 req-7a13c915-b266-4814-a27b-756c6b0ab4bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3b20bab6-bfd3-41b8-b4d1-348ef5f9fd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3219116 Jul 24 01:01:02.396470 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-fe88a05b-cecd-42a0-a7e5-f8114d8af2bb tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5187864 Jul 24 01:01:02.401223 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39892) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:02.407957 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-163b000d-2f4f-487b-99c1-3d0b0370ef66 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Request body: {'security_group': {'name': 'tempest-secgroup--987652145'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:01:02.438607 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-163b000d-2f4f-487b-99c1-3d0b0370ef66 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:02.463580 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-853acb8e-b811-42cd-891b-44adb031265a req-d4d93037-d5e1-4dc6-9a44-ad55423a9ffc tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:02.488768 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c571ef5-6b05-49f2-9801-416df6242919 req-d52593b2-2a4e-408a-8646-58dead7a9ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:02.490482 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0c571ef5-6b05-49f2-9801-416df6242919 req-d52593b2-2a4e-408a-8646-58dead7a9ef4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cda48cda-a8fd-4525-93d4-43f34deda623 HTTP/1.1" status: 200 len: 1097 time: 0.5204761 Jul 24 01:01:02.534822 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-194dba3a-ab1d-477e-ba94-2ad2dc7847b9 req-e14a4a76-3a7d-4c88-80f2-a60d5f75e846 service neutron] 10.222.0.13 "GET /v2.0/networks/3b20bab6-bfd3-41b8-b4d1-348ef5f9fd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208285 Jul 24 01:01:02.605952 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0c571ef5-6b05-49f2-9801-416df6242919 req-a58a6067-6a60-4f1e-bfc9-6bf318b0b6be service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064980 Jul 24 01:01:02.606204 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-163b000d-2f4f-487b-99c1-3d0b0370ef66 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:02.617914 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-163b000d-2f4f-487b-99c1-3d0b0370ef66 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:02.664107 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700f078-d0c6-44e5-996c-3cae656421b8 req-33dba776-c433-47bd-b892-f02527c9d07e tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:02.673551 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a700f078-d0c6-44e5-996c-3cae656421b8 req-33dba776-c433-47bd-b892-f02527c9d07e tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de9b4e9-6fea-454c-be30-9d62f10081e1 HTTP/1.1" status: 200 len: 944 time: 0.1438272 Jul 24 01:01:02.686286 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-163b000d-2f4f-487b-99c1-3d0b0370ef66 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:02.687148 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-853acb8e-b811-42cd-891b-44adb031265a req-d4d93037-d5e1-4dc6-9a44-ad55423a9ffc tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:02.687323 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-163b000d-2f4f-487b-99c1-3d0b0370ef66 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2847855 Jul 24 01:01:02.695872 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39898) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:02.704019 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b000d-2f4f-487b-99c1-3d0b0370ef66 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16547047-627e-458c-80cc-5cbf2d2b62e6,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:02.708511 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-834da3ad-e087-4a55-a0e3-9d6c2f8ed20a tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Request body: {'security_group_rule': {'security_group_id': '16547047-627e-458c-80cc-5cbf2d2b62e6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:01:02.725499 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a700f078-d0c6-44e5-996c-3cae656421b8 req-9b2a0c0d-edcf-4dbb-a5e4-5d282ee2b57d tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] 10.222.0.15 "GET /v2.0/security-groups?id=e29f5fc8-e9d4-406c-806e-2fe5400e338c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505059 Jul 24 01:01:02.783689 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-853acb8e-b811-42cd-891b-44adb031265a req-d4d93037-d5e1-4dc6-9a44-ad55423a9ffc tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Network 662676c2-c269-4b06-8b5d-f431eabf5e53 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:01:02.810198 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-853acb8e-b811-42cd-891b-44adb031265a req-d4d93037-d5e1-4dc6-9a44-ad55423a9ffc tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:01:02.818910 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-853acb8e-b811-42cd-891b-44adb031265a req-d4d93037-d5e1-4dc6-9a44-ad55423a9ffc tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:01:02.832978 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-194dba3a-ab1d-477e-ba94-2ad2dc7847b9 req-9aa52476-3e97-4722-9cc7-5e062221f308 service neutron] 10.222.0.13 "GET /v2.0/networks/3b20bab6-bfd3-41b8-b4d1-348ef5f9fd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900796 Jul 24 01:01:02.833593 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d93037-d5e1-4dc6-9a44-ad55423a9ffc tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Pushing event updated for resources: {'Port': ['ID=10b7276e-19e0-4ca9-bacf-9b43f6e4c691,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:02.861159 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-834da3ad-e087-4a55-a0e3-9d6c2f8ed20a tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:02.917884 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c766d7-5ecc-4a86-a859-fed9b040fcb6 req-2e6529af-3d28-4b1e-bf98-de6d9c7ddba2 tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:02.919392 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-73c766d7-5ecc-4a86-a859-fed9b040fcb6 req-2e6529af-3d28-4b1e-bf98-de6d9c7ddba2 tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] 10.222.0.15 "GET /v2.0/ports?device_id=585b7e0f-d58b-49c1-8956-0fd5e6c152fb HTTP/1.1" status: 200 len: 944 time: 0.3023934 Jul 24 01:01:02.934033 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853acb8e-b811-42cd-891b-44adb031265a req-d4d93037-d5e1-4dc6-9a44-ad55423a9ffc tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:02.934685 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-853acb8e-b811-42cd-891b-44adb031265a req-d4d93037-d5e1-4dc6-9a44-ad55423a9ffc tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:02.936202 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891072f-13ba-4002-a90d-bc9dacccf56b req-ebc56446-d200-4dc6-ab2c-41dd86cf2c5f tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:02.938012 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1891072f-13ba-4002-a90d-bc9dacccf56b req-ebc56446-d200-4dc6-ab2c-41dd86cf2c5f tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 932 time: 0.0739684 Jul 24 01:01:02.979564 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-834da3ad-e087-4a55-a0e3-9d6c2f8ed20a tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:02.986521 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-853acb8e-b811-42cd-891b-44adb031265a req-d4d93037-d5e1-4dc6-9a44-ad55423a9ffc tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0129669 Jul 24 01:01:02.987176 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-834da3ad-e087-4a55-a0e3-9d6c2f8ed20a tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:02.991570 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1891072f-13ba-4002-a90d-bc9dacccf56b req-2eb03b7e-d003-4481-ad92-bef07a8b3259 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df5737-21c6-487e-8a8e-878646db42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433769 Jul 24 01:01:03.017635 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-853acb8e-b811-42cd-891b-44adb031265a req-7976cf64-9002-41ba-bcf4-9a05b1631a8a service neutron] Request body: {'port': {'device_id': '4a6f5d52-23de-49ad-a41e-c2916ce4e2c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:01:03.030603 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 39a74deb-80d6-4e62-a5a3-1717795ed9c7 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:01:03.060188 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-73c766d7-5ecc-4a86-a859-fed9b040fcb6 req-0fa35b68-3102-4f5b-bea6-fc31d0973e0f tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] 10.222.0.15 "GET /v2.0/security-groups?id=094e2e1c-4e08-4e84-8fe3-fc61856fec41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325531 Jul 24 01:01:03.067505 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834da3ad-e087-4a55-a0e3-9d6c2f8ed20a tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38508f29-58b3-4f05-9fa1-03b75241e551,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:03.073511 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-834da3ad-e087-4a55-a0e3-9d6c2f8ed20a tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:03.077693 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-834da3ad-e087-4a55-a0e3-9d6c2f8ed20a tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3755472 Jul 24 01:01:03.078420 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39904) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:03.117926 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-45096256-b22e-434c-8ac6-e013895edac1 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "GET /v2.0/security-group-rules/38508f29-58b3-4f05-9fa1-03b75241e551 HTTP/1.1" status: 200 len: 763 time: 0.0366776 Jul 24 01:01:03.120199 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39908) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:03.173829 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device ed47add9-15f7-49c6-9042-60e9e291b8eb up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:01:03.198382 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-853acb8e-b811-42cd-891b-44adb031265a req-7976cf64-9002-41ba-bcf4-9a05b1631a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:03.216763 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b303c-6ec5-4132-bebc-1217cb1dec33 req-e8c2433a-1417-4e16-b563-4fdf1f639f7b tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:03.219237 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-296b303c-6ec5-4132-bebc-1217cb1dec33 req-e8c2433a-1417-4e16-b563-4fdf1f639f7b tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=cda48cda-a8fd-4525-93d4-43f34deda623 HTTP/1.1" status: 200 len: 945 time: 0.1277587 Jul 24 01:01:03.238637 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-eb9cf31b-86be-43cf-bb36-1e08b8e43daf tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1164179 Jul 24 01:01:03.239275 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39910) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:03.248781 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 39a74deb-80d6-4e62-a5a3-1717795ed9c7, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=39a74deb-80d6-4e62-a5a3-1717795ed9c7,segment=NetworkSegment(49e99e20-0929-4cac-82fc-976bf4fa107a),segment_id=49e99e20-0929-4cac-82fc-976bf4fa107a)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:03.265844 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-296b303c-6ec5-4132-bebc-1217cb1dec33 req-12d34255-2054-4603-bd36-6d49afede6db tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382876 Jul 24 01:01:03.266110 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '39a74deb-80d6-4e62-a5a3-1717795ed9c7', 'network_id': '3b20bab6-bfd3-41b8-b4d1-348ef5f9fd9a', 'port_id': '39a74deb-80d6-4e62-a5a3-1717795ed9c7', 'mac_address': 'fa:16:3e:f1:ad:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9029d619-36bf-4e91-ac30-89650221b7d6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:01:03.277386 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port ed47add9-15f7-49c6-9042-60e9e291b8eb completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:01:03.300818 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-252e115b-1018-49f2-ad73-3d10ef93ada6 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:03.302219 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port ed47add9-15f7-49c6-9042-60e9e291b8eb triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:01:03.302604 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:03.323302 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-252e115b-1018-49f2-ad73-3d10ef93ada6 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:03.341471 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:03.365997 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39a74deb-80d6-4e62-a5a3-1717795ed9c7 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:01:03.391327 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 39a74deb-80d6-4e62-a5a3-1717795ed9c7, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=39a74deb-80d6-4e62-a5a3-1717795ed9c7,segment=NetworkSegment(49e99e20-0929-4cac-82fc-976bf4fa107a),segment_id=49e99e20-0929-4cac-82fc-976bf4fa107a)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:03.417030 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:03.420049 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-252e115b-1018-49f2-ad73-3d10ef93ada6 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:03.430594 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-252e115b-1018-49f2-ad73-3d10ef93ada6 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:03.431800 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-252e115b-1018-49f2-ad73-3d10ef93ada6 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/38508f29-58b3-4f05-9fa1-03b75241e551 HTTP/1.1" status: 204 len: 168 time: 0.1897962 Jul 24 01:01:03.435057 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39912) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:03.446356 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252e115b-1018-49f2-ad73-3d10ef93ada6 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38508f29-58b3-4f05-9fa1-03b75241e551,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:03.457576 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:03.485125 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-85b2426e-87f0-41f9-af9d-726f23c4ace3 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0486233 Jul 24 01:01:03.488168 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39914) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:03.494577 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-28c25d29-8c58-43ba-bc6c-4616d14aced5 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Request body: {'security_group_rule': {'security_group_id': '16547047-627e-458c-80cc-5cbf2d2b62e6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:01:03.496884 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=39a74deb-80d6-4e62-a5a3-1717795ed9c7,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:03.517020 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port ed47add9-15f7-49c6-9042-60e9e291b8eb, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=ed47add9-15f7-49c6-9042-60e9e291b8eb,segment=NetworkSegment(4242c379-d447-4cc7-be17-2a8b0036d56e),segment_id=4242c379-d447-4cc7-be17-2a8b0036d56e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:03.522958 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:03.538797 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-28c25d29-8c58-43ba-bc6c-4616d14aced5 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:03.584812 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=ed47add9-15f7-49c6-9042-60e9e291b8eb,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:03.596227 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-28c25d29-8c58-43ba-bc6c-4616d14aced5 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:03.601208 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-28c25d29-8c58-43ba-bc6c-4616d14aced5 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:03.625543 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c25d29-8c58-43ba-bc6c-4616d14aced5 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4108c676-b2f1-4a0b-86a0-8c6a5ca1ddf7,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:03.627092 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-853acb8e-b811-42cd-891b-44adb031265a req-7976cf64-9002-41ba-bcf4-9a05b1631a8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10b7276e-19e0-4ca9-bacf-9b43f6e4c691 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:01:03.630279 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-28c25d29-8c58-43ba-bc6c-4616d14aced5 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:03.635784 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-28c25d29-8c58-43ba-bc6c-4616d14aced5 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1459961 Jul 24 01:01:03.636630 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39916) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:03.639308 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-853acb8e-b811-42cd-891b-44adb031265a req-7976cf64-9002-41ba-bcf4-9a05b1631a8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:03.660221 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-853acb8e-b811-42cd-891b-44adb031265a req-7976cf64-9002-41ba-bcf4-9a05b1631a8a service neutron] Transition to ACTIVE for port object 10b7276e-19e0-4ca9-bacf-9b43f6e4c691 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:01:03.660892 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39918) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:03.662728 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9aa72940-63ed-467e-a7f0-39687559281f tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "GET /v2.0/security-group-rules/4108c676-b2f1-4a0b-86a0-8c6a5ca1ddf7 HTTP/1.1" status: 200 len: 763 time: 0.0242677 Jul 24 01:01:03.670858 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-853acb8e-b811-42cd-891b-44adb031265a req-7976cf64-9002-41ba-bcf4-9a05b1631a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:03.766126 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1de93e86-7771-4f16-a337-2e3b35e450df tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1038997 Jul 24 01:01:03.768918 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39922) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:03.775175 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976cf64-9002-41ba-bcf4-9a05b1631a8a service neutron] Pushing event updated for resources: {'Port': ['ID=10b7276e-19e0-4ca9-bacf-9b43f6e4c691,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:03.807393 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a18d48fc-4a50-4730-b75e-86768b88cc22 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:03.816021 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a18d48fc-4a50-4730-b75e-86768b88cc22 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:03.834141 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['39a74deb-80d6-4e62-a5a3-1717795ed9c7'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:01:03.857055 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a18d48fc-4a50-4730-b75e-86768b88cc22 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:03.872085 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a18d48fc-4a50-4730-b75e-86768b88cc22 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:03.876244 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a18d48fc-4a50-4730-b75e-86768b88cc22 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/4108c676-b2f1-4a0b-86a0-8c6a5ca1ddf7 HTTP/1.1" status: 204 len: 168 time: 0.1039627 Jul 24 01:01:03.877902 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39924) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:03.878400 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d48fc-4a50-4730-b75e-86768b88cc22 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4108c676-b2f1-4a0b-86a0-8c6a5ca1ddf7,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:03.929117 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-853acb8e-b811-42cd-891b-44adb031265a req-7976cf64-9002-41ba-bcf4-9a05b1631a8a service neutron] Attempting to bind port 10b7276e-19e0-4ca9-bacf-9b43f6e4c691 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:01:03.929548 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-853acb8e-b811-42cd-891b-44adb031265a req-7976cf64-9002-41ba-bcf4-9a05b1631a8a service neutron] Attempting to bind port 10b7276e-19e0-4ca9-bacf-9b43f6e4c691 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '4242c379-d447-4cc7-be17-2a8b0036d56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '662676c2-c269-4b06-8b5d-f431eabf5e53'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:01:03.929904 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853acb8e-b811-42cd-891b-44adb031265a req-7976cf64-9002-41ba-bcf4-9a05b1631a8a service neutron] Attempting to bind port 10b7276e-19e0-4ca9-bacf-9b43f6e4c691 on network 662676c2-c269-4b06-8b5d-f431eabf5e53 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:01:03.965924 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-bf4dc27f-c35c-4a1b-a71e-228e175c914d tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0878632 Jul 24 01:01:03.968971 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39926) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:03.969518 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853acb8e-b811-42cd-891b-44adb031265a req-7976cf64-9002-41ba-bcf4-9a05b1631a8a service neutron] Port 10b7276e-19e0-4ca9-bacf-9b43f6e4c691 on network 662676c2-c269-4b06-8b5d-f431eabf5e53 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:01:03.969799 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853acb8e-b811-42cd-891b-44adb031265a req-7976cf64-9002-41ba-bcf4-9a05b1631a8a service neutron] Attempting to bind port 10b7276e-19e0-4ca9-bacf-9b43f6e4c691 on network 662676c2-c269-4b06-8b5d-f431eabf5e53 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:01:03.973707 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-9d19b4cd-6fed-4b5e-9ab3-2faac9aee382 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Request body: {'security_group_rule': {'security_group_id': '16547047-627e-458c-80cc-5cbf2d2b62e6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:01:03.978666 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853acb8e-b811-42cd-891b-44adb031265a req-7976cf64-9002-41ba-bcf4-9a05b1631a8a service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:01:03.979039 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853acb8e-b811-42cd-891b-44adb031265a req-7976cf64-9002-41ba-bcf4-9a05b1631a8a service neutron] Checking segment: {'id': '4242c379-d447-4cc7-be17-2a8b0036d56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '662676c2-c269-4b06-8b5d-f431eabf5e53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:01:03.979432 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853acb8e-b811-42cd-891b-44adb031265a req-7976cf64-9002-41ba-bcf4-9a05b1631a8a service neutron] Bound using segment: {'id': '4242c379-d447-4cc7-be17-2a8b0036d56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '662676c2-c269-4b06-8b5d-f431eabf5e53'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:01:03.979878 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-853acb8e-b811-42cd-891b-44adb031265a req-7976cf64-9002-41ba-bcf4-9a05b1631a8a service neutron] Bound port: 10b7276e-19e0-4ca9-bacf-9b43f6e4c691, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4242c379-d447-4cc7-be17-2a8b0036d56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '662676c2-c269-4b06-8b5d-f431eabf5e53'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:01:03.980255 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-853acb8e-b811-42cd-891b-44adb031265a req-7976cf64-9002-41ba-bcf4-9a05b1631a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:04.002637 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f25f3b-f4f2-4b6d-afd9-84b5b6be82e9 req-547859d5-be67-43ac-ba95-32e0f0151aef tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:04.004603 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f3f25f3b-f4f2-4b6d-afd9-84b5b6be82e9 req-547859d5-be67-43ac-ba95-32e0f0151aef tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de9b4e9-6fea-454c-be30-9d62f10081e1 HTTP/1.1" status: 200 len: 945 time: 0.1758137 Jul 24 01:01:04.009657 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9d19b4cd-6fed-4b5e-9ab3-2faac9aee382 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:04.069900 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9d19b4cd-6fed-4b5e-9ab3-2faac9aee382 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:04.079197 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9d19b4cd-6fed-4b5e-9ab3-2faac9aee382 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:04.107344 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f3f25f3b-f4f2-4b6d-afd9-84b5b6be82e9 req-a16cbdab-93ec-49a0-83e3-c860a279edf4 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] 10.222.0.15 "GET /v2.0/security-groups?id=e29f5fc8-e9d4-406c-806e-2fe5400e338c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749650 Jul 24 01:01:04.108422 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-853acb8e-b811-42cd-891b-44adb031265a req-7976cf64-9002-41ba-bcf4-9a05b1631a8a service neutron] For port 10b7276e-19e0-4ca9-bacf-9b43f6e4c691, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:01:04.112037 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-853acb8e-b811-42cd-891b-44adb031265a req-7976cf64-9002-41ba-bcf4-9a05b1631a8a service neutron] For port 10b7276e-19e0-4ca9-bacf-9b43f6e4c691, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=10b7276e-19e0-4ca9-bacf-9b43f6e4c691,segment=NetworkSegment(4242c379-d447-4cc7-be17-2a8b0036d56e),segment_id=4242c379-d447-4cc7-be17-2a8b0036d56e)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:01:04.119507 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-853acb8e-b811-42cd-891b-44adb031265a req-7976cf64-9002-41ba-bcf4-9a05b1631a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:04.124291 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19b4cd-6fed-4b5e-9ab3-2faac9aee382 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d50e2cb0-5257-4a8a-a50b-299826ad959c,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:04.135578 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9d19b4cd-6fed-4b5e-9ab3-2faac9aee382 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:04.136837 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9d19b4cd-6fed-4b5e-9ab3-2faac9aee382 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1668591 Jul 24 01:01:04.139592 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39932) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:04.165558 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-44f695e0-c305-4384-a452-15182ed70264 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "GET /v2.0/security-group-rules/d50e2cb0-5257-4a8a-a50b-299826ad959c HTTP/1.1" status: 200 len: 764 time: 0.0211332 Jul 24 01:01:04.166489 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39934) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:04.188308 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853acb8e-b811-42cd-891b-44adb031265a req-7976cf64-9002-41ba-bcf4-9a05b1631a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:04.189337 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-853acb8e-b811-42cd-891b-44adb031265a req-7976cf64-9002-41ba-bcf4-9a05b1631a8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:04.191425 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-853acb8e-b811-42cd-891b-44adb031265a req-7976cf64-9002-41ba-bcf4-9a05b1631a8a service neutron] 10.222.0.13 "PUT /v2.0/ports/10b7276e-19e0-4ca9-bacf-9b43f6e4c691 HTTP/1.1" status: 200 len: 1093 time: 1.1808472 Jul 24 01:01:04.192092 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6f5d52-23de-49ad-a41e-c2916ce4e2c5', 'tag': '10b7276e-19e0-4ca9-bacf-9b43f6e4c691'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:01:04.198178 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353ea228-ab3c-48cb-975b-c353e0275906" -d '{"events": [{"name": "network-changed", "server_uuid": "4a6f5d52-23de-49ad-a41e-c2916ce4e2c5", "tag": "10b7276e-19e0-4ca9-bacf-9b43f6e4c691"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:01:04.207898 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a166e6c-ae18-477e-849e-0571e90842c2 req-93c10976-5c56-46c1-ad75-b0c43c2bf717 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:04.210133 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7a166e6c-ae18-477e-849e-0571e90842c2 req-93c10976-5c56-46c1-ad75-b0c43c2bf717 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 944 time: 0.1444504 Jul 24 01:01:04.223564 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976cf64-9002-41ba-bcf4-9a05b1631a8a service neutron] Pushing event updated for resources: {'Port': ['ID=10b7276e-19e0-4ca9-bacf-9b43f6e4c691,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:04.250013 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3453f862-6b94-4e70-b516-a7fe5b82eacc tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0823343 Jul 24 01:01:04.254601 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39940) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:04.284817 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7a166e6c-ae18-477e-849e-0571e90842c2 req-f3234e39-8b00-43fb-88e5-f9242fb280cb tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df5737-21c6-487e-8a8e-878646db42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626662 Jul 24 01:01:04.334769 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-be3ea583-00e0-4497-b2ed-d2ed5bf7263a tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:04.348536 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-be3ea583-00e0-4497-b2ed-d2ed5bf7263a tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:04.415214 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6335ef-7686-444d-93ed-109cb1eaccac req-1e738f66-044f-4cbb-a6c1-5fbcbe165856 tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:04.416832 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9e6335ef-7686-444d-93ed-109cb1eaccac req-1e738f66-044f-4cbb-a6c1-5fbcbe165856 tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] 10.222.0.15 "GET /v2.0/ports?device_id=585b7e0f-d58b-49c1-8956-0fd5e6c152fb HTTP/1.1" status: 200 len: 944 time: 0.1735280 Jul 24 01:01:04.418824 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87a0c0f-7dc2-4a2d-8001-ab2fc12d8f5d x-openstack-request-id: req-d87a0c0f-7dc2-4a2d-8001-ab2fc12d8f5d {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:01:04.419126 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a6f5d52-23de-49ad-a41e-c2916ce4e2c5", "tag": "10b7276e-19e0-4ca9-bacf-9b43f6e4c691", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:01:04.419365 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d87a0c0f-7dc2-4a2d-8001-ab2fc12d8f5d {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:01:04.419831 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a6f5d52-23de-49ad-a41e-c2916ce4e2c5', 'tag': '10b7276e-19e0-4ca9-bacf-9b43f6e4c691', 'status': 'completed', 'code': 200} Jul 24 01:01:04.421685 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853acb8e-b811-42cd-891b-44adb031265a req-e332b6ef-b078-4e63-bc24-2ea7a407c8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:04.423184 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-853acb8e-b811-42cd-891b-44adb031265a req-e332b6ef-b078-4e63-bc24-2ea7a407c8a0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=626332b8d2a44f2d913cfa7775848708&device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 1096 time: 0.1710000 Jul 24 01:01:04.425098 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-be3ea583-00e0-4497-b2ed-d2ed5bf7263a tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:04.438506 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-be3ea583-00e0-4497-b2ed-d2ed5bf7263a tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:04.440031 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-be3ea583-00e0-4497-b2ed-d2ed5bf7263a tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/d50e2cb0-5257-4a8a-a50b-299826ad959c HTTP/1.1" status: 204 len: 168 time: 0.1761343 Jul 24 01:01:04.442485 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39944) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:04.462917 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ea583-00e0-4497-b2ed-d2ed5bf7263a tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d50e2cb0-5257-4a8a-a50b-299826ad959c,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:04.499817 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-853acb8e-b811-42cd-891b-44adb031265a req-2c54b762-86c3-472e-bd34-912b66958563 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10b7276e-19e0-4ca9-bacf-9b43f6e4c691 HTTP/1.1" status: 200 len: 217 time: 0.0582123 Jul 24 01:01:04.520871 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ceed5e1d-0d13-4a5b-949d-00abfd9ccbac tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0740473 Jul 24 01:01:04.521212 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39946) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:04.555982 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9e6335ef-7686-444d-93ed-109cb1eaccac req-72e1eb51-51c5-4dbc-bd93-f26d0df171bd tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] 10.222.0.15 "GET /v2.0/security-groups?id=094e2e1c-4e08-4e84-8fe3-fc61856fec41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316743 Jul 24 01:01:04.577271 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853acb8e-b811-42cd-891b-44adb031265a req-d3b8e94f-fc83-44aa-82dc-b9737d8f6c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:04.579635 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-853acb8e-b811-42cd-891b-44adb031265a req-d3b8e94f-fc83-44aa-82dc-b9737d8f6c9f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=261afb07-f977-4eed-842d-3916df829b42 HTTP/1.1" status: 200 len: 860 time: 0.0678418 Jul 24 01:01:04.601646 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-01eb4d0e-f52f-4f54-89af-06aa6345d3de tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:04.614233 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ebd80-104e-4bea-8bd7-61c88d8874a7 req-70ef7bf6-3572-41f2-8050-06b336abcc2b tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:04.616407 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-443ebd80-104e-4bea-8bd7-61c88d8874a7 req-70ef7bf6-3572-41f2-8050-06b336abcc2b tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=cda48cda-a8fd-4525-93d4-43f34deda623 HTTP/1.1" status: 200 len: 945 time: 0.1556857 Jul 24 01:01:04.621327 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-853acb8e-b811-42cd-891b-44adb031265a req-8a2e9a26-af82-49c8-9916-083e2beac185 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=662676c2-c269-4b06-8b5d-f431eabf5e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326800 Jul 24 01:01:04.647995 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-01eb4d0e-f52f-4f54-89af-06aa6345d3de tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:04.692405 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-443ebd80-104e-4bea-8bd7-61c88d8874a7 req-3c4c53da-f5a7-4a64-b2fd-69504f7c9466 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697668 Jul 24 01:01:04.712625 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-01eb4d0e-f52f-4f54-89af-06aa6345d3de tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:04.717775 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-01eb4d0e-f52f-4f54-89af-06aa6345d3de tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:04.717775 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-01eb4d0e-f52f-4f54-89af-06aa6345d3de tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "DELETE /v2.0/security-groups/16547047-627e-458c-80cc-5cbf2d2b62e6 HTTP/1.1" status: 204 len: 168 time: 0.1954815 Jul 24 01:01:04.725891 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39948) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:04.742980 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:04.744831 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-853acb8e-b811-42cd-891b-44adb031265a req-ab093997-4bfc-47b2-8768-d5673958dd27 service neutron] 10.222.0.13 "GET /v2.0/networks/662676c2-c269-4b06-8b5d-f431eabf5e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161478 Jul 24 01:01:04.753873 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eb4d0e-f52f-4f54-89af-06aa6345d3de tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16547047-627e-458c-80cc-5cbf2d2b62e6,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:04.801704 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4953ab02-8c80-49d6-80ec-c4d0cfa5bcfe tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0743451 Jul 24 01:01:04.807988 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39952) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:04.861565 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a4369cc0-0674-4980-aee3-90f8e3a41e95 tempest-SecGroupTest-721577316 tempest-SecGroupTest-721577316-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0488625 Jul 24 01:01:04.881712 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-853acb8e-b811-42cd-891b-44adb031265a req-9812dd95-1903-479d-ab39-2171015516af service neutron] 10.222.0.13 "GET /v2.0/networks/662676c2-c269-4b06-8b5d-f431eabf5e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286094 Jul 24 01:01:05.000317 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ea228-ab3c-48cb-975b-c353e0275906 req-97428756-39ef-43e8-ab19-39ba00a79f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:05.002004 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-353ea228-ab3c-48cb-975b-c353e0275906 req-97428756-39ef-43e8-ab19-39ba00a79f96 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=626332b8d2a44f2d913cfa7775848708&device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 1096 time: 0.0639398 Jul 24 01:01:05.018353 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d3f792c1-b471-48e0-b56d-3fbe8a9d380d up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:01:05.112492 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:05.114984 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port d3f792c1-b471-48e0-b56d-3fbe8a9d380d completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:01:05.120425 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port d3f792c1-b471-48e0-b56d-3fbe8a9d380d triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:01:05.121165 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:05.122184 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ea228-ab3c-48cb-975b-c353e0275906 req-c43230ac-4b1b-4630-99f5-36b32b15c1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:05.123756 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-353ea228-ab3c-48cb-975b-c353e0275906 req-c43230ac-4b1b-4630-99f5-36b32b15c1fb service neutron] 10.222.0.13 "GET /v2.0/networks?id=662676c2-c269-4b06-8b5d-f431eabf5e53 HTTP/1.1" status: 200 len: 921 time: 0.1132114 Jul 24 01:01:05.133320 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device ed47add9-15f7-49c6-9042-60e9e291b8eb up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:01:05.166733 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39970) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:05.231675 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-353ea228-ab3c-48cb-975b-c353e0275906 req-33aeb494-ca18-4548-896c-90e7a128e989 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10b7276e-19e0-4ca9-bacf-9b43f6e4c691 HTTP/1.1" status: 200 len: 217 time: 0.0898061 Jul 24 01:01:05.283572 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port ed47add9-15f7-49c6-9042-60e9e291b8eb triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:01:05.284140 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:05.339662 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:05.379716 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353ea228-ab3c-48cb-975b-c353e0275906 req-e443df69-ea61-4504-86be-298bb4f55087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:05.382234 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-353ea228-ab3c-48cb-975b-c353e0275906 req-e443df69-ea61-4504-86be-298bb4f55087 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=261afb07-f977-4eed-842d-3916df829b42 HTTP/1.1" status: 200 len: 860 time: 0.1424654 Jul 24 01:01:05.387091 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585b7e0f-d58b-49c1-8956-0fd5e6c152fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f792c1-b471-48e0-b56d-3fbe8a9d380d'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:01:05.389959 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5610ac46-7fcb-4d36-9d3a-2701159153c4" -d '{"events": [{"server_uuid": "585b7e0f-d58b-49c1-8956-0fd5e6c152fb", "name": "network-vif-plugged", "status": "completed", "tag": "d3f792c1-b471-48e0-b56d-3fbe8a9d380d"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:01:05.397719 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-84d2f855-24ae-403d-b403-520f1a441348 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4d5785ad569a44479cd720c4d592b26c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2296360 Jul 24 01:01:05.399388 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39980) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:05.420412 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port d3f792c1-b471-48e0-b56d-3fbe8a9d380d, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d3f792c1-b471-48e0-b56d-3fbe8a9d380d,segment=NetworkSegment(8455c457-7d65-46d7-92c7-a320b42b7671),segment_id=8455c457-7d65-46d7-92c7-a320b42b7671)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:05.434994 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-353ea228-ab3c-48cb-975b-c353e0275906 req-68b04d80-da8e-4d4e-b4d1-e6d316988901 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=662676c2-c269-4b06-8b5d-f431eabf5e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417469 Jul 24 01:01:05.444512 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532ddc2d-8ba5-4c3c-a07b-0381a9749d3e req-83bb5c09-4cae-4c4c-917e-3bc16a1cec8d tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:05.446378 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-532ddc2d-8ba5-4c3c-a07b-0381a9749d3e req-83bb5c09-4cae-4c4c-917e-3bc16a1cec8d tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de9b4e9-6fea-454c-be30-9d62f10081e1 HTTP/1.1" status: 200 len: 945 time: 0.1939335 Jul 24 01:01:05.448008 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:05.511498 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=d3f792c1-b471-48e0-b56d-3fbe8a9d380d,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:05.513333 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a4031c5c-a5cc-4662-a16d-27d407c751b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:05.543069 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a4031c5c-a5cc-4662-a16d-27d407c751b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:05.557918 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-532ddc2d-8ba5-4c3c-a07b-0381a9749d3e req-7ab6f206-4600-414a-81da-71616e35968b tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] 10.222.0.15 "GET /v2.0/security-groups?id=e29f5fc8-e9d4-406c-806e-2fe5400e338c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010993 Jul 24 01:01:05.579271 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-353ea228-ab3c-48cb-975b-c353e0275906 req-8b29e749-a73a-4340-b7b9-5d5a9e4833ac service neutron] 10.222.0.13 "GET /v2.0/networks/662676c2-c269-4b06-8b5d-f431eabf5e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318479 Jul 24 01:01:05.598889 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36093c-e27b-4a1e-ad90-3af16b7b4632 req-88b9cf9a-172b-4f1d-96ee-5ae6ea81837d tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:05.600854 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5a36093c-e27b-4a1e-ad90-3af16b7b4632 req-88b9cf9a-172b-4f1d-96ee-5ae6ea81837d tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 944 time: 0.1515629 Jul 24 01:01:05.651771 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5a36093c-e27b-4a1e-ad90-3af16b7b4632 req-ccd7fbb2-e45a-4a7a-ab28-faaca523376b tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df5737-21c6-487e-8a8e-878646db42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419896 Jul 24 01:01:05.660157 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a4031c5c-a5cc-4662-a16d-27d407c751b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:05.663628 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a4031c5c-a5cc-4662-a16d-27d407c751b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:05.667209 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a4031c5c-a5cc-4662-a16d-27d407c751b5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/96dc3e14-d36e-4bb9-bae6-744c5f5ee18c HTTP/1.1" status: 204 len: 168 time: 0.2642217 Jul 24 01:01:05.674339 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4031c5c-a5cc-4662-a16d-27d407c751b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96dc3e14-d36e-4bb9-bae6-744c5f5ee18c,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:05.709468 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a004f37e-b63a-463d-b607-d40b9f80dbcc x-openstack-request-id: req-a004f37e-b63a-463d-b607-d40b9f80dbcc {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:01:05.709655 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "585b7e0f-d58b-49c1-8956-0fd5e6c152fb", "name": "network-vif-plugged", "status": "completed", "tag": "d3f792c1-b471-48e0-b56d-3fbe8a9d380d", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:01:05.710105 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a004f37e-b63a-463d-b607-d40b9f80dbcc {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:01:05.710326 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '585b7e0f-d58b-49c1-8956-0fd5e6c152fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f792c1-b471-48e0-b56d-3fbe8a9d380d', 'code': 200} Jul 24 01:01:05.710944 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-353ea228-ab3c-48cb-975b-c353e0275906 req-e252213f-fc39-4f74-ac30-186e5e4264be service neutron] 10.222.0.13 "GET /v2.0/networks/662676c2-c269-4b06-8b5d-f431eabf5e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233480 Jul 24 01:01:05.832077 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da805551-656e-44b1-b4f0-5326f12098d7 req-89bfc29b-19a8-429f-a23f-849001c6d023 tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:05.837408 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-da805551-656e-44b1-b4f0-5326f12098d7 req-89bfc29b-19a8-429f-a23f-849001c6d023 tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] 10.222.0.15 "GET /v2.0/ports?device_id=585b7e0f-d58b-49c1-8956-0fd5e6c152fb HTTP/1.1" status: 200 len: 945 time: 0.0792873 Jul 24 01:01:05.868661 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c628aa4-b6db-41ce-af48-e0938c650b4f req-1d405edf-0065-40f8-9124-dcfca66c4f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:05.870231 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1c628aa4-b6db-41ce-af48-e0938c650b4f req-1d405edf-0065-40f8-9124-dcfca66c4f50 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=585b7e0f-d58b-49c1-8956-0fd5e6c152fb HTTP/1.1" status: 200 len: 1097 time: 0.0770056 Jul 24 01:01:05.880574 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-da805551-656e-44b1-b4f0-5326f12098d7 req-30b2d9ab-bb9d-4bcc-8f3b-f30edcb7abd0 tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] 10.222.0.15 "GET /v2.0/security-groups?id=094e2e1c-4e08-4e84-8fe3-fc61856fec41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399578 Jul 24 01:01:05.914290 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1c628aa4-b6db-41ce-af48-e0938c650b4f req-c185b7ef-ee76-4166-a580-d0d554cb3162 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=094e2e1c-4e08-4e84-8fe3-fc61856fec41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365088 Jul 24 01:01:06.405065 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 40008) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:06.516184 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-55cacb77-04fc-4aeb-8545-3838c08e2637 tempest-ServiceProvidersTest-488902248 tempest-ServiceProvidersTest-488902248-project] 10.222.0.15 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1099517 Jul 24 01:01:06.739521 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b015b98-6aa2-4758-b1fb-ab815b96e653 req-4b8c1a05-82c7-48b5-9a43-80d32e09e117 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:06.742125 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8b015b98-6aa2-4758-b1fb-ab815b96e653 req-4b8c1a05-82c7-48b5-9a43-80d32e09e117 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de9b4e9-6fea-454c-be30-9d62f10081e1 HTTP/1.1" status: 200 len: 945 time: 0.0913093 Jul 24 01:01:06.806339 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8b015b98-6aa2-4758-b1fb-ab815b96e653 req-3a428508-c8ba-4f5e-8b11-8f50a3389ff5 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] 10.222.0.15 "GET /v2.0/security-groups?id=e29f5fc8-e9d4-406c-806e-2fe5400e338c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572298 Jul 24 01:01:06.825860 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 40022) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:06.895988 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba16d7-17d6-44a3-ab6a-c473d23377f3 req-8d63a2d6-b4e4-45c3-80a3-bde5c9b53ed0 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:06.903587 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c4ba16d7-17d6-44a3-ab6a-c473d23377f3 req-8d63a2d6-b4e4-45c3-80a3-bde5c9b53ed0 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 944 time: 0.0934761 Jul 24 01:01:06.979209 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c4ba16d7-17d6-44a3-ab6a-c473d23377f3 req-d3248f85-6aa6-4af3-968e-d2e8b9515aa9 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df5737-21c6-487e-8a8e-878646db42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742497 Jul 24 01:01:06.985280 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2acfa274-5a6b-48c6-9896-04f93b6a1d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:07.033890 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 10b7276e-19e0-4ca9-bacf-9b43f6e4c691 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:01:07.040001 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 39a74deb-80d6-4e62-a5a3-1717795ed9c7 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:01:07.044048 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182aa62-0740-4a32-8d80-d0aa17436a8e req-cde8ac4a-db97-4fbb-ac6e-5b1d57cc4476 tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:07.052692 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f182aa62-0740-4a32-8d80-d0aa17436a8e req-cde8ac4a-db97-4fbb-ac6e-5b1d57cc4476 tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] 10.222.0.15 "GET /v2.0/ports?device_id=585b7e0f-d58b-49c1-8956-0fd5e6c152fb HTTP/1.1" status: 200 len: 945 time: 0.0974638 Jul 24 01:01:07.117675 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f182aa62-0740-4a32-8d80-d0aa17436a8e req-c3cc9519-6d6c-4353-83cd-8d8f19c1872e tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] 10.222.0.15 "GET /v2.0/security-groups?id=094e2e1c-4e08-4e84-8fe3-fc61856fec41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624483 Jul 24 01:01:07.138501 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2acfa274-5a6b-48c6-9896-04f93b6a1d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:07.147457 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2acfa274-5a6b-48c6-9896-04f93b6a1d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:07.158126 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 39a74deb-80d6-4e62-a5a3-1717795ed9c7 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:01:07.191204 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 39a74deb-80d6-4e62-a5a3-1717795ed9c7 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:01:07.191760 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2acfa274-5a6b-48c6-9896-04f93b6a1d15 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b77a5ee3ff44400cb09bab25a75307ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3645234 Jul 24 01:01:07.192782 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acfa274-5a6b-48c6-9896-04f93b6a1d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c2ce07-6df7-4913-822d-8971c1129894,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:07.195183 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 40028) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:07.195341 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:07.262324 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d981633f-3eb3-4f4c-ada6-bba96a6c403f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:07.282872 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 10b7276e-19e0-4ca9-bacf-9b43f6e4c691, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=10b7276e-19e0-4ca9-bacf-9b43f6e4c691,segment=NetworkSegment(4242c379-d447-4cc7-be17-2a8b0036d56e),segment_id=4242c379-d447-4cc7-be17-2a8b0036d56e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:07.300337 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d981633f-3eb3-4f4c-ada6-bba96a6c403f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:07.301280 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '10b7276e-19e0-4ca9-bacf-9b43f6e4c691', 'network_id': '662676c2-c269-4b06-8b5d-f431eabf5e53', 'port_id': '10b7276e-19e0-4ca9-bacf-9b43f6e4c691', 'mac_address': 'fa:16:3e:ac:ef:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '261afb07-f977-4eed-842d-3916df829b42', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:01:07.359904 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d981633f-3eb3-4f4c-ada6-bba96a6c403f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:07.363194 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d981633f-3eb3-4f4c-ada6-bba96a6c403f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:07.370954 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d981633f-3eb3-4f4c-ada6-bba96a6c403f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/19c2ce07-6df7-4913-822d-8971c1129894 HTTP/1.1" status: 204 len: 168 time: 0.1705041 Jul 24 01:01:07.379493 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d981633f-3eb3-4f4c-ada6-bba96a6c403f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c2ce07-6df7-4913-822d-8971c1129894,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:07.379818 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:07.405775 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:07.432289 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10b7276e-19e0-4ca9-bacf-9b43f6e4c691 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:01:07.451826 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 39a74deb-80d6-4e62-a5a3-1717795ed9c7, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=39a74deb-80d6-4e62-a5a3-1717795ed9c7,segment=NetworkSegment(49e99e20-0929-4cac-82fc-976bf4fa107a),segment_id=49e99e20-0929-4cac-82fc-976bf4fa107a)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:07.463160 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:07.466361 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 10b7276e-19e0-4ca9-bacf-9b43f6e4c691, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=10b7276e-19e0-4ca9-bacf-9b43f6e4c691,segment=NetworkSegment(4242c379-d447-4cc7-be17-2a8b0036d56e),segment_id=4242c379-d447-4cc7-be17-2a8b0036d56e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:07.492806 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:07.521336 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=39a74deb-80d6-4e62-a5a3-1717795ed9c7,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:07.603383 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=10b7276e-19e0-4ca9-bacf-9b43f6e4c691,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:07.711267 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de9b4e9-6fea-454c-be30-9d62f10081e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a74deb-80d6-4e62-a5a3-1717795ed9c7'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:01:07.715695 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de0b9ee-d88a-4bea-a8ad-2549736cc888" -d '{"events": [{"server_uuid": "5de9b4e9-6fea-454c-be30-9d62f10081e1", "name": "network-vif-plugged", "status": "completed", "tag": "39a74deb-80d6-4e62-a5a3-1717795ed9c7"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:01:07.759751 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e90d56e-e37f-481c-b206-0630f77ca43f x-openstack-request-id: req-4e90d56e-e37f-481c-b206-0630f77ca43f {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:01:07.760568 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de9b4e9-6fea-454c-be30-9d62f10081e1", "name": "network-vif-plugged", "status": "completed", "tag": "39a74deb-80d6-4e62-a5a3-1717795ed9c7", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:01:07.760835 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4e90d56e-e37f-481c-b206-0630f77ca43f {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:01:07.761240 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de9b4e9-6fea-454c-be30-9d62f10081e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a74deb-80d6-4e62-a5a3-1717795ed9c7', 'code': 200} Jul 24 01:01:07.919717 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['10b7276e-19e0-4ca9-bacf-9b43f6e4c691'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:01:07.924275 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55cc31-b765-4c13-8d2f-55ae71da4985 req-ffcc6ca2-8a6a-4711-bde4-adb3a9b3dfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:07.927454 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5f55cc31-b765-4c13-8d2f-55ae71da4985 req-ffcc6ca2-8a6a-4711-bde4-adb3a9b3dfc1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5de9b4e9-6fea-454c-be30-9d62f10081e1 HTTP/1.1" status: 200 len: 1098 time: 0.0887938 Jul 24 01:01:07.972515 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a48e1-9787-4cbb-b063-7bad23a5dbdc req-ccdb2e26-22c6-482c-a980-96fd7b1ac37a tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:07.973636 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7c3a48e1-9787-4cbb-b063-7bad23a5dbdc req-ccdb2e26-22c6-482c-a980-96fd7b1ac37a tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de9b4e9-6fea-454c-be30-9d62f10081e1 HTTP/1.1" status: 200 len: 946 time: 0.0865533 Jul 24 01:01:07.979155 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5f55cc31-b765-4c13-8d2f-55ae71da4985 req-8da475fd-2150-4f74-9aed-a97c1c77960e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e29f5fc8-e9d4-406c-806e-2fe5400e338c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442481 Jul 24 01:01:08.071789 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7c3a48e1-9787-4cbb-b063-7bad23a5dbdc req-6e5dcb47-a407-4a9d-8d25-acbe69306994 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] 10.222.0.15 "GET /v2.0/security-groups?id=e29f5fc8-e9d4-406c-806e-2fe5400e338c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883298 Jul 24 01:01:08.173415 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ceeb49-6ad4-4fd5-bad0-fba497019c98 req-c656c2e3-7b73-4caa-88a9-77f4d671eeda tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:08.183337 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b3ceeb49-6ad4-4fd5-bad0-fba497019c98 req-c656c2e3-7b73-4caa-88a9-77f4d671eeda tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 945 time: 0.0982790 Jul 24 01:01:08.233201 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b3ceeb49-6ad4-4fd5-bad0-fba497019c98 req-09a8cff6-41aa-4492-ad0c-a0b708efd094 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df5737-21c6-487e-8a8e-878646db42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441895 Jul 24 01:01:08.277403 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066cd5a9-cdb7-4fcc-8a07-9f01788e39f8 req-fc722589-d955-4593-af45-dad99362044c tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:08.279093 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-066cd5a9-cdb7-4fcc-8a07-9f01788e39f8 req-fc722589-d955-4593-af45-dad99362044c tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] 10.222.0.15 "GET /v2.0/ports?device_id=585b7e0f-d58b-49c1-8956-0fd5e6c152fb HTTP/1.1" status: 200 len: 945 time: 0.0822022 Jul 24 01:01:08.324851 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-066cd5a9-cdb7-4fcc-8a07-9f01788e39f8 req-577c5c9b-4724-42a0-b7f3-01fba4d9b5da tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] 10.222.0.15 "GET /v2.0/security-groups?id=094e2e1c-4e08-4e84-8fe3-fc61856fec41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397382 Jul 24 01:01:08.487063 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbcc41c-1543-4119-9365-2c4159707a29 req-96ecc91a-a3f2-425c-aa87-6135d1199363 tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:08.488658 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bcbcc41c-1543-4119-9365-2c4159707a29 req-96ecc91a-a3f2-425c-aa87-6135d1199363 tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] 10.222.0.15 "GET /v2.0/ports?device_id=585b7e0f-d58b-49c1-8956-0fd5e6c152fb HTTP/1.1" status: 200 len: 945 time: 0.0874345 Jul 24 01:01:08.557349 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bcbcc41c-1543-4119-9365-2c4159707a29 req-bb3a69a2-f29d-4d8b-9075-dc805c54b506 tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] 10.222.0.15 "GET /v2.0/security-groups?id=094e2e1c-4e08-4e84-8fe3-fc61856fec41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595286 Jul 24 01:01:09.045791 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868fc9ed-9d51-4444-b124-51d1ddb847bf req-7212dfaa-d10a-4955-bdeb-f14fb48a1b64 tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:09.047381 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-868fc9ed-9d51-4444-b124-51d1ddb847bf req-7212dfaa-d10a-4955-bdeb-f14fb48a1b64 tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] 10.222.0.15 "GET /v2.0/ports?device_id=585b7e0f-d58b-49c1-8956-0fd5e6c152fb HTTP/1.1" status: 200 len: 945 time: 0.0798242 Jul 24 01:01:09.088632 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-868fc9ed-9d51-4444-b124-51d1ddb847bf req-1a1aa8de-a881-4a28-a39b-65f9be7db056 tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] 10.222.0.15 "GET /v2.0/security-groups?id=094e2e1c-4e08-4e84-8fe3-fc61856fec41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350637 Jul 24 01:01:09.317563 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e55cc-fb4b-427a-89d1-448b4aa3663a req-85d57c67-bcef-4fb9-bda9-72dcc7f7de8f tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:09.319303 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-630e55cc-fb4b-427a-89d1-448b4aa3663a req-85d57c67-bcef-4fb9-bda9-72dcc7f7de8f tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de9b4e9-6fea-454c-be30-9d62f10081e1 HTTP/1.1" status: 200 len: 946 time: 0.1145949 Jul 24 01:01:09.411471 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-630e55cc-fb4b-427a-89d1-448b4aa3663a req-8fc5554c-046b-4345-8f06-0b2ce524c7eb tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] 10.222.0.15 "GET /v2.0/security-groups?id=e29f5fc8-e9d4-406c-806e-2fe5400e338c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803719 Jul 24 01:01:09.513581 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1248c-634d-43a6-9370-4a5105d2e337 req-53fbc666-b38d-492d-a7d4-6377cda5e56d tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:09.522112 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-48e1248c-634d-43a6-9370-4a5105d2e337 req-53fbc666-b38d-492d-a7d4-6377cda5e56d tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 945 time: 0.1004422 Jul 24 01:01:09.567257 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-48e1248c-634d-43a6-9370-4a5105d2e337 req-75075576-1ad6-4d39-9be2-83b82ef06f27 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df5737-21c6-487e-8a8e-878646db42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425973 Jul 24 01:01:09.574756 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20506b97-8eac-4f2e-85c3-4854076feb42 req-b4963403-d5f6-4b4e-a2c1-0d565140ec73 tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:09.576406 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-20506b97-8eac-4f2e-85c3-4854076feb42 req-b4963403-d5f6-4b4e-a2c1-0d565140ec73 tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] 10.222.0.15 "GET /v2.0/ports?device_id=585b7e0f-d58b-49c1-8956-0fd5e6c152fb HTTP/1.1" status: 200 len: 945 time: 0.0915861 Jul 24 01:01:09.643640 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-20506b97-8eac-4f2e-85c3-4854076feb42 req-3ee0b069-9f0a-4ad2-85ad-bc48c3af6ee9 tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] 10.222.0.15 "GET /v2.0/security-groups?id=094e2e1c-4e08-4e84-8fe3-fc61856fec41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578606 Jul 24 01:01:10.547245 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a51d44-213f-4f1b-b136-a0b3b861e40f req-642730dd-c3ea-4637-a011-27a32ebd4955 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:10.548774 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-67a51d44-213f-4f1b-b136-a0b3b861e40f req-642730dd-c3ea-4637-a011-27a32ebd4955 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de9b4e9-6fea-454c-be30-9d62f10081e1 HTTP/1.1" status: 200 len: 946 time: 0.0733428 Jul 24 01:01:10.589321 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-67a51d44-213f-4f1b-b136-a0b3b861e40f req-bd069a04-3a8f-4dfe-a0a4-439d9d7683fe tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] 10.222.0.15 "GET /v2.0/security-groups?id=e29f5fc8-e9d4-406c-806e-2fe5400e338c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348020 Jul 24 01:01:10.723535 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a641b-9387-45e8-a928-8cfb27c2aa16 req-fe6c5263-22db-43b9-9ca9-f25f6aa9156b tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:10.730456 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-214a641b-9387-45e8-a928-8cfb27c2aa16 req-fe6c5263-22db-43b9-9ca9-f25f6aa9156b tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 945 time: 0.0809424 Jul 24 01:01:10.781068 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-214a641b-9387-45e8-a928-8cfb27c2aa16 req-b1e6d353-ddf0-43c1-915b-f2f6da9f154a tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df5737-21c6-487e-8a8e-878646db42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495892 Jul 24 01:01:10.839078 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615931a-a9c2-4b85-9cf5-b9ae96a4512e req-b6d5919e-77a2-4b2a-b271-24e8e19e87a1 tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:10.840930 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a615931a-a9c2-4b85-9cf5-b9ae96a4512e req-b6d5919e-77a2-4b2a-b271-24e8e19e87a1 tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] 10.222.0.15 "GET /v2.0/ports?device_id=585b7e0f-d58b-49c1-8956-0fd5e6c152fb HTTP/1.1" status: 200 len: 945 time: 0.1107194 Jul 24 01:01:10.903529 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a615931a-a9c2-4b85-9cf5-b9ae96a4512e req-dbc9249a-0420-4888-bc76-6efa0b4c3148 tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] 10.222.0.15 "GET /v2.0/security-groups?id=094e2e1c-4e08-4e84-8fe3-fc61856fec41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566592 Jul 24 01:01:11.056892 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 10b7276e-19e0-4ca9-bacf-9b43f6e4c691 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:01:11.147571 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 10b7276e-19e0-4ca9-bacf-9b43f6e4c691 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:01:11.154090 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 10b7276e-19e0-4ca9-bacf-9b43f6e4c691 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:01:11.154473 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:11.173768 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02035691-2af3-4337-984d-89425624b454 req-99ef6636-3245-4174-933c-6f6467655225 tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:11.175388 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-02035691-2af3-4337-984d-89425624b454 req-99ef6636-3245-4174-933c-6f6467655225 tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] 10.222.0.13 "GET /v2.0/ports?device_id=585b7e0f-d58b-49c1-8956-0fd5e6c152fb HTTP/1.1" status: 200 len: 945 time: 0.1894851 Jul 24 01:01:11.202540 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1982e6e-5a49-4847-a890-c3515a14432c req-c39d91cd-8f1e-422c-90ac-a9b8e9693348 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:11.204265 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a1982e6e-5a49-4847-a890-c3515a14432c req-c39d91cd-8f1e-422c-90ac-a9b8e9693348 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de9b4e9-6fea-454c-be30-9d62f10081e1 HTTP/1.1" status: 200 len: 946 time: 0.1725645 Jul 24 01:01:11.214946 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-3e20323a-1a30-4e4b-9d15-30af840be364 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:11.224270 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-3e20323a-1a30-4e4b-9d15-30af840be364 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/networks?id=7bb51f2f-00d3-4129-bd46-3f370febb2ae HTTP/1.1" status: 200 len: 814 time: 0.1891551 Jul 24 01:01:11.239938 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30d4e2-6b11-430f-a0a8-fed2fba30844 req-186a5117-dd27-4291-8c51-eddd7922af73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:11.241529 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3a30d4e2-6b11-430f-a0a8-fed2fba30844 req-186a5117-dd27-4291-8c51-eddd7922af73 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=65dd2feed447440194c7f86c10c73ddc&device_id=5de9b4e9-6fea-454c-be30-9d62f10081e1 HTTP/1.1" status: 200 len: 1098 time: 0.2084525 Jul 24 01:01:11.247144 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-93e3392c-3a2f-46cd-8aa6-3ceafa9cae14 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/quotas/f013df7f7eb44beeaa371687a90f2b0c HTTP/1.1" status: 200 len: 375 time: 0.0198915 Jul 24 01:01:11.332730 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:11.357471 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-bbfc0520-de01-498b-ad30-4d7999cac83a tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f013df7f7eb44beeaa371687a90f2b0c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1096151 Jul 24 01:01:11.400391 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 10b7276e-19e0-4ca9-bacf-9b43f6e4c691, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=10b7276e-19e0-4ca9-bacf-9b43f6e4c691,segment=NetworkSegment(4242c379-d447-4cc7-be17-2a8b0036d56e),segment_id=4242c379-d447-4cc7-be17-2a8b0036d56e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:11.402061 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6f5d52-23de-49ad-a41e-c2916ce4e2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b7276e-19e0-4ca9-bacf-9b43f6e4c691'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:01:11.407392 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c35c213-0073-4060-8e2e-f80fc155553b" -d '{"events": [{"server_uuid": "4a6f5d52-23de-49ad-a41e-c2916ce4e2c5", "name": "network-vif-plugged", "status": "completed", "tag": "10b7276e-19e0-4ca9-bacf-9b43f6e4c691"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:01:11.414431 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:11.491393 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-ab638406-0176-4468-96e4-f79d3f54d2d3 service neutron] 10.222.0.15 "GET /v2.0/networks/7bb51f2f-00d3-4129-bd46-3f370febb2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326449 Jul 24 01:01:11.501160 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=10b7276e-19e0-4ca9-bacf-9b43f6e4c691,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:11.597404 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-7be1d3d1-0522-489e-99fb-7c63496149bf service neutron] 10.222.0.15 "GET /v2.0/networks/7bb51f2f-00d3-4129-bd46-3f370febb2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028557 Jul 24 01:01:11.660334 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a1982e6e-5a49-4847-a890-c3515a14432c req-02843755-48a4-4418-912d-cf151ef751ae tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] 10.222.0.15 "GET /v2.0/security-groups?id=e29f5fc8-e9d4-406c-806e-2fe5400e338c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4248500 Jul 24 01:01:11.701530 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30d4e2-6b11-430f-a0a8-fed2fba30844 req-0d07631d-8533-47dc-9f3d-bb1c985f8827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:11.703089 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3a30d4e2-6b11-430f-a0a8-fed2fba30844 req-0d07631d-8533-47dc-9f3d-bb1c985f8827 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3b20bab6-bfd3-41b8-b4d1-348ef5f9fd9a HTTP/1.1" status: 200 len: 914 time: 0.4499555 Jul 24 01:01:11.775296 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20145bd3-40d5-44df-8370-bacab9cc0a9a x-openstack-request-id: req-20145bd3-40d5-44df-8370-bacab9cc0a9a {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:01:11.775858 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a6f5d52-23de-49ad-a41e-c2916ce4e2c5", "name": "network-vif-plugged", "status": "completed", "tag": "10b7276e-19e0-4ca9-bacf-9b43f6e4c691", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:01:11.776330 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-20145bd3-40d5-44df-8370-bacab9cc0a9a {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:01:11.776978 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6f5d52-23de-49ad-a41e-c2916ce4e2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b7276e-19e0-4ca9-bacf-9b43f6e4c691', 'code': 200} Jul 24 01:01:11.793820 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-02035691-2af3-4337-984d-89425624b454 req-6856b4c5-c09a-4f4c-861b-15468f1a26af tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] Deleting port d3f792c1-b471-48e0-b56d-3fbe8a9d380d {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:01:11.794216 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-02035691-2af3-4337-984d-89425624b454 req-6856b4c5-c09a-4f4c-861b-15468f1a26af tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:11.799878 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3a30d4e2-6b11-430f-a0a8-fed2fba30844 req-f8d08fb3-0d82-4552-8c4a-7637dcb70ba8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39a74deb-80d6-4e62-a5a3-1717795ed9c7 HTTP/1.1" status: 200 len: 217 time: 0.0694203 Jul 24 01:01:11.876937 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2745de36-c183-4758-9df7-57dfa41cfaa2 req-4f14e103-ce95-450b-9344-a689aaf010ae tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dbf53ff-8a13-423c-8bda-1b494237325e HTTP/1.1" status: 200 len: 210 time: 0.0555336 Jul 24 01:01:12.020490 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30d4e2-6b11-430f-a0a8-fed2fba30844 req-f2e470a4-ab6d-431f-ba6a-653c6f410129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:12.023856 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3a30d4e2-6b11-430f-a0a8-fed2fba30844 req-f2e470a4-ab6d-431f-ba6a-653c6f410129 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9029d619-36bf-4e91-ac30-89650221b7d6 HTTP/1.1" status: 200 len: 853 time: 0.2115877 Jul 24 01:01:12.116906 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491e37bd-1f36-4485-96cc-4db621bda742 req-0bb03e43-fec6-4f44-8272-42a2347ff628 tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:12.117427 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3a30d4e2-6b11-430f-a0a8-fed2fba30844 req-71690ee0-4ebc-416f-833e-13ca251f1eb1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3b20bab6-bfd3-41b8-b4d1-348ef5f9fd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819654 Jul 24 01:01:12.118999 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-491e37bd-1f36-4485-96cc-4db621bda742 req-0bb03e43-fec6-4f44-8272-42a2347ff628 tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] 10.222.0.15 "GET /v2.0/ports?device_id=585b7e0f-d58b-49c1-8956-0fd5e6c152fb HTTP/1.1" status: 200 len: 945 time: 0.1098151 Jul 24 01:01:12.125476 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-02035691-2af3-4337-984d-89425624b454 req-6856b4c5-c09a-4f4c-861b-15468f1a26af tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] For port d3f792c1-b471-48e0-b56d-3fbe8a9d380d, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d3f792c1-b471-48e0-b56d-3fbe8a9d380d,segment=NetworkSegment(8455c457-7d65-46d7-92c7-a320b42b7671),segment_id=8455c457-7d65-46d7-92c7-a320b42b7671)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:12.125940 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-02035691-2af3-4337-984d-89425624b454 req-6856b4c5-c09a-4f4c-861b-15468f1a26af tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:12.158536 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-02035691-2af3-4337-984d-89425624b454 req-6856b4c5-c09a-4f4c-861b-15468f1a26af tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] Calling delete_port for d3f792c1-b471-48e0-b56d-3fbe8a9d380d owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:01:12.174222 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-491e37bd-1f36-4485-96cc-4db621bda742 req-51ce5b6a-ae49-4986-bfca-970f932d1fd7 tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] 10.222.0.15 "GET /v2.0/security-groups?id=094e2e1c-4e08-4e84-8fe3-fc61856fec41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467160 Jul 24 01:01:12.205416 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6beb559-7e61-4a42-85b8-e37e7b33563b req-80bab4cd-1bf6-4a2a-9a83-c31ad5d065b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:12.207007 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a6beb559-7e61-4a42-85b8-e37e7b33563b req-80bab4cd-1bf6-4a2a-9a83-c31ad5d065b9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 1098 time: 0.3396144 Jul 24 01:01:12.279784 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62215990-c555-4e5c-a45c-548d4e11055b req-5c55c807-e01d-4d29-855b-9cf086471398 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:12.280996 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-62215990-c555-4e5c-a45c-548d4e11055b req-5c55c807-e01d-4d29-855b-9cf086471398 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 946 time: 0.3579521 Jul 24 01:01:12.369790 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a6beb559-7e61-4a42-85b8-e37e7b33563b req-41342963-c767-471c-89d3-8a568dae01b9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=48df5737-21c6-487e-8a8e-878646db42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541359 Jul 24 01:01:12.415366 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3a30d4e2-6b11-430f-a0a8-fed2fba30844 req-d1779e41-7243-4466-ac1e-29c68a9e0de8 service neutron] 10.222.0.13 "GET /v2.0/networks/3b20bab6-bfd3-41b8-b4d1-348ef5f9fd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781792 Jul 24 01:01:12.419409 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-62215990-c555-4e5c-a45c-548d4e11055b req-23eab51c-02ea-4af0-9573-8df172c45596 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df5737-21c6-487e-8a8e-878646db42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073208 Jul 24 01:01:12.548336 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-02035691-2af3-4337-984d-89425624b454 req-6856b4c5-c09a-4f4c-861b-15468f1a26af tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:12.561586 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['d3f792c1-b471-48e0-b56d-3fbe8a9d380d'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:01:12.591566 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6856b4c5-c09a-4f4c-861b-15468f1a26af tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] Pushing event deleted for resources: {'Port': ['ID=d3f792c1-b471-48e0-b56d-3fbe8a9d380d,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:12.609167 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3a30d4e2-6b11-430f-a0a8-fed2fba30844 req-5745ce68-1d98-46d6-b394-086d8cc6152d service neutron] 10.222.0.13 "GET /v2.0/networks/3b20bab6-bfd3-41b8-b4d1-348ef5f9fd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506352 Jul 24 01:01:12.650623 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-02035691-2af3-4337-984d-89425624b454 req-6856b4c5-c09a-4f4c-861b-15468f1a26af tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] No DVR routers for this DVR port d3f792c1-b471-48e0-b56d-3fbe8a9d380d on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:01:12.653492 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-02035691-2af3-4337-984d-89425624b454 req-6856b4c5-c09a-4f4c-861b-15468f1a26af tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:12.655802 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-02035691-2af3-4337-984d-89425624b454 req-6856b4c5-c09a-4f4c-861b-15468f1a26af tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] 10.222.0.13 "DELETE /v2.0/ports/d3f792c1-b471-48e0-b56d-3fbe8a9d380d HTTP/1.1" status: 204 len: 173 time: 1.4733574 Jul 24 01:01:12.656124 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585b7e0f-d58b-49c1-8956-0fd5e6c152fb', 'name': 'network-vif-deleted', 'tag': 'd3f792c1-b471-48e0-b56d-3fbe8a9d380d'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:01:12.658595 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f904b0-f18f-4f57-9f8e-22a4bfe8d2a2" -d '{"events": [{"server_uuid": "585b7e0f-d58b-49c1-8956-0fd5e6c152fb", "name": "network-vif-deleted", "tag": "d3f792c1-b471-48e0-b56d-3fbe8a9d380d"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:01:12.710926 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403af229-95f9-4523-9324-c63c7d2da9e2 x-openstack-request-id: req-403af229-95f9-4523-9324-c63c7d2da9e2 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:01:12.711509 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "585b7e0f-d58b-49c1-8956-0fd5e6c152fb", "name": "network-vif-deleted", "tag": "d3f792c1-b471-48e0-b56d-3fbe8a9d380d", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:01:12.711631 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-403af229-95f9-4523-9324-c63c7d2da9e2 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:01:12.712089 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '585b7e0f-d58b-49c1-8956-0fd5e6c152fb', 'name': 'network-vif-deleted', 'tag': 'd3f792c1-b471-48e0-b56d-3fbe8a9d380d', 'status': 'completed', 'code': 200} Jul 24 01:01:12.848989 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060254f3-1131-441f-94a0-ce66625a7c57 req-a4e7b5e3-f3f6-4550-af9d-8ff3ffd2e0fd tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:12.851723 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-060254f3-1131-441f-94a0-ce66625a7c57 req-a4e7b5e3-f3f6-4550-af9d-8ff3ffd2e0fd tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de9b4e9-6fea-454c-be30-9d62f10081e1 HTTP/1.1" status: 200 len: 946 time: 0.0894146 Jul 24 01:01:12.908949 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-060254f3-1131-441f-94a0-ce66625a7c57 req-9b925cd3-77d7-4316-a0a7-33646c12fcc0 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] 10.222.0.15 "GET /v2.0/security-groups?id=e29f5fc8-e9d4-406c-806e-2fe5400e338c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499711 Jul 24 01:01:13.014089 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c53643c0-aa72-4408-aa1e-edfc61fc0c78 req-4ea1f965-0e8f-4333-b345-cf1a9d1eeeb3 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dbf53ff-8a13-423c-8bda-1b494237325e HTTP/1.1" status: 200 len: 210 time: 0.0391369 Jul 24 01:01:13.180237 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-f9e319ed-874a-403b-a8a9-40053b60860b tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:13.182066 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-f9e319ed-874a-403b-a8a9-40053b60860b tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.13 "GET /v2.0/networks?id=7bb51f2f-00d3-4129-bd46-3f370febb2ae HTTP/1.1" status: 200 len: 814 time: 0.1209385 Jul 24 01:01:13.213614 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-eaa00b96-3ec5-4134-9b09-74c9a814fb9f tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Request body: {'port': {'device_id': '4dbf53ff-8a13-423c-8bda-1b494237325e', 'network_id': '7bb51f2f-00d3-4129-bd46-3f370febb2ae', 'admin_state_up': True, 'tenant_id': 'f013df7f7eb44beeaa371687a90f2b0c'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:01:13.328616 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-837d11e3-b403-4637-9b04-5da2dcf0fabc req-ae5abbf9-f752-4558-af69-c3913dbe2a2d tempest-ServersNegativeTestMultiTenantJSON-1220635612 tempest-ServersNegativeTestMultiTenantJSON-1220635612-project] 10.222.0.15 "GET /v2.0/ports?device_id=585b7e0f-d58b-49c1-8956-0fd5e6c152fb HTTP/1.1" status: 200 len: 210 time: 0.0326741 Jul 24 01:01:13.368034 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-eaa00b96-3ec5-4134-9b09-74c9a814fb9f tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Made reservation on behalf of f013df7f7eb44beeaa371687a90f2b0c for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:01:13.372099 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-eaa00b96-3ec5-4134-9b09-74c9a814fb9f tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:13.573697 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-eaa00b96-3ec5-4134-9b09-74c9a814fb9f tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Allocated IP 172.20.0.4 (7bb51f2f-00d3-4129-bd46-3f370febb2ae/ca9fc3c9-f297-4e8b-a8e5-3d3783f9f619/30ccac80-cd3b-45f9-95cb-14e1763ae7b5) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:01:13.651699 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64081ab-18b0-4aff-91b7-f09d34359ef9 req-9bb45c06-2950-4c9f-8daa-3e03de7e2653 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:13.654588 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b64081ab-18b0-4aff-91b7-f09d34359ef9 req-9bb45c06-2950-4c9f-8daa-3e03de7e2653 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 946 time: 0.1398296 Jul 24 01:01:13.886605 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b64081ab-18b0-4aff-91b7-f09d34359ef9 req-30773b46-aa72-4166-a197-41e5fddcff5b tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df5737-21c6-487e-8a8e-878646db42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207682 Jul 24 01:01:13.921071 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-eaa00b96-3ec5-4134-9b09-74c9a814fb9f tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:13.978307 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-eaa00b96-3ec5-4134-9b09-74c9a814fb9f tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:13.994205 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['a9bc459e-046f-45c5-b282-74d400eb474a', 'cc6338a3-7385-470a-96c4-47d2735af0b1'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:01:14.056109 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-eaa00b96-3ec5-4134-9b09-74c9a814fb9f tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Network 7bb51f2f-00d3-4129-bd46-3f370febb2ae is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:01:14.061363 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-eaa00b96-3ec5-4134-9b09-74c9a814fb9f tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:01:14.082548 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-eaa00b96-3ec5-4134-9b09-74c9a814fb9f tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:01:14.091105 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa00b96-3ec5-4134-9b09-74c9a814fb9f tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Pushing event updated for resources: {'Port': ['ID=30ccac80-cd3b-45f9-95cb-14e1763ae7b5,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:14.115254 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c0073-6ac4-48df-a73b-47f2c3d677aa req-a746437e-a9e9-4831-b585-8d8cbb75aec1 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:14.118978 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-812c0073-6ac4-48df-a73b-47f2c3d677aa req-a746437e-a9e9-4831-b585-8d8cbb75aec1 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de9b4e9-6fea-454c-be30-9d62f10081e1 HTTP/1.1" status: 200 len: 946 time: 0.1255932 Jul 24 01:01:14.172500 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-812c0073-6ac4-48df-a73b-47f2c3d677aa req-3940e8cd-cd9e-487e-ac56-62d6e32fc773 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] 10.222.0.15 "GET /v2.0/security-groups?id=e29f5fc8-e9d4-406c-806e-2fe5400e338c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461605 Jul 24 01:01:14.188415 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-eaa00b96-3ec5-4134-9b09-74c9a814fb9f tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:14.189101 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-eaa00b96-3ec5-4134-9b09-74c9a814fb9f tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:14.217598 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-eaa00b96-3ec5-4134-9b09-74c9a814fb9f tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0090384 Jul 24 01:01:14.233694 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7caab-ec49-42cb-89aa-49dbccb85e38 req-54597e5a-f357-483b-86cb-45bd3477e90b tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:14.235258 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-82a7caab-ec49-42cb-89aa-49dbccb85e38 req-54597e5a-f357-483b-86cb-45bd3477e90b tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dbf53ff-8a13-423c-8bda-1b494237325e HTTP/1.1" status: 200 len: 931 time: 0.1085656 Jul 24 01:01:14.240522 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-d1f2b91f-2709-4efd-a39a-c8da29949c0e service neutron] Request body: {'port': {'device_id': '4dbf53ff-8a13-423c-8bda-1b494237325e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:01:14.331119 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-82a7caab-ec49-42cb-89aa-49dbccb85e38 req-3c905769-57f8-4925-80b2-72fb41d70717 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868323 Jul 24 01:01:14.349805 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-d1f2b91f-2709-4efd-a39a-c8da29949c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:14.388325 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 40208) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:14.453040 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeb44689-0e0d-44bc-9806-b8fbbc5a7261 admin admin] Deleting subnet 3ed34004-8d3c-42d8-8154-cdf8489716b3 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:01:14.456708 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-aeb44689-0e0d-44bc-9806-b8fbbc5a7261 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:14.492784 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-aeb44689-0e0d-44bc-9806-b8fbbc5a7261 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:14.536124 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-aeb44689-0e0d-44bc-9806-b8fbbc5a7261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:14.593929 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-aeb44689-0e0d-44bc-9806-b8fbbc5a7261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:14.599268 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e08c4-1730-4f2e-96d7-0e3826687fcc req-7d1b47c9-3516-45cc-a160-0decefe2c6ad tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:14.600869 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2e2e08c4-1730-4f2e-96d7-0e3826687fcc req-7d1b47c9-3516-45cc-a160-0decefe2c6ad tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de9b4e9-6fea-454c-be30-9d62f10081e1 HTTP/1.1" status: 200 len: 946 time: 0.1346848 Jul 24 01:01:14.618621 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb44689-0e0d-44bc-9806-b8fbbc5a7261 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ed34004-8d3c-42d8-8154-cdf8489716b3,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:14.624376 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-aeb44689-0e0d-44bc-9806-b8fbbc5a7261 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:14.626222 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-aeb44689-0e0d-44bc-9806-b8fbbc5a7261 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3ed34004-8d3c-42d8-8154-cdf8489716b3 HTTP/1.1" status: 204 len: 168 time: 0.2335653 Jul 24 01:01:14.628933 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 40212) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:14.669405 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2e2e08c4-1730-4f2e-96d7-0e3826687fcc req-afb2ec79-8b32-40c4-a627-c2b939821ba8 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] 10.222.0.15 "GET /v2.0/security-groups?id=e29f5fc8-e9d4-406c-806e-2fe5400e338c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618060 Jul 24 01:01:14.711354 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-430a416d-2466-4fb6-93a0-63e66f2ab750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:14.725269 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-d1f2b91f-2709-4efd-a39a-c8da29949c0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30ccac80-cd3b-45f9-95cb-14e1763ae7b5 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:01:14.733881 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-d1f2b91f-2709-4efd-a39a-c8da29949c0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:14.747829 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-d1f2b91f-2709-4efd-a39a-c8da29949c0e service neutron] Transition to ACTIVE for port object 30ccac80-cd3b-45f9-95cb-14e1763ae7b5 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:01:14.753244 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-d1f2b91f-2709-4efd-a39a-c8da29949c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:14.807382 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2b91f-2709-4efd-a39a-c8da29949c0e service neutron] Pushing event updated for resources: {'Port': ['ID=30ccac80-cd3b-45f9-95cb-14e1763ae7b5,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:14.812145 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-430a416d-2466-4fb6-93a0-63e66f2ab750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:14.823790 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-430a416d-2466-4fb6-93a0-63e66f2ab750 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3b31c9b-c5e3-41d2-ac45-5344ba8f25a1']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:01:14.835019 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-430a416d-2466-4fb6-93a0-63e66f2ab750 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8455c457-7d65-46d7-92c7-a320b42b7671') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:01:14.835528 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-430a416d-2466-4fb6-93a0-63e66f2ab750 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8455c457-7d65-46d7-92c7-a320b42b7671') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:01:14.845431 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-430a416d-2466-4fb6-93a0-63e66f2ab750 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:14.868565 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-430a416d-2466-4fb6-93a0-63e66f2ab750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:14.875773 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-430a416d-2466-4fb6-93a0-63e66f2ab750 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:01:14.876184 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-430a416d-2466-4fb6-93a0-63e66f2ab750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:14.878854 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:01:14.878854 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:01:14.878854 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:01:14.878854 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:01:14.878854 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:01:14.878854 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:01:14.878854 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:01:14.878854 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:01:14.878854 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:01:14.878854 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:01:14.878854 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:01:14.878854 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:01:14.878854 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:01:14.878854 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:01:14.878854 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:01:14.878854 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:01:14.878854 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:01:14.878854 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:01:14.878854 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:01:14.878854 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:01:14.878854 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:01:14.878854 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:01:14.878854 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:01:14.878854 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:01:14.878854 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:01:14.878854 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:01:14.878854 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:01:14.878854 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:01:14.878854 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:01:14.878854 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:01:14.878854 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:01:14.878854 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:01:14.900748 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-d1f2b91f-2709-4efd-a39a-c8da29949c0e service neutron] Attempting to bind port 30ccac80-cd3b-45f9-95cb-14e1763ae7b5 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:01:14.901363 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-d1f2b91f-2709-4efd-a39a-c8da29949c0e service neutron] Attempting to bind port 30ccac80-cd3b-45f9-95cb-14e1763ae7b5 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '6a0dcd8e-3884-461b-ac3c-4a378c6b966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7bb51f2f-00d3-4129-bd46-3f370febb2ae'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:01:14.901484 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-d1f2b91f-2709-4efd-a39a-c8da29949c0e service neutron] Attempting to bind port 30ccac80-cd3b-45f9-95cb-14e1763ae7b5 on network 7bb51f2f-00d3-4129-bd46-3f370febb2ae {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:01:14.906668 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-d1f2b91f-2709-4efd-a39a-c8da29949c0e service neutron] Port 30ccac80-cd3b-45f9-95cb-14e1763ae7b5 on network 7bb51f2f-00d3-4129-bd46-3f370febb2ae not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:01:14.907099 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-d1f2b91f-2709-4efd-a39a-c8da29949c0e service neutron] Attempting to bind port 30ccac80-cd3b-45f9-95cb-14e1763ae7b5 on network 7bb51f2f-00d3-4129-bd46-3f370febb2ae {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:01:14.916344 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-d1f2b91f-2709-4efd-a39a-c8da29949c0e service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:01:14.917237 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-d1f2b91f-2709-4efd-a39a-c8da29949c0e service neutron] Checking segment: {'id': '6a0dcd8e-3884-461b-ac3c-4a378c6b966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7bb51f2f-00d3-4129-bd46-3f370febb2ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:01:14.918256 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-d1f2b91f-2709-4efd-a39a-c8da29949c0e service neutron] Bound using segment: {'id': '6a0dcd8e-3884-461b-ac3c-4a378c6b966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7bb51f2f-00d3-4129-bd46-3f370febb2ae'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:01:14.918830 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-d1f2b91f-2709-4efd-a39a-c8da29949c0e service neutron] Bound port: 30ccac80-cd3b-45f9-95cb-14e1763ae7b5, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a0dcd8e-3884-461b-ac3c-4a378c6b966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7bb51f2f-00d3-4129-bd46-3f370febb2ae'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:01:14.919332 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-d1f2b91f-2709-4efd-a39a-c8da29949c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:14.953844 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-430a416d-2466-4fb6-93a0-63e66f2ab750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:14.969545 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-430a416d-2466-4fb6-93a0-63e66f2ab750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:14.971456 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-430a416d-2466-4fb6-93a0-63e66f2ab750 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b3b31c9b-c5e3-41d2-ac45-5344ba8f25a1 HTTP/1.1" status: 204 len: 168 time: 0.3415711 Jul 24 01:01:14.980743 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 40224) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:14.995290 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a416d-2466-4fb6-93a0-63e66f2ab750 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3b31c9b-c5e3-41d2-ac45-5344ba8f25a1,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:15.053798 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-d1f2b91f-2709-4efd-a39a-c8da29949c0e service neutron] For port 30ccac80-cd3b-45f9-95cb-14e1763ae7b5, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:01:15.061503 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-d1f2b91f-2709-4efd-a39a-c8da29949c0e service neutron] For port 30ccac80-cd3b-45f9-95cb-14e1763ae7b5, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=30ccac80-cd3b-45f9-95cb-14e1763ae7b5,segment=NetworkSegment(6a0dcd8e-3884-461b-ac3c-4a378c6b966a),segment_id=6a0dcd8e-3884-461b-ac3c-4a378c6b966a)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:01:15.066172 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d3f792c1-b471-48e0-b56d-3fbe8a9d380d no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:01:15.067955 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9f4f414-8d94-49ac-a2a1-c2453bcc2b5c admin admin] Deleting subnet 3cd36c37-d42f-4728-869a-4584694452a5 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:01:15.068836 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302c14d-9d45-4c5f-b5cb-c133bf997a84 req-7d0195f5-e056-4b83-a43e-54b1ca42c0c6 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:15.071077 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e302c14d-9d45-4c5f-b5cb-c133bf997a84 req-7d0195f5-e056-4b83-a43e-54b1ca42c0c6 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 946 time: 0.1029193 Jul 24 01:01:15.077541 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d9f4f414-8d94-49ac-a2a1-c2453bcc2b5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:15.080561 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-d1f2b91f-2709-4efd-a39a-c8da29949c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:15.106235 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: d3f792c1-b471-48e0-b56d-3fbe8a9d380d {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:01:15.106591 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d3f792c1-b471-48e0-b56d-3fbe8a9d380d not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:01:15.123520 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e302c14d-9d45-4c5f-b5cb-c133bf997a84 req-da5ad615-d1cf-41a1-a531-fabb1fa3e8d8 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df5737-21c6-487e-8a8e-878646db42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466824 Jul 24 01:01:15.162206 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-d1f2b91f-2709-4efd-a39a-c8da29949c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:15.162962 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-d1f2b91f-2709-4efd-a39a-c8da29949c0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:15.165321 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-d1f2b91f-2709-4efd-a39a-c8da29949c0e service neutron] 10.222.0.13 "PUT /v2.0/ports/30ccac80-cd3b-45f9-95cb-14e1763ae7b5 HTTP/1.1" status: 200 len: 1092 time: 0.9288018 Jul 24 01:01:15.166121 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dbf53ff-8a13-423c-8bda-1b494237325e', 'tag': '30ccac80-cd3b-45f9-95cb-14e1763ae7b5'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:01:15.169609 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a42cfb-a90b-42e6-b968-09df83c0cc59" -d '{"events": [{"name": "network-changed", "server_uuid": "4dbf53ff-8a13-423c-8bda-1b494237325e", "tag": "30ccac80-cd3b-45f9-95cb-14e1763ae7b5"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:01:15.196976 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d9f4f414-8d94-49ac-a2a1-c2453bcc2b5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:15.248823 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc5b4e9-eb79-4952-a77c-ffaff7af6ccc x-openstack-request-id: req-cfc5b4e9-eb79-4952-a77c-ffaff7af6ccc {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:01:15.249040 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dbf53ff-8a13-423c-8bda-1b494237325e", "tag": "30ccac80-cd3b-45f9-95cb-14e1763ae7b5", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:01:15.249359 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cfc5b4e9-eb79-4952-a77c-ffaff7af6ccc {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:01:15.249964 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dbf53ff-8a13-423c-8bda-1b494237325e', 'tag': '30ccac80-cd3b-45f9-95cb-14e1763ae7b5', 'status': 'completed', 'code': 200} Jul 24 01:01:15.266014 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f2b91f-2709-4efd-a39a-c8da29949c0e service neutron] Pushing event updated for resources: {'Port': ['ID=30ccac80-cd3b-45f9-95cb-14e1763ae7b5,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:15.337368 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d9f4f414-8d94-49ac-a2a1-c2453bcc2b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:15.467434 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4bdbf2-a3b5-4e5a-ad3c-7c47b7b840e1 req-3f09f464-1ec9-45d0-9b2a-28a9d639c803 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:15.471345 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fc4bdbf2-a3b5-4e5a-ad3c-7c47b7b840e1 req-3f09f464-1ec9-45d0-9b2a-28a9d639c803 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 946 time: 0.0970311 Jul 24 01:01:15.508356 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-e175f651-6a10-4fbe-9292-d3cd496aeb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:15.510033 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-e175f651-6a10-4fbe-9292-d3cd496aeb53 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f013df7f7eb44beeaa371687a90f2b0c&device_id=4dbf53ff-8a13-423c-8bda-1b494237325e HTTP/1.1" status: 200 len: 1095 time: 0.2593324 Jul 24 01:01:15.525165 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fc4bdbf2-a3b5-4e5a-ad3c-7c47b7b840e1 req-e321f190-e09e-4292-8566-103daaa719f0 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df5737-21c6-487e-8a8e-878646db42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480640 Jul 24 01:01:15.608598 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-ad5dbf8d-dad4-4efb-a9ff-5bf70bfb83e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30ccac80-cd3b-45f9-95cb-14e1763ae7b5 HTTP/1.1" status: 200 len: 217 time: 0.0779259 Jul 24 01:01:15.610597 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d9f4f414-8d94-49ac-a2a1-c2453bcc2b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:15.655202 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ec2f4497-5c24-46b7-a18d-34db553e2509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:15.676660 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4f414-8d94-49ac-a2a1-c2453bcc2b5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cd36c37-d42f-4728-869a-4584694452a5,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:15.682449 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d9f4f414-8d94-49ac-a2a1-c2453bcc2b5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:15.684469 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d9f4f414-8d94-49ac-a2a1-c2453bcc2b5c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3cd36c37-d42f-4728-869a-4584694452a5 HTTP/1.1" status: 204 len: 168 time: 0.7026849 Jul 24 01:01:15.687119 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6bf7e-d4c5-4060-89eb-60956b4d72c5 req-2ab7bad0-b245-4ff2-bc9c-50eb94a711d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:15.687396 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 40246) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:15.688672 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8aa6bf7e-d4c5-4060-89eb-60956b4d72c5 req-2ab7bad0-b245-4ff2-bc9c-50eb94a711d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=626332b8d2a44f2d913cfa7775848708&device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 1098 time: 0.3297243 Jul 24 01:01:15.707820 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb2649-180f-43ef-95d5-bf66c60694d8 req-ede2c4aa-d0ec-40cb-8c84-c2cf08fa393c tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:15.716897 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-84cb2649-180f-43ef-95d5-bf66c60694d8 req-ede2c4aa-d0ec-40cb-8c84-c2cf08fa393c tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dbf53ff-8a13-423c-8bda-1b494237325e HTTP/1.1" status: 200 len: 943 time: 0.2783415 Jul 24 01:01:15.777849 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-e9a63901-c491-48a5-ad02-490c26c0cb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:15.780262 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-e9a63901-c491-48a5-ad02-490c26c0cb8f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca9fc3c9-f297-4e8b-a8e5-3d3783f9f619 HTTP/1.1" status: 200 len: 854 time: 0.1613169 Jul 24 01:01:15.829428 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f525bf82-313e-48f2-8b1d-3ad3450e1ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:15.838074 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-8c02b8aa-05e1-499f-b91a-f2bc32199cb8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7bb51f2f-00d3-4129-bd46-3f370febb2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456388 Jul 24 01:01:15.916337 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d90bf5-2923-4645-8f45-32e9132e1363 req-13b56641-a3cf-4595-b47a-fa9e6d69c3d8 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:15.918344 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-39d90bf5-2923-4645-8f45-32e9132e1363 req-13b56641-a3cf-4595-b47a-fa9e6d69c3d8 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de9b4e9-6fea-454c-be30-9d62f10081e1 HTTP/1.1" status: 200 len: 946 time: 0.1303334 Jul 24 01:01:15.961335 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f525bf82-313e-48f2-8b1d-3ad3450e1ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:15.987650 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-f525bf82-313e-48f2-8b1d-3ad3450e1ce6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0330e8d4-2293-4243-b729-497dfc783f28']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:01:16.015676 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-f525bf82-313e-48f2-8b1d-3ad3450e1ce6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b6cc63e-c97c-4319-acfd-c40e8d342f4f') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:01:16.015974 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-f525bf82-313e-48f2-8b1d-3ad3450e1ce6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b6cc63e-c97c-4319-acfd-c40e8d342f4f') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:01:16.036380 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-39d90bf5-2923-4645-8f45-32e9132e1363 req-c6c9c3c9-2722-49b3-851e-d3e34f2c4f86 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] 10.222.0.15 "GET /v2.0/security-groups?id=e29f5fc8-e9d4-406c-806e-2fe5400e338c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116114 Jul 24 01:01:16.039324 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f525bf82-313e-48f2-8b1d-3ad3450e1ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:16.075559 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f525bf82-313e-48f2-8b1d-3ad3450e1ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:16.092289 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f525bf82-313e-48f2-8b1d-3ad3450e1ce6 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:01:16.092925 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f525bf82-313e-48f2-8b1d-3ad3450e1ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:16.096028 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:01:16.096028 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:01:16.096028 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:01:16.096028 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:01:16.096028 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:01:16.096028 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:01:16.096028 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:01:16.096028 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:01:16.096028 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:01:16.096028 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:01:16.096028 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:01:16.096028 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:01:16.096028 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:01:16.096028 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:01:16.096028 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:01:16.096028 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:01:16.096028 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:01:16.096028 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:01:16.096028 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:01:16.096028 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:01:16.096028 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:01:16.096028 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:01:16.096028 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:01:16.096028 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:01:16.096028 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:01:16.096028 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:01:16.096028 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:01:16.096028 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:01:16.096028 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:01:16.096028 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:01:16.096028 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:01:16.096028 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:01:16.171395 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-84cb2649-180f-43ef-95d5-bf66c60694d8 req-9d30c420-1866-40f6-a164-e75d953c8bfa tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4535868 Jul 24 01:01:16.185840 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f525bf82-313e-48f2-8b1d-3ad3450e1ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:16.210100 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f525bf82-313e-48f2-8b1d-3ad3450e1ce6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:16.214822 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f525bf82-313e-48f2-8b1d-3ad3450e1ce6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0330e8d4-2293-4243-b729-497dfc783f28 HTTP/1.1" status: 204 len: 168 time: 0.5233653 Jul 24 01:01:16.214822 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f525bf82-313e-48f2-8b1d-3ad3450e1ce6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0330e8d4-2293-4243-b729-497dfc783f28,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:16.322497 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6bf7e-d4c5-4060-89eb-60956b4d72c5 req-58065df9-1a48-44e2-a522-5b06c2ccf280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:16.324095 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8aa6bf7e-d4c5-4060-89eb-60956b4d72c5 req-58065df9-1a48-44e2-a522-5b06c2ccf280 service neutron] 10.222.0.13 "GET /v2.0/networks?id=662676c2-c269-4b06-8b5d-f431eabf5e53 HTTP/1.1" status: 200 len: 921 time: 0.6042476 Jul 24 01:01:16.383418 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8aa6bf7e-d4c5-4060-89eb-60956b4d72c5 req-b44fd6a4-fe7d-4545-8d12-7230acbf6961 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10b7276e-19e0-4ca9-bacf-9b43f6e4c691 HTTP/1.1" status: 200 len: 217 time: 0.0512657 Jul 24 01:01:16.386321 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-d1ce34f0-9889-440a-829c-d18fbd954eca service neutron] 10.222.0.13 "GET /v2.0/networks/7bb51f2f-00d3-4129-bd46-3f370febb2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139537 Jul 24 01:01:16.434000 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 40254) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:16.475238 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ca68f-c204-40fd-bf29-2a984cbec4f4 req-ea34d9f8-09c4-4aa5-b4f7-d5d3a57edc0f tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:16.476789 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d28ca68f-c204-40fd-bf29-2a984cbec4f4 req-ea34d9f8-09c4-4aa5-b4f7-d5d3a57edc0f tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] 10.222.0.13 "GET /v2.0/ports?device_id=5de9b4e9-6fea-454c-be30-9d62f10081e1 HTTP/1.1" status: 200 len: 946 time: 0.2445540 Jul 24 01:01:16.478397 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-abb7671d-18da-4704-a840-db24d4413c5e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=34c1e40d7f38420ebc481ad4a9961588&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433156 Jul 24 01:01:16.480942 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 40256) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:16.539436 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-541f1702-c7a3-4805-ba67-be126c396007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:16.550446 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6bf7e-d4c5-4060-89eb-60956b4d72c5 req-83985b46-1a01-4b25-9546-42ef50b2f74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:16.551991 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8aa6bf7e-d4c5-4060-89eb-60956b4d72c5 req-83985b46-1a01-4b25-9546-42ef50b2f74a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=261afb07-f977-4eed-842d-3916df829b42 HTTP/1.1" status: 200 len: 860 time: 0.1570635 Jul 24 01:01:16.563386 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-541f1702-c7a3-4805-ba67-be126c396007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:16.616484 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8aa6bf7e-d4c5-4060-89eb-60956b4d72c5 req-d97f8542-49bb-41f6-a4e7-15665b46fbba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=662676c2-c269-4b06-8b5d-f431eabf5e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525641 Jul 24 01:01:16.648960 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-541f1702-c7a3-4805-ba67-be126c396007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:16.652948 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-541f1702-c7a3-4805-ba67-be126c396007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:16.658231 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-541f1702-c7a3-4805-ba67-be126c396007 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/094e2e1c-4e08-4e84-8fe3-fc61856fec41 HTTP/1.1" status: 204 len: 168 time: 0.1724865 Jul 24 01:01:16.675722 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f1702-c7a3-4805-ba67-be126c396007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094e2e1c-4e08-4e84-8fe3-fc61856fec41,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:16.699631 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b26c18a5-7f13-4b88-ac0e-a3d50bd264d7 req-a39c6c80-5a50-407b-85f1-74415a1a90e0 service neutron] 10.222.0.13 "GET /v2.0/networks/7bb51f2f-00d3-4129-bd46-3f370febb2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034060 Jul 24 01:01:16.901669 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8aa6bf7e-d4c5-4060-89eb-60956b4d72c5 req-629aff52-8288-4258-bb57-c9734362d00e service neutron] 10.222.0.13 "GET /v2.0/networks/662676c2-c269-4b06-8b5d-f431eabf5e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776215 Jul 24 01:01:16.942494 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8383f-68b5-4c7c-8729-1a0a291261ab req-9ffef0f6-fe11-4c41-8f4f-7810a7b9ec0b tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:16.945663 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-aeb8383f-68b5-4c7c-8729-1a0a291261ab req-9ffef0f6-fe11-4c41-8f4f-7810a7b9ec0b tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 946 time: 0.3059354 Jul 24 01:01:16.950791 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-d28ca68f-c204-40fd-bf29-2a984cbec4f4 req-39e7c4f2-7f8e-427f-b285-41ab4e7646ae tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] Deleting port 39a74deb-80d6-4e62-a5a3-1717795ed9c7 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:01:16.951173 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d28ca68f-c204-40fd-bf29-2a984cbec4f4 req-39e7c4f2-7f8e-427f-b285-41ab4e7646ae tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:17.033816 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a42cfb-a90b-42e6-b968-09df83c0cc59 req-ce6119d1-0e21-4433-b89f-580155ae4885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:17.035501 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-93a42cfb-a90b-42e6-b968-09df83c0cc59 req-ce6119d1-0e21-4433-b89f-580155ae4885 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f013df7f7eb44beeaa371687a90f2b0c&device_id=4dbf53ff-8a13-423c-8bda-1b494237325e HTTP/1.1" status: 200 len: 1095 time: 0.2448409 Jul 24 01:01:17.225206 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-aeb8383f-68b5-4c7c-8729-1a0a291261ab req-c77222bb-f5b5-4f31-a817-c87859139de7 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df5737-21c6-487e-8a8e-878646db42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556262 Jul 24 01:01:17.275865 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 40274) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:17.315198 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26002afa-2fad-43cd-adca-ed4c733d0011 req-5473da6b-7169-4742-a7d4-b0800c56aa77 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:17.316825 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-26002afa-2fad-43cd-adca-ed4c733d0011 req-5473da6b-7169-4742-a7d4-b0800c56aa77 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de9b4e9-6fea-454c-be30-9d62f10081e1 HTTP/1.1" status: 200 len: 946 time: 0.1527724 Jul 24 01:01:17.333059 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8aa6bf7e-d4c5-4060-89eb-60956b4d72c5 req-0defe32e-3858-424e-9e8b-64b6b7d6c8e5 service neutron] 10.222.0.13 "GET /v2.0/networks/662676c2-c269-4b06-8b5d-f431eabf5e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158220 Jul 24 01:01:17.361128 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-d28ca68f-c204-40fd-bf29-2a984cbec4f4 req-39e7c4f2-7f8e-427f-b285-41ab4e7646ae tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] For port 39a74deb-80d6-4e62-a5a3-1717795ed9c7, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=39a74deb-80d6-4e62-a5a3-1717795ed9c7,segment=NetworkSegment(49e99e20-0929-4cac-82fc-976bf4fa107a),segment_id=49e99e20-0929-4cac-82fc-976bf4fa107a)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:17.361491 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d28ca68f-c204-40fd-bf29-2a984cbec4f4 req-39e7c4f2-7f8e-427f-b285-41ab4e7646ae tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:17.387991 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4902d542-62e1-4dfc-b7fd-9c4b182b040b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8db7e31e8abc455aad45eed842f91073&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1108830 Jul 24 01:01:17.395170 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 40278) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:17.401063 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-d28ca68f-c204-40fd-bf29-2a984cbec4f4 req-39e7c4f2-7f8e-427f-b285-41ab4e7646ae tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] Calling delete_port for 39a74deb-80d6-4e62-a5a3-1717795ed9c7 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:01:17.423023 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-26002afa-2fad-43cd-adca-ed4c733d0011 req-6c5103de-ebd9-4c85-a834-2794b311efae tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] 10.222.0.15 "GET /v2.0/security-groups?id=e29f5fc8-e9d4-406c-806e-2fe5400e338c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968525 Jul 24 01:01:17.482095 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c8141c2e-1797-4664-b5f0-a8dbe40beb43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:17.507617 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c8141c2e-1797-4664-b5f0-a8dbe40beb43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:17.529768 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a42cfb-a90b-42e6-b968-09df83c0cc59 req-76399853-18c5-496c-a709-9aa316167988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:17.531531 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-93a42cfb-a90b-42e6-b968-09df83c0cc59 req-76399853-18c5-496c-a709-9aa316167988 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7bb51f2f-00d3-4129-bd46-3f370febb2ae HTTP/1.1" status: 200 len: 915 time: 0.4870694 Jul 24 01:01:17.582746 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c8141c2e-1797-4664-b5f0-a8dbe40beb43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:17.587345 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c8141c2e-1797-4664-b5f0-a8dbe40beb43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:17.591854 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c8141c2e-1797-4664-b5f0-a8dbe40beb43 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5389d5c1-5156-415c-bd68-e701673c1837 HTTP/1.1" status: 204 len: 168 time: 0.1965299 Jul 24 01:01:17.601980 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8141c2e-1797-4664-b5f0-a8dbe40beb43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5389d5c1-5156-415c-bd68-e701673c1837,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:17.674325 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fa83f-6941-447e-8027-f7e95f0a670d req-2155903d-96b3-493d-a644-15ddda60ae89 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:17.675942 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bb2fa83f-6941-447e-8027-f7e95f0a670d req-2155903d-96b3-493d-a644-15ddda60ae89 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dbf53ff-8a13-423c-8bda-1b494237325e HTTP/1.1" status: 200 len: 943 time: 0.3456016 Jul 24 01:01:17.677351 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-93a42cfb-a90b-42e6-b968-09df83c0cc59 req-07ac7888-f35b-4040-b5d1-7b99271f6961 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30ccac80-cd3b-45f9-95cb-14e1763ae7b5 HTTP/1.1" status: 200 len: 217 time: 0.1338370 Jul 24 01:01:17.781631 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bb2fa83f-6941-447e-8027-f7e95f0a670d req-e682f5fb-b386-46c8-aced-72eeba5e8db9 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978091 Jul 24 01:01:17.782308 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d28ca68f-c204-40fd-bf29-2a984cbec4f4 req-39e7c4f2-7f8e-427f-b285-41ab4e7646ae tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:17.796074 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['39a74deb-80d6-4e62-a5a3-1717795ed9c7'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:01:17.823220 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7c4f2-7f8e-427f-b285-41ab4e7646ae tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] Pushing event deleted for resources: {'Port': ['ID=39a74deb-80d6-4e62-a5a3-1717795ed9c7,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:17.839179 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a42cfb-a90b-42e6-b968-09df83c0cc59 req-04bf7ed0-053f-46af-84fa-776c857a3b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:17.840631 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-93a42cfb-a90b-42e6-b968-09df83c0cc59 req-04bf7ed0-053f-46af-84fa-776c857a3b31 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca9fc3c9-f297-4e8b-a8e5-3d3783f9f619 HTTP/1.1" status: 200 len: 854 time: 0.1527255 Jul 24 01:01:17.915086 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-93a42cfb-a90b-42e6-b968-09df83c0cc59 req-8e5ac8db-7430-4628-8a64-57f8608e3067 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7bb51f2f-00d3-4129-bd46-3f370febb2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516124 Jul 24 01:01:17.916001 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28ca68f-c204-40fd-bf29-2a984cbec4f4 req-39e7c4f2-7f8e-427f-b285-41ab4e7646ae tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] No DVR routers for this DVR port 39a74deb-80d6-4e62-a5a3-1717795ed9c7 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:01:17.918774 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d28ca68f-c204-40fd-bf29-2a984cbec4f4 req-39e7c4f2-7f8e-427f-b285-41ab4e7646ae tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:17.920935 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d28ca68f-c204-40fd-bf29-2a984cbec4f4 req-39e7c4f2-7f8e-427f-b285-41ab4e7646ae tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] 10.222.0.13 "DELETE /v2.0/ports/39a74deb-80d6-4e62-a5a3-1717795ed9c7 HTTP/1.1" status: 204 len: 173 time: 1.4347227 Jul 24 01:01:17.921391 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de9b4e9-6fea-454c-be30-9d62f10081e1', 'name': 'network-vif-deleted', 'tag': '39a74deb-80d6-4e62-a5a3-1717795ed9c7'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:01:17.923788 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b16926-b5ad-4b47-909a-3808b2641f3a" -d '{"events": [{"server_uuid": "5de9b4e9-6fea-454c-be30-9d62f10081e1", "name": "network-vif-deleted", "tag": "39a74deb-80d6-4e62-a5a3-1717795ed9c7"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:01:17.984909 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000f5672-0255-4397-ae0b-c027314a9dfe x-openstack-request-id: req-000f5672-0255-4397-ae0b-c027314a9dfe {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:01:17.985330 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de9b4e9-6fea-454c-be30-9d62f10081e1", "name": "network-vif-deleted", "tag": "39a74deb-80d6-4e62-a5a3-1717795ed9c7", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:01:17.985740 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-000f5672-0255-4397-ae0b-c027314a9dfe {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:01:17.986272 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de9b4e9-6fea-454c-be30-9d62f10081e1', 'name': 'network-vif-deleted', 'tag': '39a74deb-80d6-4e62-a5a3-1717795ed9c7', 'status': 'completed', 'code': 200} Jul 24 01:01:18.080941 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-93a42cfb-a90b-42e6-b968-09df83c0cc59 req-7098f979-467d-4b66-a48e-f44337dc5890 service neutron] 10.222.0.13 "GET /v2.0/networks/7bb51f2f-00d3-4129-bd46-3f370febb2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403370 Jul 24 01:01:18.218672 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-386392a4-f926-498e-8151-a98cb0de993b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:18.233349 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-93a42cfb-a90b-42e6-b968-09df83c0cc59 req-4623d2ce-389c-4f5e-9d8c-2b748b982069 service neutron] 10.222.0.13 "GET /v2.0/networks/7bb51f2f-00d3-4129-bd46-3f370febb2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244035 Jul 24 01:01:18.417438 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1a288-a212-44eb-8acb-ea7b407298d9 req-f0df5549-8a6d-49c7-a940-9ad17f16d52c tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:18.419786 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3bf1a288-a212-44eb-8acb-ea7b407298d9 req-f0df5549-8a6d-49c7-a940-9ad17f16d52c tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 946 time: 0.0940890 Jul 24 01:01:18.449731 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:18.533292 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3bf1a288-a212-44eb-8acb-ea7b407298d9 req-bd7ec7ec-b6ad-441b-8516-a20a65506739 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df5737-21c6-487e-8a8e-878646db42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029942 Jul 24 01:01:18.654984 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-19a5351d-71ec-4e25-97e2-7ac46e078a48 req-fe816432-332d-4cbd-8453-c86b734b6179 tempest-InstanceActionsTestJSON-515828978 tempest-InstanceActionsTestJSON-515828978-project] 10.222.0.15 "GET /v2.0/ports?device_id=5de9b4e9-6fea-454c-be30-9d62f10081e1 HTTP/1.1" status: 200 len: 210 time: 0.0722384 Jul 24 01:01:18.950160 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf2c0b3-85dc-4e67-8ac2-f637e42c8e07 req-61d9c167-a953-4ba3-95c4-813fb9bea3b8 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:18.951874 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fcf2c0b3-85dc-4e67-8ac2-f637e42c8e07 req-61d9c167-a953-4ba3-95c4-813fb9bea3b8 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dbf53ff-8a13-423c-8bda-1b494237325e HTTP/1.1" status: 200 len: 943 time: 0.0869710 Jul 24 01:01:19.004526 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fcf2c0b3-85dc-4e67-8ac2-f637e42c8e07 req-888f0235-2476-436d-ac2b-f89bc48b8179 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458667 Jul 24 01:01:19.091483 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 30ccac80-cd3b-45f9-95cb-14e1763ae7b5 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:01:19.259899 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 30ccac80-cd3b-45f9-95cb-14e1763ae7b5, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=30ccac80-cd3b-45f9-95cb-14e1763ae7b5,segment=NetworkSegment(6a0dcd8e-3884-461b-ac3c-4a378c6b966a),segment_id=6a0dcd8e-3884-461b-ac3c-4a378c6b966a)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:19.272977 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '30ccac80-cd3b-45f9-95cb-14e1763ae7b5', 'network_id': '7bb51f2f-00d3-4129-bd46-3f370febb2ae', 'port_id': '30ccac80-cd3b-45f9-95cb-14e1763ae7b5', 'mac_address': 'fa:16:3e:96:d2:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca9fc3c9-f297-4e8b-a8e5-3d3783f9f619', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:01:19.331822 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:19.348672 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30ccac80-cd3b-45f9-95cb-14e1763ae7b5 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:01:19.374171 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 30ccac80-cd3b-45f9-95cb-14e1763ae7b5, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=30ccac80-cd3b-45f9-95cb-14e1763ae7b5,segment=NetworkSegment(6a0dcd8e-3884-461b-ac3c-4a378c6b966a),segment_id=6a0dcd8e-3884-461b-ac3c-4a378c6b966a)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:19.389093 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:19.438933 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:19.468877 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=30ccac80-cd3b-45f9-95cb-14e1763ae7b5,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:19.482938 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:19.483586 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:19.484153 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:19.484692 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:19.485167 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:19.485508 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:19.485837 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:19.486169 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:19.486494 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:19.486838 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:19.487325 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:19.487822 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:19.739459 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 40342) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:19.751285 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4964216a-1bdb-43c4-b8dc-024efab7447b req-e94ac2a6-12f0-4f96-82cb-22ddd7f16a32 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:19.759545 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4964216a-1bdb-43c4-b8dc-024efab7447b req-e94ac2a6-12f0-4f96-82cb-22ddd7f16a32 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 946 time: 0.0850105 Jul 24 01:01:19.803289 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['30ccac80-cd3b-45f9-95cb-14e1763ae7b5'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:01:19.840822 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4964216a-1bdb-43c4-b8dc-024efab7447b req-61caebd1-eff0-431b-a35c-2698a3a47514 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df5737-21c6-487e-8a8e-878646db42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798929 Jul 24 01:01:19.861080 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fbf65e8-6770-49cc-926a-bd0f60dd96f5 admin admin] Deleting subnet 9029d619-36bf-4e91-ac30-89650221b7d6 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:01:19.866173 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8fbf65e8-6770-49cc-926a-bd0f60dd96f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:19.910396 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8fbf65e8-6770-49cc-926a-bd0f60dd96f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:19.957101 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8fbf65e8-6770-49cc-926a-bd0f60dd96f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:20.061943 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8fbf65e8-6770-49cc-926a-bd0f60dd96f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:20.107289 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf65e8-6770-49cc-926a-bd0f60dd96f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9029d619-36bf-4e91-ac30-89650221b7d6,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:20.116894 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8fbf65e8-6770-49cc-926a-bd0f60dd96f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:20.124156 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-8fbf65e8-6770-49cc-926a-bd0f60dd96f5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9029d619-36bf-4e91-ac30-89650221b7d6 HTTP/1.1" status: 204 len: 168 time: 0.3823540 Jul 24 01:01:20.126951 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 40348) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:20.220818 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c354ffab-1d3d-4939-bf7c-43c37ef68a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:20.224256 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc595702-ab45-4abf-b45d-bd5d2f308a1f req-704aa3da-3a2f-42b4-8c78-81a1718cc315 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:20.226142 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fc595702-ab45-4abf-b45d-bd5d2f308a1f req-704aa3da-3a2f-42b4-8c78-81a1718cc315 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dbf53ff-8a13-423c-8bda-1b494237325e HTTP/1.1" status: 200 len: 944 time: 0.1024628 Jul 24 01:01:20.273692 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fc595702-ab45-4abf-b45d-bd5d2f308a1f req-d9f05d8d-5d91-4a03-993a-47775f0523e3 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413878 Jul 24 01:01:20.331468 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c354ffab-1d3d-4939-bf7c-43c37ef68a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:20.345762 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-c354ffab-1d3d-4939-bf7c-43c37ef68a74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b20bab6-bfd3-41b8-b4d1-348ef5f9fd9a']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:01:20.364324 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-c354ffab-1d3d-4939-bf7c-43c37ef68a74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49e99e20-0929-4cac-82fc-976bf4fa107a') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:01:20.364503 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-c354ffab-1d3d-4939-bf7c-43c37ef68a74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49e99e20-0929-4cac-82fc-976bf4fa107a') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:01:20.381241 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c354ffab-1d3d-4939-bf7c-43c37ef68a74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:20.398332 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c354ffab-1d3d-4939-bf7c-43c37ef68a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:20.404920 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c354ffab-1d3d-4939-bf7c-43c37ef68a74 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:01:20.405326 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c354ffab-1d3d-4939-bf7c-43c37ef68a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:20.407076 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:01:20.407076 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:01:20.407076 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:01:20.407076 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:01:20.407076 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:01:20.407076 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:01:20.407076 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:01:20.407076 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:01:20.407076 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:01:20.407076 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:01:20.407076 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:01:20.407076 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:01:20.407076 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:01:20.407076 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:01:20.407076 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:01:20.407076 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:01:20.407076 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:01:20.407076 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:01:20.407076 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:01:20.407076 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:01:20.407076 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:01:20.407076 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:01:20.407076 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:01:20.407076 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:01:20.407076 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:01:20.407076 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:01:20.407076 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:01:20.407076 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:01:20.407076 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:01:20.407076 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:01:20.407076 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:01:20.407076 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:01:20.464939 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c354ffab-1d3d-4939-bf7c-43c37ef68a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:20.475924 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c354ffab-1d3d-4939-bf7c-43c37ef68a74 admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:20.478271 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c354ffab-1d3d-4939-bf7c-43c37ef68a74 admin admin] 10.222.0.15 "DELETE /v2.0/networks/3b20bab6-bfd3-41b8-b4d1-348ef5f9fd9a HTTP/1.1" status: 204 len: 168 time: 0.3495514 Jul 24 01:01:20.497303 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c354ffab-1d3d-4939-bf7c-43c37ef68a74 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b20bab6-bfd3-41b8-b4d1-348ef5f9fd9a,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:20.898957 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 40376) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:20.943848 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:20.987348 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3e2db4a1-3dda-47e5-9648-5168d65bc675 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=65dd2feed447440194c7f86c10c73ddc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0871348 Jul 24 01:01:20.989830 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 40380) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:21.060744 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-676fbaae-54cb-4364-a80b-34daa964405a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:21.095618 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a6fe7-09c6-480d-ad63-ee9a4452e356 req-9f3ad76c-d509-4211-acd5-823b07bd5d53 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:21.097236 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1f2a6fe7-09c6-480d-ad63-ee9a4452e356 req-9f3ad76c-d509-4211-acd5-823b07bd5d53 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 946 time: 0.1477578 Jul 24 01:01:21.105146 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 39a74deb-80d6-4e62-a5a3-1717795ed9c7 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:01:21.121454 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-676fbaae-54cb-4364-a80b-34daa964405a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:21.155607 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 39a74deb-80d6-4e62-a5a3-1717795ed9c7 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:01:21.155956 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 39a74deb-80d6-4e62-a5a3-1717795ed9c7 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:01:21.174524 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:01:21.184766 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1f2a6fe7-09c6-480d-ad63-ee9a4452e356 req-53c532ca-7d2a-4ed7-9b9e-b31b5b6f354f tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df5737-21c6-487e-8a8e-878646db42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807068 Jul 24 01:01:21.221170 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-676fbaae-54cb-4364-a80b-34daa964405a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:21.224908 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-676fbaae-54cb-4364-a80b-34daa964405a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:21.226513 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-676fbaae-54cb-4364-a80b-34daa964405a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e29f5fc8-e9d4-406c-806e-2fe5400e338c HTTP/1.1" status: 204 len: 168 time: 0.2356226 Jul 24 01:01:21.248951 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676fbaae-54cb-4364-a80b-34daa964405a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29f5fc8-e9d4-406c-806e-2fe5400e338c,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:21.473423 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be4982-eacd-4563-87ea-746c2a7c3b3f req-502fd374-ec54-43fa-b3e5-d1c96db1b2b2 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:21.480645 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-34be4982-eacd-4563-87ea-746c2a7c3b3f req-502fd374-ec54-43fa-b3e5-d1c96db1b2b2 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dbf53ff-8a13-423c-8bda-1b494237325e HTTP/1.1" status: 200 len: 944 time: 0.1004331 Jul 24 01:01:21.564348 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-34be4982-eacd-4563-87ea-746c2a7c3b3f req-b0334a06-3a12-4bf2-8ea9-3ea5a31d6107 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825341 Jul 24 01:01:21.751166 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-515fbe64-5026-4a95-ad4f-82d2ec7f0b26 req-56d9469f-d08f-4887-a1bc-09e940c6e5c6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2893095 Jul 24 01:01:21.821169 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-515fbe64-5026-4a95-ad4f-82d2ec7f0b26 req-cdbc46d9-2076-47a6-aa06-b29d75cdb0c0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543 HTTP/1.1" status: 200 len: 210 time: 0.0487659 Jul 24 01:01:21.866985 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-515fbe64-5026-4a95-ad4f-82d2ec7f0b26 req-8ea64f58-240a-4273-b48d-5649243ee595 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239675 Jul 24 01:01:22.023260 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515fbe64-5026-4a95-ad4f-82d2ec7f0b26 req-0b034da4-45e3-4dfb-98f3-3cd8d94a53f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:22.025405 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-515fbe64-5026-4a95-ad4f-82d2ec7f0b26 req-0b034da4-45e3-4dfb-98f3-3cd8d94a53f3 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1528080 Jul 24 01:01:22.410462 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a53f3a-a40d-4e76-b6e1-2859c3bc00b6 req-f483f525-3c02-43b8-937c-8aca83490fb2 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:22.414045 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-16a53f3a-a40d-4e76-b6e1-2859c3bc00b6 req-f483f525-3c02-43b8-937c-8aca83490fb2 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 946 time: 0.0963552 Jul 24 01:01:22.462866 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-16a53f3a-a40d-4e76-b6e1-2859c3bc00b6 req-438dd3f7-ac51-4ba1-82be-b94f0a7435ae tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df5737-21c6-487e-8a8e-878646db42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430694 Jul 24 01:01:22.588639 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 40426) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:22.710627 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff349c9-da9d-4755-a14c-9449c2912d74 req-2cb7d64c-da6a-4d58-b959-b4838f65f636 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:22.715198 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0ff349c9-da9d-4755-a14c-9449c2912d74 req-2cb7d64c-da6a-4d58-b959-b4838f65f636 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dbf53ff-8a13-423c-8bda-1b494237325e HTTP/1.1" status: 200 len: 944 time: 0.0774872 Jul 24 01:01:22.728392 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-21ef01ce-98e2-40f2-b154-83359c448a48 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-605303451-network', 'tenant_id': 'dfa308059ca04e6da7daea890880e743'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:01:22.772187 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0ff349c9-da9d-4755-a14c-9449c2912d74 req-55c25fd8-622e-45cf-a2e8-ee9af80736af tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537195 Jul 24 01:01:22.798148 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ef01ce-98e2-40f2-b154-83359c448a48 admin admin] Made reservation on behalf of dfa308059ca04e6da7daea890880e743 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:01:22.800801 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-21ef01ce-98e2-40f2-b154-83359c448a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:22.810898 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-21ef01ce-98e2-40f2-b154-83359c448a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:22.919602 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-21ef01ce-98e2-40f2-b154-83359c448a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:22.924373 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-21ef01ce-98e2-40f2-b154-83359c448a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:22.953243 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ef01ce-98e2-40f2-b154-83359c448a48 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:01:22.966058 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef01ce-98e2-40f2-b154-83359c448a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6565f28-e80a-4c96-9f83-284e1c4e38be,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:22.969117 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-21ef01ce-98e2-40f2-b154-83359c448a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:22.970382 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-21ef01ce-98e2-40f2-b154-83359c448a48 admin admin] Added segment e72432ce-7fae-484d-a8cb-ce3ee49f8b6b of type vlan for network 92fdbd27-9981-47b9-bc38-a1dc30f8af4c Jul 24 01:01:23.019598 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-21ef01ce-98e2-40f2-b154-83359c448a48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:23.057324 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-21ef01ce-98e2-40f2-b154-83359c448a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:23.058460 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ef01ce-98e2-40f2-b154-83359c448a48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:23.059113 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-21ef01ce-98e2-40f2-b154-83359c448a48 admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:23.100266 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-21ef01ce-98e2-40f2-b154-83359c448a48 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5104785 Jul 24 01:01:23.103750 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 40430) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:23.110187 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 30ccac80-cd3b-45f9-95cb-14e1763ae7b5 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:01:23.113556 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-71a28133-7bc5-4e8b-8579-88206d570ae0 admin admin] Request body: {'subnet': {'network_id': '92fdbd27-9981-47b9-bc38-a1dc30f8af4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-605303451-subnet', 'tenant_id': 'dfa308059ca04e6da7daea890880e743', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:01:23.161243 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a28133-7bc5-4e8b-8579-88206d570ae0 admin admin] Made reservation on behalf of dfa308059ca04e6da7daea890880e743 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:01:23.163616 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef01ce-98e2-40f2-b154-83359c448a48 admin admin] Pushing event updated for resources: {'Network': ['ID=92fdbd27-9981-47b9-bc38-a1dc30f8af4c,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:23.172194 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-71a28133-7bc5-4e8b-8579-88206d570ae0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:23.184446 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 92fdbd27-9981-47b9-bc38-a1dc30f8af4c details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:01:23.267680 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 30ccac80-cd3b-45f9-95cb-14e1763ae7b5 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:01:23.279681 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 30ccac80-cd3b-45f9-95cb-14e1763ae7b5 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:01:23.280315 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:23.451509 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:23.498785 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dbf53ff-8a13-423c-8bda-1b494237325e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ccac80-cd3b-45f9-95cb-14e1763ae7b5'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:01:23.506685 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c6f377-9d23-4c1a-b36b-a5175e8d2916" -d '{"events": [{"server_uuid": "4dbf53ff-8a13-423c-8bda-1b494237325e", "name": "network-vif-plugged", "status": "completed", "tag": "30ccac80-cd3b-45f9-95cb-14e1763ae7b5"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:01:23.563701 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 30ccac80-cd3b-45f9-95cb-14e1763ae7b5, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=30ccac80-cd3b-45f9-95cb-14e1763ae7b5,segment=NetworkSegment(6a0dcd8e-3884-461b-ac3c-4a378c6b966a),segment_id=6a0dcd8e-3884-461b-ac3c-4a378c6b966a)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:23.582940 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:23.584812 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-71a28133-7bc5-4e8b-8579-88206d570ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:23.651314 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a28133-7bc5-4e8b-8579-88206d570ae0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab65b9bb-fd3d-457f-b7c9-e4ea2436eb76,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:23.667286 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ce2596-6262-4051-ab53-162b957c700d x-openstack-request-id: req-d0ce2596-6262-4051-ab53-162b957c700d {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:01:23.668509 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dbf53ff-8a13-423c-8bda-1b494237325e", "name": "network-vif-plugged", "status": "completed", "tag": "30ccac80-cd3b-45f9-95cb-14e1763ae7b5", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:01:23.668990 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d0ce2596-6262-4051-ab53-162b957c700d {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:01:23.669723 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dbf53ff-8a13-423c-8bda-1b494237325e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ccac80-cd3b-45f9-95cb-14e1763ae7b5', 'code': 200} Jul 24 01:01:23.704336 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=30ccac80-cd3b-45f9-95cb-14e1763ae7b5,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:23.710828 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a28133-7bc5-4e8b-8579-88206d570ae0 admin admin] Checking segment: {'id': 'e72432ce-7fae-484d-a8cb-ce3ee49f8b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '92fdbd27-9981-47b9-bc38-a1dc30f8af4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:01:23.711197 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a28133-7bc5-4e8b-8579-88206d570ae0 admin admin] Network hostable DHCP agents. Network: 92fdbd27-9981-47b9-bc38-a1dc30f8af4c, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:01:23.772337 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a28133-7bc5-4e8b-8579-88206d570ae0 admin admin] Network 92fdbd27-9981-47b9-bc38-a1dc30f8af4c is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:01:23.796933 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972d886-0b7f-4f45-90b0-e4a614d08007 req-97f2ebec-f0e5-4a23-9acf-381927e6310e tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:23.805375 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7972d886-0b7f-4f45-90b0-e4a614d08007 req-97f2ebec-f0e5-4a23-9acf-381927e6310e tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 946 time: 0.1684251 Jul 24 01:01:23.805732 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-71a28133-7bc5-4e8b-8579-88206d570ae0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 92fdbd27-9981-47b9-bc38-a1dc30f8af4c) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:01:23.811194 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a28133-7bc5-4e8b-8579-88206d570ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:23.811794 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-71a28133-7bc5-4e8b-8579-88206d570ae0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:23.825339 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae700f7a-0887-4fc0-9bc4-55e5245eb118 None None] Network 92fdbd27-9981-47b9-bc38-a1dc30f8af4c requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:01:23.841284 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-71a28133-7bc5-4e8b-8579-88206d570ae0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7282081 Jul 24 01:01:23.951042 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7972d886-0b7f-4f45-90b0-e4a614d08007 req-03bdc39e-6c57-4aba-83eb-048bc672ce65 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df5737-21c6-487e-8a8e-878646db42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287830 Jul 24 01:01:23.979224 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431666c0-589d-4662-bd2f-a0e0ea1e2e5d req-1599f712-05c6-4bbc-a81c-636a0dd7f2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:23.979224 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-431666c0-589d-4662-bd2f-a0e0ea1e2e5d req-1599f712-05c6-4bbc-a81c-636a0dd7f2d1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4dbf53ff-8a13-423c-8bda-1b494237325e HTTP/1.1" status: 200 len: 1097 time: 0.2628815 Jul 24 01:01:24.058080 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-431666c0-589d-4662-bd2f-a0e0ea1e2e5d req-32ed7e99-05ea-46ba-b9b7-f132c3e1b833 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733685 Jul 24 01:01:24.066588 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d22693-3244-4a99-a9eb-03b0682cb238 req-28e987e6-3bcd-4987-9f6a-48c2d35e1be6 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:24.075035 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-79d22693-3244-4a99-a9eb-03b0682cb238 req-28e987e6-3bcd-4987-9f6a-48c2d35e1be6 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dbf53ff-8a13-423c-8bda-1b494237325e HTTP/1.1" status: 200 len: 945 time: 0.1432500 Jul 24 01:01:24.130620 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-79d22693-3244-4a99-a9eb-03b0682cb238 req-270a2ce9-b89f-4510-8b0d-41e558ae0ec2 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543714 Jul 24 01:01:24.232959 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea87ee4-f88a-4b74-bbd4-35afbc239dd0 None None] Network 92fdbd27-9981-47b9-bc38-a1dc30f8af4c requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:01:24.547448 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-2815f378-0307-48a8-9e9f-aa17a08c9986 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:24.550004 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-2815f378-0307-48a8-9e9f-aa17a08c9986 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/networks?id=92fdbd27-9981-47b9-bc38-a1dc30f8af4c HTTP/1.1" status: 200 len: 812 time: 0.1265206 Jul 24 01:01:24.566010 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-9092fb3b-80a6-4fe7-a4a0-b4fa1b0b0a23 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/quotas/dfa308059ca04e6da7daea890880e743 HTTP/1.1" status: 200 len: 375 time: 0.0108001 Jul 24 01:01:24.602483 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-c37e785d-9725-4a20-935e-5a34feab3054 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=dfa308059ca04e6da7daea890880e743&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306354 Jul 24 01:01:24.773120 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-f309b2a7-8fe7-454f-b2e1-2788bf158553 service neutron] 10.222.0.15 "GET /v2.0/networks/92fdbd27-9981-47b9-bc38-a1dc30f8af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638079 Jul 24 01:01:24.883049 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-0db90f67-1114-4f58-be41-7f03c454466f service neutron] 10.222.0.15 "GET /v2.0/networks/92fdbd27-9981-47b9-bc38-a1dc30f8af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036305 Jul 24 01:01:25.180021 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5ce76-d578-40b1-8eef-b64c0c5bd7b7 req-1cb3c758-3d9b-4406-bf67-86fc6d5b83be tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:25.191930 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-83c5ce76-d578-40b1-8eef-b64c0c5bd7b7 req-1cb3c758-3d9b-4406-bf67-86fc6d5b83be tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 946 time: 0.1344390 Jul 24 01:01:25.252378 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-83c5ce76-d578-40b1-8eef-b64c0c5bd7b7 req-1f5c2298-f083-420e-ab55-a7351b54be0b tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df5737-21c6-487e-8a8e-878646db42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628116 Jul 24 01:01:25.372294 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1a2b844c-bb38-47c9-a9dc-ed4de8b498d7 req-e379d151-2e12-47ed-8568-577c5ac42cb2 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcc1a6db-39e2-4bcb-aa4b-28bd4d2ffcb8 HTTP/1.1" status: 200 len: 210 time: 0.0519490 Jul 24 01:01:25.384938 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ff6c0-f453-4282-a93b-9c734e941319 req-9a69a3c6-ea59-4c29-b7fd-79280afa82e5 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:25.392601 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-492ff6c0-f453-4282-a93b-9c734e941319 req-9a69a3c6-ea59-4c29-b7fd-79280afa82e5 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dbf53ff-8a13-423c-8bda-1b494237325e HTTP/1.1" status: 200 len: 945 time: 0.1367924 Jul 24 01:01:25.438820 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-492ff6c0-f453-4282-a93b-9c734e941319 req-d885755e-b034-418d-8d10-4867ac6b86dd tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438495 Jul 24 01:01:25.884050 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-48686bbb-dd99-42fa-9d27-6bbb256ca361 req-bb6cdf1b-a7ae-41bc-8a80-aeebd7c49674 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0899405 Jul 24 01:01:26.060510 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48686bbb-dd99-42fa-9d27-6bbb256ca361 req-bd9f1508-2889-4283-95b6-852e35b6e2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:26.062477 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-48686bbb-dd99-42fa-9d27-6bbb256ca361 req-bd9f1508-2889-4283-95b6-852e35b6e2f3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7eb0da34432d47448c1b713034c6041a&device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 1096 time: 0.0868828 Jul 24 01:01:26.492178 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c115d-aafc-4c5e-8731-d964ca719768 req-0975f0cb-b577-46d7-87e1-b5141ef486e7 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:26.494028 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e80c115d-aafc-4c5e-8731-d964ca719768 req-0975f0cb-b577-46d7-87e1-b5141ef486e7 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 946 time: 0.1538317 Jul 24 01:01:26.498236 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48686bbb-dd99-42fa-9d27-6bbb256ca361 req-5924106a-b43a-4ad1-9433-164297c21c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:26.499898 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-48686bbb-dd99-42fa-9d27-6bbb256ca361 req-5924106a-b43a-4ad1-9433-164297c21c7b service neutron] 10.222.0.13 "GET /v2.0/networks?id=d582b8dc-8856-4b30-8b39-181936a3b597 HTTP/1.1" status: 200 len: 911 time: 0.4068332 Jul 24 01:01:26.560010 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8be16e8b-3790-4e6a-8196-5207333a2f47 req-61052a34-c857-4cc7-9a71-95bad69bc1a7 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcc1a6db-39e2-4bcb-aa4b-28bd4d2ffcb8 HTTP/1.1" status: 200 len: 210 time: 0.0530543 Jul 24 01:01:26.602351 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e80c115d-aafc-4c5e-8731-d964ca719768 req-1d79fa57-4b6b-48da-96ae-76de499f5993 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df5737-21c6-487e-8a8e-878646db42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915866 Jul 24 01:01:26.791149 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-48686bbb-dd99-42fa-9d27-6bbb256ca361 req-35a06dd1-0189-40a5-b3ec-5dab37dbe86f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=532652b5-0ccf-4dbf-891e-e7c345897077 HTTP/1.1" status: 200 len: 999 time: 0.2818036 Jul 24 01:01:26.881792 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48686bbb-dd99-42fa-9d27-6bbb256ca361 req-73ca3a44-cf0b-4f63-9428-0fe29cb16236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:26.883387 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-48686bbb-dd99-42fa-9d27-6bbb256ca361 req-73ca3a44-cf0b-4f63-9428-0fe29cb16236 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66eb251d-e6ee-4000-900c-f86c0810b697 HTTP/1.1" status: 200 len: 849 time: 0.0855472 Jul 24 01:01:26.893058 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-c6e07d39-7f62-4f6f-a2f5-dc3ecf17bc26 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:26.894625 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-c6e07d39-7f62-4f6f-a2f5-dc3ecf17bc26 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.13 "GET /v2.0/networks?id=92fdbd27-9981-47b9-bc38-a1dc30f8af4c HTTP/1.1" status: 200 len: 812 time: 0.2509706 Jul 24 01:01:26.912635 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb845d-966c-4ddf-b8ef-44a8a5dd5afd req-981a7cea-7d40-4e59-8735-b67b49036991 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:26.919795 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c0fb845d-966c-4ddf-b8ef-44a8a5dd5afd req-981a7cea-7d40-4e59-8735-b67b49036991 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dbf53ff-8a13-423c-8bda-1b494237325e HTTP/1.1" status: 200 len: 945 time: 0.2370064 Jul 24 01:01:26.932857 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-3aec19e9-91cd-46d1-9bcd-7166200dcc2f tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Request body: {'port': {'device_id': '71d8ad55-7bc0-48d1-b913-5eed0e2441e5', 'network_id': '92fdbd27-9981-47b9-bc38-a1dc30f8af4c', 'admin_state_up': True, 'tenant_id': 'dfa308059ca04e6da7daea890880e743'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:01:27.054913 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c0fb845d-966c-4ddf-b8ef-44a8a5dd5afd req-f01eca9d-42c2-4f2d-80b9-8a406e201629 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340964 Jul 24 01:01:27.119976 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48686bbb-dd99-42fa-9d27-6bbb256ca361 req-c71f20ed-660e-41d4-8a80-b3ce0a0a11f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:27.123087 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-48686bbb-dd99-42fa-9d27-6bbb256ca361 req-c71f20ed-660e-41d4-8a80-b3ce0a0a11f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d582b8dc-8856-4b30-8b39-181936a3b597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2263615 Jul 24 01:01:27.209808 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-3aec19e9-91cd-46d1-9bcd-7166200dcc2f tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Made reservation on behalf of dfa308059ca04e6da7daea890880e743 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:01:27.214035 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-3aec19e9-91cd-46d1-9bcd-7166200dcc2f tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:27.428239 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-c3e6b4f2-0c6a-4ffb-a036-3ee61a809611 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:27.429962 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-c3e6b4f2-0c6a-4ffb-a036-3ee61a809611 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.13 "GET /v2.0/networks?id=92fdbd27-9981-47b9-bc38-a1dc30f8af4c HTTP/1.1" status: 200 len: 812 time: 0.3059506 Jul 24 01:01:27.462331 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-48686bbb-dd99-42fa-9d27-6bbb256ca361 req-67af4958-d6ae-49af-af9a-2e84ae219301 service neutron] 10.222.0.13 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179297 Jul 24 01:01:27.471287 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-27f6fca9-e09c-4d41-9511-1af38ee6e3cc tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Request body: {'port': {'device_id': 'dcc1a6db-39e2-4bcb-aa4b-28bd4d2ffcb8', 'network_id': '92fdbd27-9981-47b9-bc38-a1dc30f8af4c', 'admin_state_up': True, 'tenant_id': 'dfa308059ca04e6da7daea890880e743'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:01:27.758284 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-abeaec27-4a36-464e-8535-3272e467576b req-8dc839e3-d0a4-4996-8117-3aec0a3c9652 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcc1a6db-39e2-4bcb-aa4b-28bd4d2ffcb8 HTTP/1.1" status: 200 len: 210 time: 0.0577941 Jul 24 01:01:27.789859 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-3aec19e9-91cd-46d1-9bcd-7166200dcc2f tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Allocated IP 172.20.0.8 (92fdbd27-9981-47b9-bc38-a1dc30f8af4c/ab65b9bb-fd3d-457f-b7c9-e4ea2436eb76/d1413cf9-d79e-4df9-9c7a-3c0871d36365) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:01:27.932068 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-27f6fca9-e09c-4d41-9511-1af38ee6e3cc tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Made reservation on behalf of dfa308059ca04e6da7daea890880e743 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:01:27.935947 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-27f6fca9-e09c-4d41-9511-1af38ee6e3cc tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:27.954024 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-48686bbb-dd99-42fa-9d27-6bbb256ca361 req-a230cd5c-ba57-459d-9fd2-4b062139a05c service neutron] 10.222.0.13 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4654105 Jul 24 01:01:28.186416 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4edf8bd-4783-42fb-9832-248205527112 req-c45e25aa-fd70-47de-a705-6c08d1166e2e tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:28.189931 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b4edf8bd-4783-42fb-9832-248205527112 req-c45e25aa-fd70-47de-a705-6c08d1166e2e tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.1398828 Jul 24 01:01:28.256096 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b4edf8bd-4783-42fb-9832-248205527112 req-161f9528-9f33-4167-af73-82f050743b05 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521739 Jul 24 01:01:28.462552 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd24991-aee6-422c-be5b-cead7ab4cd72 req-9a7d6295-c011-4130-8909-8b5a7fe57d71 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:28.471857 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7cd24991-aee6-422c-be5b-cead7ab4cd72 req-9a7d6295-c011-4130-8909-8b5a7fe57d71 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 946 time: 0.4896743 Jul 24 01:01:28.492843 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-3aec19e9-91cd-46d1-9bcd-7166200dcc2f tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:28.554852 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24799a1c-5826-4ced-9bff-f25f04e1e284 req-2b6f242b-e782-4ee3-bb17-8ed61e816f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:28.556347 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-24799a1c-5826-4ced-9bff-f25f04e1e284 req-2b6f242b-e782-4ee3-bb17-8ed61e816f1d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7eb0da34432d47448c1b713034c6041a&device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 1096 time: 0.5286741 Jul 24 01:01:28.557832 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-3aec19e9-91cd-46d1-9bcd-7166200dcc2f tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:28.789147 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24799a1c-5826-4ced-9bff-f25f04e1e284 req-17ce5a8a-a530-4fe7-839e-2902f2545484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:28.799071 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-24799a1c-5826-4ced-9bff-f25f04e1e284 req-17ce5a8a-a530-4fe7-839e-2902f2545484 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d582b8dc-8856-4b30-8b39-181936a3b597 HTTP/1.1" status: 200 len: 911 time: 0.2250335 Jul 24 01:01:28.835300 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 40606) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:28.918541 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-27f6fca9-e09c-4d41-9511-1af38ee6e3cc tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Allocated IP 172.20.0.4 (92fdbd27-9981-47b9-bc38-a1dc30f8af4c/ab65b9bb-fd3d-457f-b7c9-e4ea2436eb76/e5cbce42-27cb-4252-855a-fa2cfa4591d8) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:01:28.961617 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fda7ee14-0f3b-4bac-ace4-c0b0955e566c req-8255c266-9415-4cc8-a4fe-2937002a0760 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcc1a6db-39e2-4bcb-aa4b-28bd4d2ffcb8 HTTP/1.1" status: 200 len: 210 time: 0.0553372 Jul 24 01:01:28.966499 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-3aec19e9-91cd-46d1-9bcd-7166200dcc2f tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Network 92fdbd27-9981-47b9-bc38-a1dc30f8af4c is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:01:28.972935 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-3aec19e9-91cd-46d1-9bcd-7166200dcc2f tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:01:28.996381 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7cd24991-aee6-422c-be5b-cead7ab4cd72 req-7b313a34-50d8-41f5-b17a-d2b2984af85e tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df5737-21c6-487e-8a8e-878646db42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5199764 Jul 24 01:01:28.997338 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-3aec19e9-91cd-46d1-9bcd-7166200dcc2f tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:01:29.005999 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-24799a1c-5826-4ced-9bff-f25f04e1e284 req-77d86494-b847-45ac-a7a8-52cb4b62a450 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=532652b5-0ccf-4dbf-891e-e7c345897077 HTTP/1.1" status: 200 len: 999 time: 0.2060001 Jul 24 01:01:29.088074 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a4bbb8ee-2d51-4c4a-8198-5e69fb6a0ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:29.099868 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec19e9-91cd-46d1-9bcd-7166200dcc2f tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Pushing event updated for resources: {'Port': ['ID=d1413cf9-d79e-4df9-9c7a-3c0871d36365,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:29.184302 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-3aec19e9-91cd-46d1-9bcd-7166200dcc2f tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:29.185159 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-3aec19e9-91cd-46d1-9bcd-7166200dcc2f tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:29.240874 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a4bbb8ee-2d51-4c4a-8198-5e69fb6a0ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:29.247479 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a4bbb8ee-2d51-4c4a-8198-5e69fb6a0ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:29.269424 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-3aec19e9-91cd-46d1-9bcd-7166200dcc2f tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3474457 Jul 24 01:01:29.280758 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bbb8ee-2d51-4c4a-8198-5e69fb6a0ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c6f4f0-9df0-45e5-a2b1-6b0d4390cda3,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:29.289865 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-faf31643-3491-4685-b138-172d1df501e4 service neutron] Request body: {'port': {'device_id': '71d8ad55-7bc0-48d1-b913-5eed0e2441e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:01:29.321008 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24799a1c-5826-4ced-9bff-f25f04e1e284 req-d2b3f02d-2576-42f7-8854-03afa069f86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:29.322572 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-24799a1c-5826-4ced-9bff-f25f04e1e284 req-d2b3f02d-2576-42f7-8854-03afa069f86c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66eb251d-e6ee-4000-900c-f86c0810b697 HTTP/1.1" status: 200 len: 849 time: 0.2806456 Jul 24 01:01:29.330260 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a4bbb8ee-2d51-4c4a-8198-5e69fb6a0ed0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b2683e6422f1402a9e1011d36b085d75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4908934 Jul 24 01:01:29.335389 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 40616) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:29.443525 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ddb009ed-6442-4302-a5c7-80f7df9bce84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:29.478454 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ddb009ed-6442-4302-a5c7-80f7df9bce84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:29.554080 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ddb009ed-6442-4302-a5c7-80f7df9bce84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:29.557819 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ddb009ed-6442-4302-a5c7-80f7df9bce84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:29.558175 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ddb009ed-6442-4302-a5c7-80f7df9bce84 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/93c6f4f0-9df0-45e5-a2b1-6b0d4390cda3 HTTP/1.1" status: 204 len: 168 time: 0.2213185 Jul 24 01:01:29.567907 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb009ed-6442-4302-a5c7-80f7df9bce84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c6f4f0-9df0-45e5-a2b1-6b0d4390cda3,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:29.927519 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-faf31643-3491-4685-b138-172d1df501e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:29.944244 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24799a1c-5826-4ced-9bff-f25f04e1e284 req-1595d062-611e-4299-8279-0089c2f092e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:29.946453 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-24799a1c-5826-4ced-9bff-f25f04e1e284 req-1595d062-611e-4299-8279-0089c2f092e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d582b8dc-8856-4b30-8b39-181936a3b597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5844119 Jul 24 01:01:29.959392 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-27f6fca9-e09c-4d41-9511-1af38ee6e3cc tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:30.002130 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9c63c-432d-4966-b70c-026ea9644bd5 req-99a3e7f0-be2b-44ac-9ff5-ba3d3c3d8eca tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:30.009521 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-acb9c63c-432d-4966-b70c-026ea9644bd5 req-99a3e7f0-be2b-44ac-9ff5-ba3d3c3d8eca tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.5748556 Jul 24 01:01:30.246409 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-acb9c63c-432d-4966-b70c-026ea9644bd5 req-0cca4d77-8def-4411-aa9b-64575458e1ed tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2343225 Jul 24 01:01:30.288130 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-24799a1c-5826-4ced-9bff-f25f04e1e284 req-7d3ba0bd-d00e-4174-a0bb-5fe49a67573d service neutron] 10.222.0.13 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229055 Jul 24 01:01:30.293203 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-63017434-8996-420d-a801-a51a6d7e26c8 req-9152520f-be1f-4e84-a4dc-b172a7672c80 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcc1a6db-39e2-4bcb-aa4b-28bd4d2ffcb8 HTTP/1.1" status: 200 len: 210 time: 0.0507491 Jul 24 01:01:30.387130 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-27f6fca9-e09c-4d41-9511-1af38ee6e3cc tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:30.569718 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-27f6fca9-e09c-4d41-9511-1af38ee6e3cc tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Network 92fdbd27-9981-47b9-bc38-a1dc30f8af4c is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:01:30.582477 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-27f6fca9-e09c-4d41-9511-1af38ee6e3cc tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:01:30.591435 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-27f6fca9-e09c-4d41-9511-1af38ee6e3cc tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:01:30.676881 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-27f6fca9-e09c-4d41-9511-1af38ee6e3cc tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:30.677677 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-27f6fca9-e09c-4d41-9511-1af38ee6e3cc tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:30.680239 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f6fca9-e09c-4d41-9511-1af38ee6e3cc tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Pushing event updated for resources: {'Port': ['ID=e5cbce42-27cb-4252-855a-fa2cfa4591d8,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:30.741884 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-24799a1c-5826-4ced-9bff-f25f04e1e284 req-7e8bbd91-1176-42ae-8b49-b4d71dfdb1f8 service neutron] 10.222.0.13 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4311082 Jul 24 01:01:30.773190 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a2d0f-8b21-477a-b5fe-5ecc85da40ab req-6b9b27e3-636d-46bd-8e3c-0779908144d4 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:30.774863 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f31a2d0f-8b21-477a-b5fe-5ecc85da40ab req-6b9b27e3-636d-46bd-8e3c-0779908144d4 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 946 time: 0.4288659 Jul 24 01:01:30.778406 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-27f6fca9-e09c-4d41-9511-1af38ee6e3cc tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3266547 Jul 24 01:01:30.798801 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-7481fb94-2383-4d0c-905d-75c6b93e0c69 service neutron] Request body: {'port': {'device_id': 'dcc1a6db-39e2-4bcb-aa4b-28bd4d2ffcb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:01:30.902290 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f31a2d0f-8b21-477a-b5fe-5ecc85da40ab req-a0cc89a9-1313-4ca1-b09e-cf2a4ad4e347 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df5737-21c6-487e-8a8e-878646db42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214495 Jul 24 01:01:30.986456 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-faf31643-3491-4685-b138-172d1df501e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1413cf9-d79e-4df9-9c7a-3c0871d36365 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:01:30.999158 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-faf31643-3491-4685-b138-172d1df501e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:31.025423 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-faf31643-3491-4685-b138-172d1df501e4 service neutron] Transition to ACTIVE for port object d1413cf9-d79e-4df9-9c7a-3c0871d36365 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:01:31.032193 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-7481fb94-2383-4d0c-905d-75c6b93e0c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:31.049985 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-faf31643-3491-4685-b138-172d1df501e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:31.202743 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf31643-3491-4685-b138-172d1df501e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d1413cf9-d79e-4df9-9c7a-3c0871d36365,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:31.390163 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-faf31643-3491-4685-b138-172d1df501e4 service neutron] Attempting to bind port d1413cf9-d79e-4df9-9c7a-3c0871d36365 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:01:31.390518 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-faf31643-3491-4685-b138-172d1df501e4 service neutron] Attempting to bind port d1413cf9-d79e-4df9-9c7a-3c0871d36365 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': 'e72432ce-7fae-484d-a8cb-ce3ee49f8b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '92fdbd27-9981-47b9-bc38-a1dc30f8af4c'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:01:31.390904 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-faf31643-3491-4685-b138-172d1df501e4 service neutron] Attempting to bind port d1413cf9-d79e-4df9-9c7a-3c0871d36365 on network 92fdbd27-9981-47b9-bc38-a1dc30f8af4c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:01:31.405368 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-faf31643-3491-4685-b138-172d1df501e4 service neutron] Port d1413cf9-d79e-4df9-9c7a-3c0871d36365 on network 92fdbd27-9981-47b9-bc38-a1dc30f8af4c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:01:31.405885 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-faf31643-3491-4685-b138-172d1df501e4 service neutron] Attempting to bind port d1413cf9-d79e-4df9-9c7a-3c0871d36365 on network 92fdbd27-9981-47b9-bc38-a1dc30f8af4c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:01:31.421095 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-faf31643-3491-4685-b138-172d1df501e4 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:01:31.421482 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-faf31643-3491-4685-b138-172d1df501e4 service neutron] Checking segment: {'id': 'e72432ce-7fae-484d-a8cb-ce3ee49f8b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '92fdbd27-9981-47b9-bc38-a1dc30f8af4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:01:31.421832 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-faf31643-3491-4685-b138-172d1df501e4 service neutron] Bound using segment: {'id': 'e72432ce-7fae-484d-a8cb-ce3ee49f8b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '92fdbd27-9981-47b9-bc38-a1dc30f8af4c'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:01:31.422282 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-faf31643-3491-4685-b138-172d1df501e4 service neutron] Bound port: d1413cf9-d79e-4df9-9c7a-3c0871d36365, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e72432ce-7fae-484d-a8cb-ce3ee49f8b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '92fdbd27-9981-47b9-bc38-a1dc30f8af4c'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:01:31.422655 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-faf31643-3491-4685-b138-172d1df501e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:31.534149 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e6428c-3069-464a-b44d-514563fcf2b5 req-f70cb77e-b1ff-47a3-b59d-7750873f19e3 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:31.542376 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c6e6428c-3069-464a-b44d-514563fcf2b5 req-f70cb77e-b1ff-47a3-b59d-7750873f19e3 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.1278298 Jul 24 01:01:31.591625 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-faf31643-3491-4685-b138-172d1df501e4 service neutron] For port d1413cf9-d79e-4df9-9c7a-3c0871d36365, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:01:31.605909 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c6e6428c-3069-464a-b44d-514563fcf2b5 req-fa50638c-d3d6-414a-acda-2b581c9ce123 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0621665 Jul 24 01:01:31.617562 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-faf31643-3491-4685-b138-172d1df501e4 service neutron] For port d1413cf9-d79e-4df9-9c7a-3c0871d36365, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d1413cf9-d79e-4df9-9c7a-3c0871d36365,segment=NetworkSegment(e72432ce-7fae-484d-a8cb-ce3ee49f8b6b),segment_id=e72432ce-7fae-484d-a8cb-ce3ee49f8b6b)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:01:31.648146 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-faf31643-3491-4685-b138-172d1df501e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:31.662521 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143afd9f-415e-4b27-94fd-a4da68a8a4d1 req-040f6127-f1c0-486c-9c91-1d9617c51946 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:31.664156 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-143afd9f-415e-4b27-94fd-a4da68a8a4d1 req-040f6127-f1c0-486c-9c91-1d9617c51946 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcc1a6db-39e2-4bcb-aa4b-28bd4d2ffcb8 HTTP/1.1" status: 200 len: 931 time: 0.2060852 Jul 24 01:01:31.740450 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-faf31643-3491-4685-b138-172d1df501e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:31.741089 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-faf31643-3491-4685-b138-172d1df501e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:31.742513 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-faf31643-3491-4685-b138-172d1df501e4 service neutron] 10.222.0.13 "PUT /v2.0/ports/d1413cf9-d79e-4df9-9c7a-3c0871d36365 HTTP/1.1" status: 200 len: 1092 time: 2.4621706 Jul 24 01:01:31.750223 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d8ad55-7bc0-48d1-b913-5eed0e2441e5', 'tag': 'd1413cf9-d79e-4df9-9c7a-3c0871d36365'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:01:31.752600 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac76f84d-879a-4c08-9b89-2c3eddb4be62" -d '{"events": [{"name": "network-changed", "server_uuid": "71d8ad55-7bc0-48d1-b913-5eed0e2441e5", "tag": "d1413cf9-d79e-4df9-9c7a-3c0871d36365"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:01:31.771099 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-7481fb94-2383-4d0c-905d-75c6b93e0c69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5cbce42-27cb-4252-855a-fa2cfa4591d8 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:01:31.808392 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15aeb6a-e6ad-410e-a906-c2688071038a x-openstack-request-id: req-d15aeb6a-e6ad-410e-a906-c2688071038a {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:01:31.808747 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71d8ad55-7bc0-48d1-b913-5eed0e2441e5", "tag": "d1413cf9-d79e-4df9-9c7a-3c0871d36365", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:01:31.809005 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d15aeb6a-e6ad-410e-a906-c2688071038a {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:01:31.809411 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71d8ad55-7bc0-48d1-b913-5eed0e2441e5', 'tag': 'd1413cf9-d79e-4df9-9c7a-3c0871d36365', 'status': 'completed', 'code': 200} Jul 24 01:01:31.813228 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-7481fb94-2383-4d0c-905d-75c6b93e0c69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:31.818397 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-143afd9f-415e-4b27-94fd-a4da68a8a4d1 req-c0d87d1d-e500-43aa-83f0-74cf798f0568 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6565f28-e80a-4c96-9f83-284e1c4e38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231062 Jul 24 01:01:31.852677 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf31643-3491-4685-b138-172d1df501e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d1413cf9-d79e-4df9-9c7a-3c0871d36365,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:31.873759 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-7481fb94-2383-4d0c-905d-75c6b93e0c69 service neutron] Transition to ACTIVE for port object e5cbce42-27cb-4252-855a-fa2cfa4591d8 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:01:31.887220 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-7481fb94-2383-4d0c-905d-75c6b93e0c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:31.971970 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481fb94-2383-4d0c-905d-75c6b93e0c69 service neutron] Pushing event updated for resources: {'Port': ['ID=e5cbce42-27cb-4252-855a-fa2cfa4591d8,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:32.030040 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-e69ef697-d8c5-4a6b-8ef3-fd2926fa2e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:32.049888 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-e69ef697-d8c5-4a6b-8ef3-fd2926fa2e3b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dfa308059ca04e6da7daea890880e743&device_id=71d8ad55-7bc0-48d1-b913-5eed0e2441e5 HTTP/1.1" status: 200 len: 1095 time: 0.2191780 Jul 24 01:01:32.154692 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-7481fb94-2383-4d0c-905d-75c6b93e0c69 service neutron] Attempting to bind port e5cbce42-27cb-4252-855a-fa2cfa4591d8 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:01:32.155101 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-7481fb94-2383-4d0c-905d-75c6b93e0c69 service neutron] Attempting to bind port e5cbce42-27cb-4252-855a-fa2cfa4591d8 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': 'e72432ce-7fae-484d-a8cb-ce3ee49f8b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '92fdbd27-9981-47b9-bc38-a1dc30f8af4c'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:01:32.155665 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-7481fb94-2383-4d0c-905d-75c6b93e0c69 service neutron] Attempting to bind port e5cbce42-27cb-4252-855a-fa2cfa4591d8 on network 92fdbd27-9981-47b9-bc38-a1dc30f8af4c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:01:32.173972 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702620bc-555e-4bca-a634-2edf91c3f795 req-8c8ea02b-5419-4695-9c0e-2a0cc0577a9f tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:32.176438 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-702620bc-555e-4bca-a634-2edf91c3f795 req-8c8ea02b-5419-4695-9c0e-2a0cc0577a9f tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 946 time: 0.1383080 Jul 24 01:01:32.204661 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-c1b75307-a0a5-4972-8038-ceb5326778db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1413cf9-d79e-4df9-9c7a-3c0871d36365 HTTP/1.1" status: 200 len: 217 time: 0.1046340 Jul 24 01:01:32.206403 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-7481fb94-2383-4d0c-905d-75c6b93e0c69 service neutron] Port e5cbce42-27cb-4252-855a-fa2cfa4591d8 on network 92fdbd27-9981-47b9-bc38-a1dc30f8af4c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:01:32.206926 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-7481fb94-2383-4d0c-905d-75c6b93e0c69 service neutron] Attempting to bind port e5cbce42-27cb-4252-855a-fa2cfa4591d8 on network 92fdbd27-9981-47b9-bc38-a1dc30f8af4c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:01:32.269861 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-7481fb94-2383-4d0c-905d-75c6b93e0c69 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:01:32.270219 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-7481fb94-2383-4d0c-905d-75c6b93e0c69 service neutron] Checking segment: {'id': 'e72432ce-7fae-484d-a8cb-ce3ee49f8b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '92fdbd27-9981-47b9-bc38-a1dc30f8af4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:01:32.271395 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-7481fb94-2383-4d0c-905d-75c6b93e0c69 service neutron] Bound using segment: {'id': 'e72432ce-7fae-484d-a8cb-ce3ee49f8b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '92fdbd27-9981-47b9-bc38-a1dc30f8af4c'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:01:32.272115 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-7481fb94-2383-4d0c-905d-75c6b93e0c69 service neutron] Bound port: e5cbce42-27cb-4252-855a-fa2cfa4591d8, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e72432ce-7fae-484d-a8cb-ce3ee49f8b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '92fdbd27-9981-47b9-bc38-a1dc30f8af4c'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:01:32.272729 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-7481fb94-2383-4d0c-905d-75c6b93e0c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:32.282171 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-702620bc-555e-4bca-a634-2edf91c3f795 req-83960766-5889-4829-a376-ad073c15b646 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df5737-21c6-487e-8a8e-878646db42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960128 Jul 24 01:01:32.287492 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-58c513a1-b67c-4f45-8df5-73d59ea253f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:32.290968 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-58c513a1-b67c-4f45-8df5-73d59ea253f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ab65b9bb-fd3d-457f-b7c9-e4ea2436eb76 HTTP/1.1" status: 200 len: 852 time: 0.0773866 Jul 24 01:01:32.396285 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-4a78ad89-1f67-4e6e-a9a4-615bde358d34 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=92fdbd27-9981-47b9-bc38-a1dc30f8af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890539 Jul 24 01:01:32.535925 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-7481fb94-2383-4d0c-905d-75c6b93e0c69 service neutron] For port e5cbce42-27cb-4252-855a-fa2cfa4591d8, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:01:32.562045 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-7481fb94-2383-4d0c-905d-75c6b93e0c69 service neutron] For port e5cbce42-27cb-4252-855a-fa2cfa4591d8, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=e5cbce42-27cb-4252-855a-fa2cfa4591d8,segment=NetworkSegment(e72432ce-7fae-484d-a8cb-ce3ee49f8b6b),segment_id=e72432ce-7fae-484d-a8cb-ce3ee49f8b6b)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:01:32.573574 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-7481fb94-2383-4d0c-905d-75c6b93e0c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:32.622697 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-616291ce-49a4-4759-a387-9f5339dab409 service neutron] 10.222.0.13 "GET /v2.0/networks/92fdbd27-9981-47b9-bc38-a1dc30f8af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979890 Jul 24 01:01:32.632145 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-7481fb94-2383-4d0c-905d-75c6b93e0c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:32.633014 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-7481fb94-2383-4d0c-905d-75c6b93e0c69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:32.634832 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-7481fb94-2383-4d0c-905d-75c6b93e0c69 service neutron] 10.222.0.13 "PUT /v2.0/ports/e5cbce42-27cb-4252-855a-fa2cfa4591d8 HTTP/1.1" status: 200 len: 1092 time: 1.8456452 Jul 24 01:01:32.802742 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481fb94-2383-4d0c-905d-75c6b93e0c69 service neutron] Pushing event updated for resources: {'Port': ['ID=e5cbce42-27cb-4252-855a-fa2cfa4591d8,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:32.965150 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-88ba558d-88d2-4aac-9207-34043b52fc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:32.967161 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-88ba558d-88d2-4aac-9207-34043b52fc12 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dfa308059ca04e6da7daea890880e743&device_id=dcc1a6db-39e2-4bcb-aa4b-28bd4d2ffcb8 HTTP/1.1" status: 200 len: 1095 time: 0.2645354 Jul 24 01:01:32.970160 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-dbd5febc-c4d2-4135-a8ee-06ab2bec5dad service neutron] 10.222.0.13 "GET /v2.0/networks/92fdbd27-9981-47b9-bc38-a1dc30f8af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344045 Jul 24 01:01:32.988747 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84373f76-03eb-4679-9071-6d73f3303d06 req-0cf90963-6824-4a7b-bb0f-32a1abf113c4 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:32.999211 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-84373f76-03eb-4679-9071-6d73f3303d06 req-0cf90963-6824-4a7b-bb0f-32a1abf113c4 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.1925828 Jul 24 01:01:33.105778 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-b41ce3d0-f90d-4196-8b4f-e93f298b29e6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5cbce42-27cb-4252-855a-fa2cfa4591d8 HTTP/1.1" status: 200 len: 217 time: 0.1050725 Jul 24 01:01:33.111873 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278e2c9-f70e-4362-92cc-8d5ff6b36923 req-11f84642-500b-4885-99f2-824b06a227dc tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:33.122525 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4278e2c9-f70e-4362-92cc-8d5ff6b36923 req-11f84642-500b-4885-99f2-824b06a227dc tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcc1a6db-39e2-4bcb-aa4b-28bd4d2ffcb8 HTTP/1.1" status: 200 len: 943 time: 0.1691818 Jul 24 01:01:33.178154 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-84373f76-03eb-4679-9071-6d73f3303d06 req-ad2ad439-229b-4458-a380-b34f40b5d589 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1675646 Jul 24 01:01:33.210966 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4278e2c9-f70e-4362-92cc-8d5ff6b36923 req-09a072ee-ed90-479a-a97f-55df76ac02ce tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6565f28-e80a-4c96-9f83-284e1c4e38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871546 Jul 24 01:01:33.275534 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-e7718a09-42f9-4ee2-8742-efb80b949c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:33.275534 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-e7718a09-42f9-4ee2-8742-efb80b949c51 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ab65b9bb-fd3d-457f-b7c9-e4ea2436eb76 HTTP/1.1" status: 200 len: 852 time: 0.1299522 Jul 24 01:01:33.297191 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 40754) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:33.324750 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-54e0cffa-671e-49a3-ad00-01f48e12fbfc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=92fdbd27-9981-47b9-bc38-a1dc30f8af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399458 Jul 24 01:01:33.329741 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac76f84d-879a-4c08-9b89-2c3eddb4be62 req-c2733c87-6a14-47e7-81f2-051aacdc82ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:33.331324 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ac76f84d-879a-4c08-9b89-2c3eddb4be62 req-c2733c87-6a14-47e7-81f2-051aacdc82ee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dfa308059ca04e6da7daea890880e743&device_id=71d8ad55-7bc0-48d1-b913-5eed0e2441e5 HTTP/1.1" status: 200 len: 1095 time: 0.2409127 Jul 24 01:01:33.538955 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e6617ff2-1709-4c95-8758-9731ec175056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:33.668387 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-de463a36-f05b-4242-baa7-f62f8d060846 service neutron] 10.222.0.13 "GET /v2.0/networks/92fdbd27-9981-47b9-bc38-a1dc30f8af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202205 Jul 24 01:01:33.671926 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac76f84d-879a-4c08-9b89-2c3eddb4be62 req-d02e7b76-52b3-4490-a2b5-6a81410bccdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:33.673641 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ac76f84d-879a-4c08-9b89-2c3eddb4be62 req-d02e7b76-52b3-4490-a2b5-6a81410bccdf service neutron] 10.222.0.13 "GET /v2.0/networks?id=92fdbd27-9981-47b9-bc38-a1dc30f8af4c HTTP/1.1" status: 200 len: 913 time: 0.3238761 Jul 24 01:01:33.687149 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0725ba7-25cb-4f07-a9c7-32e2ba61c848 req-de6e68f3-ed99-463f-bc30-fea33acd908d tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:33.688927 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a0725ba7-25cb-4f07-a9c7-32e2ba61c848 req-de6e68f3-ed99-463f-bc30-fea33acd908d tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 946 time: 0.2693233 Jul 24 01:01:33.689867 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e6617ff2-1709-4c95-8758-9731ec175056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:33.695777 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e6617ff2-1709-4c95-8758-9731ec175056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:33.741700 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e6617ff2-1709-4c95-8758-9731ec175056 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=197a72544b3e4585948681559ed196f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4433408 Jul 24 01:01:33.742972 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6617ff2-1709-4c95-8758-9731ec175056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d51b562-f1e8-42f3-9bdd-2dbf225524cc,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:33.745826 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 40764) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:33.803486 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-de887bbe-c239-436d-954a-e2ccad581988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:33.826580 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-de887bbe-c239-436d-954a-e2ccad581988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:33.882680 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-de887bbe-c239-436d-954a-e2ccad581988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:33.886517 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-de887bbe-c239-436d-954a-e2ccad581988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:33.888420 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-de887bbe-c239-436d-954a-e2ccad581988 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5d51b562-f1e8-42f3-9bdd-2dbf225524cc HTTP/1.1" status: 204 len: 168 time: 0.1414249 Jul 24 01:01:33.899155 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc1a6db-39e2-4bcb-aa4b-28bd4d2ffcb8', 'tag': 'e5cbce42-27cb-4252-855a-fa2cfa4591d8'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:01:33.900634 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de887bbe-c239-436d-954a-e2ccad581988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d51b562-f1e8-42f3-9bdd-2dbf225524cc,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:33.909812 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4c7e8e-cc8e-44bb-b956-fa0392df5de6" -d '{"events": [{"name": "network-changed", "server_uuid": "dcc1a6db-39e2-4bcb-aa4b-28bd4d2ffcb8", "tag": "e5cbce42-27cb-4252-855a-fa2cfa4591d8"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:01:33.920545 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5a892cbb-c0de-4793-8e0b-7ffa04cb38ab req-50a36c75-7800-48a8-955b-a25203a1d7e0 service neutron] 10.222.0.13 "GET /v2.0/networks/92fdbd27-9981-47b9-bc38-a1dc30f8af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295420 Jul 24 01:01:33.948009 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ac76f84d-879a-4c08-9b89-2c3eddb4be62 req-1ce90aa6-ffc2-4147-a963-c4533b91dd43 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1413cf9-d79e-4df9-9c7a-3c0871d36365 HTTP/1.1" status: 200 len: 217 time: 0.2578888 Jul 24 01:01:34.044143 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c3a036-a7d9-4bad-8a16-6dc4620e8d71 x-openstack-request-id: req-c7c3a036-a7d9-4bad-8a16-6dc4620e8d71 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:01:34.044904 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcc1a6db-39e2-4bcb-aa4b-28bd4d2ffcb8", "tag": "e5cbce42-27cb-4252-855a-fa2cfa4591d8", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:01:34.045163 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c7c3a036-a7d9-4bad-8a16-6dc4620e8d71 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:01:34.045572 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc1a6db-39e2-4bcb-aa4b-28bd4d2ffcb8', 'tag': 'e5cbce42-27cb-4252-855a-fa2cfa4591d8', 'status': 'completed', 'code': 200} Jul 24 01:01:34.051316 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a0725ba7-25cb-4f07-a9c7-32e2ba61c848 req-5134e1e7-47da-4c37-8677-75a319e18f55 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df5737-21c6-487e-8a8e-878646db42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444500 Jul 24 01:01:34.070327 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac76f84d-879a-4c08-9b89-2c3eddb4be62 req-146da18d-e230-4ca9-b8fb-9e01898781f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:34.071882 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ac76f84d-879a-4c08-9b89-2c3eddb4be62 req-146da18d-e230-4ca9-b8fb-9e01898781f3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ab65b9bb-fd3d-457f-b7c9-e4ea2436eb76 HTTP/1.1" status: 200 len: 852 time: 0.0954466 Jul 24 01:01:34.142464 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ac76f84d-879a-4c08-9b89-2c3eddb4be62 req-73de904b-4e1a-48bc-b562-492f691fa975 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=92fdbd27-9981-47b9-bc38-a1dc30f8af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374694 Jul 24 01:01:34.355312 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 40776) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:34.397376 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-196f402f-1cab-495d-94d6-472e20c19fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:34.462568 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6e9ac-5cd3-4cb0-af5e-1b2bf87c807e req-6d8441cb-3710-49db-a73a-abc7bd9a64ba tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:34.464617 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dca6e9ac-5cd3-4cb0-af5e-1b2bf87c807e req-6d8441cb-3710-49db-a73a-abc7bd9a64ba tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcc1a6db-39e2-4bcb-aa4b-28bd4d2ffcb8 HTTP/1.1" status: 200 len: 943 time: 0.1275592 Jul 24 01:01:34.511020 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c7e8e-cc8e-44bb-b956-fa0392df5de6 req-af84d2d0-0cae-4bc9-9fcf-fe7361c43c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:34.512809 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cd4c7e8e-cc8e-44bb-b956-fa0392df5de6 req-af84d2d0-0cae-4bc9-9fcf-fe7361c43c9b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dfa308059ca04e6da7daea890880e743&device_id=dcc1a6db-39e2-4bcb-aa4b-28bd4d2ffcb8 HTTP/1.1" status: 200 len: 1095 time: 0.4400380 Jul 24 01:01:34.555957 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dca6e9ac-5cd3-4cb0-af5e-1b2bf87c807e req-10245e29-86ca-4779-ba58-e98be9b914bd tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6565f28-e80a-4c96-9f83-284e1c4e38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607774 Jul 24 01:01:34.606369 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-196f402f-1cab-495d-94d6-472e20c19fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:34.619285 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-196f402f-1cab-495d-94d6-472e20c19fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:34.660718 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ac76f84d-879a-4c08-9b89-2c3eddb4be62 req-b9d73f24-dde5-4815-b947-f9f6b9b7c08d service neutron] 10.222.0.13 "GET /v2.0/networks/92fdbd27-9981-47b9-bc38-a1dc30f8af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5091619 Jul 24 01:01:34.665829 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f402f-1cab-495d-94d6-472e20c19fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc97ca8-5b2d-4ff7-8692-ede8e33d3501,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:34.691247 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-196f402f-1cab-495d-94d6-472e20c19fd4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5eddcbf8eb784fae8aae3a99ab3b7c77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3181140 Jul 24 01:01:34.694377 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 40784) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:34.711831 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c7e8e-cc8e-44bb-b956-fa0392df5de6 req-54b0ef6e-3409-40bc-9102-aebcbde819fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:34.713346 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cd4c7e8e-cc8e-44bb-b956-fa0392df5de6 req-54b0ef6e-3409-40bc-9102-aebcbde819fe service neutron] 10.222.0.13 "GET /v2.0/networks?id=92fdbd27-9981-47b9-bc38-a1dc30f8af4c HTTP/1.1" status: 200 len: 913 time: 0.1647434 Jul 24 01:01:34.771139 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:34.776697 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b8205764-a10c-4728-9cf8-019d442fc933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:34.811014 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b8205764-a10c-4728-9cf8-019d442fc933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:34.823220 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cd4c7e8e-cc8e-44bb-b956-fa0392df5de6 req-b5740ad7-71f5-420c-acab-fda06aa17c5e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e5cbce42-27cb-4252-855a-fa2cfa4591d8 HTTP/1.1" status: 200 len: 217 time: 0.0631104 Jul 24 01:01:34.899023 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c7e8e-cc8e-44bb-b956-fa0392df5de6 req-a3acf29c-c10d-4266-bc44-eb244b4e6b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:34.900967 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cd4c7e8e-cc8e-44bb-b956-fa0392df5de6 req-a3acf29c-c10d-4266-bc44-eb244b4e6b54 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ab65b9bb-fd3d-457f-b7c9-e4ea2436eb76 HTTP/1.1" status: 200 len: 852 time: 0.0711896 Jul 24 01:01:34.906881 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ac76f84d-879a-4c08-9b89-2c3eddb4be62 req-1491a07b-1547-4e86-b790-b07fecd0bfc9 service neutron] 10.222.0.13 "GET /v2.0/networks/92fdbd27-9981-47b9-bc38-a1dc30f8af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386937 Jul 24 01:01:34.910866 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b8205764-a10c-4728-9cf8-019d442fc933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:34.920836 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b8205764-a10c-4728-9cf8-019d442fc933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:34.926031 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b8205764-a10c-4728-9cf8-019d442fc933 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0bc97ca8-5b2d-4ff7-8692-ede8e33d3501 HTTP/1.1" status: 204 len: 168 time: 0.2289922 Jul 24 01:01:34.948209 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cd4c7e8e-cc8e-44bb-b956-fa0392df5de6 req-959e7403-5b7b-4862-bd49-cd39a9993ba2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=92fdbd27-9981-47b9-bc38-a1dc30f8af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402458 Jul 24 01:01:34.948455 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8205764-a10c-4728-9cf8-019d442fc933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc97ca8-5b2d-4ff7-8692-ede8e33d3501,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:35.095415 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:35.143918 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cd4c7e8e-cc8e-44bb-b956-fa0392df5de6 req-a4c79730-d44a-45ec-845c-b54cd6062072 service neutron] 10.222.0.13 "GET /v2.0/networks/92fdbd27-9981-47b9-bc38-a1dc30f8af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804342 Jul 24 01:01:35.150624 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d1413cf9-d79e-4df9-9c7a-3c0871d36365 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:01:35.318350 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a80125-ab8e-4fb6-b36b-fe8b47f46b11 req-173f927d-e3d4-462a-a181-367316e41698 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:35.327305 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-06a80125-ab8e-4fb6-b36b-fe8b47f46b11 req-173f927d-e3d4-462a-a181-367316e41698 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 946 time: 0.1473022 Jul 24 01:01:35.350406 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cd4c7e8e-cc8e-44bb-b956-fa0392df5de6 req-61e291a8-5413-4037-abdc-690ec5979b9a service neutron] 10.222.0.13 "GET /v2.0/networks/92fdbd27-9981-47b9-bc38-a1dc30f8af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989112 Jul 24 01:01:35.361771 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port d1413cf9-d79e-4df9-9c7a-3c0871d36365, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d1413cf9-d79e-4df9-9c7a-3c0871d36365,segment=NetworkSegment(e72432ce-7fae-484d-a8cb-ce3ee49f8b6b),segment_id=e72432ce-7fae-484d-a8cb-ce3ee49f8b6b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:35.378781 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-06a80125-ab8e-4fb6-b36b-fe8b47f46b11 req-4d92f062-f512-4347-81dd-bf84609bd006 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df5737-21c6-487e-8a8e-878646db42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501738 Jul 24 01:01:35.384336 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'd1413cf9-d79e-4df9-9c7a-3c0871d36365', 'network_id': '92fdbd27-9981-47b9-bc38-a1dc30f8af4c', 'port_id': 'd1413cf9-d79e-4df9-9c7a-3c0871d36365', 'mac_address': 'fa:16:3e:fd:16:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab65b9bb-fd3d-457f-b7c9-e4ea2436eb76', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:01:35.439095 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:35.459860 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1413cf9-d79e-4df9-9c7a-3c0871d36365 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:01:35.483956 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port d1413cf9-d79e-4df9-9c7a-3c0871d36365, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d1413cf9-d79e-4df9-9c7a-3c0871d36365,segment=NetworkSegment(e72432ce-7fae-484d-a8cb-ce3ee49f8b6b),segment_id=e72432ce-7fae-484d-a8cb-ce3ee49f8b6b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:35.492045 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:35.555685 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=d1413cf9-d79e-4df9-9c7a-3c0871d36365,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:35.806135 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0943f7c-915d-4e41-8f3c-e2cf334eed9c req-128b4720-cfc4-4855-8d97-4a4642f80ce1 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:35.808983 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f0943f7c-915d-4e41-8f3c-e2cf334eed9c req-128b4720-cfc4-4855-8d97-4a4642f80ce1 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcc1a6db-39e2-4bcb-aa4b-28bd4d2ffcb8 HTTP/1.1" status: 200 len: 943 time: 0.1290915 Jul 24 01:01:35.860956 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f0943f7c-915d-4e41-8f3c-e2cf334eed9c req-a9e9ac37-33d4-4fa4-b6dd-2f92b2f260a8 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6565f28-e80a-4c96-9f83-284e1c4e38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444231 Jul 24 01:01:35.921403 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['d1413cf9-d79e-4df9-9c7a-3c0871d36365'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:01:36.534410 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9185ca-5a5d-4a46-814a-103cc4500a02 req-b04f693e-5331-4c80-ac79-d68125eb50f7 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:36.536776 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3a9185ca-5a5d-4a46-814a-103cc4500a02 req-b04f693e-5331-4c80-ac79-d68125eb50f7 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 946 time: 0.0896223 Jul 24 01:01:36.585137 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3a9185ca-5a5d-4a46-814a-103cc4500a02 req-1ca845ab-611b-48ee-85a3-9b0748773001 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df5737-21c6-487e-8a8e-878646db42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423844 Jul 24 01:01:37.016379 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c959cf9-6c97-417b-bb62-7245141942f2 req-699e0b05-0eda-4874-9cd3-9710620157aa tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:37.018241 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0c959cf9-6c97-417b-bb62-7245141942f2 req-699e0b05-0eda-4874-9cd3-9710620157aa tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcc1a6db-39e2-4bcb-aa4b-28bd4d2ffcb8 HTTP/1.1" status: 200 len: 943 time: 0.0786335 Jul 24 01:01:37.061882 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0c959cf9-6c97-417b-bb62-7245141942f2 req-d437af08-1080-4e95-a901-5a89bfeadb99 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6565f28-e80a-4c96-9f83-284e1c4e38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366888 Jul 24 01:01:37.168439 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device e5cbce42-27cb-4252-855a-fa2cfa4591d8 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:01:37.362283 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port e5cbce42-27cb-4252-855a-fa2cfa4591d8, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=e5cbce42-27cb-4252-855a-fa2cfa4591d8,segment=NetworkSegment(e72432ce-7fae-484d-a8cb-ce3ee49f8b6b),segment_id=e72432ce-7fae-484d-a8cb-ce3ee49f8b6b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:37.376892 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'e5cbce42-27cb-4252-855a-fa2cfa4591d8', 'network_id': '92fdbd27-9981-47b9-bc38-a1dc30f8af4c', 'port_id': 'e5cbce42-27cb-4252-855a-fa2cfa4591d8', 'mac_address': 'fa:16:3e:de:e7:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab65b9bb-fd3d-457f-b7c9-e4ea2436eb76', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:01:37.417444 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:37.431311 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5cbce42-27cb-4252-855a-fa2cfa4591d8 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:01:37.452679 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port e5cbce42-27cb-4252-855a-fa2cfa4591d8, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=e5cbce42-27cb-4252-855a-fa2cfa4591d8,segment=NetworkSegment(e72432ce-7fae-484d-a8cb-ce3ee49f8b6b),segment_id=e72432ce-7fae-484d-a8cb-ce3ee49f8b6b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:37.457833 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:37.513162 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=e5cbce42-27cb-4252-855a-fa2cfa4591d8,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:37.741797 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6001300-d4eb-43c8-9d85-ef7e343d8c23 req-9705cb30-3d3c-489a-9893-142f1656da68 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:37.743877 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b6001300-d4eb-43c8-9d85-ef7e343d8c23 req-9705cb30-3d3c-489a-9893-142f1656da68 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 946 time: 0.0836225 Jul 24 01:01:37.799622 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b6001300-d4eb-43c8-9d85-ef7e343d8c23 req-f7c296aa-f077-4a11-a60e-f362c8e4b212 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df5737-21c6-487e-8a8e-878646db42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497272 Jul 24 01:01:37.875760 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['e5cbce42-27cb-4252-855a-fa2cfa4591d8'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:01:38.204059 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7abde6-115d-4824-b54b-9c31e74e8c0f req-9d268002-d5a5-4fa5-9662-256311cd0cbf tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:38.205639 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5f7abde6-115d-4824-b54b-9c31e74e8c0f req-9d268002-d5a5-4fa5-9662-256311cd0cbf tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcc1a6db-39e2-4bcb-aa4b-28bd4d2ffcb8 HTTP/1.1" status: 200 len: 944 time: 0.0728796 Jul 24 01:01:38.247761 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5f7abde6-115d-4824-b54b-9c31e74e8c0f req-54ba2f46-41f2-463f-9690-28cd5d461280 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6565f28-e80a-4c96-9f83-284e1c4e38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349581 Jul 24 01:01:38.940965 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8109897-38ff-4961-98a2-35edbf076779 req-4d8e8850-b0b1-415f-96cf-54a5b9296bed tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:38.940965 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f8109897-38ff-4961-98a2-35edbf076779 req-4d8e8850-b0b1-415f-96cf-54a5b9296bed tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 946 time: 0.0734332 Jul 24 01:01:38.984645 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f8109897-38ff-4961-98a2-35edbf076779 req-f806575c-b2db-49f2-b236-419c57e097db tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df5737-21c6-487e-8a8e-878646db42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396521 Jul 24 01:01:39.179442 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d1413cf9-d79e-4df9-9c7a-3c0871d36365 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:01:39.234226 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port d1413cf9-d79e-4df9-9c7a-3c0871d36365 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:01:39.238560 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port d1413cf9-d79e-4df9-9c7a-3c0871d36365 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:01:39.239039 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:39.327070 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:39.351757 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d8ad55-7bc0-48d1-b913-5eed0e2441e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1413cf9-d79e-4df9-9c7a-3c0871d36365'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:01:39.354111 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b951f041-e5b5-44ce-858f-334f6166c168" -d '{"events": [{"server_uuid": "71d8ad55-7bc0-48d1-b913-5eed0e2441e5", "name": "network-vif-plugged", "status": "completed", "tag": "d1413cf9-d79e-4df9-9c7a-3c0871d36365"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:01:39.388851 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port d1413cf9-d79e-4df9-9c7a-3c0871d36365, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d1413cf9-d79e-4df9-9c7a-3c0871d36365,segment=NetworkSegment(e72432ce-7fae-484d-a8cb-ce3ee49f8b6b),segment_id=e72432ce-7fae-484d-a8cb-ce3ee49f8b6b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:39.397384 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:39.428553 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e36be9-6071-4cb7-bb63-102adcc1ae81 req-679daa6b-3d4e-4bf6-a82a-cafc58b6cbd0 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:39.431122 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d0e36be9-6071-4cb7-bb63-102adcc1ae81 req-679daa6b-3d4e-4bf6-a82a-cafc58b6cbd0 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcc1a6db-39e2-4bcb-aa4b-28bd4d2ffcb8 HTTP/1.1" status: 200 len: 944 time: 0.0990565 Jul 24 01:01:39.442903 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f0a181-2211-4c39-a4ab-a4441f9a5659 x-openstack-request-id: req-27f0a181-2211-4c39-a4ab-a4441f9a5659 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:01:39.443380 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d8ad55-7bc0-48d1-b913-5eed0e2441e5", "name": "network-vif-plugged", "status": "completed", "tag": "d1413cf9-d79e-4df9-9c7a-3c0871d36365", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:01:39.443652 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-27f0a181-2211-4c39-a4ab-a4441f9a5659 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:01:39.444093 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d8ad55-7bc0-48d1-b913-5eed0e2441e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1413cf9-d79e-4df9-9c7a-3c0871d36365', 'code': 200} Jul 24 01:01:39.485424 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d0e36be9-6071-4cb7-bb63-102adcc1ae81 req-d9cd5ead-4123-4216-928c-20a7577a73b7 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6565f28-e80a-4c96-9f83-284e1c4e38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463922 Jul 24 01:01:39.489386 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=d1413cf9-d79e-4df9-9c7a-3c0871d36365,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:39.570729 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce6355-565f-4278-a098-766b3f4dcc3e req-433a333c-012f-4770-966c-45c785811232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:39.572483 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5dce6355-565f-4278-a098-766b3f4dcc3e req-433a333c-012f-4770-966c-45c785811232 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=71d8ad55-7bc0-48d1-b913-5eed0e2441e5 HTTP/1.1" status: 200 len: 1097 time: 0.0593734 Jul 24 01:01:39.613094 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5dce6355-565f-4278-a098-766b3f4dcc3e req-d8e58125-6163-4af3-9f59-c8c08ab80da8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e6565f28-e80a-4c96-9f83-284e1c4e38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321894 Jul 24 01:01:40.130525 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48bf3d1-8101-41e3-9df4-cea8a84681ff req-c80a0dcc-c5bf-42b6-8a40-f3f9c180c5ac tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:40.132281 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a48bf3d1-8101-41e3-9df4-cea8a84681ff req-c80a0dcc-c5bf-42b6-8a40-f3f9c180c5ac tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 946 time: 0.0764298 Jul 24 01:01:40.195729 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a48bf3d1-8101-41e3-9df4-cea8a84681ff req-60cebd0a-e5d3-47d9-9cd6-ed2154cf9802 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df5737-21c6-487e-8a8e-878646db42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574572 Jul 24 01:01:40.659608 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7dd63-a3fb-4c85-8475-517ba1481dc2 req-16127342-e6ad-45c7-bc16-5764270da468 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:40.662560 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e2e7dd63-a3fb-4c85-8475-517ba1481dc2 req-16127342-e6ad-45c7-bc16-5764270da468 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcc1a6db-39e2-4bcb-aa4b-28bd4d2ffcb8 HTTP/1.1" status: 200 len: 944 time: 0.0971587 Jul 24 01:01:40.707618 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e2e7dd63-a3fb-4c85-8475-517ba1481dc2 req-fc285941-228a-4934-ba85-77ec8b090088 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6565f28-e80a-4c96-9f83-284e1c4e38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389469 Jul 24 01:01:41.198137 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device e5cbce42-27cb-4252-855a-fa2cfa4591d8 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:01:41.263951 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port e5cbce42-27cb-4252-855a-fa2cfa4591d8 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:01:41.268517 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port e5cbce42-27cb-4252-855a-fa2cfa4591d8 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:01:41.269141 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:41.394784 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dae663-921e-4fe9-8f18-bc1f99119c66 req-d8357e97-162b-4fee-abc4-8dd73cafd00c tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:41.395900 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:41.397072 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-25dae663-921e-4fe9-8f18-bc1f99119c66 req-d8357e97-162b-4fee-abc4-8dd73cafd00c tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 946 time: 0.1058333 Jul 24 01:01:41.435224 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port e5cbce42-27cb-4252-855a-fa2cfa4591d8, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=e5cbce42-27cb-4252-855a-fa2cfa4591d8,segment=NetworkSegment(e72432ce-7fae-484d-a8cb-ce3ee49f8b6b),segment_id=e72432ce-7fae-484d-a8cb-ce3ee49f8b6b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:41.439852 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:41.444835 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc1a6db-39e2-4bcb-aa4b-28bd4d2ffcb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5cbce42-27cb-4252-855a-fa2cfa4591d8'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:01:41.447160 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a704f556-bafe-4220-ae09-4e581d2fb30a" -d '{"events": [{"server_uuid": "dcc1a6db-39e2-4bcb-aa4b-28bd4d2ffcb8", "name": "network-vif-plugged", "status": "completed", "tag": "e5cbce42-27cb-4252-855a-fa2cfa4591d8"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:01:41.456516 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-25dae663-921e-4fe9-8f18-bc1f99119c66 req-73eaba80-8cb1-4d44-8cfd-ab6b81796ce6 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df5737-21c6-487e-8a8e-878646db42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531435 Jul 24 01:01:41.502770 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378c54a3-2cb3-4f70-a0a0-7ef873dd60c1 x-openstack-request-id: req-378c54a3-2cb3-4f70-a0a0-7ef873dd60c1 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:01:41.503327 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc1a6db-39e2-4bcb-aa4b-28bd4d2ffcb8", "name": "network-vif-plugged", "status": "completed", "tag": "e5cbce42-27cb-4252-855a-fa2cfa4591d8", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:01:41.504040 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-378c54a3-2cb3-4f70-a0a0-7ef873dd60c1 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:01:41.507470 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc1a6db-39e2-4bcb-aa4b-28bd4d2ffcb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5cbce42-27cb-4252-855a-fa2cfa4591d8', 'code': 200} Jul 24 01:01:41.508663 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=e5cbce42-27cb-4252-855a-fa2cfa4591d8,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:41.651350 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ec6bf-b47a-4962-8e33-379b7f93bbc8 req-96257d57-9ac1-4776-8411-02df1b488e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:41.652906 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-081ec6bf-b47a-4962-8e33-379b7f93bbc8 req-96257d57-9ac1-4776-8411-02df1b488e0d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dcc1a6db-39e2-4bcb-aa4b-28bd4d2ffcb8 HTTP/1.1" status: 200 len: 1097 time: 0.0636032 Jul 24 01:01:41.699486 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-081ec6bf-b47a-4962-8e33-379b7f93bbc8 req-d58e7df8-0508-499b-a153-9a615227b8a0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e6565f28-e80a-4c96-9f83-284e1c4e38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308325 Jul 24 01:01:41.871449 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98662a8-6511-4a43-becf-440c78422f7a req-fb34abdd-6016-4d56-b7aa-742d0446d333 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:41.873343 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f98662a8-6511-4a43-becf-440c78422f7a req-fb34abdd-6016-4d56-b7aa-742d0446d333 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcc1a6db-39e2-4bcb-aa4b-28bd4d2ffcb8 HTTP/1.1" status: 200 len: 945 time: 0.0902500 Jul 24 01:01:41.918434 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f98662a8-6511-4a43-becf-440c78422f7a req-a4364239-4b2f-4078-a361-f7a717e95b20 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6565f28-e80a-4c96-9f83-284e1c4e38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376036 Jul 24 01:01:42.607510 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a3259-8d53-45ca-aaeb-11ee6a80bafa req-688084ed-75ca-49d2-8433-f334dfdb02e5 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:42.609300 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-eb7a3259-8d53-45ca-aaeb-11ee6a80bafa req-688084ed-75ca-49d2-8433-f334dfdb02e5 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 946 time: 0.0733800 Jul 24 01:01:42.658962 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-eb7a3259-8d53-45ca-aaeb-11ee6a80bafa req-eb3970ae-4585-4898-adc6-be946f7cc4dc tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df5737-21c6-487e-8a8e-878646db42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423918 Jul 24 01:01:43.138765 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d84447-f293-4031-833a-9c3b60c82b28 req-5c619dbd-7b28-4aaa-9a18-0a9558fd15cf tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:43.144673 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-55d84447-f293-4031-833a-9c3b60c82b28 req-5c619dbd-7b28-4aaa-9a18-0a9558fd15cf tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcc1a6db-39e2-4bcb-aa4b-28bd4d2ffcb8 HTTP/1.1" status: 200 len: 945 time: 0.1034398 Jul 24 01:01:43.198466 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-55d84447-f293-4031-833a-9c3b60c82b28 req-8998641f-6bfa-492e-bbaa-12b10f8e227b tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6565f28-e80a-4c96-9f83-284e1c4e38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509398 Jul 24 01:01:43.854963 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bbcd76-ea7c-4225-9ab0-db47e534a607 req-7363d528-b9a1-4df6-aabe-eda9628ca081 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:43.884319 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-57bbcd76-ea7c-4225-9ab0-db47e534a607 req-7363d528-b9a1-4df6-aabe-eda9628ca081 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 946 time: 0.1448698 Jul 24 01:01:43.979978 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-57bbcd76-ea7c-4225-9ab0-db47e534a607 req-536c68f6-a766-4487-868d-971aac4e2c9d tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df5737-21c6-487e-8a8e-878646db42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901585 Jul 24 01:01:44.419017 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83aab6-5bf3-4808-b4ba-a998c877bf74 req-5b33096a-0dc5-4570-87cd-5e5c7d17a804 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:44.421236 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ca83aab6-5bf3-4808-b4ba-a998c877bf74 req-5b33096a-0dc5-4570-87cd-5e5c7d17a804 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcc1a6db-39e2-4bcb-aa4b-28bd4d2ffcb8 HTTP/1.1" status: 200 len: 945 time: 0.0800390 Jul 24 01:01:44.488085 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ca83aab6-5bf3-4808-b4ba-a998c877bf74 req-bfab77c9-12ad-40e6-b31a-d901cf87afb0 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6565f28-e80a-4c96-9f83-284e1c4e38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580080 Jul 24 01:01:44.663388 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b83614-e271-409d-9d0e-8a9c84f99bc8 req-7a1d00c2-d955-48a1-9b59-428e3ccb0469 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:44.667253 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b7b83614-e271-409d-9d0e-8a9c84f99bc8 req-7a1d00c2-d955-48a1-9b59-428e3ccb0469 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/ports?device_id=71d8ad55-7bc0-48d1-b913-5eed0e2441e5 HTTP/1.1" status: 200 len: 945 time: 0.0973444 Jul 24 01:01:44.716874 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b7b83614-e271-409d-9d0e-8a9c84f99bc8 req-98abe04d-146d-45a6-9e0a-7de8f212c4bb tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6565f28-e80a-4c96-9f83-284e1c4e38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450630 Jul 24 01:01:45.237858 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e844e01-a86e-4e6b-a13f-ddb0c4cdba39 req-ff3a2199-2710-435d-bf3e-0e1e128ed762 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:45.243671 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9e844e01-a86e-4e6b-a13f-ddb0c4cdba39 req-ff3a2199-2710-435d-bf3e-0e1e128ed762 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 946 time: 0.1298089 Jul 24 01:01:45.247231 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 41122) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:45.365641 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9e844e01-a86e-4e6b-a13f-ddb0c4cdba39 req-52ee6a6a-0298-46d6-88e8-5290d735c81d tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df5737-21c6-487e-8a8e-878646db42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146686 Jul 24 01:01:45.548704 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-07af1f60-e52b-4e5a-8989-702f3ef8242a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:45.654150 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5c2faef5-e095-4026-b21c-ee3553256d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:45.784958 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-07af1f60-e52b-4e5a-8989-702f3ef8242a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:45.795272 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-739c9cb5-06a1-4db3-bd66-f3a62ed898f8 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:45.797072 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-739c9cb5-06a1-4db3-bd66-f3a62ed898f8 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/networks?id=92fdbd27-9981-47b9-bc38-a1dc30f8af4c HTTP/1.1" status: 200 len: 812 time: 0.1624937 Jul 24 01:01:45.798308 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-07af1f60-e52b-4e5a-8989-702f3ef8242a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:45.842011 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-94db9ff2-2e6c-4e9f-9e99-1d2cf1586090 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/quotas/dfa308059ca04e6da7daea890880e743 HTTP/1.1" status: 200 len: 375 time: 0.0383682 Jul 24 01:01:45.849028 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-07af1f60-e52b-4e5a-8989-702f3ef8242a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f7e5c53271974fcca0aed7b597cc5468&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5996292 Jul 24 01:01:45.851628 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af1f60-e52b-4e5a-8989-702f3ef8242a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1776813-4cf1-4dfa-82c4-cabeb05d9a42,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:45.851796 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 41138) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:45.916522 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-47a980e4-e10c-4511-8365-8f9252dd0524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:45.932502 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-f8a26fa4-8a90-42be-9be0-952b87467f88 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=dfa308059ca04e6da7daea890880e743&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0819094 Jul 24 01:01:45.946173 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-47a980e4-e10c-4511-8365-8f9252dd0524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:46.014835 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-47a980e4-e10c-4511-8365-8f9252dd0524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:46.017552 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-47a980e4-e10c-4511-8365-8f9252dd0524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:46.019110 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-47a980e4-e10c-4511-8365-8f9252dd0524 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e1776813-4cf1-4dfa-82c4-cabeb05d9a42 HTTP/1.1" status: 204 len: 168 time: 0.1663747 Jul 24 01:01:46.038382 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a980e4-e10c-4511-8365-8f9252dd0524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1776813-4cf1-4dfa-82c4-cabeb05d9a42,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:46.052091 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a980e4-e10c-4511-8365-8f9252dd0524 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:46.053003 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a980e4-e10c-4511-8365-8f9252dd0524 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:46.053643 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a980e4-e10c-4511-8365-8f9252dd0524 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:46.054115 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a980e4-e10c-4511-8365-8f9252dd0524 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:46.054467 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a980e4-e10c-4511-8365-8f9252dd0524 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:46.055046 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a980e4-e10c-4511-8365-8f9252dd0524 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:46.055387 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a980e4-e10c-4511-8365-8f9252dd0524 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:46.055847 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a980e4-e10c-4511-8365-8f9252dd0524 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:46.056047 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a980e4-e10c-4511-8365-8f9252dd0524 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:46.056371 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a980e4-e10c-4511-8365-8f9252dd0524 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:46.056701 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a980e4-e10c-4511-8365-8f9252dd0524 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:46.057153 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a980e4-e10c-4511-8365-8f9252dd0524 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:46.567404 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 41170) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:46.601233 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a003bc28-7806-4ee8-8ada-f7f13a2b0a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:46.673936 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-38b61400-9e12-4f79-b4c2-e8741a9b52b3 service neutron] 10.222.0.15 "GET /v2.0/networks/92fdbd27-9981-47b9-bc38-a1dc30f8af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7286592 Jul 24 01:01:46.696578 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e71d52-3a1d-4192-a5d1-9331ae1a45fe req-e7384f1a-515f-4ae0-89b9-ca6a085de8dd tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:46.702169 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-90e71d52-3a1d-4192-a5d1-9331ae1a45fe req-e7384f1a-515f-4ae0-89b9-ca6a085de8dd tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 946 time: 0.2243629 Jul 24 01:01:46.774255 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-90e71d52-3a1d-4192-a5d1-9331ae1a45fe req-3365e2dc-280d-4eae-961f-7beaeb9b9038 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df5737-21c6-487e-8a8e-878646db42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604639 Jul 24 01:01:46.786355 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-f00c0609-468b-4cb5-a9cc-05dcd16b43fd service neutron] 10.222.0.15 "GET /v2.0/networks/92fdbd27-9981-47b9-bc38-a1dc30f8af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107652 Jul 24 01:01:46.791766 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a003bc28-7806-4ee8-8ada-f7f13a2b0a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:46.797573 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a003bc28-7806-4ee8-8ada-f7f13a2b0a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:46.850296 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 41174) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:46.850625 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a003bc28-7806-4ee8-8ada-f7f13a2b0a4b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a6a337c362fc4f1597a18591b5189820&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2805278 Jul 24 01:01:46.853117 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a003bc28-7806-4ee8-8ada-f7f13a2b0a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed61ab04-f286-4986-bf8b-a05b9a42a51c,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:46.924396 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c5418dcf-5761-4854-bb5a-7bffd46cf5b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:46.958192 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c5418dcf-5761-4854-bb5a-7bffd46cf5b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:47.005964 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b9861-7687-4e53-926f-54d3db94609d req-a0bdad42-83dd-4c7a-a73d-709ce428df53 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:47.009027 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c94b9861-7687-4e53-926f-54d3db94609d req-a0bdad42-83dd-4c7a-a73d-709ce428df53 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.13 "GET /v2.0/ports?device_id=71d8ad55-7bc0-48d1-b913-5eed0e2441e5 HTTP/1.1" status: 200 len: 945 time: 0.1058524 Jul 24 01:01:47.052009 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c5418dcf-5761-4854-bb5a-7bffd46cf5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:47.054880 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c5418dcf-5761-4854-bb5a-7bffd46cf5b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:47.056091 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c5418dcf-5761-4854-bb5a-7bffd46cf5b4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ed61ab04-f286-4986-bf8b-a05b9a42a51c HTTP/1.1" status: 204 len: 168 time: 0.2046921 Jul 24 01:01:47.075536 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5418dcf-5761-4854-bb5a-7bffd46cf5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed61ab04-f286-4986-bf8b-a05b9a42a51c,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:47.364800 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-c94b9861-7687-4e53-926f-54d3db94609d req-1b84f395-b885-435d-bff2-0cfa91afc578 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Deleting port d1413cf9-d79e-4df9-9c7a-3c0871d36365 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:01:47.364800 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c94b9861-7687-4e53-926f-54d3db94609d req-1b84f395-b885-435d-bff2-0cfa91afc578 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:47.405013 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fa7c9f08-80b3-4084-b51a-c8414746a7eb req-b9923db8-1733-4c22-a641-77a304470136 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a854ce4-2521-4a79-9f7b-0b4a6dea4cd1 HTTP/1.1" status: 200 len: 210 time: 0.1042953 Jul 24 01:01:47.519679 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af0cb6-c37e-42f5-86f7-02e92f526375 req-a01ef333-61f3-41dd-8f4e-88248292f273 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:47.521779 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d0af0cb6-c37e-42f5-86f7-02e92f526375 req-a01ef333-61f3-41dd-8f4e-88248292f273 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc1a6db-39e2-4bcb-aa4b-28bd4d2ffcb8 HTTP/1.1" status: 200 len: 945 time: 0.2255621 Jul 24 01:01:47.529651 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-c94b9861-7687-4e53-926f-54d3db94609d req-1b84f395-b885-435d-bff2-0cfa91afc578 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] For port d1413cf9-d79e-4df9-9c7a-3c0871d36365, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d1413cf9-d79e-4df9-9c7a-3c0871d36365,segment=NetworkSegment(e72432ce-7fae-484d-a8cb-ce3ee49f8b6b),segment_id=e72432ce-7fae-484d-a8cb-ce3ee49f8b6b)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:47.530086 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c94b9861-7687-4e53-926f-54d3db94609d req-1b84f395-b885-435d-bff2-0cfa91afc578 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:47.554769 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-c94b9861-7687-4e53-926f-54d3db94609d req-1b84f395-b885-435d-bff2-0cfa91afc578 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Calling delete_port for d1413cf9-d79e-4df9-9c7a-3c0871d36365 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:01:47.788018 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 41200) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:47.823924 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-58b61eec-3f30-490d-ab08-1885135050a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:47.969623 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-d0af0cb6-c37e-42f5-86f7-02e92f526375 req-9c64cbfa-d68b-4b95-a440-254c5dd93acd tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Deleting port e5cbce42-27cb-4252-855a-fa2cfa4591d8 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:01:47.970236 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d0af0cb6-c37e-42f5-86f7-02e92f526375 req-9c64cbfa-d68b-4b95-a440-254c5dd93acd tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:48.097050 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4b51b-05aa-4d80-b187-457d5019539f req-2a011d43-d7bd-4daf-b9ce-a5257c444928 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:48.099850 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dfd4b51b-05aa-4d80-b187-457d5019539f req-2a011d43-d7bd-4daf-b9ce-a5257c444928 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 946 time: 0.1424391 Jul 24 01:01:48.102362 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-58b61eec-3f30-490d-ab08-1885135050a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:48.120691 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-58b61eec-3f30-490d-ab08-1885135050a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:48.152986 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c94b9861-7687-4e53-926f-54d3db94609d req-1b84f395-b885-435d-bff2-0cfa91afc578 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:48.172036 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['d1413cf9-d79e-4df9-9c7a-3c0871d36365', 'e5cbce42-27cb-4252-855a-fa2cfa4591d8'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:01:48.183354 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-d0af0cb6-c37e-42f5-86f7-02e92f526375 req-9c64cbfa-d68b-4b95-a440-254c5dd93acd tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] For port e5cbce42-27cb-4252-855a-fa2cfa4591d8, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=e5cbce42-27cb-4252-855a-fa2cfa4591d8,segment=NetworkSegment(e72432ce-7fae-484d-a8cb-ce3ee49f8b6b),segment_id=e72432ce-7fae-484d-a8cb-ce3ee49f8b6b)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:48.183790 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d0af0cb6-c37e-42f5-86f7-02e92f526375 req-9c64cbfa-d68b-4b95-a440-254c5dd93acd tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:48.207017 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-58b61eec-3f30-490d-ab08-1885135050a8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b3ccbb3d19f5484889a0411732249351&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4178100 Jul 24 01:01:48.208343 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 41206) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:48.211300 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b61eec-3f30-490d-ab08-1885135050a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c143394a-7c66-4497-b763-d3180b3e1332,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:48.257860 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b84f395-b885-435d-bff2-0cfa91afc578 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Pushing event deleted for resources: {'Port': ['ID=d1413cf9-d79e-4df9-9c7a-3c0871d36365,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:48.296023 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-d0af0cb6-c37e-42f5-86f7-02e92f526375 req-9c64cbfa-d68b-4b95-a440-254c5dd93acd tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Calling delete_port for e5cbce42-27cb-4252-855a-fa2cfa4591d8 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:01:48.303740 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8c9fa2d1-3844-4355-bfd5-c45930f20f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:48.340504 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8c9fa2d1-3844-4355-bfd5-c45930f20f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:48.357046 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b98d90f7-9425-45e2-978f-77c899802ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:48.408959 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dfd4b51b-05aa-4d80-b187-457d5019539f req-afcfdbaf-ab82-4057-8c04-c2c872be54f2 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df5737-21c6-487e-8a8e-878646db42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023970 Jul 24 01:01:48.417343 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8c9fa2d1-3844-4355-bfd5-c45930f20f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:48.421175 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8c9fa2d1-3844-4355-bfd5-c45930f20f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:48.441055 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8c9fa2d1-3844-4355-bfd5-c45930f20f7d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c143394a-7c66-4497-b763-d3180b3e1332 HTTP/1.1" status: 204 len: 168 time: 0.2138519 Jul 24 01:01:48.469482 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9fa2d1-3844-4355-bfd5-c45930f20f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c143394a-7c66-4497-b763-d3180b3e1332,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:48.494633 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94b9861-7687-4e53-926f-54d3db94609d req-1b84f395-b885-435d-bff2-0cfa91afc578 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] No DVR routers for this DVR port d1413cf9-d79e-4df9-9c7a-3c0871d36365 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:01:48.499664 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c94b9861-7687-4e53-926f-54d3db94609d req-1b84f395-b885-435d-bff2-0cfa91afc578 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:48.511224 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c94b9861-7687-4e53-926f-54d3db94609d req-1b84f395-b885-435d-bff2-0cfa91afc578 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.13 "DELETE /v2.0/ports/d1413cf9-d79e-4df9-9c7a-3c0871d36365 HTTP/1.1" status: 204 len: 173 time: 1.4903784 Jul 24 01:01:48.511224 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d8ad55-7bc0-48d1-b913-5eed0e2441e5', 'name': 'network-vif-deleted', 'tag': 'd1413cf9-d79e-4df9-9c7a-3c0871d36365'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:01:48.513104 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7587a7da-0452-45d4-8f4d-c6b2b0af8782" -d '{"events": [{"server_uuid": "71d8ad55-7bc0-48d1-b913-5eed0e2441e5", "name": "network-vif-deleted", "tag": "d1413cf9-d79e-4df9-9c7a-3c0871d36365"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:01:48.618899 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:48.637575 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f219d330-c64d-4fbf-a6ba-408ab42f8ed3 x-openstack-request-id: req-f219d330-c64d-4fbf-a6ba-408ab42f8ed3 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:01:48.637907 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d8ad55-7bc0-48d1-b913-5eed0e2441e5", "name": "network-vif-deleted", "tag": "d1413cf9-d79e-4df9-9c7a-3c0871d36365", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:01:48.638122 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f219d330-c64d-4fbf-a6ba-408ab42f8ed3 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:01:48.639971 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d8ad55-7bc0-48d1-b913-5eed0e2441e5', 'name': 'network-vif-deleted', 'tag': 'd1413cf9-d79e-4df9-9c7a-3c0871d36365', 'status': 'completed', 'code': 200} Jul 24 01:01:48.661688 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1c1b3f37-4cbe-4a86-b862-fe72b3142894 req-8a05c1ff-dc55-464c-b94b-98a945eb0f73 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a854ce4-2521-4a79-9f7b-0b4a6dea4cd1 HTTP/1.1" status: 200 len: 210 time: 0.1125598 Jul 24 01:01:48.772782 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d0af0cb6-c37e-42f5-86f7-02e92f526375 req-9c64cbfa-d68b-4b95-a440-254c5dd93acd tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:48.814328 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c64cbfa-d68b-4b95-a440-254c5dd93acd tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Pushing event deleted for resources: {'Port': ['ID=e5cbce42-27cb-4252-855a-fa2cfa4591d8,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:48.826250 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['d1413cf9-d79e-4df9-9c7a-3c0871d36365'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:01:48.909998 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0af0cb6-c37e-42f5-86f7-02e92f526375 req-9c64cbfa-d68b-4b95-a440-254c5dd93acd tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] No DVR routers for this DVR port e5cbce42-27cb-4252-855a-fa2cfa4591d8 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:01:48.917515 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d0af0cb6-c37e-42f5-86f7-02e92f526375 req-9c64cbfa-d68b-4b95-a440-254c5dd93acd tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:48.919964 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d0af0cb6-c37e-42f5-86f7-02e92f526375 req-9c64cbfa-d68b-4b95-a440-254c5dd93acd tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.13 "DELETE /v2.0/ports/e5cbce42-27cb-4252-855a-fa2cfa4591d8 HTTP/1.1" status: 204 len: 173 time: 1.3811626 Jul 24 01:01:49.361096 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-07313e5a-d4fb-41af-9299-383fd3fcc7cf tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:49.362595 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-07313e5a-d4fb-41af-9299-383fd3fcc7cf tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.13 "GET /v2.0/networks?id=92fdbd27-9981-47b9-bc38-a1dc30f8af4c HTTP/1.1" status: 200 len: 812 time: 0.2051873 Jul 24 01:01:49.376626 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1db7c-2552-4b67-9b78-4af3e2c587a8 req-1ba476be-99e2-452c-8eae-06301670d6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:49.378172 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-17b1db7c-2552-4b67-9b78-4af3e2c587a8 req-1ba476be-99e2-452c-8eae-06301670d6b0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 1098 time: 0.1157327 Jul 24 01:01:49.384535 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-8321f788-8191-4197-9a46-f884a96229f2 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Request body: {'port': {'device_id': '6350b47c-d943-40a9-a193-574c978b73d9', 'network_id': '92fdbd27-9981-47b9-bc38-a1dc30f8af4c', 'admin_state_up': True, 'tenant_id': 'dfa308059ca04e6da7daea890880e743'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:01:49.425851 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:49.531079 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-17b1db7c-2552-4b67-9b78-4af3e2c587a8 req-c6fd71db-cccb-480d-8321-11266ebe300d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=48df5737-21c6-487e-8a8e-878646db42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963836 Jul 24 01:01:49.638893 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-8321f788-8191-4197-9a46-f884a96229f2 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Made reservation on behalf of dfa308059ca04e6da7daea890880e743 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:01:49.642895 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-8321f788-8191-4197-9a46-f884a96229f2 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:49.656363 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c4d56-710d-4c11-b57a-1cfc82afdbc5 req-69960e7b-21e4-4ecf-8f74-8fff0fe2c50a tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:49.658127 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e48c4d56-710d-4c11-b57a-1cfc82afdbc5 req-69960e7b-21e4-4ecf-8f74-8fff0fe2c50a tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 946 time: 0.1320472 Jul 24 01:01:49.744322 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e48c4d56-710d-4c11-b57a-1cfc82afdbc5 req-788a4342-bc35-4ab1-b3fe-a6c88a956f1e tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df5737-21c6-487e-8a8e-878646db42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774226 Jul 24 01:01:49.882911 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b77ae6b7-53cb-42d1-adb5-ff1f45c1baea req-35bf07b4-60cf-4f01-900a-91c7afdd3f77 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a854ce4-2521-4a79-9f7b-0b4a6dea4cd1 HTTP/1.1" status: 200 len: 210 time: 0.1053708 Jul 24 01:01:49.967304 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-8321f788-8191-4197-9a46-f884a96229f2 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Allocated IP 172.20.0.10 (92fdbd27-9981-47b9-bc38-a1dc30f8af4c/ab65b9bb-fd3d-457f-b7c9-e4ea2436eb76/0623232c-3554-4886-af4b-0fa6ed692d46) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:01:50.001271 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-b2c18942-c65b-4ed4-888d-4a76564f53bb tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:50.002940 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-b2c18942-c65b-4ed4-888d-4a76564f53bb tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.13 "GET /v2.0/networks?id=92fdbd27-9981-47b9-bc38-a1dc30f8af4c HTTP/1.1" status: 200 len: 812 time: 0.2191155 Jul 24 01:01:50.028396 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-f954de51-75cb-4787-a2de-09d45138a247 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Request body: {'port': {'device_id': '6a854ce4-2521-4a79-9f7b-0b4a6dea4cd1', 'network_id': '92fdbd27-9981-47b9-bc38-a1dc30f8af4c', 'admin_state_up': True, 'tenant_id': 'dfa308059ca04e6da7daea890880e743'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:01:50.312375 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-8321f788-8191-4197-9a46-f884a96229f2 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:50.319421 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-f954de51-75cb-4787-a2de-09d45138a247 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Made reservation on behalf of dfa308059ca04e6da7daea890880e743 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:01:50.323011 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-f954de51-75cb-4787-a2de-09d45138a247 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:50.444499 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615598d-9fe6-4026-9641-716fd5c645da req-45698326-e346-43ce-b6f3-64e7f36458fe tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:50.446103 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6615598d-9fe6-4026-9641-716fd5c645da req-45698326-e346-43ce-b6f3-64e7f36458fe tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/networks?id=7bb51f2f-00d3-4129-bd46-3f370febb2ae HTTP/1.1" status: 200 len: 814 time: 0.2014332 Jul 24 01:01:50.511443 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6615598d-9fe6-4026-9641-716fd5c645da req-6f9014d5-6dd5-4e36-ac35-679a6c60d6c3 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/quotas/f013df7f7eb44beeaa371687a90f2b0c HTTP/1.1" status: 200 len: 375 time: 0.0313191 Jul 24 01:01:50.515857 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-8321f788-8191-4197-9a46-f884a96229f2 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:50.939021 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc1a6db-39e2-4bcb-aa4b-28bd4d2ffcb8', 'name': 'network-vif-deleted', 'tag': 'e5cbce42-27cb-4252-855a-fa2cfa4591d8'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:01:50.940653 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:50.941288 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7ce953-35b0-4481-9eea-3ab357939b02" -d '{"events": [{"server_uuid": "dcc1a6db-39e2-4bcb-aa4b-28bd4d2ffcb8", "name": "network-vif-deleted", "tag": "e5cbce42-27cb-4252-855a-fa2cfa4591d8"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:01:50.950872 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948adad8-9ac4-4efc-b19f-25b5ddd9ca80 req-a697aa44-03b1-49a7-ac2d-ef1936675b88 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:50.959533 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-948adad8-9ac4-4efc-b19f-25b5ddd9ca80 req-a697aa44-03b1-49a7-ac2d-ef1936675b88 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 946 time: 0.1140497 Jul 24 01:01:50.985317 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-8321f788-8191-4197-9a46-f884a96229f2 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Network 92fdbd27-9981-47b9-bc38-a1dc30f8af4c is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:01:50.995471 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8321f788-8191-4197-9a46-f884a96229f2 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Pushing event updated for resources: {'Port': ['ID=0623232c-3554-4886-af4b-0fa6ed692d46,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:51.012048 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-948adad8-9ac4-4efc-b19f-25b5ddd9ca80 req-ad558abb-6473-48ee-a21c-e1a6f20d3a7d tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df5737-21c6-487e-8a8e-878646db42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511496 Jul 24 01:01:51.016438 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-8321f788-8191-4197-9a46-f884a96229f2 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:01:51.027124 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-8321f788-8191-4197-9a46-f884a96229f2 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:01:51.074165 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-f954de51-75cb-4787-a2de-09d45138a247 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Allocated IP 172.20.0.5 (92fdbd27-9981-47b9-bc38-a1dc30f8af4c/ab65b9bb-fd3d-457f-b7c9-e4ea2436eb76/7344425b-746d-4f70-aef6-0d585ac96d80) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:01:51.142180 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b3429f34-64b2-4503-b8a6-8654cebaa32a req-b40ab48c-6286-4197-86b1-f87b6d031da5 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a854ce4-2521-4a79-9f7b-0b4a6dea4cd1 HTTP/1.1" status: 200 len: 210 time: 0.0440900 Jul 24 01:01:51.210468 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-77e9dee2-2ea1-4c65-affe-ea8be18a4442 req-e3fcf2ed-7553-40ee-914a-58741a8d829b tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-687780630', 'description': 'tempest-description-1915237559'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:01:51.228064 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d1413cf9-d79e-4df9-9c7a-3c0871d36365 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:01:51.249339 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-77e9dee2-2ea1-4c65-affe-ea8be18a4442 req-e3fcf2ed-7553-40ee-914a-58741a8d829b tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:51.267497 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: d1413cf9-d79e-4df9-9c7a-3c0871d36365 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:01:51.267842 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d1413cf9-d79e-4df9-9c7a-3c0871d36365 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:01:51.268441 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device e5cbce42-27cb-4252-855a-fa2cfa4591d8 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:01:51.320768 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: e5cbce42-27cb-4252-855a-fa2cfa4591d8 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:01:51.331295 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device e5cbce42-27cb-4252-855a-fa2cfa4591d8 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:01:51.372639 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc4cc60-25a7-45de-9730-ddf2741eb227 x-openstack-request-id: req-6bc4cc60-25a7-45de-9730-ddf2741eb227 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:01:51.372869 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc1a6db-39e2-4bcb-aa4b-28bd4d2ffcb8", "name": "network-vif-deleted", "tag": "e5cbce42-27cb-4252-855a-fa2cfa4591d8", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:01:51.373107 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6bc4cc60-25a7-45de-9730-ddf2741eb227 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:01:51.373517 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc1a6db-39e2-4bcb-aa4b-28bd4d2ffcb8', 'name': 'network-vif-deleted', 'tag': 'e5cbce42-27cb-4252-855a-fa2cfa4591d8', 'status': 'completed', 'code': 200} Jul 24 01:01:51.381288 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-77e9dee2-2ea1-4c65-affe-ea8be18a4442 req-e3fcf2ed-7553-40ee-914a-58741a8d829b tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:51.383429 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-8321f788-8191-4197-9a46-f884a96229f2 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:51.384133 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-8321f788-8191-4197-9a46-f884a96229f2 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:51.392840 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-77e9dee2-2ea1-4c65-affe-ea8be18a4442 req-e3fcf2ed-7553-40ee-914a-58741a8d829b tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:51.413994 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6615598d-9fe6-4026-9641-716fd5c645da req-bda68248-d0a9-4db1-8481-4fe1aee4f06f tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f013df7f7eb44beeaa371687a90f2b0c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8960960 Jul 24 01:01:51.437108 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fcf2ed-7553-40ee-914a-58741a8d829b tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dcc074d-30d8-4841-9cf5-c86bacbf58e0,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:51.441490 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-77e9dee2-2ea1-4c65-affe-ea8be18a4442 req-e3fcf2ed-7553-40ee-914a-58741a8d829b tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:51.448153 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-77e9dee2-2ea1-4c65-affe-ea8be18a4442 req-e3fcf2ed-7553-40ee-914a-58741a8d829b tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.2432528 Jul 24 01:01:51.509435 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-f954de51-75cb-4787-a2de-09d45138a247 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:51.512797 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-8321f788-8191-4197-9a46-f884a96229f2 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1333177 Jul 24 01:01:51.535195 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-40fa87a6-f6cf-4c30-9c65-71217dc3676d service neutron] Request body: {'port': {'device_id': '6350b47c-d943-40a9-a193-574c978b73d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:01:51.575918 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-af614230-8522-4c2f-ba12-62b67e44b5d5 req-9f34988b-57db-4876-bd13-540012680c9b tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-687780630&fields=id&tenant_id=626332b8d2a44f2d913cfa7775848708 HTTP/1.1" status: 200 len: 267 time: 0.0695214 Jul 24 01:01:51.601821 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6615598d-9fe6-4026-9641-716fd5c645da req-649d6344-cc68-40d0-b3b7-db7f11e9cd35 service neutron] 10.222.0.15 "GET /v2.0/networks/7bb51f2f-00d3-4129-bd46-3f370febb2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771159 Jul 24 01:01:51.671889 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af614230-8522-4c2f-ba12-62b67e44b5d5 req-f220f376-637c-453a-a3b7-1f22f6fc9419 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:51.674595 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-af614230-8522-4c2f-ba12-62b67e44b5d5 req-f220f376-637c-453a-a3b7-1f22f6fc9419 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 946 time: 0.0926414 Jul 24 01:01:51.693744 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-af614230-8522-4c2f-ba12-62b67e44b5d5 req-dc606c41-6020-4c48-9277-ae2b42ec16a6 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Request body: {'port': {'security_groups': ['48df5737-21c6-487e-8a8e-878646db42ca', '4dcc074d-30d8-4841-9cf5-c86bacbf58e0']}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:01:51.734625 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-40fa87a6-f6cf-4c30-9c65-71217dc3676d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:51.751249 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-f954de51-75cb-4787-a2de-09d45138a247 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:51.824125 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-af614230-8522-4c2f-ba12-62b67e44b5d5 req-dc606c41-6020-4c48-9277-ae2b42ec16a6 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:51.833069 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-f954de51-75cb-4787-a2de-09d45138a247 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Network 92fdbd27-9981-47b9-bc38-a1dc30f8af4c is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:01:51.854457 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-f954de51-75cb-4787-a2de-09d45138a247 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:01:51.857077 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-f954de51-75cb-4787-a2de-09d45138a247 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:01:51.905115 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6615598d-9fe6-4026-9641-716fd5c645da req-5a9be026-92e8-46b3-9f44-d09db876a5ba service neutron] 10.222.0.15 "GET /v2.0/networks/7bb51f2f-00d3-4129-bd46-3f370febb2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957499 Jul 24 01:01:52.049347 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f954de51-75cb-4787-a2de-09d45138a247 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Pushing event updated for resources: {'Port': ['ID=7344425b-746d-4f70-aef6-0d585ac96d80,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:52.143941 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-f954de51-75cb-4787-a2de-09d45138a247 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:52.144645 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-f954de51-75cb-4787-a2de-09d45138a247 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:52.183087 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-f954de51-75cb-4787-a2de-09d45138a247 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1627610 Jul 24 01:01:52.202406 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-6f8456a6-7f6e-45e2-9361-c463f7a62139 service neutron] Request body: {'port': {'device_id': '6a854ce4-2521-4a79-9f7b-0b4a6dea4cd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:01:52.267686 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-af614230-8522-4c2f-ba12-62b67e44b5d5 req-dc606c41-6020-4c48-9277-ae2b42ec16a6 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] For port 10b7276e-19e0-4ca9-bacf-9b43f6e4c691, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=10b7276e-19e0-4ca9-bacf-9b43f6e4c691,segment=NetworkSegment(4242c379-d447-4cc7-be17-2a8b0036d56e),segment_id=4242c379-d447-4cc7-be17-2a8b0036d56e)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:52.334062 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 41344) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:52.338076 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b4023b27-9f86-46e7-9eb1-683f05e64f35 req-b4aa0810-9874-4137-8861-d92ccbafbef8 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=46b65dbc-891c-4ae8-b860-decd3d2a43a6 HTTP/1.1" status: 200 len: 210 time: 0.0821311 Jul 24 01:01:52.385561 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-af614230-8522-4c2f-ba12-62b67e44b5d5 req-dc606c41-6020-4c48-9277-ae2b42ec16a6 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:52.403929 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-af614230-8522-4c2f-ba12-62b67e44b5d5 req-dc606c41-6020-4c48-9277-ae2b42ec16a6 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:52.420603 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['10b7276e-19e0-4ca9-bacf-9b43f6e4c691'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:01:52.455034 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-40fa87a6-f6cf-4c30-9c65-71217dc3676d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0623232c-3554-4886-af4b-0fa6ed692d46 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:01:52.461466 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-6f8456a6-7f6e-45e2-9361-c463f7a62139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:52.520667 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af614230-8522-4c2f-ba12-62b67e44b5d5 req-dc606c41-6020-4c48-9277-ae2b42ec16a6 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:52.521628 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-af614230-8522-4c2f-ba12-62b67e44b5d5 req-dc606c41-6020-4c48-9277-ae2b42ec16a6 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:52.529093 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-af614230-8522-4c2f-ba12-62b67e44b5d5 req-dc606c41-6020-4c48-9277-ae2b42ec16a6 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "PUT /v2.0/ports/10b7276e-19e0-4ca9-bacf-9b43f6e4c691 HTTP/1.1" status: 200 len: 982 time: 0.8401561 Jul 24 01:01:52.529093 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6f5d52-23de-49ad-a41e-c2916ce4e2c5', 'tag': '10b7276e-19e0-4ca9-bacf-9b43f6e4c691'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:01:52.535310 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c36160-570b-4e41-900a-538bac99aaca" -d '{"events": [{"name": "network-changed", "server_uuid": "4a6f5d52-23de-49ad-a41e-c2916ce4e2c5", "tag": "10b7276e-19e0-4ca9-bacf-9b43f6e4c691"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:01:52.541883 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-40fa87a6-f6cf-4c30-9c65-71217dc3676d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:52.607302 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-515bc0e6-2ee8-463b-af45-afb0f0802e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:52.634867 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-40fa87a6-f6cf-4c30-9c65-71217dc3676d service neutron] Transition to ACTIVE for port object 0623232c-3554-4886-af4b-0fa6ed692d46 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:01:52.709458 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-40fa87a6-f6cf-4c30-9c65-71217dc3676d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:52.710737 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['10b7276e-19e0-4ca9-bacf-9b43f6e4c691'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:01:52.734853 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-515bc0e6-2ee8-463b-af45-afb0f0802e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:52.736139 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc606c41-6020-4c48-9277-ae2b42ec16a6 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Pushing event updated for resources: {'Port': ['ID=10b7276e-19e0-4ca9-bacf-9b43f6e4c691,revision_number=6']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:52.750227 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-515bc0e6-2ee8-463b-af45-afb0f0802e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:52.779635 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa87a6-f6cf-4c30-9c65-71217dc3676d service neutron] Pushing event updated for resources: {'Port': ['ID=0623232c-3554-4886-af4b-0fa6ed692d46,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:52.864992 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c424ae-5abe-44d6-9620-19454df483c6 req-f3d87ec5-40ad-41d9-a88c-0c0650bc8a07 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:52.867242 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-57c424ae-5abe-44d6-9620-19454df483c6 req-f3d87ec5-40ad-41d9-a88c-0c0650bc8a07 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a854ce4-2521-4a79-9f7b-0b4a6dea4cd1 HTTP/1.1" status: 200 len: 931 time: 0.3158565 Jul 24 01:01:52.888326 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-91732621-ac57-413f-9d3a-00552c3b505a req-647b1771-e279-4e4b-a91e-dd9dab11c904 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-687780630&fields=id&tenant_id=626332b8d2a44f2d913cfa7775848708 HTTP/1.1" status: 200 len: 267 time: 0.1477129 Jul 24 01:01:52.916750 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-515bc0e6-2ee8-463b-af45-afb0f0802e1e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=09512820a67f435cb919bf0d7473040a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5554948 Jul 24 01:01:52.917003 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515bc0e6-2ee8-463b-af45-afb0f0802e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f64439c-93b0-4fd6-9b6f-50e6262e59f0,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:52.935645 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 41358) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:53.034849 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-38eaf460-6c0d-418e-9409-aac1dbd05468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:53.038155 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-40fa87a6-f6cf-4c30-9c65-71217dc3676d service neutron] Attempting to bind port 0623232c-3554-4886-af4b-0fa6ed692d46 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:01:53.038503 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-40fa87a6-f6cf-4c30-9c65-71217dc3676d service neutron] Attempting to bind port 0623232c-3554-4886-af4b-0fa6ed692d46 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': 'e72432ce-7fae-484d-a8cb-ce3ee49f8b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '92fdbd27-9981-47b9-bc38-a1dc30f8af4c'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:01:53.039035 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-40fa87a6-f6cf-4c30-9c65-71217dc3676d service neutron] Attempting to bind port 0623232c-3554-4886-af4b-0fa6ed692d46 on network 92fdbd27-9981-47b9-bc38-a1dc30f8af4c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:01:53.047113 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91732621-ac57-413f-9d3a-00552c3b505a req-117bfb9f-39c3-4879-8fc6-24ccd7138ce7 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:53.048817 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-91732621-ac57-413f-9d3a-00552c3b505a req-117bfb9f-39c3-4879-8fc6-24ccd7138ce7 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 985 time: 0.1501403 Jul 24 01:01:53.066343 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-91732621-ac57-413f-9d3a-00552c3b505a req-8e9862fc-6c47-49b5-b4bb-9ca80c912c22 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Request body: {'port': {'security_groups': ['48df5737-21c6-487e-8a8e-878646db42ca']}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:01:53.071343 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-57c424ae-5abe-44d6-9620-19454df483c6 req-37fa997e-b8a3-4bb7-9fbd-d6fcfc18bcc5 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6565f28-e80a-4c96-9f83-284e1c4e38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580024 Jul 24 01:01:53.074302 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-40fa87a6-f6cf-4c30-9c65-71217dc3676d service neutron] Port 0623232c-3554-4886-af4b-0fa6ed692d46 on network 92fdbd27-9981-47b9-bc38-a1dc30f8af4c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:01:53.074643 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-40fa87a6-f6cf-4c30-9c65-71217dc3676d service neutron] Attempting to bind port 0623232c-3554-4886-af4b-0fa6ed692d46 on network 92fdbd27-9981-47b9-bc38-a1dc30f8af4c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:01:53.092512 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-40fa87a6-f6cf-4c30-9c65-71217dc3676d service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:01:53.093786 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-40fa87a6-f6cf-4c30-9c65-71217dc3676d service neutron] Checking segment: {'id': 'e72432ce-7fae-484d-a8cb-ce3ee49f8b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '92fdbd27-9981-47b9-bc38-a1dc30f8af4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:01:53.094282 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-40fa87a6-f6cf-4c30-9c65-71217dc3676d service neutron] Bound using segment: {'id': 'e72432ce-7fae-484d-a8cb-ce3ee49f8b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '92fdbd27-9981-47b9-bc38-a1dc30f8af4c'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:01:53.094872 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-40fa87a6-f6cf-4c30-9c65-71217dc3676d service neutron] Bound port: 0623232c-3554-4886-af4b-0fa6ed692d46, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e72432ce-7fae-484d-a8cb-ce3ee49f8b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '92fdbd27-9981-47b9-bc38-a1dc30f8af4c'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:01:53.095338 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-40fa87a6-f6cf-4c30-9c65-71217dc3676d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:53.141591 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-38eaf460-6c0d-418e-9409-aac1dbd05468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:53.271298 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-91732621-ac57-413f-9d3a-00552c3b505a req-8e9862fc-6c47-49b5-b4bb-9ca80c912c22 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:53.373126 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f114844-1f14-45d7-b403-9c0336f757cb x-openstack-request-id: req-3f114844-1f14-45d7-b403-9c0336f757cb {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:01:53.373443 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a6f5d52-23de-49ad-a41e-c2916ce4e2c5", "tag": "10b7276e-19e0-4ca9-bacf-9b43f6e4c691", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:01:53.373686 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3f114844-1f14-45d7-b403-9c0336f757cb {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:01:53.378930 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a6f5d52-23de-49ad-a41e-c2916ce4e2c5', 'tag': '10b7276e-19e0-4ca9-bacf-9b43f6e4c691', 'status': 'completed', 'code': 200} Jul 24 01:01:53.411377 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-6f8456a6-7f6e-45e2-9361-c463f7a62139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7344425b-746d-4f70-aef6-0d585ac96d80 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:01:53.420641 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-38eaf460-6c0d-418e-9409-aac1dbd05468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:53.423856 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-38eaf460-6c0d-418e-9409-aac1dbd05468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:53.425302 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-38eaf460-6c0d-418e-9409-aac1dbd05468 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2f64439c-93b0-4fd6-9b6f-50e6262e59f0 HTTP/1.1" status: 204 len: 168 time: 0.4693351 Jul 24 01:01:53.440324 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-40fa87a6-f6cf-4c30-9c65-71217dc3676d service neutron] For port 0623232c-3554-4886-af4b-0fa6ed692d46, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:01:53.462690 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eaf460-6c0d-418e-9409-aac1dbd05468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f64439c-93b0-4fd6-9b6f-50e6262e59f0,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:53.464250 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-6f8456a6-7f6e-45e2-9361-c463f7a62139 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:53.485043 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-40fa87a6-f6cf-4c30-9c65-71217dc3676d service neutron] For port 0623232c-3554-4886-af4b-0fa6ed692d46, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=0623232c-3554-4886-af4b-0fa6ed692d46,segment=NetworkSegment(e72432ce-7fae-484d-a8cb-ce3ee49f8b6b),segment_id=e72432ce-7fae-484d-a8cb-ce3ee49f8b6b)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:01:53.498897 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-40fa87a6-f6cf-4c30-9c65-71217dc3676d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:53.501532 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-6f8456a6-7f6e-45e2-9361-c463f7a62139 service neutron] Transition to ACTIVE for port object 7344425b-746d-4f70-aef6-0d585ac96d80 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:01:53.539617 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-6f8456a6-7f6e-45e2-9361-c463f7a62139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:53.605255 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-91732621-ac57-413f-9d3a-00552c3b505a req-8e9862fc-6c47-49b5-b4bb-9ca80c912c22 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] For port 10b7276e-19e0-4ca9-bacf-9b43f6e4c691, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=10b7276e-19e0-4ca9-bacf-9b43f6e4c691,segment=NetworkSegment(4242c379-d447-4cc7-be17-2a8b0036d56e),segment_id=4242c379-d447-4cc7-be17-2a8b0036d56e)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:53.613591 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ac4c58a4-e815-4c29-bb23-9c8f843fcc4d req-aa32fb87-1e6c-468b-b1cb-36e570250619 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=46b65dbc-891c-4ae8-b860-decd3d2a43a6 HTTP/1.1" status: 200 len: 210 time: 0.0852845 Jul 24 01:01:53.617806 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-40fa87a6-f6cf-4c30-9c65-71217dc3676d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:53.618568 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-40fa87a6-f6cf-4c30-9c65-71217dc3676d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:53.620226 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-40fa87a6-f6cf-4c30-9c65-71217dc3676d service neutron] 10.222.0.13 "PUT /v2.0/ports/0623232c-3554-4886-af4b-0fa6ed692d46 HTTP/1.1" status: 200 len: 1093 time: 2.0963640 Jul 24 01:01:53.623106 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6350b47c-d943-40a9-a193-574c978b73d9', 'tag': '0623232c-3554-4886-af4b-0fa6ed692d46'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:01:53.625934 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18adec96-bc77-4762-ae43-e6b4c5006142" -d '{"events": [{"name": "network-changed", "server_uuid": "6350b47c-d943-40a9-a193-574c978b73d9", "tag": "0623232c-3554-4886-af4b-0fa6ed692d46"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:01:53.654147 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa87a6-f6cf-4c30-9c65-71217dc3676d service neutron] Pushing event updated for resources: {'Port': ['ID=0623232c-3554-4886-af4b-0fa6ed692d46,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:53.664270 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c36160-570b-4e41-900a-538bac99aaca req-be854712-a4d7-4421-acf1-10517a5c7197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:53.666219 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-04c36160-570b-4e41-900a-538bac99aaca req-be854712-a4d7-4421-acf1-10517a5c7197 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=626332b8d2a44f2d913cfa7775848708&device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 1137 time: 0.2868376 Jul 24 01:01:53.694340 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-91732621-ac57-413f-9d3a-00552c3b505a req-8e9862fc-6c47-49b5-b4bb-9ca80c912c22 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:53.706884 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-91732621-ac57-413f-9d3a-00552c3b505a req-8e9862fc-6c47-49b5-b4bb-9ca80c912c22 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:53.728341 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['10b7276e-19e0-4ca9-bacf-9b43f6e4c691'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:01:53.756178 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68890f3c-788a-4d6a-a6a0-788ba683ab18 x-openstack-request-id: req-68890f3c-788a-4d6a-a6a0-788ba683ab18 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:01:53.756477 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6350b47c-d943-40a9-a193-574c978b73d9", "tag": "0623232c-3554-4886-af4b-0fa6ed692d46", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:01:53.756882 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-68890f3c-788a-4d6a-a6a0-788ba683ab18 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:01:53.757355 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6350b47c-d943-40a9-a193-574c978b73d9', 'tag': '0623232c-3554-4886-af4b-0fa6ed692d46', 'status': 'completed', 'code': 200} Jul 24 01:01:53.781027 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91732621-ac57-413f-9d3a-00552c3b505a req-8e9862fc-6c47-49b5-b4bb-9ca80c912c22 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:53.782108 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-91732621-ac57-413f-9d3a-00552c3b505a req-8e9862fc-6c47-49b5-b4bb-9ca80c912c22 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:53.784079 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-91732621-ac57-413f-9d3a-00552c3b505a req-8e9862fc-6c47-49b5-b4bb-9ca80c912c22 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "PUT /v2.0/ports/10b7276e-19e0-4ca9-bacf-9b43f6e4c691 HTTP/1.1" status: 200 len: 943 time: 0.7264493 Jul 24 01:01:53.851457 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9862fc-6c47-49b5-b4bb-9ca80c912c22 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Pushing event updated for resources: {'Port': ['ID=10b7276e-19e0-4ca9-bacf-9b43f6e4c691,revision_number=7']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:53.999749 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['10b7276e-19e0-4ca9-bacf-9b43f6e4c691'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:01:54.046212 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8456a6-7f6e-45e2-9361-c463f7a62139 service neutron] Pushing event updated for resources: {'Port': ['ID=7344425b-746d-4f70-aef6-0d585ac96d80,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:54.233810 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-6f8456a6-7f6e-45e2-9361-c463f7a62139 service neutron] Attempting to bind port 7344425b-746d-4f70-aef6-0d585ac96d80 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:01:54.234158 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-6f8456a6-7f6e-45e2-9361-c463f7a62139 service neutron] Attempting to bind port 7344425b-746d-4f70-aef6-0d585ac96d80 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': 'e72432ce-7fae-484d-a8cb-ce3ee49f8b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '92fdbd27-9981-47b9-bc38-a1dc30f8af4c'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:01:54.234830 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-6f8456a6-7f6e-45e2-9361-c463f7a62139 service neutron] Attempting to bind port 7344425b-746d-4f70-aef6-0d585ac96d80 on network 92fdbd27-9981-47b9-bc38-a1dc30f8af4c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:01:54.326752 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfadc76f-8868-4f56-b5ed-bb79e667e36b req-a83aa0c9-4e0c-4c3e-a95d-ddb320fc6deb tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:54.329819 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bfadc76f-8868-4f56-b5ed-bb79e667e36b req-a83aa0c9-4e0c-4c3e-a95d-ddb320fc6deb tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a854ce4-2521-4a79-9f7b-0b4a6dea4cd1 HTTP/1.1" status: 200 len: 943 time: 0.1355886 Jul 24 01:01:54.411041 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bfadc76f-8868-4f56-b5ed-bb79e667e36b req-3167145f-c40f-4164-ae02-39af57a4daea tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6565f28-e80a-4c96-9f83-284e1c4e38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684006 Jul 24 01:01:54.596142 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-6f8456a6-7f6e-45e2-9361-c463f7a62139 service neutron] Port 7344425b-746d-4f70-aef6-0d585ac96d80 on network 92fdbd27-9981-47b9-bc38-a1dc30f8af4c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:01:54.596641 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-6f8456a6-7f6e-45e2-9361-c463f7a62139 service neutron] Attempting to bind port 7344425b-746d-4f70-aef6-0d585ac96d80 on network 92fdbd27-9981-47b9-bc38-a1dc30f8af4c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:01:54.642424 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-6f8456a6-7f6e-45e2-9361-c463f7a62139 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:01:54.643066 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-6f8456a6-7f6e-45e2-9361-c463f7a62139 service neutron] Checking segment: {'id': 'e72432ce-7fae-484d-a8cb-ce3ee49f8b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '92fdbd27-9981-47b9-bc38-a1dc30f8af4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:01:54.643340 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-6f8456a6-7f6e-45e2-9361-c463f7a62139 service neutron] Bound using segment: {'id': 'e72432ce-7fae-484d-a8cb-ce3ee49f8b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '92fdbd27-9981-47b9-bc38-a1dc30f8af4c'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:01:54.643853 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-6f8456a6-7f6e-45e2-9361-c463f7a62139 service neutron] Bound port: 7344425b-746d-4f70-aef6-0d585ac96d80, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e72432ce-7fae-484d-a8cb-ce3ee49f8b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '92fdbd27-9981-47b9-bc38-a1dc30f8af4c'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:01:54.644300 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-6f8456a6-7f6e-45e2-9361-c463f7a62139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:54.656215 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c36160-570b-4e41-900a-538bac99aaca req-408a446e-1f3e-4655-a0f5-a4b8eb65c421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:54.657763 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-04c36160-570b-4e41-900a-538bac99aaca req-408a446e-1f3e-4655-a0f5-a4b8eb65c421 service neutron] 10.222.0.13 "GET /v2.0/networks?id=662676c2-c269-4b06-8b5d-f431eabf5e53 HTTP/1.1" status: 200 len: 921 time: 0.9063802 Jul 24 01:01:54.676700 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615598d-9fe6-4026-9641-716fd5c645da req-9a4ac36a-4109-4815-bc63-42eb612987b0 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:54.678452 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6615598d-9fe6-4026-9641-716fd5c645da req-9a4ac36a-4109-4815-bc63-42eb612987b0 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.13 "GET /v2.0/networks?id=7bb51f2f-00d3-4129-bd46-3f370febb2ae HTTP/1.1" status: 200 len: 814 time: 0.7618468 Jul 24 01:01:54.739461 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-04c36160-570b-4e41-900a-538bac99aaca req-31059344-a996-48f7-a42b-b4a74c2c627e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10b7276e-19e0-4ca9-bacf-9b43f6e4c691 HTTP/1.1" status: 200 len: 217 time: 0.0492072 Jul 24 01:01:54.743530 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-6615598d-9fe6-4026-9641-716fd5c645da req-b500be9b-a409-4075-9727-9b0ad55da8fa tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Request body: {'port': {'device_id': '46b65dbc-891c-4ae8-b860-decd3d2a43a6', 'network_id': '7bb51f2f-00d3-4129-bd46-3f370febb2ae', 'admin_state_up': True, 'tenant_id': 'f013df7f7eb44beeaa371687a90f2b0c'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:01:54.756421 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-18b39f08-8079-4799-983b-6efec62dbfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:54.758220 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-18b39f08-8079-4799-983b-6efec62dbfb7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dfa308059ca04e6da7daea890880e743&device_id=6350b47c-d943-40a9-a193-574c978b73d9 HTTP/1.1" status: 200 len: 1096 time: 0.9687166 Jul 24 01:01:54.811927 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-529e1942-59ca-43b4-ac42-4961bd6a263a req-7d10eeab-cd74-42d8-a095-56eeb1acebca tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=46b65dbc-891c-4ae8-b860-decd3d2a43a6 HTTP/1.1" status: 200 len: 210 time: 0.0473313 Jul 24 01:01:54.820359 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-6f8456a6-7f6e-45e2-9361-c463f7a62139 service neutron] For port 7344425b-746d-4f70-aef6-0d585ac96d80, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:01:54.823810 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-6f8456a6-7f6e-45e2-9361-c463f7a62139 service neutron] For port 7344425b-746d-4f70-aef6-0d585ac96d80, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=7344425b-746d-4f70-aef6-0d585ac96d80,segment=NetworkSegment(e72432ce-7fae-484d-a8cb-ce3ee49f8b6b),segment_id=e72432ce-7fae-484d-a8cb-ce3ee49f8b6b)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:01:54.886840 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-73ef64ab-8e1f-4356-a1b3-017caa7ef5af req-5b4464c4-bdc8-480a-a0d4-af15c888c0b5 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9712415 Jul 24 01:01:54.904481 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-6f8456a6-7f6e-45e2-9361-c463f7a62139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:54.959031 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-73ef64ab-8e1f-4356-a1b3-017caa7ef5af req-4a7cc7a7-2d72-47ff-b0e5-1709f427e427 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:01:54.996316 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-eda3039c-4db5-405c-b9cf-73ca741ab4d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0623232c-3554-4886-af4b-0fa6ed692d46 HTTP/1.1" status: 200 len: 217 time: 0.1286726 Jul 24 01:01:55.010549 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-6f8456a6-7f6e-45e2-9361-c463f7a62139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:55.011159 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-6f8456a6-7f6e-45e2-9361-c463f7a62139 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:55.013473 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-6f8456a6-7f6e-45e2-9361-c463f7a62139 service neutron] 10.222.0.13 "PUT /v2.0/ports/7344425b-746d-4f70-aef6-0d585ac96d80 HTTP/1.1" status: 200 len: 1092 time: 2.8170056 Jul 24 01:01:55.122424 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c36160-570b-4e41-900a-538bac99aaca req-c5b5061e-c288-4a97-a6f5-22df8459bb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:55.124112 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-04c36160-570b-4e41-900a-538bac99aaca req-c5b5061e-c288-4a97-a6f5-22df8459bb1d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=261afb07-f977-4eed-842d-3916df829b42 HTTP/1.1" status: 200 len: 860 time: 0.3716655 Jul 24 01:01:55.195010 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-3f96615b-5743-4e5c-a25e-73faec07ef65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:55.196561 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-3f96615b-5743-4e5c-a25e-73faec07ef65 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ab65b9bb-fd3d-457f-b7c9-e4ea2436eb76 HTTP/1.1" status: 200 len: 852 time: 0.1785657 Jul 24 01:01:55.220984 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-73ef64ab-8e1f-4356-a1b3-017caa7ef5af req-4a7cc7a7-2d72-47ff-b0e5-1709f427e427 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks [] for floatingip, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:55.232902 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-04c36160-570b-4e41-900a-538bac99aaca req-ee80b793-0747-4f47-bee6-b746d258a802 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=662676c2-c269-4b06-8b5d-f431eabf5e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958276 Jul 24 01:01:55.252811 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8456a6-7f6e-45e2-9361-c463f7a62139 service neutron] Pushing event updated for resources: {'Port': ['ID=7344425b-746d-4f70-aef6-0d585ac96d80,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:55.298473 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-8bc084a5-2c6f-478d-9402-b3811c59f791 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=92fdbd27-9981-47b9-bc38-a1dc30f8af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689948 Jul 24 01:01:55.379526 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6f5d52-23de-49ad-a41e-c2916ce4e2c5', 'tag': '10b7276e-19e0-4ca9-bacf-9b43f6e4c691'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:01:55.382454 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90afea07-4698-46f9-b196-d63880662192" -d '{"events": [{"name": "network-changed", "server_uuid": "4a6f5d52-23de-49ad-a41e-c2916ce4e2c5", "tag": "10b7276e-19e0-4ca9-bacf-9b43f6e4c691"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:01:55.430454 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f324e0-b51c-4600-871a-a301818cfbe5 x-openstack-request-id: req-c1f324e0-b51c-4600-871a-a301818cfbe5 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:01:55.431616 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a6f5d52-23de-49ad-a41e-c2916ce4e2c5", "tag": "10b7276e-19e0-4ca9-bacf-9b43f6e4c691", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:01:55.431880 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c1f324e0-b51c-4600-871a-a301818cfbe5 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:01:55.432317 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a6f5d52-23de-49ad-a41e-c2916ce4e2c5', 'tag': '10b7276e-19e0-4ca9-bacf-9b43f6e4c691', 'status': 'completed', 'code': 200} Jul 24 01:01:55.446431 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6615598d-9fe6-4026-9641-716fd5c645da req-b500be9b-a409-4075-9727-9b0ad55da8fa tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Made reservation on behalf of f013df7f7eb44beeaa371687a90f2b0c for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:01:55.450753 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6615598d-9fe6-4026-9641-716fd5c645da req-b500be9b-a409-4075-9727-9b0ad55da8fa tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:55.518017 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-d20d5c04-b1d3-4942-9e26-c2218b742a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:55.519602 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-d20d5c04-b1d3-4942-9e26-c2218b742a26 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dfa308059ca04e6da7daea890880e743&device_id=6a854ce4-2521-4a79-9f7b-0b4a6dea4cd1 HTTP/1.1" status: 200 len: 1095 time: 0.4187984 Jul 24 01:01:55.585750 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-04c36160-570b-4e41-900a-538bac99aaca req-7d5baab0-768d-4630-b8f6-57bebae1c1e0 service neutron] 10.222.0.13 "GET /v2.0/networks/662676c2-c269-4b06-8b5d-f431eabf5e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245244 Jul 24 01:01:55.600517 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4fdfa-e9af-407c-83e8-9e28f6640d44 req-d611eaec-3379-4875-8afc-c50d01995f5a tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:55.608296 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d6d4fdfa-e9af-407c-83e8-9e28f6640d44 req-d611eaec-3379-4875-8afc-c50d01995f5a tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a854ce4-2521-4a79-9f7b-0b4a6dea4cd1 HTTP/1.1" status: 200 len: 943 time: 0.0954030 Jul 24 01:01:55.642881 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-58829a18-cda3-4838-98bb-10aabe2806eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7344425b-746d-4f70-aef6-0d585ac96d80 HTTP/1.1" status: 200 len: 217 time: 0.1082742 Jul 24 01:01:55.683679 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d6d4fdfa-e9af-407c-83e8-9e28f6640d44 req-cf7d51e0-5976-4a0b-ab6b-a23753d1ad5e tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6565f28-e80a-4c96-9f83-284e1c4e38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743775 Jul 24 01:01:55.803122 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a854ce4-2521-4a79-9f7b-0b4a6dea4cd1', 'tag': '7344425b-746d-4f70-aef6-0d585ac96d80'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:01:55.803122 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b67481c-c3e1-4039-ad93-4471e8f110a2" -d '{"events": [{"name": "network-changed", "server_uuid": "6a854ce4-2521-4a79-9f7b-0b4a6dea4cd1", "tag": "7344425b-746d-4f70-aef6-0d585ac96d80"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:01:55.807629 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-6fd1e919-9033-452f-b18c-af96ecb0c0e1 service neutron] 10.222.0.13 "GET /v2.0/networks/92fdbd27-9981-47b9-bc38-a1dc30f8af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925766 Jul 24 01:01:55.915295 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b251536-845b-4815-9e76-99a8c03455b6 x-openstack-request-id: req-9b251536-845b-4815-9e76-99a8c03455b6 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:01:55.915579 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a854ce4-2521-4a79-9f7b-0b4a6dea4cd1", "tag": "7344425b-746d-4f70-aef6-0d585ac96d80", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:01:55.915836 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9b251536-845b-4815-9e76-99a8c03455b6 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:01:55.916223 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a854ce4-2521-4a79-9f7b-0b4a6dea4cd1', 'tag': '7344425b-746d-4f70-aef6-0d585ac96d80', 'status': 'completed', 'code': 200} Jul 24 01:01:55.995102 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-28f9c3e0-522a-4095-800d-d345186e0230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:55.995102 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-28f9c3e0-522a-4095-800d-d345186e0230 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ab65b9bb-fd3d-457f-b7c9-e4ea2436eb76 HTTP/1.1" status: 200 len: 852 time: 0.3283424 Jul 24 01:01:56.010928 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5cab5dd0-f009-4d93-a9a9-db183d55fdef req-6b2fe5ef-446d-46fd-b00c-2c46ccead165 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=46b65dbc-891c-4ae8-b860-decd3d2a43a6 HTTP/1.1" status: 200 len: 210 time: 0.0475211 Jul 24 01:01:56.111526 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-73ef64ab-8e1f-4356-a1b3-017caa7ef5af req-4a7cc7a7-2d72-47ff-b0e5-1709f427e427 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:56.114536 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-54ec9fca-9e41-4771-8c55-9ab307176994 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=92fdbd27-9981-47b9-bc38-a1dc30f8af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588317 Jul 24 01:01:56.129946 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-04c36160-570b-4e41-900a-538bac99aaca req-da908c2b-5b6e-4d56-ac9f-8dd6f875a826 service neutron] 10.222.0.13 "GET /v2.0/networks/662676c2-c269-4b06-8b5d-f431eabf5e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4919195 Jul 24 01:01:56.214506 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-6615598d-9fe6-4026-9641-716fd5c645da req-b500be9b-a409-4075-9727-9b0ad55da8fa tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Allocated IP 172.20.0.14 (7bb51f2f-00d3-4129-bd46-3f370febb2ae/ca9fc3c9-f297-4e8b-a8e5-3d3783f9f619/66707842-879e-488f-a9e7-c41485b69ee6) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:01:56.276432 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-e57f9c43-b5c1-4211-abbd-afb0664be438 service neutron] 10.222.0.13 "GET /v2.0/networks/92fdbd27-9981-47b9-bc38-a1dc30f8af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4523363 Jul 24 01:01:56.489944 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-a1417839-1fbc-4ba6-8d08-6bf3a1530cc7 service neutron] 10.222.0.13 "GET /v2.0/networks/92fdbd27-9981-47b9-bc38-a1dc30f8af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580887 Jul 24 01:01:56.527110 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-73ef64ab-8e1f-4356-a1b3-017caa7ef5af req-4a7cc7a7-2d72-47ff-b0e5-1709f427e427 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Allocated IP 172.25.2.70 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/52b652a5-9d0f-4a4e-828e-ea7ee0f13ade) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:01:56.568240 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afea07-4698-46f9-b196-d63880662192 req-1c2c0f06-fab7-4d1b-9ca1-b968ec522a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:56.569827 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-90afea07-4698-46f9-b196-d63880662192 req-1c2c0f06-fab7-4d1b-9ca1-b968ec522a0b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=626332b8d2a44f2d913cfa7775848708&device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 1098 time: 0.3682611 Jul 24 01:01:56.743722 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adec96-bc77-4762-ae43-e6b4c5006142 req-238c57ea-b419-48ba-8912-dacbbdfe5c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:56.745356 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-18adec96-bc77-4762-ae43-e6b4c5006142 req-238c57ea-b419-48ba-8912-dacbbdfe5c3c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dfa308059ca04e6da7daea890880e743&device_id=6350b47c-d943-40a9-a193-574c978b73d9 HTTP/1.1" status: 200 len: 1096 time: 0.3860407 Jul 24 01:01:56.855968 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc34906e-4901-4355-b55b-e12cfe7e1d98 req-1edd5ddc-5cab-42a1-a20c-7b74e8e6299f tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:56.857671 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fc34906e-4901-4355-b55b-e12cfe7e1d98 req-1edd5ddc-5cab-42a1-a20c-7b74e8e6299f tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a854ce4-2521-4a79-9f7b-0b4a6dea4cd1 HTTP/1.1" status: 200 len: 943 time: 0.0861897 Jul 24 01:01:56.908729 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fc34906e-4901-4355-b55b-e12cfe7e1d98 req-37e070e0-6918-4345-83cf-26904d97abfd tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6565f28-e80a-4c96-9f83-284e1c4e38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425057 Jul 24 01:01:57.131986 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b1770ad7-de47-4284-a7c0-5d909b69daae req-d628eccb-c302-409e-9c1e-5dfdd8053827 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=46b65dbc-891c-4ae8-b860-decd3d2a43a6 HTTP/1.1" status: 200 len: 210 time: 0.0445879 Jul 24 01:01:57.232692 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6615598d-9fe6-4026-9641-716fd5c645da req-b500be9b-a409-4075-9727-9b0ad55da8fa tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:57.246627 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8db2a9d3-7e6b-42a9-b482-f88e7ae3ee54 req-7b46b45f-3098-4090-a689-5e196adfea70 service neutron] 10.222.0.13 "GET /v2.0/networks/92fdbd27-9981-47b9-bc38-a1dc30f8af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7171535 Jul 24 01:01:57.330051 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afea07-4698-46f9-b196-d63880662192 req-7e19b8c0-6f89-4875-a1d4-b896ac75e4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:57.331589 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-90afea07-4698-46f9-b196-d63880662192 req-7e19b8c0-6f89-4875-a1d4-b896ac75e4cc service neutron] 10.222.0.13 "GET /v2.0/networks?id=662676c2-c269-4b06-8b5d-f431eabf5e53 HTTP/1.1" status: 200 len: 921 time: 0.7440493 Jul 24 01:01:57.447043 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-73ef64ab-8e1f-4356-a1b3-017caa7ef5af req-4a7cc7a7-2d72-47ff-b0e5-1709f427e427 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:57.457784 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-90afea07-4698-46f9-b196-d63880662192 req-52cbb6cb-38a7-4f72-a3a9-ed1dc0f31d24 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10b7276e-19e0-4ca9-bacf-9b43f6e4c691 HTTP/1.1" status: 200 len: 217 time: 0.1136146 Jul 24 01:01:57.476911 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adec96-bc77-4762-ae43-e6b4c5006142 req-2b1783d7-ea67-4e3a-8207-dacb6d24b1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:57.478464 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-18adec96-bc77-4762-ae43-e6b4c5006142 req-2b1783d7-ea67-4e3a-8207-dacb6d24b1c2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=92fdbd27-9981-47b9-bc38-a1dc30f8af4c HTTP/1.1" status: 200 len: 913 time: 0.6885490 Jul 24 01:01:57.531258 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 41594) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:57.571714 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-18adec96-bc77-4762-ae43-e6b4c5006142 req-b879b237-b683-4b02-b45e-c4907d3f06f1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0623232c-3554-4886-af4b-0fa6ed692d46 HTTP/1.1" status: 200 len: 217 time: 0.0795810 Jul 24 01:01:57.584667 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6615598d-9fe6-4026-9641-716fd5c645da req-b500be9b-a409-4075-9727-9b0ad55da8fa tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:57.598976 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['a9bc459e-046f-45c5-b282-74d400eb474a', 'cc6338a3-7385-470a-96c4-47d2735af0b1', '30ccac80-cd3b-45f9-95cb-14e1763ae7b5'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:01:57.672997 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8764d102-e9de-4a94-89aa-8aa2e73c6800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:57.686483 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afea07-4698-46f9-b196-d63880662192 req-939a59f2-3ad8-437f-93e6-a2a9bd4ddac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:57.688134 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-90afea07-4698-46f9-b196-d63880662192 req-939a59f2-3ad8-437f-93e6-a2a9bd4ddac7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=261afb07-f977-4eed-842d-3916df829b42 HTTP/1.1" status: 200 len: 860 time: 0.2171922 Jul 24 01:01:57.705815 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67481c-c3e1-4039-ad93-4471e8f110a2 req-67607d0a-83a0-4f3b-8f7c-bec7c88af99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:57.708108 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9b67481c-c3e1-4039-ad93-4471e8f110a2 req-67607d0a-83a0-4f3b-8f7c-bec7c88af99f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dfa308059ca04e6da7daea890880e743&device_id=6a854ce4-2521-4a79-9f7b-0b4a6dea4cd1 HTTP/1.1" status: 200 len: 1095 time: 0.3984346 Jul 24 01:01:57.721617 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6615598d-9fe6-4026-9641-716fd5c645da req-b500be9b-a409-4075-9727-9b0ad55da8fa tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Network 7bb51f2f-00d3-4129-bd46-3f370febb2ae is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:01:57.745855 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-6615598d-9fe6-4026-9641-716fd5c645da req-b500be9b-a409-4075-9727-9b0ad55da8fa tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:01:57.748482 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-6615598d-9fe6-4026-9641-716fd5c645da req-b500be9b-a409-4075-9727-9b0ad55da8fa tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:01:57.780248 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-73ef64ab-8e1f-4356-a1b3-017caa7ef5af req-4a7cc7a7-2d72-47ff-b0e5-1709f427e427 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:57.794298 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8764d102-e9de-4a94-89aa-8aa2e73c6800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:57.800383 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8764d102-e9de-4a94-89aa-8aa2e73c6800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:57.818433 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adec96-bc77-4762-ae43-e6b4c5006142 req-81bcabe5-7802-4f8c-b285-aefdc019424e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:57.820032 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-18adec96-bc77-4762-ae43-e6b4c5006142 req-81bcabe5-7802-4f8c-b285-aefdc019424e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ab65b9bb-fd3d-457f-b7c9-e4ea2436eb76 HTTP/1.1" status: 200 len: 852 time: 0.2389386 Jul 24 01:01:57.822074 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-90afea07-4698-46f9-b196-d63880662192 req-757ba137-84de-441b-806e-24c9bc78d662 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=662676c2-c269-4b06-8b5d-f431eabf5e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1233764 Jul 24 01:01:57.829635 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500be9b-a409-4075-9727-9b0ad55da8fa tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Pushing event updated for resources: {'Port': ['ID=66707842-879e-488f-a9e7-c41485b69ee6,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:57.865988 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8764d102-e9de-4a94-89aa-8aa2e73c6800 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=63eab5afbfbd470f99e225c7b111e62b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3334651 Jul 24 01:01:57.867373 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 41600) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:57.868417 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8764d102-e9de-4a94-89aa-8aa2e73c6800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d137b5-a7fd-4311-80f8-defd63a16e0b,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:57.884763 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8764d102-e9de-4a94-89aa-8aa2e73c6800 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:57.885976 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8764d102-e9de-4a94-89aa-8aa2e73c6800 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:57.886739 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8764d102-e9de-4a94-89aa-8aa2e73c6800 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:57.887275 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8764d102-e9de-4a94-89aa-8aa2e73c6800 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:57.887782 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8764d102-e9de-4a94-89aa-8aa2e73c6800 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:57.888645 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8764d102-e9de-4a94-89aa-8aa2e73c6800 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:57.889156 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8764d102-e9de-4a94-89aa-8aa2e73c6800 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:57.890006 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8764d102-e9de-4a94-89aa-8aa2e73c6800 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:57.890524 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8764d102-e9de-4a94-89aa-8aa2e73c6800 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:57.891115 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8764d102-e9de-4a94-89aa-8aa2e73c6800 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:57.891816 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8764d102-e9de-4a94-89aa-8aa2e73c6800 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:57.892317 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8764d102-e9de-4a94-89aa-8aa2e73c6800 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:01:57.969893 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fd1168b6-8d12-44cd-bac0-2b0fd26e2716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:57.977027 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-18adec96-bc77-4762-ae43-e6b4c5006142 req-c91e0af7-d93c-4f11-8db1-52c2f8ce6180 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=92fdbd27-9981-47b9-bc38-a1dc30f8af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1313655 Jul 24 01:01:58.014474 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73ef64ab-8e1f-4356-a1b3-017caa7ef5af req-4a7cc7a7-2d72-47ff-b0e5-1709f427e427 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:01:58.026936 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fd1168b6-8d12-44cd-bac0-2b0fd26e2716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:58.104741 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-73ef64ab-8e1f-4356-a1b3-017caa7ef5af req-4a7cc7a7-2d72-47ff-b0e5-1709f427e427 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:01:58.120398 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ef64ab-8e1f-4356-a1b3-017caa7ef5af req-4a7cc7a7-2d72-47ff-b0e5-1709f427e427 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:01:58.121195 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8dc80-68ef-4826-bc90-2771c9a55646 req-95df87e8-152e-45ed-b661-bbecd43e9f67 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:58.123310 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a7c8dc80-68ef-4826-bc90-2771c9a55646 req-95df87e8-152e-45ed-b661-bbecd43e9f67 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a854ce4-2521-4a79-9f7b-0b4a6dea4cd1 HTTP/1.1" status: 200 len: 943 time: 0.1135345 Jul 24 01:01:58.124729 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fd1168b6-8d12-44cd-bac0-2b0fd26e2716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:58.127567 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fd1168b6-8d12-44cd-bac0-2b0fd26e2716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:58.130527 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-fd1168b6-8d12-44cd-bac0-2b0fd26e2716 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/93d137b5-a7fd-4311-80f8-defd63a16e0b HTTP/1.1" status: 204 len: 168 time: 0.2516491 Jul 24 01:01:58.140427 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615598d-9fe6-4026-9641-716fd5c645da req-b500be9b-a409-4075-9727-9b0ad55da8fa tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:58.141125 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6615598d-9fe6-4026-9641-716fd5c645da req-b500be9b-a409-4075-9727-9b0ad55da8fa tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:58.152236 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1168b6-8d12-44cd-bac0-2b0fd26e2716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d137b5-a7fd-4311-80f8-defd63a16e0b,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:58.177410 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:01:58.196142 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a7c8dc80-68ef-4826-bc90-2771c9a55646 req-32fddb79-33b2-4e45-b142-c4e2f9e0658d tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6565f28-e80a-4c96-9f83-284e1c4e38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641849 Jul 24 01:01:58.347815 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7cc7a7-2d72-47ff-b0e5-1709f427e427 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Pushing event updated for resources: {'Port': ['ID=52b652a5-9d0f-4a4e-828e-ea7ee0f13ade,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:58.372647 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6615598d-9fe6-4026-9641-716fd5c645da req-b500be9b-a409-4075-9727-9b0ad55da8fa tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6799448 Jul 24 01:01:58.378148 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67481c-c3e1-4039-ad93-4471e8f110a2 req-a724f9ad-314f-448d-abc2-bae506b70f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:58.380545 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9b67481c-c3e1-4039-ad93-4471e8f110a2 req-a724f9ad-314f-448d-abc2-bae506b70f21 service neutron] 10.222.0.13 "GET /v2.0/networks?id=92fdbd27-9981-47b9-bc38-a1dc30f8af4c HTTP/1.1" status: 200 len: 913 time: 0.6503797 Jul 24 01:01:58.383519 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-18adec96-bc77-4762-ae43-e6b4c5006142 req-60cc5899-fa56-4a5f-8697-b9a8c3eddb8e service neutron] 10.222.0.13 "GET /v2.0/networks/92fdbd27-9981-47b9-bc38-a1dc30f8af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585927 Jul 24 01:01:58.420476 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-6615598d-9fe6-4026-9641-716fd5c645da req-5067a53f-3199-4c6b-a807-fd5a9a1e1299 service neutron] Request body: {'port': {'device_id': '46b65dbc-891c-4ae8-b860-decd3d2a43a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:01:58.451704 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec2963-0b22-40d1-8f08-e1ddb98b9363 req-06d64823-5ff0-4bc9-9812-0192a9e71452 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:58.453301 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0bec2963-0b22-40d1-8f08-e1ddb98b9363 req-06d64823-5ff0-4bc9-9812-0192a9e71452 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=46b65dbc-891c-4ae8-b860-decd3d2a43a6 HTTP/1.1" status: 200 len: 932 time: 0.0841522 Jul 24 01:01:58.497210 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0bec2963-0b22-40d1-8f08-e1ddb98b9363 req-1a9ad1f5-c044-437f-a036-8c89d4219c4e tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372336 Jul 24 01:01:58.554652 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 41614) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:58.563065 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9b67481c-c3e1-4039-ad93-4471e8f110a2 req-6b9a33e9-d145-4ac0-b604-fff53fed0598 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7344425b-746d-4f70-aef6-0d585ac96d80 HTTP/1.1" status: 200 len: 217 time: 0.1484251 Jul 24 01:01:58.573401 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b28d65ad-e54e-46dd-b27b-43547860bcc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:58.651566 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-73ef64ab-8e1f-4356-a1b3-017caa7ef5af req-4a7cc7a7-2d72-47ff-b0e5-1709f427e427 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:58.685383 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-90afea07-4698-46f9-b196-d63880662192 req-3b5982e7-c33c-4f92-8b91-b9609b7464f7 service neutron] 10.222.0.13 "GET /v2.0/networks/662676c2-c269-4b06-8b5d-f431eabf5e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8409216 Jul 24 01:01:58.691171 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b28d65ad-e54e-46dd-b27b-43547860bcc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:58.697857 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b28d65ad-e54e-46dd-b27b-43547860bcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:58.748780 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b28d65ad-e54e-46dd-b27b-43547860bcc7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7b9277be58984474a51dea4f01f7e644&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1929519 Jul 24 01:01:58.750224 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28d65ad-e54e-46dd-b27b-43547860bcc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd39623-3ee1-4246-a5d4-20b0ae53ade6,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:58.753494 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 41620) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:01:58.819951 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-18adec96-bc77-4762-ae43-e6b4c5006142 req-c2cd481a-7ded-4fee-afa7-73640df649a0 service neutron] 10.222.0.13 "GET /v2.0/networks/92fdbd27-9981-47b9-bc38-a1dc30f8af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940060 Jul 24 01:01:58.831864 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a8e2a8d3-70c7-48bb-8946-53678890b9f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:58.865400 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67481c-c3e1-4039-ad93-4471e8f110a2 req-b56908b6-cf7d-40b2-a986-963cfdfaaea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:58.866983 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9b67481c-c3e1-4039-ad93-4471e8f110a2 req-b56908b6-cf7d-40b2-a986-963cfdfaaea2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ab65b9bb-fd3d-457f-b7c9-e4ea2436eb76 HTTP/1.1" status: 200 len: 852 time: 0.2761738 Jul 24 01:01:58.867518 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a8e2a8d3-70c7-48bb-8946-53678890b9f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:58.880561 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6615598d-9fe6-4026-9641-716fd5c645da req-5067a53f-3199-4c6b-a807-fd5a9a1e1299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:58.936602 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a8e2a8d3-70c7-48bb-8946-53678890b9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:58.940008 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a8e2a8d3-70c7-48bb-8946-53678890b9f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:58.942338 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a8e2a8d3-70c7-48bb-8946-53678890b9f0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6dd39623-3ee1-4246-a5d4-20b0ae53ade6 HTTP/1.1" status: 204 len: 168 time: 0.1868296 Jul 24 01:01:58.944191 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9b67481c-c3e1-4039-ad93-4471e8f110a2 req-4c69abb1-9c9c-4279-86c6-bc296bab6279 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=92fdbd27-9981-47b9-bc38-a1dc30f8af4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677223 Jul 24 01:01:58.948468 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-73ef64ab-8e1f-4356-a1b3-017caa7ef5af req-4a7cc7a7-2d72-47ff-b0e5-1709f427e427 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:58.953473 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e2a8d3-70c7-48bb-8946-53678890b9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd39623-3ee1-4246-a5d4-20b0ae53ade6,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:59.042299 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-90afea07-4698-46f9-b196-d63880662192 req-5a4ec877-ee45-477f-9597-14687ca8155c service neutron] 10.222.0.13 "GET /v2.0/networks/662676c2-c269-4b06-8b5d-f431eabf5e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394086 Jul 24 01:01:59.231880 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 0623232c-3554-4886-af4b-0fa6ed692d46 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:01:59.388020 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741313f-c981-4650-8ff7-34262dd912f6 req-ed800839-2ed8-4223-b540-cd2486a14b4e tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:59.390183 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b741313f-c981-4650-8ff7-34262dd912f6 req-ed800839-2ed8-4223-b540-cd2486a14b4e tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a854ce4-2521-4a79-9f7b-0b4a6dea4cd1 HTTP/1.1" status: 200 len: 943 time: 0.0868247 Jul 24 01:01:59.403820 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 0623232c-3554-4886-af4b-0fa6ed692d46, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=0623232c-3554-4886-af4b-0fa6ed692d46,segment=NetworkSegment(e72432ce-7fae-484d-a8cb-ce3ee49f8b6b),segment_id=e72432ce-7fae-484d-a8cb-ce3ee49f8b6b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:59.417580 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '0623232c-3554-4886-af4b-0fa6ed692d46', 'network_id': '92fdbd27-9981-47b9-bc38-a1dc30f8af4c', 'port_id': '0623232c-3554-4886-af4b-0fa6ed692d46', 'mac_address': 'fa:16:3e:c2:c1:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab65b9bb-fd3d-457f-b7c9-e4ea2436eb76', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:01:59.465264 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:59.483961 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0623232c-3554-4886-af4b-0fa6ed692d46 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:01:59.491230 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b741313f-c981-4650-8ff7-34262dd912f6 req-86ea6ff4-93ec-4151-ab43-cb827356123b tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6565f28-e80a-4c96-9f83-284e1c4e38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949249 Jul 24 01:01:59.517401 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 0623232c-3554-4886-af4b-0fa6ed692d46, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=0623232c-3554-4886-af4b-0fa6ed692d46,segment=NetworkSegment(e72432ce-7fae-484d-a8cb-ce3ee49f8b6b),segment_id=e72432ce-7fae-484d-a8cb-ce3ee49f8b6b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:59.527955 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:59.528849 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 7344425b-746d-4f70-aef6-0d585ac96d80 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:01:59.607819 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=0623232c-3554-4886-af4b-0fa6ed692d46,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:59.637648 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 7344425b-746d-4f70-aef6-0d585ac96d80, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=7344425b-746d-4f70-aef6-0d585ac96d80,segment=NetworkSegment(e72432ce-7fae-484d-a8cb-ce3ee49f8b6b),segment_id=e72432ce-7fae-484d-a8cb-ce3ee49f8b6b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:59.666952 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '7344425b-746d-4f70-aef6-0d585ac96d80', 'network_id': '92fdbd27-9981-47b9-bc38-a1dc30f8af4c', 'port_id': '7344425b-746d-4f70-aef6-0d585ac96d80', 'mac_address': 'fa:16:3e:9a:3f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab65b9bb-fd3d-457f-b7c9-e4ea2436eb76', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:01:59.670977 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9b67481c-c3e1-4039-ad93-4471e8f110a2 req-e22fbc16-d83f-4d33-9deb-91a2fce07fdd service neutron] 10.222.0.13 "GET /v2.0/networks/92fdbd27-9981-47b9-bc38-a1dc30f8af4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7140384 Jul 24 01:01:59.756425 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:59.775764 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7344425b-746d-4f70-aef6-0d585ac96d80 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:01:59.801460 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 7344425b-746d-4f70-aef6-0d585ac96d80, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=7344425b-746d-4f70-aef6-0d585ac96d80,segment=NetworkSegment(e72432ce-7fae-484d-a8cb-ce3ee49f8b6b),segment_id=e72432ce-7fae-484d-a8cb-ce3ee49f8b6b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:01:59.808083 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:59.849521 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51740a9c-dca8-46c5-b45c-55c1d9d064e8 req-e10f604f-2f36-4b62-bdb7-d8b215e2cd41 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:01:59.855882 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-51740a9c-dca8-46c5-b45c-55c1d9d064e8 req-e10f604f-2f36-4b62-bdb7-d8b215e2cd41 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=46b65dbc-891c-4ae8-b860-decd3d2a43a6 HTTP/1.1" status: 200 len: 932 time: 0.1372046 Jul 24 01:01:59.876438 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9b67481c-c3e1-4039-ad93-4471e8f110a2 req-a943a604-c7f9-47ec-bb3c-43339880b519 service neutron] 10.222.0.13 "GET /v2.0/networks/92fdbd27-9981-47b9-bc38-a1dc30f8af4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904647 Jul 24 01:01:59.902142 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-73ef64ab-8e1f-4356-a1b3-017caa7ef5af req-4a7cc7a7-2d72-47ff-b0e5-1709f427e427 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:59.913412 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-73ef64ab-8e1f-4356-a1b3-017caa7ef5af req-4a7cc7a7-2d72-47ff-b0e5-1709f427e427 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:01:59.924867 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=7344425b-746d-4f70-aef6-0d585ac96d80,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:01:59.956596 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-51740a9c-dca8-46c5-b45c-55c1d9d064e8 req-ce8fa360-8e77-44f3-8c76-b8b25bfbab46 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965111 Jul 24 01:02:00.042475 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7cc7a7-2d72-47ff-b0e5-1709f427e427 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Pushing event updated for resources: {'Port': ['ID=52b652a5-9d0f-4a4e-828e-ea7ee0f13ade,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:00.058934 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-6615598d-9fe6-4026-9641-716fd5c645da req-5067a53f-3199-4c6b-a807-fd5a9a1e1299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66707842-879e-488f-a9e7-c41485b69ee6 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:02:00.064366 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-73ef64ab-8e1f-4356-a1b3-017caa7ef5af req-4a7cc7a7-2d72-47ff-b0e5-1709f427e427 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:00.073897 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6615598d-9fe6-4026-9641-716fd5c645da req-5067a53f-3199-4c6b-a807-fd5a9a1e1299 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:00.117472 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-73ef64ab-8e1f-4356-a1b3-017caa7ef5af req-4a7cc7a7-2d72-47ff-b0e5-1709f427e427 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:00.126118 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-73ef64ab-8e1f-4356-a1b3-017caa7ef5af req-4a7cc7a7-2d72-47ff-b0e5-1709f427e427 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.2069480 Jul 24 01:02:00.130753 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-6615598d-9fe6-4026-9641-716fd5c645da req-5067a53f-3199-4c6b-a807-fd5a9a1e1299 service neutron] Transition to ACTIVE for port object 66707842-879e-488f-a9e7-c41485b69ee6 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:02:00.140175 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6615598d-9fe6-4026-9641-716fd5c645da req-5067a53f-3199-4c6b-a807-fd5a9a1e1299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:00.227667 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['7344425b-746d-4f70-aef6-0d585ac96d80'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:02:00.311908 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['0623232c-3554-4886-af4b-0fa6ed692d46'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:02:00.350995 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-73ef64ab-8e1f-4356-a1b3-017caa7ef5af req-6c729389-7712-4125-b267-ee12f36058f0 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.70 HTTP/1.1" status: 200 len: 695 time: 0.1856558 Jul 24 01:02:00.378059 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067a53f-3199-4c6b-a807-fd5a9a1e1299 service neutron] Pushing event updated for resources: {'Port': ['ID=66707842-879e-488f-a9e7-c41485b69ee6,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:00.552149 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-6615598d-9fe6-4026-9641-716fd5c645da req-5067a53f-3199-4c6b-a807-fd5a9a1e1299 service neutron] Attempting to bind port 66707842-879e-488f-a9e7-c41485b69ee6 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:02:00.552149 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-6615598d-9fe6-4026-9641-716fd5c645da req-5067a53f-3199-4c6b-a807-fd5a9a1e1299 service neutron] Attempting to bind port 66707842-879e-488f-a9e7-c41485b69ee6 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '6a0dcd8e-3884-461b-ac3c-4a378c6b966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7bb51f2f-00d3-4129-bd46-3f370febb2ae'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:02:00.552149 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6615598d-9fe6-4026-9641-716fd5c645da req-5067a53f-3199-4c6b-a807-fd5a9a1e1299 service neutron] Attempting to bind port 66707842-879e-488f-a9e7-c41485b69ee6 on network 7bb51f2f-00d3-4129-bd46-3f370febb2ae {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:02:00.567017 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ef64ab-8e1f-4356-a1b3-017caa7ef5af req-b4e4c3ca-1d59-4191-be72-98edff4057de tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:00.568622 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-73ef64ab-8e1f-4356-a1b3-017caa7ef5af req-b4e4c3ca-1d59-4191-be72-98edff4057de tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/networks/40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 784 time: 0.2168014 Jul 24 01:02:00.569543 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6615598d-9fe6-4026-9641-716fd5c645da req-5067a53f-3199-4c6b-a807-fd5a9a1e1299 service neutron] Port 66707842-879e-488f-a9e7-c41485b69ee6 on network 7bb51f2f-00d3-4129-bd46-3f370febb2ae not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:02:00.569882 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6615598d-9fe6-4026-9641-716fd5c645da req-5067a53f-3199-4c6b-a807-fd5a9a1e1299 service neutron] Attempting to bind port 66707842-879e-488f-a9e7-c41485b69ee6 on network 7bb51f2f-00d3-4129-bd46-3f370febb2ae {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:02:00.575649 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6615598d-9fe6-4026-9641-716fd5c645da req-5067a53f-3199-4c6b-a807-fd5a9a1e1299 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:02:00.576005 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6615598d-9fe6-4026-9641-716fd5c645da req-5067a53f-3199-4c6b-a807-fd5a9a1e1299 service neutron] Checking segment: {'id': '6a0dcd8e-3884-461b-ac3c-4a378c6b966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7bb51f2f-00d3-4129-bd46-3f370febb2ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:02:00.576415 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6615598d-9fe6-4026-9641-716fd5c645da req-5067a53f-3199-4c6b-a807-fd5a9a1e1299 service neutron] Bound using segment: {'id': '6a0dcd8e-3884-461b-ac3c-4a378c6b966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7bb51f2f-00d3-4129-bd46-3f370febb2ae'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:02:00.576856 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-6615598d-9fe6-4026-9641-716fd5c645da req-5067a53f-3199-4c6b-a807-fd5a9a1e1299 service neutron] Bound port: 66707842-879e-488f-a9e7-c41485b69ee6, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a0dcd8e-3884-461b-ac3c-4a378c6b966a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7bb51f2f-00d3-4129-bd46-3f370febb2ae'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:02:00.577232 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6615598d-9fe6-4026-9641-716fd5c645da req-5067a53f-3199-4c6b-a807-fd5a9a1e1299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:00.586134 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [req-73ef64ab-8e1f-4356-a1b3-017caa7ef5af req-b772047b-03d1-46ef-9195-b07afb5afb6f tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:02:00.587193 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-73ef64ab-8e1f-4356-a1b3-017caa7ef5af req-b772047b-03d1-46ef-9195-b07afb5afb6f tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077055 Jul 24 01:02:00.664258 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392581ea-2faf-4c78-83c6-7cb3b8fb0389 req-2bd786d6-cb8e-4e96-b15b-689c9c29b7ac tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:00.665955 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-392581ea-2faf-4c78-83c6-7cb3b8fb0389 req-2bd786d6-cb8e-4e96-b15b-689c9c29b7ac tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a854ce4-2521-4a79-9f7b-0b4a6dea4cd1 HTTP/1.1" status: 200 len: 944 time: 0.0748398 Jul 24 01:02:00.713003 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-392581ea-2faf-4c78-83c6-7cb3b8fb0389 req-714c2575-1e5c-4364-ba73-50c3823810d9 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6565f28-e80a-4c96-9f83-284e1c4e38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401597 Jul 24 01:02:00.740139 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-6615598d-9fe6-4026-9641-716fd5c645da req-5067a53f-3199-4c6b-a807-fd5a9a1e1299 service neutron] For port 66707842-879e-488f-a9e7-c41485b69ee6, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:02:00.764029 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-6615598d-9fe6-4026-9641-716fd5c645da req-5067a53f-3199-4c6b-a807-fd5a9a1e1299 service neutron] For port 66707842-879e-488f-a9e7-c41485b69ee6, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=66707842-879e-488f-a9e7-c41485b69ee6,segment=NetworkSegment(6a0dcd8e-3884-461b-ac3c-4a378c6b966a),segment_id=6a0dcd8e-3884-461b-ac3c-4a378c6b966a)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:02:00.773049 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6615598d-9fe6-4026-9641-716fd5c645da req-5067a53f-3199-4c6b-a807-fd5a9a1e1299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:00.826772 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615598d-9fe6-4026-9641-716fd5c645da req-5067a53f-3199-4c6b-a807-fd5a9a1e1299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:00.827421 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6615598d-9fe6-4026-9641-716fd5c645da req-5067a53f-3199-4c6b-a807-fd5a9a1e1299 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:00.828865 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6615598d-9fe6-4026-9641-716fd5c645da req-5067a53f-3199-4c6b-a807-fd5a9a1e1299 service neutron] 10.222.0.13 "PUT /v2.0/ports/66707842-879e-488f-a9e7-c41485b69ee6 HTTP/1.1" status: 200 len: 1093 time: 2.4454229 Jul 24 01:02:00.835339 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b65dbc-891c-4ae8-b860-decd3d2a43a6', 'tag': '66707842-879e-488f-a9e7-c41485b69ee6'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:02:00.837716 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daed0f96-5f5b-48f0-b0bf-8f701b0de4e3" -d '{"events": [{"name": "network-changed", "server_uuid": "46b65dbc-891c-4ae8-b860-decd3d2a43a6", "tag": "66707842-879e-488f-a9e7-c41485b69ee6"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:02:00.873176 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121f3b7-61ac-4d05-80ee-67019a4f8285 req-5ddeac60-3a06-44fd-bebb-117dd7625b27 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:00.874902 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7121f3b7-61ac-4d05-80ee-67019a4f8285 req-5ddeac60-3a06-44fd-bebb-117dd7625b27 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2073543 Jul 24 01:02:00.893082 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ddfdb2-01cd-40e5-8a41-7b9a4939a237 x-openstack-request-id: req-d1ddfdb2-01cd-40e5-8a41-7b9a4939a237 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:02:00.893082 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b65dbc-891c-4ae8-b860-decd3d2a43a6", "tag": "66707842-879e-488f-a9e7-c41485b69ee6", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:02:00.893915 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d1ddfdb2-01cd-40e5-8a41-7b9a4939a237 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:02:00.893915 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46b65dbc-891c-4ae8-b860-decd3d2a43a6', 'tag': '66707842-879e-488f-a9e7-c41485b69ee6', 'status': 'completed', 'code': 200} Jul 24 01:02:00.898596 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 41674) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:00.932644 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067a53f-3199-4c6b-a807-fd5a9a1e1299 service neutron] Pushing event updated for resources: {'Port': ['ID=66707842-879e-488f-a9e7-c41485b69ee6,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:00.986858 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7121f3b7-61ac-4d05-80ee-67019a4f8285 req-f6fe87da-782d-4b0d-9c38-fad8c1676652 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.70 HTTP/1.1" status: 200 len: 695 time: 0.0970113 Jul 24 01:02:01.001416 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-7121f3b7-61ac-4d05-80ee-67019a4f8285 req-0d30b5fd-fce4-4a7a-833c-7946eace38c5 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Request body: {'floatingip': {'port_id': '10b7276e-19e0-4ca9-bacf-9b43f6e4c691', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:01.029870 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-24daf251-259e-41ca-a347-6804799263fe tempest-RoutersAdminNegativeIpV6Test-486998204 tempest-RoutersAdminNegativeIpV6Test-486998204-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-795947553', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:01.043603 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615598d-9fe6-4026-9641-716fd5c645da req-86e10e2c-5929-4cf5-a59a-f62e3487abbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:01.045133 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6615598d-9fe6-4026-9641-716fd5c645da req-86e10e2c-5929-4cf5-a59a-f62e3487abbd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f013df7f7eb44beeaa371687a90f2b0c&device_id=46b65dbc-891c-4ae8-b860-decd3d2a43a6 HTTP/1.1" status: 200 len: 1096 time: 0.1674638 Jul 24 01:02:01.053067 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7121f3b7-61ac-4d05-80ee-67019a4f8285 req-0d30b5fd-fce4-4a7a-833c-7946eace38c5 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks [] for floatingip, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:01.100280 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24daf251-259e-41ca-a347-6804799263fe tempest-RoutersAdminNegativeIpV6Test-486998204 tempest-RoutersAdminNegativeIpV6Test-486998204-project-admin] Made reservation on behalf of e80d9cf39f844ef4b15c5b1f03613dd3 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:02:01.102817 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-24daf251-259e-41ca-a347-6804799263fe tempest-RoutersAdminNegativeIpV6Test-486998204 tempest-RoutersAdminNegativeIpV6Test-486998204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:01.115994 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-24daf251-259e-41ca-a347-6804799263fe tempest-RoutersAdminNegativeIpV6Test-486998204 tempest-RoutersAdminNegativeIpV6Test-486998204-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:01.125549 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6615598d-9fe6-4026-9641-716fd5c645da req-91b38a9a-9db9-4395-863e-43f629e924d1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66707842-879e-488f-a9e7-c41485b69ee6 HTTP/1.1" status: 200 len: 217 time: 0.0693033 Jul 24 01:02:01.209938 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d07e9-c954-4193-b55e-655b12a25a9a req-5d8f5e6e-c670-414c-a8eb-a7f566a40417 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:01.217474 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-773d07e9-c954-4193-b55e-655b12a25a9a req-5d8f5e6e-c670-414c-a8eb-a7f566a40417 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=46b65dbc-891c-4ae8-b860-decd3d2a43a6 HTTP/1.1" status: 200 len: 944 time: 0.1804373 Jul 24 01:02:01.257065 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615598d-9fe6-4026-9641-716fd5c645da req-a37ee07d-e950-412d-8968-f9d60d8ebd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:01.257065 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6615598d-9fe6-4026-9641-716fd5c645da req-a37ee07d-e950-412d-8968-f9d60d8ebd9d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca9fc3c9-f297-4e8b-a8e5-3d3783f9f619 HTTP/1.1" status: 200 len: 854 time: 0.1029484 Jul 24 01:02:01.284115 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-773d07e9-c954-4193-b55e-655b12a25a9a req-2c1cc6a7-c8cd-4d09-8f72-305674680cf6 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625196 Jul 24 01:02:01.307948 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6615598d-9fe6-4026-9641-716fd5c645da req-0685e01d-9b13-495f-9469-024c6ea3ee7e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7bb51f2f-00d3-4129-bd46-3f370febb2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454843 Jul 24 01:02:01.329479 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-24daf251-259e-41ca-a347-6804799263fe tempest-RoutersAdminNegativeIpV6Test-486998204 tempest-RoutersAdminNegativeIpV6Test-486998204-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:01.336785 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-24daf251-259e-41ca-a347-6804799263fe tempest-RoutersAdminNegativeIpV6Test-486998204 tempest-RoutersAdminNegativeIpV6Test-486998204-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:01.343963 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-24daf251-259e-41ca-a347-6804799263fe tempest-RoutersAdminNegativeIpV6Test-486998204 tempest-RoutersAdminNegativeIpV6Test-486998204-project-admin] device_id is not set on port 8ca04dc3-c079-477d-83cf-5020dc339932 yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:02:01.414115 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24daf251-259e-41ca-a347-6804799263fe tempest-RoutersAdminNegativeIpV6Test-486998204 tempest-RoutersAdminNegativeIpV6Test-486998204-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92058f93-95f3-4890-a1f1-b48809c5fe81,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:01.489121 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-24daf251-259e-41ca-a347-6804799263fe tempest-RoutersAdminNegativeIpV6Test-486998204 tempest-RoutersAdminNegativeIpV6Test-486998204-project-admin] Allocated IP 172.25.2.23 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/8ca04dc3-c079-477d-83cf-5020dc339932) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:02:01.500881 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6615598d-9fe6-4026-9641-716fd5c645da req-7e725408-a6dc-485a-85b0-4fdb078e1ead service neutron] 10.222.0.13 "GET /v2.0/networks/7bb51f2f-00d3-4129-bd46-3f370febb2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482606 Jul 24 01:02:01.639609 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-24daf251-259e-41ca-a347-6804799263fe tempest-RoutersAdminNegativeIpV6Test-486998204 tempest-RoutersAdminNegativeIpV6Test-486998204-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:01.684571 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-24daf251-259e-41ca-a347-6804799263fe tempest-RoutersAdminNegativeIpV6Test-486998204 tempest-RoutersAdminNegativeIpV6Test-486998204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:01.744256 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24daf251-259e-41ca-a347-6804799263fe tempest-RoutersAdminNegativeIpV6Test-486998204 tempest-RoutersAdminNegativeIpV6Test-486998204-project-admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:02:01.748581 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-24daf251-259e-41ca-a347-6804799263fe tempest-RoutersAdminNegativeIpV6Test-486998204 tempest-RoutersAdminNegativeIpV6Test-486998204-project-admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:02:01.751974 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24daf251-259e-41ca-a347-6804799263fe tempest-RoutersAdminNegativeIpV6Test-486998204 tempest-RoutersAdminNegativeIpV6Test-486998204-project-admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:02:01.755952 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24daf251-259e-41ca-a347-6804799263fe tempest-RoutersAdminNegativeIpV6Test-486998204 tempest-RoutersAdminNegativeIpV6Test-486998204-project-admin] Pushing event updated for resources: {'Port': ['ID=8ca04dc3-c079-477d-83cf-5020dc339932,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:01.840580 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6615598d-9fe6-4026-9641-716fd5c645da req-3f9126b8-ca04-4687-be7c-db2458161d92 service neutron] 10.222.0.13 "GET /v2.0/networks/7bb51f2f-00d3-4129-bd46-3f370febb2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110685 Jul 24 01:02:01.841371 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24daf251-259e-41ca-a347-6804799263fe tempest-RoutersAdminNegativeIpV6Test-486998204 tempest-RoutersAdminNegativeIpV6Test-486998204-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:01.841991 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-24daf251-259e-41ca-a347-6804799263fe tempest-RoutersAdminNegativeIpV6Test-486998204 tempest-RoutersAdminNegativeIpV6Test-486998204-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:01.875550 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-24daf251-259e-41ca-a347-6804799263fe tempest-RoutersAdminNegativeIpV6Test-486998204 tempest-RoutersAdminNegativeIpV6Test-486998204-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 0.9752936 Jul 24 01:02:01.881181 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 41704) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:01.887691 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-28fdf580-58c5-4a4b-a84e-4532ebd51e3d tempest-RoutersAdminNegativeIpV6Test-486998204 tempest-RoutersAdminNegativeIpV6Test-486998204-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.23'}]}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:01.916597 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a25be35-b0aa-4406-b3f9-2f3551f5bded req-b4d1458e-d52b-44ca-b5ce-584e576ba62f tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:01.918414 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7a25be35-b0aa-4406-b3f9-2f3551f5bded req-b4d1458e-d52b-44ca-b5ce-584e576ba62f tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a854ce4-2521-4a79-9f7b-0b4a6dea4cd1 HTTP/1.1" status: 200 len: 944 time: 0.1182687 Jul 24 01:02:01.951788 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-28fdf580-58c5-4a4b-a84e-4532ebd51e3d tempest-RoutersAdminNegativeIpV6Test-486998204 tempest-RoutersAdminNegativeIpV6Test-486998204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:01.953251 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-28fdf580-58c5-4a4b-a84e-4532ebd51e3d tempest-RoutersAdminNegativeIpV6Test-486998204 tempest-RoutersAdminNegativeIpV6Test-486998204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:01.954749 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7121f3b7-61ac-4d05-80ee-67019a4f8285 req-0d30b5fd-fce4-4a7a-833c-7946eace38c5 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:01.960261 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7121f3b7-61ac-4d05-80ee-67019a4f8285 req-0d30b5fd-fce4-4a7a-833c-7946eace38c5 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:01.985113 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7a25be35-b0aa-4406-b3f9-2f3551f5bded req-e836b7fe-ba8c-4d98-b113-5f1a16de2d7f tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6565f28-e80a-4c96-9f83-284e1c4e38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533662 Jul 24 01:02:02.033699 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-28fdf580-58c5-4a4b-a84e-4532ebd51e3d tempest-RoutersAdminNegativeIpV6Test-486998204 tempest-RoutersAdminNegativeIpV6Test-486998204-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:02.066099 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed0f96-5f5b-48f0-b0bf-8f701b0de4e3 req-6ee94606-2b28-4794-88a6-e7ef16a9b911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:02.067726 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-daed0f96-5f5b-48f0-b0bf-8f701b0de4e3 req-6ee94606-2b28-4794-88a6-e7ef16a9b911 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f013df7f7eb44beeaa371687a90f2b0c&device_id=46b65dbc-891c-4ae8-b860-decd3d2a43a6 HTTP/1.1" status: 200 len: 1096 time: 0.1533222 Jul 24 01:02:02.110752 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [req-7121f3b7-61ac-4d05-80ee-67019a4f8285 req-0d30b5fd-fce4-4a7a-833c-7946eace38c5 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Floating IP f94eaa94-4d08-4f73-850c-ba9552eb4492 associated. External IP: 172.25.2.70, port: 10b7276e-19e0-4ca9-bacf-9b43f6e4c691. Jul 24 01:02:02.205975 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-28fdf580-58c5-4a4b-a84e-4532ebd51e3d tempest-RoutersAdminNegativeIpV6Test-486998204 tempest-RoutersAdminNegativeIpV6Test-486998204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:02.501728 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-28fdf580-58c5-4a4b-a84e-4532ebd51e3d tempest-RoutersAdminNegativeIpV6Test-486998204 tempest-RoutersAdminNegativeIpV6Test-486998204-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:02.527137 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-28fdf580-58c5-4a4b-a84e-4532ebd51e3d tempest-RoutersAdminNegativeIpV6Test-486998204 tempest-RoutersAdminNegativeIpV6Test-486998204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:02.536261 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51d9ec-c2a9-4673-a8ed-1ca1ddac382c req-09919926-f880-4c56-aa83-43a7d9904a99 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:02.537878 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fd51d9ec-c2a9-4673-a8ed-1ca1ddac382c req-09919926-f880-4c56-aa83-43a7d9904a99 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=46b65dbc-891c-4ae8-b860-decd3d2a43a6 HTTP/1.1" status: 200 len: 944 time: 0.1612589 Jul 24 01:02:02.592478 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed0f96-5f5b-48f0-b0bf-8f701b0de4e3 req-9bfc27ab-ad68-4594-b8ad-59f9dbe605f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:02.593974 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-daed0f96-5f5b-48f0-b0bf-8f701b0de4e3 req-9bfc27ab-ad68-4594-b8ad-59f9dbe605f6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7bb51f2f-00d3-4129-bd46-3f370febb2ae HTTP/1.1" status: 200 len: 915 time: 0.5163269 Jul 24 01:02:02.631449 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fd51d9ec-c2a9-4673-a8ed-1ca1ddac382c req-a1f44fd0-5a33-4c92-9a50-237894bb0a52 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820184 Jul 24 01:02:02.643661 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-daed0f96-5f5b-48f0-b0bf-8f701b0de4e3 req-d12855ec-cffb-4aef-ae7d-1b39c4cc8a9d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66707842-879e-488f-a9e7-c41485b69ee6 HTTP/1.1" status: 200 len: 217 time: 0.0409627 Jul 24 01:02:02.727350 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-28fdf580-58c5-4a4b-a84e-4532ebd51e3d tempest-RoutersAdminNegativeIpV6Test-486998204 tempest-RoutersAdminNegativeIpV6Test-486998204-project-admin] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:02.765636 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed0f96-5f5b-48f0-b0bf-8f701b0de4e3 req-c3232e16-2445-498f-be26-613ff64cc5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:02.767084 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-daed0f96-5f5b-48f0-b0bf-8f701b0de4e3 req-c3232e16-2445-498f-be26-613ff64cc5ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ca9fc3c9-f297-4e8b-a8e5-3d3783f9f619 HTTP/1.1" status: 200 len: 854 time: 0.1166911 Jul 24 01:02:02.806683 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-daed0f96-5f5b-48f0-b0bf-8f701b0de4e3 req-5559dd1b-0fab-4128-93f7-fe070c208ae3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7bb51f2f-00d3-4129-bd46-3f370febb2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324111 Jul 24 01:02:02.842347 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7121f3b7-61ac-4d05-80ee-67019a4f8285 req-0d30b5fd-fce4-4a7a-833c-7946eace38c5 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Router 5a63f481-f1bd-4129-8067-8b2034f88b68 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:02:02.890845 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-28fdf580-58c5-4a4b-a84e-4532ebd51e3d tempest-RoutersAdminNegativeIpV6Test-486998204 tempest-RoutersAdminNegativeIpV6Test-486998204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:02.893349 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-28fdf580-58c5-4a4b-a84e-4532ebd51e3d tempest-RoutersAdminNegativeIpV6Test-486998204 tempest-RoutersAdminNegativeIpV6Test-486998204-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:02.946579 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-28fdf580-58c5-4a4b-a84e-4532ebd51e3d tempest-RoutersAdminNegativeIpV6Test-486998204 tempest-RoutersAdminNegativeIpV6Test-486998204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:02.947504 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fdf580-58c5-4a4b-a84e-4532ebd51e3d tempest-RoutersAdminNegativeIpV6Test-486998204 tempest-RoutersAdminNegativeIpV6Test-486998204-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f018374a-a7a9-4b5a-a127-f102524b57b3 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:02:02.963521 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-28fdf580-58c5-4a4b-a84e-4532ebd51e3d tempest-RoutersAdminNegativeIpV6Test-486998204 tempest-RoutersAdminNegativeIpV6Test-486998204-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 24 01:02:02.964617 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-28fdf580-58c5-4a4b-a84e-4532ebd51e3d tempest-RoutersAdminNegativeIpV6Test-486998204 tempest-RoutersAdminNegativeIpV6Test-486998204-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.0814228 Jul 24 01:02:02.968177 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 41710) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:02.991211 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-daed0f96-5f5b-48f0-b0bf-8f701b0de4e3 req-15a257a6-a34e-479a-b1cb-7fafb82af9e8 service neutron] 10.222.0.13 "GET /v2.0/networks/7bb51f2f-00d3-4129-bd46-3f370febb2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737359 Jul 24 01:02:03.055196 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7121f3b7-61ac-4d05-80ee-67019a4f8285 req-0d30b5fd-fce4-4a7a-833c-7946eace38c5 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:02:03.061259 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7121f3b7-61ac-4d05-80ee-67019a4f8285 req-0d30b5fd-fce4-4a7a-833c-7946eace38c5 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:03.068787 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a809f5-3b5c-4dc2-9f3b-217dd90de005 None None] Sync routers for ids ['5a63f481-f1bd-4129-8067-8b2034f88b68'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:02:03.078929 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a809f5-3b5c-4dc2-9f3b-217dd90de005 None None] Routers {'5a63f481-f1bd-4129-8067-8b2034f88b68'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:02:03.079572 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-b2a809f5-3b5c-4dc2-9f3b-217dd90de005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:01:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['5a63f481-f1bd-4129-8067-8b2034f88b68'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:02:03.111898 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-2b43e06f-cc89-478d-a0ab-e3f42d15be91 tempest-RoutersAdminNegativeIpV6Test-486998204 tempest-RoutersAdminNegativeIpV6Test-486998204-project-admin] Deleting port 8ca04dc3-c079-477d-83cf-5020dc339932 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:02:03.112737 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2b43e06f-cc89-478d-a0ab-e3f42d15be91 tempest-RoutersAdminNegativeIpV6Test-486998204 tempest-RoutersAdminNegativeIpV6Test-486998204-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:03.164905 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7121f3b7-61ac-4d05-80ee-67019a4f8285 req-0d30b5fd-fce4-4a7a-833c-7946eace38c5 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "PUT /v2.0/floatingips/f94eaa94-4d08-4f73-850c-ba9552eb4492 HTTP/1.1" status: 200 len: 996 time: 2.1691377 Jul 24 01:02:03.165644 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6f5d52-23de-49ad-a41e-c2916ce4e2c5', 'tag': '10b7276e-19e0-4ca9-bacf-9b43f6e4c691'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:02:03.168791 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76648d23-6213-48da-9a22-af1c86411b1f" -d '{"events": [{"name": "network-changed", "server_uuid": "4a6f5d52-23de-49ad-a41e-c2916ce4e2c5", "tag": "10b7276e-19e0-4ca9-bacf-9b43f6e4c691"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:02:03.172401 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-daed0f96-5f5b-48f0-b0bf-8f701b0de4e3 req-4b12a842-3c51-465a-988e-c824def3ea03 service neutron] 10.222.0.13 "GET /v2.0/networks/7bb51f2f-00d3-4129-bd46-3f370febb2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719346 Jul 24 01:02:03.204309 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-b2a809f5-3b5c-4dc2-9f3b-217dd90de005 None None] Set router 5a63f481-f1bd-4129-8067-8b2034f88b68 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:02:03.207934 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248516f1-4f26-47a8-8615-c2565fc3e48e req-dc1fca93-422e-44be-83e2-a2d22127260c tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:03.209657 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-248516f1-4f26-47a8-8615-c2565fc3e48e req-dc1fca93-422e-44be-83e2-a2d22127260c tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a854ce4-2521-4a79-9f7b-0b4a6dea4cd1 HTTP/1.1" status: 200 len: 944 time: 0.1355641 Jul 24 01:02:03.231138 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2b43e06f-cc89-478d-a0ab-e3f42d15be91 tempest-RoutersAdminNegativeIpV6Test-486998204 tempest-RoutersAdminNegativeIpV6Test-486998204-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:03.251442 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-2b43e06f-cc89-478d-a0ab-e3f42d15be91 tempest-RoutersAdminNegativeIpV6Test-486998204 tempest-RoutersAdminNegativeIpV6Test-486998204-project-admin] Calling delete_port for 8ca04dc3-c079-477d-83cf-5020dc339932 owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:02:03.252957 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121f3b7-61ac-4d05-80ee-67019a4f8285 req-ab42677d-03f0-4e71-a7bc-5205389c2197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:03.261075 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7121f3b7-61ac-4d05-80ee-67019a4f8285 req-ab42677d-03f0-4e71-a7bc-5205389c2197 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=626332b8d2a44f2d913cfa7775848708&device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 1098 time: 0.0745139 Jul 24 01:02:03.266863 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 0623232c-3554-4886-af4b-0fa6ed692d46 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:02:03.279374 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-248516f1-4f26-47a8-8615-c2565fc3e48e req-10f0fcba-7887-4f6f-b6ea-f6b54d1a2635 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6565f28-e80a-4c96-9f83-284e1c4e38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590289 Jul 24 01:02:03.389068 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121f3b7-61ac-4d05-80ee-67019a4f8285 req-a5e985ef-1b2f-4950-964e-c459e8902e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:03.391013 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7121f3b7-61ac-4d05-80ee-67019a4f8285 req-a5e985ef-1b2f-4950-964e-c459e8902e77 service neutron] 10.222.0.15 "GET /v2.0/networks?id=662676c2-c269-4b06-8b5d-f431eabf5e53 HTTP/1.1" status: 200 len: 921 time: 0.1228814 Jul 24 01:02:03.431992 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2b43e06f-cc89-478d-a0ab-e3f42d15be91 tempest-RoutersAdminNegativeIpV6Test-486998204 tempest-RoutersAdminNegativeIpV6Test-486998204-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:03.484579 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b43e06f-cc89-478d-a0ab-e3f42d15be91 tempest-RoutersAdminNegativeIpV6Test-486998204 tempest-RoutersAdminNegativeIpV6Test-486998204-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ca04dc3-c079-477d-83cf-5020dc339932,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:03.498340 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 0623232c-3554-4886-af4b-0fa6ed692d46 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:02:03.506676 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 0623232c-3554-4886-af4b-0fa6ed692d46 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:02:03.507167 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:03.512777 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7121f3b7-61ac-4d05-80ee-67019a4f8285 req-93cd52fd-dc7c-4903-85b9-d6a422f04164 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10b7276e-19e0-4ca9-bacf-9b43f6e4c691 HTTP/1.1" status: 200 len: 999 time: 0.1095355 Jul 24 01:02:03.525443 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cd7a45-36a9-47ba-b57d-fc84641a5418 x-openstack-request-id: req-08cd7a45-36a9-47ba-b57d-fc84641a5418 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:02:03.525729 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a6f5d52-23de-49ad-a41e-c2916ce4e2c5", "tag": "10b7276e-19e0-4ca9-bacf-9b43f6e4c691", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:02:03.525984 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-08cd7a45-36a9-47ba-b57d-fc84641a5418 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:02:03.526378 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a6f5d52-23de-49ad-a41e-c2916ce4e2c5', 'tag': '10b7276e-19e0-4ca9-bacf-9b43f6e4c691', 'status': 'completed', 'code': 200} Jul 24 01:02:03.567058 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2b43e06f-cc89-478d-a0ab-e3f42d15be91 tempest-RoutersAdminNegativeIpV6Test-486998204 tempest-RoutersAdminNegativeIpV6Test-486998204-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:03.570239 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2b43e06f-cc89-478d-a0ab-e3f42d15be91 tempest-RoutersAdminNegativeIpV6Test-486998204 tempest-RoutersAdminNegativeIpV6Test-486998204-project-admin] 10.222.0.15 "DELETE /v2.0/ports/8ca04dc3-c079-477d-83cf-5020dc339932 HTTP/1.1" status: 204 len: 168 time: 0.6005709 Jul 24 01:02:03.616305 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121f3b7-61ac-4d05-80ee-67019a4f8285 req-6c8ae6e2-8893-46fa-932c-02003432b77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:03.617984 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7121f3b7-61ac-4d05-80ee-67019a4f8285 req-6c8ae6e2-8893-46fa-932c-02003432b77d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=261afb07-f977-4eed-842d-3916df829b42 HTTP/1.1" status: 200 len: 860 time: 0.1042845 Jul 24 01:02:03.646026 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-b2a809f5-3b5c-4dc2-9f3b-217dd90de005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a63f481-f1bd-4129-8067-8b2034f88b68', 'name': 'tempest-ServerRescueTestJSONUnderV235-1692976672-router', 'tenant_id': '626332b8d2a44f2d913cfa7775848708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '85939ae2-3759-4680-96d3-4d89c04bb9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:00:52Z', 'updated_at': '2021-07-24T01:00:56Z', 'revision_number': 4, 'project_id': '626332b8d2a44f2d913cfa7775848708', 'gw_port': {'id': '85939ae2-3759-4680-96d3-4d89c04bb9ed', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:96:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63f481-f1bd-4129-8067-8b2034f88b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:53Z', 'updated_at': '2021-07-24T01:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'f94eaa94-4d08-4f73-850c-ba9552eb4492', 'tenant_id': '626332b8d2a44f2d913cfa7775848708', 'floating_ip_address': '172.25.2.70', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '5a63f481-f1bd-4129-8067-8b2034f88b68', 'port_id': '10b7276e-19e0-4ca9-bacf-9b43f6e4c691', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '662676c2-c269-4b06-8b5d-f431eabf5e53', 'mac_address': 'fa:16:3e:ac:ef:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6f5d52-23de-49ad-a41e-c2916ce4e2c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:01:58Z', 'updated_at': '2021-07-24T01:02:01Z', 'revision_number': 1, 'project_id': '626332b8d2a44f2d913cfa7775848708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed47add9-15f7-49c6-9042-60e9e291b8eb', 'name': '', 'network_id': '662676c2-c269-4b06-8b5d-f431eabf5e53', 'tenant_id': '626332b8d2a44f2d913cfa7775848708', 'mac_address': 'fa:16:3e:76:5f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63f481-f1bd-4129-8067-8b2034f88b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '261afb07-f977-4eed-842d-3916df829b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:55Z', 'updated_at': '2021-07-24T01:01:03Z', 'revision_number': 5, 'project_id': '626332b8d2a44f2d913cfa7775848708', 'subnets': [{'id': '261afb07-f977-4eed-842d-3916df829b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:02:03.664793 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7121f3b7-61ac-4d05-80ee-67019a4f8285 req-39cda866-8747-46f5-bea9-d94f957050b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=662676c2-c269-4b06-8b5d-f431eabf5e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371313 Jul 24 01:02:03.708405 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76648d23-6213-48da-9a22-af1c86411b1f req-3777caaa-b14d-4bc8-bd09-aff2552b9a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:03.710217 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-76648d23-6213-48da-9a22-af1c86411b1f req-3777caaa-b14d-4bc8-bd09-aff2552b9a80 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=626332b8d2a44f2d913cfa7775848708&device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 1098 time: 0.1865788 Jul 24 01:02:03.714686 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:03.720954 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a809f5-3b5c-4dc2-9f3b-217dd90de005 None None] Checking router: 5a63f481-f1bd-4129-8067-8b2034f88b68 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:02:03.760957 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a809f5-3b5c-4dc2-9f3b-217dd90de005 None None] Routers {'5a63f481-f1bd-4129-8067-8b2034f88b68'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:02:03.761903 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-b2a809f5-3b5c-4dc2-9f3b-217dd90de005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:01:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['5a63f481-f1bd-4129-8067-8b2034f88b68'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:02:03.789169 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 0623232c-3554-4886-af4b-0fa6ed692d46, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=0623232c-3554-4886-af4b-0fa6ed692d46,segment=NetworkSegment(e72432ce-7fae-484d-a8cb-ce3ee49f8b6b),segment_id=e72432ce-7fae-484d-a8cb-ce3ee49f8b6b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:02:03.792491 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6350b47c-d943-40a9-a193-574c978b73d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0623232c-3554-4886-af4b-0fa6ed692d46'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:02:03.795407 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a5bf98-b2fa-43e9-b223-a9fb9b6c1c03" -d '{"events": [{"server_uuid": "6350b47c-d943-40a9-a193-574c978b73d9", "name": "network-vif-plugged", "status": "completed", "tag": "0623232c-3554-4886-af4b-0fa6ed692d46"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:02:03.853168 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:03.855767 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 7344425b-746d-4f70-aef6-0d585ac96d80 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:02:03.893482 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3348dfed-2c09-426d-b57f-6f36d653c068 req-c80eb3ac-782a-43f3-b40f-47357419c429 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:03.896009 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3348dfed-2c09-426d-b57f-6f36d653c068 req-c80eb3ac-782a-43f3-b40f-47357419c429 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=46b65dbc-891c-4ae8-b860-decd3d2a43a6 HTTP/1.1" status: 200 len: 944 time: 0.1622779 Jul 24 01:02:03.936653 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7121f3b7-61ac-4d05-80ee-67019a4f8285 req-81666f5c-ad38-4b0d-a8a8-82a595501729 service neutron] 10.222.0.15 "GET /v2.0/networks/662676c2-c269-4b06-8b5d-f431eabf5e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612259 Jul 24 01:02:03.964392 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 41744) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:03.984449 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3348dfed-2c09-426d-b57f-6f36d653c068 req-8c0a124a-d140-4ba5-add9-5a65a402ea59 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723875 Jul 24 01:02:04.055162 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76648d23-6213-48da-9a22-af1c86411b1f req-1c6c7eef-9ab3-40c1-b820-5b48fb4a34b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:04.056823 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-76648d23-6213-48da-9a22-af1c86411b1f req-1c6c7eef-9ab3-40c1-b820-5b48fb4a34b3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=662676c2-c269-4b06-8b5d-f431eabf5e53 HTTP/1.1" status: 200 len: 921 time: 0.3391287 Jul 24 01:02:04.059418 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7121f3b7-61ac-4d05-80ee-67019a4f8285 req-17402010-0048-4fe7-a11d-2ab3d24061e7 service neutron] 10.222.0.15 "GET /v2.0/networks/662676c2-c269-4b06-8b5d-f431eabf5e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151123 Jul 24 01:02:04.068434 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92766626-fe1b-450d-8206-351c25d1fc98 x-openstack-request-id: req-92766626-fe1b-450d-8206-351c25d1fc98 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:02:04.069041 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6350b47c-d943-40a9-a193-574c978b73d9", "name": "network-vif-plugged", "status": "completed", "tag": "0623232c-3554-4886-af4b-0fa6ed692d46", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:02:04.069939 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-92766626-fe1b-450d-8206-351c25d1fc98 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:02:04.070528 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6350b47c-d943-40a9-a193-574c978b73d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0623232c-3554-4886-af4b-0fa6ed692d46', 'code': 200} Jul 24 01:02:04.077905 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=0623232c-3554-4886-af4b-0fa6ed692d46,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:04.155814 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 7344425b-746d-4f70-aef6-0d585ac96d80 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:02:04.163367 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 7344425b-746d-4f70-aef6-0d585ac96d80 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:02:04.167510 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:04.205608 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-76648d23-6213-48da-9a22-af1c86411b1f req-ef1a53ff-7556-40c5-b7ae-ef2df3b39c80 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10b7276e-19e0-4ca9-bacf-9b43f6e4c691 HTTP/1.1" status: 200 len: 999 time: 0.1356819 Jul 24 01:02:04.235850 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-b2a809f5-3b5c-4dc2-9f3b-217dd90de005 None None] Set router 5a63f481-f1bd-4129-8067-8b2034f88b68 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:02:04.270255 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41659cf4-b33a-4664-be07-685f032b138b req-b6f31723-1999-4b73-90bf-60fedb0e9cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:04.271885 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-41659cf4-b33a-4664-be07-685f032b138b req-b6f31723-1999-4b73-90bf-60fedb0e9cf6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6350b47c-d943-40a9-a193-574c978b73d9 HTTP/1.1" status: 200 len: 1098 time: 0.1235099 Jul 24 01:02:04.278607 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76648d23-6213-48da-9a22-af1c86411b1f req-a76d3dba-2f25-476e-8c46-e79f77e282fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:04.280229 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-76648d23-6213-48da-9a22-af1c86411b1f req-a76d3dba-2f25-476e-8c46-e79f77e282fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=261afb07-f977-4eed-842d-3916df829b42 HTTP/1.1" status: 200 len: 860 time: 0.0669303 Jul 24 01:02:04.302168 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-817efe21-ee90-45da-a09f-533d9cda6fa0 req-2165200d-2567-441d-9cf8-ac13a4298811 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.70 HTTP/1.1" status: 200 len: 999 time: 0.1680799 Jul 24 01:02:04.330013 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-76648d23-6213-48da-9a22-af1c86411b1f req-5948c555-3a0b-41aa-a170-a4484f7d085f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=662676c2-c269-4b06-8b5d-f431eabf5e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404060 Jul 24 01:02:04.330322 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-039244c5-c3d6-4a7e-a591-f6cf2ba01f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:04.347217 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-41659cf4-b33a-4664-be07-685f032b138b req-2dcc9ff9-d757-4996-bc1e-a20833b64d21 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e6565f28-e80a-4c96-9f83-284e1c4e38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654116 Jul 24 01:02:04.504692 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-76648d23-6213-48da-9a22-af1c86411b1f req-22301382-b227-4d1c-bda6-f11303edee59 service neutron] 10.222.0.13 "GET /v2.0/networks/662676c2-c269-4b06-8b5d-f431eabf5e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601498 Jul 24 01:02:04.513964 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e5663-a25d-4b9b-af45-44867ac35946 req-b6ba4a83-20a8-41c5-aa80-6a9c358214a4 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:04.515594 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-039244c5-c3d6-4a7e-a591-f6cf2ba01f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:04.515831 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ac5e5663-a25d-4b9b-af45-44867ac35946 req-b6ba4a83-20a8-41c5-aa80-6a9c358214a4 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a854ce4-2521-4a79-9f7b-0b4a6dea4cd1 HTTP/1.1" status: 200 len: 944 time: 0.1385686 Jul 24 01:02:04.528435 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-039244c5-c3d6-4a7e-a591-f6cf2ba01f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:04.569857 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817efe21-ee90-45da-a09f-533d9cda6fa0 req-112e8d75-9530-499d-9f36-368283b526ff tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:04.572743 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-817efe21-ee90-45da-a09f-533d9cda6fa0 req-112e8d75-9530-499d-9f36-368283b526ff tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports/10b7276e-19e0-4ca9-bacf-9b43f6e4c691 HTTP/1.1" status: 200 len: 943 time: 0.2595255 Jul 24 01:02:04.622935 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-76648d23-6213-48da-9a22-af1c86411b1f req-a6e73a77-d675-4b8a-98b2-771974fe2b2f service neutron] 10.222.0.13 "GET /v2.0/networks/662676c2-c269-4b06-8b5d-f431eabf5e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060553 Jul 24 01:02:04.624523 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-039244c5-c3d6-4a7e-a591-f6cf2ba01f17 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e7a6a1f7789444b99efdcaad0a6c0779&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6590679 Jul 24 01:02:04.627094 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 41756) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:04.628237 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039244c5-c3d6-4a7e-a591-f6cf2ba01f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efbde693-666c-446c-98e6-9f1bd2946f06,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:04.716414 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ac5e5663-a25d-4b9b-af45-44867ac35946 req-dd6d0fa0-263f-43ac-beda-98c541a47382 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6565f28-e80a-4c96-9f83-284e1c4e38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923712 Jul 24 01:02:04.732802 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0245fb96-9682-4c22-92b8-a106e6c263f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:04.744403 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-817efe21-ee90-45da-a09f-533d9cda6fa0 req-aa28d103-99d7-4c2f-8488-80c9666c25a0 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.70 HTTP/1.1" status: 200 len: 999 time: 0.0896311 Jul 24 01:02:04.773225 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0245fb96-9682-4c22-92b8-a106e6c263f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:04.837685 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:04.837899 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0245fb96-9682-4c22-92b8-a106e6c263f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:04.842174 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0245fb96-9682-4c22-92b8-a106e6c263f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:04.844696 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0245fb96-9682-4c22-92b8-a106e6c263f2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/efbde693-666c-446c-98e6-9f1bd2946f06 HTTP/1.1" status: 204 len: 168 time: 0.2148569 Jul 24 01:02:04.860882 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0245fb96-9682-4c22-92b8-a106e6c263f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbde693-666c-446c-98e6-9f1bd2946f06,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:04.862890 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:04.888356 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817efe21-ee90-45da-a09f-533d9cda6fa0 req-01f2a429-60ae-4cce-b510-77b65840a91c tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:04.889879 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-817efe21-ee90-45da-a09f-533d9cda6fa0 req-01f2a429-60ae-4cce-b510-77b65840a91c tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/networks/40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 784 time: 0.1445324 Jul 24 01:02:04.928334 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 7344425b-746d-4f70-aef6-0d585ac96d80, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=7344425b-746d-4f70-aef6-0d585ac96d80,segment=NetworkSegment(e72432ce-7fae-484d-a8cb-ce3ee49f8b6b),segment_id=e72432ce-7fae-484d-a8cb-ce3ee49f8b6b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:02:04.938627 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:04.946387 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-b2a809f5-3b5c-4dc2-9f3b-217dd90de005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a63f481-f1bd-4129-8067-8b2034f88b68', 'name': 'tempest-ServerRescueTestJSONUnderV235-1692976672-router', 'tenant_id': '626332b8d2a44f2d913cfa7775848708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '85939ae2-3759-4680-96d3-4d89c04bb9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:00:52Z', 'updated_at': '2021-07-24T01:00:56Z', 'revision_number': 4, 'project_id': '626332b8d2a44f2d913cfa7775848708', 'gw_port': {'id': '85939ae2-3759-4680-96d3-4d89c04bb9ed', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:96:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63f481-f1bd-4129-8067-8b2034f88b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:53Z', 'updated_at': '2021-07-24T01:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'f94eaa94-4d08-4f73-850c-ba9552eb4492', 'tenant_id': '626332b8d2a44f2d913cfa7775848708', 'floating_ip_address': '172.25.2.70', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '5a63f481-f1bd-4129-8067-8b2034f88b68', 'port_id': '10b7276e-19e0-4ca9-bacf-9b43f6e4c691', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '662676c2-c269-4b06-8b5d-f431eabf5e53', 'mac_address': 'fa:16:3e:ac:ef:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6f5d52-23de-49ad-a41e-c2916ce4e2c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:01:58Z', 'updated_at': '2021-07-24T01:02:01Z', 'revision_number': 1, 'project_id': '626332b8d2a44f2d913cfa7775848708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed47add9-15f7-49c6-9042-60e9e291b8eb', 'name': '', 'network_id': '662676c2-c269-4b06-8b5d-f431eabf5e53', 'tenant_id': '626332b8d2a44f2d913cfa7775848708', 'mac_address': 'fa:16:3e:76:5f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63f481-f1bd-4129-8067-8b2034f88b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '261afb07-f977-4eed-842d-3916df829b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:55Z', 'updated_at': '2021-07-24T01:01:03Z', 'revision_number': 5, 'project_id': '626332b8d2a44f2d913cfa7775848708', 'subnets': [{'id': '261afb07-f977-4eed-842d-3916df829b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:02:04.992711 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-817efe21-ee90-45da-a09f-533d9cda6fa0 req-331ba0d5-5123-433b-a0ad-b6cc5e5a622a tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.70 HTTP/1.1" status: 200 len: 999 time: 0.0922151 Jul 24 01:02:04.999508 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-817efe21-ee90-45da-a09f-533d9cda6fa0 req-a421e104-3384-403e-8bfd-bae3209952ae tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:05.008071 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a809f5-3b5c-4dc2-9f3b-217dd90de005 None None] The sync data for ids ['5a63f481-f1bd-4129-8067-8b2034f88b68'] in n-d-793621-25 is: [{'id': '5a63f481-f1bd-4129-8067-8b2034f88b68', 'name': 'tempest-ServerRescueTestJSONUnderV235-1692976672-router', 'tenant_id': '626332b8d2a44f2d913cfa7775848708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '85939ae2-3759-4680-96d3-4d89c04bb9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:00:52Z', 'updated_at': '2021-07-24T01:00:56Z', 'revision_number': 4, 'project_id': '626332b8d2a44f2d913cfa7775848708', 'gw_port': {'id': '85939ae2-3759-4680-96d3-4d89c04bb9ed', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:96:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63f481-f1bd-4129-8067-8b2034f88b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:53Z', 'updated_at': '2021-07-24T01:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'f94eaa94-4d08-4f73-850c-ba9552eb4492', 'tenant_id': '626332b8d2a44f2d913cfa7775848708', 'floating_ip_address': '172.25.2.70', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '5a63f481-f1bd-4129-8067-8b2034f88b68', 'port_id': '10b7276e-19e0-4ca9-bacf-9b43f6e4c691', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '662676c2-c269-4b06-8b5d-f431eabf5e53', 'mac_address': 'fa:16:3e:ac:ef:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a6f5d52-23de-49ad-a41e-c2916ce4e2c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:01:58Z', 'updated_at': '2021-07-24T01:02:01Z', 'revision_number': 1, 'project_id': '626332b8d2a44f2d913cfa7775848708', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed47add9-15f7-49c6-9042-60e9e291b8eb', 'name': '', 'network_id': '662676c2-c269-4b06-8b5d-f431eabf5e53', 'tenant_id': '626332b8d2a44f2d913cfa7775848708', 'mac_address': 'fa:16:3e:76:5f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63f481-f1bd-4129-8067-8b2034f88b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '261afb07-f977-4eed-842d-3916df829b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:55Z', 'updated_at': '2021-07-24T01:01:03Z', 'revision_number': 5, 'project_id': '626332b8d2a44f2d913cfa7775848708', 'subnets': [{'id': '261afb07-f977-4eed-842d-3916df829b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:02:05.054469 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=7344425b-746d-4f70-aef6-0d585ac96d80,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:05.136443 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:05.159193 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-817efe21-ee90-45da-a09f-533d9cda6fa0 req-a421e104-3384-403e-8bfd-bae3209952ae tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks [] for floatingip, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:05.204519 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb600a95-9c52-452f-92f5-9567dd9faab2 req-d175de87-1537-49b9-8c76-ac837076fe66 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:05.209427 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fb600a95-9c52-452f-92f5-9567dd9faab2 req-d175de87-1537-49b9-8c76-ac837076fe66 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=46b65dbc-891c-4ae8-b860-decd3d2a43a6 HTTP/1.1" status: 200 len: 944 time: 0.1077912 Jul 24 01:02:05.256284 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 66707842-879e-488f-a9e7-c41485b69ee6 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:02:05.284247 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fb600a95-9c52-452f-92f5-9567dd9faab2 req-a70361b8-efb1-438f-8695-c6d446112545 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662842 Jul 24 01:02:05.372420 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 41768) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:05.406269 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 66707842-879e-488f-a9e7-c41485b69ee6, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=66707842-879e-488f-a9e7-c41485b69ee6,segment=NetworkSegment(6a0dcd8e-3884-461b-ac3c-4a378c6b966a),segment_id=6a0dcd8e-3884-461b-ac3c-4a378c6b966a)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:02:05.407718 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-817efe21-ee90-45da-a09f-533d9cda6fa0 req-a421e104-3384-403e-8bfd-bae3209952ae tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:05.419296 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-817efe21-ee90-45da-a09f-533d9cda6fa0 req-a421e104-3384-403e-8bfd-bae3209952ae tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:05.419540 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [req-817efe21-ee90-45da-a09f-533d9cda6fa0 req-a421e104-3384-403e-8bfd-bae3209952ae tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Floating IP f94eaa94-4d08-4f73-850c-ba9552eb4492 disassociated. External IP: 172.25.2.70, port: 10b7276e-19e0-4ca9-bacf-9b43f6e4c691. Jul 24 01:02:05.424164 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '66707842-879e-488f-a9e7-c41485b69ee6', 'network_id': '7bb51f2f-00d3-4129-bd46-3f370febb2ae', 'port_id': '66707842-879e-488f-a9e7-c41485b69ee6', 'mac_address': 'fa:16:3e:32:92:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca9fc3c9-f297-4e8b-a8e5-3d3783f9f619', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:02:05.438236 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be3b0e8-5f10-4b1e-9907-deb642cf9caf None None] New status for floating IP f94eaa94-4d08-4f73-850c-ba9552eb4492: ACTIVE {{(pid=100466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:02:05.477968 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b2c14444-1896-4e4e-a4bb-1b2d3de1c631 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e80d9cf39f844ef4b15c5b1f03613dd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1041608 Jul 24 01:02:05.478963 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 41770) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:05.509524 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:05.536569 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66707842-879e-488f-a9e7-c41485b69ee6 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:02:05.575619 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 66707842-879e-488f-a9e7-c41485b69ee6, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=66707842-879e-488f-a9e7-c41485b69ee6,segment=NetworkSegment(6a0dcd8e-3884-461b-ac3c-4a378c6b966a),segment_id=6a0dcd8e-3884-461b-ac3c-4a378c6b966a)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:02:05.585583 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:05.599559 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-666d8dd0-5507-4b2d-ab9e-8ecef5e3c15d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:05.652127 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-666d8dd0-5507-4b2d-ab9e-8ecef5e3c15d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:05.694627 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=66707842-879e-488f-a9e7-c41485b69ee6,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:05.733984 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-666d8dd0-5507-4b2d-ab9e-8ecef5e3c15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:05.736841 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-666d8dd0-5507-4b2d-ab9e-8ecef5e3c15d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:05.741072 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-666d8dd0-5507-4b2d-ab9e-8ecef5e3c15d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/92058f93-95f3-4890-a1f1-b48809c5fe81 HTTP/1.1" status: 204 len: 168 time: 0.2555370 Jul 24 01:02:05.747351 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d8dd0-5507-4b2d-ab9e-8ecef5e3c15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92058f93-95f3-4890-a1f1-b48809c5fe81,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:05.760002 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [req-817efe21-ee90-45da-a09f-533d9cda6fa0 req-a421e104-3384-403e-8bfd-bae3209952ae tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Router 5a63f481-f1bd-4129-8067-8b2034f88b68 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:02:05.927214 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee6f54f-d2f7-41f9-9f1d-2dff65e52bb3 req-fca76570-5c18-4a4d-ae4f-06c678858064 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:05.934735 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3ee6f54f-d2f7-41f9-9f1d-2dff65e52bb3 req-fca76570-5c18-4a4d-ae4f-06c678858064 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a854ce4-2521-4a79-9f7b-0b4a6dea4cd1 HTTP/1.1" status: 200 len: 945 time: 0.0943155 Jul 24 01:02:05.991795 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3ee6f54f-d2f7-41f9-9f1d-2dff65e52bb3 req-7853913d-6580-41d3-9198-85c076ff4368 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6565f28-e80a-4c96-9f83-284e1c4e38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557601 Jul 24 01:02:06.037728 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['66707842-879e-488f-a9e7-c41485b69ee6'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:02:06.081137 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a854ce4-2521-4a79-9f7b-0b4a6dea4cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7344425b-746d-4f70-aef6-0d585ac96d80'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:02:06.085196 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fb30a2-1535-482e-a8c1-320902276899" -d '{"events": [{"server_uuid": "6a854ce4-2521-4a79-9f7b-0b4a6dea4cd1", "name": "network-vif-plugged", "status": "completed", "tag": "7344425b-746d-4f70-aef6-0d585ac96d80"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:02:06.173653 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f905f2-b3d3-4eb7-8c5e-116093505d15 x-openstack-request-id: req-c6f905f2-b3d3-4eb7-8c5e-116093505d15 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:02:06.174560 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a854ce4-2521-4a79-9f7b-0b4a6dea4cd1", "name": "network-vif-plugged", "status": "completed", "tag": "7344425b-746d-4f70-aef6-0d585ac96d80", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:02:06.174988 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c6f905f2-b3d3-4eb7-8c5e-116093505d15 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:02:06.175600 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a854ce4-2521-4a79-9f7b-0b4a6dea4cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7344425b-746d-4f70-aef6-0d585ac96d80', 'code': 200} Jul 24 01:02:06.355879 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-817efe21-ee90-45da-a09f-533d9cda6fa0 req-a421e104-3384-403e-8bfd-bae3209952ae tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:02:06.364773 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-817efe21-ee90-45da-a09f-533d9cda6fa0 req-a421e104-3384-403e-8bfd-bae3209952ae tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:06.369041 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f240e48-99eb-4d9b-ab0c-1671862f7378 req-8cd1af89-5a51-47a1-9ea4-427dfea1079f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:06.370627 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2f240e48-99eb-4d9b-ab0c-1671862f7378 req-8cd1af89-5a51-47a1-9ea4-427dfea1079f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6a854ce4-2521-4a79-9f7b-0b4a6dea4cd1 HTTP/1.1" status: 200 len: 1097 time: 0.1157346 Jul 24 01:02:06.373888 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6bb935-d9f4-48e5-a3de-1342da0f5613 None None] Sync routers for ids ['5a63f481-f1bd-4129-8067-8b2034f88b68'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:02:06.453072 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6bb935-d9f4-48e5-a3de-1342da0f5613 None None] Routers {'5a63f481-f1bd-4129-8067-8b2034f88b68'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:02:06.453676 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-5d6bb935-d9f4-48e5-a3de-1342da0f5613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:01:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['5a63f481-f1bd-4129-8067-8b2034f88b68'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:02:06.487611 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-817efe21-ee90-45da-a09f-533d9cda6fa0 req-a421e104-3384-403e-8bfd-bae3209952ae tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "PUT /v2.0/floatingips/f94eaa94-4d08-4f73-850c-ba9552eb4492 HTTP/1.1" status: 200 len: 692 time: 1.4903915 Jul 24 01:02:06.490121 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6f5d52-23de-49ad-a41e-c2916ce4e2c5', 'tag': '10b7276e-19e0-4ca9-bacf-9b43f6e4c691'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:02:06.497239 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2f240e48-99eb-4d9b-ab0c-1671862f7378 req-c70343eb-8636-4e25-9df3-a5083301247a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e6565f28-e80a-4c96-9f83-284e1c4e38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160517 Jul 24 01:02:06.498645 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d9fd57-1224-4b9c-959c-526e3c6ad26d" -d '{"events": [{"name": "network-changed", "server_uuid": "4a6f5d52-23de-49ad-a41e-c2916ce4e2c5", "tag": "10b7276e-19e0-4ca9-bacf-9b43f6e4c691"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:02:06.545169 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30a9e3-507c-4b2f-a435-a9dbdcc964c1 req-fafbc3f7-5a2c-46b2-9973-f33e635052af tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:06.547000 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4f30a9e3-507c-4b2f-a435-a9dbdcc964c1 req-fafbc3f7-5a2c-46b2-9973-f33e635052af tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=46b65dbc-891c-4ae8-b860-decd3d2a43a6 HTTP/1.1" status: 200 len: 945 time: 0.1035588 Jul 24 01:02:06.615882 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4f30a9e3-507c-4b2f-a435-a9dbdcc964c1 req-fab42142-0332-4c33-a8ef-3f26d63b2940 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625925 Jul 24 01:02:06.680443 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817efe21-ee90-45da-a09f-533d9cda6fa0 req-0b64c8ae-8d39-4898-8be0-fc098fbb84a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:06.682051 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-817efe21-ee90-45da-a09f-533d9cda6fa0 req-0b64c8ae-8d39-4898-8be0-fc098fbb84a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=626332b8d2a44f2d913cfa7775848708&device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 1098 time: 0.1695786 Jul 24 01:02:06.699848 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792db3d8-9513-4909-8a03-aec627728a32 x-openstack-request-id: req-792db3d8-9513-4909-8a03-aec627728a32 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:02:06.700318 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a6f5d52-23de-49ad-a41e-c2916ce4e2c5", "tag": "10b7276e-19e0-4ca9-bacf-9b43f6e4c691", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:02:06.700517 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-792db3d8-9513-4909-8a03-aec627728a32 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:02:06.700815 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a6f5d52-23de-49ad-a41e-c2916ce4e2c5', 'tag': '10b7276e-19e0-4ca9-bacf-9b43f6e4c691', 'status': 'completed', 'code': 200} Jul 24 01:02:06.750871 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-5d6bb935-d9f4-48e5-a3de-1342da0f5613 None None] Set router 5a63f481-f1bd-4129-8067-8b2034f88b68 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:02:06.855452 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9fd57-1224-4b9c-959c-526e3c6ad26d req-4902c4b3-3ada-4a91-8144-11726c527e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:06.857231 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-41d9fd57-1224-4b9c-959c-526e3c6ad26d req-4902c4b3-3ada-4a91-8144-11726c527e93 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=626332b8d2a44f2d913cfa7775848708&device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 1098 time: 0.1134217 Jul 24 01:02:06.887990 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817efe21-ee90-45da-a09f-533d9cda6fa0 req-262d6730-b89e-4e34-8933-41b1302bda3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:06.891757 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-817efe21-ee90-45da-a09f-533d9cda6fa0 req-262d6730-b89e-4e34-8933-41b1302bda3c service neutron] 10.222.0.15 "GET /v2.0/networks?id=662676c2-c269-4b06-8b5d-f431eabf5e53 HTTP/1.1" status: 200 len: 921 time: 0.1898665 Jul 24 01:02:06.921018 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 41830) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:07.044552 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-817efe21-ee90-45da-a09f-533d9cda6fa0 req-3d59402a-b4ae-4148-b308-e2ca6b3fe56b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10b7276e-19e0-4ca9-bacf-9b43f6e4c691 HTTP/1.1" status: 200 len: 217 time: 0.1374664 Jul 24 01:02:07.142102 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 41840) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:07.160216 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817efe21-ee90-45da-a09f-533d9cda6fa0 req-3fbeb7b0-eb9c-4f74-b473-5f9274c04f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:07.162032 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-5d6bb935-d9f4-48e5-a3de-1342da0f5613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a63f481-f1bd-4129-8067-8b2034f88b68', 'name': 'tempest-ServerRescueTestJSONUnderV235-1692976672-router', 'tenant_id': '626332b8d2a44f2d913cfa7775848708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '85939ae2-3759-4680-96d3-4d89c04bb9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:00:52Z', 'updated_at': '2021-07-24T01:00:56Z', 'revision_number': 4, 'project_id': '626332b8d2a44f2d913cfa7775848708', 'gw_port': {'id': '85939ae2-3759-4680-96d3-4d89c04bb9ed', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:96:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63f481-f1bd-4129-8067-8b2034f88b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:53Z', 'updated_at': '2021-07-24T01:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'ed47add9-15f7-49c6-9042-60e9e291b8eb', 'name': '', 'network_id': '662676c2-c269-4b06-8b5d-f431eabf5e53', 'tenant_id': '626332b8d2a44f2d913cfa7775848708', 'mac_address': 'fa:16:3e:76:5f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63f481-f1bd-4129-8067-8b2034f88b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '261afb07-f977-4eed-842d-3916df829b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:55Z', 'updated_at': '2021-07-24T01:01:03Z', 'revision_number': 5, 'project_id': '626332b8d2a44f2d913cfa7775848708', 'subnets': [{'id': '261afb07-f977-4eed-842d-3916df829b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:02:07.169414 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9fd57-1224-4b9c-959c-526e3c6ad26d req-98cf4094-f5b0-4318-a50c-cd57c3a03744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:07.170962 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-41d9fd57-1224-4b9c-959c-526e3c6ad26d req-98cf4094-f5b0-4318-a50c-cd57c3a03744 service neutron] 10.222.0.13 "GET /v2.0/networks?id=662676c2-c269-4b06-8b5d-f431eabf5e53 HTTP/1.1" status: 200 len: 921 time: 0.2939804 Jul 24 01:02:07.171166 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-817efe21-ee90-45da-a09f-533d9cda6fa0 req-3fbeb7b0-eb9c-4f74-b473-5f9274c04f6f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=261afb07-f977-4eed-842d-3916df829b42 HTTP/1.1" status: 200 len: 860 time: 0.1254814 Jul 24 01:02:07.236491 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6bb935-d9f4-48e5-a3de-1342da0f5613 None None] Checking router: 5a63f481-f1bd-4129-8067-8b2034f88b68 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:02:07.251183 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-817efe21-ee90-45da-a09f-533d9cda6fa0 req-ae64874d-915e-459f-ab21-7a4619622743 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=662676c2-c269-4b06-8b5d-f431eabf5e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790343 Jul 24 01:02:07.262751 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6bb935-d9f4-48e5-a3de-1342da0f5613 None None] Routers {'5a63f481-f1bd-4129-8067-8b2034f88b68'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:02:07.265949 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-5d6bb935-d9f4-48e5-a3de-1342da0f5613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:01:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['5a63f481-f1bd-4129-8067-8b2034f88b68'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:02:07.274597 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-41d9fd57-1224-4b9c-959c-526e3c6ad26d req-9e6779a5-d3bc-41fc-8b57-bd8a071d77d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=10b7276e-19e0-4ca9-bacf-9b43f6e4c691 HTTP/1.1" status: 200 len: 217 time: 0.0926325 Jul 24 01:02:07.362854 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243a9f0-d68c-4a17-b9a4-02e850e08fc9 req-cb3fca07-928a-46d0-b0b5-6e2c7b5debc4 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:07.372918 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4243a9f0-d68c-4a17-b9a4-02e850e08fc9 req-cb3fca07-928a-46d0-b0b5-6e2c7b5debc4 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a854ce4-2521-4a79-9f7b-0b4a6dea4cd1 HTTP/1.1" status: 200 len: 945 time: 0.3054783 Jul 24 01:02:07.392296 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-817efe21-ee90-45da-a09f-533d9cda6fa0 req-61c616bd-c952-46bd-9f38-f99d766ae8e6 service neutron] 10.222.0.15 "GET /v2.0/networks/662676c2-c269-4b06-8b5d-f431eabf5e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399841 Jul 24 01:02:07.401432 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-b4045e16-4fb6-4d2c-a31f-f6122038b301 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1004510881'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:07.423386 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-5d6bb935-d9f4-48e5-a3de-1342da0f5613 None None] Set router 5a63f481-f1bd-4129-8067-8b2034f88b68 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:02:07.433217 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d96acd0a-32fc-4854-93da-c9650eb0d981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:07.439133 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9fd57-1224-4b9c-959c-526e3c6ad26d req-0095dc5b-568f-471e-94e0-8001c0e41820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:07.440616 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-41d9fd57-1224-4b9c-959c-526e3c6ad26d req-0095dc5b-568f-471e-94e0-8001c0e41820 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=261afb07-f977-4eed-842d-3916df829b42 HTTP/1.1" status: 200 len: 860 time: 0.1529877 Jul 24 01:02:07.500448 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4045e16-4fb6-4d2c-a31f-f6122038b301 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:02:07.504761 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b4045e16-4fb6-4d2c-a31f-f6122038b301 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:07.521809 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4243a9f0-d68c-4a17-b9a4-02e850e08fc9 req-27bfe793-abcc-4581-be8a-b8ef9c01b35b tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6565f28-e80a-4c96-9f83-284e1c4e38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419683 Jul 24 01:02:07.525765 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-817efe21-ee90-45da-a09f-533d9cda6fa0 req-d47ade2e-e7aa-4436-90d8-631a139181d1 service neutron] 10.222.0.15 "GET /v2.0/networks/662676c2-c269-4b06-8b5d-f431eabf5e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236103 Jul 24 01:02:07.537172 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-41d9fd57-1224-4b9c-959c-526e3c6ad26d req-baf6e654-cc37-47f6-89d3-750c78e935e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=662676c2-c269-4b06-8b5d-f431eabf5e53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690846 Jul 24 01:02:07.547690 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b4045e16-4fb6-4d2c-a31f-f6122038b301 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:07.633524 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-984f0710-0fdf-441b-9b45-a3d737fb1dd7 req-e401a833-8ab2-4b3b-801d-50088e0d2b89 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/floatingips/f94eaa94-4d08-4f73-850c-ba9552eb4492 HTTP/1.1" status: 200 len: 692 time: 0.0624945 Jul 24 01:02:07.704044 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-5d6bb935-d9f4-48e5-a3de-1342da0f5613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a63f481-f1bd-4129-8067-8b2034f88b68', 'name': 'tempest-ServerRescueTestJSONUnderV235-1692976672-router', 'tenant_id': '626332b8d2a44f2d913cfa7775848708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '85939ae2-3759-4680-96d3-4d89c04bb9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:00:52Z', 'updated_at': '2021-07-24T01:00:56Z', 'revision_number': 4, 'project_id': '626332b8d2a44f2d913cfa7775848708', 'gw_port': {'id': '85939ae2-3759-4680-96d3-4d89c04bb9ed', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:96:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63f481-f1bd-4129-8067-8b2034f88b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:53Z', 'updated_at': '2021-07-24T01:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'ed47add9-15f7-49c6-9042-60e9e291b8eb', 'name': '', 'network_id': '662676c2-c269-4b06-8b5d-f431eabf5e53', 'tenant_id': '626332b8d2a44f2d913cfa7775848708', 'mac_address': 'fa:16:3e:76:5f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63f481-f1bd-4129-8067-8b2034f88b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '261afb07-f977-4eed-842d-3916df829b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:55Z', 'updated_at': '2021-07-24T01:01:03Z', 'revision_number': 5, 'project_id': '626332b8d2a44f2d913cfa7775848708', 'subnets': [{'id': '261afb07-f977-4eed-842d-3916df829b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:02:07.743966 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6bb935-d9f4-48e5-a3de-1342da0f5613 None None] The sync data for ids ['5a63f481-f1bd-4129-8067-8b2034f88b68'] in n-d-793621-25 is: [{'id': '5a63f481-f1bd-4129-8067-8b2034f88b68', 'name': 'tempest-ServerRescueTestJSONUnderV235-1692976672-router', 'tenant_id': '626332b8d2a44f2d913cfa7775848708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '85939ae2-3759-4680-96d3-4d89c04bb9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:00:52Z', 'updated_at': '2021-07-24T01:00:56Z', 'revision_number': 4, 'project_id': '626332b8d2a44f2d913cfa7775848708', 'gw_port': {'id': '85939ae2-3759-4680-96d3-4d89c04bb9ed', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:96:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63f481-f1bd-4129-8067-8b2034f88b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:53Z', 'updated_at': '2021-07-24T01:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'ed47add9-15f7-49c6-9042-60e9e291b8eb', 'name': '', 'network_id': '662676c2-c269-4b06-8b5d-f431eabf5e53', 'tenant_id': '626332b8d2a44f2d913cfa7775848708', 'mac_address': 'fa:16:3e:76:5f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63f481-f1bd-4129-8067-8b2034f88b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': '261afb07-f977-4eed-842d-3916df829b42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:55Z', 'updated_at': '2021-07-24T01:01:03Z', 'revision_number': 5, 'project_id': '626332b8d2a44f2d913cfa7775848708', 'subnets': [{'id': '261afb07-f977-4eed-842d-3916df829b42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:02:07.793536 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f0710-0fdf-441b-9b45-a3d737fb1dd7 req-55433338-3184-4603-b391-5d584265b454 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:07.795005 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-984f0710-0fdf-441b-9b45-a3d737fb1dd7 req-55433338-3184-4603-b391-5d584265b454 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/networks/40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 784 time: 0.1570704 Jul 24 01:02:07.806690 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [req-984f0710-0fdf-441b-9b45-a3d737fb1dd7 req-22687fcf-99c4-483c-9634-ece66359de59 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:02:07.807954 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-984f0710-0fdf-441b-9b45-a3d737fb1dd7 req-22687fcf-99c4-483c-9634-ece66359de59 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077376 Jul 24 01:02:07.867843 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-984f0710-0fdf-441b-9b45-a3d737fb1dd7 req-1c055701-80b6-406e-934c-3c2107e292fb tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.70 HTTP/1.1" status: 200 len: 695 time: 0.0531771 Jul 24 01:02:07.930557 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-984f0710-0fdf-441b-9b45-a3d737fb1dd7 req-34e0731c-5744-495b-92c8-6525a5082270 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.2.70 HTTP/1.1" status: 200 len: 695 time: 0.0564122 Jul 24 01:02:08.042852 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f946e8-d6d3-4975-bfc7-189a92a15608 None None] New status for floating IP f94eaa94-4d08-4f73-850c-ba9552eb4492: DOWN {{(pid=100466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:02:08.069158 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-41d9fd57-1224-4b9c-959c-526e3c6ad26d req-48674e5b-36ae-4207-a4af-9c2bbecb8838 service neutron] 10.222.0.13 "GET /v2.0/networks/662676c2-c269-4b06-8b5d-f431eabf5e53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5039713 Jul 24 01:02:08.082597 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-984f0710-0fdf-441b-9b45-a3d737fb1dd7 req-7223ef46-fab4-4448-b69e-12a33e5469ee tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Deleting port 52b652a5-9d0f-4a4e-828e-ea7ee0f13ade {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:02:08.083157 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-984f0710-0fdf-441b-9b45-a3d737fb1dd7 req-7223ef46-fab4-4448-b69e-12a33e5469ee tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:08.181255 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-984f0710-0fdf-441b-9b45-a3d737fb1dd7 req-7223ef46-fab4-4448-b69e-12a33e5469ee tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:08.181642 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-984f0710-0fdf-441b-9b45-a3d737fb1dd7 req-7223ef46-fab4-4448-b69e-12a33e5469ee tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:08.182078 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d96acd0a-32fc-4854-93da-c9650eb0d981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:08.194683 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d96acd0a-32fc-4854-93da-c9650eb0d981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:08.200255 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-984f0710-0fdf-441b-9b45-a3d737fb1dd7 req-7223ef46-fab4-4448-b69e-12a33e5469ee tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Calling delete_port for 52b652a5-9d0f-4a4e-828e-ea7ee0f13ade owned by network:floatingip {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:02:08.209694 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8689bb31-9e75-43d0-bf3b-1206e71a363b req-037ce743-09de-428b-bdd1-94cac61f8c57 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:08.214754 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8689bb31-9e75-43d0-bf3b-1206e71a363b req-037ce743-09de-428b-bdd1-94cac61f8c57 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=46b65dbc-891c-4ae8-b860-decd3d2a43a6 HTTP/1.1" status: 200 len: 945 time: 0.2126107 Jul 24 01:02:08.300055 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d96acd0a-32fc-4854-93da-c9650eb0d981 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2d6baa56c73048499c2fba883ec990f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1528859 Jul 24 01:02:08.302665 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-41d9fd57-1224-4b9c-959c-526e3c6ad26d req-5d72c52f-ef9c-42d5-95b5-7992634a626d service neutron] 10.222.0.13 "GET /v2.0/networks/662676c2-c269-4b06-8b5d-f431eabf5e53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150872 Jul 24 01:02:08.303023 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 41850) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:08.306917 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96acd0a-32fc-4854-93da-c9650eb0d981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6c27ea-2d1d-4116-a839-2c0b8e366599,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:08.338367 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8689bb31-9e75-43d0-bf3b-1206e71a363b req-d1b25895-4ab3-4812-bd24-7ac782524a7b tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081541 Jul 24 01:02:08.387950 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b4045e16-4fb6-4d2c-a31f-f6122038b301 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:08.390349 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-627ab813-7cd8-456b-9b8c-7cb759a2d822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:08.392238 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b4045e16-4fb6-4d2c-a31f-f6122038b301 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:08.424188 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4045e16-4fb6-4d2c-a31f-f6122038b301 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ac74b1-14ce-4a88-a9b4-a30fc74dff25,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:08.429304 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-627ab813-7cd8-456b-9b8c-7cb759a2d822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:08.442650 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-984f0710-0fdf-441b-9b45-a3d737fb1dd7 req-7223ef46-fab4-4448-b69e-12a33e5469ee tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:08.446841 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4045e16-4fb6-4d2c-a31f-f6122038b301 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:02:08.460497 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b4045e16-4fb6-4d2c-a31f-f6122038b301 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:08.460920 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-b4045e16-4fb6-4d2c-a31f-f6122038b301 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Added segment 477a8a9a-959d-4d47-a527-e9a5fe456002 of type vlan for network 7e3afd0f-7326-49f9-80ac-5664ab976843 Jul 24 01:02:08.482913 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7223ef46-fab4-4448-b69e-12a33e5469ee tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Pushing event deleted for resources: {'Port': ['ID=52b652a5-9d0f-4a4e-828e-ea7ee0f13ade,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:08.503851 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b4045e16-4fb6-4d2c-a31f-f6122038b301 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:08.553454 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b4045e16-4fb6-4d2c-a31f-f6122038b301 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:08.559696 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4045e16-4fb6-4d2c-a31f-f6122038b301 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:08.560138 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-627ab813-7cd8-456b-9b8c-7cb759a2d822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:08.560619 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b4045e16-4fb6-4d2c-a31f-f6122038b301 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:08.562943 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-627ab813-7cd8-456b-9b8c-7cb759a2d822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:08.569024 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-627ab813-7cd8-456b-9b8c-7cb759a2d822 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6b6c27ea-2d1d-4116-a839-2c0b8e366599 HTTP/1.1" status: 204 len: 168 time: 0.2634072 Jul 24 01:02:08.574088 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-984f0710-0fdf-441b-9b45-a3d737fb1dd7 req-7223ef46-fab4-4448-b69e-12a33e5469ee tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks [] for floatingip, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:08.576784 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-984f0710-0fdf-441b-9b45-a3d737fb1dd7 req-7223ef46-fab4-4448-b69e-12a33e5469ee tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:08.580764 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-984f0710-0fdf-441b-9b45-a3d737fb1dd7 req-7223ef46-fab4-4448-b69e-12a33e5469ee tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "DELETE /v2.0/floatingips/f94eaa94-4d08-4f73-850c-ba9552eb4492 HTTP/1.1" status: 204 len: 173 time: 0.6438241 Jul 24 01:02:08.600034 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ab813-7cd8-456b-9b8c-7cb759a2d822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6c27ea-2d1d-4116-a839-2c0b8e366599,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:08.617930 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b4045e16-4fb6-4d2c-a31f-f6122038b301 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6831398 Jul 24 01:02:08.618267 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 41858) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:08.623603 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-4704dbb5-739d-4522-af10-68917aa84280 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'subnet': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:08.658430 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4045e16-4fb6-4d2c-a31f-f6122038b301 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Network': ['ID=7e3afd0f-7326-49f9-80ac-5664ab976843,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:08.672936 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:02:08.718526 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b162295e-91e3-47d6-b109-dc96ce45bb11 req-5b235a0d-81bf-4bbc-bf6f-b627f4276b2c tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/security-groups/4dcc074d-30d8-4841-9cf5-c86bacbf58e0 HTTP/1.1" status: 200 len: 1809 time: 0.1210291 Jul 24 01:02:08.727170 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658a99a-02c2-436b-a1f4-f5f4794acf4a req-2a7786bf-ba76-4756-8b85-ea85dbbfdaf3 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:08.737358 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8658a99a-02c2-436b-a1f4-f5f4794acf4a req-2a7786bf-ba76-4756-8b85-ea85dbbfdaf3 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a854ce4-2521-4a79-9f7b-0b4a6dea4cd1 HTTP/1.1" status: 200 len: 945 time: 0.1192799 Jul 24 01:02:08.782179 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8658a99a-02c2-436b-a1f4-f5f4794acf4a req-a9ec2e48-c238-4928-a371-c6feb528305d tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6565f28-e80a-4c96-9f83-284e1c4e38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432780 Jul 24 01:02:08.799994 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4704dbb5-739d-4522-af10-68917aa84280 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:02:08.804341 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4704dbb5-739d-4522-af10-68917aa84280 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:08.807883 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-b162295e-91e3-47d6-b109-dc96ce45bb11 req-587ff103-f9be-4c55-b3d6-721c65bbe77e tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:08.862690 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-b162295e-91e3-47d6-b109-dc96ce45bb11 req-587ff103-f9be-4c55-b3d6-721c65bbe77e tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:08.958460 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-b162295e-91e3-47d6-b109-dc96ce45bb11 req-587ff103-f9be-4c55-b3d6-721c65bbe77e tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:08.961268 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-b162295e-91e3-47d6-b109-dc96ce45bb11 req-587ff103-f9be-4c55-b3d6-721c65bbe77e tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:08.962475 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b162295e-91e3-47d6-b109-dc96ce45bb11 req-587ff103-f9be-4c55-b3d6-721c65bbe77e tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "DELETE /v2.0/security-groups/4dcc074d-30d8-4841-9cf5-c86bacbf58e0 HTTP/1.1" status: 204 len: 173 time: 0.2430944 Jul 24 01:02:08.998676 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ff103-f9be-4c55-b3d6-721c65bbe77e tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dcc074d-30d8-4841-9cf5-c86bacbf58e0,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:09.012065 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 41868) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:09.031104 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94880b-547f-4177-9a40-0104b3e61eac req-a20ac45b-0205-477c-a304-5e0a6daa1ad8 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:09.032836 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7f94880b-547f-4177-9a40-0104b3e61eac req-a20ac45b-0205-477c-a304-5e0a6daa1ad8 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/ports?device_id=6350b47c-d943-40a9-a193-574c978b73d9 HTTP/1.1" status: 200 len: 946 time: 0.1113102 Jul 24 01:02:09.039847 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ed15fdf5-5a91-45d1-97fa-cd41201fe051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:09.101264 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7f94880b-547f-4177-9a40-0104b3e61eac req-c7c85d51-2821-4b92-85ac-4a0214952a5d tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6565f28-e80a-4c96-9f83-284e1c4e38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589569 Jul 24 01:02:09.102203 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4704dbb5-739d-4522-af10-68917aa84280 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:09.168339 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4704dbb5-739d-4522-af10-68917aa84280 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Subnet': ['ID=8f039013-ae6f-493c-a8a0-67d2c810fbec,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:09.186882 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4704dbb5-739d-4522-af10-68917aa84280 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Checking segment: {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:02:09.187256 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4704dbb5-739d-4522-af10-68917aa84280 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network hostable DHCP agents. Network: 7e3afd0f-7326-49f9-80ac-5664ab976843, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:02:09.202199 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ed15fdf5-5a91-45d1-97fa-cd41201fe051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:09.207875 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ed15fdf5-5a91-45d1-97fa-cd41201fe051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:09.211300 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4704dbb5-739d-4522-af10-68917aa84280 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:02:09.224504 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-4704dbb5-739d-4522-af10-68917aa84280 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 7e3afd0f-7326-49f9-80ac-5664ab976843) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:02:09.231152 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4704dbb5-739d-4522-af10-68917aa84280 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:09.231907 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4704dbb5-739d-4522-af10-68917aa84280 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:09.239411 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6d39ff-e7ee-43fb-8dc6-20621763175d None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:02:09.260614 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ed15fdf5-5a91-45d1-97fa-cd41201fe051 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=714d2ac1bb6f4030ba57df9cfee7ba58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2426310 Jul 24 01:02:09.260614 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 41874) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:09.263167 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4704dbb5-739d-4522-af10-68917aa84280 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6437564 Jul 24 01:02:09.266054 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 41876) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:09.267504 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed15fdf5-5a91-45d1-97fa-cd41201fe051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47f90e2-62d0-4c89-aea5-bc82dd4b09ce,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:09.279901 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-fb8a4dab-162b-4fb0-8be8-ddefec79438a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'port': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'name': 'tempest-NetworksTestDHCPv6-601806586'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:09.313126 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 66707842-879e-488f-a9e7-c41485b69ee6 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:02:09.330300 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5148351a-f728-4fc1-872a-7ba5d3fb4c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:09.366206 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5148351a-f728-4fc1-872a-7ba5d3fb4c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:09.443209 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5148351a-f728-4fc1-872a-7ba5d3fb4c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:09.446031 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5148351a-f728-4fc1-872a-7ba5d3fb4c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:09.447493 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5148351a-f728-4fc1-872a-7ba5d3fb4c97 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b47f90e2-62d0-4c89-aea5-bc82dd4b09ce HTTP/1.1" status: 204 len: 168 time: 0.1857603 Jul 24 01:02:09.462338 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148351a-f728-4fc1-872a-7ba5d3fb4c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47f90e2-62d0-4c89-aea5-bc82dd4b09ce,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:09.494090 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d627578b-3ed2-4b2a-8ab7-ac6d0b9aa60f req-4dc7f89c-7cde-414b-b3aa-bcd728a9f401 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:09.501438 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d627578b-3ed2-4b2a-8ab7-ac6d0b9aa60f req-4dc7f89c-7cde-414b-b3aa-bcd728a9f401 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 946 time: 0.2172213 Jul 24 01:02:09.508363 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 66707842-879e-488f-a9e7-c41485b69ee6 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:02:09.520130 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 66707842-879e-488f-a9e7-c41485b69ee6 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:02:09.520570 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:09.559728 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d627578b-3ed2-4b2a-8ab7-ac6d0b9aa60f req-8f49bdec-fb55-4d0c-96b3-deed08005f95 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df5737-21c6-487e-8a8e-878646db42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573697 Jul 24 01:02:09.563158 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8a4dab-162b-4fb0-8be8-ddefec79438a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:02:09.567361 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fb8a4dab-162b-4fb0-8be8-ddefec79438a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:09.594550 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-fb8a4dab-162b-4fb0-8be8-ddefec79438a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] device_id is not set on port c9c195de-d7a3-4629-840a-cf014a02b339 yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:02:09.683957 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2474d42b-e106-476d-acd6-648ca07e2d1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-7e3afd0f-7326-49f9-80ac-5664ab976843', 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'tenant_id': '870e2449a28e4c338cd6cc562086bba7', 'fixed_ips': [{'subnet_id': '8f039013-ae6f-493c-a8a0-67d2c810fbec'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:02:09.684865 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2474d42b-e106-476d-acd6-648ca07e2d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:09.713585 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:09.719625 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2488420-f7e1-47a4-b120-861cef72b8f5 req-e32ad468-aa64-4a6a-b25f-7ac01e7becb6 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:09.723847 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f2488420-f7e1-47a4-b120-861cef72b8f5 req-e32ad468-aa64-4a6a-b25f-7ac01e7becb6 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=46b65dbc-891c-4ae8-b860-decd3d2a43a6 HTTP/1.1" status: 200 len: 945 time: 0.0990775 Jul 24 01:02:09.782034 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f2488420-f7e1-47a4-b120-861cef72b8f5 req-977ed044-7274-47f4-8220-4d573b3f151e tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496752 Jul 24 01:02:09.787697 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-fb8a4dab-162b-4fb0-8be8-ddefec79438a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Allocated IP 2001:db8::27c (7e3afd0f-7326-49f9-80ac-5664ab976843/8f039013-ae6f-493c-a8a0-67d2c810fbec/c9c195de-d7a3-4629-840a-cf014a02b339) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:02:09.835290 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b65dbc-891c-4ae8-b860-decd3d2a43a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66707842-879e-488f-a9e7-c41485b69ee6'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:02:09.837158 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bfffa-20b2-4701-9f46-3a85eda9f952 req-2bb94b52-5001-4a8a-9570-e0e502f79f9a tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:09.837597 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d2e1c7-2baa-4bba-8ebe-5bb0d7d64dd2" -d '{"events": [{"server_uuid": "46b65dbc-891c-4ae8-b860-decd3d2a43a6", "name": "network-vif-plugged", "status": "completed", "tag": "66707842-879e-488f-a9e7-c41485b69ee6"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:02:09.838793 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-799bfffa-20b2-4701-9f46-3a85eda9f952 req-2bb94b52-5001-4a8a-9570-e0e502f79f9a tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/ports?device_id=6350b47c-d943-40a9-a193-574c978b73d9 HTTP/1.1" status: 200 len: 946 time: 0.1642473 Jul 24 01:02:09.851542 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 66707842-879e-488f-a9e7-c41485b69ee6, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=66707842-879e-488f-a9e7-c41485b69ee6,segment=NetworkSegment(6a0dcd8e-3884-461b-ac3c-4a378c6b966a),segment_id=6a0dcd8e-3884-461b-ac3c-4a378c6b966a)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:02:09.858468 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:09.927446 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff5285e-2a3c-4ddf-b41f-97ea284c8952 x-openstack-request-id: req-0ff5285e-2a3c-4ddf-b41f-97ea284c8952 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:02:09.927750 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b65dbc-891c-4ae8-b860-decd3d2a43a6", "name": "network-vif-plugged", "status": "completed", "tag": "66707842-879e-488f-a9e7-c41485b69ee6", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:02:09.928487 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ff5285e-2a3c-4ddf-b41f-97ea284c8952 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:02:09.928487 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b65dbc-891c-4ae8-b860-decd3d2a43a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66707842-879e-488f-a9e7-c41485b69ee6', 'code': 200} Jul 24 01:02:09.929448 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=66707842-879e-488f-a9e7-c41485b69ee6,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:09.954704 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-799bfffa-20b2-4701-9f46-3a85eda9f952 req-5700a54c-3ce2-41c2-9fab-4e9eced80124 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6565f28-e80a-4c96-9f83-284e1c4e38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969293 Jul 24 01:02:10.042685 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9568cf7-6975-4eed-8ca8-bbef15220922 req-6cc87a85-53cc-45f5-ad04-00680966dd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:10.044567 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d9568cf7-6975-4eed-8ca8-bbef15220922 req-6cc87a85-53cc-45f5-ad04-00680966dd60 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=46b65dbc-891c-4ae8-b860-decd3d2a43a6 HTTP/1.1" status: 200 len: 1098 time: 0.0674806 Jul 24 01:02:10.061745 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fb8a4dab-162b-4fb0-8be8-ddefec79438a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:10.077296 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-fb8a4dab-162b-4fb0-8be8-ddefec79438a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Transition to ACTIVE for port object c9c195de-d7a3-4629-840a-cf014a02b339 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:02:10.087159 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d9568cf7-6975-4eed-8ca8-bbef15220922 req-5040bdf7-1368-4dc8-bfa1-02de3ee24a9f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332890 Jul 24 01:02:10.114114 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fb8a4dab-162b-4fb0-8be8-ddefec79438a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:10.167737 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8a4dab-162b-4fb0-8be8-ddefec79438a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:02:10.169365 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-2474d42b-e106-476d-acd6-648ca07e2d1a None None] Allocated IP 2001:db8::2 (7e3afd0f-7326-49f9-80ac-5664ab976843/8f039013-ae6f-493c-a8a0-67d2c810fbec/d6f909f2-f47d-4ddf-b294-b593be3ef6c4) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:02:10.171066 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-fb8a4dab-162b-4fb0-8be8-ddefec79438a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:02:10.173755 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8a4dab-162b-4fb0-8be8-ddefec79438a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:02:10.180242 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8a4dab-162b-4fb0-8be8-ddefec79438a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:10.180854 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fb8a4dab-162b-4fb0-8be8-ddefec79438a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:10.198582 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a4dab-162b-4fb0-8be8-ddefec79438a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Port': ['ID=c9c195de-d7a3-4629-840a-cf014a02b339,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:10.217405 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-fb8a4dab-162b-4fb0-8be8-ddefec79438a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9501362 Jul 24 01:02:10.220080 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 41902) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:10.294145 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cd9e14-4841-4126-abf0-a3558609f586 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:10.295967 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-93cd9e14-4841-4126-abf0-a3558609f586 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0747881 Jul 24 01:02:10.300017 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 41908) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:10.340037 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2474d42b-e106-476d-acd6-648ca07e2d1a None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:10.350815 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-2474d42b-e106-476d-acd6-648ca07e2d1a None None] Transition to ACTIVE for port object d6f909f2-f47d-4ddf-b294-b593be3ef6c4 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:02:10.367852 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-2474d42b-e106-476d-acd6-648ca07e2d1a None None] Transition to ACTIVE for port object d6f909f2-f47d-4ddf-b294-b593be3ef6c4 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:02:10.375935 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2474d42b-e106-476d-acd6-648ca07e2d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:10.420866 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2474d42b-e106-476d-acd6-648ca07e2d1a None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:02:10.422675 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-518e6fd4-263c-4748-8647-44b9bf74b1e2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting port c9c195de-d7a3-4629-840a-cf014a02b339 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:02:10.423936 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-2474d42b-e106-476d-acd6-648ca07e2d1a None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:02:10.425101 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-518e6fd4-263c-4748-8647-44b9bf74b1e2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:10.429223 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2474d42b-e106-476d-acd6-648ca07e2d1a None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:02:10.431421 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2474d42b-e106-476d-acd6-648ca07e2d1a None None] Pushing event updated for resources: {'Port': ['ID=d6f909f2-f47d-4ddf-b294-b593be3ef6c4,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:10.496054 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-2474d42b-e106-476d-acd6-648ca07e2d1a None None] Attempting to bind port d6f909f2-f47d-4ddf-b294-b593be3ef6c4 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:02:10.496745 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-2474d42b-e106-476d-acd6-648ca07e2d1a None None] Attempting to bind port d6f909f2-f47d-4ddf-b294-b593be3ef6c4 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:02:10.496901 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2474d42b-e106-476d-acd6-648ca07e2d1a None None] Attempting to bind port d6f909f2-f47d-4ddf-b294-b593be3ef6c4 on network 7e3afd0f-7326-49f9-80ac-5664ab976843 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:02:10.501727 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2474d42b-e106-476d-acd6-648ca07e2d1a None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:02:10.502103 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2474d42b-e106-476d-acd6-648ca07e2d1a None None] Checking segment: {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:02:10.502511 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2474d42b-e106-476d-acd6-648ca07e2d1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:10.502938 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2474d42b-e106-476d-acd6-648ca07e2d1a None None] Bound using segment: {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:02:10.503408 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-2474d42b-e106-476d-acd6-648ca07e2d1a None None] Bound port: d6f909f2-f47d-4ddf-b294-b593be3ef6c4, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:02:10.504324 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2474d42b-e106-476d-acd6-648ca07e2d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:10.537893 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-518e6fd4-263c-4748-8647-44b9bf74b1e2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:10.551446 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-518e6fd4-263c-4748-8647-44b9bf74b1e2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Calling delete_port for c9c195de-d7a3-4629-840a-cf014a02b339 owned by {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:02:10.570216 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-2474d42b-e106-476d-acd6-648ca07e2d1a None None] For port d6f909f2-f47d-4ddf-b294-b593be3ef6c4, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:02:10.573572 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-2474d42b-e106-476d-acd6-648ca07e2d1a None None] For port d6f909f2-f47d-4ddf-b294-b593be3ef6c4, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=d6f909f2-f47d-4ddf-b294-b593be3ef6c4,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:02:10.579392 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2474d42b-e106-476d-acd6-648ca07e2d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:10.678459 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2474d42b-e106-476d-acd6-648ca07e2d1a None None] Pushing event updated for resources: {'Port': ['ID=d6f909f2-f47d-4ddf-b294-b593be3ef6c4,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:10.752686 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf21fec-9a4d-42c1-93ef-2b5118540247 req-f653315b-59ca-4918-8e30-d7f269fca75a tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:10.759476 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ecf21fec-9a4d-42c1-93ef-2b5118540247 req-f653315b-59ca-4918-8e30-d7f269fca75a tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 946 time: 0.1181202 Jul 24 01:02:10.760187 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-518e6fd4-263c-4748-8647-44b9bf74b1e2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:10.808365 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e6fd4-263c-4748-8647-44b9bf74b1e2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Port': ['ID=c9c195de-d7a3-4629-840a-cf014a02b339,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:10.839690 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-518e6fd4-263c-4748-8647-44b9bf74b1e2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:10.844979 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 41926) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:10.855382 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-518e6fd4-263c-4748-8647-44b9bf74b1e2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/ports/c9c195de-d7a3-4629-840a-cf014a02b339 HTTP/1.1" status: 204 len: 168 time: 0.5541577 Jul 24 01:02:10.887083 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ecf21fec-9a4d-42c1-93ef-2b5118540247 req-514649a5-9c43-4290-8a88-9512e4e17cc6 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df5737-21c6-487e-8a8e-878646db42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202469 Jul 24 01:02:10.973622 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734a0a82-2cae-4830-be36-6e38cdb92bfa tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:10.975364 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734a0a82-2cae-4830-be36-6e38cdb92bfa tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:10.977428 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-734a0a82-2cae-4830-be36-6e38cdb92bfa tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1314156 Jul 24 01:02:10.980607 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 41932) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:11.034247 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94639cc-cddd-424e-8ad8-0f6d6a93e9f5 req-ac9ea363-cda0-4642-bd89-06acfbb4fbe6 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:11.036503 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b94639cc-cddd-424e-8ad8-0f6d6a93e9f5 req-ac9ea363-cda0-4642-bd89-06acfbb4fbe6 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=46b65dbc-891c-4ae8-b860-decd3d2a43a6 HTTP/1.1" status: 200 len: 946 time: 0.1117303 Jul 24 01:02:11.071696 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cd127a2-6845-43c3-8c04-f865e650c33c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting subnet 8f039013-ae6f-493c-a8a0-67d2c810fbec {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:02:11.078143 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7cd127a2-6845-43c3-8c04-f865e650c33c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:11.116900 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b94639cc-cddd-424e-8ad8-0f6d6a93e9f5 req-0f972c65-5097-42be-9d8b-1b0c1e11e000 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725312 Jul 24 01:02:11.209037 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7cd127a2-6845-43c3-8c04-f865e650c33c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:11.236251 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device d6f909f2-f47d-4ddf-b294-b593be3ef6c4 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:02:11.295378 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port d6f909f2-f47d-4ddf-b294-b593be3ef6c4 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:02:11.334468 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42bbb26-d21a-410f-bb1b-93ac274906e8 req-92fa3a4b-e89c-4fc9-b2f8-172718e43d98 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:11.336034 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c42bbb26-d21a-410f-bb1b-93ac274906e8 req-92fa3a4b-e89c-4fc9-b2f8-172718e43d98 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/ports?device_id=6350b47c-d943-40a9-a193-574c978b73d9 HTTP/1.1" status: 200 len: 946 time: 0.1784806 Jul 24 01:02:11.379116 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7cd127a2-6845-43c3-8c04-f865e650c33c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:11.436218 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c42bbb26-d21a-410f-bb1b-93ac274906e8 req-595c1851-4da4-46ee-a2b2-9790453cc8a3 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6565f28-e80a-4c96-9f83-284e1c4e38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915530 Jul 24 01:02:11.473400 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7cd127a2-6845-43c3-8c04-f865e650c33c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:11.508097 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd127a2-6845-43c3-8c04-f865e650c33c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Subnet': ['ID=8f039013-ae6f-493c-a8a0-67d2c810fbec,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:11.511984 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7cd127a2-6845-43c3-8c04-f865e650c33c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:11.514001 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7cd127a2-6845-43c3-8c04-f865e650c33c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/8f039013-ae6f-493c-a8a0-67d2c810fbec HTTP/1.1" status: 204 len: 168 time: 0.5322454 Jul 24 01:02:11.516607 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 41944) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:11.579320 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-80acf5c9-2ea0-45fa-a174-34e215ca77ed tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0615633 Jul 24 01:02:11.583139 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 41946) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:11.592656 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-133d42e3-18d8-455a-831c-b6b59435b98c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'subnet': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:11.658361 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 41948) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:11.738738 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133d42e3-18d8-455a-831c-b6b59435b98c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:02:11.747428 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-133d42e3-18d8-455a-831c-b6b59435b98c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:11.831065 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2f88fe66-6fde-4638-961e-d6e8a26cc6c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:11.851344 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717590a2-fcb7-4efa-8442-30d9607cc478 None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:02:11.887396 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80717bd9-b794-45b1-8360-a30a04b45cc2 req-fe675b94-73f6-4d0c-842f-76298e82d567 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:11.889158 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-80717bd9-b794-45b1-8360-a30a04b45cc2 req-fe675b94-73f6-4d0c-842f-76298e82d567 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.13 "GET /v2.0/ports?device_id=6350b47c-d943-40a9-a193-574c978b73d9 HTTP/1.1" status: 200 len: 946 time: 0.1648386 Jul 24 01:02:11.953048 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2f88fe66-6fde-4638-961e-d6e8a26cc6c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:11.960597 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2f88fe66-6fde-4638-961e-d6e8a26cc6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:11.976608 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-59edbf22-50b4-4790-8cf0-a409b7ee90e5 None None] Provisioning for port d6f909f2-f47d-4ddf-b294-b593be3ef6c4 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:02:11.998477 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-59edbf22-50b4-4790-8cf0-a409b7ee90e5 None None] Provisioning complete for port d6f909f2-f47d-4ddf-b294-b593be3ef6c4 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:02:11.998972 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-59edbf22-50b4-4790-8cf0-a409b7ee90e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:12.049951 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2f88fe66-6fde-4638-961e-d6e8a26cc6c4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=88f61d8110f248a3b62a3e07206170b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3904305 Jul 24 01:02:12.052415 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f88fe66-6fde-4638-961e-d6e8a26cc6c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef3c4e0-e90d-4ab0-8029-9db64da3b8ff,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:12.054170 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 41954) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:12.103223 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067f4f9-d204-414c-8d55-90ff6b86d95e req-353e16ac-df48-4a66-b820-8d195e9bf953 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:12.105304 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5067f4f9-d204-414c-8d55-90ff6b86d95e req-353e16ac-df48-4a66-b820-8d195e9bf953 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 946 time: 0.1145277 Jul 24 01:02:12.118331 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-59edbf22-50b4-4790-8cf0-a409b7ee90e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:12.166557 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5067f4f9-d204-414c-8d55-90ff6b86d95e req-c797cf8b-3c84-47e9-8f8c-f03623a6f1f3 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df5737-21c6-487e-8a8e-878646db42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543087 Jul 24 01:02:12.166969 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-59edbf22-50b4-4790-8cf0-a409b7ee90e5 None None] For port d6f909f2-f47d-4ddf-b294-b593be3ef6c4, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=d6f909f2-f47d-4ddf-b294-b593be3ef6c4,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:02:12.174846 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-59edbf22-50b4-4790-8cf0-a409b7ee90e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:12.195511 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d819fc-317f-40c0-a4cd-97829ed25ed5 req-e682bc90-6e83-4f24-8966-fed30f8e5b5b tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:12.196771 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c5d819fc-317f-40c0-a4cd-97829ed25ed5 req-e682bc90-6e83-4f24-8966-fed30f8e5b5b tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a854ce4-2521-4a79-9f7b-0b4a6dea4cd1 HTTP/1.1" status: 200 len: 945 time: 0.2744057 Jul 24 01:02:12.202845 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-133d42e3-18d8-455a-831c-b6b59435b98c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:12.220609 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aee2001-e967-4c88-b2cb-8f68a36ce515 None None] DHCP port deletion for 7e3afd0f-7326-49f9-80ac-5664ab976843 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:02:12.274605 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59edbf22-50b4-4790-8cf0-a409b7ee90e5 None None] Pushing event updated for resources: {'Port': ['ID=d6f909f2-f47d-4ddf-b294-b593be3ef6c4,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:12.296951 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-7aee2001-e967-4c88-b2cb-8f68a36ce515 None None] Deleting port d6f909f2-f47d-4ddf-b294-b593be3ef6c4 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:02:12.297368 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7aee2001-e967-4c88-b2cb-8f68a36ce515 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:12.301665 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-80717bd9-b794-45b1-8360-a30a04b45cc2 req-eb261ee2-c8c0-4f15-80b7-3e726f8743fa tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Deleting port 0623232c-3554-4886-af4b-0fa6ed692d46 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:02:12.302009 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-80717bd9-b794-45b1-8360-a30a04b45cc2 req-eb261ee2-c8c0-4f15-80b7-3e726f8743fa tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:12.347944 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133d42e3-18d8-455a-831c-b6b59435b98c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:02:12.373968 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-133d42e3-18d8-455a-831c-b6b59435b98c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:02:12.383594 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d42e3-18d8-455a-831c-b6b59435b98c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Subnet': ['ID=85d8315a-f73d-42de-9807-d434e9f51de1,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:12.393634 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133d42e3-18d8-455a-831c-b6b59435b98c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:12.394960 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-133d42e3-18d8-455a-831c-b6b59435b98c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:12.403797 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-33036e16-e410-400d-9668-25f21f6d7ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:12.507753 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 41962) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:12.508031 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-133d42e3-18d8-455a-831c-b6b59435b98c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9228954 Jul 24 01:02:12.516844 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-33036e16-e410-400d-9668-25f21f6d7ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:12.520117 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-6a40be01-f081-4e75-877c-d9ff5058d930 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'port': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'name': 'tempest-NetworksTestDHCPv6-1310536329'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:12.559161 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-7aee2001-e967-4c88-b2cb-8f68a36ce515 None None] For port d6f909f2-f47d-4ddf-b294-b593be3ef6c4, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=d6f909f2-f47d-4ddf-b294-b593be3ef6c4,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:02:12.559581 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7aee2001-e967-4c88-b2cb-8f68a36ce515 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:12.566453 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-80717bd9-b794-45b1-8360-a30a04b45cc2 req-eb261ee2-c8c0-4f15-80b7-3e726f8743fa tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] For port 0623232c-3554-4886-af4b-0fa6ed692d46, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=0623232c-3554-4886-af4b-0fa6ed692d46,segment=NetworkSegment(e72432ce-7fae-484d-a8cb-ce3ee49f8b6b),segment_id=e72432ce-7fae-484d-a8cb-ce3ee49f8b6b)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:02:12.566962 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-80717bd9-b794-45b1-8360-a30a04b45cc2 req-eb261ee2-c8c0-4f15-80b7-3e726f8743fa tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:12.575444 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-7aee2001-e967-4c88-b2cb-8f68a36ce515 None None] Calling delete_port for d6f909f2-f47d-4ddf-b294-b593be3ef6c4 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:02:12.601546 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-80717bd9-b794-45b1-8360-a30a04b45cc2 req-eb261ee2-c8c0-4f15-80b7-3e726f8743fa tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Calling delete_port for 0623232c-3554-4886-af4b-0fa6ed692d46 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:02:12.615403 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f908b9-7048-4afd-a99c-e35352054fde req-0833b4cd-db26-4726-933c-5c1d8a50aee6 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:12.617137 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-27f908b9-7048-4afd-a99c-e35352054fde req-0833b4cd-db26-4726-933c-5c1d8a50aee6 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=46b65dbc-891c-4ae8-b860-decd3d2a43a6 HTTP/1.1" status: 200 len: 946 time: 0.3569734 Jul 24 01:02:12.676875 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ae070-e789-43fd-94be-8a71878b10a1 req-c3a6c170-163d-4c2e-8dfb-b23539d23606 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:12.678469 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ea6ae070-e789-43fd-94be-8a71878b10a1 req-c3a6c170-163d-4c2e-8dfb-b23539d23606 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/ports?device_id=6350b47c-d943-40a9-a193-574c978b73d9 HTTP/1.1" status: 200 len: 946 time: 0.1496937 Jul 24 01:02:12.698798 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7aee2001-e967-4c88-b2cb-8f68a36ce515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:12.700665 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-c5d819fc-317f-40c0-a4cd-97829ed25ed5 req-e99e488e-01d9-4b6a-b960-e076899cabf6 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Deleting port 7344425b-746d-4f70-aef6-0d585ac96d80 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:02:12.701358 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c5d819fc-317f-40c0-a4cd-97829ed25ed5 req-e99e488e-01d9-4b6a-b960-e076899cabf6 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:12.734636 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aee2001-e967-4c88-b2cb-8f68a36ce515 None None] Pushing event deleted for resources: {'Port': ['ID=d6f909f2-f47d-4ddf-b294-b593be3ef6c4,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:12.739140 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aee2001-e967-4c88-b2cb-8f68a36ce515 None None] No DVR routers for this DVR port d6f909f2-f47d-4ddf-b294-b593be3ef6c4 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:02:12.740476 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ea6ae070-e789-43fd-94be-8a71878b10a1 req-46b47db3-8705-46ec-84b6-e56e091b2a2b tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e6565f28-e80a-4c96-9f83-284e1c4e38be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545490 Jul 24 01:02:12.742152 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a40be01-f081-4e75-877c-d9ff5058d930 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:02:12.747118 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6a40be01-f081-4e75-877c-d9ff5058d930 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:12.768539 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40656ed1-5b03-496d-aaee-be514998695e None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:02:12.771288 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-33036e16-e410-400d-9668-25f21f6d7ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:12.773869 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-33036e16-e410-400d-9668-25f21f6d7ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:12.781358 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-6a40be01-f081-4e75-877c-d9ff5058d930 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] device_id is not set on port a32a1a18-4159-4754-9095-40b4143355cd yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:02:12.782957 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-33036e16-e410-400d-9668-25f21f6d7ab9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2ef3c4e0-e90d-4ab0-8029-9db64da3b8ff HTTP/1.1" status: 204 len: 168 time: 0.7140985 Jul 24 01:02:12.804060 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-27f908b9-7048-4afd-a99c-e35352054fde req-d918e213-adb7-4a2d-98ce-f55623da1b8b tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719210 Jul 24 01:02:12.867861 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33036e16-e410-400d-9668-25f21f6d7ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef3c4e0-e90d-4ab0-8029-9db64da3b8ff,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:12.938373 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-c5d819fc-317f-40c0-a4cd-97829ed25ed5 req-e99e488e-01d9-4b6a-b960-e076899cabf6 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] For port 7344425b-746d-4f70-aef6-0d585ac96d80, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=7344425b-746d-4f70-aef6-0d585ac96d80,segment=NetworkSegment(e72432ce-7fae-484d-a8cb-ce3ee49f8b6b),segment_id=e72432ce-7fae-484d-a8cb-ce3ee49f8b6b)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:02:12.938902 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c5d819fc-317f-40c0-a4cd-97829ed25ed5 req-e99e488e-01d9-4b6a-b960-e076899cabf6 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:12.963235 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc965e-6e42-477e-a9b0-532b10b89242 req-63763b87-ac00-4cf6-ae90-cddeb33cd32c tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:12.964953 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b9fc965e-6e42-477e-a9b0-532b10b89242 req-63763b87-ac00-4cf6-ae90-cddeb33cd32c tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 946 time: 0.2862768 Jul 24 01:02:12.973259 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-c5d819fc-317f-40c0-a4cd-97829ed25ed5 req-e99e488e-01d9-4b6a-b960-e076899cabf6 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Calling delete_port for 7344425b-746d-4f70-aef6-0d585ac96d80 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:02:12.975340 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-6a40be01-f081-4e75-877c-d9ff5058d930 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Allocated IP 2001:db8::88 (7e3afd0f-7326-49f9-80ac-5664ab976843/85d8315a-f73d-42de-9807-d434e9f51de1/a32a1a18-4159-4754-9095-40b4143355cd) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:02:13.111206 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e433fe28-fc1a-48ad-bb7c-eea40b582dc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-7e3afd0f-7326-49f9-80ac-5664ab976843', 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'tenant_id': '870e2449a28e4c338cd6cc562086bba7', 'fixed_ips': [{'subnet_id': '85d8315a-f73d-42de-9807-d434e9f51de1'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:02:13.112198 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e433fe28-fc1a-48ad-bb7c-eea40b582dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:13.188611 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-80717bd9-b794-45b1-8360-a30a04b45cc2 req-eb261ee2-c8c0-4f15-80b7-3e726f8743fa tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:13.221921 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6a40be01-f081-4e75-877c-d9ff5058d930 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:13.239240 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-6a40be01-f081-4e75-877c-d9ff5058d930 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Transition to ACTIVE for port object a32a1a18-4159-4754-9095-40b4143355cd will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:02:13.242508 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb261ee2-c8c0-4f15-80b7-3e726f8743fa tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Pushing event deleted for resources: {'Port': ['ID=0623232c-3554-4886-af4b-0fa6ed692d46,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:13.287438 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6a40be01-f081-4e75-877c-d9ff5058d930 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:13.302407 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-b9fc965e-6e42-477e-a9b0-532b10b89242 req-e6b7ce53-9715-4be5-a6da-549deeb5e568 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Deleting port 10b7276e-19e0-4ca9-bacf-9b43f6e4c691 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:02:13.302784 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b9fc965e-6e42-477e-a9b0-532b10b89242 req-e6b7ce53-9715-4be5-a6da-549deeb5e568 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:13.377136 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-80717bd9-b794-45b1-8360-a30a04b45cc2 req-eb261ee2-c8c0-4f15-80b7-3e726f8743fa tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] No DVR routers for this DVR port 0623232c-3554-4886-af4b-0fa6ed692d46 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:02:13.381185 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 41976) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:13.395700 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-80717bd9-b794-45b1-8360-a30a04b45cc2 req-eb261ee2-c8c0-4f15-80b7-3e726f8743fa tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:13.398016 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-80717bd9-b794-45b1-8360-a30a04b45cc2 req-eb261ee2-c8c0-4f15-80b7-3e726f8743fa tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.13 "DELETE /v2.0/ports/0623232c-3554-4886-af4b-0fa6ed692d46 HTTP/1.1" status: 204 len: 173 time: 1.4741662 Jul 24 01:02:13.406182 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6350b47c-d943-40a9-a193-574c978b73d9', 'name': 'network-vif-deleted', 'tag': '0623232c-3554-4886-af4b-0fa6ed692d46'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:02:13.407159 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcc61ed-69a5-4605-8132-013c15f3c651" -d '{"events": [{"server_uuid": "6350b47c-d943-40a9-a193-574c978b73d9", "name": "network-vif-deleted", "tag": "0623232c-3554-4886-af4b-0fa6ed692d46"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:02:13.415669 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a40be01-f081-4e75-877c-d9ff5058d930 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:02:13.423747 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-6a40be01-f081-4e75-877c-d9ff5058d930 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:02:13.433927 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a40be01-f081-4e75-877c-d9ff5058d930 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:02:13.448314 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-67dca9c5-a7b2-4d9b-99ae-7efd16512e15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:13.454936 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a40be01-f081-4e75-877c-d9ff5058d930 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:13.455844 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6a40be01-f081-4e75-877c-d9ff5058d930 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:13.483305 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a40be01-f081-4e75-877c-d9ff5058d930 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Port': ['ID=a32a1a18-4159-4754-9095-40b4143355cd,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:13.513911 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6a40be01-f081-4e75-877c-d9ff5058d930 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0035141 Jul 24 01:02:13.515857 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 41982) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:13.529568 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-e433fe28-fc1a-48ad-bb7c-eea40b582dc7 None None] Allocated IP 2001:db8::2 (7e3afd0f-7326-49f9-80ac-5664ab976843/85d8315a-f73d-42de-9807-d434e9f51de1/04ed7a4c-399c-4f31-af0d-04f521416d65) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:02:13.537565 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device d6f909f2-f47d-4ddf-b294-b593be3ef6c4 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:02:13.544417 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['7344425b-746d-4f70-aef6-0d585ac96d80', '0623232c-3554-4886-af4b-0fa6ed692d46'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:02:13.593339 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: d6f909f2-f47d-4ddf-b294-b593be3ef6c4 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:02:13.593847 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device d6f909f2-f47d-4ddf-b294-b593be3ef6c4 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:02:13.644370 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a39be8-c272-4c90-a948-a343596b8bf1 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:13.645679 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c8a39be8-c272-4c90-a948-a343596b8bf1 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1279364 Jul 24 01:02:13.648416 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 41986) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:13.816795 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-40280f94-61d2-4cca-af76-ab5a529c6086 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting port a32a1a18-4159-4754-9095-40b4143355cd {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:02:13.819221 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-40280f94-61d2-4cca-af76-ab5a529c6086 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:13.846268 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e433fe28-fc1a-48ad-bb7c-eea40b582dc7 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:13.858889 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e433fe28-fc1a-48ad-bb7c-eea40b582dc7 None None] Transition to ACTIVE for port object 04ed7a4c-399c-4f31-af0d-04f521416d65 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:02:13.891433 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e433fe28-fc1a-48ad-bb7c-eea40b582dc7 None None] Transition to ACTIVE for port object 04ed7a4c-399c-4f31-af0d-04f521416d65 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:02:13.908133 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30bd986-6270-41ab-8f3b-263b08b3266e x-openstack-request-id: req-f30bd986-6270-41ab-8f3b-263b08b3266e {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:02:13.909056 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e433fe28-fc1a-48ad-bb7c-eea40b582dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:13.909323 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6350b47c-d943-40a9-a193-574c978b73d9", "name": "network-vif-deleted", "tag": "0623232c-3554-4886-af4b-0fa6ed692d46", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:02:13.910300 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f30bd986-6270-41ab-8f3b-263b08b3266e {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:02:13.911038 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6350b47c-d943-40a9-a193-574c978b73d9', 'name': 'network-vif-deleted', 'tag': '0623232c-3554-4886-af4b-0fa6ed692d46', 'status': 'completed', 'code': 200} Jul 24 01:02:13.953455 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e433fe28-fc1a-48ad-bb7c-eea40b582dc7 None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:02:13.961860 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-e433fe28-fc1a-48ad-bb7c-eea40b582dc7 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:02:13.966012 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e433fe28-fc1a-48ad-bb7c-eea40b582dc7 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:02:13.974019 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433fe28-fc1a-48ad-bb7c-eea40b582dc7 None None] Pushing event updated for resources: {'Port': ['ID=04ed7a4c-399c-4f31-af0d-04f521416d65,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:13.994957 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c3a1c975-ffb3-4656-9e44-355e231bb23a req-83b62dff-2159-48f1-8589-335e802f3b87 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/ports?device_id=6350b47c-d943-40a9-a193-574c978b73d9 HTTP/1.1" status: 200 len: 210 time: 0.0936971 Jul 24 01:02:14.010521 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c5d819fc-317f-40c0-a4cd-97829ed25ed5 req-e99e488e-01d9-4b6a-b960-e076899cabf6 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:14.058850 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-40280f94-61d2-4cca-af76-ab5a529c6086 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:14.077694 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-e433fe28-fc1a-48ad-bb7c-eea40b582dc7 None None] Attempting to bind port 04ed7a4c-399c-4f31-af0d-04f521416d65 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:02:14.078514 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-e433fe28-fc1a-48ad-bb7c-eea40b582dc7 None None] Attempting to bind port 04ed7a4c-399c-4f31-af0d-04f521416d65 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:02:14.079166 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e433fe28-fc1a-48ad-bb7c-eea40b582dc7 None None] Attempting to bind port 04ed7a4c-399c-4f31-af0d-04f521416d65 on network 7e3afd0f-7326-49f9-80ac-5664ab976843 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:02:14.079727 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-40280f94-61d2-4cca-af76-ab5a529c6086 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Calling delete_port for a32a1a18-4159-4754-9095-40b4143355cd owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:02:14.087904 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e433fe28-fc1a-48ad-bb7c-eea40b582dc7 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:02:14.088998 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e433fe28-fc1a-48ad-bb7c-eea40b582dc7 None None] Checking segment: {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:02:14.089916 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e433fe28-fc1a-48ad-bb7c-eea40b582dc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:14.090542 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e433fe28-fc1a-48ad-bb7c-eea40b582dc7 None None] Bound using segment: {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:02:14.091080 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-e433fe28-fc1a-48ad-bb7c-eea40b582dc7 None None] Bound port: 04ed7a4c-399c-4f31-af0d-04f521416d65, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:02:14.091506 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e433fe28-fc1a-48ad-bb7c-eea40b582dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:14.131826 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e488e-01d9-4b6a-b960-e076899cabf6 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Pushing event deleted for resources: {'Port': ['ID=7344425b-746d-4f70-aef6-0d585ac96d80,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:14.157558 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf0e41-17b5-45e2-ae82-2bac433cbead req-da8064bd-0464-4179-998a-aebd8b0986e9 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:14.165006 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8daf0e41-17b5-45e2-ae82-2bac433cbead req-da8064bd-0464-4179-998a-aebd8b0986e9 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 946 time: 0.7413442 Jul 24 01:02:14.187017 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-b9fc965e-6e42-477e-a9b0-532b10b89242 req-e6b7ce53-9715-4be5-a6da-549deeb5e568 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] For port 10b7276e-19e0-4ca9-bacf-9b43f6e4c691, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=10b7276e-19e0-4ca9-bacf-9b43f6e4c691,segment=NetworkSegment(4242c379-d447-4cc7-be17-2a8b0036d56e),segment_id=4242c379-d447-4cc7-be17-2a8b0036d56e)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:02:14.187422 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b9fc965e-6e42-477e-a9b0-532b10b89242 req-e6b7ce53-9715-4be5-a6da-549deeb5e568 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:14.225444 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d819fc-317f-40c0-a4cd-97829ed25ed5 req-e99e488e-01d9-4b6a-b960-e076899cabf6 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] No DVR routers for this DVR port 7344425b-746d-4f70-aef6-0d585ac96d80 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:02:14.231655 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c5d819fc-317f-40c0-a4cd-97829ed25ed5 req-e99e488e-01d9-4b6a-b960-e076899cabf6 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:14.233571 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c5d819fc-317f-40c0-a4cd-97829ed25ed5 req-e99e488e-01d9-4b6a-b960-e076899cabf6 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.13 "DELETE /v2.0/ports/7344425b-746d-4f70-aef6-0d585ac96d80 HTTP/1.1" status: 204 len: 173 time: 1.9973786 Jul 24 01:02:14.234748 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-e433fe28-fc1a-48ad-bb7c-eea40b582dc7 None None] For port 04ed7a4c-399c-4f31-af0d-04f521416d65, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:02:14.241947 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-b9fc965e-6e42-477e-a9b0-532b10b89242 req-e6b7ce53-9715-4be5-a6da-549deeb5e568 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Calling delete_port for 10b7276e-19e0-4ca9-bacf-9b43f6e4c691 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:02:14.243413 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-e433fe28-fc1a-48ad-bb7c-eea40b582dc7 None None] For port 04ed7a4c-399c-4f31-af0d-04f521416d65, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=04ed7a4c-399c-4f31-af0d-04f521416d65,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:02:14.256210 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e433fe28-fc1a-48ad-bb7c-eea40b582dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:14.280923 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-40280f94-61d2-4cca-af76-ab5a529c6086 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:14.287049 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8daf0e41-17b5-45e2-ae82-2bac433cbead req-6cb567cc-3827-4e79-9891-e839b0c745b2 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/security-groups?id=48df5737-21c6-487e-8a8e-878646db42ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210189 Jul 24 01:02:14.350260 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433fe28-fc1a-48ad-bb7c-eea40b582dc7 None None] Pushing event updated for resources: {'Port': ['ID=04ed7a4c-399c-4f31-af0d-04f521416d65,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:14.353186 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40280f94-61d2-4cca-af76-ab5a529c6086 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Port': ['ID=a32a1a18-4159-4754-9095-40b4143355cd,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:14.424997 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-67dca9c5-a7b2-4d9b-99ae-7efd16512e15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:14.438641 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-40280f94-61d2-4cca-af76-ab5a529c6086 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:14.440843 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-67dca9c5-a7b2-4d9b-99ae-7efd16512e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:14.450510 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-40280f94-61d2-4cca-af76-ab5a529c6086 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/ports/a32a1a18-4159-4754-9095-40b4143355cd HTTP/1.1" status: 204 len: 168 time: 0.8009326 Jul 24 01:02:14.451151 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 41992) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:14.482061 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dca9c5-a7b2-4d9b-99ae-7efd16512e15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aeba9ed-3f1f-4985-9c2f-cd40d4f3a5d3,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:14.574102 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-67dca9c5-a7b2-4d9b-99ae-7efd16512e15 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=17aea0eeff0843ee84f4bbe50bc5e3fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1805198 Jul 24 01:02:14.574352 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ed43e2-2079-42fa-8d7f-ce36cba484c7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:14.574453 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 41996) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:14.574551 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ed43e2-2079-42fa-8d7f-ce36cba484c7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:14.576349 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e6ed43e2-2079-42fa-8d7f-ce36cba484c7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1242073 Jul 24 01:02:14.578978 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 41998) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:14.593834 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b9fc965e-6e42-477e-a9b0-532b10b89242 req-e6b7ce53-9715-4be5-a6da-549deeb5e568 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:14.641205 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7ce53-9715-4be5-a6da-549deeb5e568 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Pushing event deleted for resources: {'Port': ['ID=10b7276e-19e0-4ca9-bacf-9b43f6e4c691,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:14.659343 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-e299f082-d4e3-4984-b4c7-a32786b61e1d tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting subnet 85d8315a-f73d-42de-9807-d434e9f51de1 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:02:14.664777 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e299f082-d4e3-4984-b4c7-a32786b61e1d tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:14.710323 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9fc965e-6e42-477e-a9b0-532b10b89242 req-e6b7ce53-9715-4be5-a6da-549deeb5e568 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] No DVR routers for this DVR port 10b7276e-19e0-4ca9-bacf-9b43f6e4c691 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:02:14.724788 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b9fc965e-6e42-477e-a9b0-532b10b89242 req-e6b7ce53-9715-4be5-a6da-549deeb5e568 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:14.732894 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b9fc965e-6e42-477e-a9b0-532b10b89242 req-e6b7ce53-9715-4be5-a6da-549deeb5e568 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.13 "DELETE /v2.0/ports/10b7276e-19e0-4ca9-bacf-9b43f6e4c691 HTTP/1.1" status: 204 len: 173 time: 1.7544405 Jul 24 01:02:14.735391 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fd988f1c-03f3-4360-bcda-9c1668ad3667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:14.744563 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e299f082-d4e3-4984-b4c7-a32786b61e1d tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:14.766603 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fd988f1c-03f3-4360-bcda-9c1668ad3667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:14.861168 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fd988f1c-03f3-4360-bcda-9c1668ad3667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:14.864899 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fd988f1c-03f3-4360-bcda-9c1668ad3667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:14.866317 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-fd988f1c-03f3-4360-bcda-9c1668ad3667 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5aeba9ed-3f1f-4985-9c2f-cd40d4f3a5d3 HTTP/1.1" status: 204 len: 168 time: 0.2923739 Jul 24 01:02:14.875459 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd988f1c-03f3-4360-bcda-9c1668ad3667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aeba9ed-3f1f-4985-9c2f-cd40d4f3a5d3,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:14.898536 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e299f082-d4e3-4984-b4c7-a32786b61e1d tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:14.979909 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e299f082-d4e3-4984-b4c7-a32786b61e1d tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:15.008185 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e299f082-d4e3-4984-b4c7-a32786b61e1d tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Subnet': ['ID=85d8315a-f73d-42de-9807-d434e9f51de1,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:15.019735 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e299f082-d4e3-4984-b4c7-a32786b61e1d tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:15.024096 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e299f082-d4e3-4984-b4c7-a32786b61e1d tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/85d8315a-f73d-42de-9807-d434e9f51de1 HTTP/1.1" status: 204 len: 168 time: 0.4415805 Jul 24 01:02:15.024432 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42004) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:15.051107 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [req-16a3a71a-ad2e-43ab-8156-d7e9bad471d1 req-3ea97e3a-3a45-4e77-bda6-6180ebe8e303 service neutron] (100463) timed out ('10.222.0.11', 62664) {{(pid=100463) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 24 01:02:15.116146 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 42010) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:15.122382 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-88ef2612-ce4d-4694-9933-209f9f96c942 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'subnet': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:15.132963 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-027bb87f-6af9-4bb4-a38c-a58b633be31f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1065931 Jul 24 01:02:15.289301 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 0623232c-3554-4886-af4b-0fa6ed692d46 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:02:15.317348 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2674d009-cb0b-43c0-aa97-51c10c43548f req-3cc53f6c-b62f-4482-bd83-b5484c111f22 tempest-MultipleCreateTestJSON-1943230120 tempest-MultipleCreateTestJSON-1943230120-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a854ce4-2521-4a79-9f7b-0b4a6dea4cd1 HTTP/1.1" status: 200 len: 210 time: 0.0728858 Jul 24 01:02:15.333950 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ef2612-ce4d-4694-9933-209f9f96c942 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:02:15.337676 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-88ef2612-ce4d-4694-9933-209f9f96c942 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:15.365819 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 04ed7a4c-399c-4f31-af0d-04f521416d65 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:02:15.437528 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 0623232c-3554-4886-af4b-0fa6ed692d46 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:02:15.437963 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 0623232c-3554-4886-af4b-0fa6ed692d46 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:02:15.438402 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 7344425b-746d-4f70-aef6-0d585ac96d80 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:02:15.492868 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 7344425b-746d-4f70-aef6-0d585ac96d80 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:02:15.493249 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 7344425b-746d-4f70-aef6-0d585ac96d80 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:02:15.493788 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 10b7276e-19e0-4ca9-bacf-9b43f6e4c691 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:02:15.518003 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 10b7276e-19e0-4ca9-bacf-9b43f6e4c691 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:02:15.518365 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 10b7276e-19e0-4ca9-bacf-9b43f6e4c691 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:02:15.525046 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-34c22f35-9953-4849-91fa-220804c3a129 req-46516cca-515a-416e-b8c6-7f9289f50c84 tempest-ServerRescueTestJSONUnderV235-912289790 tempest-ServerRescueTestJSONUnderV235-912289790-project] 10.222.0.15 "GET /v2.0/ports?device_id=4a6f5d52-23de-49ad-a41e-c2916ce4e2c5 HTTP/1.1" status: 200 len: 210 time: 0.0579195 Jul 24 01:02:15.537386 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 04ed7a4c-399c-4f31-af0d-04f521416d65 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:02:15.686890 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bdaa6225-9c91-4784-a36e-dbf293c5423a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:15.743750 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-88ef2612-ce4d-4694-9933-209f9f96c942 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:15.801490 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ef2612-ce4d-4694-9933-209f9f96c942 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:02:15.805399 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-88ef2612-ce4d-4694-9933-209f9f96c942 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:02:15.810137 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ef2612-ce4d-4694-9933-209f9f96c942 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:15.810763 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-88ef2612-ce4d-4694-9933-209f9f96c942 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:15.836804 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef2612-ce4d-4694-9933-209f9f96c942 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Subnet': ['ID=0a07372c-4c16-40fd-a0e9-24cbef7a1660,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:15.842259 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-88ef2612-ce4d-4694-9933-209f9f96c942 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7223785 Jul 24 01:02:15.842464 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 42036) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:15.848024 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-bd41c599-886c-4f05-a3fc-20dbbb967576 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'port': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'name': 'tempest-NetworksTestDHCPv6-184457203'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:15.916770 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca83a5c-b02f-4b5e-b4a4-9f8fb9531971 None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:02:15.942614 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a854ce4-2521-4a79-9f7b-0b4a6dea4cd1', 'name': 'network-vif-deleted', 'tag': '7344425b-746d-4f70-aef6-0d585ac96d80'}, {'server_uuid': '4a6f5d52-23de-49ad-a41e-c2916ce4e2c5', 'name': 'network-vif-deleted', 'tag': '10b7276e-19e0-4ca9-bacf-9b43f6e4c691'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:02:15.946176 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b3c6f7-30f7-436b-a3ea-48cb920f6da2" -d '{"events": [{"server_uuid": "6a854ce4-2521-4a79-9f7b-0b4a6dea4cd1", "name": "network-vif-deleted", "tag": "7344425b-746d-4f70-aef6-0d585ac96d80"}, {"server_uuid": "4a6f5d52-23de-49ad-a41e-c2916ce4e2c5", "name": "network-vif-deleted", "tag": "10b7276e-19e0-4ca9-bacf-9b43f6e4c691"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:02:16.010170 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-04389ac2-a412-4ea0-acb0-44662084cf39 None None] Provisioning for port 04ed7a4c-399c-4f31-af0d-04f521416d65 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:02:16.026272 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-04389ac2-a412-4ea0-acb0-44662084cf39 None None] Provisioning complete for port 04ed7a4c-399c-4f31-af0d-04f521416d65 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:02:16.027100 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-04389ac2-a412-4ea0-acb0-44662084cf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:16.045291 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 24 Jul 2021 01:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7dfd8b-4415-460f-af90-a36638a0c870 x-openstack-request-id: req-ab7dfd8b-4415-460f-af90-a36638a0c870 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:02:16.045291 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a854ce4-2521-4a79-9f7b-0b4a6dea4cd1", "name": "network-vif-deleted", "tag": "7344425b-746d-4f70-aef6-0d585ac96d80", "status": "completed", "code": 200}, {"server_uuid": "4a6f5d52-23de-49ad-a41e-c2916ce4e2c5", "name": "network-vif-deleted", "tag": "10b7276e-19e0-4ca9-bacf-9b43f6e4c691", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:02:16.045291 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ab7dfd8b-4415-460f-af90-a36638a0c870 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:02:16.045840 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a854ce4-2521-4a79-9f7b-0b4a6dea4cd1', 'name': 'network-vif-deleted', 'tag': '7344425b-746d-4f70-aef6-0d585ac96d80', 'status': 'completed', 'code': 200} Jul 24 01:02:16.046268 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6f5d52-23de-49ad-a41e-c2916ce4e2c5', 'name': 'network-vif-deleted', 'tag': '10b7276e-19e0-4ca9-bacf-9b43f6e4c691', 'status': 'completed', 'code': 200} Jul 24 01:02:16.061433 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd41c599-886c-4f05-a3fc-20dbbb967576 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:02:16.070319 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bd41c599-886c-4f05-a3fc-20dbbb967576 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:16.110910 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [None req-bd41c599-886c-4f05-a3fc-20dbbb967576 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] device_id is not set on port a747bcc9-fa47-4d67-9b1e-6b315db6e617 yet. {{(pid=100464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:02:16.220062 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-04389ac2-a412-4ea0-acb0-44662084cf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:16.266068 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-04389ac2-a412-4ea0-acb0-44662084cf39 None None] For port 04ed7a4c-399c-4f31-af0d-04f521416d65, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=04ed7a4c-399c-4f31-af0d-04f521416d65,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:02:16.275043 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-04389ac2-a412-4ea0-acb0-44662084cf39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:16.285504 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-bd41c599-886c-4f05-a3fc-20dbbb967576 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Allocated IP 2001:db8::50 (7e3afd0f-7326-49f9-80ac-5664ab976843/0a07372c-4c16-40fd-a0e9-24cbef7a1660/a747bcc9-fa47-4d67-9b1e-6b315db6e617) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:02:16.404902 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04389ac2-a412-4ea0-acb0-44662084cf39 None None] Pushing event updated for resources: {'Port': ['ID=04ed7a4c-399c-4f31-af0d-04f521416d65,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:16.444042 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42056) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:16.501270 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae3b00eb-34a2-4cdf-a2e4-4070ce994083 admin admin] Deleting subnet ab65b9bb-fd3d-457f-b7c9-e4ea2436eb76 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:02:16.506980 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ae3b00eb-34a2-4cdf-a2e4-4070ce994083 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:16.527471 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d09230ea-55c5-45d2-a1dd-81483f848b96 None None] Provisioning complete for port 04ed7a4c-399c-4f31-af0d-04f521416d65 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:02:16.528029 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d09230ea-55c5-45d2-a1dd-81483f848b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:16.569027 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ae3b00eb-34a2-4cdf-a2e4-4070ce994083 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:16.578848 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bd41c599-886c-4f05-a3fc-20dbbb967576 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:16.607769 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-bd41c599-886c-4f05-a3fc-20dbbb967576 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Transition to ACTIVE for port object a747bcc9-fa47-4d67-9b1e-6b315db6e617 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:02:16.635977 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 42064) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:16.684689 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ae3b00eb-34a2-4cdf-a2e4-4070ce994083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:16.821570 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bd41c599-886c-4f05-a3fc-20dbbb967576 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:16.841012 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ae3b00eb-34a2-4cdf-a2e4-4070ce994083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:16.882658 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-aced233c-5a74-4dd2-8786-0a79c584c70b None None] Could not find standard attr ID for object c9c195de-d7a3-4629-840a-cf014a02b339. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:02:16.884069 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd41c599-886c-4f05-a3fc-20dbbb967576 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:02:16.889534 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-bd41c599-886c-4f05-a3fc-20dbbb967576 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:02:16.891783 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3b00eb-34a2-4cdf-a2e4-4070ce994083 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab65b9bb-fd3d-457f-b7c9-e4ea2436eb76,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:16.897122 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ae3b00eb-34a2-4cdf-a2e4-4070ce994083 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:16.899160 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd41c599-886c-4f05-a3fc-20dbbb967576 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:02:16.905347 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd41c599-886c-4f05-a3fc-20dbbb967576 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:16.909820 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ae3b00eb-34a2-4cdf-a2e4-4070ce994083 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ab65b9bb-fd3d-457f-b7c9-e4ea2436eb76 HTTP/1.1" status: 204 len: 168 time: 0.4632246 Jul 24 01:02:16.910617 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42070) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:16.915421 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bd41c599-886c-4f05-a3fc-20dbbb967576 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:17.027211 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93089fb5-23ca-4010-bf79-6a9ca3b16aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:17.159986 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41c599-886c-4f05-a3fc-20dbbb967576 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Port': ['ID=a747bcc9-fa47-4d67-9b1e-6b315db6e617,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:17.171548 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-bd41c599-886c-4f05-a3fc-20dbbb967576 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3277979 Jul 24 01:02:17.171857 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42076) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:17.260957 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 04ed7a4c-399c-4f31-af0d-04f521416d65 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:02:17.294490 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93089fb5-23ca-4010-bf79-6a9ca3b16aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:17.329289 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-93089fb5-23ca-4010-bf79-6a9ca3b16aea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92fdbd27-9981-47b9-bc38-a1dc30f8af4c']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:02:17.334389 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-ca526283-e8bb-40ee-b998-c5d430e8317d None None] Could not find standard attr ID for object a32a1a18-4159-4754-9095-40b4143355cd. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:02:17.386473 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-93089fb5-23ca-4010-bf79-6a9ca3b16aea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e72432ce-7fae-484d-a8cb-ce3ee49f8b6b') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:02:17.391420 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-93089fb5-23ca-4010-bf79-6a9ca3b16aea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e72432ce-7fae-484d-a8cb-ce3ee49f8b6b') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:02:17.392640 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 04ed7a4c-399c-4f31-af0d-04f521416d65 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:02:17.395405 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:17.405703 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93089fb5-23ca-4010-bf79-6a9ca3b16aea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:17.435126 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93089fb5-23ca-4010-bf79-6a9ca3b16aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:17.448449 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f497a3a4-7dee-4b07-9837-2757d02aefe2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:17.455684 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f497a3a4-7dee-4b07-9837-2757d02aefe2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:17.459271 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f497a3a4-7dee-4b07-9837-2757d02aefe2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.2848315 Jul 24 01:02:17.462689 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42084) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:17.476624 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93089fb5-23ca-4010-bf79-6a9ca3b16aea admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:02:17.477320 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93089fb5-23ca-4010-bf79-6a9ca3b16aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:17.479392 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:02:17.479392 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:02:17.479392 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:02:17.479392 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:02:17.479392 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:02:17.479392 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:02:17.479392 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:02:17.479392 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:02:17.479392 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:02:17.479392 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:02:17.479392 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:02:17.479392 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:02:17.479392 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:02:17.479392 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:02:17.479392 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:02:17.479392 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:02:17.479392 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:02:17.479392 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:02:17.479392 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:02:17.479392 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:02:17.479392 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:02:17.479392 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:02:17.479392 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:02:17.479392 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:02:17.479392 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:02:17.479392 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:02:17.479392 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:02:17.479392 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:02:17.479392 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:02:17.479392 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:02:17.479392 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:02:17.479392 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:02:17.518497 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8f481f39-3b74-4ed5-9938-5e2c47094d57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:17.637306 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93089fb5-23ca-4010-bf79-6a9ca3b16aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:17.688813 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93089fb5-23ca-4010-bf79-6a9ca3b16aea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:17.694347 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-93089fb5-23ca-4010-bf79-6a9ca3b16aea admin admin] 10.222.0.15 "DELETE /v2.0/networks/92fdbd27-9981-47b9-bc38-a1dc30f8af4c HTTP/1.1" status: 204 len: 168 time: 0.7826433 Jul 24 01:02:17.695826 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93089fb5-23ca-4010-bf79-6a9ca3b16aea admin admin] Pushing event deleted for resources: {'Network': ['ID=92fdbd27-9981-47b9-bc38-a1dc30f8af4c,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:17.698877 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8a16e259-e428-41b7-affa-0fc3fe395800 None None] Provisioning for port a747bcc9-fa47-4d67-9b1e-6b315db6e617 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:02:17.706287 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8a16e259-e428-41b7-affa-0fc3fe395800 None None] Provisioning complete for port a747bcc9-fa47-4d67-9b1e-6b315db6e617 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:02:17.709081 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8a16e259-e428-41b7-affa-0fc3fe395800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:17.753256 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-65090985-a2d9-404d-ac37-7d2b5e707f3a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting port a747bcc9-fa47-4d67-9b1e-6b315db6e617 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:02:17.754166 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-65090985-a2d9-404d-ac37-7d2b5e707f3a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:17.796390 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-8a16e259-e428-41b7-affa-0fc3fe395800 None None] Port a747bcc9-fa47-4d67-9b1e-6b315db6e617 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:02:17.970979 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-65090985-a2d9-404d-ac37-7d2b5e707f3a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:17.990592 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-65090985-a2d9-404d-ac37-7d2b5e707f3a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Calling delete_port for a747bcc9-fa47-4d67-9b1e-6b315db6e617 owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:02:18.180460 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 42106) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:18.223770 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5d7c7069-3566-4b15-b967-27cd03404de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:18.271460 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-65090985-a2d9-404d-ac37-7d2b5e707f3a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:18.315591 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65090985-a2d9-404d-ac37-7d2b5e707f3a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Port': ['ID=a747bcc9-fa47-4d67-9b1e-6b315db6e617,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:18.333338 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a9235916-2959-430f-b4e3-ef34d435a27b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dfa308059ca04e6da7daea890880e743&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1490839 Jul 24 01:02:18.341112 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 42108) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:18.364346 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-65090985-a2d9-404d-ac37-7d2b5e707f3a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:18.371746 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-65090985-a2d9-404d-ac37-7d2b5e707f3a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/ports/a747bcc9-fa47-4d67-9b1e-6b315db6e617 HTTP/1.1" status: 204 len: 168 time: 0.9075310 Jul 24 01:02:18.372751 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42112) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:18.467992 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:18.474764 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-8f481f39-3b74-4ed5-9938-5e2c47094d57 admin admin] Deleting port ed47add9-15f7-49c6-9042-60e9e291b8eb {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:02:18.475465 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8f481f39-3b74-4ed5-9938-5e2c47094d57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:18.520396 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347e0902-1232-42d1-9287-fe8a9a149387 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:18.524701 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347e0902-1232-42d1-9287-fe8a9a149387 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:18.536680 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-347e0902-1232-42d1-9287-fe8a9a149387 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1615000 Jul 24 01:02:18.539395 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42116) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:18.614526 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d2bb20bb-2988-4ac9-9816-8b647421cd93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:18.668093 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa433d46-81ca-485f-93c4-bbd0f35e4c76 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting subnet 0a07372c-4c16-40fd-a0e9-24cbef7a1660 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:02:18.673861 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42118) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:18.683477 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d2bb20bb-2988-4ac9-9816-8b647421cd93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:18.688628 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fa433d46-81ca-485f-93c4-bbd0f35e4c76 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:18.729446 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-8f481f39-3b74-4ed5-9938-5e2c47094d57 admin admin] For port ed47add9-15f7-49c6-9042-60e9e291b8eb, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=ed47add9-15f7-49c6-9042-60e9e291b8eb,segment=NetworkSegment(4242c379-d447-4cc7-be17-2a8b0036d56e),segment_id=4242c379-d447-4cc7-be17-2a8b0036d56e)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:02:18.729947 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8f481f39-3b74-4ed5-9938-5e2c47094d57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:18.782598 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fa433d46-81ca-485f-93c4-bbd0f35e4c76 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:18.801457 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-8f481f39-3b74-4ed5-9938-5e2c47094d57 admin admin] Calling delete_port for ed47add9-15f7-49c6-9042-60e9e291b8eb owned by network:router_interface {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:02:18.882961 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d2bb20bb-2988-4ac9-9816-8b647421cd93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:18.885874 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d2bb20bb-2988-4ac9-9816-8b647421cd93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:18.889916 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d2bb20bb-2988-4ac9-9816-8b647421cd93 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e6565f28-e80a-4c96-9f83-284e1c4e38be HTTP/1.1" status: 204 len: 168 time: 0.5446379 Jul 24 01:02:18.899911 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb20bb-2988-4ac9-9816-8b647421cd93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6565f28-e80a-4c96-9f83-284e1c4e38be,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:18.927098 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fa433d46-81ca-485f-93c4-bbd0f35e4c76 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:18.944300 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f918d112-aa2a-47d3-85e5-74e0701ae0b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:19.137846 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fa433d46-81ca-485f-93c4-bbd0f35e4c76 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:19.231860 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8f481f39-3b74-4ed5-9938-5e2c47094d57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:19.236696 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fa433d46-81ca-485f-93c4-bbd0f35e4c76 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:19.242672 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-fa433d46-81ca-485f-93c4-bbd0f35e4c76 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/0a07372c-4c16-40fd-a0e9-24cbef7a1660 HTTP/1.1" status: 204 len: 168 time: 0.7017796 Jul 24 01:02:19.243858 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa433d46-81ca-485f-93c4-bbd0f35e4c76 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Subnet': ['ID=0a07372c-4c16-40fd-a0e9-24cbef7a1660,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:19.247324 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e43dfa-a993-425a-98ad-f7a3f3aaeace None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:02:19.249351 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42128) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:19.271247 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f481f39-3b74-4ed5-9938-5e2c47094d57 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed47add9-15f7-49c6-9042-60e9e291b8eb,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:19.315647 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-846cd714-2e27-402e-bdb1-72d51f6b7259 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0628114 Jul 24 01:02:19.316190 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42130) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:19.430837 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f918d112-aa2a-47d3-85e5-74e0701ae0b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:19.457277 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f918d112-aa2a-47d3-85e5-74e0701ae0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:19.496661 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:19.526603 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267dfc54-77db-480a-a054-9a49361b5aa3 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:19.528884 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-267dfc54-77db-480a-a054-9a49361b5aa3 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2076707 Jul 24 01:02:19.532328 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f918d112-aa2a-47d3-85e5-74e0701ae0b8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=87b11bc48aef4d348e54861d28b6d005&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8571010 Jul 24 01:02:19.533092 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42140) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:19.535954 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42142) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:19.545965 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f918d112-aa2a-47d3-85e5-74e0701ae0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d27541-c331-4563-88a6-1aef4ee18e7f,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:19.588126 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8f481f39-3b74-4ed5-9938-5e2c47094d57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:19.632665 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca2bba1-8f59-40dc-a68d-95cd388120c7 None None] DHCP port deletion for 7e3afd0f-7326-49f9-80ac-5664ab976843 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:02:19.679519 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2e1e92-c372-4cee-8387-eb793b7c7f9c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:19.681099 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3e2e1e92-c372-4cee-8387-eb793b7c7f9c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1464653 Jul 24 01:02:19.687028 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42146) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:19.737438 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-2ca2bba1-8f59-40dc-a68d-95cd388120c7 None None] Deleting port 04ed7a4c-399c-4f31-af0d-04f521416d65 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:02:19.738997 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2ca2bba1-8f59-40dc-a68d-95cd388120c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:19.760948 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-bede5d04-7dba-4bfa-a633-a63db9785602 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0687516 Jul 24 01:02:19.761286 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42150) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:19.768439 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-4dfa97df-2ca7-4b0d-81e3-210b37b5d9f7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'subnet': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:19.908452 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f481f39-3b74-4ed5-9938-5e2c47094d57 admin admin] Router 5a63f481-f1bd-4129-8067-8b2034f88b68 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:02:19.911743 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-2ca2bba1-8f59-40dc-a68d-95cd388120c7 None None] For port 04ed7a4c-399c-4f31-af0d-04f521416d65, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=04ed7a4c-399c-4f31-af0d-04f521416d65,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:02:19.912475 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2ca2bba1-8f59-40dc-a68d-95cd388120c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:19.940745 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-2ca2bba1-8f59-40dc-a68d-95cd388120c7 None None] Calling delete_port for 04ed7a4c-399c-4f31-af0d-04f521416d65 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:02:20.069414 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f481f39-3b74-4ed5-9938-5e2c47094d57 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:02:20.079521 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b79565c-2239-4231-9897-a333f4165d2c None None] Sync routers for ids ['5a63f481-f1bd-4129-8067-8b2034f88b68'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:02:20.080370 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-8f481f39-3b74-4ed5-9938-5e2c47094d57 admin admin] 10.222.0.15 "PUT /v2.0/routers/5a63f481-f1bd-4129-8067-8b2034f88b68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4427862 Jul 24 01:02:20.082320 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 42158) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:20.138067 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b79565c-2239-4231-9897-a333f4165d2c None None] Routers {'5a63f481-f1bd-4129-8067-8b2034f88b68'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:02:20.138757 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-1b79565c-2239-4231-9897-a333f4165d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:02:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['5a63f481-f1bd-4129-8067-8b2034f88b68'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:02:20.234393 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2ca2bba1-8f59-40dc-a68d-95cd388120c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:20.264169 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-573c4b7c-9323-4c9b-a708-e3d9a7c6d046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:20.276118 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca2bba1-8f59-40dc-a68d-95cd388120c7 None None] Pushing event deleted for resources: {'Port': ['ID=04ed7a4c-399c-4f31-af0d-04f521416d65,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:20.291649 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca2bba1-8f59-40dc-a68d-95cd388120c7 None None] No DVR routers for this DVR port 04ed7a4c-399c-4f31-af0d-04f521416d65 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:02:20.294590 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca2bba1-8f59-40dc-a68d-95cd388120c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:20.295069 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca2bba1-8f59-40dc-a68d-95cd388120c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:20.295746 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca2bba1-8f59-40dc-a68d-95cd388120c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:20.295879 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca2bba1-8f59-40dc-a68d-95cd388120c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:20.296482 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca2bba1-8f59-40dc-a68d-95cd388120c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:20.296909 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca2bba1-8f59-40dc-a68d-95cd388120c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:20.297177 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca2bba1-8f59-40dc-a68d-95cd388120c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:20.297509 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca2bba1-8f59-40dc-a68d-95cd388120c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:20.297935 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca2bba1-8f59-40dc-a68d-95cd388120c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:20.298274 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca2bba1-8f59-40dc-a68d-95cd388120c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:20.299241 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca2bba1-8f59-40dc-a68d-95cd388120c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:20.299660 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca2bba1-8f59-40dc-a68d-95cd388120c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:20.307926 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a030d07f-fb4b-4c3f-9be3-48b84795e207 admin admin] Notify callbacks [] for router, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:20.316272 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-573c4b7c-9323-4c9b-a708-e3d9a7c6d046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:20.325888 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfa97df-2ca7-4b0d-81e3-210b37b5d9f7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:02:20.331888 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4dfa97df-2ca7-4b0d-81e3-210b37b5d9f7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:20.332783 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-1b79565c-2239-4231-9897-a333f4165d2c None None] Set router 5a63f481-f1bd-4129-8067-8b2034f88b68 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:02:20.470693 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-573c4b7c-9323-4c9b-a708-e3d9a7c6d046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:20.474572 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-573c4b7c-9323-4c9b-a708-e3d9a7c6d046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:20.476586 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-573c4b7c-9323-4c9b-a708-e3d9a7c6d046 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/54d27541-c331-4563-88a6-1aef4ee18e7f HTTP/1.1" status: 204 len: 168 time: 0.9312201 Jul 24 01:02:20.494541 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c4b7c-9323-4c9b-a708-e3d9a7c6d046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d27541-c331-4563-88a6-1aef4ee18e7f,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:20.507769 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a030d07f-fb4b-4c3f-9be3-48b84795e207 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:20.618923 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-a030d07f-fb4b-4c3f-9be3-48b84795e207 admin admin] Deleting port 85939ae2-3759-4680-96d3-4d89c04bb9ed {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:02:20.620259 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a030d07f-fb4b-4c3f-9be3-48b84795e207 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:20.721326 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4dfa97df-2ca7-4b0d-81e3-210b37b5d9f7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:20.775114 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42174) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:20.821458 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-1b79565c-2239-4231-9897-a333f4165d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a63f481-f1bd-4129-8067-8b2034f88b68', 'name': 'tempest-ServerRescueTestJSONUnderV235-1692976672-router', 'tenant_id': '626332b8d2a44f2d913cfa7775848708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': '85939ae2-3759-4680-96d3-4d89c04bb9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:00:52Z', 'updated_at': '2021-07-24T01:02:19Z', 'revision_number': 5, 'project_id': '626332b8d2a44f2d913cfa7775848708', 'gw_port': {'id': '85939ae2-3759-4680-96d3-4d89c04bb9ed', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:96:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a63f481-f1bd-4129-8067-8b2034f88b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:00:53Z', 'updated_at': '2021-07-24T01:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:02:20.836406 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfa97df-2ca7-4b0d-81e3-210b37b5d9f7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:02:20.839675 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-4dfa97df-2ca7-4b0d-81e3-210b37b5d9f7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:02:20.843356 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfa97df-2ca7-4b0d-81e3-210b37b5d9f7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:20.844342 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4dfa97df-2ca7-4b0d-81e3-210b37b5d9f7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:20.861755 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa97df-2ca7-4b0d-81e3-210b37b5d9f7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Subnet': ['ID=7efe8859-1fca-499e-9860-50f8e0bdc863,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:20.868517 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ce941c-eb89-4bfc-9d41-fcfde8547423 None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:02:20.886962 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4dfa97df-2ca7-4b0d-81e3-210b37b5d9f7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1244769 Jul 24 01:02:20.889833 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42180) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:20.896285 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-88c7f8ca-8771-4cc6-89e9-3f0226652051 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'port': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'fixed_ips': [{'subnet_id': '7efe8859-1fca-499e-9860-50f8e0bdc863', 'ip_address': '2001:db8::d4f6:4b09:f8c0:c43c'}], 'name': 'tempest-NetworksTestDHCPv6-742546940'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:20.901456 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-a030d07f-fb4b-4c3f-9be3-48b84795e207 admin admin] For port 85939ae2-3759-4680-96d3-4d89c04bb9ed, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=85939ae2-3759-4680-96d3-4d89c04bb9ed,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:02:20.901968 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a030d07f-fb4b-4c3f-9be3-48b84795e207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:20.938215 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-a030d07f-fb4b-4c3f-9be3-48b84795e207 admin admin] Calling delete_port for 85939ae2-3759-4680-96d3-4d89c04bb9ed owned by network:router_gateway {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:02:20.982374 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b79565c-2239-4231-9897-a333f4165d2c None None] Checking router: 5a63f481-f1bd-4129-8067-8b2034f88b68 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:02:21.037944 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b79565c-2239-4231-9897-a333f4165d2c None None] Routers {'5a63f481-f1bd-4129-8067-8b2034f88b68'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:02:21.039176 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-1b79565c-2239-4231-9897-a333f4165d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:02:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['5a63f481-f1bd-4129-8067-8b2034f88b68'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:02:21.089444 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc9415e8-2074-4687-9b1e-340dde086763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:21.107189 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:21.125592 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42182) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:21.149278 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f32c19d7-e293-49f6-9440-6b20212cbe15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:21.159097 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c7f8ca-8771-4cc6-89e9-3f0226652051 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:02:21.314726 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-88c7f8ca-8771-4cc6-89e9-3f0226652051 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:21.344449 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a030d07f-fb4b-4c3f-9be3-48b84795e207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:21.377687 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-88c7f8ca-8771-4cc6-89e9-3f0226652051 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] device_id is not set on port a262c69f-2bdf-4918-8483-96f7e77cef59 yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:02:21.415680 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a030d07f-fb4b-4c3f-9be3-48b84795e207 admin admin] Pushing event deleted for resources: {'Port': ['ID=85939ae2-3759-4680-96d3-4d89c04bb9ed,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:21.446505 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 04ed7a4c-399c-4f31-af0d-04f521416d65 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:02:21.478300 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a030d07f-fb4b-4c3f-9be3-48b84795e207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:21.483003 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 04ed7a4c-399c-4f31-af0d-04f521416d65 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:02:21.483491 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 04ed7a4c-399c-4f31-af0d-04f521416d65 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:02:21.486291 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb77c09-9932-405f-9742-98b2d10d354c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-7e3afd0f-7326-49f9-80ac-5664ab976843', 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'tenant_id': '870e2449a28e4c338cd6cc562086bba7', 'fixed_ips': [{'subnet_id': '7efe8859-1fca-499e-9860-50f8e0bdc863'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:02:21.487419 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8fb77c09-9932-405f-9742-98b2d10d354c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:21.523412 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-1b79565c-2239-4231-9897-a333f4165d2c None None] Set router 5a63f481-f1bd-4129-8067-8b2034f88b68 gateway port host: None {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:02:21.612477 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc9415e8-2074-4687-9b1e-340dde086763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:21.702838 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-1b79565c-2239-4231-9897-a333f4165d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a63f481-f1bd-4129-8067-8b2034f88b68', 'name': 'tempest-ServerRescueTestJSONUnderV235-1692976672-router', 'tenant_id': '626332b8d2a44f2d913cfa7775848708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:00:52Z', 'updated_at': '2021-07-24T01:02:20Z', 'revision_number': 6, 'project_id': '626332b8d2a44f2d913cfa7775848708', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:02:21.723523 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f32c19d7-e293-49f6-9440-6b20212cbe15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:21.726161 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-88c7f8ca-8771-4cc6-89e9-3f0226652051 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Allocated IP 2001:db8::d4f6:4b09:f8c0:c43c (7e3afd0f-7326-49f9-80ac-5664ab976843/7efe8859-1fca-499e-9860-50f8e0bdc863/a262c69f-2bdf-4918-8483-96f7e77cef59) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:02:21.729030 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc9415e8-2074-4687-9b1e-340dde086763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:21.738265 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b79565c-2239-4231-9897-a333f4165d2c None None] The sync data for ids ['5a63f481-f1bd-4129-8067-8b2034f88b68'] in n-d-793621-25 is: [{'id': '5a63f481-f1bd-4129-8067-8b2034f88b68', 'name': 'tempest-ServerRescueTestJSONUnderV235-1692976672-router', 'tenant_id': '626332b8d2a44f2d913cfa7775848708', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:00:52Z', 'updated_at': '2021-07-24T01:02:20Z', 'revision_number': 6, 'project_id': '626332b8d2a44f2d913cfa7775848708', 'gw_port_host': None}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:02:21.761815 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f32c19d7-e293-49f6-9440-6b20212cbe15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:21.818287 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-bc9415e8-2074-4687-9b1e-340dde086763 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=58939227ac1c4625afc27fce9b611981&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0373077 Jul 24 01:02:21.864839 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42188) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:21.897552 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9415e8-2074-4687-9b1e-340dde086763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67eadf0-e11e-495c-b203-f7a558adc06d,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:21.953205 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f32c19d7-e293-49f6-9440-6b20212cbe15 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f8fc4a62f3d14407a56bb7f188d3eaa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8235712 Jul 24 01:02:21.962291 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c19d7-e293-49f6-9440-6b20212cbe15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6345a5f-4482-4ab4-b824-e1c864e324c9,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:21.967838 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42190) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:22.016323 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a030d07f-fb4b-4c3f-9be3-48b84795e207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:22.019273 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a030d07f-fb4b-4c3f-9be3-48b84795e207 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:22.071710 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a030d07f-fb4b-4c3f-9be3-48b84795e207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:22.072168 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a030d07f-fb4b-4c3f-9be3-48b84795e207 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a63f481-f1bd-4129-8067-8b2034f88b68 {{(pid=100464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:02:22.077081 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a030d07f-fb4b-4c3f-9be3-48b84795e207 admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:22.078570 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a030d07f-fb4b-4c3f-9be3-48b84795e207 admin admin] 10.222.0.15 "DELETE /v2.0/routers/5a63f481-f1bd-4129-8067-8b2034f88b68 HTTP/1.1" status: 204 len: 168 time: 1.9945056 Jul 24 01:02:22.080737 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 42192) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:22.086766 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ca3e0102-5055-440e-9d16-5adba55e4126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:22.142320 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-d53e194d-a6bd-4d41-90a6-5c20238e3971 admin admin] Deleting subnet 261afb07-f977-4eed-842d-3916df829b42 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:02:22.147199 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d53e194d-a6bd-4d41-90a6-5c20238e3971 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:22.152299 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ca3e0102-5055-440e-9d16-5adba55e4126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:22.159409 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-88c7f8ca-8771-4cc6-89e9-3f0226652051 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:22.177234 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0840c5e3-c5fc-46f1-bfe9-ffdc46da7c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:22.198147 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d53e194d-a6bd-4d41-90a6-5c20238e3971 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:22.203294 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-88c7f8ca-8771-4cc6-89e9-3f0226652051 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Transition to ACTIVE for port object a262c69f-2bdf-4918-8483-96f7e77cef59 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:02:22.238682 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0840c5e3-c5fc-46f1-bfe9-ffdc46da7c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:22.252016 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d53e194d-a6bd-4d41-90a6-5c20238e3971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:22.287304 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ca3e0102-5055-440e-9d16-5adba55e4126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:22.289864 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ca3e0102-5055-440e-9d16-5adba55e4126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:22.291042 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ca3e0102-5055-440e-9d16-5adba55e4126 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c67eadf0-e11e-495c-b203-f7a558adc06d HTTP/1.1" status: 204 len: 168 time: 0.4251795 Jul 24 01:02:22.309942 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3e0102-5055-440e-9d16-5adba55e4126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67eadf0-e11e-495c-b203-f7a558adc06d,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:22.320880 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-88c7f8ca-8771-4cc6-89e9-3f0226652051 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:22.350217 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d53e194d-a6bd-4d41-90a6-5c20238e3971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:22.402232 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-8fb77c09-9932-405f-9742-98b2d10d354c None None] Allocated IP 2001:db8::2 (7e3afd0f-7326-49f9-80ac-5664ab976843/7efe8859-1fca-499e-9860-50f8e0bdc863/ea9ec5fd-0b3b-47e1-93bc-2bd767c64f2a) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:02:22.440002 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d53e194d-a6bd-4d41-90a6-5c20238e3971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:22.452627 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d53e194d-a6bd-4d41-90a6-5c20238e3971 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/261afb07-f977-4eed-842d-3916df829b42 HTTP/1.1" status: 204 len: 168 time: 0.3680894 Jul 24 01:02:22.453482 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 42198) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:22.454163 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53e194d-a6bd-4d41-90a6-5c20238e3971 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=261afb07-f977-4eed-842d-3916df829b42,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:22.506992 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c7f8ca-8771-4cc6-89e9-3f0226652051 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:02:22.509581 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7f8ca-8771-4cc6-89e9-3f0226652051 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Port': ['ID=a262c69f-2bdf-4918-8483-96f7e77cef59,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:22.515948 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0840c5e3-c5fc-46f1-bfe9-ffdc46da7c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:22.525891 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0840c5e3-c5fc-46f1-bfe9-ffdc46da7c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:22.529663 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0840c5e3-c5fc-46f1-bfe9-ffdc46da7c0f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b6345a5f-4482-4ab4-b824-e1c864e324c9 HTTP/1.1" status: 204 len: 168 time: 0.5590029 Jul 24 01:02:22.573835 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0840c5e3-c5fc-46f1-bfe9-ffdc46da7c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6345a5f-4482-4ab4-b824-e1c864e324c9,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:22.580592 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-88c7f8ca-8771-4cc6-89e9-3f0226652051 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:02:22.585568 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fd18d596-b492-492e-9941-433326256c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:22.585852 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c7f8ca-8771-4cc6-89e9-3f0226652051 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:02:22.616201 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c7f8ca-8771-4cc6-89e9-3f0226652051 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:22.616895 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-88c7f8ca-8771-4cc6-89e9-3f0226652051 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:22.688701 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-902f80fc-535b-42ff-8b1a-25d89df7c7a0 req-d92ec424-7df5-4d54-a22a-f197ec9fcdc6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=628d42a2-7ada-4268-be52-7c3048d872bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1382780 Jul 24 01:02:22.748451 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-88c7f8ca-8771-4cc6-89e9-3f0226652051 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8552492 Jul 24 01:02:22.749040 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42204) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:22.768079 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8fb77c09-9932-405f-9742-98b2d10d354c None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:22.784067 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8fb77c09-9932-405f-9742-98b2d10d354c None None] Transition to ACTIVE for port object ea9ec5fd-0b3b-47e1-93bc-2bd767c64f2a will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:02:22.785625 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fd18d596-b492-492e-9941-433326256c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:22.822516 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-fd18d596-b492-492e-9941-433326256c9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['662676c2-c269-4b06-8b5d-f431eabf5e53']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:02:22.834605 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-902f80fc-535b-42ff-8b1a-25d89df7c7a0 req-383354e3-8f75-4147-9101-9ad479ac9c9a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=628d42a2-7ada-4268-be52-7c3048d872bf HTTP/1.1" status: 200 len: 210 time: 0.1184952 Jul 24 01:02:22.840368 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8fb77c09-9932-405f-9742-98b2d10d354c None None] Transition to ACTIVE for port object ea9ec5fd-0b3b-47e1-93bc-2bd767c64f2a will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:02:22.854766 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8fb77c09-9932-405f-9742-98b2d10d354c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:22.886883 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-fd18d596-b492-492e-9941-433326256c9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4242c379-d447-4cc7-be17-2a8b0036d56e') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:02:22.890189 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-fd18d596-b492-492e-9941-433326256c9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4242c379-d447-4cc7-be17-2a8b0036d56e') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:02:22.926097 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fd18d596-b492-492e-9941-433326256c9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:22.939594 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-902f80fc-535b-42ff-8b1a-25d89df7c7a0 req-bb41b0d8-daf2-4b6c-964d-dff71578e2ed service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0876334 Jul 24 01:02:22.950305 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fd18d596-b492-492e-9941-433326256c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:22.959248 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd18d596-b492-492e-9941-433326256c9d admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:02:22.959780 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fd18d596-b492-492e-9941-433326256c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:22.961902 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:02:22.961902 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:02:22.961902 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:02:22.961902 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:02:22.961902 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:02:22.961902 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:02:22.961902 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:02:22.961902 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:02:22.961902 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:02:22.961902 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:02:22.961902 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:02:22.961902 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:02:22.961902 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:02:22.961902 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:02:22.961902 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:02:22.961902 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:02:22.961902 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:02:22.961902 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:02:22.961902 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:02:22.961902 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:02:22.961902 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:02:22.961902 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:02:22.961902 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:02:22.961902 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:02:22.961902 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:02:22.961902 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:02:22.961902 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:02:22.961902 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:02:22.961902 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:02:22.961902 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:02:22.961902 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:02:22.961902 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:02:22.992342 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb77c09-9932-405f-9742-98b2d10d354c None None] Pushing event updated for resources: {'Port': ['ID=ea9ec5fd-0b3b-47e1-93bc-2bd767c64f2a,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:23.006347 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb77c09-9932-405f-9742-98b2d10d354c None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:02:23.008165 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-8fb77c09-9932-405f-9742-98b2d10d354c None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:02:23.015742 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb77c09-9932-405f-9742-98b2d10d354c None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:02:23.067155 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14f83ff-8013-4a61-914c-c980078fda59 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:23.073240 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14f83ff-8013-4a61-914c-c980078fda59 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:23.075174 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f14f83ff-8013-4a61-914c-c980078fda59 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2941020 Jul 24 01:02:23.077931 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42214) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:23.131180 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fd18d596-b492-492e-9941-433326256c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:23.139591 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fd18d596-b492-492e-9941-433326256c9d admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:23.144671 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-fd18d596-b492-492e-9941-433326256c9d admin admin] 10.222.0.15 "DELETE /v2.0/networks/662676c2-c269-4b06-8b5d-f431eabf5e53 HTTP/1.1" status: 204 len: 168 time: 0.6857221 Jul 24 01:02:23.176487 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd18d596-b492-492e-9941-433326256c9d admin admin] Pushing event deleted for resources: {'Network': ['ID=662676c2-c269-4b06-8b5d-f431eabf5e53,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:23.187090 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-8fb77c09-9932-405f-9742-98b2d10d354c None None] Attempting to bind port ea9ec5fd-0b3b-47e1-93bc-2bd767c64f2a on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:02:23.188146 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-8fb77c09-9932-405f-9742-98b2d10d354c None None] Attempting to bind port ea9ec5fd-0b3b-47e1-93bc-2bd767c64f2a by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:02:23.189063 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb77c09-9932-405f-9742-98b2d10d354c None None] Attempting to bind port ea9ec5fd-0b3b-47e1-93bc-2bd767c64f2a on network 7e3afd0f-7326-49f9-80ac-5664ab976843 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:02:23.198778 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb77c09-9932-405f-9742-98b2d10d354c None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:02:23.198778 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb77c09-9932-405f-9742-98b2d10d354c None None] Checking segment: {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:02:23.198778 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8fb77c09-9932-405f-9742-98b2d10d354c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:23.198778 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb77c09-9932-405f-9742-98b2d10d354c None None] Bound using segment: {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:02:23.200194 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-8fb77c09-9932-405f-9742-98b2d10d354c None None] Bound port: ea9ec5fd-0b3b-47e1-93bc-2bd767c64f2a, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:02:23.200194 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8fb77c09-9932-405f-9742-98b2d10d354c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:23.205532 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 85939ae2-3759-4680-96d3-4d89c04bb9ed no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:02:23.237974 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 85939ae2-3759-4680-96d3-4d89c04bb9ed {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:02:23.239040 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 85939ae2-3759-4680-96d3-4d89c04bb9ed not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:02:23.240027 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device ed47add9-15f7-49c6-9042-60e9e291b8eb no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:02:23.272484 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f80fc-535b-42ff-8b1a-25d89df7c7a0 req-8744a148-ca43-4277-b09a-c386f70adb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:23.274818 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-902f80fc-535b-42ff-8b1a-25d89df7c7a0 req-8744a148-ca43-4277-b09a-c386f70adb94 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3251395 Jul 24 01:02:23.275525 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: ed47add9-15f7-49c6-9042-60e9e291b8eb {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:02:23.276102 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device ed47add9-15f7-49c6-9042-60e9e291b8eb not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:02:23.362021 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-8fb77c09-9932-405f-9742-98b2d10d354c None None] For port ea9ec5fd-0b3b-47e1-93bc-2bd767c64f2a, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:02:23.368578 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-8fb77c09-9932-405f-9742-98b2d10d354c None None] For port ea9ec5fd-0b3b-47e1-93bc-2bd767c64f2a, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=ea9ec5fd-0b3b-47e1-93bc-2bd767c64f2a,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:02:23.372028 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c2ec6-d195-4088-a365-095cfe3c1840 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting port a262c69f-2bdf-4918-8483-96f7e77cef59 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:02:23.372668 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2f5c2ec6-d195-4088-a365-095cfe3c1840 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:23.374887 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8fb77c09-9932-405f-9742-98b2d10d354c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:23.451231 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb77c09-9932-405f-9742-98b2d10d354c None None] Pushing event updated for resources: {'Port': ['ID=ea9ec5fd-0b3b-47e1-93bc-2bd767c64f2a,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:23.493053 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 42232) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:23.506330 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2f5c2ec6-d195-4088-a365-095cfe3c1840 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:23.521783 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-2f5c2ec6-d195-4088-a365-095cfe3c1840 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Calling delete_port for a262c69f-2bdf-4918-8483-96f7e77cef59 owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:02:23.591523 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a756d880-6801-45e0-9b80-b70a93715dd5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=626332b8d2a44f2d913cfa7775848708&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0964732 Jul 24 01:02:23.593178 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 42238) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:23.665358 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-188fda26-f95e-4f2c-817d-ed0448c0b1c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:23.694877 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-188fda26-f95e-4f2c-817d-ed0448c0b1c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:23.745473 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2f5c2ec6-d195-4088-a365-095cfe3c1840 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:23.792822 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5c2ec6-d195-4088-a365-095cfe3c1840 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Port': ['ID=a262c69f-2bdf-4918-8483-96f7e77cef59,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:23.826367 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-188fda26-f95e-4f2c-817d-ed0448c0b1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:23.830948 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-188fda26-f95e-4f2c-817d-ed0448c0b1c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:23.832932 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-188fda26-f95e-4f2c-817d-ed0448c0b1c1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/48df5737-21c6-487e-8a8e-878646db42ca HTTP/1.1" status: 204 len: 168 time: 0.2375958 Jul 24 01:02:23.842865 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188fda26-f95e-4f2c-817d-ed0448c0b1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48df5737-21c6-487e-8a8e-878646db42ca,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:23.844968 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2f5c2ec6-d195-4088-a365-095cfe3c1840 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:23.850973 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2f5c2ec6-d195-4088-a365-095cfe3c1840 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/ports/a262c69f-2bdf-4918-8483-96f7e77cef59 HTTP/1.1" status: 204 len: 168 time: 0.7708871 Jul 24 01:02:23.854438 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42246) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:23.933893 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b3d5f0-545f-45b5-9972-678f38fb6db0 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:23.935659 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b3d5f0-545f-45b5-9972-678f38fb6db0 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:23.937436 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e4b3d5f0-545f-45b5-9972-678f38fb6db0 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0815206 Jul 24 01:02:23.941427 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 42252) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:24.006726 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-c177e494-0c9b-4a3a-85cd-148836bb2b45 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting subnet 7efe8859-1fca-499e-9860-50f8e0bdc863 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:02:24.010882 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c177e494-0c9b-4a3a-85cd-148836bb2b45 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:24.060947 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c177e494-0c9b-4a3a-85cd-148836bb2b45 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:24.144898 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42260) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:24.185257 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c177e494-0c9b-4a3a-85cd-148836bb2b45 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:24.272737 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c177e494-0c9b-4a3a-85cd-148836bb2b45 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:24.319574 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c177e494-0c9b-4a3a-85cd-148836bb2b45 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Subnet': ['ID=7efe8859-1fca-499e-9860-50f8e0bdc863,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:24.332548 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c177e494-0c9b-4a3a-85cd-148836bb2b45 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:24.336851 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c177e494-0c9b-4a3a-85cd-148836bb2b45 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/7efe8859-1fca-499e-9860-50f8e0bdc863 HTTP/1.1" status: 204 len: 168 time: 0.3940587 Jul 24 01:02:24.339340 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 42268) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:24.386511 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42272) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:24.420644 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-7a87e47a-e907-4511-908b-1040217926a6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-957865579-network', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:24.441797 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-963613cd-1a76-4eae-9dd7-9d388d364906 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0972521 Jul 24 01:02:24.442385 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 42278) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:24.447752 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-7a30eb77-22ce-4efe-9dc2-eed825531377 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'subnet': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:24.473313 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a87e47a-e907-4511-908b-1040217926a6 admin admin] Made reservation on behalf of 6c3660a81a574f9ba01b0543dcb1130d for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:02:24.475997 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7a87e47a-e907-4511-908b-1040217926a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:24.486124 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7a87e47a-e907-4511-908b-1040217926a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:24.502193 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-9bd04157-a9f9-4169-81dc-14b36c257914 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1738535381-network', 'tenant_id': '1541a2baa82d4db6a5dbad769f321365'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:24.545086 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd04157-a9f9-4169-81dc-14b36c257914 admin admin] Made reservation on behalf of 1541a2baa82d4db6a5dbad769f321365 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:02:24.548321 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9bd04157-a9f9-4169-81dc-14b36c257914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:24.564971 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9bd04157-a9f9-4169-81dc-14b36c257914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:24.686033 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7a87e47a-e907-4511-908b-1040217926a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:24.692373 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7a87e47a-e907-4511-908b-1040217926a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:24.714536 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a30eb77-22ce-4efe-9dc2-eed825531377 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:02:24.718926 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7a30eb77-22ce-4efe-9dc2-eed825531377 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:24.732809 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a87e47a-e907-4511-908b-1040217926a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:02:24.765630 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7a87e47a-e907-4511-908b-1040217926a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:24.765981 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-7a87e47a-e907-4511-908b-1040217926a6 admin admin] Added segment 7407b275-26ce-41ae-aa2f-0d064e63de96 of type vlan for network 03e78a62-81d3-4752-be2c-d12db7b84826 Jul 24 01:02:24.775762 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87e47a-e907-4511-908b-1040217926a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34087802-f407-4eaf-9ebe-9a8846306edd,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:24.831581 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b17d8c4-8e8e-4fd4-93b9-5fd670b411e6 None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:02:24.837150 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7a87e47a-e907-4511-908b-1040217926a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:24.902332 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7a87e47a-e907-4511-908b-1040217926a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:24.903641 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a87e47a-e907-4511-908b-1040217926a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:24.903913 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7a87e47a-e907-4511-908b-1040217926a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:24.944377 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9bd04157-a9f9-4169-81dc-14b36c257914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:24.953278 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b8d004b2-bd7b-4474-b5c5-85e4ebf63c0e None None] Provisioning for port ea9ec5fd-0b3b-47e1-93bc-2bd767c64f2a completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:02:24.975373 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9bd04157-a9f9-4169-81dc-14b36c257914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:24.997488 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7a87e47a-e907-4511-908b-1040217926a6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8477538 Jul 24 01:02:25.006898 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42292) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:25.012040 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bd04157-a9f9-4169-81dc-14b36c257914 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:02:25.022226 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-0c4e24f3-272b-483d-bbbc-b0a9001806fe admin admin] Request body: {'subnet': {'network_id': '03e78a62-81d3-4752-be2c-d12db7b84826', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-957865579-subnet', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:25.027533 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 42294) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:25.064478 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7a30eb77-22ce-4efe-9dc2-eed825531377 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:25.099828 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87e47a-e907-4511-908b-1040217926a6 admin admin] Pushing event updated for resources: {'Network': ['ID=03e78a62-81d3-4752-be2c-d12db7b84826,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:25.108003 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8507403a-8e70-428d-aa1c-3fda9b43b219 None None] DHCP port deletion for 7e3afd0f-7326-49f9-80ac-5664ab976843 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:02:25.115468 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd04157-a9f9-4169-81dc-14b36c257914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb1b652-aecd-4eab-8955-a98ba2082ddd,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:25.130778 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4e24f3-272b-483d-bbbc-b0a9001806fe admin admin] Made reservation on behalf of 6c3660a81a574f9ba01b0543dcb1130d for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:02:25.133320 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0c4e24f3-272b-483d-bbbc-b0a9001806fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:25.133794 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a30eb77-22ce-4efe-9dc2-eed825531377 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:02:25.136256 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9bd04157-a9f9-4169-81dc-14b36c257914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:25.136486 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-9bd04157-a9f9-4169-81dc-14b36c257914 admin admin] Added segment 88865335-bebd-4b37-ac8d-293ba50670e2 of type vlan for network 35e47faa-71b7-4719-9ec5-acf47d5c2374 Jul 24 01:02:25.137833 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-7a30eb77-22ce-4efe-9dc2-eed825531377 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:02:25.146993 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a30eb77-22ce-4efe-9dc2-eed825531377 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:25.147676 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7a30eb77-22ce-4efe-9dc2-eed825531377 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:25.152943 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 03e78a62-81d3-4752-be2c-d12db7b84826 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:02:25.176532 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7a30eb77-22ce-4efe-9dc2-eed825531377 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7279530 Jul 24 01:02:25.176532 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a30eb77-22ce-4efe-9dc2-eed825531377 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Subnet': ['ID=34f9846e-36db-4138-aef0-758c7b50294e,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:25.176532 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 42300) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:25.184580 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-23e42c7d-8b01-472c-a40f-1fc11448c1bc tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'port': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'fixed_ips': [{'subnet_id': '34f9846e-36db-4138-aef0-758c7b50294e', 'ip_address': '2001:db8::bd42:e3ab:22d2:e410'}], 'name': 'tempest-NetworksTestDHCPv6-1422536773'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:25.261358 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-8507403a-8e70-428d-aa1c-3fda9b43b219 None None] Deleting port ea9ec5fd-0b3b-47e1-93bc-2bd767c64f2a {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:02:25.261737 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8507403a-8e70-428d-aa1c-3fda9b43b219 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:25.267922 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9bd04157-a9f9-4169-81dc-14b36c257914 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:25.275722 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-7c8e2164-4a5c-45bb-ace7-4c13dac10ef5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1953410280-network', 'tenant_id': 'd5f5cc12e5fe45be9d7447ae1149586c'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:25.326216 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8e2164-4a5c-45bb-ace7-4c13dac10ef5 admin admin] Made reservation on behalf of d5f5cc12e5fe45be9d7447ae1149586c for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:02:25.326851 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9bd04157-a9f9-4169-81dc-14b36c257914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:25.328069 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd04157-a9f9-4169-81dc-14b36c257914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:25.328564 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7c8e2164-4a5c-45bb-ace7-4c13dac10ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:25.329222 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9bd04157-a9f9-4169-81dc-14b36c257914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:25.347806 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7c8e2164-4a5c-45bb-ace7-4c13dac10ef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:25.359913 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-8507403a-8e70-428d-aa1c-3fda9b43b219 None None] For port ea9ec5fd-0b3b-47e1-93bc-2bd767c64f2a, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=ea9ec5fd-0b3b-47e1-93bc-2bd767c64f2a,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:02:25.360521 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8507403a-8e70-428d-aa1c-3fda9b43b219 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:25.367297 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e42c7d-8b01-472c-a40f-1fc11448c1bc tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:02:25.385237 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-8507403a-8e70-428d-aa1c-3fda9b43b219 None None] Calling delete_port for ea9ec5fd-0b3b-47e1-93bc-2bd767c64f2a owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:02:25.389561 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9bd04157-a9f9-4169-81dc-14b36c257914 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9990458 Jul 24 01:02:25.393850 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42302) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:25.402631 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-2124f98d-b868-435a-bcec-8441fb0d06b1 admin admin] Request body: {'subnet': {'network_id': '35e47faa-71b7-4719-9ec5-acf47d5c2374', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1738535381-subnet', 'tenant_id': '1541a2baa82d4db6a5dbad769f321365', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:25.443509 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd04157-a9f9-4169-81dc-14b36c257914 admin admin] Pushing event updated for resources: {'Network': ['ID=35e47faa-71b7-4719-9ec5-acf47d5c2374,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:25.458805 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 35e47faa-71b7-4719-9ec5-acf47d5c2374 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:02:25.507391 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-23e42c7d-8b01-472c-a40f-1fc11448c1bc tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:25.516999 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0c4e24f3-272b-483d-bbbc-b0a9001806fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:25.538816 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [None req-23e42c7d-8b01-472c-a40f-1fc11448c1bc tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] device_id is not set on port d74178e8-31de-458b-9ada-01e6c46c33aa yet. {{(pid=100464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:02:25.555738 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8507403a-8e70-428d-aa1c-3fda9b43b219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:25.581990 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e24f3-272b-483d-bbbc-b0a9001806fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=b482f598-bb63-4afc-99f7-7e599c57abf9,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:25.584125 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8507403a-8e70-428d-aa1c-3fda9b43b219 None None] Pushing event deleted for resources: {'Port': ['ID=ea9ec5fd-0b3b-47e1-93bc-2bd767c64f2a,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:25.586165 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8507403a-8e70-428d-aa1c-3fda9b43b219 None None] No DVR routers for this DVR port ea9ec5fd-0b3b-47e1-93bc-2bd767c64f2a on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:02:25.604077 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17002bb1-9d75-4afa-965a-2a2a2a037ea6 None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:02:25.607473 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7c8e2164-4a5c-45bb-ace7-4c13dac10ef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:25.615469 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4e24f3-272b-483d-bbbc-b0a9001806fe admin admin] Checking segment: {'id': '7407b275-26ce-41ae-aa2f-0d064e63de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '03e78a62-81d3-4752-be2c-d12db7b84826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:02:25.615848 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4e24f3-272b-483d-bbbc-b0a9001806fe admin admin] Network hostable DHCP agents. Network: 03e78a62-81d3-4752-be2c-d12db7b84826, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:02:25.624397 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7c8e2164-4a5c-45bb-ace7-4c13dac10ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:25.640858 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2124f98d-b868-435a-bcec-8441fb0d06b1 admin admin] Made reservation on behalf of 1541a2baa82d4db6a5dbad769f321365 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:02:25.643281 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2124f98d-b868-435a-bcec-8441fb0d06b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:25.647366 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4e24f3-272b-483d-bbbc-b0a9001806fe admin admin] Network 03e78a62-81d3-4752-be2c-d12db7b84826 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:02:25.681017 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-0c4e24f3-272b-483d-bbbc-b0a9001806fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 03e78a62-81d3-4752-be2c-d12db7b84826) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:02:25.689556 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71253e5-9c5d-4b66-97a7-88d0b1b09494 None None] Network 03e78a62-81d3-4752-be2c-d12db7b84826 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:02:25.703805 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c8e2164-4a5c-45bb-ace7-4c13dac10ef5 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:02:25.752200 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7c8e2164-4a5c-45bb-ace7-4c13dac10ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:25.752693 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-7c8e2164-4a5c-45bb-ace7-4c13dac10ef5 admin admin] Added segment f7a7a503-697e-40e1-94c5-68de752c5cd5 of type vlan for network 8c8368d3-95e1-485a-9bb3-ebfb4cbd184b Jul 24 01:02:25.755098 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e2164-4a5c-45bb-ace7-4c13dac10ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cebbcb-e7df-484c-81ac-6ae4b863ae77,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:25.785992 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4e24f3-272b-483d-bbbc-b0a9001806fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:25.786619 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0c4e24f3-272b-483d-bbbc-b0a9001806fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:25.816065 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0c4e24f3-272b-483d-bbbc-b0a9001806fe admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8055305 Jul 24 01:02:25.827927 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 42306) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:25.840699 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-dc323224-bbb0-48d8-a3ab-f5eb96c8052e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-957865579-router', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:25.870347 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7c8e2164-4a5c-45bb-ace7-4c13dac10ef5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:25.885276 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1121c500-e8f2-42bc-8905-8569127231fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-7e3afd0f-7326-49f9-80ac-5664ab976843', 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'tenant_id': '870e2449a28e4c338cd6cc562086bba7', 'fixed_ips': [{'subnet_id': '34f9846e-36db-4138-aef0-758c7b50294e'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:02:25.886104 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1121c500-e8f2-42bc-8905-8569127231fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:25.934042 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2124f98d-b868-435a-bcec-8441fb0d06b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:25.939397 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dc323224-bbb0-48d8-a3ab-f5eb96c8052e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:25.940798 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dc323224-bbb0-48d8-a3ab-f5eb96c8052e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:25.954564 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-23e42c7d-8b01-472c-a40f-1fc11448c1bc tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Allocated IP 2001:db8::bd42:e3ab:22d2:e410 (7e3afd0f-7326-49f9-80ac-5664ab976843/34f9846e-36db-4138-aef0-758c7b50294e/d74178e8-31de-458b-9ada-01e6c46c33aa) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:02:25.996879 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2124f98d-b868-435a-bcec-8441fb0d06b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=854fcc3c-be38-49ea-9f9e-cbdb0fc4d1ce,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:26.014465 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2124f98d-b868-435a-bcec-8441fb0d06b1 admin admin] Checking segment: {'id': '88865335-bebd-4b37-ac8d-293ba50670e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '35e47faa-71b7-4719-9ec5-acf47d5c2374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:02:26.014852 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2124f98d-b868-435a-bcec-8441fb0d06b1 admin admin] Network hostable DHCP agents. Network: 35e47faa-71b7-4719-9ec5-acf47d5c2374, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:02:26.020852 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7c8e2164-4a5c-45bb-ace7-4c13dac10ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:26.020852 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8e2164-4a5c-45bb-ace7-4c13dac10ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:26.021970 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7c8e2164-4a5c-45bb-ace7-4c13dac10ef5 admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:26.022618 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a8887d-211a-43ee-b1f1-4cfcb8aaf654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-03e78a62-81d3-4752-be2c-d12db7b84826', 'network_id': '03e78a62-81d3-4752-be2c-d12db7b84826', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'fixed_ips': [{'subnet_id': 'b482f598-bb63-4afc-99f7-7e599c57abf9'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:02:26.023675 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-16a8887d-211a-43ee-b1f1-4cfcb8aaf654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:26.037778 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2124f98d-b868-435a-bcec-8441fb0d06b1 admin admin] Network 35e47faa-71b7-4719-9ec5-acf47d5c2374 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:02:26.049036 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-2124f98d-b868-435a-bcec-8441fb0d06b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 35e47faa-71b7-4719-9ec5-acf47d5c2374) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:02:26.054245 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2124f98d-b868-435a-bcec-8441fb0d06b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:26.055615 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2124f98d-b868-435a-bcec-8441fb0d06b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:26.078771 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2124f98d-b868-435a-bcec-8441fb0d06b1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6759725 Jul 24 01:02:26.105640 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd5e1b5-3c41-40fb-907a-806592b15978 None None] Network 35e47faa-71b7-4719-9ec5-acf47d5c2374 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:02:26.147847 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dc323224-bbb0-48d8-a3ab-f5eb96c8052e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:26.158144 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7c8e2164-4a5c-45bb-ace7-4c13dac10ef5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1293182 Jul 24 01:02:26.162705 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42312) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:26.169451 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-d2df411b-0cc4-4ce9-b054-03ea5e348532 admin admin] Request body: {'subnet': {'network_id': '8c8368d3-95e1-485a-9bb3-ebfb4cbd184b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1953410280-subnet', 'tenant_id': 'd5f5cc12e5fe45be9d7447ae1149586c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:26.219582 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2df411b-0cc4-4ce9-b054-03ea5e348532 admin admin] Made reservation on behalf of d5f5cc12e5fe45be9d7447ae1149586c for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:02:26.226925 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d2df411b-0cc4-4ce9-b054-03ea5e348532 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:26.300515 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903c6d2f-9912-486a-966a-e9c271bf0dd6 None None] Network 35e47faa-71b7-4719-9ec5-acf47d5c2374 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:02:26.310657 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-fa0741d7-8b6c-44c0-b4f4-a653b45a89ca service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4462855 Jul 24 01:02:26.382832 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e2164-4a5c-45bb-ace7-4c13dac10ef5 admin admin] Pushing event updated for resources: {'Network': ['ID=8c8368d3-95e1-485a-9bb3-ebfb4cbd184b,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:26.402003 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 8c8368d3-95e1-485a-9bb3-ebfb4cbd184b details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:02:26.489453 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-16a8887d-211a-43ee-b1f1-4cfcb8aaf654 None None] Allocated IP 172.20.0.2 (03e78a62-81d3-4752-be2c-d12db7b84826/b482f598-bb63-4afc-99f7-7e599c57abf9/0d9b4f92-9344-455d-a7c5-3a2df1875b70) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:02:26.510397 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d2df411b-0cc4-4ce9-b054-03ea5e348532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:26.580904 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dc323224-bbb0-48d8-a3ab-f5eb96c8052e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:26.635507 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2df411b-0cc4-4ce9-b054-03ea5e348532 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56ac3505-ea77-4bfe-8569-9dd694c7b9b5,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:26.638383 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2df411b-0cc4-4ce9-b054-03ea5e348532 admin admin] Checking segment: {'id': 'f7a7a503-697e-40e1-94c5-68de752c5cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '8c8368d3-95e1-485a-9bb3-ebfb4cbd184b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:02:26.638959 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2df411b-0cc4-4ce9-b054-03ea5e348532 admin admin] Network hostable DHCP agents. Network: 8c8368d3-95e1-485a-9bb3-ebfb4cbd184b, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:02:26.660752 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-23e42c7d-8b01-472c-a40f-1fc11448c1bc tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:26.667966 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2df411b-0cc4-4ce9-b054-03ea5e348532 admin admin] Network 8c8368d3-95e1-485a-9bb3-ebfb4cbd184b is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:02:26.684749 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-970dc294-da92-44ce-a564-4959d2c792bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:26.685261 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-970dc294-da92-44ce-a564-4959d2c792bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:26.685753 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-970dc294-da92-44ce-a564-4959d2c792bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:26.686484 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-d2df411b-0cc4-4ce9-b054-03ea5e348532 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 8c8368d3-95e1-485a-9bb3-ebfb4cbd184b) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:02:26.688201 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-970dc294-da92-44ce-a564-4959d2c792bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:26.691119 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-970dc294-da92-44ce-a564-4959d2c792bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:26.693648 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-970dc294-da92-44ce-a564-4959d2c792bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:26.694942 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-970dc294-da92-44ce-a564-4959d2c792bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:26.697812 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-970dc294-da92-44ce-a564-4959d2c792bd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd6a59a0ba774d20a9df419972239646&device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 6497 time: 0.3069994 Jul 24 01:02:26.704187 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2df411b-0cc4-4ce9-b054-03ea5e348532 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:26.704806 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d2df411b-0cc4-4ce9-b054-03ea5e348532 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:26.723897 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-23e42c7d-8b01-472c-a40f-1fc11448c1bc tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Transition to ACTIVE for port object d74178e8-31de-458b-9ada-01e6c46c33aa will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:02:26.724817 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859fca36-7df2-4e44-96f7-e55e7a7fb45c None None] Network 8c8368d3-95e1-485a-9bb3-ebfb4cbd184b requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:02:26.738092 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d2df411b-0cc4-4ce9-b054-03ea5e348532 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5739651 Jul 24 01:02:26.807409 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42330) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:26.812553 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-66e2a25f-9446-4a6a-95df-2cd888ba42b2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-531102567-network', 'tenant_id': '2197847797844563990b22923f735269'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:26.859364 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e2a25f-9446-4a6a-95df-2cd888ba42b2 admin admin] Made reservation on behalf of 2197847797844563990b22923f735269 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:02:26.868652 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-66e2a25f-9446-4a6a-95df-2cd888ba42b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:26.874309 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-16a8887d-211a-43ee-b1f1-4cfcb8aaf654 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:26.889060 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-66e2a25f-9446-4a6a-95df-2cd888ba42b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:26.905481 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-16a8887d-211a-43ee-b1f1-4cfcb8aaf654 None None] Transition to ACTIVE for port object 0d9b4f92-9344-455d-a7c5-3a2df1875b70 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:02:26.977794 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-23e42c7d-8b01-472c-a40f-1fc11448c1bc tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:27.054059 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-66e2a25f-9446-4a6a-95df-2cd888ba42b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:27.067680 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-dfe7074a-5be9-4ba6-b3af-e11bab52452e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:27.067680 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-dfe7074a-5be9-4ba6-b3af-e11bab52452e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:27.067680 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-dfe7074a-5be9-4ba6-b3af-e11bab52452e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:27.069861 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-dfe7074a-5be9-4ba6-b3af-e11bab52452e service neutron] 10.222.0.13 "GET /v2.0/networks?id=75df3559-ab50-4f70-b828-45be90d30e6c&id=65487f5e-aa75-4d64-a662-cf5c6179a6a8&id=65487f5e-aa75-4d64-a662-cf5c6179a6a8&id=65487f5e-aa75-4d64-a662-cf5c6179a6a8&id=65487f5e-aa75-4d64-a662-cf5c6179a6a8&id=09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501&id=09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501 HTTP/1.1" status: 200 len: 2290 time: 0.3295205 Jul 24 01:02:27.071328 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-66e2a25f-9446-4a6a-95df-2cd888ba42b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:27.101862 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e42c7d-8b01-472c-a40f-1fc11448c1bc tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:02:27.108972 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66e2a25f-9446-4a6a-95df-2cd888ba42b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:02:27.129095 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e2a25f-9446-4a6a-95df-2cd888ba42b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b11aa5-0199-49ae-a493-f2676f33cd77,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:27.137314 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-66e2a25f-9446-4a6a-95df-2cd888ba42b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:27.137673 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-66e2a25f-9446-4a6a-95df-2cd888ba42b2 admin admin] Added segment 7132e063-00d3-4d53-aa5d-1f05f2c0584c of type vlan for network e3e44b94-e4f5-4c27-bb13-22e5ae719f30 Jul 24 01:02:27.139213 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-23e42c7d-8b01-472c-a40f-1fc11448c1bc tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:02:27.144609 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e42c7d-8b01-472c-a40f-1fc11448c1bc tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:02:27.150538 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e42c7d-8b01-472c-a40f-1fc11448c1bc tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:27.151231 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-23e42c7d-8b01-472c-a40f-1fc11448c1bc tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:27.157840 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e42c7d-8b01-472c-a40f-1fc11448c1bc tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Port': ['ID=d74178e8-31de-458b-9ada-01e6c46c33aa,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:27.190150 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-23e42c7d-8b01-472c-a40f-1fc11448c1bc tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0115936 Jul 24 01:02:27.193524 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 42342) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:27.266161 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-66e2a25f-9446-4a6a-95df-2cd888ba42b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:27.300741 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-16a8887d-211a-43ee-b1f1-4cfcb8aaf654 None None] Transition to ACTIVE for port object 0d9b4f92-9344-455d-a7c5-3a2df1875b70 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:02:27.313684 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-1bd043ec-fbdf-4170-93dd-7960c3ceb09e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c05a6c8c-a48f-4518-b2fa-245771ba636b HTTP/1.1" status: 200 len: 1002 time: 0.2319400 Jul 24 01:02:27.318758 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-66e2a25f-9446-4a6a-95df-2cd888ba42b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:27.321217 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e2a25f-9446-4a6a-95df-2cd888ba42b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:27.322743 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-66e2a25f-9446-4a6a-95df-2cd888ba42b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:27.364843 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-16a8887d-211a-43ee-b1f1-4cfcb8aaf654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:27.374201 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b1ec58-c572-4cf2-b77e-a9f4d2bf752f None None] Network 8c8368d3-95e1-485a-9bb3-ebfb4cbd184b requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:02:27.386054 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-66e2a25f-9446-4a6a-95df-2cd888ba42b2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5733309 Jul 24 01:02:27.386054 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42344) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:27.391518 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-0fc83b66-a6b0-46d2-a0f1-1e1b7ff2441b admin admin] Request body: {'subnet': {'network_id': 'e3e44b94-e4f5-4c27-bb13-22e5ae719f30', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-531102567-subnet', 'tenant_id': '2197847797844563990b22923f735269', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:27.454378 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-6474da33-8e96-4439-8332-bcfc6d4d1888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:27.455908 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-6474da33-8e96-4439-8332-bcfc6d4d1888 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=17dd084b-19bb-45d3-963a-b91ffe31fcfa HTTP/1.1" status: 200 len: 850 time: 0.1327405 Jul 24 01:02:27.462184 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e2a25f-9446-4a6a-95df-2cd888ba42b2 admin admin] Pushing event updated for resources: {'Network': ['ID=e3e44b94-e4f5-4c27-bb13-22e5ae719f30,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:27.474009 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dc323224-bbb0-48d8-a3ab-f5eb96c8052e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:27.491879 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a8887d-211a-43ee-b1f1-4cfcb8aaf654 None None] Network 03e78a62-81d3-4752-be2c-d12db7b84826 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:02:27.493577 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc83b66-a6b0-46d2-a0f1-1e1b7ff2441b admin admin] Made reservation on behalf of 2197847797844563990b22923f735269 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:02:27.496882 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0fc83b66-a6b0-46d2-a0f1-1e1b7ff2441b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:27.497322 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-1121c500-e8f2-42bc-8905-8569127231fd None None] Allocated IP 2001:db8::2 (7e3afd0f-7326-49f9-80ac-5664ab976843/34f9846e-36db-4138-aef0-758c7b50294e/06c0e058-ef38-4877-8fff-ef5730881fe6) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:02:27.499655 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network e3e44b94-e4f5-4c27-bb13-22e5ae719f30 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:02:27.506909 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcf51ad-3062-49a8-abd2-b98a809bd42b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:27.508972 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3dcf51ad-3062-49a8-abd2-b98a809bd42b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3125479 Jul 24 01:02:27.528007 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 42354) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:27.531040 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dc323224-bbb0-48d8-a3ab-f5eb96c8052e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:27.534848 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-16a8887d-211a-43ee-b1f1-4cfcb8aaf654 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:02:27.538517 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a8887d-211a-43ee-b1f1-4cfcb8aaf654 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:02:27.584842 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a8887d-211a-43ee-b1f1-4cfcb8aaf654 None None] Pushing event updated for resources: {'Port': ['ID=0d9b4f92-9344-455d-a7c5-3a2df1875b70,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:27.721001 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-3f59703c-6f7e-4de1-9e00-fc719c3de5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:27.721001 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-3f59703c-6f7e-4de1-9e00-fc719c3de5af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=75df3559-ab50-4f70-b828-45be90d30e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2539008 Jul 24 01:02:27.735860 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-1ffd34a1-916f-47d3-8c1a-50b577a10a69 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:27.737995 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-1ffd34a1-916f-47d3-8c1a-50b577a10a69 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/networks?id=8c8368d3-95e1-485a-9bb3-ebfb4cbd184b HTTP/1.1" status: 200 len: 814 time: 0.2001138 Jul 24 01:02:27.763794 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-6600ac27-42f9-413d-9bcd-2f2bdd260495 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/quotas/d5f5cc12e5fe45be9d7447ae1149586c HTTP/1.1" status: 200 len: 375 time: 0.0201402 Jul 24 01:02:27.802477 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-16a8887d-211a-43ee-b1f1-4cfcb8aaf654 None None] Attempting to bind port 0d9b4f92-9344-455d-a7c5-3a2df1875b70 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:02:27.802892 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-16a8887d-211a-43ee-b1f1-4cfcb8aaf654 None None] Attempting to bind port 0d9b4f92-9344-455d-a7c5-3a2df1875b70 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '7407b275-26ce-41ae-aa2f-0d064e63de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '03e78a62-81d3-4752-be2c-d12db7b84826'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:02:27.803265 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a8887d-211a-43ee-b1f1-4cfcb8aaf654 None None] Attempting to bind port 0d9b4f92-9344-455d-a7c5-3a2df1875b70 on network 03e78a62-81d3-4752-be2c-d12db7b84826 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:02:27.840104 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a8887d-211a-43ee-b1f1-4cfcb8aaf654 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:02:27.840489 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a8887d-211a-43ee-b1f1-4cfcb8aaf654 None None] Checking segment: {'id': '7407b275-26ce-41ae-aa2f-0d064e63de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '03e78a62-81d3-4752-be2c-d12db7b84826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:02:27.840901 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-16a8887d-211a-43ee-b1f1-4cfcb8aaf654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:27.841303 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a8887d-211a-43ee-b1f1-4cfcb8aaf654 None None] Bound using segment: {'id': '7407b275-26ce-41ae-aa2f-0d064e63de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '03e78a62-81d3-4752-be2c-d12db7b84826'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:02:27.841797 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-16a8887d-211a-43ee-b1f1-4cfcb8aaf654 None None] Bound port: 0d9b4f92-9344-455d-a7c5-3a2df1875b70, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7407b275-26ce-41ae-aa2f-0d064e63de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '03e78a62-81d3-4752-be2c-d12db7b84826'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:02:27.842202 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-16a8887d-211a-43ee-b1f1-4cfcb8aaf654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:27.853964 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-6ca6a278-b205-482d-9b27-e33cdbbdefcc tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d5f5cc12e5fe45be9d7447ae1149586c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653663 Jul 24 01:02:27.861904 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0fc83b66-a6b0-46d2-a0f1-1e1b7ff2441b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:27.997078 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc83b66-a6b0-46d2-a0f1-1e1b7ff2441b admin admin] Pushing event updated for resources: {'Subnet': ['ID=02d0b55c-5c2c-42ca-a493-64fcfbf37968,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:28.004009 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-16a8887d-211a-43ee-b1f1-4cfcb8aaf654 None None] For port 0d9b4f92-9344-455d-a7c5-3a2df1875b70, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:02:28.010370 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-16a8887d-211a-43ee-b1f1-4cfcb8aaf654 None None] For port 0d9b4f92-9344-455d-a7c5-3a2df1875b70, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0d9b4f92-9344-455d-a7c5-3a2df1875b70,segment=NetworkSegment(7407b275-26ce-41ae-aa2f-0d064e63de96),segment_id=7407b275-26ce-41ae-aa2f-0d064e63de96)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:02:28.011965 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1121c500-e8f2-42bc-8905-8569127231fd None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:28.015161 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc83b66-a6b0-46d2-a0f1-1e1b7ff2441b admin admin] Checking segment: {'id': '7132e063-00d3-4d53-aa5d-1f05f2c0584c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'e3e44b94-e4f5-4c27-bb13-22e5ae719f30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:02:28.015574 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc83b66-a6b0-46d2-a0f1-1e1b7ff2441b admin admin] Network hostable DHCP agents. Network: e3e44b94-e4f5-4c27-bb13-22e5ae719f30, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:02:28.021359 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-16a8887d-211a-43ee-b1f1-4cfcb8aaf654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:28.031714 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-839316b9-36af-454a-acb7-2ee3bee482fc service neutron] 10.222.0.15 "GET /v2.0/networks/8c8368d3-95e1-485a-9bb3-ebfb4cbd184b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663418 Jul 24 01:02:28.035074 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1121c500-e8f2-42bc-8905-8569127231fd None None] Transition to ACTIVE for port object 06c0e058-ef38-4877-8fff-ef5730881fe6 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:02:28.068086 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc83b66-a6b0-46d2-a0f1-1e1b7ff2441b admin admin] Network e3e44b94-e4f5-4c27-bb13-22e5ae719f30 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:02:28.093257 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1121c500-e8f2-42bc-8905-8569127231fd None None] Transition to ACTIVE for port object 06c0e058-ef38-4877-8fff-ef5730881fe6 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:02:28.107877 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1121c500-e8f2-42bc-8905-8569127231fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:28.115277 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a8887d-211a-43ee-b1f1-4cfcb8aaf654 None None] Pushing event updated for resources: {'Port': ['ID=0d9b4f92-9344-455d-a7c5-3a2df1875b70,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:28.121565 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-0fc83b66-a6b0-46d2-a0f1-1e1b7ff2441b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, e3e44b94-e4f5-4c27-bb13-22e5ae719f30) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:02:28.136611 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc83b66-a6b0-46d2-a0f1-1e1b7ff2441b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:28.137382 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0fc83b66-a6b0-46d2-a0f1-1e1b7ff2441b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:28.161893 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82011af-524c-4284-8c71-c79030aeebd3 None None] Network e3e44b94-e4f5-4c27-bb13-22e5ae719f30 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:02:28.171372 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0fc83b66-a6b0-46d2-a0f1-1e1b7ff2441b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7852850 Jul 24 01:02:28.188036 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-4bf9f4cc-7271-4b25-976d-828ba6bf7236 service neutron] 10.222.0.15 "GET /v2.0/networks/8c8368d3-95e1-485a-9bb3-ebfb4cbd184b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493924 Jul 24 01:02:28.201021 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1121c500-e8f2-42bc-8905-8569127231fd None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:02:28.210413 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-1121c500-e8f2-42bc-8905-8569127231fd None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:02:28.215260 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1121c500-e8f2-42bc-8905-8569127231fd None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:02:28.256178 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1121c500-e8f2-42bc-8905-8569127231fd None None] Pushing event updated for resources: {'Port': ['ID=06c0e058-ef38-4877-8fff-ef5730881fe6,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:28.256749 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-dc323224-bbb0-48d8-a3ab-f5eb96c8052e admin admin] Allocated IP 172.25.2.247 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/25588372-553d-42f7-b7b2-ab8ca8d1a6f8) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:02:28.275547 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-2ae76413-8bd0-45e7-84cd-d4324a383933 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting port d74178e8-31de-458b-9ada-01e6c46c33aa {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:02:28.275898 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2ae76413-8bd0-45e7-84cd-d4324a383933 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:28.368103 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-1121c500-e8f2-42bc-8905-8569127231fd None None] Attempting to bind port 06c0e058-ef38-4877-8fff-ef5730881fe6 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:02:28.368472 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-1121c500-e8f2-42bc-8905-8569127231fd None None] Attempting to bind port 06c0e058-ef38-4877-8fff-ef5730881fe6 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:02:28.368887 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1121c500-e8f2-42bc-8905-8569127231fd None None] Attempting to bind port 06c0e058-ef38-4877-8fff-ef5730881fe6 on network 7e3afd0f-7326-49f9-80ac-5664ab976843 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:02:28.399112 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1121c500-e8f2-42bc-8905-8569127231fd None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:02:28.399284 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1121c500-e8f2-42bc-8905-8569127231fd None None] Checking segment: {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:02:28.399750 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1121c500-e8f2-42bc-8905-8569127231fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:28.400064 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1121c500-e8f2-42bc-8905-8569127231fd None None] Bound using segment: {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:02:28.400552 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-1121c500-e8f2-42bc-8905-8569127231fd None None] Bound port: 06c0e058-ef38-4877-8fff-ef5730881fe6, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:02:28.401451 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1121c500-e8f2-42bc-8905-8569127231fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:28.475049 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2ae76413-8bd0-45e7-84cd-d4324a383933 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:28.489919 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-2ae76413-8bd0-45e7-84cd-d4324a383933 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Calling delete_port for d74178e8-31de-458b-9ada-01e6c46c33aa owned by {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:02:28.490986 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d3239b-38bb-42ef-8793-48119c616968 None None] Network e3e44b94-e4f5-4c27-bb13-22e5ae719f30 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:02:28.599820 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-06df3be3-6ab3-41f4-837c-7b0df7a12f25 service neutron] 10.222.0.13 "GET /v2.0/networks/75df3559-ab50-4f70-b828-45be90d30e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8729172 Jul 24 01:02:28.733529 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a145a2a6-346f-492d-87e9-3629e6dbedb6 req-87580651-cff5-48a7-bee0-65acf7e0d346 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 210 time: 0.1655946 Jul 24 01:02:28.804075 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-1121c500-e8f2-42bc-8905-8569127231fd None None] For port 06c0e058-ef38-4877-8fff-ef5730881fe6, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:02:28.808078 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-1121c500-e8f2-42bc-8905-8569127231fd None None] For port 06c0e058-ef38-4877-8fff-ef5730881fe6, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=06c0e058-ef38-4877-8fff-ef5730881fe6,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:02:28.817899 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-8bc30285-9ed8-4e1f-af59-f0284c812ee7 service neutron] 10.222.0.13 "GET /v2.0/networks/75df3559-ab50-4f70-b828-45be90d30e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107232 Jul 24 01:02:28.825726 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1121c500-e8f2-42bc-8905-8569127231fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:28.926911 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-3269b871-8695-4de7-8a23-69dcbce2c0dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=7b4da756-8034-45e1-9b76-762af13d0a4c HTTP/1.1" status: 200 len: 217 time: 0.0982952 Jul 24 01:02:28.957348 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1121c500-e8f2-42bc-8905-8569127231fd None None] Pushing event updated for resources: {'Port': ['ID=06c0e058-ef38-4877-8fff-ef5730881fe6,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:29.001188 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953026a-403a-4591-8b88-d98f0523fe56 req-e035aead-0e3a-4db2-b3d1-b8a8f185bdad tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:29.008827 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e953026a-403a-4591-8b88-d98f0523fe56 req-e035aead-0e3a-4db2-b3d1-b8a8f185bdad tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] 10.222.0.15 "GET /v2.0/networks?id=35e47faa-71b7-4719-9ec5-acf47d5c2374 HTTP/1.1" status: 200 len: 809 time: 0.1877382 Jul 24 01:02:29.032198 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-e81ba30e-2b22-4ed8-962c-54faed9d8d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:29.034047 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-e81ba30e-2b22-4ed8-962c-54faed9d8d9c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81a038cb-df9c-49e4-af9e-e93d2e1470dd HTTP/1.1" status: 200 len: 797 time: 0.1024542 Jul 24 01:02:29.040003 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e953026a-403a-4591-8b88-d98f0523fe56 req-9054eb6a-fa33-4b3a-a61f-fc25895e14da tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] 10.222.0.15 "GET /v2.0/quotas/1541a2baa82d4db6a5dbad769f321365 HTTP/1.1" status: 200 len: 375 time: 0.0297410 Jul 24 01:02:29.058488 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2ae76413-8bd0-45e7-84cd-d4324a383933 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:29.102542 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e953026a-403a-4591-8b88-d98f0523fe56 req-4f159c96-0059-4d91-b293-baed40338e39 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1541a2baa82d4db6a5dbad769f321365&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605521 Jul 24 01:02:29.178261 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae76413-8bd0-45e7-84cd-d4324a383933 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Port': ['ID=d74178e8-31de-458b-9ada-01e6c46c33aa,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:29.264387 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dc323224-bbb0-48d8-a3ab-f5eb96c8052e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:29.291773 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2ae76413-8bd0-45e7-84cd-d4324a383933 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:29.308369 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0d9b4f92-9344-455d-a7c5-3a2df1875b70 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:02:29.308873 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2ae76413-8bd0-45e7-84cd-d4324a383933 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/ports/d74178e8-31de-458b-9ada-01e6c46c33aa HTTP/1.1" status: 204 len: 168 time: 1.7791193 Jul 24 01:02:29.318536 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42388) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:29.337397 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-160f4820-5513-409e-862c-feca9aa38793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:29.339006 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-160f4820-5513-409e-862c-feca9aa38793 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65487f5e-aa75-4d64-a662-cf5c6179a6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2963526 Jul 24 01:02:29.444967 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 0d9b4f92-9344-455d-a7c5-3a2df1875b70 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:02:29.449578 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dc323224-bbb0-48d8-a3ab-f5eb96c8052e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:29.484868 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fb89a8-8c08-49b1-89a5-bccde78ab33f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:29.486553 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fb89a8-8c08-49b1-89a5-bccde78ab33f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:29.492081 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-17fb89a8-8c08-49b1-89a5-bccde78ab33f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1661382 Jul 24 01:02:29.492895 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42392) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:29.507617 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc323224-bbb0-48d8-a3ab-f5eb96c8052e admin admin] Pushing event updated for resources: {'Port': ['ID=25588372-553d-42f7-b7b2-ab8ca8d1a6f8,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:29.534578 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc323224-bbb0-48d8-a3ab-f5eb96c8052e admin admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:02:29.538233 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-dc323224-bbb0-48d8-a3ab-f5eb96c8052e admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:02:29.541838 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc323224-bbb0-48d8-a3ab-f5eb96c8052e admin admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:02:29.566545 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-62a75892-86d8-437e-bc4e-1fd0ac147ddc tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting subnet 34f9846e-36db-4138-aef0-758c7b50294e {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:02:29.578453 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e953026a-403a-4591-8b88-d98f0523fe56 req-149ab922-fab9-41a4-83b0-f98bd6f923fe service neutron] 10.222.0.15 "GET /v2.0/networks/35e47faa-71b7-4719-9ec5-acf47d5c2374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4739697 Jul 24 01:02:29.587836 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-62a75892-86d8-437e-bc4e-1fd0ac147ddc tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:29.618854 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-beb9b3ce-09f4-4bf8-b869-7ea7b9d0bf27 service neutron] 10.222.0.13 "GET /v2.0/networks/65487f5e-aa75-4d64-a662-cf5c6179a6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658319 Jul 24 01:02:29.694011 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03224ca0-cb53-4a04-a098-a7a13c705ca0 None None] Network 03e78a62-81d3-4752-be2c-d12db7b84826 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:02:29.707872 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-62a75892-86d8-437e-bc4e-1fd0ac147ddc tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:29.779311 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e953026a-403a-4591-8b88-d98f0523fe56 req-9aa28aa7-f7ae-4f71-ae06-0e25850cd8be service neutron] 10.222.0.15 "GET /v2.0/networks/35e47faa-71b7-4719-9ec5-acf47d5c2374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997344 Jul 24 01:02:29.867536 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-26d02a43-8e31-4337-8aff-709fb02ac353 None None] Provisioning for port 0d9b4f92-9344-455d-a7c5-3a2df1875b70 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:02:29.883240 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-62a75892-86d8-437e-bc4e-1fd0ac147ddc tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:29.905453 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-26d02a43-8e31-4337-8aff-709fb02ac353 None None] Provisioning complete for port 0d9b4f92-9344-455d-a7c5-3a2df1875b70 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:02:29.906331 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-26d02a43-8e31-4337-8aff-709fb02ac353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:30.116548 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-69102f8f-8b62-4a60-b9cf-59e2c38fd637 req-5faa08a0-7694-4056-abc7-67da23b69f12 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 210 time: 0.0593204 Jul 24 01:02:30.119082 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-62a75892-86d8-437e-bc4e-1fd0ac147ddc tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:30.136215 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-62a75892-86d8-437e-bc4e-1fd0ac147ddc tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:30.138447 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-62a75892-86d8-437e-bc4e-1fd0ac147ddc tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/34f9846e-36db-4138-aef0-758c7b50294e HTTP/1.1" status: 204 len: 168 time: 0.6426885 Jul 24 01:02:30.161481 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42414) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:30.197198 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a75892-86d8-437e-bc4e-1fd0ac147ddc tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Subnet': ['ID=34f9846e-36db-4138-aef0-758c7b50294e,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:30.224136 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-26d02a43-8e31-4337-8aff-709fb02ac353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:30.299821 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-00834b4f-57aa-4b80-b235-ae5cbe93f9f9 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1291759 Jul 24 01:02:30.301531 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42416) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:30.317083 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-1083ccf3-4970-4e3c-a520-59ae569ffabd tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'subnet': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:30.336441 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-26d02a43-8e31-4337-8aff-709fb02ac353 None None] For port 0d9b4f92-9344-455d-a7c5-3a2df1875b70, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0d9b4f92-9344-455d-a7c5-3a2df1875b70,segment=NetworkSegment(7407b275-26ce-41ae-aa2f-0d064e63de96),segment_id=7407b275-26ce-41ae-aa2f-0d064e63de96)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:02:30.344527 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-26d02a43-8e31-4337-8aff-709fb02ac353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:30.425833 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d02a43-8e31-4337-8aff-709fb02ac353 None None] Pushing event updated for resources: {'Port': ['ID=0d9b4f92-9344-455d-a7c5-3a2df1875b70,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:30.445764 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ddaddd43-f2d6-4b24-8e81-a28251da69b7 req-4a26b848-ac5c-4d4d-842b-52fb4d928796 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f2c8a55-30f1-47a5-add2-d02c66620c2d HTTP/1.1" status: 200 len: 210 time: 0.2591367 Jul 24 01:02:30.493949 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1083ccf3-4970-4e3c-a520-59ae569ffabd tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:02:30.501289 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1083ccf3-4970-4e3c-a520-59ae569ffabd tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:30.523030 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-90cf8c06-4679-463b-a452-04126b6e1924 service neutron] 10.222.0.13 "GET /v2.0/networks/65487f5e-aa75-4d64-a662-cf5c6179a6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7829647 Jul 24 01:02:30.523885 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dc323224-bbb0-48d8-a3ab-f5eb96c8052e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:30.584498 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-215f3ed7-72f1-46a9-8ddc-d78b70eb339b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=a506a736-02bd-4fbb-acb0-f1c78bc19022 HTTP/1.1" status: 200 len: 217 time: 0.0453515 Jul 24 01:02:30.646917 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd1a488-7a32-471f-9886-736645ae7bd7 None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:02:30.752490 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-3b45ed20-4be2-4e57-aea5-c3e45027d47b tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:30.755476 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-3b45ed20-4be2-4e57-aea5-c3e45027d47b tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.13 "GET /v2.0/networks?id=8c8368d3-95e1-485a-9bb3-ebfb4cbd184b HTTP/1.1" status: 200 len: 814 time: 0.5643716 Jul 24 01:02:30.769018 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-8715f452-a8c9-4a6a-93bf-80a43b631ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:30.770941 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-8715f452-a8c9-4a6a-93bf-80a43b631ded service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81a038cb-df9c-49e4-af9e-e93d2e1470dd HTTP/1.1" status: 200 len: 797 time: 0.1434386 Jul 24 01:02:30.777202 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-5f1ba282-51f1-43fa-8b5e-6baa21714f74 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Request body: {'port': {'device_id': '93f624a3-79c0-4847-a301-a5771080ee8a', 'network_id': '8c8368d3-95e1-485a-9bb3-ebfb4cbd184b', 'admin_state_up': True, 'tenant_id': 'd5f5cc12e5fe45be9d7447ae1149586c'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:30.792205 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-4dc5e025-8248-4802-b2cd-6a59ceae3fc2 None None] Provisioning for port 06c0e058-ef38-4877-8fff-ef5730881fe6 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:02:30.818875 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1083ccf3-4970-4e3c-a520-59ae569ffabd tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:30.887297 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1083ccf3-4970-4e3c-a520-59ae569ffabd tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:02:30.899128 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-1083ccf3-4970-4e3c-a520-59ae569ffabd tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:02:30.905656 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1083ccf3-4970-4e3c-a520-59ae569ffabd tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:30.906283 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1083ccf3-4970-4e3c-a520-59ae569ffabd tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:30.920627 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1083ccf3-4970-4e3c-a520-59ae569ffabd tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Subnet': ['ID=7d5188fd-a306-49c7-b6e1-1e91fe79f98d,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:30.930475 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc0bd5b-02f9-4bb7-a1c3-0e2fbb8a8437 None None] DHCP port deletion for 7e3afd0f-7326-49f9-80ac-5664ab976843 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:02:30.942025 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1083ccf3-4970-4e3c-a520-59ae569ffabd tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6383779 Jul 24 01:02:30.945460 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42424) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:30.954981 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-bc181804-0b15-4349-b4e6-295dd63b3dea tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'port': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'fixed_ips': [{'subnet_id': '7d5188fd-a306-49c7-b6e1-1e91fe79f98d', 'ip_address': '2001:db8::3fdd:f0e6:67d1:81d1'}], 'name': 'tempest-NetworksTestDHCPv6-1641564482'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:31.009164 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-09947484-2e84-4017-87b2-0aa9df0be55f None None] Provisioning complete for port 0d9b4f92-9344-455d-a7c5-3a2df1875b70 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:02:31.009801 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-09947484-2e84-4017-87b2-0aa9df0be55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:31.077503 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-070df779-932f-4eb8-81c4-3fd96d8d7c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:31.079082 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-070df779-932f-4eb8-81c4-3fd96d8d7c54 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65487f5e-aa75-4d64-a662-cf5c6179a6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2894044 Jul 24 01:02:31.124449 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dc323224-bbb0-48d8-a3ab-f5eb96c8052e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:31.149554 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-5f1ba282-51f1-43fa-8b5e-6baa21714f74 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Made reservation on behalf of d5f5cc12e5fe45be9d7447ae1149586c for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:02:31.153202 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-5f1ba282-51f1-43fa-8b5e-6baa21714f74 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:31.168155 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc181804-0b15-4349-b4e6-295dd63b3dea tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:02:31.238827 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0d9b4f92-9344-455d-a7c5-3a2df1875b70 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:02:31.310748 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-8cc0bd5b-02f9-4bb7-a1c3-0e2fbb8a8437 None None] Deleting port 06c0e058-ef38-4877-8fff-ef5730881fe6 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:02:31.311339 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8cc0bd5b-02f9-4bb7-a1c3-0e2fbb8a8437 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:31.390130 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-33ffcd49-c5e7-4f5f-b20c-248844dbc98a req-416e15e6-86d8-48ad-ab11-85dcec85ceb5 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 210 time: 0.0598297 Jul 24 01:02:31.428288 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc181804-0b15-4349-b4e6-295dd63b3dea tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:31.450746 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-bc181804-0b15-4349-b4e6-295dd63b3dea tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] device_id is not set on port 4caa3e5d-6eec-4a90-be5b-6134a69dd000 yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:02:31.468750 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-8cc0bd5b-02f9-4bb7-a1c3-0e2fbb8a8437 None None] For port 06c0e058-ef38-4877-8fff-ef5730881fe6, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=06c0e058-ef38-4877-8fff-ef5730881fe6,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:02:31.469890 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8cc0bd5b-02f9-4bb7-a1c3-0e2fbb8a8437 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:31.485948 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-8cc0bd5b-02f9-4bb7-a1c3-0e2fbb8a8437 None None] Calling delete_port for 06c0e058-ef38-4877-8fff-ef5730881fe6 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:02:31.510192 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-aa6a5c36-73e6-42da-aada-84245e85781b service neutron] 10.222.0.13 "GET /v2.0/networks/65487f5e-aa75-4d64-a662-cf5c6179a6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232647 Jul 24 01:02:31.594644 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-5f1ba282-51f1-43fa-8b5e-6baa21714f74 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Allocated IP 172.20.0.10 (8c8368d3-95e1-485a-9bb3-ebfb4cbd184b/56ac3505-ea77-4bfe-8569-9dd694c7b9b5/d4ddb4a1-8ea9-42e6-a478-244bc76d8af8) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:02:31.616411 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8cc0bd5b-02f9-4bb7-a1c3-0e2fbb8a8437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:31.635573 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc0bd5b-02f9-4bb7-a1c3-0e2fbb8a8437 None None] No DVR routers for this DVR port 06c0e058-ef38-4877-8fff-ef5730881fe6 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:02:31.637585 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 0d9b4f92-9344-455d-a7c5-3a2df1875b70 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:02:31.637748 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:31.660887 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-bc181804-0b15-4349-b4e6-295dd63b3dea tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Allocated IP 2001:db8::3fdd:f0e6:67d1:81d1 (7e3afd0f-7326-49f9-80ac-5664ab976843/7d5188fd-a306-49c7-b6e1-1e91fe79f98d/4caa3e5d-6eec-4a90-be5b-6134a69dd000) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:02:31.672209 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13166b3f-e593-4087-90c6-7df7fffe4c3b None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:02:31.708167 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0bd5b-02f9-4bb7-a1c3-0e2fbb8a8437 None None] Pushing event deleted for resources: {'Port': ['ID=06c0e058-ef38-4877-8fff-ef5730881fe6,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:31.849418 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-4cf3db82-1120-4d28-884f-003ffbaf33b1 service neutron] 10.222.0.13 "GET /v2.0/networks/65487f5e-aa75-4d64-a662-cf5c6179a6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314199 Jul 24 01:02:31.873569 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc181804-0b15-4349-b4e6-295dd63b3dea tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:31.939451 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-bb7f2fae-5a08-40aa-b556-63737199b3c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=3bdee268-3504-4249-9688-c9a743e39dc3 HTTP/1.1" status: 200 len: 217 time: 0.0745118 Jul 24 01:02:31.985145 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc323224-bbb0-48d8-a3ab-f5eb96c8052e admin admin] Router 21fb0cab-ac46-421a-9ac4-9ca2880007a8 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:02:32.066969 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953026a-403a-4591-8b88-d98f0523fe56 req-d1a764ed-efdd-4004-8191-2b225285c493 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:32.069007 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e953026a-403a-4591-8b88-d98f0523fe56 req-d1a764ed-efdd-4004-8191-2b225285c493 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] 10.222.0.13 "GET /v2.0/networks?id=35e47faa-71b7-4719-9ec5-acf47d5c2374 HTTP/1.1" status: 200 len: 809 time: 0.4269822 Jul 24 01:02:32.090525 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-e953026a-403a-4591-8b88-d98f0523fe56 req-c135f2bd-2fd9-4cf5-ae09-010a9f40a6e0 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] Request body: {'port': {'device_id': '9f2c8a55-30f1-47a5-add2-d02c66620c2d', 'network_id': '35e47faa-71b7-4719-9ec5-acf47d5c2374', 'admin_state_up': True, 'tenant_id': '1541a2baa82d4db6a5dbad769f321365'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:32.176650 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e25bb95-46fc-49be-a2f8-abd76745cabb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-7e3afd0f-7326-49f9-80ac-5664ab976843', 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'tenant_id': '870e2449a28e4c338cd6cc562086bba7', 'fixed_ips': [{'subnet_id': '7d5188fd-a306-49c7-b6e1-1e91fe79f98d'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:02:32.177571 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5e25bb95-46fc-49be-a2f8-abd76745cabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:32.307960 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-bc181804-0b15-4349-b4e6-295dd63b3dea tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Transition to ACTIVE for port object 4caa3e5d-6eec-4a90-be5b-6134a69dd000 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:02:32.337602 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ca2ad3b1-160c-4fcd-8d95-42fb47caadb2 req-33288ad6-21d5-4deb-b631-e6746f6199bc tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f2c8a55-30f1-47a5-add2-d02c66620c2d HTTP/1.1" status: 200 len: 210 time: 0.0427477 Jul 24 01:02:32.376170 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc181804-0b15-4349-b4e6-295dd63b3dea tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:32.439373 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc181804-0b15-4349-b4e6-295dd63b3dea tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:02:32.445682 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-bc181804-0b15-4349-b4e6-295dd63b3dea tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:02:32.452635 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc181804-0b15-4349-b4e6-295dd63b3dea tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:02:32.452865 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-5e25bb95-46fc-49be-a2f8-abd76745cabb None None] Allocated IP 2001:db8::2 (7e3afd0f-7326-49f9-80ac-5664ab976843/7d5188fd-a306-49c7-b6e1-1e91fe79f98d/01a86a42-6b68-4b01-a9b5-7e48cd3bac00) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:02:32.462001 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc181804-0b15-4349-b4e6-295dd63b3dea tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:32.462852 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc181804-0b15-4349-b4e6-295dd63b3dea tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:32.486204 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc181804-0b15-4349-b4e6-295dd63b3dea tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Port': ['ID=4caa3e5d-6eec-4a90-be5b-6134a69dd000,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:32.504036 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-bc181804-0b15-4349-b4e6-295dd63b3dea tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5552754 Jul 24 01:02:32.506427 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42440) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:32.588867 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dd8f45-294d-4bf8-b66c-6d8e58a571a0 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:32.590432 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-79dd8f45-294d-4bf8-b66c-6d8e58a571a0 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0828660 Jul 24 01:02:32.593701 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42442) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:32.647007 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5e25bb95-46fc-49be-a2f8-abd76745cabb None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:32.663098 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-5e25bb95-46fc-49be-a2f8-abd76745cabb None None] Transition to ACTIVE for port object 01a86a42-6b68-4b01-a9b5-7e48cd3bac00 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:02:32.680080 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-9cf4c408-d2ec-4068-b74c-56a83bfd0aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:32.681503 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-9cf4c408-d2ec-4068-b74c-56a83bfd0aca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81a038cb-df9c-49e4-af9e-e93d2e1470dd HTTP/1.1" status: 200 len: 797 time: 0.7338557 Jul 24 01:02:32.684226 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-5e25bb95-46fc-49be-a2f8-abd76745cabb None None] Transition to ACTIVE for port object 01a86a42-6b68-4b01-a9b5-7e48cd3bac00 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:02:32.690164 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e5c6ea86-72ae-4cb2-ae7f-cfb418d8fb80 req-fe1cbf12-4c39-440a-a0e0-bbc4d4ab1e2f tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 210 time: 0.0683553 Jul 24 01:02:32.704116 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5e25bb95-46fc-49be-a2f8-abd76745cabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:32.759947 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-8b98eb00-bf83-40aa-92b3-dc2b8abb5ecf tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting port 4caa3e5d-6eec-4a90-be5b-6134a69dd000 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:02:32.760535 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8b98eb00-bf83-40aa-92b3-dc2b8abb5ecf tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:32.767718 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e25bb95-46fc-49be-a2f8-abd76745cabb None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:02:32.771718 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-5e25bb95-46fc-49be-a2f8-abd76745cabb None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:02:32.776858 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e25bb95-46fc-49be-a2f8-abd76745cabb None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:02:32.785351 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-5f1ba282-51f1-43fa-8b5e-6baa21714f74 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:32.786204 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25bb95-46fc-49be-a2f8-abd76745cabb None None] Pushing event updated for resources: {'Port': ['ID=01a86a42-6b68-4b01-a9b5-7e48cd3bac00,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:32.862929 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-5e25bb95-46fc-49be-a2f8-abd76745cabb None None] Attempting to bind port 01a86a42-6b68-4b01-a9b5-7e48cd3bac00 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:02:32.863530 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-5e25bb95-46fc-49be-a2f8-abd76745cabb None None] Attempting to bind port 01a86a42-6b68-4b01-a9b5-7e48cd3bac00 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:02:32.864805 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e25bb95-46fc-49be-a2f8-abd76745cabb None None] Attempting to bind port 01a86a42-6b68-4b01-a9b5-7e48cd3bac00 on network 7e3afd0f-7326-49f9-80ac-5664ab976843 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:02:32.870398 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e25bb95-46fc-49be-a2f8-abd76745cabb None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:02:32.870808 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e25bb95-46fc-49be-a2f8-abd76745cabb None None] Checking segment: {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:02:32.871227 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5e25bb95-46fc-49be-a2f8-abd76745cabb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:32.871781 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc323224-bbb0-48d8-a3ab-f5eb96c8052e admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:02:32.876577 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e25bb95-46fc-49be-a2f8-abd76745cabb None None] Bound using segment: {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:02:32.877210 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-5e25bb95-46fc-49be-a2f8-abd76745cabb None None] Bound port: 01a86a42-6b68-4b01-a9b5-7e48cd3bac00, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:02:32.878139 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5e25bb95-46fc-49be-a2f8-abd76745cabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:32.888481 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72576c19-421b-41ba-8b8d-12299a666353 None None] Sync routers for ids ['21fb0cab-ac46-421a-9ac4-9ca2880007a8'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:02:32.896761 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8b98eb00-bf83-40aa-92b3-dc2b8abb5ecf tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:32.904410 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72576c19-421b-41ba-8b8d-12299a666353 None None] Routers {'21fb0cab-ac46-421a-9ac4-9ca2880007a8'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:02:32.905314 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-72576c19-421b-41ba-8b8d-12299a666353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:02:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['21fb0cab-ac46-421a-9ac4-9ca2880007a8'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:02:32.919938 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-8b98eb00-bf83-40aa-92b3-dc2b8abb5ecf tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Calling delete_port for 4caa3e5d-6eec-4a90-be5b-6134a69dd000 owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:02:32.963244 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e953026a-403a-4591-8b88-d98f0523fe56 req-c135f2bd-2fd9-4cf5-ae09-010a9f40a6e0 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] Made reservation on behalf of 1541a2baa82d4db6a5dbad769f321365 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:02:32.966633 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e953026a-403a-4591-8b88-d98f0523fe56 req-c135f2bd-2fd9-4cf5-ae09-010a9f40a6e0 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:32.974912 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-5e25bb95-46fc-49be-a2f8-abd76745cabb None None] For port 01a86a42-6b68-4b01-a9b5-7e48cd3bac00, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:02:32.978580 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-5e25bb95-46fc-49be-a2f8-abd76745cabb None None] For port 01a86a42-6b68-4b01-a9b5-7e48cd3bac00, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=01a86a42-6b68-4b01-a9b5-7e48cd3bac00,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:02:32.993366 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5e25bb95-46fc-49be-a2f8-abd76745cabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:33.032085 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-c893971e-18c8-4d20-b71d-b1c724f07f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:33.048248 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-c893971e-18c8-4d20-b71d-b1c724f07f52 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65487f5e-aa75-4d64-a662-cf5c6179a6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3479214 Jul 24 01:02:33.053578 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dc323224-bbb0-48d8-a3ab-f5eb96c8052e admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:33.055060 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-dc323224-bbb0-48d8-a3ab-f5eb96c8052e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.2239316 Jul 24 01:02:33.057899 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-72576c19-421b-41ba-8b8d-12299a666353 None None] Set router 21fb0cab-ac46-421a-9ac4-9ca2880007a8 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:02:33.087718 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 42444) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:33.139347 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e25bb95-46fc-49be-a2f8-abd76745cabb None None] Pushing event updated for resources: {'Port': ['ID=01a86a42-6b68-4b01-a9b5-7e48cd3bac00,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:33.167831 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8b98eb00-bf83-40aa-92b3-dc2b8abb5ecf tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:33.177329 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-5f1ba282-51f1-43fa-8b5e-6baa21714f74 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:33.261950 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b98eb00-bf83-40aa-92b3-dc2b8abb5ecf tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Port': ['ID=4caa3e5d-6eec-4a90-be5b-6134a69dd000,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:33.270237 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8b98eb00-bf83-40aa-92b3-dc2b8abb5ecf tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:33.272279 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8b98eb00-bf83-40aa-92b3-dc2b8abb5ecf tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/ports/4caa3e5d-6eec-4a90-be5b-6134a69dd000 HTTP/1.1" status: 204 len: 168 time: 0.6774580 Jul 24 01:02:33.275167 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42446) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:33.441172 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4f2c43-b73d-49b3-b242-541b8ae5dac3 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:33.447551 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4f2c43-b73d-49b3-b242-541b8ae5dac3 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:33.460220 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7a4f2c43-b73d-49b3-b242-541b8ae5dac3 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1834519 Jul 24 01:02:33.462214 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42452) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:33.492380 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-5f1ba282-51f1-43fa-8b5e-6baa21714f74 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Network 8c8368d3-95e1-485a-9bb3-ebfb4cbd184b is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:02:33.533420 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-72576c19-421b-41ba-8b8d-12299a666353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'name': 'tempest-AttachVolumeTestJSON-957865579-router', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '25588372-553d-42f7-b7b2-ab8ca8d1a6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:02:25Z', 'updated_at': '2021-07-24T01:02:29Z', 'revision_number': 3, 'project_id': '6c3660a81a574f9ba01b0543dcb1130d', 'gw_port': {'id': '25588372-553d-42f7-b7b2-ab8ca8d1a6f8', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:02:27Z', 'updated_at': '2021-07-24T01:02:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:02:33.549612 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-5f1ba282-51f1-43fa-8b5e-6baa21714f74 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:02:33.552347 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ba282-51f1-43fa-8b5e-6baa21714f74 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Pushing event updated for resources: {'Port': ['ID=d4ddb4a1-8ea9-42e6-a478-244bc76d8af8,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:33.554694 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-5f1ba282-51f1-43fa-8b5e-6baa21714f74 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:02:33.603046 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72576c19-421b-41ba-8b8d-12299a666353 None None] Checking router: 21fb0cab-ac46-421a-9ac4-9ca2880007a8 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:02:33.604118 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72576c19-421b-41ba-8b8d-12299a666353 None None] Updating router 21fb0cab-ac46-421a-9ac4-9ca2880007a8 port 25588372-553d-42f7-b7b2-ab8ca8d1a6f8 binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:02:33.627601 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-eb4fa06b-f88d-47cf-93a8-971e8dcb142f req-6fbf100f-6a16-451a-b196-daf8dade386b tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f2c8a55-30f1-47a5-add2-d02c66620c2d HTTP/1.1" status: 200 len: 210 time: 0.1004860 Jul 24 01:02:33.656899 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-118f501c-fb77-4064-b751-8b4f32254fde tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting subnet 7d5188fd-a306-49c7-b6e1-1e91fe79f98d {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:02:33.658942 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-72576c19-421b-41ba-8b8d-12299a666353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:33.661269 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-118f501c-fb77-4064-b751-8b4f32254fde tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:33.708109 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-5f1ba282-51f1-43fa-8b5e-6baa21714f74 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:33.709014 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-118f501c-fb77-4064-b751-8b4f32254fde tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:33.709765 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-5f1ba282-51f1-43fa-8b5e-6baa21714f74 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:33.846211 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-856d9fca-ae9e-46e8-a023-c9ed6b4d5caa service neutron] 10.222.0.13 "GET /v2.0/networks/65487f5e-aa75-4d64-a662-cf5c6179a6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7899902 Jul 24 01:02:33.854793 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-5f1ba282-51f1-43fa-8b5e-6baa21714f74 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0896692 Jul 24 01:02:33.883796 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-118f501c-fb77-4064-b751-8b4f32254fde tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:33.892336 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-d7c30baa-717b-43ea-895d-d33d6dae18d1 service neutron] Request body: {'port': {'device_id': '93f624a3-79c0-4847-a301-a5771080ee8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:33.945706 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-e953026a-403a-4591-8b88-d98f0523fe56 req-c135f2bd-2fd9-4cf5-ae09-010a9f40a6e0 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] Allocated IP 172.20.0.4 (35e47faa-71b7-4719-9ec5-acf47d5c2374/854fcc3c-be38-49ea-9f9e-cbdb0fc4d1ce/470229aa-b0cc-4646-aa6f-3a35537a42ba) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:02:33.951365 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb6c9e8-7f2f-4138-a3d5-852c48d535a4 req-893ba92a-18b7-4ce3-ac91-334c0626e787 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:33.952779 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9bb6c9e8-7f2f-4138-a3d5-852c48d535a4 req-893ba92a-18b7-4ce3-ac91-334c0626e787 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 932 time: 0.1330023 Jul 24 01:02:34.052899 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9bb6c9e8-7f2f-4138-a3d5-852c48d535a4 req-9773e1bb-0504-4fea-8974-540b7224da2c tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810778 Jul 24 01:02:34.062691 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-118f501c-fb77-4064-b751-8b4f32254fde tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:34.072269 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-72576c19-421b-41ba-8b8d-12299a666353 None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:34.089820 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-72576c19-421b-41ba-8b8d-12299a666353 None None] Transition to ACTIVE for port object 25588372-553d-42f7-b7b2-ab8ca8d1a6f8 will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:02:34.109129 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f501c-fb77-4064-b751-8b4f32254fde tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Subnet': ['ID=7d5188fd-a306-49c7-b6e1-1e91fe79f98d,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:34.110314 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-72576c19-421b-41ba-8b8d-12299a666353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:34.123975 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-118f501c-fb77-4064-b751-8b4f32254fde tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:34.126421 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-118f501c-fb77-4064-b751-8b4f32254fde tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/7d5188fd-a306-49c7-b6e1-1e91fe79f98d HTTP/1.1" status: 204 len: 168 time: 0.6629624 Jul 24 01:02:34.130052 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42458) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:34.198491 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-cee02ba2-d7a0-4747-9727-9b7f57a80031 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0670223 Jul 24 01:02:34.202292 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42460) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:34.202441 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-72576c19-421b-41ba-8b8d-12299a666353 None None] Attempting to bind port 25588372-553d-42f7-b7b2-ab8ca8d1a6f8 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:02:34.202828 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-72576c19-421b-41ba-8b8d-12299a666353 None None] Attempting to bind port 25588372-553d-42f7-b7b2-ab8ca8d1a6f8 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:02:34.203193 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72576c19-421b-41ba-8b8d-12299a666353 None None] Attempting to bind port 25588372-553d-42f7-b7b2-ab8ca8d1a6f8 on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:02:34.219300 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72576c19-421b-41ba-8b8d-12299a666353 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:02:34.220076 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72576c19-421b-41ba-8b8d-12299a666353 None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:02:34.220701 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-72576c19-421b-41ba-8b8d-12299a666353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:34.222084 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72576c19-421b-41ba-8b8d-12299a666353 None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:02:34.223327 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-72576c19-421b-41ba-8b8d-12299a666353 None None] Bound port: 25588372-553d-42f7-b7b2-ab8ca8d1a6f8, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:02:34.223980 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-72576c19-421b-41ba-8b8d-12299a666353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:34.225922 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e08082-a703-46c8-8860-6d399dcd9260 None None] Pushing event updated for resources: {'Port': ['ID=25588372-553d-42f7-b7b2-ab8ca8d1a6f8,revision_number=2']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:34.248172 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-bb915aa2-6520-4271-83ca-0ba124dfc278 service neutron] 10.222.0.13 "GET /v2.0/networks/65487f5e-aa75-4d64-a662-cf5c6179a6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899691 Jul 24 01:02:34.299256 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9754d19-eccd-43d6-a57f-db6a71761683 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:34.301450 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a9754d19-eccd-43d6-a57f-db6a71761683 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0979729 Jul 24 01:02:34.305530 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42462) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:34.318657 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-72576c19-421b-41ba-8b8d-12299a666353 None None] For port 25588372-553d-42f7-b7b2-ab8ca8d1a6f8, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:02:34.323569 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-72576c19-421b-41ba-8b8d-12299a666353 None None] For port 25588372-553d-42f7-b7b2-ab8ca8d1a6f8, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=25588372-553d-42f7-b7b2-ab8ca8d1a6f8,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:02:34.327852 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e08082-a703-46c8-8860-6d399dcd9260 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:34.328291 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e08082-a703-46c8-8860-6d399dcd9260 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:34.328637 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e08082-a703-46c8-8860-6d399dcd9260 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:34.328977 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e08082-a703-46c8-8860-6d399dcd9260 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:34.329816 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e08082-a703-46c8-8860-6d399dcd9260 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:34.330152 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e08082-a703-46c8-8860-6d399dcd9260 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:34.330556 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e08082-a703-46c8-8860-6d399dcd9260 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:34.331559 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e08082-a703-46c8-8860-6d399dcd9260 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:34.332168 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e08082-a703-46c8-8860-6d399dcd9260 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:34.332866 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e08082-a703-46c8-8860-6d399dcd9260 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:34.333301 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e08082-a703-46c8-8860-6d399dcd9260 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:34.333738 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e08082-a703-46c8-8860-6d399dcd9260 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:34.353745 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-72576c19-421b-41ba-8b8d-12299a666353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:34.454327 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0066e1c-8120-4c12-99ff-c43432367af9 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:34.454327 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a0066e1c-8120-4c12-99ff-c43432367af9 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1126730 Jul 24 01:02:34.454327 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42464) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:34.455065 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-95cca399-a8e4-48d6-b82f-c81730ab518c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=149cdb73-8fb6-426e-8349-634d1b416c1d HTTP/1.1" status: 200 len: 217 time: 0.1517339 Jul 24 01:02:34.494524 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ad9844a1-cd5d-44d7-9d98-00b50b9038da tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0645227 Jul 24 01:02:34.496305 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42468) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:34.502379 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-cc47a00e-cc97-403a-8a04-8f7b4fea0d44 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'subnet': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:34.584224 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556bfcf9-e5e8-429e-97a2-12e74e058179 None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:02:34.589735 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-3ca47572-9f62-4066-8f80-de99c0a74c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:34.591580 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-3ca47572-9f62-4066-8f80-de99c0a74c4f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81a038cb-df9c-49e4-af9e-e93d2e1470dd HTTP/1.1" status: 200 len: 797 time: 0.1640296 Jul 24 01:02:34.593043 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-d7c30baa-717b-43ea-895d-d33d6dae18d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:34.661088 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc47a00e-cc97-403a-8a04-8f7b4fea0d44 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:02:34.668189 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cc47a00e-cc97-403a-8a04-8f7b4fea0d44 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:34.755205 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72576c19-421b-41ba-8b8d-12299a666353 None None] Routers {'21fb0cab-ac46-421a-9ac4-9ca2880007a8'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:02:34.756447 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-72576c19-421b-41ba-8b8d-12299a666353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:02:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['21fb0cab-ac46-421a-9ac4-9ca2880007a8'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:02:34.792142 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-cb5360ec-c07e-4f21-a55c-2396779027a4 None None] Provisioning for port 01a86a42-6b68-4b01-a9b5-7e48cd3bac00 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:02:34.834390 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:34.841203 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e953026a-403a-4591-8b88-d98f0523fe56 req-c135f2bd-2fd9-4cf5-ae09-010a9f40a6e0 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:34.875201 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e08082-a703-46c8-8860-6d399dcd9260 None None] Pushing event updated for resources: {'Port': ['ID=25588372-553d-42f7-b7b2-ab8ca8d1a6f8,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:34.963419 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8699a611-d89d-47da-9a8e-8d001ec107f8 None None] DHCP port deletion for 7e3afd0f-7326-49f9-80ac-5664ab976843 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:02:34.968920 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-465b74b5-0d8b-48cd-83ce-1c1cec97c999 req-db3c52c9-924c-4383-b515-ac6504cbb6ed tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f2c8a55-30f1-47a5-add2-d02c66620c2d HTTP/1.1" status: 200 len: 210 time: 0.0461535 Jul 24 01:02:34.970043 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cc47a00e-cc97-403a-8a04-8f7b4fea0d44 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:34.977872 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-72576c19-421b-41ba-8b8d-12299a666353 None None] Set router 21fb0cab-ac46-421a-9ac4-9ca2880007a8 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:02:35.039086 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc47a00e-cc97-403a-8a04-8f7b4fea0d44 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:02:35.043204 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-cc47a00e-cc97-403a-8a04-8f7b4fea0d44 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:02:35.048129 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc47a00e-cc97-403a-8a04-8f7b4fea0d44 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:35.048875 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cc47a00e-cc97-403a-8a04-8f7b4fea0d44 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:35.061314 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc47a00e-cc97-403a-8a04-8f7b4fea0d44 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Subnet': ['ID=cc9ca0b7-53c7-4fe3-a090-c1a70a8ecd92,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:35.077807 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-8699a611-d89d-47da-9a8e-8d001ec107f8 None None] Deleting port 01a86a42-6b68-4b01-a9b5-7e48cd3bac00 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:02:35.078077 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8699a611-d89d-47da-9a8e-8d001ec107f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:35.085013 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-cc47a00e-cc97-403a-8a04-8f7b4fea0d44 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5864055 Jul 24 01:02:35.087411 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42478) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:35.093008 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-542a6d75-8cce-497e-8a57-92b090cc6db9 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'port': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'fixed_ips': [{'subnet_id': 'cc9ca0b7-53c7-4fe3-a090-c1a70a8ecd92', 'ip_address': '2001:db8::c7b1:f4d5:ef47:d43d'}], 'name': 'tempest-NetworksTestDHCPv6-473643740'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:35.149703 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e953026a-403a-4591-8b88-d98f0523fe56 req-c135f2bd-2fd9-4cf5-ae09-010a9f40a6e0 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:35.213092 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:02:35.219210 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:35.256072 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-8699a611-d89d-47da-9a8e-8d001ec107f8 None None] For port 01a86a42-6b68-4b01-a9b5-7e48cd3bac00, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=01a86a42-6b68-4b01-a9b5-7e48cd3bac00,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:02:35.256797 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8699a611-d89d-47da-9a8e-8d001ec107f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:35.272631 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-8699a611-d89d-47da-9a8e-8d001ec107f8 None None] Calling delete_port for 01a86a42-6b68-4b01-a9b5-7e48cd3bac00 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:02:35.285746 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542a6d75-8cce-497e-8a57-92b090cc6db9 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:02:35.295049 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-542a6d75-8cce-497e-8a57-92b090cc6db9 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:35.318412 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-542a6d75-8cce-497e-8a57-92b090cc6db9 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] device_id is not set on port 7ae52787-1913-4d21-be05-787f409e5169 yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:02:35.379252 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-72576c19-421b-41ba-8b8d-12299a666353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'name': 'tempest-AttachVolumeTestJSON-957865579-router', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '25588372-553d-42f7-b7b2-ab8ca8d1a6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:02:25Z', 'updated_at': '2021-07-24T01:02:29Z', 'revision_number': 3, 'project_id': '6c3660a81a574f9ba01b0543dcb1130d', 'gw_port': {'id': '25588372-553d-42f7-b7b2-ab8ca8d1a6f8', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:02:27Z', 'updated_at': '2021-07-24T01:02:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:02:35.390567 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8699a611-d89d-47da-9a8e-8d001ec107f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:35.392771 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c135f2bd-2fd9-4cf5-ae09-010a9f40a6e0 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] Pushing event updated for resources: {'Port': ['ID=470229aa-b0cc-4646-aa6f-3a35537a42ba,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:35.444853 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8699a611-d89d-47da-9a8e-8d001ec107f8 None None] Pushing event deleted for resources: {'Port': ['ID=01a86a42-6b68-4b01-a9b5-7e48cd3bac00,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:35.449224 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e953026a-403a-4591-8b88-d98f0523fe56 req-c135f2bd-2fd9-4cf5-ae09-010a9f40a6e0 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] Network 35e47faa-71b7-4719-9ec5-acf47d5c2374 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:02:35.451933 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8699a611-d89d-47da-9a8e-8d001ec107f8 None None] No DVR routers for this DVR port 01a86a42-6b68-4b01-a9b5-7e48cd3bac00 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:02:35.455129 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72576c19-421b-41ba-8b8d-12299a666353 None None] The sync data for ids ['21fb0cab-ac46-421a-9ac4-9ca2880007a8'] in n-d-793621-25 is: [{'id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'name': 'tempest-AttachVolumeTestJSON-957865579-router', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '25588372-553d-42f7-b7b2-ab8ca8d1a6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:02:25Z', 'updated_at': '2021-07-24T01:02:29Z', 'revision_number': 3, 'project_id': '6c3660a81a574f9ba01b0543dcb1130d', 'gw_port': {'id': '25588372-553d-42f7-b7b2-ab8ca8d1a6f8', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:02:27Z', 'updated_at': '2021-07-24T01:02:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:02:35.462845 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-e953026a-403a-4591-8b88-d98f0523fe56 req-c135f2bd-2fd9-4cf5-ae09-010a9f40a6e0 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:02:35.474975 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-e953026a-403a-4591-8b88-d98f0523fe56 req-c135f2bd-2fd9-4cf5-ae09-010a9f40a6e0 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:02:35.494680 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7660d08d-1a33-4e90-bbd8-76a023942d44 None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:02:35.570447 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4938935a-a6e5-483d-b450-82e952fb584c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:35.629359 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-f578ee22-1030-40e8-a137-2547c4e0137f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:35.631146 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-f578ee22-1030-40e8-a137-2547c4e0137f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65487f5e-aa75-4d64-a662-cf5c6179a6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9492004 Jul 24 01:02:35.673021 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-542a6d75-8cce-497e-8a57-92b090cc6db9 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Allocated IP 2001:db8::c7b1:f4d5:ef47:d43d (7e3afd0f-7326-49f9-80ac-5664ab976843/cc9ca0b7-53c7-4fe3-a090-c1a70a8ecd92/7ae52787-1913-4d21-be05-787f409e5169) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:02:35.700278 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953026a-403a-4591-8b88-d98f0523fe56 req-c135f2bd-2fd9-4cf5-ae09-010a9f40a6e0 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:35.701107 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e953026a-403a-4591-8b88-d98f0523fe56 req-c135f2bd-2fd9-4cf5-ae09-010a9f40a6e0 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:35.759838 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490a3d6-4665-48ab-a656-a3accd2daacd req-adb4a0dc-b185-405b-80c6-df878902e6f3 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:35.761604 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2490a3d6-4665-48ab-a656-a3accd2daacd req-adb4a0dc-b185-405b-80c6-df878902e6f3 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 932 time: 0.5051193 Jul 24 01:02:35.820953 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26b957a-c278-4397-9ca1-70f418c49ff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-7e3afd0f-7326-49f9-80ac-5664ab976843', 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'tenant_id': '870e2449a28e4c338cd6cc562086bba7', 'fixed_ips': [{'subnet_id': 'cc9ca0b7-53c7-4fe3-a090-c1a70a8ecd92'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:02:35.821769 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c26b957a-c278-4397-9ca1-70f418c49ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:36.027030 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e953026a-403a-4591-8b88-d98f0523fe56 req-c135f2bd-2fd9-4cf5-ae09-010a9f40a6e0 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9426882 Jul 24 01:02:36.029958 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-a4287e9d-e5d6-4e1b-a2ec-7a8464f54405 service neutron] 10.222.0.13 "GET /v2.0/networks/65487f5e-aa75-4d64-a662-cf5c6179a6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494983 Jul 24 01:02:36.109994 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-e953026a-403a-4591-8b88-d98f0523fe56 req-a674a5ad-a36e-472e-8c28-3e832be67a7f service neutron] Request body: {'port': {'device_id': '9f2c8a55-30f1-47a5-add2-d02c66620c2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:36.137631 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-542a6d75-8cce-497e-8a57-92b090cc6db9 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:36.155926 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-542a6d75-8cce-497e-8a57-92b090cc6db9 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Transition to ACTIVE for port object 7ae52787-1913-4d21-be05-787f409e5169 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:02:36.219171 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2490a3d6-4665-48ab-a656-a3accd2daacd req-f4e42f10-2eb2-44bd-8e95-a017cc0b8b02 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4425159 Jul 24 01:02:36.230861 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a67f5-9cbb-456e-8f88-0f234d2a5cce req-c8a32e18-8ad3-410c-b23b-f82d22eb4d07 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:36.232773 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d21a67f5-9cbb-456e-8f88-0f234d2a5cce req-c8a32e18-8ad3-410c-b23b-f82d22eb4d07 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f2c8a55-30f1-47a5-add2-d02c66620c2d HTTP/1.1" status: 200 len: 931 time: 0.1609802 Jul 24 01:02:36.235260 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-542a6d75-8cce-497e-8a57-92b090cc6db9 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:36.337542 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-c26b957a-c278-4397-9ca1-70f418c49ff2 None None] Allocated IP 2001:db8::2 (7e3afd0f-7326-49f9-80ac-5664ab976843/cc9ca0b7-53c7-4fe3-a090-c1a70a8ecd92/d446345d-a82a-4952-8184-ef06642ef4d2) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:02:36.374876 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a6d75-8cce-497e-8a57-92b090cc6db9 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Port': ['ID=7ae52787-1913-4d21-be05-787f409e5169,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:36.395536 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542a6d75-8cce-497e-8a57-92b090cc6db9 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:02:36.399551 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-542a6d75-8cce-497e-8a57-92b090cc6db9 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:02:36.404806 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542a6d75-8cce-497e-8a57-92b090cc6db9 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:02:36.412813 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542a6d75-8cce-497e-8a57-92b090cc6db9 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:36.413669 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-542a6d75-8cce-497e-8a57-92b090cc6db9 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:36.444752 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d21a67f5-9cbb-456e-8f88-0f234d2a5cce req-80151174-9333-4550-8667-863da15d591e tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] 10.222.0.15 "GET /v2.0/security-groups?id=feb1b652-aecd-4eab-8955-a98ba2082ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933475 Jul 24 01:02:36.456810 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-542a6d75-8cce-497e-8a57-92b090cc6db9 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3648810 Jul 24 01:02:36.457332 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42490) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:36.462569 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-a593ca68-f2d7-4ce2-a76e-2940adb7a2d3 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'port': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'fixed_ips': [{'subnet_id': 'cc9ca0b7-53c7-4fe3-a090-c1a70a8ecd92', 'ip_address': '2001:db8::c7b1:f4d5:ef47:d43d'}], 'name': 'tempest-NetworksTestDHCPv6-1212509834'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:36.586219 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c26b957a-c278-4397-9ca1-70f418c49ff2 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:36.598756 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c26b957a-c278-4397-9ca1-70f418c49ff2 None None] Transition to ACTIVE for port object d446345d-a82a-4952-8184-ef06642ef4d2 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:02:36.617214 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c26b957a-c278-4397-9ca1-70f418c49ff2 None None] Transition to ACTIVE for port object d446345d-a82a-4952-8184-ef06642ef4d2 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:02:36.627864 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c26b957a-c278-4397-9ca1-70f418c49ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:36.631508 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a593ca68-f2d7-4ce2-a76e-2940adb7a2d3 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:02:36.686935 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26b957a-c278-4397-9ca1-70f418c49ff2 None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:02:36.691729 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-c26b957a-c278-4397-9ca1-70f418c49ff2 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:02:36.694161 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b957a-c278-4397-9ca1-70f418c49ff2 None None] Pushing event updated for resources: {'Port': ['ID=d446345d-a82a-4952-8184-ef06642ef4d2,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:36.696766 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26b957a-c278-4397-9ca1-70f418c49ff2 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:02:36.752205 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a593ca68-f2d7-4ce2-a76e-2940adb7a2d3 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:36.763599 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-c26b957a-c278-4397-9ca1-70f418c49ff2 None None] Attempting to bind port d446345d-a82a-4952-8184-ef06642ef4d2 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:02:36.764263 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-c26b957a-c278-4397-9ca1-70f418c49ff2 None None] Attempting to bind port d446345d-a82a-4952-8184-ef06642ef4d2 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:02:36.765092 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26b957a-c278-4397-9ca1-70f418c49ff2 None None] Attempting to bind port d446345d-a82a-4952-8184-ef06642ef4d2 on network 7e3afd0f-7326-49f9-80ac-5664ab976843 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:02:36.771904 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26b957a-c278-4397-9ca1-70f418c49ff2 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:02:36.772329 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26b957a-c278-4397-9ca1-70f418c49ff2 None None] Checking segment: {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:02:36.772700 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c26b957a-c278-4397-9ca1-70f418c49ff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:36.773105 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26b957a-c278-4397-9ca1-70f418c49ff2 None None] Bound using segment: {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:02:36.773593 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-c26b957a-c278-4397-9ca1-70f418c49ff2 None None] Bound port: d446345d-a82a-4952-8184-ef06642ef4d2, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:02:36.773989 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c26b957a-c278-4397-9ca1-70f418c49ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:36.774375 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-a593ca68-f2d7-4ce2-a76e-2940adb7a2d3 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] device_id is not set on port bce00d13-0e66-468f-b4b3-6af5540a8c05 yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:02:36.846409 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-d7c30baa-717b-43ea-895d-d33d6dae18d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4ddb4a1-8ea9-42e6-a478-244bc76d8af8 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:02:36.874321 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-d7c30baa-717b-43ea-895d-d33d6dae18d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:36.879706 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-c26b957a-c278-4397-9ca1-70f418c49ff2 None None] For port d446345d-a82a-4952-8184-ef06642ef4d2, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:02:36.887828 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-c26b957a-c278-4397-9ca1-70f418c49ff2 None None] For port d446345d-a82a-4952-8184-ef06642ef4d2, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=d446345d-a82a-4952-8184-ef06642ef4d2,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:02:36.896102 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c26b957a-c278-4397-9ca1-70f418c49ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:36.900789 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e953026a-403a-4591-8b88-d98f0523fe56 req-a674a5ad-a36e-472e-8c28-3e832be67a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:36.928529 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-d7c30baa-717b-43ea-895d-d33d6dae18d1 service neutron] Transition to ACTIVE for port object d4ddb4a1-8ea9-42e6-a478-244bc76d8af8 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:02:36.965626 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-4938935a-a6e5-483d-b450-82e952fb584c admin admin] Allocated IP 172.20.0.1 (03e78a62-81d3-4752-be2c-d12db7b84826/b482f598-bb63-4afc-99f7-7e599c57abf9/c8f0cdbb-23cb-4a0d-8e86-a79a68680666) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:02:36.971204 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-d7c30baa-717b-43ea-895d-d33d6dae18d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:36.981544 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-5a0bafe6-76c2-4ade-9b40-f687e3df66de service neutron] 10.222.0.13 "GET /v2.0/networks/65487f5e-aa75-4d64-a662-cf5c6179a6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9018018 Jul 24 01:02:36.998877 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b957a-c278-4397-9ca1-70f418c49ff2 None None] Pushing event updated for resources: {'Port': ['ID=d446345d-a82a-4952-8184-ef06642ef4d2,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:37.093284 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-a593ca68-f2d7-4ce2-a76e-2940adb7a2d3 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 24 01:02:37.093695 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a593ca68-f2d7-4ce2-a76e-2940adb7a2d3 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:02:37.119871 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a593ca68-f2d7-4ce2-a76e-2940adb7a2d3 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6593697 Jul 24 01:02:37.120106 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42500) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:37.177581 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-fed61b07-3460-4d9a-b260-9c12ab4196be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=40187b04-184d-4d3d-a8c9-78e7d3aa2412 HTTP/1.1" status: 200 len: 217 time: 0.1531012 Jul 24 01:02:37.208600 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a31cbff-ff5f-49e2-93c2-a9214fdab5d8 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:37.215720 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a31cbff-ff5f-49e2-93c2-a9214fdab5d8 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:37.220387 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4a31cbff-ff5f-49e2-93c2-a9214fdab5d8 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0992401 Jul 24 01:02:37.221953 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42502) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:37.235079 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 25588372-553d-42f7-b7b2-ab8ca8d1a6f8 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:02:37.405871 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 25588372-553d-42f7-b7b2-ab8ca8d1a6f8 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:02:37.412561 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 25588372-553d-42f7-b7b2-ab8ca8d1a6f8 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:02:37.413241 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:37.517301 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-62093af2-6959-469f-855f-f0cfd7eef0e1 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting port 7ae52787-1913-4d21-be05-787f409e5169 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:02:37.517572 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-62093af2-6959-469f-855f-f0cfd7eef0e1 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:37.520266 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4938935a-a6e5-483d-b450-82e952fb584c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:37.532919 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:37.536712 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-4938935a-a6e5-483d-b450-82e952fb584c admin admin] Transition to ACTIVE for port object c8f0cdbb-23cb-4a0d-8e86-a79a68680666 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:02:37.543357 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c30baa-717b-43ea-895d-d33d6dae18d1 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ddb4a1-8ea9-42e6-a478-244bc76d8af8,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:37.561116 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 25588372-553d-42f7-b7b2-ab8ca8d1a6f8, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=25588372-553d-42f7-b7b2-ab8ca8d1a6f8,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:02:37.566880 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:37.610476 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4b38b2-c09b-400c-8bea-217fee36f5c9 req-3cffe9a5-5a4f-4091-aa09-df47ae932e26 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:37.613260 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4b4b38b2-c09b-400c-8bea-217fee36f5c9 req-3cffe9a5-5a4f-4091-aa09-df47ae932e26 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.8662300 Jul 24 01:02:37.625113 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-62093af2-6959-469f-855f-f0cfd7eef0e1 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:37.638378 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=25588372-553d-42f7-b7b2-ab8ca8d1a6f8,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:37.641766 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-62093af2-6959-469f-855f-f0cfd7eef0e1 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Calling delete_port for 7ae52787-1913-4d21-be05-787f409e5169 owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:02:37.735701 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb22f99-81d1-41ff-9c62-2d86b585aaaf req-77d4d9fd-c787-4ecd-8a8e-ea7ffbecd415 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:37.737325 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cdb22f99-81d1-41ff-9c62-2d86b585aaaf req-77d4d9fd-c787-4ecd-8a8e-ea7ffbecd415 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 944 time: 0.2774880 Jul 24 01:02:37.767038 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-fad9814e-edc8-470c-b6f9-a2665969cb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:37.769143 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-fad9814e-edc8-470c-b6f9-a2665969cb76 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=959a9d79-5c81-43b4-9d07-b0995246156a HTTP/1.1" status: 200 len: 797 time: 0.4181507 Jul 24 01:02:37.797274 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cdb22f99-81d1-41ff-9c62-2d86b585aaaf req-a6364300-a53b-427a-aa74-94c4845f2c55 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508232 Jul 24 01:02:37.845045 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4b4b38b2-c09b-400c-8bea-217fee36f5c9 req-ae92c380-c5f1-4460-ac5e-8a17f75229cd tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2203290 Jul 24 01:02:37.900320 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-62093af2-6959-469f-855f-f0cfd7eef0e1 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:37.925196 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4938935a-a6e5-483d-b450-82e952fb584c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:37.952343 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62093af2-6959-469f-855f-f0cfd7eef0e1 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Port': ['ID=7ae52787-1913-4d21-be05-787f409e5169,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:38.030415 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-62093af2-6959-469f-855f-f0cfd7eef0e1 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:38.032793 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-62093af2-6959-469f-855f-f0cfd7eef0e1 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/ports/7ae52787-1913-4d21-be05-787f409e5169 HTTP/1.1" status: 204 len: 168 time: 0.8086681 Jul 24 01:02:38.041942 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42510) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:38.044927 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4938935a-a6e5-483d-b450-82e952fb584c admin admin] Network 03e78a62-81d3-4752-be2c-d12db7b84826 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:02:38.061121 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-d7c30baa-717b-43ea-895d-d33d6dae18d1 service neutron] Attempting to bind port d4ddb4a1-8ea9-42e6-a478-244bc76d8af8 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:02:38.061480 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-d7c30baa-717b-43ea-895d-d33d6dae18d1 service neutron] Attempting to bind port d4ddb4a1-8ea9-42e6-a478-244bc76d8af8 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': 'f7a7a503-697e-40e1-94c5-68de752c5cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '8c8368d3-95e1-485a-9bb3-ebfb4cbd184b'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:02:38.065230 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-d7c30baa-717b-43ea-895d-d33d6dae18d1 service neutron] Attempting to bind port d4ddb4a1-8ea9-42e6-a478-244bc76d8af8 on network 8c8368d3-95e1-485a-9bb3-ebfb4cbd184b {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:02:38.068326 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-4938935a-a6e5-483d-b450-82e952fb584c admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:02:38.079035 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4938935a-a6e5-483d-b450-82e952fb584c admin admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:02:38.085920 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938935a-a6e5-483d-b450-82e952fb584c admin admin] Pushing event updated for resources: {'Port': ['ID=c8f0cdbb-23cb-4a0d-8e86-a79a68680666,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:38.122646 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f60e09-e7c5-42ca-8ee8-9f5663b0b9c1 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:38.124059 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f60e09-e7c5-42ca-8ee8-9f5663b0b9c1 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:38.128983 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-53f60e09-e7c5-42ca-8ee8-9f5663b0b9c1 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0827515 Jul 24 01:02:38.130674 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42516) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:38.137887 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-d7c30baa-717b-43ea-895d-d33d6dae18d1 service neutron] Port d4ddb4a1-8ea9-42e6-a478-244bc76d8af8 on network 8c8368d3-95e1-485a-9bb3-ebfb4cbd184b not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:02:38.138362 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-d7c30baa-717b-43ea-895d-d33d6dae18d1 service neutron] Attempting to bind port d4ddb4a1-8ea9-42e6-a478-244bc76d8af8 on network 8c8368d3-95e1-485a-9bb3-ebfb4cbd184b {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:02:38.173526 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-d7c30baa-717b-43ea-895d-d33d6dae18d1 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:02:38.174004 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-d7c30baa-717b-43ea-895d-d33d6dae18d1 service neutron] Checking segment: {'id': 'f7a7a503-697e-40e1-94c5-68de752c5cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '8c8368d3-95e1-485a-9bb3-ebfb4cbd184b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:02:38.175090 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-d7c30baa-717b-43ea-895d-d33d6dae18d1 service neutron] Bound using segment: {'id': 'f7a7a503-697e-40e1-94c5-68de752c5cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '8c8368d3-95e1-485a-9bb3-ebfb4cbd184b'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:02:38.175625 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-d7c30baa-717b-43ea-895d-d33d6dae18d1 service neutron] Bound port: d4ddb4a1-8ea9-42e6-a478-244bc76d8af8, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7a7a503-697e-40e1-94c5-68de752c5cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '8c8368d3-95e1-485a-9bb3-ebfb4cbd184b'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:02:38.176093 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-d7c30baa-717b-43ea-895d-d33d6dae18d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:38.189527 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-a1af4b8c-acd1-4844-8276-d30a22dbb72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:38.192048 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-a1af4b8c-acd1-4844-8276-d30a22dbb72b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4071503 Jul 24 01:02:38.208483 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eb71d21-2d12-428b-bbb5-5974d947a6bf tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting subnet cc9ca0b7-53c7-4fe3-a090-c1a70a8ecd92 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:02:38.214025 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6eb71d21-2d12-428b-bbb5-5974d947a6bf tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:38.228223 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254095d7-57b4-42b1-9876-d23fee81a482 req-e12a95c4-cd79-4a4e-bb10-1ad47b84198b tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:38.229882 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-254095d7-57b4-42b1-9876-d23fee81a482 req-e12a95c4-cd79-4a4e-bb10-1ad47b84198b tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f2c8a55-30f1-47a5-add2-d02c66620c2d HTTP/1.1" status: 200 len: 931 time: 0.2815616 Jul 24 01:02:38.244785 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4938935a-a6e5-483d-b450-82e952fb584c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:38.314178 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-254095d7-57b4-42b1-9876-d23fee81a482 req-b7a68470-0f18-46cf-8312-69dc141de906 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] 10.222.0.15 "GET /v2.0/security-groups?id=feb1b652-aecd-4eab-8955-a98ba2082ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512726 Jul 24 01:02:38.353660 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6eb71d21-2d12-428b-bbb5-5974d947a6bf tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:38.372079 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ded44fa-46ee-4508-95e7-b7d35e3ec7ba req-bc12c102-1b55-419f-83e6-3cb3cf2e19e0 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:38.374118 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8ded44fa-46ee-4508-95e7-b7d35e3ec7ba req-bc12c102-1b55-419f-83e6-3cb3cf2e19e0 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.4313858 Jul 24 01:02:38.400157 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-e953026a-403a-4591-8b88-d98f0523fe56 req-a674a5ad-a36e-472e-8c28-3e832be67a7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 470229aa-b0cc-4646-aa6f-3a35537a42ba {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:02:38.436372 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e953026a-403a-4591-8b88-d98f0523fe56 req-a674a5ad-a36e-472e-8c28-3e832be67a7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:38.466128 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-2c450ebe-a78b-4c06-be62-76f84a0d2bf6 None None] Provisioning for port c8f0cdbb-23cb-4a0d-8e86-a79a68680666 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:02:38.470526 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-2c450ebe-a78b-4c06-be62-76f84a0d2bf6 None None] Provisioning complete for port c8f0cdbb-23cb-4a0d-8e86-a79a68680666 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:02:38.470964 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2c450ebe-a78b-4c06-be62-76f84a0d2bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:38.511900 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6eb71d21-2d12-428b-bbb5-5974d947a6bf tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:38.532980 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-e953026a-403a-4591-8b88-d98f0523fe56 req-a674a5ad-a36e-472e-8c28-3e832be67a7f service neutron] Transition to ACTIVE for port object 470229aa-b0cc-4646-aa6f-3a35537a42ba will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:02:38.545494 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-2c450ebe-a78b-4c06-be62-76f84a0d2bf6 None None] Port c8f0cdbb-23cb-4a0d-8e86-a79a68680666 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:02:38.584302 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e953026a-403a-4591-8b88-d98f0523fe56 req-a674a5ad-a36e-472e-8c28-3e832be67a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:38.598363 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-d7c30baa-717b-43ea-895d-d33d6dae18d1 service neutron] For port d4ddb4a1-8ea9-42e6-a478-244bc76d8af8, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:02:38.604862 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8ded44fa-46ee-4508-95e7-b7d35e3ec7ba req-a358407a-3839-4c55-961e-365ec35f71a5 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2149172 Jul 24 01:02:38.620666 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6eb71d21-2d12-428b-bbb5-5974d947a6bf tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:38.654872 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-d7c30baa-717b-43ea-895d-d33d6dae18d1 service neutron] For port d4ddb4a1-8ea9-42e6-a478-244bc76d8af8, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d4ddb4a1-8ea9-42e6-a478-244bc76d8af8,segment=NetworkSegment(f7a7a503-697e-40e1-94c5-68de752c5cd5),segment_id=f7a7a503-697e-40e1-94c5-68de752c5cd5)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:02:38.655104 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb71d21-2d12-428b-bbb5-5974d947a6bf tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Subnet': ['ID=cc9ca0b7-53c7-4fe3-a090-c1a70a8ecd92,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:38.661858 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6eb71d21-2d12-428b-bbb5-5974d947a6bf tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:38.667065 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6eb71d21-2d12-428b-bbb5-5974d947a6bf tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/cc9ca0b7-53c7-4fe3-a090-c1a70a8ecd92 HTTP/1.1" status: 204 len: 168 time: 0.5331647 Jul 24 01:02:38.667282 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-d4585135-8280-44d8-9d67-3847a66d60d5 service neutron] 10.222.0.13 "GET /v2.0/networks/09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4536438 Jul 24 01:02:38.667736 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42520) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:38.685551 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-d7c30baa-717b-43ea-895d-d33d6dae18d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:38.741228 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c3063cdf-3a20-4b96-8244-558de8f70c7d tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0677845 Jul 24 01:02:38.743089 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42522) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:38.748609 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-5dc83f86-2c52-4649-8d85-0e607edbd9e0 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'subnet': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:38.800251 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674a5ad-a36e-472e-8c28-3e832be67a7f service neutron] Pushing event updated for resources: {'Port': ['ID=470229aa-b0cc-4646-aa6f-3a35537a42ba,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:38.813036 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-d7c30baa-717b-43ea-895d-d33d6dae18d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:38.813777 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-d7c30baa-717b-43ea-895d-d33d6dae18d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:38.815430 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-d7c30baa-717b-43ea-895d-d33d6dae18d1 service neutron] 10.222.0.13 "PUT /v2.0/ports/d4ddb4a1-8ea9-42e6-a478-244bc76d8af8 HTTP/1.1" status: 200 len: 1093 time: 4.9425528 Jul 24 01:02:38.824636 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93f624a3-79c0-4847-a301-a5771080ee8a', 'tag': 'd4ddb4a1-8ea9-42e6-a478-244bc76d8af8'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:02:38.826591 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a822a0-b877-4ba4-8255-54f8a5e71cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "93f624a3-79c0-4847-a301-a5771080ee8a", "tag": "d4ddb4a1-8ea9-42e6-a478-244bc76d8af8"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:02:38.914365 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f03a47-87ef-45e7-a2dd-af0733c49956 None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:02:38.928765 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc83f86-2c52-4649-8d85-0e607edbd9e0 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:02:38.956215 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5dc83f86-2c52-4649-8d85-0e607edbd9e0 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:39.011375 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4938935a-a6e5-483d-b450-82e952fb584c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:39.028047 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-608cfb6f-309a-4f6b-b894-60a5cb3c0dac service neutron] 10.222.0.13 "GET /v2.0/networks/09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544357 Jul 24 01:02:39.070672 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-38a58598-8148-46fe-87fe-1f27bca3c1a6 None None] Provisioning for port d446345d-a82a-4952-8184-ef06642ef4d2 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:02:39.093793 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-1d719799-bb75-43e3-b1a8-2381f453ef03 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f62b6018-fd2e-4741-aae0-965e0d0f01a6 HTTP/1.1" status: 200 len: 217 time: 0.0431812 Jul 24 01:02:39.207123 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-2cae6fa6-cd97-481e-8f34-4ed493500f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:39.208814 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-2cae6fa6-cd97-481e-8f34-4ed493500f84 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=959a9d79-5c81-43b4-9d07-b0995246156a HTTP/1.1" status: 200 len: 797 time: 0.0605896 Jul 24 01:02:39.230129 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e78992-2ce1-48dc-b7fd-1a7887a59c53 None None] DHCP port deletion for 7e3afd0f-7326-49f9-80ac-5664ab976843 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:02:39.292373 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-230eb3d4-2746-4967-8c84-fcdf00aa601d tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:39.299710 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-230eb3d4-2746-4967-8c84-fcdf00aa601d tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/networks?id=d582b8dc-8856-4b30-8b39-181936a3b597 HTTP/1.1" status: 200 len: 810 time: 0.3317082 Jul 24 01:02:39.311870 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c30baa-717b-43ea-895d-d33d6dae18d1 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ddb4a1-8ea9-42e6-a478-244bc76d8af8,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:39.326130 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-d2539695-b780-4aa1-87f9-48497472cf94 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/quotas/7eb0da34432d47448c1b713034c6041a HTTP/1.1" status: 200 len: 375 time: 0.0251892 Jul 24 01:02:39.366353 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-a8e78992-2ce1-48dc-b7fd-1a7887a59c53 None None] Deleting port d446345d-a82a-4952-8184-ef06642ef4d2 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:02:39.367131 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a8e78992-2ce1-48dc-b7fd-1a7887a59c53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:39.400332 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 25588372-553d-42f7-b7b2-ab8ca8d1a6f8 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:02:39.402815 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-dac7d94c-bab8-4abf-97f1-fdb00aadbfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:39.405497 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-dac7d94c-bab8-4abf-97f1-fdb00aadbfcb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d5f5cc12e5fe45be9d7447ae1149586c&device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 1096 time: 0.4849148 Jul 24 01:02:39.406210 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-e953026a-403a-4591-8b88-d98f0523fe56 req-a674a5ad-a36e-472e-8c28-3e832be67a7f service neutron] Attempting to bind port 470229aa-b0cc-4646-aa6f-3a35537a42ba on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:02:39.406545 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-e953026a-403a-4591-8b88-d98f0523fe56 req-a674a5ad-a36e-472e-8c28-3e832be67a7f service neutron] Attempting to bind port 470229aa-b0cc-4646-aa6f-3a35537a42ba by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '88865335-bebd-4b37-ac8d-293ba50670e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '35e47faa-71b7-4719-9ec5-acf47d5c2374'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:02:39.406961 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e953026a-403a-4591-8b88-d98f0523fe56 req-a674a5ad-a36e-472e-8c28-3e832be67a7f service neutron] Attempting to bind port 470229aa-b0cc-4646-aa6f-3a35537a42ba on network 35e47faa-71b7-4719-9ec5-acf47d5c2374 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:02:39.418503 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5dc83f86-2c52-4649-8d85-0e607edbd9e0 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:39.422346 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e953026a-403a-4591-8b88-d98f0523fe56 req-a674a5ad-a36e-472e-8c28-3e832be67a7f service neutron] Port 470229aa-b0cc-4646-aa6f-3a35537a42ba on network 35e47faa-71b7-4719-9ec5-acf47d5c2374 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:02:39.422346 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e953026a-403a-4591-8b88-d98f0523fe56 req-a674a5ad-a36e-472e-8c28-3e832be67a7f service neutron] Attempting to bind port 470229aa-b0cc-4646-aa6f-3a35537a42ba on network 35e47faa-71b7-4719-9ec5-acf47d5c2374 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:02:39.474458 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc83f86-2c52-4649-8d85-0e607edbd9e0 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:02:39.478583 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-5dc83f86-2c52-4649-8d85-0e607edbd9e0 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:02:39.483333 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-a8e78992-2ce1-48dc-b7fd-1a7887a59c53 None None] For port d446345d-a82a-4952-8184-ef06642ef4d2, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=d446345d-a82a-4952-8184-ef06642ef4d2,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:02:39.483980 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a8e78992-2ce1-48dc-b7fd-1a7887a59c53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:39.486850 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc83f86-2c52-4649-8d85-0e607edbd9e0 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:39.487625 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5dc83f86-2c52-4649-8d85-0e607edbd9e0 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:39.505494 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-a8e78992-2ce1-48dc-b7fd-1a7887a59c53 None None] Calling delete_port for d446345d-a82a-4952-8184-ef06642ef4d2 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:02:39.527589 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-89439fc7-da90-4771-bdda-14bd1dab3d71 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7eb0da34432d47448c1b713034c6041a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2003648 Jul 24 01:02:39.530568 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc83f86-2c52-4649-8d85-0e607edbd9e0 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Subnet': ['ID=99608a91-6857-4025-ba52-93c981f0a93e,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:39.530829 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 25588372-553d-42f7-b7b2-ab8ca8d1a6f8 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:02:39.530829 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:39.543258 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5dc83f86-2c52-4649-8d85-0e607edbd9e0 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7989335 Jul 24 01:02:39.553757 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42544) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:39.559218 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-9573cb73-ef7b-419c-be7f-4922781b6726 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'port': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'fixed_ips': [{'subnet_id': '99608a91-6857-4025-ba52-93c981f0a93e', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-94413933'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:39.579512 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e953026a-403a-4591-8b88-d98f0523fe56 req-a674a5ad-a36e-472e-8c28-3e832be67a7f service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:02:39.580005 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e953026a-403a-4591-8b88-d98f0523fe56 req-a674a5ad-a36e-472e-8c28-3e832be67a7f service neutron] Checking segment: {'id': '88865335-bebd-4b37-ac8d-293ba50670e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '35e47faa-71b7-4719-9ec5-acf47d5c2374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:02:39.580242 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e953026a-403a-4591-8b88-d98f0523fe56 req-a674a5ad-a36e-472e-8c28-3e832be67a7f service neutron] Bound using segment: {'id': '88865335-bebd-4b37-ac8d-293ba50670e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '35e47faa-71b7-4719-9ec5-acf47d5c2374'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:02:39.581568 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-e953026a-403a-4591-8b88-d98f0523fe56 req-a674a5ad-a36e-472e-8c28-3e832be67a7f service neutron] Bound port: 470229aa-b0cc-4646-aa6f-3a35537a42ba, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88865335-bebd-4b37-ac8d-293ba50670e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '35e47faa-71b7-4719-9ec5-acf47d5c2374'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:02:39.582941 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e953026a-403a-4591-8b88-d98f0523fe56 req-a674a5ad-a36e-472e-8c28-3e832be67a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:39.594822 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-b68ff2ee-36f8-4b17-b869-68e10ca85391 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4ddb4a1-8ea9-42e6-a478-244bc76d8af8 HTTP/1.1" status: 200 len: 217 time: 0.1705906 Jul 24 01:02:39.612736 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-e590799f-28d0-404a-bb6b-2c859678979f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:39.614611 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-e590799f-28d0-404a-bb6b-2c859678979f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3825526 Jul 24 01:02:39.623131 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98380563-6a1c-43ff-99e7-fcacfa48a1cc req-a9268cad-a343-4162-ba1e-209b998d3a6e tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:39.625446 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-98380563-6a1c-43ff-99e7-fcacfa48a1cc req-a9268cad-a343-4162-ba1e-209b998d3a6e tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 944 time: 0.6911705 Jul 24 01:02:39.716410 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-04a2bd10-83d8-42a1-9d63-102dc655d3ea service neutron] 10.222.0.15 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876705 Jul 24 01:02:39.730978 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a8e78992-2ce1-48dc-b7fd-1a7887a59c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:39.770561 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e78992-2ce1-48dc-b7fd-1a7887a59c53 None None] Pushing event deleted for resources: {'Port': ['ID=d446345d-a82a-4952-8184-ef06642ef4d2,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:39.784714 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e78992-2ce1-48dc-b7fd-1a7887a59c53 None None] No DVR routers for this DVR port d446345d-a82a-4952-8184-ef06642ef4d2 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:02:39.816223 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9573cb73-ef7b-419c-be7f-4922781b6726 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:02:39.817999 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11e08f4-57c9-4ad3-89c8-80f8a09e70ee None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:02:39.821893 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9573cb73-ef7b-419c-be7f-4922781b6726 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:39.864607 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-32357abb-ed96-44a1-a6cf-0542be760184 service neutron] 10.222.0.15 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458440 Jul 24 01:02:39.865968 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-9573cb73-ef7b-419c-be7f-4922781b6726 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] device_id is not set on port 8a0424f6-0733-4f0c-8e41-51c5f6601bff yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:02:40.046864 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f331cee-5e78-43ef-8b57-5bddd3e6f72a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-7e3afd0f-7326-49f9-80ac-5664ab976843', 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'tenant_id': '870e2449a28e4c338cd6cc562086bba7', 'fixed_ips': [{'subnet_id': '99608a91-6857-4025-ba52-93c981f0a93e'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:02:40.047784 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6f331cee-5e78-43ef-8b57-5bddd3e6f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:40.061234 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-9573cb73-ef7b-419c-be7f-4922781b6726 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:02:40.061921 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9573cb73-ef7b-419c-be7f-4922781b6726 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:02:40.107016 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9573cb73-ef7b-419c-be7f-4922781b6726 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.5518861 Jul 24 01:02:40.114696 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42550) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:40.157585 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-871be059-4b7a-46b9-b8cd-5064951e8545 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0412476 Jul 24 01:02:40.171523 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42552) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:40.263572 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ac2a5f-82cd-44ac-897b-a86906f260c0 x-openstack-request-id: req-04ac2a5f-82cd-44ac-897b-a86906f260c0 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:02:40.264141 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93f624a3-79c0-4847-a301-a5771080ee8a", "tag": "d4ddb4a1-8ea9-42e6-a478-244bc76d8af8", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:02:40.266619 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-04ac2a5f-82cd-44ac-897b-a86906f260c0 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:02:40.267146 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93f624a3-79c0-4847-a301-a5771080ee8a', 'tag': 'd4ddb4a1-8ea9-42e6-a478-244bc76d8af8', 'status': 'completed', 'code': 200} Jul 24 01:02:40.305725 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b413825-5e18-4289-9d8a-2b1a0b230a87 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:40.307849 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b413825-5e18-4289-9d8a-2b1a0b230a87 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:40.313074 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3b413825-5e18-4289-9d8a-2b1a0b230a87 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1397400 Jul 24 01:02:40.337369 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42558) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:40.343944 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-6f331cee-5e78-43ef-8b57-5bddd3e6f72a None None] Allocated IP 2001:db8::2 (7e3afd0f-7326-49f9-80ac-5664ab976843/99608a91-6857-4025-ba52-93c981f0a93e/203f61ae-61e0-45c1-a264-f156c67fdb9e) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:02:40.418963 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4938935a-a6e5-483d-b450-82e952fb584c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:40.432118 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-e26cf3c9-bd28-4be5-81d8-63926ee3b595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:40.434204 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-e26cf3c9-bd28-4be5-81d8-63926ee3b595 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=56ac3505-ea77-4bfe-8569-9dd694c7b9b5 HTTP/1.1" status: 200 len: 854 time: 0.8078082 Jul 24 01:02:40.449111 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4938935a-a6e5-483d-b450-82e952fb584c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:40.466433 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c866918-ebcb-4cc6-8bc3-cf2154659314 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting subnet 99608a91-6857-4025-ba52-93c981f0a93e {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:02:40.483042 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-98380563-6a1c-43ff-99e7-fcacfa48a1cc req-54e032b0-bf74-4aa2-8c37-4563caff0ce5 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8193843 Jul 24 01:02:40.486521 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-e953026a-403a-4591-8b88-d98f0523fe56 req-a674a5ad-a36e-472e-8c28-3e832be67a7f service neutron] For port 470229aa-b0cc-4646-aa6f-3a35537a42ba, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:02:40.491944 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-e953026a-403a-4591-8b88-d98f0523fe56 req-a674a5ad-a36e-472e-8c28-3e832be67a7f service neutron] For port 470229aa-b0cc-4646-aa6f-3a35537a42ba, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=470229aa-b0cc-4646-aa6f-3a35537a42ba,segment=NetworkSegment(88865335-bebd-4b37-ac8d-293ba50670e2),segment_id=88865335-bebd-4b37-ac8d-293ba50670e2)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:02:40.512628 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f14e9-40fd-432a-8fc5-33d3133a4385 req-9a5ab596-8161-4c15-851e-f680d9ad8758 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:40.514238 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-939f14e9-40fd-432a-8fc5-33d3133a4385 req-9a5ab596-8161-4c15-851e-f680d9ad8758 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f2c8a55-30f1-47a5-add2-d02c66620c2d HTTP/1.1" status: 200 len: 943 time: 0.1758602 Jul 24 01:02:40.586065 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e953026a-403a-4591-8b88-d98f0523fe56 req-a674a5ad-a36e-472e-8c28-3e832be67a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:40.600650 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-38434405-bc43-4f05-b5e1-1282404969a6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8c8368d3-95e1-485a-9bb3-ebfb4cbd184b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1347108 Jul 24 01:02:40.607394 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-939f14e9-40fd-432a-8fc5-33d3133a4385 req-14168b73-0571-4f61-829d-c107d86547cc tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] 10.222.0.15 "GET /v2.0/security-groups?id=feb1b652-aecd-4eab-8955-a98ba2082ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865173 Jul 24 01:02:40.683130 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953026a-403a-4591-8b88-d98f0523fe56 req-a674a5ad-a36e-472e-8c28-3e832be67a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:40.686377 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6f331cee-5e78-43ef-8b57-5bddd3e6f72a None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:40.687166 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e953026a-403a-4591-8b88-d98f0523fe56 req-a674a5ad-a36e-472e-8c28-3e832be67a7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:40.688750 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e953026a-403a-4591-8b88-d98f0523fe56 req-a674a5ad-a36e-472e-8c28-3e832be67a7f service neutron] 10.222.0.13 "PUT /v2.0/ports/470229aa-b0cc-4646-aa6f-3a35537a42ba HTTP/1.1" status: 200 len: 1092 time: 4.6116848 Jul 24 01:02:40.713078 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-6f331cee-5e78-43ef-8b57-5bddd3e6f72a None None] Transition to ACTIVE for port object 203f61ae-61e0-45c1-a264-f156c67fdb9e will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:02:40.744830 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2ac802da-08f4-4f78-a263-14576b18399c req-eef9b7ae-4f70-4eb4-ab00-0de5af5a90e9 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd70876-3c57-4831-943f-94221464bf64 HTTP/1.1" status: 200 len: 210 time: 0.0549545 Jul 24 01:02:40.757275 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-6f331cee-5e78-43ef-8b57-5bddd3e6f72a None None] Transition to ACTIVE for port object 203f61ae-61e0-45c1-a264-f156c67fdb9e will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:02:40.769446 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8c866918-ebcb-4cc6-8bc3-cf2154659314 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:40.771048 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6f331cee-5e78-43ef-8b57-5bddd3e6f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:40.837357 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-2a8ddf14-ae2f-4c97-a792-6f46571e33a9 service neutron] 10.222.0.13 "GET /v2.0/networks/8c8368d3-95e1-485a-9bb3-ebfb4cbd184b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001696 Jul 24 01:02:40.841107 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-89ec0bbb-5e82-45e5-be15-4bf27f4a38d3 service neutron] 10.222.0.13 "GET /v2.0/networks/09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2007713 Jul 24 01:02:40.844338 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938935a-a6e5-483d-b450-82e952fb584c admin admin] Pushing event updated for resources: {'Port': ['ID=c8f0cdbb-23cb-4a0d-8e86-a79a68680666,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:40.850990 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f331cee-5e78-43ef-8b57-5bddd3e6f72a None None] Pushing event updated for resources: {'Port': ['ID=203f61ae-61e0-45c1-a264-f156c67fdb9e,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:40.869531 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f331cee-5e78-43ef-8b57-5bddd3e6f72a None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:02:40.872354 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-6f331cee-5e78-43ef-8b57-5bddd3e6f72a None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:02:40.876456 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f331cee-5e78-43ef-8b57-5bddd3e6f72a None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:02:40.881156 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8c866918-ebcb-4cc6-8bc3-cf2154659314 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:40.897869 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4938935a-a6e5-483d-b450-82e952fb584c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:40.960552 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-6f331cee-5e78-43ef-8b57-5bddd3e6f72a None None] Attempting to bind port 203f61ae-61e0-45c1-a264-f156c67fdb9e on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:02:40.960940 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-6f331cee-5e78-43ef-8b57-5bddd3e6f72a None None] Attempting to bind port 203f61ae-61e0-45c1-a264-f156c67fdb9e by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:02:40.961308 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f331cee-5e78-43ef-8b57-5bddd3e6f72a None None] Attempting to bind port 203f61ae-61e0-45c1-a264-f156c67fdb9e on network 7e3afd0f-7326-49f9-80ac-5664ab976843 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:02:40.967418 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f331cee-5e78-43ef-8b57-5bddd3e6f72a None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:02:40.967836 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f331cee-5e78-43ef-8b57-5bddd3e6f72a None None] Checking segment: {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:02:40.968210 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6f331cee-5e78-43ef-8b57-5bddd3e6f72a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:40.968624 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f331cee-5e78-43ef-8b57-5bddd3e6f72a None None] Bound using segment: {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:02:40.969864 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-6f331cee-5e78-43ef-8b57-5bddd3e6f72a None None] Bound port: 203f61ae-61e0-45c1-a264-f156c67fdb9e, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:02:40.969864 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6f331cee-5e78-43ef-8b57-5bddd3e6f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:41.019207 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674a5ad-a36e-472e-8c28-3e832be67a7f service neutron] Pushing event updated for resources: {'Port': ['ID=470229aa-b0cc-4646-aa6f-3a35537a42ba,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:41.115032 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8c866918-ebcb-4cc6-8bc3-cf2154659314 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:41.211905 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device d446345d-a82a-4952-8184-ef06642ef4d2 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:02:41.224174 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133d3f7-31df-443e-8589-26a4a5d1228d req-32068937-6d4b-4980-9b9d-61d771cc8b79 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:41.225982 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3133d3f7-31df-443e-8589-26a4a5d1228d req-32068937-6d4b-4980-9b9d-61d771cc8b79 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=46b65dbc-891c-4ae8-b860-decd3d2a43a6 HTTP/1.1" status: 200 len: 946 time: 0.1702943 Jul 24 01:02:41.232746 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db6c4a39-c618-48ee-ab95-f56b80a3f555 req-6a18affc-4e4f-4751-8915-465fac4c5876 service neutron] 10.222.0.13 "GET /v2.0/networks/09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304086 Jul 24 01:02:41.243237 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: d446345d-a82a-4952-8184-ef06642ef4d2 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:02:41.243741 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device d446345d-a82a-4952-8184-ef06642ef4d2 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:02:41.304383 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3133d3f7-31df-443e-8589-26a4a5d1228d req-890047e2-3193-4aa2-a229-5143ef63ca3f tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692356 Jul 24 01:02:41.317580 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-6f331cee-5e78-43ef-8b57-5bddd3e6f72a None None] For port 203f61ae-61e0-45c1-a264-f156c67fdb9e, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:02:41.325545 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8c866918-ebcb-4cc6-8bc3-cf2154659314 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:41.339264 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-6f331cee-5e78-43ef-8b57-5bddd3e6f72a None None] For port 203f61ae-61e0-45c1-a264-f156c67fdb9e, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=203f61ae-61e0-45c1-a264-f156c67fdb9e,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:02:41.348507 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6f331cee-5e78-43ef-8b57-5bddd3e6f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:41.369694 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6fc95834-9b32-4df7-a070-7b387f138b32 req-3a8b5343-2eef-46a6-a37f-a01c7ba5d946 service neutron] 10.222.0.13 "GET /v2.0/networks/8c8368d3-95e1-485a-9bb3-ebfb4cbd184b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848147 Jul 24 01:02:41.384703 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953026a-403a-4591-8b88-d98f0523fe56 req-0120be12-2c82-4244-ad0e-90447f8eaa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:41.386387 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e953026a-403a-4591-8b88-d98f0523fe56 req-0120be12-2c82-4244-ad0e-90447f8eaa41 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1541a2baa82d4db6a5dbad769f321365&device_id=9f2c8a55-30f1-47a5-add2-d02c66620c2d HTTP/1.1" status: 200 len: 1095 time: 0.4122605 Jul 24 01:02:41.405931 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c866918-ebcb-4cc6-8bc3-cf2154659314 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Subnet': ['ID=99608a91-6857-4025-ba52-93c981f0a93e,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:41.416176 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8c866918-ebcb-4cc6-8bc3-cf2154659314 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:41.420942 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8c866918-ebcb-4cc6-8bc3-cf2154659314 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/99608a91-6857-4025-ba52-93c981f0a93e HTTP/1.1" status: 204 len: 168 time: 1.0495579 Jul 24 01:02:41.427558 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42570) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:41.433318 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4938935a-a6e5-483d-b450-82e952fb584c admin admin] Network 03e78a62-81d3-4752-be2c-d12db7b84826 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:02:41.491427 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e953026a-403a-4591-8b88-d98f0523fe56 req-b4877185-5a22-4e54-84f2-ff1ae0c52d9e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=470229aa-b0cc-4646-aa6f-3a35537a42ba HTTP/1.1" status: 200 len: 217 time: 0.0564601 Jul 24 01:02:41.495252 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f331cee-5e78-43ef-8b57-5bddd3e6f72a None None] Pushing event updated for resources: {'Port': ['ID=203f61ae-61e0-45c1-a264-f156c67fdb9e,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:41.504982 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-4938935a-a6e5-483d-b450-82e952fb584c admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:02:41.526645 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-777cfe78-36ad-4961-963a-409611812723 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0942514 Jul 24 01:02:41.527008 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42574) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:41.536543 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-08596744-d829-4372-acf0-b478b0647fb6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'subnet': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:41.737627 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953026a-403a-4591-8b88-d98f0523fe56 req-4559626f-8a2d-419d-aa62-4f1b4f2ea05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:41.740551 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e953026a-403a-4591-8b88-d98f0523fe56 req-4559626f-8a2d-419d-aa62-4f1b4f2ea05c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=854fcc3c-be38-49ea-9f9e-cbdb0fc4d1ce HTTP/1.1" status: 200 len: 849 time: 0.2143223 Jul 24 01:02:41.868005 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08596744-d829-4372-acf0-b478b0647fb6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:02:41.873099 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-08596744-d829-4372-acf0-b478b0647fb6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:41.890085 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e953026a-403a-4591-8b88-d98f0523fe56 req-299b1e36-f07a-48ee-b152-6abd72e95ac7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=35e47faa-71b7-4719-9ec5-acf47d5c2374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1382692 Jul 24 01:02:41.980897 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577d5004-d868-41c3-941d-eb3a9bdc98df req-b0576f2d-bb78-48a4-922b-e0bf48403fb1 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:41.991190 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-577d5004-d868-41c3-941d-eb3a9bdc98df req-b0576f2d-bb78-48a4-922b-e0bf48403fb1 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f2c8a55-30f1-47a5-add2-d02c66620c2d HTTP/1.1" status: 200 len: 943 time: 0.2582664 Jul 24 01:02:42.039553 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-7f9c6ad6-5d79-4661-9130-bf5c4cf08334 None None] Provisioning complete for port c8f0cdbb-23cb-4a0d-8e86-a79a68680666 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:02:42.039553 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7f9c6ad6-5d79-4661-9130-bf5c4cf08334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:42.065030 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-577d5004-d868-41c3-941d-eb3a9bdc98df req-c0162b02-2c1b-49cf-bd20-863480599f82 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] 10.222.0.15 "GET /v2.0/security-groups?id=feb1b652-aecd-4eab-8955-a98ba2082ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724573 Jul 24 01:02:42.114699 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-7f9c6ad6-5d79-4661-9130-bf5c4cf08334 None None] Port c8f0cdbb-23cb-4a0d-8e86-a79a68680666 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:02:42.270674 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a822a0-b877-4ba4-8255-54f8a5e71cdc req-dec80fb6-648b-49d7-a284-39450841f729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:42.273179 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-23a822a0-b877-4ba4-8255-54f8a5e71cdc req-dec80fb6-648b-49d7-a284-39450841f729 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d5f5cc12e5fe45be9d7447ae1149586c&device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 1096 time: 0.7790875 Jul 24 01:02:42.286504 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f2c8a55-30f1-47a5-add2-d02c66620c2d', 'tag': '470229aa-b0cc-4646-aa6f-3a35537a42ba'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:02:42.290698 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a3edc9-971c-46d0-80a6-794c45c01816" -d '{"events": [{"name": "network-changed", "server_uuid": "9f2c8a55-30f1-47a5-add2-d02c66620c2d", "tag": "470229aa-b0cc-4646-aa6f-3a35537a42ba"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:02:42.329920 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f66e4c3c-6d6d-4826-ae1a-46618cccf73e req-d2af787e-e15c-4c9c-906c-3dc0ba31e13f tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd70876-3c57-4831-943f-94221464bf64 HTTP/1.1" status: 200 len: 210 time: 0.0499644 Jul 24 01:02:42.409949 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-08596744-d829-4372-acf0-b478b0647fb6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:42.475731 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08596744-d829-4372-acf0-b478b0647fb6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:02:42.479177 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a10c53f-c498-48cd-947a-0e6d20434eda x-openstack-request-id: req-7a10c53f-c498-48cd-947a-0e6d20434eda {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:02:42.479873 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f2c8a55-30f1-47a5-add2-d02c66620c2d", "tag": "470229aa-b0cc-4646-aa6f-3a35537a42ba", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:02:42.479873 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a10c53f-c498-48cd-947a-0e6d20434eda {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:02:42.480189 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f2c8a55-30f1-47a5-add2-d02c66620c2d', 'tag': '470229aa-b0cc-4646-aa6f-3a35537a42ba', 'status': 'completed', 'code': 200} Jul 24 01:02:42.485163 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-08596744-d829-4372-acf0-b478b0647fb6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:02:42.490650 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08596744-d829-4372-acf0-b478b0647fb6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:42.491504 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-08596744-d829-4372-acf0-b478b0647fb6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:42.495236 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-44c629a8-26ef-494c-a9f6-69372e240d65 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:42.505005 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-44c629a8-26ef-494c-a9f6-69372e240d65 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.13 "GET /v2.0/networks?id=d582b8dc-8856-4b30-8b39-181936a3b597 HTTP/1.1" status: 200 len: 810 time: 0.6311147 Jul 24 01:02:42.515822 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b961d3-ecc6-4886-8324-ae43be3d6a39 req-596097cb-76da-4ed7-bbe2-fceb6833e5c2 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:42.517625 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d1b961d3-ecc6-4886-8324-ae43be3d6a39 req-596097cb-76da-4ed7-bbe2-fceb6833e5c2 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 944 time: 0.7694411 Jul 24 01:02:42.525656 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08596744-d829-4372-acf0-b478b0647fb6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Subnet': ['ID=46330034-9b62-4c44-a7ad-4a7ffbaf6073,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:42.554622 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-0238a4bc-0d44-4917-93ce-789492f972f2 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Request body: {'port': {'device_id': 'bcd70876-3c57-4831-943f-94221464bf64', 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597', 'admin_state_up': True, 'tenant_id': '7eb0da34432d47448c1b713034c6041a'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:42.564471 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e953026a-403a-4591-8b88-d98f0523fe56 req-dec8fbac-138b-4b41-a2d7-797d4ba94806 service neutron] 10.222.0.13 "GET /v2.0/networks/35e47faa-71b7-4719-9ec5-acf47d5c2374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4931815 Jul 24 01:02:42.569521 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-08596744-d829-4372-acf0-b478b0647fb6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0388868 Jul 24 01:02:42.580255 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42586) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:42.591776 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-226a6c22-6058-4057-b62a-0d725d550e99 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1632750839', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:42.598112 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4938935a-a6e5-483d-b450-82e952fb584c admin admin] Router 21fb0cab-ac46-421a-9ac4-9ca2880007a8 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:02:42.609709 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a822a0-b877-4ba4-8255-54f8a5e71cdc req-41d7c775-b95f-4010-8dee-43abf6f6a7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:42.611030 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-23a822a0-b877-4ba4-8255-54f8a5e71cdc req-41d7c775-b95f-4010-8dee-43abf6f6a7ec service neutron] 10.222.0.13 "GET /v2.0/networks?id=8c8368d3-95e1-485a-9bb3-ebfb4cbd184b HTTP/1.1" status: 200 len: 915 time: 0.3115280 Jul 24 01:02:42.628557 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-226a6c22-6058-4057-b62a-0d725d550e99 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:42.631282 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-226a6c22-6058-4057-b62a-0d725d550e99 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:42.667094 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fefc4b-2bc7-4435-baa8-032782ecb764 req-0f2e1696-5a54-495f-9a86-450dd27f09b5 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:42.669313 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e8fefc4b-2bc7-4435-baa8-032782ecb764 req-0f2e1696-5a54-495f-9a86-450dd27f09b5 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=46b65dbc-891c-4ae8-b860-decd3d2a43a6 HTTP/1.1" status: 200 len: 946 time: 0.1712077 Jul 24 01:02:42.694092 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-23a822a0-b877-4ba4-8255-54f8a5e71cdc req-3b362f5a-9a98-43ed-9280-2111b1b1532f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4ddb4a1-8ea9-42e6-a478-244bc76d8af8 HTTP/1.1" status: 200 len: 217 time: 0.0593944 Jul 24 01:02:42.735414 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-226a6c22-6058-4057-b62a-0d725d550e99 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:42.743880 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-226a6c22-6058-4057-b62a-0d725d550e99 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:42.761058 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e8fefc4b-2bc7-4435-baa8-032782ecb764 req-61911f73-5519-47f7-83b0-1d3448534a4e tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854793 Jul 24 01:02:42.775972 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-226a6c22-6058-4057-b62a-0d725d550e99 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:42.777629 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-226a6c22-6058-4057-b62a-0d725d550e99 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1933143 Jul 24 01:02:42.780495 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42588) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:42.927587 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d1b961d3-ecc6-4886-8324-ae43be3d6a39 req-a4e498ef-1819-4e43-9356-b23b9ccd521d tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857689 Jul 24 01:02:42.944989 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-0238a4bc-0d44-4917-93ce-789492f972f2 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Made reservation on behalf of 7eb0da34432d47448c1b713034c6041a for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:02:42.949119 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-0238a4bc-0d44-4917-93ce-789492f972f2 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:43.033447 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9a609f-2baa-480c-99ec-e277f65a5dce None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:02:43.103190 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-bd9dc7ba-d079-452f-89b5-9b3ac2caa2b9 None None] Provisioning for port 203f61ae-61e0-45c1-a264-f156c67fdb9e completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:02:43.130062 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4938935a-a6e5-483d-b450-82e952fb584c admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:02:43.136344 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4938935a-a6e5-483d-b450-82e952fb584c admin admin] 10.222.0.15 "PUT /v2.0/routers/21fb0cab-ac46-421a-9ac4-9ca2880007a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0460327 Jul 24 01:02:43.150123 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a1d8b6-9b16-424f-ba68-1b5ee4a7774d None None] Sync routers for ids ['21fb0cab-ac46-421a-9ac4-9ca2880007a8'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:02:43.175710 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a822a0-b877-4ba4-8255-54f8a5e71cdc req-b6d7232a-cfda-4b6e-9520-c6708522d541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:43.177197 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-23a822a0-b877-4ba4-8255-54f8a5e71cdc req-b6d7232a-cfda-4b6e-9520-c6708522d541 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=56ac3505-ea77-4bfe-8569-9dd694c7b9b5 HTTP/1.1" status: 200 len: 854 time: 0.4045219 Jul 24 01:02:43.211083 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c72b7-cc93-4a44-aad7-68ca198838f2 req-a58b5c5c-0e4c-4d66-b0ca-ce54cc6ac63b tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:43.212816 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-be9c72b7-cc93-4a44-aad7-68ca198838f2 req-a58b5c5c-0e4c-4d66-b0ca-ce54cc6ac63b tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.13 "GET /v2.0/ports?device_id=46b65dbc-891c-4ae8-b860-decd3d2a43a6 HTTP/1.1" status: 200 len: 946 time: 0.5142870 Jul 24 01:02:43.273943 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a1d8b6-9b16-424f-ba68-1b5ee4a7774d None None] Routers {'21fb0cab-ac46-421a-9ac4-9ca2880007a8'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:02:43.274935 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-76a1d8b6-9b16-424f-ba68-1b5ee4a7774d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:02:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['21fb0cab-ac46-421a-9ac4-9ca2880007a8'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:02:43.292957 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-23a822a0-b877-4ba4-8255-54f8a5e71cdc req-4f1a5936-bbc6-4e0b-998b-1de151d40478 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8c8368d3-95e1-485a-9bb3-ebfb4cbd184b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984259 Jul 24 01:02:43.318220 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e953026a-403a-4591-8b88-d98f0523fe56 req-d2b23ba8-5fd0-4e7e-acc5-32802690f319 service neutron] 10.222.0.13 "GET /v2.0/networks/35e47faa-71b7-4719-9ec5-acf47d5c2374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7323940 Jul 24 01:02:43.357614 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 203f61ae-61e0-45c1-a264-f156c67fdb9e up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:02:43.443031 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d4ddb4a1-8ea9-42e6-a478-244bc76d8af8 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:02:43.580009 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-258e2798-14ce-492d-b9ca-8046d8886690 req-fdfd0aa9-14e0-4796-aeac-7c90d784beee tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd70876-3c57-4831-943f-94221464bf64 HTTP/1.1" status: 200 len: 210 time: 0.1095543 Jul 24 01:02:43.626226 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-0238a4bc-0d44-4917-93ce-789492f972f2 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Allocated IP 172.20.0.13 (d582b8dc-8856-4b30-8b39-181936a3b597/66eb251d-e6ee-4000-900c-f86c0810b697/d4ae5867-3747-4bde-93a5-3b36a131abe4) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:02:43.641714 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-23a822a0-b877-4ba4-8255-54f8a5e71cdc req-0d97043f-ca0e-45ed-b1e9-b9c37775cb4c service neutron] 10.222.0.13 "GET /v2.0/networks/8c8368d3-95e1-485a-9bb3-ebfb4cbd184b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144588 Jul 24 01:02:43.683477 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-11c27f14-fa3f-4e45-bd4e-20faeb21ceb7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:43.749973 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-76a1d8b6-9b16-424f-ba68-1b5ee4a7774d None None] Set router 21fb0cab-ac46-421a-9ac4-9ca2880007a8 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:02:43.780033 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed9947d-5bd9-4562-acbd-3c2472dc48ea req-5e4c3aec-06f8-42a0-a367-06c16abc5e54 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:43.793163 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ed9947d-5bd9-4562-acbd-3c2472dc48ea req-5e4c3aec-06f8-42a0-a367-06c16abc5e54 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f2c8a55-30f1-47a5-add2-d02c66620c2d HTTP/1.1" status: 200 len: 943 time: 0.2374053 Jul 24 01:02:43.860893 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.db.resource_extend [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 01:02:43.886317 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ed9947d-5bd9-4562-acbd-3c2472dc48ea req-774381c2-426f-4d40-9775-0d2bf0935cd4 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] 10.222.0.15 "GET /v2.0/security-groups?id=feb1b652-aecd-4eab-8955-a98ba2082ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972810 Jul 24 01:02:43.994074 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port d4ddb4a1-8ea9-42e6-a478-244bc76d8af8, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d4ddb4a1-8ea9-42e6-a478-244bc76d8af8,segment=NetworkSegment(f7a7a503-697e-40e1-94c5-68de752c5cd5),segment_id=f7a7a503-697e-40e1-94c5-68de752c5cd5)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:02:44.008758 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 203f61ae-61e0-45c1-a264-f156c67fdb9e completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:02:44.013717 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'd4ddb4a1-8ea9-42e6-a478-244bc76d8af8', 'network_id': '8c8368d3-95e1-485a-9bb3-ebfb4cbd184b', 'port_id': 'd4ddb4a1-8ea9-42e6-a478-244bc76d8af8', 'mac_address': 'fa:16:3e:6a:0a:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ac3505-ea77-4bfe-8569-9dd694c7b9b5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:02:44.024393 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 203f61ae-61e0-45c1-a264-f156c67fdb9e triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:02:44.024770 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:44.153305 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-11c27f14-fa3f-4e45-bd4e-20faeb21ceb7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Allocated IP 2001:db8::1 (7e3afd0f-7326-49f9-80ac-5664ab976843/46330034-9b62-4c44-a7ad-4a7ffbaf6073/0778d10c-8d66-4044-925d-2799e56332f4) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:02:44.163869 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-23a822a0-b877-4ba4-8255-54f8a5e71cdc req-e59eee0b-af58-4106-8d46-80f3b0806487 service neutron] 10.222.0.13 "GET /v2.0/networks/8c8368d3-95e1-485a-9bb3-ebfb4cbd184b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5116050 Jul 24 01:02:44.167421 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3edc9-971c-46d0-80a6-794c45c01816 req-17da84e5-4825-4a2b-be00-0425c63e7665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:44.169735 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-34a3edc9-971c-46d0-80a6-794c45c01816 req-17da84e5-4825-4a2b-be00-0425c63e7665 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=1541a2baa82d4db6a5dbad769f321365&device_id=9f2c8a55-30f1-47a5-add2-d02c66620c2d HTTP/1.1" status: 200 len: 1095 time: 0.7734416 Jul 24 01:02:44.178338 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:44.223291 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4ddb4a1-8ea9-42e6-a478-244bc76d8af8 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:02:44.228344 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-be9c72b7-cc93-4a44-aad7-68ca198838f2 req-cb69a6e9-47f4-4aa8-bde0-ec3bd0696613 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Deleting port 66707842-879e-488f-a9e7-c41485b69ee6 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:02:44.229251 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-be9c72b7-cc93-4a44-aad7-68ca198838f2 req-cb69a6e9-47f4-4aa8-bde0-ec3bd0696613 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:44.234468 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd82c25-0ef4-4edf-9cf9-28f3ffc5eb55 req-8585ae82-e2ef-4b26-93bf-eeefde2a5e71 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:44.238485 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7bd82c25-0ef4-4edf-9cf9-28f3ffc5eb55 req-8585ae82-e2ef-4b26-93bf-eeefde2a5e71 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=46b65dbc-891c-4ae8-b860-decd3d2a43a6 HTTP/1.1" status: 200 len: 946 time: 0.2381725 Jul 24 01:02:44.263200 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42606) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:44.271576 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-c4c34488-8211-4f8e-8a88-f69563ed3fa5 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1505548033', 'description': 'tempest-description--1139393304'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:44.305002 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:44.306289 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c4c34488-8211-4f8e-8a88-f69563ed3fa5 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:44.374269 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port d4ddb4a1-8ea9-42e6-a478-244bc76d8af8, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d4ddb4a1-8ea9-42e6-a478-244bc76d8af8,segment=NetworkSegment(f7a7a503-697e-40e1-94c5-68de752c5cd5),segment_id=f7a7a503-697e-40e1-94c5-68de752c5cd5)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:02:44.390757 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:44.451394 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7bd82c25-0ef4-4edf-9cf9-28f3ffc5eb55 req-d2446b4a-e3bd-452b-bdc7-69e6d26dcb53 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868987 Jul 24 01:02:44.462637 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 203f61ae-61e0-45c1-a264-f156c67fdb9e, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=203f61ae-61e0-45c1-a264-f156c67fdb9e,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:02:44.491861 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:44.498264 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-11c27f14-fa3f-4e45-bd4e-20faeb21ceb7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:44.504255 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3edc9-971c-46d0-80a6-794c45c01816 req-2385e18b-e9eb-453e-a64c-3d8c746465c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:44.506004 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-34a3edc9-971c-46d0-80a6-794c45c01816 req-2385e18b-e9eb-453e-a64c-3d8c746465c2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=35e47faa-71b7-4719-9ec5-acf47d5c2374 HTTP/1.1" status: 200 len: 910 time: 0.3267152 Jul 24 01:02:44.526130 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=d4ddb4a1-8ea9-42e6-a478-244bc76d8af8,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:44.530119 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-11c27f14-fa3f-4e45-bd4e-20faeb21ceb7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Transition to ACTIVE for port object 0778d10c-8d66-4044-925d-2799e56332f4 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:02:44.574595 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c4c34488-8211-4f8e-8a88-f69563ed3fa5 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:44.581157 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-76a1d8b6-9b16-424f-ba68-1b5ee4a7774d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'name': 'tempest-AttachVolumeTestJSON-957865579-router', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '25588372-553d-42f7-b7b2-ab8ca8d1a6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:02:25Z', 'updated_at': '2021-07-24T01:02:38Z', 'revision_number': 4, 'project_id': '6c3660a81a574f9ba01b0543dcb1130d', 'gw_port': {'id': '25588372-553d-42f7-b7b2-ab8ca8d1a6f8', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:02:27Z', 'updated_at': '2021-07-24T01:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'c8f0cdbb-23cb-4a0d-8e86-a79a68680666', 'name': '', 'network_id': '03e78a62-81d3-4752-be2c-d12db7b84826', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'mac_address': 'fa:16:3e:67:6b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': 'b482f598-bb63-4afc-99f7-7e599c57abf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:02:35Z', 'updated_at': '2021-07-24T01:02:39Z', 'revision_number': 2, 'project_id': '6c3660a81a574f9ba01b0543dcb1130d', 'subnets': [{'id': 'b482f598-bb63-4afc-99f7-7e599c57abf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:02:44.587331 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c4c34488-8211-4f8e-8a88-f69563ed3fa5 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:44.625778 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c4c34488-8211-4f8e-8a88-f69563ed3fa5 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:44.631334 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-34a3edc9-971c-46d0-80a6-794c45c01816 req-d33f07f5-34a7-47ac-8322-36b95dd6add6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=470229aa-b0cc-4646-aa6f-3a35537a42ba HTTP/1.1" status: 200 len: 217 time: 0.0888133 Jul 24 01:02:44.637103 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c4c34488-8211-4f8e-8a88-f69563ed3fa5 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3716297 Jul 24 01:02:44.638880 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 42614) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:44.640889 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-be9c72b7-cc93-4a44-aad7-68ca198838f2 req-cb69a6e9-47f4-4aa8-bde0-ec3bd0696613 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] For port 66707842-879e-488f-a9e7-c41485b69ee6, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=66707842-879e-488f-a9e7-c41485b69ee6,segment=NetworkSegment(6a0dcd8e-3884-461b-ac3c-4a378c6b966a),segment_id=6a0dcd8e-3884-461b-ac3c-4a378c6b966a)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:02:44.641190 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-be9c72b7-cc93-4a44-aad7-68ca198838f2 req-cb69a6e9-47f4-4aa8-bde0-ec3bd0696613 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:44.641560 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-11c27f14-fa3f-4e45-bd4e-20faeb21ceb7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:44.659146 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a1d8b6-9b16-424f-ba68-1b5ee4a7774d None None] Checking router: 21fb0cab-ac46-421a-9ac4-9ca2880007a8 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:02:44.661997 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a1d8b6-9b16-424f-ba68-1b5ee4a7774d None None] Updating router 21fb0cab-ac46-421a-9ac4-9ca2880007a8 port c8f0cdbb-23cb-4a0d-8e86-a79a68680666 binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:02:44.663484 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-79ed8765-5f3b-4755-88a8-315b37412a91 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Request body: {'security_group_rule': {'security_group_id': '045bbabd-1ef4-44c1-9989-1ddc77c899ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:44.672843 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c34488-8211-4f8e-8a88-f69563ed3fa5 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=045bbabd-1ef4-44c1-9989-1ddc77c899ff,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:44.695933 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c27f14-fa3f-4e45-bd4e-20faeb21ceb7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:02:44.699506 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-11c27f14-fa3f-4e45-bd4e-20faeb21ceb7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:02:44.704877 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c27f14-fa3f-4e45-bd4e-20faeb21ceb7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:02:44.705526 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-11c27f14-fa3f-4e45-bd4e-20faeb21ceb7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:44.710397 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c27f14-fa3f-4e45-bd4e-20faeb21ceb7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Port': ['ID=0778d10c-8d66-4044-925d-2799e56332f4,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:44.716766 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-0238a4bc-0d44-4917-93ce-789492f972f2 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:44.738219 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-be9c72b7-cc93-4a44-aad7-68ca198838f2 req-cb69a6e9-47f4-4aa8-bde0-ec3bd0696613 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Calling delete_port for 66707842-879e-488f-a9e7-c41485b69ee6 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:02:44.762887 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=203f61ae-61e0-45c1-a264-f156c67fdb9e,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:44.775833 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e69a7622-f923-4b44-b992-ef5ded6a9fa6 None None] Provisioning complete for port 203f61ae-61e0-45c1-a264-f156c67fdb9e triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:02:44.776262 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-0238a4bc-0d44-4917-93ce-789492f972f2 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Transition to ACTIVE for port object d4ae5867-3747-4bde-93a5-3b36a131abe4 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:02:44.776966 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e69a7622-f923-4b44-b992-ef5ded6a9fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:44.798322 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fc83b6-9d1f-496c-bbf6-070a43e37968 req-f4a24abc-092e-456e-8a12-8e3fbf7e5093 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:44.805851 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-03fc83b6-9d1f-496c-bbf6-070a43e37968 req-f4a24abc-092e-456e-8a12-8e3fbf7e5093 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 945 time: 0.4202497 Jul 24 01:02:44.818444 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ef758227-9ffb-4be0-9ed6-77c8cf185f9d req-40e4765d-1727-4fd3-ad96-d8390e01dfb7 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd70876-3c57-4831-943f-94221464bf64 HTTP/1.1" status: 200 len: 210 time: 0.0443423 Jul 24 01:02:44.840969 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['d4ddb4a1-8ea9-42e6-a478-244bc76d8af8'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:02:44.852319 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [req-be8ca2d6-6eae-4bd4-9716-151976d58478 req-810a92c6-53f8-4ac8-a4a3-8a649c5bd458 service neutron] (100464) timed out ('10.222.0.11', 62666) {{(pid=100464) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 24 01:02:44.871944 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3edc9-971c-46d0-80a6-794c45c01816 req-e853a407-51c4-410a-968a-845c49e943d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:44.873466 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-34a3edc9-971c-46d0-80a6-794c45c01816 req-e853a407-51c4-410a-968a-845c49e943d6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=854fcc3c-be38-49ea-9f9e-cbdb0fc4d1ce HTTP/1.1" status: 200 len: 849 time: 0.2289555 Jul 24 01:02:44.911772 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-79ed8765-5f3b-4755-88a8-315b37412a91 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:44.929141 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-76a1d8b6-9b16-424f-ba68-1b5ee4a7774d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:44.951410 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-11c27f14-fa3f-4e45-bd4e-20faeb21ceb7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:44.986743 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-34a3edc9-971c-46d0-80a6-794c45c01816 req-67a57f95-7c0e-4ee2-a723-336912707f84 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=35e47faa-71b7-4719-9ec5-acf47d5c2374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963209 Jul 24 01:02:45.069684 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-03fc83b6-9d1f-496c-bbf6-070a43e37968 req-11192aa8-df67-4931-9575-fbdc9cafda6f tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628553 Jul 24 01:02:45.209198 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb316462-7c27-4959-8451-dbf9343594d1 req-3bdf93a8-925b-4a4b-95e4-b49d92be67d9 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:45.210917 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb316462-7c27-4959-8451-dbf9343594d1 req-3bdf93a8-925b-4a4b-95e4-b49d92be67d9 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f2c8a55-30f1-47a5-add2-d02c66620c2d HTTP/1.1" status: 200 len: 943 time: 0.2424734 Jul 24 01:02:45.249206 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 203f61ae-61e0-45c1-a264-f156c67fdb9e up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:02:45.260914 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-65b8a539-57d1-4488-b907-39421106bd49 None None] Could not find standard attr ID for object d74178e8-31de-458b-9ada-01e6c46c33aa. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:02:45.289021 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-65b8a539-57d1-4488-b907-39421106bd49 None None] Could not find standard attr ID for object a262c69f-2bdf-4918-8483-96f7e77cef59. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:02:45.303709 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb316462-7c27-4959-8451-dbf9343594d1 req-0ddc09b3-1d0c-4d78-8c1b-46323d996a6a tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] 10.222.0.15 "GET /v2.0/security-groups?id=feb1b652-aecd-4eab-8955-a98ba2082ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853541 Jul 24 01:02:45.321199 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-34a3edc9-971c-46d0-80a6-794c45c01816 req-65be0f8e-549c-4d34-ae12-39ec8e999c27 service neutron] 10.222.0.13 "GET /v2.0/networks/35e47faa-71b7-4719-9ec5-acf47d5c2374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109989 Jul 24 01:02:45.326070 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-be9c72b7-cc93-4a44-aad7-68ca198838f2 req-cb69a6e9-47f4-4aa8-bde0-ec3bd0696613 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:45.443640 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 203f61ae-61e0-45c1-a264-f156c67fdb9e triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:02:45.444022 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:45.446920 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-34a3edc9-971c-46d0-80a6-794c45c01816 req-f51e9b9e-314e-4598-b898-203bf39e1bb7 service neutron] 10.222.0.13 "GET /v2.0/networks/35e47faa-71b7-4719-9ec5-acf47d5c2374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183650 Jul 24 01:02:45.450340 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-11c27f14-fa3f-4e45-bd4e-20faeb21ceb7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:45.459386 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-11c27f14-fa3f-4e45-bd4e-20faeb21ceb7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:45.460392 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-11c27f14-fa3f-4e45-bd4e-20faeb21ceb7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:45.491788 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-0238a4bc-0d44-4917-93ce-789492f972f2 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:45.495832 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 470229aa-b0cc-4646-aa6f-3a35537a42ba details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:02:45.498529 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 66707842-879e-488f-a9e7-c41485b69ee6 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:02:45.530014 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb69a6e9-47f4-4aa8-bde0-ec3bd0696613 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Pushing event deleted for resources: {'Port': ['ID=66707842-879e-488f-a9e7-c41485b69ee6,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:45.548596 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 66707842-879e-488f-a9e7-c41485b69ee6 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:02:45.548985 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 66707842-879e-488f-a9e7-c41485b69ee6 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:02:45.605083 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-79ed8765-5f3b-4755-88a8-315b37412a91 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:45.611395 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-0238a4bc-0d44-4917-93ce-789492f972f2 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Network d582b8dc-8856-4b30-8b39-181936a3b597 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:02:45.613488 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-0238a4bc-0d44-4917-93ce-789492f972f2 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:02:45.616404 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-0238a4bc-0d44-4917-93ce-789492f972f2 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:02:45.626971 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c27f14-fa3f-4e45-bd4e-20faeb21ceb7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Port': ['ID=0778d10c-8d66-4044-925d-2799e56332f4,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:45.694230 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f38dda8e-3091-490b-ba2c-dec6302a57bc None None] Could not find standard attr ID for object 4caa3e5d-6eec-4a90-be5b-6134a69dd000. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:02:45.720633 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4ad052ee-3081-4d7b-961e-ac1a430abdd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:45.726241 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-76a1d8b6-9b16-424f-ba68-1b5ee4a7774d None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:45.766268 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3b52bba6-5576-4e06-8eb0-9fdb226a1d7d req-8be84ee7-15d9-4e45-b2f3-b71c4bab8763 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=46b65dbc-891c-4ae8-b860-decd3d2a43a6 HTTP/1.1" status: 200 len: 210 time: 0.0919459 Jul 24 01:02:45.771480 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-79ed8765-5f3b-4755-88a8-315b37412a91 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:45.797852 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c27f14-fa3f-4e45-bd4e-20faeb21ceb7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:02:45.800909 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-11c27f14-fa3f-4e45-bd4e-20faeb21ceb7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:02:45.820250 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-76a1d8b6-9b16-424f-ba68-1b5ee4a7774d None None] Transition to ACTIVE for port object c8f0cdbb-23cb-4a0d-8e86-a79a68680666 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:02:45.827385 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9c72b7-cc93-4a44-aad7-68ca198838f2 req-cb69a6e9-47f4-4aa8-bde0-ec3bd0696613 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] No DVR routers for this DVR port 66707842-879e-488f-a9e7-c41485b69ee6 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:02:45.829217 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0238a4bc-0d44-4917-93ce-789492f972f2 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Pushing event updated for resources: {'Port': ['ID=d4ae5867-3747-4bde-93a5-3b36a131abe4,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:45.837422 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-be9c72b7-cc93-4a44-aad7-68ca198838f2 req-cb69a6e9-47f4-4aa8-bde0-ec3bd0696613 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:45.839839 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-be9c72b7-cc93-4a44-aad7-68ca198838f2 req-cb69a6e9-47f4-4aa8-bde0-ec3bd0696613 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.13 "DELETE /v2.0/ports/66707842-879e-488f-a9e7-c41485b69ee6 HTTP/1.1" status: 204 len: 173 time: 2.6148970 Jul 24 01:02:45.844341 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b65dbc-891c-4ae8-b860-decd3d2a43a6', 'name': 'network-vif-deleted', 'tag': '66707842-879e-488f-a9e7-c41485b69ee6'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:02:45.846375 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-76a1d8b6-9b16-424f-ba68-1b5ee4a7774d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:45.847010 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a57930-d346-4390-af52-81ac3aff64a2" -d '{"events": [{"server_uuid": "46b65dbc-891c-4ae8-b860-decd3d2a43a6", "name": "network-vif-deleted", "tag": "66707842-879e-488f-a9e7-c41485b69ee6"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:02:45.912741 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ed8765-5f3b-4755-88a8-315b37412a91 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3809056a-3361-480a-9e2b-e0ca1ccdb1b1,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:45.944535 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-79ed8765-5f3b-4755-88a8-315b37412a91 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:45.952866 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-79ed8765-5f3b-4755-88a8-315b37412a91 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2935259 Jul 24 01:02:45.956185 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 42626) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:45.972654 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-0238a4bc-0d44-4917-93ce-789492f972f2 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:45.973839 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-0238a4bc-0d44-4917-93ce-789492f972f2 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:45.981267 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-b406ec67-1136-4c66-bcc1-a495a1d0c17f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Request body: {'security_group_rule': {'security_group_id': '045bbabd-1ef4-44c1-9989-1ddc77c899ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:45.985372 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ad59c-c547-4e24-81aa-b796d01784d5 None None] Pushing event updated for resources: {'Port': ['ID=c8f0cdbb-23cb-4a0d-8e86-a79a68680666,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:46.008053 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 470229aa-b0cc-4646-aa6f-3a35537a42ba, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=470229aa-b0cc-4646-aa6f-3a35537a42ba,segment=NetworkSegment(88865335-bebd-4b37-ac8d-293ba50670e2),segment_id=88865335-bebd-4b37-ac8d-293ba50670e2)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:02:46.029579 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcbd831-4a7a-490d-9060-f26ca51b50d6 x-openstack-request-id: req-adcbd831-4a7a-490d-9060-f26ca51b50d6 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:02:46.030082 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b65dbc-891c-4ae8-b860-decd3d2a43a6", "name": "network-vif-deleted", "tag": "66707842-879e-488f-a9e7-c41485b69ee6", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:02:46.031800 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-adcbd831-4a7a-490d-9060-f26ca51b50d6 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:02:46.032285 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b65dbc-891c-4ae8-b860-decd3d2a43a6', 'name': 'network-vif-deleted', 'tag': '66707842-879e-488f-a9e7-c41485b69ee6', 'status': 'completed', 'code': 200} Jul 24 01:02:46.047812 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-60fc6a14-75a7-449b-9b26-b1d2f2cfa9b1 None None] Could not find standard attr ID for object 7ae52787-1913-4d21-be05-787f409e5169. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:02:46.054683 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '470229aa-b0cc-4646-aa6f-3a35537a42ba', 'network_id': '35e47faa-71b7-4719-9ec5-acf47d5c2374', 'port_id': '470229aa-b0cc-4646-aa6f-3a35537a42ba', 'mac_address': 'fa:16:3e:b9:95:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '854fcc3c-be38-49ea-9f9e-cbdb0fc4d1ce', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:02:46.092245 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c27f14-fa3f-4e45-bd4e-20faeb21ceb7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Router c20ed702-9c3a-4731-85ec-a5350bcd3d13 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:02:46.133555 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-0238a4bc-0d44-4917-93ce-789492f972f2 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5941195 Jul 24 01:02:46.151156 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-8de40071-fee3-42b0-b87a-930560822f10 service neutron] Request body: {'port': {'device_id': 'bcd70876-3c57-4831-943f-94221464bf64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:46.156905 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b406ec67-1136-4c66-bcc1-a495a1d0c17f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:46.236042 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-76a1d8b6-9b16-424f-ba68-1b5ee4a7774d None None] Attempting to bind port c8f0cdbb-23cb-4a0d-8e86-a79a68680666 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:02:46.236545 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-76a1d8b6-9b16-424f-ba68-1b5ee4a7774d None None] Attempting to bind port c8f0cdbb-23cb-4a0d-8e86-a79a68680666 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '7407b275-26ce-41ae-aa2f-0d064e63de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '03e78a62-81d3-4752-be2c-d12db7b84826'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:02:46.237521 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a1d8b6-9b16-424f-ba68-1b5ee4a7774d None None] Attempting to bind port c8f0cdbb-23cb-4a0d-8e86-a79a68680666 on network 03e78a62-81d3-4752-be2c-d12db7b84826 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:02:46.239748 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:46.248532 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2697c9-f2d2-411f-964a-399e96f8b971 req-04d3906f-479b-4889-83d0-7b5bdde96989 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:46.250290 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6b2697c9-f2d2-411f-964a-399e96f8b971 req-04d3906f-479b-4889-83d0-7b5bdde96989 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd70876-3c57-4831-943f-94221464bf64 HTTP/1.1" status: 200 len: 932 time: 0.2503161 Jul 24 01:02:46.266806 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 470229aa-b0cc-4646-aa6f-3a35537a42ba {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:02:46.282049 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b406ec67-1136-4c66-bcc1-a495a1d0c17f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:46.284240 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c27f14-fa3f-4e45-bd4e-20faeb21ceb7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:02:46.295598 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1981c3-ba48-4701-a0ef-3245db1ffac5 None None] Sync routers for ids ['c20ed702-9c3a-4731-85ec-a5350bcd3d13'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:02:46.303683 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 470229aa-b0cc-4646-aa6f-3a35537a42ba, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=470229aa-b0cc-4646-aa6f-3a35537a42ba,segment=NetworkSegment(88865335-bebd-4b37-ac8d-293ba50670e2),segment_id=88865335-bebd-4b37-ac8d-293ba50670e2)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:02:46.305146 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-11c27f14-fa3f-4e45-bd4e-20faeb21ceb7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "PUT /v2.0/routers/c20ed702-9c3a-4731-85ec-a5350bcd3d13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5216975 Jul 24 01:02:46.312035 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1981c3-ba48-4701-a0ef-3245db1ffac5 None None] Routers {'c20ed702-9c3a-4731-85ec-a5350bcd3d13'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:02:46.313993 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 42630) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:46.314484 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-0c1981c3-ba48-4701-a0ef-3245db1ffac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:02:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['c20ed702-9c3a-4731-85ec-a5350bcd3d13'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:02:46.315146 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-7e3dc45c-7639-480c-a2a1-e72fb3c93832 None None] Provisioning for port d4ae5867-3747-4bde-93a5-3b36a131abe4 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:02:46.315298 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b406ec67-1136-4c66-bcc1-a495a1d0c17f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:46.330031 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a1d8b6-9b16-424f-ba68-1b5ee4a7774d None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:02:46.343342 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a1d8b6-9b16-424f-ba68-1b5ee4a7774d None None] Checking segment: {'id': '7407b275-26ce-41ae-aa2f-0d064e63de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '03e78a62-81d3-4752-be2c-d12db7b84826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:02:46.344061 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-76a1d8b6-9b16-424f-ba68-1b5ee4a7774d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:46.344645 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a1d8b6-9b16-424f-ba68-1b5ee4a7774d None None] Bound using segment: {'id': '7407b275-26ce-41ae-aa2f-0d064e63de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '03e78a62-81d3-4752-be2c-d12db7b84826'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:02:46.345324 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-76a1d8b6-9b16-424f-ba68-1b5ee4a7774d None None] Bound port: c8f0cdbb-23cb-4a0d-8e86-a79a68680666, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7407b275-26ce-41ae-aa2f-0d064e63de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '03e78a62-81d3-4752-be2c-d12db7b84826'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:02:46.346425 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-76a1d8b6-9b16-424f-ba68-1b5ee4a7774d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:46.364832 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:46.372662 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-7e3dc45c-7639-480c-a2a1-e72fb3c93832 None None] Provisioning complete for port d4ae5867-3747-4bde-93a5-3b36a131abe4 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:02:46.373195 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7e3dc45c-7639-480c-a2a1-e72fb3c93832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:46.410690 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b406ec67-1136-4c66-bcc1-a495a1d0c17f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:46.411955 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b406ec67-1136-4c66-bcc1-a495a1d0c17f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4346323 Jul 24 01:02:46.417262 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 42634) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:46.446458 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c18e7-572f-4551-ba24-278071078865 req-abd99e53-8c43-4826-9ad3-6fa090b9ce5e tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:46.448234 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-025c18e7-572f-4551-ba24-278071078865 req-abd99e53-8c43-4826-9ad3-6fa090b9ce5e tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 945 time: 0.1607001 Jul 24 01:02:46.464294 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-6c6067c4-be9c-45f7-a2db-76d49d68d24b tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:46.468658 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b406ec67-1136-4c66-bcc1-a495a1d0c17f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43680319-a320-48d8-ae7a-0400c4496e78,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:46.479872 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-8de40071-fee3-42b0-b87a-930560822f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:46.482390 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406ec67-1136-4c66-bcc1-a495a1d0c17f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:46.483166 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406ec67-1136-4c66-bcc1-a495a1d0c17f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:46.483166 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406ec67-1136-4c66-bcc1-a495a1d0c17f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:46.483617 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406ec67-1136-4c66-bcc1-a495a1d0c17f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:46.483964 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406ec67-1136-4c66-bcc1-a495a1d0c17f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:46.484299 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406ec67-1136-4c66-bcc1-a495a1d0c17f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:46.484630 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406ec67-1136-4c66-bcc1-a495a1d0c17f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:46.484959 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406ec67-1136-4c66-bcc1-a495a1d0c17f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:46.485447 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406ec67-1136-4c66-bcc1-a495a1d0c17f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:46.485606 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406ec67-1136-4c66-bcc1-a495a1d0c17f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:46.485938 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406ec67-1136-4c66-bcc1-a495a1d0c17f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:46.486261 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b406ec67-1136-4c66-bcc1-a495a1d0c17f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:46.528060 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['d2e500a4-c057-47e6-8e49-9f5b94fbc941', '17d2d77d-4333-4b13-b3a8-7a6965dc17c8'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:02:46.529733 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-0c1981c3-ba48-4701-a0ef-3245db1ffac5 None None] Set router c20ed702-9c3a-4731-85ec-a5350bcd3d13 gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:02:46.532060 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-025c18e7-572f-4551-ba24-278071078865 req-b91cc6c7-9970-4389-a5f5-11d7b5d284de tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577590 Jul 24 01:02:46.532737 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['a9bc459e-046f-45c5-b282-74d400eb474a', 'cc6338a3-7385-470a-96c4-47d2735af0b1', '30ccac80-cd3b-45f9-95cb-14e1763ae7b5'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:02:46.589624 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6b2697c9-f2d2-411f-964a-399e96f8b971 req-5203426d-f2ac-4073-be58-d94fba03d6a2 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059421 Jul 24 01:02:46.596982 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe1d6e8-1e16-4749-ba70-b48626babb4b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:46.601451 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-dbe1d6e8-1e16-4749-ba70-b48626babb4b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/ports/0778d10c-8d66-4044-925d-2799e56332f4 HTTP/1.1" status: 200 len: 911 time: 0.2715042 Jul 24 01:02:46.601849 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42636) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:46.779573 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ca64d3-9e24-4f14-89f3-f45e95c8b9a9 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:46.787945 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ca64d3-9e24-4f14-89f3-f45e95c8b9a9 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:46.792779 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-06ca64d3-9e24-4f14-89f3-f45e95c8b9a9 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1895819 Jul 24 01:02:46.793462 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42642) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:46.817874 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['470229aa-b0cc-4646-aa6f-3a35537a42ba'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:02:46.913080 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-7e3dc45c-7639-480c-a2a1-e72fb3c93832 None None] Port d4ae5867-3747-4bde-93a5-3b36a131abe4 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:02:46.937315 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=470229aa-b0cc-4646-aa6f-3a35537a42ba,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:47.054300 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb4a72-2e49-4372-840e-176bd11b070a req-f38767d9-b2a5-4c6e-bef2-1f939b20b582 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:47.054840 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-0c1981c3-ba48-4701-a0ef-3245db1ffac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20ed702-9c3a-4731-85ec-a5350bcd3d13', 'name': 'tempest-NetworksTestDHCPv6-router-1632750839', 'tenant_id': '870e2449a28e4c338cd6cc562086bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:02:42Z', 'updated_at': '2021-07-24T01:02:44Z', 'revision_number': 2, 'project_id': '870e2449a28e4c338cd6cc562086bba7', 'gw_port_host': None, '_interfaces': [{'id': '0778d10c-8d66-4044-925d-2799e56332f4', 'name': '', 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'tenant_id': '870e2449a28e4c338cd6cc562086bba7', 'mac_address': 'fa:16:3e:81:48:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c20ed702-9c3a-4731-85ec-a5350bcd3d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '46330034-9b62-4c44-a7ad-4a7ffbaf6073', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:02:43Z', 'updated_at': '2021-07-24T01:02:45Z', 'revision_number': 2, 'project_id': '870e2449a28e4c338cd6cc562086bba7', 'subnets': [{'id': '46330034-9b62-4c44-a7ad-4a7ffbaf6073', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:02:47.066487 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bbdb4a72-2e49-4372-840e-176bd11b070a req-f38767d9-b2a5-4c6e-bef2-1f939b20b582 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f2c8a55-30f1-47a5-add2-d02c66620c2d HTTP/1.1" status: 200 len: 944 time: 0.4065843 Jul 24 01:02:47.131671 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1981c3-ba48-4701-a0ef-3245db1ffac5 None None] Checking router: c20ed702-9c3a-4731-85ec-a5350bcd3d13 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:02:47.132048 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1981c3-ba48-4701-a0ef-3245db1ffac5 None None] Updating router c20ed702-9c3a-4731-85ec-a5350bcd3d13 port 0778d10c-8d66-4044-925d-2799e56332f4 binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:02:47.136917 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-8de40071-fee3-42b0-b87a-930560822f10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4ae5867-3747-4bde-93a5-3b36a131abe4 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:02:47.159759 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-8de40071-fee3-42b0-b87a-930560822f10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:47.193749 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-8de40071-fee3-42b0-b87a-930560822f10 service neutron] Transition to ACTIVE for port object d4ae5867-3747-4bde-93a5-3b36a131abe4 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:02:47.195276 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bbdb4a72-2e49-4372-840e-176bd11b070a req-4e056986-f656-4cc7-aeff-7957787cae1f tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] 10.222.0.15 "GET /v2.0/security-groups?id=feb1b652-aecd-4eab-8955-a98ba2082ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224484 Jul 24 01:02:47.212137 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-8de40071-fee3-42b0-b87a-930560822f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:47.223814 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6c6067c4-be9c-45f7-a2db-76d49d68d24b tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks [] for floatingip, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:47.237682 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-0c1981c3-ba48-4701-a0ef-3245db1ffac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:47.307342 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-76a1d8b6-9b16-424f-ba68-1b5ee4a7774d None None] For port c8f0cdbb-23cb-4a0d-8e86-a79a68680666, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:02:47.360018 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-76a1d8b6-9b16-424f-ba68-1b5ee4a7774d None None] For port c8f0cdbb-23cb-4a0d-8e86-a79a68680666, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=c8f0cdbb-23cb-4a0d-8e86-a79a68680666,segment=NetworkSegment(7407b275-26ce-41ae-aa2f-0d064e63de96),segment_id=7407b275-26ce-41ae-aa2f-0d064e63de96)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:02:47.396659 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-76a1d8b6-9b16-424f-ba68-1b5ee4a7774d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:47.398595 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-6558c8e3-fbda-4554-98f8-d951594e0b23 None None] Provisioning for port 0778d10c-8d66-4044-925d-2799e56332f4 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:02:47.522245 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d4ddb4a1-8ea9-42e6-a478-244bc76d8af8 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:02:47.558417 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de40071-fee3-42b0-b87a-930560822f10 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ae5867-3747-4bde-93a5-3b36a131abe4,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:47.571356 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2a8e5fbe-1aa3-47ff-ba78-501aa6e2e991 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:47.755316 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-6558c8e3-fbda-4554-98f8-d951594e0b23 None None] Provisioning complete for port 0778d10c-8d66-4044-925d-2799e56332f4 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:02:47.756066 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6558c8e3-fbda-4554-98f8-d951594e0b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:47.821722 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-6558c8e3-fbda-4554-98f8-d951594e0b23 None None] Port 0778d10c-8d66-4044-925d-2799e56332f4 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:02:47.847480 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-8de40071-fee3-42b0-b87a-930560822f10 service neutron] Attempting to bind port d4ae5867-3747-4bde-93a5-3b36a131abe4 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:02:47.847829 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-8de40071-fee3-42b0-b87a-930560822f10 service neutron] Attempting to bind port d4ae5867-3747-4bde-93a5-3b36a131abe4 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '2abeda90-4f6a-4b8b-8aff-f712c98837e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:02:47.848174 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-8de40071-fee3-42b0-b87a-930560822f10 service neutron] Attempting to bind port d4ae5867-3747-4bde-93a5-3b36a131abe4 on network d582b8dc-8856-4b30-8b39-181936a3b597 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:02:47.857545 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-8de40071-fee3-42b0-b87a-930560822f10 service neutron] Port d4ae5867-3747-4bde-93a5-3b36a131abe4 on network d582b8dc-8856-4b30-8b39-181936a3b597 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:02:47.857909 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-8de40071-fee3-42b0-b87a-930560822f10 service neutron] Attempting to bind port d4ae5867-3747-4bde-93a5-3b36a131abe4 on network d582b8dc-8856-4b30-8b39-181936a3b597 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:02:47.876463 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a1d8b6-9b16-424f-ba68-1b5ee4a7774d None None] Routers {'21fb0cab-ac46-421a-9ac4-9ca2880007a8'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:02:47.877049 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-8de40071-fee3-42b0-b87a-930560822f10 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:02:47.877942 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-8de40071-fee3-42b0-b87a-930560822f10 service neutron] Checking segment: {'id': '2abeda90-4f6a-4b8b-8aff-f712c98837e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:02:47.878185 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-76a1d8b6-9b16-424f-ba68-1b5ee4a7774d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:02:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['21fb0cab-ac46-421a-9ac4-9ca2880007a8'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:02:47.878414 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-8de40071-fee3-42b0-b87a-930560822f10 service neutron] Bound using segment: {'id': '2abeda90-4f6a-4b8b-8aff-f712c98837e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:02:47.879074 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-8de40071-fee3-42b0-b87a-930560822f10 service neutron] Bound port: d4ae5867-3747-4bde-93a5-3b36a131abe4, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2abeda90-4f6a-4b8b-8aff-f712c98837e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:02:47.879441 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-8de40071-fee3-42b0-b87a-930560822f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:47.987260 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-0c1981c3-ba48-4701-a0ef-3245db1ffac5 None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:47.999454 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-0c1981c3-ba48-4701-a0ef-3245db1ffac5 None None] Transition to ACTIVE for port object 0778d10c-8d66-4044-925d-2799e56332f4 will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:02:48.022384 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-0c1981c3-ba48-4701-a0ef-3245db1ffac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:48.068198 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b43d9-dede-4ebc-b3fe-ad029a1231aa req-4937d3c9-58ee-446d-a99f-a4a4b9bfa4f8 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:48.081040 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-952b43d9-dede-4ebc-b3fe-ad029a1231aa req-4937d3c9-58ee-446d-a99f-a4a4b9bfa4f8 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd70876-3c57-4831-943f-94221464bf64 HTTP/1.1" status: 200 len: 944 time: 0.3350031 Jul 24 01:02:48.086388 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-76a1d8b6-9b16-424f-ba68-1b5ee4a7774d None None] Set router 21fb0cab-ac46-421a-9ac4-9ca2880007a8 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:02:48.090690 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-8de40071-fee3-42b0-b87a-930560822f10 service neutron] For port d4ae5867-3747-4bde-93a5-3b36a131abe4, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:02:48.100388 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-8de40071-fee3-42b0-b87a-930560822f10 service neutron] For port d4ae5867-3747-4bde-93a5-3b36a131abe4, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d4ae5867-3747-4bde-93a5-3b36a131abe4,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:02:48.100645 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0695b2-01fb-4606-94ca-17299194a839 None None] Pushing event updated for resources: {'Port': ['ID=0778d10c-8d66-4044-925d-2799e56332f4,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:48.130826 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-8de40071-fee3-42b0-b87a-930560822f10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:48.154887 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6c6067c4-be9c-45f7-a2db-76d49d68d24b tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:48.224038 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-952b43d9-dede-4ebc-b3fe-ad029a1231aa req-aa8f2f09-06ea-48e4-b20f-6af1eb8771d5 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416173 Jul 24 01:02:48.326329 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-2a8e5fbe-1aa3-47ff-ba78-501aa6e2e991 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting port 0778d10c-8d66-4044-925d-2799e56332f4 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:02:48.327153 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2a8e5fbe-1aa3-47ff-ba78-501aa6e2e991 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:48.328666 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-0c1981c3-ba48-4701-a0ef-3245db1ffac5 None None] Attempting to bind port 0778d10c-8d66-4044-925d-2799e56332f4 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:02:48.329053 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-0c1981c3-ba48-4701-a0ef-3245db1ffac5 None None] Attempting to bind port 0778d10c-8d66-4044-925d-2799e56332f4 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:02:48.329420 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1981c3-ba48-4701-a0ef-3245db1ffac5 None None] Attempting to bind port 0778d10c-8d66-4044-925d-2799e56332f4 on network 7e3afd0f-7326-49f9-80ac-5664ab976843 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:02:48.338139 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1981c3-ba48-4701-a0ef-3245db1ffac5 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:02:48.342982 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1981c3-ba48-4701-a0ef-3245db1ffac5 None None] Checking segment: {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:02:48.343554 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-0c1981c3-ba48-4701-a0ef-3245db1ffac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:48.344053 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1981c3-ba48-4701-a0ef-3245db1ffac5 None None] Bound using segment: {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:02:48.344645 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-0c1981c3-ba48-4701-a0ef-3245db1ffac5 None None] Bound port: 0778d10c-8d66-4044-925d-2799e56332f4, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:02:48.345756 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-0c1981c3-ba48-4701-a0ef-3245db1ffac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:48.459137 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port d4ddb4a1-8ea9-42e6-a478-244bc76d8af8 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:02:48.489277 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port d4ddb4a1-8ea9-42e6-a478-244bc76d8af8 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:02:48.489962 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:48.561895 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-0c1981c3-ba48-4701-a0ef-3245db1ffac5 None None] For port 0778d10c-8d66-4044-925d-2799e56332f4, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:02:48.582887 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-0c1981c3-ba48-4701-a0ef-3245db1ffac5 None None] For port 0778d10c-8d66-4044-925d-2799e56332f4, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0778d10c-8d66-4044-925d-2799e56332f4,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:02:48.600337 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-0c1981c3-ba48-4701-a0ef-3245db1ffac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:48.619944 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624c0a6-3c25-4481-b4db-cd83e3c3a509 req-f6975546-0d44-4a5d-a386-98402d4bca71 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:48.626076 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c624c0a6-3c25-4481-b4db-cd83e3c3a509 req-f6975546-0d44-4a5d-a386-98402d4bca71 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 945 time: 0.8944168 Jul 24 01:02:48.637293 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-2a8e5fbe-1aa3-47ff-ba78-501aa6e2e991 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] For port 0778d10c-8d66-4044-925d-2799e56332f4, host n-d-793621-25, got binding levels [] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:02:48.637670 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2a8e5fbe-1aa3-47ff-ba78-501aa6e2e991 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:48.652039 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ad59c-c547-4e24-81aa-b796d01784d5 None None] Pushing event updated for resources: {'Port': ['ID=c8f0cdbb-23cb-4a0d-8e86-a79a68680666,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:48.683294 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c835c281-d344-45af-9e16-0169511ac45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:48.707518 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-8de40071-fee3-42b0-b87a-930560822f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:48.710749 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-8de40071-fee3-42b0-b87a-930560822f10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:48.712461 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-8de40071-fee3-42b0-b87a-930560822f10 service neutron] 10.222.0.13 "PUT /v2.0/ports/d4ae5867-3747-4bde-93a5-3b36a131abe4 HTTP/1.1" status: 200 len: 1093 time: 2.5680015 Jul 24 01:02:48.724434 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd70876-3c57-4831-943f-94221464bf64', 'tag': 'd4ae5867-3747-4bde-93a5-3b36a131abe4'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:02:48.727840 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25910bcf-0975-4dca-91b6-26008bf57fe9" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd70876-3c57-4831-943f-94221464bf64", "tag": "d4ae5867-3747-4bde-93a5-3b36a131abe4"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:02:48.732485 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:48.776923 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0695b2-01fb-4606-94ca-17299194a839 None None] Pushing event updated for resources: {'Port': ['ID=0778d10c-8d66-4044-925d-2799e56332f4,revision_number=4']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:48.793941 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-6c6067c4-be9c-45f7-a2db-76d49d68d24b tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Allocated IP 172.25.2.114 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/e4c49fd3-c2d9-4819-a105-1fe5993894db) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:02:48.847005 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1981c3-ba48-4701-a0ef-3245db1ffac5 None None] Routers {'c20ed702-9c3a-4731-85ec-a5350bcd3d13'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:02:48.847985 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-0c1981c3-ba48-4701-a0ef-3245db1ffac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:02:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['c20ed702-9c3a-4731-85ec-a5350bcd3d13'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:02:48.892010 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c624c0a6-3c25-4481-b4db-cd83e3c3a509 req-bb9b547a-01f3-4dc6-b37a-a797a3b3157f tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147460 Jul 24 01:02:48.971712 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de40071-fee3-42b0-b87a-930560822f10 service neutron] Pushing event updated for resources: {'Port': ['ID=d4ae5867-3747-4bde-93a5-3b36a131abe4,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:49.058352 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b946965-bc62-4355-b335-99812261aba5 x-openstack-request-id: req-3b946965-bc62-4355-b335-99812261aba5 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:02:49.059016 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd70876-3c57-4831-943f-94221464bf64", "tag": "d4ae5867-3747-4bde-93a5-3b36a131abe4", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:02:49.059451 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3b946965-bc62-4355-b335-99812261aba5 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:02:49.060052 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd70876-3c57-4831-943f-94221464bf64', 'tag': 'd4ae5867-3747-4bde-93a5-3b36a131abe4', 'status': 'completed', 'code': 200} Jul 24 01:02:49.129621 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-0c1981c3-ba48-4701-a0ef-3245db1ffac5 None None] Set router c20ed702-9c3a-4731-85ec-a5350bcd3d13 gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:02:49.154607 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:49.187393 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-20403164-d325-4480-9a02-1406f1711bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:49.190351 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-20403164-d325-4480-9a02-1406f1711bc9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7eb0da34432d47448c1b713034c6041a&device_id=bcd70876-3c57-4831-943f-94221464bf64 HTTP/1.1" status: 200 len: 1096 time: 0.3825908 Jul 24 01:02:49.207576 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-76a1d8b6-9b16-424f-ba68-1b5ee4a7774d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'name': 'tempest-AttachVolumeTestJSON-957865579-router', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '25588372-553d-42f7-b7b2-ab8ca8d1a6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:02:25Z', 'updated_at': '2021-07-24T01:02:38Z', 'revision_number': 4, 'project_id': '6c3660a81a574f9ba01b0543dcb1130d', 'gw_port': {'id': '25588372-553d-42f7-b7b2-ab8ca8d1a6f8', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:02:27Z', 'updated_at': '2021-07-24T01:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'c8f0cdbb-23cb-4a0d-8e86-a79a68680666', 'name': '', 'network_id': '03e78a62-81d3-4752-be2c-d12db7b84826', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'mac_address': 'fa:16:3e:67:6b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': 'b482f598-bb63-4afc-99f7-7e599c57abf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:02:35Z', 'updated_at': '2021-07-24T01:02:46Z', 'revision_number': 4, 'project_id': '6c3660a81a574f9ba01b0543dcb1130d', 'subnets': [{'id': 'b482f598-bb63-4afc-99f7-7e599c57abf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:02:49.320462 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f624a3-79c0-4847-a301-a5771080ee8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ddb4a1-8ea9-42e6-a478-244bc76d8af8'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:02:49.322495 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712435f9-21c2-40a8-95ff-77a5ba659192" -d '{"events": [{"server_uuid": "93f624a3-79c0-4847-a301-a5771080ee8a", "name": "network-vif-plugged", "status": "completed", "tag": "d4ddb4a1-8ea9-42e6-a478-244bc76d8af8"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:02:49.331339 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a1d8b6-9b16-424f-ba68-1b5ee4a7774d None None] The sync data for ids ['21fb0cab-ac46-421a-9ac4-9ca2880007a8'] in n-d-793621-25 is: [{'id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'name': 'tempest-AttachVolumeTestJSON-957865579-router', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '25588372-553d-42f7-b7b2-ab8ca8d1a6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:02:25Z', 'updated_at': '2021-07-24T01:02:38Z', 'revision_number': 4, 'project_id': '6c3660a81a574f9ba01b0543dcb1130d', 'gw_port': {'id': '25588372-553d-42f7-b7b2-ab8ca8d1a6f8', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:02:27Z', 'updated_at': '2021-07-24T01:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'c8f0cdbb-23cb-4a0d-8e86-a79a68680666', 'name': '', 'network_id': '03e78a62-81d3-4752-be2c-d12db7b84826', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'mac_address': 'fa:16:3e:67:6b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': 'b482f598-bb63-4afc-99f7-7e599c57abf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:02:35Z', 'updated_at': '2021-07-24T01:02:46Z', 'revision_number': 4, 'project_id': '6c3660a81a574f9ba01b0543dcb1130d', 'subnets': [{'id': 'b482f598-bb63-4afc-99f7-7e599c57abf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:02:49.351667 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-c623df51-167e-48c9-b543-a94c5841972b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4ae5867-3747-4bde-93a5-3b36a131abe4 HTTP/1.1" status: 200 len: 217 time: 0.1390495 Jul 24 01:02:49.353381 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port d4ddb4a1-8ea9-42e6-a478-244bc76d8af8, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d4ddb4a1-8ea9-42e6-a478-244bc76d8af8,segment=NetworkSegment(f7a7a503-697e-40e1-94c5-68de752c5cd5),segment_id=f7a7a503-697e-40e1-94c5-68de752c5cd5)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:02:49.374210 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:49.538602 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=d4ddb4a1-8ea9-42e6-a478-244bc76d8af8,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:49.558985 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6c6067c4-be9c-45f7-a2db-76d49d68d24b tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:49.569433 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:49.620855 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-0c1981c3-ba48-4701-a0ef-3245db1ffac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20ed702-9c3a-4731-85ec-a5350bcd3d13', 'name': 'tempest-NetworksTestDHCPv6-router-1632750839', 'tenant_id': '870e2449a28e4c338cd6cc562086bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:02:42Z', 'updated_at': '2021-07-24T01:02:44Z', 'revision_number': 2, 'project_id': '870e2449a28e4c338cd6cc562086bba7', 'gw_port_host': None, '_interfaces': [{'id': '0778d10c-8d66-4044-925d-2799e56332f4', 'name': '', 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'tenant_id': '870e2449a28e4c338cd6cc562086bba7', 'mac_address': 'fa:16:3e:81:48:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c20ed702-9c3a-4731-85ec-a5350bcd3d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '46330034-9b62-4c44-a7ad-4a7ffbaf6073', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:02:43Z', 'updated_at': '2021-07-24T01:02:48Z', 'revision_number': 4, 'project_id': '870e2449a28e4c338cd6cc562086bba7', 'subnets': [{'id': '46330034-9b62-4c44-a7ad-4a7ffbaf6073', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:02:49.636557 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-43f2cc47-59d5-403d-8f77-c2b076c6b6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:49.638175 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-43f2cc47-59d5-403d-8f77-c2b076c6b6b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66eb251d-e6ee-4000-900c-f86c0810b697 HTTP/1.1" status: 200 len: 849 time: 0.2572982 Jul 24 01:02:49.651177 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1981c3-ba48-4701-a0ef-3245db1ffac5 None None] The sync data for ids ['c20ed702-9c3a-4731-85ec-a5350bcd3d13'] in n-d-793621-25 is: [{'id': 'c20ed702-9c3a-4731-85ec-a5350bcd3d13', 'name': 'tempest-NetworksTestDHCPv6-router-1632750839', 'tenant_id': '870e2449a28e4c338cd6cc562086bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:02:42Z', 'updated_at': '2021-07-24T01:02:44Z', 'revision_number': 2, 'project_id': '870e2449a28e4c338cd6cc562086bba7', 'gw_port_host': None, '_interfaces': [{'id': '0778d10c-8d66-4044-925d-2799e56332f4', 'name': '', 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'tenant_id': '870e2449a28e4c338cd6cc562086bba7', 'mac_address': 'fa:16:3e:81:48:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c20ed702-9c3a-4731-85ec-a5350bcd3d13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '46330034-9b62-4c44-a7ad-4a7ffbaf6073', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:02:43Z', 'updated_at': '2021-07-24T01:02:48Z', 'revision_number': 4, 'project_id': '870e2449a28e4c338cd6cc562086bba7', 'subnets': [{'id': '46330034-9b62-4c44-a7ad-4a7ffbaf6073', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:02:49.785574 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a459e1-b48d-42a5-9a32-616cd485e449 req-036d2d1d-d8d0-40a8-9168-4fcb8b628f70 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:49.792794 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-2a8e5fbe-1aa3-47ff-ba78-501aa6e2e991 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Calling delete_port for 0778d10c-8d66-4044-925d-2799e56332f4 owned by network:router_interface {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:02:49.803999 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-03a459e1-b48d-42a5-9a32-616cd485e449 req-036d2d1d-d8d0-40a8-9168-4fcb8b628f70 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd70876-3c57-4831-943f-94221464bf64 HTTP/1.1" status: 200 len: 944 time: 0.2936115 Jul 24 01:02:49.854960 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-3fc3710f-af5d-4c5b-a1c9-171956934db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:49.857077 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-3fc3710f-af5d-4c5b-a1c9-171956934db4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d582b8dc-8856-4b30-8b39-181936a3b597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2016644 Jul 24 01:02:49.858345 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6c6067c4-be9c-45f7-a2db-76d49d68d24b tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:49.893487 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf2f63-c69c-4bda-88b7-69eaf4a23956 req-163f8026-ec37-41aa-88b7-225366c3e12b tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:49.895485 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bebf2f63-c69c-4bda-88b7-69eaf4a23956 req-163f8026-ec37-41aa-88b7-225366c3e12b tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f2c8a55-30f1-47a5-add2-d02c66620c2d HTTP/1.1" status: 200 len: 944 time: 1.2400556 Jul 24 01:02:49.926365 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6067c4-be9c-45f7-a2db-76d49d68d24b tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Pushing event updated for resources: {'Port': ['ID=e4c49fd3-c2d9-4819-a105-1fe5993894db,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:49.958503 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-03a459e1-b48d-42a5-9a32-616cd485e449 req-eac72df3-b2a0-4ea4-a9cb-f892a5186364 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532376 Jul 24 01:02:50.056651 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6067c4-be9c-45f7-a2db-76d49d68d24b tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:02:50.066427 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-6c6067c4-be9c-45f7-a2db-76d49d68d24b tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:02:50.070960 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281817e1-4f6e-4b62-b78f-50a101f44ae2 x-openstack-request-id: req-281817e1-4f6e-4b62-b78f-50a101f44ae2 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:02:50.071587 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f624a3-79c0-4847-a301-a5771080ee8a", "name": "network-vif-plugged", "status": "completed", "tag": "d4ddb4a1-8ea9-42e6-a478-244bc76d8af8", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:02:50.072224 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-281817e1-4f6e-4b62-b78f-50a101f44ae2 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:02:50.072638 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f624a3-79c0-4847-a301-a5771080ee8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ddb4a1-8ea9-42e6-a478-244bc76d8af8', 'code': 200} Jul 24 01:02:50.084134 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6067c4-be9c-45f7-a2db-76d49d68d24b tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:02:50.129701 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bebf2f63-c69c-4bda-88b7-69eaf4a23956 req-96f9423f-e3f1-498f-b70c-92acb9c4e89b tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] 10.222.0.15 "GET /v2.0/security-groups?id=feb1b652-aecd-4eab-8955-a98ba2082ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227092 Jul 24 01:02:50.265222 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2a8e5fbe-1aa3-47ff-ba78-501aa6e2e991 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:50.304858 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-b4a23e93-00e0-4a64-b12c-0faf0c84f1bf service neutron] 10.222.0.13 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871601 Jul 24 01:02:50.306456 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8e5fbe-1aa3-47ff-ba78-501aa6e2e991 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Port': ['ID=0778d10c-8d66-4044-925d-2799e56332f4,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:50.377172 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6c6067c4-be9c-45f7-a2db-76d49d68d24b tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:50.536882 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2a8e5fbe-1aa3-47ff-ba78-501aa6e2e991 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:50.692244 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86c99b-0576-4c3b-8084-4b9a6a08b0ed req-bdb26438-bd0f-41b3-b8e2-8960bcf82a25 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:50.694274 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ff86c99b-0576-4c3b-8084-4b9a6a08b0ed req-bdb26438-bd0f-41b3-b8e2-8960bcf82a25 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.4182911 Jul 24 01:02:50.792162 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ff86c99b-0576-4c3b-8084-4b9a6a08b0ed req-f50ba680-6d8e-4f09-b37a-1ea097fd3875 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915384 Jul 24 01:02:50.856424 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8e5fbe-1aa3-47ff-ba78-501aa6e2e991 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Router c20ed702-9c3a-4731-85ec-a5350bcd3d13 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:02:50.952690 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:50.956609 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8e5fbe-1aa3-47ff-ba78-501aa6e2e991 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:02:50.963206 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2a8e5fbe-1aa3-47ff-ba78-501aa6e2e991 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "PUT /v2.0/routers/c20ed702-9c3a-4731-85ec-a5350bcd3d13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1674099 Jul 24 01:02:50.965763 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42672) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:51.049842 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105fd40b-e035-4b84-9b36-1d473ce46b3f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:51.055084 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105fd40b-e035-4b84-9b36-1d473ce46b3f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:51.059412 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf87577-8924-4a87-866d-2800668bb1f4 req-1271ec69-0e6d-4b8c-bf5d-e2ff3d7309c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:51.059635 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-105fd40b-e035-4b84-9b36-1d473ce46b3f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0898087 Jul 24 01:02:51.059748 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2cf87577-8924-4a87-866d-2800668bb1f4 req-1271ec69-0e6d-4b8c-bf5d-e2ff3d7309c2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 1098 time: 0.8762307 Jul 24 01:02:51.059862 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42676) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:51.097238 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6c6067c4-be9c-45f7-a2db-76d49d68d24b tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:51.146908 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2cf87577-8924-4a87-866d-2800668bb1f4 req-90e8d7a8-e38c-4162-b806-089fddce93ba service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464978 Jul 24 01:02:51.158918 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5f70c8f-425d-454e-9733-55c488f188ae tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting subnet 46330034-9b62-4c44-a7ad-4a7ffbaf6073 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:02:51.162811 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d5f70c8f-425d-454e-9733-55c488f188ae tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:51.199178 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-289d3382-ad77-460b-8a50-d7bf24773d50 req-a19012ef-7e03-41c2-af33-f7e90c7d224f service neutron] 10.222.0.13 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8115084 Jul 24 01:02:51.247898 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca65200-45c4-4b50-b8dd-22e43173b546 req-91411c9b-854d-433b-bbc8-d49049a323db tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:51.248678 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3ca65200-45c4-4b50-b8dd-22e43173b546 req-91411c9b-854d-433b-bbc8-d49049a323db tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd70876-3c57-4831-943f-94221464bf64 HTTP/1.1" status: 200 len: 944 time: 0.1945558 Jul 24 01:02:51.259786 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device c8f0cdbb-23cb-4a0d-8e86-a79a68680666 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:02:51.270439 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d5f70c8f-425d-454e-9733-55c488f188ae tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:51.329764 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d5f70c8f-425d-454e-9733-55c488f188ae tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:51.344783 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port c8f0cdbb-23cb-4a0d-8e86-a79a68680666 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:02:51.360098 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port c8f0cdbb-23cb-4a0d-8e86-a79a68680666 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:02:51.360785 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:51.396397 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3ca65200-45c4-4b50-b8dd-22e43173b546 req-733acb78-4c71-4abb-9fce-1b6f43e19d1a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322949 Jul 24 01:02:51.462947 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 470229aa-b0cc-4646-aa6f-3a35537a42ba up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:02:51.464384 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25910bcf-0975-4dca-91b6-26008bf57fe9 req-1730a43b-505a-4da9-8488-f5d51b35e599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:51.466205 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-25910bcf-0975-4dca-91b6-26008bf57fe9 req-1730a43b-505a-4da9-8488-f5d51b35e599 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7eb0da34432d47448c1b713034c6041a&device_id=bcd70876-3c57-4831-943f-94221464bf64 HTTP/1.1" status: 200 len: 1096 time: 0.1721277 Jul 24 01:02:51.508660 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d5f70c8f-425d-454e-9733-55c488f188ae tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:51.547122 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6c6067c4-be9c-45f7-a2db-76d49d68d24b tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:51.560018 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f70c8f-425d-454e-9733-55c488f188ae tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Subnet': ['ID=46330034-9b62-4c44-a7ad-4a7ffbaf6073,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:51.574062 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d5f70c8f-425d-454e-9733-55c488f188ae tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:51.577044 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d5f70c8f-425d-454e-9733-55c488f188ae tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/46330034-9b62-4c44-a7ad-4a7ffbaf6073 HTTP/1.1" status: 204 len: 168 time: 0.5155795 Jul 24 01:02:51.579839 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42682) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:51.588527 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a400113f-045a-4636-96f8-e332ae297552 None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:02:51.594496 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:51.662130 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6c6067c4-be9c-45f7-a2db-76d49d68d24b tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:51.675885 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25910bcf-0975-4dca-91b6-26008bf57fe9 req-924f503e-76cf-471a-8f66-3f023b32ab23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:51.677496 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-25910bcf-0975-4dca-91b6-26008bf57fe9 req-924f503e-76cf-471a-8f66-3f023b32ab23 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d582b8dc-8856-4b30-8b39-181936a3b597 HTTP/1.1" status: 200 len: 911 time: 0.1958191 Jul 24 01:02:51.680006 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port c8f0cdbb-23cb-4a0d-8e86-a79a68680666, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=c8f0cdbb-23cb-4a0d-8e86-a79a68680666,segment=NetworkSegment(7407b275-26ce-41ae-aa2f-0d064e63de96),segment_id=7407b275-26ce-41ae-aa2f-0d064e63de96)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:02:51.711240 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 470229aa-b0cc-4646-aa6f-3a35537a42ba completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:02:51.715478 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:51.837261 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-25910bcf-0975-4dca-91b6-26008bf57fe9 req-e7b3f0ba-8b1a-4833-b69b-d8a44f098454 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4ae5867-3747-4bde-93a5-3b36a131abe4 HTTP/1.1" status: 200 len: 217 time: 0.1433668 Jul 24 01:02:51.838961 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=c8f0cdbb-23cb-4a0d-8e86-a79a68680666,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:51.843209 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0463879d-3ff9-4a48-ad65-413b3f06d537 req-d055298c-78c6-422d-988f-23ea985599d9 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:51.845088 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0463879d-3ff9-4a48-ad65-413b3f06d537 req-d055298c-78c6-422d-988f-23ea985599d9 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f2c8a55-30f1-47a5-add2-d02c66620c2d HTTP/1.1" status: 200 len: 944 time: 0.4469039 Jul 24 01:02:51.863712 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 470229aa-b0cc-4646-aa6f-3a35537a42ba triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:02:51.866191 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:51.938289 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6067c4-be9c-45f7-a2db-76d49d68d24b tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Pushing event updated for resources: {'Port': ['ID=e4c49fd3-c2d9-4819-a105-1fe5993894db,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:51.949880 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-09e56f71-79f4-4c57-acae-154d5eb4d160 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3681870 Jul 24 01:02:51.952962 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42692) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:51.956356 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6c6067c4-be9c-45f7-a2db-76d49d68d24b tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:51.991343 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6c6067c4-be9c-45f7-a2db-76d49d68d24b tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:51.993939 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6c6067c4-be9c-45f7-a2db-76d49d68d24b tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5333574 Jul 24 01:02:51.996398 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25910bcf-0975-4dca-91b6-26008bf57fe9 req-1aa81714-61d1-4c64-870e-6fe0420379a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:51.998304 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-25910bcf-0975-4dca-91b6-26008bf57fe9 req-1aa81714-61d1-4c64-870e-6fe0420379a7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66eb251d-e6ee-4000-900c-f86c0810b697 HTTP/1.1" status: 200 len: 849 time: 0.1341341 Jul 24 01:02:52.006149 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0463879d-3ff9-4a48-ad65-413b3f06d537 req-1cc61fa4-c70b-4fa0-9ad8-81f228819e84 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] 10.222.0.15 "GET /v2.0/security-groups?id=feb1b652-aecd-4eab-8955-a98ba2082ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475725 Jul 24 01:02:52.070563 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2b17f82e-1141-4d72-a5fd-b1ff8cebc1d8 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:52.197700 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35bb5b5-58ef-4ae6-a3e3-91fc0fb3ac0f None None] Sync routers for ids ['c20ed702-9c3a-4731-85ec-a5350bcd3d13'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:02:52.201390 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9f21ef-786a-4eb0-b94f-7dd02a9d5e38 req-befb8894-fd97-412b-9cf0-348437ae84ef tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:52.209022 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ce9f21ef-786a-4eb0-b94f-7dd02a9d5e38 req-befb8894-fd97-412b-9cf0-348437ae84ef tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1959991 Jul 24 01:02:52.211649 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25910bcf-0975-4dca-91b6-26008bf57fe9 req-de3179c4-f82d-4fc8-933b-bd8a23fc1fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:52.215816 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-25910bcf-0975-4dca-91b6-26008bf57fe9 req-de3179c4-f82d-4fc8-933b-bd8a23fc1fef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d582b8dc-8856-4b30-8b39-181936a3b597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1763687 Jul 24 01:02:52.250062 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35bb5b5-58ef-4ae6-a3e3-91fc0fb3ac0f None None] Routers {'c20ed702-9c3a-4731-85ec-a5350bcd3d13'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:02:52.250703 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-d35bb5b5-58ef-4ae6-a3e3-91fc0fb3ac0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:02:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['c20ed702-9c3a-4731-85ec-a5350bcd3d13'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:02:52.327977 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-25910bcf-0975-4dca-91b6-26008bf57fe9 req-b596adf9-fee3-49da-a7ca-ce7900e90559 service neutron] 10.222.0.13 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040428 Jul 24 01:02:52.388039 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ce9f21ef-786a-4eb0-b94f-7dd02a9d5e38 req-8bc3d2eb-596c-46cf-acb9-a2411d5bf5fc tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708696 Jul 24 01:02:52.399965 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2b17f82e-1141-4d72-a5fd-b1ff8cebc1d8 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:52.402847 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2b17f82e-1141-4d72-a5fd-b1ff8cebc1d8 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:52.476851 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2b17f82e-1141-4d72-a5fd-b1ff8cebc1d8 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:52.478170 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b17f82e-1141-4d72-a5fd-b1ff8cebc1d8 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Fanout notify agent at l3_agent the message router_deleted on router c20ed702-9c3a-4731-85ec-a5350bcd3d13 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:02:52.479504 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-25910bcf-0975-4dca-91b6-26008bf57fe9 req-4e217091-0eef-4c02-a4dc-5ffa2a1deabe service neutron] 10.222.0.13 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410341 Jul 24 01:02:52.495693 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2b17f82e-1141-4d72-a5fd-b1ff8cebc1d8 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:52.504422 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2b17f82e-1141-4d72-a5fd-b1ff8cebc1d8 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/routers/c20ed702-9c3a-4731-85ec-a5350bcd3d13 HTTP/1.1" status: 204 len: 168 time: 0.5503833 Jul 24 01:02:52.507357 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 42708) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:52.514672 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-402ec719-ab2f-42ec-a234-4220be70305a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'subnet': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:52.536448 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353b00f-a5cf-43d6-9ed5-217c01f850c5 req-21bada55-e8b9-45c7-9a43-2af18bec7527 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:52.538205 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6353b00f-a5cf-43d6-9ed5-217c01f850c5 req-21bada55-e8b9-45c7-9a43-2af18bec7527 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dbf53ff-8a13-423c-8bda-1b494237325e HTTP/1.1" status: 200 len: 945 time: 0.3758824 Jul 24 01:02:52.576924 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-d35bb5b5-58ef-4ae6-a3e3-91fc0fb3ac0f None None] Set router c20ed702-9c3a-4731-85ec-a5350bcd3d13 gateway port host: None {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:02:52.580499 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:52.597640 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-db23d0f7-2c3a-445f-a966-87d1340079cb tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1505548033&fields=id&tenant_id=6c3660a81a574f9ba01b0543dcb1130d HTTP/1.1" status: 200 len: 267 time: 0.0780785 Jul 24 01:02:52.602275 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6353b00f-a5cf-43d6-9ed5-217c01f850c5 req-9e1405bd-3f43-4acd-811c-867c3332cfa1 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527620 Jul 24 01:02:52.676263 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f2c8a55-30f1-47a5-add2-d02c66620c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470229aa-b0cc-4646-aa6f-3a35537a42ba'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:02:52.682143 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a6f4d4-8c0a-4047-97a5-f4fe7f6b478f" -d '{"events": [{"server_uuid": "9f2c8a55-30f1-47a5-add2-d02c66620c2d", "name": "network-vif-plugged", "status": "completed", "tag": "470229aa-b0cc-4646-aa6f-3a35537a42ba"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:02:52.695557 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-d35bb5b5-58ef-4ae6-a3e3-91fc0fb3ac0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c20ed702-9c3a-4731-85ec-a5350bcd3d13', 'name': 'tempest-NetworksTestDHCPv6-router-1632750839', 'tenant_id': '870e2449a28e4c338cd6cc562086bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:02:42Z', 'updated_at': '2021-07-24T01:02:50Z', 'revision_number': 3, 'project_id': '870e2449a28e4c338cd6cc562086bba7', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:02:52.704068 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 470229aa-b0cc-4646-aa6f-3a35537a42ba, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=470229aa-b0cc-4646-aa6f-3a35537a42ba,segment=NetworkSegment(88865335-bebd-4b37-ac8d-293ba50670e2),segment_id=88865335-bebd-4b37-ac8d-293ba50670e2)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:02:52.737789 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35bb5b5-58ef-4ae6-a3e3-91fc0fb3ac0f None None] Checking router: c20ed702-9c3a-4731-85ec-a5350bcd3d13 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:02:52.743120 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:52.788263 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-73f79281-8e5d-4ba1-872c-f4f03e12177f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:52.790806 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-73f79281-8e5d-4ba1-872c-f4f03e12177f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/networks?id=03e78a62-81d3-4752-be2c-d12db7b84826 HTTP/1.1" status: 200 len: 810 time: 0.1523445 Jul 24 01:02:52.790806 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-402ec719-ab2f-42ec-a234-4220be70305a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:02:52.793825 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-402ec719-ab2f-42ec-a234-4220be70305a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:52.812488 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=470229aa-b0cc-4646-aa6f-3a35537a42ba,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:52.814165 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61f286-81c9-49c1-bd6e-cc83c00c2b31 req-9ab19573-4d10-4020-b08c-2a84675ce531 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:52.823357 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-bf177beb-524f-422d-9959-67290d528013 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/quotas/6c3660a81a574f9ba01b0543dcb1130d HTTP/1.1" status: 200 len: 375 time: 0.0241692 Jul 24 01:02:52.826254 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635181a8-84ff-4a8e-9747-04b78e1f5788 None None] DHCP port deletion for 7e3afd0f-7326-49f9-80ac-5664ab976843 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:02:52.833203 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35bb5b5-58ef-4ae6-a3e3-91fc0fb3ac0f None None] Routers set() bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:02:52.833590 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35bb5b5-58ef-4ae6-a3e3-91fc0fb3ac0f None None] Router IDs set() for agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 24 01:02:52.833966 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9d61f286-81c9-49c1-bd6e-cc83c00c2b31 req-9ab19573-4d10-4020-b08c-2a84675ce531 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd70876-3c57-4831-943f-94221464bf64 HTTP/1.1" status: 200 len: 944 time: 0.1568584 Jul 24 01:02:52.834230 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_agentschedulers_db [None req-d35bb5b5-58ef-4ae6-a3e3-91fc0fb3ac0f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c20ed702-9c3a-4731-85ec-a5350bcd3d13'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:02:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent'). {{(pid=100465) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 24 01:02:52.834593 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35bb5b5-58ef-4ae6-a3e3-91fc0fb3ac0f None None] The sync data for ids ['c20ed702-9c3a-4731-85ec-a5350bcd3d13'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:02:52.907918 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9d61f286-81c9-49c1-bd6e-cc83c00c2b31 req-6c1b6726-1618-41c4-a9ab-f9debc7fc64c tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719106 Jul 24 01:02:52.931974 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-635181a8-84ff-4a8e-9747-04b78e1f5788 None None] Deleting port 203f61ae-61e0-45c1-a264-f156c67fdb9e {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:02:52.932329 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-635181a8-84ff-4a8e-9747-04b78e1f5788 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:53.007291 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-96ec1362-355b-42f2-ae34-3badb601198a tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6c3660a81a574f9ba01b0543dcb1130d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1708446 Jul 24 01:02:53.013697 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-635181a8-84ff-4a8e-9747-04b78e1f5788 None None] For port 203f61ae-61e0-45c1-a264-f156c67fdb9e, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=203f61ae-61e0-45c1-a264-f156c67fdb9e,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:02:53.014189 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-635181a8-84ff-4a8e-9747-04b78e1f5788 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:53.029479 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-635181a8-84ff-4a8e-9747-04b78e1f5788 None None] Calling delete_port for 203f61ae-61e0-45c1-a264-f156c67fdb9e owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:02:53.050092 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6625bc-6f37-45ec-8542-7fef5996b7fb x-openstack-request-id: req-0f6625bc-6f37-45ec-8542-7fef5996b7fb {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:02:53.050092 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f2c8a55-30f1-47a5-add2-d02c66620c2d", "name": "network-vif-plugged", "status": "completed", "tag": "470229aa-b0cc-4646-aa6f-3a35537a42ba", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:02:53.050092 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0f6625bc-6f37-45ec-8542-7fef5996b7fb {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:02:53.050092 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f2c8a55-30f1-47a5-add2-d02c66620c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '470229aa-b0cc-4646-aa6f-3a35537a42ba', 'code': 200} Jul 24 01:02:53.147763 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-635181a8-84ff-4a8e-9747-04b78e1f5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:53.176964 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635181a8-84ff-4a8e-9747-04b78e1f5788 None None] Pushing event deleted for resources: {'Port': ['ID=203f61ae-61e0-45c1-a264-f156c67fdb9e,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:53.179170 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635181a8-84ff-4a8e-9747-04b78e1f5788 None None] No DVR routers for this DVR port 203f61ae-61e0-45c1-a264-f156c67fdb9e on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:02:53.210788 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29def8fd-4c32-4527-86ae-383cbdf88e49 req-12b537c7-c85a-4b4c-bcd2-149ab32da084 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:53.213000 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-29def8fd-4c32-4527-86ae-383cbdf88e49 req-12b537c7-c85a-4b4c-bcd2-149ab32da084 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f2c8a55-30f1-47a5-add2-d02c66620c2d HTTP/1.1" status: 200 len: 945 time: 0.0895107 Jul 24 01:02:53.229099 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-9ece0582-829c-4c27-91cd-1249d44cb8b9 service neutron] 10.222.0.15 "GET /v2.0/networks/03e78a62-81d3-4752-be2c-d12db7b84826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057724 Jul 24 01:02:53.230840 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-402ec719-ab2f-42ec-a234-4220be70305a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:53.306507 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-29def8fd-4c32-4527-86ae-383cbdf88e49 req-e8688147-f180-4569-a94f-4a9425fcd731 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] 10.222.0.15 "GET /v2.0/security-groups?id=feb1b652-aecd-4eab-8955-a98ba2082ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818741 Jul 24 01:02:53.337862 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402ec719-ab2f-42ec-a234-4220be70305a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:02:53.340782 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device c8f0cdbb-23cb-4a0d-8e86-a79a68680666 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:02:53.367070 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68a8f1-05c4-4660-9c38-41dda432cfc3 req-34797366-4c4a-4f4e-9eba-614a0c527e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:53.368626 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7e68a8f1-05c4-4660-9c38-41dda432cfc3 req-34797366-4c4a-4f4e-9eba-614a0c527e4f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9f2c8a55-30f1-47a5-add2-d02c66620c2d HTTP/1.1" status: 200 len: 1097 time: 0.2410631 Jul 24 01:02:53.369798 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-402ec719-ab2f-42ec-a234-4220be70305a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:02:53.371233 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402ec719-ab2f-42ec-a234-4220be70305a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Subnet': ['ID=d914f1bd-9f38-497b-baa7-59a8f84737df,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:53.380092 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402ec719-ab2f-42ec-a234-4220be70305a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:53.380092 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-402ec719-ab2f-42ec-a234-4220be70305a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:53.385015 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5adf690-71c8-4dba-9d1d-278412209e51 None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:02:53.417494 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-402ec719-ab2f-42ec-a234-4220be70305a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9088020 Jul 24 01:02:53.420259 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42718) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:53.425478 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-ade38e10-989e-4aeb-a511-6d65c8ceae64 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2106517629', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:53.437962 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7e68a8f1-05c4-4660-9c38-41dda432cfc3 req-2dca15ab-1a22-4f59-9e75-04783b90023b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=feb1b652-aecd-4eab-8955-a98ba2082ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570862 Jul 24 01:02:53.442535 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-fc9ce1cc-f41a-43f0-b715-16678c0327f3 service neutron] 10.222.0.15 "GET /v2.0/networks/03e78a62-81d3-4752-be2c-d12db7b84826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769359 Jul 24 01:02:53.461577 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ade38e10-989e-4aeb-a511-6d65c8ceae64 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:53.463229 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ade38e10-989e-4aeb-a511-6d65c8ceae64 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:53.495487 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port c8f0cdbb-23cb-4a0d-8e86-a79a68680666 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:02:53.495872 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:53.551482 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ade38e10-989e-4aeb-a511-6d65c8ceae64 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:53.569059 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ade38e10-989e-4aeb-a511-6d65c8ceae64 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:53.614262 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323105e2-7ce8-4b5c-aba0-18c656953b84 req-503c170c-4f10-4d95-892a-c1d3b921c2a1 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:53.617917 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-323105e2-7ce8-4b5c-aba0-18c656953b84 req-503c170c-4f10-4d95-892a-c1d3b921c2a1 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.13 "GET /v2.0/ports?device_id=4dbf53ff-8a13-423c-8bda-1b494237325e HTTP/1.1" status: 200 len: 945 time: 0.1064789 Jul 24 01:02:53.631705 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4eb192-3fbe-4451-8db9-db2efb523aae req-076ac371-09d1-4cc9-843e-01b98dd915f5 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:53.633405 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dc4eb192-3fbe-4451-8db9-db2efb523aae req-076ac371-09d1-4cc9-843e-01b98dd915f5 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1580296 Jul 24 01:02:53.634395 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ade38e10-989e-4aeb-a511-6d65c8ceae64 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:53.638119 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ade38e10-989e-4aeb-a511-6d65c8ceae64 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2142677 Jul 24 01:02:53.639181 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42724) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:53.652798 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeedbb5b-e89e-4f5b-8222-b524a64e44f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-7e3afd0f-7326-49f9-80ac-5664ab976843', 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'tenant_id': '870e2449a28e4c338cd6cc562086bba7', 'fixed_ips': [{'subnet_id': 'd914f1bd-9f38-497b-baa7-59a8f84737df'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:02:53.653676 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-eeedbb5b-e89e-4f5b-8222-b524a64e44f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:53.781767 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dc4eb192-3fbe-4451-8db9-db2efb523aae req-f6e46527-6e75-44b4-be57-b7e69a4c8fb4 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415792 Jul 24 01:02:53.853163 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0778d10c-8d66-4044-925d-2799e56332f4 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:02:53.896787 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-04fbe0c5-3fdd-4911-a40a-c0ff860e045e req-9d4893ca-17a2-41b1-aa95-81bac8dad9dc tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e485cbd-65da-4d2b-9229-6d3f0fc837db HTTP/1.1" status: 200 len: 210 time: 0.0318978 Jul 24 01:02:53.903917 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 0778d10c-8d66-4044-925d-2799e56332f4 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:02:53.904602 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0778d10c-8d66-4044-925d-2799e56332f4 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:02:53.905104 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 203f61ae-61e0-45c1-a264-f156c67fdb9e no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:02:53.908824 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-323105e2-7ce8-4b5c-aba0-18c656953b84 req-e1ffd4b7-9f7c-4adf-890d-5b1199348799 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Deleting port 30ccac80-cd3b-45f9-95cb-14e1763ae7b5 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:02:53.909298 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-323105e2-7ce8-4b5c-aba0-18c656953b84 req-e1ffd4b7-9f7c-4adf-890d-5b1199348799 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:53.935281 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a97637-790f-4ddf-86ec-36daf5d56269 req-3998c6bd-4036-4ade-b44a-9761e82fd461 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:53.938514 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 203f61ae-61e0-45c1-a264-f156c67fdb9e {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:02:53.938827 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 203f61ae-61e0-45c1-a264-f156c67fdb9e not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:02:53.944683 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e7a97637-790f-4ddf-86ec-36daf5d56269 req-3998c6bd-4036-4ade-b44a-9761e82fd461 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dbf53ff-8a13-423c-8bda-1b494237325e HTTP/1.1" status: 200 len: 945 time: 0.2394717 Jul 24 01:02:54.026864 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-eeedbb5b-e89e-4f5b-8222-b524a64e44f8 None None] Allocated IP 2001:db8::2 (7e3afd0f-7326-49f9-80ac-5664ab976843/d914f1bd-9f38-497b-baa7-59a8f84737df/53d5a442-1837-489a-8345-6fa65c59ff90) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:02:54.121411 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e7a97637-790f-4ddf-86ec-36daf5d56269 req-f649b20e-0ae9-4c81-b83f-6296c78703e5 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754174 Jul 24 01:02:54.122985 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-36b775c5-2197-4930-89fc-ba9816605e48 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:54.242563 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-323105e2-7ce8-4b5c-aba0-18c656953b84 req-e1ffd4b7-9f7c-4adf-890d-5b1199348799 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] For port 30ccac80-cd3b-45f9-95cb-14e1763ae7b5, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=30ccac80-cd3b-45f9-95cb-14e1763ae7b5,segment=NetworkSegment(6a0dcd8e-3884-461b-ac3c-4a378c6b966a),segment_id=6a0dcd8e-3884-461b-ac3c-4a378c6b966a)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:02:54.243006 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-323105e2-7ce8-4b5c-aba0-18c656953b84 req-e1ffd4b7-9f7c-4adf-890d-5b1199348799 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:54.258930 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-323105e2-7ce8-4b5c-aba0-18c656953b84 req-e1ffd4b7-9f7c-4adf-890d-5b1199348799 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Calling delete_port for 30ccac80-cd3b-45f9-95cb-14e1763ae7b5 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:02:54.282262 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-eeedbb5b-e89e-4f5b-8222-b524a64e44f8 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:54.303763 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-eeedbb5b-e89e-4f5b-8222-b524a64e44f8 None None] Transition to ACTIVE for port object 53d5a442-1837-489a-8345-6fa65c59ff90 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:02:54.333193 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c926f-6be9-48bd-a601-89cdb3dfdc68 req-8893f090-3861-4506-9621-93824f181e8e tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:54.334839 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e39c926f-6be9-48bd-a601-89cdb3dfdc68 req-8893f090-3861-4506-9621-93824f181e8e tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd70876-3c57-4831-943f-94221464bf64 HTTP/1.1" status: 200 len: 944 time: 0.1401808 Jul 24 01:02:54.337555 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-eeedbb5b-e89e-4f5b-8222-b524a64e44f8 None None] Transition to ACTIVE for port object 53d5a442-1837-489a-8345-6fa65c59ff90 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:02:54.354578 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-eeedbb5b-e89e-4f5b-8222-b524a64e44f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:54.400116 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e39c926f-6be9-48bd-a601-89cdb3dfdc68 req-d510f9be-c327-4d07-92db-1cecc0a48479 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527442 Jul 24 01:02:54.427569 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-33b0361e-6cc3-4528-8a49-4e374e0bbf9e tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:54.428170 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeedbb5b-e89e-4f5b-8222-b524a64e44f8 None None] Pushing event updated for resources: {'Port': ['ID=53d5a442-1837-489a-8345-6fa65c59ff90,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:54.428300 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-33b0361e-6cc3-4528-8a49-4e374e0bbf9e tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/networks?id=8c8368d3-95e1-485a-9bb3-ebfb4cbd184b HTTP/1.1" status: 200 len: 814 time: 0.3721874 Jul 24 01:02:54.473246 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeedbb5b-e89e-4f5b-8222-b524a64e44f8 None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:02:54.475245 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-eeedbb5b-e89e-4f5b-8222-b524a64e44f8 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:02:54.476567 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-ed25e220-6827-44c5-b2b7-bc9c829c7a89 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/quotas/d5f5cc12e5fe45be9d7447ae1149586c HTTP/1.1" status: 200 len: 375 time: 0.0337043 Jul 24 01:02:54.479276 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeedbb5b-e89e-4f5b-8222-b524a64e44f8 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:02:54.556748 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-323105e2-7ce8-4b5c-aba0-18c656953b84 req-e1ffd4b7-9f7c-4adf-890d-5b1199348799 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:54.571006 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['a9bc459e-046f-45c5-b282-74d400eb474a', 'cc6338a3-7385-470a-96c4-47d2735af0b1', '30ccac80-cd3b-45f9-95cb-14e1763ae7b5'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:02:54.621118 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-eeedbb5b-e89e-4f5b-8222-b524a64e44f8 None None] Attempting to bind port 53d5a442-1837-489a-8345-6fa65c59ff90 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:02:54.622837 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-eeedbb5b-e89e-4f5b-8222-b524a64e44f8 None None] Attempting to bind port 53d5a442-1837-489a-8345-6fa65c59ff90 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:02:54.622837 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeedbb5b-e89e-4f5b-8222-b524a64e44f8 None None] Attempting to bind port 53d5a442-1837-489a-8345-6fa65c59ff90 on network 7e3afd0f-7326-49f9-80ac-5664ab976843 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:02:54.639621 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeedbb5b-e89e-4f5b-8222-b524a64e44f8 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:02:54.639946 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeedbb5b-e89e-4f5b-8222-b524a64e44f8 None None] Checking segment: {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:02:54.640849 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-eeedbb5b-e89e-4f5b-8222-b524a64e44f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:54.640996 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeedbb5b-e89e-4f5b-8222-b524a64e44f8 None None] Bound using segment: {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:02:54.642616 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-eeedbb5b-e89e-4f5b-8222-b524a64e44f8 None None] Bound port: 53d5a442-1837-489a-8345-6fa65c59ff90, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:02:54.643609 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-eeedbb5b-e89e-4f5b-8222-b524a64e44f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:54.655029 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-36b775c5-2197-4930-89fc-ba9816605e48 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Allocated IP 2001:db8::1 (7e3afd0f-7326-49f9-80ac-5664ab976843/d914f1bd-9f38-497b-baa7-59a8f84737df/4f675922-fc9f-4be8-a0ac-e5889bf856ef) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:02:54.663386 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-9919aa2d-0e92-4469-9311-026bd75b9b33 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d5f5cc12e5fe45be9d7447ae1149586c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1858554 Jul 24 01:02:54.696906 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ffd4b7-9f7c-4adf-890d-5b1199348799 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Pushing event deleted for resources: {'Port': ['ID=30ccac80-cd3b-45f9-95cb-14e1763ae7b5,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:54.700379 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-323105e2-7ce8-4b5c-aba0-18c656953b84 req-e1ffd4b7-9f7c-4adf-890d-5b1199348799 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] No DVR routers for this DVR port 30ccac80-cd3b-45f9-95cb-14e1763ae7b5 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:02:54.705107 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-323105e2-7ce8-4b5c-aba0-18c656953b84 req-e1ffd4b7-9f7c-4adf-890d-5b1199348799 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:54.707309 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-323105e2-7ce8-4b5c-aba0-18c656953b84 req-e1ffd4b7-9f7c-4adf-890d-5b1199348799 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.13 "DELETE /v2.0/ports/30ccac80-cd3b-45f9-95cb-14e1763ae7b5 HTTP/1.1" status: 204 len: 173 time: 1.0848980 Jul 24 01:02:54.707789 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dbf53ff-8a13-423c-8bda-1b494237325e', 'name': 'network-vif-deleted', 'tag': '30ccac80-cd3b-45f9-95cb-14e1763ae7b5'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:02:54.710154 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b785f2-1c34-44a1-b7b7-b29195248b2f" -d '{"events": [{"server_uuid": "4dbf53ff-8a13-423c-8bda-1b494237325e", "name": "network-vif-deleted", "tag": "30ccac80-cd3b-45f9-95cb-14e1763ae7b5"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:02:54.763911 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da83101-8f79-4621-9e44-3650ac7c5879 req-e7c8ac1e-f470-4250-b03b-eb7fa41d84f1 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:54.765502 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2da83101-8f79-4621-9e44-3650ac7c5879 req-e7c8ac1e-f470-4250-b03b-eb7fa41d84f1 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f2c8a55-30f1-47a5-add2-d02c66620c2d HTTP/1.1" status: 200 len: 945 time: 0.1820998 Jul 24 01:02:54.790381 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-eeedbb5b-e89e-4f5b-8222-b524a64e44f8 None None] For port 53d5a442-1837-489a-8345-6fa65c59ff90, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:02:54.799525 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-eeedbb5b-e89e-4f5b-8222-b524a64e44f8 None None] For port 53d5a442-1837-489a-8345-6fa65c59ff90, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=53d5a442-1837-489a-8345-6fa65c59ff90,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:02:54.807060 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-eeedbb5b-e89e-4f5b-8222-b524a64e44f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:54.843313 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2da83101-8f79-4621-9e44-3650ac7c5879 req-10403cbb-339c-42b2-b987-118c3a26f0c8 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] 10.222.0.15 "GET /v2.0/security-groups?id=feb1b652-aecd-4eab-8955-a98ba2082ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683949 Jul 24 01:02:54.858171 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-45c8fba5-c670-453e-8831-5cd473ffab6b service neutron] 10.222.0.15 "GET /v2.0/networks/8c8368d3-95e1-485a-9bb3-ebfb4cbd184b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820991 Jul 24 01:02:54.918247 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeedbb5b-e89e-4f5b-8222-b524a64e44f8 None None] Pushing event updated for resources: {'Port': ['ID=53d5a442-1837-489a-8345-6fa65c59ff90,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:54.969415 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3cb2f7-e0ed-464d-b37d-58152001b4d5 x-openstack-request-id: req-9b3cb2f7-e0ed-464d-b37d-58152001b4d5 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:02:54.969987 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dbf53ff-8a13-423c-8bda-1b494237325e", "name": "network-vif-deleted", "tag": "30ccac80-cd3b-45f9-95cb-14e1763ae7b5", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:02:54.970489 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9b3cb2f7-e0ed-464d-b37d-58152001b4d5 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:02:54.971450 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dbf53ff-8a13-423c-8bda-1b494237325e', 'name': 'network-vif-deleted', 'tag': '30ccac80-cd3b-45f9-95cb-14e1763ae7b5', 'status': 'completed', 'code': 200} Jul 24 01:02:54.984707 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-36b775c5-2197-4930-89fc-ba9816605e48 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:55.053375 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-36b775c5-2197-4930-89fc-ba9816605e48 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Transition to ACTIVE for port object 4f675922-fc9f-4be8-a0ac-e5889bf856ef will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:02:55.091113 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-f52ed1c6-ad61-4859-beb1-0ff36e2e21fb service neutron] 10.222.0.15 "GET /v2.0/networks/8c8368d3-95e1-485a-9bb3-ebfb4cbd184b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107441 Jul 24 01:02:55.137367 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bfaa66af-8706-4e86-818f-a22b6d220996 req-7e136cab-3929-47e5-92a1-d1245fd873a9 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e485cbd-65da-4d2b-9229-6d3f0fc837db HTTP/1.1" status: 200 len: 210 time: 0.0837827 Jul 24 01:02:55.139312 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-36b775c5-2197-4930-89fc-ba9816605e48 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:55.279617 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b775c5-2197-4930-89fc-ba9816605e48 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:02:55.316906 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-36b775c5-2197-4930-89fc-ba9816605e48 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:02:55.345318 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b775c5-2197-4930-89fc-ba9816605e48 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:02:55.348138 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-36b775c5-2197-4930-89fc-ba9816605e48 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:55.459966 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-7a2e351c-e1e9-4d9b-98a1-3d950b6fbbc4 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:55.469129 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d4ae5867-3747-4bde-93a5-3b36a131abe4 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:02:55.469934 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b775c5-2197-4930-89fc-ba9816605e48 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Port': ['ID=4f675922-fc9f-4be8-a0ac-e5889bf856ef,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:55.472503 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-7a2e351c-e1e9-4d9b-98a1-3d950b6fbbc4 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.13 "GET /v2.0/networks?id=03e78a62-81d3-4752-be2c-d12db7b84826 HTTP/1.1" status: 200 len: 810 time: 0.3694508 Jul 24 01:02:55.629657 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-95db201d-e9a4-473d-92d0-4906cb708bbf req-1ae37b69-abd2-4c3d-bc18-788e8e39895d tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dbf53ff-8a13-423c-8bda-1b494237325e HTTP/1.1" status: 200 len: 210 time: 0.1010299 Jul 24 01:02:55.729699 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-b493e1ba-2278-4568-afb6-179e971455bf tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c3660a81a574f9ba01b0543dcb1130d HTTP/1.1" status: 200 len: 380 time: 0.2345667 Jul 24 01:02:55.745510 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-09cc0438-9999-4d96-8523-47a1b9b03171 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Request body: {'port': {'device_id': '7e485cbd-65da-4d2b-9229-6d3f0fc837db', 'network_id': '03e78a62-81d3-4752-be2c-d12db7b84826', 'admin_state_up': True, 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'security_groups': ['045bbabd-1ef4-44c1-9989-1ddc77c899ff']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:55.779015 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port d4ae5867-3747-4bde-93a5-3b36a131abe4, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d4ae5867-3747-4bde-93a5-3b36a131abe4,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:02:55.817763 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'd4ae5867-3747-4bde-93a5-3b36a131abe4', 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597', 'port_id': 'd4ae5867-3747-4bde-93a5-3b36a131abe4', 'mac_address': 'fa:16:3e:57:3e:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66eb251d-e6ee-4000-900c-f86c0810b697', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:02:55.860088 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-36b775c5-2197-4930-89fc-ba9816605e48 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:55.912668 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:55.935490 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4ae5867-3747-4bde-93a5-3b36a131abe4 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:02:55.973371 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port d4ae5867-3747-4bde-93a5-3b36a131abe4, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d4ae5867-3747-4bde-93a5-3b36a131abe4,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:02:55.979805 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:55.985771 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d68b1596-6fa5-41ff-8078-df2854424a8e req-2f59ccbc-6900-49d6-a389-1b4c1d21dd20 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=2260dde9-bc17-4489-ab5f-d1aaeb351260 HTTP/1.1" status: 200 len: 210 time: 0.0925672 Jul 24 01:02:55.986989 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-09cc0438-9999-4d96-8523-47a1b9b03171 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Made reservation on behalf of 6c3660a81a574f9ba01b0543dcb1130d for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:02:56.000626 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-09cc0438-9999-4d96-8523-47a1b9b03171 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:56.068386 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=d4ae5867-3747-4bde-93a5-3b36a131abe4,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:56.192886 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-09cc0438-9999-4d96-8523-47a1b9b03171 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Allocated IP 172.20.0.6 (03e78a62-81d3-4752-be2c-d12db7b84826/b482f598-bb63-4afc-99f7-7e599c57abf9/e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:02:56.333645 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['d4ae5867-3747-4bde-93a5-3b36a131abe4'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:02:56.417371 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-09cc0438-9999-4d96-8523-47a1b9b03171 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:56.439721 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-09cc0438-9999-4d96-8523-47a1b9b03171 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Transition to ACTIVE for port object e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:02:56.459095 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-36b775c5-2197-4930-89fc-ba9816605e48 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:56.469134 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-36b775c5-2197-4930-89fc-ba9816605e48 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:56.470276 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-36b775c5-2197-4930-89fc-ba9816605e48 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:56.510874 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-09cc0438-9999-4d96-8523-47a1b9b03171 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:56.518751 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5902163-98c8-43c8-b84d-c23f3fbd5596 req-6b946d27-a69f-4d2a-9ecc-59cc2a77a9cc tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:56.520393 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b5902163-98c8-43c8-b84d-c23f3fbd5596 req-6b946d27-a69f-4d2a-9ecc-59cc2a77a9cc tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd70876-3c57-4831-943f-94221464bf64 HTTP/1.1" status: 200 len: 944 time: 0.8065429 Jul 24 01:02:56.611144 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c165df5c-fcd2-41c6-ba3a-c9b503c9ea60 None None] Provisioning for port 53d5a442-1837-489a-8345-6fa65c59ff90 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:02:56.642812 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-09cc0438-9999-4d96-8523-47a1b9b03171 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Network 03e78a62-81d3-4752-be2c-d12db7b84826 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:02:56.649049 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-09cc0438-9999-4d96-8523-47a1b9b03171 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:02:56.659152 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-09cc0438-9999-4d96-8523-47a1b9b03171 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:02:56.770839 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc0438-9999-4d96-8523-47a1b9b03171 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Pushing event updated for resources: {'Port': ['ID=e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:56.787338 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-09cc0438-9999-4d96-8523-47a1b9b03171 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:56.788041 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-09cc0438-9999-4d96-8523-47a1b9b03171 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:56.827835 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e761cc-5e83-4101-a384-e233436ed9ac req-2d123b31-16e0-4a0d-84aa-a76db1a1a4b6 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:56.836930 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-81e761cc-5e83-4101-a384-e233436ed9ac req-2d123b31-16e0-4a0d-84aa-a76db1a1a4b6 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e485cbd-65da-4d2b-9229-6d3f0fc837db HTTP/1.1" status: 200 len: 931 time: 0.3450282 Jul 24 01:02:56.859591 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-09cc0438-9999-4d96-8523-47a1b9b03171 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1224461 Jul 24 01:02:56.903582 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-faae8016-3659-401a-a706-7dc3951dc5b3 service neutron] Request body: {'port': {'device_id': '7e485cbd-65da-4d2b-9229-6d3f0fc837db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:56.949344 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a15b1fdb-fbf1-47a4-a63f-09eed3b43c8e None None] Provisioning for port 4f675922-fc9f-4be8-a0ac-e5889bf856ef completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:02:56.954469 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a15b1fdb-fbf1-47a4-a63f-09eed3b43c8e None None] Provisioning complete for port 4f675922-fc9f-4be8-a0ac-e5889bf856ef triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:02:56.955294 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a15b1fdb-fbf1-47a4-a63f-09eed3b43c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:56.980258 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-81e761cc-5e83-4101-a384-e233436ed9ac req-f50d77d5-f823-41b4-bad6-1a47088580a3 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?id=045bbabd-1ef4-44c1-9989-1ddc77c899ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358702 Jul 24 01:02:57.031154 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-a15b1fdb-fbf1-47a4-a63f-09eed3b43c8e None None] Port 4f675922-fc9f-4be8-a0ac-e5889bf856ef cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:02:57.072990 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-faae8016-3659-401a-a706-7dc3951dc5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:57.105480 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b775c5-2197-4930-89fc-ba9816605e48 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Port': ['ID=4f675922-fc9f-4be8-a0ac-e5889bf856ef,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:57.134433 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b5902163-98c8-43c8-b84d-c23f3fbd5596 req-289335aa-5e35-4846-a8e0-1b9b51707185 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6023626 Jul 24 01:02:57.171490 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a105077a-0671-4390-b9eb-3db7602f4996 None None] Provisioning for port e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:02:57.177866 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a105077a-0671-4390-b9eb-3db7602f4996 None None] Provisioning complete for port e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:02:57.179386 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a105077a-0671-4390-b9eb-3db7602f4996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:57.213414 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b775c5-2197-4930-89fc-ba9816605e48 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:02:57.215462 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-36b775c5-2197-4930-89fc-ba9816605e48 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:02:57.289124 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-a105077a-0671-4390-b9eb-3db7602f4996 None None] Port e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:02:57.341633 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 53d5a442-1837-489a-8345-6fa65c59ff90 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:02:57.373752 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-651a9d79-e283-4181-88b5-2a980acee1b1 req-a5190c25-5480-4deb-b12c-2ab4c4ab63eb tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=2260dde9-bc17-4489-ab5f-d1aaeb351260 HTTP/1.1" status: 200 len: 210 time: 0.1246839 Jul 24 01:02:57.426058 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b775c5-2197-4930-89fc-ba9816605e48 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Router 1fe4ba92-a0a5-4115-8aed-a5ac01a1aab4 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:02:57.450370 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 53d5a442-1837-489a-8345-6fa65c59ff90 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:02:57.457425 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 53d5a442-1837-489a-8345-6fa65c59ff90 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:02:57.457945 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:57.538085 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 30ccac80-cd3b-45f9-95cb-14e1763ae7b5 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:02:57.572113 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b775c5-2197-4930-89fc-ba9816605e48 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:02:57.581372 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-36b775c5-2197-4930-89fc-ba9816605e48 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "PUT /v2.0/routers/1fe4ba92-a0a5-4115-8aed-a5ac01a1aab4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9366124 Jul 24 01:02:57.581372 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42796) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:57.584496 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-f458b21a-ff02-4cd4-81f3-9dd76303c74c tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:57.586156 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-f458b21a-ff02-4cd4-81f3-9dd76303c74c tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.13 "GET /v2.0/networks?id=8c8368d3-95e1-485a-9bb3-ebfb4cbd184b HTTP/1.1" status: 200 len: 814 time: 0.2367582 Jul 24 01:02:57.589607 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aefc8f-ddd8-4ad0-b246-8691c95f4671 None None] Sync routers for ids ['1fe4ba92-a0a5-4115-8aed-a5ac01a1aab4'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:02:57.612341 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aefc8f-ddd8-4ad0-b246-8691c95f4671 None None] Routers {'1fe4ba92-a0a5-4115-8aed-a5ac01a1aab4'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:02:57.617341 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-22aefc8f-ddd8-4ad0-b246-8691c95f4671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:02:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1fe4ba92-a0a5-4115-8aed-a5ac01a1aab4'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:02:57.630938 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 30ccac80-cd3b-45f9-95cb-14e1763ae7b5 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:02:57.631519 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 30ccac80-cd3b-45f9-95cb-14e1763ae7b5 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:02:57.649939 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8894d36a-301d-421f-b5d8-63a496ac42ce None None] Provisioning complete for port 4f675922-fc9f-4be8-a0ac-e5889bf856ef triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:02:57.650323 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8894d36a-301d-421f-b5d8-63a496ac42ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:57.656434 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-5ebb6693-6896-4aea-803a-7c75e41997ef tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Request body: {'port': {'device_id': '2260dde9-bc17-4489-ab5f-d1aaeb351260', 'network_id': '8c8368d3-95e1-485a-9bb3-ebfb4cbd184b', 'admin_state_up': True, 'tenant_id': 'd5f5cc12e5fe45be9d7447ae1149586c'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:02:57.670254 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ee8857-10ff-42f6-bcb1-dd547b7032bc tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:57.671888 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e6ee8857-10ff-42f6-bcb1-dd547b7032bc tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/ports/4f675922-fc9f-4be8-a0ac-e5889bf856ef HTTP/1.1" status: 200 len: 911 time: 0.0902970 Jul 24 01:02:57.676378 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42798) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:57.694404 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-8894d36a-301d-421f-b5d8-63a496ac42ce None None] Port 4f675922-fc9f-4be8-a0ac-e5889bf856ef cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:02:57.753972 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:57.794217 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e565710b-741a-47ba-bcf5-9cc1588eca41 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:57.796334 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 53d5a442-1837-489a-8345-6fa65c59ff90, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=53d5a442-1837-489a-8345-6fa65c59ff90,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:02:57.802450 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:57.810870 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e565710b-741a-47ba-bcf5-9cc1588eca41 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:57.812607 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e565710b-741a-47ba-bcf5-9cc1588eca41 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1351018 Jul 24 01:02:57.819570 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42802) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:02:57.887623 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-22aefc8f-ddd8-4ad0-b246-8691c95f4671 None None] Set router 1fe4ba92-a0a5-4115-8aed-a5ac01a1aab4 gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:02:57.902906 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=53d5a442-1837-489a-8345-6fa65c59ff90,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:58.185354 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-22aefc8f-ddd8-4ad0-b246-8691c95f4671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe4ba92-a0a5-4115-8aed-a5ac01a1aab4', 'name': 'tempest-NetworksTestDHCPv6-router-2106517629', 'tenant_id': '870e2449a28e4c338cd6cc562086bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:02:53Z', 'updated_at': '2021-07-24T01:02:55Z', 'revision_number': 2, 'project_id': '870e2449a28e4c338cd6cc562086bba7', 'gw_port_host': None, '_interfaces': [{'id': '4f675922-fc9f-4be8-a0ac-e5889bf856ef', 'name': '', 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'tenant_id': '870e2449a28e4c338cd6cc562086bba7', 'mac_address': 'fa:16:3e:11:b3:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fe4ba92-a0a5-4115-8aed-a5ac01a1aab4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1948, 'fixed_ips': [{'subnet_id': 'd914f1bd-9f38-497b-baa7-59a8f84737df', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:02:54Z', 'updated_at': '2021-07-24T01:02:56Z', 'revision_number': 2, 'project_id': '870e2449a28e4c338cd6cc562086bba7', 'subnets': [{'id': 'd914f1bd-9f38-497b-baa7-59a8f84737df', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:02:58.212989 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d54562-a61d-4550-9e2f-56af0f17531c req-f698e9f0-2f61-49da-bf00-f6f31dc84084 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:58.214508 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e4d54562-a61d-4550-9e2f-56af0f17531c req-f698e9f0-2f61-49da-bf00-f6f31dc84084 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e485cbd-65da-4d2b-9229-6d3f0fc837db HTTP/1.1" status: 200 len: 931 time: 0.1572568 Jul 24 01:02:58.246890 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aefc8f-ddd8-4ad0-b246-8691c95f4671 None None] Checking router: 1fe4ba92-a0a5-4115-8aed-a5ac01a1aab4 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:02:58.247463 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aefc8f-ddd8-4ad0-b246-8691c95f4671 None None] Updating router 1fe4ba92-a0a5-4115-8aed-a5ac01a1aab4 port 4f675922-fc9f-4be8-a0ac-e5889bf856ef binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:02:58.292271 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb1386-40f1-4cc0-82f6-7b1f8e80958c req-94adeaac-a67c-4128-9c45-2b61ada8f70e tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:58.294001 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-63bb1386-40f1-4cc0-82f6-7b1f8e80958c req-94adeaac-a67c-4128-9c45-2b61ada8f70e tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=cda48cda-a8fd-4525-93d4-43f34deda623 HTTP/1.1" status: 200 len: 945 time: 0.6516311 Jul 24 01:02:58.296877 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-22aefc8f-ddd8-4ad0-b246-8691c95f4671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:58.310418 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e4d54562-a61d-4550-9e2f-56af0f17531c req-251b46a3-8265-4500-b1f0-c9c44c7126ca tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?id=045bbabd-1ef4-44c1-9989-1ddc77c899ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842986 Jul 24 01:02:58.381320 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-63bb1386-40f1-4cc0-82f6-7b1f8e80958c req-2e8152c2-b152-4cc2-a633-dd9b78ab3ce3 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695932 Jul 24 01:02:58.392336 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4eed4040-6a7d-4ce4-8d62-5ff62286eb61 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:58.404342 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-faae8016-3659-401a-a706-7dc3951dc5b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:02:58.415803 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-faae8016-3659-401a-a706-7dc3951dc5b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:58.435321 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-faae8016-3659-401a-a706-7dc3951dc5b3 service neutron] Transition to ACTIVE for port object e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:02:58.436699 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-5ebb6693-6896-4aea-803a-7c75e41997ef tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Made reservation on behalf of d5f5cc12e5fe45be9d7447ae1149586c for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:02:58.441453 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-5ebb6693-6896-4aea-803a-7c75e41997ef tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:58.460842 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-faae8016-3659-401a-a706-7dc3951dc5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:58.639298 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-78afc952-9f78-44ac-9a6f-ca610ce8e08a req-4d057b79-4206-47bb-b1a5-12fb266cbc83 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=2260dde9-bc17-4489-ab5f-d1aaeb351260 HTTP/1.1" status: 200 len: 210 time: 0.0526006 Jul 24 01:02:58.662827 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae8016-3659-401a-a706-7dc3951dc5b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:58.786854 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-22aefc8f-ddd8-4ad0-b246-8691c95f4671 None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:58.802183 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-22aefc8f-ddd8-4ad0-b246-8691c95f4671 None None] Transition to ACTIVE for port object 4f675922-fc9f-4be8-a0ac-e5889bf856ef will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:02:58.811833 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-22aefc8f-ddd8-4ad0-b246-8691c95f4671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:58.852340 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac94126-e81f-48e3-b421-efe345678ff3 req-8ad7d987-8b23-4417-b62e-40b49a28abd8 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:58.854475 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7ac94126-e81f-48e3-b421-efe345678ff3 req-8ad7d987-8b23-4417-b62e-40b49a28abd8 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd70876-3c57-4831-943f-94221464bf64 HTTP/1.1" status: 200 len: 945 time: 0.2798650 Jul 24 01:02:58.884901 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-5ebb6693-6896-4aea-803a-7c75e41997ef tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Allocated IP 172.20.0.14 (8c8368d3-95e1-485a-9bb3-ebfb4cbd184b/56ac3505-ea77-4bfe-8569-9dd694c7b9b5/c4af5d65-e0e7-4635-b988-67167cc946bb) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:02:58.903499 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-4eed4040-6a7d-4ce4-8d62-5ff62286eb61 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting port 4f675922-fc9f-4be8-a0ac-e5889bf856ef {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:02:58.903499 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4eed4040-6a7d-4ce4-8d62-5ff62286eb61 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:58.952278 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-faae8016-3659-401a-a706-7dc3951dc5b3 service neutron] Attempting to bind port e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:02:58.952604 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-faae8016-3659-401a-a706-7dc3951dc5b3 service neutron] Attempting to bind port e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '7407b275-26ce-41ae-aa2f-0d064e63de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '03e78a62-81d3-4752-be2c-d12db7b84826'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:02:58.952955 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-faae8016-3659-401a-a706-7dc3951dc5b3 service neutron] Attempting to bind port e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06 on network 03e78a62-81d3-4752-be2c-d12db7b84826 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:02:58.969048 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf030e6e-2b13-4e8e-bf1d-a900b05ffbfd None None] Pushing event updated for resources: {'Port': ['ID=4f675922-fc9f-4be8-a0ac-e5889bf856ef,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:59.010697 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-faae8016-3659-401a-a706-7dc3951dc5b3 service neutron] Port e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06 on network 03e78a62-81d3-4752-be2c-d12db7b84826 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:02:59.011068 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-faae8016-3659-401a-a706-7dc3951dc5b3 service neutron] Attempting to bind port e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06 on network 03e78a62-81d3-4752-be2c-d12db7b84826 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:02:59.051915 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-faae8016-3659-401a-a706-7dc3951dc5b3 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:02:59.052561 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-faae8016-3659-401a-a706-7dc3951dc5b3 service neutron] Checking segment: {'id': '7407b275-26ce-41ae-aa2f-0d064e63de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '03e78a62-81d3-4752-be2c-d12db7b84826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:02:59.053169 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-faae8016-3659-401a-a706-7dc3951dc5b3 service neutron] Bound using segment: {'id': '7407b275-26ce-41ae-aa2f-0d064e63de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '03e78a62-81d3-4752-be2c-d12db7b84826'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:02:59.054324 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-faae8016-3659-401a-a706-7dc3951dc5b3 service neutron] Bound port: e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7407b275-26ce-41ae-aa2f-0d064e63de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '03e78a62-81d3-4752-be2c-d12db7b84826'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:02:59.054953 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-faae8016-3659-401a-a706-7dc3951dc5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:59.057154 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-22aefc8f-ddd8-4ad0-b246-8691c95f4671 None None] Attempting to bind port 4f675922-fc9f-4be8-a0ac-e5889bf856ef on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:02:59.057595 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-22aefc8f-ddd8-4ad0-b246-8691c95f4671 None None] Attempting to bind port 4f675922-fc9f-4be8-a0ac-e5889bf856ef by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:02:59.057974 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aefc8f-ddd8-4ad0-b246-8691c95f4671 None None] Attempting to bind port 4f675922-fc9f-4be8-a0ac-e5889bf856ef on network 7e3afd0f-7326-49f9-80ac-5664ab976843 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:02:59.068550 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aefc8f-ddd8-4ad0-b246-8691c95f4671 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:02:59.068943 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aefc8f-ddd8-4ad0-b246-8691c95f4671 None None] Checking segment: {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:02:59.071874 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7ac94126-e81f-48e3-b421-efe345678ff3 req-690083a4-c444-4bae-b7e9-e0e216b66e8a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842697 Jul 24 01:02:59.072084 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4eed4040-6a7d-4ce4-8d62-5ff62286eb61 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:59.074539 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-22aefc8f-ddd8-4ad0-b246-8691c95f4671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:59.075054 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aefc8f-ddd8-4ad0-b246-8691c95f4671 None None] Bound using segment: {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:02:59.075830 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-22aefc8f-ddd8-4ad0-b246-8691c95f4671 None None] Bound port: 4f675922-fc9f-4be8-a0ac-e5889bf856ef, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:02:59.076252 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-22aefc8f-ddd8-4ad0-b246-8691c95f4671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:59.091989 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-4eed4040-6a7d-4ce4-8d62-5ff62286eb61 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Calling delete_port for 4f675922-fc9f-4be8-a0ac-e5889bf856ef owned by network:router_interface {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:02:59.207299 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-22aefc8f-ddd8-4ad0-b246-8691c95f4671 None None] For port 4f675922-fc9f-4be8-a0ac-e5889bf856ef, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:02:59.213175 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-22aefc8f-ddd8-4ad0-b246-8691c95f4671 None None] For port 4f675922-fc9f-4be8-a0ac-e5889bf856ef, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=4f675922-fc9f-4be8-a0ac-e5889bf856ef,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:02:59.246691 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-22aefc8f-ddd8-4ad0-b246-8691c95f4671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:59.265158 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41874afa-1f2c-4fbc-8e4f-3523cb8aa9ca req-8a949d71-2b67-4ae8-8adc-c8d6b14dfa6f tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:59.267042 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-41874afa-1f2c-4fbc-8e4f-3523cb8aa9ca req-8a949d71-2b67-4ae8-8adc-c8d6b14dfa6f tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.13 "GET /v2.0/ports?device_id=cda48cda-a8fd-4525-93d4-43f34deda623 HTTP/1.1" status: 200 len: 945 time: 0.3977923 Jul 24 01:02:59.277086 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 53d5a442-1837-489a-8345-6fa65c59ff90 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:02:59.386396 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4eed4040-6a7d-4ce4-8d62-5ff62286eb61 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:59.393975 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf030e6e-2b13-4e8e-bf1d-a900b05ffbfd None None] Pushing event updated for resources: {'Port': ['ID=4f675922-fc9f-4be8-a0ac-e5889bf856ef,revision_number=4']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:59.413272 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aefc8f-ddd8-4ad0-b246-8691c95f4671 None None] Routers {'1fe4ba92-a0a5-4115-8aed-a5ac01a1aab4'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:02:59.414285 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-22aefc8f-ddd8-4ad0-b246-8691c95f4671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:02:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1fe4ba92-a0a5-4115-8aed-a5ac01a1aab4'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:02:59.417110 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-faae8016-3659-401a-a706-7dc3951dc5b3 service neutron] For port e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:02:59.432047 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 53d5a442-1837-489a-8345-6fa65c59ff90 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:02:59.435569 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:59.448071 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-faae8016-3659-401a-a706-7dc3951dc5b3 service neutron] For port e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06,segment=NetworkSegment(7407b275-26ce-41ae-aa2f-0d064e63de96),segment_id=7407b275-26ce-41ae-aa2f-0d064e63de96)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:02:59.452859 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed4040-6a7d-4ce4-8d62-5ff62286eb61 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Port': ['ID=4f675922-fc9f-4be8-a0ac-e5889bf856ef,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:59.467804 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-faae8016-3659-401a-a706-7dc3951dc5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:59.479542 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eed4040-6a7d-4ce4-8d62-5ff62286eb61 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:59.480020 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eed4040-6a7d-4ce4-8d62-5ff62286eb61 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:59.480376 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eed4040-6a7d-4ce4-8d62-5ff62286eb61 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:59.481092 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eed4040-6a7d-4ce4-8d62-5ff62286eb61 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:59.481444 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eed4040-6a7d-4ce4-8d62-5ff62286eb61 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:59.481817 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eed4040-6a7d-4ce4-8d62-5ff62286eb61 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:59.482122 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eed4040-6a7d-4ce4-8d62-5ff62286eb61 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:59.482454 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eed4040-6a7d-4ce4-8d62-5ff62286eb61 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:59.482851 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eed4040-6a7d-4ce4-8d62-5ff62286eb61 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:59.483238 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eed4040-6a7d-4ce4-8d62-5ff62286eb61 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:59.488043 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eed4040-6a7d-4ce4-8d62-5ff62286eb61 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:59.488546 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eed4040-6a7d-4ce4-8d62-5ff62286eb61 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:02:59.523603 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d4ae5867-3747-4bde-93a5-3b36a131abe4 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:02:59.610129 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-22aefc8f-ddd8-4ad0-b246-8691c95f4671 None None] Set router 1fe4ba92-a0a5-4115-8aed-a5ac01a1aab4 gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:02:59.640305 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-5ebb6693-6896-4aea-803a-7c75e41997ef tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:59.700323 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-faae8016-3659-401a-a706-7dc3951dc5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:02:59.701496 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-faae8016-3659-401a-a706-7dc3951dc5b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:59.703312 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-faae8016-3659-401a-a706-7dc3951dc5b3 service neutron] 10.222.0.13 "PUT /v2.0/ports/e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06 HTTP/1.1" status: 200 len: 1092 time: 2.8090181 Jul 24 01:02:59.711445 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e485cbd-65da-4d2b-9229-6d3f0fc837db', 'tag': 'e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:02:59.725901 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd82200a-6e53-4e62-9295-431d31ec4fe6" -d '{"events": [{"name": "network-changed", "server_uuid": "7e485cbd-65da-4d2b-9229-6d3f0fc837db", "tag": "e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:02:59.728779 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-22aefc8f-ddd8-4ad0-b246-8691c95f4671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe4ba92-a0a5-4115-8aed-a5ac01a1aab4', 'name': 'tempest-NetworksTestDHCPv6-router-2106517629', 'tenant_id': '870e2449a28e4c338cd6cc562086bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:02:53Z', 'updated_at': '2021-07-24T01:02:59Z', 'revision_number': 3, 'project_id': '870e2449a28e4c338cd6cc562086bba7', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:02:59.767433 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faae8016-3659-401a-a706-7dc3951dc5b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:02:59.786331 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port d4ae5867-3747-4bde-93a5-3b36a131abe4 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:02:59.791057 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port d4ae5867-3747-4bde-93a5-3b36a131abe4 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:02:59.791669 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:59.811837 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aefc8f-ddd8-4ad0-b246-8691c95f4671 None None] The sync data for ids ['1fe4ba92-a0a5-4115-8aed-a5ac01a1aab4'] in n-d-793621-25 is: [{'id': '1fe4ba92-a0a5-4115-8aed-a5ac01a1aab4', 'name': 'tempest-NetworksTestDHCPv6-router-2106517629', 'tenant_id': '870e2449a28e4c338cd6cc562086bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:02:53Z', 'updated_at': '2021-07-24T01:02:59Z', 'revision_number': 3, 'project_id': '870e2449a28e4c338cd6cc562086bba7', 'gw_port_host': None}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:02:59.842936 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4eed4040-6a7d-4ce4-8d62-5ff62286eb61 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:59.891070 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-051bb2e7-4bd9-452f-b066-a940284ccedf None None] Could not find standard attr ID for object 4f675922-fc9f-4be8-a0ac-e5889bf856ef. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:02:59.972880 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-41874afa-1f2c-4fbc-8e4f-3523cb8aa9ca req-c15dfaae-f207-4917-ac50-c248ba666bb6 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Deleting port cc6338a3-7385-470a-96c4-47d2735af0b1 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:02:59.973240 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-41874afa-1f2c-4fbc-8e4f-3523cb8aa9ca req-c15dfaae-f207-4917-ac50-c248ba666bb6 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:02:59.980479 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:00.009061 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e260f-006c-4443-a378-c19a278d9420 req-12c80ee1-8d3d-4754-8224-716af207d860 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:00.011597 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c94e260f-006c-4443-a378-c19a278d9420 req-12c80ee1-8d3d-4754-8224-716af207d860 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e485cbd-65da-4d2b-9229-6d3f0fc837db HTTP/1.1" status: 200 len: 943 time: 0.5140591 Jul 24 01:03:00.026230 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd70876-3c57-4831-943f-94221464bf64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ae5867-3747-4bde-93a5-3b36a131abe4'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:03:00.029418 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad503e15-9763-4a05-a1a5-7aa0cb52d01e" -d '{"events": [{"server_uuid": "bcd70876-3c57-4831-943f-94221464bf64", "name": "network-vif-plugged", "status": "completed", "tag": "d4ae5867-3747-4bde-93a5-3b36a131abe4"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:03:00.042153 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-5ebb6693-6896-4aea-803a-7c75e41997ef tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:00.051670 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port d4ae5867-3747-4bde-93a5-3b36a131abe4, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d4ae5867-3747-4bde-93a5-3b36a131abe4,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:00.056844 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['d4ddb4a1-8ea9-42e6-a478-244bc76d8af8'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:03:00.063511 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:00.083113 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-259d4073-9cf3-45cf-bb1e-cc202465f420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:00.084864 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-259d4073-9cf3-45cf-bb1e-cc202465f420 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c3660a81a574f9ba01b0543dcb1130d&device_id=7e485cbd-65da-4d2b-9229-6d3f0fc837db HTTP/1.1" status: 200 len: 1095 time: 0.3127246 Jul 24 01:03:00.103721 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5308bc-c466-4411-ab5a-9e1d685245be req-f9c9111e-9022-48f1-8674-107749bc6cb4 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:00.115931 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bc5308bc-c466-4411-ab5a-9e1d685245be req-f9c9111e-9022-48f1-8674-107749bc6cb4 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=cda48cda-a8fd-4525-93d4-43f34deda623 HTTP/1.1" status: 200 len: 945 time: 0.3053827 Jul 24 01:03:00.145468 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c94e260f-006c-4443-a378-c19a278d9420 req-59393cd3-f225-48f1-a9f3-a034a92e1421 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?id=045bbabd-1ef4-44c1-9989-1ddc77c899ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726213 Jul 24 01:03:00.173306 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eed4040-6a7d-4ce4-8d62-5ff62286eb61 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Router 1fe4ba92-a0a5-4115-8aed-a5ac01a1aab4 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:03:00.189042 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=d4ae5867-3747-4bde-93a5-3b36a131abe4,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:00.270446 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-eac6a09d-293f-4f58-bb65-ad333bb9f20a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06 HTTP/1.1" status: 200 len: 217 time: 0.1336613 Jul 24 01:03:00.310682 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eed4040-6a7d-4ce4-8d62-5ff62286eb61 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:03:00.316564 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4eed4040-6a7d-4ce4-8d62-5ff62286eb61 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "PUT /v2.0/routers/1fe4ba92-a0a5-4115-8aed-a5ac01a1aab4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4958739 Jul 24 01:03:00.319983 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42852) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:00.353681 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-5ebb6693-6896-4aea-803a-7c75e41997ef tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Network 8c8368d3-95e1-485a-9bb3-ebfb4cbd184b is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:03:00.364750 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-5ebb6693-6896-4aea-803a-7c75e41997ef tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:03:00.366672 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebb6693-6896-4aea-803a-7c75e41997ef tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Pushing event updated for resources: {'Port': ['ID=c4af5d65-e0e7-4635-b988-67167cc946bb,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:00.369017 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-5ebb6693-6896-4aea-803a-7c75e41997ef tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:03:00.379917 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bc5308bc-c466-4411-ab5a-9e1d685245be req-bd446bf4-0e00-439f-9037-81deda8ebe37 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630713 Jul 24 01:03:00.422423 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec608935-7030-4ac4-bec4-7d5c4a6ab5e8 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:00.425071 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec608935-7030-4ac4-bec4-7d5c4a6ab5e8 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:00.429349 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ec608935-7030-4ac4-bec4-7d5c4a6ab5e8 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1057456 Jul 24 01:03:00.429545 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42854) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:00.443105 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-1b027d66-b19e-4d2d-8731-ef2a027cfbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:00.444773 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-1b027d66-b19e-4d2d-8731-ef2a027cfbb9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b482f598-bb63-4afc-99f7-7e599c57abf9 HTTP/1.1" status: 200 len: 849 time: 0.1274495 Jul 24 01:03:00.490833 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3a1ea-00b2-4798-b060-8d09f6a695a6 req-8cbf0e67-8175-4e4c-a2e7-1af395801a7b tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:00.492444 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-44b3a1ea-00b2-4798-b060-8d09f6a695a6 req-8cbf0e67-8175-4e4c-a2e7-1af395801a7b tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=2260dde9-bc17-4489-ab5f-d1aaeb351260 HTTP/1.1" status: 200 len: 932 time: 0.1398559 Jul 24 01:03:00.512248 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4721402-937a-4fcb-a6ab-af16ca57ee80 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting subnet d914f1bd-9f38-497b-baa7-59a8f84737df {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:03:00.513102 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-5ebb6693-6896-4aea-803a-7c75e41997ef tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:00.513777 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-5ebb6693-6896-4aea-803a-7c75e41997ef tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:00.522129 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d4721402-937a-4fcb-a6ab-af16ca57ee80 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:00.561261 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-41874afa-1f2c-4fbc-8e4f-3523cb8aa9ca req-c15dfaae-f207-4917-ac50-c248ba666bb6 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] For port cc6338a3-7385-470a-96c4-47d2735af0b1, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=cc6338a3-7385-470a-96c4-47d2735af0b1,segment=NetworkSegment(6a0dcd8e-3884-461b-ac3c-4a378c6b966a),segment_id=6a0dcd8e-3884-461b-ac3c-4a378c6b966a)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:00.561799 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-41874afa-1f2c-4fbc-8e4f-3523cb8aa9ca req-c15dfaae-f207-4917-ac50-c248ba666bb6 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:00.582080 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-44b3a1ea-00b2-4798-b060-8d09f6a695a6 req-b5a6a968-3334-4139-8ef9-bbab6c760453 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833614 Jul 24 01:03:00.584322 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d4721402-937a-4fcb-a6ab-af16ca57ee80 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:00.584748 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-41874afa-1f2c-4fbc-8e4f-3523cb8aa9ca req-c15dfaae-f207-4917-ac50-c248ba666bb6 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Calling delete_port for cc6338a3-7385-470a-96c4-47d2735af0b1 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:03:00.587689 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-5ebb6693-6896-4aea-803a-7c75e41997ef tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9434993 Jul 24 01:03:00.608091 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-7db791b8-d778-4430-b091-ee674790f011 service neutron] Request body: {'port': {'device_id': '2260dde9-bc17-4489-ab5f-d1aaeb351260', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:03:00.677692 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68faf3fe-dd8d-40c0-a786-5f077f44bfa1 x-openstack-request-id: req-68faf3fe-dd8d-40c0-a786-5f077f44bfa1 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:03:00.678043 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e485cbd-65da-4d2b-9229-6d3f0fc837db", "tag": "e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:03:00.678298 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-68faf3fe-dd8d-40c0-a786-5f077f44bfa1 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:03:00.678845 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e485cbd-65da-4d2b-9229-6d3f0fc837db', 'tag': 'e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06', 'status': 'completed', 'code': 200} Jul 24 01:03:00.680460 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5617156f-dbdf-49ab-8a35-744e9a816d2f x-openstack-request-id: req-5617156f-dbdf-49ab-8a35-744e9a816d2f {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:03:00.680460 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd70876-3c57-4831-943f-94221464bf64", "name": "network-vif-plugged", "status": "completed", "tag": "d4ae5867-3747-4bde-93a5-3b36a131abe4", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:03:00.681051 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5617156f-dbdf-49ab-8a35-744e9a816d2f {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:03:00.681164 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd70876-3c57-4831-943f-94221464bf64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ae5867-3747-4bde-93a5-3b36a131abe4', 'code': 200} Jul 24 01:03:00.705705 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d4721402-937a-4fcb-a6ab-af16ca57ee80 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:00.728378 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-519c7caf-f7a4-484f-8b66-1d173eabd1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:00.730015 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-519c7caf-f7a4-484f-8b66-1d173eabd1bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=03e78a62-81d3-4752-be2c-d12db7b84826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2653072 Jul 24 01:03:00.764793 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08101f51-0e99-4556-9ca8-ac4df9c6d386 req-46081ed8-555e-4b40-af3f-00e9845b28eb tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:00.766839 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-08101f51-0e99-4556-9ca8-ac4df9c6d386 req-46081ed8-555e-4b40-af3f-00e9845b28eb tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f2c8a55-30f1-47a5-add2-d02c66620c2d HTTP/1.1" status: 200 len: 945 time: 0.2935092 Jul 24 01:03:00.838339 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d4721402-937a-4fcb-a6ab-af16ca57ee80 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:00.875347 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-7db791b8-d778-4430-b091-ee674790f011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:00.877276 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4721402-937a-4fcb-a6ab-af16ca57ee80 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Subnet': ['ID=d914f1bd-9f38-497b-baa7-59a8f84737df,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:00.883855 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d4721402-937a-4fcb-a6ab-af16ca57ee80 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:00.886131 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d4721402-937a-4fcb-a6ab-af16ca57ee80 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/d914f1bd-9f38-497b-baa7-59a8f84737df HTTP/1.1" status: 204 len: 168 time: 0.4556060 Jul 24 01:03:00.892312 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42856) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:00.904751 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7942231c-fdcd-4a36-9125-51ad1f5cabdd None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:03:00.987791 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-08101f51-0e99-4556-9ca8-ac4df9c6d386 req-bdc2c722-a098-4327-8713-49b3275f7c9b tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] 10.222.0.15 "GET /v2.0/security-groups?id=feb1b652-aecd-4eab-8955-a98ba2082ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993189 Jul 24 01:03:01.007020 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677226bf-b428-40e7-aaba-86febbbde0a5 req-3116a195-6c8e-4150-80f6-b20ec3ed99d8 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:01.010847 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-677226bf-b428-40e7-aaba-86febbbde0a5 req-3116a195-6c8e-4150-80f6-b20ec3ed99d8 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd70876-3c57-4831-943f-94221464bf64 HTTP/1.1" status: 200 len: 946 time: 0.2339773 Jul 24 01:03:01.057629 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9a6170d1-c348-47d6-bc62-1493016deb30 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1527700 Jul 24 01:03:01.057869 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42858) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:01.115071 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-06fe28b0-6fc6-4c07-944a-ee489365f90e service neutron] 10.222.0.13 "GET /v2.0/networks/03e78a62-81d3-4752-be2c-d12db7b84826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352931 Jul 24 01:03:01.132782 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daaf250-9b37-4601-ba3d-93ba698248f8 req-5a886d63-05b6-473a-9dbb-7e625ba72f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:01.133224 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-677226bf-b428-40e7-aaba-86febbbde0a5 req-46db0b42-0957-4ae5-93a5-ffc0630cf432 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163776 Jul 24 01:03:01.135014 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4daaf250-9b37-4601-ba3d-93ba698248f8 req-5a886d63-05b6-473a-9dbb-7e625ba72f76 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bcd70876-3c57-4831-943f-94221464bf64 HTTP/1.1" status: 200 len: 1098 time: 0.3636389 Jul 24 01:03:01.149683 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b02ecb12-6a14-437d-b741-e43fb50c0fb2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:01.178424 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9077141-1ba2-4de5-b635-55198213d80f None None] Sync routers for ids ['1fe4ba92-a0a5-4115-8aed-a5ac01a1aab4'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:03:01.204868 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c0cb1d-0faa-4198-b227-28ffbb83f971 None None] DHCP port deletion for 7e3afd0f-7326-49f9-80ac-5664ab976843 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:03:01.250198 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9077141-1ba2-4de5-b635-55198213d80f None None] Routers {'1fe4ba92-a0a5-4115-8aed-a5ac01a1aab4'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:03:01.250782 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-f9077141-1ba2-4de5-b635-55198213d80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:02:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1fe4ba92-a0a5-4115-8aed-a5ac01a1aab4'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:03:01.272915 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-41874afa-1f2c-4fbc-8e4f-3523cb8aa9ca req-c15dfaae-f207-4917-ac50-c248ba666bb6 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:01.308511 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['a9bc459e-046f-45c5-b282-74d400eb474a'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:03:01.350765 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b02ecb12-6a14-437d-b741-e43fb50c0fb2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:01.353459 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b02ecb12-6a14-437d-b741-e43fb50c0fb2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:01.385492 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15dfaae-f207-4917-ac50-c248ba666bb6 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Pushing event deleted for resources: {'Port': ['ID=cc6338a3-7385-470a-96c4-47d2735af0b1,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:01.409464 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-f9077141-1ba2-4de5-b635-55198213d80f None None] Set router 1fe4ba92-a0a5-4115-8aed-a5ac01a1aab4 gateway port host: None {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:03:01.429086 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b02ecb12-6a14-437d-b741-e43fb50c0fb2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:01.429686 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02ecb12-6a14-437d-b741-e43fb50c0fb2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Fanout notify agent at l3_agent the message router_deleted on router 1fe4ba92-a0a5-4115-8aed-a5ac01a1aab4 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:03:01.438811 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b02ecb12-6a14-437d-b741-e43fb50c0fb2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:01.440596 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b02ecb12-6a14-437d-b741-e43fb50c0fb2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/routers/1fe4ba92-a0a5-4115-8aed-a5ac01a1aab4 HTTP/1.1" status: 204 len: 168 time: 0.3817735 Jul 24 01:03:01.444293 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42868) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:01.462670 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4daaf250-9b37-4601-ba3d-93ba698248f8 req-cf5a6a5f-2cb7-4022-8a46-27c0ec35f96b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529693 Jul 24 01:03:01.497176 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-f9077141-1ba2-4de5-b635-55198213d80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fe4ba92-a0a5-4115-8aed-a5ac01a1aab4', 'name': 'tempest-NetworksTestDHCPv6-router-2106517629', 'tenant_id': '870e2449a28e4c338cd6cc562086bba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:02:53Z', 'updated_at': '2021-07-24T01:02:59Z', 'revision_number': 3, 'project_id': '870e2449a28e4c338cd6cc562086bba7', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:03:01.518833 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c308dc77-0e15-403b-a34a-f1e59ca44eca req-f46afe19-bdd9-4395-9975-aef0ece5d031 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=cda48cda-a8fd-4525-93d4-43f34deda623 HTTP/1.1" status: 200 len: 210 time: 0.0352540 Jul 24 01:03:01.542254 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9077141-1ba2-4de5-b635-55198213d80f None None] Checking router: 1fe4ba92-a0a5-4115-8aed-a5ac01a1aab4 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:03:01.545459 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-27c0cb1d-0faa-4198-b227-28ffbb83f971 None None] Deleting port 53d5a442-1837-489a-8345-6fa65c59ff90 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:03:01.545847 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-27c0cb1d-0faa-4198-b227-28ffbb83f971 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:01.553274 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device cc6338a3-7385-470a-96c4-47d2735af0b1 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:03:01.560931 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54557724-8d5e-4ced-b08b-53f367a3991a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:01.562766 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-54557724-8d5e-4ced-b08b-53f367a3991a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1163666 Jul 24 01:03:01.564854 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-41874afa-1f2c-4fbc-8e4f-3523cb8aa9ca req-c15dfaae-f207-4917-ac50-c248ba666bb6 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] No DVR routers for this DVR port cc6338a3-7385-470a-96c4-47d2735af0b1 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:03:01.566488 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42870) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:01.571114 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-41874afa-1f2c-4fbc-8e4f-3523cb8aa9ca req-c15dfaae-f207-4917-ac50-c248ba666bb6 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:01.573134 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-41874afa-1f2c-4fbc-8e4f-3523cb8aa9ca req-c15dfaae-f207-4917-ac50-c248ba666bb6 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.13 "DELETE /v2.0/ports/cc6338a3-7385-470a-96c4-47d2735af0b1 HTTP/1.1" status: 204 len: 173 time: 2.2649093 Jul 24 01:03:01.587799 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c221315-9868-41a5-9ba1-c6601e2e797b req-09f80a82-785d-4c89-9fa9-f8e6e1d3414b tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:01.589706 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8c221315-9868-41a5-9ba1-c6601e2e797b req-09f80a82-785d-4c89-9fa9-f8e6e1d3414b tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] 10.222.0.13 "GET /v2.0/ports?device_id=9f2c8a55-30f1-47a5-add2-d02c66620c2d HTTP/1.1" status: 200 len: 945 time: 0.5591710 Jul 24 01:03:01.608380 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0e612eff-c3f7-4206-bd3a-d2d280344cd1 req-ceee0277-4f1e-4fa8-9653-e683f0b801a6 service neutron] 10.222.0.13 "GET /v2.0/networks/03e78a62-81d3-4752-be2c-d12db7b84826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4789567 Jul 24 01:03:01.623835 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: cc6338a3-7385-470a-96c4-47d2735af0b1 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:03:01.624021 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device cc6338a3-7385-470a-96c4-47d2735af0b1 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:03:01.639049 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1332a31-8aff-4f39-af41-857ab269779c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:01.650424 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c1332a31-8aff-4f39-af41-857ab269779c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0796504 Jul 24 01:03:01.650655 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 42874) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:01.674554 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c631d905-8a84-4c3c-8d39-e4e9dd9eac45 req-225bcfea-052a-46eb-9cdd-2e6f01c6348d tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:01.681481 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c631d905-8a84-4c3c-8d39-e4e9dd9eac45 req-225bcfea-052a-46eb-9cdd-2e6f01c6348d tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e485cbd-65da-4d2b-9229-6d3f0fc837db HTTP/1.1" status: 200 len: 943 time: 0.4369311 Jul 24 01:03:01.699762 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9077141-1ba2-4de5-b635-55198213d80f None None] Routers set() bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:03:01.700345 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9077141-1ba2-4de5-b635-55198213d80f None None] Router IDs set() for agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 24 01:03:01.700820 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_agentschedulers_db [None req-f9077141-1ba2-4de5-b635-55198213d80f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1fe4ba92-a0a5-4115-8aed-a5ac01a1aab4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:02:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent'). {{(pid=100465) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 24 01:03:01.701496 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9077141-1ba2-4de5-b635-55198213d80f None None] The sync data for ids ['1fe4ba92-a0a5-4115-8aed-a5ac01a1aab4'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:03:01.739042 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-27c0cb1d-0faa-4198-b227-28ffbb83f971 None None] For port 53d5a442-1837-489a-8345-6fa65c59ff90, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=53d5a442-1837-489a-8345-6fa65c59ff90,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:01.739493 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-27c0cb1d-0faa-4198-b227-28ffbb83f971 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:01.762674 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-27c0cb1d-0faa-4198-b227-28ffbb83f971 None None] Calling delete_port for 53d5a442-1837-489a-8345-6fa65c59ff90 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:03:01.792588 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558872d4-3b61-495a-82e1-9788b71738f0 req-6a0c4056-5f86-45b4-a82d-b61be9ae6b70 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:01.803020 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-558872d4-3b61-495a-82e1-9788b71738f0 req-6a0c4056-5f86-45b4-a82d-b61be9ae6b70 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=2260dde9-bc17-4489-ab5f-d1aaeb351260 HTTP/1.1" status: 200 len: 932 time: 0.1142242 Jul 24 01:03:01.865686 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-558872d4-3b61-495a-82e1-9788b71738f0 req-7aaf4385-624e-4f06-8f6e-5ebdf5098654 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568745 Jul 24 01:03:01.916694 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-27c0cb1d-0faa-4198-b227-28ffbb83f971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:01.948395 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c0cb1d-0faa-4198-b227-28ffbb83f971 None None] Pushing event deleted for resources: {'Port': ['ID=53d5a442-1837-489a-8345-6fa65c59ff90,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:01.952203 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c0cb1d-0faa-4198-b227-28ffbb83f971 None None] No DVR routers for this DVR port 53d5a442-1837-489a-8345-6fa65c59ff90 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:03:02.121680 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-41413120-0e42-47d4-b8e9-1b70b40d04e5 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4681480 Jul 24 01:03:02.130992 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42880) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:02.139622 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ed339-188d-45c0-807f-67609f76d7d1 req-a70697ea-4341-4a46-84f8-34a0db191be4 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:02.141380 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a47ed339-188d-45c0-807f-67609f76d7d1 req-a70697ea-4341-4a46-84f8-34a0db191be4 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f2c8a55-30f1-47a5-add2-d02c66620c2d HTTP/1.1" status: 200 len: 945 time: 0.0768223 Jul 24 01:03:02.146899 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-7576a589-24e5-40f9-87f0-b7e81474905e tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'subnet': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:03:02.231303 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c631d905-8a84-4c3c-8d39-e4e9dd9eac45 req-de573006-705d-412b-9577-397a80637d30 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?id=045bbabd-1ef4-44c1-9989-1ddc77c899ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5489275 Jul 24 01:03:02.270507 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a47ed339-188d-45c0-807f-67609f76d7d1 req-ede699ff-c94d-4384-bd71-8ddc7a3abcfc tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] 10.222.0.15 "GET /v2.0/security-groups?id=feb1b652-aecd-4eab-8955-a98ba2082ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181135 Jul 24 01:03:02.292075 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-7db791b8-d778-4430-b091-ee674790f011 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4af5d65-e0e7-4635-b988-67167cc946bb {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:03:02.306845 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-7db791b8-d778-4430-b091-ee674790f011 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:02.312671 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7576a589-24e5-40f9-87f0-b7e81474905e tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:03:02.317335 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7576a589-24e5-40f9-87f0-b7e81474905e tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:02.322101 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82200a-6e53-4e62-9295-431d31ec4fe6 req-e5234c6c-e650-4305-a495-6d3344f6b9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:02.323990 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dd82200a-6e53-4e62-9295-431d31ec4fe6 req-e5234c6c-e650-4305-a495-6d3344f6b9bf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c3660a81a574f9ba01b0543dcb1130d&device_id=7e485cbd-65da-4d2b-9229-6d3f0fc837db HTTP/1.1" status: 200 len: 1095 time: 0.2229898 Jul 24 01:03:02.348515 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-8c221315-9868-41a5-9ba1-c6601e2e797b req-66490ff5-6e26-401d-a64b-1efbe9202199 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] Deleting port 470229aa-b0cc-4646-aa6f-3a35537a42ba {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:03:02.348884 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8c221315-9868-41a5-9ba1-c6601e2e797b req-66490ff5-6e26-401d-a64b-1efbe9202199 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:02.362338 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-7db791b8-d778-4430-b091-ee674790f011 service neutron] Transition to ACTIVE for port object c4af5d65-e0e7-4635-b988-67167cc946bb will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:03:02.418828 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-7db791b8-d778-4430-b091-ee674790f011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:02.607175 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db791b8-d778-4430-b091-ee674790f011 service neutron] Pushing event updated for resources: {'Port': ['ID=c4af5d65-e0e7-4635-b988-67167cc946bb,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:02.650377 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82200a-6e53-4e62-9295-431d31ec4fe6 req-835af49c-e55d-481f-bc0f-e6008a025c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:02.651693 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dd82200a-6e53-4e62-9295-431d31ec4fe6 req-835af49c-e55d-481f-bc0f-e6008a025c44 service neutron] 10.222.0.13 "GET /v2.0/networks?id=03e78a62-81d3-4752-be2c-d12db7b84826 HTTP/1.1" status: 200 len: 911 time: 0.3188818 Jul 24 01:03:02.665696 n-d-793621-25 neutron-server[100463]: DEBUG neutron.objects.ports [None req-7576a589-24e5-40f9-87f0-b7e81474905e tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100463) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 01:03:02.667455 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7576a589-24e5-40f9-87f0-b7e81474905e tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:02.688264 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cda48cda-a8fd-4525-93d4-43f34deda623', 'name': 'network-vif-deleted', 'tag': 'cc6338a3-7385-470a-96c4-47d2735af0b1'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:03:02.691638 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f855d7-ac70-47b1-b2ee-d37d272ced3d" -d '{"events": [{"server_uuid": "cda48cda-a8fd-4525-93d4-43f34deda623", "name": "network-vif-deleted", "tag": "cc6338a3-7385-470a-96c4-47d2735af0b1"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:03:02.738739 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7576a589-24e5-40f9-87f0-b7e81474905e tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:03:02.746063 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-8c221315-9868-41a5-9ba1-c6601e2e797b req-66490ff5-6e26-401d-a64b-1efbe9202199 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] For port 470229aa-b0cc-4646-aa6f-3a35537a42ba, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=470229aa-b0cc-4646-aa6f-3a35537a42ba,segment=NetworkSegment(88865335-bebd-4b37-ac8d-293ba50670e2),segment_id=88865335-bebd-4b37-ac8d-293ba50670e2)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:02.746501 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8c221315-9868-41a5-9ba1-c6601e2e797b req-66490ff5-6e26-401d-a64b-1efbe9202199 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:02.753067 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dd82200a-6e53-4e62-9295-431d31ec4fe6 req-ea37391d-3316-40b7-bf30-3657b5ec9b55 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06 HTTP/1.1" status: 200 len: 217 time: 0.0893710 Jul 24 01:03:02.754972 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-7576a589-24e5-40f9-87f0-b7e81474905e tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:03:02.759849 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7576a589-24e5-40f9-87f0-b7e81474905e tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:02.760305 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7576a589-24e5-40f9-87f0-b7e81474905e tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:02.761194 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79508766-04a6-48ab-9cb5-d9c5080e41de req-3b870e36-f702-468e-bc80-61b9a8018a6c tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:02.765075 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764a16cb-c670-4682-9962-0c9bd5fd37af None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:03:02.769501 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-79508766-04a6-48ab-9cb5-d9c5080e41de req-3b870e36-f702-468e-bc80-61b9a8018a6c tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd70876-3c57-4831-943f-94221464bf64 HTTP/1.1" status: 200 len: 946 time: 0.4281812 Jul 24 01:03:02.778263 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fad2ed-c061-4df5-bd76-a7f61962938d x-openstack-request-id: req-e8fad2ed-c061-4df5-bd76-a7f61962938d {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:03:02.778571 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cda48cda-a8fd-4525-93d4-43f34deda623", "name": "network-vif-deleted", "tag": "cc6338a3-7385-470a-96c4-47d2735af0b1", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:03:02.778836 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e8fad2ed-c061-4df5-bd76-a7f61962938d {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:03:02.779331 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cda48cda-a8fd-4525-93d4-43f34deda623', 'name': 'network-vif-deleted', 'tag': 'cc6338a3-7385-470a-96c4-47d2735af0b1', 'status': 'completed', 'code': 200} Jul 24 01:03:02.794686 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7576a589-24e5-40f9-87f0-b7e81474905e tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Subnet': ['ID=d3041501-86a7-4308-86c9-88206b6957d9,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:02.806880 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7576a589-24e5-40f9-87f0-b7e81474905e tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6641996 Jul 24 01:03:02.809811 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42894) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:02.815839 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-c28d92d9-2f96-4aa6-b2ef-f5875f1fb462 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'subnet': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:03:02.823983 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-8c221315-9868-41a5-9ba1-c6601e2e797b req-66490ff5-6e26-401d-a64b-1efbe9202199 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] Calling delete_port for 470229aa-b0cc-4646-aa6f-3a35537a42ba owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:03:02.937320 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-7db791b8-d778-4430-b091-ee674790f011 service neutron] Attempting to bind port c4af5d65-e0e7-4635-b988-67167cc946bb on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:03:02.937671 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-7db791b8-d778-4430-b091-ee674790f011 service neutron] Attempting to bind port c4af5d65-e0e7-4635-b988-67167cc946bb by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': 'f7a7a503-697e-40e1-94c5-68de752c5cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '8c8368d3-95e1-485a-9bb3-ebfb4cbd184b'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:03:02.937925 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-7db791b8-d778-4430-b091-ee674790f011 service neutron] Attempting to bind port c4af5d65-e0e7-4635-b988-67167cc946bb on network 8c8368d3-95e1-485a-9bb3-ebfb4cbd184b {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:03:02.961003 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-79508766-04a6-48ab-9cb5-d9c5080e41de req-f3b1b7d5-626e-4353-80bb-826ba7545981 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904836 Jul 24 01:03:02.964021 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-7db791b8-d778-4430-b091-ee674790f011 service neutron] Port c4af5d65-e0e7-4635-b988-67167cc946bb on network 8c8368d3-95e1-485a-9bb3-ebfb4cbd184b not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:03:02.964364 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-7db791b8-d778-4430-b091-ee674790f011 service neutron] Attempting to bind port c4af5d65-e0e7-4635-b988-67167cc946bb on network 8c8368d3-95e1-485a-9bb3-ebfb4cbd184b {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:03:02.967398 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82200a-6e53-4e62-9295-431d31ec4fe6 req-573223fb-1680-49ac-be2c-fd58a19a9d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:02.968941 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dd82200a-6e53-4e62-9295-431d31ec4fe6 req-573223fb-1680-49ac-be2c-fd58a19a9d83 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b482f598-bb63-4afc-99f7-7e599c57abf9 HTTP/1.1" status: 200 len: 849 time: 0.1973829 Jul 24 01:03:02.993044 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-7db791b8-d778-4430-b091-ee674790f011 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:03:02.993395 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-7db791b8-d778-4430-b091-ee674790f011 service neutron] Checking segment: {'id': 'f7a7a503-697e-40e1-94c5-68de752c5cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '8c8368d3-95e1-485a-9bb3-ebfb4cbd184b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:03:02.993805 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-7db791b8-d778-4430-b091-ee674790f011 service neutron] Bound using segment: {'id': 'f7a7a503-697e-40e1-94c5-68de752c5cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '8c8368d3-95e1-485a-9bb3-ebfb4cbd184b'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:03:02.994339 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-7db791b8-d778-4430-b091-ee674790f011 service neutron] Bound port: c4af5d65-e0e7-4635-b988-67167cc946bb, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7a7a503-697e-40e1-94c5-68de752c5cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '8c8368d3-95e1-485a-9bb3-ebfb4cbd184b'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:03:02.994740 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-7db791b8-d778-4430-b091-ee674790f011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:03.025484 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28d92d9-2f96-4aa6-b2ef-f5875f1fb462 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:03:03.038879 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c28d92d9-2f96-4aa6-b2ef-f5875f1fb462 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:03.135727 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-7db791b8-d778-4430-b091-ee674790f011 service neutron] For port c4af5d65-e0e7-4635-b988-67167cc946bb, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:03:03.172069 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1578a2d9-4dd6-4ed5-97b7-210606833f68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-7e3afd0f-7326-49f9-80ac-5664ab976843', 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'tenant_id': '870e2449a28e4c338cd6cc562086bba7', 'fixed_ips': [{'subnet_id': 'd3041501-86a7-4308-86c9-88206b6957d9'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:03:03.172991 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1578a2d9-4dd6-4ed5-97b7-210606833f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:03.211209 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82200a-6e53-4e62-9295-431d31ec4fe6 req-f5bf3986-6ba5-45e1-9a22-00a34ee44ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:03.213225 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dd82200a-6e53-4e62-9295-431d31ec4fe6 req-f5bf3986-6ba5-45e1-9a22-00a34ee44ebe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=03e78a62-81d3-4752-be2c-d12db7b84826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2321975 Jul 24 01:03:03.228933 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-7db791b8-d778-4430-b091-ee674790f011 service neutron] For port c4af5d65-e0e7-4635-b988-67167cc946bb, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=c4af5d65-e0e7-4635-b988-67167cc946bb,segment=NetworkSegment(f7a7a503-697e-40e1-94c5-68de752c5cd5),segment_id=f7a7a503-697e-40e1-94c5-68de752c5cd5)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:03:03.246379 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8c221315-9868-41a5-9ba1-c6601e2e797b req-66490ff5-6e26-401d-a64b-1efbe9202199 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:03.253444 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 53d5a442-1837-489a-8345-6fa65c59ff90 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:03:03.254145 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-7db791b8-d778-4430-b091-ee674790f011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:03.328243 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-1578a2d9-4dd6-4ed5-97b7-210606833f68 None None] Allocated IP 2001:db8::f816:3eff:fe6f:c993 (7e3afd0f-7326-49f9-80ac-5664ab976843/d3041501-86a7-4308-86c9-88206b6957d9/a29f5394-3ef1-4cf6-bab4-6392ef113262) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:03:03.338399 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-7db791b8-d778-4430-b091-ee674790f011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:03.339229 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-7db791b8-d778-4430-b091-ee674790f011 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:03.341175 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-7db791b8-d778-4430-b091-ee674790f011 service neutron] 10.222.0.13 "PUT /v2.0/ports/c4af5d65-e0e7-4635-b988-67167cc946bb HTTP/1.1" status: 200 len: 1093 time: 2.7440608 Jul 24 01:03:03.494014 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c28d92d9-2f96-4aa6-b2ef-f5875f1fb462 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:03.516038 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 53d5a442-1837-489a-8345-6fa65c59ff90 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:03:03.516393 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 53d5a442-1837-489a-8345-6fa65c59ff90 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:03:03.516920 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fdc17-193c-4bf4-a930-a333a0894b18 req-c3467475-5cce-4dad-85ff-473be4abca47 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:03.521044 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-817fdc17-193c-4bf4-a930-a333a0894b18 req-c3467475-5cce-4dad-85ff-473be4abca47 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=2260dde9-bc17-4489-ab5f-d1aaeb351260 HTTP/1.1" status: 200 len: 944 time: 0.5731733 Jul 24 01:03:03.529762 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1578a2d9-4dd6-4ed5-97b7-210606833f68 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:03.539473 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1578a2d9-4dd6-4ed5-97b7-210606833f68 None None] Transition to ACTIVE for port object a29f5394-3ef1-4cf6-bab4-6392ef113262 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:03:03.557723 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 470229aa-b0cc-4646-aa6f-3a35537a42ba no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:03:03.583983 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1578a2d9-4dd6-4ed5-97b7-210606833f68 None None] Transition to ACTIVE for port object a29f5394-3ef1-4cf6-bab4-6392ef113262 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:03:03.585621 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 470229aa-b0cc-4646-aa6f-3a35537a42ba {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:03:03.586148 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 470229aa-b0cc-4646-aa6f-3a35537a42ba not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:03:03.586801 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28d92d9-2f96-4aa6-b2ef-f5875f1fb462 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Subnet': ['ID=11c9d72d-38c2-4e7f-bb57-982b515f3a90,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:03.587534 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c221315-9868-41a5-9ba1-c6601e2e797b req-66490ff5-6e26-401d-a64b-1efbe9202199 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] No DVR routers for this DVR port 470229aa-b0cc-4646-aa6f-3a35537a42ba on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:03:03.598262 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8c221315-9868-41a5-9ba1-c6601e2e797b req-66490ff5-6e26-401d-a64b-1efbe9202199 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:03.600669 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8c221315-9868-41a5-9ba1-c6601e2e797b req-66490ff5-6e26-401d-a64b-1efbe9202199 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] 10.222.0.13 "DELETE /v2.0/ports/470229aa-b0cc-4646-aa6f-3a35537a42ba HTTP/1.1" status: 204 len: 173 time: 2.0007849 Jul 24 01:03:03.601489 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1578a2d9-4dd6-4ed5-97b7-210606833f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:03.603815 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28d92d9-2f96-4aa6-b2ef-f5875f1fb462 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:03:03.614115 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-c28d92d9-2f96-4aa6-b2ef-f5875f1fb462 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:03:03.617431 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28d92d9-2f96-4aa6-b2ef-f5875f1fb462 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:03.618152 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c28d92d9-2f96-4aa6-b2ef-f5875f1fb462 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:03.627417 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0420700-64d3-4f4f-b330-b89f9936243f req-36e8c987-18bc-44ee-b2d3-a2d9975fac87 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:03.629486 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f0420700-64d3-4f4f-b330-b89f9936243f req-36e8c987-18bc-44ee-b2d3-a2d9975fac87 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e485cbd-65da-4d2b-9229-6d3f0fc837db HTTP/1.1" status: 200 len: 943 time: 0.2746603 Jul 24 01:03:03.644336 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db791b8-d778-4430-b091-ee674790f011 service neutron] Pushing event updated for resources: {'Port': ['ID=c4af5d65-e0e7-4635-b988-67167cc946bb,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:03.675398 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-817fdc17-193c-4bf4-a930-a333a0894b18 req-f38cb54b-a55f-4e20-b88e-fbbc5fb08515 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958636 Jul 24 01:03:03.679901 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c28d92d9-2f96-4aa6-b2ef-f5875f1fb462 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8680372 Jul 24 01:03:03.691517 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42904) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:03.699730 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-2a726701-bc61-473a-92e2-ee08605a1a28 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'port': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'mac_address': 'fa:16:3e:76:13:78', 'name': 'tempest-NetworksTestDHCPv6-958250729'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:03:03.709688 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1578a2d9-4dd6-4ed5-97b7-210606833f68 None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:03:03.726041 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-1578a2d9-4dd6-4ed5-97b7-210606833f68 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:03:03.729126 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66490ff5-6e26-401d-a64b-1efbe9202199 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] Pushing event deleted for resources: {'Port': ['ID=470229aa-b0cc-4646-aa6f-3a35537a42ba,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:03.730098 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1578a2d9-4dd6-4ed5-97b7-210606833f68 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:03:03.735213 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dd82200a-6e53-4e62-9295-431d31ec4fe6 req-1d6b9f02-d608-410d-a70a-e4056e61063b service neutron] 10.222.0.13 "GET /v2.0/networks/03e78a62-81d3-4752-be2c-d12db7b84826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5043874 Jul 24 01:03:03.747679 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1578a2d9-4dd6-4ed5-97b7-210606833f68 None None] Pushing event updated for resources: {'Port': ['ID=a29f5394-3ef1-4cf6-bab4-6392ef113262,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:03.815586 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f0420700-64d3-4f4f-b330-b89f9936243f req-08ec3548-341f-48e7-900c-04bc9d6a9f96 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?id=045bbabd-1ef4-44c1-9989-1ddc77c899ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638842 Jul 24 01:03:03.827095 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-1578a2d9-4dd6-4ed5-97b7-210606833f68 None None] Attempting to bind port a29f5394-3ef1-4cf6-bab4-6392ef113262 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:03:03.828211 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-1578a2d9-4dd6-4ed5-97b7-210606833f68 None None] Attempting to bind port a29f5394-3ef1-4cf6-bab4-6392ef113262 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:03:03.828840 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1578a2d9-4dd6-4ed5-97b7-210606833f68 None None] Attempting to bind port a29f5394-3ef1-4cf6-bab4-6392ef113262 on network 7e3afd0f-7326-49f9-80ac-5664ab976843 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:03:03.842151 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1578a2d9-4dd6-4ed5-97b7-210606833f68 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:03:03.842905 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1578a2d9-4dd6-4ed5-97b7-210606833f68 None None] Checking segment: {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:03:03.847367 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1578a2d9-4dd6-4ed5-97b7-210606833f68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:03.848031 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1578a2d9-4dd6-4ed5-97b7-210606833f68 None None] Bound using segment: {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:03:03.849812 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-1578a2d9-4dd6-4ed5-97b7-210606833f68 None None] Bound port: a29f5394-3ef1-4cf6-bab4-6392ef113262, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:03:03.850459 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1578a2d9-4dd6-4ed5-97b7-210606833f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:03.871159 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-56689bc4-2496-46f4-addc-94235f6a818f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:03.873222 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-56689bc4-2496-46f4-addc-94235f6a818f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d5f5cc12e5fe45be9d7447ae1149586c&device_id=2260dde9-bc17-4489-ab5f-d1aaeb351260 HTTP/1.1" status: 200 len: 1096 time: 0.4648240 Jul 24 01:03:03.952528 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-04e479e5-5451-49f8-9f14-f916878e013b req-d9cc2dd1-dd69-4ead-b4f7-6d2b2aa30a10 tempest-VolumesActionsTest-1774848101 tempest-VolumesActionsTest-1774848101-project] 10.222.0.15 "GET /v2.0/ports?device_id=9f2c8a55-30f1-47a5-add2-d02c66620c2d HTTP/1.1" status: 200 len: 210 time: 0.0479424 Jul 24 01:03:03.974854 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-69a5c156-951e-44eb-a0da-0842886774e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4af5d65-e0e7-4635-b988-67167cc946bb HTTP/1.1" status: 200 len: 217 time: 0.0457919 Jul 24 01:03:03.976323 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-1578a2d9-4dd6-4ed5-97b7-210606833f68 None None] For port a29f5394-3ef1-4cf6-bab4-6392ef113262, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:03:03.979995 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-1578a2d9-4dd6-4ed5-97b7-210606833f68 None None] For port a29f5394-3ef1-4cf6-bab4-6392ef113262, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=a29f5394-3ef1-4cf6-bab4-6392ef113262,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:03:03.986917 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1578a2d9-4dd6-4ed5-97b7-210606833f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:04.007910 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a726701-bc61-473a-92e2-ee08605a1a28 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:03:04.067009 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1578a2d9-4dd6-4ed5-97b7-210606833f68 None None] Pushing event updated for resources: {'Port': ['ID=a29f5394-3ef1-4cf6-bab4-6392ef113262,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:04.073793 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dd82200a-6e53-4e62-9295-431d31ec4fe6 req-7ed60a44-fae0-4fe3-8117-9ebe43e8d333 service neutron] 10.222.0.13 "GET /v2.0/networks/03e78a62-81d3-4752-be2c-d12db7b84826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292074 Jul 24 01:03:04.075705 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-c93ff82e-ce98-4f5c-aef7-d82d0cb49f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:04.077196 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-c93ff82e-ce98-4f5c-aef7-d82d0cb49f3c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=56ac3505-ea77-4bfe-8569-9dd694c7b9b5 HTTP/1.1" status: 200 len: 854 time: 0.0910790 Jul 24 01:03:04.149379 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-89e3e810-a936-4a40-bc51-9d54680c48e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8c8368d3-95e1-485a-9bb3-ebfb4cbd184b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542054 Jul 24 01:03:04.362788 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-9d5e27f0-50c8-46dc-a797-52d3cb3d4163 service neutron] 10.222.0.13 "GET /v2.0/networks/8c8368d3-95e1-485a-9bb3-ebfb4cbd184b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879821 Jul 24 01:03:04.390092 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7fc4b8-19f7-403f-aec1-ffb6c0cd6ba3 req-a9a4768b-8b03-482d-9999-822928fe29ad tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:04.392829 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9d7fc4b8-19f7-403f-aec1-ffb6c0cd6ba3 req-a9a4768b-8b03-482d-9999-822928fe29ad tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd70876-3c57-4831-943f-94221464bf64 HTTP/1.1" status: 200 len: 946 time: 0.2789962 Jul 24 01:03:04.493497 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9d7fc4b8-19f7-403f-aec1-ffb6c0cd6ba3 req-898e3fe3-7404-4897-b4d5-cb89d72fbbdb tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893700 Jul 24 01:03:04.519520 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b5c201dc-368d-4d4c-ba85-420a7b09ebdc req-34e9926b-c4c7-4d4c-ad7a-220d05fd3b6e service neutron] 10.222.0.13 "GET /v2.0/networks/8c8368d3-95e1-485a-9bb3-ebfb4cbd184b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502604 Jul 24 01:03:04.655398 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a790c26a-728d-4cf5-8753-d0c6cb6ec79c req-e3414203-4061-4c63-9d8f-8504c4fa6059 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=7eb0da34432d47448c1b713034c6041a HTTP/1.1" status: 200 len: 267 time: 0.0567067 Jul 24 01:03:04.657894 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2a726701-bc61-473a-92e2-ee08605a1a28 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:04.707085 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-2a726701-bc61-473a-92e2-ee08605a1a28 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] device_id is not set on port c9548d6a-5080-415d-936d-1f3a4838f4c0 yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:03:04.790585 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2260dde9-bc17-4489-ab5f-d1aaeb351260', 'tag': 'c4af5d65-e0e7-4635-b988-67167cc946bb'}, {'server_uuid': '9f2c8a55-30f1-47a5-add2-d02c66620c2d', 'name': 'network-vif-deleted', 'tag': '470229aa-b0cc-4646-aa6f-3a35537a42ba'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:03:04.796509 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8edaac39-17aa-4038-8288-2650b3021a7d" -d '{"events": [{"name": "network-changed", "server_uuid": "2260dde9-bc17-4489-ab5f-d1aaeb351260", "tag": "c4af5d65-e0e7-4635-b988-67167cc946bb"}, {"server_uuid": "9f2c8a55-30f1-47a5-add2-d02c66620c2d", "name": "network-vif-deleted", "tag": "470229aa-b0cc-4646-aa6f-3a35537a42ba"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:03:04.805752 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:04.825682 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790c26a-728d-4cf5-8753-d0c6cb6ec79c req-64755650-7a7d-439c-8319-6d6e0a7a8b4b tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:04.828052 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a790c26a-728d-4cf5-8753-d0c6cb6ec79c req-64755650-7a7d-439c-8319-6d6e0a7a8b4b tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd70876-3c57-4831-943f-94221464bf64 HTTP/1.1" status: 200 len: 946 time: 0.1666257 Jul 24 01:03:04.846703 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0c6c1-7f44-4e8f-8b21-aa92fc1188ee req-2fe148b8-9bd3-4a9a-b77f-4c02bff13453 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:04.848525 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ebb0c6c1-7f44-4e8f-8b21-aa92fc1188ee req-2fe148b8-9bd3-4a9a-b77f-4c02bff13453 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=2260dde9-bc17-4489-ab5f-d1aaeb351260 HTTP/1.1" status: 200 len: 944 time: 0.1030703 Jul 24 01:03:04.852922 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-a790c26a-728d-4cf5-8753-d0c6cb6ec79c req-78e9d8ad-55ba-4a49-9a4c-5a21040ce05b tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Request body: {'port': {'security_groups': []}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:03:04.905304 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ebb0c6c1-7f44-4e8f-8b21-aa92fc1188ee req-52dad45c-9119-4bfa-a93a-766d8ae40c33 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458224 Jul 24 01:03:04.981549 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 24 Jul 2021 01:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a12a52f-83b4-43b3-9347-db457ae47936 x-openstack-request-id: req-6a12a52f-83b4-43b3-9347-db457ae47936 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:03:04.981857 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2260dde9-bc17-4489-ab5f-d1aaeb351260", "tag": "c4af5d65-e0e7-4635-b988-67167cc946bb", "status": "completed", "code": 200}, {"server_uuid": "9f2c8a55-30f1-47a5-add2-d02c66620c2d", "name": "network-vif-deleted", "tag": "470229aa-b0cc-4646-aa6f-3a35537a42ba", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:03:04.982113 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6a12a52f-83b4-43b3-9347-db457ae47936 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:03:04.982511 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2260dde9-bc17-4489-ab5f-d1aaeb351260', 'tag': 'c4af5d65-e0e7-4635-b988-67167cc946bb', 'status': 'completed', 'code': 200} Jul 24 01:03:04.982801 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f2c8a55-30f1-47a5-add2-d02c66620c2d', 'name': 'network-vif-deleted', 'tag': '470229aa-b0cc-4646-aa6f-3a35537a42ba', 'status': 'completed', 'code': 200} Jul 24 01:03:05.036211 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-2a726701-bc61-473a-92e2-ee08605a1a28 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Allocated IP 172.20.0.4 (7e3afd0f-7326-49f9-80ac-5664ab976843/11c9d72d-38c2-4e7f-bb57-982b515f3a90/c9548d6a-5080-415d-936d-1f3a4838f4c0) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:03:05.044443 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-a790c26a-728d-4cf5-8753-d0c6cb6ec79c req-78e9d8ad-55ba-4a49-9a4c-5a21040ce05b tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:05.050825 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-2a726701-bc61-473a-92e2-ee08605a1a28 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Allocated IP 2001:db8::f816:3eff:fe76:1378 (7e3afd0f-7326-49f9-80ac-5664ab976843/d3041501-86a7-4308-86c9-88206b6957d9/c9548d6a-5080-415d-936d-1f3a4838f4c0) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:03:05.162668 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b30506-48c0-4758-b7a8-22f4d5b7ab98 req-108d4393-2ec6-4bba-951a-942149f19d93 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:05.164404 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d7b30506-48c0-4758-b7a8-22f4d5b7ab98 req-108d4393-2ec6-4bba-951a-942149f19d93 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e485cbd-65da-4d2b-9229-6d3f0fc837db HTTP/1.1" status: 200 len: 943 time: 0.1039846 Jul 24 01:03:05.173972 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edaac39-17aa-4038-8288-2650b3021a7d req-2434d57d-9383-4079-b6cf-0690fd33b5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:05.181266 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8edaac39-17aa-4038-8288-2650b3021a7d req-2434d57d-9383-4079-b6cf-0690fd33b5b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d5f5cc12e5fe45be9d7447ae1149586c&device_id=2260dde9-bc17-4489-ab5f-d1aaeb351260 HTTP/1.1" status: 200 len: 1096 time: 0.1650023 Jul 24 01:03:05.187254 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:05.300745 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a29f5394-3ef1-4cf6-bab4-6392ef113262 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:03:05.315280 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-a790c26a-728d-4cf5-8753-d0c6cb6ec79c req-78e9d8ad-55ba-4a49-9a4c-5a21040ce05b tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] For port d4ae5867-3747-4bde-93a5-3b36a131abe4, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d4ae5867-3747-4bde-93a5-3b36a131abe4,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:05.341839 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d7b30506-48c0-4758-b7a8-22f4d5b7ab98 req-6d67f9e4-40d8-4ae8-8e19-261ecd40c798 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?id=045bbabd-1ef4-44c1-9989-1ddc77c899ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581550 Jul 24 01:03:05.378305 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edaac39-17aa-4038-8288-2650b3021a7d req-a0f66023-0999-4b87-8cbd-c2099688bd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:05.380189 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8edaac39-17aa-4038-8288-2650b3021a7d req-a0f66023-0999-4b87-8cbd-c2099688bd1f service neutron] 10.222.0.13 "GET /v2.0/networks?id=8c8368d3-95e1-485a-9bb3-ebfb4cbd184b HTTP/1.1" status: 200 len: 915 time: 0.1794677 Jul 24 01:03:05.399602 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da833ae0-1222-4e36-943c-a46b8a5486a5 None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:03:05.416117 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-a790c26a-728d-4cf5-8753-d0c6cb6ec79c req-78e9d8ad-55ba-4a49-9a4c-5a21040ce05b tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:05.431785 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-a790c26a-728d-4cf5-8753-d0c6cb6ec79c req-78e9d8ad-55ba-4a49-9a4c-5a21040ce05b tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:05.449858 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['d2e500a4-c057-47e6-8e49-9f5b94fbc941', '17d2d77d-4333-4b13-b3a8-7a6965dc17c8', 'd4ae5867-3747-4bde-93a5-3b36a131abe4'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:03:05.463483 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8edaac39-17aa-4038-8288-2650b3021a7d req-9efa6f99-7b30-4a43-8ed8-3d74dfbff043 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4af5d65-e0e7-4635-b988-67167cc946bb HTTP/1.1" status: 200 len: 217 time: 0.0742230 Jul 24 01:03:05.508621 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-6deacae2-bdd6-44d2-a97d-91e57a72b44b None None] Provisioning for port a29f5394-3ef1-4cf6-bab4-6392ef113262 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:03:05.510083 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2a726701-bc61-473a-92e2-ee08605a1a28 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:05.522394 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790c26a-728d-4cf5-8753-d0c6cb6ec79c req-78e9d8ad-55ba-4a49-9a4c-5a21040ce05b tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:05.523122 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-a790c26a-728d-4cf5-8753-d0c6cb6ec79c req-78e9d8ad-55ba-4a49-9a4c-5a21040ce05b tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:05.525153 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a790c26a-728d-4cf5-8753-d0c6cb6ec79c req-78e9d8ad-55ba-4a49-9a4c-5a21040ce05b tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "PUT /v2.0/ports/d4ae5867-3747-4bde-93a5-3b36a131abe4 HTTP/1.1" status: 200 len: 905 time: 0.6827354 Jul 24 01:03:05.525638 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd70876-3c57-4831-943f-94221464bf64', 'tag': 'd4ae5867-3747-4bde-93a5-3b36a131abe4'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:03:05.528424 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcf114c-8b69-4f70-8b74-8a81eb6493f9" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd70876-3c57-4831-943f-94221464bf64", "tag": "d4ae5867-3747-4bde-93a5-3b36a131abe4"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:03:05.563625 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-2a726701-bc61-473a-92e2-ee08605a1a28 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Transition to ACTIVE for port object c9548d6a-5080-415d-936d-1f3a4838f4c0 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:03:05.571521 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e9d8ad-55ba-4a49-9a4c-5a21040ce05b tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Pushing event updated for resources: {'Port': ['ID=d4ae5867-3747-4bde-93a5-3b36a131abe4,revision_number=6']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:05.614374 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:03:05.643569 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edaac39-17aa-4038-8288-2650b3021a7d req-9569495d-a77b-4c11-a389-79642273fac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:05.645433 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8edaac39-17aa-4038-8288-2650b3021a7d req-9569495d-a77b-4c11-a389-79642273fac7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=56ac3505-ea77-4bfe-8569-9dd694c7b9b5 HTTP/1.1" status: 200 len: 854 time: 0.1730757 Jul 24 01:03:05.714363 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0635802-1d14-4fce-b353-cc4c9757a293 x-openstack-request-id: req-f0635802-1d14-4fce-b353-cc4c9757a293 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:03:05.718081 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd70876-3c57-4831-943f-94221464bf64", "tag": "d4ae5867-3747-4bde-93a5-3b36a131abe4", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:03:05.718410 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f0635802-1d14-4fce-b353-cc4c9757a293 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:03:05.719085 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd70876-3c57-4831-943f-94221464bf64', 'tag': 'd4ae5867-3747-4bde-93a5-3b36a131abe4', 'status': 'completed', 'code': 200} Jul 24 01:03:05.721929 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8edaac39-17aa-4038-8288-2650b3021a7d req-84653439-7187-4294-87f6-b0624746e6c9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8c8368d3-95e1-485a-9bb3-ebfb4cbd184b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696189 Jul 24 01:03:05.742041 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2a726701-bc61-473a-92e2-ee08605a1a28 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:05.782982 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port a29f5394-3ef1-4cf6-bab4-6392ef113262 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:03:05.873371 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a726701-bc61-473a-92e2-ee08605a1a28 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:03:05.877974 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a726701-bc61-473a-92e2-ee08605a1a28 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Port': ['ID=c9548d6a-5080-415d-936d-1f3a4838f4c0,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:05.884562 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06,segment=NetworkSegment(7407b275-26ce-41ae-aa2f-0d064e63de96),segment_id=7407b275-26ce-41ae-aa2f-0d064e63de96)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:05.890680 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-2a726701-bc61-473a-92e2-ee08605a1a28 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:03:05.894182 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a726701-bc61-473a-92e2-ee08605a1a28 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:03:05.896813 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['d4ae5867-3747-4bde-93a5-3b36a131abe4'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:03:05.911920 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port a29f5394-3ef1-4cf6-bab4-6392ef113262 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:03:05.912400 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:06.027970 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06', 'network_id': '03e78a62-81d3-4752-be2c-d12db7b84826', 'port_id': 'e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06', 'mac_address': 'fa:16:3e:89:f5:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b482f598-bb63-4afc-99f7-7e599c57abf9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:03:06.039638 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e758e3bc-e2f2-418d-9ae6-80b3e3d279a1 req-e5d2cf16-a3f7-4ed4-9709-ce917ee475f2 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:06.042246 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e758e3bc-e2f2-418d-9ae6-80b3e3d279a1 req-e5d2cf16-a3f7-4ed4-9709-ce917ee475f2 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd70876-3c57-4831-943f-94221464bf64 HTTP/1.1" status: 200 len: 908 time: 0.3809257 Jul 24 01:03:06.101832 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8edaac39-17aa-4038-8288-2650b3021a7d req-a95b3fbe-e8fd-4c94-a053-4df15e53bffe service neutron] 10.222.0.13 "GET /v2.0/networks/8c8368d3-95e1-485a-9bb3-ebfb4cbd184b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661723 Jul 24 01:03:06.106377 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf114c-8b69-4f70-8b74-8a81eb6493f9 req-b0096329-81a1-4ff9-b250-c83c8d7a140f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:06.109693 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1bcf114c-8b69-4f70-8b74-8a81eb6493f9 req-b0096329-81a1-4ff9-b250-c83c8d7a140f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7eb0da34432d47448c1b713034c6041a&device_id=bcd70876-3c57-4831-943f-94221464bf64 HTTP/1.1" status: 200 len: 1060 time: 0.3720577 Jul 24 01:03:06.123820 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a726701-bc61-473a-92e2-ee08605a1a28 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:06.124868 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2a726701-bc61-473a-92e2-ee08605a1a28 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:06.161582 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2a726701-bc61-473a-92e2-ee08605a1a28 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.4674442 Jul 24 01:03:06.166738 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42942) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:06.365918 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:06.370894 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-91418133-192e-440f-b6dc-fcfa79659bb0 None None] Provisioning complete for port d4ae5867-3747-4bde-93a5-3b36a131abe4 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:03:06.371455 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-91418133-192e-440f-b6dc-fcfa79659bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:06.393843 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa699267-700d-418d-8257-1c20c92078e5 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:06.406435 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa699267-700d-418d-8257-1c20c92078e5 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:06.411096 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-aa699267-700d-418d-8257-1c20c92078e5 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2423451 Jul 24 01:03:06.412773 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42950) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:06.434185 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf114c-8b69-4f70-8b74-8a81eb6493f9 req-977aeb73-abac-45e6-aa97-7d9b87096789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:06.435892 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1bcf114c-8b69-4f70-8b74-8a81eb6493f9 req-977aeb73-abac-45e6-aa97-7d9b87096789 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d582b8dc-8856-4b30-8b39-181936a3b597 HTTP/1.1" status: 200 len: 911 time: 0.2844763 Jul 24 01:03:06.444348 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8edaac39-17aa-4038-8288-2650b3021a7d req-4e6b2b11-3cad-4cbd-8d03-5e7a147953e9 service neutron] 10.222.0.13 "GET /v2.0/networks/8c8368d3-95e1-485a-9bb3-ebfb4cbd184b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282516 Jul 24 01:03:06.455183 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:06.477466 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf32a7c-720e-43c4-8daf-e51e43d0f7ad req-2a451e8a-06ea-406a-ad24-8c4772b9947e tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:06.489524 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fcf32a7c-720e-43c4-8daf-e51e43d0f7ad req-2a451e8a-06ea-406a-ad24-8c4772b9947e tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=2260dde9-bc17-4489-ab5f-d1aaeb351260 HTTP/1.1" status: 200 len: 944 time: 0.3593545 Jul 24 01:03:06.521250 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:03:06.547295 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd4dba-e2e6-497b-8c11-7f6902b9d76c req-bd7061c1-52f2-48c9-bfc9-3680e89ed1c4 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:06.550200 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6bdd4dba-e2e6-497b-8c11-7f6902b9d76c req-bd7061c1-52f2-48c9-bfc9-3680e89ed1c4 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.3354688 Jul 24 01:03:06.580027 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1bcf114c-8b69-4f70-8b74-8a81eb6493f9 req-3f8faa2e-7963-4b6b-9212-b9090a4e9f5e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4ae5867-3747-4bde-93a5-3b36a131abe4 HTTP/1.1" status: 200 len: 217 time: 0.1345162 Jul 24 01:03:06.626186 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port a29f5394-3ef1-4cf6-bab4-6392ef113262, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=a29f5394-3ef1-4cf6-bab4-6392ef113262,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:06.635547 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6bdd4dba-e2e6-497b-8c11-7f6902b9d76c req-159032c6-eacf-4341-8aff-25a9c7d2c7f2 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0758874 Jul 24 01:03:06.648736 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:06.669979 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-44f3d75b-e2d5-4d17-8aef-20656ede7696 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting port c9548d6a-5080-415d-936d-1f3a4838f4c0 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:03:06.669979 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-44f3d75b-e2d5-4d17-8aef-20656ede7696 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:06.688167 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fcf32a7c-720e-43c4-8daf-e51e43d0f7ad req-f7562501-a6ac-4604-a922-35c5f5f00ba6 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229537 Jul 24 01:03:06.705905 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06,segment=NetworkSegment(7407b275-26ce-41ae-aa2f-0d064e63de96),segment_id=7407b275-26ce-41ae-aa2f-0d064e63de96)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:06.717827 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf114c-8b69-4f70-8b74-8a81eb6493f9 req-3420128b-d46d-4dfd-a139-66fd53582c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:06.720354 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1bcf114c-8b69-4f70-8b74-8a81eb6493f9 req-3420128b-d46d-4dfd-a139-66fd53582c7b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66eb251d-e6ee-4000-900c-f86c0810b697 HTTP/1.1" status: 200 len: 849 time: 0.1300085 Jul 24 01:03:06.777837 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:06.857402 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-44f3d75b-e2d5-4d17-8aef-20656ede7696 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:06.860387 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcf114c-8b69-4f70-8b74-8a81eb6493f9 req-a41e70ec-1595-42a5-b70d-50c4d4795946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:06.872677 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1bcf114c-8b69-4f70-8b74-8a81eb6493f9 req-a41e70ec-1595-42a5-b70d-50c4d4795946 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d582b8dc-8856-4b30-8b39-181936a3b597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1448617 Jul 24 01:03:06.876934 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-44f3d75b-e2d5-4d17-8aef-20656ede7696 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Calling delete_port for c9548d6a-5080-415d-936d-1f3a4838f4c0 owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:03:06.971662 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=a29f5394-3ef1-4cf6-bab4-6392ef113262,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:07.130338 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:07.161406 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1bcf114c-8b69-4f70-8b74-8a81eb6493f9 req-57da113c-db7c-4a6f-97b0-9f6ac935a899 service neutron] 10.222.0.13 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772510 Jul 24 01:03:07.164888 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadd3c2f-4ac5-4d8e-8d10-0cdd19b2a7aa None None] Update dhcp port {'port': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'fixed_ips': [{'subnet_id': 'd3041501-86a7-4308-86c9-88206b6957d9', 'ip_address': '2001:db8::f816:3eff:fe6f:c993'}, {'subnet_id': '11c9d72d-38c2-4e7f-bb57-982b515f3a90'}], 'binding:host_id': 'n-d-793621-25'}, 'id': 'a29f5394-3ef1-4cf6-bab4-6392ef113262'} from n-d-793621-25. {{(pid=100465) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 01:03:07.174087 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c8e64-a4c4-474e-9413-d429d7298f7f req-f1025fce-a1d4-4e1a-a284-754d23a5bd19 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:07.182468 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b0c8e64-a4c4-474e-9413-d429d7298f7f req-f1025fce-a1d4-4e1a-a284-754d23a5bd19 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.2684770 Jul 24 01:03:07.237643 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:03:07.248887 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-44f3d75b-e2d5-4d17-8aef-20656ede7696 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:07.300727 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b0c8e64-a4c4-474e-9413-d429d7298f7f req-3c5ac3c2-c259-463d-9c18-448af6a37354 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1170411 Jul 24 01:03:07.322403 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-aadd3c2f-4ac5-4d8e-8d10-0cdd19b2a7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:07.324762 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a29f5394-3ef1-4cf6-bab4-6392ef113262 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:03:07.381083 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f3d75b-e2d5-4d17-8aef-20656ede7696 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Port': ['ID=c9548d6a-5080-415d-936d-1f3a4838f4c0,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:07.461579 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1bcf114c-8b69-4f70-8b74-8a81eb6493f9 req-89868fd7-1027-4ead-829e-59345c7213ba service neutron] 10.222.0.13 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759063 Jul 24 01:03:07.512134 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca862b0f-7d88-4964-8512-92f6168e81f0 req-ef020145-da10-4838-93db-10a4829025da tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:07.514123 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ca862b0f-7d88-4964-8512-92f6168e81f0 req-ef020145-da10-4838-93db-10a4829025da tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e485cbd-65da-4d2b-9229-6d3f0fc837db HTTP/1.1" status: 200 len: 944 time: 0.5543666 Jul 24 01:03:07.539680 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port a29f5394-3ef1-4cf6-bab4-6392ef113262 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:03:07.540587 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:07.579555 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-44f3d75b-e2d5-4d17-8aef-20656ede7696 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:07.582223 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-44f3d75b-e2d5-4d17-8aef-20656ede7696 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/ports/c9548d6a-5080-415d-936d-1f3a4838f4c0 HTTP/1.1" status: 204 len: 168 time: 1.1682091 Jul 24 01:03:07.585808 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42966) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:07.611718 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ca862b0f-7d88-4964-8512-92f6168e81f0 req-97e21c39-85cf-460b-9a8e-21ea2f75f0d0 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?id=045bbabd-1ef4-44c1-9989-1ddc77c899ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841026 Jul 24 01:03:07.684027 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3cd4f8-89a2-4fdc-b43b-7db56ee46e7e tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:07.686495 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3cd4f8-89a2-4fdc-b43b-7db56ee46e7e tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:07.688285 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3cd4f8-89a2-4fdc-b43b-7db56ee46e7e tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:07.690667 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2b3cd4f8-89a2-4fdc-b43b-7db56ee46e7e tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1038270 Jul 24 01:03:07.697551 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42978) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:07.757832 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device c4af5d65-e0e7-4635-b988-67167cc946bb details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:03:07.813643 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-187eaccb-d4bf-432f-9604-c340513a0608 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting subnet 11c9d72d-38c2-4e7f-bb57-982b515f3a90 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:03:07.817231 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-85f98fe9-99f3-4220-91e3-9701da4ec7ef tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:07.819603 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-85f98fe9-99f3-4220-91e3-9701da4ec7ef tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/networks?id=d582b8dc-8856-4b30-8b39-181936a3b597 HTTP/1.1" status: 200 len: 810 time: 0.1496165 Jul 24 01:03:07.839831 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-aa344b4b-d494-4efa-a62a-c8a520f33beb tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/quotas/7eb0da34432d47448c1b713034c6041a HTTP/1.1" status: 200 len: 375 time: 0.0122192 Jul 24 01:03:07.843407 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fb3711-1512-4b3c-aa95-cd90f628da3c req-62bdfc3c-1892-4f75-9eb3-60eb410ea955 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:07.844961 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-67fb3711-1512-4b3c-aa95-cd90f628da3c req-62bdfc3c-1892-4f75-9eb3-60eb410ea955 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=434df6b7-5d7e-463b-9bde-10a88b5f9b6b HTTP/1.1" status: 200 len: 946 time: 0.0957975 Jul 24 01:03:07.887359 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-67fb3711-1512-4b3c-aa95-cd90f628da3c req-af761cd9-ff11-4b03-a1cb-ce74ba0c902b tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359859 Jul 24 01:03:07.940439 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-8f8e7bcf-78d5-4e13-9aab-aae89419bc90 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7eb0da34432d47448c1b713034c6041a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0960703 Jul 24 01:03:07.986553 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-aadd3c2f-4ac5-4d8e-8d10-0cdd19b2a7aa None None] Allocated IP 172.20.0.2 (7e3afd0f-7326-49f9-80ac-5664ab976843/11c9d72d-38c2-4e7f-bb57-982b515f3a90/a29f5394-3ef1-4cf6-bab4-6392ef113262) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:03:08.043620 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f329b-66ba-459b-8bec-0563fa09f41e req-2be11444-e9a2-4e39-9c1b-caf95e491e62 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:08.045547 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e43f329b-66ba-459b-8bec-0563fa09f41e req-2be11444-e9a2-4e39-9c1b-caf95e491e62 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=2260dde9-bc17-4489-ab5f-d1aaeb351260 HTTP/1.1" status: 200 len: 944 time: 0.0849578 Jul 24 01:03:08.059362 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-76cd832c-53ef-4281-9865-5a93c38b0831 service neutron] 10.222.0.15 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104517 Jul 24 01:03:08.088640 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port c4af5d65-e0e7-4635-b988-67167cc946bb, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=c4af5d65-e0e7-4635-b988-67167cc946bb,segment=NetworkSegment(f7a7a503-697e-40e1-94c5-68de752c5cd5),segment_id=f7a7a503-697e-40e1-94c5-68de752c5cd5)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:08.096155 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e43f329b-66ba-459b-8bec-0563fa09f41e req-0bd496be-da74-4725-9584-860eee93a363 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416546 Jul 24 01:03:08.136772 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'c4af5d65-e0e7-4635-b988-67167cc946bb', 'network_id': '8c8368d3-95e1-485a-9bb3-ebfb4cbd184b', 'port_id': 'c4af5d65-e0e7-4635-b988-67167cc946bb', 'mac_address': 'fa:16:3e:06:bc:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ac3505-ea77-4bfe-8569-9dd694c7b9b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:03:08.166434 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-c3b27135-16ad-4389-bade-8429b1bc8763 service neutron] 10.222.0.15 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010072 Jul 24 01:03:08.195726 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-aadd3c2f-4ac5-4d8e-8d10-0cdd19b2a7aa None None] For port a29f5394-3ef1-4cf6-bab4-6392ef113262, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=a29f5394-3ef1-4cf6-bab4-6392ef113262,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:08.214036 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:08.241752 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4af5d65-e0e7-4635-b988-67167cc946bb {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:03:08.250358 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-aadd3c2f-4ac5-4d8e-8d10-0cdd19b2a7aa None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:08.274672 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-aadd3c2f-4ac5-4d8e-8d10-0cdd19b2a7aa None None] Transition to ACTIVE for port object a29f5394-3ef1-4cf6-bab4-6392ef113262 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:03:08.279566 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port c4af5d65-e0e7-4635-b988-67167cc946bb, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=c4af5d65-e0e7-4635-b988-67167cc946bb,segment=NetworkSegment(f7a7a503-697e-40e1-94c5-68de752c5cd5),segment_id=f7a7a503-697e-40e1-94c5-68de752c5cd5)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:08.279928 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-187eaccb-d4bf-432f-9604-c340513a0608 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:08.281042 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-aadd3c2f-4ac5-4d8e-8d10-0cdd19b2a7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:08.290031 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:08.358979 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-187eaccb-d4bf-432f-9604-c340513a0608 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:08.387846 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd3c2f-4ac5-4d8e-8d10-0cdd19b2a7aa None None] Pushing event updated for resources: {'Port': ['ID=a29f5394-3ef1-4cf6-bab4-6392ef113262,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:08.388088 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-defa3135-4610-4bfd-8e76-9b0ab1c756b2 req-7827bd39-d52c-4383-a467-5f38a3c045fd tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54c54b4-841f-4310-9100-282bc88db247 HTTP/1.1" status: 200 len: 210 time: 0.0484741 Jul 24 01:03:08.471316 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=c4af5d65-e0e7-4635-b988-67167cc946bb,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:08.505922 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-187eaccb-d4bf-432f-9604-c340513a0608 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:08.597744 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-187eaccb-d4bf-432f-9604-c340513a0608 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:08.619049 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-187eaccb-d4bf-432f-9604-c340513a0608 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:08.623002 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-187eaccb-d4bf-432f-9604-c340513a0608 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/11c9d72d-38c2-4e7f-bb57-982b515f3a90 HTTP/1.1" status: 204 len: 168 time: 0.9219670 Jul 24 01:03:08.623404 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 42998) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:08.677211 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['c4af5d65-e0e7-4635-b988-67167cc946bb'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:03:08.733970 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187eaccb-d4bf-432f-9604-c340513a0608 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Subnet': ['ID=11c9d72d-38c2-4e7f-bb57-982b515f3a90,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:08.834802 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-6be99d87-f168-44a3-949e-701278e6af4e tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting subnet d3041501-86a7-4308-86c9-88206b6957d9 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:03:08.855486 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6be99d87-f168-44a3-949e-701278e6af4e tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:09.103501 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c79de-4d4b-4f77-a934-3e7f48b09e40 req-0e9865e9-bfbc-40a9-9b8b-bc20e0425730 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:09.105337 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8d9c79de-4d4b-4f77-a934-3e7f48b09e40 req-0e9865e9-bfbc-40a9-9b8b-bc20e0425730 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=434df6b7-5d7e-463b-9bde-10a88b5f9b6b HTTP/1.1" status: 200 len: 946 time: 0.1045690 Jul 24 01:03:09.227087 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8d9c79de-4d4b-4f77-a934-3e7f48b09e40 req-72d43696-41eb-42d1-b97b-5bf085a99d1c tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111357 Jul 24 01:03:09.261404 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a29f5394-3ef1-4cf6-bab4-6392ef113262 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:03:09.344141 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8045143a-53bf-427a-b7e1-9128a7d9b554 None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:03:09.402514 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a750f-f546-4bcc-a43b-3be0fc991e6f req-1e11d490-5e32-4e33-b652-7d08f35b4bf8 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:09.413215 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d76a750f-f546-4bcc-a43b-3be0fc991e6f req-1e11d490-5e32-4e33-b652-7d08f35b4bf8 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e485cbd-65da-4d2b-9229-6d3f0fc837db HTTP/1.1" status: 200 len: 944 time: 0.6684885 Jul 24 01:03:09.417955 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-195335ea-f26b-4312-bd57-ec0fd850e20a None None] Could not find standard attr ID for object c9548d6a-5080-415d-936d-1f3a4838f4c0. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:03:09.440899 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78bb99e-90e3-4c91-89ab-6afb269df906 req-0a08356b-b5da-4dc1-afc6-052228845d34 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:09.442206 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6be99d87-f168-44a3-949e-701278e6af4e tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:09.453836 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a78bb99e-90e3-4c91-89ab-6afb269df906 req-0a08356b-b5da-4dc1-afc6-052228845d34 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=2260dde9-bc17-4489-ab5f-d1aaeb351260 HTTP/1.1" status: 200 len: 945 time: 0.1025424 Jul 24 01:03:09.460395 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-195335ea-f26b-4312-bd57-ec0fd850e20a None None] Provisioning for port a29f5394-3ef1-4cf6-bab4-6392ef113262 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:03:09.467988 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-195335ea-f26b-4312-bd57-ec0fd850e20a None None] Provisioning complete for port a29f5394-3ef1-4cf6-bab4-6392ef113262 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:03:09.467988 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-195335ea-f26b-4312-bd57-ec0fd850e20a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:09.510445 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a78bb99e-90e3-4c91-89ab-6afb269df906 req-3e6cff6f-7306-4590-9f9f-8786dc3ae4b5 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475030 Jul 24 01:03:09.539315 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d76a750f-f546-4bcc-a43b-3be0fc991e6f req-4a580948-5dfc-437c-801e-d0eb47220cd6 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?id=045bbabd-1ef4-44c1-9989-1ddc77c899ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156416 Jul 24 01:03:09.598795 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:03:09.662122 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7816a4cc-ff17-4aab-aa2c-8d9ffad952d8 req-1bcd16ed-121b-436b-bc5c-6e345dfd5c18 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54c54b4-841f-4310-9100-282bc88db247 HTTP/1.1" status: 200 len: 210 time: 0.0400441 Jul 24 01:03:09.673085 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf19d9-7b1f-419c-a205-8c8a11312564 req-9e01f02d-7cf2-4051-b1b3-f90ad0d092d5 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:09.675412 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cfcf19d9-7b1f-419c-a205-8c8a11312564 req-9e01f02d-7cf2-4051-b1b3-f90ad0d092d5 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.13 "GET /v2.0/ports?device_id=434df6b7-5d7e-463b-9bde-10a88b5f9b6b HTTP/1.1" status: 200 len: 946 time: 0.2440917 Jul 24 01:03:09.679784 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6be99d87-f168-44a3-949e-701278e6af4e tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:09.721722 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:03:09.727130 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:03:09.727520 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:09.797290 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6be99d87-f168-44a3-949e-701278e6af4e tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:09.823857 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:09.853853 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e485cbd-65da-4d2b-9229-6d3f0fc837db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:03:09.856856 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ed0525-8a6f-4d3f-b4dc-0af2f57bd2b9" -d '{"events": [{"server_uuid": "7e485cbd-65da-4d2b-9229-6d3f0fc837db", "name": "network-vif-plugged", "status": "completed", "tag": "e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:03:09.883946 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06,segment=NetworkSegment(7407b275-26ce-41ae-aa2f-0d064e63de96),segment_id=7407b275-26ce-41ae-aa2f-0d064e63de96)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:09.897191 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:09.935984 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be99d87-f168-44a3-949e-701278e6af4e tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Subnet': ['ID=d3041501-86a7-4308-86c9-88206b6957d9,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:09.965914 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6be99d87-f168-44a3-949e-701278e6af4e tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:09.967854 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6be99d87-f168-44a3-949e-701278e6af4e tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/d3041501-86a7-4308-86c9-88206b6957d9 HTTP/1.1" status: 204 len: 168 time: 1.3434391 Jul 24 01:03:09.968682 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b77f114-e94f-47b0-bbdf-96efc13377d3 x-openstack-request-id: req-6b77f114-e94f-47b0-bbdf-96efc13377d3 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:03:09.969204 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e485cbd-65da-4d2b-9229-6d3f0fc837db", "name": "network-vif-plugged", "status": "completed", "tag": "e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:03:09.970862 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6b77f114-e94f-47b0-bbdf-96efc13377d3 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:03:09.971071 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43020) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:09.973871 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e485cbd-65da-4d2b-9229-6d3f0fc837db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06', 'code': 200} Jul 24 01:03:10.017700 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:10.054781 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b58866c8-4c20-4bd4-97c6-abc6078b9b66 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0792596 Jul 24 01:03:10.057645 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43022) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:10.064631 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-b387561d-c6af-4e26-a2a2-e5a3550c4807 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'subnet': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:03:10.170390 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b387561d-c6af-4e26-a2a2-e5a3550c4807 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:03:10.175521 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b387561d-c6af-4e26-a2a2-e5a3550c4807 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:10.193738 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-1852a3f9-5b5b-44e3-8d2e-e5e135c02564 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:10.196244 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-1852a3f9-5b5b-44e3-8d2e-e5e135c02564 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.13 "GET /v2.0/networks?id=d582b8dc-8856-4b30-8b39-181936a3b597 HTTP/1.1" status: 200 len: 810 time: 0.3567541 Jul 24 01:03:10.214315 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-1667ec91-2d88-49d0-ba07-3ce354882e88 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Request body: {'port': {'device_id': 'e54c54b4-841f-4310-9100-282bc88db247', 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597', 'admin_state_up': True, 'tenant_id': '7eb0da34432d47448c1b713034c6041a'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:03:10.249563 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259cb09-6099-45f2-b680-1cd8e9c277c5 req-794a9ae6-478c-4b3a-81b0-d2087af5f074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:10.252652 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4259cb09-6099-45f2-b680-1cd8e9c277c5 req-794a9ae6-478c-4b3a-81b0-d2087af5f074 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7e485cbd-65da-4d2b-9229-6d3f0fc837db HTTP/1.1" status: 200 len: 1097 time: 0.1929574 Jul 24 01:03:10.306533 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-cfcf19d9-7b1f-419c-a205-8c8a11312564 req-7ee1f6d9-a9d8-4c40-83c1-b322909a1219 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Deleting port a9bc459e-046f-45c5-b282-74d400eb474a {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:03:10.307487 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-cfcf19d9-7b1f-419c-a205-8c8a11312564 req-7ee1f6d9-a9d8-4c40-83c1-b322909a1219 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:10.543801 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4259cb09-6099-45f2-b680-1cd8e9c277c5 req-e71b1467-5264-4df0-b20c-b7ec1ab67a51 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=045bbabd-1ef4-44c1-9989-1ddc77c899ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2783744 Jul 24 01:03:10.555321 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-cfcf19d9-7b1f-419c-a205-8c8a11312564 req-7ee1f6d9-a9d8-4c40-83c1-b322909a1219 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] For port a9bc459e-046f-45c5-b282-74d400eb474a, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=a9bc459e-046f-45c5-b282-74d400eb474a,segment=NetworkSegment(6a0dcd8e-3884-461b-ac3c-4a378c6b966a),segment_id=6a0dcd8e-3884-461b-ac3c-4a378c6b966a)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:10.555705 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-cfcf19d9-7b1f-419c-a205-8c8a11312564 req-7ee1f6d9-a9d8-4c40-83c1-b322909a1219 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:10.580653 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3eb7e45-a1fa-4bea-a269-e174a26aabb5 None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:03:10.590957 n-d-793621-25 neutron-server[100463]: DEBUG neutron.objects.ports [None req-b387561d-c6af-4e26-a2a2-e5a3550c4807 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100463) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 01:03:10.609479 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4117444-f67a-4731-b69e-2eba7afb0c16 req-65048b74-97fb-4720-a406-f7681506f754 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:10.618545 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a4117444-f67a-4731-b69e-2eba7afb0c16 req-65048b74-97fb-4720-a406-f7681506f754 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=434df6b7-5d7e-463b-9bde-10a88b5f9b6b HTTP/1.1" status: 200 len: 946 time: 0.2625515 Jul 24 01:03:10.623606 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-cfcf19d9-7b1f-419c-a205-8c8a11312564 req-7ee1f6d9-a9d8-4c40-83c1-b322909a1219 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Calling delete_port for a9bc459e-046f-45c5-b282-74d400eb474a owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:03:10.675491 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-2422ec9f-9696-4334-b383-bf74cca5f735 None None] Provisioning complete for port a29f5394-3ef1-4cf6-bab4-6392ef113262 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:03:10.675767 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2422ec9f-9696-4334-b383-bf74cca5f735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:10.715236 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-1667ec91-2d88-49d0-ba07-3ce354882e88 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Made reservation on behalf of 7eb0da34432d47448c1b713034c6041a for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:03:10.721511 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-1667ec91-2d88-49d0-ba07-3ce354882e88 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:10.886117 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-1667ec91-2d88-49d0-ba07-3ce354882e88 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Allocated IP 172.20.0.10 (d582b8dc-8856-4b30-8b39-181936a3b597/66eb251d-e6ee-4000-900c-f86c0810b697/19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:03:10.905327 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a4117444-f67a-4731-b69e-2eba7afb0c16 req-0b21e3d4-84e4-4187-9e6e-4e2f087a886f tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/security-groups?id=34788805-eac9-420e-8cec-326ffddedada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857213 Jul 24 01:03:10.981407 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a9b43-fe64-4b24-92a4-a0b72734380b req-3b06e79e-7e8b-4525-8aae-edaf5f57fa5a tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:10.989073 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-780a9b43-fe64-4b24-92a4-a0b72734380b req-3b06e79e-7e8b-4525-8aae-edaf5f57fa5a tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=2260dde9-bc17-4489-ab5f-d1aaeb351260 HTTP/1.1" status: 200 len: 945 time: 0.2554004 Jul 24 01:03:11.045867 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-780a9b43-fe64-4b24-92a4-a0b72734380b req-53b59ae6-171b-4a10-bd00-505da822eec1 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546501 Jul 24 01:03:11.170180 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b387561d-c6af-4e26-a2a2-e5a3550c4807 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:11.279006 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-cfcf19d9-7b1f-419c-a205-8c8a11312564 req-7ee1f6d9-a9d8-4c40-83c1-b322909a1219 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:11.356803 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a0f80ffb-a959-4592-95b7-bdca0bcf10ef req-38c002e0-34fa-4b2a-8110-eb25ea320ba4 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54c54b4-841f-4310-9100-282bc88db247 HTTP/1.1" status: 200 len: 210 time: 0.0647078 Jul 24 01:03:11.392249 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1f6d9-a9d8-4c40-83c1-b322909a1219 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Pushing event deleted for resources: {'Port': ['ID=a9bc459e-046f-45c5-b282-74d400eb474a,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:11.401994 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e84b4f69-c417-4437-8df9-c61ca963380c None None] Provisioning complete for port a29f5394-3ef1-4cf6-bab4-6392ef113262 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:03:11.402491 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e84b4f69-c417-4437-8df9-c61ca963380c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:11.549378 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-b387561d-c6af-4e26-a2a2-e5a3550c4807 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] For port a29f5394-3ef1-4cf6-bab4-6392ef113262, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=a29f5394-3ef1-4cf6-bab4-6392ef113262,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:11.591040 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b387561d-c6af-4e26-a2a2-e5a3550c4807 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:11.599432 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b387561d-c6af-4e26-a2a2-e5a3550c4807 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:11.600362 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b387561d-c6af-4e26-a2a2-e5a3550c4807 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:11.650219 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device c4af5d65-e0e7-4635-b988-67167cc946bb up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:03:11.690770 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b387561d-c6af-4e26-a2a2-e5a3550c4807 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Port': ['ID=a29f5394-3ef1-4cf6-bab4-6392ef113262,revision_number=8']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:11.727545 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b387561d-c6af-4e26-a2a2-e5a3550c4807 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:03:11.733812 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-b387561d-c6af-4e26-a2a2-e5a3550c4807 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:03:11.738572 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b387561d-c6af-4e26-a2a2-e5a3550c4807 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:11.739249 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b387561d-c6af-4e26-a2a2-e5a3550c4807 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:11.746547 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port c4af5d65-e0e7-4635-b988-67167cc946bb completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:03:11.763193 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b387561d-c6af-4e26-a2a2-e5a3550c4807 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7029312 Jul 24 01:03:11.764349 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b387561d-c6af-4e26-a2a2-e5a3550c4807 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Subnet': ['ID=a7b9830e-d0e7-4abc-a123-99da3298b8ca,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:11.764704 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port c4af5d65-e0e7-4635-b988-67167cc946bb triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:03:11.765215 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:11.767668 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43042) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:11.778226 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-29549bac-a537-485c-a2cd-dde4eabb4073 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'subnet': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:03:11.794014 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfcf19d9-7b1f-419c-a205-8c8a11312564 req-7ee1f6d9-a9d8-4c40-83c1-b322909a1219 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] No DVR routers for this DVR port a9bc459e-046f-45c5-b282-74d400eb474a on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:03:11.805117 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-cfcf19d9-7b1f-419c-a205-8c8a11312564 req-7ee1f6d9-a9d8-4c40-83c1-b322909a1219 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:11.807305 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cfcf19d9-7b1f-419c-a205-8c8a11312564 req-7ee1f6d9-a9d8-4c40-83c1-b322909a1219 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.13 "DELETE /v2.0/ports/a9bc459e-046f-45c5-b282-74d400eb474a HTTP/1.1" status: 204 len: 173 time: 2.1238272 Jul 24 01:03:11.807889 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '434df6b7-5d7e-463b-9bde-10a88b5f9b6b', 'name': 'network-vif-deleted', 'tag': 'a9bc459e-046f-45c5-b282-74d400eb474a'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:03:11.818036 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e806245-6398-4329-870e-7fd12aa40810" -d '{"events": [{"server_uuid": "434df6b7-5d7e-463b-9bde-10a88b5f9b6b", "name": "network-vif-deleted", "tag": "a9bc459e-046f-45c5-b282-74d400eb474a"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:03:11.845769 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-4e06214e-ad49-446c-b489-bbae22936a7d None None] Could not find standard attr ID for object c9548d6a-5080-415d-936d-1f3a4838f4c0. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:03:11.894761 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e5b67-48de-415c-b5f2-e2586bb0dcf4 req-5712c377-7543-4d16-b3cd-ff4f2e006c66 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:11.896474 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-664e5b67-48de-415c-b5f2-e2586bb0dcf4 req-5712c377-7543-4d16-b3cd-ff4f2e006c66 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e485cbd-65da-4d2b-9229-6d3f0fc837db HTTP/1.1" status: 200 len: 945 time: 0.8049102 Jul 24 01:03:11.914018 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdcefa95-688a-42c1-9d0a-e651a4ada05d x-openstack-request-id: req-bdcefa95-688a-42c1-9d0a-e651a4ada05d {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:03:11.914419 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "434df6b7-5d7e-463b-9bde-10a88b5f9b6b", "name": "network-vif-deleted", "tag": "a9bc459e-046f-45c5-b282-74d400eb474a", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:03:11.914620 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bdcefa95-688a-42c1-9d0a-e651a4ada05d {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:03:11.932994 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '434df6b7-5d7e-463b-9bde-10a88b5f9b6b', 'name': 'network-vif-deleted', 'tag': 'a9bc459e-046f-45c5-b282-74d400eb474a', 'status': 'completed', 'code': 200} Jul 24 01:03:12.002118 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:12.041283 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-1667ec91-2d88-49d0-ba07-3ce354882e88 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:12.049270 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2260dde9-bc17-4489-ab5f-d1aaeb351260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4af5d65-e0e7-4635-b988-67167cc946bb'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:03:12.061287 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0862fbb-8266-4237-91b8-30548dda5892" -d '{"events": [{"server_uuid": "2260dde9-bc17-4489-ab5f-d1aaeb351260", "name": "network-vif-plugged", "status": "completed", "tag": "c4af5d65-e0e7-4635-b988-67167cc946bb"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:03:12.064487 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1eb7f1e0-81f4-4686-a022-15c9d9fbe662 req-884476f9-70d5-45bb-a025-c24cef964bd8 tempest-AttachVolumeNegativeTest-1546604755 tempest-AttachVolumeNegativeTest-1546604755-project] 10.222.0.15 "GET /v2.0/ports?device_id=434df6b7-5d7e-463b-9bde-10a88b5f9b6b HTTP/1.1" status: 200 len: 210 time: 0.0386422 Jul 24 01:03:12.077661 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29549bac-a537-485c-a2cd-dde4eabb4073 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:03:12.083587 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-29549bac-a537-485c-a2cd-dde4eabb4073 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:12.100704 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port c4af5d65-e0e7-4635-b988-67167cc946bb, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=c4af5d65-e0e7-4635-b988-67167cc946bb,segment=NetworkSegment(f7a7a503-697e-40e1-94c5-68de752c5cd5),segment_id=f7a7a503-697e-40e1-94c5-68de752c5cd5)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:12.103476 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-664e5b67-48de-415c-b5f2-e2586bb0dcf4 req-1b745dbd-f224-441a-9630-e7cdf2e9348f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?id=045bbabd-1ef4-44c1-9989-1ddc77c899ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914454 Jul 24 01:03:12.111668 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:12.112802 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device a9bc459e-046f-45c5-b282-74d400eb474a no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:03:12.137618 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-1667ec91-2d88-49d0-ba07-3ce354882e88 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Transition to ACTIVE for port object 19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:03:12.167544 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f64f58-2409-4f64-976f-54fa555cdf46 x-openstack-request-id: req-58f64f58-2409-4f64-976f-54fa555cdf46 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:03:12.167544 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2260dde9-bc17-4489-ab5f-d1aaeb351260", "name": "network-vif-plugged", "status": "completed", "tag": "c4af5d65-e0e7-4635-b988-67167cc946bb", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:03:12.169381 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-58f64f58-2409-4f64-976f-54fa555cdf46 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:03:12.169838 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2260dde9-bc17-4489-ab5f-d1aaeb351260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4af5d65-e0e7-4635-b988-67167cc946bb', 'code': 200} Jul 24 01:03:12.183434 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: a9bc459e-046f-45c5-b282-74d400eb474a {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:03:12.188689 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device a9bc459e-046f-45c5-b282-74d400eb474a not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:03:12.195004 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43cd50d-e810-41be-8e17-a77c28e79682 None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:03:12.208185 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:03:12.328160 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-1667ec91-2d88-49d0-ba07-3ce354882e88 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:12.349037 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=c4af5d65-e0e7-4635-b988-67167cc946bb,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:12.364701 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['d2e500a4-c057-47e6-8e49-9f5b94fbc941', '17d2d77d-4333-4b13-b3a8-7a6965dc17c8'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:03:12.602861 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1667ec91-2d88-49d0-ba07-3ce354882e88 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Pushing event updated for resources: {'Port': ['ID=19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:12.662769 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-1667ec91-2d88-49d0-ba07-3ce354882e88 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Network d582b8dc-8856-4b30-8b39-181936a3b597 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:03:12.672963 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-1667ec91-2d88-49d0-ba07-3ce354882e88 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:03:12.677137 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-1667ec91-2d88-49d0-ba07-3ce354882e88 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:03:12.687256 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081eb50-8d1d-4e56-95c6-64bad4868c42 req-179491cc-7f83-4fb9-99c5-d8570a234042 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:12.689540 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e081eb50-8d1d-4e56-95c6-64bad4868c42 req-179491cc-7f83-4fb9-99c5-d8570a234042 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=2260dde9-bc17-4489-ab5f-d1aaeb351260 HTTP/1.1" status: 200 len: 946 time: 0.3876796 Jul 24 01:03:12.697928 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42807b86-65c0-4649-8dcc-4cf134b251cb req-c10f3cec-eb22-4565-8608-5faef0aaabba tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:12.699661 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-42807b86-65c0-4649-8dcc-4cf134b251cb req-c10f3cec-eb22-4565-8608-5faef0aaabba tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54c54b4-841f-4310-9100-282bc88db247 HTTP/1.1" status: 200 len: 932 time: 0.2150424 Jul 24 01:03:12.737877 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2647dc9-a32a-446d-be25-1f4168b3265f req-d6fc84f8-346a-458c-a8cd-2875cb119f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:12.739564 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2647dc9-a32a-446d-be25-1f4168b3265f req-d6fc84f8-346a-458c-a8cd-2875cb119f68 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2260dde9-bc17-4489-ab5f-d1aaeb351260 HTTP/1.1" status: 200 len: 1098 time: 0.5159461 Jul 24 01:03:12.831068 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-29549bac-a537-485c-a2cd-dde4eabb4073 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:12.843323 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-1667ec91-2d88-49d0-ba07-3ce354882e88 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:12.843323 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-1667ec91-2d88-49d0-ba07-3ce354882e88 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:12.862600 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e081eb50-8d1d-4e56-95c6-64bad4868c42 req-1c7edc58-e2d2-4ec6-b310-8d7d1c2beec4 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366556 Jul 24 01:03:12.921823 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2647dc9-a32a-446d-be25-1f4168b3265f req-8e9ccc77-f261-4f21-a69d-e7c5a5b5f9dc service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344733 Jul 24 01:03:12.934824 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-1667ec91-2d88-49d0-ba07-3ce354882e88 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7249441 Jul 24 01:03:12.953120 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-42807b86-65c0-4649-8dcc-4cf134b251cb req-482c000a-04d2-4c38-8af8-d1aa0e9b4b20 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415152 Jul 24 01:03:12.960773 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-b5d4b18a-fff6-44a5-9faa-b30e4b6fa459 service neutron] Request body: {'port': {'device_id': 'e54c54b4-841f-4310-9100-282bc88db247', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:03:12.981062 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29549bac-a537-485c-a2cd-dde4eabb4073 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:03:12.996706 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-29549bac-a537-485c-a2cd-dde4eabb4073 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:03:13.002806 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29549bac-a537-485c-a2cd-dde4eabb4073 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:13.002806 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-29549bac-a537-485c-a2cd-dde4eabb4073 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:13.011786 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29549bac-a537-485c-a2cd-dde4eabb4073 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Subnet': ['ID=c012bacf-6023-459e-afad-8ef983880cb2,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:13.029377 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-29549bac-a537-485c-a2cd-dde4eabb4073 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2601326 Jul 24 01:03:13.033089 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43060) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:13.039411 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-58c7cb59-d816-4234-890b-a66609b0e535 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'port': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'mac_address': 'fa:16:3e:26:39:75', 'name': 'tempest-NetworksTestDHCPv6-108613000'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:03:13.076627 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-b5d4b18a-fff6-44a5-9faa-b30e4b6fa459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:13.182005 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43066) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:13.191102 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-825615e9-e7dd-4ada-bddf-111db17d63bd None None] Provisioning for port 19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:03:13.196705 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-825615e9-e7dd-4ada-bddf-111db17d63bd None None] Provisioning complete for port 19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:03:13.197195 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-825615e9-e7dd-4ada-bddf-111db17d63bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:13.242629 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-825615e9-e7dd-4ada-bddf-111db17d63bd None None] Port 19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:03:13.244470 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7f94bb-e100-4d68-b7d4-4fb4225bd17d None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:03:13.283537 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a29f5394-3ef1-4cf6-bab4-6392ef113262 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:03:13.343919 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ee47abf-3719-403f-807d-8518ee0f4e1d admin admin] Deleting subnet ca9fc3c9-f297-4e8b-a8e5-3d3783f9f619 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:03:13.347320 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4ee47abf-3719-403f-807d-8518ee0f4e1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:13.396703 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c7cb59-d816-4234-890b-a66609b0e535 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:03:13.399387 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b3bc0cb0-9e09-4898-a7b3-bd628054577e None None] Provisioning complete for port a29f5394-3ef1-4cf6-bab4-6392ef113262 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:03:13.400138 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b3bc0cb0-9e09-4898-a7b3-bd628054577e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:13.404168 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4ee47abf-3719-403f-807d-8518ee0f4e1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:13.470904 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-b5d4b18a-fff6-44a5-9faa-b30e4b6fa459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:03:13.476719 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port a29f5394-3ef1-4cf6-bab4-6392ef113262 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:03:13.477105 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:13.480589 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-b5d4b18a-fff6-44a5-9faa-b30e4b6fa459 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:13.488533 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61293d53-de33-40ab-b695-963478499b89 req-b5a17967-a335-4809-bff4-02d87e7c2f64 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:13.490148 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-61293d53-de33-40ab-b695-963478499b89 req-b5a17967-a335-4809-bff4-02d87e7c2f64 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e485cbd-65da-4d2b-9229-6d3f0fc837db HTTP/1.1" status: 200 len: 945 time: 0.2155108 Jul 24 01:03:13.499122 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-b5d4b18a-fff6-44a5-9faa-b30e4b6fa459 service neutron] Transition to ACTIVE for port object 19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:03:13.506063 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-b5d4b18a-fff6-44a5-9faa-b30e4b6fa459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:13.544354 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4ee47abf-3719-403f-807d-8518ee0f4e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:13.568835 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4b18a-fff6-44a5-9faa-b30e4b6fa459 service neutron] Pushing event updated for resources: {'Port': ['ID=19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:13.619767 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-58c7cb59-d816-4234-890b-a66609b0e535 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:13.638801 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-61293d53-de33-40ab-b695-963478499b89 req-926bc82a-ee49-48ad-9870-acb447be3fdf tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?id=045bbabd-1ef4-44c1-9989-1ddc77c899ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174116 Jul 24 01:03:13.659917 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-58c7cb59-d816-4234-890b-a66609b0e535 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] device_id is not set on port 7449960a-28cb-4a8c-ace9-0e12100d4e79 yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:03:13.679927 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4ee47abf-3719-403f-807d-8518ee0f4e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:13.724450 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-b5d4b18a-fff6-44a5-9faa-b30e4b6fa459 service neutron] Attempting to bind port 19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:03:13.724799 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-b5d4b18a-fff6-44a5-9faa-b30e4b6fa459 service neutron] Attempting to bind port 19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '2abeda90-4f6a-4b8b-8aff-f712c98837e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:03:13.725144 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-b5d4b18a-fff6-44a5-9faa-b30e4b6fa459 service neutron] Attempting to bind port 19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8 on network d582b8dc-8856-4b30-8b39-181936a3b597 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:03:13.733643 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-b5d4b18a-fff6-44a5-9faa-b30e4b6fa459 service neutron] Port 19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8 on network d582b8dc-8856-4b30-8b39-181936a3b597 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:03:13.734971 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-b5d4b18a-fff6-44a5-9faa-b30e4b6fa459 service neutron] Attempting to bind port 19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8 on network d582b8dc-8856-4b30-8b39-181936a3b597 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:03:13.764704 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-b5d4b18a-fff6-44a5-9faa-b30e4b6fa459 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:03:13.765265 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-b5d4b18a-fff6-44a5-9faa-b30e4b6fa459 service neutron] Checking segment: {'id': '2abeda90-4f6a-4b8b-8aff-f712c98837e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:03:13.765831 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-b5d4b18a-fff6-44a5-9faa-b30e4b6fa459 service neutron] Bound using segment: {'id': '2abeda90-4f6a-4b8b-8aff-f712c98837e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:03:13.769583 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-b5d4b18a-fff6-44a5-9faa-b30e4b6fa459 service neutron] Bound port: 19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2abeda90-4f6a-4b8b-8aff-f712c98837e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:03:13.769971 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-b5d4b18a-fff6-44a5-9faa-b30e4b6fa459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:13.776134 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee47abf-3719-403f-807d-8518ee0f4e1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca9fc3c9-f297-4e8b-a8e5-3d3783f9f619,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:13.786211 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4ee47abf-3719-403f-807d-8518ee0f4e1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:13.796833 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4ee47abf-3719-403f-807d-8518ee0f4e1d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ca9fc3c9-f297-4e8b-a8e5-3d3783f9f619 HTTP/1.1" status: 204 len: 168 time: 0.6114001 Jul 24 01:03:13.799255 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43076) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:13.813990 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a5b362-72ff-4cb8-988e-51688e257afa None None] Update dhcp port {'port': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'fixed_ips': [{'subnet_id': 'a7b9830e-d0e7-4abc-a123-99da3298b8ca', 'ip_address': '2001:db8::f816:3eff:fe6f:c993'}, {'subnet_id': 'c012bacf-6023-459e-afad-8ef983880cb2'}], 'binding:host_id': 'n-d-793621-25'}, 'id': 'a29f5394-3ef1-4cf6-bab4-6392ef113262'} from n-d-793621-25. {{(pid=100465) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 01:03:13.882469 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f9a5b362-72ff-4cb8-988e-51688e257afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:13.966615 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f38deade-733a-47ab-8d1c-6937c4b3ab44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:14.008758 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-b5d4b18a-fff6-44a5-9faa-b30e4b6fa459 service neutron] For port 19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:03:14.045114 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f143b4-2afc-4d3b-9603-d95d95cc8777 req-aa10a39c-2308-4928-aebc-04a4c9dbf11f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:14.046989 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-11f143b4-2afc-4d3b-9603-d95d95cc8777 req-aa10a39c-2308-4928-aebc-04a4c9dbf11f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e485cbd-65da-4d2b-9229-6d3f0fc837db HTTP/1.1" status: 200 len: 945 time: 0.2420888 Jul 24 01:03:14.063982 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-58c7cb59-d816-4234-890b-a66609b0e535 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Allocated IP 172.20.0.9 (7e3afd0f-7326-49f9-80ac-5664ab976843/c012bacf-6023-459e-afad-8ef983880cb2/7449960a-28cb-4a8c-ace9-0e12100d4e79) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:03:14.069683 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-b5d4b18a-fff6-44a5-9faa-b30e4b6fa459 service neutron] For port 19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:03:14.070743 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43086) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:14.089773 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-a863e797-810b-4fb7-afce-41da1d4b83da tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Request body: {'floatingip': {'port_id': 'e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:03:14.109872 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-58c7cb59-d816-4234-890b-a66609b0e535 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Allocated IP 2001:db8::f816:3eff:fe26:3975 (7e3afd0f-7326-49f9-80ac-5664ab976843/a7b9830e-d0e7-4abc-a123-99da3298b8ca/7449960a-28cb-4a8c-ace9-0e12100d4e79) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:03:14.163877 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-b5d4b18a-fff6-44a5-9faa-b30e4b6fa459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:14.239576 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a863e797-810b-4fb7-afce-41da1d4b83da tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks [] for floatingip, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:14.407273 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-b5d4b18a-fff6-44a5-9faa-b30e4b6fa459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:14.408068 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-b5d4b18a-fff6-44a5-9faa-b30e4b6fa459 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:14.409896 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-b5d4b18a-fff6-44a5-9faa-b30e4b6fa459 service neutron] 10.222.0.13 "PUT /v2.0/ports/19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8 HTTP/1.1" status: 200 len: 1093 time: 1.4542348 Jul 24 01:03:14.415917 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e54c54b4-841f-4310-9100-282bc88db247', 'tag': '19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:03:14.418905 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fe18fc-c374-490c-b832-215cbed9b43d" -d '{"events": [{"name": "network-changed", "server_uuid": "e54c54b4-841f-4310-9100-282bc88db247", "tag": "19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:03:14.557916 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4b18a-fff6-44a5-9faa-b30e4b6fa459 service neutron] Pushing event updated for resources: {'Port': ['ID=19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:14.598865 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a19f4-2d9d-41a5-9b65-46ec452a2f77 req-06799adf-69f8-4b2b-bb6b-3221a74cf246 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:14.600727 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-775a19f4-2d9d-41a5-9b65-46ec452a2f77 req-06799adf-69f8-4b2b-bb6b-3221a74cf246 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54c54b4-841f-4310-9100-282bc88db247 HTTP/1.1" status: 200 len: 944 time: 0.3724968 Jul 24 01:03:14.675066 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-775a19f4-2d9d-41a5-9b65-46ec452a2f77 req-9fe6100c-8a2e-44f8-a929-9e25266ccb77 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647016 Jul 24 01:03:14.679339 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-8eade584-35c4-407b-ae56-ec7552df7917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:14.680693 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-8eade584-35c4-407b-ae56-ec7552df7917 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7eb0da34432d47448c1b713034c6041a&device_id=e54c54b4-841f-4310-9100-282bc88db247 HTTP/1.1" status: 200 len: 1096 time: 0.2197907 Jul 24 01:03:14.724840 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f38deade-733a-47ab-8d1c-6937c4b3ab44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:14.760399 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-f38deade-733a-47ab-8d1c-6937c4b3ab44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bb51f2f-00d3-4129-bd46-3f370febb2ae']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:03:14.794836 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12d6f0-6708-49d4-a612-dee03a32d8d1 req-f9064d00-0a1b-49b3-b59c-2a590bf59cfc tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:14.796469 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ce12d6f0-6708-49d4-a612-dee03a32d8d1 req-f9064d00-0a1b-49b3-b59c-2a590bf59cfc tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=2260dde9-bc17-4489-ab5f-d1aaeb351260 HTTP/1.1" status: 200 len: 946 time: 0.7295394 Jul 24 01:03:14.801422 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-f38deade-733a-47ab-8d1c-6937c4b3ab44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a0dcd8e-3884-461b-ac3c-4a378c6b966a') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:03:14.801765 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-f38deade-733a-47ab-8d1c-6937c4b3ab44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a0dcd8e-3884-461b-ac3c-4a378c6b966a') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:03:14.835257 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-fb21a0ea-3bc7-4b54-b0d5-fc79a844e0c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8 HTTP/1.1" status: 200 len: 217 time: 0.0811622 Jul 24 01:03:14.861200 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f38deade-733a-47ab-8d1c-6937c4b3ab44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:14.863793 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a46b2aa-94eb-4e88-8d36-d7d91691c008 x-openstack-request-id: req-3a46b2aa-94eb-4e88-8d36-d7d91691c008 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:03:14.864891 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e54c54b4-841f-4310-9100-282bc88db247", "tag": "19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:03:14.864891 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3a46b2aa-94eb-4e88-8d36-d7d91691c008 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:03:14.864891 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e54c54b4-841f-4310-9100-282bc88db247', 'tag': '19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8', 'status': 'completed', 'code': 200} Jul 24 01:03:14.889266 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f38deade-733a-47ab-8d1c-6937c4b3ab44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:14.906836 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f38deade-733a-47ab-8d1c-6937c4b3ab44 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:03:14.907829 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f38deade-733a-47ab-8d1c-6937c4b3ab44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:14.914143 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:03:14.914143 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:03:14.914143 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:03:14.914143 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:03:14.914143 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:03:14.914143 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:03:14.914143 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:03:14.914143 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:03:14.914143 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:03:14.914143 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:03:14.914143 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:03:14.914143 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:03:14.914143 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:03:14.914143 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:03:14.914143 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:03:14.914143 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:03:14.914143 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:03:14.914143 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:03:14.914143 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:03:14.914143 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:03:14.914143 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:03:14.914143 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:03:14.914143 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:03:14.914143 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:03:14.914143 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:03:14.914143 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:03:14.914143 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:03:14.914143 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:03:14.914143 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:03:14.914143 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:03:14.914143 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:03:14.914143 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:03:14.934134 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-6acbf114-4bfc-4f6a-ae07-69463d738205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:14.935765 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-6acbf114-4bfc-4f6a-ae07-69463d738205 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66eb251d-e6ee-4000-900c-f86c0810b697 HTTP/1.1" status: 200 len: 849 time: 0.0698941 Jul 24 01:03:14.940287 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ce12d6f0-6708-49d4-a612-dee03a32d8d1 req-3e535821-bc55-4e64-b91b-efbfd320cbd2 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985963 Jul 24 01:03:14.970495 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-58c7cb59-d816-4234-890b-a66609b0e535 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:15.018013 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-58c7cb59-d816-4234-890b-a66609b0e535 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Transition to ACTIVE for port object 7449960a-28cb-4a8c-ace9-0e12100d4e79 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:03:15.045935 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f38deade-733a-47ab-8d1c-6937c4b3ab44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:15.057918 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f38deade-733a-47ab-8d1c-6937c4b3ab44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:15.060019 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f38deade-733a-47ab-8d1c-6937c4b3ab44 admin admin] 10.222.0.15 "DELETE /v2.0/networks/7bb51f2f-00d3-4129-bd46-3f370febb2ae HTTP/1.1" status: 204 len: 168 time: 1.2600977 Jul 24 01:03:15.078288 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38deade-733a-47ab-8d1c-6937c4b3ab44 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bb51f2f-00d3-4129-bd46-3f370febb2ae,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:15.086057 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a863e797-810b-4fb7-afce-41da1d4b83da tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:15.097356 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a863e797-810b-4fb7-afce-41da1d4b83da tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:15.103152 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-f34c7bbf-bbe3-42a0-942b-5173b357ba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:15.105416 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-f34c7bbf-bbe3-42a0-942b-5173b357ba70 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d582b8dc-8856-4b30-8b39-181936a3b597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1399529 Jul 24 01:03:15.125914 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-58c7cb59-d816-4234-890b-a66609b0e535 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:15.202540 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-f9a5b362-72ff-4cb8-988e-51688e257afa None None] Allocated IP 172.20.0.2 (7e3afd0f-7326-49f9-80ac-5664ab976843/c012bacf-6023-459e-afad-8ef983880cb2/a29f5394-3ef1-4cf6-bab4-6392ef113262) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:03:15.234435 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c7cb59-d816-4234-890b-a66609b0e535 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Port': ['ID=7449960a-28cb-4a8c-ace9-0e12100d4e79,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:15.255432 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c7cb59-d816-4234-890b-a66609b0e535 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:03:15.264910 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-58c7cb59-d816-4234-890b-a66609b0e535 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:03:15.268428 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c7cb59-d816-4234-890b-a66609b0e535 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:03:15.306630 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [None req-a863e797-810b-4fb7-afce-41da1d4b83da tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Floating IP af7e7cbf-a564-4e3f-8375-cc70be73cca4 associated. External IP: 172.25.2.114, port: e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06. Jul 24 01:03:15.313234 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-a4199761-b5b2-4cfb-9942-06dba1a65c34 service neutron] 10.222.0.13 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682813 Jul 24 01:03:15.368798 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-f9a5b362-72ff-4cb8-988e-51688e257afa None None] For port a29f5394-3ef1-4cf6-bab4-6392ef113262, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=a29f5394-3ef1-4cf6-bab4-6392ef113262,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:15.372972 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c7cb59-d816-4234-890b-a66609b0e535 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:15.373617 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-58c7cb59-d816-4234-890b-a66609b0e535 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:15.389989 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43098) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:15.414028 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f9a5b362-72ff-4cb8-988e-51688e257afa None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:15.437705 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f9a5b362-72ff-4cb8-988e-51688e257afa None None] Transition to ACTIVE for port object a29f5394-3ef1-4cf6-bab4-6392ef113262 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:03:15.439643 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-58c7cb59-d816-4234-890b-a66609b0e535 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.4039676 Jul 24 01:03:15.440521 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43100) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:15.445016 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f9a5b362-72ff-4cb8-988e-51688e257afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:15.506998 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0a7eb3ee-6e22-40b9-8a1d-1783cdb60dbb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f013df7f7eb44beeaa371687a90f2b0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1157429 Jul 24 01:03:15.507646 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43102) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:15.587349 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309e9770-f8b5-4b9f-9e87-095c75f02253 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:15.593596 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309e9770-f8b5-4b9f-9e87-095c75f02253 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:15.599010 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-309e9770-f8b5-4b9f-9e87-095c75f02253 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1552570 Jul 24 01:03:15.599637 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a5b362-72ff-4cb8-988e-51688e257afa None None] Pushing event updated for resources: {'Port': ['ID=a29f5394-3ef1-4cf6-bab4-6392ef113262,revision_number=9']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:15.615080 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43104) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:15.630264 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dcb421a1-31a9-4370-bf0b-bac5bf196663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:15.712017 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dcb421a1-31a9-4370-bf0b-bac5bf196663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:15.730194 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f4a0c2a6-1c6b-45d7-af65-4b09c54ffb0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:15.869363 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-19426cc9-7518-451d-929f-560b9431648c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting port 7449960a-28cb-4a8c-ace9-0e12100d4e79 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:03:15.870069 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-19426cc9-7518-451d-929f-560b9431648c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:15.892944 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dcb421a1-31a9-4370-bf0b-bac5bf196663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:15.896288 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dcb421a1-31a9-4370-bf0b-bac5bf196663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:15.898011 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-dcb421a1-31a9-4370-bf0b-bac5bf196663 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/34788805-eac9-420e-8cec-326ffddedada HTTP/1.1" status: 204 len: 168 time: 0.3873792 Jul 24 01:03:15.922013 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb421a1-31a9-4370-bf0b-bac5bf196663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34788805-eac9-420e-8cec-326ffddedada,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:16.004498 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d6d1d2a5-68ec-4db9-8f36-48065b6a1e88 req-232ead0a-d4b8-45b5-b19e-ee553c6fb642 service neutron] 10.222.0.13 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6541574 Jul 24 01:03:16.068344 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-19426cc9-7518-451d-929f-560b9431648c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:16.091677 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-19426cc9-7518-451d-929f-560b9431648c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Calling delete_port for 7449960a-28cb-4a8c-ace9-0e12100d4e79 owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:03:16.278183 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de5942-a406-4466-aabc-19d588d2986a req-e4c8bc88-c4cc-4457-9969-be66851ab814 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:16.280146 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-89de5942-a406-4466-aabc-19d588d2986a req-e4c8bc88-c4cc-4457-9969-be66851ab814 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=2260dde9-bc17-4489-ab5f-d1aaeb351260 HTTP/1.1" status: 200 len: 946 time: 0.1819131 Jul 24 01:03:16.346273 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99252cb9-ef94-43f1-a534-7c2a8ceaf897 req-8f5eb612-caaa-427c-b498-92e006e2067a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:16.355178 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-99252cb9-ef94-43f1-a534-7c2a8ceaf897 req-8f5eb612-caaa-427c-b498-92e006e2067a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54c54b4-841f-4310-9100-282bc88db247 HTTP/1.1" status: 200 len: 944 time: 0.4989831 Jul 24 01:03:16.464469 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-99252cb9-ef94-43f1-a534-7c2a8ceaf897 req-cc13d544-0524-4b0f-b856-03d6c33f3c76 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081846 Jul 24 01:03:16.498498 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe18fc-c374-490c-b832-215cbed9b43d req-abb56243-e937-48ac-a39e-44dc5b85ae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:16.500477 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c1fe18fc-c374-490c-b832-215cbed9b43d req-abb56243-e937-48ac-a39e-44dc5b85ae68 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7eb0da34432d47448c1b713034c6041a&device_id=e54c54b4-841f-4310-9100-282bc88db247 HTTP/1.1" status: 200 len: 1096 time: 0.4165580 Jul 24 01:03:16.564809 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a863e797-810b-4fb7-afce-41da1d4b83da tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Router 21fb0cab-ac46-421a-9ac4-9ca2880007a8 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:03:16.593365 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-89de5942-a406-4466-aabc-19d588d2986a req-c904cdf4-89f0-4ede-ab2f-f9fdb045b1e8 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051324 Jul 24 01:03:16.599242 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-19426cc9-7518-451d-929f-560b9431648c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:16.621470 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-eb0bd10c-eda2-4f77-86ea-dc3228bba135 None None] Provisioning for port a29f5394-3ef1-4cf6-bab4-6392ef113262 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:03:16.632018 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-eb0bd10c-eda2-4f77-86ea-dc3228bba135 None None] Provisioning complete for port a29f5394-3ef1-4cf6-bab4-6392ef113262 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:03:16.632349 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-eb0bd10c-eda2-4f77-86ea-dc3228bba135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:16.720181 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19426cc9-7518-451d-929f-560b9431648c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Port': ['ID=7449960a-28cb-4a8c-ace9-0e12100d4e79,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:17.005450 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a863e797-810b-4fb7-afce-41da1d4b83da tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:03:17.020089 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004dbe58-55b8-45f1-b7a6-2e3bde578957 None None] Sync routers for ids ['21fb0cab-ac46-421a-9ac4-9ca2880007a8'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:03:17.036295 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-19426cc9-7518-451d-929f-560b9431648c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:17.039880 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a863e797-810b-4fb7-afce-41da1d4b83da tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:17.045712 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-19426cc9-7518-451d-929f-560b9431648c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/ports/7449960a-28cb-4a8c-ace9-0e12100d4e79 HTTP/1.1" status: 204 len: 168 time: 1.4254222 Jul 24 01:03:17.046924 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43136) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:17.051616 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004dbe58-55b8-45f1-b7a6-2e3bde578957 None None] Routers {'21fb0cab-ac46-421a-9ac4-9ca2880007a8'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:03:17.056017 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-004dbe58-55b8-45f1-b7a6-2e3bde578957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:02:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['21fb0cab-ac46-421a-9ac4-9ca2880007a8'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:03:17.167976 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-13428f6d-decb-43a5-bbd2-bfc5384a8a22 None None] Could not find standard attr ID for object 7449960a-28cb-4a8c-ace9-0e12100d4e79. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:03:17.233142 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a863e797-810b-4fb7-afce-41da1d4b83da tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "PUT /v2.0/floatingips/af7e7cbf-a564-4e3f-8375-cc70be73cca4 HTTP/1.1" status: 200 len: 991 time: 3.1612070 Jul 24 01:03:17.236675 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e485cbd-65da-4d2b-9229-6d3f0fc837db', 'tag': 'e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:03:17.252466 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27637963-910e-4191-84e8-46abc8a665d0" -d '{"events": [{"name": "network-changed", "server_uuid": "7e485cbd-65da-4d2b-9229-6d3f0fc837db", "tag": "e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:03:17.293369 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe18fc-c374-490c-b832-215cbed9b43d req-342b16c1-f7a1-49bc-ae75-dcff0943fe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:17.295182 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c1fe18fc-c374-490c-b832-215cbed9b43d req-342b16c1-f7a1-49bc-ae75-dcff0943fe92 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d582b8dc-8856-4b30-8b39-181936a3b597 HTTP/1.1" status: 200 len: 911 time: 0.7856061 Jul 24 01:03:17.349438 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f33ee5-4789-4a94-b4ad-ecb28a81ce77 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:17.351589 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f33ee5-4789-4a94-b4ad-ecb28a81ce77 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:17.360215 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f33ee5-4789-4a94-b4ad-ecb28a81ce77 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:17.365712 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-02f33ee5-4789-4a94-b4ad-ecb28a81ce77 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3144917 Jul 24 01:03:17.370190 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43152) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:17.384194 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a29f5394-3ef1-4cf6-bab4-6392ef113262 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:03:17.411312 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-004dbe58-55b8-45f1-b7a6-2e3bde578957 None None] Set router 21fb0cab-ac46-421a-9ac4-9ca2880007a8 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:03:17.540131 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port a29f5394-3ef1-4cf6-bab4-6392ef113262 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:03:17.543504 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:17.671843 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92385b6c-8919-4130-8544-df006e35a067 x-openstack-request-id: req-92385b6c-8919-4130-8544-df006e35a067 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:03:17.672260 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e485cbd-65da-4d2b-9229-6d3f0fc837db", "tag": "e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:03:17.672524 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-92385b6c-8919-4130-8544-df006e35a067 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:03:17.674997 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e485cbd-65da-4d2b-9229-6d3f0fc837db', 'tag': 'e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06', 'status': 'completed', 'code': 200} Jul 24 01:03:17.677113 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c1fe18fc-c374-490c-b832-215cbed9b43d req-05978d95-4219-4639-9828-9216c5985fee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8 HTTP/1.1" status: 200 len: 217 time: 0.3092358 Jul 24 01:03:17.777843 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cadcb7a-2a98-4291-83d8-e8c9d25c1b9e req-77924e75-20aa-40d2-84c3-3a90af892655 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:17.788236 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5cadcb7a-2a98-4291-83d8-e8c9d25c1b9e req-77924e75-20aa-40d2-84c3-3a90af892655 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54c54b4-841f-4310-9100-282bc88db247 HTTP/1.1" status: 200 len: 944 time: 0.1667967 Jul 24 01:03:17.872845 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe18fc-c374-490c-b832-215cbed9b43d req-6d3305e1-a628-492a-a1c5-a818125267e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:17.874673 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c1fe18fc-c374-490c-b832-215cbed9b43d req-6d3305e1-a628-492a-a1c5-a818125267e4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66eb251d-e6ee-4000-900c-f86c0810b697 HTTP/1.1" status: 200 len: 849 time: 0.1444082 Jul 24 01:03:17.880171 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5cadcb7a-2a98-4291-83d8-e8c9d25c1b9e req-38089d5a-de2b-4619-8a32-322aae4e1e65 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909870 Jul 24 01:03:17.894642 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-7081a3ea-3d78-482a-830f-8d28bdc24f3b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting subnet a7b9830e-d0e7-4abc-a123-99da3298b8ca {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:03:17.913379 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7081a3ea-3d78-482a-830f-8d28bdc24f3b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:17.956245 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-004dbe58-55b8-45f1-b7a6-2e3bde578957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'name': 'tempest-AttachVolumeTestJSON-957865579-router', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '25588372-553d-42f7-b7b2-ab8ca8d1a6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:02:25Z', 'updated_at': '2021-07-24T01:02:38Z', 'revision_number': 4, 'project_id': '6c3660a81a574f9ba01b0543dcb1130d', 'gw_port': {'id': '25588372-553d-42f7-b7b2-ab8ca8d1a6f8', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:02:27Z', 'updated_at': '2021-07-24T01:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'af7e7cbf-a564-4e3f-8375-cc70be73cca4', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'floating_ip_address': '172.25.2.114', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'port_id': 'e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03e78a62-81d3-4752-be2c-d12db7b84826', 'mac_address': 'fa:16:3e:89:f5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e485cbd-65da-4d2b-9229-6d3f0fc837db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:02:50Z', 'updated_at': '2021-07-24T01:03:14Z', 'revision_number': 1, 'project_id': '6c3660a81a574f9ba01b0543dcb1130d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f0cdbb-23cb-4a0d-8e86-a79a68680666', 'name': '', 'network_id': '03e78a62-81d3-4752-be2c-d12db7b84826', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'mac_address': 'fa:16:3e:67:6b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': 'b482f598-bb63-4afc-99f7-7e599c57abf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:02:35Z', 'updated_at': '2021-07-24T01:02:51Z', 'revision_number': 5, 'project_id': '6c3660a81a574f9ba01b0543dcb1130d', 'subnets': [{'id': 'b482f598-bb63-4afc-99f7-7e599c57abf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:03:17.996833 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004dbe58-55b8-45f1-b7a6-2e3bde578957 None None] Checking router: 21fb0cab-ac46-421a-9ac4-9ca2880007a8 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:03:18.007974 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004dbe58-55b8-45f1-b7a6-2e3bde578957 None None] Routers {'21fb0cab-ac46-421a-9ac4-9ca2880007a8'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:03:18.009005 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-004dbe58-55b8-45f1-b7a6-2e3bde578957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:02:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['21fb0cab-ac46-421a-9ac4-9ca2880007a8'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:03:18.026153 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7081a3ea-3d78-482a-830f-8d28bdc24f3b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:18.038981 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f2adb-701c-4a38-b0b3-4fb57dec371c req-e4e6da4a-a38a-4bd9-927e-ed0c08c2aebb tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:18.040643 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a14f2adb-701c-4a38-b0b3-4fb57dec371c req-e4e6da4a-a38a-4bd9-927e-ed0c08c2aebb tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=2260dde9-bc17-4489-ab5f-d1aaeb351260 HTTP/1.1" status: 200 len: 946 time: 0.8064725 Jul 24 01:03:18.074264 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27637963-910e-4191-84e8-46abc8a665d0 req-9cd6d280-2657-4478-b1ff-8991517047db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:18.078858 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-27637963-910e-4191-84e8-46abc8a665d0 req-9cd6d280-2657-4478-b1ff-8991517047db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c3660a81a574f9ba01b0543dcb1130d&device_id=7e485cbd-65da-4d2b-9229-6d3f0fc837db HTTP/1.1" status: 200 len: 1097 time: 0.3884926 Jul 24 01:03:18.226379 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-004dbe58-55b8-45f1-b7a6-2e3bde578957 None None] Set router 21fb0cab-ac46-421a-9ac4-9ca2880007a8 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:03:18.238378 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-42e7af68-8465-4525-a4fc-e03b6925a5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:18.271347 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe18fc-c374-490c-b832-215cbed9b43d req-b0030405-b6c7-4f28-970b-510306c20d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:18.272925 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c1fe18fc-c374-490c-b832-215cbed9b43d req-b0030405-b6c7-4f28-970b-510306c20d46 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d582b8dc-8856-4b30-8b39-181936a3b597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3756359 Jul 24 01:03:18.308242 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27637963-910e-4191-84e8-46abc8a665d0 req-109439e4-6ca9-458f-b966-89b7552b1007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:18.308242 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-27637963-910e-4191-84e8-46abc8a665d0 req-109439e4-6ca9-458f-b966-89b7552b1007 service neutron] 10.222.0.13 "GET /v2.0/networks?id=03e78a62-81d3-4752-be2c-d12db7b84826 HTTP/1.1" status: 200 len: 911 time: 0.2030118 Jul 24 01:03:18.347714 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a14f2adb-701c-4a38-b0b3-4fb57dec371c req-872d1183-683d-439b-9faf-5e6ed232ed41 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777894 Jul 24 01:03:18.467058 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:18.601660 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7081a3ea-3d78-482a-830f-8d28bdc24f3b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:18.666260 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-27637963-910e-4191-84e8-46abc8a665d0 req-25458009-3d6d-436e-be0a-baacee0c103d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06 HTTP/1.1" status: 200 len: 999 time: 0.3405755 Jul 24 01:03:18.713133 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-004dbe58-55b8-45f1-b7a6-2e3bde578957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'name': 'tempest-AttachVolumeTestJSON-957865579-router', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '25588372-553d-42f7-b7b2-ab8ca8d1a6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:02:25Z', 'updated_at': '2021-07-24T01:02:38Z', 'revision_number': 4, 'project_id': '6c3660a81a574f9ba01b0543dcb1130d', 'gw_port': {'id': '25588372-553d-42f7-b7b2-ab8ca8d1a6f8', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:02:27Z', 'updated_at': '2021-07-24T01:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'af7e7cbf-a564-4e3f-8375-cc70be73cca4', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'floating_ip_address': '172.25.2.114', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'port_id': 'e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03e78a62-81d3-4752-be2c-d12db7b84826', 'mac_address': 'fa:16:3e:89:f5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e485cbd-65da-4d2b-9229-6d3f0fc837db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:02:50Z', 'updated_at': '2021-07-24T01:03:14Z', 'revision_number': 1, 'project_id': '6c3660a81a574f9ba01b0543dcb1130d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f0cdbb-23cb-4a0d-8e86-a79a68680666', 'name': '', 'network_id': '03e78a62-81d3-4752-be2c-d12db7b84826', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'mac_address': 'fa:16:3e:67:6b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': 'b482f598-bb63-4afc-99f7-7e599c57abf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:02:35Z', 'updated_at': '2021-07-24T01:02:51Z', 'revision_number': 5, 'project_id': '6c3660a81a574f9ba01b0543dcb1130d', 'subnets': [{'id': 'b482f598-bb63-4afc-99f7-7e599c57abf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:03:18.739126 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c1fe18fc-c374-490c-b832-215cbed9b43d req-e9ce0c5f-4ad9-451c-872f-9dcd9cdf4245 service neutron] 10.222.0.13 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4548650 Jul 24 01:03:18.752254 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004dbe58-55b8-45f1-b7a6-2e3bde578957 None None] The sync data for ids ['21fb0cab-ac46-421a-9ac4-9ca2880007a8'] in n-d-793621-25 is: [{'id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'name': 'tempest-AttachVolumeTestJSON-957865579-router', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '25588372-553d-42f7-b7b2-ab8ca8d1a6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:02:25Z', 'updated_at': '2021-07-24T01:02:38Z', 'revision_number': 4, 'project_id': '6c3660a81a574f9ba01b0543dcb1130d', 'gw_port': {'id': '25588372-553d-42f7-b7b2-ab8ca8d1a6f8', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:02:27Z', 'updated_at': '2021-07-24T01:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'af7e7cbf-a564-4e3f-8375-cc70be73cca4', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'floating_ip_address': '172.25.2.114', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'port_id': 'e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03e78a62-81d3-4752-be2c-d12db7b84826', 'mac_address': 'fa:16:3e:89:f5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e485cbd-65da-4d2b-9229-6d3f0fc837db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:02:50Z', 'updated_at': '2021-07-24T01:03:14Z', 'revision_number': 1, 'project_id': '6c3660a81a574f9ba01b0543dcb1130d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f0cdbb-23cb-4a0d-8e86-a79a68680666', 'name': '', 'network_id': '03e78a62-81d3-4752-be2c-d12db7b84826', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'mac_address': 'fa:16:3e:67:6b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': 'b482f598-bb63-4afc-99f7-7e599c57abf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:02:35Z', 'updated_at': '2021-07-24T01:02:51Z', 'revision_number': 5, 'project_id': '6c3660a81a574f9ba01b0543dcb1130d', 'subnets': [{'id': 'b482f598-bb63-4afc-99f7-7e599c57abf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:03:18.783919 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27637963-910e-4191-84e8-46abc8a665d0 req-98f26ead-1532-4c09-b937-59586f1b789a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:18.785267 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-27637963-910e-4191-84e8-46abc8a665d0 req-98f26ead-1532-4c09-b937-59586f1b789a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b482f598-bb63-4afc-99f7-7e599c57abf9 HTTP/1.1" status: 200 len: 849 time: 0.1040809 Jul 24 01:03:18.880041 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7081a3ea-3d78-482a-830f-8d28bdc24f3b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:18.895073 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2acc15-409c-435a-b7cf-24634e02fb86 req-c9fa8c60-694f-427c-9625-e8268d0520e3 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:18.896652 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5d2acc15-409c-435a-b7cf-24634e02fb86 req-c9fa8c60-694f-427c-9625-e8268d0520e3 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.13 "GET /v2.0/ports?device_id=2260dde9-bc17-4489-ab5f-d1aaeb351260 HTTP/1.1" status: 200 len: 946 time: 0.2982113 Jul 24 01:03:18.941921 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7081a3ea-3d78-482a-830f-8d28bdc24f3b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Subnet': ['ID=a7b9830e-d0e7-4abc-a123-99da3298b8ca,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:18.970867 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7081a3ea-3d78-482a-830f-8d28bdc24f3b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:18.974827 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7081a3ea-3d78-482a-830f-8d28bdc24f3b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/a7b9830e-d0e7-4abc-a123-99da3298b8ca HTTP/1.1" status: 204 len: 168 time: 1.5671837 Jul 24 01:03:18.975471 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43186) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:18.978665 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346ef3f0-aeda-4d15-aabb-c957346e5053 None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:03:19.046471 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c1fe18fc-c374-490c-b832-215cbed9b43d req-a0635fd1-c557-4920-8d1b-80ea999ac55f service neutron] 10.222.0.13 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975469 Jul 24 01:03:19.050109 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-7445c6bc-9446-40c3-99ab-7263c2828dd2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting subnet c012bacf-6023-459e-afad-8ef983880cb2 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:03:19.054863 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7445c6bc-9446-40c3-99ab-7263c2828dd2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:19.101425 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94dbc04-5b00-4e04-9d11-376b70f9638d None None] New status for floating IP af7e7cbf-a564-4e3f-8375-cc70be73cca4: ACTIVE {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:03:19.106866 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27637963-910e-4191-84e8-46abc8a665d0 req-9686c473-bfe4-4e9b-acc3-48dc420a240a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:19.108687 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-27637963-910e-4191-84e8-46abc8a665d0 req-9686c473-bfe4-4e9b-acc3-48dc420a240a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=03e78a62-81d3-4752-be2c-d12db7b84826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3067875 Jul 24 01:03:19.119838 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7445c6bc-9446-40c3-99ab-7263c2828dd2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:19.180095 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b3524-1fb6-4c90-8df9-ccdc5ec5be8b req-5ff3779b-a33b-478a-ac94-f72b95d5f61c tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:19.181725 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ba9b3524-1fb6-4c90-8df9-ccdc5ec5be8b req-5ff3779b-a33b-478a-ac94-f72b95d5f61c tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54c54b4-841f-4310-9100-282bc88db247 HTTP/1.1" status: 200 len: 944 time: 0.2012284 Jul 24 01:03:19.221606 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-5d2acc15-409c-435a-b7cf-24634e02fb86 req-e5e32e69-cd37-4cb6-9ffc-929ac804519d tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Deleting port c4af5d65-e0e7-4635-b988-67167cc946bb {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:03:19.221875 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5d2acc15-409c-435a-b7cf-24634e02fb86 req-e5e32e69-cd37-4cb6-9ffc-929ac804519d tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:19.324220 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7445c6bc-9446-40c3-99ab-7263c2828dd2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:19.494935 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7445c6bc-9446-40c3-99ab-7263c2828dd2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:19.509259 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:19.522287 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7445c6bc-9446-40c3-99ab-7263c2828dd2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:19.526955 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7445c6bc-9446-40c3-99ab-7263c2828dd2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/c012bacf-6023-459e-afad-8ef983880cb2 HTTP/1.1" status: 204 len: 168 time: 0.5495996 Jul 24 01:03:19.540115 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ba9b3524-1fb6-4c90-8df9-ccdc5ec5be8b req-7848edb6-ddaa-4630-8f26-1f4bb6f0d9b4 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280818 Jul 24 01:03:19.542728 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43204) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:19.547644 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445c6bc-9446-40c3-99ab-7263c2828dd2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Subnet': ['ID=c012bacf-6023-459e-afad-8ef983880cb2,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:19.605103 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-27637963-910e-4191-84e8-46abc8a665d0 req-a0bab846-c581-4b1a-beb1-70838eba9e56 service neutron] 10.222.0.13 "GET /v2.0/networks/03e78a62-81d3-4752-be2c-d12db7b84826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752703 Jul 24 01:03:19.666400 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:03:19.701474 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ea12b-5b09-4a30-b959-b8b0d0bac38b req-8872671f-eea3-4bae-bf02-f37647d32e67 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:19.713515 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-653ea12b-5b09-4a30-b959-b8b0d0bac38b req-8872671f-eea3-4bae-bf02-f37647d32e67 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=2260dde9-bc17-4489-ab5f-d1aaeb351260 HTTP/1.1" status: 200 len: 946 time: 0.1647899 Jul 24 01:03:19.737797 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-69e48251-ae35-4b2c-8c5f-00c2511678d6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1915283 Jul 24 01:03:19.741095 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662611b4-c804-4835-8dd5-90ae2df40219 None None] Update dhcp port {'port': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'fixed_ips': [{'subnet_id': 'c012bacf-6023-459e-afad-8ef983880cb2'}], 'binding:host_id': 'n-d-793621-25'}, 'id': 'a29f5394-3ef1-4cf6-bab4-6392ef113262'} from n-d-793621-25. {{(pid=100465) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 01:03:19.757825 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43210) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:19.764841 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-996e5512-64f3-4581-90ab-7e69fc7a9049 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'subnet': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:03:19.809080 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-662611b4-c804-4835-8dd5-90ae2df40219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:19.824987 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-5d2acc15-409c-435a-b7cf-24634e02fb86 req-e5e32e69-cd37-4cb6-9ffc-929ac804519d tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] For port c4af5d65-e0e7-4635-b988-67167cc946bb, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=c4af5d65-e0e7-4635-b988-67167cc946bb,segment=NetworkSegment(f7a7a503-697e-40e1-94c5-68de752c5cd5),segment_id=f7a7a503-697e-40e1-94c5-68de752c5cd5)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:19.825415 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5d2acc15-409c-435a-b7cf-24634e02fb86 req-e5e32e69-cd37-4cb6-9ffc-929ac804519d tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:19.851025 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-653ea12b-5b09-4a30-b959-b8b0d0bac38b req-99903a2e-03fd-44fd-9543-d67add4e0559 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150460 Jul 24 01:03:19.877152 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-5d2acc15-409c-435a-b7cf-24634e02fb86 req-e5e32e69-cd37-4cb6-9ffc-929ac804519d tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Calling delete_port for c4af5d65-e0e7-4635-b988-67167cc946bb owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:03:19.913786 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:19.982961 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8', 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597', 'port_id': '19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8', 'mac_address': 'fa:16:3e:c3:e5:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66eb251d-e6ee-4000-900c-f86c0810b697', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:03:20.056113 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:20.086136 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:03:20.090910 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01554e55-4bc5-49f0-8bb1-5296691a6508 None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:03:20.263833 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:20.267716 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-14964b0e-ca52-4faf-82c8-4ec34c9b1abe None None] Provisioning complete for port a29f5394-3ef1-4cf6-bab4-6392ef113262 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:03:20.268306 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-14964b0e-ca52-4faf-82c8-4ec34c9b1abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:20.295883 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:20.376973 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:20.394470 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:20.394953 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:20.395234 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:20.395579 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:20.395921 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:20.396259 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:20.396595 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:20.396933 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:20.397260 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:20.397596 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:20.397930 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:20.398257 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:20.430654 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-27637963-910e-4191-84e8-46abc8a665d0 req-cf4848a4-916c-4abb-8a32-e382ec8d60cc service neutron] 10.222.0.13 "GET /v2.0/networks/03e78a62-81d3-4752-be2c-d12db7b84826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8230493 Jul 24 01:03:20.455887 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b272d6de-41c6-40ec-902a-3b40076953f1 None None] DHCP port deletion for 7e3afd0f-7326-49f9-80ac-5664ab976843 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:03:20.466055 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996e5512-64f3-4581-90ab-7e69fc7a9049 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:03:20.473459 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-996e5512-64f3-4581-90ab-7e69fc7a9049 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:20.567107 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-b272d6de-41c6-40ec-902a-3b40076953f1 None None] Deleting port a29f5394-3ef1-4cf6-bab4-6392ef113262 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:03:20.567609 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b272d6de-41c6-40ec-902a-3b40076953f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:20.676825 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-b272d6de-41c6-40ec-902a-3b40076953f1 None None] For port a29f5394-3ef1-4cf6-bab4-6392ef113262, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=a29f5394-3ef1-4cf6-bab4-6392ef113262,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:20.677636 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b272d6de-41c6-40ec-902a-3b40076953f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:20.716664 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:03:20.725989 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-b272d6de-41c6-40ec-902a-3b40076953f1 None None] Calling delete_port for a29f5394-3ef1-4cf6-bab4-6392ef113262 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:03:20.793608 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ac995-fce9-475a-ac95-88827e255266 req-7ef38394-6df8-4509-9c54-d54584fcbe72 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:20.801633 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9c3ac995-fce9-475a-ac95-88827e255266 req-7ef38394-6df8-4509-9c54-d54584fcbe72 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54c54b4-841f-4310-9100-282bc88db247 HTTP/1.1" status: 200 len: 945 time: 0.1624343 Jul 24 01:03:20.849183 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9c3ac995-fce9-475a-ac95-88827e255266 req-2dbcea5e-df3f-433e-bdee-04f5c25beccc tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463939 Jul 24 01:03:20.898839 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5d2acc15-409c-435a-b7cf-24634e02fb86 req-e5e32e69-cd37-4cb6-9ffc-929ac804519d tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:20.915041 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b272d6de-41c6-40ec-902a-3b40076953f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:20.943883 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43232) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:20.971224 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-996e5512-64f3-4581-90ab-7e69fc7a9049 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:20.978848 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b272d6de-41c6-40ec-902a-3b40076953f1 None None] Pushing event deleted for resources: {'Port': ['ID=a29f5394-3ef1-4cf6-bab4-6392ef113262,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:20.991980 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b272d6de-41c6-40ec-902a-3b40076953f1 None None] No DVR routers for this DVR port a29f5394-3ef1-4cf6-bab4-6392ef113262 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:03:20.998546 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-745e3b6c-fec2-4745-bc82-779de3c0e6f5 req-3c7fb07a-4082-4988-886d-0bab620dd3e4 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=2260dde9-bc17-4489-ab5f-d1aaeb351260 HTTP/1.1" status: 200 len: 210 time: 0.0709295 Jul 24 01:03:21.007001 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e32e69-cd37-4cb6-9ffc-929ac804519d tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Pushing event deleted for resources: {'Port': ['ID=c4af5d65-e0e7-4635-b988-67167cc946bb,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:21.045857 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:21.091214 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996e5512-64f3-4581-90ab-7e69fc7a9049 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:03:21.092329 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2acc15-409c-435a-b7cf-24634e02fb86 req-e5e32e69-cd37-4cb6-9ffc-929ac804519d tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] No DVR routers for this DVR port c4af5d65-e0e7-4635-b988-67167cc946bb on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:03:21.098150 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5d2acc15-409c-435a-b7cf-24634e02fb86 req-e5e32e69-cd37-4cb6-9ffc-929ac804519d tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:21.100059 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5d2acc15-409c-435a-b7cf-24634e02fb86 req-e5e32e69-cd37-4cb6-9ffc-929ac804519d tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.13 "DELETE /v2.0/ports/c4af5d65-e0e7-4635-b988-67167cc946bb HTTP/1.1" status: 204 len: 173 time: 2.1926692 Jul 24 01:03:21.100801 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2260dde9-bc17-4489-ab5f-d1aaeb351260', 'name': 'network-vif-deleted', 'tag': 'c4af5d65-e0e7-4635-b988-67167cc946bb'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:03:21.103283 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47bdf407-2f81-4f98-ab17-7e11f28d5de5" -d '{"events": [{"server_uuid": "2260dde9-bc17-4489-ab5f-d1aaeb351260", "name": "network-vif-deleted", "tag": "c4af5d65-e0e7-4635-b988-67167cc946bb"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:03:21.106075 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-996e5512-64f3-4581-90ab-7e69fc7a9049 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:03:21.129722 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996e5512-64f3-4581-90ab-7e69fc7a9049 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:21.130379 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-996e5512-64f3-4581-90ab-7e69fc7a9049 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:21.137440 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2dcaea3b-1285-4557-8f34-4206a4ea6f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:21.153093 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace5428f-d348-478d-8b77-b6e327cbb91c None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:03:21.180911 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-996e5512-64f3-4581-90ab-7e69fc7a9049 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4176545 Jul 24 01:03:21.180911 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4e0008-1f81-4de8-a74c-9793aae1f4ce x-openstack-request-id: req-bb4e0008-1f81-4de8-a74c-9793aae1f4ce {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:03:21.180911 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2260dde9-bc17-4489-ab5f-d1aaeb351260", "name": "network-vif-deleted", "tag": "c4af5d65-e0e7-4635-b988-67167cc946bb", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:03:21.181332 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb4e0008-1f81-4de8-a74c-9793aae1f4ce {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:03:21.181446 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2260dde9-bc17-4489-ab5f-d1aaeb351260', 'name': 'network-vif-deleted', 'tag': 'c4af5d65-e0e7-4635-b988-67167cc946bb', 'status': 'completed', 'code': 200} Jul 24 01:03:21.181952 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996e5512-64f3-4581-90ab-7e69fc7a9049 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Subnet': ['ID=a47ba993-b846-48a7-9c6e-f40de61883b3,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:21.184546 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43240) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:21.196187 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-9b9ecb90-c602-403c-83d6-81a78fda01b7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'subnet': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:03:21.280927 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2dcaea3b-1285-4557-8f34-4206a4ea6f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:21.288619 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2dcaea3b-1285-4557-8f34-4206a4ea6f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:21.323759 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcaea3b-1285-4557-8f34-4206a4ea6f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94db72bc-3c8a-4a06-baaa-45586e8ab6de,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:21.356633 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a29f5394-3ef1-4cf6-bab4-6392ef113262 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:03:21.364439 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9ecb90-c602-403c-83d6-81a78fda01b7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:03:21.367808 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2dcaea3b-1285-4557-8f34-4206a4ea6f52 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=590e49463b8a4fb0a079c2f4ad66fc0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4225068 Jul 24 01:03:21.369965 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9b9ecb90-c602-403c-83d6-81a78fda01b7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:21.370415 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43242) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:21.386329 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: a29f5394-3ef1-4cf6-bab4-6392ef113262 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:03:21.386685 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a29f5394-3ef1-4cf6-bab4-6392ef113262 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:03:21.443320 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2c38b7-e6ce-4acb-8ed3-d4970fc5955d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-7e3afd0f-7326-49f9-80ac-5664ab976843', 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'tenant_id': '870e2449a28e4c338cd6cc562086bba7', 'fixed_ips': [{'subnet_id': 'a47ba993-b846-48a7-9c6e-f40de61883b3'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:03:21.445328 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-eb2c38b7-e6ce-4acb-8ed3-d4970fc5955d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:21.449985 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d2489f4f-dcd3-481f-8799-493674e14e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:21.475490 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d2489f4f-dcd3-481f-8799-493674e14e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:21.546494 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d2489f4f-dcd3-481f-8799-493674e14e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:21.556400 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d2489f4f-dcd3-481f-8799-493674e14e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:21.556400 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d2489f4f-dcd3-481f-8799-493674e14e98 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/94db72bc-3c8a-4a06-baaa-45586e8ab6de HTTP/1.1" status: 204 len: 168 time: 0.1835456 Jul 24 01:03:21.572431 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2489f4f-dcd3-481f-8799-493674e14e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94db72bc-3c8a-4a06-baaa-45586e8ab6de,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:21.681449 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device c4af5d65-e0e7-4635-b988-67167cc946bb no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:03:21.713562 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-eb2c38b7-e6ce-4acb-8ed3-d4970fc5955d None None] Allocated IP 172.20.0.2 (7e3afd0f-7326-49f9-80ac-5664ab976843/a47ba993-b846-48a7-9c6e-f40de61883b3/1e4f24de-413b-4589-b15b-ea82ef9a963d) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:03:21.723772 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: c4af5d65-e0e7-4635-b988-67167cc946bb {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:03:21.725296 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device c4af5d65-e0e7-4635-b988-67167cc946bb not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:03:21.980080 n-d-793621-25 neutron-server[100464]: DEBUG neutron.objects.ports [None req-9b9ecb90-c602-403c-83d6-81a78fda01b7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100464) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 01:03:21.994488 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9b9ecb90-c602-403c-83d6-81a78fda01b7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:22.044435 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-eb2c38b7-e6ce-4acb-8ed3-d4970fc5955d None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:22.060303 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-eb2c38b7-e6ce-4acb-8ed3-d4970fc5955d None None] Transition to ACTIVE for port object 1e4f24de-413b-4589-b15b-ea82ef9a963d will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:03:22.079958 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9ecb90-c602-403c-83d6-81a78fda01b7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:03:22.090838 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-9b9ecb90-c602-403c-83d6-81a78fda01b7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:03:22.093361 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ecb90-c602-403c-83d6-81a78fda01b7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Subnet': ['ID=94e607e7-d266-4379-844a-3b34bea0bf18,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:22.105833 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-eb2c38b7-e6ce-4acb-8ed3-d4970fc5955d None None] Transition to ACTIVE for port object 1e4f24de-413b-4589-b15b-ea82ef9a963d will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:03:22.108585 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9ecb90-c602-403c-83d6-81a78fda01b7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:22.109213 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9b9ecb90-c602-403c-83d6-81a78fda01b7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:22.116384 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43256) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:22.131579 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-eb2c38b7-e6ce-4acb-8ed3-d4970fc5955d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:22.145347 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9b9ecb90-c602-403c-83d6-81a78fda01b7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9545403 Jul 24 01:03:22.145658 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6d2cd370-36c3-4a6a-bc87-9308b001ba30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:22.145870 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43262) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:22.152559 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-9af83f58-08e0-494d-bd73-0f8116191479 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'port': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'mac_address': 'fa:16:3e:9c:cd:5a', 'name': 'tempest-NetworksTestDHCPv6-1779316143'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:03:22.173579 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c72dbe0-3544-49c2-9156-44f5da136eca req-484c1aa5-c989-4b30-89c3-47bd242a6349 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:22.182790 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2c72dbe0-3544-49c2-9156-44f5da136eca req-484c1aa5-c989-4b30-89c3-47bd242a6349 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54c54b4-841f-4310-9100-282bc88db247 HTTP/1.1" status: 200 len: 945 time: 0.2009521 Jul 24 01:03:22.248448 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2c38b7-e6ce-4acb-8ed3-d4970fc5955d None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:03:22.263820 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-eb2c38b7-e6ce-4acb-8ed3-d4970fc5955d None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:03:22.273503 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2c38b7-e6ce-4acb-8ed3-d4970fc5955d None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:03:22.283782 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c38b7-e6ce-4acb-8ed3-d4970fc5955d None None] Pushing event updated for resources: {'Port': ['ID=1e4f24de-413b-4589-b15b-ea82ef9a963d,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:22.318342 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2c72dbe0-3544-49c2-9156-44f5da136eca req-6ae6fa36-76c0-47b7-9ed5-8dc6b12fbc26 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343970 Jul 24 01:03:22.404580 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-eb2c38b7-e6ce-4acb-8ed3-d4970fc5955d None None] Attempting to bind port 1e4f24de-413b-4589-b15b-ea82ef9a963d on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:03:22.404964 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-eb2c38b7-e6ce-4acb-8ed3-d4970fc5955d None None] Attempting to bind port 1e4f24de-413b-4589-b15b-ea82ef9a963d by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:03:22.405341 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2c38b7-e6ce-4acb-8ed3-d4970fc5955d None None] Attempting to bind port 1e4f24de-413b-4589-b15b-ea82ef9a963d on network 7e3afd0f-7326-49f9-80ac-5664ab976843 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:03:22.409999 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6d2cd370-36c3-4a6a-bc87-9308b001ba30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:22.411714 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['d4ddb4a1-8ea9-42e6-a478-244bc76d8af8'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:03:22.449392 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6d2cd370-36c3-4a6a-bc87-9308b001ba30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:22.462194 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2c38b7-e6ce-4acb-8ed3-d4970fc5955d None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:03:22.462580 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2c38b7-e6ce-4acb-8ed3-d4970fc5955d None None] Checking segment: {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:03:22.462985 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af83f58-08e0-494d-bd73-0f8116191479 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:03:22.463126 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-eb2c38b7-e6ce-4acb-8ed3-d4970fc5955d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:22.463425 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2c38b7-e6ce-4acb-8ed3-d4970fc5955d None None] Bound using segment: {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:03:22.463912 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-eb2c38b7-e6ce-4acb-8ed3-d4970fc5955d None None] Bound port: 1e4f24de-413b-4589-b15b-ea82ef9a963d, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:03:22.464302 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-eb2c38b7-e6ce-4acb-8ed3-d4970fc5955d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:22.547907 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2cd370-36c3-4a6a-bc87-9308b001ba30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46cdbe5-867b-4d34-9d5b-3472cb0780cd,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:22.578837 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6d2cd370-36c3-4a6a-bc87-9308b001ba30 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6a9d7be300064bd6841259a7903b693f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4616256 Jul 24 01:03:22.580196 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43270) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:22.647912 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9af83f58-08e0-494d-bd73-0f8116191479 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:22.670564 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-eb2c38b7-e6ce-4acb-8ed3-d4970fc5955d None None] For port 1e4f24de-413b-4589-b15b-ea82ef9a963d, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:03:22.675067 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-eb2c38b7-e6ce-4acb-8ed3-d4970fc5955d None None] For port 1e4f24de-413b-4589-b15b-ea82ef9a963d, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=1e4f24de-413b-4589-b15b-ea82ef9a963d,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:03:22.680392 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [None req-9af83f58-08e0-494d-bd73-0f8116191479 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] device_id is not set on port e56c11fc-8855-4c2f-8d6c-600a1172cd5f yet. {{(pid=100464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:03:22.687818 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b5901-5b99-4ac7-b4d0-5106ded05fd7 req-7684e2c1-5ffb-441b-85eb-9714ab504a97 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:22.690570 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-eb2c38b7-e6ce-4acb-8ed3-d4970fc5955d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:22.695322 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4d9b5901-5b99-4ac7-b4d0-5106ded05fd7 req-7684e2c1-5ffb-441b-85eb-9714ab504a97 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.3884180 Jul 24 01:03:22.807114 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4d9b5901-5b99-4ac7-b4d0-5106ded05fd7 req-5b6e215c-c46c-433a-9c56-aa0c32a757c1 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002629 Jul 24 01:03:22.838328 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-683a195a-cfe3-4f15-9bd9-c32104f15b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:22.871961 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-683a195a-cfe3-4f15-9bd9-c32104f15b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:22.883063 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2c38b7-e6ce-4acb-8ed3-d4970fc5955d None None] Pushing event updated for resources: {'Port': ['ID=1e4f24de-413b-4589-b15b-ea82ef9a963d,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:22.977750 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-9af83f58-08e0-494d-bd73-0f8116191479 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Allocated IP 172.20.0.12 (7e3afd0f-7326-49f9-80ac-5664ab976843/a47ba993-b846-48a7-9c6e-f40de61883b3/e56c11fc-8855-4c2f-8d6c-600a1172cd5f) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:03:22.994273 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-683a195a-cfe3-4f15-9bd9-c32104f15b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:22.997234 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-683a195a-cfe3-4f15-9bd9-c32104f15b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:23.002798 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-683a195a-cfe3-4f15-9bd9-c32104f15b14 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a46cdbe5-867b-4d34-9d5b-3472cb0780cd HTTP/1.1" status: 204 len: 168 time: 0.4112577 Jul 24 01:03:23.019356 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-9af83f58-08e0-494d-bd73-0f8116191479 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Allocated IP 2001:db8::f816:3eff:fe9c:cd5a (7e3afd0f-7326-49f9-80ac-5664ab976843/94e607e7-d266-4379-844a-3b34bea0bf18/e56c11fc-8855-4c2f-8d6c-600a1172cd5f) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:03:23.022006 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a195a-cfe3-4f15-9bd9-c32104f15b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46cdbe5-867b-4d34-9d5b-3472cb0780cd,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:23.304146 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9689c-e1f3-4a0b-983e-597c0bbc8889 req-7b093730-b038-40af-bbe7-879cf31eced8 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:23.309654 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3cb9689c-e1f3-4a0b-983e-597c0bbc8889 req-7b093730-b038-40af-bbe7-879cf31eced8 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.2051704 Jul 24 01:03:23.391242 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3cb9689c-e1f3-4a0b-983e-597c0bbc8889 req-e2413edb-700a-48c4-a7a1-1cc4cc533dca tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763350 Jul 24 01:03:23.483942 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9af83f58-08e0-494d-bd73-0f8116191479 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:23.574047 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-9af83f58-08e0-494d-bd73-0f8116191479 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Transition to ACTIVE for port object e56c11fc-8855-4c2f-8d6c-600a1172cd5f will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:03:23.661991 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31684f18-f6b2-4d5a-b554-37e1cec7c632 req-a7871e82-7b04-4041-a1c5-c7c973e1cb11 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:23.663717 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-31684f18-f6b2-4d5a-b554-37e1cec7c632 req-a7871e82-7b04-4041-a1c5-c7c973e1cb11 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1571937 Jul 24 01:03:23.679608 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:03:23.744664 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96a6a5-88a1-42da-ba14-981c56bf7412 req-4ec0b247-58ce-429b-8540-516c332830aa tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:23.754425 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fa96a6a5-88a1-42da-ba14-981c56bf7412 req-4ec0b247-58ce-429b-8540-516c332830aa tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54c54b4-841f-4310-9100-282bc88db247 HTTP/1.1" status: 200 len: 945 time: 0.2926302 Jul 24 01:03:23.763117 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9af83f58-08e0-494d-bd73-0f8116191479 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:23.795300 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-31684f18-f6b2-4d5a-b554-37e1cec7c632 req-d2328f19-2ac9-4091-82f1-f6c01e579021 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127508 Jul 24 01:03:23.867276 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:03:23.871822 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:03:23.872385 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:23.932318 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af83f58-08e0-494d-bd73-0f8116191479 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:03:23.967097 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-9af83f58-08e0-494d-bd73-0f8116191479 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:03:23.970501 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af83f58-08e0-494d-bd73-0f8116191479 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:03:23.992744 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fa96a6a5-88a1-42da-ba14-981c56bf7412 req-3fb24abb-380c-481a-8878-36415018b04c tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371042 Jul 24 01:03:24.037152 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af83f58-08e0-494d-bd73-0f8116191479 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Port': ['ID=e56c11fc-8855-4c2f-8d6c-600a1172cd5f,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:24.071020 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af83f58-08e0-494d-bd73-0f8116191479 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:24.072046 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9af83f58-08e0-494d-bd73-0f8116191479 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:24.119181 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9af83f58-08e0-494d-bd73-0f8116191479 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.9723129 Jul 24 01:03:24.122799 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43308) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:24.275765 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b0824a-c757-48c4-ad3a-9c0997a087d8 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:24.284284 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b0824a-c757-48c4-ad3a-9c0997a087d8 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:24.286849 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f3b0824a-c757-48c4-ad3a-9c0997a087d8 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.1626723 Jul 24 01:03:24.291079 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43312) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:24.421514 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:24.471321 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54c54b4-841f-4310-9100-282bc88db247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:03:24.477999 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab1a323-4cdc-4589-81b8-dc1429f831ea" -d '{"events": [{"server_uuid": "e54c54b4-841f-4310-9100-282bc88db247", "name": "network-vif-plugged", "status": "completed", "tag": "19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:03:24.478572 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-8a75c333-e40b-424b-9fc6-d2ee3e81e93d tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting port e56c11fc-8855-4c2f-8d6c-600a1172cd5f {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:03:24.479103 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8a75c333-e40b-424b-9fc6-d2ee3e81e93d tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:24.510795 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:24.520239 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:24.582451 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f882af58-ed7b-4559-bc13-f12ccb4a64d2 x-openstack-request-id: req-f882af58-ed7b-4559-bc13-f12ccb4a64d2 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:03:24.582778 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54c54b4-841f-4310-9100-282bc88db247", "name": "network-vif-plugged", "status": "completed", "tag": "19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:03:24.583039 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f882af58-ed7b-4559-bc13-f12ccb4a64d2 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:03:24.583445 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54c54b4-841f-4310-9100-282bc88db247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8', 'code': 200} Jul 24 01:03:24.612951 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d926c85d-569e-4dc2-b86a-1e1f9dbb9f88 None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:03:24.617606 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-15f9a914-60b6-4570-93f6-9830f6346b88 req-1b68fb26-2635-46d3-83ac-dee32b87240c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e7d87376-d685-42ed-96e2-a3452ba60793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1029139 Jul 24 01:03:24.675344 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:24.693382 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-15f9a914-60b6-4570-93f6-9830f6346b88 req-b0dffa6d-9d95-4fca-9ad2-f20ade041377 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=e7d87376-d685-42ed-96e2-a3452ba60793 HTTP/1.1" status: 200 len: 210 time: 0.0505283 Jul 24 01:03:24.724215 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a98537-b04f-4798-80ea-8e9a2a92f392 req-0bac6597-f2f9-4555-96f0-70686cc17dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:24.725757 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-51a98537-b04f-4798-80ea-8e9a2a92f392 req-0bac6597-f2f9-4555-96f0-70686cc17dbc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e54c54b4-841f-4310-9100-282bc88db247 HTTP/1.1" status: 200 len: 1098 time: 0.1071348 Jul 24 01:03:24.780699 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-51a98537-b04f-4798-80ea-8e9a2a92f392 req-ea108ad0-d520-4d80-aea5-66475d01bca7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428064 Jul 24 01:03:24.801161 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-73629441-7ccc-448e-9df9-1ab9252458ca None None] Provisioning for port 1e4f24de-413b-4589-b15b-ea82ef9a963d completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:03:24.881842 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-15f9a914-60b6-4570-93f6-9830f6346b88 req-87077dd3-ad92-436e-bade-1dd011d70117 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353007 Jul 24 01:03:24.906591 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8a75c333-e40b-424b-9fc6-d2ee3e81e93d tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:24.943749 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-8a75c333-e40b-424b-9fc6-d2ee3e81e93d tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Calling delete_port for e56c11fc-8855-4c2f-8d6c-600a1172cd5f owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:03:25.073082 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9a914-60b6-4570-93f6-9830f6346b88 req-6714237a-1368-4457-9416-c2d5c41bbb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:25.074624 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-15f9a914-60b6-4570-93f6-9830f6346b88 req-6714237a-1368-4457-9416-c2d5c41bbb66 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1869099 Jul 24 01:03:25.105561 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a733657-5e1a-4aae-817c-9bd1195ae81f None None] Update dhcp port {'port': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'fixed_ips': [{'subnet_id': 'a47ba993-b846-48a7-9c6e-f40de61883b3', 'ip_address': '172.20.0.2'}, {'subnet_id': '94e607e7-d266-4379-844a-3b34bea0bf18'}], 'binding:host_id': 'n-d-793621-25'}, 'id': '1e4f24de-413b-4589-b15b-ea82ef9a963d'} from n-d-793621-25. {{(pid=100465) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 01:03:25.152319 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1a733657-5e1a-4aae-817c-9bd1195ae81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:25.332362 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485b2f6f-c01b-4cca-ad43-c2a62beea986 req-20cac715-0339-448b-b4f5-79eb21010e45 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:25.334035 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-485b2f6f-c01b-4cca-ad43-c2a62beea986 req-20cac715-0339-448b-b4f5-79eb21010e45 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54c54b4-841f-4310-9100-282bc88db247 HTTP/1.1" status: 200 len: 946 time: 0.1664519 Jul 24 01:03:25.392925 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8a75c333-e40b-424b-9fc6-d2ee3e81e93d tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:25.420337 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-485b2f6f-c01b-4cca-ad43-c2a62beea986 req-5660d149-6432-4697-b3d4-c7ee9395ab5f tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781884 Jul 24 01:03:25.440595 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 1e4f24de-413b-4589-b15b-ea82ef9a963d up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:03:25.479667 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a75c333-e40b-424b-9fc6-d2ee3e81e93d tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Port': ['ID=e56c11fc-8855-4c2f-8d6c-600a1172cd5f,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:25.561777 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-1a733657-5e1a-4aae-817c-9bd1195ae81f None None] Allocated IP 2001:db8::f816:3eff:fe4c:3600 (7e3afd0f-7326-49f9-80ac-5664ab976843/94e607e7-d266-4379-844a-3b34bea0bf18/1e4f24de-413b-4589-b15b-ea82ef9a963d) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:03:25.564873 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 1e4f24de-413b-4589-b15b-ea82ef9a963d completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:03:25.578155 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 1e4f24de-413b-4589-b15b-ea82ef9a963d triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:03:25.578155 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:25.664972 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8a75c333-e40b-424b-9fc6-d2ee3e81e93d tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:25.668367 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8a75c333-e40b-424b-9fc6-d2ee3e81e93d tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/ports/e56c11fc-8855-4c2f-8d6c-600a1172cd5f HTTP/1.1" status: 204 len: 168 time: 1.3756700 Jul 24 01:03:25.671046 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43360) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:25.758431 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-1a733657-5e1a-4aae-817c-9bd1195ae81f None None] For port 1e4f24de-413b-4589-b15b-ea82ef9a963d, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=1e4f24de-413b-4589-b15b-ea82ef9a963d,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:25.778957 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d7e6dd-e7ba-4d9d-b484-80dfe4c71ff6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:25.784038 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d7e6dd-e7ba-4d9d-b484-80dfe4c71ff6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:25.790776 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d7e6dd-e7ba-4d9d-b484-80dfe4c71ff6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:25.790776 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-21d7e6dd-e7ba-4d9d-b484-80dfe4c71ff6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1174269 Jul 24 01:03:25.793050 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43362) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:25.829504 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1a733657-5e1a-4aae-817c-9bd1195ae81f None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:25.867899 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-512269a1-6a0b-44c3-98a7-ff3773320540 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting subnet 94e607e7-d266-4379-844a-3b34bea0bf18 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:03:25.870190 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1a733657-5e1a-4aae-817c-9bd1195ae81f None None] Transition to ACTIVE for port object 1e4f24de-413b-4589-b15b-ea82ef9a963d will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:03:25.880490 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-512269a1-6a0b-44c3-98a7-ff3773320540 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:25.915687 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1a733657-5e1a-4aae-817c-9bd1195ae81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:25.978374 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:26.008726 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-512269a1-6a0b-44c3-98a7-ff3773320540 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:26.144551 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a733657-5e1a-4aae-817c-9bd1195ae81f None None] Pushing event updated for resources: {'Port': ['ID=1e4f24de-413b-4589-b15b-ea82ef9a963d,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:26.147920 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.db.api [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 01:03:26.148404 n-d-793621-25 neutron-server[100465]: DEBUG oslo_db.api [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 01:03:26.168691 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-512269a1-6a0b-44c3-98a7-ff3773320540 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:26.248431 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-512269a1-6a0b-44c3-98a7-ff3773320540 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:26.286691 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512269a1-6a0b-44c3-98a7-ff3773320540 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Subnet': ['ID=94e607e7-d266-4379-844a-3b34bea0bf18,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:26.295999 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-512269a1-6a0b-44c3-98a7-ff3773320540 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:26.300602 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-512269a1-6a0b-44c3-98a7-ff3773320540 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/94e607e7-d266-4379-844a-3b34bea0bf18 HTTP/1.1" status: 204 len: 168 time: 0.5037117 Jul 24 01:03:26.300993 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43374) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:26.382277 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-f68149b3-6800-4362-9f62-f9c7d5a2eabb tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting subnet a47ba993-b846-48a7-9c6e-f40de61883b3 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:03:26.386482 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f68149b3-6800-4362-9f62-f9c7d5a2eabb tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:26.475913 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f68149b3-6800-4362-9f62-f9c7d5a2eabb tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:26.618866 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f68149b3-6800-4362-9f62-f9c7d5a2eabb tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:26.648897 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec507fc0-ad97-4b23-8b60-bde78381d619 req-0bae7734-3dcd-41ca-a2dc-09003df4b322 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:26.651459 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ec507fc0-ad97-4b23-8b60-bde78381d619 req-0bae7734-3dcd-41ca-a2dc-09003df4b322 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54c54b4-841f-4310-9100-282bc88db247 HTTP/1.1" status: 200 len: 946 time: 0.1069582 Jul 24 01:03:26.717517 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f68149b3-6800-4362-9f62-f9c7d5a2eabb tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:26.733763 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ec507fc0-ad97-4b23-8b60-bde78381d619 req-78b0ab2f-1ee8-4ef3-82b7-9fcf5222e4e7 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742364 Jul 24 01:03:26.740375 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:26.810460 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f68149b3-6800-4362-9f62-f9c7d5a2eabb tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:26.816314 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43396) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:26.816775 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f68149b3-6800-4362-9f62-f9c7d5a2eabb tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/a47ba993-b846-48a7-9c6e-f40de61883b3 HTTP/1.1" status: 204 len: 168 time: 0.5144596 Jul 24 01:03:26.817776 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68149b3-6800-4362-9f62-f9c7d5a2eabb tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Subnet': ['ID=a47ba993-b846-48a7-9c6e-f40de61883b3,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:26.878020 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.db.api [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 01:03:26.879035 n-d-793621-25 neutron-server[100465]: DEBUG oslo_db.api [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 01:03:26.892513 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7e68459f-8254-45ff-939b-026e1311fd6d tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0741365 Jul 24 01:03:26.909386 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43400) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:26.928799 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-2bcac978-45c3-4883-bd5e-b6fac6905f68 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'subnet': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:03:27.005062 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-64714958-fa67-4c91-bb6d-f8f774badf9b req-d0a099f0-753c-4d76-91c5-1efbbdb94bd0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=21361991-c742-44c8-a804-0f9a213057c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1463747 Jul 24 01:03:27.099577 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73335d44-64b7-4492-b2b4-e47699ce2498 None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:03:27.123097 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcac978-45c3-4883-bd5e-b6fac6905f68 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:03:27.129253 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2bcac978-45c3-4883-bd5e-b6fac6905f68 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:27.195352 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-4b6d81a1-3ed8-4a57-a3e0-2ff9d499a51e None None] Could not find standard attr ID for object e56c11fc-8855-4c2f-8d6c-600a1172cd5f. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:03:27.222318 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64714958-fa67-4c91-bb6d-f8f774badf9b req-2e76d81a-fca7-4b4d-b107-af34593b2594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:27.224679 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-64714958-fa67-4c91-bb6d-f8f774badf9b req-2e76d81a-fca7-4b4d-b107-af34593b2594 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7eb0da34432d47448c1b713034c6041a&device_id=21361991-c742-44c8-a804-0f9a213057c2 HTTP/1.1" status: 200 len: 1097 time: 0.1811900 Jul 24 01:03:27.308715 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-4b6d81a1-3ed8-4a57-a3e0-2ff9d499a51e None None] Provisioning for port 1e4f24de-413b-4589-b15b-ea82ef9a963d completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:03:27.321931 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-4b6d81a1-3ed8-4a57-a3e0-2ff9d499a51e None None] Provisioning complete for port 1e4f24de-413b-4589-b15b-ea82ef9a963d triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:03:27.322558 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4b6d81a1-3ed8-4a57-a3e0-2ff9d499a51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:27.460874 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64714958-fa67-4c91-bb6d-f8f774badf9b req-3e1b1841-1304-4999-a19a-0b68f1d7dfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:27.482997 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-64714958-fa67-4c91-bb6d-f8f774badf9b req-3e1b1841-1304-4999-a19a-0b68f1d7dfae service neutron] 10.222.0.13 "GET /v2.0/networks?id=d582b8dc-8856-4b30-8b39-181936a3b597 HTTP/1.1" status: 200 len: 911 time: 0.2100301 Jul 24 01:03:27.538616 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4b6d81a1-3ed8-4a57-a3e0-2ff9d499a51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:27.562343 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:27.566994 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-64714958-fa67-4c91-bb6d-f8f774badf9b req-144a201b-6de2-4c65-9da6-a0b524d3491e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d2e500a4-c057-47e6-8e49-9f5b94fbc941 HTTP/1.1" status: 200 len: 217 time: 0.0794330 Jul 24 01:03:27.574620 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2bcac978-45c3-4883-bd5e-b6fac6905f68 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:27.632174 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a11a0d-0f8e-4b4a-aaab-4066755a2557 req-59d52a5c-c89d-410f-bd3d-6c33cbfd939a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:27.633923 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-67a11a0d-0f8e-4b4a-aaab-4066755a2557 req-59d52a5c-c89d-410f-bd3d-6c33cbfd939a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54c54b4-841f-4310-9100-282bc88db247 HTTP/1.1" status: 200 len: 946 time: 0.5225024 Jul 24 01:03:27.646886 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcac978-45c3-4883-bd5e-b6fac6905f68 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:03:27.664238 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64714958-fa67-4c91-bb6d-f8f774badf9b req-5533fe3b-6c09-4a78-9000-dc96526880bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:27.665679 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-64714958-fa67-4c91-bb6d-f8f774badf9b req-5533fe3b-6c09-4a78-9000-dc96526880bd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66eb251d-e6ee-4000-900c-f86c0810b697 HTTP/1.1" status: 200 len: 849 time: 0.0937140 Jul 24 01:03:27.692134 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-4b6d81a1-3ed8-4a57-a3e0-2ff9d499a51e None None] For port 1e4f24de-413b-4589-b15b-ea82ef9a963d, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=1e4f24de-413b-4589-b15b-ea82ef9a963d,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:27.706615 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-67a11a0d-0f8e-4b4a-aaab-4066755a2557 req-c8a0a25d-a988-45bd-98bf-b18d7f281072 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620284 Jul 24 01:03:27.707197 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4b6d81a1-3ed8-4a57-a3e0-2ff9d499a51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:27.707903 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-2bcac978-45c3-4883-bd5e-b6fac6905f68 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:03:27.711670 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcac978-45c3-4883-bd5e-b6fac6905f68 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:27.712610 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2bcac978-45c3-4883-bd5e-b6fac6905f68 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:27.731973 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcac978-45c3-4883-bd5e-b6fac6905f68 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Subnet': ['ID=0dcf180e-3b8c-4382-89b0-d1b5df625de0,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:27.758549 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2bcac978-45c3-4883-bd5e-b6fac6905f68 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8458078 Jul 24 01:03:27.761144 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43426) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:27.770585 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-603bd5d4-c4ac-4bd8-b2d0-a8056d8e6098 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'subnet': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:03:27.811313 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e6dc4f-6ac0-485b-8cd7-9320d0391355 None None] DHCP port deletion for 7e3afd0f-7326-49f9-80ac-5664ab976843 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:03:27.840217 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.db.api [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 01:03:27.840217 n-d-793621-25 neutron-server[100465]: DEBUG oslo_db.api [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 01:03:27.845579 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64714958-fa67-4c91-bb6d-f8f774badf9b req-86fcb770-f221-4a11-99e0-0e05d71720bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:27.847301 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-64714958-fa67-4c91-bb6d-f8f774badf9b req-86fcb770-f221-4a11-99e0-0e05d71720bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d582b8dc-8856-4b30-8b39-181936a3b597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1677265 Jul 24 01:03:27.858772 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43428) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:27.861835 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6f8d3-0180-4a8d-a9d3-91f1ff00dc3c req-356d9e05-1eb8-4c33-81ef-0df7c8ac9ca4 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:27.863397 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7ea6f8d3-0180-4a8d-a9d3-91f1ff00dc3c req-356d9e05-1eb8-4c33-81ef-0df7c8ac9ca4 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1967957 Jul 24 01:03:27.887844 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6d81a1-3ed8-4a57-a3e0-2ff9d499a51e None None] Pushing event updated for resources: {'Port': ['ID=1e4f24de-413b-4589-b15b-ea82ef9a963d,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:27.939648 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-d3e6dc4f-6ac0-485b-8cd7-9320d0391355 None None] Deleting port 1e4f24de-413b-4589-b15b-ea82ef9a963d {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:03:27.940040 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d3e6dc4f-6ac0-485b-8cd7-9320d0391355 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:28.006255 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7ea6f8d3-0180-4a8d-a9d3-91f1ff00dc3c req-f8313918-3d71-4fd7-bcf9-25d3749251e3 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622795 Jul 24 01:03:28.008869 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-64714958-fa67-4c91-bb6d-f8f774badf9b req-5659bdb6-bb7a-40af-b88c-acfe729fb190 service neutron] 10.222.0.13 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445558 Jul 24 01:03:28.054769 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603bd5d4-c4ac-4bd8-b2d0-a8056d8e6098 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:03:28.058269 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-603bd5d4-c4ac-4bd8-b2d0-a8056d8e6098 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:28.084651 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ceaeb4d7-9c2c-417f-aa64-2590027312d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:28.091139 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-d3e6dc4f-6ac0-485b-8cd7-9320d0391355 None None] For port 1e4f24de-413b-4589-b15b-ea82ef9a963d, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=1e4f24de-413b-4589-b15b-ea82ef9a963d,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:28.092379 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d3e6dc4f-6ac0-485b-8cd7-9320d0391355 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:28.107755 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-d3e6dc4f-6ac0-485b-8cd7-9320d0391355 None None] Calling delete_port for 1e4f24de-413b-4589-b15b-ea82ef9a963d owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:03:28.159149 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-64714958-fa67-4c91-bb6d-f8f774badf9b req-1d3b5bda-a9e4-455f-bd3d-9b3fec483191 service neutron] 10.222.0.13 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360118 Jul 24 01:03:28.215468 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d3e6dc4f-6ac0-485b-8cd7-9320d0391355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:28.250176 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e6dc4f-6ac0-485b-8cd7-9320d0391355 None None] No DVR routers for this DVR port 1e4f24de-413b-4589-b15b-ea82ef9a963d on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:03:28.257263 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e6dc4f-6ac0-485b-8cd7-9320d0391355 None None] Pushing event deleted for resources: {'Port': ['ID=1e4f24de-413b-4589-b15b-ea82ef9a963d,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:28.275188 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ceaeb4d7-9c2c-417f-aa64-2590027312d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:28.283213 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334dd33b-5a1e-4eb1-904a-b455442569a8 None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:03:28.289011 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ceaeb4d7-9c2c-417f-aa64-2590027312d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:28.474826 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cdc940-a519-482b-8cf2-3f53e6ffaa72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-7e3afd0f-7326-49f9-80ac-5664ab976843', 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'tenant_id': '870e2449a28e4c338cd6cc562086bba7', 'fixed_ips': [{'subnet_id': '0dcf180e-3b8c-4382-89b0-d1b5df625de0'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:03:28.476269 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e5cdc940-a519-482b-8cf2-3f53e6ffaa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:28.620548 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43438) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:28.621184 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ceaeb4d7-9c2c-417f-aa64-2590027312d2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=889c07e5bb7049ca83f827677299e763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7606962 Jul 24 01:03:28.625598 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaeb4d7-9c2c-417f-aa64-2590027312d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae50560a-67bc-4f2c-a864-d2b49c9e6d55,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:28.653857 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31053e66-cf78-4c44-a0d9-9868fd9b89e2 req-db2a45d6-792f-4164-b63d-4de797cfbfcf tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:28.661280 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-31053e66-cf78-4c44-a0d9-9868fd9b89e2 req-db2a45d6-792f-4164-b63d-4de797cfbfcf tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.4830883 Jul 24 01:03:28.709705 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3606d585-2739-4173-b5e3-840ab288dbc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:28.715347 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-e5cdc940-a519-482b-8cf2-3f53e6ffaa72 None None] Allocated IP 172.20.0.2 (7e3afd0f-7326-49f9-80ac-5664ab976843/0dcf180e-3b8c-4382-89b0-d1b5df625de0/369068e7-6c6a-4be7-b8c9-6bb6a516b346) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:03:28.744883 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-31053e66-cf78-4c44-a0d9-9868fd9b89e2 req-6edd0449-9be6-422e-8d3a-2117c3b2a02c tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825617 Jul 24 01:03:28.781677 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3606d585-2739-4173-b5e3-840ab288dbc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:28.925041 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3606d585-2739-4173-b5e3-840ab288dbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:28.928392 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3606d585-2739-4173-b5e3-840ab288dbc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:28.930122 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3606d585-2739-4173-b5e3-840ab288dbc9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ae50560a-67bc-4f2c-a864-d2b49c9e6d55 HTTP/1.1" status: 204 len: 168 time: 0.3079996 Jul 24 01:03:29.053635 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3606d585-2739-4173-b5e3-840ab288dbc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae50560a-67bc-4f2c-a864-d2b49c9e6d55,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:29.140699 n-d-793621-25 neutron-server[100463]: DEBUG neutron.objects.ports [None req-603bd5d4-c4ac-4bd8-b2d0-a8056d8e6098 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100463) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 01:03:29.143292 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-603bd5d4-c4ac-4bd8-b2d0-a8056d8e6098 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:29.155953 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b1f14-bae9-4f14-8a34-acc5a4640051 req-74dcbe93-74b3-43b6-aa0e-cb752b1eadef tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:29.160247 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e5cdc940-a519-482b-8cf2-3f53e6ffaa72 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:29.162258 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-394b1f14-bae9-4f14-8a34-acc5a4640051 req-74dcbe93-74b3-43b6-aa0e-cb752b1eadef tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54c54b4-841f-4310-9100-282bc88db247 HTTP/1.1" status: 200 len: 946 time: 0.2294660 Jul 24 01:03:29.199479 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e5cdc940-a519-482b-8cf2-3f53e6ffaa72 None None] Transition to ACTIVE for port object 369068e7-6c6a-4be7-b8c9-6bb6a516b346 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:03:29.210551 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603bd5d4-c4ac-4bd8-b2d0-a8056d8e6098 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:03:29.228603 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-603bd5d4-c4ac-4bd8-b2d0-a8056d8e6098 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:03:29.237340 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603bd5d4-c4ac-4bd8-b2d0-a8056d8e6098 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:29.238225 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-603bd5d4-c4ac-4bd8-b2d0-a8056d8e6098 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:29.238742 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e5cdc940-a519-482b-8cf2-3f53e6ffaa72 None None] Transition to ACTIVE for port object 369068e7-6c6a-4be7-b8c9-6bb6a516b346 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:03:29.251125 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e5cdc940-a519-482b-8cf2-3f53e6ffaa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:29.285056 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-394b1f14-bae9-4f14-8a34-acc5a4640051 req-7a298de6-a7e9-429c-a785-a9b2bff3d719 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145577 Jul 24 01:03:29.302520 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603bd5d4-c4ac-4bd8-b2d0-a8056d8e6098 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Subnet': ['ID=de29364a-f3da-4c11-b06d-aa296e501d35,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:29.315763 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-603bd5d4-c4ac-4bd8-b2d0-a8056d8e6098 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5496905 Jul 24 01:03:29.315882 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43460) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:29.320682 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-73b810b4-b899-465e-8d1a-17d90af91a4b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'port': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'mac_address': 'fa:16:3e:d7:11:d3', 'name': 'tempest-NetworksTestDHCPv6-175932034'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:03:29.371229 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cdc940-a519-482b-8cf2-3f53e6ffaa72 None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:03:29.378400 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-e5cdc940-a519-482b-8cf2-3f53e6ffaa72 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:03:29.386862 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cdc940-a519-482b-8cf2-3f53e6ffaa72 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:03:29.397867 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cdc940-a519-482b-8cf2-3f53e6ffaa72 None None] Pushing event updated for resources: {'Port': ['ID=369068e7-6c6a-4be7-b8c9-6bb6a516b346,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:29.497810 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-e5cdc940-a519-482b-8cf2-3f53e6ffaa72 None None] Attempting to bind port 369068e7-6c6a-4be7-b8c9-6bb6a516b346 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:03:29.498434 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-e5cdc940-a519-482b-8cf2-3f53e6ffaa72 None None] Attempting to bind port 369068e7-6c6a-4be7-b8c9-6bb6a516b346 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:03:29.498958 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cdc940-a519-482b-8cf2-3f53e6ffaa72 None None] Attempting to bind port 369068e7-6c6a-4be7-b8c9-6bb6a516b346 on network 7e3afd0f-7326-49f9-80ac-5664ab976843 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:03:29.507335 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cdc940-a519-482b-8cf2-3f53e6ffaa72 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:03:29.507720 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cdc940-a519-482b-8cf2-3f53e6ffaa72 None None] Checking segment: {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:03:29.508133 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e5cdc940-a519-482b-8cf2-3f53e6ffaa72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:29.508592 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cdc940-a519-482b-8cf2-3f53e6ffaa72 None None] Bound using segment: {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:03:29.509077 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-e5cdc940-a519-482b-8cf2-3f53e6ffaa72 None None] Bound port: 369068e7-6c6a-4be7-b8c9-6bb6a516b346, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:03:29.509475 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e5cdc940-a519-482b-8cf2-3f53e6ffaa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:29.558604 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b810b4-b899-465e-8d1a-17d90af91a4b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:03:29.591735 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43478) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:29.615575 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3607c862-6b05-416f-a9f4-658fdb59f857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:29.640288 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-e5cdc940-a519-482b-8cf2-3f53e6ffaa72 None None] For port 369068e7-6c6a-4be7-b8c9-6bb6a516b346, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:03:29.644328 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-e5cdc940-a519-482b-8cf2-3f53e6ffaa72 None None] For port 369068e7-6c6a-4be7-b8c9-6bb6a516b346, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=369068e7-6c6a-4be7-b8c9-6bb6a516b346,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:03:29.651623 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e5cdc940-a519-482b-8cf2-3f53e6ffaa72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:29.707409 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-73b810b4-b899-465e-8d1a-17d90af91a4b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:29.755306 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3607c862-6b05-416f-a9f4-658fdb59f857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:29.759939 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [None req-73b810b4-b899-465e-8d1a-17d90af91a4b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] device_id is not set on port 0d8f4c6e-d256-431b-80b1-8a24bfed9e2b yet. {{(pid=100464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:03:29.761576 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3607c862-6b05-416f-a9f4-658fdb59f857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:29.797350 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3607c862-6b05-416f-a9f4-658fdb59f857 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=231cf5ffddd24e7298659ff32359703a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2042813 Jul 24 01:03:29.804998 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43486) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:29.835619 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607c862-6b05-416f-a9f4-658fdb59f857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66bf73e8-f3d2-4aa2-875b-428c020a19bc,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:29.840515 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Port 1e4f24de-413b-4589-b15b-ea82ef9a963d update to ACTIVE by agent not found {{(pid=100465) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 24 01:03:29.842550 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cdc940-a519-482b-8cf2-3f53e6ffaa72 None None] Pushing event updated for resources: {'Port': ['ID=369068e7-6c6a-4be7-b8c9-6bb6a516b346,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:29.915259 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c67c4a46-ad45-43fc-bb7f-3ff27ab9a3b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:29.955465 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c67c4a46-ad45-43fc-bb7f-3ff27ab9a3b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:29.992871 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 1e4f24de-413b-4589-b15b-ea82ef9a963d no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:03:30.032149 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 1e4f24de-413b-4589-b15b-ea82ef9a963d {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:03:30.033000 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 1e4f24de-413b-4589-b15b-ea82ef9a963d not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:03:30.075274 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c67c4a46-ad45-43fc-bb7f-3ff27ab9a3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:30.078802 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c67c4a46-ad45-43fc-bb7f-3ff27ab9a3b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:30.080754 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c67c4a46-ad45-43fc-bb7f-3ff27ab9a3b2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/66bf73e8-f3d2-4aa2-875b-428c020a19bc HTTP/1.1" status: 204 len: 168 time: 0.2747884 Jul 24 01:03:30.090794 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c4a46-ad45-43fc-bb7f-3ff27ab9a3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bf73e8-f3d2-4aa2-875b-428c020a19bc,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:30.315241 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-73b810b4-b899-465e-8d1a-17d90af91a4b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Allocated IP 172.20.0.12 (7e3afd0f-7326-49f9-80ac-5664ab976843/0dcf180e-3b8c-4382-89b0-d1b5df625de0/0d8f4c6e-d256-431b-80b1-8a24bfed9e2b) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:03:30.327414 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-73b810b4-b899-465e-8d1a-17d90af91a4b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Allocated IP 2001:db8::f816:3eff:fed7:11d3 (7e3afd0f-7326-49f9-80ac-5664ab976843/de29364a-f3da-4c11-b06d-aa296e501d35/0d8f4c6e-d256-431b-80b1-8a24bfed9e2b) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:03:30.387997 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e3b2b-e3b1-48bc-babb-7f1682d6417f req-6c32b209-e5d7-4042-a4c6-b733266e3172 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:30.393313 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-435e3b2b-e3b1-48bc-babb-7f1682d6417f req-6c32b209-e5d7-4042-a4c6-b733266e3172 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54c54b4-841f-4310-9100-282bc88db247 HTTP/1.1" status: 200 len: 946 time: 0.3174915 Jul 24 01:03:30.550086 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-435e3b2b-e3b1-48bc-babb-7f1682d6417f req-6b06ce06-d589-4dd4-959b-4996ee431676 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376083 Jul 24 01:03:30.761982 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-73b810b4-b899-465e-8d1a-17d90af91a4b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:30.780501 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-73b810b4-b899-465e-8d1a-17d90af91a4b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Transition to ACTIVE for port object 0d8f4c6e-d256-431b-80b1-8a24bfed9e2b will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:03:30.823575 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-73b810b4-b899-465e-8d1a-17d90af91a4b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:30.873429 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b810b4-b899-465e-8d1a-17d90af91a4b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:03:30.877586 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-73b810b4-b899-465e-8d1a-17d90af91a4b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:03:30.884797 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b810b4-b899-465e-8d1a-17d90af91a4b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:03:30.912520 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b810b4-b899-465e-8d1a-17d90af91a4b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Port': ['ID=0d8f4c6e-d256-431b-80b1-8a24bfed9e2b,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:30.944497 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b810b4-b899-465e-8d1a-17d90af91a4b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:30.945178 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-73b810b4-b899-465e-8d1a-17d90af91a4b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:30.962162 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-73b810b4-b899-465e-8d1a-17d90af91a4b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6457331 Jul 24 01:03:30.964745 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43512) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:31.047991 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b856ecc-241b-4009-9bff-294752632141 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:31.054440 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b856ecc-241b-4009-9bff-294752632141 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:31.056143 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2b856ecc-241b-4009-9bff-294752632141 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0883224 Jul 24 01:03:31.059214 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43516) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:31.198522 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35600c2-1afd-4ea0-9263-1785e79051cf None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:03:31.213936 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-ff19bdb6-c8ed-4af3-9244-ce02405f9489 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting port 0d8f4c6e-d256-431b-80b1-8a24bfed9e2b {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:03:31.214216 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ff19bdb6-c8ed-4af3-9244-ce02405f9489 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:31.304131 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-aa1b7781-1214-420e-9bc5-3ee599c6f421 None None] Provisioning for port 369068e7-6c6a-4be7-b8c9-6bb6a516b346 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:03:31.331976 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ff19bdb6-c8ed-4af3-9244-ce02405f9489 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:31.347889 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-ff19bdb6-c8ed-4af3-9244-ce02405f9489 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Calling delete_port for 0d8f4c6e-d256-431b-80b1-8a24bfed9e2b owned by {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:03:31.504935 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8526556f-0757-4714-a245-36075bf5f02b None None] Update dhcp port {'port': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'fixed_ips': [{'subnet_id': '0dcf180e-3b8c-4382-89b0-d1b5df625de0', 'ip_address': '172.20.0.2'}, {'subnet_id': 'de29364a-f3da-4c11-b06d-aa296e501d35'}], 'binding:host_id': 'n-d-793621-25'}, 'id': '369068e7-6c6a-4be7-b8c9-6bb6a516b346'} from n-d-793621-25. {{(pid=100465) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 01:03:31.555500 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8526556f-0757-4714-a245-36075bf5f02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:31.682962 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ff19bdb6-c8ed-4af3-9244-ce02405f9489 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:31.753930 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19bdb6-c8ed-4af3-9244-ce02405f9489 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Port': ['ID=0d8f4c6e-d256-431b-80b1-8a24bfed9e2b,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:31.821191 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b2d08-a539-4b92-bf3f-ac62a475356c req-68d4711a-5a51-4431-b08a-ca8fcde787b3 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:31.829535 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-8526556f-0757-4714-a245-36075bf5f02b None None] Allocated IP 2001:db8::f816:3eff:fe62:ea (7e3afd0f-7326-49f9-80ac-5664ab976843/de29364a-f3da-4c11-b06d-aa296e501d35/369068e7-6c6a-4be7-b8c9-6bb6a516b346) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:03:31.831640 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ca2b2d08-a539-4b92-bf3f-ac62a475356c req-68d4711a-5a51-4431-b08a-ca8fcde787b3 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54c54b4-841f-4310-9100-282bc88db247 HTTP/1.1" status: 200 len: 946 time: 0.1250303 Jul 24 01:03:31.927636 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ca2b2d08-a539-4b92-bf3f-ac62a475356c req-2c013db9-4188-4618-9d50-e2bf064e6075 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896809 Jul 24 01:03:32.046174 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ff19bdb6-c8ed-4af3-9244-ce02405f9489 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:32.052444 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43558) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:32.059501 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ff19bdb6-c8ed-4af3-9244-ce02405f9489 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/ports/0d8f4c6e-d256-431b-80b1-8a24bfed9e2b HTTP/1.1" status: 204 len: 168 time: 0.9988513 Jul 24 01:03:32.169918 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f42f01-4fed-4cfe-bfda-ffd749f43e5a req-c8ff542e-a38f-4e3c-96f2-47493812e818 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:32.181361 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-63f42f01-4fed-4cfe-bfda-ffd749f43e5a req-c8ff542e-a38f-4e3c-96f2-47493812e818 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.3310122 Jul 24 01:03:32.211182 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-8526556f-0757-4714-a245-36075bf5f02b None None] For port 369068e7-6c6a-4be7-b8c9-6bb6a516b346, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=369068e7-6c6a-4be7-b8c9-6bb6a516b346,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:32.249099 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6d9528-12de-45a9-86ff-6dd3af00e740 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:32.250088 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8526556f-0757-4714-a245-36075bf5f02b None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:32.260990 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-63f42f01-4fed-4cfe-bfda-ffd749f43e5a req-55ecb57b-6f1a-414f-95fd-472a97bfa0a3 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761104 Jul 24 01:03:32.268388 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6d9528-12de-45a9-86ff-6dd3af00e740 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:32.269773 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8526556f-0757-4714-a245-36075bf5f02b None None] Transition to ACTIVE for port object 369068e7-6c6a-4be7-b8c9-6bb6a516b346 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:03:32.274284 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 369068e7-6c6a-4be7-b8c9-6bb6a516b346 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:03:32.276311 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6d9528-12de-45a9-86ff-6dd3af00e740 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:32.279083 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-fc6d9528-12de-45a9-86ff-6dd3af00e740 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2238836 Jul 24 01:03:32.282507 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43568) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:32.284270 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8526556f-0757-4714-a245-36075bf5f02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:32.360980 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-4314b945-8773-4043-9288-2842a105e3bc tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting subnet 0dcf180e-3b8c-4382-89b0-d1b5df625de0 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:03:32.364281 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4314b945-8773-4043-9288-2842a105e3bc tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:32.408329 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4314b945-8773-4043-9288-2842a105e3bc tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:32.466337 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 369068e7-6c6a-4be7-b8c9-6bb6a516b346 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:03:32.527674 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4314b945-8773-4043-9288-2842a105e3bc tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:32.644090 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4314b945-8773-4043-9288-2842a105e3bc tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:32.652914 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8526556f-0757-4714-a245-36075bf5f02b None None] Pushing event updated for resources: {'Port': ['ID=369068e7-6c6a-4be7-b8c9-6bb6a516b346,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:32.673761 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22079651-1f6f-491d-a2cb-9df3b7802371 req-4ac8ee3e-95bd-4e4a-88da-52b0de26ce2f tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:32.686148 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-22079651-1f6f-491d-a2cb-9df3b7802371 req-4ac8ee3e-95bd-4e4a-88da-52b0de26ce2f tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.2167201 Jul 24 01:03:32.728463 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4314b945-8773-4043-9288-2842a105e3bc tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:32.734502 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4314b945-8773-4043-9288-2842a105e3bc tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/0dcf180e-3b8c-4382-89b0-d1b5df625de0 HTTP/1.1" status: 204 len: 168 time: 0.4455774 Jul 24 01:03:32.734502 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4314b945-8773-4043-9288-2842a105e3bc tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Subnet': ['ID=0dcf180e-3b8c-4382-89b0-d1b5df625de0,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:32.734502 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43592) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:32.792703 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-22079651-1f6f-491d-a2cb-9df3b7802371 req-da816877-8d1c-478e-be69-49704d5b6a16 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046345 Jul 24 01:03:32.845447 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-aefc7d75-bf89-4441-9399-fdd5b40cbadf tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting subnet de29364a-f3da-4c11-b06d-aa296e501d35 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:03:32.849159 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aefc7d75-bf89-4441-9399-fdd5b40cbadf tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:32.907192 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aefc7d75-bf89-4441-9399-fdd5b40cbadf tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:33.204203 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aefc7d75-bf89-4441-9399-fdd5b40cbadf tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:33.209948 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec46fa-42c6-4fab-b260-198090279ff2 req-2e83f730-d005-4788-8829-752fe39941a8 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:33.222610 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8dec46fa-42c6-4fab-b260-198090279ff2 req-2e83f730-d005-4788-8829-752fe39941a8 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54c54b4-841f-4310-9100-282bc88db247 HTTP/1.1" status: 200 len: 946 time: 0.2236323 Jul 24 01:03:33.325881 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8dec46fa-42c6-4fab-b260-198090279ff2 req-15010f33-d53c-47b8-b1a8-203da1db6c5b tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987651 Jul 24 01:03:33.728677 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:03:33.775307 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f0073f-ae96-481d-98bd-fa6f95a895a3 req-1bbd9e61-ac78-445c-8356-a42548ad06e7 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:33.783032 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f5f0073f-ae96-481d-98bd-fa6f95a895a3 req-1bbd9e61-ac78-445c-8356-a42548ad06e7 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.7127790 Jul 24 01:03:33.832087 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f5f0073f-ae96-481d-98bd-fa6f95a895a3 req-132fdad5-c80a-4362-9222-e5198e44511b tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480320 Jul 24 01:03:33.850648 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad411b2f-6ca9-44c5-a641-a668bf0b32dc None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:03:33.879568 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aefc7d75-bf89-4441-9399-fdd5b40cbadf tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:33.964397 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc7d75-bf89-4441-9399-fdd5b40cbadf tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Subnet': ['ID=de29364a-f3da-4c11-b06d-aa296e501d35,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:33.966411 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aefc7d75-bf89-4441-9399-fdd5b40cbadf tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:33.980322 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a40ce2a2-a5c8-4fab-8f85-bc974cad186a None None] Could not find standard attr ID for object 0d8f4c6e-d256-431b-80b1-8a24bfed9e2b. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:03:34.004993 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-aefc7d75-bf89-4441-9399-fdd5b40cbadf tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/de29364a-f3da-4c11-b06d-aa296e501d35 HTTP/1.1" status: 204 len: 168 time: 1.2641039 Jul 24 01:03:34.008571 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43646) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:34.097719 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1e367b43-387c-4a76-ad2d-c850e74c8f32 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0858967 Jul 24 01:03:34.098387 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43650) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:34.117554 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2783d-17bd-49a4-803a-e401ad652682 req-67de72ff-a847-485c-84e2-193df88719fe tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:34.124709 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-eec2783d-17bd-49a4-803a-e401ad652682 req-67de72ff-a847-485c-84e2-193df88719fe tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1491024 Jul 24 01:03:34.151007 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:34.168868 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8', 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597', 'port_id': '19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8', 'mac_address': 'fa:16:3e:c3:e5:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66eb251d-e6ee-4000-900c-f86c0810b697', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:03:34.189803 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 369068e7-6c6a-4be7-b8c9-6bb6a516b346 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:03:34.209962 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-eec2783d-17bd-49a4-803a-e401ad652682 req-00d2df12-5c0e-4f17-a452-5a96b25eaa06 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818822 Jul 24 01:03:34.265189 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c83c994-85db-4206-8c6e-bafaf518e928 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:34.270232 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43656) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:34.276128 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1c83c994-85db-4206-8c6e-bafaf518e928 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1765604 Jul 24 01:03:34.381574 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a40ce2a2-a5c8-4fab-8f85-bc974cad186a None None] Provisioning for port 369068e7-6c6a-4be7-b8c9-6bb6a516b346 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:03:34.391470 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a40ce2a2-a5c8-4fab-8f85-bc974cad186a None None] Provisioning complete for port 369068e7-6c6a-4be7-b8c9-6bb6a516b346 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:03:34.392096 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a40ce2a2-a5c8-4fab-8f85-bc974cad186a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:34.464514 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:34.472729 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6282a7-eb1c-4fa4-9d25-f2655560dba8 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:34.490553 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-da6282a7-eb1c-4fa4-9d25-f2655560dba8 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2135203 Jul 24 01:03:34.494157 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43664) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:34.513216 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 369068e7-6c6a-4be7-b8c9-6bb6a516b346 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:03:34.513958 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:34.523099 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:03:34.641943 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7124c49-9645-482c-9f1e-82f1b375e689 req-d846e1f6-1f9c-49e0-b11c-b587c7dbe837 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:34.659032 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c7124c49-9645-482c-9f1e-82f1b375e689 req-d846e1f6-1f9c-49e0-b11c-b587c7dbe837 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54c54b4-841f-4310-9100-282bc88db247 HTTP/1.1" status: 200 len: 946 time: 0.1515412 Jul 24 01:03:34.665817 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-50284b4b-e603-43ba-b959-36feb09d6814 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1697593 Jul 24 01:03:34.675236 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43668) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:34.684494 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:34.696038 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-cd917b25-c84f-419c-b30c-6f6f07966345 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'subnet': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:03:34.705342 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:34.752863 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c7124c49-9645-482c-9f1e-82f1b375e689 req-a3781ff9-d0e3-4af0-ae50-252bb29d7e27 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899472 Jul 24 01:03:34.872200 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:34.906786 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ecb621-6226-40ed-8f2f-23b35c07232d req-2bf71c77-ed8a-4d5f-adc4-c5515cdf9b29 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:34.913782 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f6ecb621-6226-40ed-8f2f-23b35c07232d req-2bf71c77-ed8a-4d5f-adc4-c5515cdf9b29 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.3361337 Jul 24 01:03:34.974101 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f6ecb621-6226-40ed-8f2f-23b35c07232d req-6c9620e8-d5b9-4bad-9c51-08f5ae77b9fb tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590591 Jul 24 01:03:34.992705 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd917b25-c84f-419c-b30c-6f6f07966345 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:03:34.996996 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cd917b25-c84f-419c-b30c-6f6f07966345 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:34.999490 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd917b25-c84f-419c-b30c-6f6f07966345 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:03:35.000894 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd917b25-c84f-419c-b30c-6f6f07966345 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:03:35.024542 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:03:35.049678 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43680) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:35.051712 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-cd917b25-c84f-419c-b30c-6f6f07966345 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3631804 Jul 24 01:03:35.055258 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-fbfce679-03dc-455b-9866-d7761b1bdbe5 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'subnet': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:03:35.139705 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:35.200587 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a40ce2a2-a5c8-4fab-8f85-bc974cad186a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:35.281691 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:35.305598 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:35.374130 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-a40ce2a2-a5c8-4fab-8f85-bc974cad186a None None] For port 369068e7-6c6a-4be7-b8c9-6bb6a516b346, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=369068e7-6c6a-4be7-b8c9-6bb6a516b346,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:35.383927 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a40ce2a2-a5c8-4fab-8f85-bc974cad186a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:35.457416 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1063c2-2d73-4808-8028-21104141529e req-cfaa7e7b-c4d9-4fab-9396-594065a9d665 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:35.468724 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2f1063c2-2d73-4808-8028-21104141529e req-cfaa7e7b-c4d9-4fab-9396-594065a9d665 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.3543367 Jul 24 01:03:35.479752 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ce2a2-a5c8-4fab-8f85-bc974cad186a None None] Pushing event updated for resources: {'Port': ['ID=369068e7-6c6a-4be7-b8c9-6bb6a516b346,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:35.483039 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf6f863-ee76-4361-8671-ea0994e4dc1f None None] DHCP port deletion for 7e3afd0f-7326-49f9-80ac-5664ab976843 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:03:35.491141 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfce679-03dc-455b-9866-d7761b1bdbe5 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:03:35.500609 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fbfce679-03dc-455b-9866-d7761b1bdbe5 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:35.506856 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbfce679-03dc-455b-9866-d7761b1bdbe5 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:03:35.508865 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbfce679-03dc-455b-9866-d7761b1bdbe5 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:03:35.560122 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-fbfce679-03dc-455b-9866-d7761b1bdbe5 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5093100 Jul 24 01:03:35.564081 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43686) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:35.571036 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-f832c915-e128-4ea1-ba87-918f488d0477 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'subnet': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:03:35.576426 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2f1063c2-2d73-4808-8028-21104141529e req-0d209951-2c38-45f3-8a19-591548d6fa01 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933077 Jul 24 01:03:35.648828 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.db.api [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 01:03:35.649739 n-d-793621-25 neutron-server[100465]: DEBUG oslo_db.api [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 01:03:35.680955 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-8cf6f863-ee76-4361-8671-ea0994e4dc1f None None] Deleting port 369068e7-6c6a-4be7-b8c9-6bb6a516b346 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:03:35.681536 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8cf6f863-ee76-4361-8671-ea0994e4dc1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:35.837471 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f832c915-e128-4ea1-ba87-918f488d0477 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:03:35.845185 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f832c915-e128-4ea1-ba87-918f488d0477 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:35.848944 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-f832c915-e128-4ea1-ba87-918f488d0477 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:03:35.851663 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f832c915-e128-4ea1-ba87-918f488d0477 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:03:35.889411 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43700) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:35.894051 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f832c915-e128-4ea1-ba87-918f488d0477 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3286650 Jul 24 01:03:35.897715 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-664d0ae1-ecd4-42d1-81d3-740726792f14 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'subnet': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:03:35.913580 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-8cf6f863-ee76-4361-8671-ea0994e4dc1f None None] For port 369068e7-6c6a-4be7-b8c9-6bb6a516b346, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=369068e7-6c6a-4be7-b8c9-6bb6a516b346,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:35.914262 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8cf6f863-ee76-4361-8671-ea0994e4dc1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:35.931712 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-8cf6f863-ee76-4361-8671-ea0994e4dc1f None None] Calling delete_port for 369068e7-6c6a-4be7-b8c9-6bb6a516b346 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:03:36.092514 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11af39c-a02e-463e-aec6-7c2162022f92 req-449b18df-8c4a-47d6-b255-4b644f9d3cd2 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:36.100238 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d11af39c-a02e-463e-aec6-7c2162022f92 req-449b18df-8c4a-47d6-b255-4b644f9d3cd2 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1512551 Jul 24 01:03:36.131420 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3be8e-e2c4-4b70-9c07-20dad1b46ef5 req-1f0c0dd6-de04-490c-a37c-390602b121c3 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:36.137493 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fac3be8e-e2c4-4b70-9c07-20dad1b46ef5 req-1f0c0dd6-de04-490c-a37c-390602b121c3 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54c54b4-841f-4310-9100-282bc88db247 HTTP/1.1" status: 200 len: 945 time: 0.2270918 Jul 24 01:03:36.224973 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d11af39c-a02e-463e-aec6-7c2162022f92 req-4005f45c-2225-4d58-8c57-3c66c7c9e700 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237471 Jul 24 01:03:36.226178 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664d0ae1-ecd4-42d1-81d3-740726792f14 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:03:36.240647 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-664d0ae1-ecd4-42d1-81d3-740726792f14 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:36.241471 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fac3be8e-e2c4-4b70-9c07-20dad1b46ef5 req-1c9b1b9a-0c52-4d0d-92a4-70cc70cafbb1 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940773 Jul 24 01:03:36.249925 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-664d0ae1-ecd4-42d1-81d3-740726792f14 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:03:36.250527 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-664d0ae1-ecd4-42d1-81d3-740726792f14 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:03:36.320106 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8cf6f863-ee76-4361-8671-ea0994e4dc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:36.331044 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-664d0ae1-ecd4-42d1-81d3-740726792f14 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4380364 Jul 24 01:03:36.333293 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43724) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:36.356741 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-46c07687-51c1-40bb-abc5-c2d638a159ee tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'subnet': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:03:36.419318 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf6f863-ee76-4361-8671-ea0994e4dc1f None None] Pushing event deleted for resources: {'Port': ['ID=369068e7-6c6a-4be7-b8c9-6bb6a516b346,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:36.435638 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf6f863-ee76-4361-8671-ea0994e4dc1f None None] No DVR routers for this DVR port 369068e7-6c6a-4be7-b8c9-6bb6a516b346 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:03:36.512017 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 369068e7-6c6a-4be7-b8c9-6bb6a516b346 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:03:36.570473 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 369068e7-6c6a-4be7-b8c9-6bb6a516b346 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:03:36.571293 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 369068e7-6c6a-4be7-b8c9-6bb6a516b346 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:03:36.643438 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c07687-51c1-40bb-abc5-c2d638a159ee tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:03:36.648620 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-46c07687-51c1-40bb-abc5-c2d638a159ee tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:36.652098 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c07687-51c1-40bb-abc5-c2d638a159ee tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:03:36.656435 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46c07687-51c1-40bb-abc5-c2d638a159ee tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:03:36.683909 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c71290-0421-48d0-b892-4ac9213a6b8e req-07df9cdc-95b6-4052-a892-d661a78a616d tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:36.687415 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f1c71290-0421-48d0-b892-4ac9213a6b8e req-07df9cdc-95b6-4052-a892-d661a78a616d tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1326382 Jul 24 01:03:36.709776 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-46c07687-51c1-40bb-abc5-c2d638a159ee tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3567662 Jul 24 01:03:36.710084 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43730) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:36.724045 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-60b03707-483d-436a-94b6-3ab9775df650 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'subnet': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:03:36.755055 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f1c71290-0421-48d0-b892-4ac9213a6b8e req-d2b8f2f8-bc41-4863-9a1c-74783d2bb3ee tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543683 Jul 24 01:03:36.956152 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b03707-483d-436a-94b6-3ab9775df650 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:03:36.964339 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-60b03707-483d-436a-94b6-3ab9775df650 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:36.979376 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-60b03707-483d-436a-94b6-3ab9775df650 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:03:36.979851 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60b03707-483d-436a-94b6-3ab9775df650 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:03:37.024722 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-60b03707-483d-436a-94b6-3ab9775df650 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3134596 Jul 24 01:03:37.027474 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43742) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:37.091430 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a7b6a0d4-642d-4d5c-964a-cd802f24dfd6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0624783 Jul 24 01:03:37.093801 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43744) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:37.219896 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb3f6e8-2271-4ab1-8003-25d5da9058cc tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:37.221481 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4eb3f6e8-2271-4ab1-8003-25d5da9058cc tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1257808 Jul 24 01:03:37.224235 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43746) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:37.233134 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46c180-c3cc-441f-b3cf-f1601fecd095 req-0466330b-016d-4404-af39-14cb55179999 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:37.245249 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0f46c180-c3cc-441f-b3cf-f1601fecd095 req-0466330b-016d-4404-af39-14cb55179999 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1527095 Jul 24 01:03:37.327786 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-89e6ffac-130a-489b-8db8-8f046661ece4 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0987186 Jul 24 01:03:37.332392 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43752) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:37.335437 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0f46c180-c3cc-441f-b3cf-f1601fecd095 req-ab6c431a-4817-44d5-a643-ef634616c983 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816720 Jul 24 01:03:37.342549 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-f104c2ba-181b-4c32-befc-94f8c17c79ea tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'subnet': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:03:37.640578 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1902867-f042-4787-b724-ae931975323e req-651adf78-f958-4532-92f5-6b872d174af3 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:37.647366 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a1902867-f042-4787-b724-ae931975323e req-651adf78-f958-4532-92f5-6b872d174af3 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54c54b4-841f-4310-9100-282bc88db247 HTTP/1.1" status: 200 len: 945 time: 0.1319489 Jul 24 01:03:37.649020 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f104c2ba-181b-4c32-befc-94f8c17c79ea tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:03:37.654980 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f104c2ba-181b-4c32-befc-94f8c17c79ea tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:37.679012 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b5a74b-7808-4701-b770-fd735c080c1f req-57b1abfb-bf06-4ed8-bcb5-a452a4c6373a tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:37.680993 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-38b5a74b-7808-4701-b770-fd735c080c1f req-57b1abfb-bf06-4ed8-bcb5-a452a4c6373a tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1624532 Jul 24 01:03:37.750536 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:03:37.767592 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-38b5a74b-7808-4701-b770-fd735c080c1f req-540074ef-936a-4030-9a1e-726876ebb21e tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807779 Jul 24 01:03:37.830246 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a1902867-f042-4787-b724-ae931975323e req-7363ca85-367b-4635-bdc9-b156985dbf6e tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689212 Jul 24 01:03:37.909740 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:03:37.910629 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:38.149474 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:38.213787 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54c54b4-841f-4310-9100-282bc88db247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:03:38.218588 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f756395c-6190-4ba9-8d32-fa3c42c4f82e" -d '{"events": [{"server_uuid": "e54c54b4-841f-4310-9100-282bc88db247", "name": "network-vif-plugged", "status": "completed", "tag": "19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:03:38.250123 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:38.258824 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:38.307921 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72eb3f40-006c-4bb6-9cc8-bc202c6cf885 x-openstack-request-id: req-72eb3f40-006c-4bb6-9cc8-bc202c6cf885 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:03:38.308418 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54c54b4-841f-4310-9100-282bc88db247", "name": "network-vif-plugged", "status": "completed", "tag": "19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:03:38.308691 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-72eb3f40-006c-4bb6-9cc8-bc202c6cf885 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:03:38.309187 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e54c54b4-841f-4310-9100-282bc88db247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8', 'code': 200} Jul 24 01:03:38.345174 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8,revision_number=7']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:38.427670 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d021b-1a99-41a8-81b7-f678d4240d2b req-8ac683c6-b31f-443e-bd04-a10d8fc1e764 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:38.437455 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db5d021b-1a99-41a8-81b7-f678d4240d2b req-8ac683c6-b31f-443e-bd04-a10d8fc1e764 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.2589378 Jul 24 01:03:38.511702 n-d-793621-25 neutron-server[100464]: DEBUG neutron.objects.ports [None req-f104c2ba-181b-4c32-befc-94f8c17c79ea tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100464) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 01:03:38.517401 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f104c2ba-181b-4c32-befc-94f8c17c79ea tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:38.569818 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f104c2ba-181b-4c32-befc-94f8c17c79ea tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:03:38.573635 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-f104c2ba-181b-4c32-befc-94f8c17c79ea tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:03:38.580820 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db5d021b-1a99-41a8-81b7-f678d4240d2b req-bc764081-1eb4-4bfe-a849-4fa430776e6a tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416128 Jul 24 01:03:38.582255 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f104c2ba-181b-4c32-befc-94f8c17c79ea tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:38.583968 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f104c2ba-181b-4c32-befc-94f8c17c79ea tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:38.584853 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29464602-c5de-45a7-b83b-fed4c7d3ebaa None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:03:38.643584 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104c2ba-181b-4c32-befc-94f8c17c79ea tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Subnet': ['ID=8f373128-4072-4afc-8deb-e1eedec4ed33,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:38.654062 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f104c2ba-181b-4c32-befc-94f8c17c79ea tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3179119 Jul 24 01:03:38.654954 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43784) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:38.669490 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-7a5c354f-a1b4-457f-bb60-4b82cca0f416 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'port': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'mac_address': 'fa:16:3e:de:5c:67', 'name': 'tempest-NetworksTestDHCPv6-1084811203'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:03:38.896532 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ae1c3-5a93-4dac-b420-ce3756f9f8e3 req-e5217bc8-9911-4670-b8bc-b0c0d5b8e01c tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:38.908216 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d48ae1c3-5a93-4dac-b420-ce3756f9f8e3 req-e5217bc8-9911-4670-b8bc-b0c0d5b8e01c tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1666546 Jul 24 01:03:38.985495 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a456617e-fd5c-41dc-9ced-59ecab7c89f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-7e3afd0f-7326-49f9-80ac-5664ab976843', 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'tenant_id': '870e2449a28e4c338cd6cc562086bba7', 'fixed_ips': [{'subnet_id': '8f373128-4072-4afc-8deb-e1eedec4ed33'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:03:38.986514 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a456617e-fd5c-41dc-9ced-59ecab7c89f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:39.021900 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d48ae1c3-5a93-4dac-b420-ce3756f9f8e3 req-d3bd15d9-60cb-4eb5-a545-137a225ab9aa tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125824 Jul 24 01:03:39.086086 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5c354f-a1b4-457f-bb60-4b82cca0f416 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:03:39.305687 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c590a-5cdc-4847-a950-0d45ecfff5cc req-54041bc6-c838-4c6b-9440-b0fe4626c104 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:39.309188 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4f2c590a-5cdc-4847-a950-0d45ecfff5cc req-54041bc6-c838-4c6b-9440-b0fe4626c104 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54c54b4-841f-4310-9100-282bc88db247 HTTP/1.1" status: 200 len: 946 time: 0.3298900 Jul 24 01:03:39.347134 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-a456617e-fd5c-41dc-9ced-59ecab7c89f3 None None] Allocated IP 2001:db8::f816:3eff:fee5:37ed (7e3afd0f-7326-49f9-80ac-5664ab976843/8f373128-4072-4afc-8deb-e1eedec4ed33/31ee0abc-a65a-4f40-a034-ae992cb8ac76) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:03:39.426487 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4f2c590a-5cdc-4847-a950-0d45ecfff5cc req-e651df68-4037-44a8-802e-a72fd2a5579e tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995886 Jul 24 01:03:39.452072 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7a5c354f-a1b4-457f-bb60-4b82cca0f416 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:39.498396 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [None req-7a5c354f-a1b4-457f-bb60-4b82cca0f416 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] device_id is not set on port 7ca29872-5865-4484-b449-913c9e6a7a5d yet. {{(pid=100464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:03:39.648581 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a456617e-fd5c-41dc-9ced-59ecab7c89f3 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:39.661879 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a456617e-fd5c-41dc-9ced-59ecab7c89f3 None None] Transition to ACTIVE for port object 31ee0abc-a65a-4f40-a034-ae992cb8ac76 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:03:39.678921 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a456617e-fd5c-41dc-9ced-59ecab7c89f3 None None] Transition to ACTIVE for port object 31ee0abc-a65a-4f40-a034-ae992cb8ac76 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:03:39.694406 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a456617e-fd5c-41dc-9ced-59ecab7c89f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:39.723651 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6354b91c-6217-43ea-a13f-6690f32923c4 req-4bb7ae98-52eb-4636-8934-fe863508410f tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:39.731377 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6354b91c-6217-43ea-a13f-6690f32923c4 req-4bb7ae98-52eb-4636-8934-fe863508410f tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/networks?id=8c8368d3-95e1-485a-9bb3-ebfb4cbd184b HTTP/1.1" status: 200 len: 814 time: 0.2360797 Jul 24 01:03:39.744695 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6354b91c-6217-43ea-a13f-6690f32923c4 req-98958314-3d27-4cfb-a922-24fdcd2cf464 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/quotas/d5f5cc12e5fe45be9d7447ae1149586c HTTP/1.1" status: 200 len: 375 time: 0.0121396 Jul 24 01:03:39.755126 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43812) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:39.788679 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a456617e-fd5c-41dc-9ced-59ecab7c89f3 None None] Pushing event updated for resources: {'Port': ['ID=31ee0abc-a65a-4f40-a034-ae992cb8ac76,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:39.807339 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-7a5c354f-a1b4-457f-bb60-4b82cca0f416 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Allocated IP 2001:db8::f816:3eff:fede:5c67 (7e3afd0f-7326-49f9-80ac-5664ab976843/8f373128-4072-4afc-8deb-e1eedec4ed33/7ca29872-5865-4484-b449-913c9e6a7a5d) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:03:39.825956 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a456617e-fd5c-41dc-9ced-59ecab7c89f3 None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:03:39.826609 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ace4607-99da-48cd-b31e-579fc1f55a71 admin admin] Deleting subnet 854fcc3c-be38-49ea-9f9e-cbdb0fc4d1ce {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:03:39.829969 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-a456617e-fd5c-41dc-9ced-59ecab7c89f3 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:03:39.831733 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0ace4607-99da-48cd-b31e-579fc1f55a71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:39.833984 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a456617e-fd5c-41dc-9ced-59ecab7c89f3 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:03:39.881327 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0ace4607-99da-48cd-b31e-579fc1f55a71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:39.932812 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0ace4607-99da-48cd-b31e-579fc1f55a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:39.966932 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-a456617e-fd5c-41dc-9ced-59ecab7c89f3 None None] Attempting to bind port 31ee0abc-a65a-4f40-a034-ae992cb8ac76 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:03:39.967424 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-a456617e-fd5c-41dc-9ced-59ecab7c89f3 None None] Attempting to bind port 31ee0abc-a65a-4f40-a034-ae992cb8ac76 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:03:39.967768 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a456617e-fd5c-41dc-9ced-59ecab7c89f3 None None] Attempting to bind port 31ee0abc-a65a-4f40-a034-ae992cb8ac76 on network 7e3afd0f-7326-49f9-80ac-5664ab976843 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:03:39.989402 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a456617e-fd5c-41dc-9ced-59ecab7c89f3 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:03:39.990169 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a456617e-fd5c-41dc-9ced-59ecab7c89f3 None None] Checking segment: {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:03:39.990544 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a456617e-fd5c-41dc-9ced-59ecab7c89f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:39.990978 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a456617e-fd5c-41dc-9ced-59ecab7c89f3 None None] Bound using segment: {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:03:39.991475 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-a456617e-fd5c-41dc-9ced-59ecab7c89f3 None None] Bound port: 31ee0abc-a65a-4f40-a034-ae992cb8ac76, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:03:39.991859 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a456617e-fd5c-41dc-9ced-59ecab7c89f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:40.008603 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0ace4607-99da-48cd-b31e-579fc1f55a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:40.056086 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ace4607-99da-48cd-b31e-579fc1f55a71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=854fcc3c-be38-49ea-9f9e-cbdb0fc4d1ce,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:40.071684 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0ace4607-99da-48cd-b31e-579fc1f55a71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:40.076384 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0ace4607-99da-48cd-b31e-579fc1f55a71 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/854fcc3c-be38-49ea-9f9e-cbdb0fc4d1ce HTTP/1.1" status: 204 len: 168 time: 0.3174014 Jul 24 01:03:40.080217 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43816) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:40.143116 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6354b91c-6217-43ea-a13f-6690f32923c4 req-4e180c9c-d8f4-4313-890f-277cffcb3e39 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d5f5cc12e5fe45be9d7447ae1149586c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3203924 Jul 24 01:03:40.148397 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-a456617e-fd5c-41dc-9ced-59ecab7c89f3 None None] For port 31ee0abc-a65a-4f40-a034-ae992cb8ac76, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:03:40.153088 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-a456617e-fd5c-41dc-9ced-59ecab7c89f3 None None] For port 31ee0abc-a65a-4f40-a034-ae992cb8ac76, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=31ee0abc-a65a-4f40-a034-ae992cb8ac76,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:03:40.161015 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a456617e-fd5c-41dc-9ced-59ecab7c89f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:40.239675 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b06bdb10-4e58-4982-af65-4f010649c3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:40.253003 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7a5c354f-a1b4-457f-bb60-4b82cca0f416 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:40.286202 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-7a5c354f-a1b4-457f-bb60-4b82cca0f416 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Transition to ACTIVE for port object 7ca29872-5865-4484-b449-913c9e6a7a5d will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:03:40.301922 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a456617e-fd5c-41dc-9ced-59ecab7c89f3 None None] Pushing event updated for resources: {'Port': ['ID=31ee0abc-a65a-4f40-a034-ae992cb8ac76,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:40.399190 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04efa88-b07d-4890-848a-bf9d16265fec req-14270ffe-c044-4905-94d6-99e62eeef904 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:40.416536 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b04efa88-b07d-4890-848a-bf9d16265fec req-14270ffe-c044-4905-94d6-99e62eeef904 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1489537 Jul 24 01:03:40.511522 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b04efa88-b07d-4890-848a-bf9d16265fec req-3ec852f2-2bd2-4cf0-8cfa-1bbcc4477c49 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921125 Jul 24 01:03:40.556173 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b06bdb10-4e58-4982-af65-4f010649c3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:40.686415 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-b06bdb10-4e58-4982-af65-4f010649c3c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35e47faa-71b7-4719-9ec5-acf47d5c2374']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:03:40.734428 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-b06bdb10-4e58-4982-af65-4f010649c3c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88865335-bebd-4b37-ac8d-293ba50670e2') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:03:40.735060 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd8f6c-0396-4461-b3ad-45425007945a req-1afd4977-778f-4678-b998-03c234ddcdf3 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:40.741119 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-b06bdb10-4e58-4982-af65-4f010649c3c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88865335-bebd-4b37-ac8d-293ba50670e2') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:03:40.746461 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-29dd8f6c-0396-4461-b3ad-45425007945a req-1afd4977-778f-4678-b998-03c234ddcdf3 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1534216 Jul 24 01:03:40.791579 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b06bdb10-4e58-4982-af65-4f010649c3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:40.825744 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7a5c354f-a1b4-457f-bb60-4b82cca0f416 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:40.847319 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-29dd8f6c-0396-4461-b3ad-45425007945a req-4a51c987-7792-4837-943b-25824f05eb9c tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994589 Jul 24 01:03:40.924016 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b06bdb10-4e58-4982-af65-4f010649c3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:40.991858 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5c354f-a1b4-457f-bb60-4b82cca0f416 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:03:41.000728 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b06bdb10-4e58-4982-af65-4f010649c3c4 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:03:41.003114 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b06bdb10-4e58-4982-af65-4f010649c3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:41.009504 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:03:41.009504 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:03:41.009504 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:03:41.009504 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:03:41.009504 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:03:41.009504 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:03:41.009504 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:03:41.009504 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:03:41.009504 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:03:41.009504 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:03:41.009504 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:03:41.009504 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:03:41.009504 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:03:41.009504 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:03:41.009504 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:03:41.009504 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:03:41.009504 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:03:41.009504 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:03:41.009504 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:03:41.009504 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:03:41.009504 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:03:41.009504 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:03:41.009504 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:03:41.009504 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:03:41.009504 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:03:41.009504 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:03:41.009504 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:03:41.009504 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:03:41.009504 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:03:41.009504 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:03:41.009504 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:03:41.009504 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:03:41.023178 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-7a5c354f-a1b4-457f-bb60-4b82cca0f416 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:03:41.029478 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5c354f-a1b4-457f-bb60-4b82cca0f416 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:03:41.035768 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5c354f-a1b4-457f-bb60-4b82cca0f416 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:41.036917 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7a5c354f-a1b4-457f-bb60-4b82cca0f416 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:41.080899 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15daac2e-0f49-4de8-a92b-341cbe0df60b req-d3562a75-5ecf-4e79-b443-8313d1375e42 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:41.082560 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-15daac2e-0f49-4de8-a92b-341cbe0df60b req-d3562a75-5ecf-4e79-b443-8313d1375e42 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54c54b4-841f-4310-9100-282bc88db247 HTTP/1.1" status: 200 len: 946 time: 0.4895914 Jul 24 01:03:41.119276 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c354f-a1b4-457f-bb60-4b82cca0f416 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Port': ['ID=7ca29872-5865-4484-b449-913c9e6a7a5d,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:41.131256 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7a5c354f-a1b4-457f-bb60-4b82cca0f416 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4751966 Jul 24 01:03:41.134010 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43846) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:41.153314 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b06bdb10-4e58-4982-af65-4f010649c3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:41.164451 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b06bdb10-4e58-4982-af65-4f010649c3c4 admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:41.166442 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b06bdb10-4e58-4982-af65-4f010649c3c4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/35e47faa-71b7-4719-9ec5-acf47d5c2374 HTTP/1.1" status: 204 len: 168 time: 1.0839860 Jul 24 01:03:41.184032 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43848) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:41.213025 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06bdb10-4e58-4982-af65-4f010649c3c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=35e47faa-71b7-4719-9ec5-acf47d5c2374,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:41.233875 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-15daac2e-0f49-4de8-a92b-341cbe0df60b req-9f0b86d0-dcac-40f6-8c4b-791e68db2b59 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127713 Jul 24 01:03:41.282768 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6853a354-ba73-48bd-bf27-485450199cb7 req-4a2dc143-f55a-4d80-a8f7-909341f27272 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=d5f5cc12e5fe45be9d7447ae1149586c HTTP/1.1" status: 200 len: 221 time: 0.1313629 Jul 24 01:03:41.299385 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-52d10b57-d93c-4330-8f50-0298143a5da7 admin admin] Deleting subnet 02d0b55c-5c2c-42ca-a493-64fcfbf37968 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:03:41.304608 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-52d10b57-d93c-4330-8f50-0298143a5da7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:41.320451 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d509a3-c71d-4173-a001-34ea8dbba10a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:41.355125 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d509a3-c71d-4173-a001-34ea8dbba10a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:41.359378 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-03d509a3-c71d-4173-a001-34ea8dbba10a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2161469 Jul 24 01:03:41.359665 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43858) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:41.417819 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-52d10b57-d93c-4330-8f50-0298143a5da7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:41.483787 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-52d10b57-d93c-4330-8f50-0298143a5da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:41.567520 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-52d10b57-d93c-4330-8f50-0298143a5da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:41.647342 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-ef020a48-31b6-4393-bcd6-7965193aaf29 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting port 7ca29872-5865-4484-b449-913c9e6a7a5d {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:03:41.651510 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ef020a48-31b6-4393-bcd6-7965193aaf29 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:41.663674 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d10b57-d93c-4330-8f50-0298143a5da7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02d0b55c-5c2c-42ca-a493-64fcfbf37968,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:41.676874 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-52d10b57-d93c-4330-8f50-0298143a5da7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:41.682644 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-52d10b57-d93c-4330-8f50-0298143a5da7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/02d0b55c-5c2c-42ca-a493-64fcfbf37968 HTTP/1.1" status: 204 len: 168 time: 0.4884377 Jul 24 01:03:41.684293 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43864) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:41.752516 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffac04f-5e43-4833-85eb-3c483b871d86 req-6a33345d-9b14-4728-b3ea-682a252fcc09 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:41.760606 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ffac04f-5e43-4833-85eb-3c483b871d86 req-6a33345d-9b14-4728-b3ea-682a252fcc09 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.2155900 Jul 24 01:03:41.831841 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ffac04f-5e43-4833-85eb-3c483b871d86 req-0fd60d5e-f34a-43c3-93b4-a5b0e915afca tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699356 Jul 24 01:03:41.921498 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7729774b-4843-4332-9045-6fc49bd91271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:41.968066 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ef020a48-31b6-4393-bcd6-7965193aaf29 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:42.026496 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-ef020a48-31b6-4393-bcd6-7965193aaf29 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Calling delete_port for 7ca29872-5865-4484-b449-913c9e6a7a5d owned by {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:03:42.068786 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-04acb712-1ecc-40c8-92b1-a8229cc0985a None None] Provisioning for port 31ee0abc-a65a-4f40-a034-ae992cb8ac76 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:03:42.184291 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7729774b-4843-4332-9045-6fc49bd91271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:42.206680 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-7729774b-4843-4332-9045-6fc49bd91271 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3e44b94-e4f5-4c27-bb13-22e5ae719f30']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:03:42.237499 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-7729774b-4843-4332-9045-6fc49bd91271 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7132e063-00d3-4d53-aa5d-1f05f2c0584c') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:03:42.237970 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-7729774b-4843-4332-9045-6fc49bd91271 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7132e063-00d3-4d53-aa5d-1f05f2c0584c') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:03:42.272996 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7729774b-4843-4332-9045-6fc49bd91271 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:42.312454 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ecc1a4-f5d8-41df-8d5f-2977d2fedd7f req-4cbcc46d-ca55-468d-a066-f4f8c74c0f7d tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:42.326899 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a9ecc1a4-f5d8-41df-8d5f-2977d2fedd7f req-4cbcc46d-ca55-468d-a066-f4f8c74c0f7d tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.3819566 Jul 24 01:03:42.475100 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7729774b-4843-4332-9045-6fc49bd91271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:42.480129 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9100c75b-c619-4cfc-a9fa-a8555081c32a None None] Provisioning for port 7ca29872-5865-4484-b449-913c9e6a7a5d completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:03:42.487438 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9100c75b-c619-4cfc-a9fa-a8555081c32a None None] Provisioning complete for port 7ca29872-5865-4484-b449-913c9e6a7a5d triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:03:42.488124 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9100c75b-c619-4cfc-a9fa-a8555081c32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:42.491154 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ef020a48-31b6-4393-bcd6-7965193aaf29 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:42.493504 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7729774b-4843-4332-9045-6fc49bd91271 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:03:42.493909 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7729774b-4843-4332-9045-6fc49bd91271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:42.495950 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b656b9-707c-4d4a-b8ec-66b8d45c9a63 req-b84934a2-75d5-484d-8c7a-afd5502bded4 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:42.498462 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-40b656b9-707c-4d4a-b8ec-66b8d45c9a63 req-b84934a2-75d5-484d-8c7a-afd5502bded4 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54c54b4-841f-4310-9100-282bc88db247 HTTP/1.1" status: 200 len: 946 time: 0.1250391 Jul 24 01:03:42.508936 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:03:42.508936 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:03:42.508936 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:03:42.508936 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:03:42.508936 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:03:42.508936 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:03:42.508936 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:03:42.508936 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:03:42.508936 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:03:42.508936 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:03:42.508936 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:03:42.508936 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:03:42.508936 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:03:42.508936 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:03:42.508936 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:03:42.508936 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:03:42.508936 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:03:42.508936 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:03:42.508936 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:03:42.508936 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:03:42.508936 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:03:42.508936 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:03:42.508936 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:03:42.508936 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:03:42.508936 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:03:42.508936 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:03:42.508936 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:03:42.508936 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:03:42.508936 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:03:42.508936 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:03:42.508936 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:03:42.508936 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:03:42.552489 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-9100c75b-c619-4cfc-a9fa-a8555081c32a None None] Port 7ca29872-5865-4484-b449-913c9e6a7a5d was deleted so its status cannot be updated. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 24 01:03:42.559211 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-40b656b9-707c-4d4a-b8ec-66b8d45c9a63 req-8592a53d-6519-4203-81d0-5d9506ae3b40 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536137 Jul 24 01:03:42.632476 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a9ecc1a4-f5d8-41df-8d5f-2977d2fedd7f req-bc387263-afb4-44e0-a8cc-58a89b99f154 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029630 Jul 24 01:03:42.664185 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 31ee0abc-a65a-4f40-a034-ae992cb8ac76 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:03:42.795151 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef020a48-31b6-4393-bcd6-7965193aaf29 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Port': ['ID=7ca29872-5865-4484-b449-913c9e6a7a5d,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:42.875608 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 31ee0abc-a65a-4f40-a034-ae992cb8ac76 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:03:42.875953 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ef020a48-31b6-4393-bcd6-7965193aaf29 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:42.881170 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ef020a48-31b6-4393-bcd6-7965193aaf29 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/ports/7ca29872-5865-4484-b449-913c9e6a7a5d HTTP/1.1" status: 204 len: 168 time: 1.5204582 Jul 24 01:03:42.882507 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7729774b-4843-4332-9045-6fc49bd91271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:42.884997 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 31ee0abc-a65a-4f40-a034-ae992cb8ac76 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:03:42.885640 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:42.889219 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43896) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:42.959297 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7729774b-4843-4332-9045-6fc49bd91271 admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:42.960414 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7729774b-4843-4332-9045-6fc49bd91271 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e3e44b94-e4f5-4c27-bb13-22e5ae719f30 HTTP/1.1" status: 204 len: 168 time: 1.2774453 Jul 24 01:03:42.982767 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7729774b-4843-4332-9045-6fc49bd91271 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3e44b94-e4f5-4c27-bb13-22e5ae719f30,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:43.022970 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d9ef96-9496-4a97-a449-ee6416963512 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:43.024849 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d9ef96-9496-4a97-a449-ee6416963512 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:43.026628 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-24d9ef96-9496-4a97-a449-ee6416963512 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1362908 Jul 24 01:03:43.030457 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43902) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:43.083713 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2755cf7e-0d88-46b9-855e-cb1f25ccab9e req-3f239d4b-36d4-4ac2-bba9-2ede4eb27504 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:43.093429 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2755cf7e-0d88-46b9-855e-cb1f25ccab9e req-3f239d4b-36d4-4ac2-bba9-2ede4eb27504 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.2211480 Jul 24 01:03:43.120215 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e89f482-5576-44ee-9a48-cbd33cf4a275 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting subnet 8f373128-4072-4afc-8deb-e1eedec4ed33 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:03:43.123977 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7e89f482-5576-44ee-9a48-cbd33cf4a275 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:43.143276 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:43.197173 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7e89f482-5576-44ee-9a48-cbd33cf4a275 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:43.213332 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2755cf7e-0d88-46b9-855e-cb1f25ccab9e req-60550606-ccf3-4ff0-8de0-5de1f3249860 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167879 Jul 24 01:03:43.249824 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 31ee0abc-a65a-4f40-a034-ae992cb8ac76, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=31ee0abc-a65a-4f40-a034-ae992cb8ac76,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:43.257189 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:43.395422 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7e89f482-5576-44ee-9a48-cbd33cf4a275 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:43.405014 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=31ee0abc-a65a-4f40-a034-ae992cb8ac76,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:43.532676 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7e89f482-5576-44ee-9a48-cbd33cf4a275 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:43.544313 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b689e-e0ba-461f-bfb6-23a5bb1f6b2d req-2f1ca6ca-4139-4c6c-bbb1-a30525b09adc tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:43.547660 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7f4b689e-e0ba-461f-bfb6-23a5bb1f6b2d req-2f1ca6ca-4139-4c6c-bbb1-a30525b09adc tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.2211034 Jul 24 01:03:43.562187 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43910) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:43.574191 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e89f482-5576-44ee-9a48-cbd33cf4a275 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Subnet': ['ID=8f373128-4072-4afc-8deb-e1eedec4ed33,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:43.643474 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2eb84e-3585-4a92-9cf6-8bd8c5e320a6 None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:03:43.654126 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7e89f482-5576-44ee-9a48-cbd33cf4a275 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:43.656095 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7e89f482-5576-44ee-9a48-cbd33cf4a275 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/8f373128-4072-4afc-8deb-e1eedec4ed33 HTTP/1.1" status: 204 len: 168 time: 0.6246164 Jul 24 01:03:43.659541 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43914) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:43.660589 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4329266a-aee1-4b24-b5ab-aed2a55b57ab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1541a2baa82d4db6a5dbad769f321365&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0965037 Jul 24 01:03:43.662089 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43916) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:43.685327 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7f4b689e-e0ba-461f-bfb6-23a5bb1f6b2d req-32881369-cbca-4b10-a7fb-38ed646ba1ff tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139727 Jul 24 01:03:43.711451 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6ad8ff34-92df-4e4f-93a0-424472401a1d tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0477951 Jul 24 01:03:43.723694 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43920) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:43.729795 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-fbe396a9-d0ef-4fbc-aff9-1e98f7dba841 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'subnet': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:03:43.756469 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bebdffe2-e459-4f11-a42a-ec733cb21a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:43.782751 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bebdffe2-e459-4f11-a42a-ec733cb21a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:43.863329 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bebdffe2-e459-4f11-a42a-ec733cb21a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:43.870484 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bebdffe2-e459-4f11-a42a-ec733cb21a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:43.871795 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-bebdffe2-e459-4f11-a42a-ec733cb21a18 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/feb1b652-aecd-4eab-8955-a98ba2082ddd HTTP/1.1" status: 204 len: 168 time: 0.1957233 Jul 24 01:03:43.891634 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebdffe2-e459-4f11-a42a-ec733cb21a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb1b652-aecd-4eab-8955-a98ba2082ddd,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:43.909794 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb34c1a-a04f-4f5d-81e6-b9cb16574e17 req-a8fbe8d7-d735-4825-8e1f-32131c88bdfc tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:43.920074 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ceb34c1a-a04f-4f5d-81e6-b9cb16574e17 req-a8fbe8d7-d735-4825-8e1f-32131c88bdfc tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54c54b4-841f-4310-9100-282bc88db247 HTTP/1.1" status: 200 len: 946 time: 0.2117901 Jul 24 01:03:43.955988 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe396a9-d0ef-4fbc-aff9-1e98f7dba841 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:03:43.959919 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fbe396a9-d0ef-4fbc-aff9-1e98f7dba841 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:44.004059 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ceb34c1a-a04f-4f5d-81e6-b9cb16574e17 req-4f99b6c0-73d1-4e13-adee-65a2f01021cb tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826571 Jul 24 01:03:44.152421 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34923ba-8d82-41fa-9475-9842234c6cf7 req-e4ae2e36-258e-4208-b832-f5e8d103b7db tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:44.164589 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f34923ba-8d82-41fa-9475-9842234c6cf7 req-e4ae2e36-258e-4208-b832-f5e8d103b7db tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1169786 Jul 24 01:03:44.231565 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f34923ba-8d82-41fa-9475-9842234c6cf7 req-3cc074b5-b3f3-40f3-a8d4-7cf7985cc7f8 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622096 Jul 24 01:03:44.521484 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 31ee0abc-a65a-4f40-a034-ae992cb8ac76 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:03:44.584698 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc92387-ca4c-4937-aaea-458c8b508f31 req-19604a58-affa-4f3b-9348-273973f66a1d tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:44.591637 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7fc92387-ca4c-4937-aaea-458c8b508f31 req-19604a58-affa-4f3b-9348-273973f66a1d tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.2284427 Jul 24 01:03:44.626383 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 31ee0abc-a65a-4f40-a034-ae992cb8ac76 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:03:44.626683 n-d-793621-25 neutron-server[100463]: DEBUG neutron.objects.ports [None req-fbe396a9-d0ef-4fbc-aff9-1e98f7dba841 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100463) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 01:03:44.627476 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:44.636429 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43942) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:44.744398 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-bd008b6f-89e0-409c-b270-f8ad2a9d774d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2197847797844563990b22923f735269&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1066120 Jul 24 01:03:44.751039 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7fc92387-ca4c-4937-aaea-458c8b508f31 req-d3223db8-6dad-4e11-b8b5-f6d201437b7b tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549251 Jul 24 01:03:44.754890 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43944) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:44.864909 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2e057f38-cdca-405e-b058-10370fba7f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:44.903377 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2e057f38-cdca-405e-b058-10370fba7f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:44.986643 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fbe396a9-d0ef-4fbc-aff9-1e98f7dba841 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:44.987325 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2e057f38-cdca-405e-b058-10370fba7f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:44.990411 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2e057f38-cdca-405e-b058-10370fba7f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:44.994073 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2e057f38-cdca-405e-b058-10370fba7f7d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b3b11aa5-0199-49ae-a493-f2676f33cd77 HTTP/1.1" status: 204 len: 168 time: 0.2356608 Jul 24 01:03:45.025287 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e057f38-cdca-405e-b058-10370fba7f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b11aa5-0199-49ae-a493-f2676f33cd77,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:45.111886 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-01f0dbc2-071a-4f82-bb12-11eb98b0efa1 None None] Provisioning complete for port 31ee0abc-a65a-4f40-a034-ae992cb8ac76 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:03:45.112976 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-01f0dbc2-071a-4f82-bb12-11eb98b0efa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:45.143138 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64367155-8e04-4eed-b7a3-fcc6048090f4 req-9d8182ee-bd9a-44d4-850c-aa694a336477 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:45.145129 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-64367155-8e04-4eed-b7a3-fcc6048090f4 req-9d8182ee-bd9a-44d4-850c-aa694a336477 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1614101 Jul 24 01:03:45.240908 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-64367155-8e04-4eed-b7a3-fcc6048090f4 req-9254fb71-e407-49bb-843b-3bf3f3cb8f3f tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837021 Jul 24 01:03:45.326508 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7683b-3f32-4de6-bfd4-92f2fa4c7828 req-d354d872-271d-41dc-b1d8-18e34007e829 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:45.330863 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d8c7683b-3f32-4de6-bfd4-92f2fa4c7828 req-d354d872-271d-41dc-b1d8-18e34007e829 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54c54b4-841f-4310-9100-282bc88db247 HTTP/1.1" status: 200 len: 946 time: 0.1757967 Jul 24 01:03:45.373350 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-fbe396a9-d0ef-4fbc-aff9-1e98f7dba841 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] For port 31ee0abc-a65a-4f40-a034-ae992cb8ac76, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=31ee0abc-a65a-4f40-a034-ae992cb8ac76,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:45.426524 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fbe396a9-d0ef-4fbc-aff9-1e98f7dba841 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:45.444289 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fbe396a9-d0ef-4fbc-aff9-1e98f7dba841 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:45.446877 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fbe396a9-d0ef-4fbc-aff9-1e98f7dba841 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:45.463590 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d8c7683b-3f32-4de6-bfd4-92f2fa4c7828 req-7ec5cb37-3797-4001-9851-1899c65be993 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233702 Jul 24 01:03:45.573346 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe396a9-d0ef-4fbc-aff9-1e98f7dba841 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:03:45.581005 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43966) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:45.598969 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-fbe396a9-d0ef-4fbc-aff9-1e98f7dba841 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:03:45.608927 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe396a9-d0ef-4fbc-aff9-1e98f7dba841 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:45.610694 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fbe396a9-d0ef-4fbc-aff9-1e98f7dba841 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:45.622460 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1fd55b-f504-4957-bb16-07ebc3f188b5 None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:03:45.692606 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec85a24-c4ee-4512-82e5-499e2dcdd102 req-d716cc96-128d-47da-bb1a-5974cb72bde4 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:45.700943 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3ec85a24-c4ee-4512-82e5-499e2dcdd102 req-d716cc96-128d-47da-bb1a-5974cb72bde4 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.2717397 Jul 24 01:03:45.712642 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe396a9-d0ef-4fbc-aff9-1e98f7dba841 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Subnet': ['ID=8045f160-ca58-4c26-87f3-f9368418fd43,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:45.733055 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-fbe396a9-d0ef-4fbc-aff9-1e98f7dba841 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0072005 Jul 24 01:03:45.734974 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43974) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:45.741143 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-92f20c41-5acd-40d6-8dd1-cf9610af825f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'port': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'mac_address': 'fa:16:3e:44:34:43', 'name': 'tempest-NetworksTestDHCPv6-930615134'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:03:45.742110 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe396a9-d0ef-4fbc-aff9-1e98f7dba841 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Port': ['ID=31ee0abc-a65a-4f40-a034-ae992cb8ac76,revision_number=6']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:45.743775 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-33efeab4-196e-4991-a439-3a9bfd0ba589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:45.804274 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3ec85a24-c4ee-4512-82e5-499e2dcdd102 req-406fe16d-d66b-4e8c-ad17-8b5746a9caae tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973856 Jul 24 01:03:46.001406 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b7b70-0c74-4526-9ccd-0692ea9700b5 req-5fa5df62-d356-418b-81c3-7ec6d6f20e60 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:46.019407 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b27b7b70-0c74-4526-9ccd-0692ea9700b5 req-5fa5df62-d356-418b-81c3-7ec6d6f20e60 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1243763 Jul 24 01:03:46.039200 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-46499c33-764d-40d7-bbad-9c6cd5b671da admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:46.147252 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b27b7b70-0c74-4526-9ccd-0692ea9700b5 req-5ef7afb5-55b2-4ab6-a583-197c6373cd03 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209939 Jul 24 01:03:46.363553 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d6c65efb-4ccb-4751-beb0-a276f5a6be25 None None] Provisioning complete for port 31ee0abc-a65a-4f40-a034-ae992cb8ac76 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:03:46.364017 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d6c65efb-4ccb-4751-beb0-a276f5a6be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:46.437101 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9889d-0d29-46f2-90be-398c72813d94 req-f0fbb6fe-ee3f-4ab0-9a3a-6b5f5348dd18 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:46.449776 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-abb9889d-0d29-46f2-90be-398c72813d94 req-f0fbb6fe-ee3f-4ab0-9a3a-6b5f5348dd18 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1631730 Jul 24 01:03:46.543056 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-abb9889d-0d29-46f2-90be-398c72813d94 req-85afef28-c317-4681-acae-b2ee6653ac98 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802214 Jul 24 01:03:46.589309 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 31ee0abc-a65a-4f40-a034-ae992cb8ac76 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:03:46.735448 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 31ee0abc-a65a-4f40-a034-ae992cb8ac76 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:03:46.736887 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:46.861834 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc814b-e2eb-4878-819c-a78d24cdd534 req-32b59e33-3e61-4a60-8f75-5e7afc5519b8 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:46.872638 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1fbc814b-e2eb-4878-819c-a78d24cdd534 req-32b59e33-3e61-4a60-8f75-5e7afc5519b8 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1586001 Jul 24 01:03:46.915214 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-46499c33-764d-40d7-bbad-9c6cd5b671da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:46.979267 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-46499c33-764d-40d7-bbad-9c6cd5b671da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:46.995499 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1fbc814b-e2eb-4878-819c-a78d24cdd534 req-464cdcd8-e818-4dc3-a5cd-5bfe16cd5bce tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215601 Jul 24 01:03:47.053063 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f20c41-5acd-40d6-8dd1-cf9610af825f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:03:47.063762 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-46499c33-764d-40d7-bbad-9c6cd5b671da admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a6681b18b77c4593b6f7bd923b45bf5a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4773450 Jul 24 01:03:47.063762 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46499c33-764d-40d7-bbad-9c6cd5b671da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ff448e-dbbb-42e3-88ff-ae472920314d,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:47.065741 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44014) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:47.100977 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46499c33-764d-40d7-bbad-9c6cd5b671da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:47.101319 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46499c33-764d-40d7-bbad-9c6cd5b671da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:47.101839 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46499c33-764d-40d7-bbad-9c6cd5b671da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:47.102181 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46499c33-764d-40d7-bbad-9c6cd5b671da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:47.102542 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46499c33-764d-40d7-bbad-9c6cd5b671da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:47.102878 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46499c33-764d-40d7-bbad-9c6cd5b671da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:47.103214 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46499c33-764d-40d7-bbad-9c6cd5b671da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:47.103533 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46499c33-764d-40d7-bbad-9c6cd5b671da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:47.103857 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46499c33-764d-40d7-bbad-9c6cd5b671da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:47.104183 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46499c33-764d-40d7-bbad-9c6cd5b671da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:47.104643 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46499c33-764d-40d7-bbad-9c6cd5b671da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:47.104972 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46499c33-764d-40d7-bbad-9c6cd5b671da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:03:47.152572 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0e14bd3a-824d-4bd0-aa31-fc08dd632384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:47.189700 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596a510-705b-42db-8780-3f13244c8251 req-db64a122-449f-452e-a954-f8906a28dc77 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:47.190034 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0e14bd3a-824d-4bd0-aa31-fc08dd632384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:47.192109 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3596a510-705b-42db-8780-3f13244c8251 req-db64a122-449f-452e-a954-f8906a28dc77 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54c54b4-841f-4310-9100-282bc88db247 HTTP/1.1" status: 200 len: 946 time: 0.2746708 Jul 24 01:03:47.268835 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-92f20c41-5acd-40d6-8dd1-cf9610af825f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:47.303321 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3596a510-705b-42db-8780-3f13244c8251 req-75f50d45-011d-43d2-a1a4-64c569fee119 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010888 Jul 24 01:03:47.325296 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [None req-92f20c41-5acd-40d6-8dd1-cf9610af825f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] device_id is not set on port 4fea9d06-47a2-4eff-b941-31bb07a4f44a yet. {{(pid=100464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:03:47.373272 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8584e4-0a06-4a32-8f4f-8f5c78750a63 req-8673ea35-6711-410c-9cfb-ab6f20544243 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:47.385642 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7a8584e4-0a06-4a32-8f4f-8f5c78750a63 req-8673ea35-6711-410c-9cfb-ab6f20544243 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1928718 Jul 24 01:03:47.386684 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0e14bd3a-824d-4bd0-aa31-fc08dd632384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:47.389378 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0e14bd3a-824d-4bd0-aa31-fc08dd632384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:47.394581 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0e14bd3a-824d-4bd0-aa31-fc08dd632384 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/99ff448e-dbbb-42e3-88ff-ae472920314d HTTP/1.1" status: 204 len: 168 time: 0.3239794 Jul 24 01:03:47.477755 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14bd3a-824d-4bd0-aa31-fc08dd632384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ff448e-dbbb-42e3-88ff-ae472920314d,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:47.551539 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7a8584e4-0a06-4a32-8f4f-8f5c78750a63 req-436f051d-3465-4f02-8349-ce213c4f87bc tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468360 Jul 24 01:03:47.665450 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-92f20c41-5acd-40d6-8dd1-cf9610af825f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Allocated IP 2001:db8::f816:3eff:fe44:3443 (7e3afd0f-7326-49f9-80ac-5664ab976843/8045f160-ca58-4c26-87f3-f9368418fd43/4fea9d06-47a2-4eff-b941-31bb07a4f44a) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:03:47.936456 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2937529-10cb-4503-886d-161a603bd4da req-fe53796c-5acb-4d70-a5f3-ac5c3bff33e9 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:47.944251 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e2937529-10cb-4503-886d-161a603bd4da req-fe53796c-5acb-4d70-a5f3-ac5c3bff33e9 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.2396200 Jul 24 01:03:48.018448 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-92f20c41-5acd-40d6-8dd1-cf9610af825f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:48.023892 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44066) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:48.025823 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e2937529-10cb-4503-886d-161a603bd4da req-1c22b6b8-1428-4b10-a41c-d9fdea360d2b tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805640 Jul 24 01:03:48.052807 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a2da7e55-1677-460e-aa99-4ed89bceb80b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:48.054283 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-92f20c41-5acd-40d6-8dd1-cf9610af825f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Transition to ACTIVE for port object 4fea9d06-47a2-4eff-b941-31bb07a4f44a will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:03:48.180963 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-92f20c41-5acd-40d6-8dd1-cf9610af825f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:48.249865 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-14639f98-9044-41e5-8c8e-d08a203cb385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:48.252432 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a2da7e55-1677-460e-aa99-4ed89bceb80b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:48.261937 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f635a3b-b5b4-4868-9415-3a158d7a352a req-b4b4b3eb-307c-48b8-806f-d9b9af1c65d0 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:48.263886 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7f635a3b-b5b4-4868-9415-3a158d7a352a req-b4b4b3eb-307c-48b8-806f-d9b9af1c65d0 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1491346 Jul 24 01:03:48.265187 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a2da7e55-1677-460e-aa99-4ed89bceb80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:48.285400 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f20c41-5acd-40d6-8dd1-cf9610af825f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Port': ['ID=4fea9d06-47a2-4eff-b941-31bb07a4f44a,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:48.291600 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f20c41-5acd-40d6-8dd1-cf9610af825f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:03:48.293188 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-92f20c41-5acd-40d6-8dd1-cf9610af825f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:03:48.298362 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f20c41-5acd-40d6-8dd1-cf9610af825f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:03:48.305146 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f20c41-5acd-40d6-8dd1-cf9610af825f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:48.306091 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-92f20c41-5acd-40d6-8dd1-cf9610af825f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:48.307664 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da7e55-1677-460e-aa99-4ed89bceb80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355cf2ff-48c8-4e0b-b73b-6036d2d57938,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:48.340225 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44078) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:48.348085 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-92f20c41-5acd-40d6-8dd1-cf9610af825f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6119039 Jul 24 01:03:48.462389 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:48.548274 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aecb0e5-993f-4b46-a08b-0fcbbe547ed0 req-9d1c47d9-b777-4f92-972b-edbc110c3935 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:48.555925 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8aecb0e5-993f-4b46-a08b-0fcbbe547ed0 req-9d1c47d9-b777-4f92-972b-edbc110c3935 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54c54b4-841f-4310-9100-282bc88db247 HTTP/1.1" status: 200 len: 946 time: 0.1354105 Jul 24 01:03:48.558116 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a2da7e55-1677-460e-aa99-4ed89bceb80b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=55a1c0c7b36a41a99d312be917183ad3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5330911 Jul 24 01:03:48.576997 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44110) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:48.588770 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7f635a3b-b5b4-4868-9415-3a158d7a352a req-8d5c6421-7012-4222-b8d1-e9b287bae8e6 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035262 Jul 24 01:03:48.652828 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e9777a-fb27-462f-845d-5f1478a259a5 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:48.661429 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e9777a-fb27-462f-845d-5f1478a259a5 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:48.671670 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44116) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:48.673124 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-84e9777a-fb27-462f-845d-5f1478a259a5 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.3157535 Jul 24 01:03:48.791440 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8aecb0e5-993f-4b46-a08b-0fcbbe547ed0 req-bbed2429-9384-4346-b36c-b39ff9cd6d20 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342741 Jul 24 01:03:48.850984 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d2ccb514-1256-45a0-88ce-dd3345349dd3 None None] Provisioning for port 4fea9d06-47a2-4eff-b941-31bb07a4f44a completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:03:48.858476 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d2ccb514-1256-45a0-88ce-dd3345349dd3 None None] Provisioning complete for port 4fea9d06-47a2-4eff-b941-31bb07a4f44a triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:03:48.863461 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d2ccb514-1256-45a0-88ce-dd3345349dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:48.897372 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8a38b508-a68f-43ea-9c81-096da6b8958f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:48.936506 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8a38b508-a68f-43ea-9c81-096da6b8958f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:48.955289 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-d2ccb514-1256-45a0-88ce-dd3345349dd3 None None] Port 4fea9d06-47a2-4eff-b941-31bb07a4f44a cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:03:48.985589 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-0e107fbf-ed65-4440-98bd-d0b2b128a9c1 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting port 4fea9d06-47a2-4eff-b941-31bb07a4f44a {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:03:48.985951 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0e107fbf-ed65-4440-98bd-d0b2b128a9c1 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:49.139912 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8a38b508-a68f-43ea-9c81-096da6b8958f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:49.143203 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8a38b508-a68f-43ea-9c81-096da6b8958f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:49.146974 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-8a38b508-a68f-43ea-9c81-096da6b8958f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/355cf2ff-48c8-4e0b-b73b-6036d2d57938 HTTP/1.1" status: 204 len: 168 time: 0.5689468 Jul 24 01:03:49.149028 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0e107fbf-ed65-4440-98bd-d0b2b128a9c1 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:49.184276 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bbb124-d74a-444a-8249-bf8c0b4a3d21 req-5b71e390-06be-4dac-b843-d48917f47e10 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:49.185951 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d5bbb124-d74a-444a-8249-bf8c0b4a3d21 req-5b71e390-06be-4dac-b843-d48917f47e10 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.2220247 Jul 24 01:03:49.187239 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-0e107fbf-ed65-4440-98bd-d0b2b128a9c1 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Calling delete_port for 4fea9d06-47a2-4eff-b941-31bb07a4f44a owned by {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:03:49.190252 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a38b508-a68f-43ea-9c81-096da6b8958f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355cf2ff-48c8-4e0b-b73b-6036d2d57938,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:49.215661 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:03:49.306877 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d5bbb124-d74a-444a-8249-bf8c0b4a3d21 req-72f1f8e8-8ccd-47db-9a91-f2b2e970ac6e tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938318 Jul 24 01:03:49.448997 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0e107fbf-ed65-4440-98bd-d0b2b128a9c1 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:49.457932 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:49.515113 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e107fbf-ed65-4440-98bd-d0b2b128a9c1 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Port': ['ID=4fea9d06-47a2-4eff-b941-31bb07a4f44a,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:49.567121 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0e107fbf-ed65-4440-98bd-d0b2b128a9c1 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:49.575041 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0e107fbf-ed65-4440-98bd-d0b2b128a9c1 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/ports/4fea9d06-47a2-4eff-b941-31bb07a4f44a HTTP/1.1" status: 204 len: 168 time: 0.8979056 Jul 24 01:03:49.579380 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44130) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:49.627251 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f95a8b9-d313-4d49-9834-fbd559d272ec req-627a6484-daa8-403c-b85b-84b30d5fff2f tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:49.637523 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4f95a8b9-d313-4d49-9834-fbd559d272ec req-627a6484-daa8-403c-b85b-84b30d5fff2f tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.2247498 Jul 24 01:03:49.719594 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5363ca3-8efb-4b1c-a01f-f13cd95eaeb6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:49.721608 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5363ca3-8efb-4b1c-a01f-f13cd95eaeb6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:49.726543 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b5363ca3-8efb-4b1c-a01f-f13cd95eaeb6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1428244 Jul 24 01:03:49.736365 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44132) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:49.772355 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4f95a8b9-d313-4d49-9834-fbd559d272ec req-63aff68f-31fb-4f98-967d-bb1cc2e57585 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234200 Jul 24 01:03:49.844457 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-686d7864-5efb-4897-85aa-4e2e8b032b58 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting subnet 8045f160-ca58-4c26-87f3-f9368418fd43 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:03:49.857163 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-686d7864-5efb-4897-85aa-4e2e8b032b58 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:49.951265 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-686d7864-5efb-4897-85aa-4e2e8b032b58 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:50.010251 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a20f4-4aef-4420-a778-e66be29bd0df req-2f624101-1110-4aab-83a5-432eb25f40cd tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:50.023928 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1a5a20f4-4aef-4420-a778-e66be29bd0df req-2f624101-1110-4aab-83a5-432eb25f40cd tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54c54b4-841f-4310-9100-282bc88db247 HTTP/1.1" status: 200 len: 946 time: 0.1078291 Jul 24 01:03:50.105792 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1a5a20f4-4aef-4420-a778-e66be29bd0df req-240fd536-0166-487d-87a6-68a3c02ac48a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798597 Jul 24 01:03:50.179716 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-686d7864-5efb-4897-85aa-4e2e8b032b58 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:50.344265 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-686d7864-5efb-4897-85aa-4e2e8b032b58 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:50.393323 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-686d7864-5efb-4897-85aa-4e2e8b032b58 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:50.395722 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-686d7864-5efb-4897-85aa-4e2e8b032b58 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/8045f160-ca58-4c26-87f3-f9368418fd43 HTTP/1.1" status: 204 len: 168 time: 0.6581917 Jul 24 01:03:50.396884 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d7864-5efb-4897-85aa-4e2e8b032b58 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Subnet': ['ID=8045f160-ca58-4c26-87f3-f9368418fd43,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:50.398645 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44158) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:50.402279 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a4f8fb-9252-4da5-8f0f-b5f321a3ca60 None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:03:50.415628 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64da650-7b5a-45d0-9a3c-34567fe7c5db req-018f9990-cfc1-4161-b42d-b9e2443279b3 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:50.423231 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f64da650-7b5a-45d0-9a3c-34567fe7c5db req-018f9990-cfc1-4161-b42d-b9e2443279b3 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1822894 Jul 24 01:03:50.488755 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f64da650-7b5a-45d0-9a3c-34567fe7c5db req-6cb08e9a-cf73-4720-8aa8-3b5787ad68f7 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644925 Jul 24 01:03:50.493255 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c1952312-f568-4736-a508-11c28841d6e1 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0931842 Jul 24 01:03:50.495618 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44160) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:50.603553 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929096b5-fc36-4af0-9135-b3c411e1edbb tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:50.610048 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-929096b5-fc36-4af0-9135-b3c411e1edbb tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1013176 Jul 24 01:03:50.611398 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44168) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:50.731076 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c3e8f3-ea5a-47d5-8c82-85312a3d55a4 None None] DHCP port deletion for 7e3afd0f-7326-49f9-80ac-5664ab976843 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:03:50.748247 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7cf67b-80a8-41a8-acdf-3d7e09d55f07 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:50.751095 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9b7cf67b-80a8-41a8-acdf-3d7e09d55f07 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1383400 Jul 24 01:03:50.754460 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44172) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:50.849446 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc031e7-0ccf-401d-b928-d297a1712b0c req-39c21a61-6f19-4fb2-9455-e907825da1f1 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:50.852123 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-77c3e8f3-ea5a-47d5-8c82-85312a3d55a4 None None] Deleting port 31ee0abc-a65a-4f40-a034-ae992cb8ac76 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:03:50.853213 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-77c3e8f3-ea5a-47d5-8c82-85312a3d55a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:50.862512 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bbc031e7-0ccf-401d-b928-d297a1712b0c req-39c21a61-6f19-4fb2-9455-e907825da1f1 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.2352006 Jul 24 01:03:50.876372 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-626698e5-9653-4f68-b59a-972b64db51c5 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1204798 Jul 24 01:03:50.880912 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44174) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:50.894592 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-203a47ee-14b4-4bf2-8a86-76585d4cc05f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'subnet': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:03:50.963161 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bbc031e7-0ccf-401d-b928-d297a1712b0c req-7b8443f3-13da-4f0a-81db-3f4ca32f07f2 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973220 Jul 24 01:03:51.024250 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-77c3e8f3-ea5a-47d5-8c82-85312a3d55a4 None None] For port 31ee0abc-a65a-4f40-a034-ae992cb8ac76, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=31ee0abc-a65a-4f40-a034-ae992cb8ac76,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:51.027059 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-77c3e8f3-ea5a-47d5-8c82-85312a3d55a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:51.087318 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-77c3e8f3-ea5a-47d5-8c82-85312a3d55a4 None None] Calling delete_port for 31ee0abc-a65a-4f40-a034-ae992cb8ac76 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:03:51.120413 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203a47ee-14b4-4bf2-8a86-76585d4cc05f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:03:51.122749 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:51.129239 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-203a47ee-14b4-4bf2-8a86-76585d4cc05f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:51.512962 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-77c3e8f3-ea5a-47d5-8c82-85312a3d55a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:51.608928 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e32a2-52a3-404d-9065-80d7a31ae75d req-559ddb23-89ea-4784-912e-818b4c5c0800 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:51.618535 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-007e32a2-52a3-404d-9065-80d7a31ae75d req-559ddb23-89ea-4784-912e-818b4c5c0800 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.4798899 Jul 24 01:03:51.676457 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd6332b-d08d-46ea-9c60-026daae2bc69 req-88abf8ae-1491-4040-8dfe-dd337c41c8d1 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:51.684779 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7fd6332b-d08d-46ea-9c60-026daae2bc69 req-88abf8ae-1491-4040-8dfe-dd337c41c8d1 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54c54b4-841f-4310-9100-282bc88db247 HTTP/1.1" status: 200 len: 946 time: 0.2753751 Jul 24 01:03:51.687124 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c3e8f3-ea5a-47d5-8c82-85312a3d55a4 None None] No DVR routers for this DVR port 31ee0abc-a65a-4f40-a034-ae992cb8ac76 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:03:51.696247 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3e8f3-ea5a-47d5-8c82-85312a3d55a4 None None] Pushing event deleted for resources: {'Port': ['ID=31ee0abc-a65a-4f40-a034-ae992cb8ac76,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:51.698606 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-007e32a2-52a3-404d-9065-80d7a31ae75d req-ed88e289-6d4e-4f50-99e3-9d4867e84ef2 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745511 Jul 24 01:03:51.758349 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7fd6332b-d08d-46ea-9c60-026daae2bc69 req-f1f1fe13-a114-49b3-8bff-57067617c9fd tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725224 Jul 24 01:03:51.871712 n-d-793621-25 neutron-server[100464]: DEBUG neutron.objects.ports [None req-203a47ee-14b4-4bf2-8a86-76585d4cc05f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100464) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 01:03:51.875605 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-203a47ee-14b4-4bf2-8a86-76585d4cc05f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:51.991383 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203a47ee-14b4-4bf2-8a86-76585d4cc05f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:03:51.998247 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-203a47ee-14b4-4bf2-8a86-76585d4cc05f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:03:52.002098 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203a47ee-14b4-4bf2-8a86-76585d4cc05f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:52.002371 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-203a47ee-14b4-4bf2-8a86-76585d4cc05f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:52.014002 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72f1dcb-bb97-4900-a3ac-426b4a2ae025 None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:03:52.020622 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203a47ee-14b4-4bf2-8a86-76585d4cc05f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Subnet': ['ID=72129448-5039-40c2-85f5-3d950543242c,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:52.070914 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-203a47ee-14b4-4bf2-8a86-76585d4cc05f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1885161 Jul 24 01:03:52.073499 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44202) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:52.079663 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-3577110d-e410-41df-98d3-b4a72cede018 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'port': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'mac_address': 'fa:16:3e:60:ae:9e', 'name': 'tempest-NetworksTestDHCPv6-1008702551'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:03:52.105736 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4448d8a-479d-463e-b3b7-280ad6dbe510 req-1e4532cd-d51a-424e-8c17-05efe83ce584 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:52.107680 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b4448d8a-479d-463e-b3b7-280ad6dbe510 req-1e4532cd-d51a-424e-8c17-05efe83ce584 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.2347071 Jul 24 01:03:52.208523 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b4448d8a-479d-463e-b3b7-280ad6dbe510 req-df455a0c-5ab1-4e2f-9975-4a3d291e159e tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921991 Jul 24 01:03:52.303654 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd42f7ae-9748-4904-9085-b4a8ff674631 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-7e3afd0f-7326-49f9-80ac-5664ab976843', 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'tenant_id': '870e2449a28e4c338cd6cc562086bba7', 'fixed_ips': [{'subnet_id': '72129448-5039-40c2-85f5-3d950543242c'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:03:52.304715 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-cd42f7ae-9748-4904-9085-b4a8ff674631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:52.380163 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3577110d-e410-41df-98d3-b4a72cede018 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:03:52.614375 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 31ee0abc-a65a-4f40-a034-ae992cb8ac76 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:03:52.625626 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3577110d-e410-41df-98d3-b4a72cede018 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:52.672432 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-3577110d-e410-41df-98d3-b4a72cede018 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] device_id is not set on port dff95492-6fa1-4d9f-b205-619b38bc05a5 yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:03:52.688710 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 31ee0abc-a65a-4f40-a034-ae992cb8ac76 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:03:52.689480 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 31ee0abc-a65a-4f40-a034-ae992cb8ac76 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:03:52.748380 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd51b5-19bd-496a-bbf4-d855b2e573f9 req-db43ef94-820a-4e25-ae56-0e88182fb883 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:52.761439 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a2cd51b5-19bd-496a-bbf4-d855b2e573f9 req-db43ef94-820a-4e25-ae56-0e88182fb883 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1782639 Jul 24 01:03:52.895516 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a2cd51b5-19bd-496a-bbf4-d855b2e573f9 req-808cfc14-300d-458f-b193-6c67f466eae1 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251433 Jul 24 01:03:52.930259 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-cd42f7ae-9748-4904-9085-b4a8ff674631 None None] Allocated IP 2001:db8::f816:3eff:fee7:3282 (7e3afd0f-7326-49f9-80ac-5664ab976843/72129448-5039-40c2-85f5-3d950543242c/9a6a01ba-500b-4251-a186-35275f948047) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:03:53.096986 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f797fc-5fbb-451f-aa28-9edf02fd35d8 req-c976b211-6a88-4257-ac24-ad6a99e95939 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:53.105486 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-24f797fc-5fbb-451f-aa28-9edf02fd35d8 req-c976b211-6a88-4257-ac24-ad6a99e95939 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54c54b4-841f-4310-9100-282bc88db247 HTTP/1.1" status: 200 len: 946 time: 0.1608133 Jul 24 01:03:53.163543 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-24f797fc-5fbb-451f-aa28-9edf02fd35d8 req-8d1a8c1c-fb86-4885-a389-91052966357e tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566900 Jul 24 01:03:53.214168 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-cd42f7ae-9748-4904-9085-b4a8ff674631 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:53.230878 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-cd42f7ae-9748-4904-9085-b4a8ff674631 None None] Transition to ACTIVE for port object 9a6a01ba-500b-4251-a186-35275f948047 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:03:53.262441 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-cd42f7ae-9748-4904-9085-b4a8ff674631 None None] Transition to ACTIVE for port object 9a6a01ba-500b-4251-a186-35275f948047 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:03:53.300256 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-cd42f7ae-9748-4904-9085-b4a8ff674631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:53.402150 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-3577110d-e410-41df-98d3-b4a72cede018 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Allocated IP 2001:db8::f816:3eff:fe60:ae9e (7e3afd0f-7326-49f9-80ac-5664ab976843/72129448-5039-40c2-85f5-3d950543242c/dff95492-6fa1-4d9f-b205-619b38bc05a5) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:03:53.409235 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd42f7ae-9748-4904-9085-b4a8ff674631 None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:03:53.413328 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-cd42f7ae-9748-4904-9085-b4a8ff674631 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:03:53.427887 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd42f7ae-9748-4904-9085-b4a8ff674631 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:03:53.617933 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd42f7ae-9748-4904-9085-b4a8ff674631 None None] Pushing event updated for resources: {'Port': ['ID=9a6a01ba-500b-4251-a186-35275f948047,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:53.656598 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-cd42f7ae-9748-4904-9085-b4a8ff674631 None None] Attempting to bind port 9a6a01ba-500b-4251-a186-35275f948047 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:03:53.657447 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-cd42f7ae-9748-4904-9085-b4a8ff674631 None None] Attempting to bind port 9a6a01ba-500b-4251-a186-35275f948047 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:03:53.657817 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd42f7ae-9748-4904-9085-b4a8ff674631 None None] Attempting to bind port 9a6a01ba-500b-4251-a186-35275f948047 on network 7e3afd0f-7326-49f9-80ac-5664ab976843 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:03:53.664419 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd42f7ae-9748-4904-9085-b4a8ff674631 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:03:53.664804 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd42f7ae-9748-4904-9085-b4a8ff674631 None None] Checking segment: {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:03:53.665227 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-cd42f7ae-9748-4904-9085-b4a8ff674631 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:53.665603 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd42f7ae-9748-4904-9085-b4a8ff674631 None None] Bound using segment: {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:03:53.666076 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-cd42f7ae-9748-4904-9085-b4a8ff674631 None None] Bound port: 9a6a01ba-500b-4251-a186-35275f948047, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:03:53.666463 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-cd42f7ae-9748-4904-9085-b4a8ff674631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:53.772173 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-cd42f7ae-9748-4904-9085-b4a8ff674631 None None] For port 9a6a01ba-500b-4251-a186-35275f948047, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:03:53.776471 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3577110d-e410-41df-98d3-b4a72cede018 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:53.777518 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-cd42f7ae-9748-4904-9085-b4a8ff674631 None None] For port 9a6a01ba-500b-4251-a186-35275f948047, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=9a6a01ba-500b-4251-a186-35275f948047,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:03:53.792405 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-cd42f7ae-9748-4904-9085-b4a8ff674631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:53.882749 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd42f7ae-9748-4904-9085-b4a8ff674631 None None] Pushing event updated for resources: {'Port': ['ID=9a6a01ba-500b-4251-a186-35275f948047,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:54.414045 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e4f9d6-1255-4881-b1eb-1951891aa17d req-3b7f384d-50fe-4131-a623-b3d39afc44e9 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:54.429414 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-3577110d-e410-41df-98d3-b4a72cede018 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Transition to ACTIVE for port object dff95492-6fa1-4d9f-b205-619b38bc05a5 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:03:54.429983 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c4e4f9d6-1255-4881-b1eb-1951891aa17d req-3b7f384d-50fe-4131-a623-b3d39afc44e9 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54c54b4-841f-4310-9100-282bc88db247 HTTP/1.1" status: 200 len: 946 time: 0.1563172 Jul 24 01:03:54.536414 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c4e4f9d6-1255-4881-b1eb-1951891aa17d req-fa07b838-f493-48b0-9ba1-59ba0eee4a33 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016688 Jul 24 01:03:54.600764 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3577110d-e410-41df-98d3-b4a72cede018 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:54.612369 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79f5e8-86ce-4cba-8dd0-5eb57b60d311 req-f2840c4f-b2e6-4e42-83d6-418304accba7 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:54.635267 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 9a6a01ba-500b-4251-a186-35275f948047 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:03:54.645843 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2a79f5e8-86ce-4cba-8dd0-5eb57b60d311 req-f2840c4f-b2e6-4e42-83d6-418304accba7 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.2886231 Jul 24 01:03:54.754256 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 9a6a01ba-500b-4251-a186-35275f948047 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:03:54.874111 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2a79f5e8-86ce-4cba-8dd0-5eb57b60d311 req-f6e7fb27-9cff-4652-8b4a-fc32cdcdd7b2 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230842 Jul 24 01:03:54.880353 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3577110d-e410-41df-98d3-b4a72cede018 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:03:54.905477 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-3577110d-e410-41df-98d3-b4a72cede018 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:03:54.911572 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3577110d-e410-41df-98d3-b4a72cede018 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:03:54.925077 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3577110d-e410-41df-98d3-b4a72cede018 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:54.928477 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3577110d-e410-41df-98d3-b4a72cede018 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:54.946587 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3577110d-e410-41df-98d3-b4a72cede018 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Port': ['ID=dff95492-6fa1-4d9f-b205-619b38bc05a5,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:54.991699 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44270) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:54.992259 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3577110d-e410-41df-98d3-b4a72cede018 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9173748 Jul 24 01:03:55.170681 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0079a580-6665-4d61-88ce-35e287fa04d6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:55.196708 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0079a580-6665-4d61-88ce-35e287fa04d6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:55.204955 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44278) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:55.222150 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0079a580-6665-4d61-88ce-35e287fa04d6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2289376 Jul 24 01:03:55.526793 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af8ad5-39fe-44cc-905b-5b3ea0ee857e req-b3a5e5f7-f9c4-4d2a-a4d1-74153236d308 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:55.528487 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-41af8ad5-39fe-44cc-905b-5b3ea0ee857e req-b3a5e5f7-f9c4-4d2a-a4d1-74153236d308 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.2379916 Jul 24 01:03:55.612830 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-d89f13f4-1f4b-43b7-8ef4-1843e2677bf7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting port dff95492-6fa1-4d9f-b205-619b38bc05a5 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:03:55.613739 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d89f13f4-1f4b-43b7-8ef4-1843e2677bf7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:55.669342 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-41af8ad5-39fe-44cc-905b-5b3ea0ee857e req-ca2e3469-72cf-4602-b67d-78080e4188a8 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260529 Jul 24 01:03:55.848669 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48fe332-6677-460c-8360-f336908af8a5 req-31ddb61a-c946-4c9c-8395-d93eb5d31496 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:55.861825 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d48fe332-6677-460c-8360-f336908af8a5 req-31ddb61a-c946-4c9c-8395-d93eb5d31496 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54c54b4-841f-4310-9100-282bc88db247 HTTP/1.1" status: 200 len: 946 time: 0.1818831 Jul 24 01:03:55.884899 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-5554cba8-82ec-4c09-9620-befe1d3f3cd3 None None] Provisioning for port 9a6a01ba-500b-4251-a186-35275f948047 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:03:55.896373 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-5554cba8-82ec-4c09-9620-befe1d3f3cd3 None None] Provisioning complete for port 9a6a01ba-500b-4251-a186-35275f948047 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:03:55.897497 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5554cba8-82ec-4c09-9620-befe1d3f3cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:55.919645 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d89f13f4-1f4b-43b7-8ef4-1843e2677bf7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:55.949227 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d48fe332-6677-460c-8360-f336908af8a5 req-de939f47-3740-4c92-824f-36176aa9af28 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818295 Jul 24 01:03:55.952962 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-d89f13f4-1f4b-43b7-8ef4-1843e2677bf7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Calling delete_port for dff95492-6fa1-4d9f-b205-619b38bc05a5 owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:03:56.076012 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5554cba8-82ec-4c09-9620-befe1d3f3cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:56.121023 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-5554cba8-82ec-4c09-9620-befe1d3f3cd3 None None] For port 9a6a01ba-500b-4251-a186-35275f948047, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=9a6a01ba-500b-4251-a186-35275f948047,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:56.127960 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5554cba8-82ec-4c09-9620-befe1d3f3cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:56.166882 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d89f13f4-1f4b-43b7-8ef4-1843e2677bf7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:56.214083 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554cba8-82ec-4c09-9620-befe1d3f3cd3 None None] Pushing event updated for resources: {'Port': ['ID=9a6a01ba-500b-4251-a186-35275f948047,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:56.217856 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89f13f4-1f4b-43b7-8ef4-1843e2677bf7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Port': ['ID=dff95492-6fa1-4d9f-b205-619b38bc05a5,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:56.241755 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-5cbcda26-29ec-4b47-b154-6064a6a657e3 None None] Could not find standard attr ID for object dff95492-6fa1-4d9f-b205-619b38bc05a5. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:03:56.265133 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d89f13f4-1f4b-43b7-8ef4-1843e2677bf7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:56.270861 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44302) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:56.271074 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d89f13f4-1f4b-43b7-8ef4-1843e2677bf7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/ports/dff95492-6fa1-4d9f-b205-619b38bc05a5 HTTP/1.1" status: 204 len: 168 time: 1.0649951 Jul 24 01:03:56.350195 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c56cc7-aba5-4493-b4e5-a1c409279099 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:56.361721 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c56cc7-aba5-4493-b4e5-a1c409279099 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:56.366774 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-97c56cc7-aba5-4493-b4e5-a1c409279099 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0923090 Jul 24 01:03:56.368022 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44308) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:56.491013 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab272b4f-d5a7-422f-b32d-f9f75a14a4c2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting subnet 72129448-5039-40c2-85f5-3d950543242c {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:03:56.498952 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ab272b4f-d5a7-422f-b32d-f9f75a14a4c2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:56.521543 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 9a6a01ba-500b-4251-a186-35275f948047 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:03:56.584433 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ab272b4f-d5a7-422f-b32d-f9f75a14a4c2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:56.614512 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9358a94-da98-4d3c-a023-5b60e432fe67 req-b371ae56-aa38-4d93-818d-8ab5ea61f01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:56.616272 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a9358a94-da98-4d3c-a023-5b60e432fe67 req-b371ae56-aa38-4d93-818d-8ab5ea61f01b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7eb0da34432d47448c1b713034c6041a&device_id=e54c54b4-841f-4310-9100-282bc88db247 HTTP/1.1" status: 200 len: 1098 time: 0.0817964 Jul 24 01:03:56.633115 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 9a6a01ba-500b-4251-a186-35275f948047 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:03:56.634629 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:56.712894 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ab272b4f-d5a7-422f-b32d-f9f75a14a4c2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:56.798517 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9358a94-da98-4d3c-a023-5b60e432fe67 req-74add7bf-bf44-4b5e-adb7-3fa95529df2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:56.800703 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a9358a94-da98-4d3c-a023-5b60e432fe67 req-74add7bf-bf44-4b5e-adb7-3fa95529df2e service neutron] 10.222.0.13 "GET /v2.0/networks?id=d582b8dc-8856-4b30-8b39-181936a3b597 HTTP/1.1" status: 200 len: 911 time: 0.1768692 Jul 24 01:03:56.830930 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ab272b4f-d5a7-422f-b32d-f9f75a14a4c2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:56.869351 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab272b4f-d5a7-422f-b32d-f9f75a14a4c2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Subnet': ['ID=72129448-5039-40c2-85f5-3d950543242c,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:56.873666 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a9358a94-da98-4d3c-a023-5b60e432fe67 req-92852ea9-61cb-49c6-b05b-a1d5bd7cd30a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8 HTTP/1.1" status: 200 len: 217 time: 0.0625172 Jul 24 01:03:56.874334 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ab272b4f-d5a7-422f-b32d-f9f75a14a4c2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:56.879692 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ab272b4f-d5a7-422f-b32d-f9f75a14a4c2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/72129448-5039-40c2-85f5-3d950543242c HTTP/1.1" status: 204 len: 168 time: 0.5088122 Jul 24 01:03:56.880713 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44322) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:56.887962 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476ec53d-f42d-40ef-a981-ac181deabbc7 None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:03:56.941685 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-bd06fab4-1eb6-4cf8-b229-169028527de4 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589664 Jul 24 01:03:56.942676 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44326) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:56.959094 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-e4ae3472-15c9-412b-8d6f-b38637ff1a9b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'subnet': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:03:57.001847 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d718e-72ea-40c9-9614-bf77deccbd39 req-04ce244c-89a6-4462-955b-f9480fb816c9 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:57.009520 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dc8d718e-72ea-40c9-9614-bf77deccbd39 req-04ce244c-89a6-4462-955b-f9480fb816c9 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.2131050 Jul 24 01:03:57.030665 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9358a94-da98-4d3c-a023-5b60e432fe67 req-390f6def-fd3b-42fc-8d82-7d49b6904419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:57.032460 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a9358a94-da98-4d3c-a023-5b60e432fe67 req-390f6def-fd3b-42fc-8d82-7d49b6904419 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66eb251d-e6ee-4000-900c-f86c0810b697 HTTP/1.1" status: 200 len: 849 time: 0.1505764 Jul 24 01:03:57.074434 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ae3472-15c9-412b-8d6f-b38637ff1a9b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:03:57.080056 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e4ae3472-15c9-412b-8d6f-b38637ff1a9b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:57.130231 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dc8d718e-72ea-40c9-9614-bf77deccbd39 req-680a32f1-ef75-4cb7-bd3b-6068f3cfa527 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198146 Jul 24 01:03:57.201206 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9358a94-da98-4d3c-a023-5b60e432fe67 req-2c359f5c-600b-4e7f-bc18-66cae81eb2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:57.203250 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a9358a94-da98-4d3c-a023-5b60e432fe67 req-2c359f5c-600b-4e7f-bc18-66cae81eb2e9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d582b8dc-8856-4b30-8b39-181936a3b597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1481946 Jul 24 01:03:57.263709 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f83d3f-fab6-45a4-b7c8-5ea5b9938487 None None] DHCP port deletion for 7e3afd0f-7326-49f9-80ac-5664ab976843 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:03:57.354155 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a9358a94-da98-4d3c-a023-5b60e432fe67 req-6007ecd1-b049-4bce-ae42-eff8816a413e service neutron] 10.222.0.13 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435337 Jul 24 01:03:57.388160 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-65f83d3f-fab6-45a4-b7c8-5ea5b9938487 None None] Deleting port 9a6a01ba-500b-4251-a186-35275f948047 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:03:57.395209 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-65f83d3f-fab6-45a4-b7c8-5ea5b9938487 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:57.400192 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f94ee-f74f-4838-acb2-03d36d7359d3 req-a7580f72-fbbc-4b0b-bed1-9728311a9fc5 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:57.409759 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c97f94ee-f74f-4838-acb2-03d36d7359d3 req-a7580f72-fbbc-4b0b-bed1-9728311a9fc5 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54c54b4-841f-4310-9100-282bc88db247 HTTP/1.1" status: 200 len: 946 time: 0.1603942 Jul 24 01:03:57.516683 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c97f94ee-f74f-4838-acb2-03d36d7359d3 req-4295251b-f843-4564-958c-2cc96aaae3bf tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020558 Jul 24 01:03:57.525800 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c03d99-c36a-45eb-83a2-012df4557bab req-8cf8bdfc-0d74-4d25-b54c-c1dcd55a0f63 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:57.527487 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-00c03d99-c36a-45eb-83a2-012df4557bab req-8cf8bdfc-0d74-4d25-b54c-c1dcd55a0f63 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1713889 Jul 24 01:03:57.554681 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-65f83d3f-fab6-45a4-b7c8-5ea5b9938487 None None] For port 9a6a01ba-500b-4251-a186-35275f948047, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=9a6a01ba-500b-4251-a186-35275f948047,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:03:57.555138 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-65f83d3f-fab6-45a4-b7c8-5ea5b9938487 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:57.576083 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-65f83d3f-fab6-45a4-b7c8-5ea5b9938487 None None] Calling delete_port for 9a6a01ba-500b-4251-a186-35275f948047 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:03:57.603031 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a9358a94-da98-4d3c-a023-5b60e432fe67 req-964b2809-9eba-44e8-82f5-02ee856ff5ab service neutron] 10.222.0.13 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066200 Jul 24 01:03:57.669044 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-00c03d99-c36a-45eb-83a2-012df4557bab req-b4ab7dd4-d52d-471e-b371-d0b2b0fc5937 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943658 Jul 24 01:03:57.732986 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-65f83d3f-fab6-45a4-b7c8-5ea5b9938487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:57.736921 n-d-793621-25 neutron-server[100463]: DEBUG neutron.objects.ports [None req-e4ae3472-15c9-412b-8d6f-b38637ff1a9b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100463) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 01:03:57.773548 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f83d3f-fab6-45a4-b7c8-5ea5b9938487 None None] Pushing event deleted for resources: {'Port': ['ID=9a6a01ba-500b-4251-a186-35275f948047,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:57.785323 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f83d3f-fab6-45a4-b7c8-5ea5b9938487 None None] No DVR routers for this DVR port 9a6a01ba-500b-4251-a186-35275f948047 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:03:57.876552 n-d-793621-25 neutron-server[100463]: WARNING neutron.services.revisions.revision_plugin [None req-e4ae3472-15c9-412b-8d6f-b38637ff1a9b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Could not find related port for resource to bump revision. Jul 24 01:03:57.882026 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989abc4-d8b5-4d44-933a-14292df2c2b9 req-0de39079-2c05-4395-811a-e200fac0bbf9 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:57.882553 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.ipam_pluggable_backend [None req-e4ae3472-15c9-412b-8d6f-b38637ff1a9b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Port 9a6a01ba-500b-4251-a186-35275f948047 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100463) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 24 01:03:57.883039 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.ipam_pluggable_backend [None req-e4ae3472-15c9-412b-8d6f-b38637ff1a9b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Reverting IP allocation for 2001:db8::f816:3eff:fee7:3282 {{(pid=100463) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 24 01:03:57.890041 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7989abc4-d8b5-4d44-933a-14292df2c2b9 req-0de39079-2c05-4395-811a-e200fac0bbf9 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.0889792 Jul 24 01:03:57.892231 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.ipam_pluggable_backend [None req-e4ae3472-15c9-412b-8d6f-b38637ff1a9b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fee7:3282 {{(pid=100463) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 24 01:03:57.894199 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e4ae3472-15c9-412b-8d6f-b38637ff1a9b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:57.940867 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7989abc4-d8b5-4d44-933a-14292df2c2b9 req-047dd5aa-10b0-4b73-8204-e3457b0da50f tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434849 Jul 24 01:03:57.994817 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ae3472-15c9-412b-8d6f-b38637ff1a9b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:03:58.000550 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-e4ae3472-15c9-412b-8d6f-b38637ff1a9b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:03:58.007269 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ae3472-15c9-412b-8d6f-b38637ff1a9b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:58.008212 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e4ae3472-15c9-412b-8d6f-b38637ff1a9b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:58.013877 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae3472-15c9-412b-8d6f-b38637ff1a9b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Subnet': ['ID=d55c1ee3-6882-4a96-8751-af11597d0042,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:58.019225 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c5ae4e-d691-45b7-a209-36d2c5ebee6c None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:03:58.041657 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e4ae3472-15c9-412b-8d6f-b38637ff1a9b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0972781 Jul 24 01:03:58.044190 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44360) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:58.050352 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-d05d6185-4bf3-4b32-a6b1-b1b5d85371ad tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'port': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'mac_address': 'fa:16:3e:82:1d:f1', 'name': 'tempest-NetworksTestDHCPv6-522723828'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:03:58.185386 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a1443-ee6e-43e3-a9bf-b8157e2320b4 req-e4129c2d-0629-4c83-a8a1-d65fe5c04cf4 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:58.188337 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cd1a1443-ee6e-43e3-a9bf-b8157e2320b4 req-e4129c2d-0629-4c83-a8a1-d65fe5c04cf4 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1396677 Jul 24 01:03:58.275854 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05d6185-4bf3-4b32-a6b1-b1b5d85371ad tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:03:58.290933 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cd1a1443-ee6e-43e3-a9bf-b8157e2320b4 req-4ec8532b-673e-4c9a-9d6e-7501d57d7fdb tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934250 Jul 24 01:03:58.320349 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c100caf2-d05d-424a-b164-f32f5a3a36ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-7e3afd0f-7326-49f9-80ac-5664ab976843', 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'tenant_id': '870e2449a28e4c338cd6cc562086bba7', 'fixed_ips': [{'subnet_id': 'd55c1ee3-6882-4a96-8751-af11597d0042'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:03:58.321245 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c100caf2-d05d-424a-b164-f32f5a3a36ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:58.500010 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d05d6185-4bf3-4b32-a6b1-b1b5d85371ad tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:58.509055 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-c100caf2-d05d-424a-b164-f32f5a3a36ae None None] Allocated IP 2001:db8::f816:3eff:fe7d:5f8e (7e3afd0f-7326-49f9-80ac-5664ab976843/d55c1ee3-6882-4a96-8751-af11597d0042/14f3d08d-1a9a-4ecb-8964-83aef5be8445) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:03:58.537007 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [None req-d05d6185-4bf3-4b32-a6b1-b1b5d85371ad tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] device_id is not set on port c17cb1f1-c8d1-4f07-bdb7-d48bc3a6acc9 yet. {{(pid=100464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:03:58.673805 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c100caf2-d05d-424a-b164-f32f5a3a36ae None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:58.680166 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 9a6a01ba-500b-4251-a186-35275f948047 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:03:58.686822 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c100caf2-d05d-424a-b164-f32f5a3a36ae None None] Transition to ACTIVE for port object 14f3d08d-1a9a-4ecb-8964-83aef5be8445 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:03:58.711929 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 9a6a01ba-500b-4251-a186-35275f948047 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:03:58.712278 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 9a6a01ba-500b-4251-a186-35275f948047 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:03:58.724909 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c100caf2-d05d-424a-b164-f32f5a3a36ae None None] Transition to ACTIVE for port object 14f3d08d-1a9a-4ecb-8964-83aef5be8445 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:03:58.733925 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c100caf2-d05d-424a-b164-f32f5a3a36ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:58.736524 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de6a9d-54f4-48e3-a37b-c4ae79b9dadd req-9864fc2b-434f-4cc2-bef2-4a4a875384fa tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:58.745098 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-30de6a9d-54f4-48e3-a37b-c4ae79b9dadd req-9864fc2b-434f-4cc2-bef2-4a4a875384fa tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.2425532 Jul 24 01:03:58.799600 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c100caf2-d05d-424a-b164-f32f5a3a36ae None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:03:58.801518 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100caf2-d05d-424a-b164-f32f5a3a36ae None None] Pushing event updated for resources: {'Port': ['ID=14f3d08d-1a9a-4ecb-8964-83aef5be8445,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:58.807068 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-c100caf2-d05d-424a-b164-f32f5a3a36ae None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:03:58.812059 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-d05d6185-4bf3-4b32-a6b1-b1b5d85371ad tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Allocated IP 2001:db8::f816:3eff:fe82:1df1 (7e3afd0f-7326-49f9-80ac-5664ab976843/d55c1ee3-6882-4a96-8751-af11597d0042/c17cb1f1-c8d1-4f07-bdb7-d48bc3a6acc9) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:03:58.815566 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c100caf2-d05d-424a-b164-f32f5a3a36ae None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:03:58.817796 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-30de6a9d-54f4-48e3-a37b-c4ae79b9dadd req-f48572b7-43da-4b7b-87ad-ce6824bb3a98 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709198 Jul 24 01:03:58.830300 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70f973-5b18-4606-8492-735230a386b1 req-b607726c-3fbe-43db-a6c7-eba1e9a17094 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:58.832215 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0d70f973-5b18-4606-8492-735230a386b1 req-b607726c-3fbe-43db-a6c7-eba1e9a17094 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54c54b4-841f-4310-9100-282bc88db247 HTTP/1.1" status: 200 len: 946 time: 0.1579020 Jul 24 01:03:58.902217 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-c100caf2-d05d-424a-b164-f32f5a3a36ae None None] Attempting to bind port 14f3d08d-1a9a-4ecb-8964-83aef5be8445 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:03:58.902664 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-c100caf2-d05d-424a-b164-f32f5a3a36ae None None] Attempting to bind port 14f3d08d-1a9a-4ecb-8964-83aef5be8445 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:03:58.903374 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c100caf2-d05d-424a-b164-f32f5a3a36ae None None] Attempting to bind port 14f3d08d-1a9a-4ecb-8964-83aef5be8445 on network 7e3afd0f-7326-49f9-80ac-5664ab976843 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:03:58.912167 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c100caf2-d05d-424a-b164-f32f5a3a36ae None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:03:58.912907 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c100caf2-d05d-424a-b164-f32f5a3a36ae None None] Checking segment: {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:03:58.913208 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c100caf2-d05d-424a-b164-f32f5a3a36ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:58.913674 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c100caf2-d05d-424a-b164-f32f5a3a36ae None None] Bound using segment: {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:03:58.914868 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-c100caf2-d05d-424a-b164-f32f5a3a36ae None None] Bound port: 14f3d08d-1a9a-4ecb-8964-83aef5be8445, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:03:58.915877 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c100caf2-d05d-424a-b164-f32f5a3a36ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:58.949279 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0d70f973-5b18-4606-8492-735230a386b1 req-1f77e233-fced-461b-8375-5992706e89c8 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087561 Jul 24 01:03:59.045703 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-c100caf2-d05d-424a-b164-f32f5a3a36ae None None] For port 14f3d08d-1a9a-4ecb-8964-83aef5be8445, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:03:59.051947 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-c100caf2-d05d-424a-b164-f32f5a3a36ae None None] For port 14f3d08d-1a9a-4ecb-8964-83aef5be8445, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=14f3d08d-1a9a-4ecb-8964-83aef5be8445,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:03:59.063750 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c100caf2-d05d-424a-b164-f32f5a3a36ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:59.102351 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d05d6185-4bf3-4b32-a6b1-b1b5d85371ad tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:59.138973 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-d05d6185-4bf3-4b32-a6b1-b1b5d85371ad tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Transition to ACTIVE for port object c17cb1f1-c8d1-4f07-bdb7-d48bc3a6acc9 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:03:59.172218 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c100caf2-d05d-424a-b164-f32f5a3a36ae None None] Pushing event updated for resources: {'Port': ['ID=14f3d08d-1a9a-4ecb-8964-83aef5be8445,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:59.225437 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d05d6185-4bf3-4b32-a6b1-b1b5d85371ad tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:59.228165 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf0837-7642-4cd5-9444-146e97065d9a req-aad7bb1c-eb1e-43a0-8ff8-6a739d3cc2c6 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:59.229929 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bfbf0837-7642-4cd5-9444-146e97065d9a req-aad7bb1c-eb1e-43a0-8ff8-6a739d3cc2c6 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1653714 Jul 24 01:03:59.289877 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05d6185-4bf3-4b32-a6b1-b1b5d85371ad tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:03:59.304811 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-d05d6185-4bf3-4b32-a6b1-b1b5d85371ad tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:03:59.309223 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05d6185-4bf3-4b32-a6b1-b1b5d85371ad tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:03:59.316058 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05d6185-4bf3-4b32-a6b1-b1b5d85371ad tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:59.316916 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d05d6185-4bf3-4b32-a6b1-b1b5d85371ad tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:59.328358 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d6185-4bf3-4b32-a6b1-b1b5d85371ad tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Port': ['ID=c17cb1f1-c8d1-4f07-bdb7-d48bc3a6acc9,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:03:59.340397 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d05d6185-4bf3-4b32-a6b1-b1b5d85371ad tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2945566 Jul 24 01:03:59.344868 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44384) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:59.353351 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bfbf0837-7642-4cd5-9444-146e97065d9a req-e05644ab-c00b-4504-a7a3-cac8f1c26b1b tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110194 Jul 24 01:03:59.539418 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baaa478a-36f0-4c51-9f3f-c1a8e359817a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:59.547796 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baaa478a-36f0-4c51-9f3f-c1a8e359817a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:59.549523 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-baaa478a-36f0-4c51-9f3f-c1a8e359817a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2036188 Jul 24 01:03:59.553203 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44394) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:03:59.661905 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7f7220-542a-4b07-8e22-4950cdcc3d8e req-81116f6e-ac7d-4544-ba7a-3759b98cf2af tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:59.663783 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb7f7220-542a-4b07-8e22-4950cdcc3d8e req-81116f6e-ac7d-4544-ba7a-3759b98cf2af tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1117840 Jul 24 01:03:59.725903 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb7f7220-542a-4b07-8e22-4950cdcc3d8e req-bcce3784-b2fb-4468-902b-c661a77facc3 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521736 Jul 24 01:03:59.744425 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-79874ee0-5c1e-49d8-9e2a-e20e232ebccd tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting port c17cb1f1-c8d1-4f07-bdb7-d48bc3a6acc9 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:03:59.744774 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-79874ee0-5c1e-49d8-9e2a-e20e232ebccd tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:59.887021 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-79874ee0-5c1e-49d8-9e2a-e20e232ebccd tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:03:59.906295 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-79874ee0-5c1e-49d8-9e2a-e20e232ebccd tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Calling delete_port for c17cb1f1-c8d1-4f07-bdb7-d48bc3a6acc9 owned by {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:03:59.940836 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:03:59.990367 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f0376-293b-4cdb-8773-f101856b7e12 req-10c82ce9-6bfb-4656-8023-6bb68dde35c0 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:03:59.999477 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9f2f0376-293b-4cdb-8773-f101856b7e12 req-10c82ce9-6bfb-4656-8023-6bb68dde35c0 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1763759 Jul 24 01:04:00.084530 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9f2f0376-293b-4cdb-8773-f101856b7e12 req-a369b541-8e0a-43af-9151-f93380c30ae4 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837865 Jul 24 01:04:00.101832 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:00.186594 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:04:00.191792 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54c54b4-841f-4310-9100-282bc88db247', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:04:00.197286 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4001b7b7-196f-4640-b72f-c92504234196" -d '{"events": [{"server_uuid": "e54c54b4-841f-4310-9100-282bc88db247", "name": "network-vif-unplugged", "status": "completed", "tag": "19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:04:00.229304 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:00.295642 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-79874ee0-5c1e-49d8-9e2a-e20e232ebccd tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:00.358322 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8,revision_number=8']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:00.383996 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79874ee0-5c1e-49d8-9e2a-e20e232ebccd tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Port': ['ID=c17cb1f1-c8d1-4f07-bdb7-d48bc3a6acc9,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:00.424336 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-79874ee0-5c1e-49d8-9e2a-e20e232ebccd tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:00.427531 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-79874ee0-5c1e-49d8-9e2a-e20e232ebccd tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/ports/c17cb1f1-c8d1-4f07-bdb7-d48bc3a6acc9 HTTP/1.1" status: 204 len: 168 time: 0.8731151 Jul 24 01:04:00.434653 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44422) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:00.558164 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15b11d-1e90-4e5a-8530-29e6e467765f req-21e0b8db-fc11-4c62-b0b4-cfb5ac7db880 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:00.562624 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5b15b11d-1e90-4e5a-8530-29e6e467765f req-21e0b8db-fc11-4c62-b0b4-cfb5ac7db880 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1803627 Jul 24 01:04:00.603702 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 14f3d08d-1a9a-4ecb-8964-83aef5be8445 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:04:00.631990 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5b15b11d-1e90-4e5a-8530-29e6e467765f req-7300e2bb-3a02-4a8f-bc99-d8454f0f4d4a tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606008 Jul 24 01:04:00.709574 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 24 Jul 2021 01:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a59b03b-68d1-4639-b3e1-2d554a3095de x-openstack-request-id: req-9a59b03b-68d1-4639-b3e1-2d554a3095de {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:04:00.709871 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54c54b4-841f-4310-9100-282bc88db247", "name": "network-vif-unplugged", "status": "failed", "tag": "19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8", "code": 422}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:04:00.710182 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9a59b03b-68d1-4639-b3e1-2d554a3095de {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:04:00.710592 n-d-793621-25 neutron-server[100465]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e54c54b4-841f-4310-9100-282bc88db247', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8', 'code': 422} returned with failed status Jul 24 01:04:00.767326 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 14f3d08d-1a9a-4ecb-8964-83aef5be8445 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:04:00.906570 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8f9da3af-4247-417e-91c9-5c7231f20d73 None None] Provisioning for port 14f3d08d-1a9a-4ecb-8964-83aef5be8445 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:04:00.914300 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8f9da3af-4247-417e-91c9-5c7231f20d73 None None] Provisioning complete for port 14f3d08d-1a9a-4ecb-8964-83aef5be8445 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:04:00.914877 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8f9da3af-4247-417e-91c9-5c7231f20d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:00.994083 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9d194-be9a-4a9c-878b-3c53d80b6c3a req-ab394992-aac1-49b7-bfda-718f29d8badc tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:00.995718 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3cb9d194-be9a-4a9c-878b-3c53d80b6c3a req-ab394992-aac1-49b7-bfda-718f29d8badc tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54c54b4-841f-4310-9100-282bc88db247 HTTP/1.1" status: 200 len: 944 time: 0.7259567 Jul 24 01:04:01.015834 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9755b654-2d72-46dc-a239-ea1f97332ee3 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:01.017413 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9755b654-2d72-46dc-a239-ea1f97332ee3 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:01.021999 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9755b654-2d72-46dc-a239-ea1f97332ee3 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.5863416 Jul 24 01:04:01.026575 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5901593-179d-470b-a6bb-4bb521da4640 req-6327866d-9052-471d-b728-06653b34494e tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:01.031605 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44438) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:01.037469 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e5901593-179d-470b-a6bb-4bb521da4640 req-6327866d-9052-471d-b728-06653b34494e tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.0972297 Jul 24 01:04:01.107111 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e5901593-179d-470b-a6bb-4bb521da4640 req-7585c5ef-fc7f-4630-8fdd-50ea847f8956 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682490 Jul 24 01:04:01.116986 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8f9da3af-4247-417e-91c9-5c7231f20d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:01.129057 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3cb9d194-be9a-4a9c-878b-3c53d80b6c3a req-de7aa08b-747b-4902-b0fd-a8a781cada1d tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053789 Jul 24 01:04:01.138098 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fdff941-2c18-40c9-8e3a-a6a050143b8b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting subnet d55c1ee3-6882-4a96-8751-af11597d0042 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:04:01.144896 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5fdff941-2c18-40c9-8e3a-a6a050143b8b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:01.195411 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-8f9da3af-4247-417e-91c9-5c7231f20d73 None None] For port 14f3d08d-1a9a-4ecb-8964-83aef5be8445, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=14f3d08d-1a9a-4ecb-8964-83aef5be8445,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:04:01.206115 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8f9da3af-4247-417e-91c9-5c7231f20d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:01.231822 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5fdff941-2c18-40c9-8e3a-a6a050143b8b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:01.318267 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9da3af-4247-417e-91c9-5c7231f20d73 None None] Pushing event updated for resources: {'Port': ['ID=14f3d08d-1a9a-4ecb-8964-83aef5be8445,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:01.334079 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-3033caa7-ecfb-401f-a441-3a48bd584ddb None None] Could not find standard attr ID for object c17cb1f1-c8d1-4f07-bdb7-d48bc3a6acc9. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:04:01.507493 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9d235-ff69-4d60-b565-9e6f4870a3b4 req-8e9b57fb-c327-4d92-af4d-217918300514 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:01.522575 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c5b9d235-ff69-4d60-b565-9e6f4870a3b4 req-8e9b57fb-c327-4d92-af4d-217918300514 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.2258503 Jul 24 01:04:01.543778 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474dbeda-935f-4dac-8d76-88d84f0d0ac0 req-8093d248-5242-4f05-bcdc-41f2086bc179 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:01.546337 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-474dbeda-935f-4dac-8d76-88d84f0d0ac0 req-8093d248-5242-4f05-bcdc-41f2086bc179 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1266637 Jul 24 01:04:01.550209 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5fdff941-2c18-40c9-8e3a-a6a050143b8b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:01.603592 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-474dbeda-935f-4dac-8d76-88d84f0d0ac0 req-c961eb3b-75bf-4cb1-a086-c30d63dadcf8 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485210 Jul 24 01:04:01.619540 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c5b9d235-ff69-4d60-b565-9e6f4870a3b4 req-4b651852-2dec-4f1a-acf8-5af51ae85bb2 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0952475 Jul 24 01:04:01.654775 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5fdff941-2c18-40c9-8e3a-a6a050143b8b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:01.713924 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdff941-2c18-40c9-8e3a-a6a050143b8b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Subnet': ['ID=d55c1ee3-6882-4a96-8751-af11597d0042,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:01.716693 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95aae65-450c-453c-b30b-4bcbf7cbad48 None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:04:01.717684 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5fdff941-2c18-40c9-8e3a-a6a050143b8b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:01.721567 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5fdff941-2c18-40c9-8e3a-a6a050143b8b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/d55c1ee3-6882-4a96-8751-af11597d0042 HTTP/1.1" status: 204 len: 168 time: 0.6888285 Jul 24 01:04:01.725795 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44464) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:01.831649 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7c300d8b-000a-4ed8-85fa-e7bc61393ad1 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0966923 Jul 24 01:04:01.832017 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e65b7-8d26-4bed-94a6-67d78eed97f0 req-fc99cd6e-ed99-49aa-8d75-2ec7fa08ba19 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:01.841846 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ba3e65b7-8d26-4bed-94a6-67d78eed97f0 req-fc99cd6e-ed99-49aa-8d75-2ec7fa08ba19 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.1188602 Jul 24 01:04:01.845431 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44468) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:01.900268 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ba3e65b7-8d26-4bed-94a6-67d78eed97f0 req-bb46f05e-ace8-4410-969a-5e13efcb65d0 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0570402 Jul 24 01:04:01.968986 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0923a296-6caa-4056-bd71-31ee8af385d4 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:01.971025 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0923a296-6caa-4056-bd71-31ee8af385d4 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1243353 Jul 24 01:04:01.973831 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44474) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:01.981578 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be2842-f0eb-415c-83bb-d8b1b692659a req-216829df-d088-4df0-b9f5-30f4ffa1243e tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:01.989959 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d4be2842-f0eb-415c-83bb-d8b1b692659a req-216829df-d088-4df0-b9f5-30f4ffa1243e tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1683395 Jul 24 01:04:02.058986 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d4be2842-f0eb-415c-83bb-d8b1b692659a req-2a777125-9bac-4f16-be48-0a9367ef79c7 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649006 Jul 24 01:04:02.097520 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84370760-58f5-44cf-b382-f9a8c3647778 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:02.099507 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-84370760-58f5-44cf-b382-f9a8c3647778 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1246543 Jul 24 01:04:02.102121 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44480) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:02.144200 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4738cea-aa5f-4e9d-8a70-9b6c70fbfc3d None None] DHCP port deletion for 7e3afd0f-7326-49f9-80ac-5664ab976843 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:04:02.162812 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b090e99c-14e0-472d-b1e0-4ece265c8aff tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0520737 Jul 24 01:04:02.166943 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44484) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:02.175086 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-ad911930-a988-489b-8e60-a8bfe10d5646 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'subnet': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:04:02.242087 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-f4738cea-aa5f-4e9d-8a70-9b6c70fbfc3d None None] Deleting port 14f3d08d-1a9a-4ecb-8964-83aef5be8445 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:04:02.242789 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f4738cea-aa5f-4e9d-8a70-9b6c70fbfc3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:02.286477 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad911930-a988-489b-8e60-a8bfe10d5646 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:04:02.292214 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ad911930-a988-489b-8e60-a8bfe10d5646 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:02.356000 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-f4738cea-aa5f-4e9d-8a70-9b6c70fbfc3d None None] For port 14f3d08d-1a9a-4ecb-8964-83aef5be8445, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=14f3d08d-1a9a-4ecb-8964-83aef5be8445,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:04:02.357035 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f4738cea-aa5f-4e9d-8a70-9b6c70fbfc3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:02.369216 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb2d30-f87e-41ea-8fe3-9514a8ad85ee req-4ea9130f-b1ed-43c3-8988-fa00f960c2be tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:02.378363 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-efcb2d30-f87e-41ea-8fe3-9514a8ad85ee req-4ea9130f-b1ed-43c3-8988-fa00f960c2be tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1234148 Jul 24 01:04:02.381327 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-f4738cea-aa5f-4e9d-8a70-9b6c70fbfc3d None None] Calling delete_port for 14f3d08d-1a9a-4ecb-8964-83aef5be8445 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:04:02.461850 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-efcb2d30-f87e-41ea-8fe3-9514a8ad85ee req-81ecf8e8-8f30-4256-a1c7-25c2dfbf1dc3 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768445 Jul 24 01:04:02.508434 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 14f3d08d-1a9a-4ecb-8964-83aef5be8445 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:04:02.576990 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0163d924-8140-4e0d-9db2-6ed2b6e8e0d1 req-59fff209-ab65-4f28-8b4e-893addf646ff tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:02.579040 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0163d924-8140-4e0d-9db2-6ed2b6e8e0d1 req-59fff209-ab65-4f28-8b4e-893addf646ff tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.2463562 Jul 24 01:04:02.594886 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f4738cea-aa5f-4e9d-8a70-9b6c70fbfc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:02.603125 n-d-793621-25 neutron-server[100465]: INFO neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No ports have port_id starting with 14f3d08d-1a9a-4ecb-8964-83aef5be8445 Jul 24 01:04:02.650586 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4738cea-aa5f-4e9d-8a70-9b6c70fbfc3d None None] Pushing event deleted for resources: {'Port': ['ID=14f3d08d-1a9a-4ecb-8964-83aef5be8445,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:02.663451 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4738cea-aa5f-4e9d-8a70-9b6c70fbfc3d None None] No DVR routers for this DVR port 14f3d08d-1a9a-4ecb-8964-83aef5be8445 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:04:02.664073 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0163d924-8140-4e0d-9db2-6ed2b6e8e0d1 req-e63729c4-3cab-4a5a-a546-9d9d3924a463 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0784633 Jul 24 01:04:02.758985 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ad911930-a988-489b-8e60-a8bfe10d5646 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:02.815833 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad911930-a988-489b-8e60-a8bfe10d5646 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:04:02.816875 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0c51f7-4ebf-4076-b90c-fb74c113c9d5 req-8ba54b78-103e-478b-8406-ded863192dfc tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:02.819288 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ff0c51f7-4ebf-4076-b90c-fb74c113c9d5 req-8ba54b78-103e-478b-8406-ded863192dfc tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.0986044 Jul 24 01:04:02.823589 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-ad911930-a988-489b-8e60-a8bfe10d5646 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:04:02.827682 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad911930-a988-489b-8e60-a8bfe10d5646 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:02.828595 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ad911930-a988-489b-8e60-a8bfe10d5646 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:02.840013 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad911930-a988-489b-8e60-a8bfe10d5646 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Subnet': ['ID=bc5bd7fa-0e10-4ad5-bb1a-6e4cb0016996,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:02.841554 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b2536c-da1f-4a39-b838-555388999d22 None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:04:02.859541 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ad911930-a988-489b-8e60-a8bfe10d5646 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6905398 Jul 24 01:04:02.860211 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44498) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:02.867236 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-e5c963bb-4a29-490f-916b-2b04fd4c894b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'port': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'mac_address': 'fa:16:3e:7c:a6:9f', 'name': 'tempest-NetworksTestDHCPv6-1439394112'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:04:02.875962 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ff0c51f7-4ebf-4076-b90c-fb74c113c9d5 req-42ae7f1f-a3bc-4f4a-bb57-f264bd7fb2e2 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503740 Jul 24 01:04:03.104406 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c963bb-4a29-490f-916b-2b04fd4c894b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:04:03.112960 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e5c963bb-4a29-490f-916b-2b04fd4c894b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:03.118033 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67bf16-e38d-47c2-b6b5-4b44160fb3da req-ec01bf8f-6d3e-44e5-a68b-0e293b1dc300 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:03.120229 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fc67bf16-e38d-47c2-b6b5-4b44160fb3da req-ec01bf8f-6d3e-44e5-a68b-0e293b1dc300 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1219239 Jul 24 01:04:03.145093 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [None req-e5c963bb-4a29-490f-916b-2b04fd4c894b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] device_id is not set on port 8f946c99-3baf-4035-9677-c60babff71f8 yet. {{(pid=100464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:04:03.182902 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fc67bf16-e38d-47c2-b6b5-4b44160fb3da req-670948a1-56df-4df8-bbaa-3c662894cdb7 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548515 Jul 24 01:04:03.276077 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e403b33-dc09-4932-ae72-6467b2fdb90b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-7e3afd0f-7326-49f9-80ac-5664ab976843', 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'tenant_id': '870e2449a28e4c338cd6cc562086bba7', 'fixed_ips': [{'subnet_id': 'bc5bd7fa-0e10-4ad5-bb1a-6e4cb0016996'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:04:03.278365 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3e403b33-dc09-4932-ae72-6467b2fdb90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:03.349266 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-e5c963bb-4a29-490f-916b-2b04fd4c894b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Allocated IP 2001:db8::91 (7e3afd0f-7326-49f9-80ac-5664ab976843/bc5bd7fa-0e10-4ad5-bb1a-6e4cb0016996/8f946c99-3baf-4035-9677-c60babff71f8) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:04:03.450472 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96856d81-2a31-40a3-a845-bd1c58866b67 req-f7bd9db1-5b23-4555-98af-a409295a8592 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:03.452119 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-96856d81-2a31-40a3-a845-bd1c58866b67 req-f7bd9db1-5b23-4555-98af-a409295a8592 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1383348 Jul 24 01:04:03.558297 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-96856d81-2a31-40a3-a845-bd1c58866b67 req-8e1cd1b2-32b7-45d9-9119-9d7b31e38d95 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879402 Jul 24 01:04:03.650120 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e5c963bb-4a29-490f-916b-2b04fd4c894b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:03.674443 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-e5c963bb-4a29-490f-916b-2b04fd4c894b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Transition to ACTIVE for port object 8f946c99-3baf-4035-9677-c60babff71f8 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:04:03.733325 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e5c963bb-4a29-490f-916b-2b04fd4c894b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:03.786472 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c963bb-4a29-490f-916b-2b04fd4c894b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:04:03.792050 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-e5c963bb-4a29-490f-916b-2b04fd4c894b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:04:03.802976 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c963bb-4a29-490f-916b-2b04fd4c894b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:04:03.810779 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c963bb-4a29-490f-916b-2b04fd4c894b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:03.812077 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e5c963bb-4a29-490f-916b-2b04fd4c894b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:03.837847 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c963bb-4a29-490f-916b-2b04fd4c894b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Port': ['ID=8f946c99-3baf-4035-9677-c60babff71f8,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:03.852884 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e5c963bb-4a29-490f-916b-2b04fd4c894b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9912128 Jul 24 01:04:03.856752 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44534) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:03.871796 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-3e403b33-dc09-4932-ae72-6467b2fdb90b None None] Allocated IP 2001:db8::2 (7e3afd0f-7326-49f9-80ac-5664ab976843/bc5bd7fa-0e10-4ad5-bb1a-6e4cb0016996/12b4fbb4-17e5-4777-8914-5ab7581023a3) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:04:03.934245 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691e90e3-0c24-4b52-9dfb-c5f4434986e1 req-3decdb80-33a6-4ab3-bf65-96030771f81c tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:03.943059 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-691e90e3-0c24-4b52-9dfb-c5f4434986e1 req-3decdb80-33a6-4ab3-bf65-96030771f81c tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1762962 Jul 24 01:04:03.972473 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa3ac2-ea18-4b3b-8724-75f0c795aea1 req-1c628b15-4363-4600-9352-a8b6ecc86fb2 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:03.986348 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:04:03.987178 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-61fa3ac2-ea18-4b3b-8724-75f0c795aea1 req-1c628b15-4363-4600-9352-a8b6ecc86fb2 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.1307425 Jul 24 01:04:04.010436 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-691e90e3-0c24-4b52-9dfb-c5f4434986e1 req-3ed88ab9-137a-4beb-adb4-404651d8e519 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660429 Jul 24 01:04:04.029777 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11c803a-1af1-49d5-8989-fff2c68de1ad tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:04.029777 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c11c803a-1af1-49d5-8989-fff2c68de1ad tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1670403 Jul 24 01:04:04.034230 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44540) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:04.112692 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3e403b33-dc09-4932-ae72-6467b2fdb90b None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:04.152249 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-3e403b33-dc09-4932-ae72-6467b2fdb90b None None] Transition to ACTIVE for port object 12b4fbb4-17e5-4777-8914-5ab7581023a3 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:04:04.153339 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-61fa3ac2-ea18-4b3b-8724-75f0c795aea1 req-d44b1371-a55a-4d29-88e5-a8eebbf45a31 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1648390 Jul 24 01:04:04.193374 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-3e403b33-dc09-4932-ae72-6467b2fdb90b None None] Transition to ACTIVE for port object 12b4fbb4-17e5-4777-8914-5ab7581023a3 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:04:04.213431 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3e403b33-dc09-4932-ae72-6467b2fdb90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:04.216067 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bd05e-5141-454b-850c-6bac65a43e3b req-ad2abb84-5820-44ce-9129-de4d2d3afbab tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:04.218885 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-309bd05e-5141-454b-850c-6bac65a43e3b req-ad2abb84-5820-44ce-9129-de4d2d3afbab tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1254339 Jul 24 01:04:04.282161 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e403b33-dc09-4932-ae72-6467b2fdb90b None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:04:04.288686 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-3e403b33-dc09-4932-ae72-6467b2fdb90b None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:04:04.293086 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e403b33-dc09-4932-ae72-6467b2fdb90b None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:04:04.300834 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-309bd05e-5141-454b-850c-6bac65a43e3b req-96499d5a-6f4c-4216-9ce8-e90409c8a6f5 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716031 Jul 24 01:04:04.303312 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e403b33-dc09-4932-ae72-6467b2fdb90b None None] Pushing event updated for resources: {'Port': ['ID=12b4fbb4-17e5-4777-8914-5ab7581023a3,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:04.305372 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-26e82cd3-286d-4e0d-9c68-3ded9ec99aef tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting port 8f946c99-3baf-4035-9677-c60babff71f8 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:04:04.305786 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-26e82cd3-286d-4e0d-9c68-3ded9ec99aef tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:04.373421 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-3e403b33-dc09-4932-ae72-6467b2fdb90b None None] Attempting to bind port 12b4fbb4-17e5-4777-8914-5ab7581023a3 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:04:04.373856 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-3e403b33-dc09-4932-ae72-6467b2fdb90b None None] Attempting to bind port 12b4fbb4-17e5-4777-8914-5ab7581023a3 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:04:04.374932 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e403b33-dc09-4932-ae72-6467b2fdb90b None None] Attempting to bind port 12b4fbb4-17e5-4777-8914-5ab7581023a3 on network 7e3afd0f-7326-49f9-80ac-5664ab976843 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:04:04.382552 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e403b33-dc09-4932-ae72-6467b2fdb90b None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:04:04.383087 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e403b33-dc09-4932-ae72-6467b2fdb90b None None] Checking segment: {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:04:04.383670 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3e403b33-dc09-4932-ae72-6467b2fdb90b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:04.384332 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e403b33-dc09-4932-ae72-6467b2fdb90b None None] Bound using segment: {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:04:04.385670 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-3e403b33-dc09-4932-ae72-6467b2fdb90b None None] Bound port: 12b4fbb4-17e5-4777-8914-5ab7581023a3, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:04:04.386172 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3e403b33-dc09-4932-ae72-6467b2fdb90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:04.444808 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-26e82cd3-286d-4e0d-9c68-3ded9ec99aef tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:04.469855 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-3e403b33-dc09-4932-ae72-6467b2fdb90b None None] For port 12b4fbb4-17e5-4777-8914-5ab7581023a3, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:04:04.473789 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-26e82cd3-286d-4e0d-9c68-3ded9ec99aef tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Calling delete_port for 8f946c99-3baf-4035-9677-c60babff71f8 owned by {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:04:04.474077 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-3e403b33-dc09-4932-ae72-6467b2fdb90b None None] For port 12b4fbb4-17e5-4777-8914-5ab7581023a3, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=12b4fbb4-17e5-4777-8914-5ab7581023a3,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:04:04.482619 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3e403b33-dc09-4932-ae72-6467b2fdb90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:04.568035 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e403b33-dc09-4932-ae72-6467b2fdb90b None None] Pushing event updated for resources: {'Port': ['ID=12b4fbb4-17e5-4777-8914-5ab7581023a3,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:04.705476 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c45a67-f514-4030-8ff4-6e836a479b53 req-55814ea8-e6ec-45f1-9634-43ab9e65afb6 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:04.707420 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-46c45a67-f514-4030-8ff4-6e836a479b53 req-55814ea8-e6ec-45f1-9634-43ab9e65afb6 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1005416 Jul 24 01:04:04.713380 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-26e82cd3-286d-4e0d-9c68-3ded9ec99aef tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:04.819839 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:04.836974 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e82cd3-286d-4e0d-9c68-3ded9ec99aef tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Port': ['ID=8f946c99-3baf-4035-9677-c60babff71f8,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:04.848893 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-46c45a67-f514-4030-8ff4-6e836a479b53 req-817bfdef-275f-4a22-9803-8703ae991e80 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212258 Jul 24 01:04:04.926765 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-26e82cd3-286d-4e0d-9c68-3ded9ec99aef tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:04.935545 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44562) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:04.949083 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-26e82cd3-286d-4e0d-9c68-3ded9ec99aef tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/ports/8f946c99-3baf-4035-9677-c60babff71f8 HTTP/1.1" status: 204 len: 168 time: 0.9053240 Jul 24 01:04:05.040439 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6247b3e9-96de-4b1a-812e-10f6025c55ac tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:05.042148 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6247b3e9-96de-4b1a-812e-10f6025c55ac tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:05.047219 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6247b3e9-96de-4b1a-812e-10f6025c55ac tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1046689 Jul 24 01:04:05.047219 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44564) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:05.121968 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d13d58-6fe5-48b9-aa7b-b4761c1134e0 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting subnet bc5bd7fa-0e10-4ad5-bb1a-6e4cb0016996 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:04:05.129451 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-62d13d58-6fe5-48b9-aa7b-b4761c1134e0 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:05.159077 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32a1d8-b3a2-440e-abc7-62b49d68ef00 req-b169d581-7f9e-4ca6-b384-d23206289563 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:05.160698 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bf32a1d8-b3a2-440e-abc7-62b49d68ef00 req-b169d581-7f9e-4ca6-b384-d23206289563 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1803966 Jul 24 01:04:05.179353 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:05.208397 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-62d13d58-6fe5-48b9-aa7b-b4761c1134e0 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:05.271356 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bf32a1d8-b3a2-440e-abc7-62b49d68ef00 req-a28ea8b2-ae02-468d-b7fc-7829201cd1ec tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835564 Jul 24 01:04:05.337592 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ded84-2341-4ae9-b34a-bbc1e6ba2028 req-3fbcdcd8-4945-48db-974e-6a84cba68d25 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:05.340106 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a65ded84-2341-4ae9-b34a-bbc1e6ba2028 req-3fbcdcd8-4945-48db-974e-6a84cba68d25 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.1001780 Jul 24 01:04:05.392873 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a65ded84-2341-4ae9-b34a-bbc1e6ba2028 req-e41c912f-0ae1-494a-b753-3fa8261c02f9 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459039 Jul 24 01:04:05.419349 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-62d13d58-6fe5-48b9-aa7b-b4761c1134e0 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:05.568596 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-62d13d58-6fe5-48b9-aa7b-b4761c1134e0 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:05.588977 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a53ff-5c09-48df-87be-5af077f31123 req-92965e14-e263-4608-b092-b4e9f2fe4ecb tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:05.595463 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4a5a53ff-5c09-48df-87be-5af077f31123 req-92965e14-e263-4608-b092-b4e9f2fe4ecb tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1216455 Jul 24 01:04:05.625512 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-62d13d58-6fe5-48b9-aa7b-b4761c1134e0 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:05.627624 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-62d13d58-6fe5-48b9-aa7b-b4761c1134e0 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/bc5bd7fa-0e10-4ad5-bb1a-6e4cb0016996 HTTP/1.1" status: 204 len: 168 time: 0.5799720 Jul 24 01:04:05.630426 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44584) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:05.662046 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d13d58-6fe5-48b9-aa7b-b4761c1134e0 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Subnet': ['ID=bc5bd7fa-0e10-4ad5-bb1a-6e4cb0016996,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:05.683781 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d13d58-6fe5-48b9-aa7b-b4761c1134e0 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:05.684164 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d13d58-6fe5-48b9-aa7b-b4761c1134e0 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:05.684521 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d13d58-6fe5-48b9-aa7b-b4761c1134e0 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:05.684883 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d13d58-6fe5-48b9-aa7b-b4761c1134e0 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:05.685228 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d13d58-6fe5-48b9-aa7b-b4761c1134e0 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:05.685570 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d13d58-6fe5-48b9-aa7b-b4761c1134e0 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:05.685906 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d13d58-6fe5-48b9-aa7b-b4761c1134e0 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:05.686244 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d13d58-6fe5-48b9-aa7b-b4761c1134e0 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:05.686577 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d13d58-6fe5-48b9-aa7b-b4761c1134e0 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:05.687057 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d13d58-6fe5-48b9-aa7b-b4761c1134e0 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:05.687393 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d13d58-6fe5-48b9-aa7b-b4761c1134e0 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:05.687728 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d13d58-6fe5-48b9-aa7b-b4761c1134e0 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:05.696677 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4a5a53ff-5c09-48df-87be-5af077f31123 req-654d636f-9acc-4854-8012-3686420a439a tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730870 Jul 24 01:04:05.711102 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44588) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:05.719419 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a3f7b8dc-be1e-49a5-b49c-448b71b0d7da tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0874281 Jul 24 01:04:05.852706 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c0265c-9337-4145-a5f7-cbd896e98b86 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:05.854244 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b0c0265c-9337-4145-a5f7-cbd896e98b86 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1421340 Jul 24 01:04:05.857733 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44596) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:05.873138 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ef5ab0-eb51-4d79-8a47-a8c0494742aa None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:04:05.919233 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5dc2f-8eea-4f8d-8848-3e68b90e1614 req-8e2481db-3ad4-4b87-aad3-a604ef9e73ef tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:05.924269 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b929ea24-aa96-4db4-8877-90dff3999976 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:05.926797 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b929ea24-aa96-4db4-8877-90dff3999976 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0689280 Jul 24 01:04:05.927649 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-87f5dc2f-8eea-4f8d-8848-3e68b90e1614 req-8e2481db-3ad4-4b87-aad3-a604ef9e73ef tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1255016 Jul 24 01:04:05.929576 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44600) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:05.990192 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-87f5dc2f-8eea-4f8d-8848-3e68b90e1614 req-f39a320d-486f-4adb-8b8c-d372ced16119 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615091 Jul 24 01:04:05.995720 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-784f580d-423e-4f31-ac5a-e1840a00e13a None None] Provisioning for port 12b4fbb4-17e5-4777-8914-5ab7581023a3 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:04:06.033922 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e4b34b00-437d-4396-8ed2-6a00c5b357ca tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0962820 Jul 24 01:04:06.034778 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44606) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:06.039531 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-a874efb1-a1e6-4985-a23d-c76ef19b659c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'subnet': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:04:06.171602 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a874efb1-a1e6-4985-a23d-c76ef19b659c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:04:06.176169 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a874efb1-a1e6-4985-a23d-c76ef19b659c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:06.337109 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832ecf60-22e5-4889-ade8-0ab69237f48c None None] DHCP port deletion for 7e3afd0f-7326-49f9-80ac-5664ab976843 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:04:06.437453 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-832ecf60-22e5-4889-ade8-0ab69237f48c None None] Deleting port 12b4fbb4-17e5-4777-8914-5ab7581023a3 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:04:06.437919 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-832ecf60-22e5-4889-ade8-0ab69237f48c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:06.535591 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-832ecf60-22e5-4889-ade8-0ab69237f48c None None] For port 12b4fbb4-17e5-4777-8914-5ab7581023a3, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=12b4fbb4-17e5-4777-8914-5ab7581023a3,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:04:06.536003 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-832ecf60-22e5-4889-ade8-0ab69237f48c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:06.555263 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-832ecf60-22e5-4889-ade8-0ab69237f48c None None] Calling delete_port for 12b4fbb4-17e5-4777-8914-5ab7581023a3 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:04:06.694128 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-832ecf60-22e5-4889-ade8-0ab69237f48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:06.727109 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487394e-7443-429b-901a-42c547ae8639 req-c7ddb144-ebee-4a79-bb29-3fe1a7db7b8a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:06.738813 n-d-793621-25 neutron-server[100464]: DEBUG neutron.objects.ports [None req-a874efb1-a1e6-4985-a23d-c76ef19b659c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100464) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 01:04:06.740281 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1487394e-7443-429b-901a-42c547ae8639 req-c7ddb144-ebee-4a79-bb29-3fe1a7db7b8a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.1356978 Jul 24 01:04:06.797635 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1487394e-7443-429b-901a-42c547ae8639 req-cbdcb5d8-b575-42e0-a76e-e5da24c08924 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549715 Jul 24 01:04:06.807993 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ecf60-22e5-4889-ade8-0ab69237f48c None None] Pushing event deleted for resources: {'Port': ['ID=12b4fbb4-17e5-4777-8914-5ab7581023a3,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:06.816878 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832ecf60-22e5-4889-ade8-0ab69237f48c None None] No DVR routers for this DVR port 12b4fbb4-17e5-4777-8914-5ab7581023a3 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:04:06.951942 n-d-793621-25 neutron-server[100464]: WARNING neutron.services.revisions.revision_plugin [None req-a874efb1-a1e6-4985-a23d-c76ef19b659c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Could not find related port for resource to bump revision. Jul 24 01:04:06.963332 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c51fa0-9fd0-47d1-b227-bef87ac59b4b req-0234c1d8-ec77-460c-96e9-6cefc471e707 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:06.964905 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e2c51fa0-9fd0-47d1-b227-bef87ac59b4b req-0234c1d8-ec77-460c-96e9-6cefc471e707 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.3056116 Jul 24 01:04:06.966180 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.ipam_pluggable_backend [None req-a874efb1-a1e6-4985-a23d-c76ef19b659c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Port 12b4fbb4-17e5-4777-8914-5ab7581023a3 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100464) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 24 01:04:06.966501 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.ipam_pluggable_backend [None req-a874efb1-a1e6-4985-a23d-c76ef19b659c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Reverting IP allocation for 2001:db8::f816:3eff:feac:2a4b {{(pid=100464) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 24 01:04:06.971270 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.ipam_pluggable_backend [None req-a874efb1-a1e6-4985-a23d-c76ef19b659c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feac:2a4b {{(pid=100464) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 24 01:04:06.972582 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a874efb1-a1e6-4985-a23d-c76ef19b659c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:07.034340 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a874efb1-a1e6-4985-a23d-c76ef19b659c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:04:07.043350 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-a874efb1-a1e6-4985-a23d-c76ef19b659c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:04:07.057826 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de45f9c-8fae-489b-8213-68059f0e0220 None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:04:07.070189 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a874efb1-a1e6-4985-a23d-c76ef19b659c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:07.071040 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a874efb1-a1e6-4985-a23d-c76ef19b659c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:07.094474 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a874efb1-a1e6-4985-a23d-c76ef19b659c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Subnet': ['ID=bc923776-e37a-4508-837c-12fce995723e,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:07.106223 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e2c51fa0-9fd0-47d1-b227-bef87ac59b4b req-8eeb6161-be94-4d12-9037-2f06f9d817f9 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278100 Jul 24 01:04:07.115050 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a874efb1-a1e6-4985-a23d-c76ef19b659c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0794852 Jul 24 01:04:07.118044 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44650) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:07.126098 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-f3cab0c9-dfd6-4848-aed3-3c3a5fae8c7c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'subnet': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:04:07.285055 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cab0c9-dfd6-4848-aed3-3c3a5fae8c7c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:04:07.291645 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f3cab0c9-dfd6-4848-aed3-3c3a5fae8c7c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:07.307588 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7921b0b-6c94-4043-9b4c-abb604f91edf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-7e3afd0f-7326-49f9-80ac-5664ab976843', 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'tenant_id': '870e2449a28e4c338cd6cc562086bba7', 'fixed_ips': [{'subnet_id': 'bc923776-e37a-4508-837c-12fce995723e'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:04:07.308550 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b7921b0b-6c94-4043-9b4c-abb604f91edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:07.416567 n-d-793621-25 neutron-server[100464]: INFO neutron.db.ipam_backend_mixin [None req-f3cab0c9-dfd6-4848-aed3-3c3a5fae8c7c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bc923776-e37a-4508-837c-12fce995723e (CIDR: 2001:db8::/64) Jul 24 01:04:07.420867 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3cab0c9-dfd6-4848-aed3-3c3a5fae8c7c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:04:07.422500 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3cab0c9-dfd6-4848-aed3-3c3a5fae8c7c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:07.446760 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44654) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:07.447395 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f3cab0c9-dfd6-4848-aed3-3c3a5fae8c7c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3278835 Jul 24 01:04:07.454803 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-e6ad186e-280d-4f28-ae90-5fd12d70198f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'subnet': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:04:07.484118 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-b7921b0b-6c94-4043-9b4c-abb604f91edf None None] Allocated IP 2001:db8::f816:3eff:fe76:6e54 (7e3afd0f-7326-49f9-80ac-5664ab976843/bc923776-e37a-4508-837c-12fce995723e/62529fff-9c8d-4e14-bfbc-0a0c545d9259) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:04:07.618773 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ad186e-280d-4f28-ae90-5fd12d70198f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:04:07.624989 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e6ad186e-280d-4f28-ae90-5fd12d70198f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:07.684489 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b7921b0b-6c94-4043-9b4c-abb604f91edf None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:07.696152 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b7921b0b-6c94-4043-9b4c-abb604f91edf None None] Transition to ACTIVE for port object 62529fff-9c8d-4e14-bfbc-0a0c545d9259 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:04:07.730761 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b7921b0b-6c94-4043-9b4c-abb604f91edf None None] Transition to ACTIVE for port object 62529fff-9c8d-4e14-bfbc-0a0c545d9259 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:04:07.739066 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b7921b0b-6c94-4043-9b4c-abb604f91edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:07.784391 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7921b0b-6c94-4043-9b4c-abb604f91edf None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:04:07.789378 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-b7921b0b-6c94-4043-9b4c-abb604f91edf None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:04:07.793427 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7921b0b-6c94-4043-9b4c-abb604f91edf None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:04:07.859557 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7921b0b-6c94-4043-9b4c-abb604f91edf None None] Pushing event updated for resources: {'Port': ['ID=62529fff-9c8d-4e14-bfbc-0a0c545d9259,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:07.872855 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-b7921b0b-6c94-4043-9b4c-abb604f91edf None None] Attempting to bind port 62529fff-9c8d-4e14-bfbc-0a0c545d9259 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:04:07.873217 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-b7921b0b-6c94-4043-9b4c-abb604f91edf None None] Attempting to bind port 62529fff-9c8d-4e14-bfbc-0a0c545d9259 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:04:07.873590 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7921b0b-6c94-4043-9b4c-abb604f91edf None None] Attempting to bind port 62529fff-9c8d-4e14-bfbc-0a0c545d9259 on network 7e3afd0f-7326-49f9-80ac-5664ab976843 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:04:07.879366 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7921b0b-6c94-4043-9b4c-abb604f91edf None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:04:07.879746 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7921b0b-6c94-4043-9b4c-abb604f91edf None None] Checking segment: {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:04:07.880293 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b7921b0b-6c94-4043-9b4c-abb604f91edf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:07.880725 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7921b0b-6c94-4043-9b4c-abb604f91edf None None] Bound using segment: {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:04:07.881192 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-b7921b0b-6c94-4043-9b4c-abb604f91edf None None] Bound port: 62529fff-9c8d-4e14-bfbc-0a0c545d9259, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:04:07.881601 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b7921b0b-6c94-4043-9b4c-abb604f91edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:07.948200 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e6ad186e-280d-4f28-ae90-5fd12d70198f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:07.962031 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-b7921b0b-6c94-4043-9b4c-abb604f91edf None None] For port 62529fff-9c8d-4e14-bfbc-0a0c545d9259, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:04:07.966813 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-b7921b0b-6c94-4043-9b4c-abb604f91edf None None] For port 62529fff-9c8d-4e14-bfbc-0a0c545d9259, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=62529fff-9c8d-4e14-bfbc-0a0c545d9259,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:04:07.974629 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b7921b0b-6c94-4043-9b4c-abb604f91edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:08.023212 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ad186e-280d-4f28-ae90-5fd12d70198f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:04:08.030189 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-e6ad186e-280d-4f28-ae90-5fd12d70198f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:04:08.036026 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ad186e-280d-4f28-ae90-5fd12d70198f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:08.036735 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e6ad186e-280d-4f28-ae90-5fd12d70198f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:08.051159 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad186e-280d-4f28-ae90-5fd12d70198f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Subnet': ['ID=b81be890-fb6e-4078-8ecc-a6bfdc759646,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:08.053485 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7921b0b-6c94-4043-9b4c-abb604f91edf None None] Pushing event updated for resources: {'Port': ['ID=62529fff-9c8d-4e14-bfbc-0a0c545d9259,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:08.073548 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44670) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:08.076133 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e6ad186e-280d-4f28-ae90-5fd12d70198f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6263800 Jul 24 01:04:08.078973 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-67017fa9-fee0-4178-93af-8492136894c1 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'port': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'mac_address': 'fa:16:3e:23:98:a2', 'name': 'tempest-NetworksTestDHCPv6-322984376'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:04:08.120275 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d067a9-a4c6-4a85-b281-dabac492ade7 req-8a357ffd-5280-4ed4-a011-b9ec4f5d61be tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:08.125561 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-47d067a9-a4c6-4a85-b281-dabac492ade7 req-8a357ffd-5280-4ed4-a011-b9ec4f5d61be tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.1885276 Jul 24 01:04:08.195853 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-47d067a9-a4c6-4a85-b281-dabac492ade7 req-fb925a31-62e7-4c5a-bfb5-b8fff74761eb tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630863 Jul 24 01:04:08.254685 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67017fa9-fee0-4178-93af-8492136894c1 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:04:08.420358 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3a0e7c-824e-463e-a90e-cbeee48665a6 req-e48c1738-5dd5-491f-b64c-9c0ee42bf81f tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:08.422742 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ca3a0e7c-824e-463e-a90e-cbeee48665a6 req-e48c1738-5dd5-491f-b64c-9c0ee42bf81f tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1385767 Jul 24 01:04:08.423504 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-67017fa9-fee0-4178-93af-8492136894c1 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:08.466910 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [None req-67017fa9-fee0-4178-93af-8492136894c1 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] device_id is not set on port 22f74bc5-4997-4e26-b002-bba84f2fea39 yet. {{(pid=100464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:04:08.520627 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ca3a0e7c-824e-463e-a90e-cbeee48665a6 req-f5442680-7f46-4c4e-9238-c8b7a5f9ed3f tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836451 Jul 24 01:04:08.618039 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 62529fff-9c8d-4e14-bfbc-0a0c545d9259 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:04:08.713431 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 62529fff-9c8d-4e14-bfbc-0a0c545d9259 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:04:08.749821 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-67017fa9-fee0-4178-93af-8492136894c1 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Allocated IP 2001:db8:0:1::7a (7e3afd0f-7326-49f9-80ac-5664ab976843/b81be890-fb6e-4078-8ecc-a6bfdc759646/22f74bc5-4997-4e26-b002-bba84f2fea39) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:04:08.758997 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-67017fa9-fee0-4178-93af-8492136894c1 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Allocated IP 2001:db8::f816:3eff:fe23:98a2 (7e3afd0f-7326-49f9-80ac-5664ab976843/bc923776-e37a-4508-837c-12fce995723e/22f74bc5-4997-4e26-b002-bba84f2fea39) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:04:08.931608 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-67017fa9-fee0-4178-93af-8492136894c1 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:08.945965 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-67017fa9-fee0-4178-93af-8492136894c1 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Transition to ACTIVE for port object 22f74bc5-4997-4e26-b002-bba84f2fea39 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:04:08.987120 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-67017fa9-fee0-4178-93af-8492136894c1 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:09.038574 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67017fa9-fee0-4178-93af-8492136894c1 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:04:09.043720 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-67017fa9-fee0-4178-93af-8492136894c1 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:04:09.046917 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67017fa9-fee0-4178-93af-8492136894c1 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:04:09.052683 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67017fa9-fee0-4178-93af-8492136894c1 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:09.053369 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-67017fa9-fee0-4178-93af-8492136894c1 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:09.082519 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67017fa9-fee0-4178-93af-8492136894c1 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Port': ['ID=22f74bc5-4997-4e26-b002-bba84f2fea39,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:09.100220 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-67017fa9-fee0-4178-93af-8492136894c1 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0256927 Jul 24 01:04:09.102579 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44706) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:09.254168 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-7c24e410-610e-49fb-906b-bb51b9c6e841 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting port 22f74bc5-4997-4e26-b002-bba84f2fea39 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:04:09.255016 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7c24e410-610e-49fb-906b-bb51b9c6e841 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:09.566131 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171fa32-ef07-4905-98f9-3f68b165463e req-2b57bce8-0d8f-40aa-9cff-6eb41f22944a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:09.578739 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6171fa32-ef07-4905-98f9-3f68b165463e req-2b57bce8-0d8f-40aa-9cff-6eb41f22944a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.2216458 Jul 24 01:04:09.595636 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7c24e410-610e-49fb-906b-bb51b9c6e841 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:09.600011 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d115fb53-df7c-4df0-a01f-ea66a261a803 None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:04:09.636886 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-7c24e410-610e-49fb-906b-bb51b9c6e841 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Calling delete_port for 22f74bc5-4997-4e26-b002-bba84f2fea39 owned by {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:04:09.694676 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6171fa32-ef07-4905-98f9-3f68b165463e req-91a7900a-146c-4aa9-8040-4c5788d69e15 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1086159 Jul 24 01:04:09.775614 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-37d59dcc-f2bd-4b66-85b5-2f7fbc6efd35 None None] Provisioning for port 62529fff-9c8d-4e14-bfbc-0a0c545d9259 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:04:09.786452 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6adc35-0d0c-422e-8b65-70645fccb6b7 req-9cf44c25-a802-428d-ada1-61e8854d9ac7 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:09.793661 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9f6adc35-0d0c-422e-8b65-70645fccb6b7 req-9cf44c25-a802-428d-ada1-61e8854d9ac7 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1732969 Jul 24 01:04:09.824663 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-37d59dcc-f2bd-4b66-85b5-2f7fbc6efd35 None None] Provisioning complete for port 62529fff-9c8d-4e14-bfbc-0a0c545d9259 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:04:09.825033 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-37d59dcc-f2bd-4b66-85b5-2f7fbc6efd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:09.879493 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9f6adc35-0d0c-422e-8b65-70645fccb6b7 req-128dcce5-461a-4eb3-a8b4-649f8056cc09 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790887 Jul 24 01:04:09.980335 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-37d59dcc-f2bd-4b66-85b5-2f7fbc6efd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:09.997602 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7c24e410-610e-49fb-906b-bb51b9c6e841 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:10.038823 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24e410-610e-49fb-906b-bb51b9c6e841 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Port': ['ID=22f74bc5-4997-4e26-b002-bba84f2fea39,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:10.050493 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-37d59dcc-f2bd-4b66-85b5-2f7fbc6efd35 None None] For port 62529fff-9c8d-4e14-bfbc-0a0c545d9259, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=62529fff-9c8d-4e14-bfbc-0a0c545d9259,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:04:10.062236 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-37d59dcc-f2bd-4b66-85b5-2f7fbc6efd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:10.107058 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7c24e410-610e-49fb-906b-bb51b9c6e841 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:10.110034 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7c24e410-610e-49fb-906b-bb51b9c6e841 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/ports/22f74bc5-4997-4e26-b002-bba84f2fea39 HTTP/1.1" status: 204 len: 168 time: 1.0060544 Jul 24 01:04:10.112525 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44744) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:10.129408 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d59dcc-f2bd-4b66-85b5-2f7fbc6efd35 None None] Pushing event updated for resources: {'Port': ['ID=62529fff-9c8d-4e14-bfbc-0a0c545d9259,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:10.145661 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4dd474-da71-4798-85ca-016d391a7a70 None None] Update dhcp port {'port': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'fixed_ips': [{'subnet_id': 'bc923776-e37a-4508-837c-12fce995723e', 'ip_address': '2001:db8::f816:3eff:fe76:6e54'}, {'subnet_id': 'b81be890-fb6e-4078-8ecc-a6bfdc759646'}], 'binding:host_id': 'n-d-793621-25'}, 'id': '62529fff-9c8d-4e14-bfbc-0a0c545d9259'} from n-d-793621-25. {{(pid=100465) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 01:04:10.185782 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7d4dd474-da71-4798-85ca-016d391a7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:10.198847 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4b8c27-0815-42c6-975b-ab10b513d21c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:10.201036 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5b4b8c27-0815-42c6-975b-ab10b513d21c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0874519 Jul 24 01:04:10.204346 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44746) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:10.287929 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ee3c5a-0f93-43b7-97b1-588bbaf82183 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:10.291773 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-75ee3c5a-0f93-43b7-97b1-588bbaf82183 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0861964 Jul 24 01:04:10.294901 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44748) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:10.408941 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-7d4dd474-da71-4798-85ca-016d391a7a70 None None] Allocated IP 2001:db8:0:1::2 (7e3afd0f-7326-49f9-80ac-5664ab976843/b81be890-fb6e-4078-8ecc-a6bfdc759646/62529fff-9c8d-4e14-bfbc-0a0c545d9259) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:04:10.413310 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e6c1c7-280f-4df4-ab7c-a236416890e4 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:10.415178 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e6c1c7-280f-4df4-ab7c-a236416890e4 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:10.416773 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e6c1c7-280f-4df4-ab7c-a236416890e4 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:10.422185 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44754) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:10.431911 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d7e6c1c7-280f-4df4-ab7c-a236416890e4 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1357298 Jul 24 01:04:10.484467 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed3801dd-6a40-4098-8243-05a099c89033 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting subnet b81be890-fb6e-4078-8ecc-a6bfdc759646 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:04:10.541347 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-7d4dd474-da71-4798-85ca-016d391a7a70 None None] For port 62529fff-9c8d-4e14-bfbc-0a0c545d9259, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=62529fff-9c8d-4e14-bfbc-0a0c545d9259,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:04:10.587109 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 62529fff-9c8d-4e14-bfbc-0a0c545d9259 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:04:10.596270 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7d4dd474-da71-4798-85ca-016d391a7a70 None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:10.633887 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-7d4dd474-da71-4798-85ca-016d391a7a70 None None] Transition to ACTIVE for port object 62529fff-9c8d-4e14-bfbc-0a0c545d9259 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:04:10.639634 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ed3801dd-6a40-4098-8243-05a099c89033 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:10.647774 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7d4dd474-da71-4798-85ca-016d391a7a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:10.724185 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ed3801dd-6a40-4098-8243-05a099c89033 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:10.807827 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4dd474-da71-4798-85ca-016d391a7a70 None None] Pushing event updated for resources: {'Port': ['ID=62529fff-9c8d-4e14-bfbc-0a0c545d9259,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:10.898022 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ed3801dd-6a40-4098-8243-05a099c89033 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:10.913211 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44774) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:11.012212 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780e7bd-05bb-4f76-8bad-ab49b61e58be req-b084567d-ed92-41c9-b0ee-4720bd90aa23 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:11.014163 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0780e7bd-05bb-4f76-8bad-ab49b61e58be req-b084567d-ed92-41c9-b0ee-4720bd90aa23 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.1333261 Jul 24 01:04:11.046938 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ed3801dd-6a40-4098-8243-05a099c89033 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:11.101471 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-81dab92e-7ac7-41c8-aca1-f0a67ef357ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:11.118935 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0780e7bd-05bb-4f76-8bad-ab49b61e58be req-2c0a4fa2-ad79-418a-8b95-9964d6e13153 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0943513 Jul 24 01:04:11.120346 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3801dd-6a40-4098-8243-05a099c89033 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Subnet': ['ID=b81be890-fb6e-4078-8ecc-a6bfdc759646,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:11.126109 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ed3801dd-6a40-4098-8243-05a099c89033 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:11.129602 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ed3801dd-6a40-4098-8243-05a099c89033 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/b81be890-fb6e-4078-8ecc-a6bfdc759646 HTTP/1.1" status: 204 len: 168 time: 0.7060678 Jul 24 01:04:11.132620 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44778) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:11.173709 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4e9678-ddd2-469f-ae72-eaf7439a082b req-b08ab482-4be5-484a-9688-28093a232995 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:11.180936 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ba4e9678-ddd2-469f-ae72-eaf7439a082b req-b08ab482-4be5-484a-9688-28093a232995 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1714013 Jul 24 01:04:11.201724 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-518f357f-1a51-4911-8d77-691ddd19d997 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting subnet bc923776-e37a-4508-837c-12fce995723e {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:04:11.206417 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-518f357f-1a51-4911-8d77-691ddd19d997 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:11.254586 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ba4e9678-ddd2-469f-ae72-eaf7439a082b req-3389b256-8c13-4efc-bb4e-c26bfc8b2ea0 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726614 Jul 24 01:04:11.277322 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-518f357f-1a51-4911-8d77-691ddd19d997 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:11.308937 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-81dab92e-7ac7-41c8-aca1-f0a67ef357ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:11.320738 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-81dab92e-7ac7-41c8-aca1-f0a67ef357ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:11.353990 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-81dab92e-7ac7-41c8-aca1-f0a67ef357ea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3ca9f24e84b040dd90dd68c65b530e9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4386861 Jul 24 01:04:11.361901 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44780) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:11.385732 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-518f357f-1a51-4911-8d77-691ddd19d997 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:11.408870 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dab92e-7ac7-41c8-aca1-f0a67ef357ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78fd7dd-032e-41ef-b266-bb817b507de4,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:11.449533 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-340361aa-0546-4092-8b08-141c634cf8ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:11.481682 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-340361aa-0546-4092-8b08-141c634cf8ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:11.510637 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-518f357f-1a51-4911-8d77-691ddd19d997 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:11.542895 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-518f357f-1a51-4911-8d77-691ddd19d997 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:11.545274 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-518f357f-1a51-4911-8d77-691ddd19d997 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/bc923776-e37a-4508-837c-12fce995723e HTTP/1.1" status: 204 len: 168 time: 0.4113917 Jul 24 01:04:11.546624 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f357f-1a51-4911-8d77-691ddd19d997 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Subnet': ['ID=bc923776-e37a-4508-837c-12fce995723e,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:11.548912 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44784) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:11.593036 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdcad1a-42cd-4558-88ee-b1d7868d4241 None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:04:11.595891 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44786) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:11.596092 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-508a2c64-c4fb-45ea-a2dc-ed8a8239dc06 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0458734 Jul 24 01:04:11.621143 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-75eeb464-8900-4e21-973e-c230cfd8be3f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'subnet': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:04:11.625955 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-340361aa-0546-4092-8b08-141c634cf8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:11.629120 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-340361aa-0546-4092-8b08-141c634cf8ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:11.633451 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-340361aa-0546-4092-8b08-141c634cf8ad admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c78fd7dd-032e-41ef-b266-bb817b507de4 HTTP/1.1" status: 204 len: 168 time: 0.2700124 Jul 24 01:04:11.653888 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340361aa-0546-4092-8b08-141c634cf8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78fd7dd-032e-41ef-b266-bb817b507de4,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:11.773693 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75eeb464-8900-4e21-973e-c230cfd8be3f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:04:11.779775 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-42d9167a-7818-49db-942e-b61baabb92f8 None None] Provisioning for port 62529fff-9c8d-4e14-bfbc-0a0c545d9259 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:04:11.781104 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75eeb464-8900-4e21-973e-c230cfd8be3f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:11.789919 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-42d9167a-7818-49db-942e-b61baabb92f8 None None] Provisioning complete for port 62529fff-9c8d-4e14-bfbc-0a0c545d9259 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:04:11.790727 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-42d9167a-7818-49db-942e-b61baabb92f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:11.941641 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-42d9167a-7818-49db-942e-b61baabb92f8 None None] Could not find standard attr ID for object 22f74bc5-4997-4e26-b002-bba84f2fea39. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:04:11.956845 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47320be8-6102-4888-804a-faf4bd236403 None None] DHCP port deletion for 7e3afd0f-7326-49f9-80ac-5664ab976843 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:04:12.040063 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-47320be8-6102-4888-804a-faf4bd236403 None None] Deleting port 62529fff-9c8d-4e14-bfbc-0a0c545d9259 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:04:12.040483 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-47320be8-6102-4888-804a-faf4bd236403 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:12.067253 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44796) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:12.089627 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1798b947-27c0-4986-9098-9d4bc89879d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:12.112611 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-47320be8-6102-4888-804a-faf4bd236403 None None] For port 62529fff-9c8d-4e14-bfbc-0a0c545d9259, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=62529fff-9c8d-4e14-bfbc-0a0c545d9259,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:04:12.113102 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-47320be8-6102-4888-804a-faf4bd236403 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:12.126926 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-47320be8-6102-4888-804a-faf4bd236403 None None] Calling delete_port for 62529fff-9c8d-4e14-bfbc-0a0c545d9259 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:04:12.228890 n-d-793621-25 neutron-server[100464]: DEBUG neutron.objects.ports [None req-75eeb464-8900-4e21-973e-c230cfd8be3f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100464) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 01:04:12.230628 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-47320be8-6102-4888-804a-faf4bd236403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:12.231384 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1798b947-27c0-4986-9098-9d4bc89879d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:12.235928 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1798b947-27c0-4986-9098-9d4bc89879d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:12.269051 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47320be8-6102-4888-804a-faf4bd236403 None None] Pushing event deleted for resources: {'Port': ['ID=62529fff-9c8d-4e14-bfbc-0a0c545d9259,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:12.276705 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47320be8-6102-4888-804a-faf4bd236403 None None] No DVR routers for this DVR port 62529fff-9c8d-4e14-bfbc-0a0c545d9259 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:04:12.295146 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1798b947-27c0-4986-9098-9d4bc89879d2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8418cb0eac004565b6a26c5cbd820d91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2267277 Jul 24 01:04:12.296194 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798b947-27c0-4986-9098-9d4bc89879d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f808b243-ca99-4ce3-8a67-b6fab7a9f0fc,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:12.299327 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44802) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:12.410741 n-d-793621-25 neutron-server[100464]: WARNING neutron.services.revisions.revision_plugin [None req-75eeb464-8900-4e21-973e-c230cfd8be3f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Could not find related port for resource to bump revision. Jul 24 01:04:12.413328 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.ipam_pluggable_backend [None req-75eeb464-8900-4e21-973e-c230cfd8be3f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Port 62529fff-9c8d-4e14-bfbc-0a0c545d9259 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100464) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 24 01:04:12.413787 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.ipam_pluggable_backend [None req-75eeb464-8900-4e21-973e-c230cfd8be3f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Reverting IP allocation for 2001:db8::f816:3eff:fe76:6e54 {{(pid=100464) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 24 01:04:12.418623 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.ipam_pluggable_backend [None req-75eeb464-8900-4e21-973e-c230cfd8be3f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe76:6e54 {{(pid=100464) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 24 01:04:12.424161 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75eeb464-8900-4e21-973e-c230cfd8be3f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:12.451050 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cc1afbb1-1009-4aa3-a6a8-ccebcb570368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:12.463032 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 62529fff-9c8d-4e14-bfbc-0a0c545d9259 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:04:12.470550 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a710d-24aa-42a8-946c-514ad93588a5 req-d8410d93-5105-4537-90fc-bcb40789cee4 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:12.482212 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dd3a710d-24aa-42a8-946c-514ad93588a5 req-d8410d93-5105-4537-90fc-bcb40789cee4 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1380949 Jul 24 01:04:12.503574 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f9d69-ca2b-4cbe-8587-f25428bc776a req-07bc4e96-040a-4396-88bd-4c1a9399cbf4 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:12.506628 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-235f9d69-ca2b-4cbe-8587-f25428bc776a req-07bc4e96-040a-4396-88bd-4c1a9399cbf4 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.1917839 Jul 24 01:04:12.515207 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75eeb464-8900-4e21-973e-c230cfd8be3f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:04:12.519380 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-75eeb464-8900-4e21-973e-c230cfd8be3f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:04:12.523295 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cc1afbb1-1009-4aa3-a6a8-ccebcb570368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:12.528174 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 62529fff-9c8d-4e14-bfbc-0a0c545d9259 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:04:12.528600 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 62529fff-9c8d-4e14-bfbc-0a0c545d9259 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:04:12.529745 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eeb464-8900-4e21-973e-c230cfd8be3f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:12.531519 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75eeb464-8900-4e21-973e-c230cfd8be3f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:12.539518 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4902a08b-9ea9-4845-aeab-ee8857e2b7f9 None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:04:12.561742 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eeb464-8900-4e21-973e-c230cfd8be3f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Subnet': ['ID=f7086dd1-b193-4c26-ac0f-61f803dfcfda,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:12.586169 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-75eeb464-8900-4e21-973e-c230cfd8be3f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9744477 Jul 24 01:04:12.586777 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44806) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:12.588775 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dd3a710d-24aa-42a8-946c-514ad93588a5 req-08d1f0af-cd7a-4588-a232-d13f06bf4829 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042297 Jul 24 01:04:12.600752 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-6d9fd451-ea36-49dd-b8e3-919dc62b111e tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'subnet': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:04:12.632704 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-235f9d69-ca2b-4cbe-8587-f25428bc776a req-97b8f1f8-22e6-40f2-8832-6805563dc3ba tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1111336 Jul 24 01:04:12.644228 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cc1afbb1-1009-4aa3-a6a8-ccebcb570368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:12.646866 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cc1afbb1-1009-4aa3-a6a8-ccebcb570368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:12.648955 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-cc1afbb1-1009-4aa3-a6a8-ccebcb570368 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f808b243-ca99-4ce3-8a67-b6fab7a9f0fc HTTP/1.1" status: 204 len: 168 time: 0.3364499 Jul 24 01:04:12.660703 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1afbb1-1009-4aa3-a6a8-ccebcb570368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f808b243-ca99-4ce3-8a67-b6fab7a9f0fc,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:12.835463 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680a4a50-e5c7-4ee4-b00a-de9a5556f8e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-7e3afd0f-7326-49f9-80ac-5664ab976843', 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'tenant_id': '870e2449a28e4c338cd6cc562086bba7', 'fixed_ips': [{'subnet_id': 'f7086dd1-b193-4c26-ac0f-61f803dfcfda'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:04:12.837160 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-680a4a50-e5c7-4ee4-b00a-de9a5556f8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:12.998607 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-680a4a50-e5c7-4ee4-b00a-de9a5556f8e4 None None] Allocated IP 2001:db8::f816:3eff:fea5:c80e (7e3afd0f-7326-49f9-80ac-5664ab976843/f7086dd1-b193-4c26-ac0f-61f803dfcfda/0f634889-3717-4d0c-839d-1c5ae43711de) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:04:13.171603 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9fd451-ea36-49dd-b8e3-919dc62b111e tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:04:13.176625 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6d9fd451-ea36-49dd-b8e3-919dc62b111e tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:13.216351 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-680a4a50-e5c7-4ee4-b00a-de9a5556f8e4 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:13.227367 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-680a4a50-e5c7-4ee4-b00a-de9a5556f8e4 None None] Transition to ACTIVE for port object 0f634889-3717-4d0c-839d-1c5ae43711de will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:04:13.255975 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-680a4a50-e5c7-4ee4-b00a-de9a5556f8e4 None None] Transition to ACTIVE for port object 0f634889-3717-4d0c-839d-1c5ae43711de will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:04:13.267401 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-680a4a50-e5c7-4ee4-b00a-de9a5556f8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:13.337053 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680a4a50-e5c7-4ee4-b00a-de9a5556f8e4 None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:04:13.338913 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-680a4a50-e5c7-4ee4-b00a-de9a5556f8e4 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:04:13.345958 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a4a50-e5c7-4ee4-b00a-de9a5556f8e4 None None] Pushing event updated for resources: {'Port': ['ID=0f634889-3717-4d0c-839d-1c5ae43711de,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:13.353167 n-d-793621-25 neutron-server[100464]: INFO neutron.db.ipam_backend_mixin [None req-6d9fd451-ea36-49dd-b8e3-919dc62b111e tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f7086dd1-b193-4c26-ac0f-61f803dfcfda (CIDR: 2001:db8::/64) Jul 24 01:04:13.355829 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680a4a50-e5c7-4ee4-b00a-de9a5556f8e4 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:04:13.361567 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d9fd451-ea36-49dd-b8e3-919dc62b111e tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:04:13.363625 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d9fd451-ea36-49dd-b8e3-919dc62b111e tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:13.391222 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6d9fd451-ea36-49dd-b8e3-919dc62b111e tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7977383 Jul 24 01:04:13.394032 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44826) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:13.403804 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-c3f04be6-ed5a-4b71-b2b8-505802115b99 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'subnet': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:04:13.446339 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-680a4a50-e5c7-4ee4-b00a-de9a5556f8e4 None None] Attempting to bind port 0f634889-3717-4d0c-839d-1c5ae43711de on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:04:13.446632 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-680a4a50-e5c7-4ee4-b00a-de9a5556f8e4 None None] Attempting to bind port 0f634889-3717-4d0c-839d-1c5ae43711de by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:04:13.446873 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680a4a50-e5c7-4ee4-b00a-de9a5556f8e4 None None] Attempting to bind port 0f634889-3717-4d0c-839d-1c5ae43711de on network 7e3afd0f-7326-49f9-80ac-5664ab976843 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:04:13.459880 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680a4a50-e5c7-4ee4-b00a-de9a5556f8e4 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:04:13.460415 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680a4a50-e5c7-4ee4-b00a-de9a5556f8e4 None None] Checking segment: {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:04:13.460934 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-680a4a50-e5c7-4ee4-b00a-de9a5556f8e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:13.461438 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-680a4a50-e5c7-4ee4-b00a-de9a5556f8e4 None None] Bound using segment: {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:04:13.462138 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-680a4a50-e5c7-4ee4-b00a-de9a5556f8e4 None None] Bound port: 0f634889-3717-4d0c-839d-1c5ae43711de, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477a8a9a-959d-4d47-a527-e9a5fe456002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:04:13.462753 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-680a4a50-e5c7-4ee4-b00a-de9a5556f8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:13.562224 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f04be6-ed5a-4b71-b2b8-505802115b99 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:04:13.567861 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c3f04be6-ed5a-4b71-b2b8-505802115b99 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:13.570154 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-680a4a50-e5c7-4ee4-b00a-de9a5556f8e4 None None] For port 0f634889-3717-4d0c-839d-1c5ae43711de, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:04:13.577891 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-680a4a50-e5c7-4ee4-b00a-de9a5556f8e4 None None] For port 0f634889-3717-4d0c-839d-1c5ae43711de, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0f634889-3717-4d0c-839d-1c5ae43711de,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:04:13.587632 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-680a4a50-e5c7-4ee4-b00a-de9a5556f8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:13.677889 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a4a50-e5c7-4ee4-b00a-de9a5556f8e4 None None] Pushing event updated for resources: {'Port': ['ID=0f634889-3717-4d0c-839d-1c5ae43711de,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:13.928396 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2fdd69-10e0-4c88-917f-03968f959554 req-6f6c6b57-1d6e-4a64-af1d-7dd0830e576f tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:13.930431 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8d2fdd69-10e0-4c88-917f-03968f959554 req-6f6c6b57-1d6e-4a64-af1d-7dd0830e576f tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1674898 Jul 24 01:04:13.956835 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5bba1-aadc-4d24-9da4-e1003042853f req-95a4db67-db2e-47a5-a9ca-286fcb8515d3 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:13.958674 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bee5bba1-aadc-4d24-9da4-e1003042853f req-95a4db67-db2e-47a5-a9ca-286fcb8515d3 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.1466806 Jul 24 01:04:14.078398 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bee5bba1-aadc-4d24-9da4-e1003042853f req-77973c65-ecf8-497e-bcc9-1b298a639a6a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1113930 Jul 24 01:04:14.084410 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c3f04be6-ed5a-4b71-b2b8-505802115b99 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:14.131169 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8d2fdd69-10e0-4c88-917f-03968f959554 req-fd83c8db-d06c-4e82-909c-33696851aeda tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588652 Jul 24 01:04:14.155079 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f04be6-ed5a-4b71-b2b8-505802115b99 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:04:14.164587 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f04be6-ed5a-4b71-b2b8-505802115b99 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Subnet': ['ID=a450764e-2fc9-4876-9ec0-5376cd9803c1,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:14.168778 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-c3f04be6-ed5a-4b71-b2b8-505802115b99 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:04:14.177286 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f04be6-ed5a-4b71-b2b8-505802115b99 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:14.178013 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c3f04be6-ed5a-4b71-b2b8-505802115b99 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:14.205314 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c3f04be6-ed5a-4b71-b2b8-505802115b99 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8077476 Jul 24 01:04:14.205846 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44850) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:14.213032 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-a2dd6fbe-3594-43c3-aa36-3e0858b6ba05 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'port': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'mac_address': 'fa:16:3e:7c:05:b2', 'name': 'tempest-NetworksTestDHCPv6-1172334139'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:04:14.375204 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2dd6fbe-3594-43c3-aa36-3e0858b6ba05 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:04:14.552524 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fed0cd-48b3-4609-807f-498bb5537e05 req-874afc06-6106-4c1b-bcfd-d71b86734669 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:14.554287 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c6fed0cd-48b3-4609-807f-498bb5537e05 req-874afc06-6106-4c1b-bcfd-d71b86734669 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.1229436 Jul 24 01:04:14.569304 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0f634889-3717-4d0c-839d-1c5ae43711de up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:04:14.618046 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a2dd6fbe-3594-43c3-aa36-3e0858b6ba05 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:14.651919 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a175d23-1546-486d-8612-59fba74cf751 req-f1f160f5-2ee6-4b32-a25d-7d822a73fb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:14.653626 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6a175d23-1546-486d-8612-59fba74cf751 req-f1f160f5-2ee6-4b32-a25d-7d822a73fb84 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7eb0da34432d47448c1b713034c6041a&device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 1096 time: 0.1395197 Jul 24 01:04:14.668503 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [None req-a2dd6fbe-3594-43c3-aa36-3e0858b6ba05 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] device_id is not set on port d4097193-4743-4779-b60a-164ff12f46ab yet. {{(pid=100464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:04:14.744994 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 0f634889-3717-4d0c-839d-1c5ae43711de completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:04:14.924355 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a175d23-1546-486d-8612-59fba74cf751 req-6847a35f-68e5-4203-b2d6-09fb2a231694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:14.926401 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6a175d23-1546-486d-8612-59fba74cf751 req-6847a35f-68e5-4203-b2d6-09fb2a231694 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d582b8dc-8856-4b30-8b39-181936a3b597 HTTP/1.1" status: 200 len: 911 time: 0.2594521 Jul 24 01:04:15.023356 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c6fed0cd-48b3-4609-807f-498bb5537e05 req-670f6e77-6e5a-4c92-b5ec-aa0a10aea0d4 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4545717 Jul 24 01:04:15.072577 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6a175d23-1546-486d-8612-59fba74cf751 req-73f94106-83cb-49b9-954c-d62a8a7a1c86 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=532652b5-0ccf-4dbf-891e-e7c345897077 HTTP/1.1" status: 200 len: 999 time: 0.1382127 Jul 24 01:04:15.097515 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-a2dd6fbe-3594-43c3-aa36-3e0858b6ba05 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Allocated IP 2001:db8:0:1::14b (7e3afd0f-7326-49f9-80ac-5664ab976843/a450764e-2fc9-4876-9ec0-5376cd9803c1/d4097193-4743-4779-b60a-164ff12f46ab) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:04:15.128913 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-a2dd6fbe-3594-43c3-aa36-3e0858b6ba05 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Allocated IP 2001:db8::f816:3eff:fe7c:5b2 (7e3afd0f-7326-49f9-80ac-5664ab976843/f7086dd1-b193-4c26-ac0f-61f803dfcfda/d4097193-4743-4779-b60a-164ff12f46ab) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:04:15.185986 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a175d23-1546-486d-8612-59fba74cf751 req-2074c499-f0e8-4db1-bbc9-c52c2464545f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:15.192814 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6a175d23-1546-486d-8612-59fba74cf751 req-2074c499-f0e8-4db1-bbc9-c52c2464545f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66eb251d-e6ee-4000-900c-f86c0810b697 HTTP/1.1" status: 200 len: 849 time: 0.1122856 Jul 24 01:04:15.299661 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fcd821-2962-4a5b-8b75-f96b8e575e1f None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:04:15.380938 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a175d23-1546-486d-8612-59fba74cf751 req-7dff366c-29f7-4c34-92d0-7ef1486a8445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:15.382489 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6a175d23-1546-486d-8612-59fba74cf751 req-7dff366c-29f7-4c34-92d0-7ef1486a8445 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d582b8dc-8856-4b30-8b39-181936a3b597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1819701 Jul 24 01:04:15.432410 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1f1b7284-bf89-489c-aaa7-7c6a300334ac None None] Provisioning for port 0f634889-3717-4d0c-839d-1c5ae43711de completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:04:15.453814 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1f1b7284-bf89-489c-aaa7-7c6a300334ac None None] Provisioning complete for port 0f634889-3717-4d0c-839d-1c5ae43711de triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:04:15.454564 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1f1b7284-bf89-489c-aaa7-7c6a300334ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:15.534329 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb070d8-7940-4e05-9827-cad5b4366630 req-d10e7347-bab8-4312-905c-8d0ec08326b7 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:15.535867 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-efb070d8-7940-4e05-9827-cad5b4366630 req-d10e7347-bab8-4312-905c-8d0ec08326b7 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.2211349 Jul 24 01:04:15.539006 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a2dd6fbe-3594-43c3-aa36-3e0858b6ba05 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:15.575532 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-a2dd6fbe-3594-43c3-aa36-3e0858b6ba05 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Transition to ACTIVE for port object d4097193-4743-4779-b60a-164ff12f46ab will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:04:15.598106 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6a175d23-1546-486d-8612-59fba74cf751 req-5130669c-a727-4285-b1fb-8986c321e898 service neutron] 10.222.0.13 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989155 Jul 24 01:04:15.640048 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-efb070d8-7940-4e05-9827-cad5b4366630 req-3b749839-b269-4a7f-ac2e-f7f1f0f9bfd9 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892282 Jul 24 01:04:15.641164 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1f1b7284-bf89-489c-aaa7-7c6a300334ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:15.725948 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a2dd6fbe-3594-43c3-aa36-3e0858b6ba05 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:15.800593 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dd6fbe-3594-43c3-aa36-3e0858b6ba05 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:04:15.802940 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6a175d23-1546-486d-8612-59fba74cf751 req-5938dc19-7856-46d8-ac0b-ad1d87994619 service neutron] 10.222.0.13 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944268 Jul 24 01:04:15.806221 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-a2dd6fbe-3594-43c3-aa36-3e0858b6ba05 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:04:15.810472 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dd6fbe-3594-43c3-aa36-3e0858b6ba05 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:04:15.816934 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dd6fbe-3594-43c3-aa36-3e0858b6ba05 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:15.817630 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a2dd6fbe-3594-43c3-aa36-3e0858b6ba05 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:15.836011 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd6fbe-3594-43c3-aa36-3e0858b6ba05 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Port': ['ID=d4097193-4743-4779-b60a-164ff12f46ab,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:15.850595 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a2dd6fbe-3594-43c3-aa36-3e0858b6ba05 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6406505 Jul 24 01:04:15.850849 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44888) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:15.908169 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2d65895f-87a3-43cf-8626-166c2d8d3d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:15.918238 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-1f1b7284-bf89-489c-aaa7-7c6a300334ac None None] For port 0f634889-3717-4d0c-839d-1c5ae43711de, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0f634889-3717-4d0c-839d-1c5ae43711de,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:04:15.937985 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1f1b7284-bf89-489c-aaa7-7c6a300334ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:15.985565 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e131dd-c33b-49f4-bcfe-cdfd6e295a3a None None] Update dhcp port {'port': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'fixed_ips': [{'subnet_id': 'f7086dd1-b193-4c26-ac0f-61f803dfcfda', 'ip_address': '2001:db8::f816:3eff:fea5:c80e'}, {'subnet_id': 'a450764e-2fc9-4876-9ec0-5376cd9803c1'}], 'binding:host_id': 'n-d-793621-25'}, 'id': '0f634889-3717-4d0c-839d-1c5ae43711de'} from n-d-793621-25. {{(pid=100465) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 01:04:16.002329 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-f1dfc914-58ef-4a38-b6cd-c679d708c830 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting port d4097193-4743-4779-b60a-164ff12f46ab {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:04:16.002673 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f1dfc914-58ef-4a38-b6cd-c679d708c830 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:16.044278 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b7284-bf89-489c-aaa7-7c6a300334ac None None] Pushing event updated for resources: {'Port': ['ID=0f634889-3717-4d0c-839d-1c5ae43711de,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:16.059943 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e7e131dd-c33b-49f4-bcfe-cdfd6e295a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:16.178540 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f1dfc914-58ef-4a38-b6cd-c679d708c830 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:16.199373 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-f1dfc914-58ef-4a38-b6cd-c679d708c830 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Calling delete_port for d4097193-4743-4779-b60a-164ff12f46ab owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:04:16.278785 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a374ecc-855b-4e11-8ce6-53ec2fd21793 req-d27a79f1-406a-4b8b-a75f-94eea2ddeaa1 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:16.285368 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0a374ecc-855b-4e11-8ce6-53ec2fd21793 req-d27a79f1-406a-4b8b-a75f-94eea2ddeaa1 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.1703439 Jul 24 01:04:16.307237 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44902) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:16.356027 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-e7e131dd-c33b-49f4-bcfe-cdfd6e295a3a None None] Allocated IP 2001:db8:0:1::2 (7e3afd0f-7326-49f9-80ac-5664ab976843/a450764e-2fc9-4876-9ec0-5376cd9803c1/0f634889-3717-4d0c-839d-1c5ae43711de) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:04:16.358074 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0a374ecc-855b-4e11-8ce6-53ec2fd21793 req-8bff1bb1-485a-42ef-aecb-87d5110a5cb3 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0659316 Jul 24 01:04:16.513072 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0f634889-3717-4d0c-839d-1c5ae43711de up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:04:16.566677 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f1dfc914-58ef-4a38-b6cd-c679d708c830 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:16.585931 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d5ff5933-539f-46f1-a8a8-04d8480802e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:16.601276 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-e7e131dd-c33b-49f4-bcfe-cdfd6e295a3a None None] For port 0f634889-3717-4d0c-839d-1c5ae43711de, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0f634889-3717-4d0c-839d-1c5ae43711de,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:04:16.646616 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e7e131dd-c33b-49f4-bcfe-cdfd6e295a3a None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:16.649618 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 0f634889-3717-4d0c-839d-1c5ae43711de triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:04:16.650200 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:16.650475 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dfc914-58ef-4a38-b6cd-c679d708c830 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Port': ['ID=d4097193-4743-4779-b60a-164ff12f46ab,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:16.696566 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e7e131dd-c33b-49f4-bcfe-cdfd6e295a3a None None] Transition to ACTIVE for port object 0f634889-3717-4d0c-839d-1c5ae43711de will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:04:16.713782 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e7e131dd-c33b-49f4-bcfe-cdfd6e295a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:16.725220 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f1dfc914-58ef-4a38-b6cd-c679d708c830 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:16.729197 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f1dfc914-58ef-4a38-b6cd-c679d708c830 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/ports/d4097193-4743-4779-b60a-164ff12f46ab HTTP/1.1" status: 204 len: 168 time: 0.8751433 Jul 24 01:04:16.730168 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44912) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:16.752181 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d5ff5933-539f-46f1-a8a8-04d8480802e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:16.762324 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d5ff5933-539f-46f1-a8a8-04d8480802e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:16.778784 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Port 0f634889-3717-4d0c-839d-1c5ae43711de had new provisioning blocks added so it will not transition to active. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 24 01:04:16.849299 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e131dd-c33b-49f4-bcfe-cdfd6e295a3a None None] Pushing event updated for resources: {'Port': ['ID=0f634889-3717-4d0c-839d-1c5ae43711de,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:16.879832 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c16315b-dd06-48ba-a5da-875386f530e6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:16.882320 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7c16315b-dd06-48ba-a5da-875386f530e6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1506882 Jul 24 01:04:16.888922 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44914) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:16.899385 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d5ff5933-539f-46f1-a8a8-04d8480802e7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=93fe095f6b984644a7f8259d9cdf920d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5898938 Jul 24 01:04:16.899385 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff5933-539f-46f1-a8a8-04d8480802e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4e0310-ab5e-4c3a-a88b-62125c27ed8a,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:16.901037 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44916) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:16.966000 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd09c65-ebd0-4912-8250-a76157758ad6 req-316d85a1-e180-4dd6-a0f6-2dadde8e51a6 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:16.968275 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0bd09c65-ebd0-4912-8250-a76157758ad6 req-316d85a1-e180-4dd6-a0f6-2dadde8e51a6 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1650939 Jul 24 01:04:16.995494 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0fa7088d-a370-45a9-a16d-84977539fbf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:17.024855 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0fa7088d-a370-45a9-a16d-84977539fbf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:17.044812 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d24e53-dc15-41ef-8d76-18c5241badb2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:17.049357 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-52d24e53-dc15-41ef-8d76-18c5241badb2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1584806 Jul 24 01:04:17.055287 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44918) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:17.120052 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0bd09c65-ebd0-4912-8250-a76157758ad6 req-1df0be34-a507-431d-b218-6fdad24dd460 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263328 Jul 24 01:04:17.135783 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0fa7088d-a370-45a9-a16d-84977539fbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:17.143951 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0fa7088d-a370-45a9-a16d-84977539fbf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:17.146879 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0fa7088d-a370-45a9-a16d-84977539fbf9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9c4e0310-ab5e-4c3a-a88b-62125c27ed8a HTTP/1.1" status: 204 len: 168 time: 0.2441273 Jul 24 01:04:17.171620 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7088d-a370-45a9-a16d-84977539fbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4e0310-ab5e-4c3a-a88b-62125c27ed8a,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:17.178172 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c80682-2e65-4351-aa7c-8a400eb5ab87 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:17.189333 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c80682-2e65-4351-aa7c-8a400eb5ab87 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:17.192695 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c80682-2e65-4351-aa7c-8a400eb5ab87 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:17.194568 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-17c80682-2e65-4351-aa7c-8a400eb5ab87 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1379414 Jul 24 01:04:17.198054 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44922) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:17.288041 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-e967de50-85d3-4505-9042-e91a0a25c6b2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting subnet a450764e-2fc9-4876-9ec0-5376cd9803c1 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:04:17.303533 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e967de50-85d3-4505-9042-e91a0a25c6b2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:17.377752 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e967de50-85d3-4505-9042-e91a0a25c6b2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:17.568776 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e967de50-85d3-4505-9042-e91a0a25c6b2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:17.584928 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44932) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:17.614808 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5fa6f0e8-b75e-44f5-84bf-b3e709cc479a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:17.633572 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd98612-e281-417f-a792-b6a0b9514746 req-a1ef8a94-36cc-405d-b2d0-5ac0d28874a9 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:17.642398 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8bd98612-e281-417f-a792-b6a0b9514746 req-a1ef8a94-36cc-405d-b2d0-5ac0d28874a9 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.1617756 Jul 24 01:04:17.678031 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e967de50-85d3-4505-9042-e91a0a25c6b2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:17.722273 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967de50-85d3-4505-9042-e91a0a25c6b2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Subnet': ['ID=a450764e-2fc9-4876-9ec0-5376cd9803c1,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:17.725432 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e967de50-85d3-4505-9042-e91a0a25c6b2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:17.728608 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e967de50-85d3-4505-9042-e91a0a25c6b2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/a450764e-2fc9-4876-9ec0-5376cd9803c1 HTTP/1.1" status: 204 len: 168 time: 0.5296342 Jul 24 01:04:17.732104 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44936) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:17.740215 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8bd98612-e281-417f-a792-b6a0b9514746 req-fb59cc04-d827-471c-9185-2bd55bac0c31 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0940402 Jul 24 01:04:17.812920 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820ad0c4-f800-4923-bc41-5a208b6d3cfb None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:04:17.841749 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad2d5873-6a25-4f38-a6e0-a2c93b52bd26 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting subnet f7086dd1-b193-4c26-ac0f-61f803dfcfda {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:04:17.850661 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5fa6f0e8-b75e-44f5-84bf-b3e709cc479a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:17.851903 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ad2d5873-6a25-4f38-a6e0-a2c93b52bd26 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:17.856136 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5fa6f0e8-b75e-44f5-84bf-b3e709cc479a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:17.894758 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5fa6f0e8-b75e-44f5-84bf-b3e709cc479a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bb2c2016fe924a04b1a858671cf88a73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3067970 Jul 24 01:04:17.897292 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44940) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:17.947763 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6f0e8-b75e-44f5-84bf-b3e709cc479a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386c55cc-ea77-4377-912f-3d50bb78c1b0,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:17.954134 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ad2d5873-6a25-4f38-a6e0-a2c93b52bd26 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:17.967026 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1aaca344-e8a5-4214-86e8-f52bb3de705a None None] Provisioning for port 0f634889-3717-4d0c-839d-1c5ae43711de completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:04:17.977021 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1aaca344-e8a5-4214-86e8-f52bb3de705a None None] Provisioning complete for port 0f634889-3717-4d0c-839d-1c5ae43711de triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:04:17.977409 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1aaca344-e8a5-4214-86e8-f52bb3de705a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:18.001607 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3eea06d6-7ef3-4736-b85e-28a465d13f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:18.033532 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e386e20-fc52-452e-8be8-cd21581fcc27 req-a2564b60-acba-46c5-896e-6d2f7d0da7a2 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:18.035309 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2e386e20-fc52-452e-8be8-cd21581fcc27 req-a2564b60-acba-46c5-896e-6d2f7d0da7a2 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.1487634 Jul 24 01:04:18.051852 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3eea06d6-7ef3-4736-b85e-28a465d13f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:18.111358 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ad2d5873-6a25-4f38-a6e0-a2c93b52bd26 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:18.134811 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3eea06d6-7ef3-4736-b85e-28a465d13f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:18.138222 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3eea06d6-7ef3-4736-b85e-28a465d13f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:18.140742 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2e386e20-fc52-452e-8be8-cd21581fcc27 req-55bc4867-8eca-41ea-8ba3-1575c699fe77 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0787308 Jul 24 01:04:18.148744 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3eea06d6-7ef3-4736-b85e-28a465d13f0f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/386c55cc-ea77-4377-912f-3d50bb78c1b0 HTTP/1.1" status: 204 len: 168 time: 0.2411442 Jul 24 01:04:18.164519 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea06d6-7ef3-4736-b85e-28a465d13f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386c55cc-ea77-4377-912f-3d50bb78c1b0,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:18.215516 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ad2d5873-6a25-4f38-a6e0-a2c93b52bd26 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:18.236747 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d22e5a32-64f6-4a38-903a-ed465e5b100b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:18.274353 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d5873-6a25-4f38-a6e0-a2c93b52bd26 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Subnet': ['ID=f7086dd1-b193-4c26-ac0f-61f803dfcfda,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:18.295237 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ad2d5873-6a25-4f38-a6e0-a2c93b52bd26 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:18.297983 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ad2d5873-6a25-4f38-a6e0-a2c93b52bd26 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/f7086dd1-b193-4c26-ac0f-61f803dfcfda HTTP/1.1" status: 204 len: 168 time: 0.5646381 Jul 24 01:04:18.303267 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44948) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:18.348530 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c60f0b81-4791-46fe-9a2d-e1f4d78ea124 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433445 Jul 24 01:04:18.351442 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44952) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:18.358475 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-735e59ec-dbb9-41e8-9de0-2310f7cc7718 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'subnet': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:04:18.367512 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4103b-35aa-4b7b-afd9-77b6af164a9e req-2162bccd-3a31-4a76-971d-2dcc17a3cc99 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:18.369252 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e5e4103b-35aa-4b7b-afd9-77b6af164a9e req-2162bccd-3a31-4a76-971d-2dcc17a3cc99 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.1010222 Jul 24 01:04:18.453408 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e5e4103b-35aa-4b7b-afd9-77b6af164a9e req-d4988632-877c-4180-92a8-6294c071f4dd tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0621228 Jul 24 01:04:18.462163 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a109681b-9f7b-4bf9-8298-1e0677fb5cc8 req-9c7cf0d1-e887-47c4-be47-e068c66266f9 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:18.473878 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a109681b-9f7b-4bf9-8298-1e0677fb5cc8 req-9c7cf0d1-e887-47c4-be47-e068c66266f9 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.2222984 Jul 24 01:04:18.522875 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:18.553535 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0f634889-3717-4d0c-839d-1c5ae43711de up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:04:18.564176 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a109681b-9f7b-4bf9-8298-1e0677fb5cc8 req-0d9b788c-5ad5-46c5-b5b7-3feb3e1cdb23 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841603 Jul 24 01:04:18.575618 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-735e59ec-dbb9-41e8-9de0-2310f7cc7718 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:04:18.594410 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-735e59ec-dbb9-41e8-9de0-2310f7cc7718 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:18.643791 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 0f634889-3717-4d0c-839d-1c5ae43711de triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:04:18.644400 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:18.975658 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-735e59ec-dbb9-41e8-9de0-2310f7cc7718 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:19.055653 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d927fa-d9c9-4c17-8e37-a5851be2c3be None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:04:19.065678 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735e59ec-dbb9-41e8-9de0-2310f7cc7718 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:04:19.071721 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-735e59ec-dbb9-41e8-9de0-2310f7cc7718 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:04:19.077213 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735e59ec-dbb9-41e8-9de0-2310f7cc7718 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:19.077817 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-735e59ec-dbb9-41e8-9de0-2310f7cc7718 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:19.099647 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e59ec-dbb9-41e8-9de0-2310f7cc7718 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Subnet': ['ID=f32c0cbb-58ae-4520-a327-29dbcd579695,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:19.107672 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8952cb19-49de-4f7d-aa69-d9b76f62b005 None None] Provisioning complete for port 0f634889-3717-4d0c-839d-1c5ae43711de triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:04:19.109187 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8952cb19-49de-4f7d-aa69-d9b76f62b005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:19.120431 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-735e59ec-dbb9-41e8-9de0-2310f7cc7718 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7679372 Jul 24 01:04:19.123454 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44988) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:19.132555 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-bbee84ea-162e-4b42-adf8-b4954c0ee065 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'subnet': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:04:19.164253 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49285272-1057-4b5b-bc2b-1a5b37642822 req-e96657dc-6d2f-4fbf-b1b6-aefe56c89a55 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:19.165855 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-49285272-1057-4b5b-bc2b-1a5b37642822 req-e96657dc-6d2f-4fbf-b1b6-aefe56c89a55 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.1839402 Jul 24 01:04:19.406648 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-49285272-1057-4b5b-bc2b-1a5b37642822 req-3ba39d2e-acbc-4949-92fd-03e622980c39 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2223575 Jul 24 01:04:19.454046 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:19.460012 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbee84ea-162e-4b42-adf8-b4954c0ee065 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:04:19.469210 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bbee84ea-162e-4b42-adf8-b4954c0ee065 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:19.631713 n-d-793621-25 neutron-server[100463]: INFO neutron.db.ipam_backend_mixin [None req-bbee84ea-162e-4b42-adf8-b4954c0ee065 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f32c0cbb-58ae-4520-a327-29dbcd579695 (CIDR: 2001:db8::/64) Jul 24 01:04:19.642947 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbee84ea-162e-4b42-adf8-b4954c0ee065 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:04:19.643448 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbee84ea-162e-4b42-adf8-b4954c0ee065 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:19.679922 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-bbee84ea-162e-4b42-adf8-b4954c0ee065 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5553348 Jul 24 01:04:19.680160 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45014) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:19.686994 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-4942ef15-616c-4be7-ac64-eccc0233fe52 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'subnet': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:04:19.801771 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11896892-c060-44c7-aabc-05f67421fd60 None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:04:19.909164 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5011d56b-457a-4572-b45d-f28faf6f1ef8 req-ceead685-ead6-4d25-a8bb-dbd5ea81e52c tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:19.917016 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5011d56b-457a-4572-b45d-f28faf6f1ef8 req-ceead685-ead6-4d25-a8bb-dbd5ea81e52c tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.2161844 Jul 24 01:04:19.920405 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4942ef15-616c-4be7-ac64-eccc0233fe52 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:04:19.927041 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4942ef15-616c-4be7-ac64-eccc0233fe52 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:20.004522 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d4ddb4a1-8ea9-42e6-a478-244bc76d8af8 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:04:20.019049 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c7fa6637-5bed-4293-b93d-7e739d849bd1 None None] Provisioning complete for port 0f634889-3717-4d0c-839d-1c5ae43711de triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:04:20.019723 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c7fa6637-5bed-4293-b93d-7e739d849bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:20.124861 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5011d56b-457a-4572-b45d-f28faf6f1ef8 req-3ae6f90c-7932-443c-b50c-7f6221b0302b tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057452 Jul 24 01:04:20.506538 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port d4ddb4a1-8ea9-42e6-a478-244bc76d8af8, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d4ddb4a1-8ea9-42e6-a478-244bc76d8af8,segment=NetworkSegment(f7a7a503-697e-40e1-94c5-68de752c5cd5),segment_id=f7a7a503-697e-40e1-94c5-68de752c5cd5)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:04:20.528589 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'd4ddb4a1-8ea9-42e6-a478-244bc76d8af8', 'network_id': '8c8368d3-95e1-485a-9bb3-ebfb4cbd184b', 'port_id': 'd4ddb4a1-8ea9-42e6-a478-244bc76d8af8', 'mac_address': 'fa:16:3e:6a:0a:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ac3505-ea77-4bfe-8569-9dd694c7b9b5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:04:20.626901 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:20.665581 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4ddb4a1-8ea9-42e6-a478-244bc76d8af8 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:04:20.679141 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973fcabd-c587-43cf-90a6-f43735dae487 req-085325bf-f756-4360-ac0e-96b25a00404b tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:20.685020 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-973fcabd-c587-43cf-90a6-f43735dae487 req-085325bf-f756-4360-ac0e-96b25a00404b tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.1507287 Jul 24 01:04:20.728412 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port d4ddb4a1-8ea9-42e6-a478-244bc76d8af8, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d4ddb4a1-8ea9-42e6-a478-244bc76d8af8,segment=NetworkSegment(f7a7a503-697e-40e1-94c5-68de752c5cd5),segment_id=f7a7a503-697e-40e1-94c5-68de752c5cd5)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:04:20.738134 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:20.818319 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-973fcabd-c587-43cf-90a6-f43735dae487 req-c3dc2be3-36ad-478b-8940-9196a2d3ded8 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1276958 Jul 24 01:04:20.840054 n-d-793621-25 neutron-server[100464]: DEBUG neutron.objects.ports [None req-4942ef15-616c-4be7-ac64-eccc0233fe52 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100464) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 01:04:20.951159 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=d4ddb4a1-8ea9-42e6-a478-244bc76d8af8,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:20.971046 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:20.971768 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:20.972334 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:20.972891 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:20.973735 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:20.974439 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:20.975343 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:20.975904 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:20.976448 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:20.976993 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:20.977519 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:20.978052 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:20.983417 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['d4ddb4a1-8ea9-42e6-a478-244bc76d8af8'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:04:21.090885 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:21.220283 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-42e89211-2f59-4a39-9e27-9301f2f57a33 None None] Provisioning complete for port 0f634889-3717-4d0c-839d-1c5ae43711de triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:04:21.220655 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-42e89211-2f59-4a39-9e27-9301f2f57a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:21.340590 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4942ef15-616c-4be7-ac64-eccc0233fe52 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:21.609401 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd096f1-fb81-468a-9c01-0cd2bde05a26 req-fe7f4928-7926-457b-a670-e8ceb6a44176 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:21.611106 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8cd096f1-fb81-468a-9c01-0cd2bde05a26 req-fe7f4928-7926-457b-a670-e8ceb6a44176 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.1380658 Jul 24 01:04:21.669294 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8cd096f1-fb81-468a-9c01-0cd2bde05a26 req-921f4403-8a14-42b4-b692-70b144bfe50a tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519214 Jul 24 01:04:21.705339 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9a3e0100-84b9-40e1-b9c2-b928097a6c58 None None] Could not find standard attr ID for object d4097193-4743-4779-b60a-164ff12f46ab. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:04:21.876718 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cf0e1-b1ca-45aa-99e8-84781b54da72 req-eebfe7d5-8a82-40bf-ba98-22c2bbd182da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:21.885078 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4e7cf0e1-b1ca-45aa-99e8-84781b54da72 req-eebfe7d5-8a82-40bf-ba98-22c2bbd182da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7eb0da34432d47448c1b713034c6041a&device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 1096 time: 0.4996116 Jul 24 01:04:21.902254 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacc1d7-c4c6-45f6-b668-7d8e64178d4b req-0b25617f-ec0d-48db-9779-d101dff10af1 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:21.916023 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9cacc1d7-c4c6-45f6-b668-7d8e64178d4b req-0b25617f-ec0d-48db-9779-d101dff10af1 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 945 time: 0.5336304 Jul 24 01:04:22.025195 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d4ddb4a1-8ea9-42e6-a478-244bc76d8af8 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:04:22.067892 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9cacc1d7-c4c6-45f6-b668-7d8e64178d4b req-c2713704-c528-4895-aa8b-d56c93255253 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505771 Jul 24 01:04:22.120723 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-4942ef15-616c-4be7-ac64-eccc0233fe52 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] For port 0f634889-3717-4d0c-839d-1c5ae43711de, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0f634889-3717-4d0c-839d-1c5ae43711de,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:04:22.149858 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port d4ddb4a1-8ea9-42e6-a478-244bc76d8af8 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:04:22.150232 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:22.245233 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:22.272696 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cf0e1-b1ca-45aa-99e8-84781b54da72 req-2e34075a-ca56-4e37-bc40-d3e94ba275c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:22.274464 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4e7cf0e1-b1ca-45aa-99e8-84781b54da72 req-2e34075a-ca56-4e37-bc40-d3e94ba275c7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d582b8dc-8856-4b30-8b39-181936a3b597 HTTP/1.1" status: 200 len: 911 time: 0.3507237 Jul 24 01:04:22.286502 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f624a3-79c0-4847-a301-a5771080ee8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ddb4a1-8ea9-42e6-a478-244bc76d8af8'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:04:22.290674 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745a95ab-3807-4cb6-93c8-eabd5115d4bf" -d '{"events": [{"server_uuid": "93f624a3-79c0-4847-a301-a5771080ee8a", "name": "network-vif-plugged", "status": "completed", "tag": "d4ddb4a1-8ea9-42e6-a478-244bc76d8af8"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:04:22.309334 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port d4ddb4a1-8ea9-42e6-a478-244bc76d8af8, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d4ddb4a1-8ea9-42e6-a478-244bc76d8af8,segment=NetworkSegment(f7a7a503-697e-40e1-94c5-68de752c5cd5),segment_id=f7a7a503-697e-40e1-94c5-68de752c5cd5)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:04:22.320225 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:22.381257 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db507c74-8aa1-435e-be55-0d5fe73c3c7d x-openstack-request-id: req-db507c74-8aa1-435e-be55-0d5fe73c3c7d {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:04:22.381579 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f624a3-79c0-4847-a301-a5771080ee8a", "name": "network-vif-plugged", "status": "completed", "tag": "d4ddb4a1-8ea9-42e6-a478-244bc76d8af8", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:04:22.381813 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-db507c74-8aa1-435e-be55-0d5fe73c3c7d {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:04:22.382193 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f624a3-79c0-4847-a301-a5771080ee8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ddb4a1-8ea9-42e6-a478-244bc76d8af8', 'code': 200} Jul 24 01:04:22.393906 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4942ef15-616c-4be7-ac64-eccc0233fe52 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:22.420179 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=d4ddb4a1-8ea9-42e6-a478-244bc76d8af8,revision_number=7']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:22.422888 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4942ef15-616c-4be7-ac64-eccc0233fe52 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:22.427374 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4942ef15-616c-4be7-ac64-eccc0233fe52 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:22.557728 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45112) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:22.795115 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e539a330-ee45-48aa-b1a3-88840d729adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:22.958779 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4e7cf0e1-b1ca-45aa-99e8-84781b54da72 req-6875922c-175d-423c-b414-4837bb2e59f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=532652b5-0ccf-4dbf-891e-e7c345897077 HTTP/1.1" status: 200 len: 999 time: 0.5670972 Jul 24 01:04:22.986591 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e539a330-ee45-48aa-b1a3-88840d729adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:23.024424 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e539a330-ee45-48aa-b1a3-88840d729adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:23.042231 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cf0e1-b1ca-45aa-99e8-84781b54da72 req-7b8e780a-1c3a-4145-aead-6aaf13e350c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:23.044443 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4e7cf0e1-b1ca-45aa-99e8-84781b54da72 req-7b8e780a-1c3a-4145-aead-6aaf13e350c9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66eb251d-e6ee-4000-900c-f86c0810b697 HTTP/1.1" status: 200 len: 849 time: 0.0639858 Jul 24 01:04:23.063211 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4942ef15-616c-4be7-ac64-eccc0233fe52 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:04:23.082877 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e539a330-ee45-48aa-b1a3-88840d729adb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a3a411a6fcc047908a8ccb7b210cf8d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5241184 Jul 24 01:04:23.083470 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45122) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:23.109891 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e539a330-ee45-48aa-b1a3-88840d729adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48dfadc3-9b4b-4560-88e1-cc3756d04398,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:23.122864 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4942ef15-616c-4be7-ac64-eccc0233fe52 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Port': ['ID=0f634889-3717-4d0c-839d-1c5ae43711de,revision_number=8']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:23.129481 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-4942ef15-616c-4be7-ac64-eccc0233fe52 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:04:23.135530 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4942ef15-616c-4be7-ac64-eccc0233fe52 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Subnet': ['ID=13cad2ba-5733-4985-a30f-ddec58b6d07f,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:23.142827 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e145e3bc-01cb-42dd-aa72-7a53c46f9d1b None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:04:23.163739 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4942ef15-616c-4be7-ac64-eccc0233fe52 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:23.171740 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4942ef15-616c-4be7-ac64-eccc0233fe52 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:23.319952 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3fe20f-0696-4165-b335-6f63f3bcc48e req-a050af9f-d1e3-400e-acd6-ac4daa1bffc5 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:23.325396 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1f3fe20f-0696-4165-b335-6f63f3bcc48e req-a050af9f-d1e3-400e-acd6-ac4daa1bffc5 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.5159836 Jul 24 01:04:23.369263 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-29566860-fcfa-4f1f-a2f2-3009add9a75b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:23.401718 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-29566860-fcfa-4f1f-a2f2-3009add9a75b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:23.503449 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1f3fe20f-0696-4165-b335-6f63f3bcc48e req-a30e1c6f-366f-4ca7-b908-3fc7392ca01b tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1599371 Jul 24 01:04:23.505034 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-29566860-fcfa-4f1f-a2f2-3009add9a75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:23.510641 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-29566860-fcfa-4f1f-a2f2-3009add9a75b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:23.512626 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-29566860-fcfa-4f1f-a2f2-3009add9a75b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/48dfadc3-9b4b-4560-88e1-cc3756d04398 HTTP/1.1" status: 204 len: 168 time: 0.4232152 Jul 24 01:04:23.529608 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4942ef15-616c-4be7-ac64-eccc0233fe52 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.8479974 Jul 24 01:04:23.533868 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45132) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:23.549147 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-649dd7c6-3c28-4379-8d56-8e60dd0e4520 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'port': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'mac_address': 'fa:16:3e:0f:b6:3d', 'name': 'tempest-NetworksTestDHCPv6-881669461'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:04:23.586882 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7cf0e1-b1ca-45aa-99e8-84781b54da72 req-0732af75-b479-4787-b4ce-f6960db1cc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:23.589734 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4e7cf0e1-b1ca-45aa-99e8-84781b54da72 req-0732af75-b479-4787-b4ce-f6960db1cc51 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d582b8dc-8856-4b30-8b39-181936a3b597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5326574 Jul 24 01:04:23.614808 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29566860-fcfa-4f1f-a2f2-3009add9a75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48dfadc3-9b4b-4560-88e1-cc3756d04398,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:23.706959 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ebf5be-8c44-4e64-900f-1e7b3f3f4004 req-2b632859-ad82-4cab-a30b-52f159401bc5 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:23.711066 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-73ebf5be-8c44-4e64-900f-1e7b3f3f4004 req-2b632859-ad82-4cab-a30b-52f159401bc5 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.3227451 Jul 24 01:04:23.917167 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4e7cf0e1-b1ca-45aa-99e8-84781b54da72 req-9abb9fac-3a55-47ef-9a2d-2e8f358b101d service neutron] 10.222.0.13 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067596 Jul 24 01:04:23.945621 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1191ea-87ff-44c4-a432-adffb67d8a4d None None] Update dhcp port {'port': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'fixed_ips': [{'subnet_id': '13cad2ba-5733-4985-a30f-ddec58b6d07f', 'ip_address': '2001:db8:0:1:f816:3eff:fea5:c80e'}, {'subnet_id': 'f32c0cbb-58ae-4520-a327-29dbcd579695'}], 'binding:host_id': 'n-d-793621-25'}, 'id': '0f634889-3717-4d0c-839d-1c5ae43711de'} from n-d-793621-25. {{(pid=100465) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 01:04:23.978942 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649dd7c6-3c28-4379-8d56-8e60dd0e4520 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:04:24.065863 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0c1191ea-87ff-44c4-a432-adffb67d8a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:24.189516 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4e7cf0e1-b1ca-45aa-99e8-84781b54da72 req-1fd04e27-379a-48a8-b855-b0534519c78a service neutron] 10.222.0.13 "GET /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641563 Jul 24 01:04:24.220245 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-649dd7c6-3c28-4379-8d56-8e60dd0e4520 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:24.251792 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-649dd7c6-3c28-4379-8d56-8e60dd0e4520 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] device_id is not set on port a9e058af-94df-428f-94f1-2945412afb1a yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:04:24.304666 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45144) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:24.356892 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-874f5f35-9a8e-4642-87a7-25ff044ad281 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:24.458654 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-73ebf5be-8c44-4e64-900f-1e7b3f3f4004 req-0b438e70-5721-4660-966c-48d7d840bb10 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6195271 Jul 24 01:04:24.585953 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0f634889-3717-4d0c-839d-1c5ae43711de up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:04:24.600168 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c2aba513-fbce-431a-a6c9-d2651e9d9a93 req-aea2341f-56e0-4f26-90eb-4637a7bf9159 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0646112 Jul 24 01:04:24.636652 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-649dd7c6-3c28-4379-8d56-8e60dd0e4520 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Allocated IP 2001:db8::18a (7e3afd0f-7326-49f9-80ac-5664ab976843/f32c0cbb-58ae-4520-a327-29dbcd579695/a9e058af-94df-428f-94f1-2945412afb1a) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:04:24.645024 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-649dd7c6-3c28-4379-8d56-8e60dd0e4520 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0f:b63d (7e3afd0f-7326-49f9-80ac-5664ab976843/13cad2ba-5733-4985-a30f-ddec58b6d07f/a9e058af-94df-428f-94f1-2945412afb1a) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:04:24.653114 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-874f5f35-9a8e-4642-87a7-25ff044ad281 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:24.666208 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-874f5f35-9a8e-4642-87a7-25ff044ad281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:24.677158 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 0f634889-3717-4d0c-839d-1c5ae43711de triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:04:24.677692 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:24.793088 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-874f5f35-9a8e-4642-87a7-25ff044ad281 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e11fe7739c9a466cb30293d590500884&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4865744 Jul 24 01:04:24.796595 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45152) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:24.827232 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c2aba513-fbce-431a-a6c9-d2651e9d9a93 req-b5b23a23-c366-42d6-88c6-78b16f78d0ee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17 HTTP/1.1" status: 200 len: 210 time: 0.1213279 Jul 24 01:04:24.829852 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f5f35-9a8e-4642-87a7-25ff044ad281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df930a9c-5cd5-47f3-922b-3a039004a25c,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:24.902308 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c2aba513-fbce-431a-a6c9-d2651e9d9a93 req-572fd536-c702-4142-bad8-da3d02575a0f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492394 Jul 24 01:04:24.993045 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bfe670c4-98f7-4e06-879b-d3b91cbbcf4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:25.052772 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bfe670c4-98f7-4e06-879b-d3b91cbbcf4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:25.112099 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-649dd7c6-3c28-4379-8d56-8e60dd0e4520 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:25.116953 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aba513-fbce-431a-a6c9-d2651e9d9a93 req-b5603f2d-fac7-43ab-a8f4-88049d5ab925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:25.119400 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c2aba513-fbce-431a-a6c9-d2651e9d9a93 req-b5603f2d-fac7-43ab-a8f4-88049d5ab925 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2034338 Jul 24 01:04:25.137239 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bfe670c4-98f7-4e06-879b-d3b91cbbcf4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:25.140628 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-649dd7c6-3c28-4379-8d56-8e60dd0e4520 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Transition to ACTIVE for port object a9e058af-94df-428f-94f1-2945412afb1a will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:04:25.141945 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bfe670c4-98f7-4e06-879b-d3b91cbbcf4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:25.143744 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-bfe670c4-98f7-4e06-879b-d3b91cbbcf4b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/df930a9c-5cd5-47f3-922b-3a039004a25c HTTP/1.1" status: 204 len: 168 time: 0.3149478 Jul 24 01:04:25.159570 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe670c4-98f7-4e06-879b-d3b91cbbcf4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df930a9c-5cd5-47f3-922b-3a039004a25c,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:25.298079 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-649dd7c6-3c28-4379-8d56-8e60dd0e4520 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:25.354797 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-0c1191ea-87ff-44c4-a432-adffb67d8a4d None None] Allocated IP 2001:db8::2 (7e3afd0f-7326-49f9-80ac-5664ab976843/f32c0cbb-58ae-4520-a327-29dbcd579695/0f634889-3717-4d0c-839d-1c5ae43711de) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:04:25.473558 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649dd7c6-3c28-4379-8d56-8e60dd0e4520 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:04:25.482638 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649dd7c6-3c28-4379-8d56-8e60dd0e4520 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Port': ['ID=a9e058af-94df-428f-94f1-2945412afb1a,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:25.491979 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-649dd7c6-3c28-4379-8d56-8e60dd0e4520 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:04:25.497605 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649dd7c6-3c28-4379-8d56-8e60dd0e4520 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:04:25.516816 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649dd7c6-3c28-4379-8d56-8e60dd0e4520 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:25.517580 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-649dd7c6-3c28-4379-8d56-8e60dd0e4520 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:25.540980 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0c1191ea-87ff-44c4-a432-adffb67d8a4d None None] For port 0f634889-3717-4d0c-839d-1c5ae43711de, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0f634889-3717-4d0c-839d-1c5ae43711de,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:04:25.570762 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-649dd7c6-3c28-4379-8d56-8e60dd0e4520 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0277765 Jul 24 01:04:25.571026 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45164) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:25.587101 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1794a4-1bac-4738-8d4f-6fb1d9dac367 req-5331d93a-4865-4f19-97ce-3af8b2352161 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:25.594626 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6c1794a4-1bac-4738-8d4f-6fb1d9dac367 req-5331d93a-4865-4f19-97ce-3af8b2352161 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.8847711 Jul 24 01:04:25.598444 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0c1191ea-87ff-44c4-a432-adffb67d8a4d None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:25.621416 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0c1191ea-87ff-44c4-a432-adffb67d8a4d None None] Transition to ACTIVE for port object 0f634889-3717-4d0c-839d-1c5ae43711de will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:04:25.629817 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0c1191ea-87ff-44c4-a432-adffb67d8a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:25.675467 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6c1794a4-1bac-4738-8d4f-6fb1d9dac367 req-24313595-004a-4584-919a-39fa39f198e1 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0798092 Jul 24 01:04:25.781891 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1191ea-87ff-44c4-a432-adffb67d8a4d None None] Pushing event updated for resources: {'Port': ['ID=0f634889-3717-4d0c-839d-1c5ae43711de,revision_number=9']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:25.985547 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f562a33-6042-4fa6-8282-31c984ae4681 req-5f73b971-0d04-4667-a12d-fa1361b87c90 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:25.995422 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1f562a33-6042-4fa6-8282-31c984ae4681 req-5f73b971-0d04-4667-a12d-fa1361b87c90 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1965218 Jul 24 01:04:25.999175 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-1f9e7e01-efca-4a21-8e66-c42c9f8a82b3 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting port a9e058af-94df-428f-94f1-2945412afb1a {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:04:25.999539 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1f9e7e01-efca-4a21-8e66-c42c9f8a82b3 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:26.206885 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:04:26.215480 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1f562a33-6042-4fa6-8282-31c984ae4681 req-27656000-fe77-4054-82bc-d3a1740521a8 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141266 Jul 24 01:04:26.269517 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1f9e7e01-efca-4a21-8e66-c42c9f8a82b3 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:26.288359 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-1f9e7e01-efca-4a21-8e66-c42c9f8a82b3 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Calling delete_port for a9e058af-94df-428f-94f1-2945412afb1a owned by {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:04:26.529138 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0f634889-3717-4d0c-839d-1c5ae43711de up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:04:26.607126 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1f9e7e01-efca-4a21-8e66-c42c9f8a82b3 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:26.708023 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9e7e01-efca-4a21-8e66-c42c9f8a82b3 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Port': ['ID=a9e058af-94df-428f-94f1-2945412afb1a,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:26.739612 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1f9e7e01-efca-4a21-8e66-c42c9f8a82b3 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:26.744319 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45192) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:26.744824 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1f9e7e01-efca-4a21-8e66-c42c9f8a82b3 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/ports/a9e058af-94df-428f-94f1-2945412afb1a HTTP/1.1" status: 204 len: 168 time: 1.1724272 Jul 24 01:04:26.949657 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1192de4-6650-4ecb-a36b-0c6cc1feb277 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:26.957672 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d1192de4-6650-4ecb-a36b-0c6cc1feb277 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2116308 Jul 24 01:04:26.959844 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45196) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:26.987910 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce7791-c213-4787-8382-d21ccb28c57c req-c470f036-39f0-4ad2-8520-ec4980c472b4 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:26.995120 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3bce7791-c213-4787-8382-d21ccb28c57c req-c470f036-39f0-4ad2-8520-ec4980c472b4 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.1595354 Jul 24 01:04:27.084679 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3bce7791-c213-4787-8382-d21ccb28c57c req-5a8f14a3-112c-4a41-9448-ef63672691c5 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0882351 Jul 24 01:04:27.097423 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e7f6bc-0e46-4b83-ab96-8f4fca6e4065 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:27.099110 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b9e7f6bc-0e46-4b83-ab96-8f4fca6e4065 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1382439 Jul 24 01:04:27.102215 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45206) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:27.166934 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a7c580ab-e2ac-4d49-8c81-1cfcde3ef942 None None] Provisioning for port 0f634889-3717-4d0c-839d-1c5ae43711de completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:04:27.176607 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a7c580ab-e2ac-4d49-8c81-1cfcde3ef942 None None] Provisioning complete for port 0f634889-3717-4d0c-839d-1c5ae43711de triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:04:27.176994 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a7c580ab-e2ac-4d49-8c81-1cfcde3ef942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:27.329727 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7956aa-f6b2-4c01-9ba9-11b8a3d871e5 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:27.332528 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7956aa-f6b2-4c01-9ba9-11b8a3d871e5 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:27.335116 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7956aa-f6b2-4c01-9ba9-11b8a3d871e5 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:27.341221 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45216) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:27.341789 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1e7956aa-f6b2-4c01-9ba9-11b8a3d871e5 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2381523 Jul 24 01:04:27.482204 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-8746c4ad-6469-44f7-a258-0868767a644e tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting subnet 13cad2ba-5733-4985-a30f-ddec58b6d07f {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:04:27.490767 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8746c4ad-6469-44f7-a258-0868767a644e tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:27.518202 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa05f8e-776a-4616-8be1-c5173fa2af9f req-3dd95909-7895-4680-97a5-824ff3bc7071 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:27.528173 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4aa05f8e-776a-4616-8be1-c5173fa2af9f req-3dd95909-7895-4680-97a5-824ff3bc7071 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.2672360 Jul 24 01:04:27.560239 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8746c4ad-6469-44f7-a258-0868767a644e tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:27.614215 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4aa05f8e-776a-4616-8be1-c5173fa2af9f req-9f24ac4b-3d28-417c-ad7d-2ec94bb4d94f tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0845914 Jul 24 01:04:27.645868 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d10420ac-c15e-4147-af83-7ef4130e10ef None None] Could not find standard attr ID for object a9e058af-94df-428f-94f1-2945412afb1a. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:04:27.700183 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8746c4ad-6469-44f7-a258-0868767a644e tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:27.961225 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8746c4ad-6469-44f7-a258-0868767a644e tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:28.097425 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8746c4ad-6469-44f7-a258-0868767a644e tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Subnet': ['ID=13cad2ba-5733-4985-a30f-ddec58b6d07f,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:28.107050 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8746c4ad-6469-44f7-a258-0868767a644e tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:28.113675 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33225379-58b3-4b03-ab15-858fe9bdf660 None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:04:28.118678 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45242) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:28.132575 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-8746c4ad-6469-44f7-a258-0868767a644e tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/13cad2ba-5733-4985-a30f-ddec58b6d07f HTTP/1.1" status: 204 len: 168 time: 0.7891114 Jul 24 01:04:28.213306 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-968adc8a-2191-4f07-933c-1c880db5f47f req-2e86608a-1736-469c-9a09-90cc9092f655 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9265bd33-f088-4997-a86d-a3daac593946&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3455505 Jul 24 01:04:28.233427 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928481f9-d87d-4494-94b5-65c90707af34 req-1a3b6f57-01f1-4a8b-a74a-f98bc2e5f040 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:28.237259 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd9cadf-d3b5-496a-9bc0-b0486583718c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting subnet f32c0cbb-58ae-4520-a327-29dbcd579695 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:04:28.250178 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1fd9cadf-d3b5-496a-9bc0-b0486583718c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:28.253431 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-928481f9-d87d-4494-94b5-65c90707af34 req-1a3b6f57-01f1-4a8b-a74a-f98bc2e5f040 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.3849397 Jul 24 01:04:28.348975 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1fd9cadf-d3b5-496a-9bc0-b0486583718c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:28.430959 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-928481f9-d87d-4494-94b5-65c90707af34 req-32272e70-7b8c-49bf-a5f2-7b70906988c5 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759701 Jul 24 01:04:28.470455 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968adc8a-2191-4f07-933c-1c880db5f47f req-2dd357c2-6739-4be3-9797-bc5cdccdbe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:28.478491 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-968adc8a-2191-4f07-933c-1c880db5f47f req-2dd357c2-6739-4be3-9797-bc5cdccdbe87 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=443e9b6688a94583be288407b9410244&device_id=9265bd33-f088-4997-a86d-a3daac593946 HTTP/1.1" status: 200 len: 1097 time: 0.2172637 Jul 24 01:04:28.660339 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1fd9cadf-d3b5-496a-9bc0-b0486583718c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:28.695316 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968adc8a-2191-4f07-933c-1c880db5f47f req-237235f4-6812-4b23-ad26-a116015d6d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:28.697732 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-968adc8a-2191-4f07-933c-1c880db5f47f req-237235f4-6812-4b23-ad26-a116015d6d86 service neutron] 10.222.0.13 "GET /v2.0/networks?id=10d2c835-80d7-49b2-a0db-ffc261981bb1 HTTP/1.1" status: 200 len: 909 time: 0.1924255 Jul 24 01:04:28.909025 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1fd9cadf-d3b5-496a-9bc0-b0486583718c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:28.963045 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1fd9cadf-d3b5-496a-9bc0-b0486583718c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:28.966616 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1fd9cadf-d3b5-496a-9bc0-b0486583718c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/f32c0cbb-58ae-4520-a327-29dbcd579695 HTTP/1.1" status: 204 len: 168 time: 0.8463149 Jul 24 01:04:28.972629 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45276) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:29.002278 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd9cadf-d3b5-496a-9bc0-b0486583718c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Subnet': ['ID=f32c0cbb-58ae-4520-a327-29dbcd579695,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:29.025729 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45278) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:29.025977 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d4aa1950-4594-4f24-ade4-0994b4c2b905 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0521407 Jul 24 01:04:29.031816 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-07c77d11-6ab6-4f2a-9ead-8aa6b37b5a41 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'subnet': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:04:29.059042 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-968adc8a-2191-4f07-933c-1c880db5f47f req-98545a9f-4bf6-4a38-b24b-f0cf5238dec8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14e68278-522e-4e15-a33b-ccdb91ae66ed HTTP/1.1" status: 200 len: 1000 time: 0.3482568 Jul 24 01:04:29.162143 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968adc8a-2191-4f07-933c-1c880db5f47f req-4993d33f-7292-41ad-94ef-7a079141e551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:29.164112 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-968adc8a-2191-4f07-933c-1c880db5f47f req-4993d33f-7292-41ad-94ef-7a079141e551 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7d79533c-7102-4bc3-a914-988d50ddfabe HTTP/1.1" status: 200 len: 847 time: 0.0979249 Jul 24 01:04:29.218469 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c77d11-6ab6-4f2a-9ead-8aa6b37b5a41 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:04:29.229795 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-07c77d11-6ab6-4f2a-9ead-8aa6b37b5a41 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:29.296868 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968adc8a-2191-4f07-933c-1c880db5f47f req-4830f543-0a9b-4caa-bc1e-ffb117383b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:29.298774 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-968adc8a-2191-4f07-933c-1c880db5f47f req-4830f543-0a9b-4caa-bc1e-ffb117383b0c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=10d2c835-80d7-49b2-a0db-ffc261981bb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1274633 Jul 24 01:04:29.471119 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-968adc8a-2191-4f07-933c-1c880db5f47f req-2cca64ab-6f01-4142-9204-701f98fd7c1f service neutron] 10.222.0.13 "GET /v2.0/networks/10d2c835-80d7-49b2-a0db-ffc261981bb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606767 Jul 24 01:04:29.492014 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5f324-f765-400d-8f60-de8ebea3a0ab req-fd6c062b-475b-4a2a-aabd-702eebab4fbf tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:29.501655 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f1f5f324-f765-400d-8f60-de8ebea3a0ab req-fd6c062b-475b-4a2a-aabd-702eebab4fbf tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e54c54b4-841f-4310-9100-282bc88db247 HTTP/1.1" status: 200 len: 944 time: 0.2292914 Jul 24 01:04:29.704042 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-968adc8a-2191-4f07-933c-1c880db5f47f req-6d6f4ba9-345e-4c97-90b0-404ed86fe970 service neutron] 10.222.0.13 "GET /v2.0/networks/10d2c835-80d7-49b2-a0db-ffc261981bb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149148 Jul 24 01:04:29.762256 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738327f-0237-4a46-8773-2646bd82d0e6 req-b5df0868-8725-4ba3-a2c1-8eafb358978f tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:29.768441 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0738327f-0237-4a46-8773-2646bd82d0e6 req-b5df0868-8725-4ba3-a2c1-8eafb358978f tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.2083046 Jul 24 01:04:29.846886 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-f1f5f324-f765-400d-8f60-de8ebea3a0ab req-b063a46d-73cc-4c7b-9d58-89ee72d6876c tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Deleting port 19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:04:29.847257 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-f1f5f324-f765-400d-8f60-de8ebea3a0ab req-b063a46d-73cc-4c7b-9d58-89ee72d6876c tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:29.863767 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0738327f-0237-4a46-8773-2646bd82d0e6 req-6e78820b-2c8f-43d5-94f3-16e7ff20148b tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903387 Jul 24 01:04:30.069779 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9ff882-6a4a-4910-aaf1-18832993a260 None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:04:30.199839 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-07c77d11-6ab6-4f2a-9ead-8aa6b37b5a41 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:30.247076 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c77d11-6ab6-4f2a-9ead-8aa6b37b5a41 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:04:30.255081 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-07c77d11-6ab6-4f2a-9ead-8aa6b37b5a41 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:04:30.262728 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c77d11-6ab6-4f2a-9ead-8aa6b37b5a41 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:30.263525 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-07c77d11-6ab6-4f2a-9ead-8aa6b37b5a41 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:30.364278 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c77d11-6ab6-4f2a-9ead-8aa6b37b5a41 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Subnet': ['ID=87929159-c2f5-4972-91f5-33e218804c77,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:30.366999 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e5c7f87b-1bff-49ee-b28d-f41ed17df61b None None] Provisioning complete for port 0f634889-3717-4d0c-839d-1c5ae43711de triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:04:30.367347 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e5c7f87b-1bff-49ee-b28d-f41ed17df61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:30.378151 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-07c77d11-6ab6-4f2a-9ead-8aa6b37b5a41 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3512769 Jul 24 01:04:30.381668 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45316) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:30.389186 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-e6e9d9ca-a5c6-4b7e-b759-440458d4ad14 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'subnet': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:04:30.406027 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-f1f5f324-f765-400d-8f60-de8ebea3a0ab req-b063a46d-73cc-4c7b-9d58-89ee72d6876c tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] For port 19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:04:30.406684 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-f1f5f324-f765-400d-8f60-de8ebea3a0ab req-b063a46d-73cc-4c7b-9d58-89ee72d6876c tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:30.462025 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-f1f5f324-f765-400d-8f60-de8ebea3a0ab req-b063a46d-73cc-4c7b-9d58-89ee72d6876c tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Calling delete_port for 19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8 owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:04:30.754937 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e9d9ca-a5c6-4b7e-b759-440458d4ad14 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:04:30.759848 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e6e9d9ca-a5c6-4b7e-b759-440458d4ad14 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:30.804128 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-f1f5f324-f765-400d-8f60-de8ebea3a0ab req-b063a46d-73cc-4c7b-9d58-89ee72d6876c tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:30.822301 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['d2e500a4-c057-47e6-8e49-9f5b94fbc941', '17d2d77d-4333-4b13-b3a8-7a6965dc17c8'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:04:30.905359 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b063a46d-73cc-4c7b-9d58-89ee72d6876c tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Pushing event deleted for resources: {'Port': ['ID=19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:30.981082 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f5f324-f765-400d-8f60-de8ebea3a0ab req-b063a46d-73cc-4c7b-9d58-89ee72d6876c tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] No DVR routers for this DVR port 19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8 on host n-h1-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:04:30.985759 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-f1f5f324-f765-400d-8f60-de8ebea3a0ab req-b063a46d-73cc-4c7b-9d58-89ee72d6876c tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:30.996822 n-d-793621-25 neutron-server[100464]: INFO neutron.db.ipam_backend_mixin [None req-e6e9d9ca-a5c6-4b7e-b759-440458d4ad14 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 87929159-c2f5-4972-91f5-33e218804c77 (CIDR: 2001:db8::/64) Jul 24 01:04:30.999045 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f1f5f324-f765-400d-8f60-de8ebea3a0ab req-b063a46d-73cc-4c7b-9d58-89ee72d6876c tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "DELETE /v2.0/ports/19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8 HTTP/1.1" status: 204 len: 173 time: 1.4962718 Jul 24 01:04:31.000218 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e54c54b4-841f-4310-9100-282bc88db247', 'name': 'network-vif-deleted', 'tag': '19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:04:31.001475 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e9d9ca-a5c6-4b7e-b759-440458d4ad14 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:04:31.002043 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6e9d9ca-a5c6-4b7e-b759-440458d4ad14 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:31.005442 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6158bd2-c7c4-4aba-a518-088efbacd75b" -d '{"events": [{"server_uuid": "e54c54b4-841f-4310-9100-282bc88db247", "name": "network-vif-deleted", "tag": "19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:04:31.149363 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e6e9d9ca-a5c6-4b7e-b759-440458d4ad14 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7627959 Jul 24 01:04:31.150355 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45340) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:31.161143 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-add23f7c-f662-4360-8d73-0dc585ea6ee6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'subnet': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:04:31.254029 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca614e4b-2299-4d08-b83b-91dd0ed69f3a None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:04:31.369874 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add23f7c-f662-4360-8d73-0dc585ea6ee6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:04:31.378829 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45346) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:31.385821 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-add23f7c-f662-4360-8d73-0dc585ea6ee6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:31.417824 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4579b8-39ca-4181-b633-347be06a3be0 req-90c3b92e-68c8-44fd-92ad-3a5933c93f5e tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:31.441920 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4e4579b8-39ca-4181-b633-347be06a3be0 req-90c3b92e-68c8-44fd-92ad-3a5933c93f5e tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.3662834 Jul 24 01:04:31.572925 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-08fbb876-00f9-42f7-bfb4-b37f3e2c0403 None None] Provisioning complete for port 0f634889-3717-4d0c-839d-1c5ae43711de triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:04:31.573497 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-08fbb876-00f9-42f7-bfb4-b37f3e2c0403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:31.600547 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cab2aee5-d175-497d-931e-c2b39cbfb3bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:31.607970 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4e4579b8-39ca-4181-b633-347be06a3be0 req-f66ff656-064a-4a61-95fe-840556ce0fe7 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642423 Jul 24 01:04:31.914793 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cab2aee5-d175-497d-931e-c2b39cbfb3bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:31.917454 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 24 Jul 2021 01:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dda33f3-41f6-4772-8062-1a046182a259 x-openstack-request-id: req-6dda33f3-41f6-4772-8062-1a046182a259 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:04:31.917815 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e54c54b4-841f-4310-9100-282bc88db247", "name": "network-vif-deleted", "tag": "19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8", "status": "failed", "code": 422}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:04:31.918175 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6dda33f3-41f6-4772-8062-1a046182a259 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:04:31.918632 n-d-793621-25 neutron-server[100463]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e54c54b4-841f-4310-9100-282bc88db247', 'name': 'network-vif-deleted', 'tag': '19c1b8ef-c73a-4d90-b74d-9ff7f2fc4ab8', 'status': 'failed', 'code': 422} returned with failed status Jul 24 01:04:31.926821 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cab2aee5-d175-497d-931e-c2b39cbfb3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:32.025230 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-cab2aee5-d175-497d-931e-c2b39cbfb3bc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=53d3ffab7e4e4a3d840b8ec5068f08d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6425178 Jul 24 01:04:32.025230 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab2aee5-d175-497d-931e-c2b39cbfb3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d0ce0c-df9b-4be8-867c-e6bb56a41bc9,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:32.028473 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45358) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:32.185458 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ddb20f9e-27e0-4efb-ba86-9d107c08ff95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:32.264617 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ddb20f9e-27e0-4efb-ba86-9d107c08ff95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:32.301151 n-d-793621-25 neutron-server[100464]: DEBUG neutron.objects.ports [None req-add23f7c-f662-4360-8d73-0dc585ea6ee6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100464) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 01:04:32.374525 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e50088bb-5863-4418-a2d7-75584866fbda None None] Provisioning complete for port 0f634889-3717-4d0c-839d-1c5ae43711de triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:04:32.375754 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e50088bb-5863-4418-a2d7-75584866fbda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:32.491523 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ddb20f9e-27e0-4efb-ba86-9d107c08ff95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:32.507796 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ddb20f9e-27e0-4efb-ba86-9d107c08ff95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:32.510157 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ddb20f9e-27e0-4efb-ba86-9d107c08ff95 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e4d0ce0c-df9b-4be8-867c-e6bb56a41bc9 HTTP/1.1" status: 204 len: 168 time: 0.4806955 Jul 24 01:04:32.595396 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f915567f-be6e-4530-ad83-4079943ba4b6 req-7f327e41-d628-428c-9313-26c8bc56b954 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:32.613045 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f915567f-be6e-4530-ad83-4079943ba4b6 req-7f327e41-d628-428c-9313-26c8bc56b954 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd70876-3c57-4831-943f-94221464bf64 HTTP/1.1" status: 200 len: 908 time: 0.2917094 Jul 24 01:04:32.615648 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb20f9e-27e0-4efb-ba86-9d107c08ff95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d0ce0c-df9b-4be8-867c-e6bb56a41bc9,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:32.672385 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-add23f7c-f662-4360-8d73-0dc585ea6ee6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:33.025832 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-add23f7c-f662-4360-8d73-0dc585ea6ee6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] For port 0f634889-3717-4d0c-839d-1c5ae43711de, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0f634889-3717-4d0c-839d-1c5ae43711de,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:04:33.039271 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd948d-0a94-40a9-84c7-390e1dde8aac req-ccec5dae-908f-4561-9cb8-408cc077b57b tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:33.048051 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f5dd948d-0a94-40a9-84c7-390e1dde8aac req-ccec5dae-908f-4561-9cb8-408cc077b57b tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.2967219 Jul 24 01:04:33.119446 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f5dd948d-0a94-40a9-84c7-390e1dde8aac req-b7d4f29d-1021-471e-8303-547e7a2811d4 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704787 Jul 24 01:04:33.121579 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-add23f7c-f662-4360-8d73-0dc585ea6ee6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:33.127939 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-add23f7c-f662-4360-8d73-0dc585ea6ee6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:33.130187 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-add23f7c-f662-4360-8d73-0dc585ea6ee6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:33.187451 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45376) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:33.211095 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a28a9de5-41a3-4815-86fe-457a3aa2033e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:33.240333 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add23f7c-f662-4360-8d73-0dc585ea6ee6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:04:33.253291 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-add23f7c-f662-4360-8d73-0dc585ea6ee6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:04:33.265372 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add23f7c-f662-4360-8d73-0dc585ea6ee6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:33.265815 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4408ed7a-c0ce-4721-8b0b-3311cebceb0a None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:04:33.265997 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-add23f7c-f662-4360-8d73-0dc585ea6ee6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:33.273547 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add23f7c-f662-4360-8d73-0dc585ea6ee6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Subnet': ['ID=516ad0b0-1aed-459c-9497-6ead6b7510e5,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:33.297862 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add23f7c-f662-4360-8d73-0dc585ea6ee6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Port': ['ID=0f634889-3717-4d0c-839d-1c5ae43711de,revision_number=13']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:33.412286 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a28a9de5-41a3-4815-86fe-457a3aa2033e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:33.417919 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a28a9de5-41a3-4815-86fe-457a3aa2033e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:33.424293 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-add23f7c-f662-4360-8d73-0dc585ea6ee6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.2726455 Jul 24 01:04:33.429699 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45378) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:33.436503 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-3e5d76c3-c695-4315-b009-4ad041f4ad35 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Request body: {'port': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'mac_address': 'fa:16:3e:f9:f9:cc', 'name': 'tempest-NetworksTestDHCPv6-818591231'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:04:33.466545 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a28a9de5-41a3-4815-86fe-457a3aa2033e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1be55f5b5d11466a89e7d6e69e380c2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2761602 Jul 24 01:04:33.467729 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45384) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:33.522635 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a9de5-41a3-4815-86fe-457a3aa2033e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83723b41-910f-437a-859f-eb8aeac9752b,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:33.568160 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8a74bdeb-823e-4758-97f7-db9f92fdb3f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:33.608854 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8a74bdeb-823e-4758-97f7-db9f92fdb3f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:33.695757 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e5d76c3-c695-4315-b009-4ad041f4ad35 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Made reservation on behalf of 870e2449a28e4c338cd6cc562086bba7 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:04:33.745328 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8a74bdeb-823e-4758-97f7-db9f92fdb3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:33.749463 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8a74bdeb-823e-4758-97f7-db9f92fdb3f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:33.751323 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8a74bdeb-823e-4758-97f7-db9f92fdb3f5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/83723b41-910f-437a-859f-eb8aeac9752b HTTP/1.1" status: 204 len: 168 time: 0.2820039 Jul 24 01:04:33.796464 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a74bdeb-823e-4758-97f7-db9f92fdb3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83723b41-910f-437a-859f-eb8aeac9752b,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:33.876840 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f03889-c2ae-4183-a8d3-bf2757455d4d None None] Update dhcp port {'port': {'network_id': '7e3afd0f-7326-49f9-80ac-5664ab976843', 'fixed_ips': [{'subnet_id': '516ad0b0-1aed-459c-9497-6ead6b7510e5', 'ip_address': '2001:db8:0:1:f816:3eff:fea5:c80e'}, {'subnet_id': '87929159-c2f5-4972-91f5-33e218804c77'}], 'binding:host_id': 'n-d-793621-25'}, 'id': '0f634889-3717-4d0c-839d-1c5ae43711de'} from n-d-793621-25. {{(pid=100465) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 01:04:33.946582 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3e5d76c3-c695-4315-b009-4ad041f4ad35 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:33.988650 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-33f03889-c2ae-4183-a8d3-bf2757455d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:34.011579 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ab3cd-3bd7-47e8-ab34-e0a5c8242030 req-184f7575-de04-4ac7-a9ee-f94ebc66f349 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:34.017963 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-957ab3cd-3bd7-47e8-ab34-e0a5c8242030 req-184f7575-de04-4ac7-a9ee-f94ebc66f349 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcd70876-3c57-4831-943f-94221464bf64 HTTP/1.1" status: 200 len: 908 time: 0.2891612 Jul 24 01:04:34.033412 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b624fd-e414-4082-8e60-e8bdc4c05185 req-b54a805c-2648-47ca-b5af-c6616ea6fea4 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:34.037759 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-62b624fd-e414-4082-8e60-e8bdc4c05185 req-b54a805c-2648-47ca-b5af-c6616ea6fea4 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd70876-3c57-4831-943f-94221464bf64 HTTP/1.1" status: 200 len: 908 time: 0.1943707 Jul 24 01:04:34.068357 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [None req-3e5d76c3-c695-4315-b009-4ad041f4ad35 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] device_id is not set on port 625dff24-fbe6-4d6f-aab0-75d040f459e6 yet. {{(pid=100464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:04:34.439847 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-3e5d76c3-c695-4315-b009-4ad041f4ad35 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Allocated IP 2001:db8::302 (7e3afd0f-7326-49f9-80ac-5664ab976843/87929159-c2f5-4972-91f5-33e218804c77/625dff24-fbe6-4d6f-aab0-75d040f459e6) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:04:34.453704 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-3e5d76c3-c695-4315-b009-4ad041f4ad35 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Allocated IP 2001:db8:0:1:f816:3eff:fef9:f9cc (7e3afd0f-7326-49f9-80ac-5664ab976843/516ad0b0-1aed-459c-9497-6ead6b7510e5/625dff24-fbe6-4d6f-aab0-75d040f459e6) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:04:34.518657 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851651a-78b5-43c2-b761-a9f0f6c4999b req-93fea4f2-7915-41b3-bbeb-b03d5bf0faa7 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:34.519072 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b851651a-78b5-43c2-b761-a9f0f6c4999b req-93fea4f2-7915-41b3-bbeb-b03d5bf0faa7 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.2227247 Jul 24 01:04:34.525764 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-957ab3cd-3bd7-47e8-ab34-e0a5c8242030 req-c8996266-24e0-4d50-947c-c93c6a930fb5 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Deleting port d4ae5867-3747-4bde-93a5-3b36a131abe4 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:04:34.526110 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-957ab3cd-3bd7-47e8-ab34-e0a5c8242030 req-c8996266-24e0-4d50-947c-c93c6a930fb5 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:34.566629 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0f634889-3717-4d0c-839d-1c5ae43711de up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:04:34.637649 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 0f634889-3717-4d0c-839d-1c5ae43711de triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:04:34.638050 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:34.681772 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b851651a-78b5-43c2-b761-a9f0f6c4999b req-4e5926ad-8d70-46fc-b8b9-a54a5e083c96 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469159 Jul 24 01:04:34.784614 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-957ab3cd-3bd7-47e8-ab34-e0a5c8242030 req-c8996266-24e0-4d50-947c-c93c6a930fb5 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] For port d4ae5867-3747-4bde-93a5-3b36a131abe4, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d4ae5867-3747-4bde-93a5-3b36a131abe4,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:04:34.785272 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-957ab3cd-3bd7-47e8-ab34-e0a5c8242030 req-c8996266-24e0-4d50-947c-c93c6a930fb5 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:34.812666 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-957ab3cd-3bd7-47e8-ab34-e0a5c8242030 req-c8996266-24e0-4d50-947c-c93c6a930fb5 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Calling delete_port for d4ae5867-3747-4bde-93a5-3b36a131abe4 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:04:34.820672 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3e5d76c3-c695-4315-b009-4ad041f4ad35 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:34.951959 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-3e5d76c3-c695-4315-b009-4ad041f4ad35 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Transition to ACTIVE for port object 625dff24-fbe6-4d6f-aab0-75d040f459e6 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:04:34.971688 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:35.072203 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3e5d76c3-c695-4315-b009-4ad041f4ad35 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:35.186472 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5d76c3-c695-4315-b009-4ad041f4ad35 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:04:35.198198 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-3e5d76c3-c695-4315-b009-4ad041f4ad35 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:04:35.204927 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5d76c3-c695-4315-b009-4ad041f4ad35 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:04:35.213882 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5d76c3-c695-4315-b009-4ad041f4ad35 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:35.214774 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3e5d76c3-c695-4315-b009-4ad041f4ad35 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:35.224353 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-957ab3cd-3bd7-47e8-ab34-e0a5c8242030 req-c8996266-24e0-4d50-947c-c93c6a930fb5 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:35.254589 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d76c3-c695-4315-b009-4ad041f4ad35 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event updated for resources: {'Port': ['ID=625dff24-fbe6-4d6f-aab0-75d040f459e6,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:35.297230 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:35.303073 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8996266-24e0-4d50-947c-c93c6a930fb5 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Pushing event deleted for resources: {'Port': ['ID=d4ae5867-3747-4bde-93a5-3b36a131abe4,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:35.310144 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-33f03889-c2ae-4183-a8d3-bf2757455d4d None None] Allocated IP 2001:db8::2 (7e3afd0f-7326-49f9-80ac-5664ab976843/87929159-c2f5-4972-91f5-33e218804c77/0f634889-3717-4d0c-839d-1c5ae43711de) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:04:35.377264 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-90a616c6-12c5-4250-b719-38b63f674333 req-953b781a-f879-4874-9dce-81f3760a9978 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd70876-3c57-4831-943f-94221464bf64 HTTP/1.1" status: 200 len: 210 time: 0.1326573 Jul 24 01:04:35.409963 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3e5d76c3-c695-4315-b009-4ad041f4ad35 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9789660 Jul 24 01:04:35.411207 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-957ab3cd-3bd7-47e8-ab34-e0a5c8242030 req-c8996266-24e0-4d50-947c-c93c6a930fb5 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] No DVR routers for this DVR port d4ae5867-3747-4bde-93a5-3b36a131abe4 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:04:35.412782 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45436) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:35.422669 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-957ab3cd-3bd7-47e8-ab34-e0a5c8242030 req-c8996266-24e0-4d50-947c-c93c6a930fb5 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:35.424948 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-957ab3cd-3bd7-47e8-ab34-e0a5c8242030 req-c8996266-24e0-4d50-947c-c93c6a930fb5 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.13 "DELETE /v2.0/ports/d4ae5867-3747-4bde-93a5-3b36a131abe4 HTTP/1.1" status: 204 len: 173 time: 1.3974597 Jul 24 01:04:35.430493 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd70876-3c57-4831-943f-94221464bf64', 'name': 'network-vif-deleted', 'tag': 'd4ae5867-3747-4bde-93a5-3b36a131abe4'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:04:35.437341 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda3ae6f-f93c-4bed-b096-e84dfc5a93ab" -d '{"events": [{"server_uuid": "bcd70876-3c57-4831-943f-94221464bf64", "name": "network-vif-deleted", "tag": "d4ae5867-3747-4bde-93a5-3b36a131abe4"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:04:35.557405 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f93cd2-8a1e-4e75-a804-fd621b2a5f04 x-openstack-request-id: req-b7f93cd2-8a1e-4e75-a804-fd621b2a5f04 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:04:35.558306 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd70876-3c57-4831-943f-94221464bf64", "name": "network-vif-deleted", "tag": "d4ae5867-3747-4bde-93a5-3b36a131abe4", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:04:35.558624 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b7f93cd2-8a1e-4e75-a804-fd621b2a5f04 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:04:35.559019 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd70876-3c57-4831-943f-94221464bf64', 'name': 'network-vif-deleted', 'tag': 'd4ae5867-3747-4bde-93a5-3b36a131abe4', 'status': 'completed', 'code': 200} Jul 24 01:04:35.626446 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-33f03889-c2ae-4183-a8d3-bf2757455d4d None None] For port 0f634889-3717-4d0c-839d-1c5ae43711de, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0f634889-3717-4d0c-839d-1c5ae43711de,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:04:35.658992 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-6a2cbc55-c6f4-494f-af40-8c250565d27a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting port 625dff24-fbe6-4d6f-aab0-75d040f459e6 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:04:35.661623 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6a2cbc55-c6f4-494f-af40-8c250565d27a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:35.707151 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-33f03889-c2ae-4183-a8d3-bf2757455d4d None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:35.729271 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-33f03889-c2ae-4183-a8d3-bf2757455d4d None None] Transition to ACTIVE for port object 0f634889-3717-4d0c-839d-1c5ae43711de will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:04:35.740050 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-33f03889-c2ae-4183-a8d3-bf2757455d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:35.823128 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f03889-c2ae-4183-a8d3-bf2757455d4d None None] Pushing event updated for resources: {'Port': ['ID=0f634889-3717-4d0c-839d-1c5ae43711de,revision_number=14']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:35.884853 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6a2cbc55-c6f4-494f-af40-8c250565d27a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:35.916647 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-6a2cbc55-c6f4-494f-af40-8c250565d27a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Calling delete_port for 625dff24-fbe6-4d6f-aab0-75d040f459e6 owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:04:36.034806 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28a509-512d-4d8e-937f-61df743f8660 req-939786af-108b-42e3-8a66-c61a44b3a9be tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:36.037198 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cf28a509-512d-4d8e-937f-61df743f8660 req-939786af-108b-42e3-8a66-c61a44b3a9be tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1588571 Jul 24 01:04:36.129401 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cf28a509-512d-4d8e-937f-61df743f8660 req-5d97a5e5-7d73-495e-9b77-979be789d271 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847242 Jul 24 01:04:36.314390 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6a2cbc55-c6f4-494f-af40-8c250565d27a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:36.486954 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2cbc55-c6f4-494f-af40-8c250565d27a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Port': ['ID=625dff24-fbe6-4d6f-aab0-75d040f459e6,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:36.573472 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6a2cbc55-c6f4-494f-af40-8c250565d27a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:36.576091 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6a2cbc55-c6f4-494f-af40-8c250565d27a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/ports/625dff24-fbe6-4d6f-aab0-75d040f459e6 HTTP/1.1" status: 204 len: 168 time: 1.1621790 Jul 24 01:04:36.579023 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45472) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:36.634229 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0f634889-3717-4d0c-839d-1c5ae43711de up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:04:36.834452 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73bd3ba-5903-482b-97e0-589ea5e29fd6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:36.839027 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b73bd3ba-5903-482b-97e0-589ea5e29fd6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2583747 Jul 24 01:04:36.843513 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45480) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:36.993160 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2b1848-52ea-4160-aab0-e60bfa1f8b8a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:36.996338 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0e2b1848-52ea-4160-aab0-e60bfa1f8b8a tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1516638 Jul 24 01:04:37.000798 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45492) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:37.078686 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9b72b1d7-08d5-4cef-ac34-8cbf84e5fa4c None None] Provisioning for port 0f634889-3717-4d0c-839d-1c5ae43711de completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:04:37.088745 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9b72b1d7-08d5-4cef-ac34-8cbf84e5fa4c None None] Provisioning complete for port 0f634889-3717-4d0c-839d-1c5ae43711de triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:04:37.089180 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9b72b1d7-08d5-4cef-ac34-8cbf84e5fa4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:37.184339 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de815b0f-6626-4716-b5ef-f23e9681d7b0 req-8e25b22f-a414-4072-9c4b-dab85403dd74 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:37.207393 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-de815b0f-6626-4716-b5ef-f23e9681d7b0 req-8e25b22f-a414-4072-9c4b-dab85403dd74 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e393415a-bc21-4831-8457-6c5e2736d356 HTTP/1.1" status: 200 len: 945 time: 0.2234120 Jul 24 01:04:37.215855 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179dcb82-3760-404d-b5a0-01fc91728948 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:37.225058 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179dcb82-3760-404d-b5a0-01fc91728948 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:37.230006 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179dcb82-3760-404d-b5a0-01fc91728948 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:37.236544 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-179dcb82-3760-404d-b5a0-01fc91728948 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2341809 Jul 24 01:04:37.243751 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45514) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:37.377768 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-de815b0f-6626-4716-b5ef-f23e9681d7b0 req-5ab5f2ec-81fd-4358-a899-29887fad5765 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658623 Jul 24 01:04:37.490159 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-685e71c3-07ae-4cd0-826f-7d0493259beb tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting subnet 516ad0b0-1aed-459c-9497-6ead6b7510e5 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:04:37.508210 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-685e71c3-07ae-4cd0-826f-7d0493259beb tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:37.579619 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-2df2a6c3-a872-4e34-a84a-2fcf07934a72 None None] Could not find standard attr ID for object 625dff24-fbe6-4d6f-aab0-75d040f459e6. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:04:37.599634 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838363b7-b5ad-427f-bd52-5f097d80d315 req-d5d13dc7-83d5-4dda-8313-8d336e9da41b tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:37.607186 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-838363b7-b5ad-427f-bd52-5f097d80d315 req-d5d13dc7-83d5-4dda-8313-8d336e9da41b tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.2603102 Jul 24 01:04:37.662460 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-685e71c3-07ae-4cd0-826f-7d0493259beb tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:37.799654 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-838363b7-b5ad-427f-bd52-5f097d80d315 req-37cfb833-d818-40c0-8000-105d20cba9f0 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828961 Jul 24 01:04:37.925124 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-685e71c3-07ae-4cd0-826f-7d0493259beb tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:38.080075 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-685e71c3-07ae-4cd0-826f-7d0493259beb tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:38.099974 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-685e71c3-07ae-4cd0-826f-7d0493259beb tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:38.115110 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef44e37-52d2-46cd-9d64-db9e8c0c8000 None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:04:38.115698 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-685e71c3-07ae-4cd0-826f-7d0493259beb tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/516ad0b0-1aed-459c-9497-6ead6b7510e5 HTTP/1.1" status: 204 len: 168 time: 0.8701916 Jul 24 01:04:38.117752 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45554) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:38.131206 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d4ae5867-3747-4bde-93a5-3b36a131abe4 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:04:38.142937 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e71c3-07ae-4cd0-826f-7d0493259beb tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Subnet': ['ID=516ad0b0-1aed-459c-9497-6ead6b7510e5,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:38.205636 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: d4ae5867-3747-4bde-93a5-3b36a131abe4 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:04:38.206230 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d4ae5867-3747-4bde-93a5-3b36a131abe4 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:04:38.384673 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-9547636b-17d0-485d-8a65-e2854f6b8dab tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Deleting subnet 87929159-c2f5-4972-91f5-33e218804c77 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:04:38.421232 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9547636b-17d0-485d-8a65-e2854f6b8dab tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:38.614054 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9547636b-17d0-485d-8a65-e2854f6b8dab tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:38.647031 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a44a37-f416-46ac-b7e2-c8cbcb3253a3 req-5f686cc6-50d8-48e3-959f-6fe586c107b2 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:38.657569 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e0a44a37-f416-46ac-b7e2-c8cbcb3253a3 req-5f686cc6-50d8-48e3-959f-6fe586c107b2 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e393415a-bc21-4831-8457-6c5e2736d356 HTTP/1.1" status: 200 len: 945 time: 0.1413398 Jul 24 01:04:38.735864 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e0a44a37-f416-46ac-b7e2-c8cbcb3253a3 req-7f256863-1c58-47ac-b81c-2066e8595af9 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768960 Jul 24 01:04:38.776385 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fffd369-fabd-40d7-b743-29b465f68b26 req-c94cab4d-8f33-499e-9686-aa3e14b2820e tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:38.778314 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6fffd369-fabd-40d7-b743-29b465f68b26 req-c94cab4d-8f33-499e-9686-aa3e14b2820e tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.13 "GET /v2.0/ports?device_id=e393415a-bc21-4831-8457-6c5e2736d356 HTTP/1.1" status: 200 len: 945 time: 0.4917457 Jul 24 01:04:39.741326 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9547636b-17d0-485d-8a65-e2854f6b8dab tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:39.829981 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-625be10b-0f37-4d4b-b81b-bce3726a0b49 None None] Provisioning complete for port 0f634889-3717-4d0c-839d-1c5ae43711de triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:04:39.830604 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-625be10b-0f37-4d4b-b81b-bce3726a0b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:39.927461 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9547636b-17d0-485d-8a65-e2854f6b8dab tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:40.031592 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469d419-32fb-43ac-baab-afd447e62913 req-2f85d64a-17d1-466b-8e40-c1ff3601258b tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:40.043549 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b469d419-32fb-43ac-baab-afd447e62913 req-2f85d64a-17d1-466b-8e40-c1ff3601258b tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e393415a-bc21-4831-8457-6c5e2736d356 HTTP/1.1" status: 200 len: 945 time: 0.1654506 Jul 24 01:04:40.092696 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9547636b-17d0-485d-8a65-e2854f6b8dab tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:40.098051 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9547636b-17d0-485d-8a65-e2854f6b8dab tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/87929159-c2f5-4972-91f5-33e218804c77 HTTP/1.1" status: 204 len: 168 time: 1.9786594 Jul 24 01:04:40.100532 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9547636b-17d0-485d-8a65-e2854f6b8dab tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Subnet': ['ID=87929159-c2f5-4972-91f5-33e218804c77,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:40.103265 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b469d419-32fb-43ac-baab-afd447e62913 req-e791bcb9-4717-43de-8eea-76308805fbf7 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578229 Jul 24 01:04:40.104441 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45654) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:40.104584 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27916d3-b714-44ec-a020-49c8bd52e2f3 None None] Network 7e3afd0f-7326-49f9-80ac-5664ab976843 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:04:40.117027 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-6fffd369-fabd-40d7-b743-29b465f68b26 req-0275e9e7-dadc-486b-829d-90c62c0e8aad tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Deleting port 17d2d77d-4333-4b13-b3a8-7a6965dc17c8 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:04:40.117496 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6fffd369-fabd-40d7-b743-29b465f68b26 req-0275e9e7-dadc-486b-829d-90c62c0e8aad tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:40.213820 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-58a3de87-a7c7-4fa7-bacd-50327c4ef925 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1063125 Jul 24 01:04:40.217021 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45660) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:40.217359 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4308c645-235b-485f-b065-138acb36748e req-0bdfd12d-d0d6-4b04-994d-317141a6eb4e tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:40.225516 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4308c645-235b-485f-b065-138acb36748e req-0bdfd12d-d0d6-4b04-994d-317141a6eb4e tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 1.3166268 Jul 24 01:04:40.319980 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427118f1-3d09-408f-8572-5d0a915b66f8 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:40.322771 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-427118f1-3d09-408f-8572-5d0a915b66f8 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1029699 Jul 24 01:04:40.324250 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45664) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:40.397500 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f7466f-42ef-4705-b4e9-ca4dc62467f7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:40.399087 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e4f7466f-42ef-4705-b4e9-ca4dc62467f7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0736222 Jul 24 01:04:40.402523 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45670) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:40.430332 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4308c645-235b-485f-b065-138acb36748e req-3e372940-9f9d-41bc-bb6c-090ee1839330 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492233 Jul 24 01:04:40.445577 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-6fffd369-fabd-40d7-b743-29b465f68b26 req-0275e9e7-dadc-486b-829d-90c62c0e8aad tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] For port 17d2d77d-4333-4b13-b3a8-7a6965dc17c8, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=17d2d77d-4333-4b13-b3a8-7a6965dc17c8,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:04:40.445960 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6fffd369-fabd-40d7-b743-29b465f68b26 req-0275e9e7-dadc-486b-829d-90c62c0e8aad tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:40.470758 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-db4f654a-843b-42ee-a635-bf73c1ba3c50 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0652230 Jul 24 01:04:40.474124 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45672) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:40.476773 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-6fffd369-fabd-40d7-b743-29b465f68b26 req-0275e9e7-dadc-486b-829d-90c62c0e8aad tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Calling delete_port for 17d2d77d-4333-4b13-b3a8-7a6965dc17c8 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:04:40.498831 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a36c23-afa2-4b13-a18a-8542466db465 None None] DHCP port deletion for 7e3afd0f-7326-49f9-80ac-5664ab976843 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:04:40.521870 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-65935451-11d4-403d-ab48-9629649d7419 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:40.522638 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65935451-11d4-403d-ab48-9629649d7419 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:40.528054 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-65935451-11d4-403d-ab48-9629649d7419 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/ports/625dff24-fbe6-4d6f-aab0-75d040f459e6 HTTP/1.1" status: 404 len: 333 time: 0.0494025 Jul 24 01:04:40.528054 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45674) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:40.575049 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-05a36c23-afa2-4b13-a18a-8542466db465 None None] Deleting port 0f634889-3717-4d0c-839d-1c5ae43711de {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:04:40.575388 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-05a36c23-afa2-4b13-a18a-8542466db465 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:40.646306 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-7743c94c-45cb-44a5-9204-82027deb9a9c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:40.646822 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7743c94c-45cb-44a5-9204-82027deb9a9c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:40.651196 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7743c94c-45cb-44a5-9204-82027deb9a9c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/516ad0b0-1aed-459c-9497-6ead6b7510e5 HTTP/1.1" status: 404 len: 337 time: 0.1200473 Jul 24 01:04:40.652146 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45682) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:40.729644 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-d251adb8-2233-4867-ace6-ebd39b725fb7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:40.730232 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d251adb8-2233-4867-ace6-ebd39b725fb7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:40.735669 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d251adb8-2233-4867-ace6-ebd39b725fb7 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/87929159-c2f5-4972-91f5-33e218804c77 HTTP/1.1" status: 404 len: 337 time: 0.0817897 Jul 24 01:04:40.736459 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45688) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:40.763274 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-05a36c23-afa2-4b13-a18a-8542466db465 None None] For port 0f634889-3717-4d0c-839d-1c5ae43711de, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0f634889-3717-4d0c-839d-1c5ae43711de,segment=NetworkSegment(477a8a9a-959d-4d47-a527-e9a5fe456002),segment_id=477a8a9a-959d-4d47-a527-e9a5fe456002)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:04:40.764420 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-05a36c23-afa2-4b13-a18a-8542466db465 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:40.781125 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6fffd369-fabd-40d7-b743-29b465f68b26 req-0275e9e7-dadc-486b-829d-90c62c0e8aad tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:40.804704 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['d2e500a4-c057-47e6-8e49-9f5b94fbc941'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:04:40.821801 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-05a36c23-afa2-4b13-a18a-8542466db465 None None] Calling delete_port for 0f634889-3717-4d0c-839d-1c5ae43711de owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:04:40.825660 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-888e113b-d205-4fdf-8aec-191754a6e6ea tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:40.826959 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-888e113b-d205-4fdf-8aec-191754a6e6ea tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:40.837955 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-888e113b-d205-4fdf-8aec-191754a6e6ea tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/ports/a9e058af-94df-428f-94f1-2945412afb1a HTTP/1.1" status: 404 len: 333 time: 0.1001256 Jul 24 01:04:40.838772 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45692) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:40.891668 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0275e9e7-dadc-486b-829d-90c62c0e8aad tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Pushing event deleted for resources: {'Port': ['ID=17d2d77d-4333-4b13-b3a8-7a6965dc17c8,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:40.945458 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba064afd-0cd3-47a5-bd52-434dd6b6a321 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:40.946468 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba064afd-0cd3-47a5-bd52-434dd6b6a321 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:40.949528 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ba064afd-0cd3-47a5-bd52-434dd6b6a321 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/13cad2ba-5733-4985-a30f-ddec58b6d07f HTTP/1.1" status: 404 len: 337 time: 0.1093524 Jul 24 01:04:40.953265 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45694) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:41.000613 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-226ac468-28e8-4d39-838b-cef2766b43d5 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:41.001519 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-226ac468-28e8-4d39-838b-cef2766b43d5 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:41.004478 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-226ac468-28e8-4d39-838b-cef2766b43d5 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/f32c0cbb-58ae-4520-a327-29dbcd579695 HTTP/1.1" status: 404 len: 337 time: 0.0497568 Jul 24 01:04:41.045573 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45700) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:41.077755 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fffd369-fabd-40d7-b743-29b465f68b26 req-0275e9e7-dadc-486b-829d-90c62c0e8aad tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] No DVR routers for this DVR port 17d2d77d-4333-4b13-b3a8-7a6965dc17c8 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:04:41.096497 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6fffd369-fabd-40d7-b743-29b465f68b26 req-0275e9e7-dadc-486b-829d-90c62c0e8aad tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:41.105052 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6fffd369-fabd-40d7-b743-29b465f68b26 req-0275e9e7-dadc-486b-829d-90c62c0e8aad tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.13 "DELETE /v2.0/ports/17d2d77d-4333-4b13-b3a8-7a6965dc17c8 HTTP/1.1" status: 204 len: 173 time: 2.3115132 Jul 24 01:04:41.127523 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e393415a-bc21-4831-8457-6c5e2736d356', 'name': 'network-vif-deleted', 'tag': '17d2d77d-4333-4b13-b3a8-7a6965dc17c8'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:04:41.136054 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb668bc-8cb4-4d41-a379-c31b26312c7d" -d '{"events": [{"server_uuid": "e393415a-bc21-4831-8457-6c5e2736d356", "name": "network-vif-deleted", "tag": "17d2d77d-4333-4b13-b3a8-7a6965dc17c8"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:04:41.216641 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45706) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:41.240559 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f17b235-3634-4383-b21c-6e6f7a181d79 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:41.241763 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f17b235-3634-4383-b21c-6e6f7a181d79 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:41.248934 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45710) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:41.249458 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4f17b235-3634-4383-b21c-6e6f7a181d79 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/ports/d4097193-4743-4779-b60a-164ff12f46ab HTTP/1.1" status: 404 len: 333 time: 0.1990452 Jul 24 01:04:41.287242 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee91249-ead1-446f-b1d6-01442a513551 x-openstack-request-id: req-1ee91249-ead1-446f-b1d6-01442a513551 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:04:41.287983 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e393415a-bc21-4831-8457-6c5e2736d356", "name": "network-vif-deleted", "tag": "17d2d77d-4333-4b13-b3a8-7a6965dc17c8", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:04:41.288457 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1ee91249-ead1-446f-b1d6-01442a513551 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:04:41.289040 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e393415a-bc21-4831-8457-6c5e2736d356', 'name': 'network-vif-deleted', 'tag': '17d2d77d-4333-4b13-b3a8-7a6965dc17c8', 'status': 'completed', 'code': 200} Jul 24 01:04:41.322780 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-05a36c23-afa2-4b13-a18a-8542466db465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:41.354233 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-edf15479-bd26-49fc-ae93-11e3055cb1b6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:41.365058 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edf15479-bd26-49fc-ae93-11e3055cb1b6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:41.375411 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45718) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:41.377121 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-edf15479-bd26-49fc-ae93-11e3055cb1b6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/a450764e-2fc9-4876-9ec0-5376cd9803c1 HTTP/1.1" status: 404 len: 337 time: 0.1210029 Jul 24 01:04:41.438920 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a36c23-afa2-4b13-a18a-8542466db465 None None] Pushing event deleted for resources: {'Port': ['ID=0f634889-3717-4d0c-839d-1c5ae43711de,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:41.482364 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a36c23-afa2-4b13-a18a-8542466db465 None None] No DVR routers for this DVR port 0f634889-3717-4d0c-839d-1c5ae43711de on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:04:41.482688 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-1992bdd2-799e-4d69-9d44-970d64825917 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:41.483409 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1992bdd2-799e-4d69-9d44-970d64825917 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:41.493931 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1992bdd2-799e-4d69-9d44-970d64825917 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/f7086dd1-b193-4c26-ac0f-61f803dfcfda HTTP/1.1" status: 404 len: 337 time: 0.1139026 Jul 24 01:04:41.493931 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45720) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:41.493931 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45724) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:41.540360 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f17f6273-d3cd-4a04-9460-d006d4a66f12 req-0d4b75b0-f8d1-4f30-b4ee-40a305def1fb tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=e393415a-bc21-4831-8457-6c5e2736d356 HTTP/1.1" status: 200 len: 210 time: 0.1588855 Jul 24 01:04:41.569495 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5a94dfc3-6277-4466-886a-92b4129f046a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:41.601731 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ee95a08-faf1-4a40-be15-d424acd6108c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:41.604146 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ee95a08-faf1-4a40-be15-d424acd6108c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:41.610237 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4ee95a08-faf1-4a40-be15-d424acd6108c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/ports/22f74bc5-4997-4e26-b002-bba84f2fea39 HTTP/1.1" status: 404 len: 333 time: 0.1061001 Jul 24 01:04:41.610650 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45728) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:41.713572 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc36a8f7-b443-43a3-bd20-256edff03473 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:41.721563 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc36a8f7-b443-43a3-bd20-256edff03473 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:41.721563 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-bc36a8f7-b443-43a3-bd20-256edff03473 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/b81be890-fb6e-4078-8ecc-a6bfdc759646 HTTP/1.1" status: 404 len: 337 time: 0.1076090 Jul 24 01:04:41.721563 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45730) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:41.758818 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5a94dfc3-6277-4466-886a-92b4129f046a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:41.767328 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5a94dfc3-6277-4466-886a-92b4129f046a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:41.794258 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-1401bb89-7420-4c08-a5f2-3a467307a6d3 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:41.796182 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1401bb89-7420-4c08-a5f2-3a467307a6d3 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:41.800766 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1401bb89-7420-4c08-a5f2-3a467307a6d3 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/bc923776-e37a-4508-837c-12fce995723e HTTP/1.1" status: 404 len: 337 time: 0.0647178 Jul 24 01:04:41.820329 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45732) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:41.822760 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c36a99af-2812-4f7b-8b0d-201949ec335b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:41.835220 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5a94dfc3-6277-4466-886a-92b4129f046a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d9e0d7f0ae0a4736bc7e38df9052e8f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6151896 Jul 24 01:04:41.839243 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45734) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:41.902067 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a94dfc3-6277-4466-886a-92b4129f046a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22090be-ab22-47e3-b74c-7d8280b4f73a,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:41.972834 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-02abdd1d-274e-44bb-ad30-ae083f490648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:41.984093 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c36a99af-2812-4f7b-8b0d-201949ec335b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:42.026821 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c36a99af-2812-4f7b-8b0d-201949ec335b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:42.043676 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-02abdd1d-274e-44bb-ad30-ae083f490648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:42.056815 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbce79c7-57bc-40b6-a430-8a894cbb3f7d tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:42.057710 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbce79c7-57bc-40b6-a430-8a894cbb3f7d tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:42.059697 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-dbce79c7-57bc-40b6-a430-8a894cbb3f7d tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/ports/8f946c99-3baf-4035-9677-c60babff71f8 HTTP/1.1" status: 404 len: 333 time: 0.2379897 Jul 24 01:04:42.063267 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a99af-2812-4f7b-8b0d-201949ec335b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f96cb43-b1cf-418c-a2fd-5231ad2994ea,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:42.071605 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45738) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:42.119841 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0f96cf0-db87-4cd8-9f3f-81f111a7c4b0 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:42.120319 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0f96cf0-db87-4cd8-9f3f-81f111a7c4b0 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:42.126357 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e0f96cf0-db87-4cd8-9f3f-81f111a7c4b0 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/bc5bd7fa-0e10-4ad5-bb1a-6e4cb0016996 HTTP/1.1" status: 404 len: 337 time: 0.0492861 Jul 24 01:04:42.128386 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45740) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:42.148495 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 17d2d77d-4333-4b13-b3a8-7a6965dc17c8 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:04:42.153978 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c36a99af-2812-4f7b-8b0d-201949ec335b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=78b5f335dffd483d8bce6df6c1cdfaea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6548128 Jul 24 01:04:42.169386 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45742) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:42.181838 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d65c4a-dcdf-44f8-9c47-aceb362e0537 req-46ca037f-56aa-4820-b778-33feb85599bd tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:42.190330 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-09d65c4a-dcdf-44f8-9c47-aceb362e0537 req-46ca037f-56aa-4820-b778-33feb85599bd tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.5145900 Jul 24 01:04:42.196508 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 17d2d77d-4333-4b13-b3a8-7a6965dc17c8 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:04:42.196855 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 17d2d77d-4333-4b13-b3a8-7a6965dc17c8 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:04:42.208430 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0df1bdf-a8ab-44dc-957b-37847b4f2702 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:42.209561 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0df1bdf-a8ab-44dc-957b-37847b4f2702 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:42.211603 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e0df1bdf-a8ab-44dc-957b-37847b4f2702 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/ports/c17cb1f1-c8d1-4f07-bdb7-d48bc3a6acc9 HTTP/1.1" status: 404 len: 333 time: 0.0793216 Jul 24 01:04:42.215820 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45744) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:42.234861 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-02abdd1d-274e-44bb-ad30-ae083f490648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:42.237610 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-02abdd1d-274e-44bb-ad30-ae083f490648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:42.241167 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-02abdd1d-274e-44bb-ad30-ae083f490648 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c22090be-ab22-47e3-b74c-7d8280b4f73a HTTP/1.1" status: 204 len: 168 time: 0.3982441 Jul 24 01:04:42.252464 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02abdd1d-274e-44bb-ad30-ae083f490648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22090be-ab22-47e3-b74c-7d8280b4f73a,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:42.308007 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-366a4d0e-d84c-42c9-b9bc-d020a56143c2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:42.308504 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-366a4d0e-d84c-42c9-b9bc-d020a56143c2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:42.315884 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fc45a1e6-b023-4e99-8a50-762bb7d18a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:42.317988 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-366a4d0e-d84c-42c9-b9bc-d020a56143c2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/d55c1ee3-6882-4a96-8751-af11597d0042 HTTP/1.1" status: 404 len: 337 time: 0.0997863 Jul 24 01:04:42.324181 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45748) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:42.350230 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fc45a1e6-b023-4e99-8a50-762bb7d18a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:42.367643 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fd96bc1-7eae-475d-8994-5531baa4ca58 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:42.368537 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fd96bc1-7eae-475d-8994-5531baa4ca58 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:42.370311 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-8fd96bc1-7eae-475d-8994-5531baa4ca58 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/ports/dff95492-6fa1-4d9f-b205-619b38bc05a5 HTTP/1.1" status: 404 len: 333 time: 0.0448685 Jul 24 01:04:42.380900 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-09d65c4a-dcdf-44f8-9c47-aceb362e0537 req-9ac73566-107e-4dfb-9287-6e722d3ec400 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891327 Jul 24 01:04:42.386310 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45750) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:42.414264 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fc45a1e6-b023-4e99-8a50-762bb7d18a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:42.420692 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fc45a1e6-b023-4e99-8a50-762bb7d18a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:42.423534 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-fc45a1e6-b023-4e99-8a50-762bb7d18a72 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1f96cb43-b1cf-418c-a2fd-5231ad2994ea HTTP/1.1" status: 204 len: 168 time: 0.2508523 Jul 24 01:04:42.431257 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cf1e939-f693-45a2-bbbc-0a0051a7e71d tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:42.431735 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cf1e939-f693-45a2-bbbc-0a0051a7e71d tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:42.433657 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5cf1e939-f693-45a2-bbbc-0a0051a7e71d tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/72129448-5039-40c2-85f5-3d950543242c HTTP/1.1" status: 404 len: 337 time: 0.0329738 Jul 24 01:04:42.437903 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45756) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:42.441718 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc45a1e6-b023-4e99-8a50-762bb7d18a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f96cb43-b1cf-418c-a2fd-5231ad2994ea,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:42.496488 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee2e1624-f9f6-42db-a1d1-2a9fee1d8f43 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:42.497286 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee2e1624-f9f6-42db-a1d1-2a9fee1d8f43 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:42.502165 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ee2e1624-f9f6-42db-a1d1-2a9fee1d8f43 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/ports/4fea9d06-47a2-4eff-b941-31bb07a4f44a HTTP/1.1" status: 404 len: 333 time: 0.0608096 Jul 24 01:04:42.502591 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45758) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:42.583282 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-16c5c522-45ed-4367-a632-a6745c415098 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:42.583848 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16c5c522-45ed-4367-a632-a6745c415098 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:42.588279 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-16c5c522-45ed-4367-a632-a6745c415098 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/8045f160-ca58-4c26-87f3-f9368418fd43 HTTP/1.1" status: 404 len: 337 time: 0.0823376 Jul 24 01:04:42.588823 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45764) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:42.603665 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0f634889-3717-4d0c-839d-1c5ae43711de no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:04:42.621833 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-647e3432-d8e5-4e37-a4b9-ea3c9f239720 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:42.623854 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-647e3432-d8e5-4e37-a4b9-ea3c9f239720 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:42.628379 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-647e3432-d8e5-4e37-a4b9-ea3c9f239720 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/ports/7ca29872-5865-4484-b449-913c9e6a7a5d HTTP/1.1" status: 404 len: 333 time: 0.0355721 Jul 24 01:04:42.629217 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45768) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:42.666911 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 0f634889-3717-4d0c-839d-1c5ae43711de {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:04:42.667297 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0f634889-3717-4d0c-839d-1c5ae43711de not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:04:42.674113 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-f79116f3-06d9-498d-a625-0c9583342b34 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:42.675639 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f79116f3-06d9-498d-a625-0c9583342b34 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:42.680527 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f79116f3-06d9-498d-a625-0c9583342b34 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/8f373128-4072-4afc-8deb-e1eedec4ed33 HTTP/1.1" status: 404 len: 337 time: 0.0476496 Jul 24 01:04:42.681203 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45770) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:42.756183 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-1be05175-b0af-4af5-afa5-3285839a95d5 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:42.759419 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1be05175-b0af-4af5-afa5-3285839a95d5 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:42.763403 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1be05175-b0af-4af5-afa5-3285839a95d5 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/ports/0d8f4c6e-d256-431b-80b1-8a24bfed9e2b HTTP/1.1" status: 404 len: 333 time: 0.0813587 Jul 24 01:04:42.766896 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45776) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:42.828645 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-129feb43-344f-4e89-8201-0e321ba9765f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:42.829904 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-129feb43-344f-4e89-8201-0e321ba9765f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:42.831252 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-129feb43-344f-4e89-8201-0e321ba9765f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/de29364a-f3da-4c11-b06d-aa296e501d35 HTTP/1.1" status: 404 len: 337 time: 0.0627105 Jul 24 01:04:42.835258 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45780) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:42.933995 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd025cb5-cf2a-4b9e-bf15-aa67167ed29b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:42.937308 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd025cb5-cf2a-4b9e-bf15-aa67167ed29b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:42.943508 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-bd025cb5-cf2a-4b9e-bf15-aa67167ed29b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/0dcf180e-3b8c-4382-89b0-d1b5df625de0 HTTP/1.1" status: 404 len: 337 time: 0.1056530 Jul 24 01:04:42.945864 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45786) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:43.008329 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-d934aadf-734e-4d27-9071-ab464e6b0194 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:43.009280 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d934aadf-734e-4d27-9071-ab464e6b0194 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:43.011811 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d934aadf-734e-4d27-9071-ab464e6b0194 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/ports/e56c11fc-8855-4c2f-8d6c-600a1172cd5f HTTP/1.1" status: 404 len: 333 time: 0.0630701 Jul 24 01:04:43.015057 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45788) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:43.075656 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-240174ba-c1a2-4555-8ea6-dd2f9d9ea6b6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:43.077943 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-240174ba-c1a2-4555-8ea6-dd2f9d9ea6b6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:43.082433 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-240174ba-c1a2-4555-8ea6-dd2f9d9ea6b6 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/94e607e7-d266-4379-844a-3b34bea0bf18 HTTP/1.1" status: 404 len: 337 time: 0.0660036 Jul 24 01:04:43.086358 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45796) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:43.141671 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-15bf3ef7-a5c0-481e-9b9f-b609e1ac294d tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:43.142849 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15bf3ef7-a5c0-481e-9b9f-b609e1ac294d tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:43.149187 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45798) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:43.150164 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-15bf3ef7-a5c0-481e-9b9f-b609e1ac294d tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/a47ba993-b846-48a7-9c6e-f40de61883b3 HTTP/1.1" status: 404 len: 337 time: 0.0607071 Jul 24 01:04:43.195572 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-780533e4-c0ec-4fe7-b605-6797a7e6ff1e tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:43.197207 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-780533e4-c0ec-4fe7-b605-6797a7e6ff1e tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:43.200153 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-780533e4-c0ec-4fe7-b605-6797a7e6ff1e tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/ports/7449960a-28cb-4a8c-ace9-0e12100d4e79 HTTP/1.1" status: 404 len: 333 time: 0.0499353 Jul 24 01:04:43.205337 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45800) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:43.234008 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99ca7e4-e8a3-4b51-a613-b2cfe43c6fb4 req-98c1366a-596e-4649-9aee-8b7f40619d81 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:43.241946 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b99ca7e4-e8a3-4b51-a613-b2cfe43c6fb4 req-98c1366a-596e-4649-9aee-8b7f40619d81 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=21361991-c742-44c8-a804-0f9a213057c2 HTTP/1.1" status: 200 len: 945 time: 0.2068486 Jul 24 01:04:43.259543 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-44ee122d-bb08-4fab-9912-74e563b00c3d tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:43.260621 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44ee122d-bb08-4fab-9912-74e563b00c3d tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:43.267170 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-44ee122d-bb08-4fab-9912-74e563b00c3d tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/c012bacf-6023-459e-afad-8ef983880cb2 HTTP/1.1" status: 404 len: 337 time: 0.0601144 Jul 24 01:04:43.268023 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45806) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:43.360020 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-74cffef6-c8c1-41ec-9961-2a240063f8c2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:43.360636 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74cffef6-c8c1-41ec-9961-2a240063f8c2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:43.374235 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-74cffef6-c8c1-41ec-9961-2a240063f8c2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/a7b9830e-d0e7-4abc-a123-99da3298b8ca HTTP/1.1" status: 404 len: 337 time: 0.1046290 Jul 24 01:04:43.387198 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b99ca7e4-e8a3-4b51-a613-b2cfe43c6fb4 req-840ca183-5664-4709-be45-8036028ecb04 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1181be37-ac8f-4951-92f4-2e4f3928e30f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441009 Jul 24 01:04:43.393914 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45820) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:43.431469 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d8a8c3a-e6d4-4c29-9252-94047bd231fd tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:43.432307 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d8a8c3a-e6d4-4c29-9252-94047bd231fd tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:43.437103 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7d8a8c3a-e6d4-4c29-9252-94047bd231fd tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/ports/c9548d6a-5080-415d-936d-1f3a4838f4c0 HTTP/1.1" status: 404 len: 333 time: 0.0393736 Jul 24 01:04:43.437103 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45826) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:43.466386 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e8ebd06-f669-4cc4-8ef5-5ca360b89bc9 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:43.467630 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e8ebd06-f669-4cc4-8ef5-5ca360b89bc9 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:43.471380 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5e8ebd06-f669-4cc4-8ef5-5ca360b89bc9 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/11c9d72d-38c2-4e7f-bb57-982b515f3a90 HTTP/1.1" status: 404 len: 337 time: 0.0314045 Jul 24 01:04:43.472227 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45830) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:43.508325 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5ce6847-40c1-4a17-ad69-94cb9ab46c86 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:43.509349 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5ce6847-40c1-4a17-ad69-94cb9ab46c86 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:43.510895 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f5ce6847-40c1-4a17-ad69-94cb9ab46c86 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/d3041501-86a7-4308-86c9-88206b6957d9 HTTP/1.1" status: 404 len: 337 time: 0.0344071 Jul 24 01:04:43.514637 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45832) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:43.532484 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc220697-6646-4395-beb0-918f8cf03316 req-d743af4f-67c3-48d9-9723-0ec4f1eef204 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:43.540237 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fc220697-6646-4395-beb0-918f8cf03316 req-d743af4f-67c3-48d9-9723-0ec4f1eef204 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.13 "GET /v2.0/ports?device_id=21361991-c742-44c8-a804-0f9a213057c2 HTTP/1.1" status: 200 len: 945 time: 0.2625840 Jul 24 01:04:43.556758 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a9c83b34-e41e-45bb-9aac-22d0f95ff393 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/ports?device_id=1fe4ba92-a0a5-4115-8aed-a5ac01a1aab4 HTTP/1.1" status: 200 len: 205 time: 0.0414524 Jul 24 01:04:43.562144 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45836) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:43.615171 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-9fd4d60b-77b0-434d-a2d3-53e6f3d3c325 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] delete failed (client error): The resource could not be found. Jul 24 01:04:43.616280 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9fd4d60b-77b0-434d-a2d3-53e6f3d3c325 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/routers/1fe4ba92-a0a5-4115-8aed-a5ac01a1aab4 HTTP/1.1" status: 404 len: 336 time: 0.0523591 Jul 24 01:04:43.620870 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45842) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:43.692076 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d1d57c5-7899-4a30-8d5a-11e7f3803042 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:43.692534 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d1d57c5-7899-4a30-8d5a-11e7f3803042 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:43.694758 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3d1d57c5-7899-4a30-8d5a-11e7f3803042 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/d914f1bd-9f38-497b-baa7-59a8f84737df HTTP/1.1" status: 404 len: 337 time: 0.0727899 Jul 24 01:04:43.699907 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45848) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:43.740942 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d7e0195b-54a4-4ad7-8e60-1c0b85e69e1e tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "GET /v2.0/ports?device_id=c20ed702-9c3a-4731-85ec-a5350bcd3d13 HTTP/1.1" status: 200 len: 205 time: 0.0382288 Jul 24 01:04:43.743300 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45854) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:43.763356 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-fc220697-6646-4395-beb0-918f8cf03316 req-e662e729-0402-4b41-a74f-4dcabf13248b tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Deleting port d2e500a4-c057-47e6-8e49-9f5b94fbc941 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:04:43.764418 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fc220697-6646-4395-beb0-918f8cf03316 req-e662e729-0402-4b41-a74f-4dcabf13248b tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:43.786751 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-427099b5-36dd-4253-81c7-0a310ffa9cbc tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] delete failed (client error): The resource could not be found. Jul 24 01:04:43.790039 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-427099b5-36dd-4253-81c7-0a310ffa9cbc tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/routers/c20ed702-9c3a-4731-85ec-a5350bcd3d13 HTTP/1.1" status: 404 len: 336 time: 0.0435321 Jul 24 01:04:43.791118 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45856) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:43.822369 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-3509ec8e-cda6-47b5-bba7-88f4e83a875d tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:43.822787 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3509ec8e-cda6-47b5-bba7-88f4e83a875d tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:43.827833 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3509ec8e-cda6-47b5-bba7-88f4e83a875d tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/46330034-9b62-4c44-a7ad-4a7ffbaf6073 HTTP/1.1" status: 404 len: 337 time: 0.0327499 Jul 24 01:04:43.828597 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45858) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:43.867207 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea8ebe3-02e0-46fb-8286-2b3ec172d492 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:43.867793 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ea8ebe3-02e0-46fb-8286-2b3ec172d492 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:43.869525 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8ea8ebe3-02e0-46fb-8286-2b3ec172d492 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/99608a91-6857-4025-ba52-93c981f0a93e HTTP/1.1" status: 404 len: 337 time: 0.0399959 Jul 24 01:04:43.874809 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45864) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:43.879136 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97ae02-d9cb-4357-987d-67db4526f22e req-424a13d5-caf9-41cd-92a8-e54eff8f9a07 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:43.880785 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ec97ae02-d9cb-4357-987d-67db4526f22e req-424a13d5-caf9-41cd-92a8-e54eff8f9a07 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.2672396 Jul 24 01:04:43.906564 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8ba13a5-4c2c-4345-a2ac-88ef48342e7d tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:43.907353 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8ba13a5-4c2c-4345-a2ac-88ef48342e7d tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:43.909163 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f8ba13a5-4c2c-4345-a2ac-88ef48342e7d tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/ports/7ae52787-1913-4d21-be05-787f409e5169 HTTP/1.1" status: 404 len: 333 time: 0.0327580 Jul 24 01:04:43.911834 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45866) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:43.937851 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ec97ae02-d9cb-4357-987d-67db4526f22e req-adb9bda1-00b3-4073-bebc-443033d38b46 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493004 Jul 24 01:04:43.965950 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ec44f9-a19f-4cf1-8fe9-1fa1236a587c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:43.966955 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5ec44f9-a19f-4cf1-8fe9-1fa1236a587c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:43.969183 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d5ec44f9-a19f-4cf1-8fe9-1fa1236a587c tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/cc9ca0b7-53c7-4fe3-a090-c1a70a8ecd92 HTTP/1.1" status: 404 len: 337 time: 0.0563893 Jul 24 01:04:43.973572 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45872) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:43.987939 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-fc220697-6646-4395-beb0-918f8cf03316 req-e662e729-0402-4b41-a74f-4dcabf13248b tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] For port d2e500a4-c057-47e6-8e49-9f5b94fbc941, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d2e500a4-c057-47e6-8e49-9f5b94fbc941,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:04:43.988374 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fc220697-6646-4395-beb0-918f8cf03316 req-e662e729-0402-4b41-a74f-4dcabf13248b tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:44.009141 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-fc220697-6646-4395-beb0-918f8cf03316 req-e662e729-0402-4b41-a74f-4dcabf13248b tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Calling delete_port for d2e500a4-c057-47e6-8e49-9f5b94fbc941 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:04:44.014607 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-55ca4803-30eb-4563-9569-75d183b32a40 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:44.015656 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55ca4803-30eb-4563-9569-75d183b32a40 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:44.020436 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-55ca4803-30eb-4563-9569-75d183b32a40 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/ports/4caa3e5d-6eec-4a90-be5b-6134a69dd000 HTTP/1.1" status: 404 len: 333 time: 0.0462706 Jul 24 01:04:44.021315 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45874) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:44.048750 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-b01fb591-e4ef-444e-b787-868077ddc8f0 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:44.049493 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b01fb591-e4ef-444e-b787-868077ddc8f0 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:44.054150 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b01fb591-e4ef-444e-b787-868077ddc8f0 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/7d5188fd-a306-49c7-b6e1-1e91fe79f98d HTTP/1.1" status: 404 len: 337 time: 0.0316494 Jul 24 01:04:44.055040 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45876) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:44.084393 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fb15098-319d-4e5e-a21c-7daf0f86341f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:44.085383 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fb15098-319d-4e5e-a21c-7daf0f86341f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:44.090011 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5fb15098-319d-4e5e-a21c-7daf0f86341f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/ports/d74178e8-31de-458b-9ada-01e6c46c33aa HTTP/1.1" status: 404 len: 333 time: 0.0337636 Jul 24 01:04:44.090927 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45880) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:44.124775 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-c99483c2-90cc-449d-8000-7657fd9a5174 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:44.125560 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c99483c2-90cc-449d-8000-7657fd9a5174 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:44.130607 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c99483c2-90cc-449d-8000-7657fd9a5174 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/34f9846e-36db-4138-aef0-758c7b50294e HTTP/1.1" status: 404 len: 337 time: 0.0344973 Jul 24 01:04:44.131557 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45884) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:44.209195 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-d365e7c1-8b78-435f-b4e1-e88ec108be47 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:44.209993 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d365e7c1-8b78-435f-b4e1-e88ec108be47 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:44.215284 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d365e7c1-8b78-435f-b4e1-e88ec108be47 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/ports/a262c69f-2bdf-4918-8483-96f7e77cef59 HTTP/1.1" status: 404 len: 333 time: 0.0824504 Jul 24 01:04:44.215917 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45892) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:44.235074 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fc220697-6646-4395-beb0-918f8cf03316 req-e662e729-0402-4b41-a74f-4dcabf13248b tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:44.247239 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['d2e500a4-c057-47e6-8e49-9f5b94fbc941'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:04:44.297107 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc1664db-8f7e-497c-bdb4-34f0f9441ede tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:44.297735 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc1664db-8f7e-497c-bdb4-34f0f9441ede tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:44.301503 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662e729-0402-4b41-a74f-4dcabf13248b tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Pushing event deleted for resources: {'Port': ['ID=d2e500a4-c057-47e6-8e49-9f5b94fbc941,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:44.305926 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45894) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:44.312773 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-dc1664db-8f7e-497c-bdb4-34f0f9441ede tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/7efe8859-1fca-499e-9860-50f8e0bdc863 HTTP/1.1" status: 404 len: 337 time: 0.0945609 Jul 24 01:04:44.395141 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc220697-6646-4395-beb0-918f8cf03316 req-e662e729-0402-4b41-a74f-4dcabf13248b tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] No DVR routers for this DVR port d2e500a4-c057-47e6-8e49-9f5b94fbc941 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:04:44.396835 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fc220697-6646-4395-beb0-918f8cf03316 req-e662e729-0402-4b41-a74f-4dcabf13248b tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:44.399447 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fc220697-6646-4395-beb0-918f8cf03316 req-e662e729-0402-4b41-a74f-4dcabf13248b tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.13 "DELETE /v2.0/ports/d2e500a4-c057-47e6-8e49-9f5b94fbc941 HTTP/1.1" status: 204 len: 173 time: 0.8549762 Jul 24 01:04:44.401280 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21361991-c742-44c8-a804-0f9a213057c2', 'name': 'network-vif-deleted', 'tag': 'd2e500a4-c057-47e6-8e49-9f5b94fbc941'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:04:44.405376 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d68969-4ca0-4d55-9f3d-bf33fc017875" -d '{"events": [{"server_uuid": "21361991-c742-44c8-a804-0f9a213057c2", "name": "network-vif-deleted", "tag": "d2e500a4-c057-47e6-8e49-9f5b94fbc941"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:04:44.409862 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-376000bb-bec9-41ca-aab5-9fe1dba32f2f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:44.410887 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-376000bb-bec9-41ca-aab5-9fe1dba32f2f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:44.413118 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-376000bb-bec9-41ca-aab5-9fe1dba32f2f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/ports/a747bcc9-fa47-4d67-9b1e-6b315db6e617 HTTP/1.1" status: 404 len: 333 time: 0.0992684 Jul 24 01:04:44.419473 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45906) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:44.443519 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88293033-0bbb-462a-b481-03a1c412d58d req-f7d61574-8e49-4160-a811-f7b3d8e7750b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:44.446019 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-88293033-0bbb-462a-b481-03a1c412d58d req-f7d61574-8e49-4160-a811-f7b3d8e7750b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d5f5cc12e5fe45be9d7447ae1149586c&device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 1098 time: 0.2216108 Jul 24 01:04:44.535810 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad84ccd-f6c1-44db-96ad-cbffca86fcf2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:44.536413 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ad84ccd-f6c1-44db-96ad-cbffca86fcf2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:44.538345 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0ad84ccd-f6c1-44db-96ad-cbffca86fcf2 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/0a07372c-4c16-40fd-a0e9-24cbef7a1660 HTTP/1.1" status: 404 len: 337 time: 0.1155078 Jul 24 01:04:44.547816 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45912) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:44.553729 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4676fded-e2c8-4e94-b554-5e47ec716df9 x-openstack-request-id: req-4676fded-e2c8-4e94-b554-5e47ec716df9 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:04:44.553990 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21361991-c742-44c8-a804-0f9a213057c2", "name": "network-vif-deleted", "tag": "d2e500a4-c057-47e6-8e49-9f5b94fbc941", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:04:44.554280 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4676fded-e2c8-4e94-b554-5e47ec716df9 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:04:44.554774 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21361991-c742-44c8-a804-0f9a213057c2', 'name': 'network-vif-deleted', 'tag': 'd2e500a4-c057-47e6-8e49-9f5b94fbc941', 'status': 'completed', 'code': 200} Jul 24 01:04:44.589017 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a1bed58-122a-413f-a0c8-bde3c73f692b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:44.590102 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a1bed58-122a-413f-a0c8-bde3c73f692b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:44.596090 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9a1bed58-122a-413f-a0c8-bde3c73f692b tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/ports/a32a1a18-4159-4754-9095-40b4143355cd HTTP/1.1" status: 404 len: 333 time: 0.0470829 Jul 24 01:04:44.598425 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45916) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:44.626165 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-86fc6eb6-3c06-402f-8b78-8319a8a50b5f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:44.626637 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86fc6eb6-3c06-402f-8b78-8319a8a50b5f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:44.628491 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-86fc6eb6-3c06-402f-8b78-8319a8a50b5f tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/85d8315a-f73d-42de-9807-d434e9f51de1 HTTP/1.1" status: 404 len: 337 time: 0.0290642 Jul 24 01:04:44.635502 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45918) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:44.662480 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8303b922-fa30-43e2-abd7-4896102073d1 req-108faf38-e244-4877-bd99-bf6ddaa3f1d7 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=21361991-c742-44c8-a804-0f9a213057c2 HTTP/1.1" status: 200 len: 210 time: 0.1067538 Jul 24 01:04:44.667108 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b38aa79-da9a-4b77-9a07-454642edce4d tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:44.667876 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b38aa79-da9a-4b77-9a07-454642edce4d tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:44.669664 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6b38aa79-da9a-4b77-9a07-454642edce4d tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/ports/c9c195de-d7a3-4629-840a-cf014a02b339 HTTP/1.1" status: 404 len: 333 time: 0.0330687 Jul 24 01:04:44.673755 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45920) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:44.713730 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-56384aac-23b7-4bad-af3c-78aa38f70b70 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] DELETE failed (client error): The resource could not be found. Jul 24 01:04:44.715092 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56384aac-23b7-4bad-af3c-78aa38f70b70 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:44.722925 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-56384aac-23b7-4bad-af3c-78aa38f70b70 tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/subnets/8f039013-ae6f-493c-a8a0-67d2c810fbec HTTP/1.1" status: 404 len: 337 time: 0.0449479 Jul 24 01:04:44.723925 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45926) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:44.752582 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88293033-0bbb-462a-b481-03a1c412d58d req-3d08553d-0e57-49db-b0cf-7a9a5464e615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:44.754613 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-88293033-0bbb-462a-b481-03a1c412d58d req-3d08553d-0e57-49db-b0cf-7a9a5464e615 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8c8368d3-95e1-485a-9bb3-ebfb4cbd184b HTTP/1.1" status: 200 len: 915 time: 0.2966826 Jul 24 01:04:44.850499 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-88293033-0bbb-462a-b481-03a1c412d58d req-6655319d-d56e-43c7-9bef-b6cecb7808ca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4ddb4a1-8ea9-42e6-a478-244bc76d8af8 HTTP/1.1" status: 200 len: 217 time: 0.0846434 Jul 24 01:04:44.862677 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8a080064-4dfa-43cb-8412-c014fad331ae tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:44.943996 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45934) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:44.957879 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88293033-0bbb-462a-b481-03a1c412d58d req-6fa3bb50-deb5-4168-a55a-8a7cbf9ae36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:44.959467 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-88293033-0bbb-462a-b481-03a1c412d58d req-6fa3bb50-deb5-4168-a55a-8a7cbf9ae36c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=56ac3505-ea77-4bfe-8569-9dd694c7b9b5 HTTP/1.1" status: 200 len: 854 time: 0.0954747 Jul 24 01:04:45.022064 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-88293033-0bbb-462a-b481-03a1c412d58d req-2d083a19-c863-4bd7-90fb-4c21fa68a84a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8c8368d3-95e1-485a-9bb3-ebfb4cbd184b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507052 Jul 24 01:04:45.085264 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8a080064-4dfa-43cb-8412-c014fad331ae tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:45.125412 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-8a080064-4dfa-43cb-8412-c014fad331ae tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e3afd0f-7326-49f9-80ac-5664ab976843']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:04:45.151663 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-f4f87b86-0092-48d6-9bb5-c81136d81633 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Request body: {'network': {'name': 'tempest-network-smoke--1396095624', 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'port_security_enabled': True}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:04:45.182148 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-8a080064-4dfa-43cb-8412-c014fad331ae tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '477a8a9a-959d-4d47-a527-e9a5fe456002') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:04:45.182483 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-8a080064-4dfa-43cb-8412-c014fad331ae tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '477a8a9a-959d-4d47-a527-e9a5fe456002') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:04:45.188141 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f87b86-0092-48d6-9bb5-c81136d81633 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Made reservation on behalf of 9c584c0e2c5a47a78962537ebd255749 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:04:45.192874 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f4f87b86-0092-48d6-9bb5-c81136d81633 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:45.206301 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f4f87b86-0092-48d6-9bb5-c81136d81633 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:45.216910 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8a080064-4dfa-43cb-8412-c014fad331ae tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:45.281221 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8a080064-4dfa-43cb-8412-c014fad331ae tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:45.292877 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a080064-4dfa-43cb-8412-c014fad331ae tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:04:45.293295 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8a080064-4dfa-43cb-8412-c014fad331ae tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:45.299300 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:04:45.299300 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:04:45.299300 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:04:45.299300 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:04:45.299300 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:04:45.299300 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:04:45.299300 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:04:45.299300 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:04:45.299300 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:04:45.299300 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:04:45.299300 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:04:45.299300 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:04:45.299300 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:04:45.299300 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:04:45.299300 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:04:45.299300 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:04:45.299300 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:04:45.299300 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:04:45.299300 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:04:45.299300 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:04:45.299300 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:04:45.299300 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:04:45.299300 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:04:45.299300 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:04:45.299300 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:04:45.299300 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:04:45.299300 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:04:45.299300 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:04:45.299300 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:04:45.299300 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:04:45.299300 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:04:45.299300 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:04:45.364960 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f4f87b86-0092-48d6-9bb5-c81136d81633 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:45.371184 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f4f87b86-0092-48d6-9bb5-c81136d81633 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:45.380121 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-88293033-0bbb-462a-b481-03a1c412d58d req-c74380f7-6fb8-4eda-a431-cac080939a3e service neutron] 10.222.0.13 "GET /v2.0/networks/8c8368d3-95e1-485a-9bb3-ebfb4cbd184b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491981 Jul 24 01:04:45.390871 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f8dd3-4412-4863-a3bf-bd4effb62610 req-d4ec4edd-858d-4ee2-80c2-c22e204996ba tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:45.392804 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-230f8dd3-4412-4863-a3bf-bd4effb62610 req-d4ec4edd-858d-4ee2-80c2-c22e204996ba tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.3457084 Jul 24 01:04:45.405191 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4f87b86-0092-48d6-9bb5-c81136d81633 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:04:45.415748 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8a080064-4dfa-43cb-8412-c014fad331ae tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:45.420932 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f87b86-0092-48d6-9bb5-c81136d81633 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7093e60a-d20a-4df1-a5f0-d9cb93b0c656,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:45.428952 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f4f87b86-0092-48d6-9bb5-c81136d81633 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:45.429615 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-f4f87b86-0092-48d6-9bb5-c81136d81633 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Added segment 8fa7f1cf-b9a2-43b9-b698-36c5983c8c9b of type vlan for network 059adbcb-434c-431e-8c2b-2f91e64b593b Jul 24 01:04:45.433022 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8a080064-4dfa-43cb-8412-c014fad331ae tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:45.438235 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-8a080064-4dfa-43cb-8412-c014fad331ae tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] 10.222.0.15 "DELETE /v2.0/networks/7e3afd0f-7326-49f9-80ac-5664ab976843 HTTP/1.1" status: 204 len: 168 time: 0.7100124 Jul 24 01:04:45.471786 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a080064-4dfa-43cb-8412-c014fad331ae tempest-NetworksTestDHCPv6-2101039414 tempest-NetworksTestDHCPv6-2101039414-project] Pushing event deleted for resources: {'Network': ['ID=7e3afd0f-7326-49f9-80ac-5664ab976843,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:45.491982 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f4f87b86-0092-48d6-9bb5-c81136d81633 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:45.536191 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f4f87b86-0092-48d6-9bb5-c81136d81633 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:45.538947 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-230f8dd3-4412-4863-a3bf-bd4effb62610 req-abdbb970-b3f6-4086-ac78-86fff6f3d2f5 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338472 Jul 24 01:04:45.545260 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f87b86-0092-48d6-9bb5-c81136d81633 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:45.545924 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f4f87b86-0092-48d6-9bb5-c81136d81633 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:45.577728 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-88293033-0bbb-462a-b481-03a1c412d58d req-30e27274-1bc9-4875-93a4-a5e2539e06dd service neutron] 10.222.0.13 "GET /v2.0/networks/8c8368d3-95e1-485a-9bb3-ebfb4cbd184b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829090 Jul 24 01:04:45.645892 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f4f87b86-0092-48d6-9bb5-c81136d81633 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6972573 Jul 24 01:04:45.648373 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45966) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:45.653851 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-f40d77e6-5d5c-4382-9e91-29f18c39829d tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2050731732', 'admin_state_up': True, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:04:45.683062 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f40d77e6-5d5c-4382-9e91-29f18c39829d tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:45.684742 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f40d77e6-5d5c-4382-9e91-29f18c39829d tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:45.685954 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b6e86c8e-60b6-4f22-98b7-099baa2aab60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:45.730897 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f87b86-0092-48d6-9bb5-c81136d81633 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event updated for resources: {'Network': ['ID=059adbcb-434c-431e-8c2b-2f91e64b593b,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:45.747454 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 059adbcb-434c-431e-8c2b-2f91e64b593b details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:04:45.797430 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f40d77e6-5d5c-4382-9e91-29f18c39829d tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:45.891880 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45982) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:46.048193 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1908fb-1f71-42c6-a801-69d722c4017f req-3a305207-8b20-4010-8a74-a25f2fd1c119 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:46.055585 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1908fb-1f71-42c6-a801-69d722c4017f req-3a305207-8b20-4010-8a74-a25f2fd1c119 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:46.058451 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f40d77e6-5d5c-4382-9e91-29f18c39829d tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:46.063348 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1908fb-1f71-42c6-a801-69d722c4017f req-3a305207-8b20-4010-8a74-a25f2fd1c119 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:46.069787 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1908fb-1f71-42c6-a801-69d722c4017f req-3a305207-8b20-4010-8a74-a25f2fd1c119 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:46.076951 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1908fb-1f71-42c6-a801-69d722c4017f req-3a305207-8b20-4010-8a74-a25f2fd1c119 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:46.083290 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1908fb-1f71-42c6-a801-69d722c4017f req-3a305207-8b20-4010-8a74-a25f2fd1c119 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:46.092854 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1908fb-1f71-42c6-a801-69d722c4017f req-3a305207-8b20-4010-8a74-a25f2fd1c119 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:46.094915 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb1908fb-1f71-42c6-a801-69d722c4017f req-3a305207-8b20-4010-8a74-a25f2fd1c119 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 5433 time: 0.1668303 Jul 24 01:04:46.166270 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a6f492a8-bc46-4076-ac96-ee0cf2f6a859 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=870e2449a28e4c338cd6cc562086bba7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2706628 Jul 24 01:04:46.167021 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45994) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:46.172122 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb1908fb-1f71-42c6-a801-69d722c4017f req-354b647b-d405-4bd3-b2e3-db37bef26a6a tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&id=b607e344-24a6-4f17-aee1-1e5d86804c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619440 Jul 24 01:04:46.211632 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168abf05-fbd4-48a2-b164-3f5dddb742cc req-8100da55-ea3f-45b5-a108-ddd23c056400 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:46.213252 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-168abf05-fbd4-48a2-b164-3f5dddb742cc req-8100da55-ea3f-45b5-a108-ddd23c056400 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.1484895 Jul 24 01:04:46.298535 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-168abf05-fbd4-48a2-b164-3f5dddb742cc req-1c9dc201-6da4-4f97-9d7d-7fbbbdcfabc9 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0759859 Jul 24 01:04:46.317317 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1a5f5fcb-7ae5-4cce-8cab-de882ba2e472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:46.350520 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14719af-e58e-4874-af0f-642e92ebff90 req-ae41a45b-4fb7-4af1-97d4-9fdffc5a9850 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:46.360699 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14719af-e58e-4874-af0f-642e92ebff90 req-ae41a45b-4fb7-4af1-97d4-9fdffc5a9850 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:46.364183 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14719af-e58e-4874-af0f-642e92ebff90 req-ae41a45b-4fb7-4af1-97d4-9fdffc5a9850 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:46.370789 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14719af-e58e-4874-af0f-642e92ebff90 req-ae41a45b-4fb7-4af1-97d4-9fdffc5a9850 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:46.378426 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14719af-e58e-4874-af0f-642e92ebff90 req-ae41a45b-4fb7-4af1-97d4-9fdffc5a9850 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:46.384935 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14719af-e58e-4874-af0f-642e92ebff90 req-ae41a45b-4fb7-4af1-97d4-9fdffc5a9850 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:46.391580 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14719af-e58e-4874-af0f-642e92ebff90 req-ae41a45b-4fb7-4af1-97d4-9fdffc5a9850 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:46.393783 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f14719af-e58e-4874-af0f-642e92ebff90 req-ae41a45b-4fb7-4af1-97d4-9fdffc5a9850 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 5433 time: 0.1307178 Jul 24 01:04:46.428031 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1a5f5fcb-7ae5-4cce-8cab-de882ba2e472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:46.478529 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f40d77e6-5d5c-4382-9e91-29f18c39829d tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for router_gateway, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:46.504254 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f40d77e6-5d5c-4382-9e91-29f18c39829d tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:46.581690 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1a5f5fcb-7ae5-4cce-8cab-de882ba2e472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:46.585242 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1a5f5fcb-7ae5-4cce-8cab-de882ba2e472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:46.590587 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1a5f5fcb-7ae5-4cce-8cab-de882ba2e472 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b7ac74b1-14ce-4a88-a9b4-a30fc74dff25 HTTP/1.1" status: 204 len: 168 time: 0.4187164 Jul 24 01:04:46.610029 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f5fcb-7ae5-4cce-8cab-de882ba2e472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ac74b1-14ce-4a88-a9b4-a30fc74dff25,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:46.615913 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46020) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:46.675999 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-f40d77e6-5d5c-4382-9e91-29f18c39829d tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Allocated IP 172.25.2.196 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/b59d5601-ee7c-445b-8b62-64aeb279838e) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:04:46.738469 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490d417-5b55-4b04-a380-4eaba200c615 req-43e0cad9-b94a-4987-b769-99848e679908 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:46.748431 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1490d417-5b55-4b04-a380-4eaba200c615 req-43e0cad9-b94a-4987-b769-99848e679908 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1099274 Jul 24 01:04:46.795951 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0c265a80-024b-42da-b58e-8f655ae30418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:46.812894 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f40d77e6-5d5c-4382-9e91-29f18c39829d tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:46.825572 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1490d417-5b55-4b04-a380-4eaba200c615 req-a8910752-5c8c-4ac8-bf3e-84065b80bd12 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739095 Jul 24 01:04:46.869228 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f40d77e6-5d5c-4382-9e91-29f18c39829d tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:46.921181 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40d77e6-5d5c-4382-9e91-29f18c39829d tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:04:46.925215 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-f40d77e6-5d5c-4382-9e91-29f18c39829d tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:04:46.929003 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40d77e6-5d5c-4382-9e91-29f18c39829d tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:04:46.933745 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0c265a80-024b-42da-b58e-8f655ae30418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:46.940298 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0c265a80-024b-42da-b58e-8f655ae30418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:46.968770 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d77e6-5d5c-4382-9e91-29f18c39829d tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event updated for resources: {'Port': ['ID=b59d5601-ee7c-445b-8b62-64aeb279838e,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:46.991122 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0c265a80-024b-42da-b58e-8f655ae30418 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6da145c488bf44908f0f39ce7249418c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3724036 Jul 24 01:04:46.991122 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c265a80-024b-42da-b58e-8f655ae30418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac1d6ac-92a1-4af5-8618-14ebed4ba4ae,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:46.994944 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46028) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:47.062200 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-82e163bf-c0ae-4df3-b0ac-3bf6279999db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:47.089424 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-82e163bf-c0ae-4df3-b0ac-3bf6279999db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:47.147824 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-82e163bf-c0ae-4df3-b0ac-3bf6279999db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:47.150661 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-82e163bf-c0ae-4df3-b0ac-3bf6279999db admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:47.152080 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-82e163bf-c0ae-4df3-b0ac-3bf6279999db admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dac1d6ac-92a1-4af5-8618-14ebed4ba4ae HTTP/1.1" status: 204 len: 168 time: 0.1556325 Jul 24 01:04:47.161231 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e163bf-c0ae-4df3-b0ac-3bf6279999db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac1d6ac-92a1-4af5-8618-14ebed4ba4ae,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:47.550746 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46052) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:47.571263 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cdcbe979-e01e-455a-8482-54a78dd9480e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:47.675069 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46054) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:47.725945 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cdcbe979-e01e-455a-8482-54a78dd9480e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:47.734776 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cdcbe979-e01e-455a-8482-54a78dd9480e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:47.735561 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f40d77e6-5d5c-4382-9e91-29f18c39829d tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for router_gateway, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:47.783678 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-cdcbe979-e01e-455a-8482-54a78dd9480e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7d1884fb66c94619a626f251d0c4d37f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2315445 Jul 24 01:04:47.785155 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46058) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:47.824446 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-b230f6c4-d179-4f9e-b10c-7e3e5858b199 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:47.826513 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b230f6c4-d179-4f9e-b10c-7e3e5858b199 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1495957 Jul 24 01:04:47.832047 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcbe979-e01e-455a-8482-54a78dd9480e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8bcb27-a866-42a9-8f1d-720e168913cd,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:47.837909 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46060) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:47.847033 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-96fd09a3-d2e0-4068-adad-deb789012862 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:47.850284 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-96fd09a3-d2e0-4068-adad-deb789012862 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0096955 Jul 24 01:04:47.853798 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46064) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:47.855591 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384e3b6-2ccb-4e2e-b109-ac58a287c76b req-f63f402e-f8ce-4517-800a-fa9de5a6c588 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:47.857654 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3384e3b6-2ccb-4e2e-b109-ac58a287c76b req-f63f402e-f8ce-4517-800a-fa9de5a6c588 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.13 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.2736628 Jul 24 01:04:47.858577 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-f4855667-973f-44d2-ba67-8f2e63b07239 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:47.862036 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f4855667-973f-44d2-ba67-8f2e63b07239 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0048838 Jul 24 01:04:47.862830 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46066) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:47.867241 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-cf0f3de1-3a04-4932-8d85-ef2c9edc8983 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:47.868355 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-cf0f3de1-3a04-4932-8d85-ef2c9edc8983 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0044866 Jul 24 01:04:47.873604 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46068) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:47.877943 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-0760925b-b317-436d-ae91-b44a7538f123 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:47.883179 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0760925b-b317-436d-ae91-b44a7538f123 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0046399 Jul 24 01:04:47.883450 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33d9c2-658a-4063-bc93-f6047c3dc7c0 req-bb4137bb-1f2c-46da-981f-e16a19eea833 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:47.883450 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8f33d9c2-658a-4063-bc93-f6047c3dc7c0 req-bb4137bb-1f2c-46da-981f-e16a19eea833 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.2963958 Jul 24 01:04:47.887760 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46070) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:47.910439 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-e754c61c-ff27-4add-90b6-95b595b1d34b tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:47.910439 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e754c61c-ff27-4add-90b6-95b595b1d34b tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0104930 Jul 24 01:04:47.910439 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0fe54fb4-0130-45e5-8b0b-65d6dff55454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:47.914234 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46072) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:47.919207 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-c4b5973c-5d5f-45ee-8fa6-726536e1bae6 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:47.923250 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c4b5973c-5d5f-45ee-8fa6-726536e1bae6 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0051215 Jul 24 01:04:47.923506 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46074) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:47.928500 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-7f26d036-1615-4d9e-a306-2a6233abf7d3 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:47.931811 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7f26d036-1615-4d9e-a306-2a6233abf7d3 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0052278 Jul 24 01:04:47.933080 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46078) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:47.939091 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-0de96f1e-1b8d-4fe0-9d56-8cce5d50b8b8 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:47.940075 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0de96f1e-1b8d-4fe0-9d56-8cce5d50b8b8 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0050960 Jul 24 01:04:47.945375 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46080) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:47.961265 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-3c029318-4973-4d06-b3a2-33ffc6011cdb tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:47.962276 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3c029318-4973-4d06-b3a2-33ffc6011cdb tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0082977 Jul 24 01:04:47.964420 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0fe54fb4-0130-45e5-8b0b-65d6dff55454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:47.968916 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46082) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:47.976787 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [None req-35f857e8-a68b-41a9-a1e9-97d70a5c9dfa tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:47.977700 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-35f857e8-a68b-41a9-a1e9-97d70a5c9dfa tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0064273 Jul 24 01:04:47.983905 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46084) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:47.990410 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [None req-70bdf4b7-741a-4ed9-b86c-e6ce2847fcfe tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:47.991441 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-70bdf4b7-741a-4ed9-b86c-e6ce2847fcfe tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0064640 Jul 24 01:04:48.000014 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8f33d9c2-658a-4063-bc93-f6047c3dc7c0 req-bb12b70d-897c-4e09-b3ec-c3166d500dbc tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1095588 Jul 24 01:04:48.001753 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46086) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.008700 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-d2442ee5-dbcb-468d-9736-717db77556e7 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.009695 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d2442ee5-dbcb-468d-9736-717db77556e7 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0071990 Jul 24 01:04:48.018022 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46088) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.028482 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-c06a4540-29e7-421f-bea2-12f17c0c2b32 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.029550 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c06a4540-29e7-421f-bea2-12f17c0c2b32 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0098910 Jul 24 01:04:48.034957 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46090) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.039350 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-56a57c67-336e-465d-959c-b0da826222d4 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.040319 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-56a57c67-336e-465d-959c-b0da826222d4 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0044293 Jul 24 01:04:48.043686 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46092) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.049749 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-dae46a70-bfad-403e-a80a-b361e1b2b70d tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.053306 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-dae46a70-bfad-403e-a80a-b361e1b2b70d tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0058498 Jul 24 01:04:48.053306 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46094) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.057934 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-2436f649-66d6-493e-bdc9-b57865025c13 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.061780 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2436f649-66d6-493e-bdc9-b57865025c13 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0046029 Jul 24 01:04:48.062182 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46096) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.068308 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-7ec64d56-7fc0-44cc-83ac-e6b0db24143b tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.069285 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7ec64d56-7fc0-44cc-83ac-e6b0db24143b tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0061698 Jul 24 01:04:48.075320 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46098) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.080442 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-ce8cafce-04e8-4c6a-a218-9ed71bfc6021 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.081423 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ce8cafce-04e8-4c6a-a218-9ed71bfc6021 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0046842 Jul 24 01:04:48.084242 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46100) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.089675 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-b876033a-1e12-45be-aef7-c05d9db12c8f tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.090675 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b876033a-1e12-45be-aef7-c05d9db12c8f tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0055277 Jul 24 01:04:48.095517 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46102) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.099845 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-de93365b-aeb6-4860-a25a-c8cebfdf8281 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.100829 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-de93365b-aeb6-4860-a25a-c8cebfdf8281 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0045033 Jul 24 01:04:48.110035 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4ab59-79e8-470b-b471-13264ff73543 req-b2440409-ab2f-44bc-81c0-7e03d94ff181 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:48.111636 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8fb4ab59-79e8-470b-b471-13264ff73543 req-b2440409-ab2f-44bc-81c0-7e03d94ff181 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.1778076 Jul 24 01:04:48.112129 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46104) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.114154 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0fe54fb4-0130-45e5-8b0b-65d6dff55454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:48.116778 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0fe54fb4-0130-45e5-8b0b-65d6dff55454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:48.117922 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0fe54fb4-0130-45e5-8b0b-65d6dff55454 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2e8bcb27-a866-42a9-8f1d-720e168913cd HTTP/1.1" status: 204 len: 168 time: 0.3280914 Jul 24 01:04:48.121222 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-f87b0a08-b1a5-4618-8cb2-8fd8512c4495 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.122196 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f87b0a08-b1a5-4618-8cb2-8fd8512c4495 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0090003 Jul 24 01:04:48.126223 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46106) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.139632 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-c0a664e4-14fb-41d3-ae5b-261b0c525a8e tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.143036 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c0a664e4-14fb-41d3-ae5b-261b0c525a8e tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0113757 Jul 24 01:04:48.149659 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46110) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.155521 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [None req-584353c6-c481-435e-8464-da1485151fd0 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.159290 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-584353c6-c481-435e-8464-da1485151fd0 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0057962 Jul 24 01:04:48.159836 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46112) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.162247 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe54fb4-0130-45e5-8b0b-65d6dff55454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8bcb27-a866-42a9-8f1d-720e168913cd,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:48.166698 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [None req-eabd9140-e142-4a5b-acb3-1c9694aaad53 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.167711 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-eabd9140-e142-4a5b-acb3-1c9694aaad53 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0048025 Jul 24 01:04:48.171905 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46114) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.180844 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-69a9670c-9851-4629-b990-069a663a91b6 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.182195 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-69a9670c-9851-4629-b990-069a663a91b6 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0093877 Jul 24 01:04:48.184800 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46116) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.193225 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d2e500a4-c057-47e6-8e49-9f5b94fbc941 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:04:48.194463 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-3fe4ef4e-281f-4376-914b-4ac73396f478 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.195673 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3fe4ef4e-281f-4376-914b-4ac73396f478 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0079534 Jul 24 01:04:48.198184 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46118) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.205542 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-3384e3b6-2ccb-4e2e-b109-ac58a287c76b req-4ff01bbe-6af1-4f1a-895d-85a98c381021 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Deleting port 532652b5-0ccf-4dbf-891e-e7c345897077 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:04:48.206312 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3384e3b6-2ccb-4e2e-b109-ac58a287c76b req-4ff01bbe-6af1-4f1a-895d-85a98c381021 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:48.206452 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-872402f1-0044-439a-bb50-a0485209c7ba tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.207372 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-872402f1-0044-439a-bb50-a0485209c7ba tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0046730 Jul 24 01:04:48.212377 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46120) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.217162 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-fcbd18e7-902a-4134-a70d-8bcead5de58f tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.218152 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-fcbd18e7-902a-4134-a70d-8bcead5de58f tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0047147 Jul 24 01:04:48.224995 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46122) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.227991 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f40d77e6-5d5c-4382-9e91-29f18c39829d tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:48.233319 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [None req-4483887f-03b3-4fd9-a159-ce4d2dd40ce7 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.234675 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4483887f-03b3-4fd9-a159-ce4d2dd40ce7 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0083435 Jul 24 01:04:48.236793 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: d2e500a4-c057-47e6-8e49-9f5b94fbc941 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:04:48.237273 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d2e500a4-c057-47e6-8e49-9f5b94fbc941 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:04:48.238580 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d4ddb4a1-8ea9-42e6-a478-244bc76d8af8 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:04:48.245413 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46124) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.252158 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-fd2e3967-02cf-4b70-994e-f796dc5d949c tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.253429 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-fd2e3967-02cf-4b70-994e-f796dc5d949c tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0063014 Jul 24 01:04:48.263732 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8fb4ab59-79e8-470b-b471-13264ff73543 req-833bb34d-a984-4225-82a3-bbb32be35a5c tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376843 Jul 24 01:04:48.264443 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46126) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.273956 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-0ffb0690-b19a-4269-9475-b819c9ba9579 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.275340 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0ffb0690-b19a-4269-9475-b819c9ba9579 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0098000 Jul 24 01:04:48.278787 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46128) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.296887 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-9f755150-91c5-41f4-9165-f6193b1ebece tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.296887 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9f755150-91c5-41f4-9165-f6193b1ebece tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0132403 Jul 24 01:04:48.299604 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46132) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.306237 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-f0d068f1-3e10-407a-8b2b-20eed8f97eca tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.310033 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f0d068f1-3e10-407a-8b2b-20eed8f97eca tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0073278 Jul 24 01:04:48.314740 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46134) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.321437 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-b5d8f0ce-e7cb-4842-8e9f-d3783eff86bf tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.322653 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7f853dab-f9bc-4162-9575-4ec9280b84ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:48.328146 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b5d8f0ce-e7cb-4842-8e9f-d3783eff86bf tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0110369 Jul 24 01:04:48.330969 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46136) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.335867 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-4d00b646-a098-46c5-a5f2-979ba10de3d5 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.339808 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4d00b646-a098-46c5-a5f2-979ba10de3d5 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0058212 Jul 24 01:04:48.340613 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46138) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.346335 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-2f729d6b-1f2d-4d3d-99a4-5c962cf7f1a1 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.350909 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2f729d6b-1f2d-4d3d-99a4-5c962cf7f1a1 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0082259 Jul 24 01:04:48.352731 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46140) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.362894 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-f9f6df30-f04a-49cb-b8e5-7fe05a215aa1 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.367329 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f9f6df30-f04a-49cb-b8e5-7fe05a215aa1 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0126994 Jul 24 01:04:48.367966 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46142) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.377452 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-af052a46-df96-4686-b88d-fd7fbacc563a tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.381553 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-af052a46-df96-4686-b88d-fd7fbacc563a tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0095248 Jul 24 01:04:48.381553 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46144) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.395000 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-496eed82-6a75-4c06-9266-8c01efeab9ac tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.400199 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-496eed82-6a75-4c06-9266-8c01efeab9ac tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0136743 Jul 24 01:04:48.401494 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46146) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.409210 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-7960987d-054b-4392-99b0-f4b2c4a92886 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.413800 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7960987d-054b-4392-99b0-f4b2c4a92886 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0104461 Jul 24 01:04:48.416020 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46148) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.422612 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-01ec6782-1887-4189-abee-c26c252d256b tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.430139 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-01ec6782-1887-4189-abee-c26c252d256b tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0112941 Jul 24 01:04:48.431104 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:48.432325 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46150) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.440800 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-b0ca6a5a-3b31-4596-9db2-8de99c4d7d70 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.446051 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b0ca6a5a-3b31-4596-9db2-8de99c4d7d70 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0121477 Jul 24 01:04:48.446940 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46152) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.453883 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-2f484910-20fc-4e76-b3e2-4851f8844aea tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.461215 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46156) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.461729 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2f484910-20fc-4e76-b3e2-4851f8844aea tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0124266 Jul 24 01:04:48.475297 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [None req-d0b91f58-5200-4768-9766-25ac577de65f tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.478998 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d0b91f58-5200-4768-9766-25ac577de65f tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0117781 Jul 24 01:04:48.480404 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46158) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.493416 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-18fa0571-36c9-4ad7-8337-2a2de453151b tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.498948 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-18fa0571-36c9-4ad7-8337-2a2de453151b tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0170033 Jul 24 01:04:48.499756 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46160) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.505234 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f624a3-79c0-4847-a301-a5771080ee8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4ddb4a1-8ea9-42e6-a478-244bc76d8af8'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:04:48.506675 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-1ceaad19-50d7-4c6b-9509-3cfaafa063f2 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.507741 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc30944-82d4-4b7e-9135-906b8ad28545" -d '{"events": [{"server_uuid": "93f624a3-79c0-4847-a301-a5771080ee8a", "name": "network-vif-unplugged", "status": "completed", "tag": "d4ddb4a1-8ea9-42e6-a478-244bc76d8af8"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:04:48.510819 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1ceaad19-50d7-4c6b-9509-3cfaafa063f2 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0100906 Jul 24 01:04:48.511921 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46164) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.517203 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-1c5d505a-034b-415a-b6f1-a0ee46fba493 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.521880 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1c5d505a-034b-415a-b6f1-a0ee46fba493 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0088263 Jul 24 01:04:48.523517 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46166) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.529890 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-5c6ea25e-0a13-423d-bbbc-85d70328c81f tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.534439 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5c6ea25e-0a13-423d-bbbc-85d70328c81f tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0094945 Jul 24 01:04:48.535193 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46168) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.541306 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-56b4da51-0ceb-465f-b262-e17441f3b2c7 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.546273 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:48.547465 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-56b4da51-0ceb-465f-b262-e17441f3b2c7 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0102198 Jul 24 01:04:48.548265 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46170) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.557460 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-27c5380b-442e-4af4-823a-05629fe581cc tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.561723 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port d4ddb4a1-8ea9-42e6-a478-244bc76d8af8, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d4ddb4a1-8ea9-42e6-a478-244bc76d8af8,segment=NetworkSegment(f7a7a503-697e-40e1-94c5-68de752c5cd5),segment_id=f7a7a503-697e-40e1-94c5-68de752c5cd5)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:04:48.562169 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-27c5380b-442e-4af4-823a-05629fe581cc tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0109508 Jul 24 01:04:48.563247 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46174) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.569436 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-3384e3b6-2ccb-4e2e-b109-ac58a287c76b req-4ff01bbe-6af1-4f1a-895d-85a98c381021 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] For port 532652b5-0ccf-4dbf-891e-e7c345897077, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=532652b5-0ccf-4dbf-891e-e7c345897077,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:04:48.569959 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3384e3b6-2ccb-4e2e-b109-ac58a287c76b req-4ff01bbe-6af1-4f1a-895d-85a98c381021 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:48.573576 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 24 Jul 2021 01:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2696c7-ffa1-462a-b10d-a91bfce02aa7 x-openstack-request-id: req-0d2696c7-ffa1-462a-b10d-a91bfce02aa7 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:04:48.575443 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f624a3-79c0-4847-a301-a5771080ee8a", "name": "network-vif-unplugged", "status": "failed", "tag": "d4ddb4a1-8ea9-42e6-a478-244bc76d8af8", "code": 422}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:04:48.576039 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0d2696c7-ffa1-462a-b10d-a91bfce02aa7 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:04:48.577280 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-56624c29-5919-41fb-9897-78dde9d417bf tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.577950 n-d-793621-25 neutron-server[100465]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '93f624a3-79c0-4847-a301-a5771080ee8a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd4ddb4a1-8ea9-42e6-a478-244bc76d8af8', 'code': 422} returned with failed status Jul 24 01:04:48.581436 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-56624c29-5919-41fb-9897-78dde9d417bf tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0160844 Jul 24 01:04:48.583085 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46176) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.586525 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:48.589230 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-448cf4f9-1a12-4024-9a69-ff6700e4cd30 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.594337 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-448cf4f9-1a12-4024-9a69-ff6700e4cd30 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0100913 Jul 24 01:04:48.596091 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46178) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.601659 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-a3df254f-d556-4522-9f21-320f29da065c tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.607928 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a3df254f-d556-4522-9f21-320f29da065c tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0105140 Jul 24 01:04:48.609114 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46180) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.614207 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7eedc8-5563-4ad4-8e68-e624842cda0c req-193de4e4-64c9-4075-87e0-8df4641e113c tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:48.614834 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-3e59638a-e63e-4520-89ba-ad8e38c77b58 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.615958 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1d7eedc8-5563-4ad4-8e68-e624842cda0c req-193de4e4-64c9-4075-87e0-8df4641e113c tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 946 time: 0.2268217 Jul 24 01:04:48.619163 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3e59638a-e63e-4520-89ba-ad8e38c77b58 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0088880 Jul 24 01:04:48.624043 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46182) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.632867 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-97d35f99-6218-4ea6-b4a3-aa25c13e0629 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.643844 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-97d35f99-6218-4ea6-b4a3-aa25c13e0629 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0165005 Jul 24 01:04:48.643844 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46184) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.647360 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-a2686dc8-0b66-4e11-8cc7-a34f58e3a9ab tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.651694 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40d77e6-5d5c-4382-9e91-29f18c39829d tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Router f6ff5465-5b0f-403c-bf38-0ffff92907db is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:04:48.652289 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a2686dc8-0b66-4e11-8cc7-a34f58e3a9ab tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0087228 Jul 24 01:04:48.653001 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46188) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.660506 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-f5bb3a5d-dfdc-4703-941e-2d33fcb59ec1 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.662131 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f5bb3a5d-dfdc-4703-941e-2d33fcb59ec1 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0077376 Jul 24 01:04:48.664482 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46190) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.669832 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-d505d8f4-0d6d-4e8c-8f80-3cb2b11e49ea tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.674060 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d505d8f4-0d6d-4e8c-8f80-3cb2b11e49ea tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0082848 Jul 24 01:04:48.674835 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46192) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.680393 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-a04807b1-ce02-457a-8277-45e08cc9dca0 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.682292 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=d4ddb4a1-8ea9-42e6-a478-244bc76d8af8,revision_number=8']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:48.684431 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46194) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.685697 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a04807b1-ce02-457a-8277-45e08cc9dca0 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0092027 Jul 24 01:04:48.694061 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [None req-7929aec7-8a5c-442e-abfd-26ab9907d679 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.695021 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7929aec7-8a5c-442e-abfd-26ab9907d679 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0090594 Jul 24 01:04:48.700050 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46196) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.705892 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-d6b02951-7455-45a0-819d-a8cbd6e7c525 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.709778 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d6b02951-7455-45a0-819d-a8cbd6e7c525 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0077181 Jul 24 01:04:48.710492 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46204) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.722017 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-610c4c1c-2e50-43c1-aaf5-13084bdd6118 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.726077 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-610c4c1c-2e50-43c1-aaf5-13084bdd6118 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0144916 Jul 24 01:04:48.726826 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46206) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.732380 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-429ddf80-2b7f-409a-9f9e-395652755fdf tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.736402 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-429ddf80-2b7f-409a-9f9e-395652755fdf tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0084920 Jul 24 01:04:48.737094 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46208) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.741559 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-e7690c78-53a4-47d0-bf75-5152ada52516 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.746071 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e7690c78-53a4-47d0-bf75-5152ada52516 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0078857 Jul 24 01:04:48.746934 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46210) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.751908 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-dfe92d19-f8aa-4eb5-a34e-0ac378e2867e tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.759790 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-dfe92d19-f8aa-4eb5-a34e-0ac378e2867e tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0073538 Jul 24 01:04:48.759790 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46212) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.761027 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-c5e81dbe-bca4-42d2-90c0-7f9d53290b29 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.765447 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c5e81dbe-bca4-42d2-90c0-7f9d53290b29 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0080225 Jul 24 01:04:48.766135 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46216) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.771528 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-a41e12ee-9068-4ccd-8734-823a308255b5 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.775755 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a41e12ee-9068-4ccd-8734-823a308255b5 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0083885 Jul 24 01:04:48.776535 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46218) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:48.781062 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [None req-33b58405-6812-4b24-a740-06cb4e8a2227 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:48.788243 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-33b58405-6812-4b24-a740-06cb4e8a2227 tempest-ExtensionsTestJSON-1656626370 tempest-ExtensionsTestJSON-1656626370-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0076840 Jul 24 01:04:48.856352 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1d7eedc8-5563-4ad4-8e68-e624842cda0c req-dc4c629e-0775-427b-84d7-316e4d93ae62 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987557 Jul 24 01:04:49.015859 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3384e3b6-2ccb-4e2e-b109-ac58a287c76b req-4ff01bbe-6af1-4f1a-895d-85a98c381021 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:49.016242 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3384e3b6-2ccb-4e2e-b109-ac58a287c76b req-4ff01bbe-6af1-4f1a-895d-85a98c381021 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:49.016562 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [req-3384e3b6-2ccb-4e2e-b109-ac58a287c76b req-4ff01bbe-6af1-4f1a-895d-85a98c381021 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Floating IP 50d0f969-b405-42e6-905d-31d12ca309a9 disassociated. External IP: 172.25.2.226, port: 532652b5-0ccf-4dbf-891e-e7c345897077. Jul 24 01:04:49.016912 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-3384e3b6-2ccb-4e2e-b109-ac58a287c76b req-4ff01bbe-6af1-4f1a-895d-85a98c381021 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Calling delete_port for 532652b5-0ccf-4dbf-891e-e7c345897077 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:04:49.033585 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40d77e6-5d5c-4382-9e91-29f18c39829d tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:04:49.044207 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e236f137-f6f9-4f70-af04-1b904f6f13de None None] Sync routers for ids ['f6ff5465-5b0f-403c-bf38-0ffff92907db'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:04:49.056488 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5cfae-e7fc-4271-9ab3-3b60129db088 req-01419c25-db5d-47fa-b36f-619e0ee71bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:49.056984 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5cfae-e7fc-4271-9ab3-3b60129db088 req-01419c25-db5d-47fa-b36f-619e0ee71bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:49.057610 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5cfae-e7fc-4271-9ab3-3b60129db088 req-01419c25-db5d-47fa-b36f-619e0ee71bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:49.058101 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5cfae-e7fc-4271-9ab3-3b60129db088 req-01419c25-db5d-47fa-b36f-619e0ee71bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:49.058582 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5cfae-e7fc-4271-9ab3-3b60129db088 req-01419c25-db5d-47fa-b36f-619e0ee71bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:49.059096 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5cfae-e7fc-4271-9ab3-3b60129db088 req-01419c25-db5d-47fa-b36f-619e0ee71bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:49.059596 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5cfae-e7fc-4271-9ab3-3b60129db088 req-01419c25-db5d-47fa-b36f-619e0ee71bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:49.061273 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e236f137-f6f9-4f70-af04-1b904f6f13de None None] Routers {'f6ff5465-5b0f-403c-bf38-0ffff92907db'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:04:49.062025 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e1a5cfae-e7fc-4271-9ab3-3b60129db088 req-01419c25-db5d-47fa-b36f-619e0ee71bdb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 6497 time: 0.2392688 Jul 24 01:04:49.063552 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-e236f137-f6f9-4f70-af04-1b904f6f13de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:04:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f6ff5465-5b0f-403c-bf38-0ffff92907db'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:04:49.069791 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [req-eef0cbd4-6496-40bf-8564-d9d71b0fed37 req-c5d64aa3-1c3d-4e5d-9f3d-c735c1664b1e service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:49.070867 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eef0cbd4-6496-40bf-8564-d9d71b0fed37 req-c5d64aa3-1c3d-4e5d-9f3d-c735c1664b1e service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063109 Jul 24 01:04:49.146973 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f40d77e6-5d5c-4382-9e91-29f18c39829d tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:49.151882 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f40d77e6-5d5c-4382-9e91-29f18c39829d tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.4992552 Jul 24 01:04:49.155463 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46238) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:49.192263 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e1a5cfae-e7fc-4271-9ab3-3b60129db088 req-d7505132-84a4-4e98-8caa-c4491592a451 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b607e344-24a6-4f17-aee1-1e5d86804c2a&id=ee45ad64-8c62-46a6-8180-96016c4d729d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1182895 Jul 24 01:04:49.239109 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46246) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:49.276887 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3025ab-be9a-431f-a9ec-1f49ee4461f4 req-807976e9-0ad6-4f8e-b4a7-28e2570dacd8 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:49.280507 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4c3025ab-be9a-431f-a9ec-1f49ee4461f4 req-807976e9-0ad6-4f8e-b4a7-28e2570dacd8 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 944 time: 0.1347041 Jul 24 01:04:49.336513 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-e236f137-f6f9-4f70-af04-1b904f6f13de None None] Set router f6ff5465-5b0f-403c-bf38-0ffff92907db gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:04:49.348292 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4c3025ab-be9a-431f-a9ec-1f49ee4461f4 req-14562ccd-4756-44b6-b27b-3220b1b62a81 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups?id=1221e892-79ab-4eda-bb1c-9b5d9f479458&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581851 Jul 24 01:04:49.378983 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3384e3b6-2ccb-4e2e-b109-ac58a287c76b req-4ff01bbe-6af1-4f1a-895d-85a98c381021 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:49.419146 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff01bbe-6af1-4f1a-895d-85a98c381021 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Pushing event deleted for resources: {'Port': ['ID=532652b5-0ccf-4dbf-891e-e7c345897077,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:49.454174 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff01bbe-6af1-4f1a-895d-85a98c381021 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:49.454917 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff01bbe-6af1-4f1a-895d-85a98c381021 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:49.455712 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff01bbe-6af1-4f1a-895d-85a98c381021 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:49.456287 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff01bbe-6af1-4f1a-895d-85a98c381021 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:49.456845 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff01bbe-6af1-4f1a-895d-85a98c381021 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:49.457386 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff01bbe-6af1-4f1a-895d-85a98c381021 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:49.457943 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff01bbe-6af1-4f1a-895d-85a98c381021 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:49.458689 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff01bbe-6af1-4f1a-895d-85a98c381021 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:49.459309 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff01bbe-6af1-4f1a-895d-85a98c381021 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:49.459860 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff01bbe-6af1-4f1a-895d-85a98c381021 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:49.460408 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff01bbe-6af1-4f1a-895d-85a98c381021 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:49.461279 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff01bbe-6af1-4f1a-895d-85a98c381021 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:49.474135 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f1c02447-3287-416e-b4d4-3cac2506889e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:49.485001 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:49.592082 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-e236f137-f6f9-4f70-af04-1b904f6f13de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'name': 'tempest-TestNetworkBasicOps-router-2050731732', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b59d5601-ee7c-445b-8b62-64aeb279838e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:04:45Z', 'updated_at': '2021-07-24T01:04:47Z', 'revision_number': 3, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'gw_port': {'id': 'b59d5601-ee7c-445b-8b62-64aeb279838e', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:19:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:04:46Z', 'updated_at': '2021-07-24T01:04:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:04:49.654474 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e236f137-f6f9-4f70-af04-1b904f6f13de None None] Checking router: f6ff5465-5b0f-403c-bf38-0ffff92907db for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:04:49.655024 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e236f137-f6f9-4f70-af04-1b904f6f13de None None] Updating router f6ff5465-5b0f-403c-bf38-0ffff92907db port b59d5601-ee7c-445b-8b62-64aeb279838e binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:04:49.704539 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce087ce-848e-4c42-bc8b-b88f257c4e47 req-535d9f50-6e3a-492e-bf61-386fdec26db2 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:49.714832 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4ce087ce-848e-4c42-bc8b-b88f257c4e47 req-535d9f50-6e3a-492e-bf61-386fdec26db2 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 944 time: 0.3946531 Jul 24 01:04:49.738137 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-e236f137-f6f9-4f70-af04-1b904f6f13de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:49.747954 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f1c02447-3287-416e-b4d4-3cac2506889e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:49.757902 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f1c02447-3287-416e-b4d4-3cac2506889e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:49.807468 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5d305c6b-16ce-4d3a-b2c8-d7a65fd631d3 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=9c584c0e2c5a47a78962537ebd255749&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6464224 Jul 24 01:04:49.816335 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46266) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:49.881627 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4ce087ce-848e-4c42-bc8b-b88f257c4e47 req-3541f8f2-e5ca-4ea2-b955-1e2581eee433 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655438 Jul 24 01:04:49.936150 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3384e3b6-2ccb-4e2e-b109-ac58a287c76b req-4ff01bbe-6af1-4f1a-895d-85a98c381021 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Router 6b54b2d1-58f5-4865-93e2-07d14488d491 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:04:49.951766 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c02447-3287-416e-b4d4-3cac2506889e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e52cd74-9e94-4d41-bff4-0ba0686f7130,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:49.971270 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f1c02447-3287-416e-b4d4-3cac2506889e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=632baf1f06c54a649fac8b696c0738dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7270441 Jul 24 01:04:49.978994 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46276) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:50.130890 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3384e3b6-2ccb-4e2e-b109-ac58a287c76b req-4ff01bbe-6af1-4f1a-895d-85a98c381021 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:04:50.150471 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4116431a-5b3c-485d-b141-0a77317d5148 None None] Sync routers for ids ['6b54b2d1-58f5-4865-93e2-07d14488d491'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:04:50.166295 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4116431a-5b3c-485d-b141-0a77317d5148 None None] Routers {'6b54b2d1-58f5-4865-93e2-07d14488d491'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:04:50.168431 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-4116431a-5b3c-485d-b141-0a77317d5148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:04:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['6b54b2d1-58f5-4865-93e2-07d14488d491'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:04:50.191219 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-e236f137-f6f9-4f70-af04-1b904f6f13de None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:50.205327 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-e236f137-f6f9-4f70-af04-1b904f6f13de None None] Transition to ACTIVE for port object b59d5601-ee7c-445b-8b62-64aeb279838e will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:04:50.216101 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-e236f137-f6f9-4f70-af04-1b904f6f13de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:50.218272 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-3384e3b6-2ccb-4e2e-b109-ac58a287c76b req-4ff01bbe-6af1-4f1a-895d-85a98c381021 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] No DVR routers for this DVR port 532652b5-0ccf-4dbf-891e-e7c345897077 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:04:50.224574 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3384e3b6-2ccb-4e2e-b109-ac58a287c76b req-4ff01bbe-6af1-4f1a-895d-85a98c381021 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:50.226931 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3384e3b6-2ccb-4e2e-b109-ac58a287c76b req-4ff01bbe-6af1-4f1a-895d-85a98c381021 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.13 "DELETE /v2.0/ports/532652b5-0ccf-4dbf-891e-e7c345897077 HTTP/1.1" status: 204 len: 173 time: 2.3614571 Jul 24 01:04:50.227453 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f45ca8d4-e2d6-4d74-92c9-ce232585d0d2', 'name': 'network-vif-deleted', 'tag': '532652b5-0ccf-4dbf-891e-e7c345897077'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:04:50.235324 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347b2c83-f0cd-4c3b-beca-f56f4b4830d9" -d '{"events": [{"server_uuid": "f45ca8d4-e2d6-4d74-92c9-ce232585d0d2", "name": "network-vif-deleted", "tag": "532652b5-0ccf-4dbf-891e-e7c345897077"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:04:50.301909 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-e236f137-f6f9-4f70-af04-1b904f6f13de None None] Attempting to bind port b59d5601-ee7c-445b-8b62-64aeb279838e on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:04:50.302685 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-e236f137-f6f9-4f70-af04-1b904f6f13de None None] Attempting to bind port b59d5601-ee7c-445b-8b62-64aeb279838e by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:04:50.303311 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e236f137-f6f9-4f70-af04-1b904f6f13de None None] Attempting to bind port b59d5601-ee7c-445b-8b62-64aeb279838e on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:04:50.312096 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e236f137-f6f9-4f70-af04-1b904f6f13de None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:04:50.312778 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e236f137-f6f9-4f70-af04-1b904f6f13de None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:04:50.313422 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-e236f137-f6f9-4f70-af04-1b904f6f13de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:50.314053 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e236f137-f6f9-4f70-af04-1b904f6f13de None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:04:50.314780 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-e236f137-f6f9-4f70-af04-1b904f6f13de None None] Bound port: b59d5601-ee7c-445b-8b62-64aeb279838e, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:04:50.315398 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-e236f137-f6f9-4f70-af04-1b904f6f13de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:50.327610 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68c0d94-57e8-4497-96df-e19c19e38b85 x-openstack-request-id: req-e68c0d94-57e8-4497-96df-e19c19e38b85 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:04:50.328127 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f45ca8d4-e2d6-4d74-92c9-ce232585d0d2", "name": "network-vif-deleted", "tag": "532652b5-0ccf-4dbf-891e-e7c345897077", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:04:50.328444 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e68c0d94-57e8-4497-96df-e19c19e38b85 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:04:50.328916 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f45ca8d4-e2d6-4d74-92c9-ce232585d0d2', 'name': 'network-vif-deleted', 'tag': '532652b5-0ccf-4dbf-891e-e7c345897077', 'status': 'completed', 'code': 200} Jul 24 01:04:50.348755 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac258d-71fc-4a38-9159-9534015d17d4 None None] Pushing event updated for resources: {'Port': ['ID=b59d5601-ee7c-445b-8b62-64aeb279838e,revision_number=2']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:50.360778 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac258d-71fc-4a38-9159-9534015d17d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:50.361510 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac258d-71fc-4a38-9159-9534015d17d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:50.362100 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac258d-71fc-4a38-9159-9534015d17d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:50.362659 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac258d-71fc-4a38-9159-9534015d17d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:50.363224 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac258d-71fc-4a38-9159-9534015d17d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:50.363778 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac258d-71fc-4a38-9159-9534015d17d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:50.364328 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac258d-71fc-4a38-9159-9534015d17d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:50.364881 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac258d-71fc-4a38-9159-9534015d17d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:50.365418 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac258d-71fc-4a38-9159-9534015d17d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:50.365961 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac258d-71fc-4a38-9159-9534015d17d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:50.366512 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac258d-71fc-4a38-9159-9534015d17d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:50.367103 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ac258d-71fc-4a38-9159-9534015d17d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:04:50.429887 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-e236f137-f6f9-4f70-af04-1b904f6f13de None None] For port b59d5601-ee7c-445b-8b62-64aeb279838e, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:04:50.439067 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-e236f137-f6f9-4f70-af04-1b904f6f13de None None] For port b59d5601-ee7c-445b-8b62-64aeb279838e, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=b59d5601-ee7c-445b-8b62-64aeb279838e,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:04:50.444796 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-e236f137-f6f9-4f70-af04-1b904f6f13de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:50.475008 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c43968-0ce3-4296-aec0-d8d479e5575d tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:50.480036 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-10c43968-0ce3-4296-aec0-d8d479e5575d tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6555092 Jul 24 01:04:50.480261 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46288) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:50.501640 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6354489d-bdc6-4acb-9f0f-bae69fc4632f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:50.540391 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f21be7a0-f398-4af4-b838-180b2beb0649 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0563872 Jul 24 01:04:50.541184 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46292) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:50.541408 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac258d-71fc-4a38-9159-9534015d17d4 None None] Pushing event updated for resources: {'Port': ['ID=b59d5601-ee7c-445b-8b62-64aeb279838e,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:50.552688 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6354489d-bdc6-4acb-9f0f-bae69fc4632f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:50.558750 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-1f7b5423-ebab-40c0-960f-e41876807b8a tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1467508714', 'network_id': '059adbcb-434c-431e-8c2b-2f91e64b593b', 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:04:50.574362 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-de6133eb-33ec-4ecb-ba4f-45d6d8356c27 req-65db7fc3-eee4-460b-b92b-e0164c6b9a2f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6560545 Jul 24 01:04:50.576491 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e236f137-f6f9-4f70-af04-1b904f6f13de None None] Routers {'f6ff5465-5b0f-403c-bf38-0ffff92907db'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:04:50.577129 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-e236f137-f6f9-4f70-af04-1b904f6f13de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:04:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f6ff5465-5b0f-403c-bf38-0ffff92907db'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:04:50.588381 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [req-de6133eb-33ec-4ecb-ba4f-45d6d8356c27 req-c700ab4c-7770-474f-ac63-c4f802f9decd service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:04:50.589413 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-de6133eb-33ec-4ecb-ba4f-45d6d8356c27 req-c700ab4c-7770-474f-ac63-c4f802f9decd service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055346 Jul 24 01:04:50.640783 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6354489d-bdc6-4acb-9f0f-bae69fc4632f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:50.643863 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6354489d-bdc6-4acb-9f0f-bae69fc4632f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:50.645058 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6354489d-bdc6-4acb-9f0f-bae69fc4632f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2e52cd74-9e94-4d41-bff4-0ba0686f7130 HTTP/1.1" status: 204 len: 168 time: 0.6649668 Jul 24 01:04:50.663290 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6354489d-bdc6-4acb-9f0f-bae69fc4632f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e52cd74-9e94-4d41-bff4-0ba0686f7130,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:50.719438 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-10696dc3-07fe-4130-875d-17b20ce970b9 req-e54a852a-946a-44b1-9bf7-86edaeae34ac tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/ports?device_id=f45ca8d4-e2d6-4d74-92c9-ce232585d0d2 HTTP/1.1" status: 200 len: 210 time: 0.1230512 Jul 24 01:04:50.734430 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-e236f137-f6f9-4f70-af04-1b904f6f13de None None] Set router f6ff5465-5b0f-403c-bf38-0ffff92907db gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:04:50.762061 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-4116431a-5b3c-485d-b141-0a77317d5148 None None] Set router 6b54b2d1-58f5-4865-93e2-07d14488d491 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:04:50.900217 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7b5423-ebab-40c0-960f-e41876807b8a tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Made reservation on behalf of 9c584c0e2c5a47a78962537ebd255749 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:04:50.910753 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1f7b5423-ebab-40c0-960f-e41876807b8a tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:51.060993 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:51.071182 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-e236f137-f6f9-4f70-af04-1b904f6f13de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'name': 'tempest-TestNetworkBasicOps-router-2050731732', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b59d5601-ee7c-445b-8b62-64aeb279838e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:04:45Z', 'updated_at': '2021-07-24T01:04:47Z', 'revision_number': 3, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'gw_port': {'id': 'b59d5601-ee7c-445b-8b62-64aeb279838e', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:19:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:04:46Z', 'updated_at': '2021-07-24T01:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:04:51.128828 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e236f137-f6f9-4f70-af04-1b904f6f13de None None] The sync data for ids ['f6ff5465-5b0f-403c-bf38-0ffff92907db'] in n-d-793621-25 is: [{'id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'name': 'tempest-TestNetworkBasicOps-router-2050731732', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b59d5601-ee7c-445b-8b62-64aeb279838e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:04:45Z', 'updated_at': '2021-07-24T01:04:47Z', 'revision_number': 3, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'gw_port': {'id': 'b59d5601-ee7c-445b-8b62-64aeb279838e', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:19:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:04:46Z', 'updated_at': '2021-07-24T01:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:04:51.286842 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d7f5f-f432-4233-8719-e2b20c78da26 req-217135c6-4c70-4c84-95cc-6b68be7f65d2 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:51.293947 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0c1d7f5f-f432-4233-8719-e2b20c78da26 req-217135c6-4c70-4c84-95cc-6b68be7f65d2 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 944 time: 0.1752653 Jul 24 01:04:51.304826 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46316) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:51.312812 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-4116431a-5b3c-485d-b141-0a77317d5148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b54b2d1-58f5-4865-93e2-07d14488d491', 'name': 'tempest-ServerActionsTestJSON-71880313-router', 'tenant_id': '7eb0da34432d47448c1b713034c6041a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '9851f101-5bf6-4bc9-a83f-fa5a40aefce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:07Z', 'updated_at': '2021-07-24T00:55:13Z', 'revision_number': 4, 'project_id': '7eb0da34432d47448c1b713034c6041a', 'gw_port': {'id': '9851f101-5bf6-4bc9-a83f-fa5a40aefce9', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b54b2d1-58f5-4865-93e2-07d14488d491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:08Z', 'updated_at': '2021-07-24T00:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'df78c8ca-fe10-4c7e-a84c-d2bbf57334dc', 'name': '', 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597', 'tenant_id': '7eb0da34432d47448c1b713034c6041a', 'mac_address': 'fa:16:3e:f1:5a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b54b2d1-58f5-4865-93e2-07d14488d491', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '66eb251d-e6ee-4000-900c-f86c0810b697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:12Z', 'updated_at': '2021-07-24T00:55:23Z', 'revision_number': 5, 'project_id': '7eb0da34432d47448c1b713034c6041a', 'subnets': [{'id': '66eb251d-e6ee-4000-900c-f86c0810b697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:04:51.355267 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4116431a-5b3c-485d-b141-0a77317d5148 None None] Checking router: 6b54b2d1-58f5-4865-93e2-07d14488d491 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:04:51.372133 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4116431a-5b3c-485d-b141-0a77317d5148 None None] Routers {'6b54b2d1-58f5-4865-93e2-07d14488d491'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:04:51.374002 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-4116431a-5b3c-485d-b141-0a77317d5148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:04:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['6b54b2d1-58f5-4865-93e2-07d14488d491'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:04:51.392414 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0c1d7f5f-f432-4233-8719-e2b20c78da26 req-00836605-2849-461b-82d2-fccb41f562ce tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932267 Jul 24 01:04:51.415495 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1f7b5423-ebab-40c0-960f-e41876807b8a tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:51.506976 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-b656bb27-b30f-4555-bf7b-2c6b5cbe3481 tempest-ExternalNetworksAdminNegativeTestJSON-23801708 tempest-ExternalNetworksAdminNegativeTestJSON-23801708-project-admin] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:04:51.521236 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b5423-ebab-40c0-960f-e41876807b8a tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event updated for resources: {'Subnet': ['ID=e038f4c8-5e0a-4d5d-906f-738663910f59,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:51.539840 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7b5423-ebab-40c0-960f-e41876807b8a tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Checking segment: {'id': '8fa7f1cf-b9a2-43b9-b698-36c5983c8c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '059adbcb-434c-431e-8c2b-2f91e64b593b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:04:51.540271 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7b5423-ebab-40c0-960f-e41876807b8a tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Network hostable DHCP agents. Network: 059adbcb-434c-431e-8c2b-2f91e64b593b, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:04:51.548961 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b656bb27-b30f-4555-bf7b-2c6b5cbe3481 tempest-ExternalNetworksAdminNegativeTestJSON-23801708 tempest-ExternalNetworksAdminNegativeTestJSON-23801708-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:51.606098 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7b5423-ebab-40c0-960f-e41876807b8a tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Network 059adbcb-434c-431e-8c2b-2f91e64b593b is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:04:51.626331 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-1f7b5423-ebab-40c0-960f-e41876807b8a tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 059adbcb-434c-431e-8c2b-2f91e64b593b) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:04:51.633817 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7b5423-ebab-40c0-960f-e41876807b8a tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:51.634741 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1f7b5423-ebab-40c0-960f-e41876807b8a tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:51.644854 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4b5778-d46e-4f06-b57c-159098dadc04 None None] Network 059adbcb-434c-431e-8c2b-2f91e64b593b requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:04:51.652038 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-4116431a-5b3c-485d-b141-0a77317d5148 None None] Set router 6b54b2d1-58f5-4865-93e2-07d14488d491 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:04:51.674915 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1f7b5423-ebab-40c0-960f-e41876807b8a tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1324284 Jul 24 01:04:51.677655 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46328) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:51.873347 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b656bb27-b30f-4555-bf7b-2c6b5cbe3481 tempest-ExternalNetworksAdminNegativeTestJSON-23801708 tempest-ExternalNetworksAdminNegativeTestJSON-23801708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:51.883346 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46336) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:52.014988 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-60c6670a-1ba4-43a0-864a-f467c284bcf2 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:52.082661 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-60c6670a-1ba4-43a0-864a-f467c284bcf2 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:52.255129 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-b656bb27-b30f-4555-bf7b-2c6b5cbe3481 tempest-ExternalNetworksAdminNegativeTestJSON-23801708 tempest-ExternalNetworksAdminNegativeTestJSON-23801708-project-admin] Allocated IP 172.25.2.110 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/b2a4ed07-0c20-40ce-9496-73bfc9276e69) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:04:52.259573 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 532652b5-0ccf-4dbf-891e-e7c345897077 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:04:52.276749 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-60c6670a-1ba4-43a0-864a-f467c284bcf2 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:52.280612 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-60c6670a-1ba4-43a0-864a-f467c284bcf2 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:52.286158 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-60c6670a-1ba4-43a0-864a-f467c284bcf2 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "DELETE /v2.0/security-groups/1221e892-79ab-4eda-bb1c-9b5d9f479458 HTTP/1.1" status: 204 len: 168 time: 0.4010093 Jul 24 01:04:52.286434 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46346) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:52.305388 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6670a-1ba4-43a0-864a-f467c284bcf2 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1221e892-79ab-4eda-bb1c-9b5d9f479458,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:52.307328 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5424a0f7-aa67-4f11-a41a-c75be8de8906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-059adbcb-434c-431e-8c2b-2f91e64b593b', 'network_id': '059adbcb-434c-431e-8c2b-2f91e64b593b', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'fixed_ips': [{'subnet_id': 'e038f4c8-5e0a-4d5d-906f-738663910f59'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:04:52.308338 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5424a0f7-aa67-4f11-a41a-c75be8de8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:52.341624 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 532652b5-0ccf-4dbf-891e-e7c345897077 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:04:52.341970 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 532652b5-0ccf-4dbf-891e-e7c345897077 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:04:52.342378 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d4ddb4a1-8ea9-42e6-a478-244bc76d8af8 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:04:52.348712 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46348) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:52.355481 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-0d1c3e33-0688-479a-851a-8275294460cd tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] show failed (client error): The resource could not be found. Jul 24 01:04:52.357550 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0d1c3e33-0688-479a-851a-8275294460cd tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "GET /v2.0/security-groups/1221e892-79ab-4eda-bb1c-9b5d9f479458 HTTP/1.1" status: 404 len: 347 time: 0.0694675 Jul 24 01:04:52.377162 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46352) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:52.669549 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-f5efa0b3-8567-4efa-bdd6-2426ec029b22 tempest-DvrRoutersNegativeTest-2076935390 tempest-DvrRoutersNegativeTest-2076935390-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1977422118', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:04:52.672421 n-d-793621-25 neutron-server[100463]: DEBUG neutron.policy [None req-f5efa0b3-8567-4efa-bdd6-2426ec029b22 tempest-DvrRoutersNegativeTest-2076935390 tempest-DvrRoutersNegativeTest-2076935390-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=100463) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 24 01:04:52.673405 n-d-793621-25 neutron-server[100463]: DEBUG neutron.policy [None req-f5efa0b3-8567-4efa-bdd6-2426ec029b22 tempest-DvrRoutersNegativeTest-2076935390 tempest-DvrRoutersNegativeTest-2076935390-project] Failed policy check for 'create_router' {{(pid=100463) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 24 01:04:52.673405 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-f5efa0b3-8567-4efa-bdd6-2426ec029b22 tempest-DvrRoutersNegativeTest-2076935390 tempest-DvrRoutersNegativeTest-2076935390-project] create failed (client error): Access was denied to this resource. Jul 24 01:04:52.679534 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f5efa0b3-8567-4efa-bdd6-2426ec029b22 tempest-DvrRoutersNegativeTest-2076935390 tempest-DvrRoutersNegativeTest-2076935390-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3292646 Jul 24 01:04:52.757166 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-5424a0f7-aa67-4f11-a41a-c75be8de8906 None None] Allocated IP 172.20.0.2 (059adbcb-434c-431e-8c2b-2f91e64b593b/e038f4c8-5e0a-4d5d-906f-738663910f59/c0796dd0-5b71-421d-b232-7a1c84840ad7) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:04:52.769691 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b656bb27-b30f-4555-bf7b-2c6b5cbe3481 tempest-ExternalNetworksAdminNegativeTestJSON-23801708 tempest-ExternalNetworksAdminNegativeTestJSON-23801708-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:52.780237 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device b59d5601-ee7c-445b-8b62-64aeb279838e up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:04:52.819145 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-b0e5df40-5658-48db-84e6-7293e0eae942 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Deleting port 66691504-d475-404a-ab61-a4b63c7fac1f {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:04:52.819638 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b0e5df40-5658-48db-84e6-7293e0eae942 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:52.947302 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b656bb27-b30f-4555-bf7b-2c6b5cbe3481 tempest-ExternalNetworksAdminNegativeTestJSON-23801708 tempest-ExternalNetworksAdminNegativeTestJSON-23801708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:53.005686 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b0e5df40-5658-48db-84e6-7293e0eae942 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:53.006072 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b0e5df40-5658-48db-84e6-7293e0eae942 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:53.019174 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-4116431a-5b3c-485d-b141-0a77317d5148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b54b2d1-58f5-4865-93e2-07d14488d491', 'name': 'tempest-ServerActionsTestJSON-71880313-router', 'tenant_id': '7eb0da34432d47448c1b713034c6041a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '9851f101-5bf6-4bc9-a83f-fa5a40aefce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:07Z', 'updated_at': '2021-07-24T00:55:13Z', 'revision_number': 4, 'project_id': '7eb0da34432d47448c1b713034c6041a', 'gw_port': {'id': '9851f101-5bf6-4bc9-a83f-fa5a40aefce9', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b54b2d1-58f5-4865-93e2-07d14488d491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:08Z', 'updated_at': '2021-07-24T00:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'df78c8ca-fe10-4c7e-a84c-d2bbf57334dc', 'name': '', 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597', 'tenant_id': '7eb0da34432d47448c1b713034c6041a', 'mac_address': 'fa:16:3e:f1:5a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b54b2d1-58f5-4865-93e2-07d14488d491', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '66eb251d-e6ee-4000-900c-f86c0810b697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:12Z', 'updated_at': '2021-07-24T00:55:23Z', 'revision_number': 5, 'project_id': '7eb0da34432d47448c1b713034c6041a', 'subnets': [{'id': '66eb251d-e6ee-4000-900c-f86c0810b697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:04:53.030104 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b656bb27-b30f-4555-bf7b-2c6b5cbe3481 tempest-ExternalNetworksAdminNegativeTestJSON-23801708 tempest-ExternalNetworksAdminNegativeTestJSON-23801708-project-admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:04:53.030466 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port b59d5601-ee7c-445b-8b62-64aeb279838e completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:04:53.053129 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-b0e5df40-5658-48db-84e6-7293e0eae942 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Calling delete_port for 66691504-d475-404a-ab61-a4b63c7fac1f owned by network:floatingip {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:04:53.055631 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-b656bb27-b30f-4555-bf7b-2c6b5cbe3481 tempest-ExternalNetworksAdminNegativeTestJSON-23801708 tempest-ExternalNetworksAdminNegativeTestJSON-23801708-project-admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:04:53.069830 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b656bb27-b30f-4555-bf7b-2c6b5cbe3481 tempest-ExternalNetworksAdminNegativeTestJSON-23801708 tempest-ExternalNetworksAdminNegativeTestJSON-23801708-project-admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:04:53.094579 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4116431a-5b3c-485d-b141-0a77317d5148 None None] The sync data for ids ['6b54b2d1-58f5-4865-93e2-07d14488d491'] in n-d-793621-25 is: [{'id': '6b54b2d1-58f5-4865-93e2-07d14488d491', 'name': 'tempest-ServerActionsTestJSON-71880313-router', 'tenant_id': '7eb0da34432d47448c1b713034c6041a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '9851f101-5bf6-4bc9-a83f-fa5a40aefce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:07Z', 'updated_at': '2021-07-24T00:55:13Z', 'revision_number': 4, 'project_id': '7eb0da34432d47448c1b713034c6041a', 'gw_port': {'id': '9851f101-5bf6-4bc9-a83f-fa5a40aefce9', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b54b2d1-58f5-4865-93e2-07d14488d491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:08Z', 'updated_at': '2021-07-24T00:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'df78c8ca-fe10-4c7e-a84c-d2bbf57334dc', 'name': '', 'network_id': 'd582b8dc-8856-4b30-8b39-181936a3b597', 'tenant_id': '7eb0da34432d47448c1b713034c6041a', 'mac_address': 'fa:16:3e:f1:5a:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b54b2d1-58f5-4865-93e2-07d14488d491', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '66eb251d-e6ee-4000-900c-f86c0810b697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:12Z', 'updated_at': '2021-07-24T00:55:23Z', 'revision_number': 5, 'project_id': '7eb0da34432d47448c1b713034c6041a', 'subnets': [{'id': '66eb251d-e6ee-4000-900c-f86c0810b697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:04:53.105212 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port b59d5601-ee7c-445b-8b62-64aeb279838e triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:04:53.105595 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:53.135271 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b656bb27-b30f-4555-bf7b-2c6b5cbe3481 tempest-ExternalNetworksAdminNegativeTestJSON-23801708 tempest-ExternalNetworksAdminNegativeTestJSON-23801708-project-admin] Pushing event updated for resources: {'Port': ['ID=b2a4ed07-0c20-40ce-9496-73bfc9276e69,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:53.147662 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a35083-0fba-46e5-9399-8820af529872 req-3c142999-3842-46b2-8530-8c02eadcb80d tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:53.149345 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-36a35083-0fba-46e5-9399-8820af529872 req-3c142999-3842-46b2-8530-8c02eadcb80d tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 944 time: 0.2848582 Jul 24 01:04:53.193650 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6133eb-33ec-4ecb-ba4f-45d6d8356c27 req-8be4821f-7dd6-4b28-b541-3e7d84f49154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:53.195480 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-de6133eb-33ec-4ecb-ba4f-45d6d8356c27 req-8be4821f-7dd6-4b28-b541-3e7d84f49154 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a&tenant_id=d5f5cc12e5fe45be9d7447ae1149586c HTTP/1.1" status: 200 len: 1096 time: 0.3296926 Jul 24 01:04:53.197251 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6202cde4-3307-46b0-9ed9-58110985253c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:53.238377 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5424a0f7-aa67-4f11-a41a-c75be8de8906 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:53.272979 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-5424a0f7-aa67-4f11-a41a-c75be8de8906 None None] Transition to ACTIVE for port object c0796dd0-5b71-421d-b232-7a1c84840ad7 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:04:53.315619 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46362) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:53.322650 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-5424a0f7-aa67-4f11-a41a-c75be8de8906 None None] Transition to ACTIVE for port object c0796dd0-5b71-421d-b232-7a1c84840ad7 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:04:53.379070 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b656bb27-b30f-4555-bf7b-2c6b5cbe3481 tempest-ExternalNetworksAdminNegativeTestJSON-23801708 tempest-ExternalNetworksAdminNegativeTestJSON-23801708-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:53.389296 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-36a35083-0fba-46e5-9399-8820af529872 req-15fec5e9-b83b-4442-9e4e-0940d5598367 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163687 Jul 24 01:04:53.397844 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5424a0f7-aa67-4f11-a41a-c75be8de8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:53.469136 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b656bb27-b30f-4555-bf7b-2c6b5cbe3481 tempest-ExternalNetworksAdminNegativeTestJSON-23801708 tempest-ExternalNetworksAdminNegativeTestJSON-23801708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:53.604096 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b0e5df40-5658-48db-84e6-7293e0eae942 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:53.605806 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5424a0f7-aa67-4f11-a41a-c75be8de8906 None None] Network 059adbcb-434c-431e-8c2b-2f91e64b593b is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:04:53.626131 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-5424a0f7-aa67-4f11-a41a-c75be8de8906 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:04:53.632854 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-599fa256-919e-4c49-87aa-0729a1c28434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:53.635465 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5424a0f7-aa67-4f11-a41a-c75be8de8906 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:04:53.642116 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6133eb-33ec-4ecb-ba4f-45d6d8356c27 req-45216180-290c-4f26-b161-162bdb34b3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:53.643493 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-de6133eb-33ec-4ecb-ba4f-45d6d8356c27 req-45216180-290c-4f26-b161-162bdb34b3e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d5f5cc12e5fe45be9d7447ae1149586c&device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 1096 time: 0.4197340 Jul 24 01:04:53.647365 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:53.673008 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e5df40-5658-48db-84e6-7293e0eae942 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Pushing event deleted for resources: {'Port': ['ID=66691504-d475-404a-ab61-a4b63c7fac1f,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:53.690809 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5424a0f7-aa67-4f11-a41a-c75be8de8906 None None] Pushing event updated for resources: {'Port': ['ID=c0796dd0-5b71-421d-b232-7a1c84840ad7,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:53.738223 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port b59d5601-ee7c-445b-8b62-64aeb279838e, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=b59d5601-ee7c-445b-8b62-64aeb279838e,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:04:53.739305 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-5424a0f7-aa67-4f11-a41a-c75be8de8906 None None] Attempting to bind port c0796dd0-5b71-421d-b232-7a1c84840ad7 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:04:53.739666 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-5424a0f7-aa67-4f11-a41a-c75be8de8906 None None] Attempting to bind port c0796dd0-5b71-421d-b232-7a1c84840ad7 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '8fa7f1cf-b9a2-43b9-b698-36c5983c8c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '059adbcb-434c-431e-8c2b-2f91e64b593b'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:04:53.740054 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5424a0f7-aa67-4f11-a41a-c75be8de8906 None None] Attempting to bind port c0796dd0-5b71-421d-b232-7a1c84840ad7 on network 059adbcb-434c-431e-8c2b-2f91e64b593b {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:04:53.745926 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5424a0f7-aa67-4f11-a41a-c75be8de8906 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:04:53.746328 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5424a0f7-aa67-4f11-a41a-c75be8de8906 None None] Checking segment: {'id': '8fa7f1cf-b9a2-43b9-b698-36c5983c8c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '059adbcb-434c-431e-8c2b-2f91e64b593b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:04:53.747017 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5424a0f7-aa67-4f11-a41a-c75be8de8906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:53.747313 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5424a0f7-aa67-4f11-a41a-c75be8de8906 None None] Bound using segment: {'id': '8fa7f1cf-b9a2-43b9-b698-36c5983c8c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '059adbcb-434c-431e-8c2b-2f91e64b593b'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:04:53.748496 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-5424a0f7-aa67-4f11-a41a-c75be8de8906 None None] Bound port: c0796dd0-5b71-421d-b232-7a1c84840ad7, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa7f1cf-b9a2-43b9-b698-36c5983c8c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '059adbcb-434c-431e-8c2b-2f91e64b593b'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:04:53.748928 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5424a0f7-aa67-4f11-a41a-c75be8de8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:53.752590 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:53.827140 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=b59d5601-ee7c-445b-8b62-64aeb279838e,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:53.834900 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b656bb27-b30f-4555-bf7b-2c6b5cbe3481 tempest-ExternalNetworksAdminNegativeTestJSON-23801708 tempest-ExternalNetworksAdminNegativeTestJSON-23801708-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:53.855921 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b656bb27-b30f-4555-bf7b-2c6b5cbe3481 tempest-ExternalNetworksAdminNegativeTestJSON-23801708 tempest-ExternalNetworksAdminNegativeTestJSON-23801708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:53.865721 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-6202cde4-3307-46b0-9ed9-58110985253c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Allocated IP 172.20.0.1 (059adbcb-434c-431e-8c2b-2f91e64b593b/e038f4c8-5e0a-4d5d-906f-738663910f59/ec535bfa-356b-4143-9077-2528c910b187) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:04:53.889417 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-5424a0f7-aa67-4f11-a41a-c75be8de8906 None None] For port c0796dd0-5b71-421d-b232-7a1c84840ad7, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:04:53.893025 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-5424a0f7-aa67-4f11-a41a-c75be8de8906 None None] For port c0796dd0-5b71-421d-b232-7a1c84840ad7, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=c0796dd0-5b71-421d-b232-7a1c84840ad7,segment=NetworkSegment(8fa7f1cf-b9a2-43b9-b698-36c5983c8c9b),segment_id=8fa7f1cf-b9a2-43b9-b698-36c5983c8c9b)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:04:53.898982 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5424a0f7-aa67-4f11-a41a-c75be8de8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:53.909845 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b0e5df40-5658-48db-84e6-7293e0eae942 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks [] for floatingip, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:53.916483 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b0e5df40-5658-48db-84e6-7293e0eae942 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:53.922321 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b0e5df40-5658-48db-84e6-7293e0eae942 tempest-ServerActionsTestJSON-82350431 tempest-ServerActionsTestJSON-82350431-project] 10.222.0.15 "DELETE /v2.0/floatingips/50d0f969-b405-42e6-905d-31d12ca309a9 HTTP/1.1" status: 204 len: 168 time: 1.5412507 Jul 24 01:04:53.936193 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46366) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:53.938987 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6133eb-33ec-4ecb-ba4f-45d6d8356c27 req-420f5fbe-6b89-4709-afc0-3df3c8925912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:53.940795 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-de6133eb-33ec-4ecb-ba4f-45d6d8356c27 req-420f5fbe-6b89-4709-afc0-3df3c8925912 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8c8368d3-95e1-485a-9bb3-ebfb4cbd184b HTTP/1.1" status: 200 len: 915 time: 0.2892170 Jul 24 01:04:53.991918 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5424a0f7-aa67-4f11-a41a-c75be8de8906 None None] Pushing event updated for resources: {'Port': ['ID=c0796dd0-5b71-421d-b232-7a1c84840ad7,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:53.994531 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b656bb27-b30f-4555-bf7b-2c6b5cbe3481 tempest-ExternalNetworksAdminNegativeTestJSON-23801708 tempest-ExternalNetworksAdminNegativeTestJSON-23801708-project-admin] Pushing event updated for resources: {'Port': ['ID=b2a4ed07-0c20-40ce-9496-73bfc9276e69,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:54.023122 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b656bb27-b30f-4555-bf7b-2c6b5cbe3481 tempest-ExternalNetworksAdminNegativeTestJSON-23801708 tempest-ExternalNetworksAdminNegativeTestJSON-23801708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:54.032230 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c155567b-4f00-4eed-88de-c3a46a8a283b None None] New status for floating IP 50d0f969-b405-42e6-905d-31d12ca309a9: DOWN {{(pid=100466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:04:54.045686 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-de6133eb-33ec-4ecb-ba4f-45d6d8356c27 req-c2f90c7c-bd5c-4b65-8bd3-1fd5869d5abd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4ddb4a1-8ea9-42e6-a478-244bc76d8af8 HTTP/1.1" status: 200 len: 217 time: 0.0778468 Jul 24 01:04:54.244215 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-599fa256-919e-4c49-87aa-0729a1c28434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:54.252526 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b656bb27-b30f-4555-bf7b-2c6b5cbe3481 tempest-ExternalNetworksAdminNegativeTestJSON-23801708 tempest-ExternalNetworksAdminNegativeTestJSON-23801708-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:54.258996 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b656bb27-b30f-4555-bf7b-2c6b5cbe3481 tempest-ExternalNetworksAdminNegativeTestJSON-23801708 tempest-ExternalNetworksAdminNegativeTestJSON-23801708-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9484830 Jul 24 01:04:54.259239 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46370) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:54.260748 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-599fa256-919e-4c49-87aa-0729a1c28434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:54.264312 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6133eb-33ec-4ecb-ba4f-45d6d8356c27 req-7ec1664a-320e-451d-8e4d-b88314acbd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:54.266093 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-de6133eb-33ec-4ecb-ba4f-45d6d8356c27 req-7ec1664a-320e-451d-8e4d-b88314acbd42 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=56ac3505-ea77-4bfe-8569-9dd694c7b9b5 HTTP/1.1" status: 200 len: 854 time: 0.2084227 Jul 24 01:04:54.266961 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-c4354cdb-5e17-4a88-9dad-2cecbf94109f tempest-ExternalNetworksAdminNegativeTestJSON-23801708 tempest-ExternalNetworksAdminNegativeTestJSON-23801708-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-582963909', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'fixed_ips': [{'ip_address': '172.25.2.110'}]}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:04:54.307066 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4354cdb-5e17-4a88-9dad-2cecbf94109f tempest-ExternalNetworksAdminNegativeTestJSON-23801708 tempest-ExternalNetworksAdminNegativeTestJSON-23801708-project-admin] Made reservation on behalf of 6079203471ac4bf4ac07e0adfa2405b8 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:04:54.309277 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c4354cdb-5e17-4a88-9dad-2cecbf94109f tempest-ExternalNetworksAdminNegativeTestJSON-23801708 tempest-ExternalNetworksAdminNegativeTestJSON-23801708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:54.322184 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c4354cdb-5e17-4a88-9dad-2cecbf94109f tempest-ExternalNetworksAdminNegativeTestJSON-23801708 tempest-ExternalNetworksAdminNegativeTestJSON-23801708-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:54.356237 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-de6133eb-33ec-4ecb-ba4f-45d6d8356c27 req-4cef7d9b-7472-4619-88fc-7b2d49b98ea7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8c8368d3-95e1-485a-9bb3-ebfb4cbd184b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800202 Jul 24 01:04:54.380843 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6202cde4-3307-46b0-9ed9-58110985253c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:54.399800 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-599fa256-919e-4c49-87aa-0729a1c28434 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=67d771f9097042f281f2ad023b1af989&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0595107 Jul 24 01:04:54.407942 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46374) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:54.420147 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599fa256-919e-4c49-87aa-0729a1c28434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b8819b-f5ca-4496-98e4-77228918d152,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:54.447999 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-6202cde4-3307-46b0-9ed9-58110985253c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Transition to ACTIVE for port object ec535bfa-356b-4143-9077-2528c910b187 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:04:54.508312 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3c515877-cb49-4d9f-b6f9-10d6446d9ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:54.512118 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c4354cdb-5e17-4a88-9dad-2cecbf94109f tempest-ExternalNetworksAdminNegativeTestJSON-23801708 tempest-ExternalNetworksAdminNegativeTestJSON-23801708-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:54.523587 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c4354cdb-5e17-4a88-9dad-2cecbf94109f tempest-ExternalNetworksAdminNegativeTestJSON-23801708 tempest-ExternalNetworksAdminNegativeTestJSON-23801708-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:54.545874 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-c4354cdb-5e17-4a88-9dad-2cecbf94109f tempest-ExternalNetworksAdminNegativeTestJSON-23801708 tempest-ExternalNetworksAdminNegativeTestJSON-23801708-project-admin] device_id is not set on port 445fd5ea-81c7-4fbf-b9d1-8c3dc6b7b227 yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:04:54.570410 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3c515877-cb49-4d9f-b6f9-10d6446d9ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:54.655177 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-de6133eb-33ec-4ecb-ba4f-45d6d8356c27 req-88aa3726-8a25-493f-ad31-8a3a7a8d8991 service neutron] 10.222.0.13 "GET /v2.0/networks/8c8368d3-95e1-485a-9bb3-ebfb4cbd184b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832458 Jul 24 01:04:54.659946 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device c0796dd0-5b71-421d-b232-7a1c84840ad7 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:04:54.678469 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4354cdb-5e17-4a88-9dad-2cecbf94109f tempest-ExternalNetworksAdminNegativeTestJSON-23801708 tempest-ExternalNetworksAdminNegativeTestJSON-23801708-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fa27f7-8a3f-4f8a-95c5-4c1c6c9dabe7,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:54.692790 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6202cde4-3307-46b0-9ed9-58110985253c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:54.757095 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port c0796dd0-5b71-421d-b232-7a1c84840ad7 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:04:54.772091 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device b59d5601-ee7c-445b-8b62-64aeb279838e up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:04:54.796427 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3c515877-cb49-4d9f-b6f9-10d6446d9ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:54.799136 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3c515877-cb49-4d9f-b6f9-10d6446d9ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:54.803551 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3c515877-cb49-4d9f-b6f9-10d6446d9ce0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a9b8819b-f5ca-4496-98e4-77228918d152 HTTP/1.1" status: 204 len: 168 time: 0.3940969 Jul 24 01:04:54.835806 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c515877-cb49-4d9f-b6f9-10d6446d9ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b8819b-f5ca-4496-98e4-77228918d152,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:54.845525 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9d964-8f97-4884-b1d9-3684758b759d req-20c5acc9-b03e-459b-98c0-9f20ce96ae48 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:54.854401 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bac9d964-8f97-4884-b1d9-3684758b759d req-20c5acc9-b03e-459b-98c0-9f20ce96ae48 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 944 time: 0.3030908 Jul 24 01:04:54.859118 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4354cdb-5e17-4a88-9dad-2cecbf94109f tempest-ExternalNetworksAdminNegativeTestJSON-23801708 tempest-ExternalNetworksAdminNegativeTestJSON-23801708-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 24 01:04:54.859733 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4354cdb-5e17-4a88-9dad-2cecbf94109f tempest-ExternalNetworksAdminNegativeTestJSON-23801708 tempest-ExternalNetworksAdminNegativeTestJSON-23801708-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:04:54.865376 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6202cde4-3307-46b0-9ed9-58110985253c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Network 059adbcb-434c-431e-8c2b-2f91e64b593b is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:04:54.879338 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-6202cde4-3307-46b0-9ed9-58110985253c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:04:54.886541 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port b59d5601-ee7c-445b-8b62-64aeb279838e triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:04:54.887273 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:54.891961 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c4354cdb-5e17-4a88-9dad-2cecbf94109f tempest-ExternalNetworksAdminNegativeTestJSON-23801708 tempest-ExternalNetworksAdminNegativeTestJSON-23801708-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.6273355 Jul 24 01:04:54.892602 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46380) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:54.918336 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6202cde4-3307-46b0-9ed9-58110985253c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:04:54.929812 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6202cde4-3307-46b0-9ed9-58110985253c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event updated for resources: {'Port': ['ID=ec535bfa-356b-4143-9077-2528c910b187,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:55.031399 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bac9d964-8f97-4884-b1d9-3684758b759d req-521c40ee-4760-418a-bc29-637c56690bc6 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764705 Jul 24 01:04:55.053775 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-de6133eb-33ec-4ecb-ba4f-45d6d8356c27 req-525eb395-beda-4671-8d6a-061410526013 service neutron] 10.222.0.13 "GET /v2.0/networks/8c8368d3-95e1-485a-9bb3-ebfb4cbd184b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905416 Jul 24 01:04:55.063798 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6202cde4-3307-46b0-9ed9-58110985253c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:55.166840 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-12ee6248-9e39-4d53-9c9f-5c1788ed7bd1 tempest-ExternalNetworksAdminNegativeTestJSON-23801708 tempest-ExternalNetworksAdminNegativeTestJSON-23801708-project-admin] Deleting port b2a4ed07-0c20-40ce-9496-73bfc9276e69 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:04:55.167741 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-12ee6248-9e39-4d53-9c9f-5c1788ed7bd1 tempest-ExternalNetworksAdminNegativeTestJSON-23801708 tempest-ExternalNetworksAdminNegativeTestJSON-23801708-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:55.306736 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-12ee6248-9e39-4d53-9c9f-5c1788ed7bd1 tempest-ExternalNetworksAdminNegativeTestJSON-23801708 tempest-ExternalNetworksAdminNegativeTestJSON-23801708-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:55.306988 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-12ee6248-9e39-4d53-9c9f-5c1788ed7bd1 tempest-ExternalNetworksAdminNegativeTestJSON-23801708 tempest-ExternalNetworksAdminNegativeTestJSON-23801708-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:55.321875 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6202cde4-3307-46b0-9ed9-58110985253c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:55.334105 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-12ee6248-9e39-4d53-9c9f-5c1788ed7bd1 tempest-ExternalNetworksAdminNegativeTestJSON-23801708 tempest-ExternalNetworksAdminNegativeTestJSON-23801708-project-admin] Calling delete_port for b2a4ed07-0c20-40ce-9496-73bfc9276e69 owned by network:floatingip {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:04:55.488950 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b7c3f4-2cb8-47ab-9420-49fd50aabab8 None None] Network 059adbcb-434c-431e-8c2b-2f91e64b593b requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:04:55.534936 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d5847f6f-f8ca-47a1-b5f6-587756e271e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:55.557648 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-12ee6248-9e39-4d53-9c9f-5c1788ed7bd1 tempest-ExternalNetworksAdminNegativeTestJSON-23801708 tempest-ExternalNetworksAdminNegativeTestJSON-23801708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:55.566940 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-5110a85e-246a-4a5e-8fe3-6e4e9f5b7ca6 None None] Provisioning for port c0796dd0-5b71-421d-b232-7a1c84840ad7 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:04:55.601373 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-5110a85e-246a-4a5e-8fe3-6e4e9f5b7ca6 None None] Provisioning complete for port c0796dd0-5b71-421d-b232-7a1c84840ad7 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:04:55.601828 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5110a85e-246a-4a5e-8fe3-6e4e9f5b7ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:55.659313 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee6248-9e39-4d53-9c9f-5c1788ed7bd1 tempest-ExternalNetworksAdminNegativeTestJSON-23801708 tempest-ExternalNetworksAdminNegativeTestJSON-23801708-project-admin] Pushing event deleted for resources: {'Port': ['ID=b2a4ed07-0c20-40ce-9496-73bfc9276e69,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:55.701483 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-12ee6248-9e39-4d53-9c9f-5c1788ed7bd1 tempest-ExternalNetworksAdminNegativeTestJSON-23801708 tempest-ExternalNetworksAdminNegativeTestJSON-23801708-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:55.706442 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-12ee6248-9e39-4d53-9c9f-5c1788ed7bd1 tempest-ExternalNetworksAdminNegativeTestJSON-23801708 tempest-ExternalNetworksAdminNegativeTestJSON-23801708-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:55.709029 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-12ee6248-9e39-4d53-9c9f-5c1788ed7bd1 tempest-ExternalNetworksAdminNegativeTestJSON-23801708 tempest-ExternalNetworksAdminNegativeTestJSON-23801708-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/1f4a0d8d-3d22-4192-9fb1-02011dc922b7 HTTP/1.1" status: 204 len: 168 time: 0.8147690 Jul 24 01:04:55.824151 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5110a85e-246a-4a5e-8fe3-6e4e9f5b7ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:55.963592 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-5110a85e-246a-4a5e-8fe3-6e4e9f5b7ca6 None None] For port c0796dd0-5b71-421d-b232-7a1c84840ad7, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=c0796dd0-5b71-421d-b232-7a1c84840ad7,segment=NetworkSegment(8fa7f1cf-b9a2-43b9-b698-36c5983c8c9b),segment_id=8fa7f1cf-b9a2-43b9-b698-36c5983c8c9b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:04:55.983463 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5110a85e-246a-4a5e-8fe3-6e4e9f5b7ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:56.026063 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46420) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:56.238008 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5110a85e-246a-4a5e-8fe3-6e4e9f5b7ca6 None None] Pushing event updated for resources: {'Port': ['ID=c0796dd0-5b71-421d-b232-7a1c84840ad7,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:56.427149 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46428) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:56.542153 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-610806b6-d2f9-4ee5-b591-260933f5744d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:56.621638 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-4b404cd0-7fbb-48f5-b621-9f3180ce2178 None None] Provisioning complete for port c0796dd0-5b71-421d-b232-7a1c84840ad7 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:04:56.622099 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4b404cd0-7fbb-48f5-b621-9f3180ce2178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:56.642083 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device c0796dd0-5b71-421d-b232-7a1c84840ad7 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:04:56.730908 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-610806b6-d2f9-4ee5-b591-260933f5744d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:56.739344 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-acab7cbc-24e3-430e-b44f-a4bde65728da tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Request body: {'security_group': {'name': 'tempest-secgroup--916754862'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:04:56.768519 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-610806b6-d2f9-4ee5-b591-260933f5744d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:56.784633 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6202cde4-3307-46b0-9ed9-58110985253c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:56.808255 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-610806b6-d2f9-4ee5-b591-260933f5744d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f9941dbbc39a4fbe9217372f37bb547d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3794451 Jul 24 01:04:56.811647 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-acab7cbc-24e3-430e-b44f-a4bde65728da tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:56.819796 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46434) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:56.848147 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6202cde4-3307-46b0-9ed9-58110985253c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:56.859146 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-acab7cbc-24e3-430e-b44f-a4bde65728da tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:56.963592 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port c0796dd0-5b71-421d-b232-7a1c84840ad7 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:04:56.969831 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:57.011775 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-acab7cbc-24e3-430e-b44f-a4bde65728da tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:57.033634 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610806b6-d2f9-4ee5-b591-260933f5744d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd7940e-53a3-41d1-8115-ede379b1864d,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:57.053028 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-acab7cbc-24e3-430e-b44f-a4bde65728da tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:57.086203 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6202cde4-3307-46b0-9ed9-58110985253c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event updated for resources: {'Port': ['ID=ec535bfa-356b-4143-9077-2528c910b187,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:57.090047 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6202cde4-3307-46b0-9ed9-58110985253c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:57.099958 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-4b404cd0-7fbb-48f5-b621-9f3180ce2178 None None] Provisioning for port ec535bfa-356b-4143-9077-2528c910b187 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:04:57.109091 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-80b30a83-ce69-4405-b113-3a045acc68bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:57.113783 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-4b404cd0-7fbb-48f5-b621-9f3180ce2178 None None] Provisioning complete for port ec535bfa-356b-4143-9077-2528c910b187 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:04:57.114515 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4b404cd0-7fbb-48f5-b621-9f3180ce2178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:57.118583 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f6914-13e4-4f4b-abfe-7b88f6c4a282 req-f2ef0203-215c-47fd-8ee2-ac27333ad1c9 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:57.126746 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-408f6914-13e4-4f4b-abfe-7b88f6c4a282 req-f2ef0203-215c-47fd-8ee2-ac27333ad1c9 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 944 time: 0.4905066 Jul 24 01:04:57.145339 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-80b30a83-ce69-4405-b113-3a045acc68bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:57.160920 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-4b404cd0-7fbb-48f5-b621-9f3180ce2178 None None] Port ec535bfa-356b-4143-9077-2528c910b187 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:04:57.218195 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab7cbc-24e3-430e-b44f-a4bde65728da tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=098fb947-312b-43ed-ae6e-3b168c40287f,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:57.268723 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-80b30a83-ce69-4405-b113-3a045acc68bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:57.271827 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-80b30a83-ce69-4405-b113-3a045acc68bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:57.276211 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-80b30a83-ce69-4405-b113-3a045acc68bb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0fd7940e-53a3-41d1-8115-ede379b1864d HTTP/1.1" status: 204 len: 168 time: 0.4526465 Jul 24 01:04:57.276427 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-408f6914-13e4-4f4b-abfe-7b88f6c4a282 req-f8c951a3-18ed-4f60-84da-2cb90c5c1dcd tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471140 Jul 24 01:04:57.291287 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b30a83-ce69-4405-b113-3a045acc68bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd7940e-53a3-41d1-8115-ede379b1864d,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:57.297212 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-acab7cbc-24e3-430e-b44f-a4bde65728da tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:57.300995 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-d5847f6f-f8ca-47a1-b5f6-587756e271e2 admin admin] Deleting port df78c8ca-fe10-4c7e-a84c-d2bbf57334dc {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:04:57.302097 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d5847f6f-f8ca-47a1-b5f6-587756e271e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:57.304800 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-acab7cbc-24e3-430e-b44f-a4bde65728da tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:57.337325 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-2446ae38-bb01-45fb-9f93-262dde6a7f51 None None] Provisioning complete for port ec535bfa-356b-4143-9077-2528c910b187 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:04:57.338135 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2446ae38-bb01-45fb-9f93-262dde6a7f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:57.366489 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-acab7cbc-24e3-430e-b44f-a4bde65728da tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:57.385354 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-acab7cbc-24e3-430e-b44f-a4bde65728da tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3577337 Jul 24 01:04:57.386081 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46438) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:57.415534 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-2446ae38-bb01-45fb-9f93-262dde6a7f51 None None] Port ec535bfa-356b-4143-9077-2528c910b187 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:04:57.431437 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab7cbc-24e3-430e-b44f-a4bde65728da tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=536fd03c-9f9b-411e-97b7-b7ec5716c365,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:57.490201 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-d5847f6f-f8ca-47a1-b5f6-587756e271e2 admin admin] For port df78c8ca-fe10-4c7e-a84c-d2bbf57334dc, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=df78c8ca-fe10-4c7e-a84c-d2bbf57334dc,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:04:57.490604 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d5847f6f-f8ca-47a1-b5f6-587756e271e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:57.506425 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-d5847f6f-f8ca-47a1-b5f6-587756e271e2 admin admin] Calling delete_port for df78c8ca-fe10-4c7e-a84c-d2bbf57334dc owned by network:router_interface {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:04:57.513477 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-28bd9328-69d8-4d15-972c-1713e5baf8b1 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1200790 Jul 24 01:04:57.513776 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46442) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:57.519726 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-1a1aea37-cb7c-4496-b756-42f8bd7d30a9 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Request body: {'security_group': {'name': 'tempest-security--293294382', 'description': 'tempest-security-description-1040512003'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:04:57.586426 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1a1aea37-cb7c-4496-b756-42f8bd7d30a9 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:57.699949 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1a1aea37-cb7c-4496-b756-42f8bd7d30a9 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:57.706441 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1a1aea37-cb7c-4496-b756-42f8bd7d30a9 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:57.713520 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1a1aea37-cb7c-4496-b756-42f8bd7d30a9 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:57.720713 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1a1aea37-cb7c-4496-b756-42f8bd7d30a9 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "PUT /v2.0/security-groups/536fd03c-9f9b-411e-97b7-b7ec5716c365 HTTP/1.1" status: 200 len: 1779 time: 0.2051785 Jul 24 01:04:57.723197 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46446) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:57.760274 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6202cde4-3307-46b0-9ed9-58110985253c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Network 059adbcb-434c-431e-8c2b-2f91e64b593b is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:04:57.769234 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-6202cde4-3307-46b0-9ed9-58110985253c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:04:57.874855 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46448) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:57.889833 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1aea37-cb7c-4496-b756-42f8bd7d30a9 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=536fd03c-9f9b-411e-97b7-b7ec5716c365,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:57.910995 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-148f8e00-ea4b-4893-85ba-54603e20f02a tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "GET /v2.0/security-groups/536fd03c-9f9b-411e-97b7-b7ec5716c365 HTTP/1.1" status: 200 len: 1779 time: 0.1809921 Jul 24 01:04:57.912992 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46450) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:57.985509 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4880c1e9-5c06-42f0-8949-e8f11f5e0ae6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6079203471ac4bf4ac07e0adfa2405b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1077514 Jul 24 01:04:57.990123 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46452) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:57.997844 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6202cde4-3307-46b0-9ed9-58110985253c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Router f6ff5465-5b0f-403c-bf38-0ffff92907db has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:04:58.092102 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5a9b3bd2-65a3-4670-9a2d-71ad365dc3eb tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:58.131250 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5a9b3bd2-65a3-4670-9a2d-71ad365dc3eb tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:58.145967 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-336d3e8f-d4fc-4467-a821-4b80c2426b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:58.205028 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d5847f6f-f8ca-47a1-b5f6-587756e271e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:58.232199 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-336d3e8f-d4fc-4467-a821-4b80c2426b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:58.265865 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5847f6f-f8ca-47a1-b5f6-587756e271e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=df78c8ca-fe10-4c7e-a84c-d2bbf57334dc,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:58.281458 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b5f7e8e8-8764-4e10-b029-280068cb0d83 None None] Provisioning complete for port ec535bfa-356b-4143-9077-2528c910b187 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:04:58.281458 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b5f7e8e8-8764-4e10-b029-280068cb0d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:58.339095 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5a9b3bd2-65a3-4670-9a2d-71ad365dc3eb tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:58.343741 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5a9b3bd2-65a3-4670-9a2d-71ad365dc3eb tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:58.345099 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5a9b3bd2-65a3-4670-9a2d-71ad365dc3eb tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "DELETE /v2.0/security-groups/536fd03c-9f9b-411e-97b7-b7ec5716c365 HTTP/1.1" status: 204 len: 168 time: 0.4308689 Jul 24 01:04:58.349929 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-336d3e8f-d4fc-4467-a821-4b80c2426b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:58.353131 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-336d3e8f-d4fc-4467-a821-4b80c2426b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:58.354366 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-336d3e8f-d4fc-4467-a821-4b80c2426b77 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/75fa27f7-8a3f-4f8a-95c5-4c1c6c9dabe7 HTTP/1.1" status: 204 len: 168 time: 0.3632739 Jul 24 01:04:58.356844 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46456) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:58.397772 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-b5f7e8e8-8764-4e10-b029-280068cb0d83 None None] Port ec535bfa-356b-4143-9077-2528c910b187 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:04:58.407765 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6202cde4-3307-46b0-9ed9-58110985253c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:04:58.425415 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c599c63d-5ac0-4910-9d79-073729aed28a None None] Sync routers for ids ['f6ff5465-5b0f-403c-bf38-0ffff92907db'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:04:58.426204 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6202cde4-3307-46b0-9ed9-58110985253c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "PUT /v2.0/routers/f6ff5465-5b0f-403c-bf38-0ffff92907db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7472017 Jul 24 01:04:58.431240 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46460) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:58.462622 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c599c63d-5ac0-4910-9d79-073729aed28a None None] Routers {'f6ff5465-5b0f-403c-bf38-0ffff92907db'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:04:58.464012 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-c599c63d-5ac0-4910-9d79-073729aed28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:04:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f6ff5465-5b0f-403c-bf38-0ffff92907db'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:04:58.485010 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9b3bd2-65a3-4670-9a2d-71ad365dc3eb tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=536fd03c-9f9b-411e-97b7-b7ec5716c365,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:58.561647 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d3e8f-d4fc-4467-a821-4b80c2426b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fa27f7-8a3f-4f8a-95c5-4c1c6c9dabe7,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:58.598016 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-aa7b8b5e-3fc5-4460-9d16-1c20cb9553aa tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2401600 Jul 24 01:04:58.598687 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46462) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:58.635857 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-35bf15d9-9a2f-4cab-8425-af1a3a3f993b tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] delete failed (client error): The resource could not be found. Jul 24 01:04:58.641372 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-35bf15d9-9a2f-4cab-8425-af1a3a3f993b tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "DELETE /v2.0/security-groups/536fd03c-9f9b-411e-97b7-b7ec5716c365 HTTP/1.1" status: 404 len: 347 time: 0.0415413 Jul 24 01:04:58.641978 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46464) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:58.646970 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-5b384b93-ae95-4122-800c-0428556f163f tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Request body: {'security_group': {'name': 'tempest-secgroup--1347034533'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:04:58.719421 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5b384b93-ae95-4122-800c-0428556f163f tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:58.790405 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-c599c63d-5ac0-4910-9d79-073729aed28a None None] Set router f6ff5465-5b0f-403c-bf38-0ffff92907db gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:04:58.938537 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5b384b93-ae95-4122-800c-0428556f163f tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:58.945199 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5b384b93-ae95-4122-800c-0428556f163f tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:58.997807 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b384b93-ae95-4122-800c-0428556f163f tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c7d50b-3d01-4216-b648-2177c2a80c68,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:59.002185 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5b384b93-ae95-4122-800c-0428556f163f tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:59.004169 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5b384b93-ae95-4122-800c-0428556f163f tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3606765 Jul 24 01:04:59.007103 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46472) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:59.038191 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-30778b61-c23f-491f-93e8-9d0ef0416053 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Request body: {'security_group_rule': {'security_group_id': 'b3c7d50b-3d01-4216-b648-2177c2a80c68', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:04:59.135196 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-30778b61-c23f-491f-93e8-9d0ef0416053 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:59.215731 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-c599c63d-5ac0-4910-9d79-073729aed28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'name': 'tempest-TestNetworkBasicOps-router-2050731732', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b59d5601-ee7c-445b-8b62-64aeb279838e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:04:45Z', 'updated_at': '2021-07-24T01:04:55Z', 'revision_number': 4, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'gw_port': {'id': 'b59d5601-ee7c-445b-8b62-64aeb279838e', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:04:46Z', 'updated_at': '2021-07-24T01:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'ec535bfa-356b-4143-9077-2528c910b187', 'name': '', 'network_id': '059adbcb-434c-431e-8c2b-2f91e64b593b', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'mac_address': 'fa:16:3e:75:1b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'e038f4c8-5e0a-4d5d-906f-738663910f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:04:53Z', 'updated_at': '2021-07-24T01:04:55Z', 'revision_number': 2, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'subnets': [{'id': 'e038f4c8-5e0a-4d5d-906f-738663910f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:04:59.234827 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c1d1d-059c-4b13-953c-e9c1cefa5d3e req-d999b106-f98b-467d-944b-b96bce3ae623 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:59.237314 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-837c1d1d-059c-4b13-953c-e9c1cefa5d3e req-d999b106-f98b-467d-944b-b96bce3ae623 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 944 time: 0.7776103 Jul 24 01:04:59.238685 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d5847f6f-f8ca-47a1-b5f6-587756e271e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:59.257216 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d30e0c6-0c3f-406a-ba9a-a51bcc6ae6e7 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:59.258077 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d30e0c6-0c3f-406a-ba9a-a51bcc6ae6e7 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:59.258797 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d30e0c6-0c3f-406a-ba9a-a51bcc6ae6e7 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:59.259495 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d30e0c6-0c3f-406a-ba9a-a51bcc6ae6e7 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:59.260161 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d30e0c6-0c3f-406a-ba9a-a51bcc6ae6e7 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:59.260871 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d30e0c6-0c3f-406a-ba9a-a51bcc6ae6e7 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:59.261588 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d30e0c6-0c3f-406a-ba9a-a51bcc6ae6e7 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:59.262307 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d30e0c6-0c3f-406a-ba9a-a51bcc6ae6e7 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:59.263584 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d30e0c6-0c3f-406a-ba9a-a51bcc6ae6e7 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:59.264284 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d30e0c6-0c3f-406a-ba9a-a51bcc6ae6e7 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:59.267946 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d30e0c6-0c3f-406a-ba9a-a51bcc6ae6e7 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:59.268838 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d30e0c6-0c3f-406a-ba9a-a51bcc6ae6e7 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:59.273705 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c599c63d-5ac0-4910-9d79-073729aed28a None None] Checking router: f6ff5465-5b0f-403c-bf38-0ffff92907db for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:04:59.274247 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c599c63d-5ac0-4910-9d79-073729aed28a None None] Updating router f6ff5465-5b0f-403c-bf38-0ffff92907db port ec535bfa-356b-4143-9077-2528c910b187 binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:04:59.274436 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9d30e0c6-0c3f-406a-ba9a-a51bcc6ae6e7 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8453 time: 0.8331406 Jul 24 01:04:59.277676 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46478) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:59.335444 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-30778b61-c23f-491f-93e8-9d0ef0416053 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:59.343850 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-30778b61-c23f-491f-93e8-9d0ef0416053 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:59.371043 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c599c63d-5ac0-4910-9d79-073729aed28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:59.390587 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30778b61-c23f-491f-93e8-9d0ef0416053 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0857aa1a-ef39-412b-9765-badecd22c71a,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:59.407596 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-837c1d1d-059c-4b13-953c-e9c1cefa5d3e req-2b1cda00-509c-445c-92c9-7df7fe27b138 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539257 Jul 24 01:04:59.428109 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-30778b61-c23f-491f-93e8-9d0ef0416053 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:59.429680 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-30778b61-c23f-491f-93e8-9d0ef0416053 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4215486 Jul 24 01:04:59.441528 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46486) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:59.521826 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7afef3e1-964a-4669-8287-41b715fb4e91 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:59.544516 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7afef3e1-964a-4669-8287-41b715fb4e91 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:59.620545 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7afef3e1-964a-4669-8287-41b715fb4e91 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:59.628468 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7afef3e1-964a-4669-8287-41b715fb4e91 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:04:59.631045 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7afef3e1-964a-4669-8287-41b715fb4e91 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/0857aa1a-ef39-412b-9765-badecd22c71a HTTP/1.1" status: 204 len: 168 time: 0.1882815 Jul 24 01:04:59.641119 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46492) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:59.675852 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afef3e1-964a-4669-8287-41b715fb4e91 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0857aa1a-ef39-412b-9765-badecd22c71a,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:04:59.792884 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e3dfcb18-7da0-47d0-8d32-bbf05cfe3b3b tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1429319 Jul 24 01:04:59.804246 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46496) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:04:59.891805 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd020ed-05c4-4b72-8138-b90bfaf478c5 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:59.892295 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd020ed-05c4-4b72-8138-b90bfaf478c5 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:59.892762 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd020ed-05c4-4b72-8138-b90bfaf478c5 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:59.893236 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd020ed-05c4-4b72-8138-b90bfaf478c5 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:59.893724 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd020ed-05c4-4b72-8138-b90bfaf478c5 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:59.894208 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd020ed-05c4-4b72-8138-b90bfaf478c5 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:59.898181 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd020ed-05c4-4b72-8138-b90bfaf478c5 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:59.902804 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd020ed-05c4-4b72-8138-b90bfaf478c5 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:59.904957 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd020ed-05c4-4b72-8138-b90bfaf478c5 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:59.905447 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd020ed-05c4-4b72-8138-b90bfaf478c5 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:59.905936 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd020ed-05c4-4b72-8138-b90bfaf478c5 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:59.906411 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd020ed-05c4-4b72-8138-b90bfaf478c5 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:04:59.911459 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-dbd020ed-05c4-4b72-8138-b90bfaf478c5 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7723 time: 0.6175041 Jul 24 01:04:59.912449 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46498) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:00.071129 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c599c63d-5ac0-4910-9d79-073729aed28a None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:00.089716 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c599c63d-5ac0-4910-9d79-073729aed28a None None] Transition to ACTIVE for port object ec535bfa-356b-4143-9077-2528c910b187 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:05:00.102933 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c599c63d-5ac0-4910-9d79-073729aed28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:00.191697 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a748175-66b8-45cf-b8c0-d4cf2a027e45 None None] Pushing event updated for resources: {'Port': ['ID=ec535bfa-356b-4143-9077-2528c910b187,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:00.357639 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-c599c63d-5ac0-4910-9d79-073729aed28a None None] Attempting to bind port ec535bfa-356b-4143-9077-2528c910b187 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:05:00.358843 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-c599c63d-5ac0-4910-9d79-073729aed28a None None] Attempting to bind port ec535bfa-356b-4143-9077-2528c910b187 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '8fa7f1cf-b9a2-43b9-b698-36c5983c8c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '059adbcb-434c-431e-8c2b-2f91e64b593b'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:05:00.359746 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c599c63d-5ac0-4910-9d79-073729aed28a None None] Attempting to bind port ec535bfa-356b-4143-9077-2528c910b187 on network 059adbcb-434c-431e-8c2b-2f91e64b593b {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:05:00.373616 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c599c63d-5ac0-4910-9d79-073729aed28a None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:05:00.377329 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c599c63d-5ac0-4910-9d79-073729aed28a None None] Checking segment: {'id': '8fa7f1cf-b9a2-43b9-b698-36c5983c8c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '059adbcb-434c-431e-8c2b-2f91e64b593b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:05:00.378461 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c599c63d-5ac0-4910-9d79-073729aed28a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:00.380130 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c599c63d-5ac0-4910-9d79-073729aed28a None None] Bound using segment: {'id': '8fa7f1cf-b9a2-43b9-b698-36c5983c8c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '059adbcb-434c-431e-8c2b-2f91e64b593b'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:05:00.381254 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-c599c63d-5ac0-4910-9d79-073729aed28a None None] Bound port: ec535bfa-356b-4143-9077-2528c910b187, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fa7f1cf-b9a2-43b9-b698-36c5983c8c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '059adbcb-434c-431e-8c2b-2f91e64b593b'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:05:00.382471 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c599c63d-5ac0-4910-9d79-073729aed28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:00.417465 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-13a57920-d6b6-40a1-b60e-20460ed264a4 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:00.479176 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-13a57920-d6b6-40a1-b60e-20460ed264a4 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:00.592660 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-13a57920-d6b6-40a1-b60e-20460ed264a4 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:00.599912 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-13a57920-d6b6-40a1-b60e-20460ed264a4 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:00.609253 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-13a57920-d6b6-40a1-b60e-20460ed264a4 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "DELETE /v2.0/security-groups/b3c7d50b-3d01-4216-b648-2177c2a80c68 HTTP/1.1" status: 204 len: 168 time: 0.8008800 Jul 24 01:05:00.613316 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46510) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:00.642389 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a57920-d6b6-40a1-b60e-20460ed264a4 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c7d50b-3d01-4216-b648-2177c2a80c68,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:00.658265 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-c599c63d-5ac0-4910-9d79-073729aed28a None None] For port ec535bfa-356b-4143-9077-2528c910b187, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:05:00.665882 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-c599c63d-5ac0-4910-9d79-073729aed28a None None] For port ec535bfa-356b-4143-9077-2528c910b187, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=ec535bfa-356b-4143-9077-2528c910b187,segment=NetworkSegment(8fa7f1cf-b9a2-43b9-b698-36c5983c8c9b),segment_id=8fa7f1cf-b9a2-43b9-b698-36c5983c8c9b)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:05:00.674162 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c599c63d-5ac0-4910-9d79-073729aed28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:00.738286 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a748175-66b8-45cf-b8c0-d4cf2a027e45 None None] Pushing event updated for resources: {'Port': ['ID=ec535bfa-356b-4143-9077-2528c910b187,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:00.783637 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6e08f460-1b3c-4c5e-815b-dbfc9a950739 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1667306 Jul 24 01:05:00.784474 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46514) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:00.798603 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-3324ba02-2bd0-49c9-aa54-36ce61ae6355 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Request body: {'security_group': {'name': 'tempest-secgroup--15996341'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:00.821009 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c599c63d-5ac0-4910-9d79-073729aed28a None None] Routers {'f6ff5465-5b0f-403c-bf38-0ffff92907db'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:05:00.823464 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-c599c63d-5ac0-4910-9d79-073729aed28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:04:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f6ff5465-5b0f-403c-bf38-0ffff92907db'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:00.859422 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3324ba02-2bd0-49c9-aa54-36ce61ae6355 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:01.054845 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3324ba02-2bd0-49c9-aa54-36ce61ae6355 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:01.068375 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3324ba02-2bd0-49c9-aa54-36ce61ae6355 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:01.125795 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-c599c63d-5ac0-4910-9d79-073729aed28a None None] Set router f6ff5465-5b0f-403c-bf38-0ffff92907db gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:05:01.132018 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324ba02-2bd0-49c9-aa54-36ce61ae6355 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64b95d35-9d69-4d7f-85ab-2a8f37b5a877,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:01.151248 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46518) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:01.179684 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3324ba02-2bd0-49c9-aa54-36ce61ae6355 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:01.181046 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3324ba02-2bd0-49c9-aa54-36ce61ae6355 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3950565 Jul 24 01:05:01.185100 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46522) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:01.193654 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-fd72e4f7-a799-430e-9780-21206c36c381 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Request body: {'security_group_rule': {'security_group_id': '64b95d35-9d69-4d7f-85ab-2a8f37b5a877', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:01.280796 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fd72e4f7-a799-430e-9780-21206c36c381 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:01.402867 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fd72e4f7-a799-430e-9780-21206c36c381 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:01.410388 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fd72e4f7-a799-430e-9780-21206c36c381 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:01.445494 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-811d34f0-1f54-4dd3-8f9b-d89303cbfbac tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-429525928', 'router:external': True}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:01.459896 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd72e4f7-a799-430e-9780-21206c36c381 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a21a2c89-bcb0-4516-bfda-7602345651bf,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:01.475335 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fd72e4f7-a799-430e-9780-21206c36c381 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:01.478564 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-fd72e4f7-a799-430e-9780-21206c36c381 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2924109 Jul 24 01:05:01.482546 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46524) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:01.503921 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811d34f0-1f54-4dd3-8f9b-d89303cbfbac tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Made reservation on behalf of 57d43f8183be4a28a0b871a6a2305de8 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:05:01.504195 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-8763621d-3303-40a1-8669-b054772bcd89 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Request body: {'security_group_rule': {'security_group_id': '64b95d35-9d69-4d7f-85ab-2a8f37b5a877', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:01.506847 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-811d34f0-1f54-4dd3-8f9b-d89303cbfbac tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:01.520191 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-811d34f0-1f54-4dd3-8f9b-d89303cbfbac tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:01.556922 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.db.api [None req-811d34f0-1f54-4dd3-8f9b-d89303cbfbac tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 24 01:05:01.556922 n-d-793621-25 neutron-server[100463]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 24 01:05:01.556922 n-d-793621-25 neutron-server[100463]: [parameters: {'project_id_1': '57d43f8183be4a28a0b871a6a2305de8', 'expiration_1': datetime.datetime(2021, 7, 24, 1, 5, 1, 533375)}] Jul 24 01:05:01.556922 n-d-793621-25 neutron-server[100463]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 01:05:01.557533 n-d-793621-25 neutron-server[100463]: DEBUG oslo_db.api [None req-811d34f0-1f54-4dd3-8f9b-d89303cbfbac tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 01:05:01.579458 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5847f6f-f8ca-47a1-b5f6-587756e271e2 admin admin] Router 6b54b2d1-58f5-4865-93e2-07d14488d491 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:05:01.603226 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930f0b7-98d3-4199-9922-ab9bb7312495 req-b3667653-0779-4917-b2ce-2c9c309444e2 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:01.604989 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4930f0b7-98d3-4199-9922-ab9bb7312495 req-b3667653-0779-4917-b2ce-2c9c309444e2 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 944 time: 0.2843521 Jul 24 01:05:01.621832 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-c599c63d-5ac0-4910-9d79-073729aed28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'name': 'tempest-TestNetworkBasicOps-router-2050731732', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b59d5601-ee7c-445b-8b62-64aeb279838e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:04:45Z', 'updated_at': '2021-07-24T01:04:55Z', 'revision_number': 4, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'gw_port': {'id': 'b59d5601-ee7c-445b-8b62-64aeb279838e', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:04:46Z', 'updated_at': '2021-07-24T01:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'ec535bfa-356b-4143-9077-2528c910b187', 'name': '', 'network_id': '059adbcb-434c-431e-8c2b-2f91e64b593b', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'mac_address': 'fa:16:3e:75:1b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'e038f4c8-5e0a-4d5d-906f-738663910f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:04:53Z', 'updated_at': '2021-07-24T01:05:00Z', 'revision_number': 4, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'subnets': [{'id': 'e038f4c8-5e0a-4d5d-906f-738663910f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:01.651441 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-64ebf346-b247-412d-b664-765baf6345b0 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5199 time: 1.7383683 Jul 24 01:05:01.660684 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8763621d-3303-40a1-8669-b054772bcd89 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:01.692027 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c599c63d-5ac0-4910-9d79-073729aed28a None None] The sync data for ids ['f6ff5465-5b0f-403c-bf38-0ffff92907db'] in n-d-793621-25 is: [{'id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'name': 'tempest-TestNetworkBasicOps-router-2050731732', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b59d5601-ee7c-445b-8b62-64aeb279838e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:04:45Z', 'updated_at': '2021-07-24T01:04:55Z', 'revision_number': 4, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'gw_port': {'id': 'b59d5601-ee7c-445b-8b62-64aeb279838e', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:04:46Z', 'updated_at': '2021-07-24T01:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'ec535bfa-356b-4143-9077-2528c910b187', 'name': '', 'network_id': '059adbcb-434c-431e-8c2b-2f91e64b593b', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'mac_address': 'fa:16:3e:75:1b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'e038f4c8-5e0a-4d5d-906f-738663910f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:04:53Z', 'updated_at': '2021-07-24T01:05:00Z', 'revision_number': 4, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'subnets': [{'id': 'e038f4c8-5e0a-4d5d-906f-738663910f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:05:01.826944 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4930f0b7-98d3-4199-9922-ab9bb7312495 req-ee6b975f-751b-4eeb-9234-c4d9e51201da tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075112 Jul 24 01:05:01.869776 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8763621d-3303-40a1-8669-b054772bcd89 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:01.889296 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8763621d-3303-40a1-8669-b054772bcd89 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:01.927965 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5847f6f-f8ca-47a1-b5f6-587756e271e2 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:05:01.942762 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015bfa11-9309-4592-a4bb-6323b5cd6675 None None] Sync routers for ids ['6b54b2d1-58f5-4865-93e2-07d14488d491'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:05:01.949045 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d5847f6f-f8ca-47a1-b5f6-587756e271e2 admin admin] 10.222.0.15 "PUT /v2.0/routers/6b54b2d1-58f5-4865-93e2-07d14488d491/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0116625 Jul 24 01:05:01.952124 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46528) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:01.964307 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015bfa11-9309-4592-a4bb-6323b5cd6675 None None] Routers {'6b54b2d1-58f5-4865-93e2-07d14488d491'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:05:01.965633 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-015bfa11-9309-4592-a4bb-6323b5cd6675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:04:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['6b54b2d1-58f5-4865-93e2-07d14488d491'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:01.976381 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763621d-3303-40a1-8669-b054772bcd89 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de96ddbc-3629-4c83-84bf-c00ac79acc77,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:01.992999 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8763621d-3303-40a1-8669-b054772bcd89 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:01.994839 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-8763621d-3303-40a1-8669-b054772bcd89 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4989829 Jul 24 01:05:01.998528 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46530) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:02.014774 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-7c49da0a-818e-4b3d-a113-f61cb0c50732 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Request body: {'security_group_rule': {'security_group_id': '64b95d35-9d69-4d7f-85ab-2a8f37b5a877', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:02.085734 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7c49da0a-818e-4b3d-a113-f61cb0c50732 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:02.126837 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-811d34f0-1f54-4dd3-8f9b-d89303cbfbac tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:02.260167 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7c49da0a-818e-4b3d-a113-f61cb0c50732 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:02.271278 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7c49da0a-818e-4b3d-a113-f61cb0c50732 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:02.299238 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-015bfa11-9309-4592-a4bb-6323b5cd6675 None None] Set router 6b54b2d1-58f5-4865-93e2-07d14488d491 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:05:02.323819 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c49da0a-818e-4b3d-a113-f61cb0c50732 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d61b3d7-aef9-458a-bb4c-7f9820e729cb,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:02.355766 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-811d34f0-1f54-4dd3-8f9b-d89303cbfbac tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:02.367917 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-811d34f0-1f54-4dd3-8f9b-d89303cbfbac tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:02.373904 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7c49da0a-818e-4b3d-a113-f61cb0c50732 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:02.375370 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7c49da0a-818e-4b3d-a113-f61cb0c50732 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3754828 Jul 24 01:05:02.378113 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46532) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:02.384059 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-c974e010-909d-4aa8-9977-61654b86aa67 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Request body: {'security_group_rule': {'security_group_id': '64b95d35-9d69-4d7f-85ab-2a8f37b5a877', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:02.445320 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-811d34f0-1f54-4dd3-8f9b-d89303cbfbac tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:05:02.452190 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c974e010-909d-4aa8-9977-61654b86aa67 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:02.467411 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d34f0-1f54-4dd3-8f9b-d89303cbfbac tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d2e5af-5b8d-46ee-a62e-03702901b09c,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:02.481178 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-811d34f0-1f54-4dd3-8f9b-d89303cbfbac tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:02.482509 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-811d34f0-1f54-4dd3-8f9b-d89303cbfbac tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Added segment 619d714b-0f0b-4c22-87ca-d3797abe2f33 of type vlan for network 6c4de351-2a53-48d2-a40b-050238f79021 Jul 24 01:05:02.507081 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-47d63fca-ddef-4b7f-884a-c8e47d3e1874 admin admin] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:02.671043 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c974e010-909d-4aa8-9977-61654b86aa67 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:02.680670 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c974e010-909d-4aa8-9977-61654b86aa67 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:02.730425 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c974e010-909d-4aa8-9977-61654b86aa67 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3370c486-c6c7-4968-95fd-9f00c11b6c72,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:02.742612 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device ec535bfa-356b-4143-9077-2528c910b187 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:05:02.787263 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c974e010-909d-4aa8-9977-61654b86aa67 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:02.791145 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c974e010-909d-4aa8-9977-61654b86aa67 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4091890 Jul 24 01:05:02.792015 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46534) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:02.796982 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-73c174d0-ebd1-4cd6-8bd2-ba49b2ad2ccd tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Request body: {'security_group_rule': {'security_group_id': '64b95d35-9d69-4d7f-85ab-2a8f37b5a877', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:02.845717 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-811d34f0-1f54-4dd3-8f9b-d89303cbfbac tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:02.853019 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-73c174d0-ebd1-4cd6-8bd2-ba49b2ad2ccd tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:02.877043 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port ec535bfa-356b-4143-9077-2528c910b187 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:05:02.877322 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46538) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:02.883546 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port ec535bfa-356b-4143-9077-2528c910b187 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:05:02.883945 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:02.895005 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-8d97a645-c8b0-4b44-93f8-d39115f9e4a4 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1260192019', 'description': 'tempest-secgroup-smoke-1260192019 description', 'project_id': '9c584c0e2c5a47a78962537ebd255749'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:02.917924 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-015bfa11-9309-4592-a4bb-6323b5cd6675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b54b2d1-58f5-4865-93e2-07d14488d491', 'name': 'tempest-ServerActionsTestJSON-71880313-router', 'tenant_id': '7eb0da34432d47448c1b713034c6041a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '9851f101-5bf6-4bc9-a83f-fa5a40aefce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:07Z', 'updated_at': '2021-07-24T01:04:57Z', 'revision_number': 5, 'project_id': '7eb0da34432d47448c1b713034c6041a', 'gw_port': {'id': '9851f101-5bf6-4bc9-a83f-fa5a40aefce9', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:d8:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b54b2d1-58f5-4865-93e2-07d14488d491', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:08Z', 'updated_at': '2021-07-24T00:55:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:03.042962 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-47d63fca-ddef-4b7f-884a-c8e47d3e1874 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:03.072780 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-811d34f0-1f54-4dd3-8f9b-d89303cbfbac tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:03.074133 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811d34f0-1f54-4dd3-8f9b-d89303cbfbac tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:03.088837 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-811d34f0-1f54-4dd3-8f9b-d89303cbfbac tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:03.124456 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:03.150644 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8d97a645-c8b0-4b44-93f8-d39115f9e4a4 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:03.189970 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port ec535bfa-356b-4143-9077-2528c910b187, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=ec535bfa-356b-4143-9077-2528c910b187,segment=NetworkSegment(8fa7f1cf-b9a2-43b9-b698-36c5983c8c9b),segment_id=8fa7f1cf-b9a2-43b9-b698-36c5983c8c9b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:03.202959 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:03.236228 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-73c174d0-ebd1-4cd6-8bd2-ba49b2ad2ccd tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:03.264075 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-73c174d0-ebd1-4cd6-8bd2-ba49b2ad2ccd tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:03.298175 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-811d34f0-1f54-4dd3-8f9b-d89303cbfbac tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.1444006 Jul 24 01:05:03.298522 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=ec535bfa-356b-4143-9077-2528c910b187,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:03.299263 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46544) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:03.313912 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015bfa11-9309-4592-a4bb-6323b5cd6675 None None] Checking router: 6b54b2d1-58f5-4865-93e2-07d14488d491 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:05:03.326704 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:05:03.327229 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-99748b6d-9607-4310-89a9-69bf829b460f tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Request body: {'subnet': {'network_id': '6c4de351-2a53-48d2-a40b-050238f79021', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:03.362099 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015bfa11-9309-4592-a4bb-6323b5cd6675 None None] Routers {'6b54b2d1-58f5-4865-93e2-07d14488d491'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:05:03.362775 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-015bfa11-9309-4592-a4bb-6323b5cd6675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:04:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['6b54b2d1-58f5-4865-93e2-07d14488d491'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:03.399239 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8d97a645-c8b0-4b44-93f8-d39115f9e4a4 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:03.423558 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c174d0-ebd1-4cd6-8bd2-ba49b2ad2ccd tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a53d5f9-c6e3-43aa-a9c6-f4a1a80342f6,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:03.440037 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d34f0-1f54-4dd3-8f9b-d89303cbfbac tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Pushing event updated for resources: {'Network': ['ID=6c4de351-2a53-48d2-a40b-050238f79021,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:03.467634 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 6c4de351-2a53-48d2-a40b-050238f79021 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:05:03.468198 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab77ef-2aa5-455b-a482-52d592dd1651 req-027d3816-80e4-46ed-b198-d98a74660d6b tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:03.476426 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9cab77ef-2aa5-455b-a482-52d592dd1651 req-027d3816-80e4-46ed-b198-d98a74660d6b tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 944 time: 0.4730279 Jul 24 01:05:03.485207 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8d97a645-c8b0-4b44-93f8-d39115f9e4a4 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:03.506728 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-73c174d0-ebd1-4cd6-8bd2-ba49b2ad2ccd tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:03.511449 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-73c174d0-ebd1-4cd6-8bd2-ba49b2ad2ccd tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7189622 Jul 24 01:05:03.512694 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46546) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:03.561908 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99748b6d-9607-4310-89a9-69bf829b460f tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Made reservation on behalf of 57d43f8183be4a28a0b871a6a2305de8 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:05:03.570959 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-99748b6d-9607-4310-89a9-69bf829b460f tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:03.597536 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9cab77ef-2aa5-455b-a482-52d592dd1651 req-adc5af94-0268-4e73-8e70-65c56fa47e52 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196969 Jul 24 01:05:03.602063 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8d97a645-c8b0-4b44-93f8-d39115f9e4a4 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:03.605453 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-8d97a645-c8b0-4b44-93f8-d39115f9e4a4 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7208846 Jul 24 01:05:03.608441 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46548) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:03.627018 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97a645-c8b0-4b44-93f8-d39115f9e4a4 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc263033-cf40-4a42-928d-979ab4ab3f6d,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:03.660632 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-7bafcd4d-91ad-44f6-85f4-6473d43477c3 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Request body: {'security_group_rule': {'security_group_id': 'fc263033-cf40-4a42-928d-979ab4ab3f6d', 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:03.663771 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-015bfa11-9309-4592-a4bb-6323b5cd6675 None None] Set router 6b54b2d1-58f5-4865-93e2-07d14488d491 gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:05:03.750833 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6f7685af-620e-470a-8993-7bdd47aeeace tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:03.759065 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-015bfa11-9309-4592-a4bb-6323b5cd6675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b54b2d1-58f5-4865-93e2-07d14488d491', 'name': 'tempest-ServerActionsTestJSON-71880313-router', 'tenant_id': '7eb0da34432d47448c1b713034c6041a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:07Z', 'updated_at': '2021-07-24T01:05:03Z', 'revision_number': 6, 'project_id': '7eb0da34432d47448c1b713034c6041a', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:03.801533 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-47d63fca-ddef-4b7f-884a-c8e47d3e1874 admin admin] Deleting port 9851f101-5bf6-4bc9-a83f-fa5a40aefce9 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:05:03.801981 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-47d63fca-ddef-4b7f-884a-c8e47d3e1874 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:03.802106 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015bfa11-9309-4592-a4bb-6323b5cd6675 None None] The sync data for ids ['6b54b2d1-58f5-4865-93e2-07d14488d491'] in n-d-793621-25 is: [{'id': '6b54b2d1-58f5-4865-93e2-07d14488d491', 'name': 'tempest-ServerActionsTestJSON-71880313-router', 'tenant_id': '7eb0da34432d47448c1b713034c6041a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:07Z', 'updated_at': '2021-07-24T01:05:03Z', 'revision_number': 6, 'project_id': '7eb0da34432d47448c1b713034c6041a', 'gw_port_host': None}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:05:03.814288 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6f7685af-620e-470a-8993-7bdd47aeeace tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:03.912422 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6f7685af-620e-470a-8993-7bdd47aeeace tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:03.930332 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6f7685af-620e-470a-8993-7bdd47aeeace tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:03.935197 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6f7685af-620e-470a-8993-7bdd47aeeace tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/9a53d5f9-c6e3-43aa-a9c6-f4a1a80342f6 HTTP/1.1" status: 204 len: 168 time: 0.4170289 Jul 24 01:05:03.935832 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46552) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:03.968656 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7685af-620e-470a-8993-7bdd47aeeace tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a53d5f9-c6e3-43aa-a9c6-f4a1a80342f6,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:03.974646 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7bafcd4d-91ad-44f6-85f4-6473d43477c3 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:04.146608 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1cc361a1-1c93-4ea8-944e-b82c6b5bb880 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2093654 Jul 24 01:05:04.149331 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46554) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:04.242876 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-323e443a-be75-44a9-91ce-90a51fa3e7da tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:04.252652 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-323e443a-be75-44a9-91ce-90a51fa3e7da tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:04.304058 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-47d63fca-ddef-4b7f-884a-c8e47d3e1874 admin admin] For port 9851f101-5bf6-4bc9-a83f-fa5a40aefce9, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=9851f101-5bf6-4bc9-a83f-fa5a40aefce9,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:04.304447 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-47d63fca-ddef-4b7f-884a-c8e47d3e1874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:04.319198 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-323e443a-be75-44a9-91ce-90a51fa3e7da tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:04.319737 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-47d63fca-ddef-4b7f-884a-c8e47d3e1874 admin admin] Calling delete_port for 9851f101-5bf6-4bc9-a83f-fa5a40aefce9 owned by network:router_gateway {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:05:04.336520 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-323e443a-be75-44a9-91ce-90a51fa3e7da tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:04.338150 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-323e443a-be75-44a9-91ce-90a51fa3e7da tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/3370c486-c6c7-4968-95fd-9f00c11b6c72 HTTP/1.1" status: 204 len: 168 time: 0.1874146 Jul 24 01:05:04.353577 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46558) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:04.361886 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323e443a-be75-44a9-91ce-90a51fa3e7da tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3370c486-c6c7-4968-95fd-9f00c11b6c72,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:04.419436 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1077273a-3ce7-4ede-bab9-5cfe1db8d9ad tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0633662 Jul 24 01:05:04.420331 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46560) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:04.447693 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7bafcd4d-91ad-44f6-85f4-6473d43477c3 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:04.476494 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7bafcd4d-91ad-44f6-85f4-6473d43477c3 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:04.494986 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-370d7bb7-bf10-41b9-a0d1-ea97471185be tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:04.504203 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-370d7bb7-bf10-41b9-a0d1-ea97471185be tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:04.527206 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bafcd4d-91ad-44f6-85f4-6473d43477c3 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=190d53c4-9710-437a-897a-1ae10d2013a5,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:04.569419 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf4ce8-463e-461f-a84f-e0e304891549 req-ac435897-a1a3-49b4-9841-d65a93a2fed5 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:04.571974 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-57cf4ce8-463e-461f-a84f-e0e304891549 req-ac435897-a1a3-49b4-9841-d65a93a2fed5 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "GET /v2.0/ports?device_id=9265bd33-f088-4997-a86d-a3daac593946 HTTP/1.1" status: 200 len: 945 time: 0.1337817 Jul 24 01:05:04.573785 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-370d7bb7-bf10-41b9-a0d1-ea97471185be tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:04.598205 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-370d7bb7-bf10-41b9-a0d1-ea97471185be tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:04.603596 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-370d7bb7-bf10-41b9-a0d1-ea97471185be tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/1d61b3d7-aef9-458a-bb4c-7f9820e729cb HTTP/1.1" status: 204 len: 168 time: 0.1816189 Jul 24 01:05:04.605039 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d7bb7-bf10-41b9-a0d1-ea97471185be tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d61b3d7-aef9-458a-bb4c-7f9820e729cb,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:04.610198 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46562) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:04.688750 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-57cf4ce8-463e-461f-a84f-e0e304891549 req-20d1ffc1-2d5f-4a63-9f17-f91033923348 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "GET /v2.0/security-groups?id=67e18412-570e-4aad-a00d-ec0d2037b036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026204 Jul 24 01:05:04.739116 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-40a7a35d-fafd-4c12-89ed-f290bd98268d tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1250348 Jul 24 01:05:04.742532 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46566) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:04.794672 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-06350312-0d69-4520-aff8-b2931f315757 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:04.808627 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-06350312-0d69-4520-aff8-b2931f315757 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:04.810546 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:04.824572 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7bafcd4d-91ad-44f6-85f4-6473d43477c3 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:04.829114 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7bafcd4d-91ad-44f6-85f4-6473d43477c3 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2104597 Jul 24 01:05:04.831241 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46568) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:04.867262 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-b9d86bad-185d-43ac-ba51-3090590d97de tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Request body: {'security_group_rule': {'security_group_id': 'fc263033-cf40-4a42-928d-979ab4ab3f6d', 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:04.881114 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device ec535bfa-356b-4143-9077-2528c910b187 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:05:04.911731 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-47d63fca-ddef-4b7f-884a-c8e47d3e1874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:04.923832 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-06350312-0d69-4520-aff8-b2931f315757 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:04.946063 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-06350312-0d69-4520-aff8-b2931f315757 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:04.949121 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b9d86bad-185d-43ac-ba51-3090590d97de tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:04.956588 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-06350312-0d69-4520-aff8-b2931f315757 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/de96ddbc-3629-4c83-84bf-c00ac79acc77 HTTP/1.1" status: 204 len: 168 time: 0.2124765 Jul 24 01:05:04.980180 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46570) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:04.995995 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d63fca-ddef-4b7f-884a-c8e47d3e1874 admin admin] Pushing event deleted for resources: {'Port': ['ID=9851f101-5bf6-4bc9-a83f-fa5a40aefce9,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:05.025602 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port ec535bfa-356b-4143-9077-2528c910b187 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:05:05.025989 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:05.045280 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06350312-0d69-4520-aff8-b2931f315757 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de96ddbc-3629-4c83-84bf-c00ac79acc77,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:05.084305 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a54ed0-02cf-4971-a30f-9701d99b4913 req-53992f37-ade2-408f-b2f0-49e050e01334 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:05.087153 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-28a54ed0-02cf-4971-a30f-9701d99b4913 req-53992f37-ade2-408f-b2f0-49e050e01334 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 944 time: 0.2537918 Jul 24 01:05:05.173948 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b9d86bad-185d-43ac-ba51-3090590d97de tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:05.179401 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e9af1840-f229-4461-befd-470815e1f3a7 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1854651 Jul 24 01:05:05.181471 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46574) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:05.231071 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-28a54ed0-02cf-4971-a30f-9701d99b4913 req-3f42809c-0cb1-4bb1-8ee7-069a16d240a0 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331856 Jul 24 01:05:05.232971 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b9d86bad-185d-43ac-ba51-3090590d97de tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:05.250340 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:05.271172 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-47d63fca-ddef-4b7f-884a-c8e47d3e1874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:05.334280 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 9851f101-5bf6-4bc9-a83f-fa5a40aefce9 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:05:05.352517 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d86bad-185d-43ac-ba51-3090590d97de tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16421fd9-a31e-4372-ab65-b0a2f1785067,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:05.376804 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 9851f101-5bf6-4bc9-a83f-fa5a40aefce9 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:05:05.377485 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 9851f101-5bf6-4bc9-a83f-fa5a40aefce9 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:05:05.378092 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device df78c8ca-fe10-4c7e-a84c-d2bbf57334dc no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:05:05.404331 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: df78c8ca-fe10-4c7e-a84c-d2bbf57334dc {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:05:05.405136 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device df78c8ca-fe10-4c7e-a84c-d2bbf57334dc not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:05:05.475338 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b9d86bad-185d-43ac-ba51-3090590d97de tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:05.482089 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46576) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:05.482534 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b9d86bad-185d-43ac-ba51-3090590d97de tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6495233 Jul 24 01:05:05.486940 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-452a98f8-f38b-413c-86b7-e2782dd530b7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Request body: {'security_group_rule': {'security_group_id': 'fc263033-cf40-4a42-928d-979ab4ab3f6d', 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:05.495845 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2accff4a-eb8d-4ab2-a728-ece18b42b605 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:05.517837 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2accff4a-eb8d-4ab2-a728-ece18b42b605 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:05.523822 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-47d63fca-ddef-4b7f-884a-c8e47d3e1874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:05.524364 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-452a98f8-f38b-413c-86b7-e2782dd530b7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:05.531449 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-47d63fca-ddef-4b7f-884a-c8e47d3e1874 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:05.603686 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-452a98f8-f38b-413c-86b7-e2782dd530b7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:05.610078 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-452a98f8-f38b-413c-86b7-e2782dd530b7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:05.619867 n-d-793621-25 neutron-server[100463]: DEBUG neutron.objects.ports [None req-99748b6d-9607-4310-89a9-69bf829b460f tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100463) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 01:05:05.620529 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-99748b6d-9607-4310-89a9-69bf829b460f tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:05.633671 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452a98f8-f38b-413c-86b7-e2782dd530b7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a36934b-d369-47fd-bede-3de792863e7b,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:05.649588 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-452a98f8-f38b-413c-86b7-e2782dd530b7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:05.651500 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-452a98f8-f38b-413c-86b7-e2782dd530b7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1683288 Jul 24 01:05:05.662183 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46578) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:05.669962 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-2c6ae443-9c4c-450e-b87a-b5617a3a7e7c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Request body: {'security_group_rule': {'security_group_id': 'fc263033-cf40-4a42-928d-979ab4ab3f6d', 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:05.670255 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-47d63fca-ddef-4b7f-884a-c8e47d3e1874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:05.670530 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d63fca-ddef-4b7f-884a-c8e47d3e1874 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b54b2d1-58f5-4865-93e2-07d14488d491 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:05:05.680019 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-47d63fca-ddef-4b7f-884a-c8e47d3e1874 admin admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:05.684478 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-47d63fca-ddef-4b7f-884a-c8e47d3e1874 admin admin] 10.222.0.15 "DELETE /v2.0/routers/6b54b2d1-58f5-4865-93e2-07d14488d491 HTTP/1.1" status: 204 len: 168 time: 3.7285621 Jul 24 01:05:05.686953 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46580) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:05.723175 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2c6ae443-9c4c-450e-b87a-b5617a3a7e7c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:05.766553 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2accff4a-eb8d-4ab2-a728-ece18b42b605 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:05.823155 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2accff4a-eb8d-4ab2-a728-ece18b42b605 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:05.827212 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2accff4a-eb8d-4ab2-a728-ece18b42b605 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/a21a2c89-bcb0-4516-bfda-7602345651bf HTTP/1.1" status: 204 len: 168 time: 0.6432905 Jul 24 01:05:05.831916 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2accff4a-eb8d-4ab2-a728-ece18b42b605 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a21a2c89-bcb0-4516-bfda-7602345651bf,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:05.841627 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46584) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:05.888413 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2accff4a-eb8d-4ab2-a728-ece18b42b605 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:05.888963 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2accff4a-eb8d-4ab2-a728-ece18b42b605 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:05.889421 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2accff4a-eb8d-4ab2-a728-ece18b42b605 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:05.889915 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2accff4a-eb8d-4ab2-a728-ece18b42b605 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:05.890408 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2accff4a-eb8d-4ab2-a728-ece18b42b605 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:05.890935 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2accff4a-eb8d-4ab2-a728-ece18b42b605 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:05.891493 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2accff4a-eb8d-4ab2-a728-ece18b42b605 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:05.896523 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2accff4a-eb8d-4ab2-a728-ece18b42b605 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:05.897031 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2accff4a-eb8d-4ab2-a728-ece18b42b605 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:05.897532 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2accff4a-eb8d-4ab2-a728-ece18b42b605 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:05.898072 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2accff4a-eb8d-4ab2-a728-ece18b42b605 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:05.898762 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2accff4a-eb8d-4ab2-a728-ece18b42b605 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:05.923688 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99748b6d-9607-4310-89a9-69bf829b460f tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fa7ad825-231e-433a-bf17-6c691d592ae0,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:05.937278 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-59c9572d-f383-4f6a-a479-3c44db2563ac admin admin] Deleting subnet 66eb251d-e6ee-4000-900c-f86c0810b697 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:05:05.945605 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-59c9572d-f383-4f6a-a479-3c44db2563ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:05.971594 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99748b6d-9607-4310-89a9-69bf829b460f tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Checking segment: {'id': '619d714b-0f0b-4c22-87ca-d3797abe2f33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6c4de351-2a53-48d2-a40b-050238f79021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:05:05.972126 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99748b6d-9607-4310-89a9-69bf829b460f tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Network hostable DHCP agents. Network: 6c4de351-2a53-48d2-a40b-050238f79021, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:05:05.993811 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e05549e4-d994-44cc-90d0-83f70fdd5ea1 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1414309 Jul 24 01:05:05.996201 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46586) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:06.008388 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-59c9572d-f383-4f6a-a479-3c44db2563ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:06.024803 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2c6ae443-9c4c-450e-b87a-b5617a3a7e7c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:06.042520 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2c6ae443-9c4c-450e-b87a-b5617a3a7e7c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:06.042905 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99748b6d-9607-4310-89a9-69bf829b460f tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Network 6c4de351-2a53-48d2-a40b-050238f79021 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:05:06.062065 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-99748b6d-9607-4310-89a9-69bf829b460f tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 6c4de351-2a53-48d2-a40b-050238f79021) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:05:06.081137 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17804223-00e1-4f5d-a562-834d74c76486 None None] Network 6c4de351-2a53-48d2-a40b-050238f79021 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:05:06.082033 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99748b6d-9607-4310-89a9-69bf829b460f tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:06.082033 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-99748b6d-9607-4310-89a9-69bf829b460f tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:06.104753 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ae443-9c4c-450e-b87a-b5617a3a7e7c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53879099-9449-4d00-a6fa-fe8022da644a,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:06.116722 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-99748b6d-9607-4310-89a9-69bf829b460f tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8065913 Jul 24 01:05:06.124596 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e1a17-7cbf-4b6b-93ca-cab89a75d44a req-1e0b561e-acec-4662-aef1-1a0880373504 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:06.126567 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e78e1a17-7cbf-4b6b-93ca-cab89a75d44a req-1e0b561e-acec-4662-aef1-1a0880373504 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "GET /v2.0/ports?device_id=9265bd33-f088-4997-a86d-a3daac593946 HTTP/1.1" status: 200 len: 945 time: 0.2864211 Jul 24 01:05:06.137012 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46588) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:06.148715 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-ced69529-a0bc-4a82-9b55-e6b13f05d949 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-318705862', 'network_id': '6c4de351-2a53-48d2-a40b-050238f79021'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:06.153517 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2c6ae443-9c4c-450e-b87a-b5617a3a7e7c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:06.158194 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2c6ae443-9c4c-450e-b87a-b5617a3a7e7c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4915969 Jul 24 01:05:06.158408 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46590) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:06.164648 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-8491a286-0982-4e1f-96e4-942bca488abc tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Request body: {'security_group_rule': {'security_group_id': 'fc263033-cf40-4a42-928d-979ab4ab3f6d', 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:06.180498 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-59c9572d-f383-4f6a-a479-3c44db2563ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:06.220601 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-469f4258-9015-4e2e-8bbf-0073957062fd tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:06.252588 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-59c9572d-f383-4f6a-a479-3c44db2563ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:06.279887 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced69529-a0bc-4a82-9b55-e6b13f05d949 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Made reservation on behalf of 57d43f8183be4a28a0b871a6a2305de8 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:05:06.282291 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ced69529-a0bc-4a82-9b55-e6b13f05d949 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:06.287449 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c9572d-f383-4f6a-a479-3c44db2563ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66eb251d-e6ee-4000-900c-f86c0810b697,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:06.294395 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e78e1a17-7cbf-4b6b-93ca-cab89a75d44a req-d1ecae34-f9de-4304-935a-a6b250414f8b tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "GET /v2.0/security-groups?id=67e18412-570e-4aad-a00d-ec0d2037b036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536171 Jul 24 01:05:06.302112 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-469f4258-9015-4e2e-8bbf-0073957062fd tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:06.304921 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-59c9572d-f383-4f6a-a479-3c44db2563ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:06.307486 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-59c9572d-f383-4f6a-a479-3c44db2563ac admin admin] 10.222.0.15 "DELETE /v2.0/subnets/66eb251d-e6ee-4000-900c-f86c0810b697 HTTP/1.1" status: 204 len: 168 time: 0.6169767 Jul 24 01:05:06.310077 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46594) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:06.331690 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [None req-ced69529-a0bc-4a82-9b55-e6b13f05d949 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] device_id is not set on port 810c1c31-40e2-43a5-b646-c25ca59c2ee6 yet. {{(pid=100464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:05:06.341403 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd9cc81-57cc-4205-a3e5-36a2e58ac4b7 None None] Network d582b8dc-8856-4b30-8b39-181936a3b597 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:05:06.366748 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0341c91c-f2d8-4cdc-b8ef-ad7bd03b45ed None None] Network 6c4de351-2a53-48d2-a40b-050238f79021 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:05:06.468897 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-469f4258-9015-4e2e-8bbf-0073957062fd tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:06.472103 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-469f4258-9015-4e2e-8bbf-0073957062fd tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:06.474412 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-469f4258-9015-4e2e-8bbf-0073957062fd tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "DELETE /v2.0/security-groups/64b95d35-9d69-4d7f-85ab-2a8f37b5a877 HTTP/1.1" status: 204 len: 168 time: 0.4756172 Jul 24 01:05:06.475096 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d9b1acbb-a5e8-4ff1-a2b7-f8ff0f2d3d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:06.480610 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46596) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:06.482646 n-d-793621-25 neutron-server[100463]: INFO neutron.db.securitygroups_db [None req-8491a286-0982-4e1f-96e4-942bca488abc tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Project 9c584c0e2c5a47a78962537ebd255749 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:05:06.493167 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8491a286-0982-4e1f-96e4-942bca488abc tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:06.529430 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f4258-9015-4e2e-8bbf-0073957062fd tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b95d35-9d69-4d7f-85ab-2a8f37b5a877,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:06.632828 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-77f6f753-7ae3-4fae-9e66-514a39135b82 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1406686 Jul 24 01:05:06.652561 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-ced69529-a0bc-4a82-9b55-e6b13f05d949 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Allocated IP 172.20.0.13 (6c4de351-2a53-48d2-a40b-050238f79021/fa7ad825-231e-433a-bf17-6c691d592ae0/810c1c31-40e2-43a5-b646-c25ca59c2ee6) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:05:06.652979 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46600) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:06.713314 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-f563f9ef-64a0-4cc2-bc6f-093af56ce54a tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Request body: {'security_group': {'name': 'tempest-secgroup--1785583541'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:06.735317 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157cace-4720-48a7-8d5c-a5c0cffb091e req-ba2265e1-2085-4a6e-a6a9-2f6f75d884ea tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:06.737170 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f157cace-4720-48a7-8d5c-a5c0cffb091e req-ba2265e1-2085-4a6e-a6a9-2f6f75d884ea tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 944 time: 0.3339975 Jul 24 01:05:06.767571 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8491a286-0982-4e1f-96e4-942bca488abc tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:06.788739 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f563f9ef-64a0-4cc2-bc6f-093af56ce54a tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:06.800662 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8491a286-0982-4e1f-96e4-942bca488abc tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:06.830678 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb9da85-0cb6-497b-af05-6ebe18fbb1dc None None] DHCP port deletion for d582b8dc-8856-4b30-8b39-181936a3b597 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:05:06.868404 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8491a286-0982-4e1f-96e4-942bca488abc tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b50bd23-2b85-4e8f-8d3b-ec7dd11db31c,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:06.880151 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f157cace-4720-48a7-8d5c-a5c0cffb091e req-86430f11-3df9-4439-a845-61a60fd8851c tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267889 Jul 24 01:05:06.889614 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-d9b1acbb-a5e8-4ff1-a2b7-f8ff0f2d3d9b admin admin] Deleting port c8380f58-0016-4add-b8c0-b98dfd9501df {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:05:06.889967 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d9b1acbb-a5e8-4ff1-a2b7-f8ff0f2d3d9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:06.891864 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8491a286-0982-4e1f-96e4-942bca488abc tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:06.896131 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8491a286-0982-4e1f-96e4-942bca488abc tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7365842 Jul 24 01:05:06.908785 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46602) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:06.908785 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-dec22e7e-3dcd-4241-b8ee-a526feb97259 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Request body: {'security_group_rule': {'security_group_id': 'fc263033-cf40-4a42-928d-979ab4ab3f6d', 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:06.960114 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-3cb9da85-0cb6-497b-af05-6ebe18fbb1dc None None] Deleting port c8380f58-0016-4add-b8c0-b98dfd9501df {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:05:06.961376 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3cb9da85-0cb6-497b-af05-6ebe18fbb1dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:07.006879 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-d9b1acbb-a5e8-4ff1-a2b7-f8ff0f2d3d9b admin admin] For port c8380f58-0016-4add-b8c0-b98dfd9501df, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=c8380f58-0016-4add-b8c0-b98dfd9501df,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:07.007282 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d9b1acbb-a5e8-4ff1-a2b7-f8ff0f2d3d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:07.045675 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-d9b1acbb-a5e8-4ff1-a2b7-f8ff0f2d3d9b admin admin] Calling delete_port for c8380f58-0016-4add-b8c0-b98dfd9501df owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:05:07.125736 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ced69529-a0bc-4a82-9b55-e6b13f05d949 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:07.161739 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f563f9ef-64a0-4cc2-bc6f-093af56ce54a tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:07.191276 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f563f9ef-64a0-4cc2-bc6f-093af56ce54a tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:07.195530 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ced69529-a0bc-4a82-9b55-e6b13f05d949 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:07.253205 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced69529-a0bc-4a82-9b55-e6b13f05d949 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Network 6c4de351-2a53-48d2-a40b-050238f79021 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:05:07.257372 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-ced69529-a0bc-4a82-9b55-e6b13f05d949 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:05:07.266650 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced69529-a0bc-4a82-9b55-e6b13f05d949 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:05:07.305665 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f563f9ef-64a0-4cc2-bc6f-093af56ce54a tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2982c9cf-f526-42bc-8298-4f0b2a664b06,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:07.319693 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced69529-a0bc-4a82-9b55-e6b13f05d949 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Pushing event updated for resources: {'Port': ['ID=810c1c31-40e2-43a5-b646-c25ca59c2ee6,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:07.344848 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced69529-a0bc-4a82-9b55-e6b13f05d949 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:07.345981 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ced69529-a0bc-4a82-9b55-e6b13f05d949 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:07.346826 n-d-793621-25 neutron-server[100463]: INFO neutron.db.securitygroups_db [None req-dec22e7e-3dcd-4241-b8ee-a526feb97259 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Project 9c584c0e2c5a47a78962537ebd255749 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:05:07.366878 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f563f9ef-64a0-4cc2-bc6f-093af56ce54a tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:07.375801 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f563f9ef-64a0-4cc2-bc6f-093af56ce54a tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7202446 Jul 24 01:05:07.377965 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46606) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:07.378337 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46608) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:07.379261 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dec22e7e-3dcd-4241-b8ee-a526feb97259 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:07.380604 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ced69529-a0bc-4a82-9b55-e6b13f05d949 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.2367642 Jul 24 01:05:07.390075 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-3cb9da85-0cb6-497b-af05-6ebe18fbb1dc None None] For port c8380f58-0016-4add-b8c0-b98dfd9501df, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=c8380f58-0016-4add-b8c0-b98dfd9501df,segment=NetworkSegment(2abeda90-4f6a-4b8b-8aff-f712c98837e7),segment_id=2abeda90-4f6a-4b8b-8aff-f712c98837e7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:07.393077 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-7d3337a3-e6bd-4410-b255-418240570a66 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Request body: {'security_group_rule': {'security_group_id': '2982c9cf-f526-42bc-8298-4f0b2a664b06', 'direction': 'ingress', 'protocol': 17}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:07.395371 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3cb9da85-0cb6-497b-af05-6ebe18fbb1dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:07.414089 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-3cb9da85-0cb6-497b-af05-6ebe18fbb1dc None None] Calling delete_port for c8380f58-0016-4add-b8c0-b98dfd9501df owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:05:07.441351 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d9b1acbb-a5e8-4ff1-a2b7-f8ff0f2d3d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:07.479998 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b1acbb-a5e8-4ff1-a2b7-f8ff0f2d3d9b admin admin] Pushing event deleted for resources: {'Port': ['ID=c8380f58-0016-4add-b8c0-b98dfd9501df,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:07.509453 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fa6a4-de95-45fb-8ddf-19d83f6563fc req-11cf4ead-f88b-40b7-b865-29c2a29910a8 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:07.512117 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b1acbb-a5e8-4ff1-a2b7-f8ff0f2d3d9b admin admin] No DVR routers for this DVR port c8380f58-0016-4add-b8c0-b98dfd9501df on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:05:07.514859 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3cb9da85-0cb6-497b-af05-6ebe18fbb1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:07.515558 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-783fa6a4-de95-45fb-8ddf-19d83f6563fc req-11cf4ead-f88b-40b7-b865-29c2a29910a8 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "GET /v2.0/ports?device_id=9265bd33-f088-4997-a86d-a3daac593946 HTTP/1.1" status: 200 len: 945 time: 0.1043048 Jul 24 01:05:07.540281 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9da85-0cb6-497b-af05-6ebe18fbb1dc None None] Pushing event deleted for resources: {'Port': ['ID=c8380f58-0016-4add-b8c0-b98dfd9501df,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:07.547277 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb9da85-0cb6-497b-af05-6ebe18fbb1dc None None] No DVR routers for this DVR port c8380f58-0016-4add-b8c0-b98dfd9501df on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:05:07.552366 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7d3337a3-e6bd-4410-b255-418240570a66 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:07.570153 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-783fa6a4-de95-45fb-8ddf-19d83f6563fc req-34b7ff96-48ef-41de-90c9-bd653ff23eb9 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "GET /v2.0/security-groups?id=67e18412-570e-4aad-a00d-ec0d2037b036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520213 Jul 24 01:05:07.623763 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dec22e7e-3dcd-4241-b8ee-a526feb97259 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:07.635450 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dec22e7e-3dcd-4241-b8ee-a526feb97259 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:07.676664 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d9b1acbb-a5e8-4ff1-a2b7-f8ff0f2d3d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:07.703627 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-d9b1acbb-a5e8-4ff1-a2b7-f8ff0f2d3d9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d582b8dc-8856-4b30-8b39-181936a3b597']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:07.712719 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec22e7e-3dcd-4241-b8ee-a526feb97259 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=952a0680-9e8b-4efb-8f59-ef5e7b1d3839,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:07.720874 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-d9b1acbb-a5e8-4ff1-a2b7-f8ff0f2d3d9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2abeda90-4f6a-4b8b-8aff-f712c98837e7') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:07.721226 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-d9b1acbb-a5e8-4ff1-a2b7-f8ff0f2d3d9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2abeda90-4f6a-4b8b-8aff-f712c98837e7') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:07.734151 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dec22e7e-3dcd-4241-b8ee-a526feb97259 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:07.735408 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-dec22e7e-3dcd-4241-b8ee-a526feb97259 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8344455 Jul 24 01:05:07.749564 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d9b1acbb-a5e8-4ff1-a2b7-f8ff0f2d3d9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:07.752281 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7d3337a3-e6bd-4410-b255-418240570a66 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:07.765508 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7d3337a3-e6bd-4410-b255-418240570a66 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:07.775085 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d9b1acbb-a5e8-4ff1-a2b7-f8ff0f2d3d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:07.779402 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-9364450e-048d-4bdd-96ec-4377aefbad16 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Deleting port 810c1c31-40e2-43a5-b646-c25ca59c2ee6 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:05:07.779742 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9364450e-048d-4bdd-96ec-4377aefbad16 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:07.804780 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9b1acbb-a5e8-4ff1-a2b7-f8ff0f2d3d9b admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:05:07.805100 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d9b1acbb-a5e8-4ff1-a2b7-f8ff0f2d3d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:07.807423 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:05:07.807423 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:05:07.807423 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:05:07.807423 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:05:07.807423 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:05:07.807423 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:05:07.807423 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:05:07.807423 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:05:07.807423 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:05:07.807423 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:05:07.807423 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:05:07.807423 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:05:07.807423 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:05:07.807423 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:05:07.807423 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:05:07.807423 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:05:07.807423 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:05:07.807423 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:05:07.807423 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:05:07.807423 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:05:07.807423 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:05:07.807423 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:05:07.807423 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:05:07.807423 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:05:07.807423 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:05:07.807423 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:05:07.807423 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:05:07.807423 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:05:07.807423 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:05:07.807423 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:05:07.807423 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:05:07.807423 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:05:07.819015 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3337a3-e6bd-4410-b255-418240570a66 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9258cd33-b2e6-4eb2-a91d-5fc67c95e43c,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:07.843038 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7d3337a3-e6bd-4410-b255-418240570a66 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:07.847403 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7d3337a3-e6bd-4410-b255-418240570a66 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4637313 Jul 24 01:05:07.847641 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46614) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:07.928755 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d9b1acbb-a5e8-4ff1-a2b7-f8ff0f2d3d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:07.952534 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d9b1acbb-a5e8-4ff1-a2b7-f8ff0f2d3d9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:07.957375 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d9b1acbb-a5e8-4ff1-a2b7-f8ff0f2d3d9b admin admin] 10.222.0.15 "DELETE /v2.0/networks/d582b8dc-8856-4b30-8b39-181936a3b597 HTTP/1.1" status: 204 len: 168 time: 1.6336811 Jul 24 01:05:07.960127 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b1acbb-a5e8-4ff1-a2b7-f8ff0f2d3d9b admin admin] Pushing event deleted for resources: {'Network': ['ID=d582b8dc-8856-4b30-8b39-181936a3b597,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:07.968847 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-12893ca4-6e91-4bec-bf1e-5ffa7d4fd3a1 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:08.004384 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9364450e-048d-4bdd-96ec-4377aefbad16 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:08.017283 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-12893ca4-6e91-4bec-bf1e-5ffa7d4fd3a1 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:08.029324 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-9364450e-048d-4bdd-96ec-4377aefbad16 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Calling delete_port for 810c1c31-40e2-43a5-b646-c25ca59c2ee6 owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:05:08.055435 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-6fb3cc16-272a-4a84-a44b-ee161a7fdade tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1260192019&fields=id&tenant_id=9c584c0e2c5a47a78962537ebd255749 HTTP/1.1" status: 200 len: 267 time: 0.0691066 Jul 24 01:05:08.097395 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d665e4-e63b-43b6-b338-48ce8c5e2a7b req-b1e9fef8-410d-45e8-bc28-d6c37d7fc306 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:08.099357 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-08d665e4-e63b-43b6-b338-48ce8c5e2a7b req-b1e9fef8-410d-45e8-bc28-d6c37d7fc306 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 944 time: 0.1054678 Jul 24 01:05:08.109113 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-12893ca4-6e91-4bec-bf1e-5ffa7d4fd3a1 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:08.115396 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-12893ca4-6e91-4bec-bf1e-5ffa7d4fd3a1 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:08.117781 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-12893ca4-6e91-4bec-bf1e-5ffa7d4fd3a1 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "DELETE /v2.0/security-groups/2982c9cf-f526-42bc-8298-4f0b2a664b06 HTTP/1.1" status: 204 len: 168 time: 0.2685220 Jul 24 01:05:08.123234 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46632) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:08.159507 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12893ca4-6e91-4bec-bf1e-5ffa7d4fd3a1 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2982c9cf-f526-42bc-8298-4f0b2a664b06,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:08.212942 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-08d665e4-e63b-43b6-b338-48ce8c5e2a7b req-02fe3ade-b994-493b-8a65-162d40c48f6d tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947163 Jul 24 01:05:08.224689 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46636) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:08.243330 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-51d8f668-4e77-4ab4-a2cf-4abf5049b7a4 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1119123 Jul 24 01:05:08.245000 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46638) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:08.253161 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-c4327f55-a523-4e7f-a802-7f36835563ef tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Request body: {'security_group': {'name': 'tempest-secgroup--473065632'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:08.303992 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-94bf6d3a-b777-42ba-817d-dc6352cca0f5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7eb0da34432d47448c1b713034c6041a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0778885 Jul 24 01:05:08.306167 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c4327f55-a523-4e7f-a802-7f36835563ef tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:08.308581 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46640) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:08.443114 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-767f7585-74db-483e-9a97-924de2e3272e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:08.487989 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad26680-8287-4a9e-a392-db535bc5def5 req-8eb6c610-ab18-4b22-ae62-9e0280f22019 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:08.489754 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4ad26680-8287-4a9e-a392-db535bc5def5 req-8eb6c610-ab18-4b22-ae62-9e0280f22019 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.13 "GET /v2.0/ports?device_id=9265bd33-f088-4997-a86d-a3daac593946 HTTP/1.1" status: 200 len: 945 time: 0.1745932 Jul 24 01:05:08.489932 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device c8380f58-0016-4add-b8c0-b98dfd9501df no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:05:08.510602 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-767f7585-74db-483e-9a97-924de2e3272e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:08.511944 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: c8380f58-0016-4add-b8c0-b98dfd9501df {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:05:08.512867 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device c8380f58-0016-4add-b8c0-b98dfd9501df not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:05:08.565228 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-3c13ecc7-2fa5-47b9-b070-a2763e71521e tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:08.566845 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-3c13ecc7-2fa5-47b9-b070-a2763e71521e tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/networks?id=059adbcb-434c-431e-8c2b-2f91e64b593b HTTP/1.1" status: 200 len: 797 time: 0.1514635 Jul 24 01:05:08.608672 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-50b078f5-6ed7-4345-9f26-e03980693bed tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/quotas/9c584c0e2c5a47a78962537ebd255749 HTTP/1.1" status: 200 len: 375 time: 0.0189559 Jul 24 01:05:08.632238 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9364450e-048d-4bdd-96ec-4377aefbad16 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:08.647766 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c4327f55-a523-4e7f-a802-7f36835563ef tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:08.666733 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c4327f55-a523-4e7f-a802-7f36835563ef tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:08.687977 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9364450e-048d-4bdd-96ec-4377aefbad16 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Pushing event deleted for resources: {'Port': ['ID=810c1c31-40e2-43a5-b646-c25ca59c2ee6,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:08.711041 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-767f7585-74db-483e-9a97-924de2e3272e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:08.713652 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-767f7585-74db-483e-9a97-924de2e3272e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:08.718512 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-767f7585-74db-483e-9a97-924de2e3272e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1181be37-ac8f-4951-92f4-2e4f3928e30f HTTP/1.1" status: 204 len: 168 time: 0.4053135 Jul 24 01:05:08.740072 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c4327f55-a523-4e7f-a802-7f36835563ef tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:08.741338 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c4327f55-a523-4e7f-a802-7f36835563ef tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4953694 Jul 24 01:05:08.744409 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46646) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:08.744992 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4327f55-a523-4e7f-a802-7f36835563ef tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6db83e45-c1ba-4256-a109-5c119693a713,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:08.754319 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-51a4b5e0-a472-4da3-ac22-1f82d13f18c2 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Request body: {'security_group': {'name': 'tempest-secgroup--203752052'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:08.781548 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f7585-74db-483e-9a97-924de2e3272e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1181be37-ac8f-4951-92f4-2e4f3928e30f,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:08.783016 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9364450e-048d-4bdd-96ec-4377aefbad16 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:08.794804 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9364450e-048d-4bdd-96ec-4377aefbad16 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] 10.222.0.15 "DELETE /v2.0/ports/810c1c31-40e2-43a5-b646-c25ca59c2ee6 HTTP/1.1" status: 204 len: 168 time: 1.4028513 Jul 24 01:05:08.794804 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46648) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:08.794804 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-c062879c-e3bf-49f7-825b-d1dedb1b1ff4 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6c4de351-2a53-48d2-a40b-050238f79021', 'external_fixed_ips': [{'subnet_id': 'fa7ad825-231e-433a-bf17-6c691d592ae0', 'ip_address': '172.20.0.13'}]}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:08.811241 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-4ad26680-8287-4a9e-a392-db535bc5def5 req-da04dd6b-9d08-4a73-9ecf-ba1476c5f324 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Deleting port 14e68278-522e-4e15-a33b-ccdb91ae66ed {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:05:08.811565 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4ad26680-8287-4a9e-a392-db535bc5def5 req-da04dd6b-9d08-4a73-9ecf-ba1476c5f324 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:08.822755 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-4f772458-d34d-4bbf-8156-e4d447f473fa tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9c584c0e2c5a47a78962537ebd255749&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1930103 Jul 24 01:05:08.843332 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-51a4b5e0-a472-4da3-ac22-1f82d13f18c2 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:08.855347 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d4c61-8a22-4118-bdfa-fe16421c6a12 req-9b0cad7a-4ae4-4f66-a3bf-1af58c14493b tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:08.858206 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-515d4c61-8a22-4118-bdfa-fe16421c6a12 req-9b0cad7a-4ae4-4f66-a3bf-1af58c14493b tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "GET /v2.0/ports?device_id=9265bd33-f088-4997-a86d-a3daac593946 HTTP/1.1" status: 200 len: 945 time: 0.2079048 Jul 24 01:05:08.886168 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c062879c-e3bf-49f7-825b-d1dedb1b1ff4 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:08.887243 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c062879c-e3bf-49f7-825b-d1dedb1b1ff4 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:08.962699 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-515d4c61-8a22-4118-bdfa-fe16421c6a12 req-85f8ccb3-ddca-4874-a1ea-f4432d8bbfc0 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "GET /v2.0/security-groups?id=67e18412-570e-4aad-a00d-ec0d2037b036&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955257 Jul 24 01:05:08.988588 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-4ad26680-8287-4a9e-a392-db535bc5def5 req-da04dd6b-9d08-4a73-9ecf-ba1476c5f324 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] For port 14e68278-522e-4e15-a33b-ccdb91ae66ed, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=14e68278-522e-4e15-a33b-ccdb91ae66ed,segment=NetworkSegment(24170a39-ee41-4c88-b034-65960a8784cb),segment_id=24170a39-ee41-4c88-b034-65960a8784cb)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:08.988588 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4ad26680-8287-4a9e-a392-db535bc5def5 req-da04dd6b-9d08-4a73-9ecf-ba1476c5f324 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:09.010160 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c062879c-e3bf-49f7-825b-d1dedb1b1ff4 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:09.016289 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-7c09a31a-9a2e-490a-90de-aaf7699cabc8 service neutron] 10.222.0.15 "GET /v2.0/networks/059adbcb-434c-431e-8c2b-2f91e64b593b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733787 Jul 24 01:05:09.161313 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-51a4b5e0-a472-4da3-ac22-1f82d13f18c2 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:09.173880 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-51a4b5e0-a472-4da3-ac22-1f82d13f18c2 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:09.248943 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c062879c-e3bf-49f7-825b-d1dedb1b1ff4 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:09.290964 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-5defab48-f66c-4f56-b3d7-d1a9d6af19e8 service neutron] 10.222.0.15 "GET /v2.0/networks/059adbcb-434c-431e-8c2b-2f91e64b593b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674866 Jul 24 01:05:09.309980 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-51a4b5e0-a472-4da3-ac22-1f82d13f18c2 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:09.312559 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-51a4b5e0-a472-4da3-ac22-1f82d13f18c2 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5633290 Jul 24 01:05:09.314623 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4ad26680-8287-4a9e-a392-db535bc5def5 req-da04dd6b-9d08-4a73-9ecf-ba1476c5f324 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:09.315028 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46660) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:09.315282 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4ad26680-8287-4a9e-a392-db535bc5def5 req-da04dd6b-9d08-4a73-9ecf-ba1476c5f324 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:09.315621 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [req-4ad26680-8287-4a9e-a392-db535bc5def5 req-da04dd6b-9d08-4a73-9ecf-ba1476c5f324 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Floating IP fddbe1d7-9076-42d8-864e-8a25e69e6bf8 disassociated. External IP: 172.25.2.10, port: 14e68278-522e-4e15-a33b-ccdb91ae66ed. Jul 24 01:05:09.315978 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-4ad26680-8287-4a9e-a392-db535bc5def5 req-da04dd6b-9d08-4a73-9ecf-ba1476c5f324 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Calling delete_port for 14e68278-522e-4e15-a33b-ccdb91ae66ed owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:05:09.328379 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-4b40aa34-1f54-459f-b489-bc6bd231c4a0 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Request body: {'security_group_rule': {'security_group_id': '6db83e45-c1ba-4256-a109-5c119693a713', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '24c586ea-f175-484a-b699-2d00a52958ee', 'remote_ip_prefix': None}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:09.385271 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4b5e0-a472-4da3-ac22-1f82d13f18c2 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24c586ea-f175-484a-b699-2d00a52958ee,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:09.528502 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b40aa34-1f54-459f-b489-bc6bd231c4a0 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:09.560612 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c36c8-51d4-4a9a-8d3b-5cd3b15db586 req-0dd89ba8-1e9b-4c20-b342-5c11273d08da tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:09.567570 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-884c36c8-51d4-4a9a-8d3b-5cd3b15db586 req-0dd89ba8-1e9b-4c20-b342-5c11273d08da tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 944 time: 0.2332335 Jul 24 01:05:09.598914 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-35fe7f66-e262-49f0-ac0a-91c28520deab req-d2b5f37e-4c8c-456c-aee7-b4428223bef1 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e07736-7790-49fd-8214-dc0074ec357f HTTP/1.1" status: 200 len: 210 time: 0.0563986 Jul 24 01:05:09.654245 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-884c36c8-51d4-4a9a-8d3b-5cd3b15db586 req-c2b1b231-8a5f-40b8-aedc-8e7ff36483bc tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856831 Jul 24 01:05:09.676046 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b40aa34-1f54-459f-b489-bc6bd231c4a0 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:09.700894 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4ad26680-8287-4a9e-a392-db535bc5def5 req-da04dd6b-9d08-4a73-9ecf-ba1476c5f324 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:09.773014 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b40aa34-1f54-459f-b489-bc6bd231c4a0 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:09.828619 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b40aa34-1f54-459f-b489-bc6bd231c4a0 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f20f6ef0-2468-437d-a958-2fdf91150314,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:09.847725 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b40aa34-1f54-459f-b489-bc6bd231c4a0 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:09.848442 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4b40aa34-1f54-459f-b489-bc6bd231c4a0 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5305820 Jul 24 01:05:09.866543 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46686) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:09.894773 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c062879c-e3bf-49f7-825b-d1dedb1b1ff4 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:09.911741 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ad26680-8287-4a9e-a392-db535bc5def5 req-da04dd6b-9d08-4a73-9ecf-ba1476c5f324 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Router 3cdd484c-1e90-4a38-9223-d9e9868997c8 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:05:09.916068 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da04dd6b-9d08-4a73-9ecf-ba1476c5f324 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Pushing event deleted for resources: {'Port': ['ID=14e68278-522e-4e15-a33b-ccdb91ae66ed,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:09.929988 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c062879c-e3bf-49f7-825b-d1dedb1b1ff4 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:09.932411 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e0c3e834-058d-44b5-9861-84b50aa007cd tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:09.949127 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e0c3e834-058d-44b5-9861-84b50aa007cd tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:10.088211 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46694) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:10.172648 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ad26680-8287-4a9e-a392-db535bc5def5 req-da04dd6b-9d08-4a73-9ecf-ba1476c5f324 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:05:10.185943 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942047c2-bac9-4927-8ca6-31ee153fd2a4 None None] Sync routers for ids ['3cdd484c-1e90-4a38-9223-d9e9868997c8'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:05:10.204949 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e0c3e834-058d-44b5-9861-84b50aa007cd tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:10.205967 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942047c2-bac9-4927-8ca6-31ee153fd2a4 None None] Routers {'3cdd484c-1e90-4a38-9223-d9e9868997c8'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:05:10.206925 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-942047c2-bac9-4927-8ca6-31ee153fd2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:04:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['3cdd484c-1e90-4a38-9223-d9e9868997c8'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:10.210969 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e0c3e834-058d-44b5-9861-84b50aa007cd tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:10.216886 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e0c3e834-058d-44b5-9861-84b50aa007cd tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/f20f6ef0-2468-437d-a958-2fdf91150314 HTTP/1.1" status: 204 len: 168 time: 0.3491676 Jul 24 01:05:10.239361 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46698) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:10.277843 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c3e834-058d-44b5-9861-84b50aa007cd tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f20f6ef0-2468-437d-a958-2fdf91150314,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:10.304223 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad26680-8287-4a9e-a392-db535bc5def5 req-da04dd6b-9d08-4a73-9ecf-ba1476c5f324 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] No DVR routers for this DVR port 14e68278-522e-4e15-a33b-ccdb91ae66ed on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:05:10.308128 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4ad26680-8287-4a9e-a392-db535bc5def5 req-da04dd6b-9d08-4a73-9ecf-ba1476c5f324 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:10.311175 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4ad26680-8287-4a9e-a392-db535bc5def5 req-da04dd6b-9d08-4a73-9ecf-ba1476c5f324 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.13 "DELETE /v2.0/ports/14e68278-522e-4e15-a33b-ccdb91ae66ed HTTP/1.1" status: 204 len: 173 time: 1.8116746 Jul 24 01:05:10.311917 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9265bd33-f088-4997-a86d-a3daac593946', 'name': 'network-vif-deleted', 'tag': '14e68278-522e-4e15-a33b-ccdb91ae66ed'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:05:10.322243 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f83c4c-a34e-4b35-820d-203fdc293a04" -d '{"events": [{"server_uuid": "9265bd33-f088-4997-a86d-a3daac593946", "name": "network-vif-deleted", "tag": "14e68278-522e-4e15-a33b-ccdb91ae66ed"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:05:10.337126 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-4dc79071-1645-44e2-a4c3-3a02f18fce2b admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-442160837-network', 'tenant_id': 'a6c58c8a87184001ad513b9d1a6066d9'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:10.337707 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d4ddb4a1-8ea9-42e6-a478-244bc76d8af8 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:05:10.352043 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6e719401-99b2-4e91-997a-a3ca1fcf488e req-a9aa7431-dc66-41c4-87c8-f0a2be0d71da tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "GET /v2.0/ports?device_id=9265bd33-f088-4997-a86d-a3daac593946 HTTP/1.1" status: 200 len: 210 time: 0.1525090 Jul 24 01:05:10.400400 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7c992b-5b6a-462f-be4b-56840a858ebd x-openstack-request-id: req-0b7c992b-5b6a-462f-be4b-56840a858ebd {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:05:10.400715 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9265bd33-f088-4997-a86d-a3daac593946", "name": "network-vif-deleted", "tag": "14e68278-522e-4e15-a33b-ccdb91ae66ed", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:05:10.400975 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0b7c992b-5b6a-462f-be4b-56840a858ebd {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:05:10.401373 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9265bd33-f088-4997-a86d-a3daac593946', 'name': 'network-vif-deleted', 'tag': '14e68278-522e-4e15-a33b-ccdb91ae66ed', 'status': 'completed', 'code': 200} Jul 24 01:05:10.411964 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-c062879c-e3bf-49f7-825b-d1dedb1b1ff4 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Allocated IP 172.20.0.13 (6c4de351-2a53-48d2-a40b-050238f79021/fa7ad825-231e-433a-bf17-6c691d592ae0/cf85a1a2-4c2c-4fa5-bc61-a9ef11c29402) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:05:10.414063 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc79071-1645-44e2-a4c3-3a02f18fce2b admin admin] Made reservation on behalf of a6c58c8a87184001ad513b9d1a6066d9 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:05:10.419627 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4dc79071-1645-44e2-a4c3-3a02f18fce2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:10.430184 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4dc79071-1645-44e2-a4c3-3a02f18fce2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:10.445559 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-73087b36-3e83-4263-b784-0e74eefa96e9 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1974034 Jul 24 01:05:10.451077 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46702) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:10.600599 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-65f1ac5b-79d1-4e6c-8cbf-aa76ebcd9750 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:10.644719 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c062879c-e3bf-49f7-825b-d1dedb1b1ff4 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:10.655883 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-65f1ac5b-79d1-4e6c-8cbf-aa76ebcd9750 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:10.730456 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port d4ddb4a1-8ea9-42e6-a478-244bc76d8af8, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d4ddb4a1-8ea9-42e6-a478-244bc76d8af8,segment=NetworkSegment(f7a7a503-697e-40e1-94c5-68de752c5cd5),segment_id=f7a7a503-697e-40e1-94c5-68de752c5cd5)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:10.736303 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-942047c2-bac9-4927-8ca6-31ee153fd2a4 None None] Set router 3cdd484c-1e90-4a38-9223-d9e9868997c8 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:05:10.739637 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c062879c-e3bf-49f7-825b-d1dedb1b1ff4 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:10.783235 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'd4ddb4a1-8ea9-42e6-a478-244bc76d8af8', 'network_id': '8c8368d3-95e1-485a-9bb3-ebfb4cbd184b', 'port_id': 'd4ddb4a1-8ea9-42e6-a478-244bc76d8af8', 'mac_address': 'fa:16:3e:6a:0a:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56ac3505-ea77-4bfe-8569-9dd694c7b9b5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:05:10.791835 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c062879c-e3bf-49f7-825b-d1dedb1b1ff4 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Network 6c4de351-2a53-48d2-a40b-050238f79021 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:05:10.825387 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-c062879c-e3bf-49f7-825b-d1dedb1b1ff4 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:05:10.837462 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4dc79071-1645-44e2-a4c3-3a02f18fce2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:10.839324 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-65f1ac5b-79d1-4e6c-8cbf-aa76ebcd9750 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:10.842700 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-65f1ac5b-79d1-4e6c-8cbf-aa76ebcd9750 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:10.843942 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-65f1ac5b-79d1-4e6c-8cbf-aa76ebcd9750 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "DELETE /v2.0/security-groups/24c586ea-f175-484a-b699-2d00a52958ee HTTP/1.1" status: 204 len: 168 time: 0.3916132 Jul 24 01:05:10.844091 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c062879c-e3bf-49f7-825b-d1dedb1b1ff4 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:05:10.855353 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46710) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:10.873672 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f1ac5b-79d1-4e6c-8cbf-aa76ebcd9750 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c586ea-f175-484a-b699-2d00a52958ee,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:10.890610 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c062879c-e3bf-49f7-825b-d1dedb1b1ff4 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Pushing event updated for resources: {'Port': ['ID=cf85a1a2-4c2c-4fa5-bc61-a9ef11c29402,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:10.906191 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4dc79071-1645-44e2-a4c3-3a02f18fce2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:10.923676 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2b8a25f6-0c21-4daa-ab09-96164fb23fc4 req-d51c2407-ad07-441d-a650-637a47103e71 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e07736-7790-49fd-8214-dc0074ec357f HTTP/1.1" status: 200 len: 210 time: 0.0699389 Jul 24 01:05:10.962763 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc79071-1645-44e2-a4c3-3a02f18fce2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b224bfb-7da6-44c2-8829-6d03d1d3f8de,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:10.968161 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:11.005376 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4ddb4a1-8ea9-42e6-a478-244bc76d8af8 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:05:11.023042 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc79071-1645-44e2-a4c3-3a02f18fce2b admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:05:11.046084 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port d4ddb4a1-8ea9-42e6-a478-244bc76d8af8, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d4ddb4a1-8ea9-42e6-a478-244bc76d8af8,segment=NetworkSegment(f7a7a503-697e-40e1-94c5-68de752c5cd5),segment_id=f7a7a503-697e-40e1-94c5-68de752c5cd5)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:11.091113 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4dc79071-1645-44e2-a4c3-3a02f18fce2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:11.091877 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-4dc79071-1645-44e2-a4c3-3a02f18fce2b admin admin] Added segment c443c4c8-2d00-462e-8d09-41762b48555d of type vlan for network 775c13e2-8df1-480d-8d89-eb34124d6a4a Jul 24 01:05:11.124029 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246aee4-3ce9-43e7-8b2a-2a856833b07c req-2af19145-f7f1-4f6c-a222-e69b50db75a7 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:11.132230 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8246aee4-3ce9-43e7-8b2a-2a856833b07c req-2af19145-f7f1-4f6c-a222-e69b50db75a7 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 944 time: 0.3615274 Jul 24 01:05:11.151418 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:11.172631 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-cf12e961-19f4-44af-9667-2b1675d48d5c tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2956216 Jul 24 01:05:11.187174 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46712) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:11.231892 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-942047c2-bac9-4927-8ca6-31ee153fd2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdd484c-1e90-4a38-9223-d9e9868997c8', 'name': 'tempest-TestServerBasicOps-889095391-router', 'tenant_id': '443e9b6688a94583be288407b9410244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e2cfddbc-c45a-4c83-8f3d-6795a181c9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:59:26Z', 'updated_at': '2021-07-24T00:59:32Z', 'revision_number': 4, 'project_id': '443e9b6688a94583be288407b9410244', 'gw_port': {'id': 'e2cfddbc-c45a-4c83-8f3d-6795a181c9a1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ac:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdd484c-1e90-4a38-9223-d9e9868997c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:27Z', 'updated_at': '2021-07-24T00:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '2c968da0-dd43-4e6d-9d9f-f0f77f06ba40', 'name': '', 'network_id': '10d2c835-80d7-49b2-a0db-ffc261981bb1', 'tenant_id': '443e9b6688a94583be288407b9410244', 'mac_address': 'fa:16:3e:e5:61:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdd484c-1e90-4a38-9223-d9e9868997c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '7d79533c-7102-4bc3-a914-988d50ddfabe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:31Z', 'updated_at': '2021-07-24T00:59:40Z', 'revision_number': 5, 'project_id': '443e9b6688a94583be288407b9410244', 'subnets': [{'id': '7d79533c-7102-4bc3-a914-988d50ddfabe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:11.268582 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942047c2-bac9-4927-8ca6-31ee153fd2a4 None None] Checking router: 3cdd484c-1e90-4a38-9223-d9e9868997c8 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:05:11.282346 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942047c2-bac9-4927-8ca6-31ee153fd2a4 None None] Routers {'3cdd484c-1e90-4a38-9223-d9e9868997c8'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:05:11.283343 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-942047c2-bac9-4927-8ca6-31ee153fd2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:04:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['3cdd484c-1e90-4a38-9223-d9e9868997c8'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:11.297530 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-226e1bb2-d613-4ee9-8726-5dde3f1c6874 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:11.355516 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-226e1bb2-d613-4ee9-8726-5dde3f1c6874 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:11.361506 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c062879c-e3bf-49f7-825b-d1dedb1b1ff4 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:11.458073 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-942047c2-bac9-4927-8ca6-31ee153fd2a4 None None] Set router 3cdd484c-1e90-4a38-9223-d9e9868997c8 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:05:11.518702 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=d4ddb4a1-8ea9-42e6-a478-244bc76d8af8,revision_number=9']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:11.535485 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-611389d5-eff1-4cde-a9f4-ae30e9c656ba req-b49fd733-f62d-44dc-b40d-b4f1923d52c4 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "GET /v2.0/ports?device_id=9265bd33-f088-4997-a86d-a3daac593946 HTTP/1.1" status: 200 len: 210 time: 0.0580502 Jul 24 01:05:11.550267 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4dc79071-1645-44e2-a4c3-3a02f18fce2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:11.610206 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8246aee4-3ce9-43e7-8b2a-2a856833b07c req-c4bd355f-3554-4722-86b9-6564deffee7c tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4768062 Jul 24 01:05:11.625611 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['d4ddb4a1-8ea9-42e6-a478-244bc76d8af8'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:05:11.657059 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-f83a6506-f268-4d1a-a5f3-fa4a5a7ce9ef tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:11.658597 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-f83a6506-f268-4d1a-a5f3-fa4a5a7ce9ef tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.13 "GET /v2.0/networks?id=059adbcb-434c-431e-8c2b-2f91e64b593b HTTP/1.1" status: 200 len: 797 time: 0.6211450 Jul 24 01:05:11.659786 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4dc79071-1645-44e2-a4c3-3a02f18fce2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:11.660720 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc79071-1645-44e2-a4c3-3a02f18fce2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:11.661289 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4dc79071-1645-44e2-a4c3-3a02f18fce2b admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:11.680825 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c062879c-e3bf-49f7-825b-d1dedb1b1ff4 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:11.690040 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-226e1bb2-d613-4ee9-8726-5dde3f1c6874 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:11.693686 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-226e1bb2-d613-4ee9-8726-5dde3f1c6874 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:11.694965 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-226e1bb2-d613-4ee9-8726-5dde3f1c6874 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "DELETE /v2.0/security-groups/6db83e45-c1ba-4256-a109-5c119693a713 HTTP/1.1" status: 204 len: 168 time: 0.5053506 Jul 24 01:05:11.700631 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4dc79071-1645-44e2-a4c3-3a02f18fce2b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6112134 Jul 24 01:05:11.701225 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46718) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:11.720190 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46720) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:11.744543 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-a4e695ee-cb76-4882-abb9-adb304b8f99f admin admin] Request body: {'subnet': {'network_id': '775c13e2-8df1-480d-8d89-eb34124d6a4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-442160837-subnet', 'tenant_id': 'a6c58c8a87184001ad513b9d1a6066d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:11.814534 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-942047c2-bac9-4927-8ca6-31ee153fd2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdd484c-1e90-4a38-9223-d9e9868997c8', 'name': 'tempest-TestServerBasicOps-889095391-router', 'tenant_id': '443e9b6688a94583be288407b9410244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e2cfddbc-c45a-4c83-8f3d-6795a181c9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:59:26Z', 'updated_at': '2021-07-24T00:59:32Z', 'revision_number': 4, 'project_id': '443e9b6688a94583be288407b9410244', 'gw_port': {'id': 'e2cfddbc-c45a-4c83-8f3d-6795a181c9a1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ac:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdd484c-1e90-4a38-9223-d9e9868997c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:27Z', 'updated_at': '2021-07-24T00:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '2c968da0-dd43-4e6d-9d9f-f0f77f06ba40', 'name': '', 'network_id': '10d2c835-80d7-49b2-a0db-ffc261981bb1', 'tenant_id': '443e9b6688a94583be288407b9410244', 'mac_address': 'fa:16:3e:e5:61:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdd484c-1e90-4a38-9223-d9e9868997c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '7d79533c-7102-4bc3-a914-988d50ddfabe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:31Z', 'updated_at': '2021-07-24T00:59:40Z', 'revision_number': 5, 'project_id': '443e9b6688a94583be288407b9410244', 'subnets': [{'id': '7d79533c-7102-4bc3-a914-988d50ddfabe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:11.853311 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc79071-1645-44e2-a4c3-3a02f18fce2b admin admin] Pushing event updated for resources: {'Network': ['ID=775c13e2-8df1-480d-8d89-eb34124d6a4a,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:11.884756 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-ddbca1dd-5a76-4b34-a16e-19d71326faa9 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c584c0e2c5a47a78962537ebd255749 HTTP/1.1" status: 200 len: 380 time: 0.2122791 Jul 24 01:05:11.899884 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-e73e2c4e-7242-4f62-8004-4051025eaf2c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Request body: {'port': {'device_id': '04e07736-7790-49fd-8214-dc0074ec357f', 'network_id': '059adbcb-434c-431e-8c2b-2f91e64b593b', 'admin_state_up': True, 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'security_groups': ['fc263033-cf40-4a42-928d-979ab4ab3f6d']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:11.909000 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e695ee-cb76-4882-abb9-adb304b8f99f admin admin] Made reservation on behalf of a6c58c8a87184001ad513b9d1a6066d9 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:05:11.911447 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a4e695ee-cb76-4882-abb9-adb304b8f99f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:11.920027 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 775c13e2-8df1-480d-8d89-eb34124d6a4a details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:05:11.932301 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-cdfcfb59-227a-4086-91c9-2881702f6bc4 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2191861 Jul 24 01:05:11.935010 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942047c2-bac9-4927-8ca6-31ee153fd2a4 None None] The sync data for ids ['3cdd484c-1e90-4a38-9223-d9e9868997c8'] in n-d-793621-25 is: [{'id': '3cdd484c-1e90-4a38-9223-d9e9868997c8', 'name': 'tempest-TestServerBasicOps-889095391-router', 'tenant_id': '443e9b6688a94583be288407b9410244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e2cfddbc-c45a-4c83-8f3d-6795a181c9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:59:26Z', 'updated_at': '2021-07-24T00:59:32Z', 'revision_number': 4, 'project_id': '443e9b6688a94583be288407b9410244', 'gw_port': {'id': 'e2cfddbc-c45a-4c83-8f3d-6795a181c9a1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ac:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdd484c-1e90-4a38-9223-d9e9868997c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:27Z', 'updated_at': '2021-07-24T00:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '2c968da0-dd43-4e6d-9d9f-f0f77f06ba40', 'name': '', 'network_id': '10d2c835-80d7-49b2-a0db-ffc261981bb1', 'tenant_id': '443e9b6688a94583be288407b9410244', 'mac_address': 'fa:16:3e:e5:61:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdd484c-1e90-4a38-9223-d9e9868997c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '7d79533c-7102-4bc3-a914-988d50ddfabe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:31Z', 'updated_at': '2021-07-24T00:59:40Z', 'revision_number': 5, 'project_id': '443e9b6688a94583be288407b9410244', 'subnets': [{'id': '7d79533c-7102-4bc3-a914-988d50ddfabe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:05:12.005992 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46726) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:12.029964 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-eaf093b0-d421-44b5-bb26-05d58e975a6a tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Request body: {'security_group': {'name': 'tempest-secgroup--261476487'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:12.115586 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e1bb2-d613-4ee9-8726-5dde3f1c6874 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db83e45-c1ba-4256-a109-5c119693a713,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:12.211631 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f7993583-a497-4b1d-be1a-6258e25c5a15 req-ef6a8d96-0a25-4f42-990c-b5ca419bb658 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e07736-7790-49fd-8214-dc0074ec357f HTTP/1.1" status: 200 len: 210 time: 0.1328430 Jul 24 01:05:12.251705 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c062879c-e3bf-49f7-825b-d1dedb1b1ff4 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Router 3ddeb059-46d2-4a49-b3fc-34329ea71f1a is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:05:12.260082 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-eaf093b0-d421-44b5-bb26-05d58e975a6a tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:12.309417 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 14e68278-522e-4e15-a33b-ccdb91ae66ed no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:05:12.330040 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.db.api [None req-eaf093b0-d421-44b5-bb26-05d58e975a6a tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 24 01:05:12.330040 n-d-793621-25 neutron-server[100464]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 24 01:05:12.330040 n-d-793621-25 neutron-server[100464]: [parameters: {'project_id_1': '42ac00fc2d7a4a0385f1a9b31456d36e', 'expiration_1': datetime.datetime(2021, 7, 24, 1, 5, 12, 305906)}] Jul 24 01:05:12.330040 n-d-793621-25 neutron-server[100464]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100464) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 01:05:12.330631 n-d-793621-25 neutron-server[100464]: DEBUG oslo_db.api [None req-eaf093b0-d421-44b5-bb26-05d58e975a6a tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 01:05:12.338455 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 14e68278-522e-4e15-a33b-ccdb91ae66ed {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:05:12.339502 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 14e68278-522e-4e15-a33b-ccdb91ae66ed not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:05:12.362784 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-e73e2c4e-7242-4f62-8004-4051025eaf2c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Made reservation on behalf of 9c584c0e2c5a47a78962537ebd255749 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:05:12.366388 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-e73e2c4e-7242-4f62-8004-4051025eaf2c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:12.379003 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792908d5-6a43-4d12-ac7d-5d7c239afe14 None None] New status for floating IP fddbe1d7-9076-42d8-864e-8a25e69e6bf8: DOWN {{(pid=100466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:05:12.422369 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c062879c-e3bf-49f7-825b-d1dedb1b1ff4 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:05:12.431984 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daae3c46-74df-4cd6-948e-8f08e6ae5d47 None None] Sync routers for ids ['3ddeb059-46d2-4a49-b3fc-34329ea71f1a'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:05:12.445139 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daae3c46-74df-4cd6-948e-8f08e6ae5d47 None None] Routers {'3ddeb059-46d2-4a49-b3fc-34329ea71f1a'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:05:12.446146 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-daae3c46-74df-4cd6-948e-8f08e6ae5d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:04:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['3ddeb059-46d2-4a49-b3fc-34329ea71f1a'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:12.460194 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c062879c-e3bf-49f7-825b-d1dedb1b1ff4 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:12.464805 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c062879c-e3bf-49f7-825b-d1dedb1b1ff4 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.6753380 Jul 24 01:05:12.465522 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46736) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:12.528648 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a4e695ee-cb76-4882-abb9-adb304b8f99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:12.633716 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-e73e2c4e-7242-4f62-8004-4051025eaf2c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Allocated IP 172.20.0.10 (059adbcb-434c-431e-8c2b-2f91e64b593b/e038f4c8-5e0a-4d5d-906f-738663910f59/f9bddbb8-bd8c-40e5-afb8-26755e5f9140) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:05:12.645878 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46742) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:12.647957 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e695ee-cb76-4882-abb9-adb304b8f99f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c57dd09-7b63-436a-97cb-456ee7a760f0,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:12.674380 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-daae3c46-74df-4cd6-948e-8f08e6ae5d47 None None] Set router 3ddeb059-46d2-4a49-b3fc-34329ea71f1a gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:05:12.700583 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a5f17200-c891-4edb-b8db-1bd76b18a719 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:12.846297 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-e73e2c4e-7242-4f62-8004-4051025eaf2c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:12.865300 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-e73e2c4e-7242-4f62-8004-4051025eaf2c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Transition to ACTIVE for port object f9bddbb8-bd8c-40e5-afb8-26755e5f9140 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:05:12.889451 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a5f17200-c891-4edb-b8db-1bd76b18a719 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:12.895104 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-eaf093b0-d421-44b5-bb26-05d58e975a6a tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:12.901126 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-257aaaf6-2f84-4199-a7ac-57f4e35b7154 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Deleting port 9aad8e30-a5cb-4d2c-83ef-fd22416ad024 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:05:12.901469 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-257aaaf6-2f84-4199-a7ac-57f4e35b7154 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:12.925672 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-daae3c46-74df-4cd6-948e-8f08e6ae5d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ddeb059-46d2-4a49-b3fc-34329ea71f1a', 'name': '', 'tenant_id': '57d43f8183be4a28a0b871a6a2305de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c4de351-2a53-48d2-a40b-050238f79021', 'external_fixed_ips': [{'subnet_id': 'fa7ad825-231e-433a-bf17-6c691d592ae0', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': 'cf85a1a2-4c2c-4fa5-bc61-a9ef11c29402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:05:08Z', 'updated_at': '2021-07-24T01:05:11Z', 'revision_number': 3, 'project_id': '57d43f8183be4a28a0b871a6a2305de8', 'gw_port': {'id': 'cf85a1a2-4c2c-4fa5-bc61-a9ef11c29402', 'name': '', 'network_id': '6c4de351-2a53-48d2-a40b-050238f79021', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ddeb059-46d2-4a49-b3fc-34329ea71f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'fa7ad825-231e-433a-bf17-6c691d592ae0', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:05:09Z', 'updated_at': '2021-07-24T01:05:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fa7ad825-231e-433a-bf17-6c691d592ae0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:12.957321 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daae3c46-74df-4cd6-948e-8f08e6ae5d47 None None] Checking router: 3ddeb059-46d2-4a49-b3fc-34329ea71f1a for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:05:12.957832 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daae3c46-74df-4cd6-948e-8f08e6ae5d47 None None] Updating router 3ddeb059-46d2-4a49-b3fc-34329ea71f1a port cf85a1a2-4c2c-4fa5-bc61-a9ef11c29402 binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:05:12.960772 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e695ee-cb76-4882-abb9-adb304b8f99f admin admin] Checking segment: {'id': 'c443c4c8-2d00-462e-8d09-41762b48555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '775c13e2-8df1-480d-8d89-eb34124d6a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:05:12.962440 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e695ee-cb76-4882-abb9-adb304b8f99f admin admin] Network hostable DHCP agents. Network: 775c13e2-8df1-480d-8d89-eb34124d6a4a, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:05:13.009142 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-e73e2c4e-7242-4f62-8004-4051025eaf2c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:13.018648 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-daae3c46-74df-4cd6-948e-8f08e6ae5d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:13.020303 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-257aaaf6-2f84-4199-a7ac-57f4e35b7154 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:13.020606 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-257aaaf6-2f84-4199-a7ac-57f4e35b7154 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:13.039842 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-257aaaf6-2f84-4199-a7ac-57f4e35b7154 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Calling delete_port for 9aad8e30-a5cb-4d2c-83ef-fd22416ad024 owned by network:floatingip {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:05:13.047802 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-a5f17200-c891-4edb-b8db-1bd76b18a719 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Deleting port cf85a1a2-4c2c-4fa5-bc61-a9ef11c29402 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:05:13.048619 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a5f17200-c891-4edb-b8db-1bd76b18a719 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:13.056313 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e695ee-cb76-4882-abb9-adb304b8f99f admin admin] Network 775c13e2-8df1-480d-8d89-eb34124d6a4a is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:05:13.092845 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-a4e695ee-cb76-4882-abb9-adb304b8f99f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 775c13e2-8df1-480d-8d89-eb34124d6a4a) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:05:13.097393 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e695ee-cb76-4882-abb9-adb304b8f99f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:13.098093 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a4e695ee-cb76-4882-abb9-adb304b8f99f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:13.108230 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-e73e2c4e-7242-4f62-8004-4051025eaf2c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Network 059adbcb-434c-431e-8c2b-2f91e64b593b is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:05:13.127273 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-e73e2c4e-7242-4f62-8004-4051025eaf2c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:05:13.128750 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48967d94-a7ee-41e6-9094-b29c6e9b2954 None None] Network 775c13e2-8df1-480d-8d89-eb34124d6a4a requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:05:13.140314 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-e73e2c4e-7242-4f62-8004-4051025eaf2c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:05:13.159462 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e2c4e-7242-4f62-8004-4051025eaf2c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event updated for resources: {'Port': ['ID=f9bddbb8-bd8c-40e5-afb8-26755e5f9140,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:13.203148 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a5f17200-c891-4edb-b8db-1bd76b18a719 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:13.217653 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eecbfa2-6226-4440-8d8d-b73f6078ed72 req-4392e6f3-06e5-4a1f-8959-3e641bdaf77b tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:13.219472 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8eecbfa2-6226-4440-8d8d-b73f6078ed72 req-4392e6f3-06e5-4a1f-8959-3e641bdaf77b tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 945 time: 0.3020084 Jul 24 01:05:13.225417 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-a5f17200-c891-4edb-b8db-1bd76b18a719 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Calling delete_port for cf85a1a2-4c2c-4fa5-bc61-a9ef11c29402 owned by network:router_gateway {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:05:13.253918 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-eaf093b0-d421-44b5-bb26-05d58e975a6a tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:13.268436 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-e73e2c4e-7242-4f62-8004-4051025eaf2c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:13.269429 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-e73e2c4e-7242-4f62-8004-4051025eaf2c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:13.282998 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-eaf093b0-d421-44b5-bb26-05d58e975a6a tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:13.328739 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-257aaaf6-2f84-4199-a7ac-57f4e35b7154 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:13.337847 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a4e695ee-cb76-4882-abb9-adb304b8f99f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6003509 Jul 24 01:05:13.373768 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-e73e2c4e-7242-4f62-8004-4051025eaf2c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4830616 Jul 24 01:05:13.390026 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-eaf093b0-d421-44b5-bb26-05d58e975a6a tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:13.394480 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-eaf093b0-d421-44b5-bb26-05d58e975a6a tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3710451 Jul 24 01:05:13.397530 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46750) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:13.401789 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-04ffa1a9-0618-46f8-87a2-7cce660c0c1f service neutron] Request body: {'port': {'device_id': '04e07736-7790-49fd-8214-dc0074ec357f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:13.411730 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-dd36760b-57f3-4a8f-ae23-a2ad38b4b64f tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Request body: {'security_group_rule': {'security_group_id': '0964c2ab-3456-4801-a6bf-822a2cca8fc3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:13.426060 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf093b0-d421-44b5-bb26-05d58e975a6a tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0964c2ab-3456-4801-a6bf-822a2cca8fc3,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:13.490300 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257aaaf6-2f84-4199-a7ac-57f4e35b7154 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Pushing event deleted for resources: {'Port': ['ID=9aad8e30-a5cb-4d2c-83ef-fd22416ad024,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:13.503805 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8eecbfa2-6226-4440-8d8d-b73f6078ed72 req-a04e941d-9ee7-49e1-a39e-09b148284372 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629304 Jul 24 01:05:13.553496 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17defc57-5c2c-42f7-9a97-96afeb888e34 None None] Network 775c13e2-8df1-480d-8d89-eb34124d6a4a requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:05:13.581061 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dd36760b-57f3-4a8f-ae23-a2ad38b4b64f tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:13.626396 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-04ffa1a9-0618-46f8-87a2-7cce660c0c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:13.698210 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-257aaaf6-2f84-4199-a7ac-57f4e35b7154 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks [] for floatingip, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:13.701447 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-257aaaf6-2f84-4199-a7ac-57f4e35b7154 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:13.702927 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-257aaaf6-2f84-4199-a7ac-57f4e35b7154 tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "DELETE /v2.0/floatingips/fddbe1d7-9076-42d8-864e-8a25e69e6bf8 HTTP/1.1" status: 204 len: 168 time: 1.0564559 Jul 24 01:05:13.764060 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330e3ab8-0306-4bac-ba9a-afcb84394ecf req-8a3b9c69-354c-41f8-a73a-146a0209dd40 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:13.767569 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-330e3ab8-0306-4bac-ba9a-afcb84394ecf req-8a3b9c69-354c-41f8-a73a-146a0209dd40 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e07736-7790-49fd-8214-dc0074ec357f HTTP/1.1" status: 200 len: 932 time: 0.2902625 Jul 24 01:05:13.791029 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d018117c-6314-4cac-b155-a246f372d349 None None] Provisioning for port f9bddbb8-bd8c-40e5-afb8-26755e5f9140 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:05:13.810576 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d018117c-6314-4cac-b155-a246f372d349 None None] Provisioning complete for port f9bddbb8-bd8c-40e5-afb8-26755e5f9140 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:05:13.811277 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d018117c-6314-4cac-b155-a246f372d349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:13.865475 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-330e3ab8-0306-4bac-ba9a-afcb84394ecf req-71661fa0-1eee-488d-a98c-b738f11e57b9 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc263033-cf40-4a42-928d-979ab4ab3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852695 Jul 24 01:05:13.873846 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a5f17200-c891-4edb-b8db-1bd76b18a719 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:13.937718 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f17200-c891-4edb-b8db-1bd76b18a719 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf85a1a2-4c2c-4fa5-bc61-a9ef11c29402,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:14.025378 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46762) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:14.091665 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.db.api [None req-daae3c46-74df-4cd6-948e-8f08e6ae5d47 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 01:05:14.092191 n-d-793621-25 neutron-server[100465]: DEBUG oslo_db.api [None req-daae3c46-74df-4cd6-948e-8f08e6ae5d47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 01:05:14.132932 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a5f17200-c891-4edb-b8db-1bd76b18a719 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:14.144309 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-d018117c-6314-4cac-b155-a246f372d349 None None] Port f9bddbb8-bd8c-40e5-afb8-26755e5f9140 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:05:14.193383 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dd36760b-57f3-4a8f-ae23-a2ad38b4b64f tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:14.252500 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-70f01c95-e7ab-46b0-be33-cd69a01b8f8c tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:14.255762 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a5f17200-c891-4edb-b8db-1bd76b18a719 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:14.258938 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a5f17200-c891-4edb-b8db-1bd76b18a719 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:14.261774 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dd36760b-57f3-4a8f-ae23-a2ad38b4b64f tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:14.299758 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36760b-57f3-4a8f-ae23-a2ad38b4b64f tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d6555ae-4df5-4fcc-a593-bd834fc9bf9f,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:14.311089 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-04ffa1a9-0618-46f8-87a2-7cce660c0c1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9bddbb8-bd8c-40e5-afb8-26755e5f9140 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:05:14.313183 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d4ddb4a1-8ea9-42e6-a478-244bc76d8af8 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:05:14.321997 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dd36760b-57f3-4a8f-ae23-a2ad38b4b64f tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:14.325695 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-70f01c95-e7ab-46b0-be33-cd69a01b8f8c tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:14.326039 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-dd36760b-57f3-4a8f-ae23-a2ad38b4b64f tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9197636 Jul 24 01:05:14.330525 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46766) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:14.330823 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-04ffa1a9-0618-46f8-87a2-7cce660c0c1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:14.348029 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-04ffa1a9-0618-46f8-87a2-7cce660c0c1f service neutron] Transition to ACTIVE for port object f9bddbb8-bd8c-40e5-afb8-26755e5f9140 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:05:14.353255 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-04ffa1a9-0618-46f8-87a2-7cce660c0c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:14.367099 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fdf13f23-66e1-49e2-9efe-4140fe4f6268 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:14.369792 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a5f17200-c891-4edb-b8db-1bd76b18a719 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:14.370302 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f17200-c891-4edb-b8db-1bd76b18a719 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3ddeb059-46d2-4a49-b3fc-34329ea71f1a {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:05:14.379974 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a5f17200-c891-4edb-b8db-1bd76b18a719 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:14.384086 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a5f17200-c891-4edb-b8db-1bd76b18a719 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] 10.222.0.15 "DELETE /v2.0/routers/3ddeb059-46d2-4a49-b3fc-34329ea71f1a HTTP/1.1" status: 204 len: 168 time: 1.9172237 Jul 24 01:05:14.386841 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46770) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:14.400721 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fdf13f23-66e1-49e2-9efe-4140fe4f6268 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:14.407690 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port d4ddb4a1-8ea9-42e6-a478-244bc76d8af8 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:05:14.409654 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:14.465137 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffa1a9-0618-46f8-87a2-7cce660c0c1f service neutron] Pushing event updated for resources: {'Port': ['ID=f9bddbb8-bd8c-40e5-afb8-26755e5f9140,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:14.593435 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-04ffa1a9-0618-46f8-87a2-7cce660c0c1f service neutron] Attempting to bind port f9bddbb8-bd8c-40e5-afb8-26755e5f9140 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:05:14.593435 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-04ffa1a9-0618-46f8-87a2-7cce660c0c1f service neutron] Attempting to bind port f9bddbb8-bd8c-40e5-afb8-26755e5f9140 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '8fa7f1cf-b9a2-43b9-b698-36c5983c8c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '059adbcb-434c-431e-8c2b-2f91e64b593b'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:05:14.593808 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-04ffa1a9-0618-46f8-87a2-7cce660c0c1f service neutron] Attempting to bind port f9bddbb8-bd8c-40e5-afb8-26755e5f9140 on network 059adbcb-434c-431e-8c2b-2f91e64b593b {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:05:14.605555 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ad319e9-bf6b-4c0b-86f8-2c09f2bd77ab tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Deleting subnet fa7ad825-231e-433a-bf17-6c691d592ae0 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:05:14.611867 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-04ffa1a9-0618-46f8-87a2-7cce660c0c1f service neutron] Port f9bddbb8-bd8c-40e5-afb8-26755e5f9140 on network 059adbcb-434c-431e-8c2b-2f91e64b593b not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:05:14.612213 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-04ffa1a9-0618-46f8-87a2-7cce660c0c1f service neutron] Attempting to bind port f9bddbb8-bd8c-40e5-afb8-26755e5f9140 on network 059adbcb-434c-431e-8c2b-2f91e64b593b {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:05:14.616941 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4ad319e9-bf6b-4c0b-86f8-2c09f2bd77ab tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:14.618386 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-04ffa1a9-0618-46f8-87a2-7cce660c0c1f service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:05:14.618865 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-04ffa1a9-0618-46f8-87a2-7cce660c0c1f service neutron] Checking segment: {'id': '8fa7f1cf-b9a2-43b9-b698-36c5983c8c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '059adbcb-434c-431e-8c2b-2f91e64b593b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:05:14.619424 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fdf13f23-66e1-49e2-9efe-4140fe4f6268 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:14.619571 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-04ffa1a9-0618-46f8-87a2-7cce660c0c1f service neutron] Bound using segment: {'id': '8fa7f1cf-b9a2-43b9-b698-36c5983c8c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '059adbcb-434c-431e-8c2b-2f91e64b593b'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:05:14.620212 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-04ffa1a9-0618-46f8-87a2-7cce660c0c1f service neutron] Bound port: f9bddbb8-bd8c-40e5-afb8-26755e5f9140, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fa7f1cf-b9a2-43b9-b698-36c5983c8c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '059adbcb-434c-431e-8c2b-2f91e64b593b'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:05:14.621232 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-04ffa1a9-0618-46f8-87a2-7cce660c0c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:14.652160 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daae3c46-74df-4cd6-948e-8f08e6ae5d47 None None] Port cf85a1a2-4c2c-4fa5-bc61-a9ef11c29402 not found while updating agent binding for router 3ddeb059-46d2-4a49-b3fc-34329ea71f1a. {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 24 01:05:14.677613 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daae3c46-74df-4cd6-948e-8f08e6ae5d47 None None] Routers set() bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:05:14.678144 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daae3c46-74df-4cd6-948e-8f08e6ae5d47 None None] Router IDs set() for agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 24 01:05:14.681090 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_agentschedulers_db [None req-daae3c46-74df-4cd6-948e-8f08e6ae5d47 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3ddeb059-46d2-4a49-b3fc-34329ea71f1a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:04:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent'). {{(pid=100465) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 24 01:05:14.681818 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daae3c46-74df-4cd6-948e-8f08e6ae5d47 None None] The sync data for ids ['3ddeb059-46d2-4a49-b3fc-34329ea71f1a'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:05:14.684995 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fdf13f23-66e1-49e2-9efe-4140fe4f6268 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:14.686191 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-fdf13f23-66e1-49e2-9efe-4140fe4f6268 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/5d6555ae-4df5-4fcc-a593-bd834fc9bf9f HTTP/1.1" status: 204 len: 168 time: 0.3559785 Jul 24 01:05:14.695064 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46784) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:14.703929 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:14.760593 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf13f23-66e1-49e2-9efe-4140fe4f6268 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d6555ae-4df5-4fcc-a593-bd834fc9bf9f,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:14.778608 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-04ffa1a9-0618-46f8-87a2-7cce660c0c1f service neutron] For port f9bddbb8-bd8c-40e5-afb8-26755e5f9140, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:05:14.783287 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-04ffa1a9-0618-46f8-87a2-7cce660c0c1f service neutron] For port f9bddbb8-bd8c-40e5-afb8-26755e5f9140, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=f9bddbb8-bd8c-40e5-afb8-26755e5f9140,segment=NetworkSegment(8fa7f1cf-b9a2-43b9-b698-36c5983c8c9b),segment_id=8fa7f1cf-b9a2-43b9-b698-36c5983c8c9b)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:05:14.793435 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f624a3-79c0-4847-a301-a5771080ee8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ddb4a1-8ea9-42e6-a478-244bc76d8af8'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:05:14.793435 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a03f5b5-6530-4682-aa5e-1a4afc012d7d" -d '{"events": [{"server_uuid": "93f624a3-79c0-4847-a301-a5771080ee8a", "name": "network-vif-plugged", "status": "completed", "tag": "d4ddb4a1-8ea9-42e6-a478-244bc76d8af8"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:05:14.799236 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4ad319e9-bf6b-4c0b-86f8-2c09f2bd77ab tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:14.810436 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-04ffa1a9-0618-46f8-87a2-7cce660c0c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:14.830783 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port d4ddb4a1-8ea9-42e6-a478-244bc76d8af8, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d4ddb4a1-8ea9-42e6-a478-244bc76d8af8,segment=NetworkSegment(f7a7a503-697e-40e1-94c5-68de752c5cd5),segment_id=f7a7a503-697e-40e1-94c5-68de752c5cd5)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:14.844564 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:14.863772 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ce57b-0b9f-4218-bbd9-e601d4f38b13 req-36d62289-7a77-4f2a-869d-aa1f0bdd3d51 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:14.864980 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-057ce57b-0b9f-4218-bbd9-e601d4f38b13 req-36d62289-7a77-4f2a-869d-aa1f0bdd3d51 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 945 time: 0.1874685 Jul 24 01:05:14.876470 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4ad319e9-bf6b-4c0b-86f8-2c09f2bd77ab tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:14.877033 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-04ffa1a9-0618-46f8-87a2-7cce660c0c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:14.878003 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-04ffa1a9-0618-46f8-87a2-7cce660c0c1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:14.879993 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-04ffa1a9-0618-46f8-87a2-7cce660c0c1f service neutron] 10.222.0.13 "PUT /v2.0/ports/f9bddbb8-bd8c-40e5-afb8-26755e5f9140 HTTP/1.1" status: 200 len: 1093 time: 1.4915168 Jul 24 01:05:14.880366 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e07736-7790-49fd-8214-dc0074ec357f', 'tag': 'f9bddbb8-bd8c-40e5-afb8-26755e5f9140'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:05:14.884472 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fd25cf-d48b-43ab-8f29-7c369e1656ec" -d '{"events": [{"name": "network-changed", "server_uuid": "04e07736-7790-49fd-8214-dc0074ec357f", "tag": "f9bddbb8-bd8c-40e5-afb8-26755e5f9140"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:05:14.969638 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81638e58-1095-4166-883d-8762839170a6 x-openstack-request-id: req-81638e58-1095-4166-883d-8762839170a6 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:05:14.970050 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f624a3-79c0-4847-a301-a5771080ee8a", "name": "network-vif-plugged", "status": "completed", "tag": "d4ddb4a1-8ea9-42e6-a478-244bc76d8af8", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:05:14.975145 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-81638e58-1095-4166-883d-8762839170a6 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:05:14.975717 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f624a3-79c0-4847-a301-a5771080ee8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4ddb4a1-8ea9-42e6-a478-244bc76d8af8', 'code': 200} Jul 24 01:05:15.001909 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=d4ddb4a1-8ea9-42e6-a478-244bc76d8af8,revision_number=10']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:15.030315 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-70f01c95-e7ab-46b0-be33-cd69a01b8f8c tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:15.035130 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-70f01c95-e7ab-46b0-be33-cd69a01b8f8c tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:15.039697 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-70f01c95-e7ab-46b0-be33-cd69a01b8f8c tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] 10.222.0.15 "DELETE /v2.0/security-groups/67e18412-570e-4aad-a00d-ec0d2037b036 HTTP/1.1" status: 204 len: 168 time: 0.9949498 Jul 24 01:05:15.051698 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4ad319e9-bf6b-4c0b-86f8-2c09f2bd77ab tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:15.064176 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454cdbcd-5d08-42bf-a04f-16277c3a69be x-openstack-request-id: req-454cdbcd-5d08-42bf-a04f-16277c3a69be {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:05:15.065764 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04e07736-7790-49fd-8214-dc0074ec357f", "tag": "f9bddbb8-bd8c-40e5-afb8-26755e5f9140", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:05:15.066218 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-454cdbcd-5d08-42bf-a04f-16277c3a69be {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:05:15.066981 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04e07736-7790-49fd-8214-dc0074ec357f', 'tag': 'f9bddbb8-bd8c-40e5-afb8-26755e5f9140', 'status': 'completed', 'code': 200} Jul 24 01:05:15.097715 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f01c95-e7ab-46b0-be33-cd69a01b8f8c tempest-TestServerBasicOps-216067333 tempest-TestServerBasicOps-216067333-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e18412-570e-4aad-a00d-ec0d2037b036,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:15.098803 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffa1a9-0618-46f8-87a2-7cce660c0c1f service neutron] Pushing event updated for resources: {'Port': ['ID=f9bddbb8-bd8c-40e5-afb8-26755e5f9140,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:15.101451 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad319e9-bf6b-4c0b-86f8-2c09f2bd77ab tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fa7ad825-231e-433a-bf17-6c691d592ae0,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:15.133060 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-fc0de1b0-bbd0-49cb-86ea-045484ec0793 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4279988 Jul 24 01:05:15.136101 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4ad319e9-bf6b-4c0b-86f8-2c09f2bd77ab tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:15.136353 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-057ce57b-0b9f-4218-bbd9-e601d4f38b13 req-990e2101-6093-4e22-b014-0e83dc347df9 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455370 Jul 24 01:05:15.141760 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4ad319e9-bf6b-4c0b-86f8-2c09f2bd77ab tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/fa7ad825-231e-433a-bf17-6c691d592ae0 HTTP/1.1" status: 204 len: 168 time: 0.7498820 Jul 24 01:05:15.141998 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46798) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:15.233124 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46800) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:15.283983 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b38c7a-1a2a-4863-92a0-bef2161a313e req-83fa05e2-b989-44b9-b372-069e0af9e1a0 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:15.291629 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b6b38c7a-1a2a-4863-92a0-bef2161a313e req-83fa05e2-b989-44b9-b372-069e0af9e1a0 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e07736-7790-49fd-8214-dc0074ec357f HTTP/1.1" status: 200 len: 944 time: 0.1978633 Jul 24 01:05:15.339460 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46804) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:15.363073 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ec95fc89-4a4b-42ce-957b-5a5023301d1a tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:15.377127 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-79b05468-47ac-4597-a2b0-de94f001df5e tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:15.385189 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-aa134f57-8b39-4690-b1dd-d7e99e3db5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:15.386764 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-aa134f57-8b39-4690-b1dd-d7e99e3db5ef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c584c0e2c5a47a78962537ebd255749&device_id=04e07736-7790-49fd-8214-dc0074ec357f HTTP/1.1" status: 200 len: 1096 time: 0.4470930 Jul 24 01:05:15.435694 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b6b38c7a-1a2a-4863-92a0-bef2161a313e req-856e9383-3197-4d7b-b42a-611ee4c3ace1 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc263033-cf40-4a42-928d-979ab4ab3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398184 Jul 24 01:05:15.444141 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ec95fc89-4a4b-42ce-957b-5a5023301d1a tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:15.547699 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-79b05468-47ac-4597-a2b0-de94f001df5e tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:15.558630 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-79b05468-47ac-4597-a2b0-de94f001df5e tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c4de351-2a53-48d2-a40b-050238f79021']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:15.570003 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-79b05468-47ac-4597-a2b0-de94f001df5e tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '619d714b-0f0b-4c22-87ca-d3797abe2f33') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:15.570316 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-79b05468-47ac-4597-a2b0-de94f001df5e tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '619d714b-0f0b-4c22-87ca-d3797abe2f33') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:15.580158 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-a06e6a93-e6d9-4572-90fe-6c2ab8e596cb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9bddbb8-bd8c-40e5-afb8-26755e5f9140 HTTP/1.1" status: 200 len: 217 time: 0.1817539 Jul 24 01:05:15.605511 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ec95fc89-4a4b-42ce-957b-5a5023301d1a tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:15.608597 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ec95fc89-4a4b-42ce-957b-5a5023301d1a tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:15.612761 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ec95fc89-4a4b-42ce-957b-5a5023301d1a tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "DELETE /v2.0/security-groups/0964c2ab-3456-4801-a6bf-822a2cca8fc3 HTTP/1.1" status: 204 len: 168 time: 0.3777406 Jul 24 01:05:15.613833 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46814) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:15.620366 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-79b05468-47ac-4597-a2b0-de94f001df5e tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:15.655170 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af626aa3-3b23-471f-80b5-825dbddba059 req-a269d773-268c-4b82-ac32-3dae3898cdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:15.657426 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec95fc89-4a4b-42ce-957b-5a5023301d1a tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0964c2ab-3456-4801-a6bf-822a2cca8fc3,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:15.657628 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-af626aa3-3b23-471f-80b5-825dbddba059 req-a269d773-268c-4b82-ac32-3dae3898cdc8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 1099 time: 0.4963617 Jul 24 01:05:15.665204 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-79b05468-47ac-4597-a2b0-de94f001df5e tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:15.703939 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6a859eee-78a7-46cc-be6a-f459cda65e87 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0741823 Jul 24 01:05:15.717029 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-dfc98bcc-81af-4413-823c-58d4ad08c271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:15.754261 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46820) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:15.757550 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-0806428d-b721-4e2c-8ef9-7a4afa275da7 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Request body: {'security_group': {'name': 'tempest-secgroup--465377685'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:15.842374 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0806428d-b721-4e2c-8ef9-7a4afa275da7 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:15.987894 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-903afd88-ef55-41ee-9eb6-b657df045439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:15.989249 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-903afd88-ef55-41ee-9eb6-b657df045439 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e038f4c8-5e0a-4d5d-906f-738663910f59 HTTP/1.1" status: 200 len: 835 time: 0.3991663 Jul 24 01:05:15.994477 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79b05468-47ac-4597-a2b0-de94f001df5e tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:05:15.994935 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-79b05468-47ac-4597-a2b0-de94f001df5e tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:15.998164 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:05:15.998164 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:05:15.998164 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:05:15.998164 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:05:15.998164 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:05:15.998164 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:05:15.998164 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:05:15.998164 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:05:15.998164 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:05:15.998164 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:05:15.998164 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:05:15.998164 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:05:15.998164 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:05:15.998164 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:05:15.998164 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:05:15.998164 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:05:15.998164 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:05:15.998164 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:05:15.998164 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:05:15.998164 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:05:15.998164 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:05:15.998164 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:05:15.998164 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:05:15.998164 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:05:15.998164 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:05:15.998164 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:05:15.998164 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:05:15.998164 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:05:15.998164 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:05:15.998164 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:05:15.998164 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:05:15.998164 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:05:16.017195 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-b56ab48f-146b-48cf-9915-0e7c213ed99e tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:16.018963 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-b56ab48f-146b-48cf-9915-0e7c213ed99e tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] 10.222.0.15 "GET /v2.0/networks?id=775c13e2-8df1-480d-8d89-eb34124d6a4a HTTP/1.1" status: 200 len: 809 time: 0.2161996 Jul 24 01:05:16.092085 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-af626aa3-3b23-471f-80b5-825dbddba059 req-f760c266-baaa-4856-a6ff-25ee10bcaa1a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222910 Jul 24 01:05:16.104419 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-47fa6909-5e40-4df8-8a86-ee768ed2361b tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] 10.222.0.15 "GET /v2.0/quotas/a6c58c8a87184001ad513b9d1a6066d9 HTTP/1.1" status: 200 len: 375 time: 0.0730350 Jul 24 01:05:16.125524 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-79b05468-47ac-4597-a2b0-de94f001df5e tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:16.137982 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b05468-47ac-4597-a2b0-de94f001df5e tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6c4de351-2a53-48d2-a40b-050238f79021 {{(pid=100464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 24 01:05:16.140296 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-79b05468-47ac-4597-a2b0-de94f001df5e tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:16.157227 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-79b05468-47ac-4597-a2b0-de94f001df5e tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] 10.222.0.15 "DELETE /v2.0/networks/6c4de351-2a53-48d2-a40b-050238f79021 HTTP/1.1" status: 204 len: 168 time: 1.0027554 Jul 24 01:05:16.159625 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0806428d-b721-4e2c-8ef9-7a4afa275da7 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:16.170010 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-fc77c1f7-fe2a-45d6-9224-f14771c64f54 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6c58c8a87184001ad513b9d1a6066d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646431 Jul 24 01:05:16.179757 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0806428d-b721-4e2c-8ef9-7a4afa275da7 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:16.197396 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b05468-47ac-4597-a2b0-de94f001df5e tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Pushing event deleted for resources: {'Network': ['ID=6c4de351-2a53-48d2-a40b-050238f79021,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:16.203422 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-ff41621a-f6be-4754-ae8d-69a865d7c1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:16.207430 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-ff41621a-f6be-4754-ae8d-69a865d7c1a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=059adbcb-434c-431e-8c2b-2f91e64b593b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2087426 Jul 24 01:05:16.301928 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0806428d-b721-4e2c-8ef9-7a4afa275da7 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:16.306153 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0806428d-b721-4e2c-8ef9-7a4afa275da7 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5496719 Jul 24 01:05:16.337028 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46834) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:16.348434 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-a2ef5df1-8be6-4d33-ba45-28497b21fefe tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Request body: {'security_group_rule': {'security_group_id': 'eca84e42-ac70-446e-a6eb-555d7e633128', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:16.518209 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-90e6a531-0098-4db8-9579-6924c5ac7319 service neutron] 10.222.0.13 "GET /v2.0/networks/059adbcb-434c-431e-8c2b-2f91e64b593b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034980 Jul 24 01:05:16.535692 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46842) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:16.553097 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-b4a627a1-c821-449b-91ed-890a8a19c370 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Request body: {'router': {'name': 'tempest-router--930839191', 'project_id': 'b9079b84f76d4f4587e20371f86e16a5'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:16.613776 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388ea6f-613e-426c-b5c7-e7fcff096789 req-b92bb42d-e3f5-4fbb-b6ee-ef4e9dec3835 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:16.615612 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4388ea6f-613e-426c-b5c7-e7fcff096789 req-b92bb42d-e3f5-4fbb-b6ee-ef4e9dec3835 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 947 time: 0.2404263 Jul 24 01:05:16.738286 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bed1a9ac-50e4-4be0-a202-b979bf9e3720 req-f0544882-105b-455f-9faf-dc9347a7893a service neutron] 10.222.0.13 "GET /v2.0/networks/059adbcb-434c-431e-8c2b-2f91e64b593b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070975 Jul 24 01:05:16.741571 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b4a627a1-c821-449b-91ed-890a8a19c370 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:16.742797 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b4a627a1-c821-449b-91ed-890a8a19c370 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:16.801815 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4388ea6f-613e-426c-b5c7-e7fcff096789 req-4192eb23-25f4-4a72-8167-8a2a2a18fbf9 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438463 Jul 24 01:05:16.824326 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806428d-b721-4e2c-8ef9-7a4afa275da7 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eca84e42-ac70-446e-a6eb-555d7e633128,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:16.925954 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b4a627a1-c821-449b-91ed-890a8a19c370 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:16.952482 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-ebd6f62d-b2b6-48bd-9598-ad1fa151b15e service neutron] 10.222.0.15 "GET /v2.0/networks/775c13e2-8df1-480d-8d89-eb34124d6a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7813156 Jul 24 01:05:16.960209 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a2ef5df1-8be6-4d33-ba45-28497b21fefe tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:16.971417 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b4a627a1-c821-449b-91ed-890a8a19c370 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:17.009838 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b4a627a1-c821-449b-91ed-890a8a19c370 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:17.011139 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b4a627a1-c821-449b-91ed-890a8a19c370 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4618056 Jul 24 01:05:17.016234 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46854) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:17.079036 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-98e99de8-8a3a-4b33-b8b9-e0dfa541b561 service neutron] 10.222.0.15 "GET /v2.0/networks/775c13e2-8df1-480d-8d89-eb34124d6a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124361 Jul 24 01:05:17.181887 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-06253395-f1a9-431c-ab85-fe44dbab84a6 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for router, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:17.252248 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b852fe06-3b1c-49aa-bc3c-4735f8621ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:17.257462 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a2ef5df1-8be6-4d33-ba45-28497b21fefe tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:17.374481 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a2ef5df1-8be6-4d33-ba45-28497b21fefe tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:17.418021 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a2ef5df1-8be6-4d33-ba45-28497b21fefe tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:17.422974 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a2ef5df1-8be6-4d33-ba45-28497b21fefe tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0790517 Jul 24 01:05:17.422974 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46872) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:17.426163 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef5df1-8be6-4d33-ba45-28497b21fefe tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaa28745-e81a-4fb3-8971-94add88ad5fc,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:17.456282 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-eb92d38e-44ea-43c0-94bf-b671bb2de9fb tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "GET /v2.0/security-group-rules/aaa28745-e81a-4fb3-8971-94add88ad5fc HTTP/1.1" status: 200 len: 763 time: 0.0325251 Jul 24 01:05:17.461504 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46878) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:17.463114 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c371c-e690-4a76-b234-57eabc5a3e53 req-4e53da84-7736-4d3f-a8f0-a0beb3d1d248 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:17.478629 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4e8c371c-e690-4a76-b234-57eabc5a3e53 req-4e53da84-7736-4d3f-a8f0-a0beb3d1d248 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e07736-7790-49fd-8214-dc0074ec357f HTTP/1.1" status: 200 len: 944 time: 0.5526202 Jul 24 01:05:17.546683 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd25cf-d48b-43ab-8f29-7c369e1656ec req-01e41b18-df20-4a08-abf7-480a73985f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:17.548434 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-19fd25cf-d48b-43ab-8f29-7c369e1656ec req-01e41b18-df20-4a08-abf7-480a73985f23 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c584c0e2c5a47a78962537ebd255749&device_id=04e07736-7790-49fd-8214-dc0074ec357f HTTP/1.1" status: 200 len: 1096 time: 0.6455436 Jul 24 01:05:17.555519 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-06253395-f1a9-431c-ab85-fe44dbab84a6 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:17.561179 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-06253395-f1a9-431c-ab85-fe44dbab84a6 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:17.681513 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5c93771f-8da8-4515-9cfe-6c5745d2f8a3 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2182102 Jul 24 01:05:17.742388 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46888) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:17.756658 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1de4e95e-575d-4e38-b2ff-fb49a992b6fa req-66ca34de-63c6-4567-b671-8290f9cbb339 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6d9bc2-2240-4cfe-8f15-1b2101df6529 HTTP/1.1" status: 200 len: 210 time: 0.1080904 Jul 24 01:05:17.976773 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd25cf-d48b-43ab-8f29-7c369e1656ec req-1090d641-d577-4bd9-acff-7bd7dd1e316a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:17.978786 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-19fd25cf-d48b-43ab-8f29-7c369e1656ec req-1090d641-d577-4bd9-acff-7bd7dd1e316a service neutron] 10.222.0.13 "GET /v2.0/networks?id=059adbcb-434c-431e-8c2b-2f91e64b593b HTTP/1.1" status: 200 len: 898 time: 0.4197862 Jul 24 01:05:18.032725 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4e8c371c-e690-4a76-b234-57eabc5a3e53 req-2cc32338-78a7-4222-9ed7-aea5bd31d525 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc263033-cf40-4a42-928d-979ab4ab3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5491831 Jul 24 01:05:18.033899 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-19fd25cf-d48b-43ab-8f29-7c369e1656ec req-8c547846-9cc9-4733-bc96-a09798276fd8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9bddbb8-bd8c-40e5-afb8-26755e5f9140 HTTP/1.1" status: 200 len: 217 time: 0.0461910 Jul 24 01:05:18.038954 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-06253395-f1a9-431c-ab85-fe44dbab84a6 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:18.039756 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06253395-f1a9-431c-ab85-fe44dbab84a6 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2fff1ebc-0f85-42c8-b3ee-efd9bb532a33 {{(pid=100464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:05:18.045760 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-06253395-f1a9-431c-ab85-fe44dbab84a6 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:18.047021 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-06253395-f1a9-431c-ab85-fe44dbab84a6 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] 10.222.0.15 "DELETE /v2.0/routers/2fff1ebc-0f85-42c8-b3ee-efd9bb532a33 HTTP/1.1" status: 204 len: 168 time: 1.0285625 Jul 24 01:05:18.116612 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd25cf-d48b-43ab-8f29-7c369e1656ec req-c823572f-27da-4dd3-a871-8dea8a910b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:18.120178 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-19fd25cf-d48b-43ab-8f29-7c369e1656ec req-c823572f-27da-4dd3-a871-8dea8a910b15 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e038f4c8-5e0a-4d5d-906f-738663910f59 HTTP/1.1" status: 200 len: 835 time: 0.0721624 Jul 24 01:05:18.124925 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2ce91187-ad69-4f6c-9abd-c4c520b1659d tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:18.136430 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2ce91187-ad69-4f6c-9abd-c4c520b1659d tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:18.159229 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-b852fe06-3b1c-49aa-bc3c-4735f8621ea1 admin admin] Deleting port 2c968da0-dd43-4e6d-9d9f-f0f77f06ba40 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:05:18.161441 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b852fe06-3b1c-49aa-bc3c-4735f8621ea1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:18.207743 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2ce91187-ad69-4f6c-9abd-c4c520b1659d tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:18.208466 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1dd2df-4ad8-409a-b905-dbefedfbb881 req-d8791626-200f-43f9-a6bb-b9e8b3c46e2f tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:18.214027 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0e1dd2df-4ad8-409a-b905-dbefedfbb881 req-d8791626-200f-43f9-a6bb-b9e8b3c46e2f tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 947 time: 0.2687306 Jul 24 01:05:18.248868 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a5ba4eda-ba73-4c7b-8614-33d074497536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:18.251537 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2ce91187-ad69-4f6c-9abd-c4c520b1659d tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:18.253099 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2ce91187-ad69-4f6c-9abd-c4c520b1659d tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/aaa28745-e81a-4fb3-8971-94add88ad5fc HTTP/1.1" status: 204 len: 168 time: 0.5064809 Jul 24 01:05:18.254489 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce91187-ad69-4f6c-9abd-c4c520b1659d tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aaa28745-e81a-4fb3-8971-94add88ad5fc,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:18.262851 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46902) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:18.290908 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46904) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:18.346107 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd25cf-d48b-43ab-8f29-7c369e1656ec req-3c2d89ea-7e8c-4dd5-ad59-18e37e8b0e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:18.347745 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-19fd25cf-d48b-43ab-8f29-7c369e1656ec req-3c2d89ea-7e8c-4dd5-ad59-18e37e8b0e68 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=059adbcb-434c-431e-8c2b-2f91e64b593b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1799393 Jul 24 01:05:18.349471 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0e1dd2df-4ad8-409a-b905-dbefedfbb881 req-8bc1ac70-4170-4dfb-b94b-225afb845782 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173759 Jul 24 01:05:18.373152 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ac7deffb-7830-49ec-9f31-822fb0fd27a1 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1073477 Jul 24 01:05:18.376960 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46910) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:18.381387 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [req-19fd25cf-d48b-43ab-8f29-7c369e1656ec req-f8514c34-db4f-4daf-9602-e344d7f4fb1d service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:05:18.383549 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-19fd25cf-d48b-43ab-8f29-7c369e1656ec req-f8514c34-db4f-4daf-9602-e344d7f4fb1d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090978 Jul 24 01:05:18.387522 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-d1199ccc-0a7c-417f-bf7b-10c9686af56f tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Request body: {'security_group_rule': {'security_group_id': 'eca84e42-ac70-446e-a6eb-555d7e633128', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:18.401029 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-b852fe06-3b1c-49aa-bc3c-4735f8621ea1 admin admin] For port 2c968da0-dd43-4e6d-9d9f-f0f77f06ba40, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2c968da0-dd43-4e6d-9d9f-f0f77f06ba40,segment=NetworkSegment(24170a39-ee41-4c88-b034-65960a8784cb),segment_id=24170a39-ee41-4c88-b034-65960a8784cb)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:18.401558 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b852fe06-3b1c-49aa-bc3c-4735f8621ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:18.426509 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-b852fe06-3b1c-49aa-bc3c-4735f8621ea1 admin admin] Calling delete_port for 2c968da0-dd43-4e6d-9d9f-f0f77f06ba40 owned by network:router_interface {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:05:18.453552 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d1199ccc-0a7c-417f-bf7b-10c9686af56f tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:18.484648 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:18.608540 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-19fd25cf-d48b-43ab-8f29-7c369e1656ec req-f1096d25-7ef4-4895-9bf5-f25fb7a8850b service neutron] 10.222.0.13 "GET /v2.0/networks/059adbcb-434c-431e-8c2b-2f91e64b593b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176867 Jul 24 01:05:18.616330 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d1199ccc-0a7c-417f-bf7b-10c9686af56f tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:18.620825 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d1199ccc-0a7c-417f-bf7b-10c9686af56f tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:18.681098 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1199ccc-0a7c-417f-bf7b-10c9686af56f tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a48502b-0c79-4fb1-8fb7-80a1a5a7b28a,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:18.730690 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d1199ccc-0a7c-417f-bf7b-10c9686af56f tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:18.735557 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d1199ccc-0a7c-417f-bf7b-10c9686af56f tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3502719 Jul 24 01:05:18.738763 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46914) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:18.784590 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46918) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:18.785600 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-eca52f72-fce0-4991-a7a2-787b2da9c8c3 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "GET /v2.0/security-group-rules/5a48502b-0c79-4fb1-8fb7-80a1a5a7b28a HTTP/1.1" status: 200 len: 763 time: 0.0479510 Jul 24 01:05:18.878075 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-fc7c69a9-a208-429d-976f-ff934537a44b tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0923157 Jul 24 01:05:18.881001 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46922) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:18.893691 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-19fd25cf-d48b-43ab-8f29-7c369e1656ec req-ae027fb6-5f8a-4054-8b46-908412b64809 service neutron] 10.222.0.13 "GET /v2.0/networks/059adbcb-434c-431e-8c2b-2f91e64b593b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589877 Jul 24 01:05:18.897597 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-76d98a4a-2a53-45aa-b140-c77242c732f1 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-751001491', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}, 'admin_state_up': False}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:18.909098 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b852fe06-3b1c-49aa-bc3c-4735f8621ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:18.955293 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-76d98a4a-2a53-45aa-b140-c77242c732f1 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:18.956475 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-76d98a4a-2a53-45aa-b140-c77242c732f1 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:18.966373 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b852fe06-3b1c-49aa-bc3c-4735f8621ea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c968da0-dd43-4e6d-9d9f-f0f77f06ba40,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:18.983627 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f0ffa50e-9fd9-43c0-90de-ba033333aac2 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:19.011457 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-537e9766-f321-43b6-864e-4c360316cf2f req-5f6ca5a6-486f-4903-a33d-9b7d1c124ee5 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6d9bc2-2240-4cfe-8f15-1b2101df6529 HTTP/1.1" status: 200 len: 210 time: 0.0719850 Jul 24 01:05:19.013128 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f0ffa50e-9fd9-43c0-90de-ba033333aac2 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:19.081096 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-76d98a4a-2a53-45aa-b140-c77242c732f1 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:19.100243 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f0ffa50e-9fd9-43c0-90de-ba033333aac2 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:19.118072 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f0ffa50e-9fd9-43c0-90de-ba033333aac2 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:19.119349 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f0ffa50e-9fd9-43c0-90de-ba033333aac2 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/5a48502b-0c79-4fb1-8fb7-80a1a5a7b28a HTTP/1.1" status: 204 len: 168 time: 0.2371805 Jul 24 01:05:19.120240 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ffa50e-9fd9-43c0-90de-ba033333aac2 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a48502b-0c79-4fb1-8fb7-80a1a5a7b28a,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:19.125399 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46926) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:19.292453 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-76d98a4a-2a53-45aa-b140-c77242c732f1 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:19.317317 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3242d53c-2595-4948-99d1-9f03d77cba1b tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1905911 Jul 24 01:05:19.321151 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46928) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:19.332648 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-73bc371b-f2f8-4e3d-aa49-b3aeb6c9008a tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Request body: {'security_group_rule': {'security_group_id': 'eca84e42-ac70-446e-a6eb-555d7e633128', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:19.391447 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b852fe06-3b1c-49aa-bc3c-4735f8621ea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:19.391447 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3093a8-365b-4229-93b6-995dd7a4422e req-263506b6-8414-4a4d-b7d7-2ec77edf7d16 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:19.392883 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4c3093a8-365b-4229-93b6-995dd7a4422e req-263506b6-8414-4a4d-b7d7-2ec77edf7d16 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e07736-7790-49fd-8214-dc0074ec357f HTTP/1.1" status: 200 len: 944 time: 0.1702359 Jul 24 01:05:19.426756 n-d-793621-25 neutron-server[100463]: INFO neutron.db.securitygroups_db [None req-73bc371b-f2f8-4e3d-aa49-b3aeb6c9008a tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Project 42ac00fc2d7a4a0385f1a9b31456d36e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:05:19.469593 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-73bc371b-f2f8-4e3d-aa49-b3aeb6c9008a tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:19.469856 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:19.558647 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4c3093a8-365b-4229-93b6-995dd7a4422e req-141e9124-ff55-4f0f-adda-0e78cfa8d5fd tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc263033-cf40-4a42-928d-979ab4ab3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580515 Jul 24 01:05:19.608358 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-73bc371b-f2f8-4e3d-aa49-b3aeb6c9008a tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:19.614270 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-73bc371b-f2f8-4e3d-aa49-b3aeb6c9008a tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:19.642846 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc371b-f2f8-4e3d-aa49-b3aeb6c9008a tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7101e2e1-52ab-4af7-998b-6d3f39017e4a,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:19.649506 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-73bc371b-f2f8-4e3d-aa49-b3aeb6c9008a tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:19.650876 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-73bc371b-f2f8-4e3d-aa49-b3aeb6c9008a tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3272357 Jul 24 01:05:19.681680 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46932) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:19.731562 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c2049a3d-f7f0-492a-af16-f579a68501b7 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "GET /v2.0/security-group-rules/7101e2e1-52ab-4af7-998b-6d3f39017e4a HTTP/1.1" status: 200 len: 769 time: 0.0475693 Jul 24 01:05:19.734990 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46934) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:19.805181 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5a0d8b6e-48ef-43ba-bbd9-b4eb8b8cb72b tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0690439 Jul 24 01:05:19.807902 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46936) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:19.834037 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b852fe06-3b1c-49aa-bc3c-4735f8621ea1 admin admin] Router 3cdd484c-1e90-4a38-9223-d9e9868997c8 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:05:19.845038 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3196105f-f895-4797-9f17-521b6285c849 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:19.857698 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3196105f-f895-4797-9f17-521b6285c849 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:19.944982 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-13f8c024-5cfe-409a-ba73-4e234f121d9b tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:19.946520 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-13f8c024-5cfe-409a-ba73-4e234f121d9b tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] 10.222.0.13 "GET /v2.0/networks?id=775c13e2-8df1-480d-8d89-eb34124d6a4a HTTP/1.1" status: 200 len: 809 time: 0.5070031 Jul 24 01:05:19.954245 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf511f1-4162-40c6-a2ad-7ad3b9a34aa9 req-ec38f361-2231-42bd-abfd-c291e623a689 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:19.955855 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bbf511f1-4162-40c6-a2ad-7ad3b9a34aa9 req-ec38f361-2231-42bd-abfd-c291e623a689 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 947 time: 0.4998744 Jul 24 01:05:19.973748 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3196105f-f895-4797-9f17-521b6285c849 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:19.984316 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3196105f-f895-4797-9f17-521b6285c849 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:19.985595 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3196105f-f895-4797-9f17-521b6285c849 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/7101e2e1-52ab-4af7-998b-6d3f39017e4a HTTP/1.1" status: 204 len: 168 time: 0.1767788 Jul 24 01:05:19.989099 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-30c387fd-c18e-4515-9e3c-5b60d855bc50 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] Request body: {'port': {'device_id': '1f6d9bc2-2240-4cfe-8f15-1b2101df6529', 'network_id': '775c13e2-8df1-480d-8d89-eb34124d6a4a', 'admin_state_up': True, 'tenant_id': 'a6c58c8a87184001ad513b9d1a6066d9'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:19.989267 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46940) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:20.003319 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3196105f-f895-4797-9f17-521b6285c849 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7101e2e1-52ab-4af7-998b-6d3f39017e4a,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:20.053483 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b852fe06-3b1c-49aa-bc3c-4735f8621ea1 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:05:20.066568 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b852fe06-3b1c-49aa-bc3c-4735f8621ea1 admin admin] 10.222.0.15 "PUT /v2.0/routers/3cdd484c-1e90-4a38-9223-d9e9868997c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7226880 Jul 24 01:05:20.068609 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2269d545-c07f-4d2e-b2ad-5cd30a41180d None None] Sync routers for ids ['3cdd484c-1e90-4a38-9223-d9e9868997c8'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:05:20.075005 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46944) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:20.081378 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2269d545-c07f-4d2e-b2ad-5cd30a41180d None None] Routers {'3cdd484c-1e90-4a38-9223-d9e9868997c8'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:05:20.082367 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-2269d545-c07f-4d2e-b2ad-5cd30a41180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:05:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['3cdd484c-1e90-4a38-9223-d9e9868997c8'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:20.096307 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-76d98a4a-2a53-45aa-b140-c77242c732f1 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router_gateway, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:20.105382 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7ae649e9-5adf-4773-84df-f2b874bafde6 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1095986 Jul 24 01:05:20.146394 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46946) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:20.161401 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-76d98a4a-2a53-45aa-b140-c77242c732f1 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:20.191970 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bbf511f1-4162-40c6-a2ad-7ad3b9a34aa9 req-40d9057f-f431-4a76-be0b-20e47d792b07 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999140 Jul 24 01:05:20.222890 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b2c15afa-5ed6-4729-a591-5f75e86e2afd req-d1ac2f2d-e291-4e02-b13d-250076035e95 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6d9bc2-2240-4cfe-8f15-1b2101df6529 HTTP/1.1" status: 200 len: 210 time: 0.0758963 Jul 24 01:05:20.250744 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-2269d545-c07f-4d2e-b2ad-5cd30a41180d None None] Set router 3cdd484c-1e90-4a38-9223-d9e9868997c8 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:05:20.320479 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f8f9b2f3-174d-41f8-85bb-b18997f93e4a admin admin] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:20.341501 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-30c387fd-c18e-4515-9e3c-5b60d855bc50 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] Made reservation on behalf of a6c58c8a87184001ad513b9d1a6066d9 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:05:20.345141 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-30c387fd-c18e-4515-9e3c-5b60d855bc50 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:20.382364 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-76d98a4a-2a53-45aa-b140-c77242c732f1 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Allocated IP 172.25.2.172 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/85533db4-a019-4e94-b714-2f0d6bc5e868) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:05:20.384462 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device f9bddbb8-bd8c-40e5-afb8-26755e5f9140 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:05:20.400861 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d14008c3-738f-4b04-954d-e78af408b68a tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:20.431270 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d14008c3-738f-4b04-954d-e78af408b68a tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:20.545747 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-2269d545-c07f-4d2e-b2ad-5cd30a41180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdd484c-1e90-4a38-9223-d9e9868997c8', 'name': 'tempest-TestServerBasicOps-889095391-router', 'tenant_id': '443e9b6688a94583be288407b9410244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e2cfddbc-c45a-4c83-8f3d-6795a181c9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:59:26Z', 'updated_at': '2021-07-24T01:05:18Z', 'revision_number': 5, 'project_id': '443e9b6688a94583be288407b9410244', 'gw_port': {'id': 'e2cfddbc-c45a-4c83-8f3d-6795a181c9a1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ac:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdd484c-1e90-4a38-9223-d9e9868997c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:27Z', 'updated_at': '2021-07-24T00:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:20.564169 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d14008c3-738f-4b04-954d-e78af408b68a tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:20.579352 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d14008c3-738f-4b04-954d-e78af408b68a tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:20.583515 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d14008c3-738f-4b04-954d-e78af408b68a tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "DELETE /v2.0/security-groups/eca84e42-ac70-446e-a6eb-555d7e633128 HTTP/1.1" status: 204 len: 168 time: 0.4347742 Jul 24 01:05:20.586063 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46950) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:20.611389 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-76d98a4a-2a53-45aa-b140-c77242c732f1 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:20.620451 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2269d545-c07f-4d2e-b2ad-5cd30a41180d None None] Checking router: 3cdd484c-1e90-4a38-9223-d9e9868997c8 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:05:20.641163 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2fa88a-2d6f-4379-aa5a-68a5b5091a79 req-e9b41445-fa72-4b16-8ab1-2d17b57e8d7d tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:20.641355 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2269d545-c07f-4d2e-b2ad-5cd30a41180d None None] Routers {'3cdd484c-1e90-4a38-9223-d9e9868997c8'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:05:20.641920 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-2269d545-c07f-4d2e-b2ad-5cd30a41180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:05:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['3cdd484c-1e90-4a38-9223-d9e9868997c8'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:20.648259 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0a2fa88a-2d6f-4379-aa5a-68a5b5091a79 req-e9b41445-fa72-4b16-8ab1-2d17b57e8d7d tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 947 time: 0.3464105 Jul 24 01:05:20.656384 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port f9bddbb8-bd8c-40e5-afb8-26755e5f9140, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=f9bddbb8-bd8c-40e5-afb8-26755e5f9140,segment=NetworkSegment(8fa7f1cf-b9a2-43b9-b698-36c5983c8c9b),segment_id=8fa7f1cf-b9a2-43b9-b698-36c5983c8c9b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:20.701118 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'f9bddbb8-bd8c-40e5-afb8-26755e5f9140', 'network_id': '059adbcb-434c-431e-8c2b-2f91e64b593b', 'port_id': 'f9bddbb8-bd8c-40e5-afb8-26755e5f9140', 'mac_address': 'fa:16:3e:59:35:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e038f4c8-5e0a-4d5d-906f-738663910f59', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:05:20.706590 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f93bb7c5-e380-4208-98b1-0eb740cc533d tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1066852 Jul 24 01:05:20.711722 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46954) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:20.744764 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0a2fa88a-2d6f-4379-aa5a-68a5b5091a79 req-e90c554b-9671-488a-9e9f-273d51415956 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896163 Jul 24 01:05:20.750460 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-30c387fd-c18e-4515-9e3c-5b60d855bc50 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] Allocated IP 172.20.0.8 (775c13e2-8df1-480d-8d89-eb34124d6a4a/7c57dd09-7b63-436a-97cb-456ee7a760f0/4d858398-4191-4a11-a555-d627c32bb6b2) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:05:20.764312 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:20.788048 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14008c3-738f-4b04-954d-e78af408b68a tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca84e42-ac70-446e-a6eb-555d7e633128,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:20.788763 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9bddbb8-bd8c-40e5-afb8-26755e5f9140 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:05:20.796297 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-76d98a4a-2a53-45aa-b140-c77242c732f1 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:20.844983 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port f9bddbb8-bd8c-40e5-afb8-26755e5f9140, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=f9bddbb8-bd8c-40e5-afb8-26755e5f9140,segment=NetworkSegment(8fa7f1cf-b9a2-43b9-b698-36c5983c8c9b),segment_id=8fa7f1cf-b9a2-43b9-b698-36c5983c8c9b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:20.853107 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:20.919474 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-2269d545-c07f-4d2e-b2ad-5cd30a41180d None None] Set router 3cdd484c-1e90-4a38-9223-d9e9868997c8 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:05:20.925528 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4caf55f1-ae79-457e-b5d8-8c709547fd83 tempest-SecGroupIPv6Test-914063458 tempest-SecGroupIPv6Test-914063458-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2127566 Jul 24 01:05:20.979835 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f8f9b2f3-174d-41f8-85bb-b18997f93e4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:21.005587 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d98a4a-2a53-45aa-b140-c77242c732f1 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:05:21.015777 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-76d98a4a-2a53-45aa-b140-c77242c732f1 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:05:21.021023 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d98a4a-2a53-45aa-b140-c77242c732f1 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Pushing event updated for resources: {'Port': ['ID=85533db4-a019-4e94-b714-2f0d6bc5e868,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:21.034259 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df4162-9d8d-4496-b63f-38dfd3dc93a6 req-07c216a9-1017-46d5-8bb4-f2a5a9aa4003 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:21.035419 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d98a4a-2a53-45aa-b140-c77242c732f1 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:05:21.036393 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-75df4162-9d8d-4496-b63f-38dfd3dc93a6 req-07c216a9-1017-46d5-8bb4-f2a5a9aa4003 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e07736-7790-49fd-8214-dc0074ec357f HTTP/1.1" status: 200 len: 944 time: 0.2528811 Jul 24 01:05:21.083309 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=f9bddbb8-bd8c-40e5-afb8-26755e5f9140,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:21.091485 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:21.107993 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:21.108492 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:21.108972 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:21.109334 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:21.109664 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:21.110003 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:21.110337 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:21.110671 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:21.113355 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:21.114246 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:21.114246 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:21.114418 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:21.160970 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-75df4162-9d8d-4496-b63f-38dfd3dc93a6 req-5ef62dc4-d378-4073-81ab-cd2efda89db7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc263033-cf40-4a42-928d-979ab4ab3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110957 Jul 24 01:05:21.190024 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['f9bddbb8-bd8c-40e5-afb8-26755e5f9140'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:05:21.201446 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-f8f9b2f3-174d-41f8-85bb-b18997f93e4a admin admin] Deleting port e2cfddbc-c45a-4c83-8f3d-6795a181c9a1 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:05:21.202168 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f8f9b2f3-174d-41f8-85bb-b18997f93e4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:21.222777 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-2269d545-c07f-4d2e-b2ad-5cd30a41180d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cdd484c-1e90-4a38-9223-d9e9868997c8', 'name': 'tempest-TestServerBasicOps-889095391-router', 'tenant_id': '443e9b6688a94583be288407b9410244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e2cfddbc-c45a-4c83-8f3d-6795a181c9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:59:26Z', 'updated_at': '2021-07-24T01:05:18Z', 'revision_number': 5, 'project_id': '443e9b6688a94583be288407b9410244', 'gw_port': {'id': 'e2cfddbc-c45a-4c83-8f3d-6795a181c9a1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ac:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdd484c-1e90-4a38-9223-d9e9868997c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:27Z', 'updated_at': '2021-07-24T00:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:21.273198 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2269d545-c07f-4d2e-b2ad-5cd30a41180d None None] The sync data for ids ['3cdd484c-1e90-4a38-9223-d9e9868997c8'] in n-d-793621-25 is: [{'id': '3cdd484c-1e90-4a38-9223-d9e9868997c8', 'name': 'tempest-TestServerBasicOps-889095391-router', 'tenant_id': '443e9b6688a94583be288407b9410244', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'e2cfddbc-c45a-4c83-8f3d-6795a181c9a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:59:26Z', 'updated_at': '2021-07-24T01:05:18Z', 'revision_number': 5, 'project_id': '443e9b6688a94583be288407b9410244', 'gw_port': {'id': 'e2cfddbc-c45a-4c83-8f3d-6795a181c9a1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ac:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cdd484c-1e90-4a38-9223-d9e9868997c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1522, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:27Z', 'updated_at': '2021-07-24T00:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:05:21.285860 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-30c387fd-c18e-4515-9e3c-5b60d855bc50 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:21.316307 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd50bb-22f1-430a-bd33-c2fb5291e5a5 req-2d6b4b6e-f297-4269-a10f-a0fdf92e781b tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:21.323509 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d2dd50bb-22f1-430a-bd33-c2fb5291e5a5 req-2d6b4b6e-f297-4269-a10f-a0fdf92e781b tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 947 time: 0.4239943 Jul 24 01:05:21.403162 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-40c901a0-d10a-4787-bd58-23e6f975f715 req-80f3343a-1f85-4cb2-aba5-4891c4d4e334 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6d9bc2-2240-4cfe-8f15-1b2101df6529 HTTP/1.1" status: 200 len: 210 time: 0.0497665 Jul 24 01:05:21.414065 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-f8f9b2f3-174d-41f8-85bb-b18997f93e4a admin admin] For port e2cfddbc-c45a-4c83-8f3d-6795a181c9a1, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=e2cfddbc-c45a-4c83-8f3d-6795a181c9a1,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:21.414446 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f8f9b2f3-174d-41f8-85bb-b18997f93e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:21.429745 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-f8f9b2f3-174d-41f8-85bb-b18997f93e4a admin admin] Calling delete_port for e2cfddbc-c45a-4c83-8f3d-6795a181c9a1 owned by network:router_gateway {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:05:21.458792 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-30c387fd-c18e-4515-9e3c-5b60d855bc50 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:21.504471 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46966) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:21.578646 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-30c387fd-c18e-4515-9e3c-5b60d855bc50 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] Network 775c13e2-8df1-480d-8d89-eb34124d6a4a is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:05:21.590494 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d2dd50bb-22f1-430a-bd33-c2fb5291e5a5 req-0dbc8769-d0be-48a3-b34b-07e611228e5e tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652552 Jul 24 01:05:21.604072 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-30c387fd-c18e-4515-9e3c-5b60d855bc50 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:05:21.607530 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-30c387fd-c18e-4515-9e3c-5b60d855bc50 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:05:21.643880 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c387fd-c18e-4515-9e3c-5b60d855bc50 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] Pushing event updated for resources: {'Port': ['ID=4d858398-4191-4a11-a555-d627c32bb6b2,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:21.762766 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-30c387fd-c18e-4515-9e3c-5b60d855bc50 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:21.763463 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-30c387fd-c18e-4515-9e3c-5b60d855bc50 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:21.850526 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-30c387fd-c18e-4515-9e3c-5b60d855bc50 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8679929 Jul 24 01:05:21.874915 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-ce3b7de4-fe46-4176-aeb4-a8c72823b950 service neutron] Request body: {'port': {'device_id': '1f6d9bc2-2240-4cfe-8f15-1b2101df6529', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:21.910623 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f5d4a937-a6b4-4148-8535-bbe7ea2d9c4c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=42ac00fc2d7a4a0385f1a9b31456d36e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3829918 Jul 24 01:05:21.913551 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46974) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:21.928913 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-76d98a4a-2a53-45aa-b140-c77242c732f1 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router_gateway, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:21.950513 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f8f9b2f3-174d-41f8-85bb-b18997f93e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:21.994612 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f9b2f3-174d-41f8-85bb-b18997f93e4a admin admin] Pushing event deleted for resources: {'Port': ['ID=e2cfddbc-c45a-4c83-8f3d-6795a181c9a1,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:22.040883 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49918b9b-3886-456d-be6c-6625abd7e783 req-d8b42d13-921f-43e2-81b0-817f3037b057 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:22.042404 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49918b9b-3886-456d-be6c-6625abd7e783 req-d8b42d13-921f-43e2-81b0-817f3037b057 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 947 time: 0.2959418 Jul 24 01:05:22.062789 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f8f9b2f3-174d-41f8-85bb-b18997f93e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:22.124870 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-ce3b7de4-fe46-4176-aeb4-a8c72823b950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:22.153950 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bd342efc-dec0-4cd2-9424-215bbaab1a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:22.157457 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f8f9b2f3-174d-41f8-85bb-b18997f93e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:22.159719 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f8f9b2f3-174d-41f8-85bb-b18997f93e4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:22.166595 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49918b9b-3886-456d-be6c-6625abd7e783 req-f0edceb7-8594-4267-a218-8e2145ea1818 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998812 Jul 24 01:05:22.220248 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f8f9b2f3-174d-41f8-85bb-b18997f93e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:22.234821 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f9b2f3-174d-41f8-85bb-b18997f93e4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cdd484c-1e90-4a38-9223-d9e9868997c8 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:05:22.236610 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f8f9b2f3-174d-41f8-85bb-b18997f93e4a admin admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:22.237947 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f8f9b2f3-174d-41f8-85bb-b18997f93e4a admin admin] 10.222.0.15 "DELETE /v2.0/routers/3cdd484c-1e90-4a38-9223-d9e9868997c8 HTTP/1.1" status: 204 len: 168 time: 2.1615489 Jul 24 01:05:22.240278 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bd342efc-dec0-4cd2-9424-215bbaab1a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:22.240671 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46982) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:22.297678 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9b44285-8c6f-414c-a8d6-eff8c04a3a46 admin admin] Deleting subnet 7d79533c-7102-4bc3-a914-988d50ddfabe {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:05:22.301196 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b9b44285-8c6f-414c-a8d6-eff8c04a3a46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:22.374301 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device f9bddbb8-bd8c-40e5-afb8-26755e5f9140 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:05:22.398442 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b9b44285-8c6f-414c-a8d6-eff8c04a3a46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:22.431795 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port f9bddbb8-bd8c-40e5-afb8-26755e5f9140 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:05:22.437666 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port f9bddbb8-bd8c-40e5-afb8-26755e5f9140 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:05:22.438048 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:22.497065 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee97fd0-42c0-4476-a2b1-30b57b6d9d48 req-7e20bc4c-8dd7-423f-9fd8-30b56259906f tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:22.498920 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4ee97fd0-42c0-4476-a2b1-30b57b6d9d48 req-7e20bc4c-8dd7-423f-9fd8-30b56259906f tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e07736-7790-49fd-8214-dc0074ec357f HTTP/1.1" status: 200 len: 945 time: 0.1876202 Jul 24 01:05:22.536513 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:22.561829 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e07736-7790-49fd-8214-dc0074ec357f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9bddbb8-bd8c-40e5-afb8-26755e5f9140'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:05:22.564583 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b777658f-66d5-4528-aff9-eedd99114a5f" -d '{"events": [{"server_uuid": "04e07736-7790-49fd-8214-dc0074ec357f", "name": "network-vif-plugged", "status": "completed", "tag": "f9bddbb8-bd8c-40e5-afb8-26755e5f9140"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:05:22.565299 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b9b44285-8c6f-414c-a8d6-eff8c04a3a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:22.580670 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port f9bddbb8-bd8c-40e5-afb8-26755e5f9140, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=f9bddbb8-bd8c-40e5-afb8-26755e5f9140,segment=NetworkSegment(8fa7f1cf-b9a2-43b9-b698-36c5983c8c9b),segment_id=8fa7f1cf-b9a2-43b9-b698-36c5983c8c9b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:22.594489 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:22.594861 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4ee97fd0-42c0-4476-a2b1-30b57b6d9d48 req-7ee97771-048f-455b-8cca-805182eccf7d tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc263033-cf40-4a42-928d-979ab4ab3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763896 Jul 24 01:05:22.648306 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b9b44285-8c6f-414c-a8d6-eff8c04a3a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:22.653760 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=f9bddbb8-bd8c-40e5-afb8-26755e5f9140,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:22.677341 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76f1092-0aaf-4d96-906b-d97e01d66929 None None] Network 10d2c835-80d7-49b2-a0db-ffc261981bb1 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:05:22.698480 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b9b44285-8c6f-414c-a8d6-eff8c04a3a46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:22.702740 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b9b44285-8c6f-414c-a8d6-eff8c04a3a46 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7d79533c-7102-4bc3-a914-988d50ddfabe HTTP/1.1" status: 204 len: 168 time: 0.4595079 Jul 24 01:05:22.710872 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b44285-8c6f-414c-a8d6-eff8c04a3a46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d79533c-7102-4bc3-a914-988d50ddfabe,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:22.717050 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46988) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:22.873921 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-aa680804-8010-4d98-bb86-59249cec7246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:22.876754 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e2cfddbc-c45a-4c83-8f3d-6795a181c9a1 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:05:22.886791 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059556ad-c515-496a-a5ec-cf9f4852014b req-f7370b24-cf7b-4b6b-b811-a454284c045b tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:22.894536 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-059556ad-c515-496a-a5ec-cf9f4852014b req-f7370b24-cf7b-4b6b-b811-a454284c045b tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6d9bc2-2240-4cfe-8f15-1b2101df6529 HTTP/1.1" status: 200 len: 931 time: 0.1917174 Jul 24 01:05:22.924423 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: e2cfddbc-c45a-4c83-8f3d-6795a181c9a1 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:05:22.925344 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e2cfddbc-c45a-4c83-8f3d-6795a181c9a1 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:05:22.925808 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2c968da0-dd43-4e6d-9d9f-f0f77f06ba40 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:05:22.952049 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 2c968da0-dd43-4e6d-9d9f-f0f77f06ba40 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:05:22.952671 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2c968da0-dd43-4e6d-9d9f-f0f77f06ba40 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:05:22.975392 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bd342efc-dec0-4cd2-9424-215bbaab1a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:22.977997 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bd342efc-dec0-4cd2-9424-215bbaab1a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:22.983018 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-bd342efc-dec0-4cd2-9424-215bbaab1a60 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/098fb947-312b-43ed-ae6e-3b168c40287f HTTP/1.1" status: 204 len: 168 time: 1.0626042 Jul 24 01:05:22.997456 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-059556ad-c515-496a-a5ec-cf9f4852014b req-7df97d41-6335-47e3-ab99-81fcd1737d13 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b224bfb-7da6-44c2-8829-6d03d1d3f8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699854 Jul 24 01:05:23.007281 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-76d98a4a-2a53-45aa-b140-c77242c732f1 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:23.016417 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-aa680804-8010-4d98-bb86-59249cec7246 admin admin] Deleting port e6ba0909-23f8-4972-869e-d89d2c6b0896 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:05:23.016907 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-aa680804-8010-4d98-bb86-59249cec7246 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:23.084979 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655362f2-1873-45f5-96b5-bdd683808895 None None] DHCP port deletion for 10d2c835-80d7-49b2-a0db-ffc261981bb1 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:05:23.093031 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f72ac0-1364-4b07-8035-84080d4880cc x-openstack-request-id: req-c6f72ac0-1364-4b07-8035-84080d4880cc {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:05:23.094314 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e07736-7790-49fd-8214-dc0074ec357f", "name": "network-vif-plugged", "status": "completed", "tag": "f9bddbb8-bd8c-40e5-afb8-26755e5f9140", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:05:23.094789 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c6f72ac0-1364-4b07-8035-84080d4880cc {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:05:23.098790 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e07736-7790-49fd-8214-dc0074ec357f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9bddbb8-bd8c-40e5-afb8-26755e5f9140', 'code': 200} Jul 24 01:05:23.111689 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-aa680804-8010-4d98-bb86-59249cec7246 admin admin] For port e6ba0909-23f8-4972-869e-d89d2c6b0896, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=e6ba0909-23f8-4972-869e-d89d2c6b0896,segment=NetworkSegment(24170a39-ee41-4c88-b034-65960a8784cb),segment_id=24170a39-ee41-4c88-b034-65960a8784cb)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:23.112060 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-aa680804-8010-4d98-bb86-59249cec7246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:23.132815 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-aa680804-8010-4d98-bb86-59249cec7246 admin admin] Calling delete_port for e6ba0909-23f8-4972-869e-d89d2c6b0896 owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:05:23.152193 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-655362f2-1873-45f5-96b5-bdd683808895 None None] Deleting port e6ba0909-23f8-4972-869e-d89d2c6b0896 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:05:23.152193 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-655362f2-1873-45f5-96b5-bdd683808895 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:23.160762 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd342efc-dec0-4cd2-9424-215bbaab1a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098fb947-312b-43ed-ae6e-3b168c40287f,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:23.202029 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412da90-84c2-4a2d-bbc8-dbfd5de60a3d req-36f11bcd-59bc-4b5f-9435-9b0dae8cc68f tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:23.203634 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c412da90-84c2-4a2d-bbc8-dbfd5de60a3d req-36f11bcd-59bc-4b5f-9435-9b0dae8cc68f tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 947 time: 0.8829200 Jul 24 01:05:23.223193 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-655362f2-1873-45f5-96b5-bdd683808895 None None] For port e6ba0909-23f8-4972-869e-d89d2c6b0896, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=e6ba0909-23f8-4972-869e-d89d2c6b0896,segment=NetworkSegment(24170a39-ee41-4c88-b034-65960a8784cb),segment_id=24170a39-ee41-4c88-b034-65960a8784cb)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:23.223594 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-655362f2-1873-45f5-96b5-bdd683808895 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:23.243171 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-655362f2-1873-45f5-96b5-bdd683808895 None None] Calling delete_port for e6ba0909-23f8-4972-869e-d89d2c6b0896 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:05:23.249409 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-aa680804-8010-4d98-bb86-59249cec7246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:23.285045 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-ce3b7de4-fe46-4176-aeb4-a8c72823b950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d858398-4191-4a11-a555-d627c32bb6b2 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:05:23.289363 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa680804-8010-4d98-bb86-59249cec7246 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6ba0909-23f8-4972-869e-d89d2c6b0896,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:23.303754 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa680804-8010-4d98-bb86-59249cec7246 admin admin] No DVR routers for this DVR port e6ba0909-23f8-4972-869e-d89d2c6b0896 on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:05:23.320454 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-ce3b7de4-fe46-4176-aeb4-a8c72823b950 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:23.373663 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c412da90-84c2-4a2d-bbc8-dbfd5de60a3d req-6ea3901f-6934-4d1d-be60-942248cecc83 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297829 Jul 24 01:05:23.381162 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-655362f2-1873-45f5-96b5-bdd683808895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:23.391296 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-ce3b7de4-fe46-4176-aeb4-a8c72823b950 service neutron] Transition to ACTIVE for port object 4d858398-4191-4a11-a555-d627c32bb6b2 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:05:23.407020 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-aa680804-8010-4d98-bb86-59249cec7246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:23.422103 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-ce3b7de4-fe46-4176-aeb4-a8c72823b950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:23.428850 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-aa680804-8010-4d98-bb86-59249cec7246 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10d2c835-80d7-49b2-a0db-ffc261981bb1']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:23.440668 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d98a4a-2a53-45aa-b140-c77242c732f1 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Router bd761764-409a-4ae1-815c-0eb54bac36c5 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:05:23.443475 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-aa680804-8010-4d98-bb86-59249cec7246 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24170a39-ee41-4c88-b034-65960a8784cb') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:23.443903 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-aa680804-8010-4d98-bb86-59249cec7246 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24170a39-ee41-4c88-b034-65960a8784cb') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:23.445116 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655362f2-1873-45f5-96b5-bdd683808895 None None] Pushing event deleted for resources: {'Port': ['ID=e6ba0909-23f8-4972-869e-d89d2c6b0896,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:23.456096 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-aa680804-8010-4d98-bb86-59249cec7246 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:23.472658 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-aa680804-8010-4d98-bb86-59249cec7246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:23.474265 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655362f2-1873-45f5-96b5-bdd683808895 None None] No DVR routers for this DVR port e6ba0909-23f8-4972-869e-d89d2c6b0896 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:05:23.487528 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68330c46-f8fc-46ae-abc3-6794b031effd req-28fb9957-71c2-4823-abad-fac2b8916639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:23.488487 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa680804-8010-4d98-bb86-59249cec7246 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:05:23.489156 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-68330c46-f8fc-46ae-abc3-6794b031effd req-28fb9957-71c2-4823-abad-fac2b8916639 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=04e07736-7790-49fd-8214-dc0074ec357f HTTP/1.1" status: 200 len: 1098 time: 0.2961228 Jul 24 01:05:23.490234 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-aa680804-8010-4d98-bb86-59249cec7246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:23.506303 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:05:23.506303 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:05:23.506303 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:05:23.506303 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:05:23.506303 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:05:23.506303 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:05:23.506303 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:05:23.506303 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:05:23.506303 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:05:23.506303 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:05:23.506303 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:05:23.506303 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:05:23.506303 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:05:23.506303 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:05:23.506303 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:05:23.506303 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:05:23.506303 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:05:23.506303 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:05:23.506303 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:05:23.506303 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:05:23.506303 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:05:23.506303 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:05:23.506303 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:05:23.506303 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:05:23.506303 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:05:23.506303 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:05:23.506303 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:05:23.506303 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:05:23.506303 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:05:23.506303 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:05:23.506303 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:05:23.506303 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:05:23.557104 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-aa680804-8010-4d98-bb86-59249cec7246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:23.573900 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-aa680804-8010-4d98-bb86-59249cec7246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:23.576951 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-aa680804-8010-4d98-bb86-59249cec7246 admin admin] 10.222.0.15 "DELETE /v2.0/networks/10d2c835-80d7-49b2-a0db-ffc261981bb1 HTTP/1.1" status: 204 len: 168 time: 0.8537636 Jul 24 01:05:23.577581 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa680804-8010-4d98-bb86-59249cec7246 admin admin] Pushing event deleted for resources: {'Network': ['ID=10d2c835-80d7-49b2-a0db-ffc261981bb1,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:23.579485 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47006) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:23.633453 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b7de4-fe46-4176-aeb4-a8c72823b950 service neutron] Pushing event updated for resources: {'Port': ['ID=4d858398-4191-4a11-a555-d627c32bb6b2,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:23.713213 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-68330c46-f8fc-46ae-abc3-6794b031effd req-dd0f1abd-ee79-4382-8881-bee41f6ab26c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fc263033-cf40-4a42-928d-979ab4ab3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2024024 Jul 24 01:05:23.790980 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858144b-446b-4bb3-9704-3a8577c1653b req-77c8583b-f824-4b01-aa81-fb5f40d41113 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:23.790980 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9858144b-446b-4bb3-9704-3a8577c1653b req-77c8583b-f824-4b01-aa81-fb5f40d41113 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 947 time: 0.3105216 Jul 24 01:05:23.794046 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-ce3b7de4-fe46-4176-aeb4-a8c72823b950 service neutron] Attempting to bind port 4d858398-4191-4a11-a555-d627c32bb6b2 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:05:23.794401 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-ce3b7de4-fe46-4176-aeb4-a8c72823b950 service neutron] Attempting to bind port 4d858398-4191-4a11-a555-d627c32bb6b2 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': 'c443c4c8-2d00-462e-8d09-41762b48555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '775c13e2-8df1-480d-8d89-eb34124d6a4a'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:05:23.794874 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-ce3b7de4-fe46-4176-aeb4-a8c72823b950 service neutron] Attempting to bind port 4d858398-4191-4a11-a555-d627c32bb6b2 on network 775c13e2-8df1-480d-8d89-eb34124d6a4a {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:05:23.802769 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-ce3b7de4-fe46-4176-aeb4-a8c72823b950 service neutron] Port 4d858398-4191-4a11-a555-d627c32bb6b2 on network 775c13e2-8df1-480d-8d89-eb34124d6a4a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:05:23.803115 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-ce3b7de4-fe46-4176-aeb4-a8c72823b950 service neutron] Attempting to bind port 4d858398-4191-4a11-a555-d627c32bb6b2 on network 775c13e2-8df1-480d-8d89-eb34124d6a4a {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:05:23.805467 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d98a4a-2a53-45aa-b140-c77242c732f1 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:05:23.819275 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e958ee7-b880-449a-baf4-09be53e409aa None None] Sync routers for ids ['bd761764-409a-4ae1-815c-0eb54bac36c5'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:05:23.830097 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e958ee7-b880-449a-baf4-09be53e409aa None None] Routers {'bd761764-409a-4ae1-815c-0eb54bac36c5'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:05:23.830856 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-8e958ee7-b880-449a-baf4-09be53e409aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:05:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['bd761764-409a-4ae1-815c-0eb54bac36c5'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:23.838673 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-ce3b7de4-fe46-4176-aeb4-a8c72823b950 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:05:23.839127 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-ce3b7de4-fe46-4176-aeb4-a8c72823b950 service neutron] Checking segment: {'id': 'c443c4c8-2d00-462e-8d09-41762b48555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '775c13e2-8df1-480d-8d89-eb34124d6a4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:05:23.839528 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-ce3b7de4-fe46-4176-aeb4-a8c72823b950 service neutron] Bound using segment: {'id': 'c443c4c8-2d00-462e-8d09-41762b48555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '775c13e2-8df1-480d-8d89-eb34124d6a4a'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:05:23.840671 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-ce3b7de4-fe46-4176-aeb4-a8c72823b950 service neutron] Bound port: 4d858398-4191-4a11-a555-d627c32bb6b2, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c443c4c8-2d00-462e-8d09-41762b48555d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '775c13e2-8df1-480d-8d89-eb34124d6a4a'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:05:23.841231 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-ce3b7de4-fe46-4176-aeb4-a8c72823b950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:23.853919 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-76d98a4a-2a53-45aa-b140-c77242c732f1 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:23.858292 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-76d98a4a-2a53-45aa-b140-c77242c732f1 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.5595517 Jul 24 01:05:23.865379 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47018) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:23.865496 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4db9c-91cb-4461-b5d3-a8e299c497db req-bcb5b5ee-76f8-4ba3-8ccc-28d2901dc19d tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:23.867832 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8fb4db9c-91cb-4461-b5d3-a8e299c497db req-bcb5b5ee-76f8-4ba3-8ccc-28d2901dc19d tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e07736-7790-49fd-8214-dc0074ec357f HTTP/1.1" status: 200 len: 946 time: 0.1791646 Jul 24 01:05:23.877355 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-8e958ee7-b880-449a-baf4-09be53e409aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:23.888863 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e958ee7-b880-449a-baf4-09be53e409aa None None] Routers {'bd761764-409a-4ae1-815c-0eb54bac36c5'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:05:23.889567 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-8e958ee7-b880-449a-baf4-09be53e409aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:05:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['bd761764-409a-4ae1-815c-0eb54bac36c5'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:23.924364 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-8e958ee7-b880-449a-baf4-09be53e409aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:23.926284 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e958ee7-b880-449a-baf4-09be53e409aa None None] The sync data for ids ['bd761764-409a-4ae1-815c-0eb54bac36c5'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:05:23.938032 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8fb4db9c-91cb-4461-b5d3-a8e299c497db req-ccadfec5-1848-4fe7-8da5-99d9ca760fdb tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc263033-cf40-4a42-928d-979ab4ab3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644836 Jul 24 01:05:24.000508 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9858144b-446b-4bb3-9704-3a8577c1653b req-deef045a-bcdf-47d0-bc12-424cb38661e7 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920116 Jul 24 01:05:24.049122 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47024) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:24.065754 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-ce3b7de4-fe46-4176-aeb4-a8c72823b950 service neutron] For port 4d858398-4191-4a11-a555-d627c32bb6b2, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:05:24.084716 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-8279cf93-3b33-4fb9-93be-2075c1de0ac6 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] 10.222.0.15 "GET /v2.0/routers/bd761764-409a-4ae1-815c-0eb54bac36c5 HTTP/1.1" status: 200 len: 920 time: 0.2181909 Jul 24 01:05:24.086589 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-ce3b7de4-fe46-4176-aeb4-a8c72823b950 service neutron] For port 4d858398-4191-4a11-a555-d627c32bb6b2, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=4d858398-4191-4a11-a555-d627c32bb6b2,segment=NetworkSegment(c443c4c8-2d00-462e-8d09-41762b48555d),segment_id=c443c4c8-2d00-462e-8d09-41762b48555d)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:05:24.087823 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47030) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:24.099563 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-ce3b7de4-fe46-4176-aeb4-a8c72823b950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:24.180636 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-43abab9b-0e02-4809-8c05-e16554d8d9ae tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd761764-409a-4ae1-815c-0eb54bac36c5 HTTP/1.1" status: 200 len: 205 time: 0.0892034 Jul 24 01:05:24.189066 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47032) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:24.275509 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b4f0c-18e9-4a29-9e02-aa3d5ec2f736 req-1738d0d1-5e14-454e-a635-e5f27407f747 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:24.277850 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-250b4f0c-18e9-4a29-9e02-aa3d5ec2f736 req-1738d0d1-5e14-454e-a635-e5f27407f747 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6d9bc2-2240-4cfe-8f15-1b2101df6529 HTTP/1.1" status: 200 len: 943 time: 0.1212623 Jul 24 01:05:24.284404 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7cf75a77-2805-40b2-becc-0938659fa3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:24.292364 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-ce3b7de4-fe46-4176-aeb4-a8c72823b950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:24.293558 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-ce3b7de4-fe46-4176-aeb4-a8c72823b950 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:24.295220 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-ce3b7de4-fe46-4176-aeb4-a8c72823b950 service neutron] 10.222.0.13 "PUT /v2.0/ports/4d858398-4191-4a11-a555-d627c32bb6b2 HTTP/1.1" status: 200 len: 1092 time: 2.4291680 Jul 24 01:05:24.296606 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6d9bc2-2240-4cfe-8f15-1b2101df6529', 'tag': '4d858398-4191-4a11-a555-d627c32bb6b2'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:05:24.298927 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8583add5-acce-4f6c-b136-ea956b0c18db" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6d9bc2-2240-4cfe-8f15-1b2101df6529", "tag": "4d858398-4191-4a11-a555-d627c32bb6b2"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:05:24.318658 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-935aacf1-9eef-4526-a325-aa9c36825a8f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1146537151-network', 'tenant_id': 'ce1618ba2dda400ab0206c32a0afa0cc'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:24.354643 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b7de4-fe46-4176-aeb4-a8c72823b950 service neutron] Pushing event updated for resources: {'Port': ['ID=4d858398-4191-4a11-a555-d627c32bb6b2,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:24.409745 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-250b4f0c-18e9-4a29-9e02-aa3d5ec2f736 req-e838d5fd-3020-4432-a925-e1f58f35b77e tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b224bfb-7da6-44c2-8829-6d03d1d3f8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214657 Jul 24 01:05:24.413281 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935aacf1-9eef-4526-a325-aa9c36825a8f admin admin] Made reservation on behalf of ce1618ba2dda400ab0206c32a0afa0cc for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:05:24.415643 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-935aacf1-9eef-4526-a325-aa9c36825a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:24.444511 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d440632c-2fd5-4552-ba83-dd309c6bc855 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:24.446570 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-935aacf1-9eef-4526-a325-aa9c36825a8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:24.458533 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a5158-8dd2-4d71-9fd5-21229998dbc6 req-1a95a267-da39-4a8e-863b-c024eed54916 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:24.460523 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-989a5158-8dd2-4d71-9fd5-21229998dbc6 req-1a95a267-da39-4a8e-863b-c024eed54916 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 947 time: 0.2921150 Jul 24 01:05:24.530415 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093f5419-f582-416d-a1f6-a297323d7d97 x-openstack-request-id: req-093f5419-f582-416d-a1f6-a297323d7d97 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:05:24.530604 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6d9bc2-2240-4cfe-8f15-1b2101df6529", "tag": "4d858398-4191-4a11-a555-d627c32bb6b2", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:05:24.530896 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-093f5419-f582-416d-a1f6-a297323d7d97 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:05:24.531270 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6d9bc2-2240-4cfe-8f15-1b2101df6529', 'tag': '4d858398-4191-4a11-a555-d627c32bb6b2', 'status': 'completed', 'code': 200} Jul 24 01:05:24.555397 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e6ba0909-23f8-4972-869e-d89d2c6b0896 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:05:24.562130 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-eb5fe0ef-e1ee-420f-8f8c-2febca5c7f3e req-8b5d7194-f059-45e6-a998-ff72abf42b65 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0501411 Jul 24 01:05:24.587422 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: e6ba0909-23f8-4972-869e-d89d2c6b0896 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:05:24.588056 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e6ba0909-23f8-4972-869e-d89d2c6b0896 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:05:24.624324 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-eb5fe0ef-e1ee-420f-8f8c-2febca5c7f3e req-4446b929-a263-44fb-b08d-d44279707e2b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543 HTTP/1.1" status: 200 len: 210 time: 0.0383635 Jul 24 01:05:24.640570 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-989a5158-8dd2-4d71-9fd5-21229998dbc6 req-d5124b00-ca2d-4ac1-a021-8924389bfeb7 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382844 Jul 24 01:05:24.652362 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-af7cec98-590e-4fc1-8631-b1cb44a7a216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:24.654123 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-af7cec98-590e-4fc1-8631-b1cb44a7a216 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6c58c8a87184001ad513b9d1a6066d9&device_id=1f6d9bc2-2240-4cfe-8f15-1b2101df6529 HTTP/1.1" status: 200 len: 1095 time: 0.2959635 Jul 24 01:05:24.681294 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d440632c-2fd5-4552-ba83-dd309c6bc855 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:24.696655 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-eb5fe0ef-e1ee-420f-8f8c-2febca5c7f3e req-fb193e09-49d9-4eff-afc2-23a6ad8ce9b0 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301828 Jul 24 01:05:24.720451 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-897c3f5d-c81d-4e82-b62e-10c0cd9248f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d858398-4191-4a11-a555-d627c32bb6b2 HTTP/1.1" status: 200 len: 217 time: 0.0553467 Jul 24 01:05:24.832629 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-935aacf1-9eef-4526-a325-aa9c36825a8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:24.836354 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-5809c002-2e55-4036-834e-2aae33156e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:24.837133 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-5809c002-2e55-4036-834e-2aae33156e72 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c57dd09-7b63-436a-97cb-456ee7a760f0 HTTP/1.1" status: 200 len: 849 time: 0.1078379 Jul 24 01:05:24.841037 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-935aacf1-9eef-4526-a325-aa9c36825a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:24.860889 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5fe0ef-e1ee-420f-8f8c-2febca5c7f3e req-08f0d134-edcf-41b1-a695-d4dc4bf02d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:24.862692 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-eb5fe0ef-e1ee-420f-8f8c-2febca5c7f3e req-08f0d134-edcf-41b1-a695-d4dc4bf02d37 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1583588 Jul 24 01:05:24.866496 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-7cf75a77-2805-40b2-becc-0938659fa3e9 admin admin] Deleting port d42599d2-c73e-4227-a3cf-193c83751b6c {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:05:24.866496 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7cf75a77-2805-40b2-becc-0938659fa3e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:24.895897 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-f42d7263-7183-47a8-9f0b-f4948ca518dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=775c13e2-8df1-480d-8d89-eb34124d6a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492244 Jul 24 01:05:24.898904 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-935aacf1-9eef-4526-a325-aa9c36825a8f admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:05:24.939296 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935aacf1-9eef-4526-a325-aa9c36825a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e550118-ea96-41d8-b1f9-f69108638708,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:24.962789 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-7cf75a77-2805-40b2-becc-0938659fa3e9 admin admin] For port d42599d2-c73e-4227-a3cf-193c83751b6c, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=d42599d2-c73e-4227-a3cf-193c83751b6c,segment=NetworkSegment(f1676cb6-2400-44f3-9ba2-c280be4c84cc),segment_id=f1676cb6-2400-44f3-9ba2-c280be4c84cc)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:24.963709 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7cf75a77-2805-40b2-becc-0938659fa3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:24.967453 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-935aacf1-9eef-4526-a325-aa9c36825a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:24.968223 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-935aacf1-9eef-4526-a325-aa9c36825a8f admin admin] Added segment e3c40cf3-a86e-4ebd-8727-88f280c8c7ab of type vlan for network f67c3b13-3d3b-457c-9a8e-dd0855804402 Jul 24 01:05:24.981703 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-7cf75a77-2805-40b2-becc-0938659fa3e9 admin admin] Calling delete_port for d42599d2-c73e-4227-a3cf-193c83751b6c owned by network:router_interface {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:05:25.035369 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-d440632c-2fd5-4552-ba83-dd309c6bc855 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Deleting port 85533db4-a019-4e94-b714-2f0d6bc5e868 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:05:25.035726 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d440632c-2fd5-4552-ba83-dd309c6bc855 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:25.126978 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-935aacf1-9eef-4526-a325-aa9c36825a8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:25.170848 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2bd58-17d7-40a3-b7a2-9ac92daf2612 req-7fb2797e-dc81-4624-bb56-4c8a289c8ee1 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:25.172387 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a2f2bd58-17d7-40a3-b7a2-9ac92daf2612 req-7fb2797e-dc81-4624-bb56-4c8a289c8ee1 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e07736-7790-49fd-8214-dc0074ec357f HTTP/1.1" status: 200 len: 946 time: 0.1307001 Jul 24 01:05:25.212268 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-08c712e7-09e6-41e5-b72d-30993f03c555 service neutron] 10.222.0.13 "GET /v2.0/networks/775c13e2-8df1-480d-8d89-eb34124d6a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031600 Jul 24 01:05:25.228862 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a2f2bd58-17d7-40a3-b7a2-9ac92daf2612 req-8455fa78-1eae-4fb8-bfd2-f47e590a3be8 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc263033-cf40-4a42-928d-979ab4ab3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494952 Jul 24 01:05:25.260047 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-935aacf1-9eef-4526-a325-aa9c36825a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:25.261053 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935aacf1-9eef-4526-a325-aa9c36825a8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:25.261646 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-935aacf1-9eef-4526-a325-aa9c36825a8f admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:25.280034 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d440632c-2fd5-4552-ba83-dd309c6bc855 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:25.294699 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7cf75a77-2805-40b2-becc-0938659fa3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:25.323208 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf75a77-2805-40b2-becc-0938659fa3e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d42599d2-c73e-4227-a3cf-193c83751b6c,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:25.330445 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-d440632c-2fd5-4552-ba83-dd309c6bc855 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Calling delete_port for 85533db4-a019-4e94-b714-2f0d6bc5e868 owned by network:router_gateway {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:05:25.344586 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52145d45-484d-434c-9e68-e2a5f6a8fbf4 req-de55b342-67ae-45ac-96fc-08460506371e tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:25.346248 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-52145d45-484d-434c-9e68-e2a5f6a8fbf4 req-de55b342-67ae-45ac-96fc-08460506371e tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 947 time: 0.4028025 Jul 24 01:05:25.390137 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935aacf1-9eef-4526-a325-aa9c36825a8f admin admin] Pushing event updated for resources: {'Network': ['ID=f67c3b13-3d3b-457c-9a8e-dd0855804402,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:25.409447 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network f67c3b13-3d3b-457c-9a8e-dd0855804402 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:05:25.442751 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-935aacf1-9eef-4526-a325-aa9c36825a8f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3854680 Jul 24 01:05:25.454000 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47048) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:25.464060 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-bebbda92-19cb-41b4-be71-97f0b925a91e admin admin] Request body: {'subnet': {'network_id': 'f67c3b13-3d3b-457c-9a8e-dd0855804402', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1146537151-subnet', 'tenant_id': 'ce1618ba2dda400ab0206c32a0afa0cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:25.523937 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6815c7-a71f-49e2-8304-3b90ac2b2fd9 req-20f0ae6c-1bec-4867-ba37-cc70dd14e6c7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:25.525577 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ca6815c7-a71f-49e2-8304-3b90ac2b2fd9 req-20f0ae6c-1bec-4867-ba37-cc70dd14e6c7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e07736-7790-49fd-8214-dc0074ec357f HTTP/1.1" status: 200 len: 946 time: 0.2061200 Jul 24 01:05:25.604728 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ca6815c7-a71f-49e2-8304-3b90ac2b2fd9 req-687fc649-b937-40f7-8161-978652635bb9 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc263033-cf40-4a42-928d-979ab4ab3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685387 Jul 24 01:05:25.611083 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7cf75a77-2805-40b2-becc-0938659fa3e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:25.625279 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47054) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:25.821593 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef67d26f-ce2d-45e7-a70f-93d5a3d2b6a1 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:25.824638 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ef67d26f-ce2d-45e7-a70f-93d5a3d2b6a1 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=04e07736-7790-49fd-8214-dc0074ec357f HTTP/1.1" status: 200 len: 1093 time: 0.1982131 Jul 24 01:05:25.830679 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47056) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:25.836359 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-c09cab00-b238-4695-a8f8-96c208235df7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'port_id': 'f9bddbb8-bd8c-40e5-afb8-26755e5f9140', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:25.847365 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebbda92-19cb-41b4-be71-97f0b925a91e admin admin] Made reservation on behalf of ce1618ba2dda400ab0206c32a0afa0cc for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:05:25.849837 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bebbda92-19cb-41b4-be71-97f0b925a91e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:25.898299 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3090569-3e30-4c89-abd1-15a9a0082e8d req-021d4941-6e19-44f5-ba32-753f56d85f84 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:25.899895 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d3090569-3e30-4c89-abd1-15a9a0082e8d req-021d4941-6e19-44f5-ba32-753f56d85f84 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6d9bc2-2240-4cfe-8f15-1b2101df6529 HTTP/1.1" status: 200 len: 943 time: 0.2033803 Jul 24 01:05:25.916814 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-52145d45-484d-434c-9e68-e2a5f6a8fbf4 req-7bc9f740-08dc-4c43-9fca-c41bd9d87849 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5236127 Jul 24 01:05:25.923119 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e7092193-a089-4922-8fe8-2458acd0b2d2 req-d27cdb4f-26fe-4676-bb94-560663ad31a7 service neutron] 10.222.0.13 "GET /v2.0/networks/775c13e2-8df1-480d-8d89-eb34124d6a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7002723 Jul 24 01:05:26.230193 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583add5-acce-4f6c-b136-ea956b0c18db req-77dbf2b5-e9d0-43b4-94a0-cf7e9d9df214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:26.232731 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8583add5-acce-4f6c-b136-ea956b0c18db req-77dbf2b5-e9d0-43b4-94a0-cf7e9d9df214 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a6c58c8a87184001ad513b9d1a6066d9&device_id=1f6d9bc2-2240-4cfe-8f15-1b2101df6529 HTTP/1.1" status: 200 len: 1095 time: 0.2542195 Jul 24 01:05:26.271610 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c09cab00-b238-4695-a8f8-96c208235df7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for floatingip, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:26.282808 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d440632c-2fd5-4552-ba83-dd309c6bc855 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:26.324746 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d3090569-3e30-4c89-abd1-15a9a0082e8d req-16cb4dd0-b96d-4c75-a46c-027e373319b1 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b224bfb-7da6-44c2-8829-6d03d1d3f8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885908 Jul 24 01:05:26.348535 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d440632c-2fd5-4552-ba83-dd309c6bc855 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Pushing event deleted for resources: {'Port': ['ID=85533db4-a019-4e94-b714-2f0d6bc5e868,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:26.357007 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bebbda92-19cb-41b4-be71-97f0b925a91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:26.362098 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf75a77-2805-40b2-becc-0938659fa3e9 admin admin] Router 49312eec-7865-4d48-9e3c-cc23b1325aa1 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:05:26.498255 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af55a670-a0c5-4d81-aa84-512894c35d2c req-ff05f489-f54e-4148-aaeb-e64fb3f1da4b tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:26.503304 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-af55a670-a0c5-4d81-aa84-512894c35d2c req-ff05f489-f54e-4148-aaeb-e64fb3f1da4b tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e485cbd-65da-4d2b-9229-6d3f0fc837db HTTP/1.1" status: 200 len: 945 time: 0.3975759 Jul 24 01:05:26.510172 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c09cab00-b238-4695-a8f8-96c208235df7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:26.531304 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf75a77-2805-40b2-becc-0938659fa3e9 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:05:26.539418 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7cf75a77-2805-40b2-becc-0938659fa3e9 admin admin] 10.222.0.15 "PUT /v2.0/routers/49312eec-7865-4d48-9e3c-cc23b1325aa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9561815 Jul 24 01:05:26.539500 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebbda92-19cb-41b4-be71-97f0b925a91e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c09d31be-5d54-4a00-a40d-d1cf1b773f45,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:26.540482 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47060) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:26.542149 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c086c1c6-2480-481a-aa58-1813f3e32f88 None None] Sync routers for ids ['49312eec-7865-4d48-9e3c-cc23b1325aa1'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:05:26.555179 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c086c1c6-2480-481a-aa58-1813f3e32f88 None None] Routers {'49312eec-7865-4d48-9e3c-cc23b1325aa1'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:05:26.556113 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-c086c1c6-2480-481a-aa58-1813f3e32f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:05:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['49312eec-7865-4d48-9e3c-cc23b1325aa1'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:26.618796 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583add5-acce-4f6c-b136-ea956b0c18db req-35e47c0d-0da2-420c-88ca-81040febc077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:26.620497 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8583add5-acce-4f6c-b136-ea956b0c18db req-35e47c0d-0da2-420c-88ca-81040febc077 service neutron] 10.222.0.13 "GET /v2.0/networks?id=775c13e2-8df1-480d-8d89-eb34124d6a4a HTTP/1.1" status: 200 len: 910 time: 0.3604307 Jul 24 01:05:26.639738 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-c09cab00-b238-4695-a8f8-96c208235df7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Allocated IP 172.25.2.38 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/36bd3eff-e307-4ef6-b8d1-9d0ccfbb74e5) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:05:26.673546 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d440632c-2fd5-4552-ba83-dd309c6bc855 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:26.678703 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebbda92-19cb-41b4-be71-97f0b925a91e admin admin] Checking segment: {'id': 'e3c40cf3-a86e-4ebd-8727-88f280c8c7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f67c3b13-3d3b-457c-9a8e-dd0855804402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:05:26.679094 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebbda92-19cb-41b4-be71-97f0b925a91e admin admin] Network hostable DHCP agents. Network: f67c3b13-3d3b-457c-9a8e-dd0855804402, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:05:26.679345 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-c086c1c6-2480-481a-aa58-1813f3e32f88 None None] Set router 49312eec-7865-4d48-9e3c-cc23b1325aa1 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:05:26.753444 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8583add5-acce-4f6c-b136-ea956b0c18db req-72146318-bb4c-4aaf-9389-e0a4e2822ee3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4d858398-4191-4a11-a555-d627c32bb6b2 HTTP/1.1" status: 200 len: 217 time: 0.0978284 Jul 24 01:05:26.754819 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c09cab00-b238-4695-a8f8-96c208235df7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:26.798049 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c09cab00-b238-4695-a8f8-96c208235df7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:26.837477 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-af55a670-a0c5-4d81-aa84-512894c35d2c req-63f63d11-e5ba-4676-ad44-e4baa3e352d0 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?id=045bbabd-1ef4-44c1-9989-1ddc77c899ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3114288 Jul 24 01:05:26.847843 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09cab00-b238-4695-a8f8-96c208235df7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:05:26.851109 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-c09cab00-b238-4695-a8f8-96c208235df7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:05:26.857103 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09cab00-b238-4695-a8f8-96c208235df7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:05:26.869331 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09cab00-b238-4695-a8f8-96c208235df7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event updated for resources: {'Port': ['ID=36bd3eff-e307-4ef6-b8d1-9d0ccfbb74e5,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:26.883148 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d440632c-2fd5-4552-ba83-dd309c6bc855 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:26.892848 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d440632c-2fd5-4552-ba83-dd309c6bc855 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:26.894918 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebbda92-19cb-41b4-be71-97f0b925a91e admin admin] Network f67c3b13-3d3b-457c-9a8e-dd0855804402 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:05:26.905447 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-c086c1c6-2480-481a-aa58-1813f3e32f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49312eec-7865-4d48-9e3c-cc23b1325aa1', 'name': 'tempest-TestServerBasicOps-1649637502-router', 'tenant_id': 'b133fc670c9848aa9228eee9f286db39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a7a7459e-2b02-4648-8199-8d91409105ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:59:36Z', 'updated_at': '2021-07-24T01:05:25Z', 'revision_number': 5, 'project_id': 'b133fc670c9848aa9228eee9f286db39', 'gw_port': {'id': 'a7a7459e-2b02-4648-8199-8d91409105ba', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:11:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49312eec-7865-4d48-9e3c-cc23b1325aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:37Z', 'updated_at': '2021-07-24T00:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:26.959906 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-bebbda92-19cb-41b4-be71-97f0b925a91e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, f67c3b13-3d3b-457c-9a8e-dd0855804402) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:05:26.962965 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583add5-acce-4f6c-b136-ea956b0c18db req-20de567c-58b0-4255-b057-534b6f30679e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:26.964528 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8583add5-acce-4f6c-b136-ea956b0c18db req-20de567c-58b0-4255-b057-534b6f30679e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7c57dd09-7b63-436a-97cb-456ee7a760f0 HTTP/1.1" status: 200 len: 849 time: 0.1752198 Jul 24 01:05:26.969404 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebbda92-19cb-41b4-be71-97f0b925a91e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:26.970015 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bebbda92-19cb-41b4-be71-97f0b925a91e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:26.974056 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8a302594-fd15-4cc9-bdfa-99e7f3cec920 admin admin] Notify callbacks [] for router, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:26.982499 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f66a4b0-3838-4b76-9443-b1c7a0f07cce None None] Network f67c3b13-3d3b-457c-9a8e-dd0855804402 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:05:27.034697 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d440632c-2fd5-4552-ba83-dd309c6bc855 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:27.035205 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d440632c-2fd5-4552-ba83-dd309c6bc855 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Fanout notify agent at l3_agent the message router_deleted on router bd761764-409a-4ae1-815c-0eb54bac36c5 {{(pid=100464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:05:27.074313 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c086c1c6-2480-481a-aa58-1813f3e32f88 None None] Checking router: 49312eec-7865-4d48-9e3c-cc23b1325aa1 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:05:27.092651 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8583add5-acce-4f6c-b136-ea956b0c18db req-044aeb5f-c831-4f7f-b6aa-5361a8ebbec7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=775c13e2-8df1-480d-8d89-eb34124d6a4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1169162 Jul 24 01:05:27.095660 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c086c1c6-2480-481a-aa58-1813f3e32f88 None None] Routers {'49312eec-7865-4d48-9e3c-cc23b1325aa1'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:05:27.096884 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-c086c1c6-2480-481a-aa58-1813f3e32f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:05:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['49312eec-7865-4d48-9e3c-cc23b1325aa1'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:27.100035 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d440632c-2fd5-4552-ba83-dd309c6bc855 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:27.101166 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d440632c-2fd5-4552-ba83-dd309c6bc855 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] 10.222.0.15 "DELETE /v2.0/routers/bd761764-409a-4ae1-815c-0eb54bac36c5 HTTP/1.1" status: 204 len: 168 time: 2.9129384 Jul 24 01:05:27.108566 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-bebbda92-19cb-41b4-be71-97f0b925a91e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6484203 Jul 24 01:05:27.115459 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47064) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:27.129967 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-b8987697-46cb-4486-a002-5e2895610e99 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Request body: {'router': {'name': 'tempest-snat-router-323050124', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'enable_snat': False}}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:27.166396 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0665fe3a-3411-46ed-95e8-37882ec76944 None None] Network f67c3b13-3d3b-457c-9a8e-dd0855804402 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:05:27.188810 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d233e5-a0ee-430d-b0b8-f6988336319d req-69d69f22-13dd-4818-8c81-84a25b5199b4 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:27.190541 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a8d233e5-a0ee-430d-b0b8-f6988336319d req-69d69f22-13dd-4818-8c81-84a25b5199b4 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 947 time: 0.1726711 Jul 24 01:05:27.237473 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b8987697-46cb-4486-a002-5e2895610e99 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:27.238509 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b8987697-46cb-4486-a002-5e2895610e99 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:27.251246 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a8d233e5-a0ee-430d-b0b8-f6988336319d req-d3156f1e-4e1d-46d1-a3af-aab2122e98b7 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533648 Jul 24 01:05:27.259045 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8a302594-fd15-4cc9-bdfa-99e7f3cec920 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:27.309205 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8583add5-acce-4f6c-b136-ea956b0c18db req-3494e022-ad10-4c1b-bffa-fbc7b204a472 service neutron] 10.222.0.13 "GET /v2.0/networks/775c13e2-8df1-480d-8d89-eb34124d6a4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042525 Jul 24 01:05:27.395325 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-c086c1c6-2480-481a-aa58-1813f3e32f88 None None] Set router 49312eec-7865-4d48-9e3c-cc23b1325aa1 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:05:27.397779 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b8987697-46cb-4486-a002-5e2895610e99 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:27.634045 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c09cab00-b238-4695-a8f8-96c208235df7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:27.676118 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b8987697-46cb-4486-a002-5e2895610e99 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:27.698861 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-8a302594-fd15-4cc9-bdfa-99e7f3cec920 admin admin] Deleting port a7a7459e-2b02-4648-8199-8d91409105ba {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:05:27.699876 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8a302594-fd15-4cc9-bdfa-99e7f3cec920 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:27.757458 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-c086c1c6-2480-481a-aa58-1813f3e32f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49312eec-7865-4d48-9e3c-cc23b1325aa1', 'name': 'tempest-TestServerBasicOps-1649637502-router', 'tenant_id': 'b133fc670c9848aa9228eee9f286db39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a7a7459e-2b02-4648-8199-8d91409105ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:59:36Z', 'updated_at': '2021-07-24T01:05:25Z', 'revision_number': 5, 'project_id': 'b133fc670c9848aa9228eee9f286db39', 'gw_port': {'id': 'a7a7459e-2b02-4648-8199-8d91409105ba', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:11:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49312eec-7865-4d48-9e3c-cc23b1325aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:37Z', 'updated_at': '2021-07-24T00:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:27.796721 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-8a302594-fd15-4cc9-bdfa-99e7f3cec920 admin admin] For port a7a7459e-2b02-4648-8199-8d91409105ba, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=a7a7459e-2b02-4648-8199-8d91409105ba,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:27.797059 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8a302594-fd15-4cc9-bdfa-99e7f3cec920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:27.805514 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c086c1c6-2480-481a-aa58-1813f3e32f88 None None] The sync data for ids ['49312eec-7865-4d48-9e3c-cc23b1325aa1'] in n-d-793621-25 is: [{'id': '49312eec-7865-4d48-9e3c-cc23b1325aa1', 'name': 'tempest-TestServerBasicOps-1649637502-router', 'tenant_id': 'b133fc670c9848aa9228eee9f286db39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'a7a7459e-2b02-4648-8199-8d91409105ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:59:36Z', 'updated_at': '2021-07-24T01:05:25Z', 'revision_number': 5, 'project_id': 'b133fc670c9848aa9228eee9f286db39', 'gw_port': {'id': 'a7a7459e-2b02-4648-8199-8d91409105ba', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:11:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49312eec-7865-4d48-9e3c-cc23b1325aa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:59:37Z', 'updated_at': '2021-07-24T00:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:05:27.815716 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-8a302594-fd15-4cc9-bdfa-99e7f3cec920 admin admin] Calling delete_port for a7a7459e-2b02-4648-8199-8d91409105ba owned by network:router_gateway {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:05:27.831378 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf775d2-8bb3-4f0a-9a3f-d2db98a29632 req-08ebccdb-5c89-4064-9c56-c91cbc6d82f4 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:27.833073 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fcf775d2-8bb3-4f0a-9a3f-d2db98a29632 req-08ebccdb-5c89-4064-9c56-c91cbc6d82f4 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6d9bc2-2240-4cfe-8f15-1b2101df6529 HTTP/1.1" status: 200 len: 943 time: 0.3656595 Jul 24 01:05:27.867679 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c09cab00-b238-4695-a8f8-96c208235df7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:27.937396 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fcf775d2-8bb3-4f0a-9a3f-d2db98a29632 req-a020bc7c-38a5-4340-ae82-bbe3aa18b3c4 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b224bfb-7da6-44c2-8829-6d03d1d3f8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884955 Jul 24 01:05:27.972284 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8583add5-acce-4f6c-b136-ea956b0c18db req-56925852-5ab0-4427-b6b0-051fcf51e13c service neutron] 10.222.0.13 "GET /v2.0/networks/775c13e2-8df1-480d-8d89-eb34124d6a4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6339378 Jul 24 01:05:28.130472 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5f306-47a8-441c-929d-7dbfb29650ee req-d95eebb8-40b8-4dbb-9de7-7580f889b3c8 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:28.135395 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-aae5f306-47a8-441c-929d-7dbfb29650ee req-d95eebb8-40b8-4dbb-9de7-7580f889b3c8 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 947 time: 0.2734864 Jul 24 01:05:28.144185 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd49544-7636-4496-b85f-ca18ba11a9b6 req-234b757b-dc5c-4faa-ad37-40f6722373fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:28.145881 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bdd49544-7636-4496-b85f-ca18ba11a9b6 req-234b757b-dc5c-4faa-ad37-40f6722373fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d5f5cc12e5fe45be9d7447ae1149586c&device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 1099 time: 0.2830753 Jul 24 01:05:28.147236 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47090) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:28.150234 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba40381-f45d-4bc2-9057-481246b6b46a req-633098f1-9ef0-4478-8fc0-8c575eeb147e tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:28.151683 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dba40381-f45d-4bc2-9057-481246b6b46a req-633098f1-9ef0-4478-8fc0-8c575eeb147e tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e485cbd-65da-4d2b-9229-6d3f0fc837db HTTP/1.1" status: 200 len: 945 time: 0.1188126 Jul 24 01:05:28.156391 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c09cab00-b238-4695-a8f8-96c208235df7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:28.158688 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-b543a8c7-c6f0-4c25-89e3-b41b6e2ca602 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1613418964-network', 'tenant_id': '991205658d9e4c53a6ace1a76153600b'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:28.179455 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c09cab00-b238-4695-a8f8-96c208235df7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:28.271876 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dba40381-f45d-4bc2-9057-481246b6b46a req-e47205b9-a434-473f-8e6b-8d7e1d7dae46 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?id=045bbabd-1ef4-44c1-9989-1ddc77c899ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133530 Jul 24 01:05:28.281943 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09cab00-b238-4695-a8f8-96c208235df7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event updated for resources: {'Port': ['ID=36bd3eff-e307-4ef6-b8d1-9d0ccfbb74e5,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:28.301157 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c09cab00-b238-4695-a8f8-96c208235df7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:28.417146 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [None req-c09cab00-b238-4695-a8f8-96c208235df7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Floating IP a72b7355-3ee3-4670-a194-5f52e79ebcfd associated. External IP: 172.25.2.38, port: f9bddbb8-bd8c-40e5-afb8-26755e5f9140. Jul 24 01:05:28.424597 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 4d858398-4191-4a11-a555-d627c32bb6b2 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:05:28.477092 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device d42599d2-c73e-4227-a3cf-193c83751b6c no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:05:28.535060 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: d42599d2-c73e-4227-a3cf-193c83751b6c {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:05:28.535426 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device d42599d2-c73e-4227-a3cf-193c83751b6c not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:05:28.567644 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 4d858398-4191-4a11-a555-d627c32bb6b2, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=4d858398-4191-4a11-a555-d627c32bb6b2,segment=NetworkSegment(c443c4c8-2d00-462e-8d09-41762b48555d),segment_id=c443c4c8-2d00-462e-8d09-41762b48555d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:28.582661 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '4d858398-4191-4a11-a555-d627c32bb6b2', 'network_id': '775c13e2-8df1-480d-8d89-eb34124d6a4a', 'port_id': '4d858398-4191-4a11-a555-d627c32bb6b2', 'mac_address': 'fa:16:3e:15:08:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c57dd09-7b63-436a-97cb-456ee7a760f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:05:28.633288 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:28.640348 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b543a8c7-c6f0-4c25-89e3-b41b6e2ca602 admin admin] Made reservation on behalf of 991205658d9e4c53a6ace1a76153600b for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:05:28.642693 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b543a8c7-c6f0-4c25-89e3-b41b6e2ca602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:28.650769 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d858398-4191-4a11-a555-d627c32bb6b2 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:05:28.652590 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8a302594-fd15-4cc9-bdfa-99e7f3cec920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:28.666486 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-aae5f306-47a8-441c-929d-7dbfb29650ee req-d2c1447b-7a59-42df-bc2c-84b3f031d95e tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5165384 Jul 24 01:05:28.667307 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09cab00-b238-4695-a8f8-96c208235df7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Router f6ff5465-5b0f-403c-bf38-0ffff92907db has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:05:28.675086 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 4d858398-4191-4a11-a555-d627c32bb6b2, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=4d858398-4191-4a11-a555-d627c32bb6b2,segment=NetworkSegment(c443c4c8-2d00-462e-8d09-41762b48555d),segment_id=c443c4c8-2d00-462e-8d09-41762b48555d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:28.683198 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:28.695636 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b543a8c7-c6f0-4c25-89e3-b41b6e2ca602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:28.710887 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a302594-fd15-4cc9-bdfa-99e7f3cec920 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7a7459e-2b02-4648-8199-8d91409105ba,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:28.747000 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=4d858398-4191-4a11-a555-d627c32bb6b2,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:28.786041 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09cab00-b238-4695-a8f8-96c208235df7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:05:28.798888 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75d40a4-b815-4c95-807b-7a28e1f91d7f None None] Sync routers for ids ['f6ff5465-5b0f-403c-bf38-0ffff92907db'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:05:28.809584 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75d40a4-b815-4c95-807b-7a28e1f91d7f None None] Routers {'f6ff5465-5b0f-403c-bf38-0ffff92907db'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:05:28.809768 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd49544-7636-4496-b85f-ca18ba11a9b6 req-b7a5818c-69a7-42a6-8b6d-e06bb412e5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:28.810234 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-b75d40a4-b815-4c95-807b-7a28e1f91d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:05:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f6ff5465-5b0f-403c-bf38-0ffff92907db'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:28.811115 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bdd49544-7636-4496-b85f-ca18ba11a9b6 req-b7a5818c-69a7-42a6-8b6d-e06bb412e5e3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=8c8368d3-95e1-485a-9bb3-ebfb4cbd184b HTTP/1.1" status: 200 len: 915 time: 0.6589684 Jul 24 01:05:28.921605 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bdd49544-7636-4496-b85f-ca18ba11a9b6 req-44f6cae7-158b-4ef8-9fb1-8a4d261f38c4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4ddb4a1-8ea9-42e6-a478-244bc76d8af8 HTTP/1.1" status: 200 len: 217 time: 0.0640004 Jul 24 01:05:28.925844 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-b75d40a4-b815-4c95-807b-7a28e1f91d7f None None] Set router f6ff5465-5b0f-403c-bf38-0ffff92907db gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:05:28.999636 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8a302594-fd15-4cc9-bdfa-99e7f3cec920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:29.011196 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['4d858398-4191-4a11-a555-d627c32bb6b2'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:05:29.096791 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a319b-7106-40fa-b08e-95c4dcfc8a6d req-694789fa-875f-4589-bef2-69be7a3f46dc tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:29.099807 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-304a319b-7106-40fa-b08e-95c4dcfc8a6d req-694789fa-875f-4589-bef2-69be7a3f46dc tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6d9bc2-2240-4cfe-8f15-1b2101df6529 HTTP/1.1" status: 200 len: 944 time: 0.0839069 Jul 24 01:05:29.130791 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8a302594-fd15-4cc9-bdfa-99e7f3cec920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:29.133479 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b8987697-46cb-4486-a002-5e2895610e99 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:29.135991 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd49544-7636-4496-b85f-ca18ba11a9b6 req-d507c636-605a-4b40-a1c4-cf05faf3c884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:29.138300 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bdd49544-7636-4496-b85f-ca18ba11a9b6 req-d507c636-605a-4b40-a1c4-cf05faf3c884 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=56ac3505-ea77-4bfe-8569-9dd694c7b9b5 HTTP/1.1" status: 200 len: 854 time: 0.2054818 Jul 24 01:05:29.139370 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8a302594-fd15-4cc9-bdfa-99e7f3cec920 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:29.152526 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-304a319b-7106-40fa-b08e-95c4dcfc8a6d req-3049d88d-456c-49eb-9b7c-a136f6bd4727 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b224bfb-7da6-44c2-8829-6d03d1d3f8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424964 Jul 24 01:05:29.184596 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b8987697-46cb-4486-a002-5e2895610e99 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:29.235503 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bdd49544-7636-4496-b85f-ca18ba11a9b6 req-812cc071-bad4-4a2b-abf8-c16048e36401 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8c8368d3-95e1-485a-9bb3-ebfb4cbd184b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0898349 Jul 24 01:05:29.273501 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8a302594-fd15-4cc9-bdfa-99e7f3cec920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:29.274065 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a302594-fd15-4cc9-bdfa-99e7f3cec920 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49312eec-7865-4d48-9e3c-cc23b1325aa1 {{(pid=100464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:05:29.279268 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8a302594-fd15-4cc9-bdfa-99e7f3cec920 admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:29.280420 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-8a302594-fd15-4cc9-bdfa-99e7f3cec920 admin admin] 10.222.0.15 "DELETE /v2.0/routers/49312eec-7865-4d48-9e3c-cc23b1325aa1 HTTP/1.1" status: 204 len: 168 time: 2.7285564 Jul 24 01:05:29.283593 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47096) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:29.327382 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-b75d40a4-b815-4c95-807b-7a28e1f91d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'name': 'tempest-TestNetworkBasicOps-router-2050731732', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b59d5601-ee7c-445b-8b62-64aeb279838e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:04:45Z', 'updated_at': '2021-07-24T01:04:55Z', 'revision_number': 4, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'gw_port': {'id': 'b59d5601-ee7c-445b-8b62-64aeb279838e', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:04:46Z', 'updated_at': '2021-07-24T01:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'a72b7355-3ee3-4670-a194-5f52e79ebcfd', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'floating_ip_address': '172.25.2.38', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'port_id': 'f9bddbb8-bd8c-40e5-afb8-26755e5f9140', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '059adbcb-434c-431e-8c2b-2f91e64b593b', 'mac_address': 'fa:16:3e:59:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e07736-7790-49fd-8214-dc0074ec357f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:05:27Z', 'updated_at': '2021-07-24T01:05:27Z', 'revision_number': 0, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec535bfa-356b-4143-9077-2528c910b187', 'name': '', 'network_id': '059adbcb-434c-431e-8c2b-2f91e64b593b', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'mac_address': 'fa:16:3e:75:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'e038f4c8-5e0a-4d5d-906f-738663910f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:04:53Z', 'updated_at': '2021-07-24T01:05:03Z', 'revision_number': 5, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'subnets': [{'id': 'e038f4c8-5e0a-4d5d-906f-738663910f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:29.360262 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75d40a4-b815-4c95-807b-7a28e1f91d7f None None] Checking router: f6ff5465-5b0f-403c-bf38-0ffff92907db for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:05:29.368345 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c6f26f-56cd-4966-a6eb-eb14f0a61bf9 admin admin] Deleting subnet 9473623e-bb07-40ae-97f2-9016394cca3c {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:05:29.369446 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b543a8c7-c6f0-4c25-89e3-b41b6e2ca602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:29.372393 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-03c6f26f-56cd-4966-a6eb-eb14f0a61bf9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:29.383270 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75d40a4-b815-4c95-807b-7a28e1f91d7f None None] Routers {'f6ff5465-5b0f-403c-bf38-0ffff92907db'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:05:29.384693 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-b75d40a4-b815-4c95-807b-7a28e1f91d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:05:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f6ff5465-5b0f-403c-bf38-0ffff92907db'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:29.399234 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c09cab00-b238-4695-a8f8-96c208235df7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:29.422876 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b543a8c7-c6f0-4c25-89e3-b41b6e2ca602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:29.442696 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-03c6f26f-56cd-4966-a6eb-eb14f0a61bf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:29.481510 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c09cab00-b238-4695-a8f8-96c208235df7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6494820 Jul 24 01:05:29.482355 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47100) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:29.484619 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e07736-7790-49fd-8214-dc0074ec357f', 'tag': 'f9bddbb8-bd8c-40e5-afb8-26755e5f9140'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:05:29.487281 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd2cd85-f66a-4ec3-b101-0d1cb60781d2" -d '{"events": [{"name": "network-changed", "server_uuid": "04e07736-7790-49fd-8214-dc0074ec357f", "tag": "f9bddbb8-bd8c-40e5-afb8-26755e5f9140"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:05:29.540455 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b543a8c7-c6f0-4c25-89e3-b41b6e2ca602 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:05:29.546555 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5ae784-161d-4732-966e-9777faf8b612 x-openstack-request-id: req-3a5ae784-161d-4732-966e-9777faf8b612 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:05:29.546987 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04e07736-7790-49fd-8214-dc0074ec357f", "tag": "f9bddbb8-bd8c-40e5-afb8-26755e5f9140", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:05:29.547313 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3a5ae784-161d-4732-966e-9777faf8b612 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:05:29.547809 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04e07736-7790-49fd-8214-dc0074ec357f', 'tag': 'f9bddbb8-bd8c-40e5-afb8-26755e5f9140', 'status': 'completed', 'code': 200} Jul 24 01:05:29.561116 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-b75d40a4-b815-4c95-807b-7a28e1f91d7f None None] Set router f6ff5465-5b0f-403c-bf38-0ffff92907db gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:05:29.576701 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543a8c7-c6f0-4c25-89e3-b41b6e2ca602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c3dab6-0485-42c9-8a8f-da758093e37f,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:29.598207 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bdd49544-7636-4496-b85f-ca18ba11a9b6 req-66220562-e0ef-457a-bc31-40a3e9feb66d service neutron] 10.222.0.13 "GET /v2.0/networks/8c8368d3-95e1-485a-9bb3-ebfb4cbd184b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543758 Jul 24 01:05:29.600166 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b543a8c7-c6f0-4c25-89e3-b41b6e2ca602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:29.600532 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-b543a8c7-c6f0-4c25-89e3-b41b6e2ca602 admin admin] Added segment bf2b8a8e-d004-4266-8d28-0e7e6769e42f of type vlan for network 84fad502-56a2-4091-a94f-c2b89b54693e Jul 24 01:05:29.604015 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8877a866-5bcf-45fa-8576-e6347f06f074 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/floatingips/a72b7355-3ee3-4670-a194-5f52e79ebcfd HTTP/1.1" status: 200 len: 991 time: 0.1127639 Jul 24 01:05:29.620191 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-03c6f26f-56cd-4966-a6eb-eb14f0a61bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:29.647541 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-b8987697-46cb-4486-a002-5e2895610e99 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Allocated IP 172.25.2.222 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/b70b21e5-99db-4b25-9383-93e120c80e8d) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:05:29.693401 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-03c6f26f-56cd-4966-a6eb-eb14f0a61bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:29.726664 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6f26f-56cd-4966-a6eb-eb14f0a61bf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9473623e-bb07-40ae-97f2-9016394cca3c,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:29.730781 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-03c6f26f-56cd-4966-a6eb-eb14f0a61bf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:29.737289 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-03c6f26f-56cd-4966-a6eb-eb14f0a61bf9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9473623e-bb07-40ae-97f2-9016394cca3c HTTP/1.1" status: 204 len: 168 time: 0.4490643 Jul 24 01:05:29.737563 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47106) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:29.742958 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b543a8c7-c6f0-4c25-89e3-b41b6e2ca602 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:29.836621 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d495031-b2be-4e3f-8122-f19fa7f3e425 None None] Network 82ea6c3f-69cb-45a2-81e6-17dea0899da9 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:05:29.849230 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dbc54e74-5350-477a-bc78-76d8b8d2ae37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:30.001800 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d00d0-48d8-45ae-950d-ec308e24e8ba req-077a17d6-6077-433f-8c66-2ee4e1514fa5 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:30.003365 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-068d00d0-48d8-45ae-950d-ec308e24e8ba req-077a17d6-6077-433f-8c66-2ee4e1514fa5 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e485cbd-65da-4d2b-9229-6d3f0fc837db HTTP/1.1" status: 200 len: 945 time: 0.5757067 Jul 24 01:05:30.047055 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b543a8c7-c6f0-4c25-89e3-b41b6e2ca602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:30.048046 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b543a8c7-c6f0-4c25-89e3-b41b6e2ca602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:30.048638 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b543a8c7-c6f0-4c25-89e3-b41b6e2ca602 admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:30.064219 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2cd85-f66a-4ec3-b101-0d1cb60781d2 req-47ac2a8f-020b-4a56-af4a-f634e83d0cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:30.065287 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6cd2cd85-f66a-4ec3-b101-0d1cb60781d2 req-47ac2a8f-020b-4a56-af4a-f634e83d0cd6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c584c0e2c5a47a78962537ebd255749&device_id=04e07736-7790-49fd-8214-dc0074ec357f HTTP/1.1" status: 200 len: 1098 time: 0.4895575 Jul 24 01:05:30.108046 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b8987697-46cb-4486-a002-5e2895610e99 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:30.115987 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bdd49544-7636-4496-b85f-ca18ba11a9b6 req-e638e7f6-402d-4790-8272-d801554e3c02 service neutron] 10.222.0.13 "GET /v2.0/networks/8c8368d3-95e1-485a-9bb3-ebfb4cbd184b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4884357 Jul 24 01:05:30.172242 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b543a8c7-c6f0-4c25-89e3-b41b6e2ca602 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0184569 Jul 24 01:05:30.179205 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47110) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:30.191266 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-b75d40a4-b815-4c95-807b-7a28e1f91d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'name': 'tempest-TestNetworkBasicOps-router-2050731732', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b59d5601-ee7c-445b-8b62-64aeb279838e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:04:45Z', 'updated_at': '2021-07-24T01:04:55Z', 'revision_number': 4, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'gw_port': {'id': 'b59d5601-ee7c-445b-8b62-64aeb279838e', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:04:46Z', 'updated_at': '2021-07-24T01:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'a72b7355-3ee3-4670-a194-5f52e79ebcfd', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'floating_ip_address': '172.25.2.38', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'port_id': 'f9bddbb8-bd8c-40e5-afb8-26755e5f9140', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '059adbcb-434c-431e-8c2b-2f91e64b593b', 'mac_address': 'fa:16:3e:59:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e07736-7790-49fd-8214-dc0074ec357f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:05:27Z', 'updated_at': '2021-07-24T01:05:27Z', 'revision_number': 0, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec535bfa-356b-4143-9077-2528c910b187', 'name': '', 'network_id': '059adbcb-434c-431e-8c2b-2f91e64b593b', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'mac_address': 'fa:16:3e:75:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'e038f4c8-5e0a-4d5d-906f-738663910f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:04:53Z', 'updated_at': '2021-07-24T01:05:03Z', 'revision_number': 5, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'subnets': [{'id': 'e038f4c8-5e0a-4d5d-906f-738663910f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:30.223299 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-7e03f509-6f82-4e03-8f18-a9a1de0f7a25 admin admin] Request body: {'subnet': {'network_id': '84fad502-56a2-4091-a94f-c2b89b54693e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1613418964-subnet', 'tenant_id': '991205658d9e4c53a6ace1a76153600b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:30.228893 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75d40a4-b815-4c95-807b-7a28e1f91d7f None None] The sync data for ids ['f6ff5465-5b0f-403c-bf38-0ffff92907db'] in n-d-793621-25 is: [{'id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'name': 'tempest-TestNetworkBasicOps-router-2050731732', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b59d5601-ee7c-445b-8b62-64aeb279838e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:04:45Z', 'updated_at': '2021-07-24T01:04:55Z', 'revision_number': 4, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'gw_port': {'id': 'b59d5601-ee7c-445b-8b62-64aeb279838e', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:04:46Z', 'updated_at': '2021-07-24T01:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'a72b7355-3ee3-4670-a194-5f52e79ebcfd', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'floating_ip_address': '172.25.2.38', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'port_id': 'f9bddbb8-bd8c-40e5-afb8-26755e5f9140', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '059adbcb-434c-431e-8c2b-2f91e64b593b', 'mac_address': 'fa:16:3e:59:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e07736-7790-49fd-8214-dc0074ec357f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:05:27Z', 'updated_at': '2021-07-24T01:05:27Z', 'revision_number': 0, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec535bfa-356b-4143-9077-2528c910b187', 'name': '', 'network_id': '059adbcb-434c-431e-8c2b-2f91e64b593b', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'mac_address': 'fa:16:3e:75:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'e038f4c8-5e0a-4d5d-906f-738663910f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:04:53Z', 'updated_at': '2021-07-24T01:05:03Z', 'revision_number': 5, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'subnets': [{'id': 'e038f4c8-5e0a-4d5d-906f-738663910f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:05:30.237764 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-068d00d0-48d8-45ae-950d-ec308e24e8ba req-25139614-2659-4e5b-b4e6-c7bfd362a682 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?id=045bbabd-1ef4-44c1-9989-1ddc77c899ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2162850 Jul 24 01:05:30.243847 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543a8c7-c6f0-4c25-89e3-b41b6e2ca602 admin admin] Pushing event updated for resources: {'Network': ['ID=84fad502-56a2-4091-a94f-c2b89b54693e,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:30.244963 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615d428-0e79-4bb0-8a93-4f5d33bba726 req-2daf715a-c146-4058-9563-21a175cfc0db tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:30.252803 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3615d428-0e79-4bb0-8a93-4f5d33bba726 req-2daf715a-c146-4058-9563-21a175cfc0db tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 947 time: 0.4504073 Jul 24 01:05:30.262879 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288a7284-6be8-4bf6-898b-6351321be6ad None None] DHCP port deletion for 82ea6c3f-69cb-45a2-81e6-17dea0899da9 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:05:30.267593 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 84fad502-56a2-4091-a94f-c2b89b54693e details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:05:30.302830 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-dbc54e74-5350-477a-bc78-76d8b8d2ae37 admin admin] Deleting port 4b8df933-5131-4df4-837a-ead9b488fbfc {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:05:30.303185 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dbc54e74-5350-477a-bc78-76d8b8d2ae37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:30.331359 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3615d428-0e79-4bb0-8a93-4f5d33bba726 req-501554a8-e8ca-4149-94cd-621bc8d3ad30 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775902 Jul 24 01:05:30.352218 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e03f509-6f82-4e03-8f18-a9a1de0f7a25 admin admin] Made reservation on behalf of 991205658d9e4c53a6ace1a76153600b for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:05:30.354545 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7e03f509-6f82-4e03-8f18-a9a1de0f7a25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:30.381502 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b8987697-46cb-4486-a002-5e2895610e99 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:30.411779 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-dbc54e74-5350-477a-bc78-76d8b8d2ae37 admin admin] For port 4b8df933-5131-4df4-837a-ead9b488fbfc, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=4b8df933-5131-4df4-837a-ead9b488fbfc,segment=NetworkSegment(f1676cb6-2400-44f3-9ba2-c280be4c84cc),segment_id=f1676cb6-2400-44f3-9ba2-c280be4c84cc)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:30.412854 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dbc54e74-5350-477a-bc78-76d8b8d2ae37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:30.429170 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2cd85-f66a-4ec3-b101-0d1cb60781d2 req-3233bc6a-60e6-4f70-aaa5-231067e40a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:30.430731 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6cd2cd85-f66a-4ec3-b101-0d1cb60781d2 req-3233bc6a-60e6-4f70-aaa5-231067e40a8f service neutron] 10.222.0.13 "GET /v2.0/networks?id=059adbcb-434c-431e-8c2b-2f91e64b593b HTTP/1.1" status: 200 len: 898 time: 0.3476028 Jul 24 01:05:30.434322 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-288a7284-6be8-4bf6-898b-6351321be6ad None None] Deleting port 4b8df933-5131-4df4-837a-ead9b488fbfc {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:05:30.434703 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-288a7284-6be8-4bf6-898b-6351321be6ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:30.439245 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-dbc54e74-5350-477a-bc78-76d8b8d2ae37 admin admin] Calling delete_port for 4b8df933-5131-4df4-837a-ead9b488fbfc owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:05:30.449970 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 4d858398-4191-4a11-a555-d627c32bb6b2 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:05:30.516944 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8987697-46cb-4486-a002-5e2895610e99 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:05:30.550051 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dbc54e74-5350-477a-bc78-76d8b8d2ae37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:30.562693 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-288a7284-6be8-4bf6-898b-6351321be6ad None None] For port 4b8df933-5131-4df4-837a-ead9b488fbfc, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=4b8df933-5131-4df4-837a-ead9b488fbfc,segment=NetworkSegment(f1676cb6-2400-44f3-9ba2-c280be4c84cc),segment_id=f1676cb6-2400-44f3-9ba2-c280be4c84cc)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:30.563277 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-288a7284-6be8-4bf6-898b-6351321be6ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:30.582774 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 4d858398-4191-4a11-a555-d627c32bb6b2 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:05:30.586435 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-b8987697-46cb-4486-a002-5e2895610e99 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:05:30.595297 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 4d858398-4191-4a11-a555-d627c32bb6b2 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:05:30.595884 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:30.597832 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-288a7284-6be8-4bf6-898b-6351321be6ad None None] Calling delete_port for 4b8df933-5131-4df4-837a-ead9b488fbfc owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:05:30.598374 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc54e74-5350-477a-bc78-76d8b8d2ae37 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b8df933-5131-4df4-837a-ead9b488fbfc,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:30.609129 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc54e74-5350-477a-bc78-76d8b8d2ae37 admin admin] No DVR routers for this DVR port 4b8df933-5131-4df4-837a-ead9b488fbfc on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:05:30.613594 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47116) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:30.615736 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8987697-46cb-4486-a002-5e2895610e99 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:05:30.622955 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8987697-46cb-4486-a002-5e2895610e99 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Pushing event updated for resources: {'Port': ['ID=b70b21e5-99db-4b25-9383-93e120c80e8d,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:30.625441 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a7a7459e-2b02-4648-8199-8d91409105ba no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:05:30.654796 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: a7a7459e-2b02-4648-8199-8d91409105ba {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:05:30.655203 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a7a7459e-2b02-4648-8199-8d91409105ba not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:05:30.655640 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 4b8df933-5131-4df4-837a-ead9b488fbfc no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:05:30.679070 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b079d3c0-3928-453e-b1f0-fde0e8f5786f None None] New status for floating IP a72b7355-3ee3-4670-a194-5f52e79ebcfd: ACTIVE {{(pid=100466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:05:30.739651 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 4b8df933-5131-4df4-837a-ead9b488fbfc {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:05:30.740007 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 4b8df933-5131-4df4-837a-ead9b488fbfc not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:05:30.767949 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dbc54e74-5350-477a-bc78-76d8b8d2ae37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:30.782452 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-dbc54e74-5350-477a-bc78-76d8b8d2ae37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82ea6c3f-69cb-45a2-81e6-17dea0899da9']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:30.795944 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-dbc54e74-5350-477a-bc78-76d8b8d2ae37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1676cb6-2400-44f3-9ba2-c280be4c84cc') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:30.796504 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-dbc54e74-5350-477a-bc78-76d8b8d2ae37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1676cb6-2400-44f3-9ba2-c280be4c84cc') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:30.806574 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dbc54e74-5350-477a-bc78-76d8b8d2ae37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:30.825048 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:30.831167 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dbc54e74-5350-477a-bc78-76d8b8d2ae37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:30.837897 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbc54e74-5350-477a-bc78-76d8b8d2ae37 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:05:30.838131 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-288a7284-6be8-4bf6-898b-6351321be6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:30.838808 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dbc54e74-5350-477a-bc78-76d8b8d2ae37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:30.876757 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6cd2cd85-f66a-4ec3-b101-0d1cb60781d2 req-4a72097d-0ed5-44b1-a802-745d5b77e8a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9bddbb8-bd8c-40e5-afb8-26755e5f9140 HTTP/1.1" status: 200 len: 999 time: 0.4223340 Jul 24 01:05:30.899279 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6d9bc2-2240-4cfe-8f15-1b2101df6529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d858398-4191-4a11-a555-d627c32bb6b2'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:05:30.903024 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d967ebf9-0eb7-46c3-92a0-b94f23d76f60" -d '{"events": [{"server_uuid": "1f6d9bc2-2240-4cfe-8f15-1b2101df6529", "name": "network-vif-plugged", "status": "completed", "tag": "4d858398-4191-4a11-a555-d627c32bb6b2"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:05:30.913007 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a7284-6be8-4bf6-898b-6351321be6ad None None] Pushing event deleted for resources: {'Port': ['ID=4b8df933-5131-4df4-837a-ead9b488fbfc,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:30.926499 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288a7284-6be8-4bf6-898b-6351321be6ad None None] No DVR routers for this DVR port 4b8df933-5131-4df4-837a-ead9b488fbfc on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:05:30.929733 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 4d858398-4191-4a11-a555-d627c32bb6b2, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=4d858398-4191-4a11-a555-d627c32bb6b2,segment=NetworkSegment(c443c4c8-2d00-462e-8d09-41762b48555d),segment_id=c443c4c8-2d00-462e-8d09-41762b48555d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:30.945702 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:05:30.945702 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:05:30.945702 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:05:30.945702 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:05:30.945702 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:05:30.945702 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:05:30.945702 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:05:30.945702 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:05:30.945702 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:05:30.945702 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:05:30.945702 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:05:30.945702 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:05:30.945702 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:05:30.945702 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:05:30.945702 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:05:30.945702 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:05:30.945702 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:05:30.945702 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:05:30.945702 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:05:30.945702 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:05:30.945702 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:05:30.945702 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:05:30.945702 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:05:30.945702 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:05:30.945702 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:05:30.945702 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:05:30.945702 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:05:30.945702 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:05:30.945702 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:05:30.945702 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:05:30.945702 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:05:30.945702 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:05:30.949810 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:30.972178 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4bfa9360-cbb0-4dd5-a9b7-6aed0b1937b1 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/floatingips/a72b7355-3ee3-4670-a194-5f52e79ebcfd HTTP/1.1" status: 200 len: 991 time: 0.3563848 Jul 24 01:05:30.973403 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dbc54e74-5350-477a-bc78-76d8b8d2ae37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:30.986298 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dbc54e74-5350-477a-bc78-76d8b8d2ae37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:30.990904 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-dbc54e74-5350-477a-bc78-76d8b8d2ae37 admin admin] 10.222.0.15 "DELETE /v2.0/networks/82ea6c3f-69cb-45a2-81e6-17dea0899da9 HTTP/1.1" status: 204 len: 168 time: 1.2515819 Jul 24 01:05:31.013825 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc54e74-5350-477a-bc78-76d8b8d2ae37 admin admin] Pushing event deleted for resources: {'Network': ['ID=82ea6c3f-69cb-45a2-81e6-17dea0899da9,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:31.079714 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=4d858398-4191-4a11-a555-d627c32bb6b2,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:31.275278 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03e068c-4edc-43f7-88bd-6d48391fb420 x-openstack-request-id: req-b03e068c-4edc-43f7-88bd-6d48391fb420 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:05:31.275603 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6d9bc2-2240-4cfe-8f15-1b2101df6529", "name": "network-vif-plugged", "status": "completed", "tag": "4d858398-4191-4a11-a555-d627c32bb6b2", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:05:31.275869 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b03e068c-4edc-43f7-88bd-6d48391fb420 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:05:31.276246 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6d9bc2-2240-4cfe-8f15-1b2101df6529', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d858398-4191-4a11-a555-d627c32bb6b2', 'code': 200} Jul 24 01:05:31.305034 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47126) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:31.351374 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7e03f509-6f82-4e03-8f18-a9a1de0f7a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:31.364636 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f8199bfc-a118-4883-8e48-85a0af12f45f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=443e9b6688a94583be288407b9410244&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0582108 Jul 24 01:05:31.381604 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47130) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:31.465921 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501450e-6389-4724-bb55-27570b234ef0 req-c370688b-2903-4b00-8a0a-0f85e422cebc tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:31.467503 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c501450e-6389-4724-bb55-27570b234ef0 req-c370688b-2903-4b00-8a0a-0f85e422cebc tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e485cbd-65da-4d2b-9229-6d3f0fc837db HTTP/1.1" status: 200 len: 945 time: 0.1156082 Jul 24 01:05:31.468143 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d5b58aa3-7275-438e-b178-b45d86db94b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:31.491891 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc625cc-2087-41fd-bf7d-01044c586d98 req-9942d46e-9d90-4c95-876e-b91f3e6f1b94 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:31.493803 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7cc625cc-2087-41fd-bf7d-01044c586d98 req-9942d46e-9d90-4c95-876e-b91f3e6f1b94 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6d9bc2-2240-4cfe-8f15-1b2101df6529 HTTP/1.1" status: 200 len: 944 time: 1.1511741 Jul 24 01:05:31.505557 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d5b58aa3-7275-438e-b178-b45d86db94b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:31.536796 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c501450e-6389-4724-bb55-27570b234ef0 req-2efc575d-b87d-4805-9df7-2d382fda04d6 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?id=045bbabd-1ef4-44c1-9989-1ddc77c899ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592728 Jul 24 01:05:31.546426 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e03f509-6f82-4e03-8f18-a9a1de0f7a25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=473abd17-1ad3-4ed3-b7fa-94cdbe1a48bd,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:31.549352 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2cd85-f66a-4ec3-b101-0d1cb60781d2 req-e2681b97-2407-41e2-ab6c-6826f41c49ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:31.550879 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6cd2cd85-f66a-4ec3-b101-0d1cb60781d2 req-e2681b97-2407-41e2-ab6c-6826f41c49ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e038f4c8-5e0a-4d5d-906f-738663910f59 HTTP/1.1" status: 200 len: 835 time: 0.5632148 Jul 24 01:05:31.576933 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d5b58aa3-7275-438e-b178-b45d86db94b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:31.579954 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d5b58aa3-7275-438e-b178-b45d86db94b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:31.583549 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d5b58aa3-7275-438e-b178-b45d86db94b5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1e63ac7f-3d00-42d9-8b4b-efb866e80ba6 HTTP/1.1" status: 204 len: 168 time: 0.1984551 Jul 24 01:05:31.599616 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b58aa3-7275-438e-b178-b45d86db94b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e63ac7f-3d00-42d9-8b4b-efb866e80ba6,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:31.692613 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e03f509-6f82-4e03-8f18-a9a1de0f7a25 admin admin] Checking segment: {'id': 'bf2b8a8e-d004-4266-8d28-0e7e6769e42f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '84fad502-56a2-4091-a94f-c2b89b54693e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:05:31.692999 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e03f509-6f82-4e03-8f18-a9a1de0f7a25 admin admin] Network hostable DHCP agents. Network: 84fad502-56a2-4091-a94f-c2b89b54693e, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:05:31.697648 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7cc625cc-2087-41fd-bf7d-01044c586d98 req-17277751-1d91-438d-9e8c-f0d5d2d16286 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b224bfb-7da6-44c2-8829-6d03d1d3f8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917846 Jul 24 01:05:31.702511 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdbf52a-c4b8-486b-9a97-4ad13e6be5e5 req-b2960a77-bbc5-4153-a837-c1bb603808d2 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:31.704527 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0fdbf52a-c4b8-486b-9a97-4ad13e6be5e5 req-b2960a77-bbc5-4153-a837-c1bb603808d2 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 947 time: 0.0814161 Jul 24 01:05:31.723487 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a809b78-3681-4992-95bc-bb5010a708b8 req-53153059-47cd-4d4f-bc9e-c2fb603a2cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:31.725643 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3a809b78-3681-4992-95bc-bb5010a708b8 req-53153059-47cd-4d4f-bc9e-c2fb603a2cb2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1f6d9bc2-2240-4cfe-8f15-1b2101df6529 HTTP/1.1" status: 200 len: 1097 time: 0.3628192 Jul 24 01:05:31.770480 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e03f509-6f82-4e03-8f18-a9a1de0f7a25 admin admin] Network 84fad502-56a2-4091-a94f-c2b89b54693e is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:05:31.773536 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0fdbf52a-c4b8-486b-9a97-4ad13e6be5e5 req-a894f4aa-13f3-4b96-a502-fa4b6ef4409a tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617869 Jul 24 01:05:31.802478 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-7e03f509-6f82-4e03-8f18-a9a1de0f7a25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 84fad502-56a2-4091-a94f-c2b89b54693e) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:05:31.812960 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b8987697-46cb-4486-a002-5e2895610e99 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:31.818905 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2cd85-f66a-4ec3-b101-0d1cb60781d2 req-a870b8ac-26e1-41ac-8448-fb0e5e31e826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:31.819983 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae53f066-c583-4ac4-9957-074a72b1d297 None None] Network 84fad502-56a2-4091-a94f-c2b89b54693e requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:05:31.822023 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6cd2cd85-f66a-4ec3-b101-0d1cb60781d2 req-a870b8ac-26e1-41ac-8448-fb0e5e31e826 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=059adbcb-434c-431e-8c2b-2f91e64b593b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2569802 Jul 24 01:05:31.834793 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e03f509-6f82-4e03-8f18-a9a1de0f7a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:31.836466 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7e03f509-6f82-4e03-8f18-a9a1de0f7a25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:31.844640 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3a809b78-3681-4992-95bc-bb5010a708b8 req-75bcf8e7-e911-4fbc-abb4-028cac3c39ff service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0b224bfb-7da6-44c2-8829-6d03d1d3f8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118286 Jul 24 01:05:31.976958 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47138) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:32.052244 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7e03f509-6f82-4e03-8f18-a9a1de0f7a25 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8687100 Jul 24 01:05:32.076347 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e6959662-f408-4e3c-ab92-fbde3917b1a2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/floatingips/a72b7355-3ee3-4670-a194-5f52e79ebcfd HTTP/1.1" status: 200 len: 993 time: 0.0925913 Jul 24 01:05:32.096155 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47142) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:32.116685 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b7f6c6-1ab9-4784-b5a8-750f93b9ae7d None None] Network 84fad502-56a2-4091-a94f-c2b89b54693e requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:05:32.166798 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30cd871-8e40-4e23-bcb2-7639ec4eca92 req-2c9a3c74-0071-48ed-99de-640decd9584e tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:32.169070 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f30cd871-8e40-4e23-bcb2-7639ec4eca92 req-2c9a3c74-0071-48ed-99de-640decd9584e tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 947 time: 0.2558928 Jul 24 01:05:32.196482 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-40bd9844-fda2-485c-aa9a-0aac988b2f5d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b133fc670c9848aa9228eee9f286db39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0991251 Jul 24 01:05:32.197322 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47144) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:32.255234 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-08117b0a-f290-44d2-a842-36376cefd6a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:32.268958 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47146) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:32.282555 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-08117b0a-f290-44d2-a842-36376cefd6a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:32.326978 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6cd2cd85-f66a-4ec3-b101-0d1cb60781d2 req-701a6120-5cba-4ac0-b735-495d1ae9bf21 service neutron] 10.222.0.13 "GET /v2.0/networks/059adbcb-434c-431e-8c2b-2f91e64b593b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4806376 Jul 24 01:05:32.330178 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-08117b0a-f290-44d2-a842-36376cefd6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:32.333488 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-08117b0a-f290-44d2-a842-36376cefd6a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:32.339001 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-08117b0a-f290-44d2-a842-36376cefd6a0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/53a5d429-046c-4a4d-9040-fd2c0b558828 HTTP/1.1" status: 204 len: 168 time: 0.1387947 Jul 24 01:05:32.344738 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b8987697-46cb-4486-a002-5e2895610e99 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:32.347800 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08117b0a-f290-44d2-a842-36376cefd6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a5d429-046c-4a4d-9040-fd2c0b558828,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:32.433709 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f30cd871-8e40-4e23-bcb2-7639ec4eca92 req-255d3300-b4c5-4b26-b77b-495ed263b9a3 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587648 Jul 24 01:05:32.436896 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a52426-c047-4143-81c3-b5556c98a89d admin admin] Deleting subnet c09d31be-5d54-4a00-a40d-d1cf1b773f45 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:05:32.469432 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f5a52426-c047-4143-81c3-b5556c98a89d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:32.594768 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f5a52426-c047-4143-81c3-b5556c98a89d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:32.687563 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6cd2cd85-f66a-4ec3-b101-0d1cb60781d2 req-e54a80dd-5094-41ba-973b-7d2fdfd8a76c service neutron] 10.222.0.13 "GET /v2.0/networks/059adbcb-434c-431e-8c2b-2f91e64b593b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459296 Jul 24 01:05:32.719647 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f5a52426-c047-4143-81c3-b5556c98a89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:32.735963 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b01b4-3264-4814-849b-e154c172c5e8 req-03e7e670-c6a5-4755-99da-556696577136 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:32.743355 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-505b01b4-3264-4814-849b-e154c172c5e8 req-03e7e670-c6a5-4755-99da-556696577136 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e485cbd-65da-4d2b-9229-6d3f0fc837db HTTP/1.1" status: 200 len: 945 time: 0.1230524 Jul 24 01:05:32.805250 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-505b01b4-3264-4814-849b-e154c172c5e8 req-e0a787b1-1e83-46ec-82b7-0db56daf61b6 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?id=045bbabd-1ef4-44c1-9989-1ddc77c899ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610416 Jul 24 01:05:32.849351 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964f043-1a49-4998-8e0f-9d3731240b34 req-5d76bc01-6c26-4ec5-9598-f70d9022aab9 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:32.851665 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8964f043-1a49-4998-8e0f-9d3731240b34 req-5d76bc01-6c26-4ec5-9598-f70d9022aab9 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 947 time: 0.3138072 Jul 24 01:05:32.853707 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8987697-46cb-4486-a002-5e2895610e99 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Router 6822924b-15ed-47f9-8812-b156825e49f7 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:05:32.866162 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f5a52426-c047-4143-81c3-b5556c98a89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:32.954582 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a52426-c047-4143-81c3-b5556c98a89d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c09d31be-5d54-4a00-a40d-d1cf1b773f45,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:32.986087 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f5a52426-c047-4143-81c3-b5556c98a89d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:32.988084 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f5a52426-c047-4143-81c3-b5556c98a89d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c09d31be-5d54-4a00-a40d-d1cf1b773f45 HTTP/1.1" status: 204 len: 168 time: 0.7120771 Jul 24 01:05:32.990549 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47158) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:32.991637 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5b0c0-d287-40ec-9890-9f38a0ef0710 req-94f203a8-b7cd-4bdb-9b5c-2d1b3385b602 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:32.993229 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fff5b0c0-d287-40ec-9890-9f38a0ef0710 req-94f203a8-b7cd-4bdb-9b5c-2d1b3385b602 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6d9bc2-2240-4cfe-8f15-1b2101df6529 HTTP/1.1" status: 200 len: 945 time: 0.0790932 Jul 24 01:05:33.032416 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fff5b0c0-d287-40ec-9890-9f38a0ef0710 req-e371b458-b9ea-47cd-a507-40defb61997e tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b224bfb-7da6-44c2-8829-6d03d1d3f8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327778 Jul 24 01:05:33.041442 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8964f043-1a49-4998-8e0f-9d3731240b34 req-8f2482c2-62cb-4890-90dc-2c0ae9f6235d tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676674 Jul 24 01:05:33.110278 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6d287a5d-fcf0-4fe4-abe2-5380ed70c896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:33.125305 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8987697-46cb-4486-a002-5e2895610e99 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:05:33.136068 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19754b6c-e960-43ce-b5ba-a8eb658bbf90 None None] Sync routers for ids ['6822924b-15ed-47f9-8812-b156825e49f7'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:05:33.148255 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19754b6c-e960-43ce-b5ba-a8eb658bbf90 None None] Routers {'6822924b-15ed-47f9-8812-b156825e49f7'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:05:33.149387 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-19754b6c-e960-43ce-b5ba-a8eb658bbf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:05:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['6822924b-15ed-47f9-8812-b156825e49f7'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:33.172035 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b8987697-46cb-4486-a002-5e2895610e99 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:33.175860 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b8987697-46cb-4486-a002-5e2895610e99 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.0511227 Jul 24 01:05:33.176169 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47166) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:33.280232 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6d287a5d-fcf0-4fe4-abe2-5380ed70c896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:33.298467 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-6d287a5d-fcf0-4fe4-abe2-5380ed70c896 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f67c3b13-3d3b-457c-9a8e-dd0855804402']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:33.304383 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-19754b6c-e960-43ce-b5ba-a8eb658bbf90 None None] Set router 6822924b-15ed-47f9-8812-b156825e49f7 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:05:33.310268 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-881c1ee0-b6f0-466c-9890-9768e3b61ebb tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] 10.222.0.15 "GET /v2.0/routers/6822924b-15ed-47f9-8812-b156825e49f7 HTTP/1.1" status: 200 len: 908 time: 0.1308806 Jul 24 01:05:33.312605 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47170) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:33.319695 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-4b65c549-b764-4635-914f-b5037a35fc2d tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Request body: {'router': {'name': 'tempest-snat-router-323050124', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'enable_snat': True}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:33.330392 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6e225-d801-43f9-8754-a2fbcf9d690b req-1dd4269d-2119-43d3-b3f2-cdff08073571 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:33.332080 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-92c6e225-d801-43f9-8754-a2fbcf9d690b req-1dd4269d-2119-43d3-b3f2-cdff08073571 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 947 time: 0.2198482 Jul 24 01:05:33.336215 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-6d287a5d-fcf0-4fe4-abe2-5380ed70c896 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3c40cf3-a86e-4ebd-8727-88f280c8c7ab') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:33.336605 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-6d287a5d-fcf0-4fe4-abe2-5380ed70c896 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3c40cf3-a86e-4ebd-8727-88f280c8c7ab') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:33.353863 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b65c549-b764-4635-914f-b5037a35fc2d tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:33.355918 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b65c549-b764-4635-914f-b5037a35fc2d tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:33.362784 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6d287a5d-fcf0-4fe4-abe2-5380ed70c896 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:33.387413 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6d287a5d-fcf0-4fe4-abe2-5380ed70c896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:33.398118 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d287a5d-fcf0-4fe4-abe2-5380ed70c896 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:05:33.398546 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6d287a5d-fcf0-4fe4-abe2-5380ed70c896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:33.400397 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:05:33.400397 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:05:33.400397 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:05:33.400397 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:05:33.400397 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:05:33.400397 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:05:33.400397 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:05:33.400397 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:05:33.400397 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:05:33.400397 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:05:33.400397 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:05:33.400397 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:05:33.400397 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:05:33.400397 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:05:33.400397 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:05:33.400397 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:05:33.400397 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:05:33.400397 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:05:33.400397 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:05:33.400397 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:05:33.400397 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:05:33.400397 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:05:33.400397 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:05:33.400397 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:05:33.400397 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:05:33.400397 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:05:33.400397 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:05:33.400397 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:05:33.400397 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:05:33.400397 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:05:33.400397 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:05:33.400397 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:05:33.413137 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-92c6e225-d801-43f9-8754-a2fbcf9d690b req-c0fc1829-30a9-4748-bd30-403e5e9da3a2 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738204 Jul 24 01:05:33.442445 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b65c549-b764-4635-914f-b5037a35fc2d tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:33.472605 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6d287a5d-fcf0-4fe4-abe2-5380ed70c896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:33.483429 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6d287a5d-fcf0-4fe4-abe2-5380ed70c896 admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:33.488276 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6d287a5d-fcf0-4fe4-abe2-5380ed70c896 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f67c3b13-3d3b-457c-9a8e-dd0855804402 HTTP/1.1" status: 204 len: 168 time: 0.4932466 Jul 24 01:05:33.489296 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47174) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:33.549161 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-19754b6c-e960-43ce-b5ba-a8eb658bbf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6822924b-15ed-47f9-8812-b156825e49f7', 'name': 'tempest-snat-router-323050124', 'tenant_id': '57d43f8183be4a28a0b871a6a2305de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.222'}], 'enable_snat': False}, 'gw_port_id': 'b70b21e5-99db-4b25-9383-93e120c80e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:05:27Z', 'updated_at': '2021-07-24T01:05:31Z', 'revision_number': 3, 'project_id': '57d43f8183be4a28a0b871a6a2305de8', 'gw_port': {'id': 'b70b21e5-99db-4b25-9383-93e120c80e8d', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:59:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6822924b-15ed-47f9-8812-b156825e49f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:05:29Z', 'updated_at': '2021-07-24T01:05:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:33.557830 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-85ecc7d3-aa1a-465b-bbfc-78244f02c922 admin admin] Deleting subnet 473abd17-1ad3-4ed3-b7fa-94cdbe1a48bd {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:05:33.564049 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-85ecc7d3-aa1a-465b-bbfc-78244f02c922 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:33.566043 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d287a5d-fcf0-4fe4-abe2-5380ed70c896 admin admin] Pushing event deleted for resources: {'Network': ['ID=f67c3b13-3d3b-457c-9a8e-dd0855804402,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:33.581487 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19754b6c-e960-43ce-b5ba-a8eb658bbf90 None None] Checking router: 6822924b-15ed-47f9-8812-b156825e49f7 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:05:33.581893 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19754b6c-e960-43ce-b5ba-a8eb658bbf90 None None] Updating router 6822924b-15ed-47f9-8812-b156825e49f7 port b70b21e5-99db-4b25-9383-93e120c80e8d binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:05:33.618525 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-19754b6c-e960-43ce-b5ba-a8eb658bbf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:33.651527 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-85ecc7d3-aa1a-465b-bbfc-78244f02c922 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:33.652446 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b65c549-b764-4635-914f-b5037a35fc2d tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:33.676883 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4f15ab-87a4-4ba8-891b-5ff8076610c3 req-26285e02-25cd-4412-94c9-920e49711e38 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:33.678483 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ab4f15ab-87a4-4ba8-891b-5ff8076610c3 req-26285e02-25cd-4412-94c9-920e49711e38 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6d9bc2-2240-4cfe-8f15-1b2101df6529 HTTP/1.1" status: 200 len: 945 time: 0.2349246 Jul 24 01:05:33.712084 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9605ee-1c2f-4a27-b97a-62b78708bc3a req-e74c5c1c-9a97-422e-88ee-ec9994ed49e9 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:33.713692 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6b9605ee-1c2f-4a27-b97a-62b78708bc3a req-e74c5c1c-9a97-422e-88ee-ec9994ed49e9 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 947 time: 0.1518760 Jul 24 01:05:33.733204 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-85ecc7d3-aa1a-465b-bbfc-78244f02c922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:33.757172 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ab4f15ab-87a4-4ba8-891b-5ff8076610c3 req-50efbfac-f689-4f13-ab33-d3306fc583ef tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b224bfb-7da6-44c2-8829-6d03d1d3f8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640018 Jul 24 01:05:33.799665 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6b9605ee-1c2f-4a27-b97a-62b78708bc3a req-2eaaa15b-80a9-4974-9737-790625f05378 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743141 Jul 24 01:05:33.824871 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-85ecc7d3-aa1a-465b-bbfc-78244f02c922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:33.879804 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ecc7d3-aa1a-465b-bbfc-78244f02c922 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=473abd17-1ad3-4ed3-b7fa-94cdbe1a48bd,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:33.881781 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-85ecc7d3-aa1a-465b-bbfc-78244f02c922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:33.891323 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-85ecc7d3-aa1a-465b-bbfc-78244f02c922 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/473abd17-1ad3-4ed3-b7fa-94cdbe1a48bd HTTP/1.1" status: 204 len: 168 time: 0.4007928 Jul 24 01:05:33.891921 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47182) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:33.960208 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-19754b6c-e960-43ce-b5ba-a8eb658bbf90 None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:33.974020 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-19754b6c-e960-43ce-b5ba-a8eb658bbf90 None None] Transition to ACTIVE for port object b70b21e5-99db-4b25-9383-93e120c80e8d will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:05:33.982574 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-19754b6c-e960-43ce-b5ba-a8eb658bbf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:33.988372 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d7edc-03e5-45f5-ae64-b38f2c200735 req-3653f984-a506-4c64-b9b7-b6dfef29aeae tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:33.989997 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-760d7edc-03e5-45f5-ae64-b38f2c200735 req-3653f984-a506-4c64-b9b7-b6dfef29aeae tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e485cbd-65da-4d2b-9229-6d3f0fc837db HTTP/1.1" status: 200 len: 945 time: 0.0865605 Jul 24 01:05:34.040395 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-19754b6c-e960-43ce-b5ba-a8eb658bbf90 None None] Attempting to bind port b70b21e5-99db-4b25-9383-93e120c80e8d on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:05:34.040773 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-19754b6c-e960-43ce-b5ba-a8eb658bbf90 None None] Attempting to bind port b70b21e5-99db-4b25-9383-93e120c80e8d by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:05:34.041140 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19754b6c-e960-43ce-b5ba-a8eb658bbf90 None None] Attempting to bind port b70b21e5-99db-4b25-9383-93e120c80e8d on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:05:34.044183 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6cf4e0-1a7a-4807-b571-98fcc05a125f None None] Pushing event updated for resources: {'Port': ['ID=b70b21e5-99db-4b25-9383-93e120c80e8d,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:34.048829 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-760d7edc-03e5-45f5-ae64-b38f2c200735 req-21d627b4-fd7e-4a0f-90a2-ff965f5de6b3 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?id=045bbabd-1ef4-44c1-9989-1ddc77c899ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490298 Jul 24 01:05:34.048989 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19754b6c-e960-43ce-b5ba-a8eb658bbf90 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:05:34.049362 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19754b6c-e960-43ce-b5ba-a8eb658bbf90 None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:05:34.049771 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-19754b6c-e960-43ce-b5ba-a8eb658bbf90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:34.050175 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19754b6c-e960-43ce-b5ba-a8eb658bbf90 None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:05:34.050637 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-19754b6c-e960-43ce-b5ba-a8eb658bbf90 None None] Bound port: b70b21e5-99db-4b25-9383-93e120c80e8d, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:05:34.051113 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-19754b6c-e960-43ce-b5ba-a8eb658bbf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:34.059947 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f3338a5a-1f5f-4236-90ce-4fc58c8d3639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:34.080032 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b65c549-b764-4635-914f-b5037a35fc2d tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:34.109761 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-19754b6c-e960-43ce-b5ba-a8eb658bbf90 None None] For port b70b21e5-99db-4b25-9383-93e120c80e8d, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:05:34.113498 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-19754b6c-e960-43ce-b5ba-a8eb658bbf90 None None] For port b70b21e5-99db-4b25-9383-93e120c80e8d, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=b70b21e5-99db-4b25-9383-93e120c80e8d,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:05:34.115865 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908754d6-8c8f-445d-9624-096402ed8f7c req-3f737152-1c44-41d1-ae51-e1d3a6c73607 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:34.117274 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-908754d6-8c8f-445d-9624-096402ed8f7c req-3f737152-1c44-41d1-ae51-e1d3a6c73607 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 947 time: 0.2240138 Jul 24 01:05:34.118841 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b65c549-b764-4635-914f-b5037a35fc2d tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:34.119823 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-19754b6c-e960-43ce-b5ba-a8eb658bbf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:34.264473 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-908754d6-8c8f-445d-9624-096402ed8f7c req-0bfbaef8-4803-4572-bbf4-11b8d8220a89 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132128 Jul 24 01:05:34.294130 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f3338a5a-1f5f-4236-90ce-4fc58c8d3639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:34.334655 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-f3338a5a-1f5f-4236-90ce-4fc58c8d3639 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84fad502-56a2-4091-a94f-c2b89b54693e']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:34.340979 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6cf4e0-1a7a-4807-b571-98fcc05a125f None None] Pushing event updated for resources: {'Port': ['ID=b70b21e5-99db-4b25-9383-93e120c80e8d,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:34.343962 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19754b6c-e960-43ce-b5ba-a8eb658bbf90 None None] Routers {'6822924b-15ed-47f9-8812-b156825e49f7'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:05:34.344326 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-19754b6c-e960-43ce-b5ba-a8eb658bbf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:05:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['6822924b-15ed-47f9-8812-b156825e49f7'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:34.355340 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-f3338a5a-1f5f-4236-90ce-4fc58c8d3639 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf2b8a8e-d004-4266-8d28-0e7e6769e42f') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:34.355860 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-f3338a5a-1f5f-4236-90ce-4fc58c8d3639 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf2b8a8e-d004-4266-8d28-0e7e6769e42f') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:34.381023 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f3338a5a-1f5f-4236-90ce-4fc58c8d3639 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:34.421659 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f3338a5a-1f5f-4236-90ce-4fc58c8d3639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:34.424181 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-4b65c549-b764-4635-914f-b5037a35fc2d tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Allocated IP 172.25.2.91 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/0606e8d1-0ae7-4e63-8d63-21931f4fb07b) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:05:34.438478 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3338a5a-1f5f-4236-90ce-4fc58c8d3639 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:05:34.438924 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f3338a5a-1f5f-4236-90ce-4fc58c8d3639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:34.441248 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:05:34.441248 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:05:34.441248 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:05:34.441248 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:05:34.441248 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:05:34.441248 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:05:34.441248 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:05:34.441248 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:05:34.441248 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:05:34.441248 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:05:34.441248 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:05:34.441248 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:05:34.441248 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:05:34.441248 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:05:34.441248 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:05:34.441248 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:05:34.441248 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:05:34.441248 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:05:34.441248 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:05:34.441248 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:05:34.441248 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:05:34.441248 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:05:34.441248 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:05:34.441248 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:05:34.441248 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:05:34.441248 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:05:34.441248 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:05:34.441248 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:05:34.441248 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:05:34.441248 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:05:34.441248 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:05:34.441248 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:05:34.456439 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-19754b6c-e960-43ce-b5ba-a8eb658bbf90 None None] Set router 6822924b-15ed-47f9-8812-b156825e49f7 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:05:34.534826 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f3338a5a-1f5f-4236-90ce-4fc58c8d3639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:34.566764 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f3338a5a-1f5f-4236-90ce-4fc58c8d3639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:34.568635 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f3338a5a-1f5f-4236-90ce-4fc58c8d3639 admin admin] 10.222.0.15 "DELETE /v2.0/networks/84fad502-56a2-4091-a94f-c2b89b54693e HTTP/1.1" status: 204 len: 168 time: 0.6741996 Jul 24 01:05:34.594218 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac300e-6320-459e-a7d3-ffc3d383f83d req-e27acc5d-e854-4383-b8f0-64b81ac87b2c tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:34.595859 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-22ac300e-6320-459e-a7d3-ffc3d383f83d req-e27acc5d-e854-4383-b8f0-64b81ac87b2c tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 947 time: 0.2365093 Jul 24 01:05:34.598682 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3338a5a-1f5f-4236-90ce-4fc58c8d3639 admin admin] Pushing event deleted for resources: {'Network': ['ID=84fad502-56a2-4091-a94f-c2b89b54693e,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:34.659605 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b65c549-b764-4635-914f-b5037a35fc2d tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:34.661432 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-19754b6c-e960-43ce-b5ba-a8eb658bbf90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6822924b-15ed-47f9-8812-b156825e49f7', 'name': 'tempest-snat-router-323050124', 'tenant_id': '57d43f8183be4a28a0b871a6a2305de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.222'}], 'enable_snat': False}, 'gw_port_id': 'b70b21e5-99db-4b25-9383-93e120c80e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:05:27Z', 'updated_at': '2021-07-24T01:05:31Z', 'revision_number': 3, 'project_id': '57d43f8183be4a28a0b871a6a2305de8', 'gw_port': {'id': 'b70b21e5-99db-4b25-9383-93e120c80e8d', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:59:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6822924b-15ed-47f9-8812-b156825e49f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:05:29Z', 'updated_at': '2021-07-24T01:05:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:34.673155 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-22ac300e-6320-459e-a7d3-ffc3d383f83d req-f0df0d78-b9b1-4992-ba9d-8a612ebeaed8 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659187 Jul 24 01:05:34.700182 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19754b6c-e960-43ce-b5ba-a8eb658bbf90 None None] The sync data for ids ['6822924b-15ed-47f9-8812-b156825e49f7'] in n-d-793621-25 is: [{'id': '6822924b-15ed-47f9-8812-b156825e49f7', 'name': 'tempest-snat-router-323050124', 'tenant_id': '57d43f8183be4a28a0b871a6a2305de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.222'}], 'enable_snat': False}, 'gw_port_id': 'b70b21e5-99db-4b25-9383-93e120c80e8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:05:27Z', 'updated_at': '2021-07-24T01:05:31Z', 'revision_number': 3, 'project_id': '57d43f8183be4a28a0b871a6a2305de8', 'gw_port': {'id': 'b70b21e5-99db-4b25-9383-93e120c80e8d', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:59:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6822924b-15ed-47f9-8812-b156825e49f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:05:29Z', 'updated_at': '2021-07-24T01:05:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:05:34.724726 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b65c549-b764-4635-914f-b5037a35fc2d tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:34.786377 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b65c549-b764-4635-914f-b5037a35fc2d tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:05:34.802382 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-4b65c549-b764-4635-914f-b5037a35fc2d tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:05:34.815702 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b65c549-b764-4635-914f-b5037a35fc2d tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:05:34.826583 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b65c549-b764-4635-914f-b5037a35fc2d tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Pushing event updated for resources: {'Port': ['ID=0606e8d1-0ae7-4e63-8d63-21931f4fb07b,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:34.853308 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47194) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:34.861344 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:34.959187 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d367b-26a2-40c7-b109-f65493ee9437 req-7968ce1f-cf1e-4172-9fd7-105d3b5b1f33 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:34.960806 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b98d367b-26a2-40c7-b109-f65493ee9437 req-7968ce1f-cf1e-4172-9fd7-105d3b5b1f33 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 947 time: 0.1888421 Jul 24 01:05:34.964727 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-59a468fc-71d6-4e01-86e5-f274245603ea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ce1618ba2dda400ab0206c32a0afa0cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1023853 Jul 24 01:05:34.967842 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47196) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:35.001216 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f069887-332d-4743-b7a1-647407823922 req-a4ffcdbf-be56-4361-a995-a05d57d83533 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:35.002800 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2f069887-332d-4743-b7a1-647407823922 req-a4ffcdbf-be56-4361-a995-a05d57d83533 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f6d9bc2-2240-4cfe-8f15-1b2101df6529 HTTP/1.1" status: 200 len: 945 time: 0.1629658 Jul 24 01:05:35.126530 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b98d367b-26a2-40c7-b109-f65493ee9437 req-4c1c9cb5-96d9-4e52-9dc7-91c6d4f09dab tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511211 Jul 24 01:05:35.152294 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac58e5-689f-4229-85fa-c5880d3ce8f2 req-1633fcf4-e2c9-429a-889a-f2ae198e4a48 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:35.155365 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-beac58e5-689f-4229-85fa-c5880d3ce8f2 req-1633fcf4-e2c9-429a-889a-f2ae198e4a48 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6d9bc2-2240-4cfe-8f15-1b2101df6529 HTTP/1.1" status: 200 len: 945 time: 0.2428267 Jul 24 01:05:35.169636 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dfd472ba-a759-44f4-a719-8b0c15aeb3b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:35.180967 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:35.192581 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b65c549-b764-4635-914f-b5037a35fc2d tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:35.196576 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dfd472ba-a759-44f4-a719-8b0c15aeb3b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:35.315981 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-beac58e5-689f-4229-85fa-c5880d3ce8f2 req-5995cbca-a0da-4263-ab07-26af527726c4 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b224bfb-7da6-44c2-8829-6d03d1d3f8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211126 Jul 24 01:05:35.317127 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-2f069887-332d-4743-b7a1-647407823922 req-ae512265-7989-40b9-8304-7fd10663bf18 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] Deleting port 4d858398-4191-4a11-a555-d627c32bb6b2 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:05:35.317482 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-2f069887-332d-4743-b7a1-647407823922 req-ae512265-7989-40b9-8304-7fd10663bf18 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:35.511629 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b65c549-b764-4635-914f-b5037a35fc2d tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:35.616241 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc1552-4713-4e0b-b0fa-1ba0b47fcd21 req-4d8aa370-f75f-4534-b25e-b6a9f34dadd1 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:35.617886 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-39cc1552-4713-4e0b-b0fa-1ba0b47fcd21 req-4d8aa370-f75f-4534-b25e-b6a9f34dadd1 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 947 time: 0.1674120 Jul 24 01:05:35.674271 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dfd472ba-a759-44f4-a719-8b0c15aeb3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:35.676976 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dfd472ba-a759-44f4-a719-8b0c15aeb3b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:35.678387 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-dfd472ba-a759-44f4-a719-8b0c15aeb3b5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8e550118-ea96-41d8-b1f9-f69108638708 HTTP/1.1" status: 204 len: 168 time: 0.7095759 Jul 24 01:05:35.693206 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-39cc1552-4713-4e0b-b0fa-1ba0b47fcd21 req-93309a34-21ab-49e9-be07-77a451bede99 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672300 Jul 24 01:05:35.727300 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0702ac2-6dc7-4931-a1d6-84e35e722d3d req-3c6f935a-338e-4cf6-8004-1c43f680b7f2 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:35.729265 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e0702ac2-6dc7-4931-a1d6-84e35e722d3d req-3c6f935a-338e-4cf6-8004-1c43f680b7f2 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e485cbd-65da-4d2b-9229-6d3f0fc837db HTTP/1.1" status: 200 len: 945 time: 0.5090196 Jul 24 01:05:35.733548 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd472ba-a759-44f4-a719-8b0c15aeb3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e550118-ea96-41d8-b1f9-f69108638708,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:35.800317 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b65c549-b764-4635-914f-b5037a35fc2d tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Router 36d945aa-4419-4bc2-b086-3de9feaf0c8f is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:05:35.868125 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e0702ac2-6dc7-4931-a1d6-84e35e722d3d req-01a02056-0ff1-444e-8857-7d2bea5c419e tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?id=045bbabd-1ef4-44c1-9989-1ddc77c899ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242831 Jul 24 01:05:35.879921 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-2f069887-332d-4743-b7a1-647407823922 req-ae512265-7989-40b9-8304-7fd10663bf18 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] For port 4d858398-4191-4a11-a555-d627c32bb6b2, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=4d858398-4191-4a11-a555-d627c32bb6b2,segment=NetworkSegment(c443c4c8-2d00-462e-8d09-41762b48555d),segment_id=c443c4c8-2d00-462e-8d09-41762b48555d)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:35.880389 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-2f069887-332d-4743-b7a1-647407823922 req-ae512265-7989-40b9-8304-7fd10663bf18 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:35.908376 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-2f069887-332d-4743-b7a1-647407823922 req-ae512265-7989-40b9-8304-7fd10663bf18 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] Calling delete_port for 4d858398-4191-4a11-a555-d627c32bb6b2 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:05:36.076832 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-2f069887-332d-4743-b7a1-647407823922 req-ae512265-7989-40b9-8304-7fd10663bf18 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:36.090306 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['4d858398-4191-4a11-a555-d627c32bb6b2'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:05:36.108832 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae512265-7989-40b9-8304-7fd10663bf18 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] Pushing event deleted for resources: {'Port': ['ID=4d858398-4191-4a11-a555-d627c32bb6b2,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:36.174393 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f069887-332d-4743-b7a1-647407823922 req-ae512265-7989-40b9-8304-7fd10663bf18 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] No DVR routers for this DVR port 4d858398-4191-4a11-a555-d627c32bb6b2 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:05:36.177360 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-2f069887-332d-4743-b7a1-647407823922 req-ae512265-7989-40b9-8304-7fd10663bf18 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:36.179639 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2f069887-332d-4743-b7a1-647407823922 req-ae512265-7989-40b9-8304-7fd10663bf18 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] 10.222.0.13 "DELETE /v2.0/ports/4d858398-4191-4a11-a555-d627c32bb6b2 HTTP/1.1" status: 204 len: 173 time: 1.1664355 Jul 24 01:05:36.179979 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6d9bc2-2240-4cfe-8f15-1b2101df6529', 'name': 'network-vif-deleted', 'tag': '4d858398-4191-4a11-a555-d627c32bb6b2'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:05:36.182351 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2059ce1c-b6eb-4f7a-95be-af04be239bc4" -d '{"events": [{"server_uuid": "1f6d9bc2-2240-4cfe-8f15-1b2101df6529", "name": "network-vif-deleted", "tag": "4d858398-4191-4a11-a555-d627c32bb6b2"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:05:36.215406 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47214) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:36.265228 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-41425804-914b-4082-bb83-2fd5b5e1c32c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=991205658d9e4c53a6ace1a76153600b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458894 Jul 24 01:05:36.265510 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47216) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:36.332512 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a38a3-2cb5-4fc2-8e0c-44e51becfeeb req-0b14a894-42ee-4ad4-b622-4fa74363c5bc tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:36.338220 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b8935b6d-77aa-4d2a-8c97-964f7e8e664e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:36.339956 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d57a38a3-2cb5-4fc2-8e0c-44e51becfeeb req-0b14a894-42ee-4ad4-b622-4fa74363c5bc tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 947 time: 0.1464071 Jul 24 01:05:36.342303 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b65c549-b764-4635-914f-b5037a35fc2d tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:05:36.362406 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6848da3b-e8d0-4749-aeb5-73c043d9672b None None] Sync routers for ids ['36d945aa-4419-4bc2-b086-3de9feaf0c8f'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:05:36.378777 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6848da3b-e8d0-4749-aeb5-73c043d9672b None None] Routers {'36d945aa-4419-4bc2-b086-3de9feaf0c8f'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:05:36.379433 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-6848da3b-e8d0-4749-aeb5-73c043d9672b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:05:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['36d945aa-4419-4bc2-b086-3de9feaf0c8f'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:36.390735 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b8935b6d-77aa-4d2a-8c97-964f7e8e664e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:36.409329 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d57a38a3-2cb5-4fc2-8e0c-44e51becfeeb req-817b3c1e-a443-48ff-ae30-af303fe44655 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683343 Jul 24 01:05:36.410387 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b65c549-b764-4635-914f-b5037a35fc2d tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:36.411696 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4b65c549-b764-4635-914f-b5037a35fc2d tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 3.0979536 Jul 24 01:05:36.414565 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47220) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:36.545262 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b8935b6d-77aa-4d2a-8c97-964f7e8e664e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:36.548546 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b8935b6d-77aa-4d2a-8c97-964f7e8e664e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:36.562052 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b8935b6d-77aa-4d2a-8c97-964f7e8e664e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/75c3dab6-0485-42c9-8a8f-da758093e37f HTTP/1.1" status: 204 len: 168 time: 0.2953513 Jul 24 01:05:36.573393 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-6848da3b-e8d0-4749-aeb5-73c043d9672b None None] Set router 36d945aa-4419-4bc2-b086-3de9feaf0c8f gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:05:36.607154 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8935b6d-77aa-4d2a-8c97-964f7e8e664e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c3dab6-0485-42c9-8a8f-da758093e37f,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:36.643933 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a80c917-0630-4a18-9425-e0fd251f5b5b x-openstack-request-id: req-1a80c917-0630-4a18-9425-e0fd251f5b5b {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:05:36.644373 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6d9bc2-2240-4cfe-8f15-1b2101df6529", "name": "network-vif-deleted", "tag": "4d858398-4191-4a11-a555-d627c32bb6b2", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:05:36.644872 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1a80c917-0630-4a18-9425-e0fd251f5b5b {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:05:36.645342 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6d9bc2-2240-4cfe-8f15-1b2101df6529', 'name': 'network-vif-deleted', 'tag': '4d858398-4191-4a11-a555-d627c32bb6b2', 'status': 'completed', 'code': 200} Jul 24 01:05:36.661483 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device b70b21e5-99db-4b25-9383-93e120c80e8d up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:05:36.684682 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-261b8e14-c26e-46b3-9231-2a95ec1368a7 req-e1aff413-e49a-4375-9711-8a45f9d88549 tempest-ServerGroupTestJSON-2016492134 tempest-ServerGroupTestJSON-2016492134-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f6d9bc2-2240-4cfe-8f15-1b2101df6529 HTTP/1.1" status: 200 len: 210 time: 0.0845561 Jul 24 01:05:36.693977 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d5fb2eca-39d6-4b29-b6e4-feb89945dc03 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] 10.222.0.15 "GET /v2.0/routers/36d945aa-4419-4bc2-b086-3de9feaf0c8f HTTP/1.1" status: 200 len: 906 time: 0.2781603 Jul 24 01:05:36.696698 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47228) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:36.780602 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port b70b21e5-99db-4b25-9383-93e120c80e8d completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:05:36.793808 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port b70b21e5-99db-4b25-9383-93e120c80e8d triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:05:36.794507 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:36.879084 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b148ada6-1861-4bba-945e-9275601dbe88 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for router, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:36.926680 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-6848da3b-e8d0-4749-aeb5-73c043d9672b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36d945aa-4419-4bc2-b086-3de9feaf0c8f', 'name': 'tempest-snat-router-323050124', 'tenant_id': '57d43f8183be4a28a0b871a6a2305de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '0606e8d1-0ae7-4e63-8d63-21931f4fb07b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:05:33Z', 'updated_at': '2021-07-24T01:05:35Z', 'revision_number': 3, 'project_id': '57d43f8183be4a28a0b871a6a2305de8', 'gw_port': {'id': '0606e8d1-0ae7-4e63-8d63-21931f4fb07b', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:8a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36d945aa-4419-4bc2-b086-3de9feaf0c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2215, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:05:34Z', 'updated_at': '2021-07-24T01:05:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:36.956097 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:36.985915 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port b70b21e5-99db-4b25-9383-93e120c80e8d, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=b70b21e5-99db-4b25-9383-93e120c80e8d,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:36.995608 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:37.001349 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6848da3b-e8d0-4749-aeb5-73c043d9672b None None] Checking router: 36d945aa-4419-4bc2-b086-3de9feaf0c8f for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:05:37.002857 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6848da3b-e8d0-4749-aeb5-73c043d9672b None None] Updating router 36d945aa-4419-4bc2-b086-3de9feaf0c8f port 0606e8d1-0ae7-4e63-8d63-21931f4fb07b binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:05:37.021170 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea8f64a-dfbb-493d-a77a-e65b1d2a012d req-bc0faf86-1265-4869-a355-f2bb3d352507 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:37.031130 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6ea8f64a-dfbb-493d-a77a-e65b1d2a012d req-bc0faf86-1265-4869-a355-f2bb3d352507 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 947 time: 0.2567244 Jul 24 01:05:37.073503 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=b70b21e5-99db-4b25-9383-93e120c80e8d,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:37.076852 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-6848da3b-e8d0-4749-aeb5-73c043d9672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:37.087236 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6ea8f64a-dfbb-493d-a77a-e65b1d2a012d req-9a2a5b2a-21f9-4e43-950a-9e88fd71b088 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567214 Jul 24 01:05:37.124838 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b148ada6-1861-4bba-945e-9275601dbe88 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:37.147316 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9535e0-fa86-48d2-aa9e-d1d87a0f822a req-2d54a443-3729-4ac6-b5b0-c95f828e69d4 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:37.155654 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4c9535e0-fa86-48d2-aa9e-d1d87a0f822a req-2d54a443-3729-4ac6-b5b0-c95f828e69d4 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e485cbd-65da-4d2b-9229-6d3f0fc837db HTTP/1.1" status: 200 len: 945 time: 0.1362796 Jul 24 01:05:37.209254 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4c9535e0-fa86-48d2-aa9e-d1d87a0f822a req-6310054a-8d88-4074-b885-617e97e79357 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?id=045bbabd-1ef4-44c1-9989-1ddc77c899ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488410 Jul 24 01:05:37.226466 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-b148ada6-1861-4bba-945e-9275601dbe88 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Deleting port 0606e8d1-0ae7-4e63-8d63-21931f4fb07b {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:05:37.226865 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b148ada6-1861-4bba-945e-9275601dbe88 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:37.325150 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb55b5-4750-43fd-b8e1-6eebc74e091e req-929d34f2-55ee-4e8c-9e93-50a4cc57a413 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:37.326780 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3fbb55b5-4750-43fd-b8e1-6eebc74e091e req-929d34f2-55ee-4e8c-9e93-50a4cc57a413 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 947 time: 0.1409199 Jul 24 01:05:37.350612 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b148ada6-1861-4bba-945e-9275601dbe88 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:37.377869 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-b148ada6-1861-4bba-945e-9275601dbe88 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Calling delete_port for 0606e8d1-0ae7-4e63-8d63-21931f4fb07b owned by network:router_gateway {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:05:37.410434 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3fbb55b5-4750-43fd-b8e1-6eebc74e091e req-bded87ce-08fb-4c6c-a8fb-e757e8295141 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772381 Jul 24 01:05:37.514876 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddd9a7-1de7-4b56-962b-6b7b2138ac33 req-4e6404fb-cd2a-4cc3-ba88-f932acaa72e3 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:37.523188 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-04ddd9a7-1de7-4b56-962b-6b7b2138ac33 req-4e6404fb-cd2a-4cc3-ba88-f932acaa72e3 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e485cbd-65da-4d2b-9229-6d3f0fc837db HTTP/1.1" status: 200 len: 945 time: 0.1101286 Jul 24 01:05:37.530160 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-6848da3b-e8d0-4749-aeb5-73c043d9672b None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:37.542140 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-6848da3b-e8d0-4749-aeb5-73c043d9672b None None] Transition to ACTIVE for port object 0606e8d1-0ae7-4e63-8d63-21931f4fb07b will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:05:37.552370 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-6848da3b-e8d0-4749-aeb5-73c043d9672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:37.567404 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-04ddd9a7-1de7-4b56-962b-6b7b2138ac33 req-9cfcd2a1-57ea-4d00-a214-c0c82512e815 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?id=045bbabd-1ef4-44c1-9989-1ddc77c899ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433002 Jul 24 01:05:37.629210 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-6848da3b-e8d0-4749-aeb5-73c043d9672b None None] Attempting to bind port 0606e8d1-0ae7-4e63-8d63-21931f4fb07b on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:05:37.629638 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-6848da3b-e8d0-4749-aeb5-73c043d9672b None None] Attempting to bind port 0606e8d1-0ae7-4e63-8d63-21931f4fb07b by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:05:37.630025 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6848da3b-e8d0-4749-aeb5-73c043d9672b None None] Attempting to bind port 0606e8d1-0ae7-4e63-8d63-21931f4fb07b on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:05:37.638486 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b70f7a0-b769-4b5e-b26c-d5f5d619c165 None None] Pushing event updated for resources: {'Port': ['ID=0606e8d1-0ae7-4e63-8d63-21931f4fb07b,revision_number=2']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:37.646703 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6848da3b-e8d0-4749-aeb5-73c043d9672b None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:05:37.647201 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6848da3b-e8d0-4749-aeb5-73c043d9672b None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:05:37.647599 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-6848da3b-e8d0-4749-aeb5-73c043d9672b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:37.648003 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6848da3b-e8d0-4749-aeb5-73c043d9672b None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:05:37.648502 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-6848da3b-e8d0-4749-aeb5-73c043d9672b None None] Bound port: 0606e8d1-0ae7-4e63-8d63-21931f4fb07b, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:05:37.648898 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-6848da3b-e8d0-4749-aeb5-73c043d9672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:37.683927 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2f10d-ad25-442b-afce-57202600f991 req-a8e8057a-c51c-4e02-8c23-e45d266c6438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:37.685772 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a5e2f10d-ad25-442b-afce-57202600f991 req-a8e8057a-c51c-4e02-8c23-e45d266c6438 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c3660a81a574f9ba01b0543dcb1130d&device_id=7e485cbd-65da-4d2b-9229-6d3f0fc837db HTTP/1.1" status: 200 len: 1097 time: 0.2196467 Jul 24 01:05:37.745141 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c1c6e9-5d20-4ffa-b42e-99c0499ebe5b req-1f8934c4-50a9-4460-ad03-028f2af1d9a0 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:37.747889 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65c1c6e9-5d20-4ffa-b42e-99c0499ebe5b req-1f8934c4-50a9-4460-ad03-028f2af1d9a0 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 947 time: 0.1856415 Jul 24 01:05:37.761776 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.db.api [None req-6848da3b-e8d0-4749-aeb5-73c043d9672b None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=100466) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 01:05:37.762764 n-d-793621-25 neutron-server[100466]: DEBUG oslo_db.api [None req-6848da3b-e8d0-4749-aeb5-73c043d9672b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 01:05:37.793530 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b148ada6-1861-4bba-945e-9275601dbe88 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:37.847110 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b148ada6-1861-4bba-945e-9275601dbe88 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Pushing event deleted for resources: {'Port': ['ID=0606e8d1-0ae7-4e63-8d63-21931f4fb07b,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:37.951940 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b148ada6-1861-4bba-945e-9275601dbe88 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:37.989306 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65c1c6e9-5d20-4ffa-b42e-99c0499ebe5b req-6b88a807-5e92-4bf9-8a93-08c6f9030fb4 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287214 Jul 24 01:05:38.012878 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47284) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:38.067965 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2f10d-ad25-442b-afce-57202600f991 req-c43e81a4-d203-4327-ada1-7f7bda506671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:38.069632 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a5e2f10d-ad25-442b-afce-57202600f991 req-c43e81a4-d203-4327-ada1-7f7bda506671 service neutron] 10.222.0.13 "GET /v2.0/networks?id=03e78a62-81d3-4752-be2c-d12db7b84826 HTTP/1.1" status: 200 len: 911 time: 0.3756564 Jul 24 01:05:38.077619 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b148ada6-1861-4bba-945e-9275601dbe88 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:38.083354 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b78282a-d4f1-405c-9200-af91b2ded048 admin admin] Deleting subnet 7c57dd09-7b63-436a-97cb-456ee7a760f0 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:05:38.087766 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6b78282a-d4f1-405c-9200-af91b2ded048 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:38.090497 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b148ada6-1861-4bba-945e-9275601dbe88 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:38.166644 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6b78282a-d4f1-405c-9200-af91b2ded048 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:38.192632 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b148ada6-1861-4bba-945e-9275601dbe88 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:38.193318 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b148ada6-1861-4bba-945e-9275601dbe88 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 36d945aa-4419-4bc2-b086-3de9feaf0c8f {{(pid=100464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:05:38.198123 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b148ada6-1861-4bba-945e-9275601dbe88 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:38.203878 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b148ada6-1861-4bba-945e-9275601dbe88 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] 10.222.0.15 "DELETE /v2.0/routers/36d945aa-4419-4bc2-b086-3de9feaf0c8f HTTP/1.1" status: 204 len: 168 time: 1.5052214 Jul 24 01:05:38.207837 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47292) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:38.213278 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a5e2f10d-ad25-442b-afce-57202600f991 req-1e814049-e359-4167-97ab-6270791a9d0c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06 HTTP/1.1" status: 200 len: 1001 time: 0.1332297 Jul 24 01:05:38.271405 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2f10d-ad25-442b-afce-57202600f991 req-088a4a21-d495-4f8c-94f1-56fddd321faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:38.273127 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a5e2f10d-ad25-442b-afce-57202600f991 req-088a4a21-d495-4f8c-94f1-56fddd321faf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b482f598-bb63-4afc-99f7-7e599c57abf9 HTTP/1.1" status: 200 len: 849 time: 0.0536807 Jul 24 01:05:38.282237 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-6848da3b-e8d0-4749-aeb5-73c043d9672b None None] Attempting to bind port 0606e8d1-0ae7-4e63-8d63-21931f4fb07b on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:05:38.282694 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-6848da3b-e8d0-4749-aeb5-73c043d9672b None None] Attempting to bind port 0606e8d1-0ae7-4e63-8d63-21931f4fb07b by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:05:38.283160 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6848da3b-e8d0-4749-aeb5-73c043d9672b None None] Attempting to bind port 0606e8d1-0ae7-4e63-8d63-21931f4fb07b on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:05:38.288602 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6848da3b-e8d0-4749-aeb5-73c043d9672b None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:05:38.289209 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6848da3b-e8d0-4749-aeb5-73c043d9672b None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:05:38.289925 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-6848da3b-e8d0-4749-aeb5-73c043d9672b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:38.290823 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6848da3b-e8d0-4749-aeb5-73c043d9672b None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:05:38.291735 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-6848da3b-e8d0-4749-aeb5-73c043d9672b None None] Bound port: 0606e8d1-0ae7-4e63-8d63-21931f4fb07b, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:05:38.293799 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-6848da3b-e8d0-4749-aeb5-73c043d9672b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:38.306118 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211bb1d-95a2-4756-a516-fb20639befcd req-2bcc57b6-446e-466f-a04c-ff62689b14ae tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:38.308132 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3211bb1d-95a2-4756-a516-fb20639befcd req-2bcc57b6-446e-466f-a04c-ff62689b14ae tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 947 time: 0.2001405 Jul 24 01:05:38.313408 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.plugin [None req-6848da3b-e8d0-4749-aeb5-73c043d9672b None None] Port 0606e8d1-0ae7-4e63-8d63-21931f4fb07b has been deleted concurrently {{(pid=100466) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 24 01:05:38.329619 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6b78282a-d4f1-405c-9200-af91b2ded048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:38.329820 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6848da3b-e8d0-4749-aeb5-73c043d9672b None None] Routers set() bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:05:38.330496 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6848da3b-e8d0-4749-aeb5-73c043d9672b None None] Router IDs set() for agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 24 01:05:38.332313 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_agentschedulers_db [None req-6848da3b-e8d0-4749-aeb5-73c043d9672b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'36d945aa-4419-4bc2-b086-3de9feaf0c8f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:05:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent'). {{(pid=100466) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 24 01:05:38.332983 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6848da3b-e8d0-4749-aeb5-73c043d9672b None None] The sync data for ids ['36d945aa-4419-4bc2-b086-3de9feaf0c8f'] in n-d-793621-25 is: [] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:05:38.348685 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2f10d-ad25-442b-afce-57202600f991 req-d5c8ea69-eea3-4554-a696-c968bbdba3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:38.350540 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a5e2f10d-ad25-442b-afce-57202600f991 req-d5c8ea69-eea3-4554-a696-c968bbdba3b2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=03e78a62-81d3-4752-be2c-d12db7b84826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677459 Jul 24 01:05:38.411203 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3211bb1d-95a2-4756-a516-fb20639befcd req-39e44c3a-a664-4be2-b007-0c0b73f5218b tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943072 Jul 24 01:05:38.434367 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c77a6fa7-e90f-4e64-9e5a-32c948c73f53 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:38.500595 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a5e2f10d-ad25-442b-afce-57202600f991 req-e34f7405-2d8a-45b4-98b7-67651999914b service neutron] 10.222.0.13 "GET /v2.0/networks/03e78a62-81d3-4752-be2c-d12db7b84826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418209 Jul 24 01:05:38.506041 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 4d858398-4191-4a11-a555-d627c32bb6b2 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:05:38.552433 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 4d858398-4191-4a11-a555-d627c32bb6b2 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:05:38.553972 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6b78282a-d4f1-405c-9200-af91b2ded048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:38.556610 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 4d858398-4191-4a11-a555-d627c32bb6b2 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:05:38.574988 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device b70b21e5-99db-4b25-9383-93e120c80e8d up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:05:38.624585 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a5e2f10d-ad25-442b-afce-57202600f991 req-0a226a6d-17c1-4d21-ac63-2063372e9f8b service neutron] 10.222.0.13 "GET /v2.0/networks/03e78a62-81d3-4752-be2c-d12db7b84826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086805 Jul 24 01:05:38.624857 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78282a-d4f1-405c-9200-af91b2ded048 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c57dd09-7b63-436a-97cb-456ee7a760f0,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:38.627722 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6b78282a-d4f1-405c-9200-af91b2ded048 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:38.629420 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6b78282a-d4f1-405c-9200-af91b2ded048 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7c57dd09-7b63-436a-97cb-456ee7a760f0 HTTP/1.1" status: 204 len: 168 time: 0.6151383 Jul 24 01:05:38.634563 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47306) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:38.658842 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port b70b21e5-99db-4b25-9383-93e120c80e8d triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:05:38.659738 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:38.705213 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c77a6fa7-e90f-4e64-9e5a-32c948c73f53 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:38.723813 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5ceaaf-8310-4cc9-84a1-826b2847d2e3 req-001aca77-d77b-42c2-9389-4cb0a816d122 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:38.725146 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-df5ceaaf-8310-4cc9-84a1-826b2847d2e3 req-001aca77-d77b-42c2-9389-4cb0a816d122 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 947 time: 0.2114220 Jul 24 01:05:38.757186 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-48018046-b53a-49ae-929e-c80d01b000cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:38.801729 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-df5ceaaf-8310-4cc9-84a1-826b2847d2e3 req-29f4c23a-5ef0-4ca8-be48-02a9915d5c37 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693371 Jul 24 01:05:38.826836 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-c77a6fa7-e90f-4e64-9e5a-32c948c73f53 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Deleting port b70b21e5-99db-4b25-9383-93e120c80e8d {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:05:38.826836 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c77a6fa7-e90f-4e64-9e5a-32c948c73f53 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:38.918816 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-48018046-b53a-49ae-929e-c80d01b000cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:38.933789 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-48018046-b53a-49ae-929e-c80d01b000cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['775c13e2-8df1-480d-8d89-eb34124d6a4a']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:38.942228 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-c77a6fa7-e90f-4e64-9e5a-32c948c73f53 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] For port b70b21e5-99db-4b25-9383-93e120c80e8d, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=b70b21e5-99db-4b25-9383-93e120c80e8d,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:38.942612 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c77a6fa7-e90f-4e64-9e5a-32c948c73f53 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:38.946662 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa18465-9eee-44fd-8232-9fed4091ba47 req-602e4e33-16f3-4af8-b7c6-0797a551536d tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:38.948485 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ffa18465-9eee-44fd-8232-9fed4091ba47 req-602e4e33-16f3-4af8-b7c6-0797a551536d tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e485cbd-65da-4d2b-9229-6d3f0fc837db HTTP/1.1" status: 200 len: 945 time: 0.2159598 Jul 24 01:05:38.957388 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-c77a6fa7-e90f-4e64-9e5a-32c948c73f53 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Calling delete_port for b70b21e5-99db-4b25-9383-93e120c80e8d owned by network:router_gateway {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:05:38.958733 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-48018046-b53a-49ae-929e-c80d01b000cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c443c4c8-2d00-462e-8d09-41762b48555d') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:38.959255 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-48018046-b53a-49ae-929e-c80d01b000cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c443c4c8-2d00-462e-8d09-41762b48555d') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:38.979636 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-48018046-b53a-49ae-929e-c80d01b000cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:39.021398 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-48018046-b53a-49ae-929e-c80d01b000cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:39.033499 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ffa18465-9eee-44fd-8232-9fed4091ba47 req-ddb3482d-21ee-4bd5-bbe7-eb393cc4b55f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?id=045bbabd-1ef4-44c1-9989-1ddc77c899ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714254 Jul 24 01:05:39.034829 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48018046-b53a-49ae-929e-c80d01b000cc admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:05:39.035431 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-48018046-b53a-49ae-929e-c80d01b000cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:39.037443 n-d-793621-25 neutron-server[100464]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:05:39.037443 n-d-793621-25 neutron-server[100464]: items = [ Jul 24 01:05:39.037443 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:05:39.037443 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:05:39.037443 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:05:39.037443 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:05:39.037443 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:05:39.037443 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:05:39.037443 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:05:39.037443 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:05:39.037443 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:05:39.037443 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:05:39.037443 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:05:39.037443 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:05:39.037443 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:05:39.037443 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:05:39.037443 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:05:39.037443 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:05:39.037443 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:05:39.037443 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:05:39.037443 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:05:39.037443 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:05:39.037443 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:05:39.037443 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:05:39.037443 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:05:39.037443 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:05:39.037443 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:05:39.037443 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:05:39.037443 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:05:39.037443 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:05:39.037443 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:05:39.037443 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:05:39.037443 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:05:39.037443 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:05:39.122800 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-48018046-b53a-49ae-929e-c80d01b000cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:39.135317 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-48018046-b53a-49ae-929e-c80d01b000cc admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:39.139142 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-48018046-b53a-49ae-929e-c80d01b000cc admin admin] 10.222.0.15 "DELETE /v2.0/networks/775c13e2-8df1-480d-8d89-eb34124d6a4a HTTP/1.1" status: 204 len: 168 time: 0.5019286 Jul 24 01:05:39.154896 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48018046-b53a-49ae-929e-c80d01b000cc admin admin] Pushing event deleted for resources: {'Network': ['ID=775c13e2-8df1-480d-8d89-eb34124d6a4a,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:39.208159 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c77a6fa7-e90f-4e64-9e5a-32c948c73f53 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:39.247646 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a6fa7-e90f-4e64-9e5a-32c948c73f53 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Pushing event deleted for resources: {'Port': ['ID=b70b21e5-99db-4b25-9383-93e120c80e8d,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:39.350230 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c77a6fa7-e90f-4e64-9e5a-32c948c73f53 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:39.458622 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47324) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:39.484132 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c77a6fa7-e90f-4e64-9e5a-32c948c73f53 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:39.488039 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c77a6fa7-e90f-4e64-9e5a-32c948c73f53 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:39.516198 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7fb9091b-08cd-45f2-8c54-5a052bd88589 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a6c58c8a87184001ad513b9d1a6066d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0562973 Jul 24 01:05:39.519991 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47328) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:39.546372 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c77a6fa7-e90f-4e64-9e5a-32c948c73f53 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:39.546790 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77a6fa7-e90f-4e64-9e5a-32c948c73f53 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6822924b-15ed-47f9-8812-b156825e49f7 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:05:39.553731 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c77a6fa7-e90f-4e64-9e5a-32c948c73f53 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:39.555090 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c77a6fa7-e90f-4e64-9e5a-32c948c73f53 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] 10.222.0.15 "DELETE /v2.0/routers/6822924b-15ed-47f9-8812-b156825e49f7 HTTP/1.1" status: 204 len: 168 time: 1.3459530 Jul 24 01:05:39.561872 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47330) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:39.569335 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-7220a6d0-3035-4b9d-9772-5a1985deb635 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-19580470', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}, 'admin_state_up': False}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:39.592588 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9624fa7c-ef43-490a-a712-daf8c843afbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:39.603737 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7220a6d0-3035-4b9d-9772-5a1985deb635 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:39.604876 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7220a6d0-3035-4b9d-9772-5a1985deb635 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:39.619346 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9624fa7c-ef43-490a-a712-daf8c843afbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:39.681864 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9624fa7c-ef43-490a-a712-daf8c843afbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:39.685684 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9624fa7c-ef43-490a-a712-daf8c843afbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:39.689161 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9624fa7c-ef43-490a-a712-daf8c843afbb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0b224bfb-7da6-44c2-8829-6d03d1d3f8de HTTP/1.1" status: 204 len: 168 time: 0.1657183 Jul 24 01:05:39.689301 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7220a6d0-3035-4b9d-9772-5a1985deb635 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:39.709575 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624fa7c-ef43-490a-a712-daf8c843afbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b224bfb-7da6-44c2-8829-6d03d1d3f8de,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:39.877350 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7220a6d0-3035-4b9d-9772-5a1985deb635 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:40.139998 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7220a6d0-3035-4b9d-9772-5a1985deb635 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router_gateway, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:40.162569 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7220a6d0-3035-4b9d-9772-5a1985deb635 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:40.316793 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:05:40.322447 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7728501-ed2c-42e4-95e4-c862ea62bb24 req-4290d946-87db-4071-82f0-a3246539571d tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:40.325139 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c7728501-ed2c-42e4-95e4-c862ea62bb24 req-4290d946-87db-4071-82f0-a3246539571d tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e485cbd-65da-4d2b-9229-6d3f0fc837db HTTP/1.1" status: 200 len: 945 time: 0.1647341 Jul 24 01:05:40.334402 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-7220a6d0-3035-4b9d-9772-5a1985deb635 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Allocated IP 172.25.2.207 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/9d62ada4-dd85-4e1d-9e9d-d8145defab72) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:05:40.397145 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c7728501-ed2c-42e4-95e4-c862ea62bb24 req-53747c78-9d61-4590-86d7-f8b196a1690b tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?id=045bbabd-1ef4-44c1-9989-1ddc77c899ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649257 Jul 24 01:05:40.505599 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7220a6d0-3035-4b9d-9772-5a1985deb635 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:40.541079 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device b70b21e5-99db-4b25-9383-93e120c80e8d no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:05:40.559353 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7220a6d0-3035-4b9d-9772-5a1985deb635 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:40.580048 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: b70b21e5-99db-4b25-9383-93e120c80e8d {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:05:40.580412 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device b70b21e5-99db-4b25-9383-93e120c80e8d not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:05:40.585688 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47360) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:40.639364 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7220a6d0-3035-4b9d-9772-5a1985deb635 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Pushing event updated for resources: {'Port': ['ID=9d62ada4-dd85-4e1d-9e9d-d8145defab72,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:40.663718 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7220a6d0-3035-4b9d-9772-5a1985deb635 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:05:40.665309 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-7220a6d0-3035-4b9d-9772-5a1985deb635 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:05:40.668345 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7220a6d0-3035-4b9d-9772-5a1985deb635 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:05:40.783464 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-a1059b67-db07-4ee8-aafc-c81b38827fa1 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1502845473-network', 'tenant_id': 'aa52fdff3a324c1590f17d4c6fc5596e'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:40.833955 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1059b67-db07-4ee8-aafc-c81b38827fa1 admin admin] Made reservation on behalf of aa52fdff3a324c1590f17d4c6fc5596e for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:05:40.836620 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a1059b67-db07-4ee8-aafc-c81b38827fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:40.857588 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a1059b67-db07-4ee8-aafc-c81b38827fa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:40.999753 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a1059b67-db07-4ee8-aafc-c81b38827fa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:41.006114 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a1059b67-db07-4ee8-aafc-c81b38827fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:41.013104 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7220a6d0-3035-4b9d-9772-5a1985deb635 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router_gateway, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:41.029850 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1059b67-db07-4ee8-aafc-c81b38827fa1 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:05:41.046649 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1059b67-db07-4ee8-aafc-c81b38827fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1808f963-813f-46b7-9e8a-741300c0059b,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:41.050053 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a1059b67-db07-4ee8-aafc-c81b38827fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:41.050411 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-a1059b67-db07-4ee8-aafc-c81b38827fa1 admin admin] Added segment 8ebab94b-4898-4e21-b151-e619d2ef350a of type vlan for network 35a943ba-4ab5-43cd-997b-006ce08af15f Jul 24 01:05:41.111538 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a1059b67-db07-4ee8-aafc-c81b38827fa1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:41.184826 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a1059b67-db07-4ee8-aafc-c81b38827fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:41.186140 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1059b67-db07-4ee8-aafc-c81b38827fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:41.187040 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a1059b67-db07-4ee8-aafc-c81b38827fa1 admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:41.228608 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47382) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:41.229208 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a1059b67-db07-4ee8-aafc-c81b38827fa1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6419380 Jul 24 01:05:41.306346 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1059b67-db07-4ee8-aafc-c81b38827fa1 admin admin] Pushing event updated for resources: {'Network': ['ID=35a943ba-4ab5-43cd-997b-006ce08af15f,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:41.324260 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 35a943ba-4ab5-43cd-997b-006ce08af15f details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:05:41.564633 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-05cb1e36-914e-431a-9b64-a1c58844e7dd admin admin] Request body: {'subnet': {'network_id': '35a943ba-4ab5-43cd-997b-006ce08af15f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1502845473-subnet', 'tenant_id': 'aa52fdff3a324c1590f17d4c6fc5596e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:41.625716 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05cb1e36-914e-431a-9b64-a1c58844e7dd admin admin] Made reservation on behalf of aa52fdff3a324c1590f17d4c6fc5596e for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:05:41.628123 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-05cb1e36-914e-431a-9b64-a1c58844e7dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:41.696726 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7220a6d0-3035-4b9d-9772-5a1985deb635 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:41.929580 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-05cb1e36-914e-431a-9b64-a1c58844e7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:41.956642 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7220a6d0-3035-4b9d-9772-5a1985deb635 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Router 79d712f1-501b-4acf-ad21-0804f7dd9858 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:05:41.988766 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb1e36-914e-431a-9b64-a1c58844e7dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff09fa21-c4a2-430e-a2fd-45be38042cba,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:42.080957 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cb1e36-914e-431a-9b64-a1c58844e7dd admin admin] Checking segment: {'id': '8ebab94b-4898-4e21-b151-e619d2ef350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '35a943ba-4ab5-43cd-997b-006ce08af15f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:05:42.081330 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cb1e36-914e-431a-9b64-a1c58844e7dd admin admin] Network hostable DHCP agents. Network: 35a943ba-4ab5-43cd-997b-006ce08af15f, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:05:42.114256 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cb1e36-914e-431a-9b64-a1c58844e7dd admin admin] Network 35a943ba-4ab5-43cd-997b-006ce08af15f is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:05:42.125051 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7220a6d0-3035-4b9d-9772-5a1985deb635 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:05:42.127107 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-05cb1e36-914e-431a-9b64-a1c58844e7dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 35a943ba-4ab5-43cd-997b-006ce08af15f) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:05:42.138910 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cb1e36-914e-431a-9b64-a1c58844e7dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:42.139530 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-05cb1e36-914e-431a-9b64-a1c58844e7dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:42.149944 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985df83f-22ec-4b24-a71d-7a1a286b631c None None] Sync routers for ids ['79d712f1-501b-4acf-ad21-0804f7dd9858'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:05:42.152893 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c46b6e0-cfe6-4f57-94ca-aadc087848d9 None None] Network 35a943ba-4ab5-43cd-997b-006ce08af15f requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:05:42.163732 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-05cb1e36-914e-431a-9b64-a1c58844e7dd admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9336500 Jul 24 01:05:42.165091 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7220a6d0-3035-4b9d-9772-5a1985deb635 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:42.169665 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7220a6d0-3035-4b9d-9772-5a1985deb635 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.6032603 Jul 24 01:05:42.169918 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47386) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:42.174697 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-4e2a2abf-bdd2-42d1-901f-52560fd59602 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'enable_snat': False}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:42.184578 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985df83f-22ec-4b24-a71d-7a1a286b631c None None] Routers {'79d712f1-501b-4acf-ad21-0804f7dd9858'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:05:42.185469 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-985df83f-22ec-4b24-a71d-7a1a286b631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:05:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['79d712f1-501b-4acf-ad21-0804f7dd9858'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:42.222915 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-985df83f-22ec-4b24-a71d-7a1a286b631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:42.269105 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985df83f-22ec-4b24-a71d-7a1a286b631c None None] Routers {'79d712f1-501b-4acf-ad21-0804f7dd9858'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:05:42.270022 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-985df83f-22ec-4b24-a71d-7a1a286b631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:05:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['79d712f1-501b-4acf-ad21-0804f7dd9858'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:42.319161 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-985df83f-22ec-4b24-a71d-7a1a286b631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:42.319952 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985df83f-22ec-4b24-a71d-7a1a286b631c None None] The sync data for ids ['79d712f1-501b-4acf-ad21-0804f7dd9858'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:05:42.467609 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163cef6d-3031-4dcc-b30b-b41d895e06f2 None None] Network 35a943ba-4ab5-43cd-997b-006ce08af15f requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:05:42.611683 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4e2a2abf-bdd2-42d1-901f-52560fd59602 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:42.872011 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-e1a95a5a-9c82-42b7-8a22-bdacb9631a5e tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:42.873479 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-e1a95a5a-9c82-42b7-8a22-bdacb9631a5e tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] 10.222.0.15 "GET /v2.0/networks?id=35a943ba-4ab5-43cd-997b-006ce08af15f HTTP/1.1" status: 200 len: 821 time: 0.1643209 Jul 24 01:05:42.891508 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-29fd9412-55a7-4f48-a6b3-476bf7889e4c tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] 10.222.0.15 "GET /v2.0/quotas/aa52fdff3a324c1590f17d4c6fc5596e HTTP/1.1" status: 200 len: 375 time: 0.0111697 Jul 24 01:05:42.971573 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-8b169d23-1467-4f79-a7ea-88a5681158f1 tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=aa52fdff3a324c1590f17d4c6fc5596e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571194 Jul 24 01:05:42.983106 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-a93b5fe8-5d3c-4e75-9eec-15fbe3393c26 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:05:42.984109 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-a93b5fe8-5d3c-4e75-9eec-15fbe3393c26 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066631 Jul 24 01:05:43.154446 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-368a8790-51e0-4e2d-a5ca-07474bcb0101 service neutron] 10.222.0.15 "GET /v2.0/networks/35a943ba-4ab5-43cd-997b-006ce08af15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600854 Jul 24 01:05:43.222471 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4e2a2abf-bdd2-42d1-901f-52560fd59602 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:43.228700 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4e2a2abf-bdd2-42d1-901f-52560fd59602 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690290'] for router, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:43.259272 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-9d1548f2-9bea-483d-b6b0-8d8cf290b055 service neutron] 10.222.0.15 "GET /v2.0/networks/35a943ba-4ab5-43cd-997b-006ce08af15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038642 Jul 24 01:05:43.299175 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47436) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:43.360077 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e2a2abf-bdd2-42d1-901f-52560fd59602 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Router 79d712f1-501b-4acf-ad21-0804f7dd9858 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:05:43.443332 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4e5626b1-3502-4b73-a6b0-74f5d7f5813a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:43.547422 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a732de6d-78ff-43f8-b3cb-128a0c89370e req-8ec4441f-eb3a-45ac-9d98-c63e2699c72a tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c162c14-e6e8-48c9-932b-330b67d561a8 HTTP/1.1" status: 200 len: 210 time: 0.0568349 Jul 24 01:05:43.582906 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4e5626b1-3502-4b73-a6b0-74f5d7f5813a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:43.589363 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4e5626b1-3502-4b73-a6b0-74f5d7f5813a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:43.591461 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2a2abf-bdd2-42d1-901f-52560fd59602 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:05:43.600656 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4e2a2abf-bdd2-42d1-901f-52560fd59602 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:43.602013 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4e2a2abf-bdd2-42d1-901f-52560fd59602 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] 10.222.0.15 "PUT /v2.0/routers/79d712f1-501b-4acf-ad21-0804f7dd9858 HTTP/1.1" status: 200 len: 920 time: 1.4310782 Jul 24 01:05:43.604619 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47450) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:43.607533 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b036c7f-59ae-4b43-83b4-b605cdcb3160 None None] Sync routers for ids ['79d712f1-501b-4acf-ad21-0804f7dd9858'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:05:43.624158 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b036c7f-59ae-4b43-83b4-b605cdcb3160 None None] Routers {'79d712f1-501b-4acf-ad21-0804f7dd9858'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:05:43.624895 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-6b036c7f-59ae-4b43-83b4-b605cdcb3160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:05:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['79d712f1-501b-4acf-ad21-0804f7dd9858'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:43.641821 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5626b1-3502-4b73-a6b0-74f5d7f5813a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7356c793-e1ab-44eb-b3bf-af0afab3aeb1,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:43.691752 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-6b036c7f-59ae-4b43-83b4-b605cdcb3160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:43.692723 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4e5626b1-3502-4b73-a6b0-74f5d7f5813a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a0c57a3e119f4bb7b3705ca2fa3a7261&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3924727 Jul 24 01:05:43.695831 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47458) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:43.706480 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b036c7f-59ae-4b43-83b4-b605cdcb3160 None None] Routers {'79d712f1-501b-4acf-ad21-0804f7dd9858'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:05:43.707554 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-6b036c7f-59ae-4b43-83b4-b605cdcb3160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:05:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['79d712f1-501b-4acf-ad21-0804f7dd9858'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:43.767782 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-6b036c7f-59ae-4b43-83b4-b605cdcb3160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:43.768457 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b036c7f-59ae-4b43-83b4-b605cdcb3160 None None] The sync data for ids ['79d712f1-501b-4acf-ad21-0804f7dd9858'] in n-d-793621-25 is: [] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:05:43.791713 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6833276b-709e-4908-83aa-6dd07c78f301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:43.806221 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a056b944-5441-4d4e-a8f0-cfc1cfdfd707 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] 10.222.0.15 "GET /v2.0/routers/79d712f1-501b-4acf-ad21-0804f7dd9858 HTTP/1.1" status: 200 len: 920 time: 0.1987596 Jul 24 01:05:43.809768 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47460) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:43.822696 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6833276b-709e-4908-83aa-6dd07c78f301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:43.890068 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6833276b-709e-4908-83aa-6dd07c78f301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:43.893598 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6833276b-709e-4908-83aa-6dd07c78f301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:43.898414 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6833276b-709e-4908-83aa-6dd07c78f301 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7356c793-e1ab-44eb-b3bf-af0afab3aeb1 HTTP/1.1" status: 204 len: 168 time: 0.1987340 Jul 24 01:05:43.907060 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833276b-709e-4908-83aa-6dd07c78f301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7356c793-e1ab-44eb-b3bf-af0afab3aeb1,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:43.962375 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af82f1d-3ee5-4905-9807-6648ac00813f tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:43.964839 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6af82f1d-3ee5-4905-9807-6648ac00813f tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83&device_id=79d712f1-501b-4acf-ad21-0804f7dd9858&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1533015 Jul 24 01:05:43.967736 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47468) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:44.051385 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008e7f2b-04bd-4dd1-96df-d0ee2dbd5972 req-0ac4e42a-f780-46a0-9310-71bc9cf8db80 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:44.054108 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-008e7f2b-04bd-4dd1-96df-d0ee2dbd5972 req-0ac4e42a-f780-46a0-9310-71bc9cf8db80 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 947 time: 0.0997574 Jul 24 01:05:44.099518 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffec90e1-2ac8-47fb-87d5-dae2543461d5 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:44.101084 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ffec90e1-2ac8-47fb-87d5-dae2543461d5 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] 10.222.0.15 "GET /v2.0/networks/40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 881 time: 0.1311281 Jul 24 01:05:44.105126 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47470) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:44.114919 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-008e7f2b-04bd-4dd1-96df-d0ee2dbd5972 req-295ada8b-1eae-4b4b-ae66-b097a1a81619 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512922 Jul 24 01:05:44.154075 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7127b70f-a14e-40c2-b506-0ec6785b48ee tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d712f1-501b-4acf-ad21-0804f7dd9858 HTTP/1.1" status: 200 len: 205 time: 0.0487788 Jul 24 01:05:44.156451 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47474) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:44.277599 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a06f1f3b-e8c8-4e02-834a-432e40afbf2f tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:44.349956 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47476) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:44.364166 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-685a7ed1-1b86-43f3-bf54-73b408a34b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:44.412504 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a06f1f3b-e8c8-4e02-834a-432e40afbf2f tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:44.486566 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-a06f1f3b-e8c8-4e02-834a-432e40afbf2f tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Deleting port 9d62ada4-dd85-4e1d-9e9d-d8145defab72 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:05:44.486960 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a06f1f3b-e8c8-4e02-834a-432e40afbf2f tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:44.496636 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-685a7ed1-1b86-43f3-bf54-73b408a34b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:44.501454 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-685a7ed1-1b86-43f3-bf54-73b408a34b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:44.547598 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-685a7ed1-1b86-43f3-bf54-73b408a34b63 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2a5304a4308a438d847a430a05e414e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1962531 Jul 24 01:05:44.548546 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a7ed1-1b86-43f3-bf54-73b408a34b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff74ff60-403a-4d6a-8c7d-e2b3b81da8b6,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:44.550235 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47478) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:44.663931 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-37f26efa-5f38-4665-95cb-0b70ef1cd7c3 req-fedf65cd-6e0f-4d95-a27a-a080087e67bc tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c162c14-e6e8-48c9-932b-330b67d561a8 HTTP/1.1" status: 200 len: 210 time: 0.0331097 Jul 24 01:05:44.962544 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a06f1f3b-e8c8-4e02-834a-432e40afbf2f tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:45.018847 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-a06f1f3b-e8c8-4e02-834a-432e40afbf2f tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Calling delete_port for 9d62ada4-dd85-4e1d-9e9d-d8145defab72 owned by network:router_gateway {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:05:45.094149 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c5023622-5959-4a85-9914-faf720cb81f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:45.109567 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-cb25a2ad-6fe8-46ca-9abe-31f7d76f3a1c tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:45.111997 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-cb25a2ad-6fe8-46ca-9abe-31f7d76f3a1c tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] 10.222.0.13 "GET /v2.0/networks?id=35a943ba-4ab5-43cd-997b-006ce08af15f HTTP/1.1" status: 200 len: 821 time: 0.2357662 Jul 24 01:05:45.127436 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-a90b4d03-4c64-4add-95ec-991367428a74 tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] Request body: {'port': {'device_id': '2c162c14-e6e8-48c9-932b-330b67d561a8', 'network_id': '35a943ba-4ab5-43cd-997b-006ce08af15f', 'admin_state_up': True, 'tenant_id': 'aa52fdff3a324c1590f17d4c6fc5596e'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:45.167149 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c5023622-5959-4a85-9914-faf720cb81f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:45.417339 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c5023622-5959-4a85-9914-faf720cb81f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:45.420034 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c5023622-5959-4a85-9914-faf720cb81f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:45.421392 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c5023622-5959-4a85-9914-faf720cb81f2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ff74ff60-403a-4d6a-8c7d-e2b3b81da8b6 HTTP/1.1" status: 204 len: 168 time: 0.8698807 Jul 24 01:05:45.442654 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca85db-da43-4305-a962-3ff1572500ab req-aa806d8f-8a49-4415-b2b2-316543392c4a tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:45.444245 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d2ca85db-da43-4305-a962-3ff1572500ab req-aa806d8f-8a49-4415-b2b2-316543392c4a tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 947 time: 0.2570469 Jul 24 01:05:45.463320 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5023622-5959-4a85-9914-faf720cb81f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff74ff60-403a-4d6a-8c7d-e2b3b81da8b6,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:45.485099 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a06f1f3b-e8c8-4e02-834a-432e40afbf2f tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:45.492222 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-a90b4d03-4c64-4add-95ec-991367428a74 tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] Made reservation on behalf of aa52fdff3a324c1590f17d4c6fc5596e for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:05:45.496228 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-a90b4d03-4c64-4add-95ec-991367428a74 tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:45.526347 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06f1f3b-e8c8-4e02-834a-432e40afbf2f tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Pushing event deleted for resources: {'Port': ['ID=9d62ada4-dd85-4e1d-9e9d-d8145defab72,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:45.582942 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d2ca85db-da43-4305-a962-3ff1572500ab req-803a0c19-7c75-4802-9b8a-53c9896983fc tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/security-groups?id=c4cebbcb-e7df-484c-81ac-6ae4b863ae77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247315 Jul 24 01:05:45.678785 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a06f1f3b-e8c8-4e02-834a-432e40afbf2f tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:45.685850 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1cfcc164-e525-4f41-8dab-9a50de6eb798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:45.774522 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c4e82610-b2f6-4c76-ba9e-719b530ab254 req-433915e3-6ea1-4d8a-a80c-e86838de6ca6 tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c162c14-e6e8-48c9-932b-330b67d561a8 HTTP/1.1" status: 200 len: 210 time: 0.0312626 Jul 24 01:05:45.808785 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a06f1f3b-e8c8-4e02-834a-432e40afbf2f tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:45.813343 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a06f1f3b-e8c8-4e02-834a-432e40afbf2f tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:45.863665 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-a90b4d03-4c64-4add-95ec-991367428a74 tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] Allocated IP 172.20.0.13 (35a943ba-4ab5-43cd-997b-006ce08af15f/ff09fa21-c4a2-430e-a2fd-45be38042cba/28c32855-aae3-41cb-96fa-a220933e66d7) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:05:45.904775 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a06f1f3b-e8c8-4e02-834a-432e40afbf2f tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:45.905465 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06f1f3b-e8c8-4e02-834a-432e40afbf2f tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Fanout notify agent at l3_agent the message router_deleted on router 79d712f1-501b-4acf-ad21-0804f7dd9858 {{(pid=100464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:05:45.917835 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a06f1f3b-e8c8-4e02-834a-432e40afbf2f tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:45.922540 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a06f1f3b-e8c8-4e02-834a-432e40afbf2f tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] 10.222.0.15 "DELETE /v2.0/routers/79d712f1-501b-4acf-ad21-0804f7dd9858 HTTP/1.1" status: 204 len: 168 time: 1.7615283 Jul 24 01:05:45.923166 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47498) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:45.929102 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-c5761fd9-28e8-45e2-a6fe-4ba986a1875e tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1053817014', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:45.958938 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c5761fd9-28e8-45e2-a6fe-4ba986a1875e tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:45.960168 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c5761fd9-28e8-45e2-a6fe-4ba986a1875e tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:46.008189 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdc2a47-9842-4037-8923-a210f35f3a9f req-12f28cc2-9726-4ab2-82b2-5a33bb1b5d8d tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:46.008189 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2cdc2a47-9842-4037-8923-a210f35f3a9f req-12f28cc2-9726-4ab2-82b2-5a33bb1b5d8d tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.13 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 947 time: 0.1456654 Jul 24 01:05:46.025164 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c5761fd9-28e8-45e2-a6fe-4ba986a1875e tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:46.031248 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c5761fd9-28e8-45e2-a6fe-4ba986a1875e tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:46.052528 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c5761fd9-28e8-45e2-a6fe-4ba986a1875e tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:46.056519 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c5761fd9-28e8-45e2-a6fe-4ba986a1875e tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1296339 Jul 24 01:05:46.057723 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47504) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:46.063298 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-387fc220-926e-486d-aa9c-994dad434803 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Request body: {'router': {'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:46.171527 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-a90b4d03-4c64-4add-95ec-991367428a74 tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:46.195449 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-2cdc2a47-9842-4037-8923-a210f35f3a9f req-a45b5538-25db-4017-8736-3d4cd20fead5 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Deleting port d4ddb4a1-8ea9-42e6-a478-244bc76d8af8 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:05:46.195801 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-2cdc2a47-9842-4037-8923-a210f35f3a9f req-a45b5538-25db-4017-8736-3d4cd20fead5 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:46.286322 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-387fc220-926e-486d-aa9c-994dad434803 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:46.296446 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-a90b4d03-4c64-4add-95ec-991367428a74 tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:46.351584 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-2cdc2a47-9842-4037-8923-a210f35f3a9f req-a45b5538-25db-4017-8736-3d4cd20fead5 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] For port d4ddb4a1-8ea9-42e6-a478-244bc76d8af8, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d4ddb4a1-8ea9-42e6-a478-244bc76d8af8,segment=NetworkSegment(f7a7a503-697e-40e1-94c5-68de752c5cd5),segment_id=f7a7a503-697e-40e1-94c5-68de752c5cd5)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:46.352213 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-2cdc2a47-9842-4037-8923-a210f35f3a9f req-a45b5538-25db-4017-8736-3d4cd20fead5 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:46.367007 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-a90b4d03-4c64-4add-95ec-991367428a74 tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] Network 35a943ba-4ab5-43cd-997b-006ce08af15f is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:05:46.376612 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-a90b4d03-4c64-4add-95ec-991367428a74 tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:05:46.379317 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-a90b4d03-4c64-4add-95ec-991367428a74 tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:05:46.409300 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-2cdc2a47-9842-4037-8923-a210f35f3a9f req-a45b5538-25db-4017-8736-3d4cd20fead5 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Calling delete_port for d4ddb4a1-8ea9-42e6-a478-244bc76d8af8 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:05:46.416042 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b4d03-4c64-4add-95ec-991367428a74 tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] Pushing event updated for resources: {'Port': ['ID=28c32855-aae3-41cb-96fa-a220933e66d7,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:46.496315 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-a90b4d03-4c64-4add-95ec-991367428a74 tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:46.496959 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-a90b4d03-4c64-4add-95ec-991367428a74 tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:46.524590 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-a90b4d03-4c64-4add-95ec-991367428a74 tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4011769 Jul 24 01:05:46.540340 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-b999e27a-1b92-482a-86f9-5ff2dd567b8a service neutron] Request body: {'port': {'device_id': '2c162c14-e6e8-48c9-932b-330b67d561a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:46.664239 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-b999e27a-1b92-482a-86f9-5ff2dd567b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:46.678105 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-2cdc2a47-9842-4037-8923-a210f35f3a9f req-a45b5538-25db-4017-8736-3d4cd20fead5 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:46.690525 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['d4ddb4a1-8ea9-42e6-a478-244bc76d8af8'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:05:46.804044 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b5538-25db-4017-8736-3d4cd20fead5 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Pushing event deleted for resources: {'Port': ['ID=d4ddb4a1-8ea9-42e6-a478-244bc76d8af8,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:46.853332 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-387fc220-926e-486d-aa9c-994dad434803 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router_gateway, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:46.880091 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bcd5cfcd-cbe6-40ab-9692-d7066c341f5f req-b2aa882e-afbd-468f-8e42-b681c624273a tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.15 "GET /v2.0/ports?device_id=93f624a3-79c0-4847-a301-a5771080ee8a HTTP/1.1" status: 200 len: 210 time: 0.1679976 Jul 24 01:05:46.881914 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cdc2a47-9842-4037-8923-a210f35f3a9f req-a45b5538-25db-4017-8736-3d4cd20fead5 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] No DVR routers for this DVR port d4ddb4a1-8ea9-42e6-a478-244bc76d8af8 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:05:46.886110 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-387fc220-926e-486d-aa9c-994dad434803 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:46.889501 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-2cdc2a47-9842-4037-8923-a210f35f3a9f req-a45b5538-25db-4017-8736-3d4cd20fead5 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:46.891670 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2cdc2a47-9842-4037-8923-a210f35f3a9f req-a45b5538-25db-4017-8736-3d4cd20fead5 tempest-ServersNegativeTestJSON-274216273 tempest-ServersNegativeTestJSON-274216273-project] 10.222.0.13 "DELETE /v2.0/ports/d4ddb4a1-8ea9-42e6-a478-244bc76d8af8 HTTP/1.1" status: 204 len: 173 time: 0.8771307 Jul 24 01:05:46.892199 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f624a3-79c0-4847-a301-a5771080ee8a', 'name': 'network-vif-deleted', 'tag': 'd4ddb4a1-8ea9-42e6-a478-244bc76d8af8'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:05:46.894769 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6afd2c-d894-42c7-a9e2-e7be808aba16" -d '{"events": [{"server_uuid": "93f624a3-79c0-4847-a301-a5771080ee8a", "name": "network-vif-deleted", "tag": "d4ddb4a1-8ea9-42e6-a478-244bc76d8af8"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:05:46.990786 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f87063-95d0-4ce8-9af8-e11bd128d854 x-openstack-request-id: req-02f87063-95d0-4ce8-9af8-e11bd128d854 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:05:46.991078 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f624a3-79c0-4847-a301-a5771080ee8a", "name": "network-vif-deleted", "tag": "d4ddb4a1-8ea9-42e6-a478-244bc76d8af8", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:05:46.991799 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-02f87063-95d0-4ce8-9af8-e11bd128d854 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:05:46.992205 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f624a3-79c0-4847-a301-a5771080ee8a', 'name': 'network-vif-deleted', 'tag': 'd4ddb4a1-8ea9-42e6-a478-244bc76d8af8', 'status': 'completed', 'code': 200} Jul 24 01:05:47.028906 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094429e-a66a-4935-a684-b2e425bd489d req-1659f8fe-1f68-40a3-9b02-24854da5a497 tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:47.030866 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f094429e-a66a-4935-a684-b2e425bd489d req-1659f8fe-1f68-40a3-9b02-24854da5a497 tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c162c14-e6e8-48c9-932b-330b67d561a8 HTTP/1.1" status: 200 len: 932 time: 0.1746316 Jul 24 01:05:47.066525 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-387fc220-926e-486d-aa9c-994dad434803 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Allocated IP 172.25.2.27 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/d9c4fa61-638f-4ca8-91fa-a7f5dc819cca) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:05:47.110553 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f094429e-a66a-4935-a684-b2e425bd489d req-a9bc2e7a-f303-42cc-b187-883bf36b1ca9 tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1808f963-813f-46b7-9e8a-741300c0059b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726597 Jul 24 01:05:47.199591 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-387fc220-926e-486d-aa9c-994dad434803 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:47.236601 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-b999e27a-1b92-482a-86f9-5ff2dd567b8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28c32855-aae3-41cb-96fa-a220933e66d7 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:05:47.245335 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-387fc220-926e-486d-aa9c-994dad434803 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:47.245825 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-b999e27a-1b92-482a-86f9-5ff2dd567b8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:47.259404 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-b999e27a-1b92-482a-86f9-5ff2dd567b8a service neutron] Transition to ACTIVE for port object 28c32855-aae3-41cb-96fa-a220933e66d7 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:05:47.267493 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-b999e27a-1b92-482a-86f9-5ff2dd567b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:47.296851 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387fc220-926e-486d-aa9c-994dad434803 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:05:47.300468 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-387fc220-926e-486d-aa9c-994dad434803 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:05:47.306726 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387fc220-926e-486d-aa9c-994dad434803 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:05:47.333795 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999e27a-1b92-482a-86f9-5ff2dd567b8a service neutron] Pushing event updated for resources: {'Port': ['ID=28c32855-aae3-41cb-96fa-a220933e66d7,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:47.336876 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387fc220-926e-486d-aa9c-994dad434803 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Pushing event updated for resources: {'Port': ['ID=d9c4fa61-638f-4ca8-91fa-a7f5dc819cca,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:47.429417 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-b999e27a-1b92-482a-86f9-5ff2dd567b8a service neutron] Attempting to bind port 28c32855-aae3-41cb-96fa-a220933e66d7 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:05:47.429417 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-b999e27a-1b92-482a-86f9-5ff2dd567b8a service neutron] Attempting to bind port 28c32855-aae3-41cb-96fa-a220933e66d7 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '8ebab94b-4898-4e21-b151-e619d2ef350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '35a943ba-4ab5-43cd-997b-006ce08af15f'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:05:47.430246 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-b999e27a-1b92-482a-86f9-5ff2dd567b8a service neutron] Attempting to bind port 28c32855-aae3-41cb-96fa-a220933e66d7 on network 35a943ba-4ab5-43cd-997b-006ce08af15f {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:05:47.436133 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-b999e27a-1b92-482a-86f9-5ff2dd567b8a service neutron] Port 28c32855-aae3-41cb-96fa-a220933e66d7 on network 35a943ba-4ab5-43cd-997b-006ce08af15f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:05:47.436471 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-b999e27a-1b92-482a-86f9-5ff2dd567b8a service neutron] Attempting to bind port 28c32855-aae3-41cb-96fa-a220933e66d7 on network 35a943ba-4ab5-43cd-997b-006ce08af15f {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:05:47.441849 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-b999e27a-1b92-482a-86f9-5ff2dd567b8a service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:05:47.442475 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-b999e27a-1b92-482a-86f9-5ff2dd567b8a service neutron] Checking segment: {'id': '8ebab94b-4898-4e21-b151-e619d2ef350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '35a943ba-4ab5-43cd-997b-006ce08af15f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:05:47.442622 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-b999e27a-1b92-482a-86f9-5ff2dd567b8a service neutron] Bound using segment: {'id': '8ebab94b-4898-4e21-b151-e619d2ef350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '35a943ba-4ab5-43cd-997b-006ce08af15f'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:05:47.443038 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-b999e27a-1b92-482a-86f9-5ff2dd567b8a service neutron] Bound port: 28c32855-aae3-41cb-96fa-a220933e66d7, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ebab94b-4898-4e21-b151-e619d2ef350a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '35a943ba-4ab5-43cd-997b-006ce08af15f'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:05:47.443404 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-b999e27a-1b92-482a-86f9-5ff2dd567b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:47.537734 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-b999e27a-1b92-482a-86f9-5ff2dd567b8a service neutron] For port 28c32855-aae3-41cb-96fa-a220933e66d7, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:05:47.541431 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-b999e27a-1b92-482a-86f9-5ff2dd567b8a service neutron] For port 28c32855-aae3-41cb-96fa-a220933e66d7, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=28c32855-aae3-41cb-96fa-a220933e66d7,segment=NetworkSegment(8ebab94b-4898-4e21-b151-e619d2ef350a),segment_id=8ebab94b-4898-4e21-b151-e619d2ef350a)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:05:47.552540 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-b999e27a-1b92-482a-86f9-5ff2dd567b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:47.599467 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-b999e27a-1b92-482a-86f9-5ff2dd567b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:47.600262 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-b999e27a-1b92-482a-86f9-5ff2dd567b8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:47.601762 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-b999e27a-1b92-482a-86f9-5ff2dd567b8a service neutron] 10.222.0.13 "PUT /v2.0/ports/28c32855-aae3-41cb-96fa-a220933e66d7 HTTP/1.1" status: 200 len: 1093 time: 1.0667861 Jul 24 01:05:47.624802 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b999e27a-1b92-482a-86f9-5ff2dd567b8a service neutron] Pushing event updated for resources: {'Port': ['ID=28c32855-aae3-41cb-96fa-a220933e66d7,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:47.626785 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-387fc220-926e-486d-aa9c-994dad434803 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router_gateway, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:47.704885 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-fb51fdb8-f770-440a-9bdf-e64a35f5fec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:47.706784 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-fb51fdb8-f770-440a-9bdf-e64a35f5fec3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa52fdff3a324c1590f17d4c6fc5596e&device_id=2c162c14-e6e8-48c9-932b-330b67d561a8 HTTP/1.1" status: 200 len: 1096 time: 0.0653956 Jul 24 01:05:47.757224 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-626484bc-2a87-4b62-9c88-aa12645ad208 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28c32855-aae3-41cb-96fa-a220933e66d7 HTTP/1.1" status: 200 len: 217 time: 0.0432274 Jul 24 01:05:47.809706 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-0f8a9aa1-7bae-4ab8-a5eb-f79e5827e2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:47.811582 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-0f8a9aa1-7bae-4ab8-a5eb-f79e5827e2d5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ff09fa21-c4a2-430e-a2fd-45be38042cba HTTP/1.1" status: 200 len: 861 time: 0.0483096 Jul 24 01:05:47.857307 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-a113739e-faa4-46c6-ac82-5c4bb87c42c4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=35a943ba-4ab5-43cd-997b-006ce08af15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378535 Jul 24 01:05:47.867848 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-387fc220-926e-486d-aa9c-994dad434803 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:47.871486 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-387fc220-926e-486d-aa9c-994dad434803 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690290'] for router, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:47.948778 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47548) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:48.000935 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-a2dd13ed-a6bb-4ae1-a745-96f77f7b6732 service neutron] 10.222.0.13 "GET /v2.0/networks/35a943ba-4ab5-43cd-997b-006ce08af15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358504 Jul 24 01:05:48.019891 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2d4b950-e3e5-492e-b54a-b6701021c7ae admin admin] Deleting subnet 56ac3505-ea77-4bfe-8569-9dd694c7b9b5 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:05:48.042775 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d2d4b950-e3e5-492e-b54a-b6701021c7ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:48.048065 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387fc220-926e-486d-aa9c-994dad434803 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Router 0fe290a4-7895-444c-9ed0-bad54203f61e is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:05:48.119067 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d2d4b950-e3e5-492e-b54a-b6701021c7ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:48.177595 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7fc8c80a-9a5d-4560-8eba-b34743ca222a req-1cc91866-7e94-414d-b519-f4d67392ad2c service neutron] 10.222.0.13 "GET /v2.0/networks/35a943ba-4ab5-43cd-997b-006ce08af15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689703 Jul 24 01:05:48.177976 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387fc220-926e-486d-aa9c-994dad434803 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:05:48.184864 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d2d4b950-e3e5-492e-b54a-b6701021c7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:48.195471 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9545fedc-6664-42a8-ae8f-0af6e4ba6b8e None None] Sync routers for ids ['0fe290a4-7895-444c-9ed0-bad54203f61e'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:05:48.199269 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-387fc220-926e-486d-aa9c-994dad434803 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:48.202702 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-387fc220-926e-486d-aa9c-994dad434803 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] 10.222.0.15 "PUT /v2.0/routers/0fe290a4-7895-444c-9ed0-bad54203f61e HTTP/1.1" status: 200 len: 879 time: 2.1409056 Jul 24 01:05:48.206314 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47558) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:48.236651 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9545fedc-6664-42a8-ae8f-0af6e4ba6b8e None None] Routers {'0fe290a4-7895-444c-9ed0-bad54203f61e'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:05:48.237766 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-9545fedc-6664-42a8-ae8f-0af6e4ba6b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:05:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['0fe290a4-7895-444c-9ed0-bad54203f61e'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:48.262183 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d2d4b950-e3e5-492e-b54a-b6701021c7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:48.289786 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d4b950-e3e5-492e-b54a-b6701021c7ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56ac3505-ea77-4bfe-8569-9dd694c7b9b5,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:48.294185 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d2d4b950-e3e5-492e-b54a-b6701021c7ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:48.296768 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d2d4b950-e3e5-492e-b54a-b6701021c7ae admin admin] 10.222.0.15 "DELETE /v2.0/subnets/56ac3505-ea77-4bfe-8569-9dd694c7b9b5 HTTP/1.1" status: 204 len: 168 time: 0.3465598 Jul 24 01:05:48.298811 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47560) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:48.299028 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-9545fedc-6664-42a8-ae8f-0af6e4ba6b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:48.307013 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-82a2779b-d815-465b-9e4d-9042b9490ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:48.312751 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9545fedc-6664-42a8-ae8f-0af6e4ba6b8e None None] Routers {'0fe290a4-7895-444c-9ed0-bad54203f61e'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:05:48.313600 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-9545fedc-6664-42a8-ae8f-0af6e4ba6b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:05:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['0fe290a4-7895-444c-9ed0-bad54203f61e'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:48.347301 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-9545fedc-6664-42a8-ae8f-0af6e4ba6b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:48.348224 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9545fedc-6664-42a8-ae8f-0af6e4ba6b8e None None] The sync data for ids ['0fe290a4-7895-444c-9ed0-bad54203f61e'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:05:48.391855 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-79067130-6495-42da-ac8c-99830beea05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:48.395253 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3a846d1a-88aa-4a44-aad2-375b766f9235 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] 10.222.0.15 "GET /v2.0/routers/0fe290a4-7895-444c-9ed0-bad54203f61e HTTP/1.1" status: 200 len: 920 time: 0.1875112 Jul 24 01:05:48.400794 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47562) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:48.404407 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1cf44-e4d7-4802-b991-7243a7a3aa68 req-a3ee7bc6-d7da-498a-aabd-4c9cfc5f6576 tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:48.406051 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-77a1cf44-e4d7-4802-b991-7243a7a3aa68 req-a3ee7bc6-d7da-498a-aabd-4c9cfc5f6576 tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c162c14-e6e8-48c9-932b-330b67d561a8 HTTP/1.1" status: 200 len: 944 time: 0.1462295 Jul 24 01:05:48.453925 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-77a1cf44-e4d7-4802-b991-7243a7a3aa68 req-1bced73d-3e30-4fae-9330-aa998b5e17c8 tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1808f963-813f-46b7-9e8a-741300c0059b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414546 Jul 24 01:05:48.475882 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:48.554558 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-79067130-6495-42da-ac8c-99830beea05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:48.573726 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-79067130-6495-42da-ac8c-99830beea05c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c8368d3-95e1-485a-9bb3-ebfb4cbd184b']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:48.588080 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-79067130-6495-42da-ac8c-99830beea05c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7a7a503-697e-40e1-94c5-68de752c5cd5') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:48.588422 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-79067130-6495-42da-ac8c-99830beea05c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7a7a503-697e-40e1-94c5-68de752c5cd5') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:48.603179 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70c02be-1848-402e-b794-47901947d570 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:48.605316 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c70c02be-1848-402e-b794-47901947d570 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83&device_id=0fe290a4-7895-444c-9ed0-bad54203f61e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2026298 Jul 24 01:05:48.607115 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-79067130-6495-42da-ac8c-99830beea05c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:48.608436 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47564) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:48.620885 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-79067130-6495-42da-ac8c-99830beea05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:48.628134 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79067130-6495-42da-ac8c-99830beea05c admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:05:48.630843 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-79067130-6495-42da-ac8c-99830beea05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:48.631771 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:05:48.631771 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:05:48.631771 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:05:48.631771 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:05:48.631771 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:05:48.631771 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:05:48.631771 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:05:48.631771 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:05:48.631771 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:05:48.631771 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:05:48.631771 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:05:48.631771 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:05:48.631771 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:05:48.631771 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:05:48.631771 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:05:48.631771 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:05:48.631771 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:05:48.631771 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:05:48.631771 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:05:48.631771 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:05:48.631771 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:05:48.631771 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:05:48.631771 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:05:48.631771 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:05:48.631771 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:05:48.631771 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:05:48.631771 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:05:48.631771 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:05:48.631771 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:05:48.631771 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:05:48.631771 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:05:48.631771 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:05:48.695743 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-79067130-6495-42da-ac8c-99830beea05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:48.703497 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-79067130-6495-42da-ac8c-99830beea05c admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:48.705622 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-79067130-6495-42da-ac8c-99830beea05c admin admin] 10.222.0.15 "DELETE /v2.0/networks/8c8368d3-95e1-485a-9bb3-ebfb4cbd184b HTTP/1.1" status: 204 len: 168 time: 0.4055963 Jul 24 01:05:48.710509 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e22be1a-e282-48af-ab47-fc66d35033cc tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:48.711681 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1e22be1a-e282-48af-ab47-fc66d35033cc tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] 10.222.0.15 "GET /v2.0/networks/40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 881 time: 0.1021364 Jul 24 01:05:48.715042 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47568) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:48.727292 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79067130-6495-42da-ac8c-99830beea05c admin admin] Pushing event deleted for resources: {'Network': ['ID=8c8368d3-95e1-485a-9bb3-ebfb4cbd184b,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:48.762777 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ac6b4da6-dd4d-4efe-b0a5-ae8aa4069fb4 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe290a4-7895-444c-9ed0-bad54203f61e HTTP/1.1" status: 200 len: 205 time: 0.0464365 Jul 24 01:05:48.765588 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47570) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:48.874133 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f92471fa-e734-442b-81d0-e1772c3fc290 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:48.923739 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47572) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:48.969261 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f0d6e43d-e1aa-4786-9a61-3430d893adaf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d5f5cc12e5fe45be9d7447ae1149586c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442672 Jul 24 01:05:48.971711 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47574) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:48.978677 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f92471fa-e734-442b-81d0-e1772c3fc290 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:48.993308 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c162c14-e6e8-48c9-932b-330b67d561a8', 'tag': '28c32855-aae3-41cb-96fa-a220933e66d7'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:05:48.995888 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0cea79-41d0-45b6-8bab-529ce379761d" -d '{"events": [{"name": "network-changed", "server_uuid": "2c162c14-e6e8-48c9-932b-330b67d561a8", "tag": "28c32855-aae3-41cb-96fa-a220933e66d7"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:05:49.031622 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-33ab7b8b-fb6a-47fa-b682-c89b07cafcf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:49.037448 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-f92471fa-e734-442b-81d0-e1772c3fc290 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Deleting port d9c4fa61-638f-4ca8-91fa-a7f5dc819cca {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:05:49.037800 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f92471fa-e734-442b-81d0-e1772c3fc290 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:49.042327 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ba9ca0-41a8-4f87-ab2c-885537530022 x-openstack-request-id: req-b7ba9ca0-41a8-4f87-ab2c-885537530022 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:05:49.042618 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c162c14-e6e8-48c9-932b-330b67d561a8", "tag": "28c32855-aae3-41cb-96fa-a220933e66d7", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:05:49.042898 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b7ba9ca0-41a8-4f87-ab2c-885537530022 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:05:49.043301 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c162c14-e6e8-48c9-932b-330b67d561a8', 'tag': '28c32855-aae3-41cb-96fa-a220933e66d7', 'status': 'completed', 'code': 200} Jul 24 01:05:49.056522 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-33ab7b8b-fb6a-47fa-b682-c89b07cafcf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:49.137017 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f92471fa-e734-442b-81d0-e1772c3fc290 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:49.152888 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-f92471fa-e734-442b-81d0-e1772c3fc290 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Calling delete_port for d9c4fa61-638f-4ca8-91fa-a7f5dc819cca owned by network:router_gateway {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:05:49.196538 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0cea79-41d0-45b6-8bab-529ce379761d req-5bce8b9e-caa9-4bd8-af1f-ed1124e01f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:49.199476 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4f0cea79-41d0-45b6-8bab-529ce379761d req-5bce8b9e-caa9-4bd8-af1f-ed1124e01f42 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aa52fdff3a324c1590f17d4c6fc5596e&device_id=2c162c14-e6e8-48c9-932b-330b67d561a8 HTTP/1.1" status: 200 len: 1096 time: 0.1236291 Jul 24 01:05:49.209445 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-33ab7b8b-fb6a-47fa-b682-c89b07cafcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:49.215035 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-33ab7b8b-fb6a-47fa-b682-c89b07cafcf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:49.217157 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-33ab7b8b-fb6a-47fa-b682-c89b07cafcf9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c4cebbcb-e7df-484c-81ac-6ae4b863ae77 HTTP/1.1" status: 204 len: 168 time: 0.2440746 Jul 24 01:05:49.263157 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab7b8b-fb6a-47fa-b682-c89b07cafcf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cebbcb-e7df-484c-81ac-6ae4b863ae77,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:49.388253 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f92471fa-e734-442b-81d0-e1772c3fc290 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:49.418256 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92471fa-e734-442b-81d0-e1772c3fc290 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Pushing event deleted for resources: {'Port': ['ID=d9c4fa61-638f-4ca8-91fa-a7f5dc819cca,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:49.430380 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0cea79-41d0-45b6-8bab-529ce379761d req-6caeae87-242e-4061-8841-a81d85d35256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:49.432077 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4f0cea79-41d0-45b6-8bab-529ce379761d req-6caeae87-242e-4061-8841-a81d85d35256 service neutron] 10.222.0.13 "GET /v2.0/networks?id=35a943ba-4ab5-43cd-997b-006ce08af15f HTTP/1.1" status: 200 len: 922 time: 0.2252986 Jul 24 01:05:49.481671 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:49.482537 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4f0cea79-41d0-45b6-8bab-529ce379761d req-6773963d-3140-4c26-b2a1-9dde3d42f83c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=28c32855-aae3-41cb-96fa-a220933e66d7 HTTP/1.1" status: 200 len: 217 time: 0.0432417 Jul 24 01:05:49.514861 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f92471fa-e734-442b-81d0-e1772c3fc290 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:49.566373 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0cea79-41d0-45b6-8bab-529ce379761d req-520c2d6d-ff3c-4613-805f-763c758ae3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:49.568228 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4f0cea79-41d0-45b6-8bab-529ce379761d req-520c2d6d-ff3c-4613-805f-763c758ae3c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ff09fa21-c4a2-430e-a2fd-45be38042cba HTTP/1.1" status: 200 len: 861 time: 0.0797236 Jul 24 01:05:49.621233 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4f0cea79-41d0-45b6-8bab-529ce379761d req-b088f619-ec48-4241-8680-7d9db6e62419 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=35a943ba-4ab5-43cd-997b-006ce08af15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368218 Jul 24 01:05:49.676025 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f92471fa-e734-442b-81d0-e1772c3fc290 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:49.694872 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f92471fa-e734-442b-81d0-e1772c3fc290 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:49.739937 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4f0cea79-41d0-45b6-8bab-529ce379761d req-df7cb1e0-e0f6-47cf-aa15-f441923bc965 service neutron] 10.222.0.13 "GET /v2.0/networks/35a943ba-4ab5-43cd-997b-006ce08af15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113651 Jul 24 01:05:49.758408 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f92471fa-e734-442b-81d0-e1772c3fc290 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:49.759040 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92471fa-e734-442b-81d0-e1772c3fc290 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Fanout notify agent at l3_agent the message router_deleted on router 0fe290a4-7895-444c-9ed0-bad54203f61e {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:05:49.768277 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f92471fa-e734-442b-81d0-e1772c3fc290 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:49.769572 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f92471fa-e734-442b-81d0-e1772c3fc290 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] 10.222.0.15 "DELETE /v2.0/routers/0fe290a4-7895-444c-9ed0-bad54203f61e HTTP/1.1" status: 204 len: 168 time: 1.0028789 Jul 24 01:05:49.774774 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47602) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:49.782767 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-c7b1c05f-1b56-44b5-9426-0dd02056cddf tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1433441433', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:49.801120 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da25c1-f3e0-48b1-8626-e90fa0af570b req-91bb0d50-15d9-4f2f-9f44-e5d17f7b5276 tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:49.802744 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-32da25c1-f3e0-48b1-8626-e90fa0af570b req-91bb0d50-15d9-4f2f-9f44-e5d17f7b5276 tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c162c14-e6e8-48c9-932b-330b67d561a8 HTTP/1.1" status: 200 len: 944 time: 0.1776977 Jul 24 01:05:49.847286 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c7b1c05f-1b56-44b5-9426-0dd02056cddf tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:49.848545 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c7b1c05f-1b56-44b5-9426-0dd02056cddf tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:49.875829 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-32da25c1-f3e0-48b1-8626-e90fa0af570b req-c54d3df2-6b47-4204-b45a-f6b7f2499ffd tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1808f963-813f-46b7-9e8a-741300c0059b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536978 Jul 24 01:05:49.915479 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4f0cea79-41d0-45b6-8bab-529ce379761d req-a1787b1c-0e4d-4200-889b-7bd69080803d service neutron] 10.222.0.13 "GET /v2.0/networks/35a943ba-4ab5-43cd-997b-006ce08af15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676559 Jul 24 01:05:49.935470 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c7b1c05f-1b56-44b5-9426-0dd02056cddf tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:49.941027 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c7b1c05f-1b56-44b5-9426-0dd02056cddf tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:49.961578 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c7b1c05f-1b56-44b5-9426-0dd02056cddf tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:49.962901 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c7b1c05f-1b56-44b5-9426-0dd02056cddf tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1853435 Jul 24 01:05:49.966798 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47608) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:49.971957 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-0caf4afe-f094-483c-8e13-6c3853478035 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'enable_snat': True}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:50.197979 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0caf4afe-f094-483c-8e13-6c3853478035 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:50.448865 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0caf4afe-f094-483c-8e13-6c3853478035 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:50.474618 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0caf4afe-f094-483c-8e13-6c3853478035 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:50.555554 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 28c32855-aae3-41cb-96fa-a220933e66d7 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:05:50.559673 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d4ddb4a1-8ea9-42e6-a478-244bc76d8af8 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:05:50.587719 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: d4ddb4a1-8ea9-42e6-a478-244bc76d8af8 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:05:50.588350 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d4ddb4a1-8ea9-42e6-a478-244bc76d8af8 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:05:50.619468 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-0caf4afe-f094-483c-8e13-6c3853478035 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Allocated IP 172.25.2.245 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/5004339c-c41b-4b30-ab46-9c2c226fdfa3) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:05:50.696060 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 28c32855-aae3-41cb-96fa-a220933e66d7, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=28c32855-aae3-41cb-96fa-a220933e66d7,segment=NetworkSegment(8ebab94b-4898-4e21-b151-e619d2ef350a),segment_id=8ebab94b-4898-4e21-b151-e619d2ef350a)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:50.709079 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '28c32855-aae3-41cb-96fa-a220933e66d7', 'network_id': '35a943ba-4ab5-43cd-997b-006ce08af15f', 'port_id': '28c32855-aae3-41cb-96fa-a220933e66d7', 'mac_address': 'fa:16:3e:17:45:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff09fa21-c4a2-430e-a2fd-45be38042cba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:05:50.781787 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:50.810336 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28c32855-aae3-41cb-96fa-a220933e66d7 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:05:50.862221 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 28c32855-aae3-41cb-96fa-a220933e66d7, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=28c32855-aae3-41cb-96fa-a220933e66d7,segment=NetworkSegment(8ebab94b-4898-4e21-b151-e619d2ef350a),segment_id=8ebab94b-4898-4e21-b151-e619d2ef350a)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:50.870752 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:50.949339 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=28c32855-aae3-41cb-96fa-a220933e66d7,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:50.978974 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:51.006444 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47644) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:51.126774 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-94665f87-2156-4050-bd18-d6dd215c8707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:51.232097 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0caf4afe-f094-483c-8e13-6c3853478035 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:51.237536 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['28c32855-aae3-41cb-96fa-a220933e66d7'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:05:51.243820 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fdd315-0fec-4244-9dc1-1a636dea049b req-425a1631-08e8-4690-ad31-43d070111aec tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:51.246161 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-26fdd315-0fec-4244-9dc1-1a636dea049b req-425a1631-08e8-4690-ad31-43d070111aec tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c162c14-e6e8-48c9-932b-330b67d561a8 HTTP/1.1" status: 200 len: 945 time: 0.1391952 Jul 24 01:05:51.258594 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-94665f87-2156-4050-bd18-d6dd215c8707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:51.267377 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-94665f87-2156-4050-bd18-d6dd215c8707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:51.311781 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-26fdd315-0fec-4244-9dc1-1a636dea049b req-540f35b1-7533-444f-9ba3-b4bb3b7bac8e tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1808f963-813f-46b7-9e8a-741300c0059b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545208 Jul 24 01:05:51.319664 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0caf4afe-f094-483c-8e13-6c3853478035 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:51.325689 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-94665f87-2156-4050-bd18-d6dd215c8707 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=878f3521e73343b7b3cee0089e857f01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3178172 Jul 24 01:05:51.326524 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47648) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:51.327236 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94665f87-2156-4050-bd18-d6dd215c8707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9623179-daac-46c3-99f1-08ec249c866d,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:51.343810 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94665f87-2156-4050-bd18-d6dd215c8707 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:51.344170 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94665f87-2156-4050-bd18-d6dd215c8707 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:51.344633 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94665f87-2156-4050-bd18-d6dd215c8707 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:51.345185 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94665f87-2156-4050-bd18-d6dd215c8707 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:51.345683 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94665f87-2156-4050-bd18-d6dd215c8707 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:51.346586 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94665f87-2156-4050-bd18-d6dd215c8707 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:51.347160 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94665f87-2156-4050-bd18-d6dd215c8707 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:51.347719 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94665f87-2156-4050-bd18-d6dd215c8707 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:51.348258 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94665f87-2156-4050-bd18-d6dd215c8707 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:51.349023 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94665f87-2156-4050-bd18-d6dd215c8707 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:51.349592 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94665f87-2156-4050-bd18-d6dd215c8707 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:51.350114 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94665f87-2156-4050-bd18-d6dd215c8707 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:05:51.377676 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0caf4afe-f094-483c-8e13-6c3853478035 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:05:51.381153 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-0caf4afe-f094-483c-8e13-6c3853478035 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:05:51.387328 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0caf4afe-f094-483c-8e13-6c3853478035 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:05:51.414482 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf4afe-f094-483c-8e13-6c3853478035 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Pushing event updated for resources: {'Port': ['ID=5004339c-c41b-4b30-ab46-9c2c226fdfa3,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:51.431751 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c356ceb5-c072-42ae-9879-11cdf4038b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:51.469372 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c356ceb5-c072-42ae-9879-11cdf4038b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:51.528499 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c356ceb5-c072-42ae-9879-11cdf4038b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:51.531215 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c356ceb5-c072-42ae-9879-11cdf4038b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:51.535130 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c356ceb5-c072-42ae-9879-11cdf4038b6a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a9623179-daac-46c3-99f1-08ec249c866d HTTP/1.1" status: 204 len: 168 time: 0.2026684 Jul 24 01:05:51.540894 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c356ceb5-c072-42ae-9879-11cdf4038b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9623179-daac-46c3-99f1-08ec249c866d,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:51.683874 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0caf4afe-f094-483c-8e13-6c3853478035 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:51.931528 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0caf4afe-f094-483c-8e13-6c3853478035 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:51.937888 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0caf4afe-f094-483c-8e13-6c3853478035 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690290'] for router, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:52.083414 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0caf4afe-f094-483c-8e13-6c3853478035 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Router cc2d66d8-785b-4fe1-946e-d3b3d5b2509c is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:05:52.237189 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0caf4afe-f094-483c-8e13-6c3853478035 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:05:52.246852 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1032c38-973b-4ea4-9b3b-cb15ee44cf63 None None] Sync routers for ids ['cc2d66d8-785b-4fe1-946e-d3b3d5b2509c'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:05:52.250488 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0caf4afe-f094-483c-8e13-6c3853478035 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:52.251989 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0caf4afe-f094-483c-8e13-6c3853478035 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] 10.222.0.15 "PUT /v2.0/routers/cc2d66d8-785b-4fe1-946e-d3b3d5b2509c HTTP/1.1" status: 200 len: 915 time: 2.2837694 Jul 24 01:05:52.254999 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47672) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:52.259384 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1032c38-973b-4ea4-9b3b-cb15ee44cf63 None None] Routers {'cc2d66d8-785b-4fe1-946e-d3b3d5b2509c'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:05:52.260181 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-e1032c38-973b-4ea4-9b3b-cb15ee44cf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:05:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['cc2d66d8-785b-4fe1-946e-d3b3d5b2509c'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:52.402839 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-e1032c38-973b-4ea4-9b3b-cb15ee44cf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:52.415725 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1032c38-973b-4ea4-9b3b-cb15ee44cf63 None None] Routers {'cc2d66d8-785b-4fe1-946e-d3b3d5b2509c'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:05:52.416629 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-e1032c38-973b-4ea4-9b3b-cb15ee44cf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:05:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['cc2d66d8-785b-4fe1-946e-d3b3d5b2509c'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:52.452219 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-e1032c38-973b-4ea4-9b3b-cb15ee44cf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:52.453068 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1032c38-973b-4ea4-9b3b-cb15ee44cf63 None None] The sync data for ids ['cc2d66d8-785b-4fe1-946e-d3b3d5b2509c'] in n-d-793621-25 is: [] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:05:52.593509 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 28c32855-aae3-41cb-96fa-a220933e66d7 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:05:52.682454 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 28c32855-aae3-41cb-96fa-a220933e66d7 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:05:52.689345 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 28c32855-aae3-41cb-96fa-a220933e66d7 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:05:52.690281 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:52.777376 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f7a02a76-d1b6-4b5d-8fe2-62c2b56f5ca6 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] 10.222.0.15 "GET /v2.0/routers/cc2d66d8-785b-4fe1-946e-d3b3d5b2509c HTTP/1.1" status: 200 len: 921 time: 0.5210106 Jul 24 01:05:52.780428 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47686) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:52.787732 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:52.801537 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2eb4c-6380-472b-9076-7e5be7cee00c req-b302efe4-bb53-489d-8298-eb96197788da tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:52.803400 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2bc2eb4c-6380-472b-9076-7e5be7cee00c req-b302efe4-bb53-489d-8298-eb96197788da tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c162c14-e6e8-48c9-932b-330b67d561a8 HTTP/1.1" status: 200 len: 945 time: 0.1179085 Jul 24 01:05:52.815775 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c162c14-e6e8-48c9-932b-330b67d561a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c32855-aae3-41cb-96fa-a220933e66d7'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:05:52.818896 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb5d0f6-f29c-4bfd-b4c6-3957ef602b83" -d '{"events": [{"server_uuid": "2c162c14-e6e8-48c9-932b-330b67d561a8", "name": "network-vif-plugged", "status": "completed", "tag": "28c32855-aae3-41cb-96fa-a220933e66d7"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:05:52.839533 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 28c32855-aae3-41cb-96fa-a220933e66d7, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=28c32855-aae3-41cb-96fa-a220933e66d7,segment=NetworkSegment(8ebab94b-4898-4e21-b151-e619d2ef350a),segment_id=8ebab94b-4898-4e21-b151-e619d2ef350a)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:52.847268 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:52.916337 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2bc2eb4c-6380-472b-9076-7e5be7cee00c req-6557c76e-391e-436f-97d2-55f8911a1cff tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1808f963-813f-46b7-9e8a-741300c0059b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910578 Jul 24 01:05:52.934575 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6113b13-f816-40a6-bab7-4b26776172d8 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:52.937636 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2fdb756-45e0-481d-8c6d-4c32fe85a49e x-openstack-request-id: req-e2fdb756-45e0-481d-8c6d-4c32fe85a49e {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:05:52.938191 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c162c14-e6e8-48c9-932b-330b67d561a8", "name": "network-vif-plugged", "status": "completed", "tag": "28c32855-aae3-41cb-96fa-a220933e66d7", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:05:52.938681 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e2fdb756-45e0-481d-8c6d-4c32fe85a49e {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:05:52.939288 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c162c14-e6e8-48c9-932b-330b67d561a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c32855-aae3-41cb-96fa-a220933e66d7', 'code': 200} Jul 24 01:05:52.939996 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47694) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:52.940880 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=28c32855-aae3-41cb-96fa-a220933e66d7,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:52.947221 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d6113b13-f816-40a6-bab7-4b26776172d8 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83&device_id=cc2d66d8-785b-4fe1-946e-d3b3d5b2509c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1550820 Jul 24 01:05:53.053286 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cd721d-e3aa-4ac9-9cda-56f30c92e49b tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:53.055596 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-57cd721d-e3aa-4ac9-9cda-56f30c92e49b tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] 10.222.0.15 "GET /v2.0/networks/40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 881 time: 0.1145256 Jul 24 01:05:53.060301 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47700) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:53.082285 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4835f-674c-4a2f-81d2-76ea6ef540a2 req-2cb30988-ae61-4fa1-8aa3-3d68a5a9cf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:53.084581 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e5b4835f-674c-4a2f-81d2-76ea6ef540a2 req-2cb30988-ae61-4fa1-8aa3-3d68a5a9cf46 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2c162c14-e6e8-48c9-932b-330b67d561a8 HTTP/1.1" status: 200 len: 1098 time: 0.1178460 Jul 24 01:05:53.106284 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8574b7f9-04b5-42b5-be0c-5de6f6a01078 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc2d66d8-785b-4fe1-946e-d3b3d5b2509c HTTP/1.1" status: 200 len: 205 time: 0.0421999 Jul 24 01:05:53.108981 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47704) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:53.141977 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e5b4835f-674c-4a2f-81d2-76ea6ef540a2 req-de76a149-d2dc-4329-bc34-54d52c870956 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1808f963-813f-46b7-9e8a-741300c0059b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493543 Jul 24 01:05:53.263720 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d0650abb-5513-4cd7-ac88-6b026dbfdc24 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:53.496014 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d0650abb-5513-4cd7-ac88-6b026dbfdc24 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:53.588587 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-d0650abb-5513-4cd7-ac88-6b026dbfdc24 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Deleting port 5004339c-c41b-4b30-ab46-9c2c226fdfa3 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:05:53.589238 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d0650abb-5513-4cd7-ac88-6b026dbfdc24 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:53.709856 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d0650abb-5513-4cd7-ac88-6b026dbfdc24 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:53.727456 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-d0650abb-5513-4cd7-ac88-6b026dbfdc24 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Calling delete_port for 5004339c-c41b-4b30-ab46-9c2c226fdfa3 owned by network:router_gateway {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:05:53.930408 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d0650abb-5513-4cd7-ac88-6b026dbfdc24 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:53.975507 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0650abb-5513-4cd7-ac88-6b026dbfdc24 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Pushing event deleted for resources: {'Port': ['ID=5004339c-c41b-4b30-ab46-9c2c226fdfa3,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:54.092593 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d0650abb-5513-4cd7-ac88-6b026dbfdc24 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:54.203857 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d0650abb-5513-4cd7-ac88-6b026dbfdc24 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:54.212778 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae657ed-997d-4e31-a026-79bdb2472616 req-f23ede9d-d7c9-4104-b53b-ce7f1ee42698 tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:54.214928 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4ae657ed-997d-4e31-a026-79bdb2472616 req-f23ede9d-d7c9-4104-b53b-ce7f1ee42698 tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c162c14-e6e8-48c9-932b-330b67d561a8 HTTP/1.1" status: 200 len: 946 time: 0.2169886 Jul 24 01:05:54.216195 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d0650abb-5513-4cd7-ac88-6b026dbfdc24 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:54.275933 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d0650abb-5513-4cd7-ac88-6b026dbfdc24 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:54.277297 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0650abb-5513-4cd7-ac88-6b026dbfdc24 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Fanout notify agent at l3_agent the message router_deleted on router cc2d66d8-785b-4fe1-946e-d3b3d5b2509c {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:05:54.288236 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d0650abb-5513-4cd7-ac88-6b026dbfdc24 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:54.289350 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d0650abb-5513-4cd7-ac88-6b026dbfdc24 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] 10.222.0.15 "DELETE /v2.0/routers/cc2d66d8-785b-4fe1-946e-d3b3d5b2509c HTTP/1.1" status: 204 len: 168 time: 1.1792624 Jul 24 01:05:54.293193 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47732) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:54.298256 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-01b87949-7e8b-48e1-8333-b5500efb274d tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-307784980', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:54.298517 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4ae657ed-997d-4e31-a026-79bdb2472616 req-8664e063-b3b3-4e53-97d7-d37888ffc7eb tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1808f963-813f-46b7-9e8a-741300c0059b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728784 Jul 24 01:05:54.325451 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-01b87949-7e8b-48e1-8333-b5500efb274d tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:54.326502 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-01b87949-7e8b-48e1-8333-b5500efb274d tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:54.379079 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-01b87949-7e8b-48e1-8333-b5500efb274d tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:54.384746 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-01b87949-7e8b-48e1-8333-b5500efb274d tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:54.408776 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-01b87949-7e8b-48e1-8333-b5500efb274d tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:54.410147 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-01b87949-7e8b-48e1-8333-b5500efb274d tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1158438 Jul 24 01:05:54.412945 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47736) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:54.418139 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-658a5fea-6d7e-4f09-bc55-ccb78b4471c3 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'enable_snat': False}}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:54.677467 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-658a5fea-6d7e-4f09-bc55-ccb78b4471c3 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:54.935642 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-658a5fea-6d7e-4f09-bc55-ccb78b4471c3 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:54.956539 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-658a5fea-6d7e-4f09-bc55-ccb78b4471c3 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:55.078552 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-658a5fea-6d7e-4f09-bc55-ccb78b4471c3 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Allocated IP 172.25.2.103 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/3c2cff47-f934-4cfb-9ef9-9201091fcda9) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:05:55.200763 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-658a5fea-6d7e-4f09-bc55-ccb78b4471c3 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:55.243694 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-658a5fea-6d7e-4f09-bc55-ccb78b4471c3 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:55.287869 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658a5fea-6d7e-4f09-bc55-ccb78b4471c3 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:05:55.290897 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-658a5fea-6d7e-4f09-bc55-ccb78b4471c3 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:05:55.293735 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658a5fea-6d7e-4f09-bc55-ccb78b4471c3 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:05:55.332016 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a5fea-6d7e-4f09-bc55-ccb78b4471c3 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Pushing event updated for resources: {'Port': ['ID=3c2cff47-f934-4cfb-9ef9-9201091fcda9,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:55.584415 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b8c27b-7061-430c-9ad4-b18164d4a98f req-e5377a41-9ffb-4762-8135-652a776e494e tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:55.585932 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-22b8c27b-7061-430c-9ad4-b18164d4a98f req-e5377a41-9ffb-4762-8135-652a776e494e tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c162c14-e6e8-48c9-932b-330b67d561a8 HTTP/1.1" status: 200 len: 946 time: 0.1931527 Jul 24 01:05:55.655490 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-22b8c27b-7061-430c-9ad4-b18164d4a98f req-98ca98e5-5118-4f2f-9e77-5d74b3156532 tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1808f963-813f-46b7-9e8a-741300c0059b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604770 Jul 24 01:05:55.661652 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-658a5fea-6d7e-4f09-bc55-ccb78b4471c3 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:55.926571 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-658a5fea-6d7e-4f09-bc55-ccb78b4471c3 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:55.931561 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-658a5fea-6d7e-4f09-bc55-ccb78b4471c3 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690290'] for router, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:56.143064 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-658a5fea-6d7e-4f09-bc55-ccb78b4471c3 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Router 094119a9-6598-4d50-80cf-480be1926ed4 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:05:56.278270 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658a5fea-6d7e-4f09-bc55-ccb78b4471c3 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:05:56.283691 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-658a5fea-6d7e-4f09-bc55-ccb78b4471c3 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:56.285087 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-658a5fea-6d7e-4f09-bc55-ccb78b4471c3 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] 10.222.0.15 "PUT /v2.0/routers/094119a9-6598-4d50-80cf-480be1926ed4 HTTP/1.1" status: 200 len: 915 time: 1.8710115 Jul 24 01:05:56.289316 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47814) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:56.292503 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958f8e55-fde5-4f30-886a-77d435278362 None None] Sync routers for ids ['094119a9-6598-4d50-80cf-480be1926ed4'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:05:56.311122 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958f8e55-fde5-4f30-886a-77d435278362 None None] Routers {'094119a9-6598-4d50-80cf-480be1926ed4'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:05:56.312063 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-958f8e55-fde5-4f30-886a-77d435278362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:05:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['094119a9-6598-4d50-80cf-480be1926ed4'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:56.380483 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-958f8e55-fde5-4f30-886a-77d435278362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:56.393978 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958f8e55-fde5-4f30-886a-77d435278362 None None] Routers {'094119a9-6598-4d50-80cf-480be1926ed4'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:05:56.394621 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-958f8e55-fde5-4f30-886a-77d435278362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:05:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['094119a9-6598-4d50-80cf-480be1926ed4'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:56.436533 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-958f8e55-fde5-4f30-886a-77d435278362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:05:56.437347 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958f8e55-fde5-4f30-886a-77d435278362 None None] The sync data for ids ['094119a9-6598-4d50-80cf-480be1926ed4'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:05:56.478507 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47826) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:56.479054 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d6b12355-4fde-47f3-b1df-6d04cb555f5e tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] 10.222.0.15 "GET /v2.0/routers/094119a9-6598-4d50-80cf-480be1926ed4 HTTP/1.1" status: 200 len: 921 time: 0.1880622 Jul 24 01:05:56.583923 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb11a8d1-368c-4dfa-9e02-26b5a98e0cf2 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:56.586326 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-cb11a8d1-368c-4dfa-9e02-26b5a98e0cf2 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83&device_id=094119a9-6598-4d50-80cf-480be1926ed4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1053226 Jul 24 01:05:56.589024 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47832) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:56.625286 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14de6a0-e893-4cea-8356-702778fcdd9a req-11b8b283-8fd9-4080-baf8-a172ef3c85b4 tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:56.626961 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f14de6a0-e893-4cea-8356-702778fcdd9a req-11b8b283-8fd9-4080-baf8-a172ef3c85b4 tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c162c14-e6e8-48c9-932b-330b67d561a8 HTTP/1.1" status: 200 len: 946 time: 0.1024609 Jul 24 01:05:56.715176 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f14de6a0-e893-4cea-8356-702778fcdd9a req-0be02c45-462d-4861-b16d-bd3df152bc6f tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1808f963-813f-46b7-9e8a-741300c0059b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779436 Jul 24 01:05:56.732693 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174e4228-a616-42c8-aa58-2e618929fee7 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:56.736688 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-174e4228-a616-42c8-aa58-2e618929fee7 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] 10.222.0.15 "GET /v2.0/networks/40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 881 time: 0.1440904 Jul 24 01:05:56.737570 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47840) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:56.774194 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2b483ad7-d7ee-464d-8219-1ff2e61ce87a tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] 10.222.0.15 "GET /v2.0/ports?device_id=094119a9-6598-4d50-80cf-480be1926ed4 HTTP/1.1" status: 200 len: 205 time: 0.0332458 Jul 24 01:05:56.774533 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47842) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:56.896174 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5e94ee2c-4aa5-49fe-beb7-083977fe9634 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:57.019701 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5e94ee2c-4aa5-49fe-beb7-083977fe9634 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:57.105197 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-5e94ee2c-4aa5-49fe-beb7-083977fe9634 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Deleting port 3c2cff47-f934-4cfb-9ef9-9201091fcda9 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:05:57.105679 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5e94ee2c-4aa5-49fe-beb7-083977fe9634 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:57.193917 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5e94ee2c-4aa5-49fe-beb7-083977fe9634 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:57.207976 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-5e94ee2c-4aa5-49fe-beb7-083977fe9634 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Calling delete_port for 3c2cff47-f934-4cfb-9ef9-9201091fcda9 owned by network:router_gateway {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:05:57.412562 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5e94ee2c-4aa5-49fe-beb7-083977fe9634 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:57.445217 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94ee2c-4aa5-49fe-beb7-083977fe9634 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Pushing event deleted for resources: {'Port': ['ID=3c2cff47-f934-4cfb-9ef9-9201091fcda9,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:57.490187 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47864) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:57.525877 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5e94ee2c-4aa5-49fe-beb7-083977fe9634 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:57.626561 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5400ac54-ae34-4e6b-b647-fef8bd5b048e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:57.638261 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5e94ee2c-4aa5-49fe-beb7-083977fe9634 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:57.640878 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5e94ee2c-4aa5-49fe-beb7-083977fe9634 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:57.696330 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5e94ee2c-4aa5-49fe-beb7-083977fe9634 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:57.698162 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e94ee2c-4aa5-49fe-beb7-083977fe9634 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Fanout notify agent at l3_agent the message router_deleted on router 094119a9-6598-4d50-80cf-480be1926ed4 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:05:57.722352 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5e94ee2c-4aa5-49fe-beb7-083977fe9634 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:57.730228 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5e94ee2c-4aa5-49fe-beb7-083977fe9634 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] 10.222.0.15 "DELETE /v2.0/routers/094119a9-6598-4d50-80cf-480be1926ed4 HTTP/1.1" status: 204 len: 168 time: 0.9536514 Jul 24 01:05:57.731142 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47870) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:57.736728 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-f14a6f7b-ae98-47fe-a8cf-02fcbbbcad3a tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-518063864', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}, 'admin_state_up': False}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:05:57.787837 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5400ac54-ae34-4e6b-b647-fef8bd5b048e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:57.794690 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5400ac54-ae34-4e6b-b647-fef8bd5b048e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:57.815343 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f14a6f7b-ae98-47fe-a8cf-02fcbbbcad3a tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:57.818248 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f14a6f7b-ae98-47fe-a8cf-02fcbbbcad3a tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:57.893930 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5400ac54-ae34-4e6b-b647-fef8bd5b048e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3e1cfa93725941fdbd30290169681523&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4024405 Jul 24 01:05:57.897408 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47874) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:57.906132 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f14a6f7b-ae98-47fe-a8cf-02fcbbbcad3a tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:57.906696 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400ac54-ae34-4e6b-b647-fef8bd5b048e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea03ba4-984d-4f88-bab8-26843ecaaaca,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:58.001292 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99803f5f-133f-409c-a435-fdc36dc48d59 req-fa70d6fb-601f-4233-bbe3-6f952f1b9a31 tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:58.002949 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-99803f5f-133f-409c-a435-fdc36dc48d59 req-fa70d6fb-601f-4233-bbe3-6f952f1b9a31 tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c162c14-e6e8-48c9-932b-330b67d561a8 HTTP/1.1" status: 200 len: 946 time: 0.1922903 Jul 24 01:05:58.031516 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bad33db8-239e-4acc-b0da-f8323c0b2a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:58.067790 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f14a6f7b-ae98-47fe-a8cf-02fcbbbcad3a tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:58.090196 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bad33db8-239e-4acc-b0da-f8323c0b2a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:58.111503 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4052f91-551d-4c1f-944a-f542cef276c7 req-ea75d76e-9055-415a-b9b1-9c8f1f684570 tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:05:58.113074 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c4052f91-551d-4c1f-944a-f542cef276c7 req-ea75d76e-9055-415a-b9b1-9c8f1f684570 tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c162c14-e6e8-48c9-932b-330b67d561a8 HTTP/1.1" status: 200 len: 946 time: 0.2020411 Jul 24 01:05:58.118993 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-99803f5f-133f-409c-a435-fdc36dc48d59 req-b8d2c4ec-2996-413a-a635-77e46076564b tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1808f963-813f-46b7-9e8a-741300c0059b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034026 Jul 24 01:05:58.252243 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bad33db8-239e-4acc-b0da-f8323c0b2a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:58.255582 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bad33db8-239e-4acc-b0da-f8323c0b2a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:58.256885 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-bad33db8-239e-4acc-b0da-f8323c0b2a30 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8ea03ba4-984d-4f88-bab8-26843ecaaaca HTTP/1.1" status: 204 len: 168 time: 0.3588419 Jul 24 01:05:58.289146 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad33db8-239e-4acc-b0da-f8323c0b2a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea03ba4-984d-4f88-bab8-26843ecaaaca,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:58.302017 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-c4052f91-551d-4c1f-944a-f542cef276c7 req-5004dbf1-7b85-4cd6-b27f-f985ac34e31b tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] Deleting port 28c32855-aae3-41cb-96fa-a220933e66d7 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:05:58.302607 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c4052f91-551d-4c1f-944a-f542cef276c7 req-5004dbf1-7b85-4cd6-b27f-f985ac34e31b tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:58.304642 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f14a6f7b-ae98-47fe-a8cf-02fcbbbcad3a tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router_gateway, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:58.329263 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f14a6f7b-ae98-47fe-a8cf-02fcbbbcad3a tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:58.405006 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47882) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:58.430139 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-c4052f91-551d-4c1f-944a-f542cef276c7 req-5004dbf1-7b85-4cd6-b27f-f985ac34e31b tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] For port 28c32855-aae3-41cb-96fa-a220933e66d7, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=28c32855-aae3-41cb-96fa-a220933e66d7,segment=NetworkSegment(8ebab94b-4898-4e21-b151-e619d2ef350a),segment_id=8ebab94b-4898-4e21-b151-e619d2ef350a)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:05:58.430523 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c4052f91-551d-4c1f-944a-f542cef276c7 req-5004dbf1-7b85-4cd6-b27f-f985ac34e31b tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:58.446010 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-c4052f91-551d-4c1f-944a-f542cef276c7 req-5004dbf1-7b85-4cd6-b27f-f985ac34e31b tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] Calling delete_port for 28c32855-aae3-41cb-96fa-a220933e66d7 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:05:58.461017 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-f14a6f7b-ae98-47fe-a8cf-02fcbbbcad3a tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Allocated IP 172.25.2.189 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/23b443cd-79c2-43d8-80da-b488270a9faf) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:05:58.605655 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f14a6f7b-ae98-47fe-a8cf-02fcbbbcad3a tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:58.627431 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c4052f91-551d-4c1f-944a-f542cef276c7 req-5004dbf1-7b85-4cd6-b27f-f985ac34e31b tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:58.644075 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['28c32855-aae3-41cb-96fa-a220933e66d7'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:05:58.659420 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f14a6f7b-ae98-47fe-a8cf-02fcbbbcad3a tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:58.681807 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5004dbf1-7b85-4cd6-b27f-f985ac34e31b tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] Pushing event deleted for resources: {'Port': ['ID=28c32855-aae3-41cb-96fa-a220933e66d7,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:58.692166 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f23b09ba-5dee-4c97-8e80-d46cea8a038a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:58.737608 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14a6f7b-ae98-47fe-a8cf-02fcbbbcad3a tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:05:58.748010 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47888) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:58.750351 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-f14a6f7b-ae98-47fe-a8cf-02fcbbbcad3a tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:05:58.763842 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4052f91-551d-4c1f-944a-f542cef276c7 req-5004dbf1-7b85-4cd6-b27f-f985ac34e31b tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] No DVR routers for this DVR port 28c32855-aae3-41cb-96fa-a220933e66d7 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:05:58.764073 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14a6f7b-ae98-47fe-a8cf-02fcbbbcad3a tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:05:58.766413 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c4052f91-551d-4c1f-944a-f542cef276c7 req-5004dbf1-7b85-4cd6-b27f-f985ac34e31b tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:58.768519 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c4052f91-551d-4c1f-944a-f542cef276c7 req-5004dbf1-7b85-4cd6-b27f-f985ac34e31b tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] 10.222.0.13 "DELETE /v2.0/ports/28c32855-aae3-41cb-96fa-a220933e66d7 HTTP/1.1" status: 204 len: 173 time: 0.6444221 Jul 24 01:05:58.768971 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c162c14-e6e8-48c9-932b-330b67d561a8', 'name': 'network-vif-deleted', 'tag': '28c32855-aae3-41cb-96fa-a220933e66d7'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:05:58.771394 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93c616f-7a4c-4354-9f96-f7ede041c911" -d '{"events": [{"server_uuid": "2c162c14-e6e8-48c9-932b-330b67d561a8", "name": "network-vif-deleted", "tag": "28c32855-aae3-41cb-96fa-a220933e66d7"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:05:58.812015 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4ed5ece0-e54f-43d3-9301-8e33e3d9ea6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:58.823825 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a6f7b-ae98-47fe-a8cf-02fcbbbcad3a tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Pushing event updated for resources: {'Port': ['ID=23b443cd-79c2-43d8-80da-b488270a9faf,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:58.826815 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49c67b0-7e50-4c67-af94-0ee53a5af5ad x-openstack-request-id: req-e49c67b0-7e50-4c67-af94-0ee53a5af5ad {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:05:58.827133 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c162c14-e6e8-48c9-932b-330b67d561a8", "name": "network-vif-deleted", "tag": "28c32855-aae3-41cb-96fa-a220933e66d7", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:05:58.827370 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e49c67b0-7e50-4c67-af94-0ee53a5af5ad {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:05:58.827777 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c162c14-e6e8-48c9-932b-330b67d561a8', 'name': 'network-vif-deleted', 'tag': '28c32855-aae3-41cb-96fa-a220933e66d7', 'status': 'completed', 'code': 200} Jul 24 01:05:59.077448 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f23b09ba-5dee-4c97-8e80-d46cea8a038a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:59.088004 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f23b09ba-5dee-4c97-8e80-d46cea8a038a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:59.154757 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47894) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:59.155005 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f23b09ba-5dee-4c97-8e80-d46cea8a038a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9bd10e2fb0d040a889f7904cf0bdde14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7492931 Jul 24 01:05:59.163679 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b09ba-5dee-4c97-8e80-d46cea8a038a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6c34b5-9132-403d-95be-1d4dd10b898d,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:59.200156 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f14a6f7b-ae98-47fe-a8cf-02fcbbbcad3a tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router_gateway, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:59.220610 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e940c5cf-4ec1-4255-910d-9e822834983b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:59.257612 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e940c5cf-4ec1-4255-910d-9e822834983b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:59.294422 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bb51b7b5-0327-4d72-acd9-5d495341e985 req-7cc64962-2e12-4ee5-90ee-ac568d279790 tempest-ServerMetadataNegativeTestJSON-1518804337 tempest-ServerMetadataNegativeTestJSON-1518804337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c162c14-e6e8-48c9-932b-330b67d561a8 HTTP/1.1" status: 200 len: 210 time: 0.0510802 Jul 24 01:05:59.354299 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e940c5cf-4ec1-4255-910d-9e822834983b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:59.357421 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e940c5cf-4ec1-4255-910d-9e822834983b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:59.358885 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e940c5cf-4ec1-4255-910d-9e822834983b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5c6c34b5-9132-403d-95be-1d4dd10b898d HTTP/1.1" status: 204 len: 168 time: 0.2028396 Jul 24 01:05:59.369068 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e940c5cf-4ec1-4255-910d-9e822834983b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6c34b5-9132-403d-95be-1d4dd10b898d,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:59.709254 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4ed5ece0-e54f-43d3-9301-8e33e3d9ea6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:59.715761 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4ed5ece0-e54f-43d3-9301-8e33e3d9ea6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:59.738877 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47900) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:59.754057 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-022c0bc5-7ab6-41f1-844a-dc67867c3638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:59.829369 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed5ece0-e54f-43d3-9301-8e33e3d9ea6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e37cef-07e1-466d-9f0b-4442beebebf6,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:59.836442 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4ed5ece0-e54f-43d3-9301-8e33e3d9ea6e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0e9dabb1d4eb4c89a88b249e447d01ec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0870888 Jul 24 01:05:59.839552 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47902) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:59.859623 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-022c0bc5-7ab6-41f1-844a-dc67867c3638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:59.861147 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f14a6f7b-ae98-47fe-a8cf-02fcbbbcad3a tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:59.869143 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-022c0bc5-7ab6-41f1-844a-dc67867c3638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:59.926788 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-022c0bc5-7ab6-41f1-844a-dc67867c3638 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eb2551d1b8f34bba93caee24156b154d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1865840 Jul 24 01:05:59.929412 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c0bc5-7ab6-41f1-844a-dc67867c3638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3750421d-f5a7-48c2-a103-35affdab89dd,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:05:59.930366 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47904) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:05:59.942618 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9cb73a5c-5f95-4dc7-b1cc-90c57bd4a498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:05:59.966725 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9cb73a5c-5f95-4dc7-b1cc-90c57bd4a498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:00.015304 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-111234c1-7aa4-44b4-adc5-99802b322e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:00.016048 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9cb73a5c-5f95-4dc7-b1cc-90c57bd4a498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:00.018916 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9cb73a5c-5f95-4dc7-b1cc-90c57bd4a498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:00.020081 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9cb73a5c-5f95-4dc7-b1cc-90c57bd4a498 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/53e37cef-07e1-466d-9f0b-4442beebebf6 HTTP/1.1" status: 204 len: 168 time: 0.1795876 Jul 24 01:06:00.028059 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb73a5c-5f95-4dc7-b1cc-90c57bd4a498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e37cef-07e1-466d-9f0b-4442beebebf6,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:00.044777 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-111234c1-7aa4-44b4-adc5-99802b322e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:00.087565 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14a6f7b-ae98-47fe-a8cf-02fcbbbcad3a tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Router dfd1a513-ff35-47b0-8d38-ca0ef82021ff is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:06:00.164127 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-111234c1-7aa4-44b4-adc5-99802b322e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:00.166851 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-111234c1-7aa4-44b4-adc5-99802b322e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:00.168017 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-111234c1-7aa4-44b4-adc5-99802b322e86 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3750421d-f5a7-48c2-a103-35affdab89dd HTTP/1.1" status: 204 len: 168 time: 0.2363398 Jul 24 01:06:00.185938 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111234c1-7aa4-44b4-adc5-99802b322e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3750421d-f5a7-48c2-a103-35affdab89dd,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:00.221292 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14a6f7b-ae98-47fe-a8cf-02fcbbbcad3a tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:06:00.235213 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05634b48-8926-4546-9751-26f1ebcc7a1f None None] Sync routers for ids ['dfd1a513-ff35-47b0-8d38-ca0ef82021ff'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:06:00.245779 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f14a6f7b-ae98-47fe-a8cf-02fcbbbcad3a tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:00.249928 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f14a6f7b-ae98-47fe-a8cf-02fcbbbcad3a tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.5153136 Jul 24 01:06:00.250148 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47912) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:00.254948 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05634b48-8926-4546-9751-26f1ebcc7a1f None None] Routers {'dfd1a513-ff35-47b0-8d38-ca0ef82021ff'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:06:00.255988 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-55199106-b3fe-4daf-92b2-0d16440a1913 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:06:00.256753 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-05634b48-8926-4546-9751-26f1ebcc7a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:05:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['dfd1a513-ff35-47b0-8d38-ca0ef82021ff'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:00.297989 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-05634b48-8926-4546-9751-26f1ebcc7a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:00.308718 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05634b48-8926-4546-9751-26f1ebcc7a1f None None] Routers {'dfd1a513-ff35-47b0-8d38-ca0ef82021ff'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:06:00.309765 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-05634b48-8926-4546-9751-26f1ebcc7a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:05:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['dfd1a513-ff35-47b0-8d38-ca0ef82021ff'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:00.353380 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-05634b48-8926-4546-9751-26f1ebcc7a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:00.355159 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05634b48-8926-4546-9751-26f1ebcc7a1f None None] The sync data for ids ['dfd1a513-ff35-47b0-8d38-ca0ef82021ff'] in n-d-793621-25 is: [] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:06:00.382873 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47920) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:00.441789 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c08342d-6e6b-4aa9-9332-ac40721df2d3 admin admin] Deleting subnet ff09fa21-c4a2-430e-a2fd-45be38042cba {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:06:00.444062 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47922) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:00.451822 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1c08342d-6e6b-4aa9-9332-ac40721df2d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:00.485467 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-33a80ced-3d07-45cc-9d85-3cd94afc548f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:00.511780 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1c08342d-6e6b-4aa9-9332-ac40721df2d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:00.579479 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1c08342d-6e6b-4aa9-9332-ac40721df2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:00.662208 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-55199106-b3fe-4daf-92b2-0d16440a1913 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:00.676680 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1c08342d-6e6b-4aa9-9332-ac40721df2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:00.678260 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-55199106-b3fe-4daf-92b2-0d16440a1913 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:00.723438 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1c08342d-6e6b-4aa9-9332-ac40721df2d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:00.727411 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1c08342d-6e6b-4aa9-9332-ac40721df2d3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ff09fa21-c4a2-430e-a2fd-45be38042cba HTTP/1.1" status: 204 len: 168 time: 0.3431635 Jul 24 01:06:00.728611 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47932) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:00.732562 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-33a80ced-3d07-45cc-9d85-3cd94afc548f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:00.735511 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08342d-6e6b-4aa9-9332-ac40721df2d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff09fa21-c4a2-430e-a2fd-45be38042cba,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:00.738734 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-55199106-b3fe-4daf-92b2-0d16440a1913 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Deleting port 23b443cd-79c2-43d8-80da-b488270a9faf {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:06:00.739218 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-55199106-b3fe-4daf-92b2-0d16440a1913 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:00.755277 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-33a80ced-3d07-45cc-9d85-3cd94afc548f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:00.836272 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-55199106-b3fe-4daf-92b2-0d16440a1913 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:00.846786 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a80ced-3d07-45cc-9d85-3cd94afc548f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11516692-faa7-482b-be90-17ad3cbb807e,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:00.851923 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-33a80ced-3d07-45cc-9d85-3cd94afc548f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=24dd85bf6662410db89d9b14e23db18a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4067981 Jul 24 01:06:00.856507 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2aff55eb-bfd4-452f-887b-2dd8f4310700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:00.858194 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47936) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:00.862145 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-55199106-b3fe-4daf-92b2-0d16440a1913 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Calling delete_port for 23b443cd-79c2-43d8-80da-b488270a9faf owned by network:router_gateway {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:06:00.963321 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-499f4128-a21a-44c3-8b32-30f0218ebf64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:00.991506 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2aff55eb-bfd4-452f-887b-2dd8f4310700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:01.015941 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-2aff55eb-bfd4-452f-887b-2dd8f4310700 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35a943ba-4ab5-43cd-997b-006ce08af15f']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:01.034529 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-2aff55eb-bfd4-452f-887b-2dd8f4310700 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ebab94b-4898-4e21-b151-e619d2ef350a') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:01.034911 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-2aff55eb-bfd4-452f-887b-2dd8f4310700 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ebab94b-4898-4e21-b151-e619d2ef350a') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:01.037708 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-499f4128-a21a-44c3-8b32-30f0218ebf64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:01.052445 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2aff55eb-bfd4-452f-887b-2dd8f4310700 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:01.057078 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-55199106-b3fe-4daf-92b2-0d16440a1913 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:01.082844 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2aff55eb-bfd4-452f-887b-2dd8f4310700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:01.091811 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aff55eb-bfd4-452f-887b-2dd8f4310700 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:06:01.092285 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2aff55eb-bfd4-452f-887b-2dd8f4310700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:01.094073 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:06:01.094073 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:06:01.094073 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:06:01.094073 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:06:01.094073 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:06:01.094073 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:06:01.094073 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:06:01.094073 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:06:01.094073 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:06:01.094073 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:06:01.094073 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:06:01.094073 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:06:01.094073 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:06:01.094073 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:06:01.094073 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:06:01.094073 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:06:01.094073 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:06:01.094073 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:06:01.094073 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:06:01.094073 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:06:01.094073 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:06:01.094073 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:06:01.094073 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:06:01.094073 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:06:01.094073 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:06:01.094073 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:06:01.094073 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:06:01.094073 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:06:01.094073 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:06:01.094073 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:06:01.094073 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:06:01.094073 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:06:01.098417 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55199106-b3fe-4daf-92b2-0d16440a1913 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Pushing event deleted for resources: {'Port': ['ID=23b443cd-79c2-43d8-80da-b488270a9faf,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:01.154442 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2aff55eb-bfd4-452f-887b-2dd8f4310700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:01.159619 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-55199106-b3fe-4daf-92b2-0d16440a1913 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:01.164943 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2aff55eb-bfd4-452f-887b-2dd8f4310700 admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:01.170399 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2aff55eb-bfd4-452f-887b-2dd8f4310700 admin admin] 10.222.0.15 "DELETE /v2.0/networks/35a943ba-4ab5-43cd-997b-006ce08af15f HTTP/1.1" status: 204 len: 168 time: 0.4362309 Jul 24 01:06:01.187720 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff55eb-bfd4-452f-887b-2dd8f4310700 admin admin] Pushing event deleted for resources: {'Network': ['ID=35a943ba-4ab5-43cd-997b-006ce08af15f,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:01.191255 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-499f4128-a21a-44c3-8b32-30f0218ebf64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:01.193984 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-499f4128-a21a-44c3-8b32-30f0218ebf64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:01.195482 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-499f4128-a21a-44c3-8b32-30f0218ebf64 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/11516692-faa7-482b-be90-17ad3cbb807e HTTP/1.1" status: 204 len: 168 time: 0.3362155 Jul 24 01:06:01.204894 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499f4128-a21a-44c3-8b32-30f0218ebf64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11516692-faa7-482b-be90-17ad3cbb807e,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:01.406160 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-55199106-b3fe-4daf-92b2-0d16440a1913 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:01.410060 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-55199106-b3fe-4daf-92b2-0d16440a1913 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690290'] for router, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:01.455243 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47956) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:01.497759 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55199106-b3fe-4daf-92b2-0d16440a1913 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Router dfd1a513-ff35-47b0-8d38-ca0ef82021ff has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:06:01.511515 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-20c638b1-f5a8-41fe-95ba-9eda7126a283 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aa52fdff3a324c1590f17d4c6fc5596e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535131 Jul 24 01:06:01.514304 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47958) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:01.612515 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55199106-b3fe-4daf-92b2-0d16440a1913 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:06:01.621119 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-55199106-b3fe-4daf-92b2-0d16440a1913 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:01.622317 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-55199106-b3fe-4daf-92b2-0d16440a1913 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] 10.222.0.15 "PUT /v2.0/routers/dfd1a513-ff35-47b0-8d38-ca0ef82021ff HTTP/1.1" status: 200 len: 705 time: 1.3710699 Jul 24 01:06:01.625113 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47966) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:01.639974 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-11c60b19-a634-463f-8f23-b96907776768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:01.641993 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cfeb0a-990b-4822-9a86-cd79b682e2ef None None] Sync routers for ids ['dfd1a513-ff35-47b0-8d38-ca0ef82021ff'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:06:01.656487 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cfeb0a-990b-4822-9a86-cd79b682e2ef None None] Routers {'dfd1a513-ff35-47b0-8d38-ca0ef82021ff'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:06:01.658348 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-02cfeb0a-990b-4822-9a86-cd79b682e2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:05:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['dfd1a513-ff35-47b0-8d38-ca0ef82021ff'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:01.671196 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-11c60b19-a634-463f-8f23-b96907776768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:01.708947 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-02cfeb0a-990b-4822-9a86-cd79b682e2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:01.721977 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cfeb0a-990b-4822-9a86-cd79b682e2ef None None] Routers {'dfd1a513-ff35-47b0-8d38-ca0ef82021ff'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:06:01.723003 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-02cfeb0a-990b-4822-9a86-cd79b682e2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:05:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['dfd1a513-ff35-47b0-8d38-ca0ef82021ff'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:01.739974 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-11c60b19-a634-463f-8f23-b96907776768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:01.743220 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-11c60b19-a634-463f-8f23-b96907776768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:01.749953 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-11c60b19-a634-463f-8f23-b96907776768 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1808f963-813f-46b7-9e8a-741300c0059b HTTP/1.1" status: 204 len: 168 time: 0.2343094 Jul 24 01:06:01.757092 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4d046aee-71d1-4cdd-b90e-cd1bfcc0d108 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] 10.222.0.15 "GET /v2.0/routers/dfd1a513-ff35-47b0-8d38-ca0ef82021ff HTTP/1.1" status: 200 len: 740 time: 0.1303864 Jul 24 01:06:01.759698 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47976) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:01.766471 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c60b19-a634-463f-8f23-b96907776768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1808f963-813f-46b7-9e8a-741300c0059b,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:01.766642 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-02cfeb0a-990b-4822-9a86-cd79b682e2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:01.767291 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cfeb0a-990b-4822-9a86-cd79b682e2ef None None] The sync data for ids ['dfd1a513-ff35-47b0-8d38-ca0ef82021ff'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:06:01.821033 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b6078c8b-b66c-48b2-803a-13de764bb573 tempest-RoutersAdminTest-432121172 tempest-RoutersAdminTest-432121172-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83&device_id=dfd1a513-ff35-47b0-8d38-ca0ef82021ff HTTP/1.1" status: 200 len: 205 time: 0.0589781 Jul 24 01:06:01.823834 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47980) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:01.858902 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47982) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:01.859106 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-80909f5d-6d2f-4fc1-9d06-179c21e08fb4 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfd1a513-ff35-47b0-8d38-ca0ef82021ff HTTP/1.1" status: 200 len: 205 time: 0.0337455 Jul 24 01:06:01.939165 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a4cb0756-5eb1-43dd-911d-70ebcaa2c266 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:02.446237 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a4cb0756-5eb1-43dd-911d-70ebcaa2c266 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:02.449755 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a4cb0756-5eb1-43dd-911d-70ebcaa2c266 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:02.496299 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a4cb0756-5eb1-43dd-911d-70ebcaa2c266 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:02.496946 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4cb0756-5eb1-43dd-911d-70ebcaa2c266 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Fanout notify agent at l3_agent the message router_deleted on router dfd1a513-ff35-47b0-8d38-ca0ef82021ff {{(pid=100464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:06:02.504973 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a4cb0756-5eb1-43dd-911d-70ebcaa2c266 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:02.510507 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48014) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:02.511385 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a4cb0756-5eb1-43dd-911d-70ebcaa2c266 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] 10.222.0.15 "DELETE /v2.0/routers/dfd1a513-ff35-47b0-8d38-ca0ef82021ff HTTP/1.1" status: 204 len: 168 time: 0.6510897 Jul 24 01:06:02.540944 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-bd5f081e-7c9d-47e0-ab85-ef32abaedaed tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfd1a513-ff35-47b0-8d38-ca0ef82021ff HTTP/1.1" status: 200 len: 205 time: 0.0294204 Jul 24 01:06:02.544279 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48016) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:02.586759 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-2edc96e8-74db-4f26-a5c3-6ee713741627 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] delete failed (client error): The resource could not be found. Jul 24 01:06:02.588063 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2edc96e8-74db-4f26-a5c3-6ee713741627 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] 10.222.0.15 "DELETE /v2.0/routers/dfd1a513-ff35-47b0-8d38-ca0ef82021ff HTTP/1.1" status: 404 len: 336 time: 0.0426779 Jul 24 01:06:02.591838 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48020) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:02.630198 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-482e0dc4-cd7b-43ad-b77f-92bb38f856d7 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] 10.222.0.15 "GET /v2.0/ports?device_id=094119a9-6598-4d50-80cf-480be1926ed4 HTTP/1.1" status: 200 len: 205 time: 0.0368605 Jul 24 01:06:02.631768 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 28c32855-aae3-41cb-96fa-a220933e66d7 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:06:02.632533 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48024) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:02.655408 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 28c32855-aae3-41cb-96fa-a220933e66d7 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:06:02.656330 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 28c32855-aae3-41cb-96fa-a220933e66d7 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:06:02.677382 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-9143e963-6df4-4c03-a58c-c12fe4cb3ba9 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] delete failed (client error): The resource could not be found. Jul 24 01:06:02.680897 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9143e963-6df4-4c03-a58c-c12fe4cb3ba9 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] 10.222.0.15 "DELETE /v2.0/routers/094119a9-6598-4d50-80cf-480be1926ed4 HTTP/1.1" status: 404 len: 336 time: 0.0449843 Jul 24 01:06:02.681138 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48028) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:02.728538 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48032) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:02.737780 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5f99dedd-e6e5-46d3-a495-1e6286a20c1a tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc2d66d8-785b-4fe1-946e-d3b3d5b2509c HTTP/1.1" status: 200 len: 205 time: 0.0554342 Jul 24 01:06:02.774603 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-05338971-5fe3-4a68-abf3-fe7071a41626 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] delete failed (client error): The resource could not be found. Jul 24 01:06:02.778561 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-05338971-5fe3-4a68-abf3-fe7071a41626 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] 10.222.0.15 "DELETE /v2.0/routers/cc2d66d8-785b-4fe1-946e-d3b3d5b2509c HTTP/1.1" status: 404 len: 336 time: 0.0478923 Jul 24 01:06:02.778932 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48038) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:02.818164 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f2f9b96b-29a6-4761-90b8-41f8b39a56b0 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] 10.222.0.15 "GET /v2.0/ports?device_id=0fe290a4-7895-444c-9ed0-bad54203f61e HTTP/1.1" status: 200 len: 205 time: 0.0360975 Jul 24 01:06:02.819038 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48042) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:02.887178 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-988febf6-4174-4b60-9e56-4533744ed3e5 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] delete failed (client error): The resource could not be found. Jul 24 01:06:02.891213 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-988febf6-4174-4b60-9e56-4533744ed3e5 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] 10.222.0.15 "DELETE /v2.0/routers/0fe290a4-7895-444c-9ed0-bad54203f61e HTTP/1.1" status: 404 len: 336 time: 0.0693347 Jul 24 01:06:02.893364 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48048) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:02.937107 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b6141b18-3a67-460e-ac18-84470365f71b tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] 10.222.0.15 "GET /v2.0/ports?device_id=79d712f1-501b-4acf-ad21-0804f7dd9858 HTTP/1.1" status: 200 len: 205 time: 0.0419676 Jul 24 01:06:02.942984 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48050) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:02.957845 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48052) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:03.008012 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-356c1f67-0c75-46af-9d1f-84816f93d704 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] delete failed (client error): The resource could not be found. Jul 24 01:06:03.008851 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-356c1f67-0c75-46af-9d1f-84816f93d704 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] 10.222.0.15 "DELETE /v2.0/routers/79d712f1-501b-4acf-ad21-0804f7dd9858 HTTP/1.1" status: 404 len: 336 time: 0.0648990 Jul 24 01:06:03.014808 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48058) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:03.083134 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6ce871a9-753c-4298-9335-f4999b00531a tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd761764-409a-4ae1-815c-0eb54bac36c5 HTTP/1.1" status: 200 len: 205 time: 0.0618739 Jul 24 01:06:03.085057 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48068) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:03.136208 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-f7abc4b7-a47d-4dc1-94f2-3238f5ed98fe tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] delete failed (client error): The resource could not be found. Jul 24 01:06:03.137424 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f7abc4b7-a47d-4dc1-94f2-3238f5ed98fe tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] 10.222.0.15 "DELETE /v2.0/routers/bd761764-409a-4ae1-815c-0eb54bac36c5 HTTP/1.1" status: 404 len: 336 time: 0.0510390 Jul 24 01:06:03.140100 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48072) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:03.165681 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-f4a56ce2-b1f8-44a1-9d35-3cf7e1a663d9 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2137915877-network', 'tenant_id': '28fbf09a8f2041c9ade9e388579aa3c8'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:06:03.175309 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfc2e781-20dc-451f-b35b-e67c541f59d7 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] DELETE failed (client error): The resource could not be found. Jul 24 01:06:03.175948 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfc2e781-20dc-451f-b35b-e67c541f59d7 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:06:03.180946 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-dfc2e781-20dc-451f-b35b-e67c541f59d7 tempest-RoutersAdminTest-501304043 tempest-RoutersAdminTest-501304043-project] 10.222.0.15 "DELETE /v2.0/subnets/fa7ad825-231e-433a-bf17-6c691d592ae0 HTTP/1.1" status: 404 len: 337 time: 0.0397878 Jul 24 01:06:03.197313 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a56ce2-b1f8-44a1-9d35-3cf7e1a663d9 admin admin] Made reservation on behalf of 28fbf09a8f2041c9ade9e388579aa3c8 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:06:03.200568 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f4a56ce2-b1f8-44a1-9d35-3cf7e1a663d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:03.211905 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f4a56ce2-b1f8-44a1-9d35-3cf7e1a663d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:03.347606 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f4a56ce2-b1f8-44a1-9d35-3cf7e1a663d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:03.355480 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f4a56ce2-b1f8-44a1-9d35-3cf7e1a663d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:03.386020 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4a56ce2-b1f8-44a1-9d35-3cf7e1a663d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:06:03.408988 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a56ce2-b1f8-44a1-9d35-3cf7e1a663d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6236b4-2fbb-4dd1-b8af-b30e68bd59f3,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:03.415338 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f4a56ce2-b1f8-44a1-9d35-3cf7e1a663d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:03.415777 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-f4a56ce2-b1f8-44a1-9d35-3cf7e1a663d9 admin admin] Added segment a40609f3-3f2c-42ea-a7b1-c07bb47ff523 of type vlan for network a9e729b4-c97b-4757-af1a-89c2bf8f4256 Jul 24 01:06:03.483389 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f4a56ce2-b1f8-44a1-9d35-3cf7e1a663d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:03.521485 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f4a56ce2-b1f8-44a1-9d35-3cf7e1a663d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:03.523072 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a56ce2-b1f8-44a1-9d35-3cf7e1a663d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:03.523973 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f4a56ce2-b1f8-44a1-9d35-3cf7e1a663d9 admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:03.550056 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48090) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:03.568721 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f4a56ce2-b1f8-44a1-9d35-3cf7e1a663d9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6085854 Jul 24 01:06:03.571482 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48094) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:03.577517 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-c99b27c7-508d-4cff-959f-af267f3dd03a admin admin] Request body: {'subnet': {'network_id': 'a9e729b4-c97b-4757-af1a-89c2bf8f4256', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2137915877-subnet', 'tenant_id': '28fbf09a8f2041c9ade9e388579aa3c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:06:03.610866 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a56ce2-b1f8-44a1-9d35-3cf7e1a663d9 admin admin] Pushing event updated for resources: {'Network': ['ID=a9e729b4-c97b-4757-af1a-89c2bf8f4256,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:03.625475 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network a9e729b4-c97b-4757-af1a-89c2bf8f4256 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:06:03.644098 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99b27c7-508d-4cff-959f-af267f3dd03a admin admin] Made reservation on behalf of 28fbf09a8f2041c9ade9e388579aa3c8 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:06:03.647062 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c99b27c7-508d-4cff-959f-af267f3dd03a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:03.802802 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6cc22d3b-69a2-40dc-b0fd-fa49a9341935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:03.959561 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c99b27c7-508d-4cff-959f-af267f3dd03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:04.037941 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99b27c7-508d-4cff-959f-af267f3dd03a admin admin] Pushing event updated for resources: {'Subnet': ['ID=27a8fb40-efb8-4336-a76f-20c08225cda9,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:04.062197 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6cc22d3b-69a2-40dc-b0fd-fa49a9341935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:04.066918 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c99b27c7-508d-4cff-959f-af267f3dd03a admin admin] Checking segment: {'id': 'a40609f3-3f2c-42ea-a7b1-c07bb47ff523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a9e729b4-c97b-4757-af1a-89c2bf8f4256'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:06:04.067285 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99b27c7-508d-4cff-959f-af267f3dd03a admin admin] Network hostable DHCP agents. Network: a9e729b4-c97b-4757-af1a-89c2bf8f4256, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:06:04.069479 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6cc22d3b-69a2-40dc-b0fd-fa49a9341935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:04.120770 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6cc22d3b-69a2-40dc-b0fd-fa49a9341935 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=99ebd6b496b7492cbb1694016c067d70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5692513 Jul 24 01:06:04.121765 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc22d3b-69a2-40dc-b0fd-fa49a9341935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7bfb6e2-fa98-4e16-a673-64244a3122c6,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:04.123878 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48108) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:04.128842 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99b27c7-508d-4cff-959f-af267f3dd03a admin admin] Network a9e729b4-c97b-4757-af1a-89c2bf8f4256 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:06:04.141558 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-c99b27c7-508d-4cff-959f-af267f3dd03a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, a9e729b4-c97b-4757-af1a-89c2bf8f4256) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:06:04.151569 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99b27c7-508d-4cff-959f-af267f3dd03a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:04.156533 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64563a7f-bc1d-43c6-bcda-406e44600447 None None] Network a9e729b4-c97b-4757-af1a-89c2bf8f4256 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:06:04.168219 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c99b27c7-508d-4cff-959f-af267f3dd03a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:04.168644 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48112) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:04.192924 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-82c25298-52b1-49c5-9b65-4428c8848b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:04.195171 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c99b27c7-508d-4cff-959f-af267f3dd03a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6224704 Jul 24 01:06:04.232101 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-82c25298-52b1-49c5-9b65-4428c8848b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:04.294337 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-82c25298-52b1-49c5-9b65-4428c8848b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:04.297801 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-82c25298-52b1-49c5-9b65-4428c8848b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:04.299353 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-82c25298-52b1-49c5-9b65-4428c8848b36 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d7bfb6e2-fa98-4e16-a673-64244a3122c6 HTTP/1.1" status: 204 len: 168 time: 0.1744361 Jul 24 01:06:04.308346 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c25298-52b1-49c5-9b65-4428c8848b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7bfb6e2-fa98-4e16-a673-64244a3122c6,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:04.374360 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e7ea26d6-2461-4e6f-b73b-29ac7db28f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:04.392784 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4069a88-d69a-41f9-9380-6692eab17ae1 None None] Network a9e729b4-c97b-4757-af1a-89c2bf8f4256 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:06:04.538249 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e7ea26d6-2461-4e6f-b73b-29ac7db28f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:04.546671 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e7ea26d6-2461-4e6f-b73b-29ac7db28f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:04.637281 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ea26d6-2461-4e6f-b73b-29ac7db28f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89d142b-3a54-4ad5-afca-49ec3da133fe,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:04.651263 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e7ea26d6-2461-4e6f-b73b-29ac7db28f04 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0a247962c07341c79c93c003fa1ad98b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4814787 Jul 24 01:06:04.651968 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48132) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:04.713663 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-18e3d208-b0e7-4813-b1a9-73930f578978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:04.753106 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-18e3d208-b0e7-4813-b1a9-73930f578978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:04.853526 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-18e3d208-b0e7-4813-b1a9-73930f578978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:04.856707 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-18e3d208-b0e7-4813-b1a9-73930f578978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:04.858095 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-18e3d208-b0e7-4813-b1a9-73930f578978 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f89d142b-3a54-4ad5-afca-49ec3da133fe HTTP/1.1" status: 204 len: 168 time: 0.2046175 Jul 24 01:06:04.868360 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3d208-b0e7-4813-b1a9-73930f578978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89d142b-3a54-4ad5-afca-49ec3da133fe,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:04.873870 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:04.928214 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48144) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:04.984891 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-497d8450-a244-4bf7-a5a4-ebe35825776a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=57d43f8183be4a28a0b871a6a2305de8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0551634 Jul 24 01:06:04.988013 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48148) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:05.107435 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48152) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:05.125173 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-0af30930-3c22-4dee-83b5-fe53ab121344 tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:05.136682 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-0af30930-3c22-4dee-83b5-fe53ab121344 tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] 10.222.0.15 "GET /v2.0/networks?id=a9e729b4-c97b-4757-af1a-89c2bf8f4256 HTTP/1.1" status: 200 len: 813 time: 0.1970117 Jul 24 01:06:05.150909 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9825a495-b092-440d-b1a0-80ef06a29c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:05.189482 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-1aab8aa6-1d68-41b8-9e46-4e179f60f45f tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] 10.222.0.15 "GET /v2.0/quotas/28fbf09a8f2041c9ade9e388579aa3c8 HTTP/1.1" status: 200 len: 375 time: 0.0504975 Jul 24 01:06:05.195470 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:05.237583 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b97ed2b-505e-4ea5-bb60-554c9621577f tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:05.238926 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b97ed2b-505e-4ea5-bb60-554c9621577f tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:05.239529 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b97ed2b-505e-4ea5-bb60-554c9621577f tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:05.254735 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1b97ed2b-505e-4ea5-bb60-554c9621577f tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] 10.222.0.15 "GET /v2.0/ports?project_id=9c584c0e2c5a47a78962537ebd255749&network_id=059adbcb-434c-431e-8c2b-2f91e64b593b HTTP/1.1" status: 200 len: 2973 time: 0.1341007 Jul 24 01:06:05.254949 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-dd2e7765-6726-4978-b518-e742a68370ce tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=28fbf09a8f2041c9ade9e388579aa3c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569654 Jul 24 01:06:05.259529 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9825a495-b092-440d-b1a0-80ef06a29c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:05.359825 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48156) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:05.394878 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3d0d666d-b9d9-414b-bf15-61f6e1f6466d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:05.398705 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9825a495-b092-440d-b1a0-80ef06a29c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:05.401906 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9825a495-b092-440d-b1a0-80ef06a29c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:05.403440 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9825a495-b092-440d-b1a0-80ef06a29c28 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/26d2e5af-5b8d-46ee-a62e-03702901b09c HTTP/1.1" status: 204 len: 168 time: 0.4145257 Jul 24 01:06:05.411366 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-abf887e8-c7f7-4b49-a5ca-43ef8a2050fb service neutron] 10.222.0.15 "GET /v2.0/networks/a9e729b4-c97b-4757-af1a-89c2bf8f4256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271327 Jul 24 01:06:05.426269 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825a495-b092-440d-b1a0-80ef06a29c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d2e5af-5b8d-46ee-a62e-03702901b09c,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:05.531702 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-4e174bf4-2b15-4e74-8376-b1094b2e184c service neutron] 10.222.0.15 "GET /v2.0/networks/a9e729b4-c97b-4757-af1a-89c2bf8f4256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149266 Jul 24 01:06:05.605778 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3d0d666d-b9d9-414b-bf15-61f6e1f6466d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:05.612831 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3d0d666d-b9d9-414b-bf15-61f6e1f6466d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:05.653265 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d666d-b9d9-414b-bf15-61f6e1f6466d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db095ec-e82f-43db-a771-265db92cb954,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:05.675291 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3d0d666d-b9d9-414b-bf15-61f6e1f6466d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=46fd3b65cbab420badcd37cb44ed21a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3111427 Jul 24 01:06:05.676717 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48164) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:05.767031 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-08c55ad0-b13c-4c71-a073-71608a247ec0 req-d87db0e4-e2e9-4de3-8cb6-6256ed339412 tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] 10.222.0.15 "GET /v2.0/ports?device_id=13437dea-d3f5-4b24-a277-58d398c6bb64 HTTP/1.1" status: 200 len: 210 time: 0.0334518 Jul 24 01:06:05.791352 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4b8d325b-bc61-4d46-9288-ed41094b08ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:05.818167 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4b8d325b-bc61-4d46-9288-ed41094b08ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:05.899328 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4b8d325b-bc61-4d46-9288-ed41094b08ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:05.903779 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4b8d325b-bc61-4d46-9288-ed41094b08ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:05.908990 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4b8d325b-bc61-4d46-9288-ed41094b08ea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4db095ec-e82f-43db-a771-265db92cb954 HTTP/1.1" status: 204 len: 168 time: 0.2298434 Jul 24 01:06:05.946053 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d325b-bc61-4d46-9288-ed41094b08ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db095ec-e82f-43db-a771-265db92cb954,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:06.914724 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1e5af909-f934-432a-b3b2-00adda5ed98f req-a9ef8783-e3a3-4fb6-a89e-67a885273ff3 tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] 10.222.0.15 "GET /v2.0/ports?device_id=13437dea-d3f5-4b24-a277-58d398c6bb64 HTTP/1.1" status: 200 len: 210 time: 0.0544393 Jul 24 01:06:07.045697 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-6c7c33d2-5b3c-4cc7-9353-5d95e6e53929 tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:07.047421 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-6c7c33d2-5b3c-4cc7-9353-5d95e6e53929 tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] 10.222.0.13 "GET /v2.0/networks?id=a9e729b4-c97b-4757-af1a-89c2bf8f4256 HTTP/1.1" status: 200 len: 813 time: 0.1711307 Jul 24 01:06:07.065684 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-2f61c52a-813d-4715-bdbe-2788efb2c200 tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] Request body: {'port': {'device_id': '13437dea-d3f5-4b24-a277-58d398c6bb64', 'network_id': 'a9e729b4-c97b-4757-af1a-89c2bf8f4256', 'admin_state_up': True, 'tenant_id': '28fbf09a8f2041c9ade9e388579aa3c8'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:06:07.209715 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-2f61c52a-813d-4715-bdbe-2788efb2c200 tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] Made reservation on behalf of 28fbf09a8f2041c9ade9e388579aa3c8 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:06:07.215927 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-2f61c52a-813d-4715-bdbe-2788efb2c200 tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:07.241411 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48238) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:07.322258 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffb3c5c-8889-4c3d-b4bd-2d1b51a366b8 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:07.323842 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-bffb3c5c-8889-4c3d-b4bd-2d1b51a366b8 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 814 time: 0.0800912 Jul 24 01:06:07.414740 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-2f61c52a-813d-4715-bdbe-2788efb2c200 tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] Allocated IP 172.20.0.6 (a9e729b4-c97b-4757-af1a-89c2bf8f4256/27a8fb40-efb8-4336-a76f-20c08225cda9/1ae48d45-b86d-4b51-9a4d-707b696d6611) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:06:07.552998 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48254) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:07.612227 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-2f61c52a-813d-4715-bdbe-2788efb2c200 tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:07.659897 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-2f61c52a-813d-4715-bdbe-2788efb2c200 tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:07.718148 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-2f61c52a-813d-4715-bdbe-2788efb2c200 tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] Network a9e729b4-c97b-4757-af1a-89c2bf8f4256 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:06:07.724942 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-2f61c52a-813d-4715-bdbe-2788efb2c200 tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:06:07.727117 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61c52a-813d-4715-bdbe-2788efb2c200 tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] Pushing event updated for resources: {'Port': ['ID=1ae48d45-b86d-4b51-9a4d-707b696d6611,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:07.730136 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-2f61c52a-813d-4715-bdbe-2788efb2c200 tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:06:07.793586 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-2f61c52a-813d-4715-bdbe-2788efb2c200 tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:07.793586 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-2f61c52a-813d-4715-bdbe-2788efb2c200 tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:07.802064 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48266) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:07.808763 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-923cd672-fab9-4a39-a5c4-3b65635f5420 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Request body: {'network': {'name': 'tempest-network-smoke--1236641471', 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'port_security_enabled': True}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:06:07.809800 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-2f61c52a-813d-4715-bdbe-2788efb2c200 tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7484350 Jul 24 01:06:07.822270 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-127e3164-2463-4320-b2b1-7081335c7ff6 service neutron] Request body: {'port': {'device_id': '13437dea-d3f5-4b24-a277-58d398c6bb64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:06:07.836273 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923cd672-fab9-4a39-a5c4-3b65635f5420 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Made reservation on behalf of 9c584c0e2c5a47a78962537ebd255749 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:06:07.842056 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-923cd672-fab9-4a39-a5c4-3b65635f5420 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:07.876984 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-5ee79719-c13f-4d13-8201-65c67bc57da9 tempest-RoutersAdminNegativeTest-570601252 tempest-RoutersAdminNegativeTest-570601252-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1109567422', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:06:07.886490 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-923cd672-fab9-4a39-a5c4-3b65635f5420 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:06:07.918468 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-923cd672-fab9-4a39-a5c4-3b65635f5420 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:07.918857 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-923cd672-fab9-4a39-a5c4-3b65635f5420 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Added segment eecfb199-0eae-44fd-b610-e83e0f716ff6 of type vlan for network 94b972fd-ea51-458a-b10b-049275a12d71 Jul 24 01:06:07.932969 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-127e3164-2463-4320-b2b1-7081335c7ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:07.957252 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee79719-c13f-4d13-8201-65c67bc57da9 tempest-RoutersAdminNegativeTest-570601252 tempest-RoutersAdminNegativeTest-570601252-project-admin] Made reservation on behalf of bc40238d23c04a7daa4ea5e8e8aea75c for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:06:07.960054 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5ee79719-c13f-4d13-8201-65c67bc57da9 tempest-RoutersAdminNegativeTest-570601252 tempest-RoutersAdminNegativeTest-570601252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:07.972616 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5ee79719-c13f-4d13-8201-65c67bc57da9 tempest-RoutersAdminNegativeTest-570601252 tempest-RoutersAdminNegativeTest-570601252-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:07.991281 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-923cd672-fab9-4a39-a5c4-3b65635f5420 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:08.060683 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-923cd672-fab9-4a39-a5c4-3b65635f5420 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:08.074191 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923cd672-fab9-4a39-a5c4-3b65635f5420 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:08.075061 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-923cd672-fab9-4a39-a5c4-3b65635f5420 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:08.215884 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923cd672-fab9-4a39-a5c4-3b65635f5420 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event updated for resources: {'Network': ['ID=94b972fd-ea51-458a-b10b-049275a12d71,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:08.235135 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923cd672-fab9-4a39-a5c4-3b65635f5420 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:08.235537 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923cd672-fab9-4a39-a5c4-3b65635f5420 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:08.235890 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923cd672-fab9-4a39-a5c4-3b65635f5420 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:08.236235 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923cd672-fab9-4a39-a5c4-3b65635f5420 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:08.236567 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923cd672-fab9-4a39-a5c4-3b65635f5420 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:08.236925 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923cd672-fab9-4a39-a5c4-3b65635f5420 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:08.237243 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923cd672-fab9-4a39-a5c4-3b65635f5420 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:08.237574 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923cd672-fab9-4a39-a5c4-3b65635f5420 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:08.237904 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923cd672-fab9-4a39-a5c4-3b65635f5420 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:08.238230 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923cd672-fab9-4a39-a5c4-3b65635f5420 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:08.238554 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923cd672-fab9-4a39-a5c4-3b65635f5420 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:08.238902 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923cd672-fab9-4a39-a5c4-3b65635f5420 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:08.251386 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 94b972fd-ea51-458a-b10b-049275a12d71 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:06:08.295640 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-127e3164-2463-4320-b2b1-7081335c7ff6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ae48d45-b86d-4b51-9a4d-707b696d6611 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:06:08.302874 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5ee79719-c13f-4d13-8201-65c67bc57da9 tempest-RoutersAdminNegativeTest-570601252 tempest-RoutersAdminNegativeTest-570601252-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:08.309292 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-127e3164-2463-4320-b2b1-7081335c7ff6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:08.325928 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-127e3164-2463-4320-b2b1-7081335c7ff6 service neutron] Transition to ACTIVE for port object 1ae48d45-b86d-4b51-9a4d-707b696d6611 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:06:08.326517 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41754775-ef0b-427d-8161-7b685e9a6f9c req-37736563-fa49-4858-96a1-8aa0480161fc tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:08.334467 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-41754775-ef0b-427d-8161-7b685e9a6f9c req-37736563-fa49-4858-96a1-8aa0480161fc tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] 10.222.0.15 "GET /v2.0/ports?device_id=13437dea-d3f5-4b24-a277-58d398c6bb64 HTTP/1.1" status: 200 len: 931 time: 0.2434020 Jul 24 01:06:08.339967 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-127e3164-2463-4320-b2b1-7081335c7ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:08.364680 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5ee79719-c13f-4d13-8201-65c67bc57da9 tempest-RoutersAdminNegativeTest-570601252 tempest-RoutersAdminNegativeTest-570601252-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:08.368807 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-5ee79719-c13f-4d13-8201-65c67bc57da9 tempest-RoutersAdminNegativeTest-570601252 tempest-RoutersAdminNegativeTest-570601252-project-admin] device_id is not set on port 9e74ad26-74f9-4c4d-9f89-9aaa5633e013 yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:06:08.457332 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e3164-2463-4320-b2b1-7081335c7ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=1ae48d45-b86d-4b51-9a4d-707b696d6611,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:08.461398 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-923cd672-fab9-4a39-a5c4-3b65635f5420 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6575880 Jul 24 01:06:08.465860 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee79719-c13f-4d13-8201-65c67bc57da9 tempest-RoutersAdminNegativeTest-570601252 tempest-RoutersAdminNegativeTest-570601252-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b502d5-74ad-44b1-8a67-7a12b25f4030,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:08.471571 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48286) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:08.539233 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-41754775-ef0b-427d-8161-7b685e9a6f9c req-22229491-07d8-44db-b175-8ce6b71d3d83 tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] 10.222.0.15 "GET /v2.0/security-groups?id=df6236b4-2fbb-4dd1-b8af-b30e68bd59f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897879 Jul 24 01:06:08.543871 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-127e3164-2463-4320-b2b1-7081335c7ff6 service neutron] Attempting to bind port 1ae48d45-b86d-4b51-9a4d-707b696d6611 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:06:08.544229 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-127e3164-2463-4320-b2b1-7081335c7ff6 service neutron] Attempting to bind port 1ae48d45-b86d-4b51-9a4d-707b696d6611 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': 'a40609f3-3f2c-42ea-a7b1-c07bb47ff523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a9e729b4-c97b-4757-af1a-89c2bf8f4256'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:06:08.544572 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-127e3164-2463-4320-b2b1-7081335c7ff6 service neutron] Attempting to bind port 1ae48d45-b86d-4b51-9a4d-707b696d6611 on network a9e729b4-c97b-4757-af1a-89c2bf8f4256 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:06:08.549942 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-127e3164-2463-4320-b2b1-7081335c7ff6 service neutron] Port 1ae48d45-b86d-4b51-9a4d-707b696d6611 on network a9e729b4-c97b-4757-af1a-89c2bf8f4256 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:06:08.550276 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-127e3164-2463-4320-b2b1-7081335c7ff6 service neutron] Attempting to bind port 1ae48d45-b86d-4b51-9a4d-707b696d6611 on network a9e729b4-c97b-4757-af1a-89c2bf8f4256 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:06:08.557737 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-127e3164-2463-4320-b2b1-7081335c7ff6 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:06:08.557906 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-127e3164-2463-4320-b2b1-7081335c7ff6 service neutron] Checking segment: {'id': 'a40609f3-3f2c-42ea-a7b1-c07bb47ff523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a9e729b4-c97b-4757-af1a-89c2bf8f4256'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:06:08.558228 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-127e3164-2463-4320-b2b1-7081335c7ff6 service neutron] Bound using segment: {'id': 'a40609f3-3f2c-42ea-a7b1-c07bb47ff523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a9e729b4-c97b-4757-af1a-89c2bf8f4256'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:06:08.558858 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-127e3164-2463-4320-b2b1-7081335c7ff6 service neutron] Bound port: 1ae48d45-b86d-4b51-9a4d-707b696d6611, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a40609f3-3f2c-42ea-a7b1-c07bb47ff523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'a9e729b4-c97b-4757-af1a-89c2bf8f4256'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:06:08.559955 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-127e3164-2463-4320-b2b1-7081335c7ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:08.636433 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82526e7a-c9d5-4848-9bff-41985646d5b8 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:08.638004 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-82526e7a-c9d5-4848-9bff-41985646d5b8 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=9c584c0e2c5a47a78962537ebd255749&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1503344 Jul 24 01:06:08.639310 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-5ee79719-c13f-4d13-8201-65c67bc57da9 tempest-RoutersAdminNegativeTest-570601252 tempest-RoutersAdminNegativeTest-570601252-project-admin] Allocated IP 172.25.2.48 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/9e74ad26-74f9-4c4d-9f89-9aaa5633e013) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:06:08.641497 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48292) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:08.753310 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-127e3164-2463-4320-b2b1-7081335c7ff6 service neutron] For port 1ae48d45-b86d-4b51-9a4d-707b696d6611, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:06:08.815296 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-127e3164-2463-4320-b2b1-7081335c7ff6 service neutron] For port 1ae48d45-b86d-4b51-9a4d-707b696d6611, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=1ae48d45-b86d-4b51-9a4d-707b696d6611,segment=NetworkSegment(a40609f3-3f2c-42ea-a7b1-c07bb47ff523),segment_id=a40609f3-3f2c-42ea-a7b1-c07bb47ff523)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:06:08.837606 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-127e3164-2463-4320-b2b1-7081335c7ff6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:08.860673 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5ee79719-c13f-4d13-8201-65c67bc57da9 tempest-RoutersAdminNegativeTest-570601252 tempest-RoutersAdminNegativeTest-570601252-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:08.903447 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-127e3164-2463-4320-b2b1-7081335c7ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:08.904092 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-127e3164-2463-4320-b2b1-7081335c7ff6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:08.905532 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-127e3164-2463-4320-b2b1-7081335c7ff6 service neutron] 10.222.0.13 "PUT /v2.0/ports/1ae48d45-b86d-4b51-9a4d-707b696d6611 HTTP/1.1" status: 200 len: 1092 time: 1.0880148 Jul 24 01:06:08.914045 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5ee79719-c13f-4d13-8201-65c67bc57da9 tempest-RoutersAdminNegativeTest-570601252 tempest-RoutersAdminNegativeTest-570601252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:08.916964 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13437dea-d3f5-4b24-a277-58d398c6bb64', 'tag': '1ae48d45-b86d-4b51-9a4d-707b696d6611'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:06:08.919617 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e844c0b-68f5-4721-806c-06fe39cd1e4d" -d '{"events": [{"name": "network-changed", "server_uuid": "13437dea-d3f5-4b24-a277-58d398c6bb64", "tag": "1ae48d45-b86d-4b51-9a4d-707b696d6611"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:06:08.948316 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee79719-c13f-4d13-8201-65c67bc57da9 tempest-RoutersAdminNegativeTest-570601252 tempest-RoutersAdminNegativeTest-570601252-project-admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:06:08.952290 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-5ee79719-c13f-4d13-8201-65c67bc57da9 tempest-RoutersAdminNegativeTest-570601252 tempest-RoutersAdminNegativeTest-570601252-project-admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:06:08.954939 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee79719-c13f-4d13-8201-65c67bc57da9 tempest-RoutersAdminNegativeTest-570601252 tempest-RoutersAdminNegativeTest-570601252-project-admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:06:08.957003 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96088fe9-880c-4417-8b72-e5ccb432c73f tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:08.961566 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-96088fe9-880c-4417-8b72-e5ccb432c73f tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3182280 Jul 24 01:06:08.962245 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48302) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:09.008048 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008b42c4-cb05-4ce4-8c1b-7c84df4ca4f5 x-openstack-request-id: req-008b42c4-cb05-4ce4-8c1b-7c84df4ca4f5 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:06:09.008374 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13437dea-d3f5-4b24-a277-58d398c6bb64", "tag": "1ae48d45-b86d-4b51-9a4d-707b696d6611", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:06:09.008599 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-008b42c4-cb05-4ce4-8c1b-7c84df4ca4f5 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:06:09.009008 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13437dea-d3f5-4b24-a277-58d398c6bb64', 'tag': '1ae48d45-b86d-4b51-9a4d-707b696d6611', 'status': 'completed', 'code': 200} Jul 24 01:06:09.010741 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127e3164-2463-4320-b2b1-7081335c7ff6 service neutron] Pushing event updated for resources: {'Port': ['ID=1ae48d45-b86d-4b51-9a4d-707b696d6611,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:09.044316 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-8272911a-8553-48b1-8f86-118a48ede888 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0480006 Jul 24 01:06:09.046609 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48306) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:09.081935 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b061bb2e-4c03-49f9-9f04-a73cae578362 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=9c584c0e2c5a47a78962537ebd255749&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342543 Jul 24 01:06:09.082631 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48308) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:09.172373 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-15a4f9b8-9eb6-45fe-9ef0-a891c48f7b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:09.174056 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-15a4f9b8-9eb6-45fe-9ef0-a891c48f7b4d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28fbf09a8f2041c9ade9e388579aa3c8&device_id=13437dea-d3f5-4b24-a277-58d398c6bb64 HTTP/1.1" status: 200 len: 1095 time: 0.2186313 Jul 24 01:06:09.230473 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-69a41f98-735b-4eeb-a765-63247852728f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ae48d45-b86d-4b51-9a4d-707b696d6611 HTTP/1.1" status: 200 len: 217 time: 0.0439169 Jul 24 01:06:09.296490 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-3fb213ba-749a-4d4b-8d33-96970efec0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:09.298102 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-3fb213ba-749a-4d4b-8d33-96970efec0ba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27a8fb40-efb8-4336-a76f-20c08225cda9 HTTP/1.1" status: 200 len: 853 time: 0.0608537 Jul 24 01:06:09.305582 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a3a174-d570-43e9-b857-179ad47dd65b tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:09.310502 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-28a3a174-d570-43e9-b857-179ad47dd65b tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2252121 Jul 24 01:06:09.359745 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48316) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:09.362841 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-dbd4f7b8-5c1c-455d-a7c4-60adae2339cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9e729b4-c97b-4757-af1a-89c2bf8f4256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511541 Jul 24 01:06:09.406255 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-65b1419b-6cb0-45aa-91d8-ea21f7dad72d tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421338 Jul 24 01:06:09.415988 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48320) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:09.417086 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee79719-c13f-4d13-8201-65c67bc57da9 tempest-RoutersAdminNegativeTest-570601252 tempest-RoutersAdminNegativeTest-570601252-project-admin] Pushing event updated for resources: {'Port': ['ID=9e74ad26-74f9-4c4d-9f89-9aaa5633e013,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:09.423583 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-22d32bfd-893d-48ea-98db-829901dd5401 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1573978180', 'network_id': '94b972fd-ea51-458a-b10b-049275a12d71', 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:06:09.436816 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee79719-c13f-4d13-8201-65c67bc57da9 tempest-RoutersAdminNegativeTest-570601252 tempest-RoutersAdminNegativeTest-570601252-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:09.437455 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5ee79719-c13f-4d13-8201-65c67bc57da9 tempest-RoutersAdminNegativeTest-570601252 tempest-RoutersAdminNegativeTest-570601252-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:09.465953 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5ee79719-c13f-4d13-8201-65c67bc57da9 tempest-RoutersAdminNegativeTest-570601252 tempest-RoutersAdminNegativeTest-570601252-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9092638 Jul 24 01:06:09.466182 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48322) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:09.473749 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-21793eb3-b81c-4d7c-a590-97c331c82949 tempest-RoutersAdminNegativeTest-570601252 tempest-RoutersAdminNegativeTest-570601252-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.48'}]}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:06:09.504629 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-21793eb3-b81c-4d7c-a590-97c331c82949 tempest-RoutersAdminNegativeTest-570601252 tempest-RoutersAdminNegativeTest-570601252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:09.506112 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-21793eb3-b81c-4d7c-a590-97c331c82949 tempest-RoutersAdminNegativeTest-570601252 tempest-RoutersAdminNegativeTest-570601252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:09.606405 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-21793eb3-b81c-4d7c-a590-97c331c82949 tempest-RoutersAdminNegativeTest-570601252 tempest-RoutersAdminNegativeTest-570601252-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:09.631352 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-cc91fba3-2042-4e69-b762-46a462a7f171 service neutron] 10.222.0.13 "GET /v2.0/networks/a9e729b4-c97b-4757-af1a-89c2bf8f4256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576809 Jul 24 01:06:09.665318 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d32bfd-893d-48ea-98db-829901dd5401 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Made reservation on behalf of 9c584c0e2c5a47a78962537ebd255749 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:06:09.670887 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-22d32bfd-893d-48ea-98db-829901dd5401 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:09.867575 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8366cff3-186c-4d5f-ae44-63b213b7d581 req-031e3b90-cf78-4864-9e74-78ce3ba326c2 service neutron] 10.222.0.13 "GET /v2.0/networks/a9e729b4-c97b-4757-af1a-89c2bf8f4256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181504 Jul 24 01:06:09.881980 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-21793eb3-b81c-4d7c-a590-97c331c82949 tempest-RoutersAdminNegativeTest-570601252 tempest-RoutersAdminNegativeTest-570601252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:09.907165 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d835b5c-dcd9-4844-af35-672ff1f56b1d req-45e7f285-4455-4784-9afa-d2715d49b765 tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:09.908821 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5d835b5c-dcd9-4844-af35-672ff1f56b1d req-45e7f285-4455-4784-9afa-d2715d49b765 tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] 10.222.0.15 "GET /v2.0/ports?device_id=13437dea-d3f5-4b24-a277-58d398c6bb64 HTTP/1.1" status: 200 len: 943 time: 0.2435448 Jul 24 01:06:09.982303 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5d835b5c-dcd9-4844-af35-672ff1f56b1d req-16262338-5dc1-4c70-80d5-66d8220b487b tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] 10.222.0.15 "GET /v2.0/security-groups?id=df6236b4-2fbb-4dd1-b8af-b30e68bd59f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625324 Jul 24 01:06:10.218858 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-21793eb3-b81c-4d7c-a590-97c331c82949 tempest-RoutersAdminNegativeTest-570601252 tempest-RoutersAdminNegativeTest-570601252-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:10.240318 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-21793eb3-b81c-4d7c-a590-97c331c82949 tempest-RoutersAdminNegativeTest-570601252 tempest-RoutersAdminNegativeTest-570601252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:10.387212 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-22d32bfd-893d-48ea-98db-829901dd5401 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:10.420606 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-21793eb3-b81c-4d7c-a590-97c331c82949 tempest-RoutersAdminNegativeTest-570601252 tempest-RoutersAdminNegativeTest-570601252-project-admin] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:10.445607 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d32bfd-893d-48ea-98db-829901dd5401 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event updated for resources: {'Subnet': ['ID=7608eb89-d3b8-4393-a8fc-3c911ec0628c,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:10.461527 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e844c0b-68f5-4721-806c-06fe39cd1e4d req-4a7438b3-b9fb-40fb-95eb-c862c4bc0ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:10.463454 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6e844c0b-68f5-4721-806c-06fe39cd1e4d req-4a7438b3-b9fb-40fb-95eb-c862c4bc0ccb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=28fbf09a8f2041c9ade9e388579aa3c8&device_id=13437dea-d3f5-4b24-a277-58d398c6bb64 HTTP/1.1" status: 200 len: 1095 time: 0.5121667 Jul 24 01:06:10.591968 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e844c0b-68f5-4721-806c-06fe39cd1e4d req-fce348b3-ab27-4270-b09e-63702101efdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:10.593527 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6e844c0b-68f5-4721-806c-06fe39cd1e4d req-fce348b3-ab27-4270-b09e-63702101efdd service neutron] 10.222.0.13 "GET /v2.0/networks?id=a9e729b4-c97b-4757-af1a-89c2bf8f4256 HTTP/1.1" status: 200 len: 914 time: 0.1067405 Jul 24 01:06:10.596520 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d32bfd-893d-48ea-98db-829901dd5401 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Checking segment: {'id': 'eecfb199-0eae-44fd-b610-e83e0f716ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '94b972fd-ea51-458a-b10b-049275a12d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:06:10.596888 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d32bfd-893d-48ea-98db-829901dd5401 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Network hostable DHCP agents. Network: 94b972fd-ea51-458a-b10b-049275a12d71, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:06:10.645158 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-21793eb3-b81c-4d7c-a590-97c331c82949 tempest-RoutersAdminNegativeTest-570601252 tempest-RoutersAdminNegativeTest-570601252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:10.648807 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-21793eb3-b81c-4d7c-a590-97c331c82949 tempest-RoutersAdminNegativeTest-570601252 tempest-RoutersAdminNegativeTest-570601252-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:10.654464 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d32bfd-893d-48ea-98db-829901dd5401 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Network 94b972fd-ea51-458a-b10b-049275a12d71 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:06:10.658425 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6e844c0b-68f5-4721-806c-06fe39cd1e4d req-3451897a-21ec-488f-a282-7d0a08cced3a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ae48d45-b86d-4b51-9a4d-707b696d6611 HTTP/1.1" status: 200 len: 217 time: 0.0483396 Jul 24 01:06:10.671772 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-22d32bfd-893d-48ea-98db-829901dd5401 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 94b972fd-ea51-458a-b10b-049275a12d71) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:06:10.674901 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d32bfd-893d-48ea-98db-829901dd5401 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:10.675731 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-22d32bfd-893d-48ea-98db-829901dd5401 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:10.682992 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1723cfd3-67b4-4bd7-b61e-83c1c351bea1 None None] Network 94b972fd-ea51-458a-b10b-049275a12d71 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:06:10.703880 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-22d32bfd-893d-48ea-98db-829901dd5401 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2851882 Jul 24 01:06:10.705400 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-21793eb3-b81c-4d7c-a590-97c331c82949 tempest-RoutersAdminNegativeTest-570601252 tempest-RoutersAdminNegativeTest-570601252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:10.706062 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21793eb3-b81c-4d7c-a590-97c331c82949 tempest-RoutersAdminNegativeTest-570601252 tempest-RoutersAdminNegativeTest-570601252-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0912567e-f250-4b0f-883f-48179c9070e6 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:06:10.728070 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-21793eb3-b81c-4d7c-a590-97c331c82949 tempest-RoutersAdminNegativeTest-570601252 tempest-RoutersAdminNegativeTest-570601252-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 24 01:06:10.730792 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-21793eb3-b81c-4d7c-a590-97c331c82949 tempest-RoutersAdminNegativeTest-570601252 tempest-RoutersAdminNegativeTest-570601252-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.2607808 Jul 24 01:06:10.733966 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48356) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:10.779060 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e844c0b-68f5-4721-806c-06fe39cd1e4d req-0bfb7099-c87b-4040-863f-7bc94d92e34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:10.779060 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6e844c0b-68f5-4721-806c-06fe39cd1e4d req-0bfb7099-c87b-4040-863f-7bc94d92e34a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27a8fb40-efb8-4336-a76f-20c08225cda9 HTTP/1.1" status: 200 len: 853 time: 0.0844853 Jul 24 01:06:10.838468 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6e844c0b-68f5-4721-806c-06fe39cd1e4d req-133b2a63-0f15-4168-84aa-ed8c49cbad21 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9e729b4-c97b-4757-af1a-89c2bf8f4256&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540919 Jul 24 01:06:10.856390 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-5c5c2310-99de-4842-9ef0-7d5056bab95c tempest-RoutersAdminNegativeTest-570601252 tempest-RoutersAdminNegativeTest-570601252-project-admin] Deleting port 9e74ad26-74f9-4c4d-9f89-9aaa5633e013 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:06:10.857089 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5c5c2310-99de-4842-9ef0-7d5056bab95c tempest-RoutersAdminNegativeTest-570601252 tempest-RoutersAdminNegativeTest-570601252-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:10.987602 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6e844c0b-68f5-4721-806c-06fe39cd1e4d req-43b6338a-affd-42da-9d43-319562ae1352 service neutron] 10.222.0.13 "GET /v2.0/networks/a9e729b4-c97b-4757-af1a-89c2bf8f4256?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408498 Jul 24 01:06:11.035975 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5c5c2310-99de-4842-9ef0-7d5056bab95c tempest-RoutersAdminNegativeTest-570601252 tempest-RoutersAdminNegativeTest-570601252-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:11.058495 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-5c5c2310-99de-4842-9ef0-7d5056bab95c tempest-RoutersAdminNegativeTest-570601252 tempest-RoutersAdminNegativeTest-570601252-project-admin] Calling delete_port for 9e74ad26-74f9-4c4d-9f89-9aaa5633e013 owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:06:11.184745 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6e844c0b-68f5-4721-806c-06fe39cd1e4d req-f966fa0a-7fbd-4a5f-9e6a-0c08f29978ed service neutron] 10.222.0.13 "GET /v2.0/networks/a9e729b4-c97b-4757-af1a-89c2bf8f4256?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744792 Jul 24 01:06:11.212091 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205887cd-58ab-4c0c-8b84-85a2e1162e25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-94b972fd-ea51-458a-b10b-049275a12d71', 'network_id': '94b972fd-ea51-458a-b10b-049275a12d71', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'fixed_ips': [{'subnet_id': '7608eb89-d3b8-4393-a8fc-3c911ec0628c'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:06:11.213412 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-205887cd-58ab-4c0c-8b84-85a2e1162e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:11.288774 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350a3f9-5cd7-40f5-ae25-c1cdd558ba96 req-561e8883-2a92-44a8-bb12-65f8020f013e tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:11.288774 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2350a3f9-5cd7-40f5-ae25-c1cdd558ba96 req-561e8883-2a92-44a8-bb12-65f8020f013e tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] 10.222.0.15 "GET /v2.0/ports?device_id=13437dea-d3f5-4b24-a277-58d398c6bb64 HTTP/1.1" status: 200 len: 943 time: 0.1403487 Jul 24 01:06:11.288774 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48368) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:11.295337 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-c8c61723-9bc9-429c-97f0-505471382c45 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1356663962', 'description': 'tempest-secgroup-smoke-1356663962 description', 'project_id': '9c584c0e2c5a47a78962537ebd255749'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:06:11.350419 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c8c61723-9bc9-429c-97f0-505471382c45 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:11.411551 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-205887cd-58ab-4c0c-8b84-85a2e1162e25 None None] Allocated IP 172.20.0.18 (94b972fd-ea51-458a-b10b-049275a12d71/7608eb89-d3b8-4393-a8fc-3c911ec0628c/4ddfcc27-449d-4999-b091-c2e28777db9e) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:06:11.433930 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5c5c2310-99de-4842-9ef0-7d5056bab95c tempest-RoutersAdminNegativeTest-570601252 tempest-RoutersAdminNegativeTest-570601252-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:11.440890 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2350a3f9-5cd7-40f5-ae25-c1cdd558ba96 req-23547e70-1c02-4137-beb7-201e179ec4ce tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] 10.222.0.15 "GET /v2.0/security-groups?id=df6236b4-2fbb-4dd1-b8af-b30e68bd59f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100569 Jul 24 01:06:11.536971 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c2310-99de-4842-9ef0-7d5056bab95c tempest-RoutersAdminNegativeTest-570601252 tempest-RoutersAdminNegativeTest-570601252-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e74ad26-74f9-4c4d-9f89-9aaa5633e013,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:11.644454 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5c5c2310-99de-4842-9ef0-7d5056bab95c tempest-RoutersAdminNegativeTest-570601252 tempest-RoutersAdminNegativeTest-570601252-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:11.655758 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5c5c2310-99de-4842-9ef0-7d5056bab95c tempest-RoutersAdminNegativeTest-570601252 tempest-RoutersAdminNegativeTest-570601252-project-admin] 10.222.0.15 "DELETE /v2.0/ports/9e74ad26-74f9-4c4d-9f89-9aaa5633e013 HTTP/1.1" status: 204 len: 168 time: 0.9202371 Jul 24 01:06:11.690668 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c8c61723-9bc9-429c-97f0-505471382c45 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:11.699559 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c8c61723-9bc9-429c-97f0-505471382c45 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:11.704601 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-205887cd-58ab-4c0c-8b84-85a2e1162e25 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:11.727106 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-205887cd-58ab-4c0c-8b84-85a2e1162e25 None None] Transition to ACTIVE for port object 4ddfcc27-449d-4999-b091-c2e28777db9e will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:06:11.762759 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-205887cd-58ab-4c0c-8b84-85a2e1162e25 None None] Transition to ACTIVE for port object 4ddfcc27-449d-4999-b091-c2e28777db9e will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:06:11.774936 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-205887cd-58ab-4c0c-8b84-85a2e1162e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:11.779231 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c8c61723-9bc9-429c-97f0-505471382c45 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:11.786089 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c8c61723-9bc9-429c-97f0-505471382c45 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4918919 Jul 24 01:06:11.786571 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48380) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:11.798105 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c61723-9bc9-429c-97f0-505471382c45 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ecc144-8c04-4bae-8249-5c37f78dd7c7,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:11.803316 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-9bb8b839-5ca6-4124-b3ba-72fd46e54107 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Request body: {'security_group_rule': {'security_group_id': 'c3ecc144-8c04-4bae-8249-5c37f78dd7c7', 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:06:11.862239 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205887cd-58ab-4c0c-8b84-85a2e1162e25 None None] Network 94b972fd-ea51-458a-b10b-049275a12d71 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:06:11.864214 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-205887cd-58ab-4c0c-8b84-85a2e1162e25 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:06:11.865245 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9bb8b839-5ca6-4124-b3ba-72fd46e54107 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:11.872812 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205887cd-58ab-4c0c-8b84-85a2e1162e25 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:06:11.895166 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205887cd-58ab-4c0c-8b84-85a2e1162e25 None None] Pushing event updated for resources: {'Port': ['ID=4ddfcc27-449d-4999-b091-c2e28777db9e,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:11.958946 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9bb8b839-5ca6-4124-b3ba-72fd46e54107 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:11.965084 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9bb8b839-5ca6-4124-b3ba-72fd46e54107 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:11.973028 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-205887cd-58ab-4c0c-8b84-85a2e1162e25 None None] Attempting to bind port 4ddfcc27-449d-4999-b091-c2e28777db9e on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:06:11.973823 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-205887cd-58ab-4c0c-8b84-85a2e1162e25 None None] Attempting to bind port 4ddfcc27-449d-4999-b091-c2e28777db9e by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'eecfb199-0eae-44fd-b610-e83e0f716ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '94b972fd-ea51-458a-b10b-049275a12d71'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:06:11.974363 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205887cd-58ab-4c0c-8b84-85a2e1162e25 None None] Attempting to bind port 4ddfcc27-449d-4999-b091-c2e28777db9e on network 94b972fd-ea51-458a-b10b-049275a12d71 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:06:11.981921 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205887cd-58ab-4c0c-8b84-85a2e1162e25 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:06:11.983270 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205887cd-58ab-4c0c-8b84-85a2e1162e25 None None] Checking segment: {'id': 'eecfb199-0eae-44fd-b610-e83e0f716ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '94b972fd-ea51-458a-b10b-049275a12d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:06:11.983876 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-205887cd-58ab-4c0c-8b84-85a2e1162e25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:11.984278 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205887cd-58ab-4c0c-8b84-85a2e1162e25 None None] Bound using segment: {'id': 'eecfb199-0eae-44fd-b610-e83e0f716ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '94b972fd-ea51-458a-b10b-049275a12d71'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:06:11.984777 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-205887cd-58ab-4c0c-8b84-85a2e1162e25 None None] Bound port: 4ddfcc27-449d-4999-b091-c2e28777db9e, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eecfb199-0eae-44fd-b610-e83e0f716ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '94b972fd-ea51-458a-b10b-049275a12d71'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:06:11.985179 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-205887cd-58ab-4c0c-8b84-85a2e1162e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:11.997787 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb8b839-5ca6-4124-b3ba-72fd46e54107 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11a38ae0-2489-434b-b598-9e6f23a00ff4,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:12.008244 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9bb8b839-5ca6-4124-b3ba-72fd46e54107 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:12.010528 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9bb8b839-5ca6-4124-b3ba-72fd46e54107 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2216077 Jul 24 01:06:12.013794 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48384) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:12.026442 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-58bc35d9-d8b3-4d5e-ad06-3cef555bbedd tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Request body: {'security_group_rule': {'security_group_id': 'c3ecc144-8c04-4bae-8249-5c37f78dd7c7', 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:06:12.084618 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-58bc35d9-d8b3-4d5e-ad06-3cef555bbedd tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:12.116366 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-205887cd-58ab-4c0c-8b84-85a2e1162e25 None None] For port 4ddfcc27-449d-4999-b091-c2e28777db9e, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:06:12.125085 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-205887cd-58ab-4c0c-8b84-85a2e1162e25 None None] For port 4ddfcc27-449d-4999-b091-c2e28777db9e, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=4ddfcc27-449d-4999-b091-c2e28777db9e,segment=NetworkSegment(eecfb199-0eae-44fd-b610-e83e0f716ff6),segment_id=eecfb199-0eae-44fd-b610-e83e0f716ff6)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:06:12.132775 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-205887cd-58ab-4c0c-8b84-85a2e1162e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:12.189374 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-58bc35d9-d8b3-4d5e-ad06-3cef555bbedd tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:12.200018 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-58bc35d9-d8b3-4d5e-ad06-3cef555bbedd tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:12.240278 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc35d9-d8b3-4d5e-ad06-3cef555bbedd tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e8d5ece-2861-4f40-83b3-72f8935b1fa4,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:12.249424 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205887cd-58ab-4c0c-8b84-85a2e1162e25 None None] Pushing event updated for resources: {'Port': ['ID=4ddfcc27-449d-4999-b091-c2e28777db9e,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:12.251629 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-58bc35d9-d8b3-4d5e-ad06-3cef555bbedd tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:12.257247 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-58bc35d9-d8b3-4d5e-ad06-3cef555bbedd tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2394512 Jul 24 01:06:12.257600 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48392) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:12.267144 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-f377248b-2516-4328-8e2d-8ec604de22d8 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Request body: {'security_group_rule': {'security_group_id': 'c3ecc144-8c04-4bae-8249-5c37f78dd7c7', 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:06:12.270099 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48394) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:12.315304 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f377248b-2516-4328-8e2d-8ec604de22d8 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:12.411990 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f377248b-2516-4328-8e2d-8ec604de22d8 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:12.418693 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f377248b-2516-4328-8e2d-8ec604de22d8 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:12.480408 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377248b-2516-4328-8e2d-8ec604de22d8 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20a56450-7969-4e69-9376-5c7b84bc1c32,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:12.489235 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f377248b-2516-4328-8e2d-8ec604de22d8 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:12.491305 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f377248b-2516-4328-8e2d-8ec604de22d8 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2325392 Jul 24 01:06:12.494789 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48400) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:12.501307 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-44bd865f-1efb-4ddf-9e98-4fa990dc9931 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Request body: {'security_group_rule': {'security_group_id': 'c3ecc144-8c04-4bae-8249-5c37f78dd7c7', 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:06:12.568276 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-44bd865f-1efb-4ddf-9e98-4fa990dc9931 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:12.687050 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 1ae48d45-b86d-4b51-9a4d-707b696d6611 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:06:12.725470 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-44bd865f-1efb-4ddf-9e98-4fa990dc9931 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:12.732171 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-44bd865f-1efb-4ddf-9e98-4fa990dc9931 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:12.751208 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-028e9035-f812-4d44-871c-d3aa13256c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:12.754798 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd865f-1efb-4ddf-9e98-4fa990dc9931 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e5a7593-e1bf-4a6e-865a-30c7cfcc834b,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:12.766055 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 4ddfcc27-449d-4999-b091-c2e28777db9e up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:06:12.773773 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-44bd865f-1efb-4ddf-9e98-4fa990dc9931 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:12.775800 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-44bd865f-1efb-4ddf-9e98-4fa990dc9931 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2798984 Jul 24 01:06:12.778672 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48410) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:12.787316 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-9d233eb2-fea5-4d99-930f-c1f037213922 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Request body: {'security_group_rule': {'security_group_id': 'c3ecc144-8c04-4bae-8249-5c37f78dd7c7', 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:06:12.825345 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f672c1-1371-4e59-8cd8-21c5360c5687 req-fae72821-cf12-4229-9302-4a3ecf1c9212 tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:12.832026 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-17f672c1-1371-4e59-8cd8-21c5360c5687 req-fae72821-cf12-4229-9302-4a3ecf1c9212 tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] 10.222.0.15 "GET /v2.0/ports?device_id=13437dea-d3f5-4b24-a277-58d398c6bb64 HTTP/1.1" status: 200 len: 943 time: 0.2465155 Jul 24 01:06:12.897170 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-17f672c1-1371-4e59-8cd8-21c5360c5687 req-3e44f879-f279-4de8-b1f1-791186529a2a tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] 10.222.0.15 "GET /v2.0/security-groups?id=df6236b4-2fbb-4dd1-b8af-b30e68bd59f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602250 Jul 24 01:06:12.951578 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 4ddfcc27-449d-4999-b091-c2e28777db9e completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:06:12.968497 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-028e9035-f812-4d44-871c-d3aa13256c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:12.970938 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 1ae48d45-b86d-4b51-9a4d-707b696d6611, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=1ae48d45-b86d-4b51-9a4d-707b696d6611,segment=NetworkSegment(a40609f3-3f2c-42ea-a7b1-c07bb47ff523),segment_id=a40609f3-3f2c-42ea-a7b1-c07bb47ff523)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:12.975062 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-028e9035-f812-4d44-871c-d3aa13256c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:12.991085 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '1ae48d45-b86d-4b51-9a4d-707b696d6611', 'network_id': 'a9e729b4-c97b-4757-af1a-89c2bf8f4256', 'port_id': '1ae48d45-b86d-4b51-9a4d-707b696d6611', 'mac_address': 'fa:16:3e:cd:12:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27a8fb40-efb8-4336-a76f-20c08225cda9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:06:13.006187 n-d-793621-25 neutron-server[100463]: INFO neutron.db.securitygroups_db [None req-9d233eb2-fea5-4d99-930f-c1f037213922 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Project 9c584c0e2c5a47a78962537ebd255749 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:06:13.014198 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9d233eb2-fea5-4d99-930f-c1f037213922 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:13.019886 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028e9035-f812-4d44-871c-d3aa13256c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afec395-a6cd-4c82-8639-092d1c2e7f18,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:13.042591 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-028e9035-f812-4d44-871c-d3aa13256c36 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f2b00d9814be463f8aa2d08d992e5c5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7699974 Jul 24 01:06:13.043476 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48418) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:13.046220 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:13.061855 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ae48d45-b86d-4b51-9a4d-707b696d6611 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:06:13.096373 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 1ae48d45-b86d-4b51-9a4d-707b696d6611, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=1ae48d45-b86d-4b51-9a4d-707b696d6611,segment=NetworkSegment(a40609f3-3f2c-42ea-a7b1-c07bb47ff523),segment_id=a40609f3-3f2c-42ea-a7b1-c07bb47ff523)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:13.107134 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:13.139274 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9d233eb2-fea5-4d99-930f-c1f037213922 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:13.146410 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-840a4eff-3e1a-43d0-b638-2e70aeed4dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:13.151515 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9d233eb2-fea5-4d99-930f-c1f037213922 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:13.174158 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d233eb2-fea5-4d99-930f-c1f037213922 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64e2c398-6ff3-4ab6-9625-dbc04f33d55e,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:13.176046 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=1ae48d45-b86d-4b51-9a4d-707b696d6611,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:13.186315 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-840a4eff-3e1a-43d0-b638-2e70aeed4dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:13.194613 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9d233eb2-fea5-4d99-930f-c1f037213922 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:13.195935 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9d233eb2-fea5-4d99-930f-c1f037213922 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4161587 Jul 24 01:06:13.199493 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48420) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:13.204231 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-3e2be3f2-7d03-47b9-b0be-32f87bd52d4f tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Request body: {'security_group_rule': {'security_group_id': 'c3ecc144-8c04-4bae-8249-5c37f78dd7c7', 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:06:13.246864 n-d-793621-25 neutron-server[100463]: INFO neutron.db.securitygroups_db [None req-3e2be3f2-7d03-47b9-b0be-32f87bd52d4f tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Project 9c584c0e2c5a47a78962537ebd255749 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:06:13.255647 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3e2be3f2-7d03-47b9-b0be-32f87bd52d4f tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:13.256421 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-840a4eff-3e1a-43d0-b638-2e70aeed4dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:13.259589 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-840a4eff-3e1a-43d0-b638-2e70aeed4dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:13.261698 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-840a4eff-3e1a-43d0-b638-2e70aeed4dff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1afec395-a6cd-4c82-8639-092d1c2e7f18 HTTP/1.1" status: 204 len: 168 time: 0.2167163 Jul 24 01:06:13.271098 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a4eff-3e1a-43d0-b638-2e70aeed4dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afec395-a6cd-4c82-8639-092d1c2e7f18,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:13.345068 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3e2be3f2-7d03-47b9-b0be-32f87bd52d4f tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:13.354681 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3e2be3f2-7d03-47b9-b0be-32f87bd52d4f tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:13.377384 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2be3f2-7d03-47b9-b0be-32f87bd52d4f tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d21ed16-8a5e-417f-998a-bf7e49d4551c,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:13.387118 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3e2be3f2-7d03-47b9-b0be-32f87bd52d4f tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:13.388971 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3e2be3f2-7d03-47b9-b0be-32f87bd52d4f tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1883886 Jul 24 01:06:13.410440 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['1ae48d45-b86d-4b51-9a4d-707b696d6611'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:06:13.587008 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5339bbf-f757-402f-8279-0be6a19ad78a None None] Network 94b972fd-ea51-458a-b10b-049275a12d71 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:06:13.685859 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0f02f401-53b2-447e-a458-f371664ea491 None None] Provisioning for port 4ddfcc27-449d-4999-b091-c2e28777db9e completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:06:13.692780 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0f02f401-53b2-447e-a458-f371664ea491 None None] Provisioning complete for port 4ddfcc27-449d-4999-b091-c2e28777db9e triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:06:13.693015 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0f02f401-53b2-447e-a458-f371664ea491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:13.733467 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-106d859a-afde-43fc-b0f2-8232903c9d34 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1356663962&fields=id&tenant_id=9c584c0e2c5a47a78962537ebd255749 HTTP/1.1" status: 200 len: 267 time: 0.0593457 Jul 24 01:06:13.830378 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48444) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:13.866274 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0f02f401-53b2-447e-a458-f371664ea491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:13.925705 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0f02f401-53b2-447e-a458-f371664ea491 None None] For port 4ddfcc27-449d-4999-b091-c2e28777db9e, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=4ddfcc27-449d-4999-b091-c2e28777db9e,segment=NetworkSegment(eecfb199-0eae-44fd-b610-e83e0f716ff6),segment_id=eecfb199-0eae-44fd-b610-e83e0f716ff6)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:13.928512 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ce77d0dd-7347-4acc-a2c9-635c094fe6f3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bc40238d23c04a7daa4ea5e8e8aea75c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0967669 Jul 24 01:06:13.933168 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48452) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:13.935291 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0f02f401-53b2-447e-a458-f371664ea491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:13.949088 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-c98fe349-e416-474f-ad29-6162294383f0 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:13.951412 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-c98fe349-e416-474f-ad29-6162294383f0 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/networks?id=94b972fd-ea51-458a-b10b-049275a12d71 HTTP/1.1" status: 200 len: 797 time: 0.2156825 Jul 24 01:06:13.982726 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-97198d39-acc7-4802-b9cb-fd916566794d tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/quotas/9c584c0e2c5a47a78962537ebd255749 HTTP/1.1" status: 200 len: 375 time: 0.0214753 Jul 24 01:06:14.039200 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b0c943a3-c6e7-4bd3-b7fc-69497130387f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:14.098758 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f02f401-53b2-447e-a458-f371664ea491 None None] Pushing event updated for resources: {'Port': ['ID=4ddfcc27-449d-4999-b091-c2e28777db9e,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:14.131511 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b0c943a3-c6e7-4bd3-b7fc-69497130387f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:14.151540 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-141deee4-0e3b-43ed-9202-e242a8eb2906 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9c584c0e2c5a47a78962537ebd255749&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1425076 Jul 24 01:06:14.202808 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b1379-f643-459b-9f75-8ca20d0c326e req-35c9bab6-abe1-4adf-92ee-21959f4fa113 tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:14.204821 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5e7b1379-f643-459b-9f75-8ca20d0c326e req-35c9bab6-abe1-4adf-92ee-21959f4fa113 tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] 10.222.0.15 "GET /v2.0/ports?device_id=13437dea-d3f5-4b24-a277-58d398c6bb64 HTTP/1.1" status: 200 len: 944 time: 0.1821790 Jul 24 01:06:14.236729 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b0c943a3-c6e7-4bd3-b7fc-69497130387f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:14.239888 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b0c943a3-c6e7-4bd3-b7fc-69497130387f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:14.240735 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b0c943a3-c6e7-4bd3-b7fc-69497130387f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f6b502d5-74ad-44b1-8a67-7a12b25f4030 HTTP/1.1" status: 204 len: 168 time: 0.3038602 Jul 24 01:06:14.257764 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c943a3-c6e7-4bd3-b7fc-69497130387f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b502d5-74ad-44b1-8a67-7a12b25f4030,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:14.290321 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5e7b1379-f643-459b-9f75-8ca20d0c326e req-0325c20b-a140-45c8-9405-c5ec85ee3010 tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] 10.222.0.15 "GET /v2.0/security-groups?id=df6236b4-2fbb-4dd1-b8af-b30e68bd59f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648868 Jul 24 01:06:14.335106 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-7b0f07ab-cfcf-4efe-b700-516ffa7b9507 service neutron] 10.222.0.15 "GET /v2.0/networks/94b972fd-ea51-458a-b10b-049275a12d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807733 Jul 24 01:06:14.365037 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9e8c3d94-1206-42a6-8431-2e7bd28cf77f None None] Provisioning complete for port 4ddfcc27-449d-4999-b091-c2e28777db9e triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:06:14.365710 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9e8c3d94-1206-42a6-8431-2e7bd28cf77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:14.481441 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-bd071a42-9589-4800-af7d-f3b0c9f0e125 service neutron] 10.222.0.15 "GET /v2.0/networks/94b972fd-ea51-458a-b10b-049275a12d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348627 Jul 24 01:06:14.597635 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 4ddfcc27-449d-4999-b091-c2e28777db9e up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:06:14.670517 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 4ddfcc27-449d-4999-b091-c2e28777db9e triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:06:14.670953 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:14.701820 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 1ae48d45-b86d-4b51-9a4d-707b696d6611 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:06:14.705128 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-971f8e37-6c68-41a8-b5a9-345e0aaca32f req-c5b253b2-c690-4054-a99c-ba725b00ba4d tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?device_id=d41a8554-b936-4ccf-8659-6e4ee66ab6c5 HTTP/1.1" status: 200 len: 210 time: 0.0359087 Jul 24 01:06:14.834534 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 1ae48d45-b86d-4b51-9a4d-707b696d6611 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:06:14.862642 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 1ae48d45-b86d-4b51-9a4d-707b696d6611 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:06:14.863044 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:15.006030 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:15.035268 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13437dea-d3f5-4b24-a277-58d398c6bb64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae48d45-b86d-4b51-9a4d-707b696d6611'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:06:15.037557 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8e82ba-1bc0-4672-871f-66a998e906e8" -d '{"events": [{"server_uuid": "13437dea-d3f5-4b24-a277-58d398c6bb64", "name": "network-vif-plugged", "status": "completed", "tag": "1ae48d45-b86d-4b51-9a4d-707b696d6611"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:06:15.051644 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 1ae48d45-b86d-4b51-9a4d-707b696d6611, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=1ae48d45-b86d-4b51-9a4d-707b696d6611,segment=NetworkSegment(a40609f3-3f2c-42ea-a7b1-c07bb47ff523),segment_id=a40609f3-3f2c-42ea-a7b1-c07bb47ff523)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:15.059396 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:15.093324 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34bd01c-62ba-4420-820b-d886cca43c7a x-openstack-request-id: req-f34bd01c-62ba-4420-820b-d886cca43c7a {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:06:15.093520 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13437dea-d3f5-4b24-a277-58d398c6bb64", "name": "network-vif-plugged", "status": "completed", "tag": "1ae48d45-b86d-4b51-9a4d-707b696d6611", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:06:15.093773 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f34bd01c-62ba-4420-820b-d886cca43c7a {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:06:15.094162 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13437dea-d3f5-4b24-a277-58d398c6bb64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae48d45-b86d-4b51-9a4d-707b696d6611', 'code': 200} Jul 24 01:06:15.126267 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=1ae48d45-b86d-4b51-9a4d-707b696d6611,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:15.250607 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7a0dc-d45a-4d0d-830d-5333a329aa2d req-bdf4c1f1-3f5e-419d-8226-ef0b08d65fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:15.256854 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7dc7a0dc-d45a-4d0d-830d-5333a329aa2d req-bdf4c1f1-3f5e-419d-8226-ef0b08d65fad service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=13437dea-d3f5-4b24-a277-58d398c6bb64 HTTP/1.1" status: 200 len: 1097 time: 0.0861304 Jul 24 01:06:15.296072 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7dc7a0dc-d45a-4d0d-830d-5333a329aa2d req-020953ad-1c07-49ff-a7d4-ab637aa0c583 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=df6236b4-2fbb-4dd1-b8af-b30e68bd59f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353785 Jul 24 01:06:15.508067 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f99cc-adf1-461a-9917-feb2ec2b0d2b req-7e1ffa8a-4295-494a-8eea-aca26384f232 tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:15.521268 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e71f99cc-adf1-461a-9917-feb2ec2b0d2b req-7e1ffa8a-4295-494a-8eea-aca26384f232 tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] 10.222.0.15 "GET /v2.0/ports?device_id=13437dea-d3f5-4b24-a277-58d398c6bb64 HTTP/1.1" status: 200 len: 945 time: 0.1383035 Jul 24 01:06:15.571441 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e71f99cc-adf1-461a-9917-feb2ec2b0d2b req-893c08ba-a9d6-4138-a447-86af7dd24590 tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] 10.222.0.15 "GET /v2.0/security-groups?id=df6236b4-2fbb-4dd1-b8af-b30e68bd59f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445542 Jul 24 01:06:15.686205 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8174769f-146a-4d1c-9b80-1d7780ad894e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:15.780557 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48532) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:15.932217 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-72f9d3c3-5a63-4498-8cc1-be84f2f84c6d req-b2e2284f-f608-4184-8106-a12cd7403cc7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?device_id=d41a8554-b936-4ccf-8659-6e4ee66ab6c5 HTTP/1.1" status: 200 len: 210 time: 0.1112509 Jul 24 01:06:15.989627 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1c4de005-6e56-4cc4-a4a9-9e39286dbd55 tempest-AgentManagementNegativeTest-1551399515 tempest-AgentManagementNegativeTest-1551399515-project] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2050223 Jul 24 01:06:16.057609 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-ae69ba52-8ab8-4b74-ac53-1b5342f3bb3d tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:16.059733 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-ae69ba52-8ab8-4b74-ac53-1b5342f3bb3d tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.13 "GET /v2.0/networks?id=94b972fd-ea51-458a-b10b-049275a12d71 HTTP/1.1" status: 200 len: 797 time: 0.1857631 Jul 24 01:06:16.138605 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-928b24d5-3693-4367-a5de-e4b614d7ace9 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c584c0e2c5a47a78962537ebd255749 HTTP/1.1" status: 200 len: 473 time: 0.0690489 Jul 24 01:06:16.149277 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-91443872-7969-43e9-9c0d-46f67be3d38f tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Request body: {'port': {'device_id': 'd41a8554-b936-4ccf-8659-6e4ee66ab6c5', 'network_id': '94b972fd-ea51-458a-b10b-049275a12d71', 'admin_state_up': True, 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'security_groups': ['c3ecc144-8c04-4bae-8249-5c37f78dd7c7']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:06:16.302232 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-91443872-7969-43e9-9c0d-46f67be3d38f tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Made reservation on behalf of 9c584c0e2c5a47a78962537ebd255749 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:06:16.308328 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-91443872-7969-43e9-9c0d-46f67be3d38f tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:16.322408 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48548) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:16.329173 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48550) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:16.472992 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-91443872-7969-43e9-9c0d-46f67be3d38f tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Allocated IP 172.20.0.24 (94b972fd-ea51-458a-b10b-049275a12d71/7608eb89-d3b8-4393-a8fc-3c911ec0628c/9129ea77-610a-43d1-96c1-62e8280d05c0) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:06:16.476913 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-902b7130-4002-495a-9ac8-e6cf9960a74a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:16.479906 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-372de3f3-a021-41fa-bbcb-41b7af462ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:16.520655 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.db.api [None req-902b7130-4002-495a-9ac8-e6cf9960a74a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 24 01:06:16.520655 n-d-793621-25 neutron-server[100463]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 24 01:06:16.520655 n-d-793621-25 neutron-server[100463]: [parameters: {'project_id_1': 'ab2f4189bbe440a795cc26e4b651f64d', 'expiration_1': datetime.datetime(2021, 7, 24, 1, 6, 16, 501673)}] Jul 24 01:06:16.520655 n-d-793621-25 neutron-server[100463]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 01:06:16.521097 n-d-793621-25 neutron-server[100463]: DEBUG oslo_db.api [None req-902b7130-4002-495a-9ac8-e6cf9960a74a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 01:06:16.597766 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-372de3f3-a021-41fa-bbcb-41b7af462ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:16.604581 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-372de3f3-a021-41fa-bbcb-41b7af462ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:16.647721 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-91443872-7969-43e9-9c0d-46f67be3d38f tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:16.649248 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-372de3f3-a021-41fa-bbcb-41b7af462ec3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=37fa432560b54e8196da161196f029e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3186557 Jul 24 01:06:16.650749 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372de3f3-a021-41fa-bbcb-41b7af462ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6ca95b-3b6c-455e-9bb3-4de7d03bf2c2,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:16.653615 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48562) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:16.688863 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-91443872-7969-43e9-9c0d-46f67be3d38f tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Transition to ACTIVE for port object 9129ea77-610a-43d1-96c1-62e8280d05c0 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:06:16.712613 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-94a54af3-fbd3-4d39-a648-68a2521e3cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:16.758178 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-94a54af3-fbd3-4d39-a648-68a2521e3cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:16.807552 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d150a7-5de5-415b-8e0e-f4c4f44a41bd req-2ba417fb-35e2-4568-860e-f86cbbbc1098 tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:16.813092 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-51d150a7-5de5-415b-8e0e-f4c4f44a41bd req-2ba417fb-35e2-4568-860e-f86cbbbc1098 tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] 10.222.0.15 "GET /v2.0/ports?device_id=13437dea-d3f5-4b24-a277-58d398c6bb64 HTTP/1.1" status: 200 len: 945 time: 0.1448088 Jul 24 01:06:16.821031 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-91443872-7969-43e9-9c0d-46f67be3d38f tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:16.824860 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-94a54af3-fbd3-4d39-a648-68a2521e3cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:16.829021 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-94a54af3-fbd3-4d39-a648-68a2521e3cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:16.830534 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-94a54af3-fbd3-4d39-a648-68a2521e3cb3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/af6ca95b-3b6c-455e-9bb3-4de7d03bf2c2 HTTP/1.1" status: 204 len: 168 time: 0.1759934 Jul 24 01:06:16.841445 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a54af3-fbd3-4d39-a648-68a2521e3cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6ca95b-3b6c-455e-9bb3-4de7d03bf2c2,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:16.890133 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-91443872-7969-43e9-9c0d-46f67be3d38f tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Network 94b972fd-ea51-458a-b10b-049275a12d71 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:06:16.901355 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-91443872-7969-43e9-9c0d-46f67be3d38f tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:06:16.905575 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-91443872-7969-43e9-9c0d-46f67be3d38f tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:06:16.910190 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91443872-7969-43e9-9c0d-46f67be3d38f tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event updated for resources: {'Port': ['ID=9129ea77-610a-43d1-96c1-62e8280d05c0,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:16.950970 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-51d150a7-5de5-415b-8e0e-f4c4f44a41bd req-c3f6bf06-6eca-4f59-a2ac-f7b793cdfb54 tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] 10.222.0.15 "GET /v2.0/security-groups?id=df6236b4-2fbb-4dd1-b8af-b30e68bd59f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333687 Jul 24 01:06:17.016413 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-91443872-7969-43e9-9c0d-46f67be3d38f tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:17.017021 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-91443872-7969-43e9-9c0d-46f67be3d38f tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:17.022811 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-902b7130-4002-495a-9ac8-e6cf9960a74a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:17.063752 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-91443872-7969-43e9-9c0d-46f67be3d38f tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9170084 Jul 24 01:06:17.080846 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-6ef58936-cb1d-45e1-83b1-c5044bca05ff service neutron] Request body: {'port': {'device_id': 'd41a8554-b936-4ccf-8659-6e4ee66ab6c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:06:17.218545 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-6ef58936-cb1d-45e1-83b1-c5044bca05ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:17.256303 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc7613-786a-4c4d-b900-bd04c12c6571 req-7cf5b2ec-259c-4ce7-b1f1-54b2eb1ac7d3 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:17.257925 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86dc7613-786a-4c4d-b900-bd04c12c6571 req-7cf5b2ec-259c-4ce7-b1f1-54b2eb1ac7d3 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?device_id=d41a8554-b936-4ccf-8659-6e4ee66ab6c5 HTTP/1.1" status: 200 len: 932 time: 0.1794295 Jul 24 01:06:17.322625 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:06:17.406892 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-902b7130-4002-495a-9ac8-e6cf9960a74a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:17.428604 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86dc7613-786a-4c4d-b900-bd04c12c6571 req-26faf666-349a-4285-b6d9-9722111abb71 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3ecc144-8c04-4bae-8249-5c37f78dd7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602437 Jul 24 01:06:17.431105 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-902b7130-4002-495a-9ac8-e6cf9960a74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:17.478663 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-dc86f159-81a3-4a94-88be-3ba3ebc39037 None None] Provisioning for port 9129ea77-610a-43d1-96c1-62e8280d05c0 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:06:17.488105 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-902b7130-4002-495a-9ac8-e6cf9960a74a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ab2f4189bbe440a795cc26e4b651f64d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1609607 Jul 24 01:06:17.488313 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-dc86f159-81a3-4a94-88be-3ba3ebc39037 None None] Provisioning complete for port 9129ea77-610a-43d1-96c1-62e8280d05c0 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:06:17.488313 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-dc86f159-81a3-4a94-88be-3ba3ebc39037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:17.489420 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48592) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:17.577530 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b7130-4002-495a-9ac8-e6cf9960a74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0681086-c489-4ef7-87c8-a76cf19fb562,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:17.629091 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-dc86f159-81a3-4a94-88be-3ba3ebc39037 None None] Port 9129ea77-610a-43d1-96c1-62e8280d05c0 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:06:17.645203 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-100d8b1e-3053-46ee-b8d8-485d31ba0e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:17.686886 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-100d8b1e-3053-46ee-b8d8-485d31ba0e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:17.795755 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-100d8b1e-3053-46ee-b8d8-485d31ba0e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:17.798943 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-100d8b1e-3053-46ee-b8d8-485d31ba0e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:17.804652 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-100d8b1e-3053-46ee-b8d8-485d31ba0e28 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f0681086-c489-4ef7-87c8-a76cf19fb562 HTTP/1.1" status: 204 len: 168 time: 0.3138137 Jul 24 01:06:17.822668 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daeb168-0ecb-413e-a6cc-6dec4180f50b req-ef20ff9a-c91b-4674-bb08-c6e9e8a479ef tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:17.825685 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0daeb168-0ecb-413e-a6cc-6dec4180f50b req-ef20ff9a-c91b-4674-bb08-c6e9e8a479ef tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] 10.222.0.15 "GET /v2.0/ports?device_id=13437dea-d3f5-4b24-a277-58d398c6bb64 HTTP/1.1" status: 200 len: 945 time: 0.1600714 Jul 24 01:06:17.854802 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-6ef58936-cb1d-45e1-83b1-c5044bca05ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9129ea77-610a-43d1-96c1-62e8280d05c0 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:06:17.859858 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100d8b1e-3053-46ee-b8d8-485d31ba0e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0681086-c489-4ef7-87c8-a76cf19fb562,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:17.895217 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0daeb168-0ecb-413e-a6cc-6dec4180f50b req-d0fe04ea-9d6d-4f30-a3b5-362ca0f35d74 tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] 10.222.0.15 "GET /v2.0/security-groups?id=df6236b4-2fbb-4dd1-b8af-b30e68bd59f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575030 Jul 24 01:06:17.903339 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-6ef58936-cb1d-45e1-83b1-c5044bca05ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:17.923180 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-6ef58936-cb1d-45e1-83b1-c5044bca05ff service neutron] Transition to ACTIVE for port object 9129ea77-610a-43d1-96c1-62e8280d05c0 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:06:17.942177 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-6ef58936-cb1d-45e1-83b1-c5044bca05ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:18.104648 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef58936-cb1d-45e1-83b1-c5044bca05ff service neutron] Pushing event updated for resources: {'Port': ['ID=9129ea77-610a-43d1-96c1-62e8280d05c0,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:18.188513 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-6ef58936-cb1d-45e1-83b1-c5044bca05ff service neutron] Attempting to bind port 9129ea77-610a-43d1-96c1-62e8280d05c0 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:06:18.188959 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-6ef58936-cb1d-45e1-83b1-c5044bca05ff service neutron] Attempting to bind port 9129ea77-610a-43d1-96c1-62e8280d05c0 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': 'eecfb199-0eae-44fd-b610-e83e0f716ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '94b972fd-ea51-458a-b10b-049275a12d71'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:06:18.189341 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-6ef58936-cb1d-45e1-83b1-c5044bca05ff service neutron] Attempting to bind port 9129ea77-610a-43d1-96c1-62e8280d05c0 on network 94b972fd-ea51-458a-b10b-049275a12d71 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:06:18.194962 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-6ef58936-cb1d-45e1-83b1-c5044bca05ff service neutron] Port 9129ea77-610a-43d1-96c1-62e8280d05c0 on network 94b972fd-ea51-458a-b10b-049275a12d71 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:06:18.195528 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-6ef58936-cb1d-45e1-83b1-c5044bca05ff service neutron] Attempting to bind port 9129ea77-610a-43d1-96c1-62e8280d05c0 on network 94b972fd-ea51-458a-b10b-049275a12d71 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:06:18.203369 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-6ef58936-cb1d-45e1-83b1-c5044bca05ff service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 6, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:06:18.203963 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-6ef58936-cb1d-45e1-83b1-c5044bca05ff service neutron] Checking segment: {'id': 'eecfb199-0eae-44fd-b610-e83e0f716ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '94b972fd-ea51-458a-b10b-049275a12d71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:06:18.204503 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-6ef58936-cb1d-45e1-83b1-c5044bca05ff service neutron] Bound using segment: {'id': 'eecfb199-0eae-44fd-b610-e83e0f716ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '94b972fd-ea51-458a-b10b-049275a12d71'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:06:18.204958 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-6ef58936-cb1d-45e1-83b1-c5044bca05ff service neutron] Bound port: 9129ea77-610a-43d1-96c1-62e8280d05c0, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eecfb199-0eae-44fd-b610-e83e0f716ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '94b972fd-ea51-458a-b10b-049275a12d71'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:06:18.205365 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-6ef58936-cb1d-45e1-83b1-c5044bca05ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:18.252092 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1f3b152f-66b9-4bca-b787-117c7593dccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:18.307644 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-6ef58936-cb1d-45e1-83b1-c5044bca05ff service neutron] For port 9129ea77-610a-43d1-96c1-62e8280d05c0, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:06:18.311810 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-6ef58936-cb1d-45e1-83b1-c5044bca05ff service neutron] For port 9129ea77-610a-43d1-96c1-62e8280d05c0, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=9129ea77-610a-43d1-96c1-62e8280d05c0,segment=NetworkSegment(eecfb199-0eae-44fd-b610-e83e0f716ff6),segment_id=eecfb199-0eae-44fd-b610-e83e0f716ff6)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:06:18.323685 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48620) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:18.325877 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-6ef58936-cb1d-45e1-83b1-c5044bca05ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:18.438537 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef58936-cb1d-45e1-83b1-c5044bca05ff service neutron] Pushing event updated for resources: {'Port': ['ID=9129ea77-610a-43d1-96c1-62e8280d05c0,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:18.448835 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-6ef58936-cb1d-45e1-83b1-c5044bca05ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:18.449709 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-6ef58936-cb1d-45e1-83b1-c5044bca05ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:18.451202 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-6ef58936-cb1d-45e1-83b1-c5044bca05ff service neutron] 10.222.0.13 "PUT /v2.0/ports/9129ea77-610a-43d1-96c1-62e8280d05c0 HTTP/1.1" status: 200 len: 1093 time: 1.3827217 Jul 24 01:06:18.451703 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd41a8554-b936-4ccf-8659-6e4ee66ab6c5', 'tag': '9129ea77-610a-43d1-96c1-62e8280d05c0'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:06:18.455540 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18fd2fa-4cf7-4625-8a18-1bfab1ae95ad" -d '{"events": [{"name": "network-changed", "server_uuid": "d41a8554-b936-4ccf-8659-6e4ee66ab6c5", "tag": "9129ea77-610a-43d1-96c1-62e8280d05c0"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:06:18.484376 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48630) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:18.537388 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba6fe44-b695-4a05-a8bf-7ae13594f7c8 x-openstack-request-id: req-cba6fe44-b695-4a05-a8bf-7ae13594f7c8 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:06:18.537759 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d41a8554-b936-4ccf-8659-6e4ee66ab6c5", "tag": "9129ea77-610a-43d1-96c1-62e8280d05c0", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:06:18.537862 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cba6fe44-b695-4a05-a8bf-7ae13594f7c8 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:06:18.538129 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e9670db6-bd1d-48d8-a657-50a60d30aaab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:18.538304 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd41a8554-b936-4ccf-8659-6e4ee66ab6c5', 'tag': '9129ea77-610a-43d1-96c1-62e8280d05c0', 'status': 'completed', 'code': 200} Jul 24 01:06:18.543405 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:18.556842 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-af1f02da-3b87-48f1-856c-c63f4a3a23d0 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-543634524'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:06:18.599267 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.db.api [None req-e9670db6-bd1d-48d8-a657-50a60d30aaab admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 24 01:06:18.599267 n-d-793621-25 neutron-server[100463]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 24 01:06:18.599267 n-d-793621-25 neutron-server[100463]: [parameters: {'project_id': 'ea04761bb99e40f19b0a91d297c71b72', 'id': '60e8880a-f102-45e2-9287-0130da17582f', 'expiration': datetime.datetime(2021, 7, 24, 1, 8, 18, 589647)}] Jul 24 01:06:18.599267 n-d-793621-25 neutron-server[100463]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 01:06:18.599912 n-d-793621-25 neutron-server[100463]: DEBUG oslo_db.api [None req-e9670db6-bd1d-48d8-a657-50a60d30aaab admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 01:06:18.603748 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1f02da-3b87-48f1-856c-c63f4a3a23d0 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Made reservation on behalf of c75b2f1da1ab4466b003d778168cfbd5 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:06:18.608082 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-af1f02da-3b87-48f1-856c-c63f4a3a23d0 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:18.619457 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-af1f02da-3b87-48f1-856c-c63f4a3a23d0 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:18.639803 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-27e64140-00ff-4550-b736-ece3ef712685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:18.641396 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-27e64140-00ff-4550-b736-ece3ef712685 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c584c0e2c5a47a78962537ebd255749&device_id=d41a8554-b936-4ccf-8659-6e4ee66ab6c5 HTTP/1.1" status: 200 len: 1096 time: 0.1438472 Jul 24 01:06:18.725349 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-b11f5af4-395c-4052-b682-31a0e1c81a04 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=9129ea77-610a-43d1-96c1-62e8280d05c0 HTTP/1.1" status: 200 len: 217 time: 0.0699699 Jul 24 01:06:18.753903 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab726ae-4116-4fd3-930a-50d4a05b4f2c req-868dcb89-0e51-4457-893e-f816fa4312dd tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:18.755425 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4ab726ae-4116-4fd3-930a-50d4a05b4f2c req-868dcb89-0e51-4457-893e-f816fa4312dd tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?device_id=d41a8554-b936-4ccf-8659-6e4ee66ab6c5 HTTP/1.1" status: 200 len: 944 time: 0.1975584 Jul 24 01:06:18.789116 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-af1f02da-3b87-48f1-856c-c63f4a3a23d0 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:18.797054 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-af1f02da-3b87-48f1-856c-c63f4a3a23d0 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:18.824263 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-549d0786-02f5-4c3e-9fd2-9b1df56a70d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:18.825779 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-549d0786-02f5-4c3e-9fd2-9b1df56a70d9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7608eb89-d3b8-4393-a8fc-3c911ec0628c HTTP/1.1" status: 200 len: 838 time: 0.0908365 Jul 24 01:06:18.830973 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4ab726ae-4116-4fd3-930a-50d4a05b4f2c req-698f152e-0496-4836-b0ba-720fb4bec827 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3ecc144-8c04-4bae-8249-5c37f78dd7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511816 Jul 24 01:06:18.832202 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f02da-3b87-48f1-856c-c63f4a3a23d0 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e909cf-95ac-4d70-83c0-ccba11ae83db,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:18.844576 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af1f02da-3b87-48f1-856c-c63f4a3a23d0 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:06:18.860260 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-af1f02da-3b87-48f1-856c-c63f4a3a23d0 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:18.860771 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-af1f02da-3b87-48f1-856c-c63f4a3a23d0 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Added segment b36b4cbe-c9dd-49bd-a005-dd7d884aa601 of type vlan for network 48e1b6de-f4aa-4a52-9a03-dec5cc2c6a9d Jul 24 01:06:18.913009 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-af1f02da-3b87-48f1-856c-c63f4a3a23d0 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:18.958593 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-a4270fc8-d77c-452e-a992-a5c182d95d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:18.960177 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-a4270fc8-d77c-452e-a992-a5c182d95d7d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94b972fd-ea51-458a-b10b-049275a12d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1266928 Jul 24 01:06:18.995822 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-af1f02da-3b87-48f1-856c-c63f4a3a23d0 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:19.002152 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1f02da-3b87-48f1-856c-c63f4a3a23d0 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:19.002828 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-af1f02da-3b87-48f1-856c-c63f4a3a23d0 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:19.008130 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019bb5a-8129-4465-8601-de520b4231aa req-c5c11361-456c-4c5c-bc78-4253cba15312 tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:19.010757 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4019bb5a-8129-4465-8601-de520b4231aa req-c5c11361-456c-4c5c-bc78-4253cba15312 tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] 10.222.0.13 "GET /v2.0/ports?device_id=13437dea-d3f5-4b24-a277-58d398c6bb64 HTTP/1.1" status: 200 len: 945 time: 0.1315949 Jul 24 01:06:19.107245 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e9670db6-bd1d-48d8-a657-50a60d30aaab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:19.116920 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-af1f02da-3b87-48f1-856c-c63f4a3a23d0 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7894852 Jul 24 01:06:19.123342 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1f02da-3b87-48f1-856c-c63f4a3a23d0 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Pushing event updated for resources: {'Network': ['ID=48e1b6de-f4aa-4a52-9a03-dec5cc2c6a9d,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:19.127210 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48652) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:19.139464 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-cc314199-9cfb-4eb8-a852-e25943091b17 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Request body: {'subnet': {'network_id': '48e1b6de-f4aa-4a52-9a03-dec5cc2c6a9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:06:19.139639 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 48e1b6de-f4aa-4a52-9a03-dec5cc2c6a9d details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:06:19.285311 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-6d91a1c5-b5ea-451e-9bfd-f26cf95066c3 service neutron] 10.222.0.13 "GET /v2.0/networks/94b972fd-ea51-458a-b10b-049275a12d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167362 Jul 24 01:06:19.323545 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e9670db6-bd1d-48d8-a657-50a60d30aaab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:19.330614 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e9670db6-bd1d-48d8-a657-50a60d30aaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:19.331827 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309aa60-bf9b-4bf2-afd8-31cdb382257b req-250b9306-875f-46af-b070-41be45508db1 tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:19.333374 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1309aa60-bf9b-4bf2-afd8-31cdb382257b req-250b9306-875f-46af-b070-41be45508db1 tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] 10.222.0.15 "GET /v2.0/ports?device_id=13437dea-d3f5-4b24-a277-58d398c6bb64 HTTP/1.1" status: 200 len: 945 time: 0.3372269 Jul 24 01:06:19.343935 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-4019bb5a-8129-4465-8601-de520b4231aa req-52d1aa30-3623-4ac2-83e8-783b59850b2e tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] Deleting port 1ae48d45-b86d-4b51-9a4d-707b696d6611 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:06:19.344298 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4019bb5a-8129-4465-8601-de520b4231aa req-52d1aa30-3623-4ac2-83e8-783b59850b2e tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:19.379681 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc314199-9cfb-4eb8-a852-e25943091b17 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Made reservation on behalf of c75b2f1da1ab4466b003d778168cfbd5 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:06:19.382526 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cc314199-9cfb-4eb8-a852-e25943091b17 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:19.390258 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9670db6-bd1d-48d8-a657-50a60d30aaab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2878aa90-0a2e-45e4-9b66-bbb1dc75a962,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:19.420811 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e9670db6-bd1d-48d8-a657-50a60d30aaab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ea04761bb99e40f19b0a91d297c71b72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9352031 Jul 24 01:06:19.426510 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48658) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:19.459807 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:19.559015 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1309aa60-bf9b-4bf2-afd8-31cdb382257b req-5f44f831-236f-4ffe-943b-fd4a871f3bc0 tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] 10.222.0.15 "GET /v2.0/security-groups?id=df6236b4-2fbb-4dd1-b8af-b30e68bd59f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062402 Jul 24 01:06:19.570441 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fca2b6da-22d1-498c-b71c-eaa310391fbb req-b33d9eb1-509e-48c6-b70f-9d351414fe50 service neutron] 10.222.0.13 "GET /v2.0/networks/94b972fd-ea51-458a-b10b-049275a12d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719874 Jul 24 01:06:19.621629 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-25af636f-d3e4-4257-85fa-7c5d45a9b822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:19.625398 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-4019bb5a-8129-4465-8601-de520b4231aa req-52d1aa30-3623-4ac2-83e8-783b59850b2e tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] For port 1ae48d45-b86d-4b51-9a4d-707b696d6611, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=1ae48d45-b86d-4b51-9a4d-707b696d6611,segment=NetworkSegment(a40609f3-3f2c-42ea-a7b1-c07bb47ff523),segment_id=a40609f3-3f2c-42ea-a7b1-c07bb47ff523)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:19.626467 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4019bb5a-8129-4465-8601-de520b4231aa req-52d1aa30-3623-4ac2-83e8-783b59850b2e tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:19.645685 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cc314199-9cfb-4eb8-a852-e25943091b17 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:19.656060 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-4019bb5a-8129-4465-8601-de520b4231aa req-52d1aa30-3623-4ac2-83e8-783b59850b2e tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] Calling delete_port for 1ae48d45-b86d-4b51-9a4d-707b696d6611 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:06:19.702094 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-25af636f-d3e4-4257-85fa-7c5d45a9b822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:19.721559 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc314199-9cfb-4eb8-a852-e25943091b17 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Pushing event updated for resources: {'Subnet': ['ID=af1b3ec4-c484-4b78-8a9a-67dfb03c8170,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:19.731830 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc314199-9cfb-4eb8-a852-e25943091b17 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Checking segment: {'id': 'b36b4cbe-c9dd-49bd-a005-dd7d884aa601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '48e1b6de-f4aa-4a52-9a03-dec5cc2c6a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:06:19.732204 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc314199-9cfb-4eb8-a852-e25943091b17 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Network hostable DHCP agents. Network: 48e1b6de-f4aa-4a52-9a03-dec5cc2c6a9d, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:06:19.758699 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc314199-9cfb-4eb8-a852-e25943091b17 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Network 48e1b6de-f4aa-4a52-9a03-dec5cc2c6a9d is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:06:19.777297 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-cc314199-9cfb-4eb8-a852-e25943091b17 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 48e1b6de-f4aa-4a52-9a03-dec5cc2c6a9d) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:06:19.793681 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc314199-9cfb-4eb8-a852-e25943091b17 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:19.793681 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cc314199-9cfb-4eb8-a852-e25943091b17 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:19.805559 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c7b598-697b-471f-ab30-11bbc02899b1 None None] Network 48e1b6de-f4aa-4a52-9a03-dec5cc2c6a9d requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:06:19.825954 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-cc314199-9cfb-4eb8-a852-e25943091b17 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6976321 Jul 24 01:06:19.830003 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48664) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:19.842023 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-282ba702-b94e-4f7f-9f64-daac460fd186 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Request body: {'port': {'network_id': '48e1b6de-f4aa-4a52-9a03-dec5cc2c6a9d', 'name': 'tempest-AllowedAddressPairTestJSON-1710353209'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:06:19.913904 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18fd2fa-4cf7-4625-8a18-1bfab1ae95ad req-b3701644-d15a-41a8-a039-5398c6a73661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:19.924752 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b18fd2fa-4cf7-4625-8a18-1bfab1ae95ad req-b3701644-d15a-41a8-a039-5398c6a73661 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c584c0e2c5a47a78962537ebd255749&device_id=d41a8554-b936-4ccf-8659-6e4ee66ab6c5 HTTP/1.1" status: 200 len: 1096 time: 0.2817297 Jul 24 01:06:20.042625 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae36eb81-ab50-43b5-b52b-ad96b541b429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-48e1b6de-f4aa-4a52-9a03-dec5cc2c6a9d', 'network_id': '48e1b6de-f4aa-4a52-9a03-dec5cc2c6a9d', 'tenant_id': 'c75b2f1da1ab4466b003d778168cfbd5', 'fixed_ips': [{'subnet_id': 'af1b3ec4-c484-4b78-8a9a-67dfb03c8170'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:06:20.044220 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ae36eb81-ab50-43b5-b52b-ad96b541b429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:20.054293 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282ba702-b94e-4f7f-9f64-daac460fd186 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Made reservation on behalf of c75b2f1da1ab4466b003d778168cfbd5 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:06:20.058373 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-282ba702-b94e-4f7f-9f64-daac460fd186 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:20.081509 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-282ba702-b94e-4f7f-9f64-daac460fd186 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] device_id is not set on port 6a2bbd71-124a-4d4a-847b-175bdb0db1fa yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:06:20.129280 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18fd2fa-4cf7-4625-8a18-1bfab1ae95ad req-c35bddf3-8456-4db5-be49-238ed795b126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:20.130841 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b18fd2fa-4cf7-4625-8a18-1bfab1ae95ad req-c35bddf3-8456-4db5-be49-238ed795b126 service neutron] 10.222.0.13 "GET /v2.0/networks?id=94b972fd-ea51-458a-b10b-049275a12d71 HTTP/1.1" status: 200 len: 898 time: 0.1936893 Jul 24 01:06:20.137418 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-25af636f-d3e4-4257-85fa-7c5d45a9b822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:20.140742 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-25af636f-d3e4-4257-85fa-7c5d45a9b822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:20.144798 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-25af636f-d3e4-4257-85fa-7c5d45a9b822 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2878aa90-0a2e-45e4-9b66-bbb1dc75a962 HTTP/1.1" status: 204 len: 168 time: 0.7157154 Jul 24 01:06:20.222111 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af636f-d3e4-4257-85fa-7c5d45a9b822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2878aa90-0a2e-45e4-9b66-bbb1dc75a962,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:20.231104 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b18fd2fa-4cf7-4625-8a18-1bfab1ae95ad req-e9e1d9a1-752e-4852-bbec-0269e5821be9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=9129ea77-610a-43d1-96c1-62e8280d05c0 HTTP/1.1" status: 200 len: 217 time: 0.0848725 Jul 24 01:06:20.346516 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03fae5-852b-4916-9a30-0487998598bf req-bd5b4dbe-21aa-4ea1-84aa-069875026417 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:20.361061 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dc03fae5-852b-4916-9a30-0487998598bf req-bd5b4dbe-21aa-4ea1-84aa-069875026417 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?device_id=d41a8554-b936-4ccf-8659-6e4ee66ab6c5 HTTP/1.1" status: 200 len: 944 time: 0.3841534 Jul 24 01:06:20.379188 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-ae36eb81-ab50-43b5-b52b-ad96b541b429 None None] Allocated IP 172.20.0.2 (48e1b6de-f4aa-4a52-9a03-dec5cc2c6a9d/af1b3ec4-c484-4b78-8a9a-67dfb03c8170/953f211e-b58b-4ffb-9670-18581ca8ebd8) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:06:20.405235 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18fd2fa-4cf7-4625-8a18-1bfab1ae95ad req-1721f53b-7a1d-48e3-af7e-ac642e73e57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:20.407230 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b18fd2fa-4cf7-4625-8a18-1bfab1ae95ad req-1721f53b-7a1d-48e3-af7e-ac642e73e57a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7608eb89-d3b8-4393-a8fc-3c911ec0628c HTTP/1.1" status: 200 len: 838 time: 0.1541762 Jul 24 01:06:20.409314 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4019bb5a-8129-4465-8601-de520b4231aa req-52d1aa30-3623-4ac2-83e8-783b59850b2e tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:20.423694 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['1ae48d45-b86d-4b51-9a4d-707b696d6611'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:06:20.426136 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dc03fae5-852b-4916-9a30-0487998598bf req-51140cb8-cead-4811-9028-510b66ed4525 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3ecc144-8c04-4bae-8249-5c37f78dd7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518808 Jul 24 01:06:20.496613 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d1aa30-3623-4ac2-83e8-783b59850b2e tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] Pushing event deleted for resources: {'Port': ['ID=1ae48d45-b86d-4b51-9a4d-707b696d6611,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:20.581486 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-4019bb5a-8129-4465-8601-de520b4231aa req-52d1aa30-3623-4ac2-83e8-783b59850b2e tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] No DVR routers for this DVR port 1ae48d45-b86d-4b51-9a4d-707b696d6611 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:06:20.585016 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4019bb5a-8129-4465-8601-de520b4231aa req-52d1aa30-3623-4ac2-83e8-783b59850b2e tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:20.588265 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4019bb5a-8129-4465-8601-de520b4231aa req-52d1aa30-3623-4ac2-83e8-783b59850b2e tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] 10.222.0.13 "DELETE /v2.0/ports/1ae48d45-b86d-4b51-9a4d-707b696d6611 HTTP/1.1" status: 204 len: 173 time: 1.5609248 Jul 24 01:06:20.597430 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13437dea-d3f5-4b24-a277-58d398c6bb64', 'name': 'network-vif-deleted', 'tag': '1ae48d45-b86d-4b51-9a4d-707b696d6611'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:06:20.612501 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe14312-80ad-42b8-ad46-983e764ff143" -d '{"events": [{"server_uuid": "13437dea-d3f5-4b24-a277-58d398c6bb64", "name": "network-vif-deleted", "tag": "1ae48d45-b86d-4b51-9a4d-707b696d6611"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:06:20.691883 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18fd2fa-4cf7-4625-8a18-1bfab1ae95ad req-84e1977f-0ed2-49d5-b74a-b64786a2e0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:20.692754 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ae36eb81-ab50-43b5-b52b-ad96b541b429 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:20.700881 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b18fd2fa-4cf7-4625-8a18-1bfab1ae95ad req-84e1977f-0ed2-49d5-b74a-b64786a2e0a2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94b972fd-ea51-458a-b10b-049275a12d71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2681086 Jul 24 01:06:20.721104 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-ae36eb81-ab50-43b5-b52b-ad96b541b429 None None] Transition to ACTIVE for port object 953f211e-b58b-4ffb-9670-18581ca8ebd8 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:06:20.748734 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d03959-1385-47ca-a2b7-ba66e619e82f x-openstack-request-id: req-b9d03959-1385-47ca-a2b7-ba66e619e82f {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:06:20.749590 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13437dea-d3f5-4b24-a277-58d398c6bb64", "name": "network-vif-deleted", "tag": "1ae48d45-b86d-4b51-9a4d-707b696d6611", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:06:20.749590 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b9d03959-1385-47ca-a2b7-ba66e619e82f {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:06:20.751300 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13437dea-d3f5-4b24-a277-58d398c6bb64', 'name': 'network-vif-deleted', 'tag': '1ae48d45-b86d-4b51-9a4d-707b696d6611', 'status': 'completed', 'code': 200} Jul 24 01:06:20.757485 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-ae36eb81-ab50-43b5-b52b-ad96b541b429 None None] Transition to ACTIVE for port object 953f211e-b58b-4ffb-9670-18581ca8ebd8 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:06:20.767465 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ae36eb81-ab50-43b5-b52b-ad96b541b429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:20.809938 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e8ea7a54-4be8-4252-88a3-f3bfa0f5831d req-175bef58-e3c1-4fce-9ead-65d1a7803273 tempest-ServerPasswordTestJSON-711203075 tempest-ServerPasswordTestJSON-711203075-project] 10.222.0.15 "GET /v2.0/ports?device_id=13437dea-d3f5-4b24-a277-58d398c6bb64 HTTP/1.1" status: 200 len: 210 time: 0.0428705 Jul 24 01:06:20.816542 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae36eb81-ab50-43b5-b52b-ad96b541b429 None None] Network 48e1b6de-f4aa-4a52-9a03-dec5cc2c6a9d is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:06:20.820744 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-ae36eb81-ab50-43b5-b52b-ad96b541b429 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:06:20.826067 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae36eb81-ab50-43b5-b52b-ad96b541b429 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:06:20.888497 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae36eb81-ab50-43b5-b52b-ad96b541b429 None None] Pushing event updated for resources: {'Port': ['ID=953f211e-b58b-4ffb-9670-18581ca8ebd8,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:20.891004 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b18fd2fa-4cf7-4625-8a18-1bfab1ae95ad req-2f8b4561-fab6-4515-b4b5-029d04f80561 service neutron] 10.222.0.13 "GET /v2.0/networks/94b972fd-ea51-458a-b10b-049275a12d71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891875 Jul 24 01:06:20.977167 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.db.api [None req-282ba702-b94e-4f7f-9f64-daac460fd186 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-18b0eae2-6039-4856-ae3d-3cfff73e0918 {{(pid=100463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 01:06:20.977759 n-d-793621-25 neutron-server[100463]: DEBUG oslo_db.api [None req-282ba702-b94e-4f7f-9f64-daac460fd186 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 01:06:21.073124 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:21.075249 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-ae36eb81-ab50-43b5-b52b-ad96b541b429 None None] Attempting to bind port 953f211e-b58b-4ffb-9670-18581ca8ebd8 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:06:21.075637 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-ae36eb81-ab50-43b5-b52b-ad96b541b429 None None] Attempting to bind port 953f211e-b58b-4ffb-9670-18581ca8ebd8 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'b36b4cbe-c9dd-49bd-a005-dd7d884aa601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '48e1b6de-f4aa-4a52-9a03-dec5cc2c6a9d'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:06:21.076006 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae36eb81-ab50-43b5-b52b-ad96b541b429 None None] Attempting to bind port 953f211e-b58b-4ffb-9670-18581ca8ebd8 on network 48e1b6de-f4aa-4a52-9a03-dec5cc2c6a9d {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:06:21.089346 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae36eb81-ab50-43b5-b52b-ad96b541b429 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:06:21.089725 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae36eb81-ab50-43b5-b52b-ad96b541b429 None None] Checking segment: {'id': 'b36b4cbe-c9dd-49bd-a005-dd7d884aa601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '48e1b6de-f4aa-4a52-9a03-dec5cc2c6a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:06:21.090145 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ae36eb81-ab50-43b5-b52b-ad96b541b429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:21.090550 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae36eb81-ab50-43b5-b52b-ad96b541b429 None None] Bound using segment: {'id': 'b36b4cbe-c9dd-49bd-a005-dd7d884aa601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '48e1b6de-f4aa-4a52-9a03-dec5cc2c6a9d'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:06:21.091075 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-ae36eb81-ab50-43b5-b52b-ad96b541b429 None None] Bound port: 953f211e-b58b-4ffb-9670-18581ca8ebd8, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b36b4cbe-c9dd-49bd-a005-dd7d884aa601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '48e1b6de-f4aa-4a52-9a03-dec5cc2c6a9d'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:06:21.093357 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ae36eb81-ab50-43b5-b52b-ad96b541b429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:21.159107 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b18fd2fa-4cf7-4625-8a18-1bfab1ae95ad req-5247ba95-3e6b-4747-9db7-f3ed1baa84d4 service neutron] 10.222.0.13 "GET /v2.0/networks/94b972fd-ea51-458a-b10b-049275a12d71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601328 Jul 24 01:06:21.260786 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-ae36eb81-ab50-43b5-b52b-ad96b541b429 None None] For port 953f211e-b58b-4ffb-9670-18581ca8ebd8, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:06:21.267322 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-ae36eb81-ab50-43b5-b52b-ad96b541b429 None None] For port 953f211e-b58b-4ffb-9670-18581ca8ebd8, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=953f211e-b58b-4ffb-9670-18581ca8ebd8,segment=NetworkSegment(b36b4cbe-c9dd-49bd-a005-dd7d884aa601),segment_id=b36b4cbe-c9dd-49bd-a005-dd7d884aa601)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:06:21.273943 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ae36eb81-ab50-43b5-b52b-ad96b541b429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:21.483605 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-282ba702-b94e-4f7f-9f64-daac460fd186 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:21.493560 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae36eb81-ab50-43b5-b52b-ad96b541b429 None None] Pushing event updated for resources: {'Port': ['ID=953f211e-b58b-4ffb-9670-18581ca8ebd8,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:21.507589 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae36eb81-ab50-43b5-b52b-ad96b541b429 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:21.507994 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae36eb81-ab50-43b5-b52b-ad96b541b429 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:21.508352 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae36eb81-ab50-43b5-b52b-ad96b541b429 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:21.508698 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae36eb81-ab50-43b5-b52b-ad96b541b429 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:21.509043 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae36eb81-ab50-43b5-b52b-ad96b541b429 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:21.509569 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae36eb81-ab50-43b5-b52b-ad96b541b429 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:21.516935 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae36eb81-ab50-43b5-b52b-ad96b541b429 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:21.517404 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae36eb81-ab50-43b5-b52b-ad96b541b429 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:21.517769 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae36eb81-ab50-43b5-b52b-ad96b541b429 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:21.518168 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae36eb81-ab50-43b5-b52b-ad96b541b429 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:21.518515 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae36eb81-ab50-43b5-b52b-ad96b541b429 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:21.519213 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae36eb81-ab50-43b5-b52b-ad96b541b429 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:21.543250 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-282ba702-b94e-4f7f-9f64-daac460fd186 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] device_id is not set on port c8528f90-e116-4fa5-9bd8-5a64c0cf71ef yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:06:21.785761 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-282ba702-b94e-4f7f-9f64-daac460fd186 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Allocated IP 172.20.0.8 (48e1b6de-f4aa-4a52-9a03-dec5cc2c6a9d/af1b3ec4-c484-4b78-8a9a-67dfb03c8170/c8528f90-e116-4fa5-9bd8-5a64c0cf71ef) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:06:21.807702 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc1047-3e1a-4efc-9837-e3faf25708cc req-6232a8b8-4e23-47d5-a871-3b4927869e9c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:21.809313 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-93bc1047-3e1a-4efc-9837-e3faf25708cc req-6232a8b8-4e23-47d5-a871-3b4927869e9c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?device_id=d41a8554-b936-4ccf-8659-6e4ee66ab6c5 HTTP/1.1" status: 200 len: 944 time: 0.1844933 Jul 24 01:06:21.981619 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-93bc1047-3e1a-4efc-9837-e3faf25708cc req-c27530dc-9581-4f2f-835a-e2f897f01c46 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3ecc144-8c04-4bae-8249-5c37f78dd7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550236 Jul 24 01:06:21.983464 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48722) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:22.086387 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7dd8c52-44a1-4f68-841f-deeb8a5e2a0f admin admin] Deleting subnet 27a8fb40-efb8-4336-a76f-20c08225cda9 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:06:22.093041 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b7dd8c52-44a1-4f68-841f-deeb8a5e2a0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:22.172095 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b7dd8c52-44a1-4f68-841f-deeb8a5e2a0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:22.317457 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b7dd8c52-44a1-4f68-841f-deeb8a5e2a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:22.372143 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-282ba702-b94e-4f7f-9f64-daac460fd186 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:22.399548 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-282ba702-b94e-4f7f-9f64-daac460fd186 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Transition to ACTIVE for port object c8528f90-e116-4fa5-9bd8-5a64c0cf71ef will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:06:22.425830 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b7dd8c52-44a1-4f68-841f-deeb8a5e2a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:22.486197 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd8c52-44a1-4f68-841f-deeb8a5e2a0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27a8fb40-efb8-4336-a76f-20c08225cda9,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:22.505162 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b7dd8c52-44a1-4f68-841f-deeb8a5e2a0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:22.510980 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b7dd8c52-44a1-4f68-841f-deeb8a5e2a0f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/27a8fb40-efb8-4336-a76f-20c08225cda9 HTTP/1.1" status: 204 len: 168 time: 0.5086458 Jul 24 01:06:22.514514 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48738) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:22.525158 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-282ba702-b94e-4f7f-9f64-daac460fd186 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:22.625368 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-647607eb-960f-40f8-aae3-3c58558bf025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:22.668903 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282ba702-b94e-4f7f-9f64-daac460fd186 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Network 48e1b6de-f4aa-4a52-9a03-dec5cc2c6a9d is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:06:22.672497 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-282ba702-b94e-4f7f-9f64-daac460fd186 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:06:22.679546 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282ba702-b94e-4f7f-9f64-daac460fd186 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:06:22.748435 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 9129ea77-610a-43d1-96c1-62e8280d05c0 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:06:22.770278 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282ba702-b94e-4f7f-9f64-daac460fd186 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Pushing event updated for resources: {'Port': ['ID=c8528f90-e116-4fa5-9bd8-5a64c0cf71ef,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:22.840512 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282ba702-b94e-4f7f-9f64-daac460fd186 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:22.849832 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-282ba702-b94e-4f7f-9f64-daac460fd186 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:22.862283 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 1ae48d45-b86d-4b51-9a4d-707b696d6611 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:06:22.868609 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 953f211e-b58b-4ffb-9670-18581ca8ebd8 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:06:22.882906 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-282ba702-b94e-4f7f-9f64-daac460fd186 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0512822 Jul 24 01:06:22.886633 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48750) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:22.898251 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-b9901eac-5410-4c7b-bd15-a9a30a424dec tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Request body: {'port': {'network_id': '48e1b6de-f4aa-4a52-9a03-dec5cc2c6a9d', 'name': 'tempest-AllowedAddressPairTestJSON-510429529', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:b7:7c:d4'}]}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:06:22.967412 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 1ae48d45-b86d-4b51-9a4d-707b696d6611 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:06:22.967758 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 1ae48d45-b86d-4b51-9a4d-707b696d6611 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:06:22.997040 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 953f211e-b58b-4ffb-9670-18581ca8ebd8 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:06:23.052227 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 9129ea77-610a-43d1-96c1-62e8280d05c0, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=9129ea77-610a-43d1-96c1-62e8280d05c0,segment=NetworkSegment(eecfb199-0eae-44fd-b610-e83e0f716ff6),segment_id=eecfb199-0eae-44fd-b610-e83e0f716ff6)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:23.080479 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '9129ea77-610a-43d1-96c1-62e8280d05c0', 'network_id': '94b972fd-ea51-458a-b10b-049275a12d71', 'port_id': '9129ea77-610a-43d1-96c1-62e8280d05c0', 'mac_address': 'fa:16:3e:06:87:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7608eb89-d3b8-4393-a8fc-3c911ec0628c', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:06:23.149720 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:23.159107 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9901eac-5410-4c7b-bd15-a9a30a424dec tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Made reservation on behalf of c75b2f1da1ab4466b003d778168cfbd5 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:06:23.167658 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9129ea77-610a-43d1-96c1-62e8280d05c0 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:06:23.199654 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 9129ea77-610a-43d1-96c1-62e8280d05c0, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=9129ea77-610a-43d1-96c1-62e8280d05c0,segment=NetworkSegment(eecfb199-0eae-44fd-b610-e83e0f716ff6),segment_id=eecfb199-0eae-44fd-b610-e83e0f716ff6)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:23.209944 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:23.325781 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=9129ea77-610a-43d1-96c1-62e8280d05c0,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:23.336538 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f193adcb-b0bf-4aa9-bdf3-4d081622a4f1 None None] Network 48e1b6de-f4aa-4a52-9a03-dec5cc2c6a9d requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:06:23.392195 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a54dc0a9-b3fe-450e-8883-29225bdaa805 None None] Provisioning for port 953f211e-b58b-4ffb-9670-18581ca8ebd8 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:06:23.395412 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b9901eac-5410-4c7b-bd15-a9a30a424dec tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:23.440797 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-b9901eac-5410-4c7b-bd15-a9a30a424dec tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] device_id is not set on port cb151374-4e55-4194-bc3e-62e245bec0ad yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:06:23.443653 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-647607eb-960f-40f8-aae3-3c58558bf025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:23.460763 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a54dc0a9-b3fe-450e-8883-29225bdaa805 None None] Provisioning complete for port 953f211e-b58b-4ffb-9670-18581ca8ebd8 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:06:23.461386 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a54dc0a9-b3fe-450e-8883-29225bdaa805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:23.466835 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-647607eb-960f-40f8-aae3-3c58558bf025 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9e729b4-c97b-4757-af1a-89c2bf8f4256']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:23.500389 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['9129ea77-610a-43d1-96c1-62e8280d05c0'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:06:23.504800 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-647607eb-960f-40f8-aae3-3c58558bf025 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a40609f3-3f2c-42ea-a7b1-c07bb47ff523') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:23.504800 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-647607eb-960f-40f8-aae3-3c58558bf025 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a40609f3-3f2c-42ea-a7b1-c07bb47ff523') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:23.526755 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-647607eb-960f-40f8-aae3-3c58558bf025 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:23.553774 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-647607eb-960f-40f8-aae3-3c58558bf025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:23.588837 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-647607eb-960f-40f8-aae3-3c58558bf025 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:06:23.592212 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-647607eb-960f-40f8-aae3-3c58558bf025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:23.595122 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:06:23.595122 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:06:23.595122 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:06:23.595122 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:06:23.595122 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:06:23.595122 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:06:23.595122 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:06:23.595122 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:06:23.595122 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:06:23.595122 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:06:23.595122 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:06:23.595122 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:06:23.595122 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:06:23.595122 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:06:23.595122 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:06:23.595122 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:06:23.595122 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:06:23.595122 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:06:23.595122 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:06:23.595122 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:06:23.595122 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:06:23.595122 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:06:23.595122 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:06:23.595122 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:06:23.595122 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:06:23.595122 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:06:23.595122 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:06:23.595122 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:06:23.595122 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:06:23.595122 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:06:23.595122 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:06:23.595122 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:06:23.665663 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-b9901eac-5410-4c7b-bd15-a9a30a424dec tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Allocated IP 172.20.0.9 (48e1b6de-f4aa-4a52-9a03-dec5cc2c6a9d/af1b3ec4-c484-4b78-8a9a-67dfb03c8170/cb151374-4e55-4194-bc3e-62e245bec0ad) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:06:23.672297 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a81328-ee9a-444b-bbd1-817c3cac9daf req-eabe1f5d-d119-4f30-85d9-4a8503deab9e tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:23.673950 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-01a81328-ee9a-444b-bbd1-817c3cac9daf req-eabe1f5d-d119-4f30-85d9-4a8503deab9e tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?device_id=d41a8554-b936-4ccf-8659-6e4ee66ab6c5 HTTP/1.1" status: 200 len: 945 time: 0.2271843 Jul 24 01:06:23.793115 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-01a81328-ee9a-444b-bbd1-817c3cac9daf req-bd7f9802-183d-4d98-9634-98a2120736cd tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3ecc144-8c04-4bae-8249-5c37f78dd7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099987 Jul 24 01:06:23.797004 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-647607eb-960f-40f8-aae3-3c58558bf025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:23.809457 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-647607eb-960f-40f8-aae3-3c58558bf025 admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:23.816266 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-647607eb-960f-40f8-aae3-3c58558bf025 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a9e729b4-c97b-4757-af1a-89c2bf8f4256 HTTP/1.1" status: 204 len: 168 time: 1.3000169 Jul 24 01:06:23.852722 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647607eb-960f-40f8-aae3-3c58558bf025 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9e729b4-c97b-4757-af1a-89c2bf8f4256,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:24.015699 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b9901eac-5410-4c7b-bd15-a9a30a424dec tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:24.038186 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-b9901eac-5410-4c7b-bd15-a9a30a424dec tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Transition to ACTIVE for port object cb151374-4e55-4194-bc3e-62e245bec0ad will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:06:24.119947 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b9901eac-5410-4c7b-bd15-a9a30a424dec tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:24.225809 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9901eac-5410-4c7b-bd15-a9a30a424dec tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Network 48e1b6de-f4aa-4a52-9a03-dec5cc2c6a9d is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:06:24.231444 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-b9901eac-5410-4c7b-bd15-a9a30a424dec tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:06:24.238565 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9901eac-5410-4c7b-bd15-a9a30a424dec tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:06:24.274550 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a54dc0a9-b3fe-450e-8883-29225bdaa805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:24.282799 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9901eac-5410-4c7b-bd15-a9a30a424dec tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Pushing event updated for resources: {'Port': ['ID=cb151374-4e55-4194-bc3e-62e245bec0ad,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:24.308202 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48794) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:24.324743 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9901eac-5410-4c7b-bd15-a9a30a424dec tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:24.325534 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b9901eac-5410-4c7b-bd15-a9a30a424dec tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:24.344070 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b9901eac-5410-4c7b-bd15-a9a30a424dec tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.4562011 Jul 24 01:06:24.346747 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48800) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:24.385154 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3b58284d-db80-48f8-bb0e-d9bc17780bf4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=28fbf09a8f2041c9ade9e388579aa3c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0729694 Jul 24 01:06:24.386196 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48802) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:24.448059 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-a54dc0a9-b3fe-450e-8883-29225bdaa805 None None] For port 953f211e-b58b-4ffb-9670-18581ca8ebd8, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=953f211e-b58b-4ffb-9670-18581ca8ebd8,segment=NetworkSegment(b36b4cbe-c9dd-49bd-a005-dd7d884aa601),segment_id=b36b4cbe-c9dd-49bd-a005-dd7d884aa601)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:24.465953 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc516ac-e629-4d84-9ac9-40a18ac9dbbb tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:24.470870 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a54dc0a9-b3fe-450e-8883-29225bdaa805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:24.487407 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc516ac-e629-4d84-9ac9-40a18ac9dbbb tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:24.502595 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc516ac-e629-4d84-9ac9-40a18ac9dbbb tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:24.509952 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4bc516ac-e629-4d84-9ac9-40a18ac9dbbb tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.1599483 Jul 24 01:06:24.511977 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48806) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:24.520400 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cff4d581-72bc-43bf-afcc-780dc379a8ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:24.571306 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cff4d581-72bc-43bf-afcc-780dc379a8ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:24.651903 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cff4d581-72bc-43bf-afcc-780dc379a8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:24.655814 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cff4d581-72bc-43bf-afcc-780dc379a8ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:24.657233 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-cff4d581-72bc-43bf-afcc-780dc379a8ce admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/df6236b4-2fbb-4dd1-b8af-b30e68bd59f3 HTTP/1.1" status: 204 len: 168 time: 0.2699807 Jul 24 01:06:24.668208 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff4d581-72bc-43bf-afcc-780dc379a8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6236b4-2fbb-4dd1-b8af-b30e68bd59f3,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:24.671685 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54dc0a9-b3fe-450e-8883-29225bdaa805 None None] Pushing event updated for resources: {'Port': ['ID=953f211e-b58b-4ffb-9670-18581ca8ebd8,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:24.798132 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-fea8f6d7-2860-48ce-9e06-9b1d294a5056 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Deleting port cb151374-4e55-4194-bc3e-62e245bec0ad {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:06:24.799851 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fea8f6d7-2860-48ce-9e06-9b1d294a5056 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:24.969453 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d28468ad-94cc-4389-b5d2-988451cd2526 None None] Provisioning for port c8528f90-e116-4fa5-9bd8-5a64c0cf71ef completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:06:24.976474 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d28468ad-94cc-4389-b5d2-988451cd2526 None None] Provisioning complete for port c8528f90-e116-4fa5-9bd8-5a64c0cf71ef triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:06:24.976853 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d28468ad-94cc-4389-b5d2-988451cd2526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:25.060911 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-d28468ad-94cc-4389-b5d2-988451cd2526 None None] Port c8528f90-e116-4fa5-9bd8-5a64c0cf71ef cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:06:25.068076 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48822) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:25.088847 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d28468ad-94cc-4389-b5d2-988451cd2526 None None] Provisioning complete for port 953f211e-b58b-4ffb-9670-18581ca8ebd8 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:06:25.089305 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d28468ad-94cc-4389-b5d2-988451cd2526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:25.428797 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-2e19b606-b7e7-4dad-99ce-3f9ce283d880 None None] Provisioning complete for port c8528f90-e116-4fa5-9bd8-5a64c0cf71ef triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:06:25.435984 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2e19b606-b7e7-4dad-99ce-3f9ce283d880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:25.516629 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-2e19b606-b7e7-4dad-99ce-3f9ce283d880 None None] Port c8528f90-e116-4fa5-9bd8-5a64c0cf71ef cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:06:25.580774 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3cb9ce01-8200-4943-9a2a-d91bde81e3eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:25.750690 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-24bcb76e-266c-41be-83f2-2e97cfb7fd56 None None] Provisioning for port cb151374-4e55-4194-bc3e-62e245bec0ad completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:06:25.770809 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-24bcb76e-266c-41be-83f2-2e97cfb7fd56 None None] Provisioning complete for port cb151374-4e55-4194-bc3e-62e245bec0ad triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:06:25.772732 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-24bcb76e-266c-41be-83f2-2e97cfb7fd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:25.797503 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3cb9ce01-8200-4943-9a2a-d91bde81e3eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:25.814422 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3cb9ce01-8200-4943-9a2a-d91bde81e3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:25.844704 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3cb9ce01-8200-4943-9a2a-d91bde81e3eb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=32e4e20b878e413bae9d544aeb672101&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7754297 Jul 24 01:06:25.850969 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48846) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:25.851905 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fea8f6d7-2860-48ce-9e06-9b1d294a5056 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:25.865182 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-24bcb76e-266c-41be-83f2-2e97cfb7fd56 None None] Port cb151374-4e55-4194-bc3e-62e245bec0ad cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:06:25.879876 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-fea8f6d7-2860-48ce-9e06-9b1d294a5056 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Calling delete_port for cb151374-4e55-4194-bc3e-62e245bec0ad owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:06:25.885008 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ff85f28f-8356-4013-b3ef-5f4757575600 req-62454c17-bd9b-455e-9771-d164d00eae12 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=628d42a2-7ada-4268-be52-7c3048d872bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 1.2791030 Jul 24 01:06:25.899011 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9ce01-8200-4943-9a2a-d91bde81e3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6eaa49-ffb6-49f7-992a-7138a494e820,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:25.937495 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fabf53ef-e552-4799-a07c-8a6aee4ecd97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:25.967907 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fabf53ef-e552-4799-a07c-8a6aee4ecd97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:25.991506 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ff85f28f-8356-4013-b3ef-5f4757575600 req-fb1a677b-8a36-499f-8906-b50bec3f21e1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=628d42a2-7ada-4268-be52-7c3048d872bf HTTP/1.1" status: 200 len: 210 time: 0.0576379 Jul 24 01:06:26.050749 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fabf53ef-e552-4799-a07c-8a6aee4ecd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:26.054898 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fabf53ef-e552-4799-a07c-8a6aee4ecd97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:26.060651 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-fabf53ef-e552-4799-a07c-8a6aee4ecd97 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2c6eaa49-ffb6-49f7-992a-7138a494e820 HTTP/1.1" status: 204 len: 168 time: 0.2053649 Jul 24 01:06:26.068898 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf53ef-e552-4799-a07c-8a6aee4ecd97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6eaa49-ffb6-49f7-992a-7138a494e820,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:26.090373 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ff85f28f-8356-4013-b3ef-5f4757575600 req-e8f20abd-dcca-483f-a49f-938ebefac198 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405965 Jul 24 01:06:26.192389 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4688c4-137c-4eb3-a610-a32e4ac9334e req-cae11bd1-1b04-493d-ac45-ab49989eff79 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:26.194032 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5a4688c4-137c-4eb3-a610-a32e4ac9334e req-cae11bd1-1b04-493d-ac45-ab49989eff79 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?device_id=d41a8554-b936-4ccf-8659-6e4ee66ab6c5 HTTP/1.1" status: 200 len: 945 time: 1.1907475 Jul 24 01:06:26.316307 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85f28f-8356-4013-b3ef-5f4757575600 req-94071ee6-28d4-41e4-85ca-d54a942fa9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:26.318154 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ff85f28f-8356-4013-b3ef-5f4757575600 req-94071ee6-28d4-41e4-85ca-d54a942fa9b3 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2170532 Jul 24 01:06:26.322745 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5a4688c4-137c-4eb3-a610-a32e4ac9334e req-0d4c3c6e-58dc-4958-9f2d-c6bbf7ec9edb tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3ecc144-8c04-4bae-8249-5c37f78dd7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152811 Jul 24 01:06:26.426425 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fea8f6d7-2860-48ce-9e06-9b1d294a5056 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:26.465822 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea8f6d7-2860-48ce-9e06-9b1d294a5056 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Pushing event deleted for resources: {'Port': ['ID=cb151374-4e55-4194-bc3e-62e245bec0ad,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:26.506662 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48874) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:26.533303 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-051b92a7-418f-4a1a-be37-91688e1d2749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:26.700279 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 953f211e-b58b-4ffb-9670-18581ca8ebd8 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:06:26.751223 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-051b92a7-418f-4a1a-be37-91688e1d2749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:26.761928 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-051b92a7-418f-4a1a-be37-91688e1d2749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:26.776584 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 9129ea77-610a-43d1-96c1-62e8280d05c0 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:06:26.835746 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fea8f6d7-2860-48ce-9e06-9b1d294a5056 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:26.838301 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-fea8f6d7-2860-48ce-9e06-9b1d294a5056 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] 10.222.0.15 "DELETE /v2.0/ports/cb151374-4e55-4194-bc3e-62e245bec0ad HTTP/1.1" status: 204 len: 168 time: 2.3248923 Jul 24 01:06:26.843151 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-051b92a7-418f-4a1a-be37-91688e1d2749 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a5aebc9f8dcd4686abe05f2892cc5b84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3324215 Jul 24 01:06:26.843151 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48880) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:26.843869 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48882) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:26.857503 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b92a7-418f-4a1a-be37-91688e1d2749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8de200-0b85-4883-8e79-69bf39fa5c10,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:26.888819 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3cc10c0-5025-4deb-bc31-8b0880c98724 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] GET failed (client error): The resource could not be found. Jul 24 01:06:26.890803 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c3cc10c0-5025-4deb-bc31-8b0880c98724 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] 10.222.0.15 "GET /v2.0/ports/cb151374-4e55-4194-bc3e-62e245bec0ad HTTP/1.1" status: 404 len: 333 time: 0.0450828 Jul 24 01:06:26.894876 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48888) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:26.901439 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-d0f9c447-1f16-4272-9996-a9a50ad6fc9a tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Request body: {'port': {'network_id': '48e1b6de-f4aa-4a52-9a03-dec5cc2c6a9d', 'name': 'tempest-AllowedAddressPairTestJSON-530536685'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:06:26.925543 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-050a7a66-cb0c-4a93-bdaf-b86ee716f439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:26.948372 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 9129ea77-610a-43d1-96c1-62e8280d05c0 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:06:26.956419 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-050a7a66-cb0c-4a93-bdaf-b86ee716f439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:26.964443 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 9129ea77-610a-43d1-96c1-62e8280d05c0 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:06:26.965061 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:27.008360 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 953f211e-b58b-4ffb-9670-18581ca8ebd8 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:06:27.008552 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:27.035312 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-050a7a66-cb0c-4a93-bdaf-b86ee716f439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:27.042517 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-050a7a66-cb0c-4a93-bdaf-b86ee716f439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:27.044713 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-050a7a66-cb0c-4a93-bdaf-b86ee716f439 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2d8de200-0b85-4883-8e79-69bf39fa5c10 HTTP/1.1" status: 204 len: 168 time: 0.1996179 Jul 24 01:06:27.062731 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a7a66-cb0c-4a93-bdaf-b86ee716f439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8de200-0b85-4883-8e79-69bf39fa5c10,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:27.063807 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f9c447-1f16-4272-9996-a9a50ad6fc9a tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Made reservation on behalf of c75b2f1da1ab4466b003d778168cfbd5 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:06:27.068300 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d0f9c447-1f16-4272-9996-a9a50ad6fc9a tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:27.112389 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [None req-d0f9c447-1f16-4272-9996-a9a50ad6fc9a tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] device_id is not set on port a5520d26-32d7-45d0-848c-637ba1926d78 yet. {{(pid=100464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:06:27.247760 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ef911528-70d4-4c32-b743-c94fc5ffb584 req-39ea147e-16aa-4ff5-875e-820ca2cfd8a3 tempest-ServerShowV247Test-1711115680 tempest-ServerShowV247Test-1711115680-project] 10.222.0.15 "GET /v2.0/ports?device_id=76780951-452c-4615-9d28-52f6deff4962 HTTP/1.1" status: 200 len: 210 time: 0.0976651 Jul 24 01:06:27.329660 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:27.376534 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41a8554-b936-4ccf-8659-6e4ee66ab6c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9129ea77-610a-43d1-96c1-62e8280d05c0'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:06:27.379141 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ef38c6-fc5f-4240-bd35-a8789a98d28e" -d '{"events": [{"server_uuid": "d41a8554-b936-4ccf-8659-6e4ee66ab6c5", "name": "network-vif-plugged", "status": "completed", "tag": "9129ea77-610a-43d1-96c1-62e8280d05c0"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:06:27.408277 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 9129ea77-610a-43d1-96c1-62e8280d05c0, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=9129ea77-610a-43d1-96c1-62e8280d05c0,segment=NetworkSegment(eecfb199-0eae-44fd-b610-e83e0f716ff6),segment_id=eecfb199-0eae-44fd-b610-e83e0f716ff6)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:27.421705 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:27.472727 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32162a24-6c85-401d-a499-176889fd1de4 x-openstack-request-id: req-32162a24-6c85-401d-a499-176889fd1de4 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:06:27.473875 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41a8554-b936-4ccf-8659-6e4ee66ab6c5", "name": "network-vif-plugged", "status": "completed", "tag": "9129ea77-610a-43d1-96c1-62e8280d05c0", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:06:27.474472 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-32162a24-6c85-401d-a499-176889fd1de4 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:06:27.475200 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41a8554-b936-4ccf-8659-6e4ee66ab6c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9129ea77-610a-43d1-96c1-62e8280d05c0', 'code': 200} Jul 24 01:06:27.485256 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-d0f9c447-1f16-4272-9996-a9a50ad6fc9a tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Allocated IP 172.20.0.10 (48e1b6de-f4aa-4a52-9a03-dec5cc2c6a9d/af1b3ec4-c484-4b78-8a9a-67dfb03c8170/a5520d26-32d7-45d0-848c-637ba1926d78) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:06:27.488403 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=9129ea77-610a-43d1-96c1-62e8280d05c0,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:27.749085 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008013a9-8d0c-48b2-b957-4245c78bb668 req-a3223463-e04b-449a-9ee7-a8eb5ee454c1 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:27.750776 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-008013a9-8d0c-48b2-b957-4245c78bb668 req-a3223463-e04b-449a-9ee7-a8eb5ee454c1 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?device_id=d41a8554-b936-4ccf-8659-6e4ee66ab6c5 HTTP/1.1" status: 200 len: 946 time: 0.1325254 Jul 24 01:06:27.800347 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-008013a9-8d0c-48b2-b957-4245c78bb668 req-28ee116b-99e3-4e7b-9c8d-6c9a38e2eff4 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3ecc144-8c04-4bae-8249-5c37f78dd7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419908 Jul 24 01:06:27.871912 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1e2bf-0f3a-492b-8f3c-7c02487bfde2 req-cf4daab8-697b-4900-8278-4ef7b8f68b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:27.873611 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-20d1e2bf-0f3a-492b-8f3c-7c02487bfde2 req-cf4daab8-697b-4900-8278-4ef7b8f68b9d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d41a8554-b936-4ccf-8659-6e4ee66ab6c5 HTTP/1.1" status: 200 len: 1098 time: 0.3021338 Jul 24 01:06:28.000423 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d0f9c447-1f16-4272-9996-a9a50ad6fc9a tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:28.021569 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-20d1e2bf-0f3a-492b-8f3c-7c02487bfde2 req-e9154c2b-e481-453b-80fa-24d7f647fed9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c3ecc144-8c04-4bae-8249-5c37f78dd7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389005 Jul 24 01:06:28.030135 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16209f58-95aa-4a86-bef9-88d016456768 req-da7e0134-ad98-4981-9bea-75ea6ebc90c3 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:28.038148 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-16209f58-95aa-4a86-bef9-88d016456768 req-da7e0134-ad98-4981-9bea-75ea6ebc90c3 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e485cbd-65da-4d2b-9229-6d3f0fc837db HTTP/1.1" status: 200 len: 945 time: 0.3200636 Jul 24 01:06:28.050900 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-d0f9c447-1f16-4272-9996-a9a50ad6fc9a tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Transition to ACTIVE for port object a5520d26-32d7-45d0-848c-637ba1926d78 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:06:28.107049 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-16209f58-95aa-4a86-bef9-88d016456768 req-0429bce7-0fbe-472c-b512-4bf19b639856 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?id=045bbabd-1ef4-44c1-9989-1ddc77c899ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634034 Jul 24 01:06:28.159010 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d0f9c447-1f16-4272-9996-a9a50ad6fc9a tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:28.255643 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f9c447-1f16-4272-9996-a9a50ad6fc9a tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Pushing event updated for resources: {'Port': ['ID=a5520d26-32d7-45d0-848c-637ba1926d78,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:28.296845 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f9c447-1f16-4272-9996-a9a50ad6fc9a tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Network 48e1b6de-f4aa-4a52-9a03-dec5cc2c6a9d is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:06:28.301615 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-d0f9c447-1f16-4272-9996-a9a50ad6fc9a tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:06:28.306866 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d67dd3bb-37d9-4f39-a35a-bd34317f8bb8 req-57d57ec6-0e08-4108-8769-f5b73dce9332 tempest-ServerShowV247Test-1711115680 tempest-ServerShowV247Test-1711115680-project] 10.222.0.15 "GET /v2.0/ports?device_id=859df440-991e-4147-90ad-bdc9291685b3 HTTP/1.1" status: 200 len: 210 time: 0.0495956 Jul 24 01:06:28.337172 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f9c447-1f16-4272-9996-a9a50ad6fc9a tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:06:28.390873 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f9c447-1f16-4272-9996-a9a50ad6fc9a tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:28.391553 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d0f9c447-1f16-4272-9996-a9a50ad6fc9a tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:28.427532 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d0f9c447-1f16-4272-9996-a9a50ad6fc9a tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5313506 Jul 24 01:06:28.432314 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48974) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:28.438495 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-870d5431-245b-471d-b832-03c25a91cbad tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:b7:7c:d4'}]}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:06:28.784381 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-27f03c3f-d74c-4cf0-8977-f1e6655341af None None] Provisioning for port a5520d26-32d7-45d0-848c-637ba1926d78 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:06:28.789540 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-27f03c3f-d74c-4cf0-8977-f1e6655341af None None] Provisioning complete for port a5520d26-32d7-45d0-848c-637ba1926d78 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:06:28.790135 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-27f03c3f-d74c-4cf0-8977-f1e6655341af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:28.826273 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-870d5431-245b-471d-b832-03c25a91cbad tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:28.904712 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-27f03c3f-d74c-4cf0-8977-f1e6655341af None None] Port a5520d26-32d7-45d0-848c-637ba1926d78 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:06:29.153507 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf86a0-2edb-472e-a05d-f74333b26d55 req-5d9df731-727c-4963-b754-29640f26c53f tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:29.172995 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-870d5431-245b-471d-b832-03c25a91cbad tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:29.175051 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7bdf86a0-2edb-472e-a05d-f74333b26d55 req-5d9df731-727c-4963-b754-29640f26c53f tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?device_id=d41a8554-b936-4ccf-8659-6e4ee66ab6c5 HTTP/1.1" status: 200 len: 946 time: 0.2295885 Jul 24 01:06:29.200144 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-870d5431-245b-471d-b832-03c25a91cbad tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:29.257945 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7bdf86a0-2edb-472e-a05d-f74333b26d55 req-69364dcf-2c35-4232-a5b8-2a2a85c1942c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3ecc144-8c04-4bae-8249-5c37f78dd7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801573 Jul 24 01:06:29.412228 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870d5431-245b-471d-b832-03c25a91cbad tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Pushing event updated for resources: {'Port': ['ID=a5520d26-32d7-45d0-848c-637ba1926d78,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:29.497597 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5b53354f-6685-401d-bf6f-04dc6aaa1ab1 req-5c7f6806-80bd-4262-aa96-4a7a7a6628f1 tempest-ServerShowV247Test-1711115680 tempest-ServerShowV247Test-1711115680-project] 10.222.0.15 "GET /v2.0/ports?device_id=859df440-991e-4147-90ad-bdc9291685b3 HTTP/1.1" status: 200 len: 210 time: 0.0898843 Jul 24 01:06:29.499259 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-870d5431-245b-471d-b832-03c25a91cbad tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] In _notify_port_updated(), no bound segment for port a5520d26-32d7-45d0-848c-637ba1926d78 on network 48e1b6de-f4aa-4a52-9a03-dec5cc2c6a9d {{(pid=100463) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 01:06:29.513726 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870d5431-245b-471d-b832-03c25a91cbad tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:29.514444 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-870d5431-245b-471d-b832-03c25a91cbad tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:29.519807 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 49014) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:29.520027 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-870d5431-245b-471d-b832-03c25a91cbad tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] 10.222.0.15 "PUT /v2.0/ports/a5520d26-32d7-45d0-848c-637ba1926d78 HTTP/1.1" status: 200 len: 993 time: 1.0861721 Jul 24 01:06:29.540223 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f3d95-0c9a-476c-8067-429887519243 req-5fe3f245-6921-4d76-8b97-db84e60db2fe tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:29.542976 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-615f3d95-0c9a-476c-8067-429887519243 req-5fe3f245-6921-4d76-8b97-db84e60db2fe tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e485cbd-65da-4d2b-9229-6d3f0fc837db HTTP/1.1" status: 200 len: 945 time: 0.2603369 Jul 24 01:06:29.653538 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-615f3d95-0c9a-476c-8067-429887519243 req-9be068b7-b571-4a8e-86a6-8fa20837dee1 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?id=045bbabd-1ef4-44c1-9989-1ddc77c899ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009343 Jul 24 01:06:29.678341 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-3c16a983-70c4-468e-994f-b0c8c5d6bece tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Deleting port a5520d26-32d7-45d0-848c-637ba1926d78 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:06:29.678934 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3c16a983-70c4-468e-994f-b0c8c5d6bece tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:29.838408 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3c16a983-70c4-468e-994f-b0c8c5d6bece tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:29.839413 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-41d87174-682f-4645-b8d3-f219d6ceb4eb None None] Provisioning complete for port a5520d26-32d7-45d0-848c-637ba1926d78 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:06:29.840035 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-41d87174-682f-4645-b8d3-f219d6ceb4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:29.895804 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-41d87174-682f-4645-b8d3-f219d6ceb4eb None None] Port a5520d26-32d7-45d0-848c-637ba1926d78 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:06:29.903255 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-3c16a983-70c4-468e-994f-b0c8c5d6bece tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Calling delete_port for a5520d26-32d7-45d0-848c-637ba1926d78 owned by {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:06:30.005450 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-fc4669e6-52c7-4fe1-9360-8da708933a4e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1700687 Jul 24 01:06:30.096691 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cfe91043-fb42-4a07-adfa-93886f57629d req-cbf44665-0c59-4940-b161-cf31424758aa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=76780951-452c-4615-9d28-52f6deff4962 HTTP/1.1" status: 200 len: 210 time: 0.0626867 Jul 24 01:06:30.156512 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3c16a983-70c4-468e-994f-b0c8c5d6bece tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:30.194087 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16a983-70c4-468e-994f-b0c8c5d6bece tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Pushing event deleted for resources: {'Port': ['ID=a5520d26-32d7-45d0-848c-637ba1926d78,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:30.262246 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-304e679b-0b9b-44f2-8da0-b7e19064c8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:30.262836 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-304e679b-0b9b-44f2-8da0-b7e19064c8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:30.263470 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-304e679b-0b9b-44f2-8da0-b7e19064c8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:30.263980 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-304e679b-0b9b-44f2-8da0-b7e19064c8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:30.264433 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-304e679b-0b9b-44f2-8da0-b7e19064c8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:30.264915 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-304e679b-0b9b-44f2-8da0-b7e19064c8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:30.265394 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-304e679b-0b9b-44f2-8da0-b7e19064c8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:30.267532 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-304e679b-0b9b-44f2-8da0-b7e19064c8d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd6a59a0ba774d20a9df419972239646&device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 6497 time: 0.1671319 Jul 24 01:06:30.525641 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49042) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:30.591803 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-951c6252-22f3-4b37-9e4f-f35de54f700d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:30.591803 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-951c6252-22f3-4b37-9e4f-f35de54f700d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:30.592229 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-951c6252-22f3-4b37-9e4f-f35de54f700d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:30.593927 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-951c6252-22f3-4b37-9e4f-f35de54f700d service neutron] 10.222.0.13 "GET /v2.0/networks?id=75df3559-ab50-4f70-b828-45be90d30e6c&id=65487f5e-aa75-4d64-a662-cf5c6179a6a8&id=65487f5e-aa75-4d64-a662-cf5c6179a6a8&id=65487f5e-aa75-4d64-a662-cf5c6179a6a8&id=65487f5e-aa75-4d64-a662-cf5c6179a6a8&id=09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501&id=09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501 HTTP/1.1" status: 200 len: 2290 time: 0.2864883 Jul 24 01:06:30.603562 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3c16a983-70c4-468e-994f-b0c8c5d6bece tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:30.604375 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86a49fdb-15be-43ff-a7e3-91a5fb4992f2 req-9268e6f8-3ce9-46e9-9ea1-356b1c79d002 tempest-ServerShowV247Test-1711115680 tempest-ServerShowV247Test-1711115680-project] 10.222.0.15 "GET /v2.0/ports?device_id=859df440-991e-4147-90ad-bdc9291685b3 HTTP/1.1" status: 200 len: 210 time: 0.0433493 Jul 24 01:06:30.608587 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3c16a983-70c4-468e-994f-b0c8c5d6bece tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] 10.222.0.15 "DELETE /v2.0/ports/a5520d26-32d7-45d0-848c-637ba1926d78 HTTP/1.1" status: 204 len: 168 time: 1.0845306 Jul 24 01:06:30.610445 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49046) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:30.648730 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-6db4a305-d6c6-4bfb-8ed9-742adb186951 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] GET failed (client error): The resource could not be found. Jul 24 01:06:30.652104 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6db4a305-d6c6-4bfb-8ed9-742adb186951 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] 10.222.0.15 "GET /v2.0/ports/a5520d26-32d7-45d0-848c-637ba1926d78 HTTP/1.1" status: 404 len: 333 time: 0.0398927 Jul 24 01:06:30.655905 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49048) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:30.663896 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-73ceeb70-743a-4d07-a830-bbfe3f9105e2 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Request body: {'port': {'network_id': '48e1b6de-f4aa-4a52-9a03-dec5cc2c6a9d', 'name': 'tempest-AllowedAddressPairTestJSON-355356657'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:06:30.700308 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c96095-cc7e-4a9c-ab23-3cd229f793a4 req-5803e3b5-b874-4fff-85b8-3627a7ce3923 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:30.702066 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-67c96095-cc7e-4a9c-ab23-3cd229f793a4 req-5803e3b5-b874-4fff-85b8-3627a7ce3923 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?device_id=d41a8554-b936-4ccf-8659-6e4ee66ab6c5 HTTP/1.1" status: 200 len: 946 time: 0.3402872 Jul 24 01:06:30.745972 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-c9b3e4c4-b7bb-4e51-a12a-6f2dbfbe65f6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c05a6c8c-a48f-4518-b2fa-245771ba636b HTTP/1.1" status: 200 len: 1002 time: 0.1368990 Jul 24 01:06:30.756502 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dc60b2a3-0552-41cd-952e-9cd756d0808c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:30.766492 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-67c96095-cc7e-4a9c-ab23-3cd229f793a4 req-12882f38-3eb1-4c87-a56e-a084cab8b6a6 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3ecc144-8c04-4bae-8249-5c37f78dd7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536141 Jul 24 01:06:30.847685 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-f5166522-f55a-496f-a0a3-e0bdc852c64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:30.849298 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-f5166522-f55a-496f-a0a3-e0bdc852c64c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=17dd084b-19bb-45d3-963a-b91ffe31fcfa HTTP/1.1" status: 200 len: 850 time: 0.0818906 Jul 24 01:06:30.957841 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27784c39-95e8-48f0-b067-78d3c9d1da39 req-9870c6b2-2489-4e5e-9b51-cb24b2fa2f1c tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:30.960010 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-27784c39-95e8-48f0-b067-78d3c9d1da39 req-9870c6b2-2489-4e5e-9b51-cb24b2fa2f1c tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e485cbd-65da-4d2b-9229-6d3f0fc837db HTTP/1.1" status: 200 len: 945 time: 0.2077422 Jul 24 01:06:30.998854 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-191bdbda-b2ca-42f3-95d4-9383a11431f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:31.000895 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-191bdbda-b2ca-42f3-95d4-9383a11431f3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=75df3559-ab50-4f70-b828-45be90d30e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1419258 Jul 24 01:06:31.013941 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48845693-6f91-413e-9e08-0e2918763252 req-8018a9d1-0091-4dc1-846d-df97742ca6b5 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:31.016516 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-48845693-6f91-413e-9e08-0e2918763252 req-8018a9d1-0091-4dc1-846d-df97742ca6b5 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?device_id=d41a8554-b936-4ccf-8659-6e4ee66ab6c5 HTTP/1.1" status: 200 len: 946 time: 0.1339669 Jul 24 01:06:31.033157 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-27784c39-95e8-48f0-b067-78d3c9d1da39 req-7336b377-9502-4d03-8fdd-0c35152fc571 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?id=045bbabd-1ef4-44c1-9989-1ddc77c899ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654030 Jul 24 01:06:31.054139 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dc60b2a3-0552-41cd-952e-9cd756d0808c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:31.061651 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dc60b2a3-0552-41cd-952e-9cd756d0808c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:31.115824 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-48845693-6f91-413e-9e08-0e2918763252 req-a837aa6a-6060-40ee-bdb8-afbabb22a5b3 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3ecc144-8c04-4bae-8249-5c37f78dd7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887105 Jul 24 01:06:31.119815 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60b2a3-0552-41cd-952e-9cd756d0808c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7634a4dd-da6e-4f5d-99bf-a9e5ed1cc9b4,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:31.124741 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-dc60b2a3-0552-41cd-952e-9cd756d0808c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a8ea070314cc44229d16861df3ec3bac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5976179 Jul 24 01:06:31.126629 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ceeb70-743a-4d07-a830-bbfe3f9105e2 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Made reservation on behalf of c75b2f1da1ab4466b003d778168cfbd5 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:06:31.132069 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-73ceeb70-743a-4d07-a830-bbfe3f9105e2 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:31.134993 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49060) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:31.173511 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-73ceeb70-743a-4d07-a830-bbfe3f9105e2 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] device_id is not set on port f01d4871-e90c-4c61-a5f5-b4f288a46e8e yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:06:31.202794 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0eba1646-437e-4888-9eab-b068c1fc0317 req-8a7f41fe-2367-4da5-9cbc-2e9cea8dfcaf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=859df440-991e-4147-90ad-bdc9291685b3 HTTP/1.1" status: 200 len: 210 time: 0.0382714 Jul 24 01:06:31.223380 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-14c36b73-b62c-4c60-9f56-ed22885f78c4 service neutron] 10.222.0.13 "GET /v2.0/networks/75df3559-ab50-4f70-b828-45be90d30e6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056370 Jul 24 01:06:31.260914 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-de741d37-960f-41fc-9b59-b0715fda62c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:31.313539 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-de741d37-960f-41fc-9b59-b0715fda62c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:31.346648 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-73ceeb70-743a-4d07-a830-bbfe3f9105e2 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Allocated IP 172.20.0.9 (48e1b6de-f4aa-4a52-9a03-dec5cc2c6a9d/af1b3ec4-c484-4b78-8a9a-67dfb03c8170/f01d4871-e90c-4c61-a5f5-b4f288a46e8e) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:06:31.366960 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-5e2ac26b-61e7-491d-8e20-d87c36d42de4 service neutron] 10.222.0.13 "GET /v2.0/networks/75df3559-ab50-4f70-b828-45be90d30e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140230 Jul 24 01:06:31.396407 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-de741d37-960f-41fc-9b59-b0715fda62c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:31.399126 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-de741d37-960f-41fc-9b59-b0715fda62c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:31.400699 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-de741d37-960f-41fc-9b59-b0715fda62c2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7634a4dd-da6e-4f5d-99bf-a9e5ed1cc9b4 HTTP/1.1" status: 204 len: 168 time: 0.2634950 Jul 24 01:06:31.418083 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de741d37-960f-41fc-9b59-b0715fda62c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7634a4dd-da6e-4f5d-99bf-a9e5ed1cc9b4,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:31.424581 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-6d4225f5-d02b-44fd-885d-44cd142e7a38 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=7b4da756-8034-45e1-9b76-762af13d0a4c HTTP/1.1" status: 200 len: 217 time: 0.0485804 Jul 24 01:06:31.498258 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-3bf3c8f9-341a-4cbc-aef6-a432458a0aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:31.499984 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-3bf3c8f9-341a-4cbc-aef6-a432458a0aea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81a038cb-df9c-49e4-af9e-e93d2e1470dd HTTP/1.1" status: 200 len: 797 time: 0.0586374 Jul 24 01:06:31.587242 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-73ceeb70-743a-4d07-a830-bbfe3f9105e2 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:31.597005 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-3428048f-a2ff-4406-b77c-f5fa7aea9131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:31.598750 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-3428048f-a2ff-4406-b77c-f5fa7aea9131 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65487f5e-aa75-4d64-a662-cf5c6179a6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0901628 Jul 24 01:06:31.615968 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-73ceeb70-743a-4d07-a830-bbfe3f9105e2 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Transition to ACTIVE for port object f01d4871-e90c-4c61-a5f5-b4f288a46e8e will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:06:31.706293 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-73ceeb70-743a-4d07-a830-bbfe3f9105e2 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:31.718418 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-cd77fff9-03dc-4169-93fa-43da33bef572 service neutron] 10.222.0.13 "GET /v2.0/networks/65487f5e-aa75-4d64-a662-cf5c6179a6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100712 Jul 24 01:06:31.807417 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b7495331-347a-4748-a905-8d84b35caacd req-b5b752f6-0ba1-4d98-b5ad-d7823c3609a0 tempest-ServerShowV247Test-1711115680 tempest-ServerShowV247Test-1711115680-project] 10.222.0.15 "GET /v2.0/ports?device_id=859df440-991e-4147-90ad-bdc9291685b3 HTTP/1.1" status: 200 len: 210 time: 0.0752206 Jul 24 01:06:31.815017 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ceeb70-743a-4d07-a830-bbfe3f9105e2 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Network 48e1b6de-f4aa-4a52-9a03-dec5cc2c6a9d is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:06:31.820806 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-73ceeb70-743a-4d07-a830-bbfe3f9105e2 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:06:31.825663 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ceeb70-743a-4d07-a830-bbfe3f9105e2 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:06:31.832880 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49088) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:31.863946 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ceeb70-743a-4d07-a830-bbfe3f9105e2 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Pushing event updated for resources: {'Port': ['ID=f01d4871-e90c-4c61-a5f5-b4f288a46e8e,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:31.869283 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-b2e2a4c8-4b9b-4c95-9970-af075176a6dc service neutron] 10.222.0.13 "GET /v2.0/networks/65487f5e-aa75-4d64-a662-cf5c6179a6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448615 Jul 24 01:06:31.889756 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8bb48c6b-da44-44bf-aa30-52a8ec442ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:31.923246 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ceeb70-743a-4d07-a830-bbfe3f9105e2 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:31.923954 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-73ceeb70-743a-4d07-a830-bbfe3f9105e2 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:31.930085 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-d9a41ba4-fce7-40b1-ba8c-3df1e887ba32 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.33&port_id=a506a736-02bd-4fbb-acb0-f1c78bc19022 HTTP/1.1" status: 200 len: 217 time: 0.0498474 Jul 24 01:06:32.017451 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-6be1356c-9597-4f70-8579-69eb39a05b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:32.019836 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-6be1356c-9597-4f70-8579-69eb39a05b8a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81a038cb-df9c-49e4-af9e-e93d2e1470dd HTTP/1.1" status: 200 len: 797 time: 0.0823338 Jul 24 01:06:32.062072 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8bb48c6b-da44-44bf-aa30-52a8ec442ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:32.071157 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8bb48c6b-da44-44bf-aa30-52a8ec442ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:32.148172 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8bb48c6b-da44-44bf-aa30-52a8ec442ae2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f659d38cb5674953aee60a094c13e97a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3141618 Jul 24 01:06:32.152882 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-7bd07876-9054-4489-8ffa-061b15e55eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:32.153223 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-73ceeb70-743a-4d07-a830-bbfe3f9105e2 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4958854 Jul 24 01:06:32.155027 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-7bd07876-9054-4489-8ffa-061b15e55eb2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65487f5e-aa75-4d64-a662-cf5c6179a6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1111531 Jul 24 01:06:32.157254 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 49096) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:32.157366 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49098) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:32.160083 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-3f430132-6b0c-40c1-8bfd-9f5379a04cec None None] Provisioning for port f01d4871-e90c-4c61-a5f5-b4f288a46e8e completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:06:32.164602 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-3f430132-6b0c-40c1-8bfd-9f5379a04cec None None] Provisioning complete for port f01d4871-e90c-4c61-a5f5-b4f288a46e8e triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:06:32.167270 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3f430132-6b0c-40c1-8bfd-9f5379a04cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:32.170531 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-c3eda852-253c-4c78-9041-8e47e8bd0306 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:b7:7c:d4'}]}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:06:32.215663 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-3f430132-6b0c-40c1-8bfd-9f5379a04cec None None] Port f01d4871-e90c-4c61-a5f5-b4f288a46e8e cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:06:32.221938 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb48c6b-da44-44bf-aa30-52a8ec442ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94b346f-c877-404d-bc4e-daa8d1910389,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:32.306803 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c3eda852-253c-4c78-9041-8e47e8bd0306 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:32.318550 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6b956bbe-f2d2-4d36-ade4-19d75920dd86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:32.363679 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6b956bbe-f2d2-4d36-ade4-19d75920dd86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:32.387260 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c46e3-dbb3-43a7-8a33-e16d5fc087fa req-35caadac-ee0d-437f-ac31-0c3a54a76eca tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:32.388799 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-579c46e3-dbb3-43a7-8a33-e16d5fc087fa req-35caadac-ee0d-437f-ac31-0c3a54a76eca tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e485cbd-65da-4d2b-9229-6d3f0fc837db HTTP/1.1" status: 200 len: 945 time: 0.2566793 Jul 24 01:06:32.395079 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-3d5f884b-60cc-4fe3-a24e-5b7c542ee00b service neutron] 10.222.0.13 "GET /v2.0/networks/65487f5e-aa75-4d64-a662-cf5c6179a6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709814 Jul 24 01:06:32.485341 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-579c46e3-dbb3-43a7-8a33-e16d5fc087fa req-b6aa6150-4b95-4ad1-bef6-1cacc53ecc0f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?id=045bbabd-1ef4-44c1-9989-1ddc77c899ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842164 Jul 24 01:06:32.522081 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c3eda852-253c-4c78-9041-8e47e8bd0306 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:32.527813 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c3eda852-253c-4c78-9041-8e47e8bd0306 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:32.545297 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6b956bbe-f2d2-4d36-ade4-19d75920dd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:32.547920 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6b956bbe-f2d2-4d36-ade4-19d75920dd86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:32.549270 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6b956bbe-f2d2-4d36-ade4-19d75920dd86 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e94b346f-c877-404d-bc4e-daa8d1910389 HTTP/1.1" status: 204 len: 168 time: 0.3907571 Jul 24 01:06:32.562310 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b956bbe-f2d2-4d36-ade4-19d75920dd86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94b346f-c877-404d-bc4e-daa8d1910389,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:32.580751 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-b01a69d7-8a6f-415d-aaa5-f89eab0b91a7 service neutron] 10.222.0.13 "GET /v2.0/networks/65487f5e-aa75-4d64-a662-cf5c6179a6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783707 Jul 24 01:06:32.645337 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eda852-253c-4c78-9041-8e47e8bd0306 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Pushing event updated for resources: {'Port': ['ID=f01d4871-e90c-4c61-a5f5-b4f288a46e8e,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:32.650688 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-9aac1b25-5411-4b6c-a6b9-7c95548ab1ed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=3bdee268-3504-4249-9688-c9a743e39dc3 HTTP/1.1" status: 200 len: 217 time: 0.0624013 Jul 24 01:06:32.668768 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-c3eda852-253c-4c78-9041-8e47e8bd0306 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] In _notify_port_updated(), no bound segment for port f01d4871-e90c-4c61-a5f5-b4f288a46e8e on network 48e1b6de-f4aa-4a52-9a03-dec5cc2c6a9d {{(pid=100463) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 01:06:32.676795 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3eda852-253c-4c78-9041-8e47e8bd0306 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:32.679325 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c3eda852-253c-4c78-9041-8e47e8bd0306 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:32.685495 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c3eda852-253c-4c78-9041-8e47e8bd0306 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] 10.222.0.15 "PUT /v2.0/ports/f01d4871-e90c-4c61-a5f5-b4f288a46e8e HTTP/1.1" status: 200 len: 995 time: 0.5244257 Jul 24 01:06:32.687437 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49108) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:32.730443 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 49112) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:32.889479 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-4778d5f0-9f55-47ec-b05e-ffd01bd249ee tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Deleting port f01d4871-e90c-4c61-a5f5-b4f288a46e8e {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:06:32.892114 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4778d5f0-9f55-47ec-b05e-ffd01bd249ee tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:33.016111 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9cd35198-cfb1-45e6-8854-9206d729b22a req-e28aee02-dd4a-40f3-a1f0-84d05897e87f tempest-ServerShowV247Test-1711115680 tempest-ServerShowV247Test-1711115680-project] 10.222.0.15 "GET /v2.0/ports?device_id=859df440-991e-4147-90ad-bdc9291685b3 HTTP/1.1" status: 200 len: 210 time: 0.0837276 Jul 24 01:06:33.050688 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b11bfe13-f9fc-44d8-b722-e3e965b89842 None None] Provisioning complete for port f01d4871-e90c-4c61-a5f5-b4f288a46e8e triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:06:33.051399 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b11bfe13-f9fc-44d8-b722-e3e965b89842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:33.080514 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-b5623c9f-1046-4634-b6e3-5cd2b814bcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:33.081806 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-b5623c9f-1046-4634-b6e3-5cd2b814bcb9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81a038cb-df9c-49e4-af9e-e93d2e1470dd HTTP/1.1" status: 200 len: 797 time: 0.4186566 Jul 24 01:06:33.116660 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4778d5f0-9f55-47ec-b05e-ffd01bd249ee tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:33.135714 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-4778d5f0-9f55-47ec-b05e-ffd01bd249ee tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Calling delete_port for f01d4871-e90c-4c61-a5f5-b4f288a46e8e owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:06:33.151909 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-b11bfe13-f9fc-44d8-b722-e3e965b89842 None None] Port f01d4871-e90c-4c61-a5f5-b4f288a46e8e cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:06:33.314456 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4778d5f0-9f55-47ec-b05e-ffd01bd249ee tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:33.367757 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4778d5f0-9f55-47ec-b05e-ffd01bd249ee tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Pushing event deleted for resources: {'Port': ['ID=f01d4871-e90c-4c61-a5f5-b4f288a46e8e,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:33.380537 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-c1208939-8e71-4918-af14-66ecff628a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:33.382094 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-c1208939-8e71-4918-af14-66ecff628a96 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65487f5e-aa75-4d64-a662-cf5c6179a6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2847810 Jul 24 01:06:33.540938 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4778d5f0-9f55-47ec-b05e-ffd01bd249ee tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:33.549658 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4778d5f0-9f55-47ec-b05e-ffd01bd249ee tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] 10.222.0.15 "DELETE /v2.0/ports/f01d4871-e90c-4c61-a5f5-b4f288a46e8e HTTP/1.1" status: 204 len: 168 time: 0.8587635 Jul 24 01:06:33.550376 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49154) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:33.605891 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-c859e32a-ffb9-48f5-900e-f2d17ab53d77 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] GET failed (client error): The resource could not be found. Jul 24 01:06:33.609033 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c859e32a-ffb9-48f5-900e-f2d17ab53d77 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] 10.222.0.15 "GET /v2.0/ports/f01d4871-e90c-4c61-a5f5-b4f288a46e8e HTTP/1.1" status: 404 len: 333 time: 0.0575843 Jul 24 01:06:33.635670 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49164) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:33.648281 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-2f9fb1c7-249f-4504-87c7-16fafa333409 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Request body: {'port': {'network_id': '48e1b6de-f4aa-4a52-9a03-dec5cc2c6a9d', 'name': 'tempest-AllowedAddressPairTestJSON-298455772'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:06:33.771120 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-61610698-d2eb-4769-bd8e-407b53ea50ad req-d84f12b1-5455-4abe-b1db-a21ea40dccd2 tempest-ServerShowV247Test-1711115680 tempest-ServerShowV247Test-1711115680-project] 10.222.0.15 "GET /v2.0/ports?device_id=859df440-991e-4147-90ad-bdc9291685b3 HTTP/1.1" status: 200 len: 210 time: 0.1141005 Jul 24 01:06:33.972206 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9fb1c7-249f-4504-87c7-16fafa333409 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Made reservation on behalf of c75b2f1da1ab4466b003d778168cfbd5 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:06:33.978705 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2f9fb1c7-249f-4504-87c7-16fafa333409 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:34.007242 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-2f9fb1c7-249f-4504-87c7-16fafa333409 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] device_id is not set on port f1c0f2c1-205e-428c-93aa-61921624849d yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:06:34.131057 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-b874db6d-402e-4b4e-815d-a495c4af0934 service neutron] 10.222.0.13 "GET /v2.0/networks/65487f5e-aa75-4d64-a662-cf5c6179a6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7393498 Jul 24 01:06:34.169509 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-2f9fb1c7-249f-4504-87c7-16fafa333409 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Allocated IP 172.20.0.3 (48e1b6de-f4aa-4a52-9a03-dec5cc2c6a9d/af1b3ec4-c484-4b78-8a9a-67dfb03c8170/f1c0f2c1-205e-428c-93aa-61921624849d) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:06:34.177530 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f70d461a-76e9-4654-94a3-e6ece7e26ef7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:34.218945 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c4f8e-b144-4885-9c17-308da4e6e09a req-7945881d-18db-43e3-ba68-4a42e17a7e63 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:34.220598 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-705c4f8e-b144-4885-9c17-308da4e6e09a req-7945881d-18db-43e3-ba68-4a42e17a7e63 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e485cbd-65da-4d2b-9229-6d3f0fc837db HTTP/1.1" status: 200 len: 945 time: 0.5611448 Jul 24 01:06:34.404786 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-705c4f8e-b144-4885-9c17-308da4e6e09a req-c9fbd467-fee0-4b3a-b05d-bc4cf38fa846 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?id=045bbabd-1ef4-44c1-9989-1ddc77c899ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747935 Jul 24 01:06:34.405502 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2f9fb1c7-249f-4504-87c7-16fafa333409 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:34.409856 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-2b8ac1a8-ab43-482f-a7b8-7a4956a18d10 service neutron] 10.222.0.13 "GET /v2.0/networks/65487f5e-aa75-4d64-a662-cf5c6179a6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679117 Jul 24 01:06:34.429600 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-2f9fb1c7-249f-4504-87c7-16fafa333409 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Transition to ACTIVE for port object f1c0f2c1-205e-428c-93aa-61921624849d will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:06:34.484976 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2f9fb1c7-249f-4504-87c7-16fafa333409 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:34.495502 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-0424bb7d-213d-45eb-836b-cc0c44fba89b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.115&port_id=149cdb73-8fb6-426e-8349-634d1b416c1d HTTP/1.1" status: 200 len: 217 time: 0.0772765 Jul 24 01:06:34.550159 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9fb1c7-249f-4504-87c7-16fafa333409 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Network 48e1b6de-f4aa-4a52-9a03-dec5cc2c6a9d is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:06:34.554084 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-2f9fb1c7-249f-4504-87c7-16fafa333409 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:06:34.562516 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9fb1c7-249f-4504-87c7-16fafa333409 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:06:34.655551 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-e1c4b077-0731-4be0-96cd-043536d95ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:34.657161 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-e1c4b077-0731-4be0-96cd-043536d95ac4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=81a038cb-df9c-49e4-af9e-e93d2e1470dd HTTP/1.1" status: 200 len: 797 time: 0.1246207 Jul 24 01:06:34.686949 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9fb1c7-249f-4504-87c7-16fafa333409 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:34.701491 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2f9fb1c7-249f-4504-87c7-16fafa333409 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:34.731269 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9fb1c7-249f-4504-87c7-16fafa333409 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Pushing event updated for resources: {'Port': ['ID=f1c0f2c1-205e-428c-93aa-61921624849d,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:34.742279 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2f9fb1c7-249f-4504-87c7-16fafa333409 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1047142 Jul 24 01:06:34.745418 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49196) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:34.769803 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-b4d0d407-635a-4d73-94f2-af4ca39f3286 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Request body: {'port': {'network_id': '48e1b6de-f4aa-4a52-9a03-dec5cc2c6a9d', 'name': 'tempest-AllowedAddressPairTestJSON-863597857'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:06:34.835075 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-f70d461a-76e9-4654-94a3-e6ece7e26ef7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Allocated IP 172.20.0.17 (94b972fd-ea51-458a-b10b-049275a12d71/7608eb89-d3b8-4393-a8fc-3c911ec0628c/98f0b591-afac-4e66-b32f-654405275252) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:06:34.869809 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-a6d0452c-0394-4f34-b5b5-e7ce443491ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:34.871475 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-a6d0452c-0394-4f34-b5b5-e7ce443491ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=65487f5e-aa75-4d64-a662-cf5c6179a6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2020247 Jul 24 01:06:34.884559 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:34.961353 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2c1d7dbc-f382-4ef8-8c0a-97fb1b3a83b5 req-e4fe1c1d-89db-4861-aed8-6b246f3f6cd0 tempest-ServerShowV247Test-1711115680 tempest-ServerShowV247Test-1711115680-project] 10.222.0.15 "GET /v2.0/ports?device_id=859df440-991e-4147-90ad-bdc9291685b3 HTTP/1.1" status: 200 len: 210 time: 0.0488746 Jul 24 01:06:35.016376 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d0d407-635a-4d73-94f2-af4ca39f3286 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Made reservation on behalf of c75b2f1da1ab4466b003d778168cfbd5 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:06:35.018500 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-bd9c93db-b62c-43e8-8d53-e97b3885ee44 None None] Provisioning for port f1c0f2c1-205e-428c-93aa-61921624849d completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:06:35.023794 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b4d0d407-635a-4d73-94f2-af4ca39f3286 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:35.025819 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-bd9c93db-b62c-43e8-8d53-e97b3885ee44 None None] Provisioning complete for port f1c0f2c1-205e-428c-93aa-61921624849d triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:06:35.026941 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bd9c93db-b62c-43e8-8d53-e97b3885ee44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:35.073622 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-b4d0d407-635a-4d73-94f2-af4ca39f3286 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] device_id is not set on port b26f69dc-0f0d-49f0-bd8a-12ba4c56ed0e yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:06:35.092670 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-bd9c93db-b62c-43e8-8d53-e97b3885ee44 None None] Port f1c0f2c1-205e-428c-93aa-61921624849d cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:06:35.102353 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f70d461a-76e9-4654-94a3-e6ece7e26ef7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:35.126167 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-f70d461a-76e9-4654-94a3-e6ece7e26ef7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Transition to ACTIVE for port object 98f0b591-afac-4e66-b32f-654405275252 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:06:35.148341 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-b0c6e380-6793-47d4-bdc9-1cafb8a623fb service neutron] 10.222.0.13 "GET /v2.0/networks/65487f5e-aa75-4d64-a662-cf5c6179a6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278540 Jul 24 01:06:35.215326 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:35.251195 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-b4d0d407-635a-4d73-94f2-af4ca39f3286 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Allocated IP 172.20.0.5 (48e1b6de-f4aa-4a52-9a03-dec5cc2c6a9d/af1b3ec4-c484-4b78-8a9a-67dfb03c8170/b26f69dc-0f0d-49f0-bd8a-12ba4c56ed0e) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:06:35.294448 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f70d461a-76e9-4654-94a3-e6ece7e26ef7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:35.369237 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-bf9c0283-b63f-405f-acad-0b21b5f70724 service neutron] 10.222.0.13 "GET /v2.0/networks/65487f5e-aa75-4d64-a662-cf5c6179a6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087722 Jul 24 01:06:35.370056 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d461a-76e9-4654-94a3-e6ece7e26ef7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event updated for resources: {'Port': ['ID=98f0b591-afac-4e66-b32f-654405275252,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:35.375202 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70d461a-76e9-4654-94a3-e6ece7e26ef7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Network 94b972fd-ea51-458a-b10b-049275a12d71 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:06:35.419365 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-ad4271d8-1d25-420e-861c-0678cfe0d7bf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=40187b04-184d-4d3d-a8c9-78e7d3aa2412 HTTP/1.1" status: 200 len: 217 time: 0.0428627 Jul 24 01:06:35.420431 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-f70d461a-76e9-4654-94a3-e6ece7e26ef7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:06:35.423102 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70d461a-76e9-4654-94a3-e6ece7e26ef7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:06:35.524941 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b4d0d407-635a-4d73-94f2-af4ca39f3286 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:35.549729 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f70d461a-76e9-4654-94a3-e6ece7e26ef7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:35.554616 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-b4d0d407-635a-4d73-94f2-af4ca39f3286 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Transition to ACTIVE for port object b26f69dc-0f0d-49f0-bd8a-12ba4c56ed0e will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:06:35.645456 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b4d0d407-635a-4d73-94f2-af4ca39f3286 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:35.738228 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-fb9df14c-f05b-4a33-9dff-41359b4b3d33 None None] Provisioning for port 98f0b591-afac-4e66-b32f-654405275252 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:06:35.743175 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-fb9df14c-f05b-4a33-9dff-41359b4b3d33 None None] Provisioning complete for port 98f0b591-afac-4e66-b32f-654405275252 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:06:35.743833 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-fb9df14c-f05b-4a33-9dff-41359b4b3d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:35.751634 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d0d407-635a-4d73-94f2-af4ca39f3286 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Pushing event updated for resources: {'Port': ['ID=b26f69dc-0f0d-49f0-bd8a-12ba4c56ed0e,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:35.757047 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d0d407-635a-4d73-94f2-af4ca39f3286 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Network 48e1b6de-f4aa-4a52-9a03-dec5cc2c6a9d is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:06:35.760475 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-b4d0d407-635a-4d73-94f2-af4ca39f3286 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:06:35.763655 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-c73b819d-fb60-43bc-b7d3-a1c188a41cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:35.765631 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-c73b819d-fb60-43bc-b7d3-a1c188a41cd1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=959a9d79-5c81-43b4-9d07-b0995246156a HTTP/1.1" status: 200 len: 797 time: 0.3397248 Jul 24 01:06:35.778534 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d0d407-635a-4d73-94f2-af4ca39f3286 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:06:35.800363 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-fb9df14c-f05b-4a33-9dff-41359b4b3d33 None None] Port 98f0b591-afac-4e66-b32f-654405275252 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:06:35.851541 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d0d407-635a-4d73-94f2-af4ca39f3286 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:35.852251 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b4d0d407-635a-4d73-94f2-af4ca39f3286 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:35.906071 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b4d0d407-635a-4d73-94f2-af4ca39f3286 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1595039 Jul 24 01:06:35.908698 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49242) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:35.915937 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-c9b8f5c6-6242-4ccf-b82d-0a10a8a565ee tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:b7:7c:d4'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:b2:f4:11'}]}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:06:35.981897 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb96fe-6e33-49a0-a926-eabca7eacf63 req-88f5d615-a119-470f-b472-00c97852732f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:35.983568 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-25fb96fe-6e33-49a0-a926-eabca7eacf63 req-88f5d615-a119-470f-b472-00c97852732f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e485cbd-65da-4d2b-9229-6d3f0fc837db HTTP/1.1" status: 200 len: 945 time: 0.3002896 Jul 24 01:06:36.037930 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-610155b6-690c-44bd-91cd-5befd6514584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:36.039543 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-610155b6-690c-44bd-91cd-5befd6514584 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2625303 Jul 24 01:06:36.141780 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f70d461a-76e9-4654-94a3-e6ece7e26ef7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:36.172264 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ff16a709-ff17-4718-9087-71ccd7f842b1 req-c6d2f22c-5033-4c4b-b3d3-6157f034a03a tempest-ServerShowV247Test-1711115680 tempest-ServerShowV247Test-1711115680-project] 10.222.0.15 "GET /v2.0/ports?device_id=859df440-991e-4147-90ad-bdc9291685b3 HTTP/1.1" status: 200 len: 210 time: 0.0443358 Jul 24 01:06:36.239381 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a4ce1e7c-511b-4f80-a5a6-a18d0fb613d7 None None] Provisioning for port b26f69dc-0f0d-49f0-bd8a-12ba4c56ed0e completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:06:36.248788 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a4ce1e7c-511b-4f80-a5a6-a18d0fb613d7 None None] Provisioning complete for port b26f69dc-0f0d-49f0-bd8a-12ba4c56ed0e triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:06:36.249448 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a4ce1e7c-511b-4f80-a5a6-a18d0fb613d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:36.255168 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-25fb96fe-6e33-49a0-a926-eabca7eacf63 req-b3acbeab-2a56-44d4-aee1-dd36f6ff72da tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?id=045bbabd-1ef4-44c1-9989-1ddc77c899ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295594 Jul 24 01:06:36.283256 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c9b8f5c6-6242-4ccf-b82d-0a10a8a565ee tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:36.327005 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-a4ce1e7c-511b-4f80-a5a6-a18d0fb613d7 None None] Port b26f69dc-0f0d-49f0-bd8a-12ba4c56ed0e cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:06:36.361830 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-2c86c6fb-e9cb-46be-b09d-60118bdacca5 service neutron] 10.222.0.13 "GET /v2.0/networks/09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136015 Jul 24 01:06:36.518463 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c9b8f5c6-6242-4ccf-b82d-0a10a8a565ee tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:36.530756 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c9b8f5c6-6242-4ccf-b82d-0a10a8a565ee tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:36.647879 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b8f5c6-6242-4ccf-b82d-0a10a8a565ee tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Pushing event updated for resources: {'Port': ['ID=b26f69dc-0f0d-49f0-bd8a-12ba4c56ed0e,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:36.651220 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-bd0ae11e-9077-4dff-8016-83a449f2cd9b service neutron] 10.222.0.13 "GET /v2.0/networks/09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827487 Jul 24 01:06:36.661410 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-c9b8f5c6-6242-4ccf-b82d-0a10a8a565ee tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] In _notify_port_updated(), no bound segment for port b26f69dc-0f0d-49f0-bd8a-12ba4c56ed0e on network 48e1b6de-f4aa-4a52-9a03-dec5cc2c6a9d {{(pid=100463) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 01:06:36.673853 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b8f5c6-6242-4ccf-b82d-0a10a8a565ee tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:36.674563 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c9b8f5c6-6242-4ccf-b82d-0a10a8a565ee tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:36.678414 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c9b8f5c6-6242-4ccf-b82d-0a10a8a565ee tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] 10.222.0.15 "PUT /v2.0/ports/b26f69dc-0f0d-49f0-bd8a-12ba4c56ed0e HTTP/1.1" status: 200 len: 1054 time: 0.7662318 Jul 24 01:06:36.682588 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49268) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:36.729210 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-65359faa-da46-46e5-92a4-efc50085be3f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f62b6018-fd2e-4741-aae0-965e0d0f01a6 HTTP/1.1" status: 200 len: 217 time: 0.0608592 Jul 24 01:06:36.780695 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49270) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:36.849401 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-325be0c8-ff9e-4f08-8a27-15cde65f107a tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Deleting port b26f69dc-0f0d-49f0-bd8a-12ba4c56ed0e {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:06:36.849674 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-325be0c8-ff9e-4f08-8a27-15cde65f107a tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:36.878632 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-063bc17c-1a2c-4ab1-a3f5-9927a3268ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:36.880937 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-063bc17c-1a2c-4ab1-a3f5-9927a3268ccb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=959a9d79-5c81-43b4-9d07-b0995246156a HTTP/1.1" status: 200 len: 797 time: 0.1443396 Jul 24 01:06:36.959036 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-225bdd6b-4336-459c-92d6-9c0b7e6fe45d None None] Provisioning complete for port b26f69dc-0f0d-49f0-bd8a-12ba4c56ed0e triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:06:36.959428 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-225bdd6b-4336-459c-92d6-9c0b7e6fe45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:37.005051 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a424f567-55cb-4544-9309-a6e9523291f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:37.009822 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-325be0c8-ff9e-4f08-8a27-15cde65f107a tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:37.014395 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-f9b6921f-eaab-41f4-86a1-02aa02f28d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:37.016353 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-f9b6921f-eaab-41f4-86a1-02aa02f28d22 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1271281 Jul 24 01:06:37.023500 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-225bdd6b-4336-459c-92d6-9c0b7e6fe45d None None] Port b26f69dc-0f0d-49f0-bd8a-12ba4c56ed0e cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:06:37.039203 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-325be0c8-ff9e-4f08-8a27-15cde65f107a tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Calling delete_port for b26f69dc-0f0d-49f0-bd8a-12ba4c56ed0e owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:06:37.052901 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f70d461a-76e9-4654-94a3-e6ece7e26ef7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:37.066245 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f70d461a-76e9-4654-94a3-e6ece7e26ef7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:37.198773 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d461a-76e9-4654-94a3-e6ece7e26ef7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event updated for resources: {'Port': ['ID=98f0b591-afac-4e66-b32f-654405275252,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:37.203696 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f70d461a-76e9-4654-94a3-e6ece7e26ef7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:37.219018 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-04a64a1b-af94-4a29-a02b-14a765c52b16 service neutron] 10.222.0.13 "GET /v2.0/networks/09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910090 Jul 24 01:06:37.224874 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a424f567-55cb-4544-9309-a6e9523291f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:37.231223 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a424f567-55cb-4544-9309-a6e9523291f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:37.287394 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a424f567-55cb-4544-9309-a6e9523291f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f312ebc0-2b4e-4dc0-84d0-f7a5eeccacc8,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:37.292349 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a424f567-55cb-4544-9309-a6e9523291f4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=60d5c688928e46938993449a5afc2836&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5106485 Jul 24 01:06:37.295377 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-325be0c8-ff9e-4f08-8a27-15cde65f107a tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:37.297068 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49288) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:37.374313 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325be0c8-ff9e-4f08-8a27-15cde65f107a tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Pushing event deleted for resources: {'Port': ['ID=b26f69dc-0f0d-49f0-bd8a-12ba4c56ed0e,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:37.398736 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49badbe7-f4a7-4293-83dd-e41008a6f12f req-fcc7a9a1-7ef8-4dce-beb9-4715cc7fddde service neutron] 10.222.0.13 "GET /v2.0/networks/09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677358 Jul 24 01:06:37.433882 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9c852a64-18bc-4641-804e-8a5152c0b7d2 req-8e5016ad-d200-46ea-85e4-f6cbb4d8d355 tempest-ServerShowV247Test-1711115680 tempest-ServerShowV247Test-1711115680-project] 10.222.0.15 "GET /v2.0/ports?device_id=859df440-991e-4147-90ad-bdc9291685b3 HTTP/1.1" status: 200 len: 210 time: 0.0603802 Jul 24 01:06:37.480275 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9b48c6d0-cb1c-4e5e-b9d9-915ddc01622b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:37.482967 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70d461a-76e9-4654-94a3-e6ece7e26ef7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Network 94b972fd-ea51-458a-b10b-049275a12d71 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:06:37.486126 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-f70d461a-76e9-4654-94a3-e6ece7e26ef7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:06:37.573278 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9b48c6d0-cb1c-4e5e-b9d9-915ddc01622b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:37.635747 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc01ad-8da7-4529-b5bd-2ad0f904af75 req-84dec918-5f9a-4bff-a1f9-4a69f2465fad tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:37.637573 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-aacc01ad-8da7-4529-b5bd-2ad0f904af75 req-84dec918-5f9a-4bff-a1f9-4a69f2465fad tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e485cbd-65da-4d2b-9229-6d3f0fc837db HTTP/1.1" status: 200 len: 945 time: 0.2574742 Jul 24 01:06:37.738964 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-aacc01ad-8da7-4529-b5bd-2ad0f904af75 req-0d2c2280-e95a-48a3-ac23-98a7b349da90 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?id=045bbabd-1ef4-44c1-9989-1ddc77c899ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836792 Jul 24 01:06:37.758335 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70d461a-76e9-4654-94a3-e6ece7e26ef7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Router f6ff5465-5b0f-403c-bf38-0ffff92907db has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:06:37.776828 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-325be0c8-ff9e-4f08-8a27-15cde65f107a tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:37.781058 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-325be0c8-ff9e-4f08-8a27-15cde65f107a tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] 10.222.0.15 "DELETE /v2.0/ports/b26f69dc-0f0d-49f0-bd8a-12ba4c56ed0e HTTP/1.1" status: 204 len: 168 time: 1.0965149 Jul 24 01:06:37.803025 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49298) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:37.841952 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9b48c6d0-cb1c-4e5e-b9d9-915ddc01622b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:37.845129 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9b48c6d0-cb1c-4e5e-b9d9-915ddc01622b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:37.848660 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9b48c6d0-cb1c-4e5e-b9d9-915ddc01622b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f312ebc0-2b4e-4dc0-84d0-f7a5eeccacc8 HTTP/1.1" status: 204 len: 168 time: 0.5482836 Jul 24 01:06:37.867679 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a9bc04c6-55d5-4d36-8cb8-34957c2db07e None None] Provisioning complete for port 98f0b591-afac-4e66-b32f-654405275252 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:06:37.868816 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a9bc04c6-55d5-4d36-8cb8-34957c2db07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:37.885972 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b48c6d0-cb1c-4e5e-b9d9-915ddc01622b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f312ebc0-2b4e-4dc0-84d0-f7a5eeccacc8,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:37.899945 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-c54fb1d7-a306-418d-b928-a6c64880ce67 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] GET failed (client error): The resource could not be found. Jul 24 01:06:37.902255 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c54fb1d7-a306-418d-b928-a6c64880ce67 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] 10.222.0.15 "GET /v2.0/ports/b26f69dc-0f0d-49f0-bd8a-12ba4c56ed0e HTTP/1.1" status: 404 len: 333 time: 0.0981112 Jul 24 01:06:37.907166 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 49302) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:37.921999 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-a9bc04c6-55d5-4d36-8cb8-34957c2db07e None None] Port 98f0b591-afac-4e66-b32f-654405275252 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:06:37.994154 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70d461a-76e9-4654-94a3-e6ece7e26ef7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:06:38.009421 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f70d461a-76e9-4654-94a3-e6ece7e26ef7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "PUT /v2.0/routers/f6ff5465-5b0f-403c-bf38-0ffff92907db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2725694 Jul 24 01:06:38.015890 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b878cbb0-7b0a-41f3-9e95-19a36fc58e99 None None] Sync routers for ids ['f6ff5465-5b0f-403c-bf38-0ffff92907db'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:06:38.028314 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b878cbb0-7b0a-41f3-9e95-19a36fc58e99 None None] Routers {'f6ff5465-5b0f-403c-bf38-0ffff92907db'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:06:38.028970 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-b878cbb0-7b0a-41f3-9e95-19a36fc58e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:06:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f6ff5465-5b0f-403c-bf38-0ffff92907db'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:38.085457 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-363c93ae-07e8-46d4-8da1-a7a4d8bec82e tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Deleting port f1c0f2c1-205e-428c-93aa-61921624849d {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:06:38.086193 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-363c93ae-07e8-46d4-8da1-a7a4d8bec82e tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:38.161333 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-b878cbb0-7b0a-41f3-9e95-19a36fc58e99 None None] Set router f6ff5465-5b0f-403c-bf38-0ffff92907db gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:06:38.193305 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-363c93ae-07e8-46d4-8da1-a7a4d8bec82e tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:38.209180 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-363c93ae-07e8-46d4-8da1-a7a4d8bec82e tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Calling delete_port for f1c0f2c1-205e-428c-93aa-61921624849d owned by {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:06:38.316143 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49316) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:38.334144 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d4d17d2b-9bfb-45b0-8862-46fa29a810a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:38.387198 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-363c93ae-07e8-46d4-8da1-a7a4d8bec82e tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:38.426289 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c93ae-07e8-46d4-8da1-a7a4d8bec82e tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Pushing event deleted for resources: {'Port': ['ID=f1c0f2c1-205e-428c-93aa-61921624849d,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:38.469255 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-b878cbb0-7b0a-41f3-9e95-19a36fc58e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'name': 'tempest-TestNetworkBasicOps-router-2050731732', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b59d5601-ee7c-445b-8b62-64aeb279838e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:04:45Z', 'updated_at': '2021-07-24T01:06:35Z', 'revision_number': 5, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'gw_port': {'id': 'b59d5601-ee7c-445b-8b62-64aeb279838e', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:04:46Z', 'updated_at': '2021-07-24T01:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'a72b7355-3ee3-4670-a194-5f52e79ebcfd', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'floating_ip_address': '172.25.2.38', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'port_id': 'f9bddbb8-bd8c-40e5-afb8-26755e5f9140', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '059adbcb-434c-431e-8c2b-2f91e64b593b', 'mac_address': 'fa:16:3e:59:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e07736-7790-49fd-8214-dc0074ec357f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:05:27Z', 'updated_at': '2021-07-24T01:05:31Z', 'revision_number': 1, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98f0b591-afac-4e66-b32f-654405275252', 'name': '', 'network_id': '94b972fd-ea51-458a-b10b-049275a12d71', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'mac_address': 'fa:16:3e:e5:ba:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '7608eb89-d3b8-4393-a8fc-3c911ec0628c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:06:34Z', 'updated_at': '2021-07-24T01:06:36Z', 'revision_number': 2, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'subnets': [{'id': '7608eb89-d3b8-4393-a8fc-3c911ec0628c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec535bfa-356b-4143-9077-2528c910b187', 'name': '', 'network_id': '059adbcb-434c-431e-8c2b-2f91e64b593b', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'mac_address': 'fa:16:3e:75:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'e038f4c8-5e0a-4d5d-906f-738663910f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:04:53Z', 'updated_at': '2021-07-24T01:05:03Z', 'revision_number': 5, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'subnets': [{'id': 'e038f4c8-5e0a-4d5d-906f-738663910f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:38.505939 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b878cbb0-7b0a-41f3-9e95-19a36fc58e99 None None] Checking router: f6ff5465-5b0f-403c-bf38-0ffff92907db for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:06:38.506425 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b878cbb0-7b0a-41f3-9e95-19a36fc58e99 None None] Updating router f6ff5465-5b0f-403c-bf38-0ffff92907db port 98f0b591-afac-4e66-b32f-654405275252 binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:06:38.517925 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d4d17d2b-9bfb-45b0-8862-46fa29a810a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:38.549120 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d4d17d2b-9bfb-45b0-8862-46fa29a810a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:38.564060 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-363c93ae-07e8-46d4-8da1-a7a4d8bec82e tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:38.566546 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-363c93ae-07e8-46d4-8da1-a7a4d8bec82e tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] 10.222.0.15 "DELETE /v2.0/ports/f1c0f2c1-205e-428c-93aa-61921624849d HTTP/1.1" status: 204 len: 168 time: 0.6582284 Jul 24 01:06:38.569022 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 49324) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:38.581778 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-b878cbb0-7b0a-41f3-9e95-19a36fc58e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:38.590576 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d17d2b-9bfb-45b0-8862-46fa29a810a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4162c25c-8fb0-47e3-b9ba-fb5620b6baaa,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:38.614023 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-0118d8c6-f22b-4265-b805-e991f8809c10 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] GET failed (client error): The resource could not be found. Jul 24 01:06:38.615892 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0118d8c6-f22b-4265-b805-e991f8809c10 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] 10.222.0.15 "GET /v2.0/ports/f1c0f2c1-205e-428c-93aa-61921624849d HTTP/1.1" status: 404 len: 333 time: 0.0455961 Jul 24 01:06:38.619481 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 49326) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:38.647924 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9e9aeccd-5b80-4fee-8250-0c32ae889808 req-3c758cbb-43d7-4112-8959-bce2462291c9 tempest-ServerShowV247Test-1711115680 tempest-ServerShowV247Test-1711115680-project] 10.222.0.15 "GET /v2.0/ports?device_id=859df440-991e-4147-90ad-bdc9291685b3 HTTP/1.1" status: 200 len: 210 time: 0.0584471 Jul 24 01:06:38.666751 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d4d17d2b-9bfb-45b0-8862-46fa29a810a2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e4670c6b3e2f4fed9a8acfc53fa885a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3470516 Jul 24 01:06:38.667566 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49328) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:38.745073 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-32a031f0-9fc5-41a9-86fb-6fa0fe822031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:38.767741 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-534a0e69-30d8-4acb-b8d9-74c6972f39cd tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Deleting port c8528f90-e116-4fa5-9bd8-5a64c0cf71ef {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:06:38.768315 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-534a0e69-30d8-4acb-b8d9-74c6972f39cd tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:38.791726 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-32a031f0-9fc5-41a9-86fb-6fa0fe822031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:38.874811 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-32a031f0-9fc5-41a9-86fb-6fa0fe822031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:38.878056 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-32a031f0-9fc5-41a9-86fb-6fa0fe822031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:38.883138 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-32a031f0-9fc5-41a9-86fb-6fa0fe822031 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4162c25c-8fb0-47e3-b9ba-fb5620b6baaa HTTP/1.1" status: 204 len: 168 time: 0.2123239 Jul 24 01:06:38.891224 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a031f0-9fc5-41a9-86fb-6fa0fe822031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4162c25c-8fb0-47e3-b9ba-fb5620b6baaa,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:38.957911 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-534a0e69-30d8-4acb-b8d9-74c6972f39cd tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:38.978087 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-534a0e69-30d8-4acb-b8d9-74c6972f39cd tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Calling delete_port for c8528f90-e116-4fa5-9bd8-5a64c0cf71ef owned by {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:06:39.010089 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8fdbf-bf43-44c6-9e56-cef7b9bf4010 req-d5de19ab-0333-423a-98a2-ac2cc91e0223 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:39.015266 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6cc8fdbf-bf43-44c6-9e56-cef7b9bf4010 req-d5de19ab-0333-423a-98a2-ac2cc91e0223 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e485cbd-65da-4d2b-9229-6d3f0fc837db HTTP/1.1" status: 200 len: 945 time: 0.1297913 Jul 24 01:06:39.064342 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-b878cbb0-7b0a-41f3-9e95-19a36fc58e99 None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:39.078200 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-b878cbb0-7b0a-41f3-9e95-19a36fc58e99 None None] Transition to ACTIVE for port object 98f0b591-afac-4e66-b32f-654405275252 will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:06:39.086644 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-b878cbb0-7b0a-41f3-9e95-19a36fc58e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:39.109535 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6cc8fdbf-bf43-44c6-9e56-cef7b9bf4010 req-c25647cf-55bd-48fd-8dc7-c077381986bc tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?id=045bbabd-1ef4-44c1-9989-1ddc77c899ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913281 Jul 24 01:06:39.255665 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-b878cbb0-7b0a-41f3-9e95-19a36fc58e99 None None] Attempting to bind port 98f0b591-afac-4e66-b32f-654405275252 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:06:39.256126 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-b878cbb0-7b0a-41f3-9e95-19a36fc58e99 None None] Attempting to bind port 98f0b591-afac-4e66-b32f-654405275252 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'eecfb199-0eae-44fd-b610-e83e0f716ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '94b972fd-ea51-458a-b10b-049275a12d71'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:06:39.256554 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b878cbb0-7b0a-41f3-9e95-19a36fc58e99 None None] Attempting to bind port 98f0b591-afac-4e66-b32f-654405275252 on network 94b972fd-ea51-458a-b10b-049275a12d71 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:06:39.264841 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b878cbb0-7b0a-41f3-9e95-19a36fc58e99 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:06:39.265322 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b878cbb0-7b0a-41f3-9e95-19a36fc58e99 None None] Checking segment: {'id': 'eecfb199-0eae-44fd-b610-e83e0f716ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '94b972fd-ea51-458a-b10b-049275a12d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:06:39.265798 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-b878cbb0-7b0a-41f3-9e95-19a36fc58e99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:39.266299 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b878cbb0-7b0a-41f3-9e95-19a36fc58e99 None None] Bound using segment: {'id': 'eecfb199-0eae-44fd-b610-e83e0f716ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '94b972fd-ea51-458a-b10b-049275a12d71'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:06:39.266878 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-b878cbb0-7b0a-41f3-9e95-19a36fc58e99 None None] Bound port: 98f0b591-afac-4e66-b32f-654405275252, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eecfb199-0eae-44fd-b610-e83e0f716ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '94b972fd-ea51-458a-b10b-049275a12d71'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:06:39.267340 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-b878cbb0-7b0a-41f3-9e95-19a36fc58e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:39.387684 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-b878cbb0-7b0a-41f3-9e95-19a36fc58e99 None None] For port 98f0b591-afac-4e66-b32f-654405275252, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:06:39.392263 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-b878cbb0-7b0a-41f3-9e95-19a36fc58e99 None None] For port 98f0b591-afac-4e66-b32f-654405275252, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=98f0b591-afac-4e66-b32f-654405275252,segment=NetworkSegment(eecfb199-0eae-44fd-b610-e83e0f716ff6),segment_id=eecfb199-0eae-44fd-b610-e83e0f716ff6)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:06:39.404496 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bcf563-e1a9-4726-a80a-9c8a3698f633 None None] Pushing event updated for resources: {'Port': ['ID=98f0b591-afac-4e66-b32f-654405275252,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:39.415452 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bcf563-e1a9-4726-a80a-9c8a3698f633 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:39.416209 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bcf563-e1a9-4726-a80a-9c8a3698f633 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:39.416783 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bcf563-e1a9-4726-a80a-9c8a3698f633 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:39.417549 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bcf563-e1a9-4726-a80a-9c8a3698f633 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:39.418094 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bcf563-e1a9-4726-a80a-9c8a3698f633 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:39.418666 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bcf563-e1a9-4726-a80a-9c8a3698f633 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:39.419303 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bcf563-e1a9-4726-a80a-9c8a3698f633 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:39.419850 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bcf563-e1a9-4726-a80a-9c8a3698f633 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:39.420376 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bcf563-e1a9-4726-a80a-9c8a3698f633 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:39.420918 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bcf563-e1a9-4726-a80a-9c8a3698f633 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:39.421439 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bcf563-e1a9-4726-a80a-9c8a3698f633 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:39.421970 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56bcf563-e1a9-4726-a80a-9c8a3698f633 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:39.426880 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-b878cbb0-7b0a-41f3-9e95-19a36fc58e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:39.496140 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bcf563-e1a9-4726-a80a-9c8a3698f633 None None] Pushing event updated for resources: {'Port': ['ID=98f0b591-afac-4e66-b32f-654405275252,revision_number=4']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:39.538676 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b878cbb0-7b0a-41f3-9e95-19a36fc58e99 None None] Routers {'f6ff5465-5b0f-403c-bf38-0ffff92907db'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:06:39.539581 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-b878cbb0-7b0a-41f3-9e95-19a36fc58e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:06:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f6ff5465-5b0f-403c-bf38-0ffff92907db'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:39.708975 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-534a0e69-30d8-4acb-b8d9-74c6972f39cd tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:39.709235 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-b878cbb0-7b0a-41f3-9e95-19a36fc58e99 None None] Set router f6ff5465-5b0f-403c-bf38-0ffff92907db gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:06:39.822036 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a0e69-30d8-4acb-b8d9-74c6972f39cd tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Pushing event deleted for resources: {'Port': ['ID=c8528f90-e116-4fa5-9bd8-5a64c0cf71ef,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:40.046313 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d8d65-018c-4b07-8e88-b7ea2f4df3d1 req-027d982a-d587-4e3b-8b9b-3429138568fd tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:40.050160 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-116d8d65-018c-4b07-8e88-b7ea2f4df3d1 req-027d982a-d587-4e3b-8b9b-3429138568fd tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e485cbd-65da-4d2b-9229-6d3f0fc837db HTTP/1.1" status: 200 len: 945 time: 0.3610258 Jul 24 01:06:40.070336 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79eb82e-b35a-4566-ba9d-4a3f49b589b6 req-f74b4b15-3e69-4182-9930-493454eb8ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:40.072498 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e79eb82e-b35a-4566-ba9d-4a3f49b589b6 req-f74b4b15-3e69-4182-9930-493454eb8ce7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c3660a81a574f9ba01b0543dcb1130d&device_id=7e485cbd-65da-4d2b-9229-6d3f0fc837db HTTP/1.1" status: 200 len: 1097 time: 0.3822019 Jul 24 01:06:40.188591 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-534a0e69-30d8-4acb-b8d9-74c6972f39cd tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:40.190601 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-534a0e69-30d8-4acb-b8d9-74c6972f39cd tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] 10.222.0.15 "DELETE /v2.0/ports/c8528f90-e116-4fa5-9bd8-5a64c0cf71ef HTTP/1.1" status: 204 len: 168 time: 1.5697060 Jul 24 01:06:40.206908 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 49372) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:40.210869 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-b878cbb0-7b0a-41f3-9e95-19a36fc58e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'name': 'tempest-TestNetworkBasicOps-router-2050731732', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b59d5601-ee7c-445b-8b62-64aeb279838e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:04:45Z', 'updated_at': '2021-07-24T01:06:35Z', 'revision_number': 5, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'gw_port': {'id': 'b59d5601-ee7c-445b-8b62-64aeb279838e', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:04:46Z', 'updated_at': '2021-07-24T01:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'a72b7355-3ee3-4670-a194-5f52e79ebcfd', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'floating_ip_address': '172.25.2.38', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'port_id': 'f9bddbb8-bd8c-40e5-afb8-26755e5f9140', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '059adbcb-434c-431e-8c2b-2f91e64b593b', 'mac_address': 'fa:16:3e:59:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e07736-7790-49fd-8214-dc0074ec357f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:05:27Z', 'updated_at': '2021-07-24T01:05:31Z', 'revision_number': 1, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98f0b591-afac-4e66-b32f-654405275252', 'name': '', 'network_id': '94b972fd-ea51-458a-b10b-049275a12d71', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'mac_address': 'fa:16:3e:e5:ba:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '7608eb89-d3b8-4393-a8fc-3c911ec0628c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:06:34Z', 'updated_at': '2021-07-24T01:06:39Z', 'revision_number': 4, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'subnets': [{'id': '7608eb89-d3b8-4393-a8fc-3c911ec0628c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec535bfa-356b-4143-9077-2528c910b187', 'name': '', 'network_id': '059adbcb-434c-431e-8c2b-2f91e64b593b', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'mac_address': 'fa:16:3e:75:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'e038f4c8-5e0a-4d5d-906f-738663910f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:04:53Z', 'updated_at': '2021-07-24T01:05:03Z', 'revision_number': 5, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'subnets': [{'id': 'e038f4c8-5e0a-4d5d-906f-738663910f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:40.239058 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b878cbb0-7b0a-41f3-9e95-19a36fc58e99 None None] The sync data for ids ['f6ff5465-5b0f-403c-bf38-0ffff92907db'] in n-d-793621-25 is: [{'id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'name': 'tempest-TestNetworkBasicOps-router-2050731732', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b59d5601-ee7c-445b-8b62-64aeb279838e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:04:45Z', 'updated_at': '2021-07-24T01:06:35Z', 'revision_number': 5, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'gw_port': {'id': 'b59d5601-ee7c-445b-8b62-64aeb279838e', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:04:46Z', 'updated_at': '2021-07-24T01:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'a72b7355-3ee3-4670-a194-5f52e79ebcfd', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'floating_ip_address': '172.25.2.38', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'port_id': 'f9bddbb8-bd8c-40e5-afb8-26755e5f9140', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '059adbcb-434c-431e-8c2b-2f91e64b593b', 'mac_address': 'fa:16:3e:59:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e07736-7790-49fd-8214-dc0074ec357f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:05:27Z', 'updated_at': '2021-07-24T01:05:31Z', 'revision_number': 1, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98f0b591-afac-4e66-b32f-654405275252', 'name': '', 'network_id': '94b972fd-ea51-458a-b10b-049275a12d71', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'mac_address': 'fa:16:3e:e5:ba:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '7608eb89-d3b8-4393-a8fc-3c911ec0628c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:06:34Z', 'updated_at': '2021-07-24T01:06:39Z', 'revision_number': 4, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'subnets': [{'id': '7608eb89-d3b8-4393-a8fc-3c911ec0628c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ec535bfa-356b-4143-9077-2528c910b187', 'name': '', 'network_id': '059adbcb-434c-431e-8c2b-2f91e64b593b', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'mac_address': 'fa:16:3e:75:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'e038f4c8-5e0a-4d5d-906f-738663910f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:04:53Z', 'updated_at': '2021-07-24T01:05:03Z', 'revision_number': 5, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'subnets': [{'id': 'e038f4c8-5e0a-4d5d-906f-738663910f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:06:40.309413 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-116d8d65-018c-4b07-8e88-b7ea2f4df3d1 req-c77f431f-d5b1-49fc-80a4-9ebae91645c5 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?id=045bbabd-1ef4-44c1-9989-1ddc77c899ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2473493 Jul 24 01:06:40.431430 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c67d00b-1173-4911-aedd-4096c243a43b tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Deleting subnet af1b3ec4-c484-4b78-8a9a-67dfb03c8170 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:06:40.439807 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4c67d00b-1173-4911-aedd-4096c243a43b tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:40.458326 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c665b7eb-6361-4121-ba1b-c2aecc3a2abb req-1889784d-14a6-4f4f-aff3-221deff45a2c tempest-ServerShowV247Test-1711115680 tempest-ServerShowV247Test-1711115680-project] 10.222.0.15 "GET /v2.0/ports?device_id=859df440-991e-4147-90ad-bdc9291685b3 HTTP/1.1" status: 200 len: 210 time: 0.6828859 Jul 24 01:06:40.501772 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79eb82e-b35a-4566-ba9d-4a3f49b589b6 req-21729298-9753-4158-bba3-2d1d6b8fe8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:40.503609 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e79eb82e-b35a-4566-ba9d-4a3f49b589b6 req-21729298-9753-4158-bba3-2d1d6b8fe8f4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=03e78a62-81d3-4752-be2c-d12db7b84826 HTTP/1.1" status: 200 len: 911 time: 0.3747404 Jul 24 01:06:40.513211 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4c67d00b-1173-4911-aedd-4096c243a43b tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:40.678381 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e79eb82e-b35a-4566-ba9d-4a3f49b589b6 req-415f8f02-6083-4c07-ae89-d15b8ba798ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06 HTTP/1.1" status: 200 len: 1001 time: 0.1231563 Jul 24 01:06:40.724033 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 98f0b591-afac-4e66-b32f-654405275252 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:06:40.742770 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4c67d00b-1173-4911-aedd-4096c243a43b tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:40.784262 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 98f0b591-afac-4e66-b32f-654405275252 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:06:40.802158 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 98f0b591-afac-4e66-b32f-654405275252 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:06:40.802562 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:40.806191 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79eb82e-b35a-4566-ba9d-4a3f49b589b6 req-ff126c3d-d1f7-4b38-9808-addad97df285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:40.807773 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e79eb82e-b35a-4566-ba9d-4a3f49b589b6 req-ff126c3d-d1f7-4b38-9808-addad97df285 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b482f598-bb63-4afc-99f7-7e599c57abf9 HTTP/1.1" status: 200 len: 849 time: 0.1201026 Jul 24 01:06:40.910164 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4c67d00b-1173-4911-aedd-4096c243a43b tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:40.918141 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:40.958448 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67d00b-1173-4911-aedd-4096c243a43b tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Pushing event deleted for resources: {'Subnet': ['ID=af1b3ec4-c484-4b78-8a9a-67dfb03c8170,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:40.974992 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79eb82e-b35a-4566-ba9d-4a3f49b589b6 req-af6e6a43-d766-4ff4-89b2-c6ca11e7adf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:40.978049 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e79eb82e-b35a-4566-ba9d-4a3f49b589b6 req-af6e6a43-d766-4ff4-89b2-c6ca11e7adf7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=03e78a62-81d3-4752-be2c-d12db7b84826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1573429 Jul 24 01:06:40.979400 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4c67d00b-1173-4911-aedd-4096c243a43b tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:40.981517 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4c67d00b-1173-4911-aedd-4096c243a43b tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] 10.222.0.15 "DELETE /v2.0/subnets/af1b3ec4-c484-4b78-8a9a-67dfb03c8170 HTTP/1.1" status: 204 len: 168 time: 0.7341397 Jul 24 01:06:40.983464 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bea8a08-7fef-4993-90f9-dd7aa98b2ef8 None None] Network 48e1b6de-f4aa-4a52-9a03-dec5cc2c6a9d requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:06:40.984104 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 49396) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:41.036009 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 98f0b591-afac-4e66-b32f-654405275252, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=98f0b591-afac-4e66-b32f-654405275252,segment=NetworkSegment(eecfb199-0eae-44fd-b610-e83e0f716ff6),segment_id=eecfb199-0eae-44fd-b610-e83e0f716ff6)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:41.075962 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:41.203281 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=98f0b591-afac-4e66-b32f-654405275252,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:41.212134 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6e96e9cd-c12c-42f5-8ecc-55f3a5058986 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:41.245966 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e79eb82e-b35a-4566-ba9d-4a3f49b589b6 req-c9681fbb-b714-4e6f-8274-142adaa6973a service neutron] 10.222.0.13 "GET /v2.0/networks/03e78a62-81d3-4752-be2c-d12db7b84826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150247 Jul 24 01:06:41.366781 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c21618-41c0-4779-ab56-f208179052d2 None None] DHCP port deletion for 48e1b6de-f4aa-4a52-9a03-dec5cc2c6a9d request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:06:41.391299 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-6e96e9cd-c12c-42f5-8ecc-55f3a5058986 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Deleting port 953f211e-b58b-4ffb-9670-18581ca8ebd8 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:06:41.391656 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6e96e9cd-c12c-42f5-8ecc-55f3a5058986 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:41.434095 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e79eb82e-b35a-4566-ba9d-4a3f49b589b6 req-05529812-f3c1-4c8d-8dbf-f03e254da36f service neutron] 10.222.0.13 "GET /v2.0/networks/03e78a62-81d3-4752-be2c-d12db7b84826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703775 Jul 24 01:06:41.472208 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-71c21618-41c0-4779-ab56-f208179052d2 None None] Deleting port 953f211e-b58b-4ffb-9670-18581ca8ebd8 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:06:41.472588 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-71c21618-41c0-4779-ab56-f208179052d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:41.582753 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-71c21618-41c0-4779-ab56-f208179052d2 None None] For port 953f211e-b58b-4ffb-9670-18581ca8ebd8, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=953f211e-b58b-4ffb-9670-18581ca8ebd8,segment=NetworkSegment(b36b4cbe-c9dd-49bd-a005-dd7d884aa601),segment_id=b36b4cbe-c9dd-49bd-a005-dd7d884aa601)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:41.583336 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-71c21618-41c0-4779-ab56-f208179052d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:41.604337 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-71c21618-41c0-4779-ab56-f208179052d2 None None] Calling delete_port for 953f211e-b58b-4ffb-9670-18581ca8ebd8 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:06:41.606759 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-6e96e9cd-c12c-42f5-8ecc-55f3a5058986 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] For port 953f211e-b58b-4ffb-9670-18581ca8ebd8, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=953f211e-b58b-4ffb-9670-18581ca8ebd8,segment=NetworkSegment(b36b4cbe-c9dd-49bd-a005-dd7d884aa601),segment_id=b36b4cbe-c9dd-49bd-a005-dd7d884aa601)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:41.606759 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6e96e9cd-c12c-42f5-8ecc-55f3a5058986 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:41.640861 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-6e96e9cd-c12c-42f5-8ecc-55f3a5058986 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Calling delete_port for 953f211e-b58b-4ffb-9670-18581ca8ebd8 owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:06:41.654073 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4613888b-4ef4-4575-b5b9-f43427eb7994 req-ac682d90-f308-46ff-b601-c67b22d56db0 tempest-ServerShowV247Test-1711115680 tempest-ServerShowV247Test-1711115680-project] 10.222.0.15 "GET /v2.0/ports?device_id=859df440-991e-4147-90ad-bdc9291685b3 HTTP/1.1" status: 200 len: 210 time: 0.0491564 Jul 24 01:06:41.731045 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-71c21618-41c0-4779-ab56-f208179052d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:41.762520 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c21618-41c0-4779-ab56-f208179052d2 None None] Pushing event deleted for resources: {'Port': ['ID=953f211e-b58b-4ffb-9670-18581ca8ebd8,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:41.768221 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c21618-41c0-4779-ab56-f208179052d2 None None] No DVR routers for this DVR port 953f211e-b58b-4ffb-9670-18581ca8ebd8 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:06:41.793135 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6e96e9cd-c12c-42f5-8ecc-55f3a5058986 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:41.835725 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402a61d-4ba9-45bb-9d5f-431c076771e9 req-92a674af-ac3f-47e7-b35d-c63ebf0d1278 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:41.837722 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d402a61d-4ba9-45bb-9d5f-431c076771e9 req-92a674af-ac3f-47e7-b35d-c63ebf0d1278 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e485cbd-65da-4d2b-9229-6d3f0fc837db HTTP/1.1" status: 200 len: 945 time: 0.3343582 Jul 24 01:06:41.839179 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96e9cd-c12c-42f5-8ecc-55f3a5058986 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Pushing event deleted for resources: {'Port': ['ID=953f211e-b58b-4ffb-9670-18581ca8ebd8,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:41.846049 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e96e9cd-c12c-42f5-8ecc-55f3a5058986 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] No DVR routers for this DVR port 953f211e-b58b-4ffb-9670-18581ca8ebd8 on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:06:41.960581 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6e96e9cd-c12c-42f5-8ecc-55f3a5058986 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:41.975463 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d402a61d-4ba9-45bb-9d5f-431c076771e9 req-4e35c4e6-1145-4075-b69e-1ada7c30d05c tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?id=045bbabd-1ef4-44c1-9989-1ddc77c899ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275234 Jul 24 01:06:41.979591 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-6e96e9cd-c12c-42f5-8ecc-55f3a5058986 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48e1b6de-f4aa-4a52-9a03-dec5cc2c6a9d']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:41.990620 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-6e96e9cd-c12c-42f5-8ecc-55f3a5058986 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b36b4cbe-c9dd-49bd-a005-dd7d884aa601') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:41.990944 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-6e96e9cd-c12c-42f5-8ecc-55f3a5058986 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b36b4cbe-c9dd-49bd-a005-dd7d884aa601') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:42.015331 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6e96e9cd-c12c-42f5-8ecc-55f3a5058986 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:42.030609 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6e96e9cd-c12c-42f5-8ecc-55f3a5058986 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:42.037136 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e96e9cd-c12c-42f5-8ecc-55f3a5058986 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:06:42.037547 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6e96e9cd-c12c-42f5-8ecc-55f3a5058986 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:42.041577 n-d-793621-25 neutron-server[100464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:06:42.041577 n-d-793621-25 neutron-server[100464]: self.session.flush() Jul 24 01:06:42.041577 n-d-793621-25 neutron-server[100464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:06:42.041577 n-d-793621-25 neutron-server[100464]: self.session.flush() Jul 24 01:06:42.041577 n-d-793621-25 neutron-server[100464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:06:42.041577 n-d-793621-25 neutron-server[100464]: self.session.flush() Jul 24 01:06:42.041577 n-d-793621-25 neutron-server[100464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:06:42.041577 n-d-793621-25 neutron-server[100464]: self.session.flush() Jul 24 01:06:42.041577 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:06:42.041577 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:06:42.041577 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:06:42.041577 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:06:42.041577 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:06:42.041577 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:06:42.041577 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:06:42.041577 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:06:42.041577 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:06:42.041577 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:06:42.041577 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:06:42.041577 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:06:42.041577 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:06:42.041577 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:06:42.041577 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:06:42.041577 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:06:42.041577 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:06:42.041577 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:06:42.041577 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:06:42.041577 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:06:42.041577 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:06:42.041577 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:06:42.041577 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:06:42.041577 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:06:42.041577 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:06:42.041577 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:06:42.041577 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:06:42.041577 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:06:42.041577 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:06:42.041577 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:06:42.041577 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:06:42.041577 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:06:42.122873 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6e96e9cd-c12c-42f5-8ecc-55f3a5058986 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:42.132809 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6e96e9cd-c12c-42f5-8ecc-55f3a5058986 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:42.136796 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6e96e9cd-c12c-42f5-8ecc-55f3a5058986 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] 10.222.0.15 "DELETE /v2.0/networks/48e1b6de-f4aa-4a52-9a03-dec5cc2c6a9d HTTP/1.1" status: 204 len: 168 time: 1.1514935 Jul 24 01:06:42.169251 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96e9cd-c12c-42f5-8ecc-55f3a5058986 tempest-AllowedAddressPairTestJSON-461929204 tempest-AllowedAddressPairTestJSON-461929204-project] Pushing event deleted for resources: {'Network': ['ID=48e1b6de-f4aa-4a52-9a03-dec5cc2c6a9d,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:42.468753 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 49508) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:42.641336 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49518) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:42.643492 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e3f22718-233f-4f14-869a-1ad108b90305 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c75b2f1da1ab4466b003d778168cfbd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1733489 Jul 24 01:06:42.662096 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 98f0b591-afac-4e66-b32f-654405275252 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:06:42.744069 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-67055aef-c1bc-46e2-9f61-c8b93e61a5f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:42.756794 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 98f0b591-afac-4e66-b32f-654405275252 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:06:42.757607 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:42.763643 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 49524) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:42.776735 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-67055aef-c1bc-46e2-9f61-c8b93e61a5f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:42.853063 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f817304a-8dd6-4605-bd72-46f1db7bdbc7 req-928a1871-234a-4d99-bf8b-0d80f2dbe928 tempest-ServerShowV247Test-1711115680 tempest-ServerShowV247Test-1711115680-project] 10.222.0.15 "GET /v2.0/ports?device_id=859df440-991e-4147-90ad-bdc9291685b3 HTTP/1.1" status: 200 len: 210 time: 0.0869772 Jul 24 01:06:42.895355 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-67055aef-c1bc-46e2-9f61-c8b93e61a5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:42.897954 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-67055aef-c1bc-46e2-9f61-c8b93e61a5f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:42.902114 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-67055aef-c1bc-46e2-9f61-c8b93e61a5f9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d6e909cf-95ac-4d70-83c0-ccba11ae83db HTTP/1.1" status: 204 len: 168 time: 0.2566040 Jul 24 01:06:42.913551 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67055aef-c1bc-46e2-9f61-c8b93e61a5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e909cf-95ac-4d70-83c0-ccba11ae83db,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:42.941868 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ba3c6cb3-f339-4238-b8d5-3e539d2e852a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:42.980788 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 953f211e-b58b-4ffb-9670-18581ca8ebd8 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:06:43.011383 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 953f211e-b58b-4ffb-9670-18581ca8ebd8 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:06:43.011920 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 953f211e-b58b-4ffb-9670-18581ca8ebd8 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:06:43.116532 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ba3c6cb3-f339-4238-b8d5-3e539d2e852a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:43.125292 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ba3c6cb3-f339-4238-b8d5-3e539d2e852a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:43.189682 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ba3c6cb3-f339-4238-b8d5-3e539d2e852a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=18ed1db99e914cb782ea3bd6e27724af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4249454 Jul 24 01:06:43.192445 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49546) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:43.198203 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c6cb3-f339-4238-b8d5-3e539d2e852a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34873ed5-5cf3-4252-aacd-f84bd56be010,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:43.232206 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c822a-c897-44a5-8012-2ab5909a5ff5 req-ff366013-9aa6-45ed-afea-23ea99668e5a tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:43.234011 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-508c822a-c897-44a5-8012-2ab5909a5ff5 req-ff366013-9aa6-45ed-afea-23ea99668e5a tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e485cbd-65da-4d2b-9229-6d3f0fc837db HTTP/1.1" status: 200 len: 945 time: 0.1628675 Jul 24 01:06:43.277896 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cba4b5aa-5e65-4744-a245-434b3c215efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:43.283578 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-508c822a-c897-44a5-8012-2ab5909a5ff5 req-54e371fd-f7ee-41b9-bd1b-4a768378d297 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?id=045bbabd-1ef4-44c1-9989-1ddc77c899ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435038 Jul 24 01:06:43.303397 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cba4b5aa-5e65-4744-a245-434b3c215efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:43.359675 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cba4b5aa-5e65-4744-a245-434b3c215efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:43.362412 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cba4b5aa-5e65-4744-a245-434b3c215efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:43.364124 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-cba4b5aa-5e65-4744-a245-434b3c215efa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/34873ed5-5cf3-4252-aacd-f84bd56be010 HTTP/1.1" status: 204 len: 168 time: 0.1705394 Jul 24 01:06:43.375319 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba4b5aa-5e65-4744-a245-434b3c215efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34873ed5-5cf3-4252-aacd-f84bd56be010,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:43.728529 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49576) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:43.742450 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-29567039-1d74-4bb5-a0fb-950abcddfec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:43.818992 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 49578) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:43.881312 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-29567039-1d74-4bb5-a0fb-950abcddfec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:43.886849 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-29567039-1d74-4bb5-a0fb-950abcddfec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:43.939280 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 49584) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:43.952488 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-29567039-1d74-4bb5-a0fb-950abcddfec9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bc3a481e245645809f5749cdfc6476b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2207386 Jul 24 01:06:43.957839 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29567039-1d74-4bb5-a0fb-950abcddfec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87fc6a3-0b65-4c83-9c4a-e2cb32f4219d,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:44.001183 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-b655d7b3-284d-4ede-ba69-b69c0e9462b1 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1595729382'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:06:44.014471 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dbc556c4-72b3-40fa-becb-906ce97b36c9 req-5b2d6239-9a8c-40a4-8909-552e9385a147 tempest-ServerShowV247Test-1711115680 tempest-ServerShowV247Test-1711115680-project] 10.222.0.15 "GET /v2.0/ports?device_id=859df440-991e-4147-90ad-bdc9291685b3 HTTP/1.1" status: 200 len: 210 time: 0.0358727 Jul 24 01:06:44.042682 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-128660a4-0fe0-40c3-8532-ef4f22ac672a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:44.047133 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b655d7b3-284d-4ede-ba69-b69c0e9462b1 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Made reservation on behalf of 05fee9c4c1874bbf9d096ab9c79c07e4 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:06:44.050904 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b655d7b3-284d-4ede-ba69-b69c0e9462b1 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:44.068854 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b655d7b3-284d-4ede-ba69-b69c0e9462b1 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:44.086021 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-128660a4-0fe0-40c3-8532-ef4f22ac672a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:44.167453 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-128660a4-0fe0-40c3-8532-ef4f22ac672a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:44.170177 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-128660a4-0fe0-40c3-8532-ef4f22ac672a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:44.171408 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-128660a4-0fe0-40c3-8532-ef4f22ac672a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b87fc6a3-0b65-4c83-9c4a-e2cb32f4219d HTTP/1.1" status: 204 len: 168 time: 0.2311270 Jul 24 01:06:44.187797 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128660a4-0fe0-40c3-8532-ef4f22ac672a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87fc6a3-0b65-4c83-9c4a-e2cb32f4219d,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:44.231558 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b655d7b3-284d-4ede-ba69-b69c0e9462b1 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:44.243475 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b655d7b3-284d-4ede-ba69-b69c0e9462b1 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:44.275912 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b655d7b3-284d-4ede-ba69-b69c0e9462b1 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:06:44.285515 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b655d7b3-284d-4ede-ba69-b69c0e9462b1 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0129cd16-7222-44f9-9e60-c24d41bf8a70,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:44.293227 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b655d7b3-284d-4ede-ba69-b69c0e9462b1 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:44.293639 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-b655d7b3-284d-4ede-ba69-b69c0e9462b1 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Added segment 72a8f055-1f5e-46f1-84f0-15929ee3d579 of type vlan for network 499bc442-a9ea-4fea-9d31-11ddff659e94 Jul 24 01:06:44.368636 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b655d7b3-284d-4ede-ba69-b69c0e9462b1 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:44.413495 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b655d7b3-284d-4ede-ba69-b69c0e9462b1 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:44.420048 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b655d7b3-284d-4ede-ba69-b69c0e9462b1 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:44.420730 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b655d7b3-284d-4ede-ba69-b69c0e9462b1 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:44.492158 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b655d7b3-284d-4ede-ba69-b69c0e9462b1 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.6656437 Jul 24 01:06:44.492272 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49598) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:44.495873 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-5999f013-0b9f-4405-b768-1498278e036c tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Request body: {'subnet': {'network_id': '499bc442-a9ea-4fea-9d31-11ddff659e94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:06:44.578755 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b655d7b3-284d-4ede-ba69-b69c0e9462b1 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Pushing event updated for resources: {'Network': ['ID=499bc442-a9ea-4fea-9d31-11ddff659e94,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:44.592277 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 499bc442-a9ea-4fea-9d31-11ddff659e94 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:06:44.606365 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5999f013-0b9f-4405-b768-1498278e036c tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Made reservation on behalf of 05fee9c4c1874bbf9d096ab9c79c07e4 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:06:44.611351 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5999f013-0b9f-4405-b768-1498278e036c tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:44.873223 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5999f013-0b9f-4405-b768-1498278e036c tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:44.953553 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5999f013-0b9f-4405-b768-1498278e036c tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Pushing event updated for resources: {'Subnet': ['ID=bdff5aad-9f3c-4b0a-b07c-ec95caf61f6c,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:44.963818 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5999f013-0b9f-4405-b768-1498278e036c tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Checking segment: {'id': '72a8f055-1f5e-46f1-84f0-15929ee3d579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '499bc442-a9ea-4fea-9d31-11ddff659e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:06:44.964184 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5999f013-0b9f-4405-b768-1498278e036c tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Network hostable DHCP agents. Network: 499bc442-a9ea-4fea-9d31-11ddff659e94, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:06:45.002627 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5999f013-0b9f-4405-b768-1498278e036c tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Network 499bc442-a9ea-4fea-9d31-11ddff659e94 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:06:45.014781 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-5999f013-0b9f-4405-b768-1498278e036c tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 499bc442-a9ea-4fea-9d31-11ddff659e94) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:06:45.020868 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5999f013-0b9f-4405-b768-1498278e036c tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:45.022254 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5999f013-0b9f-4405-b768-1498278e036c tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:45.028038 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c543deb2-1edd-4321-ac42-249cad1547bc None None] Network 499bc442-a9ea-4fea-9d31-11ddff659e94 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:06:45.052237 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 49622) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:45.052522 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5999f013-0b9f-4405-b768-1498278e036c tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5622368 Jul 24 01:06:45.060025 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-f1390562-eb3f-4f40-87d8-b3413dae211e tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Request body: {'port': {'network_id': '499bc442-a9ea-4fea-9d31-11ddff659e94', 'name': 'tempest-ExtraDHCPOptionsTestJSON-679276499'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:06:45.224322 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ae3a7c68-e2cc-4cc7-a07b-39ffbf3fb16c req-8de09cf7-4af7-4589-9d64-4b6f9305d10c tempest-ServerShowV247Test-1711115680 tempest-ServerShowV247Test-1711115680-project] 10.222.0.15 "GET /v2.0/ports?device_id=859df440-991e-4147-90ad-bdc9291685b3 HTTP/1.1" status: 200 len: 210 time: 0.0702891 Jul 24 01:06:45.254092 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd56ac4e-002f-4547-89ed-3ef6474f2052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-499bc442-a9ea-4fea-9d31-11ddff659e94', 'network_id': '499bc442-a9ea-4fea-9d31-11ddff659e94', 'tenant_id': '05fee9c4c1874bbf9d096ab9c79c07e4', 'fixed_ips': [{'subnet_id': 'bdff5aad-9f3c-4b0a-b07c-ec95caf61f6c'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:06:45.255204 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-cd56ac4e-002f-4547-89ed-3ef6474f2052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:45.309848 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1390562-eb3f-4f40-87d8-b3413dae211e tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Made reservation on behalf of 05fee9c4c1874bbf9d096ab9c79c07e4 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:06:45.314642 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f1390562-eb3f-4f40-87d8-b3413dae211e tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:45.338587 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [None req-f1390562-eb3f-4f40-87d8-b3413dae211e tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] device_id is not set on port e0cb6e70-7312-4d05-99a3-9a4cad83cfdc yet. {{(pid=100464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:06:45.490232 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-f1390562-eb3f-4f40-87d8-b3413dae211e tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Allocated IP 172.20.0.6 (499bc442-a9ea-4fea-9d31-11ddff659e94/bdff5aad-9f3c-4b0a-b07c-ec95caf61f6c/e0cb6e70-7312-4d05-99a3-9a4cad83cfdc) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:06:45.682219 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f1390562-eb3f-4f40-87d8-b3413dae211e tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:45.692282 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b0744723-f4c4-4ee1-9d5f-a55cdc4b1f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:45.710380 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-f1390562-eb3f-4f40-87d8-b3413dae211e tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Transition to ACTIVE for port object e0cb6e70-7312-4d05-99a3-9a4cad83cfdc will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:06:45.755921 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f1390562-eb3f-4f40-87d8-b3413dae211e tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:45.808355 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1390562-eb3f-4f40-87d8-b3413dae211e tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Network 499bc442-a9ea-4fea-9d31-11ddff659e94 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:06:45.814310 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-f1390562-eb3f-4f40-87d8-b3413dae211e tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:06:45.818273 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1390562-eb3f-4f40-87d8-b3413dae211e tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:06:45.833685 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-cd56ac4e-002f-4547-89ed-3ef6474f2052 None None] Allocated IP 172.20.0.2 (499bc442-a9ea-4fea-9d31-11ddff659e94/bdff5aad-9f3c-4b0a-b07c-ec95caf61f6c/25a3c76b-a893-49f7-b7a2-5f20e3f1f6cf) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:06:45.843672 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1390562-eb3f-4f40-87d8-b3413dae211e tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Pushing event updated for resources: {'Port': ['ID=e0cb6e70-7312-4d05-99a3-9a4cad83cfdc,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:45.874740 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1390562-eb3f-4f40-87d8-b3413dae211e tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:45.875395 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f1390562-eb3f-4f40-87d8-b3413dae211e tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:45.904693 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f1390562-eb3f-4f40-87d8-b3413dae211e tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8476653 Jul 24 01:06:45.905049 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 49686) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:45.912683 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-0fbe103a-f48a-4060-b397-1a2cac5f21a0 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Request body: {'port': {'network_id': '499bc442-a9ea-4fea-9d31-11ddff659e94', 'name': 'tempest-ExtraDHCPOptionsTestJSON-971779684', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:06:45.913626 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.api.validators [None req-0fbe103a-f48a-4060-b397-1a2cac5f21a0 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] bootfile-name is not in valid_values {{(pid=100464) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 24 01:06:45.914048 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.api.validators [None req-0fbe103a-f48a-4060-b397-1a2cac5f21a0 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] tftp-server is not in valid_values {{(pid=100464) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 24 01:06:45.914321 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.api.validators [None req-0fbe103a-f48a-4060-b397-1a2cac5f21a0 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] server-ip-address is not in valid_values {{(pid=100464) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 24 01:06:46.048413 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 49694) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:46.057691 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-cd56ac4e-002f-4547-89ed-3ef6474f2052 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:46.066767 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-cd56ac4e-002f-4547-89ed-3ef6474f2052 None None] Transition to ACTIVE for port object 25a3c76b-a893-49f7-b7a2-5f20e3f1f6cf will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:06:46.084327 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbe103a-f48a-4060-b397-1a2cac5f21a0 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Made reservation on behalf of 05fee9c4c1874bbf9d096ab9c79c07e4 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:06:46.085267 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-cd56ac4e-002f-4547-89ed-3ef6474f2052 None None] Transition to ACTIVE for port object 25a3c76b-a893-49f7-b7a2-5f20e3f1f6cf will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:06:46.090311 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0fbe103a-f48a-4060-b397-1a2cac5f21a0 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:46.092422 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-cd56ac4e-002f-4547-89ed-3ef6474f2052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:46.115818 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [None req-0fbe103a-f48a-4060-b397-1a2cac5f21a0 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] device_id is not set on port d0179349-6691-46a4-8151-dd6e5a2116c6 yet. {{(pid=100464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:06:46.130169 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd56ac4e-002f-4547-89ed-3ef6474f2052 None None] Network 499bc442-a9ea-4fea-9d31-11ddff659e94 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:06:46.134015 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-cd56ac4e-002f-4547-89ed-3ef6474f2052 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:06:46.138557 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd56ac4e-002f-4547-89ed-3ef6474f2052 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:06:46.158648 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd56ac4e-002f-4547-89ed-3ef6474f2052 None None] Pushing event updated for resources: {'Port': ['ID=25a3c76b-a893-49f7-b7a2-5f20e3f1f6cf,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:46.206990 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f1549bec-d03e-4ed1-af9c-980c6cf78d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:46.224952 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-cd56ac4e-002f-4547-89ed-3ef6474f2052 None None] Attempting to bind port 25a3c76b-a893-49f7-b7a2-5f20e3f1f6cf on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:06:46.225405 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-cd56ac4e-002f-4547-89ed-3ef6474f2052 None None] Attempting to bind port 25a3c76b-a893-49f7-b7a2-5f20e3f1f6cf by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '72a8f055-1f5e-46f1-84f0-15929ee3d579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '499bc442-a9ea-4fea-9d31-11ddff659e94'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:06:46.225852 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd56ac4e-002f-4547-89ed-3ef6474f2052 None None] Attempting to bind port 25a3c76b-a893-49f7-b7a2-5f20e3f1f6cf on network 499bc442-a9ea-4fea-9d31-11ddff659e94 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:06:46.231965 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd56ac4e-002f-4547-89ed-3ef6474f2052 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:06:46.232457 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd56ac4e-002f-4547-89ed-3ef6474f2052 None None] Checking segment: {'id': '72a8f055-1f5e-46f1-84f0-15929ee3d579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '499bc442-a9ea-4fea-9d31-11ddff659e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:06:46.232947 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-cd56ac4e-002f-4547-89ed-3ef6474f2052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:46.233446 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd56ac4e-002f-4547-89ed-3ef6474f2052 None None] Bound using segment: {'id': '72a8f055-1f5e-46f1-84f0-15929ee3d579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '499bc442-a9ea-4fea-9d31-11ddff659e94'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:06:46.234160 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-cd56ac4e-002f-4547-89ed-3ef6474f2052 None None] Bound port: 25a3c76b-a893-49f7-b7a2-5f20e3f1f6cf, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a8f055-1f5e-46f1-84f0-15929ee3d579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '499bc442-a9ea-4fea-9d31-11ddff659e94'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:06:46.234599 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-cd56ac4e-002f-4547-89ed-3ef6474f2052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:46.292214 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-0fbe103a-f48a-4060-b397-1a2cac5f21a0 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Allocated IP 172.20.0.5 (499bc442-a9ea-4fea-9d31-11ddff659e94/bdff5aad-9f3c-4b0a-b07c-ec95caf61f6c/d0179349-6691-46a4-8151-dd6e5a2116c6) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:06:46.381199 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f0a5d696-5abf-4871-a207-6cfeec7515bc req-f37415c5-862e-4486-923e-136a725b9eae tempest-ServerShowV247Test-1711115680 tempest-ServerShowV247Test-1711115680-project] 10.222.0.15 "GET /v2.0/ports?device_id=859df440-991e-4147-90ad-bdc9291685b3 HTTP/1.1" status: 200 len: 210 time: 0.0411415 Jul 24 01:06:46.406769 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-cd56ac4e-002f-4547-89ed-3ef6474f2052 None None] For port 25a3c76b-a893-49f7-b7a2-5f20e3f1f6cf, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:06:46.409947 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-cd56ac4e-002f-4547-89ed-3ef6474f2052 None None] For port 25a3c76b-a893-49f7-b7a2-5f20e3f1f6cf, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=25a3c76b-a893-49f7-b7a2-5f20e3f1f6cf,segment=NetworkSegment(72a8f055-1f5e-46f1-84f0-15929ee3d579),segment_id=72a8f055-1f5e-46f1-84f0-15929ee3d579)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:06:46.417391 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-cd56ac4e-002f-4547-89ed-3ef6474f2052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:46.447372 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f1549bec-d03e-4ed1-af9c-980c6cf78d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:46.479725 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd56ac4e-002f-4547-89ed-3ef6474f2052 None None] Pushing event updated for resources: {'Port': ['ID=25a3c76b-a893-49f7-b7a2-5f20e3f1f6cf,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:46.484538 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f1549bec-d03e-4ed1-af9c-980c6cf78d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:46.534317 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f1549bec-d03e-4ed1-af9c-980c6cf78d82 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b29796cbd07b4450a0152eff74b9dfa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4845307 Jul 24 01:06:46.537420 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49706) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:46.551343 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1549bec-d03e-4ed1-af9c-980c6cf78d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afff0d79-048e-4295-a89c-462e659af8f5,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:46.597817 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0fbe103a-f48a-4060-b397-1a2cac5f21a0 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:46.612565 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c242f995-5f9f-4ca3-838b-d873f3b262ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:46.614615 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-0fbe103a-f48a-4060-b397-1a2cac5f21a0 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Transition to ACTIVE for port object d0179349-6691-46a4-8151-dd6e5a2116c6 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:06:46.637857 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c242f995-5f9f-4ca3-838b-d873f3b262ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:46.662218 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0fbe103a-f48a-4060-b397-1a2cac5f21a0 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:46.700972 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c242f995-5f9f-4ca3-838b-d873f3b262ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:46.703841 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c242f995-5f9f-4ca3-838b-d873f3b262ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:46.708948 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c242f995-5f9f-4ca3-838b-d873f3b262ae admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/afff0d79-048e-4295-a89c-462e659af8f5 HTTP/1.1" status: 204 len: 168 time: 0.1700940 Jul 24 01:06:46.724648 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c242f995-5f9f-4ca3-838b-d873f3b262ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afff0d79-048e-4295-a89c-462e659af8f5,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:46.741835 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe103a-f48a-4060-b397-1a2cac5f21a0 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Pushing event updated for resources: {'Port': ['ID=d0179349-6691-46a4-8151-dd6e5a2116c6,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:46.752942 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbe103a-f48a-4060-b397-1a2cac5f21a0 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Network 499bc442-a9ea-4fea-9d31-11ddff659e94 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:06:46.755255 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-0fbe103a-f48a-4060-b397-1a2cac5f21a0 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:06:46.759267 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbe103a-f48a-4060-b397-1a2cac5f21a0 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:06:46.855034 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbe103a-f48a-4060-b397-1a2cac5f21a0 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:46.855682 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0fbe103a-f48a-4060-b397-1a2cac5f21a0 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:46.872998 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0fbe103a-f48a-4060-b397-1a2cac5f21a0 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 0.9668667 Jul 24 01:06:46.875648 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49714) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:46.960969 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e26a0c-c749-4890-9981-c159dffbb623 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:46.968560 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e26a0c-c749-4890-9981-c159dffbb623 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:46.975035 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e26a0c-c749-4890-9981-c159dffbb623 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:46.980702 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-40e26a0c-c749-4890-9981-c159dffbb623 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.0999942 Jul 24 01:06:46.980979 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 49722) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:47.094597 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-5161a490-d6f7-49d8-b27f-6249dea3a778 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Deleting port d0179349-6691-46a4-8151-dd6e5a2116c6 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:06:47.095342 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5161a490-d6f7-49d8-b27f-6249dea3a778 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:47.204070 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5161a490-d6f7-49d8-b27f-6249dea3a778 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:47.218746 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-5161a490-d6f7-49d8-b27f-6249dea3a778 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Calling delete_port for d0179349-6691-46a4-8151-dd6e5a2116c6 owned by {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:06:47.421723 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5161a490-d6f7-49d8-b27f-6249dea3a778 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:47.508293 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161a490-d6f7-49d8-b27f-6249dea3a778 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Pushing event deleted for resources: {'Port': ['ID=d0179349-6691-46a4-8151-dd6e5a2116c6,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:47.535340 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e36ed8b4-d5b0-4ff3-9611-fbfd1b6ac157 req-41be7e85-6ba6-4783-9b27-c3429cf354e1 tempest-ServerShowV247Test-1711115680 tempest-ServerShowV247Test-1711115680-project] 10.222.0.15 "GET /v2.0/ports?device_id=859df440-991e-4147-90ad-bdc9291685b3 HTTP/1.1" status: 200 len: 210 time: 0.0500996 Jul 24 01:06:47.644745 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5161a490-d6f7-49d8-b27f-6249dea3a778 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:47.651447 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5161a490-d6f7-49d8-b27f-6249dea3a778 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] 10.222.0.15 "DELETE /v2.0/ports/d0179349-6691-46a4-8151-dd6e5a2116c6 HTTP/1.1" status: 204 len: 168 time: 0.6653745 Jul 24 01:06:47.652207 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 49754) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:47.658371 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-24ee4a44-b03d-47cb-ac9c-61e6efddce9f tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Request body: {'port': {'name': 'tempest-new-port-name-1353138859', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:06:47.658860 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.api.validators [None req-24ee4a44-b03d-47cb-ac9c-61e6efddce9f tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] bootfile-name is not in valid_values {{(pid=100464) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 24 01:06:47.659152 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.api.validators [None req-24ee4a44-b03d-47cb-ac9c-61e6efddce9f tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] tftp-server is not in valid_values {{(pid=100464) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 24 01:06:47.659488 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.api.validators [None req-24ee4a44-b03d-47cb-ac9c-61e6efddce9f tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] server-ip-address is not in valid_values {{(pid=100464) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 24 01:06:47.662625 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49756) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:47.780063 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969df22c-4220-4b41-9126-f0dce3258d81 None None] Network 499bc442-a9ea-4fea-9d31-11ddff659e94 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:06:47.781242 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-24ee4a44-b03d-47cb-ac9c-61e6efddce9f tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:47.816393 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-6b00ccb2-796e-4979-be15-458d34874425 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2113951571'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:06:47.845392 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b00ccb2-796e-4979-be15-458d34874425 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Made reservation on behalf of c9209d9a1e19440da4a98fc2629037ba for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:06:47.852037 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6b00ccb2-796e-4979-be15-458d34874425 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:47.864050 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6b00ccb2-796e-4979-be15-458d34874425 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:47.866968 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9f6a7559-369e-4e45-9cf1-5e8688c12202 None None] Provisioning for port 25a3c76b-a893-49f7-b7a2-5f20e3f1f6cf completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:06:48.028810 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6b00ccb2-796e-4979-be15-458d34874425 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:48.033996 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6b00ccb2-796e-4979-be15-458d34874425 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:48.077552 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b00ccb2-796e-4979-be15-458d34874425 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:06:48.078952 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-24ee4a44-b03d-47cb-ac9c-61e6efddce9f tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:48.084342 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b00ccb2-796e-4979-be15-458d34874425 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5280b541-db8e-42e6-baac-16250a121551,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:48.088202 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-24ee4a44-b03d-47cb-ac9c-61e6efddce9f tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:48.103218 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6b00ccb2-796e-4979-be15-458d34874425 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:48.103577 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-6b00ccb2-796e-4979-be15-458d34874425 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Added segment 918b76fa-c3d5-4e3b-b4bf-58bb8517d6d2 of type vlan for network 520c1519-a02f-4825-8e8b-518c41772601 Jul 24 01:06:48.153467 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6b00ccb2-796e-4979-be15-458d34874425 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:48.179236 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee4a44-b03d-47cb-ac9c-61e6efddce9f tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Pushing event updated for resources: {'Port': ['ID=e0cb6e70-7312-4d05-99a3-9a4cad83cfdc,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:48.187124 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-24ee4a44-b03d-47cb-ac9c-61e6efddce9f tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] In _notify_port_updated(), no bound segment for port e0cb6e70-7312-4d05-99a3-9a4cad83cfdc on network 499bc442-a9ea-4fea-9d31-11ddff659e94 {{(pid=100464) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 01:06:48.193500 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ee4a44-b03d-47cb-ac9c-61e6efddce9f tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:48.194410 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-24ee4a44-b03d-47cb-ac9c-61e6efddce9f tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:48.196309 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-24ee4a44-b03d-47cb-ac9c-61e6efddce9f tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] 10.222.0.15 "PUT /v2.0/ports/e0cb6e70-7312-4d05-99a3-9a4cad83cfdc HTTP/1.1" status: 200 len: 1136 time: 0.5427051 Jul 24 01:06:48.200020 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49764) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:48.221937 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6b00ccb2-796e-4979-be15-458d34874425 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:48.232285 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b00ccb2-796e-4979-be15-458d34874425 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:48.233762 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6b00ccb2-796e-4979-be15-458d34874425 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:48.244598 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a5c2ae42-37af-4905-aed6-b882dc5cc644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:48.322448 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6b00ccb2-796e-4979-be15-458d34874425 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6565216 Jul 24 01:06:48.324994 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 49770) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:48.331356 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-e39c9cee-ccc8-40fc-aa15-99cfbc4a8560 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Request body: {'subnet': {'network_id': '520c1519-a02f-4825-8e8b-518c41772601', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:06:48.368699 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a2447a-ccdb-42a9-9f02-c5efcdd2b930 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:48.374940 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a9a2447a-ccdb-42a9-9f02-c5efcdd2b930 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] 10.222.0.15 "GET /v2.0/ports/e0cb6e70-7312-4d05-99a3-9a4cad83cfdc HTTP/1.1" status: 200 len: 1136 time: 0.1689310 Jul 24 01:06:48.374940 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b00ccb2-796e-4979-be15-458d34874425 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Pushing event updated for resources: {'Network': ['ID=520c1519-a02f-4825-8e8b-518c41772601,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:48.375405 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49772) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:48.387657 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 520c1519-a02f-4825-8e8b-518c41772601 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:06:48.487155 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39c9cee-ccc8-40fc-aa15-99cfbc4a8560 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Made reservation on behalf of c9209d9a1e19440da4a98fc2629037ba for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:06:48.491172 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e39c9cee-ccc8-40fc-aa15-99cfbc4a8560 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:48.555844 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-30e9ce21-2bea-4cc8-9cb1-65b932d5f5d5 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Deleting port e0cb6e70-7312-4d05-99a3-9a4cad83cfdc {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:06:48.556900 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-30e9ce21-2bea-4cc8-9cb1-65b932d5f5d5 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:48.601572 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:48.647616 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b9106882-46ca-4a1c-b4aa-af85a7df81b1 None None] Provisioning for port e0cb6e70-7312-4d05-99a3-9a4cad83cfdc completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:06:48.659881 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b9106882-46ca-4a1c-b4aa-af85a7df81b1 None None] Provisioning complete for port e0cb6e70-7312-4d05-99a3-9a4cad83cfdc triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:06:48.661734 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b9106882-46ca-4a1c-b4aa-af85a7df81b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:48.742574 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-b9106882-46ca-4a1c-b4aa-af85a7df81b1 None None] Port e0cb6e70-7312-4d05-99a3-9a4cad83cfdc cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:06:48.784574 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 25a3c76b-a893-49f7-b7a2-5f20e3f1f6cf up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:06:48.848795 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-832da6e8-debd-4f41-9c09-587f33fec36c req-71dfb7d6-d881-425e-9558-6f7860de5d86 tempest-ServerShowV247Test-1711115680 tempest-ServerShowV247Test-1711115680-project] 10.222.0.15 "GET /v2.0/ports?device_id=859df440-991e-4147-90ad-bdc9291685b3 HTTP/1.1" status: 200 len: 210 time: 0.1286099 Jul 24 01:06:48.890672 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-30e9ce21-2bea-4cc8-9cb1-65b932d5f5d5 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:48.892391 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 25a3c76b-a893-49f7-b7a2-5f20e3f1f6cf completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:06:48.895376 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f27e23c7-dea5-4f66-9452-845216caf811 None None] Provisioning complete for port e0cb6e70-7312-4d05-99a3-9a4cad83cfdc triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:06:48.895757 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f27e23c7-dea5-4f66-9452-845216caf811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:48.911044 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-30e9ce21-2bea-4cc8-9cb1-65b932d5f5d5 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Calling delete_port for e0cb6e70-7312-4d05-99a3-9a4cad83cfdc owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:06:48.940531 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 25a3c76b-a893-49f7-b7a2-5f20e3f1f6cf triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:06:48.940966 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:49.003800 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-f27e23c7-dea5-4f66-9452-845216caf811 None None] Port e0cb6e70-7312-4d05-99a3-9a4cad83cfdc cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:06:49.057916 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:49.099632 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 25a3c76b-a893-49f7-b7a2-5f20e3f1f6cf, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=25a3c76b-a893-49f7-b7a2-5f20e3f1f6cf,segment=NetworkSegment(72a8f055-1f5e-46f1-84f0-15929ee3d579),segment_id=72a8f055-1f5e-46f1-84f0-15929ee3d579)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:49.107856 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:49.139397 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-30e9ce21-2bea-4cc8-9cb1-65b932d5f5d5 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:49.152321 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9abe17bd-b0b9-43ec-a5b5-3618f76abfe2 None None] Could not find standard attr ID for object d0179349-6691-46a4-8151-dd6e5a2116c6. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:06:49.181378 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e9ce21-2bea-4cc8-9cb1-65b932d5f5d5 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Pushing event deleted for resources: {'Port': ['ID=e0cb6e70-7312-4d05-99a3-9a4cad83cfdc,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:49.195784 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=25a3c76b-a893-49f7-b7a2-5f20e3f1f6cf,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:49.237161 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e39c9cee-ccc8-40fc-aa15-99cfbc4a8560 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:49.287677 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-30e9ce21-2bea-4cc8-9cb1-65b932d5f5d5 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:49.290595 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-30e9ce21-2bea-4cc8-9cb1-65b932d5f5d5 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] 10.222.0.15 "DELETE /v2.0/ports/e0cb6e70-7312-4d05-99a3-9a4cad83cfdc HTTP/1.1" status: 204 len: 168 time: 0.9134822 Jul 24 01:06:49.296607 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49792) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:49.329089 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c9cee-ccc8-40fc-aa15-99cfbc4a8560 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Pushing event updated for resources: {'Subnet': ['ID=8cb74e7b-1f9a-425b-b9de-f48b1bce9562,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:49.340896 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39c9cee-ccc8-40fc-aa15-99cfbc4a8560 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Checking segment: {'id': '918b76fa-c3d5-4e3b-b4bf-58bb8517d6d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '520c1519-a02f-4825-8e8b-518c41772601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:06:49.341318 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39c9cee-ccc8-40fc-aa15-99cfbc4a8560 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Network hostable DHCP agents. Network: 520c1519-a02f-4825-8e8b-518c41772601, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:06:49.367527 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39c9cee-ccc8-40fc-aa15-99cfbc4a8560 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Network 520c1519-a02f-4825-8e8b-518c41772601 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:06:49.374134 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb5c83bd-360d-4a7e-a86a-3dceff04edad tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Deleting subnet bdff5aad-9f3c-4b0a-b07c-ec95caf61f6c {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:06:49.377404 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fb5c83bd-360d-4a7e-a86a-3dceff04edad tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:49.382310 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-e39c9cee-ccc8-40fc-aa15-99cfbc4a8560 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 520c1519-a02f-4825-8e8b-518c41772601) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:06:49.390653 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39c9cee-ccc8-40fc-aa15-99cfbc4a8560 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:49.391269 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f1c5e2-f3bd-4667-a979-01f9efb71543 None None] Network 520c1519-a02f-4825-8e8b-518c41772601 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:06:49.391845 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e39c9cee-ccc8-40fc-aa15-99cfbc4a8560 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:49.413624 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e39c9cee-ccc8-40fc-aa15-99cfbc4a8560 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0871453 Jul 24 01:06:49.416956 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 49794) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:49.422802 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-f6bdafc1-7743-4c2e-9886-c22c65a4a913 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-907893218', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}, 'admin_state_up': False}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:06:49.429512 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fb5c83bd-360d-4a7e-a86a-3dceff04edad tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:49.464428 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f6bdafc1-7743-4c2e-9886-c22c65a4a913 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:49.465902 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f6bdafc1-7743-4c2e-9886-c22c65a4a913 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:49.534699 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f6bdafc1-7743-4c2e-9886-c22c65a4a913 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:49.601365 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fb5c83bd-360d-4a7e-a86a-3dceff04edad tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:49.707638 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fb5c83bd-360d-4a7e-a86a-3dceff04edad tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:49.723196 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:49.772913 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5c83bd-360d-4a7e-a86a-3dceff04edad tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Pushing event deleted for resources: {'Subnet': ['ID=bdff5aad-9f3c-4b0a-b07c-ec95caf61f6c,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:49.775001 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f6bdafc1-7743-4c2e-9886-c22c65a4a913 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:49.776824 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fb5c83bd-360d-4a7e-a86a-3dceff04edad tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:49.781749 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-fb5c83bd-360d-4a7e-a86a-3dceff04edad tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] 10.222.0.15 "DELETE /v2.0/subnets/bdff5aad-9f3c-4b0a-b07c-ec95caf61f6c HTTP/1.1" status: 204 len: 168 time: 0.4844725 Jul 24 01:06:49.783578 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49802) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:49.807610 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b6d8b206-9d97-42b6-b032-aac09c3bb601 None None] Could not find standard attr ID for object e0cb6e70-7312-4d05-99a3-9a4cad83cfdc. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:06:49.814000 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e99df26-0b1c-4d52-a630-9fe65d0cad14 None None] Network 520c1519-a02f-4825-8e8b-518c41772601 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:06:49.910836 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a6f03fee-28c7-485a-a659-0bebfc06af61 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:49.998530 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-a6f03fee-28c7-485a-a659-0bebfc06af61 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Deleting port 25a3c76b-a893-49f7-b7a2-5f20e3f1f6cf {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:06:49.998936 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a6f03fee-28c7-485a-a659-0bebfc06af61 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:50.020383 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5948c9ff-aaab-4e51-ac4e-8056f1415e0c req-2730f40c-f389-4799-8b4c-1f305b6119e3 tempest-ServerShowV247Test-1711115680 tempest-ServerShowV247Test-1711115680-project] 10.222.0.15 "GET /v2.0/ports?device_id=859df440-991e-4147-90ad-bdc9291685b3 HTTP/1.1" status: 200 len: 210 time: 0.0539145 Jul 24 01:06:50.053131 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bed56d-95af-413c-b523-12581f121743 None None] Network 499bc442-a9ea-4fea-9d31-11ddff659e94 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:06:50.108404 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-a6f03fee-28c7-485a-a659-0bebfc06af61 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] For port 25a3c76b-a893-49f7-b7a2-5f20e3f1f6cf, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=25a3c76b-a893-49f7-b7a2-5f20e3f1f6cf,segment=NetworkSegment(72a8f055-1f5e-46f1-84f0-15929ee3d579),segment_id=72a8f055-1f5e-46f1-84f0-15929ee3d579)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:50.108784 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a6f03fee-28c7-485a-a659-0bebfc06af61 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:50.126780 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-a6f03fee-28c7-485a-a659-0bebfc06af61 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Calling delete_port for 25a3c76b-a893-49f7-b7a2-5f20e3f1f6cf owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:06:50.159704 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f6bdafc1-7743-4c2e-9886-c22c65a4a913 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for router_gateway, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:50.179805 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f6bdafc1-7743-4c2e-9886-c22c65a4a913 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:50.228435 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a6f03fee-28c7-485a-a659-0bebfc06af61 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:50.269808 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f03fee-28c7-485a-a659-0bebfc06af61 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Pushing event deleted for resources: {'Port': ['ID=25a3c76b-a893-49f7-b7a2-5f20e3f1f6cf,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:50.282365 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f03fee-28c7-485a-a659-0bebfc06af61 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] No DVR routers for this DVR port 25a3c76b-a893-49f7-b7a2-5f20e3f1f6cf on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:06:50.325514 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18df396-7756-4632-b036-73f38d628552 None None] DHCP port deletion for 499bc442-a9ea-4fea-9d31-11ddff659e94 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:06:50.325977 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-f6bdafc1-7743-4c2e-9886-c22c65a4a913 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Allocated IP 172.25.2.145 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/5ba78845-e2a7-4013-bac3-2fee38f9d4ce) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:06:50.393104 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a6f03fee-28c7-485a-a659-0bebfc06af61 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:50.404112 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-a6f03fee-28c7-485a-a659-0bebfc06af61 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['499bc442-a9ea-4fea-9d31-11ddff659e94']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:50.414366 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-a6f03fee-28c7-485a-a659-0bebfc06af61 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72a8f055-1f5e-46f1-84f0-15929ee3d579') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:50.415377 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-a6f03fee-28c7-485a-a659-0bebfc06af61 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72a8f055-1f5e-46f1-84f0-15929ee3d579') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:50.424643 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a6f03fee-28c7-485a-a659-0bebfc06af61 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:50.439433 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a6f03fee-28c7-485a-a659-0bebfc06af61 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:50.449564 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f6bdafc1-7743-4c2e-9886-c22c65a4a913 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:50.449793 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f03fee-28c7-485a-a659-0bebfc06af61 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:06:50.449793 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a6f03fee-28c7-485a-a659-0bebfc06af61 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:50.449793 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:06:50.449793 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:06:50.449793 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:06:50.449793 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:06:50.449793 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:06:50.449793 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:06:50.449793 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:06:50.449793 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:06:50.449793 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:06:50.449793 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:06:50.449793 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:06:50.449793 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:06:50.449793 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:06:50.449793 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:06:50.449793 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:06:50.449793 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:06:50.449793 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:06:50.449793 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:06:50.449793 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:06:50.449793 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:06:50.449793 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:06:50.449793 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:06:50.449793 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:06:50.449793 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:06:50.449793 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:06:50.449793 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:06:50.449793 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:06:50.449793 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:06:50.449793 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:06:50.449793 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:06:50.449793 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:06:50.449793 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:06:50.499679 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f6bdafc1-7743-4c2e-9886-c22c65a4a913 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:50.526014 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a6f03fee-28c7-485a-a659-0bebfc06af61 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:50.539221 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bdafc1-7743-4c2e-9886-c22c65a4a913 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:06:50.540250 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a6f03fee-28c7-485a-a659-0bebfc06af61 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:50.541773 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a6f03fee-28c7-485a-a659-0bebfc06af61 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] 10.222.0.15 "DELETE /v2.0/networks/499bc442-a9ea-4fea-9d31-11ddff659e94 HTTP/1.1" status: 204 len: 168 time: 0.7570872 Jul 24 01:06:50.542794 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-f6bdafc1-7743-4c2e-9886-c22c65a4a913 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:06:50.556435 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bdafc1-7743-4c2e-9886-c22c65a4a913 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:06:50.557244 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f03fee-28c7-485a-a659-0bebfc06af61 tempest-ExtraDHCPOptionsTestJSON-1245480162 tempest-ExtraDHCPOptionsTestJSON-1245480162-project] Pushing event deleted for resources: {'Network': ['ID=499bc442-a9ea-4fea-9d31-11ddff659e94,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:50.590849 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bdafc1-7743-4c2e-9886-c22c65a4a913 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Pushing event updated for resources: {'Port': ['ID=5ba78845-e2a7-4013-bac3-2fee38f9d4ce,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:50.678576 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 25a3c76b-a893-49f7-b7a2-5f20e3f1f6cf no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:06:50.706326 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 25a3c76b-a893-49f7-b7a2-5f20e3f1f6cf {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:06:50.707104 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 25a3c76b-a893-49f7-b7a2-5f20e3f1f6cf not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:06:50.871093 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f6bdafc1-7743-4c2e-9886-c22c65a4a913 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for router_gateway, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:50.883386 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49828) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:50.978424 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:51.085113 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-79730de7-c249-46dd-a188-76f75cdc18f2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=05fee9c4c1874bbf9d096ab9c79c07e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1994941 Jul 24 01:06:51.087592 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49838) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:51.176273 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7cbc2ce4-c309-4571-8a92-f0b2518c1025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:51.185244 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3672c11c-623c-4f90-bbb5-733f9ccb1899 req-a6f8857c-2c3e-4d83-b04e-b36114439394 tempest-ServerShowV247Test-1711115680 tempest-ServerShowV247Test-1711115680-project] 10.222.0.15 "GET /v2.0/ports?device_id=859df440-991e-4147-90ad-bdc9291685b3 HTTP/1.1" status: 200 len: 210 time: 0.0437920 Jul 24 01:06:51.194100 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f6bdafc1-7743-4c2e-9886-c22c65a4a913 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:51.217878 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7cbc2ce4-c309-4571-8a92-f0b2518c1025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:51.283625 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7cbc2ce4-c309-4571-8a92-f0b2518c1025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:51.287242 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7cbc2ce4-c309-4571-8a92-f0b2518c1025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:51.288454 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7cbc2ce4-c309-4571-8a92-f0b2518c1025 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0129cd16-7222-44f9-9e60-c24d41bf8a70 HTTP/1.1" status: 204 len: 168 time: 0.1996624 Jul 24 01:06:51.297986 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbc2ce4-c309-4571-8a92-f0b2518c1025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0129cd16-7222-44f9-9e60-c24d41bf8a70,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:51.404138 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6bdafc1-7743-4c2e-9886-c22c65a4a913 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Router b3c2eb8f-49b1-4979-bf68-b4b584f721d7 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:06:51.579150 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6bdafc1-7743-4c2e-9886-c22c65a4a913 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:06:51.592635 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3443ec-3f12-4407-8fd7-5076ca18a105 None None] Sync routers for ids ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:06:51.604253 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3443ec-3f12-4407-8fd7-5076ca18a105 None None] Routers {'b3c2eb8f-49b1-4979-bf68-b4b584f721d7'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:06:51.606962 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-7f3443ec-3f12-4407-8fd7-5076ca18a105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:06:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:51.652306 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-7f3443ec-3f12-4407-8fd7-5076ca18a105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:51.654868 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f6bdafc1-7743-4c2e-9886-c22c65a4a913 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:51.659991 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f6bdafc1-7743-4c2e-9886-c22c65a4a913 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2389703 Jul 24 01:06:51.660139 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49862) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:51.666861 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3443ec-3f12-4407-8fd7-5076ca18a105 None None] Routers {'b3c2eb8f-49b1-4979-bf68-b4b584f721d7'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:06:51.667599 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-7f3443ec-3f12-4407-8fd7-5076ca18a105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:06:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:51.707381 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-7f3443ec-3f12-4407-8fd7-5076ca18a105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:51.708149 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3443ec-3f12-4407-8fd7-5076ca18a105 None None] The sync data for ids ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:06:51.719706 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366128b-7b85-4a05-bf94-8213630219dc req-5c285c61-fd38-47ef-a7a5-d95b060f89ef tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:51.738149 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366128b-7b85-4a05-bf94-8213630219dc req-5c285c61-fd38-47ef-a7a5-d95b060f89ef tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:51.745341 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366128b-7b85-4a05-bf94-8213630219dc req-5c285c61-fd38-47ef-a7a5-d95b060f89ef tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:51.756506 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366128b-7b85-4a05-bf94-8213630219dc req-5c285c61-fd38-47ef-a7a5-d95b060f89ef tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:51.766543 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366128b-7b85-4a05-bf94-8213630219dc req-5c285c61-fd38-47ef-a7a5-d95b060f89ef tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:51.773373 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366128b-7b85-4a05-bf94-8213630219dc req-5c285c61-fd38-47ef-a7a5-d95b060f89ef tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:51.782003 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366128b-7b85-4a05-bf94-8213630219dc req-5c285c61-fd38-47ef-a7a5-d95b060f89ef tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:51.785339 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8366128b-7b85-4a05-bf94-8213630219dc req-5c285c61-fd38-47ef-a7a5-d95b060f89ef tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 5433 time: 0.1894083 Jul 24 01:06:51.836447 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8366128b-7b85-4a05-bf94-8213630219dc req-ae95a191-8e27-493f-ada0-b5c151e31b40 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&id=b607e344-24a6-4f17-aee1-1e5d86804c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447803 Jul 24 01:06:52.255221 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1d54d32d-f7e1-4525-aaf1-0dc351c66581 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:52.376751 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-11172e3b-fe93-4f64-bdc2-90e15c87354b req-97f9750c-5084-45d7-adbd-c8e2584f3cb3 tempest-ServerShowV247Test-1711115680 tempest-ServerShowV247Test-1711115680-project] 10.222.0.15 "GET /v2.0/ports?device_id=859df440-991e-4147-90ad-bdc9291685b3 HTTP/1.1" status: 200 len: 210 time: 0.0701311 Jul 24 01:06:52.630035 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-1d54d32d-f7e1-4525-aaf1-0dc351c66581 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Allocated IP 172.20.0.1 (520c1519-a02f-4825-8e8b-518c41772601/8cb74e7b-1f9a-425b-b9de-f48b1bce9562/573882e8-1234-4483-9a13-8c1bae9ae0bc) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:06:52.772373 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1d54d32d-f7e1-4525-aaf1-0dc351c66581 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:52.823769 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1d54d32d-f7e1-4525-aaf1-0dc351c66581 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:52.861386 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d54d32d-f7e1-4525-aaf1-0dc351c66581 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Network 520c1519-a02f-4825-8e8b-518c41772601 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:06:52.864628 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-1d54d32d-f7e1-4525-aaf1-0dc351c66581 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:06:52.869247 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d54d32d-f7e1-4525-aaf1-0dc351c66581 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:06:52.910340 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54d32d-f7e1-4525-aaf1-0dc351c66581 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Pushing event updated for resources: {'Port': ['ID=573882e8-1234-4483-9a13-8c1bae9ae0bc,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:52.938837 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1d54d32d-f7e1-4525-aaf1-0dc351c66581 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:53.013606 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94cea96-6830-4731-9087-17ab64a8decb req-476a0bd6-bc38-4f4d-ac6b-1a10260b76f6 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:53.019797 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94cea96-6830-4731-9087-17ab64a8decb req-476a0bd6-bc38-4f4d-ac6b-1a10260b76f6 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:53.027764 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94cea96-6830-4731-9087-17ab64a8decb req-476a0bd6-bc38-4f4d-ac6b-1a10260b76f6 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:53.034665 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94cea96-6830-4731-9087-17ab64a8decb req-476a0bd6-bc38-4f4d-ac6b-1a10260b76f6 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:53.041672 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94cea96-6830-4731-9087-17ab64a8decb req-476a0bd6-bc38-4f4d-ac6b-1a10260b76f6 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:53.047999 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94cea96-6830-4731-9087-17ab64a8decb req-476a0bd6-bc38-4f4d-ac6b-1a10260b76f6 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:53.054277 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94cea96-6830-4731-9087-17ab64a8decb req-476a0bd6-bc38-4f4d-ac6b-1a10260b76f6 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:53.057101 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c94cea96-6830-4731-9087-17ab64a8decb req-476a0bd6-bc38-4f4d-ac6b-1a10260b76f6 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 5433 time: 0.1891887 Jul 24 01:06:53.144353 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1d54d32d-f7e1-4525-aaf1-0dc351c66581 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:53.148922 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94cea96-6830-4731-9087-17ab64a8decb req-0cce2c70-bcc9-4ef6-bf2b-683a3fa829ae tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:53.150399 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c94cea96-6830-4731-9087-17ab64a8decb req-0cce2c70-bcc9-4ef6-bf2b-683a3fa829ae tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.13 "GET /v2.0/ports/7b4da756-8034-45e1-9b76-762af13d0a4c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0743880 Jul 24 01:06:53.165964 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2dfd5-ec4b-473e-af62-435de0e949d6 req-08839eb8-1afe-4db0-ae9f-aa305396838c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:53.172137 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2dfd5-ec4b-473e-af62-435de0e949d6 req-08839eb8-1afe-4db0-ae9f-aa305396838c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:53.178258 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2dfd5-ec4b-473e-af62-435de0e949d6 req-08839eb8-1afe-4db0-ae9f-aa305396838c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:53.185571 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2dfd5-ec4b-473e-af62-435de0e949d6 req-08839eb8-1afe-4db0-ae9f-aa305396838c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:53.191810 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2dfd5-ec4b-473e-af62-435de0e949d6 req-08839eb8-1afe-4db0-ae9f-aa305396838c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:53.198653 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2dfd5-ec4b-473e-af62-435de0e949d6 req-08839eb8-1afe-4db0-ae9f-aa305396838c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:53.204815 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b2dfd5-ec4b-473e-af62-435de0e949d6 req-08839eb8-1afe-4db0-ae9f-aa305396838c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:53.213278 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-67b2dfd5-ec4b-473e-af62-435de0e949d6 req-08839eb8-1afe-4db0-ae9f-aa305396838c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 5433 time: 0.2283401 Jul 24 01:06:53.324596 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-67b2dfd5-ec4b-473e-af62-435de0e949d6 req-c54ae752-9155-4be7-b4f6-0d64e30bfc15 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&id=b607e344-24a6-4f17-aee1-1e5d86804c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1091957 Jul 24 01:06:53.384577 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c94cea96-6830-4731-9087-17ab64a8decb req-567062ff-93ad-48c9-aeaf-bdec9d7a7912 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.13 "GET /v2.0/networks/65487f5e-aa75-4d64-a662-cf5c6179a6a8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1685398 Jul 24 01:06:53.416168 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-c94cea96-6830-4731-9087-17ab64a8decb req-2525e3ca-9557-4550-8fa0-b50eefac12e0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:06:53.523221 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-839ffa8f-055a-4a19-b56e-8e885a63ccbc req-ed27788e-9947-4919-94a9-1a586c34f9d4 tempest-ServerShowV247Test-1711115680 tempest-ServerShowV247Test-1711115680-project] 10.222.0.15 "GET /v2.0/ports?device_id=859df440-991e-4147-90ad-bdc9291685b3 HTTP/1.1" status: 200 len: 210 time: 0.0423355 Jul 24 01:06:53.568641 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c94cea96-6830-4731-9087-17ab64a8decb req-2525e3ca-9557-4550-8fa0-b50eefac12e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:53.574406 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1d54d32d-f7e1-4525-aaf1-0dc351c66581 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:53.581530 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1d54d32d-f7e1-4525-aaf1-0dc351c66581 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:53.664274 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54d32d-f7e1-4525-aaf1-0dc351c66581 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Pushing event updated for resources: {'Port': ['ID=573882e8-1234-4483-9a13-8c1bae9ae0bc,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:53.667661 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1d54d32d-f7e1-4525-aaf1-0dc351c66581 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:53.726798 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-c94cea96-6830-4731-9087-17ab64a8decb req-2525e3ca-9557-4550-8fa0-b50eefac12e0 service neutron] For port 7b4da756-8034-45e1-9b76-762af13d0a4c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=7b4da756-8034-45e1-9b76-762af13d0a4c,segment=NetworkSegment(a92a2f48-5689-4aa7-b6c1-dc9b341f5b89),segment_id=a92a2f48-5689-4aa7-b6c1-dc9b341f5b89)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:53.761346 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d54d32d-f7e1-4525-aaf1-0dc351c66581 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Network 520c1519-a02f-4825-8e8b-518c41772601 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:06:53.763020 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-1d54d32d-f7e1-4525-aaf1-0dc351c66581 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:06:53.763890 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-c94cea96-6830-4731-9087-17ab64a8decb req-2525e3ca-9557-4550-8fa0-b50eefac12e0 service neutron] For port 7b4da756-8034-45e1-9b76-762af13d0a4c, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:06:53.813377 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-c94cea96-6830-4731-9087-17ab64a8decb req-2525e3ca-9557-4550-8fa0-b50eefac12e0 service neutron] device_id is not set on port 7b4da756-8034-45e1-9b76-762af13d0a4c yet. {{(pid=100464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:06:53.823239 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c94cea96-6830-4731-9087-17ab64a8decb req-2525e3ca-9557-4550-8fa0-b50eefac12e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:53.829429 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c94cea96-6830-4731-9087-17ab64a8decb req-2525e3ca-9557-4550-8fa0-b50eefac12e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:53.895570 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d54d32d-f7e1-4525-aaf1-0dc351c66581 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Router b3c2eb8f-49b1-4979-bf68-b4b584f721d7 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:06:53.899557 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94cea96-6830-4731-9087-17ab64a8decb req-2525e3ca-9557-4550-8fa0-b50eefac12e0 service neutron] No DVR routers for this DVR port 7b4da756-8034-45e1-9b76-762af13d0a4c on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:06:53.902768 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2525e3ca-9557-4550-8fa0-b50eefac12e0 service neutron] Pushing event updated for resources: {'Port': ['ID=7b4da756-8034-45e1-9b76-762af13d0a4c,revision_number=6']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:53.931190 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2525e3ca-9557-4550-8fa0-b50eefac12e0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:53.931546 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2525e3ca-9557-4550-8fa0-b50eefac12e0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:53.931897 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2525e3ca-9557-4550-8fa0-b50eefac12e0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:53.932240 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2525e3ca-9557-4550-8fa0-b50eefac12e0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:53.932579 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2525e3ca-9557-4550-8fa0-b50eefac12e0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:53.932916 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2525e3ca-9557-4550-8fa0-b50eefac12e0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:53.933251 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2525e3ca-9557-4550-8fa0-b50eefac12e0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:53.933584 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2525e3ca-9557-4550-8fa0-b50eefac12e0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:53.933920 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2525e3ca-9557-4550-8fa0-b50eefac12e0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:53.934251 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2525e3ca-9557-4550-8fa0-b50eefac12e0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:53.934581 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2525e3ca-9557-4550-8fa0-b50eefac12e0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:53.935017 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2525e3ca-9557-4550-8fa0-b50eefac12e0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:06:53.954803 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-c94cea96-6830-4731-9087-17ab64a8decb req-2525e3ca-9557-4550-8fa0-b50eefac12e0 service neutron] In _notify_port_updated(), no bound segment for port 7b4da756-8034-45e1-9b76-762af13d0a4c on network 65487f5e-aa75-4d64-a662-cf5c6179a6a8 {{(pid=100464) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 01:06:53.955702 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94cea96-6830-4731-9087-17ab64a8decb req-2525e3ca-9557-4550-8fa0-b50eefac12e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:53.959675 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c94cea96-6830-4731-9087-17ab64a8decb req-2525e3ca-9557-4550-8fa0-b50eefac12e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:53.961476 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c94cea96-6830-4731-9087-17ab64a8decb req-2525e3ca-9557-4550-8fa0-b50eefac12e0 service neutron] 10.222.0.13 "PUT /v2.0/ports/7b4da756-8034-45e1-9b76-762af13d0a4c HTTP/1.1" status: 200 len: 1027 time: 0.5631700 Jul 24 01:06:54.036693 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d54d32d-f7e1-4525-aaf1-0dc351c66581 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:06:54.039898 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94cea96-6830-4731-9087-17ab64a8decb req-61cd9cc5-f505-4c9a-81fb-fcd8cfee6041 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:54.048442 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1d54d32d-f7e1-4525-aaf1-0dc351c66581 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "PUT /v2.0/routers/b3c2eb8f-49b1-4979-bf68-b4b584f721d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3825595 Jul 24 01:06:54.048609 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c94cea96-6830-4731-9087-17ab64a8decb req-61cd9cc5-f505-4c9a-81fb-fcd8cfee6041 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.13 "GET /v2.0/ports/a506a736-02bd-4fbb-acb0-f1c78bc19022?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0781939 Jul 24 01:06:54.048811 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49946) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:54.054341 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-d34df345-9424-4629-9e26-92a69855d218 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Request body: {'port': {'network_id': '520c1519-a02f-4825-8e8b-518c41772601', 'name': 'tempest-FloatingIPTestJSON-273047040'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:06:54.054644 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1ad1d4-8918-4622-8b34-f2e153ece939 None None] Sync routers for ids ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:06:54.066577 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-c94cea96-6830-4731-9087-17ab64a8decb req-b0f667e7-c1cc-4dd0-8a06-db4a67d90171 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:06:54.067983 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1ad1d4-8918-4622-8b34-f2e153ece939 None None] Routers {'b3c2eb8f-49b1-4979-bf68-b4b584f721d7'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:06:54.068812 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-fe1ad1d4-8918-4622-8b34-f2e153ece939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:06:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:54.122178 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-fe1ad1d4-8918-4622-8b34-f2e153ece939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:54.131972 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1ad1d4-8918-4622-8b34-f2e153ece939 None None] Routers {'b3c2eb8f-49b1-4979-bf68-b4b584f721d7'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:06:54.132713 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-fe1ad1d4-8918-4622-8b34-f2e153ece939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:06:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:54.166506 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-84088e9a-6d67-42d0-9efb-23ea6a7a734e None None] Provisioning complete for port 7b4da756-8034-45e1-9b76-762af13d0a4c triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:06:54.167108 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-84088e9a-6d67-42d0-9efb-23ea6a7a734e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:54.175489 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c94cea96-6830-4731-9087-17ab64a8decb req-b0f667e7-c1cc-4dd0-8a06-db4a67d90171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:54.178977 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-fe1ad1d4-8918-4622-8b34-f2e153ece939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:54.179887 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1ad1d4-8918-4622-8b34-f2e153ece939 None None] The sync data for ids ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'] in n-d-793621-25 is: [] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:06:54.214413 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-84088e9a-6d67-42d0-9efb-23ea6a7a734e None None] Port 7b4da756-8034-45e1-9b76-762af13d0a4c cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:06:54.232687 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34df345-9424-4629-9e26-92a69855d218 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Made reservation on behalf of c9209d9a1e19440da4a98fc2629037ba for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:06:54.236782 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d34df345-9424-4629-9e26-92a69855d218 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:54.255503 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-d34df345-9424-4629-9e26-92a69855d218 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] device_id is not set on port 5a6f90ce-0f9c-4a25-a41d-f26caa9de52a yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:06:54.324286 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:06:54.337368 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-c94cea96-6830-4731-9087-17ab64a8decb req-b0f667e7-c1cc-4dd0-8a06-db4a67d90171 service neutron] For port a506a736-02bd-4fbb-acb0-f1c78bc19022, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=a506a736-02bd-4fbb-acb0-f1c78bc19022,segment=NetworkSegment(a92a2f48-5689-4aa7-b6c1-dc9b341f5b89),segment_id=a92a2f48-5689-4aa7-b6c1-dc9b341f5b89)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:54.377734 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-c94cea96-6830-4731-9087-17ab64a8decb req-b0f667e7-c1cc-4dd0-8a06-db4a67d90171 service neutron] For port a506a736-02bd-4fbb-acb0-f1c78bc19022, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:06:54.380583 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-d34df345-9424-4629-9e26-92a69855d218 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Allocated IP 172.20.0.14 (520c1519-a02f-4825-8e8b-518c41772601/8cb74e7b-1f9a-425b-b9de-f48b1bce9562/5a6f90ce-0f9c-4a25-a41d-f26caa9de52a) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:06:54.419084 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-c94cea96-6830-4731-9087-17ab64a8decb req-b0f667e7-c1cc-4dd0-8a06-db4a67d90171 service neutron] device_id is not set on port a506a736-02bd-4fbb-acb0-f1c78bc19022 yet. {{(pid=100464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:06:54.440235 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c94cea96-6830-4731-9087-17ab64a8decb req-b0f667e7-c1cc-4dd0-8a06-db4a67d90171 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:54.476719 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c94cea96-6830-4731-9087-17ab64a8decb req-b0f667e7-c1cc-4dd0-8a06-db4a67d90171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:54.558734 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94cea96-6830-4731-9087-17ab64a8decb req-b0f667e7-c1cc-4dd0-8a06-db4a67d90171 service neutron] No DVR routers for this DVR port a506a736-02bd-4fbb-acb0-f1c78bc19022 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:06:54.596973 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f667e7-c1cc-4dd0-8a06-db4a67d90171 service neutron] Pushing event updated for resources: {'Port': ['ID=a506a736-02bd-4fbb-acb0-f1c78bc19022,revision_number=6']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:54.614998 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d34df345-9424-4629-9e26-92a69855d218 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:54.630579 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0362d3d-0b08-4b66-8924-aad3ce81698c req-82bec303-9639-4da2-9e2c-82ffe4591f97 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:54.647225 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0362d3d-0b08-4b66-8924-aad3ce81698c req-82bec303-9639-4da2-9e2c-82ffe4591f97 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:54.662752 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0362d3d-0b08-4b66-8924-aad3ce81698c req-82bec303-9639-4da2-9e2c-82ffe4591f97 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:54.672083 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d34df345-9424-4629-9e26-92a69855d218 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:54.681522 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0362d3d-0b08-4b66-8924-aad3ce81698c req-82bec303-9639-4da2-9e2c-82ffe4591f97 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:54.691180 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0362d3d-0b08-4b66-8924-aad3ce81698c req-82bec303-9639-4da2-9e2c-82ffe4591f97 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:54.708155 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0362d3d-0b08-4b66-8924-aad3ce81698c req-82bec303-9639-4da2-9e2c-82ffe4591f97 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:54.710324 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d0362d3d-0b08-4b66-8924-aad3ce81698c req-82bec303-9639-4da2-9e2c-82ffe4591f97 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 4582 time: 0.2848938 Jul 24 01:06:54.722801 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8837552e-e26c-4138-b2c8-12428642e118 req-1128ad84-8a13-418c-b3b7-21b5df95e3b7 tempest-ServerShowV247Test-1711115680 tempest-ServerShowV247Test-1711115680-project] 10.222.0.15 "GET /v2.0/ports?device_id=859df440-991e-4147-90ad-bdc9291685b3 HTTP/1.1" status: 200 len: 210 time: 0.0622053 Jul 24 01:06:54.750412 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-c94cea96-6830-4731-9087-17ab64a8decb req-b0f667e7-c1cc-4dd0-8a06-db4a67d90171 service neutron] In _notify_port_updated(), no bound segment for port a506a736-02bd-4fbb-acb0-f1c78bc19022 on network 65487f5e-aa75-4d64-a662-cf5c6179a6a8 {{(pid=100464) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 01:06:54.751359 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94cea96-6830-4731-9087-17ab64a8decb req-b0f667e7-c1cc-4dd0-8a06-db4a67d90171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:54.752174 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c94cea96-6830-4731-9087-17ab64a8decb req-b0f667e7-c1cc-4dd0-8a06-db4a67d90171 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:54.753766 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c94cea96-6830-4731-9087-17ab64a8decb req-b0f667e7-c1cc-4dd0-8a06-db4a67d90171 service neutron] 10.222.0.13 "PUT /v2.0/ports/a506a736-02bd-4fbb-acb0-f1c78bc19022 HTTP/1.1" status: 200 len: 1026 time: 0.6916041 Jul 24 01:06:54.778243 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34df345-9424-4629-9e26-92a69855d218 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Network 520c1519-a02f-4825-8e8b-518c41772601 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:06:54.782231 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-d34df345-9424-4629-9e26-92a69855d218 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:06:54.790860 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34df345-9424-4629-9e26-92a69855d218 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:06:54.826843 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d0362d3d-0b08-4b66-8924-aad3ce81698c req-daa88598-cf9c-4eee-b5ed-1cc931a4dada tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&id=b607e344-24a6-4f17-aee1-1e5d86804c2a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1083674 Jul 24 01:06:54.840702 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34df345-9424-4629-9e26-92a69855d218 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Pushing event updated for resources: {'Port': ['ID=5a6f90ce-0f9c-4a25-a41d-f26caa9de52a,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:54.900990 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34df345-9424-4629-9e26-92a69855d218 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:54.901659 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d34df345-9424-4629-9e26-92a69855d218 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:54.926434 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d34df345-9424-4629-9e26-92a69855d218 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8732147 Jul 24 01:06:54.928279 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49960) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:54.936796 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-8674f420-9c0e-4e3a-92a0-caceee6f3dd0 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Request body: {'port': {'network_id': '520c1519-a02f-4825-8e8b-518c41772601', 'name': 'tempest-FloatingIPTestJSON-2092499321'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:06:54.947702 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-3bb5c094-6606-48a8-ad92-c7ca13f106a6 None None] Provisioning complete for port a506a736-02bd-4fbb-acb0-f1c78bc19022 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:06:54.948108 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3bb5c094-6606-48a8-ad92-c7ca13f106a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:54.969535 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-c94cea96-6830-4731-9087-17ab64a8decb req-0d93927a-37e6-4dc0-887a-756673cc145a tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Deleting port 40187b04-184d-4d3d-a8c9-78e7d3aa2412 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:06:54.971487 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c94cea96-6830-4731-9087-17ab64a8decb req-0d93927a-37e6-4dc0-887a-756673cc145a tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:55.044610 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-3bb5c094-6606-48a8-ad92-c7ca13f106a6 None None] Port a506a736-02bd-4fbb-acb0-f1c78bc19022 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:06:55.114111 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8674f420-9c0e-4e3a-92a0-caceee6f3dd0 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Made reservation on behalf of c9209d9a1e19440da4a98fc2629037ba for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:06:55.119147 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8674f420-9c0e-4e3a-92a0-caceee6f3dd0 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:55.139652 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-c94cea96-6830-4731-9087-17ab64a8decb req-0d93927a-37e6-4dc0-887a-756673cc145a tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] For port 40187b04-184d-4d3d-a8c9-78e7d3aa2412, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=40187b04-184d-4d3d-a8c9-78e7d3aa2412,segment=NetworkSegment(dae40cc4-6193-418b-9703-a4a189ab618c),segment_id=dae40cc4-6193-418b-9703-a4a189ab618c)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:55.140126 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c94cea96-6830-4731-9087-17ab64a8decb req-0d93927a-37e6-4dc0-887a-756673cc145a tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:55.140525 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-8674f420-9c0e-4e3a-92a0-caceee6f3dd0 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] device_id is not set on port 8472ec3e-435a-4672-94c2-7e3d993e1514 yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:06:55.154991 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-c94cea96-6830-4731-9087-17ab64a8decb req-0d93927a-37e6-4dc0-887a-756673cc145a tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Calling delete_port for 40187b04-184d-4d3d-a8c9-78e7d3aa2412 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:06:55.294631 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-8674f420-9c0e-4e3a-92a0-caceee6f3dd0 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Allocated IP 172.20.0.4 (520c1519-a02f-4825-8e8b-518c41772601/8cb74e7b-1f9a-425b-b9de-f48b1bce9562/8472ec3e-435a-4672-94c2-7e3d993e1514) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:06:55.326967 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c94cea96-6830-4731-9087-17ab64a8decb req-0d93927a-37e6-4dc0-887a-756673cc145a tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:55.366085 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d93927a-37e6-4dc0-887a-756673cc145a tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Pushing event deleted for resources: {'Port': ['ID=40187b04-184d-4d3d-a8c9-78e7d3aa2412,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:55.422288 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94cea96-6830-4731-9087-17ab64a8decb req-0d93927a-37e6-4dc0-887a-756673cc145a tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] No DVR routers for this DVR port 40187b04-184d-4d3d-a8c9-78e7d3aa2412 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:06:55.425626 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c94cea96-6830-4731-9087-17ab64a8decb req-0d93927a-37e6-4dc0-887a-756673cc145a tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:55.427345 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c94cea96-6830-4731-9087-17ab64a8decb req-0d93927a-37e6-4dc0-887a-756673cc145a tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.13 "DELETE /v2.0/ports/40187b04-184d-4d3d-a8c9-78e7d3aa2412 HTTP/1.1" status: 204 len: 173 time: 0.6594415 Jul 24 01:06:55.427830 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'name': 'network-vif-deleted', 'tag': '40187b04-184d-4d3d-a8c9-78e7d3aa2412'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:06:55.430449 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9b317d-4a2d-46cc-95f9-c22c56ba340c" -d '{"events": [{"server_uuid": "d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483", "name": "network-vif-deleted", "tag": "40187b04-184d-4d3d-a8c9-78e7d3aa2412"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:06:55.517145 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8674f420-9c0e-4e3a-92a0-caceee6f3dd0 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:55.520689 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abdd6493-b691-4569-a2c7-72ff12bbec72 x-openstack-request-id: req-abdd6493-b691-4569-a2c7-72ff12bbec72 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:06:55.520984 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483", "name": "network-vif-deleted", "tag": "40187b04-184d-4d3d-a8c9-78e7d3aa2412", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:06:55.521239 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-abdd6493-b691-4569-a2c7-72ff12bbec72 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:06:55.521641 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'name': 'network-vif-deleted', 'tag': '40187b04-184d-4d3d-a8c9-78e7d3aa2412', 'status': 'completed', 'code': 200} Jul 24 01:06:55.556272 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-c94cea96-6830-4731-9087-17ab64a8decb req-11da8b3e-ea23-499f-b837-ac4c3e54544c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Deleting port 3bdee268-3504-4249-9688-c9a743e39dc3 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:06:55.556626 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c94cea96-6830-4731-9087-17ab64a8decb req-11da8b3e-ea23-499f-b837-ac4c3e54544c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:55.577358 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8674f420-9c0e-4e3a-92a0-caceee6f3dd0 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:55.624599 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8674f420-9c0e-4e3a-92a0-caceee6f3dd0 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Network 520c1519-a02f-4825-8e8b-518c41772601 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:06:55.630076 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-8674f420-9c0e-4e3a-92a0-caceee6f3dd0 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:06:55.632570 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8674f420-9c0e-4e3a-92a0-caceee6f3dd0 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:06:55.671140 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-c94cea96-6830-4731-9087-17ab64a8decb req-11da8b3e-ea23-499f-b837-ac4c3e54544c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] For port 3bdee268-3504-4249-9688-c9a743e39dc3, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=3bdee268-3504-4249-9688-c9a743e39dc3,segment=NetworkSegment(a92a2f48-5689-4aa7-b6c1-dc9b341f5b89),segment_id=a92a2f48-5689-4aa7-b6c1-dc9b341f5b89)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:55.671520 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c94cea96-6830-4731-9087-17ab64a8decb req-11da8b3e-ea23-499f-b837-ac4c3e54544c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:55.681060 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8674f420-9c0e-4e3a-92a0-caceee6f3dd0 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Pushing event updated for resources: {'Port': ['ID=8472ec3e-435a-4672-94c2-7e3d993e1514,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:55.699066 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-c94cea96-6830-4731-9087-17ab64a8decb req-11da8b3e-ea23-499f-b837-ac4c3e54544c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Calling delete_port for 3bdee268-3504-4249-9688-c9a743e39dc3 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:06:55.708812 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8674f420-9c0e-4e3a-92a0-caceee6f3dd0 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:55.709738 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8674f420-9c0e-4e3a-92a0-caceee6f3dd0 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:55.734782 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8674f420-9c0e-4e3a-92a0-caceee6f3dd0 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8027117 Jul 24 01:06:55.735585 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 49974) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:55.740313 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-0a5d11b9-888e-4f49-bc72-015bdab042ad tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'port_id': '8472ec3e-435a-4672-94c2-7e3d993e1514', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:06:55.784883 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0a5d11b9-888e-4f49-bc72-015bdab042ad tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for floatingip, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:55.940129 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c94cea96-6830-4731-9087-17ab64a8decb req-11da8b3e-ea23-499f-b837-ac4c3e54544c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:55.993326 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c66c84b1-6916-404f-a2fb-8dbe7cdf5a07 req-40a00c54-cc30-4352-a837-ca0d10006a3a tempest-ServerShowV247Test-1711115680 tempest-ServerShowV247Test-1711115680-project] 10.222.0.15 "GET /v2.0/ports?device_id=859df440-991e-4147-90ad-bdc9291685b3 HTTP/1.1" status: 200 len: 210 time: 0.0655389 Jul 24 01:06:56.016090 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da8b3e-ea23-499f-b837-ac4c3e54544c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Pushing event deleted for resources: {'Port': ['ID=3bdee268-3504-4249-9688-c9a743e39dc3,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:56.047065 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0a5d11b9-888e-4f49-bc72-015bdab042ad tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:56.084002 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94cea96-6830-4731-9087-17ab64a8decb req-11da8b3e-ea23-499f-b837-ac4c3e54544c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] No DVR routers for this DVR port 3bdee268-3504-4249-9688-c9a743e39dc3 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:06:56.087411 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c94cea96-6830-4731-9087-17ab64a8decb req-11da8b3e-ea23-499f-b837-ac4c3e54544c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:56.089557 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c94cea96-6830-4731-9087-17ab64a8decb req-11da8b3e-ea23-499f-b837-ac4c3e54544c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.13 "DELETE /v2.0/ports/3bdee268-3504-4249-9688-c9a743e39dc3 HTTP/1.1" status: 204 len: 173 time: 0.6556778 Jul 24 01:06:56.150031 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a03a2-67d0-481e-9cd4-f20f144cd0c8 req-38c2706d-3c90-4ccb-9c70-faaab3d0eb49 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:56.157212 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a03a2-67d0-481e-9cd4-f20f144cd0c8 req-38c2706d-3c90-4ccb-9c70-faaab3d0eb49 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:56.163919 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a03a2-67d0-481e-9cd4-f20f144cd0c8 req-38c2706d-3c90-4ccb-9c70-faaab3d0eb49 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:56.166696 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-333a03a2-67d0-481e-9cd4-f20f144cd0c8 req-38c2706d-3c90-4ccb-9c70-faaab3d0eb49 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 2417 time: 0.1911566 Jul 24 01:06:56.233872 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-c94cea96-6830-4731-9087-17ab64a8decb req-6ee58a82-5da6-46d5-8a9e-9e0ad1e6e540 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Deleting port 149cdb73-8fb6-426e-8349-634d1b416c1d {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:06:56.235334 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c94cea96-6830-4731-9087-17ab64a8decb req-6ee58a82-5da6-46d5-8a9e-9e0ad1e6e540 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:56.250411 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-333a03a2-67d0-481e-9cd4-f20f144cd0c8 req-2fc87f14-886c-47eb-99b3-e5d4018014a3 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754068 Jul 24 01:06:56.272630 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-0a5d11b9-888e-4f49-bc72-015bdab042ad tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Allocated IP 172.25.2.51 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/8d266474-e7c8-40c6-bf20-08f49b3515dd) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:06:56.403735 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-c94cea96-6830-4731-9087-17ab64a8decb req-6ee58a82-5da6-46d5-8a9e-9e0ad1e6e540 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] For port 149cdb73-8fb6-426e-8349-634d1b416c1d, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=149cdb73-8fb6-426e-8349-634d1b416c1d,segment=NetworkSegment(a92a2f48-5689-4aa7-b6c1-dc9b341f5b89),segment_id=a92a2f48-5689-4aa7-b6c1-dc9b341f5b89)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:56.404115 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c94cea96-6830-4731-9087-17ab64a8decb req-6ee58a82-5da6-46d5-8a9e-9e0ad1e6e540 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:56.417727 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0a5d11b9-888e-4f49-bc72-015bdab042ad tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:56.426124 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-c94cea96-6830-4731-9087-17ab64a8decb req-6ee58a82-5da6-46d5-8a9e-9e0ad1e6e540 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Calling delete_port for 149cdb73-8fb6-426e-8349-634d1b416c1d owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:06:56.488041 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0a5d11b9-888e-4f49-bc72-015bdab042ad tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:56.532310 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5d11b9-888e-4f49-bc72-015bdab042ad tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:06:56.535780 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-0a5d11b9-888e-4f49-bc72-015bdab042ad tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:06:56.539948 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5d11b9-888e-4f49-bc72-015bdab042ad tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:06:56.620596 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c94cea96-6830-4731-9087-17ab64a8decb req-6ee58a82-5da6-46d5-8a9e-9e0ad1e6e540 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:56.843944 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device c05a6c8c-a48f-4518-b2fa-245771ba636b no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:06:56.981056 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d11b9-888e-4f49-bc72-015bdab042ad tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Pushing event updated for resources: {'Port': ['ID=8d266474-e7c8-40c6-bf20-08f49b3515dd,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:57.043002 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:57.098072 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c05a6c8c-a48f-4518-b2fa-245771ba636b'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:06:57.100422 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae24796-3881-4f6c-88c8-489c0cc7a639" -d '{"events": [{"server_uuid": "d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483", "name": "network-vif-unplugged", "status": "completed", "tag": "c05a6c8c-a48f-4518-b2fa-245771ba636b"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:06:57.108379 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee58a82-5da6-46d5-8a9e-9e0ad1e6e540 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Pushing event deleted for resources: {'Port': ['ID=149cdb73-8fb6-426e-8349-634d1b416c1d,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:57.126287 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port c05a6c8c-a48f-4518-b2fa-245771ba636b, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=c05a6c8c-a48f-4518-b2fa-245771ba636b,segment=NetworkSegment(5ef6bf11-09bc-46a7-97d4-245b20dfc394),segment_id=5ef6bf11-09bc-46a7-97d4-245b20dfc394)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:57.136155 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:57.137167 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 7b4da756-8034-45e1-9b76-762af13d0a4c no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:06:57.205835 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 01:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b141b29d-dc2c-486c-991f-f576e68a5a9d x-openstack-request-id: req-b141b29d-dc2c-486c-991f-f576e68a5a9d {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:06:57.206523 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483", "name": "network-vif-unplugged", "status": "completed", "tag": "c05a6c8c-a48f-4518-b2fa-245771ba636b", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:06:57.207026 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b141b29d-dc2c-486c-991f-f576e68a5a9d {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:06:57.207744 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c05a6c8c-a48f-4518-b2fa-245771ba636b', 'code': 200} Jul 24 01:06:57.222860 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94cea96-6830-4731-9087-17ab64a8decb req-6ee58a82-5da6-46d5-8a9e-9e0ad1e6e540 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] No DVR routers for this DVR port 149cdb73-8fb6-426e-8349-634d1b416c1d on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:06:57.225712 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c94cea96-6830-4731-9087-17ab64a8decb req-6ee58a82-5da6-46d5-8a9e-9e0ad1e6e540 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:57.228881 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c94cea96-6830-4731-9087-17ab64a8decb req-6ee58a82-5da6-46d5-8a9e-9e0ad1e6e540 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.13 "DELETE /v2.0/ports/149cdb73-8fb6-426e-8349-634d1b416c1d HTTP/1.1" status: 204 len: 173 time: 1.1342580 Jul 24 01:06:57.285093 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2634c0ff-74a7-48ed-b584-7ebcf15924bc req-9c8bc46e-a57d-4b01-99f1-02d6966203a8 tempest-ServerShowV247Test-1711115680 tempest-ServerShowV247Test-1711115680-project] 10.222.0.15 "GET /v2.0/ports?device_id=859df440-991e-4147-90ad-bdc9291685b3 HTTP/1.1" status: 200 len: 210 time: 0.0714812 Jul 24 01:06:57.344584 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=c05a6c8c-a48f-4518-b2fa-245771ba636b,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:57.348821 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 7b4da756-8034-45e1-9b76-762af13d0a4c not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:06:57.372816 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 3bdee268-3504-4249-9688-c9a743e39dc3 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:06:57.403537 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 3bdee268-3504-4249-9688-c9a743e39dc3 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:06:57.410773 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 3bdee268-3504-4249-9688-c9a743e39dc3 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:06:57.411384 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device a506a736-02bd-4fbb-acb0-f1c78bc19022 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:06:57.455232 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device a506a736-02bd-4fbb-acb0-f1c78bc19022 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:06:57.455885 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 149cdb73-8fb6-426e-8349-634d1b416c1d no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:06:57.480827 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 149cdb73-8fb6-426e-8349-634d1b416c1d {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:06:57.481450 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 149cdb73-8fb6-426e-8349-634d1b416c1d not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:06:57.482052 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 40187b04-184d-4d3d-a8c9-78e7d3aa2412 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:06:57.482466 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-c94cea96-6830-4731-9087-17ab64a8decb req-ff711b01-03f0-4abd-8009-e3495d24169d tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Deleting port f62b6018-fd2e-4741-aae0-965e0d0f01a6 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:06:57.482941 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c94cea96-6830-4731-9087-17ab64a8decb req-ff711b01-03f0-4abd-8009-e3495d24169d tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:57.505488 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 40187b04-184d-4d3d-a8c9-78e7d3aa2412 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:06:57.505832 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 40187b04-184d-4d3d-a8c9-78e7d3aa2412 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:06:57.506263 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device f62b6018-fd2e-4741-aae0-965e0d0f01a6 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:06:57.523158 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'name': 'network-vif-deleted', 'tag': '3bdee268-3504-4249-9688-c9a743e39dc3'}, {'server_uuid': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'name': 'network-vif-deleted', 'tag': '149cdb73-8fb6-426e-8349-634d1b416c1d'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:06:57.526285 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b526af4-93d7-4a29-b186-28e01aaabbd4" -d '{"events": [{"server_uuid": "d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483", "name": "network-vif-deleted", "tag": "3bdee268-3504-4249-9688-c9a743e39dc3"}, {"server_uuid": "d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483", "name": "network-vif-deleted", "tag": "149cdb73-8fb6-426e-8349-634d1b416c1d"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:06:57.598979 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0a5d11b9-888e-4f49-bc72-015bdab042ad tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:57.627472 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 24 Jul 2021 01:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56afd48-c6ea-4f9d-9097-4ab03d276aa6 x-openstack-request-id: req-e56afd48-c6ea-4f9d-9097-4ab03d276aa6 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:06:57.627827 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483", "name": "network-vif-deleted", "tag": "3bdee268-3504-4249-9688-c9a743e39dc3", "status": "completed", "code": 200}, {"server_uuid": "d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483", "name": "network-vif-deleted", "tag": "149cdb73-8fb6-426e-8349-634d1b416c1d", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:06:57.628026 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e56afd48-c6ea-4f9d-9097-4ab03d276aa6 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:06:57.628825 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'name': 'network-vif-deleted', 'tag': '3bdee268-3504-4249-9688-c9a743e39dc3', 'status': 'completed', 'code': 200} Jul 24 01:06:57.629090 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'name': 'network-vif-deleted', 'tag': '149cdb73-8fb6-426e-8349-634d1b416c1d', 'status': 'completed', 'code': 200} Jul 24 01:06:57.664172 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:57.665799 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4992789-1c7f-47c7-8a12-6342cc4da325 req-f8059fb7-e9cc-4c01-b62a-ae6ae463c2d7 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:57.673621 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4992789-1c7f-47c7-8a12-6342cc4da325 req-f8059fb7-e9cc-4c01-b62a-ae6ae463c2d7 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:57.682225 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c4992789-1c7f-47c7-8a12-6342cc4da325 req-f8059fb7-e9cc-4c01-b62a-ae6ae463c2d7 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 1680 time: 0.2498465 Jul 24 01:06:57.682642 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-c94cea96-6830-4731-9087-17ab64a8decb req-ff711b01-03f0-4abd-8009-e3495d24169d tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] For port f62b6018-fd2e-4741-aae0-965e0d0f01a6, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=f62b6018-fd2e-4741-aae0-965e0d0f01a6,segment=NetworkSegment(dae40cc4-6193-418b-9703-a4a189ab618c),segment_id=dae40cc4-6193-418b-9703-a4a189ab618c)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:57.683088 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c94cea96-6830-4731-9087-17ab64a8decb req-ff711b01-03f0-4abd-8009-e3495d24169d tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:57.743991 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-c94cea96-6830-4731-9087-17ab64a8decb req-ff711b01-03f0-4abd-8009-e3495d24169d tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Calling delete_port for f62b6018-fd2e-4741-aae0-965e0d0f01a6 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:06:57.744223 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port f62b6018-fd2e-4741-aae0-965e0d0f01a6, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=f62b6018-fd2e-4741-aae0-965e0d0f01a6,segment=NetworkSegment(dae40cc4-6193-418b-9703-a4a189ab618c),segment_id=dae40cc4-6193-418b-9703-a4a189ab618c)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:57.759680 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:57.795371 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c4992789-1c7f-47c7-8a12-6342cc4da325 req-6a14a6bf-8d3e-4d2b-a86a-10a9e25f14d8 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112509 Jul 24 01:06:57.846493 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=f62b6018-fd2e-4741-aae0-965e0d0f01a6,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:57.876610 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0a5d11b9-888e-4f49-bc72-015bdab042ad tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:57.947668 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c94cea96-6830-4731-9087-17ab64a8decb req-ff711b01-03f0-4abd-8009-e3495d24169d tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:57.987546 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff711b01-03f0-4abd-8009-e3495d24169d tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Pushing event deleted for resources: {'Port': ['ID=f62b6018-fd2e-4741-aae0-965e0d0f01a6,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:58.056674 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94cea96-6830-4731-9087-17ab64a8decb req-ff711b01-03f0-4abd-8009-e3495d24169d tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] No DVR routers for this DVR port f62b6018-fd2e-4741-aae0-965e0d0f01a6 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:06:58.059942 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c94cea96-6830-4731-9087-17ab64a8decb req-ff711b01-03f0-4abd-8009-e3495d24169d tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:58.062493 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c94cea96-6830-4731-9087-17ab64a8decb req-ff711b01-03f0-4abd-8009-e3495d24169d tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.13 "DELETE /v2.0/ports/f62b6018-fd2e-4741-aae0-965e0d0f01a6 HTTP/1.1" status: 204 len: 173 time: 0.7976248 Jul 24 01:06:58.085613 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0a5d11b9-888e-4f49-bc72-015bdab042ad tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:58.093646 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0a5d11b9-888e-4f49-bc72-015bdab042ad tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:58.202362 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0a5d11b9-888e-4f49-bc72-015bdab042ad tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:58.219500 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-c94cea96-6830-4731-9087-17ab64a8decb req-864d5b61-60a6-4a5b-931a-efd476e279f4 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Deleting port c05a6c8c-a48f-4518-b2fa-245771ba636b {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:06:58.220275 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c94cea96-6830-4731-9087-17ab64a8decb req-864d5b61-60a6-4a5b-931a-efd476e279f4 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:58.256069 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d11b9-888e-4f49-bc72-015bdab042ad tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Pushing event updated for resources: {'Port': ['ID=8d266474-e7c8-40c6-bf20-08f49b3515dd,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:58.394493 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [None req-0a5d11b9-888e-4f49-bc72-015bdab042ad tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Floating IP 0f8c89c0-4e77-43c5-9125-eff9c408e836 associated. External IP: 172.25.2.51, port: 8472ec3e-435a-4672-94c2-7e3d993e1514. Jul 24 01:06:58.490163 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-c94cea96-6830-4731-9087-17ab64a8decb req-864d5b61-60a6-4a5b-931a-efd476e279f4 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] For port c05a6c8c-a48f-4518-b2fa-245771ba636b, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=c05a6c8c-a48f-4518-b2fa-245771ba636b,segment=NetworkSegment(5ef6bf11-09bc-46a7-97d4-245b20dfc394),segment_id=5ef6bf11-09bc-46a7-97d4-245b20dfc394)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:06:58.493437 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c94cea96-6830-4731-9087-17ab64a8decb req-864d5b61-60a6-4a5b-931a-efd476e279f4 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:58.650527 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4ec3456f-5394-4d81-b371-b823e625da93 req-d99e35e3-aeea-4117-ab33-a7ad86a6d059 tempest-ServerShowV247Test-1711115680 tempest-ServerShowV247Test-1711115680-project] 10.222.0.15 "GET /v2.0/ports?device_id=859df440-991e-4147-90ad-bdc9291685b3 HTTP/1.1" status: 200 len: 210 time: 0.0891004 Jul 24 01:06:58.758478 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5d11b9-888e-4f49-bc72-015bdab042ad tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Router b3c2eb8f-49b1-4979-bf68-b4b584f721d7 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:06:58.822894 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c94cea96-6830-4731-9087-17ab64a8decb req-864d5b61-60a6-4a5b-931a-efd476e279f4 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:58.823381 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c94cea96-6830-4731-9087-17ab64a8decb req-864d5b61-60a6-4a5b-931a-efd476e279f4 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:58.823768 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [req-c94cea96-6830-4731-9087-17ab64a8decb req-864d5b61-60a6-4a5b-931a-efd476e279f4 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Floating IP add09938-63fb-45f8-89ba-97a1639a7d85 disassociated. External IP: 172.25.2.218, port: c05a6c8c-a48f-4518-b2fa-245771ba636b. Jul 24 01:06:58.824196 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-c94cea96-6830-4731-9087-17ab64a8decb req-864d5b61-60a6-4a5b-931a-efd476e279f4 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Calling delete_port for c05a6c8c-a48f-4518-b2fa-245771ba636b owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:06:58.911923 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5d11b9-888e-4f49-bc72-015bdab042ad tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:06:58.924262 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a215ece3-db3a-4859-af24-c93a616e7a0c None None] Sync routers for ids ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:06:58.939987 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a215ece3-db3a-4859-af24-c93a616e7a0c None None] Routers {'b3c2eb8f-49b1-4979-bf68-b4b584f721d7'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:06:58.941051 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-a215ece3-db3a-4859-af24-c93a616e7a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:06:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:59.013968 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-a215ece3-db3a-4859-af24-c93a616e7a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:59.015789 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0a5d11b9-888e-4f49-bc72-015bdab042ad tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:59.026589 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a215ece3-db3a-4859-af24-c93a616e7a0c None None] Routers {'b3c2eb8f-49b1-4979-bf68-b4b584f721d7'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:06:59.028077 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-a215ece3-db3a-4859-af24-c93a616e7a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:06:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:59.049830 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c94cea96-6830-4731-9087-17ab64a8decb req-864d5b61-60a6-4a5b-931a-efd476e279f4 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:59.071560 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-a215ece3-db3a-4859-af24-c93a616e7a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:59.072643 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a215ece3-db3a-4859-af24-c93a616e7a0c None None] The sync data for ids ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:06:59.098531 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d5b61-60a6-4a5b-931a-efd476e279f4 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Pushing event deleted for resources: {'Port': ['ID=c05a6c8c-a48f-4518-b2fa-245771ba636b,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:06:59.128717 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2fdc2e-cff0-4ee5-bf30-cb69ed0ae597 req-efc021bf-a1ae-4590-bfba-d40dd88f3429 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:06:59.136608 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ac2fdc2e-cff0-4ee5-bf30-cb69ed0ae597 req-efc021bf-a1ae-4590-bfba-d40dd88f3429 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 865 time: 0.1989872 Jul 24 01:06:59.147198 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0a5d11b9-888e-4f49-bc72-015bdab042ad tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.4104574 Jul 24 01:06:59.147817 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50022) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:06:59.170321 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-aefad56e-c1c1-4e99-aeba-12bc4f1d6a4c tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:06:59.209350 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f62b6018-fd2e-4741-aae0-965e0d0f01a6'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:06:59.213683 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ee2713-a26f-4307-b0b6-e83345b7c957" -d '{"events": [{"server_uuid": "d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483", "name": "network-vif-unplugged", "status": "completed", "tag": "f62b6018-fd2e-4741-aae0-965e0d0f01a6"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:06:59.225089 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ac2fdc2e-cff0-4ee5-bf30-cb69ed0ae597 req-b8096d9c-a717-4ff9-bb86-32ed4cbc79a3 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups?id=ee45ad64-8c62-46a6-8180-96016c4d729d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875704 Jul 24 01:06:59.247368 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c94cea96-6830-4731-9087-17ab64a8decb req-864d5b61-60a6-4a5b-931a-efd476e279f4 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Router 12109906-a517-44e7-8bdf-b6f6166c6630 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:06:59.256796 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-aefad56e-c1c1-4e99-aeba-12bc4f1d6a4c tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for floatingip, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:59.309579 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 01:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d896d107-51a3-412e-b081-b82208d8951b x-openstack-request-id: req-d896d107-51a3-412e-b081-b82208d8951b {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:06:59.309902 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483", "name": "network-vif-unplugged", "status": "completed", "tag": "f62b6018-fd2e-4741-aae0-965e0d0f01a6", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:06:59.310158 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d896d107-51a3-412e-b081-b82208d8951b {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:06:59.310679 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f62b6018-fd2e-4741-aae0-965e0d0f01a6', 'code': 200} Jul 24 01:06:59.442151 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c94cea96-6830-4731-9087-17ab64a8decb req-864d5b61-60a6-4a5b-931a-efd476e279f4 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:06:59.452403 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb89030-92b3-4a88-94b8-7743f552c9a6 None None] Sync routers for ids ['12109906-a517-44e7-8bdf-b6f6166c6630'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:06:59.464620 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb89030-92b3-4a88-94b8-7743f552c9a6 None None] Routers {'12109906-a517-44e7-8bdf-b6f6166c6630'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:06:59.465426 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-9cb89030-92b3-4a88-94b8-7743f552c9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:06:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['12109906-a517-44e7-8bdf-b6f6166c6630'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:06:59.512116 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-aefad56e-c1c1-4e99-aeba-12bc4f1d6a4c tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:59.518133 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-c94cea96-6830-4731-9087-17ab64a8decb req-864d5b61-60a6-4a5b-931a-efd476e279f4 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] No DVR routers for this DVR port c05a6c8c-a48f-4518-b2fa-245771ba636b on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:06:59.519671 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-aefad56e-c1c1-4e99-aeba-12bc4f1d6a4c tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:59.520115 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [None req-aefad56e-c1c1-4e99-aeba-12bc4f1d6a4c tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Floating IP 0f8c89c0-4e77-43c5-9125-eff9c408e836 disassociated. External IP: 172.25.2.51, port: 8472ec3e-435a-4672-94c2-7e3d993e1514. Jul 24 01:06:59.522059 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c94cea96-6830-4731-9087-17ab64a8decb req-864d5b61-60a6-4a5b-931a-efd476e279f4 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:06:59.525206 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c94cea96-6830-4731-9087-17ab64a8decb req-864d5b61-60a6-4a5b-931a-efd476e279f4 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.13 "DELETE /v2.0/ports/c05a6c8c-a48f-4518-b2fa-245771ba636b HTTP/1.1" status: 204 len: 173 time: 1.4560509 Jul 24 01:06:59.630297 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'name': 'network-vif-deleted', 'tag': 'f62b6018-fd2e-4741-aae0-965e0d0f01a6'}, {'server_uuid': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'name': 'network-vif-deleted', 'tag': 'c05a6c8c-a48f-4518-b2fa-245771ba636b'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:06:59.632751 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211b99b0-c215-48fa-b543-6ad67ad585c0" -d '{"events": [{"server_uuid": "d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483", "name": "network-vif-deleted", "tag": "f62b6018-fd2e-4741-aae0-965e0d0f01a6"}, {"server_uuid": "d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483", "name": "network-vif-deleted", "tag": "c05a6c8c-a48f-4518-b2fa-245771ba636b"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:06:59.693406 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 24 Jul 2021 01:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab62731-a674-430c-ad67-66a455fd5fbf x-openstack-request-id: req-dab62731-a674-430c-ad67-66a455fd5fbf {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:06:59.693743 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483", "name": "network-vif-deleted", "tag": "f62b6018-fd2e-4741-aae0-965e0d0f01a6", "status": "completed", "code": 200}, {"server_uuid": "d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483", "name": "network-vif-deleted", "tag": "c05a6c8c-a48f-4518-b2fa-245771ba636b", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:06:59.693996 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dab62731-a674-430c-ad67-66a455fd5fbf {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:06:59.694406 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'name': 'network-vif-deleted', 'tag': 'f62b6018-fd2e-4741-aae0-965e0d0f01a6', 'status': 'completed', 'code': 200} Jul 24 01:06:59.694664 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9a9f4f1-f6cc-4dd9-a55b-266fd87ab483', 'name': 'network-vif-deleted', 'tag': 'c05a6c8c-a48f-4518-b2fa-245771ba636b', 'status': 'completed', 'code': 200} Jul 24 01:06:59.760201 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-9cb89030-92b3-4a88-94b8-7743f552c9a6 None None] Set router 12109906-a517-44e7-8bdf-b6f6166c6630 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:06:59.806852 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-87cd5bfa-bbb1-47d2-b88d-a70f1e2e4723 req-4eda64ea-b9c4-4b0b-89c7-d015ab2781d8 tempest-ServerShowV247Test-1711115680 tempest-ServerShowV247Test-1711115680-project] 10.222.0.15 "GET /v2.0/ports?device_id=859df440-991e-4147-90ad-bdc9291685b3 HTTP/1.1" status: 200 len: 210 time: 0.0397294 Jul 24 01:06:59.939701 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aefad56e-c1c1-4e99-aeba-12bc4f1d6a4c tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Router b3c2eb8f-49b1-4979-bf68-b4b584f721d7 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:07:00.002442 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-9cb89030-92b3-4a88-94b8-7743f552c9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12109906-a517-44e7-8bdf-b6f6166c6630', 'name': 'tempest-TaggedBootDevicesTest-798315874-router', 'tenant_id': 'cd6a59a0ba774d20a9df419972239646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f09f3e96-454e-444d-8a11-33e60e7f34f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:50Z', 'updated_at': '2021-07-24T00:55:57Z', 'revision_number': 4, 'project_id': 'cd6a59a0ba774d20a9df419972239646', 'gw_port': {'id': 'f09f3e96-454e-444d-8a11-33e60e7f34f6', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:50:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12109906-a517-44e7-8bdf-b6f6166c6630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:51Z', 'updated_at': '2021-07-24T00:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '5e7c9f8e-e732-42e9-aaeb-5be6f3b0d305', 'name': '', 'network_id': '75df3559-ab50-4f70-b828-45be90d30e6c', 'tenant_id': 'cd6a59a0ba774d20a9df419972239646', 'mac_address': 'fa:16:3e:31:d7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12109906-a517-44e7-8bdf-b6f6166c6630', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '17dd084b-19bb-45d3-963a-b91ffe31fcfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:55Z', 'updated_at': '2021-07-24T00:56:05Z', 'revision_number': 5, 'project_id': 'cd6a59a0ba774d20a9df419972239646', 'subnets': [{'id': '17dd084b-19bb-45d3-963a-b91ffe31fcfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:00.037720 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb89030-92b3-4a88-94b8-7743f552c9a6 None None] Checking router: 12109906-a517-44e7-8bdf-b6f6166c6630 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:07:00.047082 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb89030-92b3-4a88-94b8-7743f552c9a6 None None] Routers {'12109906-a517-44e7-8bdf-b6f6166c6630'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:07:00.047898 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-9cb89030-92b3-4a88-94b8-7743f552c9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:06:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['12109906-a517-44e7-8bdf-b6f6166c6630'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:00.123476 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aefad56e-c1c1-4e99-aeba-12bc4f1d6a4c tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:07:00.129606 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-aefad56e-c1c1-4e99-aeba-12bc4f1d6a4c tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:00.135747 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7623ec50-4e22-4d90-84ab-355f0703a6d7 None None] Sync routers for ids ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:07:00.149883 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7623ec50-4e22-4d90-84ab-355f0703a6d7 None None] Routers {'b3c2eb8f-49b1-4979-bf68-b4b584f721d7'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:07:00.150746 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-7623ec50-4e22-4d90-84ab-355f0703a6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:06:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:00.193671 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-7623ec50-4e22-4d90-84ab-355f0703a6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:00.215359 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7623ec50-4e22-4d90-84ab-355f0703a6d7 None None] Routers {'b3c2eb8f-49b1-4979-bf68-b4b584f721d7'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:07:00.215999 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-7623ec50-4e22-4d90-84ab-355f0703a6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:06:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:00.235390 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-aefad56e-c1c1-4e99-aeba-12bc4f1d6a4c tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "PUT /v2.0/floatingips/0f8c89c0-4e77-43c5-9125-eff9c408e836 HTTP/1.1" status: 200 len: 687 time: 1.0714023 Jul 24 01:07:00.237946 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50050) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:00.319390 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-7623ec50-4e22-4d90-84ab-355f0703a6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:00.320305 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7623ec50-4e22-4d90-84ab-355f0703a6d7 None None] The sync data for ids ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:07:00.323216 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-9cb89030-92b3-4a88-94b8-7743f552c9a6 None None] Set router 12109906-a517-44e7-8bdf-b6f6166c6630 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:07:00.457760 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2ac4663b-40ab-45c4-804d-8be6065dc7e6 req-55036f00-40e0-4de1-b364-11553f240b31 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 210 time: 0.1148860 Jul 24 01:07:00.666195 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-ca80410c-0b17-46b5-850e-ff55db1c8f50 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Deleting port 8d266474-e7c8-40c6-bf20-08f49b3515dd {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:07:00.667190 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ca80410c-0b17-46b5-850e-ff55db1c8f50 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:00.782785 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ca80410c-0b17-46b5-850e-ff55db1c8f50 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:00.783233 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ca80410c-0b17-46b5-850e-ff55db1c8f50 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:00.806688 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-ca80410c-0b17-46b5-850e-ff55db1c8f50 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Calling delete_port for 8d266474-e7c8-40c6-bf20-08f49b3515dd owned by network:floatingip {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:07:00.818377 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50116) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:00.870905 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-9cb89030-92b3-4a88-94b8-7743f552c9a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12109906-a517-44e7-8bdf-b6f6166c6630', 'name': 'tempest-TaggedBootDevicesTest-798315874-router', 'tenant_id': 'cd6a59a0ba774d20a9df419972239646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f09f3e96-454e-444d-8a11-33e60e7f34f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:50Z', 'updated_at': '2021-07-24T00:55:57Z', 'revision_number': 4, 'project_id': 'cd6a59a0ba774d20a9df419972239646', 'gw_port': {'id': 'f09f3e96-454e-444d-8a11-33e60e7f34f6', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:50:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12109906-a517-44e7-8bdf-b6f6166c6630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:51Z', 'updated_at': '2021-07-24T00:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '5e7c9f8e-e732-42e9-aaeb-5be6f3b0d305', 'name': '', 'network_id': '75df3559-ab50-4f70-b828-45be90d30e6c', 'tenant_id': 'cd6a59a0ba774d20a9df419972239646', 'mac_address': 'fa:16:3e:31:d7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12109906-a517-44e7-8bdf-b6f6166c6630', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '17dd084b-19bb-45d3-963a-b91ffe31fcfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:55Z', 'updated_at': '2021-07-24T00:56:05Z', 'revision_number': 5, 'project_id': 'cd6a59a0ba774d20a9df419972239646', 'subnets': [{'id': '17dd084b-19bb-45d3-963a-b91ffe31fcfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:00.942152 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb89030-92b3-4a88-94b8-7743f552c9a6 None None] The sync data for ids ['12109906-a517-44e7-8bdf-b6f6166c6630'] in n-d-793621-25 is: [{'id': '12109906-a517-44e7-8bdf-b6f6166c6630', 'name': 'tempest-TaggedBootDevicesTest-798315874-router', 'tenant_id': 'cd6a59a0ba774d20a9df419972239646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f09f3e96-454e-444d-8a11-33e60e7f34f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:50Z', 'updated_at': '2021-07-24T00:55:57Z', 'revision_number': 4, 'project_id': 'cd6a59a0ba774d20a9df419972239646', 'gw_port': {'id': 'f09f3e96-454e-444d-8a11-33e60e7f34f6', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:50:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12109906-a517-44e7-8bdf-b6f6166c6630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:51Z', 'updated_at': '2021-07-24T00:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '5e7c9f8e-e732-42e9-aaeb-5be6f3b0d305', 'name': '', 'network_id': '75df3559-ab50-4f70-b828-45be90d30e6c', 'tenant_id': 'cd6a59a0ba774d20a9df419972239646', 'mac_address': 'fa:16:3e:31:d7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12109906-a517-44e7-8bdf-b6f6166c6630', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '17dd084b-19bb-45d3-963a-b91ffe31fcfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:55Z', 'updated_at': '2021-07-24T00:56:05Z', 'revision_number': 5, 'project_id': 'cd6a59a0ba774d20a9df419972239646', 'subnets': [{'id': '17dd084b-19bb-45d3-963a-b91ffe31fcfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:07:01.055210 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f2db956e-9865-4fbe-b1f5-48c3f1745a54 req-41eed064-e16c-4345-b9f3-8456b4c27df2 tempest-ServerShowV247Test-1711115680 tempest-ServerShowV247Test-1711115680-project] 10.222.0.15 "GET /v2.0/ports?device_id=859df440-991e-4147-90ad-bdc9291685b3 HTTP/1.1" status: 200 len: 210 time: 0.0503807 Jul 24 01:07:01.092946 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ca80410c-0b17-46b5-850e-ff55db1c8f50 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:01.153890 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80410c-0b17-46b5-850e-ff55db1c8f50 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Pushing event deleted for resources: {'Port': ['ID=8d266474-e7c8-40c6-bf20-08f49b3515dd,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:01.326515 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ca80410c-0b17-46b5-850e-ff55db1c8f50 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for floatingip, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:01.329662 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ca80410c-0b17-46b5-850e-ff55db1c8f50 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:01.333742 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ca80410c-0b17-46b5-850e-ff55db1c8f50 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "DELETE /v2.0/floatingips/0f8c89c0-4e77-43c5-9125-eff9c408e836 HTTP/1.1" status: 204 len: 168 time: 1.0898321 Jul 24 01:07:01.334563 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50164) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:01.342943 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-555ac9b9-336c-48df-9508-86cafbcf87d9 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'port_id': '5a6f90ce-0f9c-4a25-a41d-f26caa9de52a'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:01.420417 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-555ac9b9-336c-48df-9508-86cafbcf87d9 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for floatingip, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:01.522854 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef30aea1-05d4-497a-9cbb-3ab5eb6a1be5 None None] New status for floating IP add09938-63fb-45f8-89ba-97a1639a7d85: DOWN {{(pid=100466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:07:01.670867 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-68328111-4f1a-4b39-9adb-5129d07f82a1 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:01.731362 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-379dcbca-20b6-4566-a7b4-654fe958a58a req-20a33875-017e-4972-998b-57f54f8f0735 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 210 time: 0.0661540 Jul 24 01:07:01.736657 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-555ac9b9-336c-48df-9508-86cafbcf87d9 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:01.940418 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-555ac9b9-336c-48df-9508-86cafbcf87d9 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Allocated IP 172.25.2.18 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/bd9e722c-6274-4a8a-a2d3-0db94404e128) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:07:02.138909 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-555ac9b9-336c-48df-9508-86cafbcf87d9 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:02.284334 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-555ac9b9-336c-48df-9508-86cafbcf87d9 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:02.323879 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a7a953c2-9280-48e5-8b98-a97846cc6833 req-a73630b1-f2d3-4ebd-bead-ac5d1d55db73 tempest-ServerShowV247Test-1711115680 tempest-ServerShowV247Test-1711115680-project] 10.222.0.15 "GET /v2.0/ports?device_id=859df440-991e-4147-90ad-bdc9291685b3 HTTP/1.1" status: 200 len: 210 time: 0.0990169 Jul 24 01:07:02.421459 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555ac9b9-336c-48df-9508-86cafbcf87d9 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:07:02.428585 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-555ac9b9-336c-48df-9508-86cafbcf87d9 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:07:02.440987 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555ac9b9-336c-48df-9508-86cafbcf87d9 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:07:02.447732 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ac9b9-336c-48df-9508-86cafbcf87d9 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Pushing event updated for resources: {'Port': ['ID=bd9e722c-6274-4a8a-a2d3-0db94404e128,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:02.487840 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-68328111-4f1a-4b39-9adb-5129d07f82a1 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Deleting port 98f0b591-afac-4e66-b32f-654405275252 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:07:02.488322 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-68328111-4f1a-4b39-9adb-5129d07f82a1 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:02.719364 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-68328111-4f1a-4b39-9adb-5129d07f82a1 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] For port 98f0b591-afac-4e66-b32f-654405275252, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=98f0b591-afac-4e66-b32f-654405275252,segment=NetworkSegment(eecfb199-0eae-44fd-b610-e83e0f716ff6),segment_id=eecfb199-0eae-44fd-b610-e83e0f716ff6)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:02.719818 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-68328111-4f1a-4b39-9adb-5129d07f82a1 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:02.738965 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-68328111-4f1a-4b39-9adb-5129d07f82a1 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Calling delete_port for 98f0b591-afac-4e66-b32f-654405275252 owned by network:router_interface {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:07:02.965633 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9a8740d9-2d2f-46df-a84b-b2cecfe9ea29 req-6f3322a0-5ceb-4c21-935e-e5397eb0847c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 210 time: 0.0380838 Jul 24 01:07:03.113945 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-68328111-4f1a-4b39-9adb-5129d07f82a1 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:03.179237 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68328111-4f1a-4b39-9adb-5129d07f82a1 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event deleted for resources: {'Port': ['ID=98f0b591-afac-4e66-b32f-654405275252,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:03.267304 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-555ac9b9-336c-48df-9508-86cafbcf87d9 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:03.558317 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-555ac9b9-336c-48df-9508-86cafbcf87d9 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:03.865616 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8f5b7dd1-26cf-4487-90a1-2e332555a5f6 req-e874a068-10fe-4403-95f5-1af8572f2e05 tempest-ServerShowV247Test-1711115680 tempest-ServerShowV247Test-1711115680-project] 10.222.0.15 "GET /v2.0/ports?device_id=859df440-991e-4147-90ad-bdc9291685b3 HTTP/1.1" status: 200 len: 210 time: 0.1393731 Jul 24 01:07:03.962183 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-68328111-4f1a-4b39-9adb-5129d07f82a1 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:03.989669 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-555ac9b9-336c-48df-9508-86cafbcf87d9 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:03.998699 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-555ac9b9-336c-48df-9508-86cafbcf87d9 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:04.105394 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ac9b9-336c-48df-9508-86cafbcf87d9 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Pushing event updated for resources: {'Port': ['ID=bd9e722c-6274-4a8a-a2d3-0db94404e128,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:04.222361 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b888170c-2544-4fa2-8e82-f144b422cea3 req-88a38381-326a-4847-9fa7-4bb83ff62307 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 210 time: 0.0449030 Jul 24 01:07:04.238389 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-555ac9b9-336c-48df-9508-86cafbcf87d9 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:04.344964 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [None req-555ac9b9-336c-48df-9508-86cafbcf87d9 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Floating IP 468cd441-6fad-429f-92b7-b4fd541568cd associated. External IP: 172.25.2.18, port: 5a6f90ce-0f9c-4a25-a41d-f26caa9de52a. Jul 24 01:07:04.490593 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68328111-4f1a-4b39-9adb-5129d07f82a1 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Router f6ff5465-5b0f-403c-bf38-0ffff92907db has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:07:04.731225 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68328111-4f1a-4b39-9adb-5129d07f82a1 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:07:04.740082 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555ac9b9-336c-48df-9508-86cafbcf87d9 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Router b3c2eb8f-49b1-4979-bf68-b4b584f721d7 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:07:04.753850 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632a73bd-001b-4569-a497-0a38bb7fb4e2 None None] Sync routers for ids ['f6ff5465-5b0f-403c-bf38-0ffff92907db'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:07:04.765085 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-68328111-4f1a-4b39-9adb-5129d07f82a1 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "PUT /v2.0/routers/f6ff5465-5b0f-403c-bf38-0ffff92907db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9305184 Jul 24 01:07:04.771250 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632a73bd-001b-4569-a497-0a38bb7fb4e2 None None] Routers {'f6ff5465-5b0f-403c-bf38-0ffff92907db'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:07:04.772044 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-632a73bd-001b-4569-a497-0a38bb7fb4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:06:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f6ff5465-5b0f-403c-bf38-0ffff92907db'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:04.927480 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-632a73bd-001b-4569-a497-0a38bb7fb4e2 None None] Set router f6ff5465-5b0f-403c-bf38-0ffff92907db gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:07:05.294907 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:05.316847 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:05.401803 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-632a73bd-001b-4569-a497-0a38bb7fb4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'name': 'tempest-TestNetworkBasicOps-router-2050731732', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b59d5601-ee7c-445b-8b62-64aeb279838e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:04:45Z', 'updated_at': '2021-07-24T01:07:03Z', 'revision_number': 6, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'gw_port': {'id': 'b59d5601-ee7c-445b-8b62-64aeb279838e', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:04:46Z', 'updated_at': '2021-07-24T01:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'a72b7355-3ee3-4670-a194-5f52e79ebcfd', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'floating_ip_address': '172.25.2.38', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'port_id': 'f9bddbb8-bd8c-40e5-afb8-26755e5f9140', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '059adbcb-434c-431e-8c2b-2f91e64b593b', 'mac_address': 'fa:16:3e:59:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e07736-7790-49fd-8214-dc0074ec357f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:05:27Z', 'updated_at': '2021-07-24T01:05:31Z', 'revision_number': 1, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec535bfa-356b-4143-9077-2528c910b187', 'name': '', 'network_id': '059adbcb-434c-431e-8c2b-2f91e64b593b', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'mac_address': 'fa:16:3e:75:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'e038f4c8-5e0a-4d5d-906f-738663910f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:04:53Z', 'updated_at': '2021-07-24T01:05:03Z', 'revision_number': 5, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'subnets': [{'id': 'e038f4c8-5e0a-4d5d-906f-738663910f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:05.432100 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632a73bd-001b-4569-a497-0a38bb7fb4e2 None None] Checking router: f6ff5465-5b0f-403c-bf38-0ffff92907db for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:07:05.449754 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632a73bd-001b-4569-a497-0a38bb7fb4e2 None None] Routers {'f6ff5465-5b0f-403c-bf38-0ffff92907db'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:07:05.450782 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-632a73bd-001b-4569-a497-0a38bb7fb4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:06:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f6ff5465-5b0f-403c-bf38-0ffff92907db'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:05.495888 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6208608-51ab-44a2-88f3-5ce2bb7de1d2 req-791c979f-b62f-42d3-bedf-e8d18b27a07f tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:05.505898 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c6208608-51ab-44a2-88f3-5ce2bb7de1d2 req-791c979f-b62f-42d3-bedf-e8d18b27a07f tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?device_id=d41a8554-b936-4ccf-8659-6e4ee66ab6c5 HTTP/1.1" status: 200 len: 946 time: 0.2007189 Jul 24 01:07:05.560547 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c6208608-51ab-44a2-88f3-5ce2bb7de1d2 req-9a13e818-ec37-4294-becb-6a94b73b2c28 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3ecc144-8c04-4bae-8249-5c37f78dd7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531299 Jul 24 01:07:05.750732 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2cc02f44-acf9-4253-acd7-b1c9d57fec9a req-0a4c5ebe-eba7-4327-892a-9de653e3d59a tempest-ServerShowV247Test-1711115680 tempest-ServerShowV247Test-1711115680-project] 10.222.0.15 "GET /v2.0/ports?device_id=859df440-991e-4147-90ad-bdc9291685b3 HTTP/1.1" status: 200 len: 210 time: 0.0447614 Jul 24 01:07:05.754568 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-856ed83b-d078-46d1-a141-29a62d6feb3b req-c6a3ba2d-ade2-4720-9d8a-438b58b41634 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 210 time: 0.0684650 Jul 24 01:07:05.770539 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-632a73bd-001b-4569-a497-0a38bb7fb4e2 None None] Set router f6ff5465-5b0f-403c-bf38-0ffff92907db gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:07:05.815428 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555ac9b9-336c-48df-9508-86cafbcf87d9 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:07:05.826881 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9c7a0e-4e4e-444a-b9af-99abb3fa59e8 None None] Sync routers for ids ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:07:05.837735 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9c7a0e-4e4e-444a-b9af-99abb3fa59e8 None None] Routers {'b3c2eb8f-49b1-4979-bf68-b4b584f721d7'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:07:05.838372 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-be9c7a0e-4e4e-444a-b9af-99abb3fa59e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:06:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:05.850542 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-555ac9b9-336c-48df-9508-86cafbcf87d9 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:05.876850 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-be9c7a0e-4e4e-444a-b9af-99abb3fa59e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:05.888306 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9c7a0e-4e4e-444a-b9af-99abb3fa59e8 None None] Routers {'b3c2eb8f-49b1-4979-bf68-b4b584f721d7'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:07:05.889237 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-be9c7a0e-4e4e-444a-b9af-99abb3fa59e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:06:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:05.924054 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-be9c7a0e-4e4e-444a-b9af-99abb3fa59e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:05.925338 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9c7a0e-4e4e-444a-b9af-99abb3fa59e8 None None] The sync data for ids ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'] in n-d-793621-25 is: [] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:07:05.952087 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-555ac9b9-336c-48df-9508-86cafbcf87d9 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.6166425 Jul 24 01:07:05.956021 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50536) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:06.046987 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-61e8f832-5948-4f4b-9396-f6be92d71d5f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "GET /v2.0/floatingips/468cd441-6fad-429f-92b7-b4fd541568cd HTTP/1.1" status: 200 len: 977 time: 0.0895953 Jul 24 01:07:06.050119 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50538) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:06.171169 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-632a73bd-001b-4569-a497-0a38bb7fb4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'name': 'tempest-TestNetworkBasicOps-router-2050731732', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b59d5601-ee7c-445b-8b62-64aeb279838e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:04:45Z', 'updated_at': '2021-07-24T01:07:03Z', 'revision_number': 6, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'gw_port': {'id': 'b59d5601-ee7c-445b-8b62-64aeb279838e', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:04:46Z', 'updated_at': '2021-07-24T01:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'a72b7355-3ee3-4670-a194-5f52e79ebcfd', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'floating_ip_address': '172.25.2.38', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'port_id': 'f9bddbb8-bd8c-40e5-afb8-26755e5f9140', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '059adbcb-434c-431e-8c2b-2f91e64b593b', 'mac_address': 'fa:16:3e:59:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e07736-7790-49fd-8214-dc0074ec357f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:05:27Z', 'updated_at': '2021-07-24T01:05:31Z', 'revision_number': 1, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec535bfa-356b-4143-9077-2528c910b187', 'name': '', 'network_id': '059adbcb-434c-431e-8c2b-2f91e64b593b', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'mac_address': 'fa:16:3e:75:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'e038f4c8-5e0a-4d5d-906f-738663910f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:04:53Z', 'updated_at': '2021-07-24T01:05:03Z', 'revision_number': 5, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'subnets': [{'id': 'e038f4c8-5e0a-4d5d-906f-738663910f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:06.200163 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0a30a21f-0e65-465c-98dd-f72ea601838e tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1486280 Jul 24 01:07:06.202637 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50540) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:06.203127 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632a73bd-001b-4569-a497-0a38bb7fb4e2 None None] The sync data for ids ['f6ff5465-5b0f-403c-bf38-0ffff92907db'] in n-d-793621-25 is: [{'id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'name': 'tempest-TestNetworkBasicOps-router-2050731732', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b59d5601-ee7c-445b-8b62-64aeb279838e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:04:45Z', 'updated_at': '2021-07-24T01:07:03Z', 'revision_number': 6, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'gw_port': {'id': 'b59d5601-ee7c-445b-8b62-64aeb279838e', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:04:46Z', 'updated_at': '2021-07-24T01:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'a72b7355-3ee3-4670-a194-5f52e79ebcfd', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'floating_ip_address': '172.25.2.38', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'port_id': 'f9bddbb8-bd8c-40e5-afb8-26755e5f9140', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2204, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '059adbcb-434c-431e-8c2b-2f91e64b593b', 'mac_address': 'fa:16:3e:59:35:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e07736-7790-49fd-8214-dc0074ec357f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:05:27Z', 'updated_at': '2021-07-24T01:05:31Z', 'revision_number': 1, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec535bfa-356b-4143-9077-2528c910b187', 'name': '', 'network_id': '059adbcb-434c-431e-8c2b-2f91e64b593b', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'mac_address': 'fa:16:3e:75:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'e038f4c8-5e0a-4d5d-906f-738663910f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:04:53Z', 'updated_at': '2021-07-24T01:05:03Z', 'revision_number': 5, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'subnets': [{'id': 'e038f4c8-5e0a-4d5d-906f-738663910f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:07:06.217811 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-d747a904-54ca-4f66-8e37-9780786cdc70 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Request body: {'floatingip': {'port_id': '8472ec3e-435a-4672-94c2-7e3d993e1514'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:06.293548 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d747a904-54ca-4f66-8e37-9780786cdc70 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for floatingip, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:06.641535 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 98f0b591-afac-4e66-b32f-654405275252 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:07:06.682029 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 98f0b591-afac-4e66-b32f-654405275252 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:07:06.685336 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 98f0b591-afac-4e66-b32f-654405275252 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:07:06.983543 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95523d4b-8319-49ba-a716-32002f476e62 req-4cafe3c5-0609-4591-8172-e2a32f8783c1 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:06.994017 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-95523d4b-8319-49ba-a716-32002f476e62 req-4cafe3c5-0609-4591-8172-e2a32f8783c1 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?device_id=d41a8554-b936-4ccf-8659-6e4ee66ab6c5 HTTP/1.1" status: 200 len: 946 time: 0.2548301 Jul 24 01:07:07.033974 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-351fa2b8-0060-4ea6-be6f-38161956ea38 req-097c9efb-fff3-4c86-b36b-3718fa93847a tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 210 time: 0.0643818 Jul 24 01:07:07.034926 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cc4c4516-b49f-4c4f-ab4a-dddfa5811db3 req-64ea9067-cdcd-48b2-b0fa-74a48c93ed81 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=859df440-991e-4147-90ad-bdc9291685b3 HTTP/1.1" status: 200 len: 210 time: 0.0323515 Jul 24 01:07:07.092757 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dd3cfc-6c81-46fd-9cd4-a0383ad5689e req-4db7c1e4-44cb-4934-be18-800a3e46215d tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:07.108775 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a9dd3cfc-6c81-46fd-9cd4-a0383ad5689e req-4db7c1e4-44cb-4934-be18-800a3e46215d tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.13 "GET /v2.0/ports?device_id=d41a8554-b936-4ccf-8659-6e4ee66ab6c5 HTTP/1.1" status: 200 len: 946 time: 0.2940180 Jul 24 01:07:07.120742 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d747a904-54ca-4f66-8e37-9780786cdc70 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:07.142009 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d747a904-54ca-4f66-8e37-9780786cdc70 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:07.152968 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d5a9f757-8a3e-4506-9f31-a93e23599eeb req-7d2a608e-134e-4535-81f7-f937f1c61199 tempest-ServerShowV247Test-1711115680 tempest-ServerShowV247Test-1711115680-project] 10.222.0.15 "GET /v2.0/ports?device_id=859df440-991e-4147-90ad-bdc9291685b3 HTTP/1.1" status: 200 len: 210 time: 0.0516343 Jul 24 01:07:07.182063 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-95523d4b-8319-49ba-a716-32002f476e62 req-eb2ac09b-febe-4ee2-be8d-c1149c7cddbb tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/security-groups?id=c3ecc144-8c04-4bae-8249-5c37f78dd7c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869841 Jul 24 01:07:07.341298 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [None req-d747a904-54ca-4f66-8e37-9780786cdc70 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Floating IP 468cd441-6fad-429f-92b7-b4fd541568cd associated. External IP: 172.25.2.18, port: 5a6f90ce-0f9c-4a25-a41d-f26caa9de52a. Jul 24 01:07:07.353306 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-a9dd3cfc-6c81-46fd-9cd4-a0383ad5689e req-7beff705-f3c5-426d-82a9-6192b6ddc2e9 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Deleting port 9129ea77-610a-43d1-96c1-62e8280d05c0 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:07:07.354001 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a9dd3cfc-6c81-46fd-9cd4-a0383ad5689e req-7beff705-f3c5-426d-82a9-6192b6ddc2e9 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:07.474147 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-a9dd3cfc-6c81-46fd-9cd4-a0383ad5689e req-7beff705-f3c5-426d-82a9-6192b6ddc2e9 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] For port 9129ea77-610a-43d1-96c1-62e8280d05c0, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=9129ea77-610a-43d1-96c1-62e8280d05c0,segment=NetworkSegment(eecfb199-0eae-44fd-b610-e83e0f716ff6),segment_id=eecfb199-0eae-44fd-b610-e83e0f716ff6)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:07.474786 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a9dd3cfc-6c81-46fd-9cd4-a0383ad5689e req-7beff705-f3c5-426d-82a9-6192b6ddc2e9 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:07.489149 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-a9dd3cfc-6c81-46fd-9cd4-a0383ad5689e req-7beff705-f3c5-426d-82a9-6192b6ddc2e9 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Calling delete_port for 9129ea77-610a-43d1-96c1-62e8280d05c0 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:07:07.684743 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d747a904-54ca-4f66-8e37-9780786cdc70 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Router b3c2eb8f-49b1-4979-bf68-b4b584f721d7 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:07:07.700663 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a9dd3cfc-6c81-46fd-9cd4-a0383ad5689e req-7beff705-f3c5-426d-82a9-6192b6ddc2e9 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:07.752746 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beff705-f3c5-426d-82a9-6192b6ddc2e9 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event deleted for resources: {'Port': ['ID=9129ea77-610a-43d1-96c1-62e8280d05c0,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:07.844956 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9dd3cfc-6c81-46fd-9cd4-a0383ad5689e req-7beff705-f3c5-426d-82a9-6192b6ddc2e9 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] No DVR routers for this DVR port 9129ea77-610a-43d1-96c1-62e8280d05c0 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:07:07.847686 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a9dd3cfc-6c81-46fd-9cd4-a0383ad5689e req-7beff705-f3c5-426d-82a9-6192b6ddc2e9 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:07.850233 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a9dd3cfc-6c81-46fd-9cd4-a0383ad5689e req-7beff705-f3c5-426d-82a9-6192b6ddc2e9 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.13 "DELETE /v2.0/ports/9129ea77-610a-43d1-96c1-62e8280d05c0 HTTP/1.1" status: 204 len: 173 time: 0.7174811 Jul 24 01:07:07.852072 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41a8554-b936-4ccf-8659-6e4ee66ab6c5', 'name': 'network-vif-deleted', 'tag': '9129ea77-610a-43d1-96c1-62e8280d05c0'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:07:07.854222 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3d36c7-7004-4474-83ef-ce1b5b3febea" -d '{"events": [{"server_uuid": "d41a8554-b936-4ccf-8659-6e4ee66ab6c5", "name": "network-vif-deleted", "tag": "9129ea77-610a-43d1-96c1-62e8280d05c0"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:07:07.873884 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d747a904-54ca-4f66-8e37-9780786cdc70 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:07:07.888952 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74273442-35ac-499f-8bcd-920e211af41a None None] Sync routers for ids ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:07:07.913735 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74273442-35ac-499f-8bcd-920e211af41a None None] Routers {'b3c2eb8f-49b1-4979-bf68-b4b584f721d7'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:07:07.914906 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-74273442-35ac-499f-8bcd-920e211af41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:06:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:07.928043 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85ef0dd-6574-45e4-b387-5f072e0e8b66 x-openstack-request-id: req-b85ef0dd-6574-45e4-b387-5f072e0e8b66 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:07:07.928646 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41a8554-b936-4ccf-8659-6e4ee66ab6c5", "name": "network-vif-deleted", "tag": "9129ea77-610a-43d1-96c1-62e8280d05c0", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:07:07.928909 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b85ef0dd-6574-45e4-b387-5f072e0e8b66 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:07:07.929322 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41a8554-b936-4ccf-8659-6e4ee66ab6c5', 'name': 'network-vif-deleted', 'tag': '9129ea77-610a-43d1-96c1-62e8280d05c0', 'status': 'completed', 'code': 200} Jul 24 01:07:08.009917 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-74273442-35ac-499f-8bcd-920e211af41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:08.020588 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74273442-35ac-499f-8bcd-920e211af41a None None] Routers {'b3c2eb8f-49b1-4979-bf68-b4b584f721d7'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:07:08.021480 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-74273442-35ac-499f-8bcd-920e211af41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:06:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:08.060103 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-74273442-35ac-499f-8bcd-920e211af41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:08.071128 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74273442-35ac-499f-8bcd-920e211af41a None None] The sync data for ids ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:07:08.195579 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eca0c153-fba9-43cb-9aad-70ebb12d98d1 req-f2ea68fd-146b-4567-b94d-9af2fbcd2885 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 210 time: 0.0500603 Jul 24 01:07:08.264562 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d747a904-54ca-4f66-8e37-9780786cdc70 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Router b3c2eb8f-49b1-4979-bf68-b4b584f721d7 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:07:08.404898 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-16284d6a-5a83-46d5-9107-f6dde7614b62 req-24d5e858-ec3c-4d88-bc06-d3bb58513d9d tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?device_id=d41a8554-b936-4ccf-8659-6e4ee66ab6c5 HTTP/1.1" status: 200 len: 210 time: 0.0372319 Jul 24 01:07:08.508549 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3307190c-084d-45de-a658-0f848b920418 req-67e1033c-b27f-4aae-822b-5b274129f93e tempest-ServerShowV247Test-1711115680 tempest-ServerShowV247Test-1711115680-project] 10.222.0.15 "GET /v2.0/ports?device_id=859df440-991e-4147-90ad-bdc9291685b3 HTTP/1.1" status: 200 len: 210 time: 0.1267498 Jul 24 01:07:08.628787 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d747a904-54ca-4f66-8e37-9780786cdc70 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:07:08.640967 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa3ac11-a046-4694-ba45-1d907effefdb None None] Sync routers for ids ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:07:08.662269 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d747a904-54ca-4f66-8e37-9780786cdc70 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:08.667877 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa3ac11-a046-4694-ba45-1d907effefdb None None] Routers {'b3c2eb8f-49b1-4979-bf68-b4b584f721d7'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:07:08.670135 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-baa3ac11-a046-4694-ba45-1d907effefdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:06:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:08.771847 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-baa3ac11-a046-4694-ba45-1d907effefdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:08.796443 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa3ac11-a046-4694-ba45-1d907effefdb None None] Routers {'b3c2eb8f-49b1-4979-bf68-b4b584f721d7'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:07:08.799515 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-baa3ac11-a046-4694-ba45-1d907effefdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:06:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:08.866695 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-baa3ac11-a046-4694-ba45-1d907effefdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:08.868316 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa3ac11-a046-4694-ba45-1d907effefdb None None] The sync data for ids ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'] in n-d-793621-25 is: [] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:07:08.981226 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d747a904-54ca-4f66-8e37-9780786cdc70 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "PUT /v2.0/floatingips/468cd441-6fad-429f-92b7-b4fd541568cd HTTP/1.1" status: 200 len: 977 time: 2.7745183 Jul 24 01:07:08.981467 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50578) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:08.993669 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-bbb97505-9546-4fb4-8d2d-670a23e47bae tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:09.084331 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-465a61b9-4e63-464f-8328-8254720212ff req-2288fae7-6ca6-4d63-82d2-7e45ca59d158 tempest-ServerShowV247Test-1711115680 tempest-ServerShowV247Test-1711115680-project] 10.222.0.15 "GET /v2.0/ports?device_id=859df440-991e-4147-90ad-bdc9291685b3&device_id=76780951-452c-4615-9d28-52f6deff4962 HTTP/1.1" status: 200 len: 210 time: 0.0671358 Jul 24 01:07:09.138662 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bbb97505-9546-4fb4-8d2d-670a23e47bae tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for floatingip, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:09.312861 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bbb97505-9546-4fb4-8d2d-670a23e47bae tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:09.319225 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bbb97505-9546-4fb4-8d2d-670a23e47bae tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:09.319771 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [None req-bbb97505-9546-4fb4-8d2d-670a23e47bae tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Floating IP 468cd441-6fad-429f-92b7-b4fd541568cd disassociated. External IP: 172.25.2.18, port: 8472ec3e-435a-4672-94c2-7e3d993e1514. Jul 24 01:07:09.369485 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-63500586-41ce-4ce5-9bef-5481a310a760 req-6ba2181a-eec3-44e8-8ebd-ee1dafad6e28 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=091bb9e224cd44eba0634c41ebdb4572&device_id=859df440-991e-4147-90ad-bdc9291685b3 HTTP/1.1" status: 200 len: 210 time: 0.0713556 Jul 24 01:07:09.427627 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-715ffdca-6ac1-45c7-9c9e-c5d53de38a11 req-b170468b-677e-4ed4-8f63-9e171d8ac9ae tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 210 time: 0.0615981 Jul 24 01:07:09.469656 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-63500586-41ce-4ce5-9bef-5481a310a760 req-f98433bf-f77d-435e-a5b2-aa413c57974a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=091bb9e224cd44eba0634c41ebdb4572&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0906966 Jul 24 01:07:09.474200 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-696be978-e275-4760-86a5-6ed03f56a2a5 req-e5264426-3c35-49d0-a3bc-a71ea4aea374 tempest-ServerShowV247Test-1711115680 tempest-ServerShowV247Test-1711115680-project] 10.222.0.15 "GET /v2.0/ports?device_id=859df440-991e-4147-90ad-bdc9291685b3 HTTP/1.1" status: 200 len: 210 time: 0.0366426 Jul 24 01:07:09.530161 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50590) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:09.591179 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb97505-9546-4fb4-8d2d-670a23e47bae tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Router b3c2eb8f-49b1-4979-bf68-b4b584f721d7 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:07:09.713969 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb97505-9546-4fb4-8d2d-670a23e47bae tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:07:09.724183 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d613772d-08bd-40ed-b99d-67cdbf33620c None None] Sync routers for ids ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:07:09.724560 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bbb97505-9546-4fb4-8d2d-670a23e47bae tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:09.752091 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d613772d-08bd-40ed-b99d-67cdbf33620c None None] Routers {'b3c2eb8f-49b1-4979-bf68-b4b584f721d7'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:07:09.752769 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-d613772d-08bd-40ed-b99d-67cdbf33620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:06:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:09.773214 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-bbb97505-9546-4fb4-8d2d-670a23e47bae tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "PUT /v2.0/floatingips/468cd441-6fad-429f-92b7-b4fd541568cd HTTP/1.1" status: 200 len: 687 time: 0.7875502 Jul 24 01:07:09.775146 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50592) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:09.831119 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-d613772d-08bd-40ed-b99d-67cdbf33620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:09.867549 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d613772d-08bd-40ed-b99d-67cdbf33620c None None] Routers {'b3c2eb8f-49b1-4979-bf68-b4b584f721d7'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:07:09.868792 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-d613772d-08bd-40ed-b99d-67cdbf33620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:06:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:09.986774 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-dab43669-d5a5-4d86-8768-cc43f05a735d tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Deleting port bd9e722c-6274-4a8a-a2d3-0db94404e128 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:07:09.987169 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dab43669-d5a5-4d86-8768-cc43f05a735d tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:10.097273 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-d613772d-08bd-40ed-b99d-67cdbf33620c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:10.098208 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d613772d-08bd-40ed-b99d-67cdbf33620c None None] The sync data for ids ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:07:10.125709 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dab43669-d5a5-4d86-8768-cc43f05a735d tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:10.126141 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dab43669-d5a5-4d86-8768-cc43f05a735d tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:10.135269 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b5264840-529b-4540-879c-1160ec3ce45a tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:10.141614 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-dab43669-d5a5-4d86-8768-cc43f05a735d tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Calling delete_port for bd9e722c-6274-4a8a-a2d3-0db94404e128 owned by network:floatingip {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:07:10.142532 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63500586-41ce-4ce5-9bef-5481a310a760 req-a5c41134-2811-4b67-9431-82d484fa3e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:10.144106 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-63500586-41ce-4ce5-9bef-5481a310a760 req-a5c41134-2811-4b67-9431-82d484fa3e84 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6658344 Jul 24 01:07:10.183287 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b5264840-529b-4540-879c-1160ec3ce45a tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:10.256829 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b5264840-529b-4540-879c-1160ec3ce45a tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:10.260411 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b5264840-529b-4540-879c-1160ec3ce45a tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:10.264419 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b5264840-529b-4540-879c-1160ec3ce45a tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "DELETE /v2.0/security-groups/c3ecc144-8c04-4bae-8249-5c37f78dd7c7 HTTP/1.1" status: 204 len: 168 time: 0.7302444 Jul 24 01:07:10.282385 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5264840-529b-4540-879c-1160ec3ce45a tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ecc144-8c04-4bae-8249-5c37f78dd7c7,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:10.301131 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50602) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:10.337846 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dab43669-d5a5-4d86-8768-cc43f05a735d tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:10.388877 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-55292407-1d97-4f31-b682-1d3e1b4d3317 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Deleting subnet 7608eb89-d3b8-4393-a8fc-3c911ec0628c {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:07:10.394172 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-55292407-1d97-4f31-b682-1d3e1b4d3317 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:10.461467 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-55292407-1d97-4f31-b682-1d3e1b4d3317 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:10.615144 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-55292407-1d97-4f31-b682-1d3e1b4d3317 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:10.691380 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b00fd97-3c4e-4c07-9d21-9164d3e99974 req-1e1ca1ba-0bcf-4235-970e-7707b45870f8 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 210 time: 0.1732478 Jul 24 01:07:10.734590 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-55292407-1d97-4f31-b682-1d3e1b4d3317 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:10.767645 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-55292407-1d97-4f31-b682-1d3e1b4d3317 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:10.769905 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-55292407-1d97-4f31-b682-1d3e1b4d3317 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "DELETE /v2.0/subnets/7608eb89-d3b8-4393-a8fc-3c911ec0628c HTTP/1.1" status: 204 len: 168 time: 0.4677622 Jul 24 01:07:10.771172 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55292407-1d97-4f31-b682-1d3e1b4d3317 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event deleted for resources: {'Subnet': ['ID=7608eb89-d3b8-4393-a8fc-3c911ec0628c,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:10.775014 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50610) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:10.781435 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e914b2-8c53-43ec-8185-fbf4aefa0bb6 None None] Network 94b972fd-ea51-458a-b10b-049275a12d71 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:07:10.787686 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab43669-d5a5-4d86-8768-cc43f05a735d tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Pushing event deleted for resources: {'Port': ['ID=bd9e722c-6274-4a8a-a2d3-0db94404e128,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:10.807451 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab43669-d5a5-4d86-8768-cc43f05a735d tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:10.807672 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab43669-d5a5-4d86-8768-cc43f05a735d tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:10.807863 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab43669-d5a5-4d86-8768-cc43f05a735d tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:10.808207 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab43669-d5a5-4d86-8768-cc43f05a735d tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:10.808546 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab43669-d5a5-4d86-8768-cc43f05a735d tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:10.808884 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab43669-d5a5-4d86-8768-cc43f05a735d tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:10.809217 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab43669-d5a5-4d86-8768-cc43f05a735d tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:10.809553 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab43669-d5a5-4d86-8768-cc43f05a735d tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:10.809881 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab43669-d5a5-4d86-8768-cc43f05a735d tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:10.810277 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab43669-d5a5-4d86-8768-cc43f05a735d tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:10.810613 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab43669-d5a5-4d86-8768-cc43f05a735d tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:10.811472 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab43669-d5a5-4d86-8768-cc43f05a735d tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:10.844293 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dcdb50d8-4992-4233-889d-93f0d4e56b0a req-097a6670-f70f-4838-832c-047e084650ff tempest-ServerShowV247Test-1711115680 tempest-ServerShowV247Test-1711115680-project] 10.222.0.15 "GET /v2.0/ports?device_id=859df440-991e-4147-90ad-bdc9291685b3 HTTP/1.1" status: 200 len: 210 time: 0.0593908 Jul 24 01:07:10.901883 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-889499dd-47f6-4874-bc5d-28fa37675de2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:10.934848 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dab43669-d5a5-4d86-8768-cc43f05a735d tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for floatingip, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:10.938032 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dab43669-d5a5-4d86-8768-cc43f05a735d tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:10.939644 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-dab43669-d5a5-4d86-8768-cc43f05a735d tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "DELETE /v2.0/floatingips/468cd441-6fad-429f-92b7-b4fd541568cd HTTP/1.1" status: 204 len: 168 time: 1.1628873 Jul 24 01:07:10.940357 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 9129ea77-610a-43d1-96c1-62e8280d05c0 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:07:10.942098 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50612) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:10.966101 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-889499dd-47f6-4874-bc5d-28fa37675de2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Deleting port 4ddfcc27-449d-4999-b091-c2e28777db9e {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:07:10.966637 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-889499dd-47f6-4874-bc5d-28fa37675de2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:10.979136 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 9129ea77-610a-43d1-96c1-62e8280d05c0 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:07:10.979487 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 9129ea77-610a-43d1-96c1-62e8280d05c0 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:07:10.994444 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-6219d974-9871-4f1c-a0ba-ac834c848cf5 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] delete failed (client error): The resource could not be found. Jul 24 01:07:10.995828 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6219d974-9871-4f1c-a0ba-ac834c848cf5 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "DELETE /v2.0/floatingips/468cd441-6fad-429f-92b7-b4fd541568cd HTTP/1.1" status: 404 len: 345 time: 0.0521507 Jul 24 01:07:11.000555 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50616) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:11.099661 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8df3e7-825a-4be9-988f-1a4f6b548031 None None] DHCP port deletion for 94b972fd-ea51-458a-b10b-049275a12d71 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:07:11.114402 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-889499dd-47f6-4874-bc5d-28fa37675de2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] For port 4ddfcc27-449d-4999-b091-c2e28777db9e, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=4ddfcc27-449d-4999-b091-c2e28777db9e,segment=NetworkSegment(eecfb199-0eae-44fd-b610-e83e0f716ff6),segment_id=eecfb199-0eae-44fd-b610-e83e0f716ff6)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:11.115046 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-889499dd-47f6-4874-bc5d-28fa37675de2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:11.140664 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-889499dd-47f6-4874-bc5d-28fa37675de2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Calling delete_port for 4ddfcc27-449d-4999-b091-c2e28777db9e owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:07:11.189721 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-4e8df3e7-825a-4be9-988f-1a4f6b548031 None None] Deleting port 4ddfcc27-449d-4999-b091-c2e28777db9e {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:07:11.190444 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4e8df3e7-825a-4be9-988f-1a4f6b548031 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:11.226339 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394b6992-0a6b-4e13-bc5d-67183653381e tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:11.232464 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394b6992-0a6b-4e13-bc5d-67183653381e tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:11.238499 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394b6992-0a6b-4e13-bc5d-67183653381e tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:11.242778 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-394b6992-0a6b-4e13-bc5d-67183653381e tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "GET /v2.0/ports?network_id=520c1519-a02f-4825-8e8b-518c41772601 HTTP/1.1" status: 200 len: 2358 time: 0.2394512 Jul 24 01:07:11.243031 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50626) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:11.268252 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-4e8df3e7-825a-4be9-988f-1a4f6b548031 None None] For port 4ddfcc27-449d-4999-b091-c2e28777db9e, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=4ddfcc27-449d-4999-b091-c2e28777db9e,segment=NetworkSegment(eecfb199-0eae-44fd-b610-e83e0f716ff6),segment_id=eecfb199-0eae-44fd-b610-e83e0f716ff6)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:11.268784 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4e8df3e7-825a-4be9-988f-1a4f6b548031 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:11.288445 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-4e8df3e7-825a-4be9-988f-1a4f6b548031 None None] Calling delete_port for 4ddfcc27-449d-4999-b091-c2e28777db9e owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:07:11.321974 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b20b6d-12f4-4c9d-8eac-dbc54cf811d9 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:11.328886 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-14b20b6d-12f4-4c9d-8eac-dbc54cf811d9 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "GET /v2.0/subnets/8cb74e7b-1f9a-425b-b9de-f48b1bce9562 HTTP/1.1" status: 200 len: 797 time: 0.0796962 Jul 24 01:07:11.328886 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50632) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:11.339707 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-65c654f1-12fe-45e3-8939-59d0f63ebed4 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Request body: {'port': {'network_id': '520c1519-a02f-4825-8e8b-518c41772601', 'name': 'tempest-FloatingIPTestJSON-246549792', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:11.379707 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-889499dd-47f6-4874-bc5d-28fa37675de2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:11.433159 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889499dd-47f6-4874-bc5d-28fa37675de2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event deleted for resources: {'Port': ['ID=4ddfcc27-449d-4999-b091-c2e28777db9e,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:11.452069 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4e8df3e7-825a-4be9-988f-1a4f6b548031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:11.479248 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889499dd-47f6-4874-bc5d-28fa37675de2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] No DVR routers for this DVR port 4ddfcc27-449d-4999-b091-c2e28777db9e on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:07:11.482310 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8df3e7-825a-4be9-988f-1a4f6b548031 None None] No DVR routers for this DVR port 4ddfcc27-449d-4999-b091-c2e28777db9e on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:07:11.488402 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8df3e7-825a-4be9-988f-1a4f6b548031 None None] Pushing event deleted for resources: {'Port': ['ID=4ddfcc27-449d-4999-b091-c2e28777db9e,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:11.566542 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-63500586-41ce-4ce5-9bef-5481a310a760 req-259232cd-fd7c-4f0f-bb75-5536c8801a2c tempest-ServerShowV247Test-1711115680 tempest-ServerShowV247Test-1711115680-project] 10.222.0.13 "GET /v2.0/ports?device_id=859df440-991e-4147-90ad-bdc9291685b3 HTTP/1.1" status: 200 len: 210 time: 0.0639820 Jul 24 01:07:11.644478 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-889499dd-47f6-4874-bc5d-28fa37675de2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:11.659744 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-889499dd-47f6-4874-bc5d-28fa37675de2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94b972fd-ea51-458a-b10b-049275a12d71']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:11.676334 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-889499dd-47f6-4874-bc5d-28fa37675de2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eecfb199-0eae-44fd-b610-e83e0f716ff6') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:11.676550 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-889499dd-47f6-4874-bc5d-28fa37675de2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eecfb199-0eae-44fd-b610-e83e0f716ff6') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:11.691080 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-889499dd-47f6-4874-bc5d-28fa37675de2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:11.700244 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c654f1-12fe-45e3-8939-59d0f63ebed4 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Made reservation on behalf of c9209d9a1e19440da4a98fc2629037ba for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:07:11.766188 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-889499dd-47f6-4874-bc5d-28fa37675de2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:11.780457 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-889499dd-47f6-4874-bc5d-28fa37675de2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:07:11.780886 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-889499dd-47f6-4874-bc5d-28fa37675de2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:11.784342 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:07:11.784342 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:07:11.784342 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:07:11.784342 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:07:11.784342 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:07:11.784342 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:07:11.784342 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:07:11.784342 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:07:11.784342 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:07:11.784342 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:07:11.784342 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:07:11.784342 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:07:11.784342 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:07:11.784342 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:07:11.784342 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:07:11.784342 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:07:11.784342 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:07:11.784342 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:07:11.784342 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:07:11.784342 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:07:11.784342 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:07:11.784342 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:07:11.784342 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:07:11.784342 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:07:11.784342 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:07:11.784342 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:07:11.784342 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:07:11.784342 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:07:11.784342 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:07:11.784342 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:07:11.784342 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:07:11.784342 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:07:11.860593 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-65c654f1-12fe-45e3-8939-59d0f63ebed4 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:11.882962 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [None req-65c654f1-12fe-45e3-8939-59d0f63ebed4 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] device_id is not set on port abce2e62-df29-4367-995d-8285f155bc16 yet. {{(pid=100464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:07:11.889790 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-889499dd-47f6-4874-bc5d-28fa37675de2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:11.920482 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-889499dd-47f6-4874-bc5d-28fa37675de2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:11.922657 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-889499dd-47f6-4874-bc5d-28fa37675de2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "DELETE /v2.0/networks/94b972fd-ea51-458a-b10b-049275a12d71 HTTP/1.1" status: 204 len: 168 time: 1.1462545 Jul 24 01:07:11.925852 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50644) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:11.987311 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889499dd-47f6-4874-bc5d-28fa37675de2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event deleted for resources: {'Network': ['ID=94b972fd-ea51-458a-b10b-049275a12d71,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:12.133222 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8fc11a15-6f93-4bd0-bd4a-3e42b4edb8bb req-1eec7393-5a30-4141-bbfe-c9fad7fbdced tempest-ServerShowV247Test-1711115680 tempest-ServerShowV247Test-1711115680-project] 10.222.0.15 "GET /v2.0/ports?device_id=859df440-991e-4147-90ad-bdc9291685b3 HTTP/1.1" status: 200 len: 210 time: 0.0628824 Jul 24 01:07:12.298119 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4fee670e-c31f-49fc-bd70-462fa3969be0 req-a4a3d280-209b-4cda-a2a9-8868bfa12870 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 210 time: 0.0667365 Jul 24 01:07:12.325026 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-3d8d0e92-0b67-49eb-ba02-4c3425922272 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Deleting port 36bd3eff-e307-4ef6-b8d1-9d0ccfbb74e5 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:07:12.325493 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3d8d0e92-0b67-49eb-ba02-4c3425922272 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:12.421211 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-65c654f1-12fe-45e3-8939-59d0f63ebed4 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Allocated IP 172.20.0.13 (520c1519-a02f-4825-8e8b-518c41772601/8cb74e7b-1f9a-425b-b9de-f48b1bce9562/abce2e62-df29-4367-995d-8285f155bc16) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:07:12.433801 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-65c654f1-12fe-45e3-8939-59d0f63ebed4 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Allocated IP 172.20.0.12 (520c1519-a02f-4825-8e8b-518c41772601/8cb74e7b-1f9a-425b-b9de-f48b1bce9562/abce2e62-df29-4367-995d-8285f155bc16) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:07:12.456079 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3d8d0e92-0b67-49eb-ba02-4c3425922272 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:12.456410 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3d8d0e92-0b67-49eb-ba02-4c3425922272 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:12.478502 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-3d8d0e92-0b67-49eb-ba02-4c3425922272 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Calling delete_port for 36bd3eff-e307-4ef6-b8d1-9d0ccfbb74e5 owned by network:floatingip {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:07:12.739718 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 4ddfcc27-449d-4999-b091-c2e28777db9e no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:07:12.777456 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 4ddfcc27-449d-4999-b091-c2e28777db9e {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:07:12.778251 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 4ddfcc27-449d-4999-b091-c2e28777db9e not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:07:12.786050 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-65c654f1-12fe-45e3-8939-59d0f63ebed4 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:12.869726 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-65c654f1-12fe-45e3-8939-59d0f63ebed4 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:12.907051 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3d8d0e92-0b67-49eb-ba02-4c3425922272 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:12.937159 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c654f1-12fe-45e3-8939-59d0f63ebed4 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Network 520c1519-a02f-4825-8e8b-518c41772601 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:07:12.941940 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d0e92-0b67-49eb-ba02-4c3425922272 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event deleted for resources: {'Port': ['ID=36bd3eff-e307-4ef6-b8d1-9d0ccfbb74e5,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:12.953524 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-65c654f1-12fe-45e3-8939-59d0f63ebed4 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:07:12.962471 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c654f1-12fe-45e3-8939-59d0f63ebed4 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:07:12.970214 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c654f1-12fe-45e3-8939-59d0f63ebed4 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Pushing event updated for resources: {'Port': ['ID=abce2e62-df29-4367-995d-8285f155bc16,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:13.033379 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3d8d0e92-0b67-49eb-ba02-4c3425922272 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for floatingip, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:13.033935 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [None req-3d8d0e92-0b67-49eb-ba02-4c3425922272 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Floating IP a72b7355-3ee3-4670-a194-5f52e79ebcfd disassociated (deleted). External IP: 172.25.2.38, port: f9bddbb8-bd8c-40e5-afb8-26755e5f9140. Jul 24 01:07:13.043486 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c654f1-12fe-45e3-8939-59d0f63ebed4 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:13.044706 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-65c654f1-12fe-45e3-8939-59d0f63ebed4 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:13.067607 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-65c654f1-12fe-45e3-8939-59d0f63ebed4 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.7365699 Jul 24 01:07:13.068550 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50652) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:13.074838 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-08b8b910-be49-4f5c-a27f-31c73a9ff05f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'port_id': 'abce2e62-df29-4367-995d-8285f155bc16', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:13.113988 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-08b8b910-be49-4f5c-a27f-31c73a9ff05f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for floatingip, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:13.326609 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-08b8b910-be49-4f5c-a27f-31c73a9ff05f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:13.328301 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d8d0e92-0b67-49eb-ba02-4c3425922272 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Router f6ff5465-5b0f-403c-bf38-0ffff92907db has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:07:13.551429 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-08b8b910-be49-4f5c-a27f-31c73a9ff05f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Allocated IP 172.25.2.9 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/05de7002-8792-432b-ad81-9403d7abf8c3) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:07:13.585314 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d3de0df9-e7f9-47c7-82a5-cb2e6949f308 req-9afd6255-37db-44bc-94d3-51a515d12a08 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 210 time: 0.1628199 Jul 24 01:07:13.699891 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8d0e92-0b67-49eb-ba02-4c3425922272 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:07:13.701535 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8c8d8d3b-3933-4280-acd2-822961a5ebe9 req-fb10b8e1-7c52-4bc8-a5ce-1ba910c1caa4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=091bb9e224cd44eba0634c41ebdb4572&device_id=76780951-452c-4615-9d28-52f6deff4962 HTTP/1.1" status: 200 len: 210 time: 0.0927749 Jul 24 01:07:13.711473 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4339fa33-7c2a-4777-a2a3-a240b6377923 None None] Sync routers for ids ['f6ff5465-5b0f-403c-bf38-0ffff92907db'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:07:13.726440 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3d8d0e92-0b67-49eb-ba02-4c3425922272 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:13.731215 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4339fa33-7c2a-4777-a2a3-a240b6377923 None None] Routers {'f6ff5465-5b0f-403c-bf38-0ffff92907db'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:07:13.733620 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-4339fa33-7c2a-4777-a2a3-a240b6377923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:06:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f6ff5465-5b0f-403c-bf38-0ffff92907db'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:13.772574 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ddb850d3-0f8f-41d4-bf88-244925a26377 req-3427593a-6844-4ab5-b8e8-d07112bd647b tempest-ServerShowV247Test-1711115680 tempest-ServerShowV247Test-1711115680-project] 10.222.0.15 "GET /v2.0/ports?device_id=76780951-452c-4615-9d28-52f6deff4962 HTTP/1.1" status: 200 len: 210 time: 0.0551279 Jul 24 01:07:13.800092 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8c8d8d3b-3933-4280-acd2-822961a5ebe9 req-207875a8-c2cb-4a21-9292-b50d215f17ed service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=091bb9e224cd44eba0634c41ebdb4572&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644801 Jul 24 01:07:13.812691 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3d8d0e92-0b67-49eb-ba02-4c3425922272 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "DELETE /v2.0/floatingips/a72b7355-3ee3-4670-a194-5f52e79ebcfd HTTP/1.1" status: 204 len: 168 time: 1.8855636 Jul 24 01:07:13.813650 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e07736-7790-49fd-8214-dc0074ec357f', 'tag': 'f9bddbb8-bd8c-40e5-afb8-26755e5f9140'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:07:13.819151 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2e2721-7261-43cd-8b5f-1dda42aeb111" -d '{"events": [{"name": "network-changed", "server_uuid": "04e07736-7790-49fd-8214-dc0074ec357f", "tag": "f9bddbb8-bd8c-40e5-afb8-26755e5f9140"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:07:13.996998 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-08b8b910-be49-4f5c-a27f-31c73a9ff05f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:14.084923 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-4339fa33-7c2a-4777-a2a3-a240b6377923 None None] Set router f6ff5465-5b0f-403c-bf38-0ffff92907db gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:07:14.112609 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-08b8b910-be49-4f5c-a27f-31c73a9ff05f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:14.146427 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b8b910-be49-4f5c-a27f-31c73a9ff05f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:07:14.175475 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-08b8b910-be49-4f5c-a27f-31c73a9ff05f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:07:14.182483 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b8b910-be49-4f5c-a27f-31c73a9ff05f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:07:14.281871 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b8b910-be49-4f5c-a27f-31c73a9ff05f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Pushing event updated for resources: {'Port': ['ID=05de7002-8792-432b-ad81-9403d7abf8c3,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:14.296297 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d8d3b-3933-4280-acd2-822961a5ebe9 req-895e080f-20ee-418f-989c-344048442489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:14.299006 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8c8d8d3b-3933-4280-acd2-822961a5ebe9 req-895e080f-20ee-418f-989c-344048442489 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4931343 Jul 24 01:07:14.307053 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c6263a-1647-40e5-8aeb-d1c5aad9ec41 x-openstack-request-id: req-d5c6263a-1647-40e5-8aeb-d1c5aad9ec41 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:07:14.307603 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04e07736-7790-49fd-8214-dc0074ec357f", "tag": "f9bddbb8-bd8c-40e5-afb8-26755e5f9140", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:07:14.307603 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d5c6263a-1647-40e5-8aeb-d1c5aad9ec41 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:07:14.308001 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04e07736-7790-49fd-8214-dc0074ec357f', 'tag': 'f9bddbb8-bd8c-40e5-afb8-26755e5f9140', 'status': 'completed', 'code': 200} Jul 24 01:07:14.466235 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10903c87-604b-4e48-a713-55ff062e81c3 req-8daaef81-aa81-47f3-b13d-6bf5cc8d673a tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:14.474454 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-10903c87-604b-4e48-a713-55ff062e81c3 req-8daaef81-aa81-47f3-b13d-6bf5cc8d673a tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e07736-7790-49fd-8214-dc0074ec357f HTTP/1.1" status: 200 len: 946 time: 0.1811266 Jul 24 01:07:14.532741 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e2721-7261-43cd-8b5f-1dda42aeb111 req-b111f24b-b0ee-4e87-8391-523d2d9a6c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:14.534813 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b2e2721-7261-43cd-8b5f-1dda42aeb111 req-b111f24b-b0ee-4e87-8391-523d2d9a6c3e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c584c0e2c5a47a78962537ebd255749&device_id=04e07736-7790-49fd-8214-dc0074ec357f HTTP/1.1" status: 200 len: 1098 time: 0.2219172 Jul 24 01:07:14.541419 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-10903c87-604b-4e48-a713-55ff062e81c3 req-5c58481e-765a-446f-b61a-217b2a6edeb2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc263033-cf40-4a42-928d-979ab4ab3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648127 Jul 24 01:07:14.677770 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-4339fa33-7c2a-4777-a2a3-a240b6377923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'name': 'tempest-TestNetworkBasicOps-router-2050731732', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b59d5601-ee7c-445b-8b62-64aeb279838e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:04:45Z', 'updated_at': '2021-07-24T01:07:03Z', 'revision_number': 6, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'gw_port': {'id': 'b59d5601-ee7c-445b-8b62-64aeb279838e', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:04:46Z', 'updated_at': '2021-07-24T01:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'ec535bfa-356b-4143-9077-2528c910b187', 'name': '', 'network_id': '059adbcb-434c-431e-8c2b-2f91e64b593b', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'mac_address': 'fa:16:3e:75:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'e038f4c8-5e0a-4d5d-906f-738663910f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:04:53Z', 'updated_at': '2021-07-24T01:05:03Z', 'revision_number': 5, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'subnets': [{'id': 'e038f4c8-5e0a-4d5d-906f-738663910f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:14.770096 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4339fa33-7c2a-4777-a2a3-a240b6377923 None None] Checking router: f6ff5465-5b0f-403c-bf38-0ffff92907db for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:07:14.794485 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4339fa33-7c2a-4777-a2a3-a240b6377923 None None] Routers {'f6ff5465-5b0f-403c-bf38-0ffff92907db'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:07:14.795377 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-4339fa33-7c2a-4777-a2a3-a240b6377923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:06:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f6ff5465-5b0f-403c-bf38-0ffff92907db'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:14.888989 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1cf5b616-6f79-4090-9152-3127fdcfecc6 req-a572ab80-0dde-4bf1-801f-6a58565c6a62 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 210 time: 0.1112347 Jul 24 01:07:15.031306 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e2721-7261-43cd-8b5f-1dda42aeb111 req-9fb90277-feea-4d14-945b-9118a2925b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:15.039083 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b2e2721-7261-43cd-8b5f-1dda42aeb111 req-9fb90277-feea-4d14-945b-9118a2925b68 service neutron] 10.222.0.13 "GET /v2.0/networks?id=059adbcb-434c-431e-8c2b-2f91e64b593b HTTP/1.1" status: 200 len: 898 time: 0.4866314 Jul 24 01:07:15.071700 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-da5b4077-2ca5-45b7-8528-caf5504c7728 req-f340c6fa-19a2-4d54-b98f-66b75da225b4 tempest-ServerShowV247Test-1711115680 tempest-ServerShowV247Test-1711115680-project] 10.222.0.15 "GET /v2.0/ports?device_id=76780951-452c-4615-9d28-52f6deff4962 HTTP/1.1" status: 200 len: 210 time: 0.0830545 Jul 24 01:07:15.324235 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-4339fa33-7c2a-4777-a2a3-a240b6377923 None None] Set router f6ff5465-5b0f-403c-bf38-0ffff92907db gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:07:15.378184 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b2e2721-7261-43cd-8b5f-1dda42aeb111 req-1e00e4b8-8922-4b79-9818-8fc3a26289ca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9bddbb8-bd8c-40e5-afb8-26755e5f9140 HTTP/1.1" status: 200 len: 217 time: 0.3239477 Jul 24 01:07:15.707510 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-aee16986-ed5e-4fb5-8ef1-6b0f5ec03582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:15.774109 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-4339fa33-7c2a-4777-a2a3-a240b6377923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'name': 'tempest-TestNetworkBasicOps-router-2050731732', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b59d5601-ee7c-445b-8b62-64aeb279838e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:04:45Z', 'updated_at': '2021-07-24T01:07:03Z', 'revision_number': 6, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'gw_port': {'id': 'b59d5601-ee7c-445b-8b62-64aeb279838e', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:04:46Z', 'updated_at': '2021-07-24T01:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'ec535bfa-356b-4143-9077-2528c910b187', 'name': '', 'network_id': '059adbcb-434c-431e-8c2b-2f91e64b593b', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'mac_address': 'fa:16:3e:75:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'e038f4c8-5e0a-4d5d-906f-738663910f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:04:53Z', 'updated_at': '2021-07-24T01:05:03Z', 'revision_number': 5, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'subnets': [{'id': 'e038f4c8-5e0a-4d5d-906f-738663910f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:15.828003 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4339fa33-7c2a-4777-a2a3-a240b6377923 None None] The sync data for ids ['f6ff5465-5b0f-403c-bf38-0ffff92907db'] in n-d-793621-25 is: [{'id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'name': 'tempest-TestNetworkBasicOps-router-2050731732', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b59d5601-ee7c-445b-8b62-64aeb279838e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:04:45Z', 'updated_at': '2021-07-24T01:07:03Z', 'revision_number': 6, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'gw_port': {'id': 'b59d5601-ee7c-445b-8b62-64aeb279838e', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:04:46Z', 'updated_at': '2021-07-24T01:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'ec535bfa-356b-4143-9077-2528c910b187', 'name': '', 'network_id': '059adbcb-434c-431e-8c2b-2f91e64b593b', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'mac_address': 'fa:16:3e:75:1b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'device_owner': 'network:router_interface', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'e038f4c8-5e0a-4d5d-906f-738663910f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:04:53Z', 'updated_at': '2021-07-24T01:05:03Z', 'revision_number': 5, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'subnets': [{'id': 'e038f4c8-5e0a-4d5d-906f-738663910f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:07:16.235576 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0f9bb1e6-0a59-4a7c-8210-60ee483d1514 req-03ff300e-4f01-42d9-a612-d8b701153044 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 210 time: 0.1071334 Jul 24 01:07:16.236323 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [req-e579d5dd-c576-4e83-ae77-1fd16c1f98cc req-364e5e6e-9b47-433b-b698-c411d722a1a7 tempest-MigrationsAdminTest-2108293852 tempest-MigrationsAdminTest-2108293852-project] (100463) timed out ('10.222.0.11', 62643) {{(pid=100463) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 24 01:07:16.361011 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e2721-7261-43cd-8b5f-1dda42aeb111 req-80faea8d-0522-4910-9923-9f3812caa3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:16.362913 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b2e2721-7261-43cd-8b5f-1dda42aeb111 req-80faea8d-0522-4910-9923-9f3812caa3d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e038f4c8-5e0a-4d5d-906f-738663910f59 HTTP/1.1" status: 200 len: 835 time: 0.9674501 Jul 24 01:07:16.372593 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ec5d5f-824c-400f-91df-9811e9f1a346 None None] New status for floating IP a72b7355-3ee3-4670-a194-5f52e79ebcfd: DOWN {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:07:16.490755 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1e315e24-33ba-440a-9ad7-81daadff0eea req-4dbeb090-ea65-4be5-bc40-af9efb29a806 tempest-ServerShowV247Test-1711115680 tempest-ServerShowV247Test-1711115680-project] 10.222.0.15 "GET /v2.0/ports?device_id=76780951-452c-4615-9d28-52f6deff4962 HTTP/1.1" status: 200 len: 210 time: 0.0820053 Jul 24 01:07:16.549485 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50708) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:16.573889 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8c8d8d3b-3933-4280-acd2-822961a5ebe9 req-e901bbd0-fb74-4b0c-bfe5-97fae7501e37 tempest-ServerShowV247Test-1711115680 tempest-ServerShowV247Test-1711115680-project] 10.222.0.13 "GET /v2.0/ports?device_id=76780951-452c-4615-9d28-52f6deff4962 HTTP/1.1" status: 200 len: 210 time: 0.2099271 Jul 24 01:07:16.719030 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-08b8b910-be49-4f5c-a27f-31c73a9ff05f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:16.828483 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed735951-64f4-40b6-919f-b93a1d010df5 req-fccec0e3-9d65-43af-afba-99a3a18e04ff tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:16.830153 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ed735951-64f4-40b6-919f-b93a1d010df5 req-fccec0e3-9d65-43af-afba-99a3a18e04ff tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.13 "GET /v2.0/ports?device_id=04e07736-7790-49fd-8214-dc0074ec357f HTTP/1.1" status: 200 len: 946 time: 0.4373093 Jul 24 01:07:16.853194 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-26465692-585b-490b-8e9c-61278cd8e00d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:16.853462 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab692d-aa3f-466d-9a28-d4fb9d1f9a81 req-50fd5c53-8c08-4125-b5ac-cbaf20b7f685 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:16.855048 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-69ab692d-aa3f-466d-9a28-d4fb9d1f9a81 req-50fd5c53-8c08-4125-b5ac-cbaf20b7f685 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e07736-7790-49fd-8214-dc0074ec357f HTTP/1.1" status: 200 len: 946 time: 0.4522891 Jul 24 01:07:16.932904 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e2721-7261-43cd-8b5f-1dda42aeb111 req-d49c5eca-7302-4ac3-9bb9-8ee655ef2a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:16.934585 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b2e2721-7261-43cd-8b5f-1dda42aeb111 req-d49c5eca-7302-4ac3-9bb9-8ee655ef2a6e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=059adbcb-434c-431e-8c2b-2f91e64b593b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5124378 Jul 24 01:07:17.044694 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-26465692-585b-490b-8e9c-61278cd8e00d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:17.051640 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-26465692-585b-490b-8e9c-61278cd8e00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:17.102531 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b2e2721-7261-43cd-8b5f-1dda42aeb111 req-da8072f4-360a-4f30-9a04-646b4584c640 service neutron] 10.222.0.13 "GET /v2.0/networks/059adbcb-434c-431e-8c2b-2f91e64b593b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587780 Jul 24 01:07:17.118630 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-26465692-585b-490b-8e9c-61278cd8e00d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=90e8a101e4474586aa5ad2061383c97b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5677929 Jul 24 01:07:17.126429 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50718) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:17.224078 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26465692-585b-490b-8e9c-61278cd8e00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0d3568-b66c-4957-b52e-9aaa50c76243,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:17.264435 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7cc558a7-7310-4a3d-9eef-7da04523a012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:17.285371 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-69ab692d-aa3f-466d-9a28-d4fb9d1f9a81 req-2975e646-261f-4a9e-ba64-814cd1f26c7d tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc263033-cf40-4a42-928d-979ab4ab3f6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4059186 Jul 24 01:07:17.310234 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7cc558a7-7310-4a3d-9eef-7da04523a012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:17.383347 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b2e2721-7261-43cd-8b5f-1dda42aeb111 req-a030dc7c-5bf1-4faf-802b-23ee88ef141c service neutron] 10.222.0.13 "GET /v2.0/networks/059adbcb-434c-431e-8c2b-2f91e64b593b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192259 Jul 24 01:07:17.383917 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-08b8b910-be49-4f5c-a27f-31c73a9ff05f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:17.399705 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7cc558a7-7310-4a3d-9eef-7da04523a012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:17.403498 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7cc558a7-7310-4a3d-9eef-7da04523a012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:17.404977 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7cc558a7-7310-4a3d-9eef-7da04523a012 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cc0d3568-b66c-4957-b52e-9aaa50c76243 HTTP/1.1" status: 204 len: 168 time: 0.2737045 Jul 24 01:07:17.453416 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-ed735951-64f4-40b6-919f-b93a1d010df5 req-e5f81e0c-f8bc-49fe-beae-2e877dac83ad tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Deleting port f9bddbb8-bd8c-40e5-afb8-26755e5f9140 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:07:17.453777 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ed735951-64f4-40b6-919f-b93a1d010df5 req-e5f81e0c-f8bc-49fe-beae-2e877dac83ad tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:17.524868 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc558a7-7310-4a3d-9eef-7da04523a012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0d3568-b66c-4957-b52e-9aaa50c76243,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:17.535266 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8d7bc363-6bcb-4e64-b686-2398f2e1059e req-fa1ff572-e779-41a8-a3e0-759978d08ca1 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 210 time: 0.1280322 Jul 24 01:07:17.750945 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1df5769b-1b6e-4831-844b-9fadc1cc6b8b req-eef79803-1948-4a41-a807-2aed643180b2 tempest-ServerShowV247Test-1711115680 tempest-ServerShowV247Test-1711115680-project] 10.222.0.15 "GET /v2.0/ports?device_id=76780951-452c-4615-9d28-52f6deff4962 HTTP/1.1" status: 200 len: 210 time: 0.0630026 Jul 24 01:07:17.753487 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-ed735951-64f4-40b6-919f-b93a1d010df5 req-e5f81e0c-f8bc-49fe-beae-2e877dac83ad tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] For port f9bddbb8-bd8c-40e5-afb8-26755e5f9140, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=f9bddbb8-bd8c-40e5-afb8-26755e5f9140,segment=NetworkSegment(8fa7f1cf-b9a2-43b9-b698-36c5983c8c9b),segment_id=8fa7f1cf-b9a2-43b9-b698-36c5983c8c9b)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:17.754035 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ed735951-64f4-40b6-919f-b93a1d010df5 req-e5f81e0c-f8bc-49fe-beae-2e877dac83ad tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:17.806631 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-ed735951-64f4-40b6-919f-b93a1d010df5 req-e5f81e0c-f8bc-49fe-beae-2e877dac83ad tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Calling delete_port for f9bddbb8-bd8c-40e5-afb8-26755e5f9140 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:07:18.070461 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ed735951-64f4-40b6-919f-b93a1d010df5 req-e5f81e0c-f8bc-49fe-beae-2e877dac83ad tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:18.121557 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f81e0c-f8bc-49fe-beae-2e877dac83ad tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event deleted for resources: {'Port': ['ID=f9bddbb8-bd8c-40e5-afb8-26755e5f9140,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:18.177100 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-08b8b910-be49-4f5c-a27f-31c73a9ff05f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:18.201672 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-08b8b910-be49-4f5c-a27f-31c73a9ff05f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:18.204470 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed735951-64f4-40b6-919f-b93a1d010df5 req-e5f81e0c-f8bc-49fe-beae-2e877dac83ad tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] No DVR routers for this DVR port f9bddbb8-bd8c-40e5-afb8-26755e5f9140 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:07:18.209621 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ed735951-64f4-40b6-919f-b93a1d010df5 req-e5f81e0c-f8bc-49fe-beae-2e877dac83ad tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:18.224184 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ed735951-64f4-40b6-919f-b93a1d010df5 req-e5f81e0c-f8bc-49fe-beae-2e877dac83ad tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.13 "DELETE /v2.0/ports/f9bddbb8-bd8c-40e5-afb8-26755e5f9140 HTTP/1.1" status: 204 len: 173 time: 1.3806560 Jul 24 01:07:18.229230 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e07736-7790-49fd-8214-dc0074ec357f', 'name': 'network-vif-deleted', 'tag': 'f9bddbb8-bd8c-40e5-afb8-26755e5f9140'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:07:18.244359 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14da01e8-741e-4943-8b3b-3ffa1bfb7a18" -d '{"events": [{"server_uuid": "04e07736-7790-49fd-8214-dc0074ec357f", "name": "network-vif-deleted", "tag": "f9bddbb8-bd8c-40e5-afb8-26755e5f9140"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:07:18.254109 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-de2b1e52-6db8-4bba-8099-986598dfbba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:18.337022 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d663761-31e3-4b32-b2b7-ad3333293fef x-openstack-request-id: req-2d663761-31e3-4b32-b2b7-ad3333293fef {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:07:18.337337 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e07736-7790-49fd-8214-dc0074ec357f", "name": "network-vif-deleted", "tag": "f9bddbb8-bd8c-40e5-afb8-26755e5f9140", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:07:18.337534 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2d663761-31e3-4b32-b2b7-ad3333293fef {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:07:18.337934 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e07736-7790-49fd-8214-dc0074ec357f', 'name': 'network-vif-deleted', 'tag': 'f9bddbb8-bd8c-40e5-afb8-26755e5f9140', 'status': 'completed', 'code': 200} Jul 24 01:07:18.352518 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b8b910-be49-4f5c-a27f-31c73a9ff05f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Pushing event updated for resources: {'Port': ['ID=05de7002-8792-432b-ad81-9403d7abf8c3,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:18.363123 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-08b8b910-be49-4f5c-a27f-31c73a9ff05f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:18.475050 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:18.495746 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-04acb9ea-000f-4b4a-8054-a0239aba329d req-f84b1420-a0cf-4458-955d-827d14b9c280 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?device_id=04e07736-7790-49fd-8214-dc0074ec357f HTTP/1.1" status: 200 len: 210 time: 0.0819519 Jul 24 01:07:18.557215 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [None req-08b8b910-be49-4f5c-a27f-31c73a9ff05f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Floating IP bab2d475-cca0-482a-a10a-2c15d12a265e associated. External IP: 172.25.2.9, port: abce2e62-df29-4367-995d-8285f155bc16. Jul 24 01:07:18.832381 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a285bf5c-6cd3-452b-8bb3-31f70db010bf req-1bdaa43f-1fd6-473a-9159-0b17292b17bf tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9a9f4f1-f6cc-4dd9-a55b-266fd87ab483 HTTP/1.1" status: 200 len: 210 time: 0.0884957 Jul 24 01:07:18.947731 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b8b910-be49-4f5c-a27f-31c73a9ff05f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Router b3c2eb8f-49b1-4979-bf68-b4b584f721d7 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:07:18.981531 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device f9bddbb8-bd8c-40e5-afb8-26755e5f9140 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:07:19.021685 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: f9bddbb8-bd8c-40e5-afb8-26755e5f9140 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:07:19.025195 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device f9bddbb8-bd8c-40e5-afb8-26755e5f9140 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:07:19.163360 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b8b910-be49-4f5c-a27f-31c73a9ff05f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:07:19.177589 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695d2535-1502-4d5d-bed4-db26c2fb6754 None None] Sync routers for ids ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:07:19.199792 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695d2535-1502-4d5d-bed4-db26c2fb6754 None None] Routers {'b3c2eb8f-49b1-4979-bf68-b4b584f721d7'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:07:19.201254 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-695d2535-1502-4d5d-bed4-db26c2fb6754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:07:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:19.202261 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-08b8b910-be49-4f5c-a27f-31c73a9ff05f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:19.252380 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-08b8b910-be49-4f5c-a27f-31c73a9ff05f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.1824729 Jul 24 01:07:19.255270 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50780) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:19.260810 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-2fc27583-7943-4e6f-93a5-39c0a657de39 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Request body: {'floatingip': {'port_id': 'abce2e62-df29-4367-995d-8285f155bc16', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:19.298294 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-695d2535-1502-4d5d-bed4-db26c2fb6754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:19.314546 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695d2535-1502-4d5d-bed4-db26c2fb6754 None None] Routers {'b3c2eb8f-49b1-4979-bf68-b4b584f721d7'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:07:19.317562 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-695d2535-1502-4d5d-bed4-db26c2fb6754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:07:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:19.331316 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50784) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:19.341665 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2fc27583-7943-4e6f-93a5-39c0a657de39 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for floatingip, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:19.371222 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-695d2535-1502-4d5d-bed4-db26c2fb6754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:19.372251 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695d2535-1502-4d5d-bed4-db26c2fb6754 None None] The sync data for ids ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'] in n-d-793621-25 is: [] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:07:19.463762 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:19.602132 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-772b7415-2320-4a59-8191-b5ebfdd7e0ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:19.841880 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-772b7415-2320-4a59-8191-b5ebfdd7e0ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:19.847597 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-772b7415-2320-4a59-8191-b5ebfdd7e0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:19.876291 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50806) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:19.933034 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50812) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:19.964383 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-772b7415-2320-4a59-8191-b5ebfdd7e0ab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=091bb9e224cd44eba0634c41ebdb4572&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6310947 Jul 24 01:07:19.967749 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50814) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:19.968366 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50816) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:19.981404 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b7415-2320-4a59-8191-b5ebfdd7e0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216c741e-b690-4de7-93ba-77600509d102,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:20.119683 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b7cb1cfb-218f-4a8c-af63-233e3dbd0ee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:20.122576 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2b7e11c5-76eb-4e32-b69b-ddd9bbb5aeba tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:20.127308 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d84aa1d5-576f-4928-aa34-dfd556fecf6c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:20.153925 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2fc27583-7943-4e6f-93a5-39c0a657de39 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:20.158766 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2fc27583-7943-4e6f-93a5-39c0a657de39 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:20.160764 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b0d4eadf-0d1c-47b5-835a-78ebbf8ee8ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:20.188125 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2b7e11c5-76eb-4e32-b69b-ddd9bbb5aeba tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:20.226355 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d84aa1d5-576f-4928-aa34-dfd556fecf6c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:20.276555 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b0d4eadf-0d1c-47b5-835a-78ebbf8ee8ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:20.388197 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d84aa1d5-576f-4928-aa34-dfd556fecf6c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:20.391170 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d84aa1d5-576f-4928-aa34-dfd556fecf6c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:20.394802 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d84aa1d5-576f-4928-aa34-dfd556fecf6c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "DELETE /v2.0/security-groups/ee45ad64-8c62-46a6-8180-96016c4d729d HTTP/1.1" status: 204 len: 168 time: 0.4226389 Jul 24 01:07:20.396896 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50838) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:20.401503 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b0d4eadf-0d1c-47b5-835a-78ebbf8ee8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:20.404265 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b0d4eadf-0d1c-47b5-835a-78ebbf8ee8ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:20.405416 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b0d4eadf-0d1c-47b5-835a-78ebbf8ee8ea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/216c741e-b690-4de7-93ba-77600509d102 HTTP/1.1" status: 204 len: 168 time: 0.4254646 Jul 24 01:07:20.417389 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2b7e11c5-76eb-4e32-b69b-ddd9bbb5aeba tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:20.419973 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2b7e11c5-76eb-4e32-b69b-ddd9bbb5aeba tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:20.420404 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-cff435db-e347-42a6-8a6f-42c1abc84981 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] show failed (client error): The resource could not be found. Jul 24 01:07:20.424009 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2b7e11c5-76eb-4e32-b69b-ddd9bbb5aeba tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "DELETE /v2.0/security-groups/fc263033-cf40-4a42-928d-979ab4ab3f6d HTTP/1.1" status: 204 len: 168 time: 0.4825273 Jul 24 01:07:20.424154 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-cff435db-e347-42a6-8a6f-42c1abc84981 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "GET /v2.0/security-groups/ee45ad64-8c62-46a6-8180-96016c4d729d HTTP/1.1" status: 404 len: 347 time: 0.0235438 Jul 24 01:07:20.424244 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84aa1d5-576f-4928-aa34-dfd556fecf6c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee45ad64-8c62-46a6-8180-96016c4d729d,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:20.424464 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50848) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:20.445991 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b7cb1cfb-218f-4a8c-af63-233e3dbd0ee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:20.447275 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d4eadf-0d1c-47b5-835a-78ebbf8ee8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216c741e-b690-4de7-93ba-77600509d102,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:20.461517 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b7cb1cfb-218f-4a8c-af63-233e3dbd0ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:20.464451 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7e11c5-76eb-4e32-b69b-ddd9bbb5aeba tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc263033-cf40-4a42-928d-979ab4ab3f6d,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:20.489940 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50854) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:20.522272 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b7cb1cfb-218f-4a8c-af63-233e3dbd0ee7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3acc47f297354a54b1346e6ac0f54167&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6440289 Jul 24 01:07:20.525390 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50862) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:20.534752 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb1cfb-218f-4a8c-af63-233e3dbd0ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5efa8a6-3f63-46de-9e9a-7193c4868a48,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:20.562143 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc27583-7943-4e6f-93a5-39c0a657de39 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Router b3c2eb8f-49b1-4979-bf68-b4b584f721d7 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:07:20.625719 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-14820eca-c4e2-466b-a35b-5d4a164f55f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:20.665442 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-14820eca-c4e2-466b-a35b-5d4a164f55f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:20.740834 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-14820eca-c4e2-466b-a35b-5d4a164f55f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:20.744448 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-14820eca-c4e2-466b-a35b-5d4a164f55f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:20.745875 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-14820eca-c4e2-466b-a35b-5d4a164f55f1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b5efa8a6-3f63-46de-9e9a-7193c4868a48 HTTP/1.1" status: 204 len: 168 time: 0.2191987 Jul 24 01:07:20.768949 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14820eca-c4e2-466b-a35b-5d4a164f55f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5efa8a6-3f63-46de-9e9a-7193c4868a48,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:20.978645 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:21.206398 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-bdf00132-a708-4466-8cf9-eded0009ef16 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Deleting port 006171e4-5795-4d9c-a941-cc4c26cc594e {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:07:21.206944 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bdf00132-a708-4466-8cf9-eded0009ef16 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:21.246851 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50966) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:21.267472 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3e7a03df-28c2-49f0-a44e-c27f59a5df34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:21.421968 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc27583-7943-4e6f-93a5-39c0a657de39 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:07:21.426350 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bdf00132-a708-4466-8cf9-eded0009ef16 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:21.426888 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bdf00132-a708-4466-8cf9-eded0009ef16 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:21.432466 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2fc27583-7943-4e6f-93a5-39c0a657de39 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:21.434471 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3e7a03df-28c2-49f0-a44e-c27f59a5df34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:21.436392 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3975b3-754e-4daa-83ed-1319f2a248ec None None] Sync routers for ids ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:07:21.441207 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3e7a03df-28c2-49f0-a44e-c27f59a5df34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:21.450784 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3975b3-754e-4daa-83ed-1319f2a248ec None None] Routers {'b3c2eb8f-49b1-4979-bf68-b4b584f721d7'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:07:21.451484 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-5e3975b3-754e-4daa-83ed-1319f2a248ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:07:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:21.479964 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-bdf00132-a708-4466-8cf9-eded0009ef16 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Calling delete_port for 006171e4-5795-4d9c-a941-cc4c26cc594e owned by network:floatingip {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:07:21.483926 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50972) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:21.495756 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a03df-28c2-49f0-a44e-c27f59a5df34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b94cab-f36e-46f1-849b-31dd9444a320,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:21.505035 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3e7a03df-28c2-49f0-a44e-c27f59a5df34 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4c4039f7afff47a2aa79a000a81f3cf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2558177 Jul 24 01:07:21.505856 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50976) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:21.512053 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-5e3975b3-754e-4daa-83ed-1319f2a248ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:21.524186 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3975b3-754e-4daa-83ed-1319f2a248ec None None] Routers {'b3c2eb8f-49b1-4979-bf68-b4b584f721d7'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:07:21.525382 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-5e3975b3-754e-4daa-83ed-1319f2a248ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:07:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:21.568184 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50978) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:21.572127 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-5e3975b3-754e-4daa-83ed-1319f2a248ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:21.572795 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3975b3-754e-4daa-83ed-1319f2a248ec None None] The sync data for ids ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:07:21.596043 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ddd52e5e-6227-4bd6-ac5c-002a93867468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:21.620058 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ddd52e5e-6227-4bd6-ac5c-002a93867468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:21.674040 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ddd52e5e-6227-4bd6-ac5c-002a93867468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:21.675771 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5037b4d1-568c-44e5-89b9-7d3d6aa13c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:21.676974 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ddd52e5e-6227-4bd6-ac5c-002a93867468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:21.678304 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ddd52e5e-6227-4bd6-ac5c-002a93867468 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/73b94cab-f36e-46f1-849b-31dd9444a320 HTTP/1.1" status: 204 len: 168 time: 0.1707397 Jul 24 01:07:21.692791 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2fc27583-7943-4e6f-93a5-39c0a657de39 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "PUT /v2.0/floatingips/bab2d475-cca0-482a-a10a-2c15d12a265e HTTP/1.1" status: 200 len: 976 time: 2.4363286 Jul 24 01:07:21.696910 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-bc8c3adc-752d-44b6-9a3a-bb7cc41d688c admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-864243845-network', 'tenant_id': 'b35eed46b1734ea099eed813586ce886'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:21.699816 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50984) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:21.713698 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd52e5e-6227-4bd6-ac5c-002a93867468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b94cab-f36e-46f1-849b-31dd9444a320,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:21.805745 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8c3adc-752d-44b6-9a3a-bb7cc41d688c admin admin] Made reservation on behalf of b35eed46b1734ea099eed813586ce886 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:07:21.808397 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc8c3adc-752d-44b6-9a3a-bb7cc41d688c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:21.864827 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc8c3adc-752d-44b6-9a3a-bb7cc41d688c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:21.901467 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bdf00132-a708-4466-8cf9-eded0009ef16 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:21.929881 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf00132-a708-4466-8cf9-eded0009ef16 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Pushing event deleted for resources: {'Port': ['ID=006171e4-5795-4d9c-a941-cc4c26cc594e,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:21.989732 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-3359cbcd-f872-4e47-9d78-6a911f414d70 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Deleting port 05de7002-8792-432b-ad81-9403d7abf8c3 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:07:21.990580 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3359cbcd-f872-4e47-9d78-6a911f414d70 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:22.040603 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bdf00132-a708-4466-8cf9-eded0009ef16 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks [] for floatingip, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:22.043481 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bdf00132-a708-4466-8cf9-eded0009ef16 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:22.045786 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-bdf00132-a708-4466-8cf9-eded0009ef16 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "DELETE /v2.0/floatingips/add09938-63fb-45f8-89ba-97a1639a7d85 HTTP/1.1" status: 204 len: 168 time: 1.6199358 Jul 24 01:07:22.048078 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50992) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:22.053601 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-db456da9-3ea5-462a-9887-186042253564 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:22.099233 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3359cbcd-f872-4e47-9d78-6a911f414d70 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:22.099525 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3359cbcd-f872-4e47-9d78-6a911f414d70 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:22.112892 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-3359cbcd-f872-4e47-9d78-6a911f414d70 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Calling delete_port for 05de7002-8792-432b-ad81-9403d7abf8c3 owned by network:floatingip {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:07:22.185790 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5037b4d1-568c-44e5-89b9-7d3d6aa13c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:22.202209 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5037b4d1-568c-44e5-89b9-7d3d6aa13c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:22.296947 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037b4d1-568c-44e5-89b9-7d3d6aa13c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed5709d-807e-4f9e-8061-3a93776615cf,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:22.330520 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc8c3adc-752d-44b6-9a3a-bb7cc41d688c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:22.334003 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5037b4d1-568c-44e5-89b9-7d3d6aa13c5f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c45f0ed132f84cd69dde4f5138947aea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8448858 Jul 24 01:07:22.341236 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51002) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:22.350355 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc8c3adc-752d-44b6-9a3a-bb7cc41d688c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:22.393537 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c3adc-752d-44b6-9a3a-bb7cc41d688c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2370cf2-e9ac-48bf-8394-7fda26fb70fc,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:22.408165 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3359cbcd-f872-4e47-9d78-6a911f414d70 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:22.410559 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc8c3adc-752d-44b6-9a3a-bb7cc41d688c admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:07:22.451858 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc8c3adc-752d-44b6-9a3a-bb7cc41d688c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:22.452213 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-bc8c3adc-752d-44b6-9a3a-bb7cc41d688c admin admin] Added segment 291b429f-4823-4cad-9429-9af46337a02a of type vlan for network b646a272-1096-47a3-a6b5-e6be199416a2 Jul 24 01:07:22.453950 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3359cbcd-f872-4e47-9d78-6a911f414d70 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Pushing event deleted for resources: {'Port': ['ID=05de7002-8792-432b-ad81-9403d7abf8c3,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:22.493695 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-b0cb6c31-3f61-4221-85b1-b830039ead77 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Deleting port a506a736-02bd-4fbb-acb0-f1c78bc19022 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:07:22.494041 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b0cb6c31-3f61-4221-85b1-b830039ead77 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:22.536030 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6c59fdac-e7cf-4dfa-876f-164ddd202e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:22.542272 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc8c3adc-752d-44b6-9a3a-bb7cc41d688c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:22.575713 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3359cbcd-f872-4e47-9d78-6a911f414d70 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for floatingip, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:22.575713 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [None req-3359cbcd-f872-4e47-9d78-6a911f414d70 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Floating IP bab2d475-cca0-482a-a10a-2c15d12a265e disassociated (deleted). External IP: 172.25.2.9, port: abce2e62-df29-4367-995d-8285f155bc16. Jul 24 01:07:22.631829 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6c59fdac-e7cf-4dfa-876f-164ddd202e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:22.663015 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc8c3adc-752d-44b6-9a3a-bb7cc41d688c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:22.663990 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8c3adc-752d-44b6-9a3a-bb7cc41d688c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:22.664777 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc8c3adc-752d-44b6-9a3a-bb7cc41d688c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:22.713054 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-bc8c3adc-752d-44b6-9a3a-bb7cc41d688c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1437199 Jul 24 01:07:22.717579 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51010) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:22.746627 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b0cb6c31-3f61-4221-85b1-b830039ead77 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:22.752078 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-0c37502c-92d4-4937-a324-eb8f1c66c30f admin admin] Request body: {'subnet': {'network_id': 'b646a272-1096-47a3-a6b5-e6be199416a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-864243845-subnet', 'tenant_id': 'b35eed46b1734ea099eed813586ce886', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:22.758803 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8c3adc-752d-44b6-9a3a-bb7cc41d688c admin admin] Pushing event updated for resources: {'Network': ['ID=b646a272-1096-47a3-a6b5-e6be199416a2,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:22.771693 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-b0cb6c31-3f61-4221-85b1-b830039ead77 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Calling delete_port for a506a736-02bd-4fbb-acb0-f1c78bc19022 owned by {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:07:22.787795 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network b646a272-1096-47a3-a6b5-e6be199416a2 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:07:22.833103 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c37502c-92d4-4937-a324-eb8f1c66c30f admin admin] Made reservation on behalf of b35eed46b1734ea099eed813586ce886 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:07:22.836332 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0c37502c-92d4-4937-a324-eb8f1c66c30f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:22.865839 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6c59fdac-e7cf-4dfa-876f-164ddd202e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:22.868640 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6c59fdac-e7cf-4dfa-876f-164ddd202e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:22.869835 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6c59fdac-e7cf-4dfa-876f-164ddd202e4a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4ed5709d-807e-4f9e-8061-3a93776615cf HTTP/1.1" status: 204 len: 168 time: 0.5248933 Jul 24 01:07:22.887747 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c59fdac-e7cf-4dfa-876f-164ddd202e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed5709d-807e-4f9e-8061-3a93776615cf,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:22.988918 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-db456da9-3ea5-462a-9887-186042253564 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Deleting port ec535bfa-356b-4143-9077-2528c910b187 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:07:22.989277 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-db456da9-3ea5-462a-9887-186042253564 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:22.990185 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3359cbcd-f872-4e47-9d78-6a911f414d70 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Router b3c2eb8f-49b1-4979-bf68-b4b584f721d7 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:07:23.077693 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b0cb6c31-3f61-4221-85b1-b830039ead77 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:23.129729 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb6c31-3f61-4221-85b1-b830039ead77 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Pushing event deleted for resources: {'Port': ['ID=a506a736-02bd-4fbb-acb0-f1c78bc19022,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:23.198226 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3359cbcd-f872-4e47-9d78-6a911f414d70 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:07:23.211964 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1b556e-3455-421f-bbb0-6f722f238eb9 None None] Sync routers for ids ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:07:23.224908 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3359cbcd-f872-4e47-9d78-6a911f414d70 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:23.225135 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1b556e-3455-421f-bbb0-6f722f238eb9 None None] Routers {'b3c2eb8f-49b1-4979-bf68-b4b584f721d7'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:07:23.225593 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-2f1b556e-3455-421f-bbb0-6f722f238eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:07:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:23.243385 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-db456da9-3ea5-462a-9887-186042253564 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] For port ec535bfa-356b-4143-9077-2528c910b187, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=ec535bfa-356b-4143-9077-2528c910b187,segment=NetworkSegment(8fa7f1cf-b9a2-43b9-b698-36c5983c8c9b),segment_id=8fa7f1cf-b9a2-43b9-b698-36c5983c8c9b)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:23.244067 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-db456da9-3ea5-462a-9887-186042253564 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:23.271607 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-db456da9-3ea5-462a-9887-186042253564 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Calling delete_port for ec535bfa-356b-4143-9077-2528c910b187 owned by network:router_interface {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:07:23.291659 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0c37502c-92d4-4937-a324-eb8f1c66c30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:23.296583 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b0cb6c31-3f61-4221-85b1-b830039ead77 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:23.298922 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b0cb6c31-3f61-4221-85b1-b830039ead77 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "DELETE /v2.0/ports/a506a736-02bd-4fbb-acb0-f1c78bc19022 HTTP/1.1" status: 204 len: 168 time: 1.2486100 Jul 24 01:07:23.302738 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51026) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:23.329164 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3359cbcd-f872-4e47-9d78-6a911f414d70 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "DELETE /v2.0/floatingips/bab2d475-cca0-482a-a10a-2c15d12a265e HTTP/1.1" status: 204 len: 168 time: 1.6247694 Jul 24 01:07:23.331785 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-2f1b556e-3455-421f-bbb0-6f722f238eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:23.331969 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51028) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:23.344713 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1b556e-3455-421f-bbb0-6f722f238eb9 None None] Routers {'b3c2eb8f-49b1-4979-bf68-b4b584f721d7'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:07:23.345548 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-2f1b556e-3455-421f-bbb0-6f722f238eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:07:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:23.423719 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c37502c-92d4-4937-a324-eb8f1c66c30f admin admin] Checking segment: {'id': '291b429f-4823-4cad-9429-9af46337a02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b646a272-1096-47a3-a6b5-e6be199416a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:07:23.424003 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c37502c-92d4-4937-a324-eb8f1c66c30f admin admin] Network hostable DHCP agents. Network: b646a272-1096-47a3-a6b5-e6be199416a2, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:07:23.432142 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-2f1b556e-3455-421f-bbb0-6f722f238eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:23.434190 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37502c-92d4-4937-a324-eb8f1c66c30f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f8e0ff6-b5bc-460a-86ed-47a5b2bcb002,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:23.435280 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1b556e-3455-421f-bbb0-6f722f238eb9 None None] The sync data for ids ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'] in n-d-793621-25 is: [] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:07:23.498365 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c37502c-92d4-4937-a324-eb8f1c66c30f admin admin] Network b646a272-1096-47a3-a6b5-e6be199416a2 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:07:23.524012 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-0c37502c-92d4-4937-a324-eb8f1c66c30f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, b646a272-1096-47a3-a6b5-e6be199416a2) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:07:23.532163 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe45e9a4-34dc-415e-9373-bfb4ac32eb4a None None] Network b646a272-1096-47a3-a6b5-e6be199416a2 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:07:23.553252 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c37502c-92d4-4937-a324-eb8f1c66c30f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:23.553997 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0c37502c-92d4-4937-a324-eb8f1c66c30f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:23.567671 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-49e82f9d-d10e-4e90-9383-3a97979982da tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Deleting port abce2e62-df29-4367-995d-8285f155bc16 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:07:23.568264 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-49e82f9d-d10e-4e90-9383-3a97979982da tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:23.608888 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-bc79f83d-22a8-49a4-bbab-ba54858ba511 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Deleting port 7b4da756-8034-45e1-9b76-762af13d0a4c {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:07:23.609504 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bc79f83d-22a8-49a4-bbab-ba54858ba511 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:23.697437 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0c37502c-92d4-4937-a324-eb8f1c66c30f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9497273 Jul 24 01:07:23.728130 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-49e82f9d-d10e-4e90-9383-3a97979982da tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:23.744802 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51038) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:23.747230 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-49e82f9d-d10e-4e90-9383-3a97979982da tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Calling delete_port for abce2e62-df29-4367-995d-8285f155bc16 owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:07:23.782177 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-91beb34c-6fd6-48b9-afbc-69b70346b5d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:23.843371 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bc79f83d-22a8-49a4-bbab-ba54858ba511 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:23.856761 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-db456da9-3ea5-462a-9887-186042253564 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:23.871920 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-bc79f83d-22a8-49a4-bbab-ba54858ba511 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Calling delete_port for 7b4da756-8034-45e1-9b76-762af13d0a4c owned by {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:07:23.903115 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db456da9-3ea5-462a-9887-186042253564 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event deleted for resources: {'Port': ['ID=ec535bfa-356b-4143-9077-2528c910b187,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:23.967272 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8295c71-d569-4e7c-b74d-1989e8ce77ec None None] Network b646a272-1096-47a3-a6b5-e6be199416a2 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:07:23.975778 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51050) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:24.139530 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-91beb34c-6fd6-48b9-afbc-69b70346b5d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:24.153947 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-50880e60-19c7-48ae-954b-0e051fe26a54 admin admin] Deleting subnet 5f8e0ff6-b5bc-460a-86ed-47a5b2bcb002 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:07:24.156214 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-91beb34c-6fd6-48b9-afbc-69b70346b5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:24.192334 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-91beb34c-6fd6-48b9-afbc-69b70346b5d5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5a1c9c2e791a44c3aa5c856c1bb913b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4465139 Jul 24 01:07:24.197425 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-50880e60-19c7-48ae-954b-0e051fe26a54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:24.205853 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51052) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:24.270028 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-49e82f9d-d10e-4e90-9383-3a97979982da tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:24.303267 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91beb34c-6fd6-48b9-afbc-69b70346b5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64518f8d-dbce-444b-960c-1d0bc3eef845,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:24.311460 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-50880e60-19c7-48ae-954b-0e051fe26a54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:24.313427 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e82f9d-d10e-4e90-9383-3a97979982da tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Pushing event deleted for resources: {'Port': ['ID=abce2e62-df29-4367-995d-8285f155bc16,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:24.347208 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51056) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:24.367574 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bc79f83d-22a8-49a4-bbab-ba54858ba511 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:24.419695 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79f83d-22a8-49a4-bbab-ba54858ba511 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Pushing event deleted for resources: {'Port': ['ID=7b4da756-8034-45e1-9b76-762af13d0a4c,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:24.456672 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-db456da9-3ea5-462a-9887-186042253564 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:24.466194 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-50880e60-19c7-48ae-954b-0e051fe26a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:24.496491 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1ba94b62-57c4-4a84-9885-cb36aa170a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:24.542864 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1ba94b62-57c4-4a84-9885-cb36aa170a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:24.542864 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-49e82f9d-d10e-4e90-9383-3a97979982da tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:24.548012 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-49e82f9d-d10e-4e90-9383-3a97979982da tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "DELETE /v2.0/ports/abce2e62-df29-4367-995d-8285f155bc16 HTTP/1.1" status: 204 len: 168 time: 1.2093551 Jul 24 01:07:24.551269 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51064) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:24.557966 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-ceec1739-bb0a-4163-a3d9-a18ea01a181a tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:24.598462 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-17811fa1-ccad-4b99-b612-89516d96f1c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:24.622795 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-50880e60-19c7-48ae-954b-0e051fe26a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:24.648707 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50880e60-19c7-48ae-954b-0e051fe26a54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f8e0ff6-b5bc-460a-86ed-47a5b2bcb002,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:24.654839 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ceec1739-bb0a-4163-a3d9-a18ea01a181a tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for floatingip, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:24.664319 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bc79f83d-22a8-49a4-bbab-ba54858ba511 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:24.670272 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-bc79f83d-22a8-49a4-bbab-ba54858ba511 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "DELETE /v2.0/ports/7b4da756-8034-45e1-9b76-762af13d0a4c HTTP/1.1" status: 204 len: 168 time: 1.3660374 Jul 24 01:07:24.671190 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51068) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:24.676986 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-50880e60-19c7-48ae-954b-0e051fe26a54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:24.682423 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-50880e60-19c7-48ae-954b-0e051fe26a54 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5f8e0ff6-b5bc-460a-86ed-47a5b2bcb002 HTTP/1.1" status: 204 len: 168 time: 0.6795788 Jul 24 01:07:24.683225 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51070) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:24.778211 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-480301ef-97a8-48c8-8bfa-a7314fe1e59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:24.782664 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9adf472-d9c7-4f6b-aede-4fefe9d5f853 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Deleting subnet 959a9d79-5c81-43b4-9d07-b0995246156a {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:07:24.787780 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b9adf472-d9c7-4f6b-aede-4fefe9d5f853 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:24.802812 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1ba94b62-57c4-4a84-9885-cb36aa170a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:24.806814 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1ba94b62-57c4-4a84-9885-cb36aa170a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:24.810377 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1ba94b62-57c4-4a84-9885-cb36aa170a29 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/64518f8d-dbce-444b-960c-1d0bc3eef845 HTTP/1.1" status: 204 len: 168 time: 0.6011143 Jul 24 01:07:24.840617 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b9adf472-d9c7-4f6b-aede-4fefe9d5f853 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:24.854466 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba94b62-57c4-4a84-9885-cb36aa170a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64518f8d-dbce-444b-960c-1d0bc3eef845,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:24.918401 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-480301ef-97a8-48c8-8bfa-a7314fe1e59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:24.943905 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b9adf472-d9c7-4f6b-aede-4fefe9d5f853 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:24.966425 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-480301ef-97a8-48c8-8bfa-a7314fe1e59d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b646a272-1096-47a3-a6b5-e6be199416a2']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:24.981363 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-480301ef-97a8-48c8-8bfa-a7314fe1e59d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '291b429f-4823-4cad-9429-9af46337a02a') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:24.981668 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-480301ef-97a8-48c8-8bfa-a7314fe1e59d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '291b429f-4823-4cad-9429-9af46337a02a') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:25.004556 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-480301ef-97a8-48c8-8bfa-a7314fe1e59d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:25.039835 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-480301ef-97a8-48c8-8bfa-a7314fe1e59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:25.049602 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-480301ef-97a8-48c8-8bfa-a7314fe1e59d admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:07:25.050130 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-480301ef-97a8-48c8-8bfa-a7314fe1e59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:25.052014 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:07:25.052014 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:07:25.052014 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:07:25.052014 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:07:25.052014 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:07:25.052014 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:07:25.052014 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:07:25.052014 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:07:25.052014 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:07:25.052014 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:07:25.052014 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:07:25.052014 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:07:25.052014 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:07:25.052014 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:07:25.052014 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:07:25.052014 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:07:25.052014 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:07:25.052014 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:07:25.052014 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:07:25.052014 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:07:25.052014 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:07:25.052014 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:07:25.052014 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:07:25.052014 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:07:25.052014 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:07:25.052014 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:07:25.052014 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:07:25.052014 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:07:25.052014 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:07:25.052014 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:07:25.052014 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:07:25.052014 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:07:25.080439 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ceec1739-bb0a-4163-a3d9-a18ea01a181a tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:25.128610 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-480301ef-97a8-48c8-8bfa-a7314fe1e59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:25.164006 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-480301ef-97a8-48c8-8bfa-a7314fe1e59d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:25.173105 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-480301ef-97a8-48c8-8bfa-a7314fe1e59d admin admin] 10.222.0.15 "DELETE /v2.0/networks/b646a272-1096-47a3-a6b5-e6be199416a2 HTTP/1.1" status: 204 len: 168 time: 0.4865859 Jul 24 01:07:25.184272 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b9adf472-d9c7-4f6b-aede-4fefe9d5f853 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:25.194434 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480301ef-97a8-48c8-8bfa-a7314fe1e59d admin admin] Pushing event deleted for resources: {'Network': ['ID=b646a272-1096-47a3-a6b5-e6be199416a2,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:25.238125 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9adf472-d9c7-4f6b-aede-4fefe9d5f853 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Pushing event deleted for resources: {'Subnet': ['ID=959a9d79-5c81-43b4-9d07-b0995246156a,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:25.244622 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b9adf472-d9c7-4f6b-aede-4fefe9d5f853 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:25.250315 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b9adf472-d9c7-4f6b-aede-4fefe9d5f853 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "DELETE /v2.0/subnets/959a9d79-5c81-43b4-9d07-b0995246156a HTTP/1.1" status: 204 len: 168 time: 0.5719604 Jul 24 01:07:25.252158 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87183942-5446-4227-8276-4a0f080fdec3 None None] Network 09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:07:25.254688 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51086) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:25.293372 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc5007-7354-4452-ae2c-f4c288775a73 req-74e95be3-da8c-4825-9666-54f825646d66 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:25.295326 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b4cc5007-7354-4452-ae2c-f4c288775a73 req-74e95be3-da8c-4825-9666-54f825646d66 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e485cbd-65da-4d2b-9229-6d3f0fc837db HTTP/1.1" status: 200 len: 945 time: 0.3533673 Jul 24 01:07:25.319469 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-17811fa1-ccad-4b99-b612-89516d96f1c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:25.330483 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-ceec1739-bb0a-4163-a3d9-a18ea01a181a tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Allocated IP 172.25.2.163 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/76678e9d-20e2-4f10-a9fe-922e6b5514c4) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:07:25.345681 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-17811fa1-ccad-4b99-b612-89516d96f1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:25.380422 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db456da9-3ea5-462a-9887-186042253564 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Router f6ff5465-5b0f-403c-bf38-0ffff92907db has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:07:25.408108 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51090) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:25.415692 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-08987a28-186a-42b6-88f6-a36e099c5a6c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Deleting subnet 81a038cb-df9c-49e4-af9e-e93d2e1470dd {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:07:25.455727 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17811fa1-ccad-4b99-b612-89516d96f1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47afba04-121a-40cd-a98c-bb1e371ac87f,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:25.463503 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-17811fa1-ccad-4b99-b612-89516d96f1c3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8d27a71193284bc5ba5e3ac464a251f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1115277 Jul 24 01:07:25.463503 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-08987a28-186a-42b6-88f6-a36e099c5a6c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:25.468252 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51092) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:25.546778 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5cd7d953-a84a-44cc-ac15-cf62622172b5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b35eed46b1734ea099eed813586ce886&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1350615 Jul 24 01:07:25.547333 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51094) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:25.554462 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40c6ae9-3883-4fd0-9377-df3947065de5 None None] DHCP port deletion for 09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:07:25.556426 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ceec1739-bb0a-4163-a3d9-a18ea01a181a tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:25.611836 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-b40c6ae9-3883-4fd0-9377-df3947065de5 None None] Deleting port cc10e176-916a-4483-8bf1-a955a4e4d555 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:07:25.612217 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b40c6ae9-3883-4fd0-9377-df3947065de5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:25.639802 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-24525296-3008-4105-9116-904c0e3428bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:25.666676 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ceec1739-bb0a-4163-a3d9-a18ea01a181a tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:25.677072 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-24525296-3008-4105-9116-904c0e3428bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:25.698482 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-b40c6ae9-3883-4fd0-9377-df3947065de5 None None] For port cc10e176-916a-4483-8bf1-a955a4e4d555, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=cc10e176-916a-4483-8bf1-a955a4e4d555,segment=NetworkSegment(dae40cc4-6193-418b-9703-a4a189ab618c),segment_id=dae40cc4-6193-418b-9703-a4a189ab618c)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:25.699156 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b40c6ae9-3883-4fd0-9377-df3947065de5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:25.726270 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-b40c6ae9-3883-4fd0-9377-df3947065de5 None None] Calling delete_port for cc10e176-916a-4483-8bf1-a955a4e4d555 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:07:25.731799 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceec1739-bb0a-4163-a3d9-a18ea01a181a tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:07:25.743116 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-ceec1739-bb0a-4163-a3d9-a18ea01a181a tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:07:25.756784 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceec1739-bb0a-4163-a3d9-a18ea01a181a tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:07:25.794406 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec1739-bb0a-4163-a3d9-a18ea01a181a tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Pushing event updated for resources: {'Port': ['ID=76678e9d-20e2-4f10-a9fe-922e6b5514c4,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:25.880989 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b40c6ae9-3883-4fd0-9377-df3947065de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:25.886141 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-24525296-3008-4105-9116-904c0e3428bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:25.889513 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-24525296-3008-4105-9116-904c0e3428bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:25.890750 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-24525296-3008-4105-9116-904c0e3428bc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a2370cf2-e9ac-48bf-8394-7fda26fb70fc HTTP/1.1" status: 204 len: 168 time: 0.3423412 Jul 24 01:07:25.904086 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51106) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:25.913824 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24525296-3008-4105-9116-904c0e3428bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2370cf2-e9ac-48bf-8394-7fda26fb70fc,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:25.916718 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ceec1739-bb0a-4163-a3d9-a18ea01a181a tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:25.942125 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c6ae9-3883-4fd0-9377-df3947065de5 None None] Pushing event deleted for resources: {'Port': ['ID=cc10e176-916a-4483-8bf1-a955a4e4d555,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:25.981138 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c6ae9-3883-4fd0-9377-df3947065de5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:25.981518 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c6ae9-3883-4fd0-9377-df3947065de5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:25.982288 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c6ae9-3883-4fd0-9377-df3947065de5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:25.982880 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c6ae9-3883-4fd0-9377-df3947065de5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:25.983383 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c6ae9-3883-4fd0-9377-df3947065de5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:25.983880 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c6ae9-3883-4fd0-9377-df3947065de5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:25.984541 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c6ae9-3883-4fd0-9377-df3947065de5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:25.985398 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c6ae9-3883-4fd0-9377-df3947065de5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:25.986922 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c6ae9-3883-4fd0-9377-df3947065de5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:25.987482 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c6ae9-3883-4fd0-9377-df3947065de5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:25.987978 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c6ae9-3883-4fd0-9377-df3947065de5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:25.988487 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40c6ae9-3883-4fd0-9377-df3947065de5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:25.993185 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40c6ae9-3883-4fd0-9377-df3947065de5 None None] No DVR routers for this DVR port cc10e176-916a-4483-8bf1-a955a4e4d555 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:07:25.996224 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ceec1739-bb0a-4163-a3d9-a18ea01a181a tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:26.010317 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b4cc5007-7354-4452-ae2c-f4c288775a73 req-38e6ff45-0bd6-4360-afc5-0ec00419d7a5 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?id=045bbabd-1ef4-44c1-9989-1ddc77c899ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6883335 Jul 24 01:07:26.101311 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-08987a28-186a-42b6-88f6-a36e099c5a6c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:26.250858 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9c1f6163-65da-4a0d-b2f6-15c548ae889b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:26.265137 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-08987a28-186a-42b6-88f6-a36e099c5a6c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:26.293966 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db456da9-3ea5-462a-9887-186042253564 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:07:26.300062 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-db456da9-3ea5-462a-9887-186042253564 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "PUT /v2.0/routers/f6ff5465-5b0f-403c-bf38-0ffff92907db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8066406 Jul 24 01:07:26.306566 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51112) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:26.307032 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8f675a-fcae-4213-bd15-b0d580bdce25 None None] Sync routers for ids ['f6ff5465-5b0f-403c-bf38-0ffff92907db'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:07:26.323835 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8f675a-fcae-4213-bd15-b0d580bdce25 None None] Routers {'f6ff5465-5b0f-403c-bf38-0ffff92907db'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:07:26.324515 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-3e8f675a-fcae-4213-bd15-b0d580bdce25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:07:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f6ff5465-5b0f-403c-bf38-0ffff92907db'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:26.384330 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9c1f6163-65da-4a0d-b2f6-15c548ae889b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:26.460921 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-25d2d9fe-b488-405c-9a34-f514fb762f91 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Deleting subnet e038f4c8-5e0a-4d5d-906f-738663910f59 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:07:26.474748 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-25d2d9fe-b488-405c-9a34-f514fb762f91 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:26.477510 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-3e8f675a-fcae-4213-bd15-b0d580bdce25 None None] Set router f6ff5465-5b0f-403c-bf38-0ffff92907db gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:07:26.536629 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-08987a28-186a-42b6-88f6-a36e099c5a6c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:26.543523 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-25d2d9fe-b488-405c-9a34-f514fb762f91 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:26.603102 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9c1f6163-65da-4a0d-b2f6-15c548ae889b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:26.605805 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9c1f6163-65da-4a0d-b2f6-15c548ae889b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:26.610390 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9c1f6163-65da-4a0d-b2f6-15c548ae889b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/47afba04-121a-40cd-a98c-bb1e371ac87f HTTP/1.1" status: 204 len: 168 time: 0.6553380 Jul 24 01:07:26.657639 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08987a28-186a-42b6-88f6-a36e099c5a6c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Pushing event deleted for resources: {'Subnet': ['ID=81a038cb-df9c-49e4-af9e-e93d2e1470dd,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:26.682757 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-08987a28-186a-42b6-88f6-a36e099c5a6c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:26.683435 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31197492-8694-4941-b203-5ab8d7bb8324 None None] Network 65487f5e-aa75-4d64-a662-cf5c6179a6a8 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:07:26.687658 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-08987a28-186a-42b6-88f6-a36e099c5a6c tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "DELETE /v2.0/subnets/81a038cb-df9c-49e4-af9e-e93d2e1470dd HTTP/1.1" status: 204 len: 168 time: 1.4256470 Jul 24 01:07:26.687658 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1f6163-65da-4a0d-b2f6-15c548ae889b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47afba04-121a-40cd-a98c-bb1e371ac87f,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:26.691823 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51124) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:26.734702 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ceec1739-bb0a-4163-a3d9-a18ea01a181a tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:26.742550 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-a3b77b41-2cbb-47d9-9b02-8fed44012352 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1771465652-network', 'tenant_id': 'cb25f46ad77c460f9de40c947f94708d'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:26.774653 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ceec1739-bb0a-4163-a3d9-a18ea01a181a tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:26.812286 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c5cbc21c-c14a-4e14-8d1e-e1c1ae343f74 req-7b30b859-7e24-4890-af9a-792a3cd0cedd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e7d87376-d685-42ed-96e2-a3452ba60793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0477674 Jul 24 01:07:26.840835 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device cc10e176-916a-4483-8bf1-a955a4e4d555 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:07:26.843971 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b77b41-2cbb-47d9-9b02-8fed44012352 admin admin] Made reservation on behalf of cb25f46ad77c460f9de40c947f94708d for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:07:26.846811 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a3b77b41-2cbb-47d9-9b02-8fed44012352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:26.872758 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: cc10e176-916a-4483-8bf1-a955a4e4d555 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:07:26.873474 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device cc10e176-916a-4483-8bf1-a955a4e4d555 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:07:26.879176 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d885445-9884-45ff-8fd7-2b43d3f4a3ea req-15b0b78d-4ea8-47c6-b341-8f0a1220bbd1 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:26.880790 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3d885445-9884-45ff-8fd7-2b43d3f4a3ea req-15b0b78d-4ea8-47c6-b341-8f0a1220bbd1 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e485cbd-65da-4d2b-9229-6d3f0fc837db HTTP/1.1" status: 200 len: 945 time: 0.2692661 Jul 24 01:07:26.901258 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f46bb630-d54c-487f-a5e0-58f1c0ff470e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:26.955198 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-25d2d9fe-b488-405c-9a34-f514fb762f91 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:27.000530 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ceec1739-bb0a-4163-a3d9-a18ea01a181a tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:27.005042 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-3e8f675a-fcae-4213-bd15-b0d580bdce25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'name': 'tempest-TestNetworkBasicOps-router-2050731732', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b59d5601-ee7c-445b-8b62-64aeb279838e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:04:45Z', 'updated_at': '2021-07-24T01:07:23Z', 'revision_number': 7, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'gw_port': {'id': 'b59d5601-ee7c-445b-8b62-64aeb279838e', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:04:46Z', 'updated_at': '2021-07-24T01:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:27.006398 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a3b77b41-2cbb-47d9-9b02-8fed44012352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:27.022849 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c5cbc21c-c14a-4e14-8d1e-e1c1ae343f74 req-5cde2e95-aa28-44d6-910b-ea308411b7ff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=e7d87376-d685-42ed-96e2-a3452ba60793 HTTP/1.1" status: 200 len: 210 time: 0.1732211 Jul 24 01:07:27.049265 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8f675a-fcae-4213-bd15-b0d580bdce25 None None] Checking router: f6ff5465-5b0f-403c-bf38-0ffff92907db for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:07:27.060167 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8f675a-fcae-4213-bd15-b0d580bdce25 None None] Routers {'f6ff5465-5b0f-403c-bf38-0ffff92907db'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:07:27.060729 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-3e8f675a-fcae-4213-bd15-b0d580bdce25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:07:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f6ff5465-5b0f-403c-bf38-0ffff92907db'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:27.124262 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec1739-bb0a-4163-a3d9-a18ea01a181a tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Pushing event updated for resources: {'Port': ['ID=76678e9d-20e2-4f10-a9fe-922e6b5514c4,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:27.128667 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c5cbc21c-c14a-4e14-8d1e-e1c1ae343f74 req-adcbb6f4-cb91-4a7b-b55e-48256536bf24 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492988 Jul 24 01:07:27.139702 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e0c002-af84-4f40-ad2b-b31ab2827976 None None] DHCP port deletion for 65487f5e-aa75-4d64-a662-cf5c6179a6a8 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:07:27.205901 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ceec1739-bb0a-4163-a3d9-a18ea01a181a tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:27.210775 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ceec1739-bb0a-4163-a3d9-a18ea01a181a tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6563723 Jul 24 01:07:27.211778 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51138) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:27.228951 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-622a408b-c82c-48b2-b387-c17eee1d95a4 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Request body: {'port': {'network_id': '520c1519-a02f-4825-8e8b-518c41772601', 'name': 'tempest-FloatingIPTestJSON-1158397365'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:27.245468 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-d6e0c002-af84-4f40-ad2b-b31ab2827976 None None] Deleting port 55812bfe-d4ef-45db-8f75-1ed2c3ac666a {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:07:27.245917 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d6e0c002-af84-4f40-ad2b-b31ab2827976 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:27.308312 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f46bb630-d54c-487f-a5e0-58f1c0ff470e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:27.324690 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-25d2d9fe-b488-405c-9a34-f514fb762f91 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:27.329611 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-f46bb630-d54c-487f-a5e0-58f1c0ff470e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:27.377898 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-f46bb630-d54c-487f-a5e0-58f1c0ff470e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dae40cc4-6193-418b-9703-a4a189ab618c') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:27.379678 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-f46bb630-d54c-487f-a5e0-58f1c0ff470e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dae40cc4-6193-418b-9703-a4a189ab618c') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:27.385868 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a3b77b41-2cbb-47d9-9b02-8fed44012352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:27.401585 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d2d9fe-b488-405c-9a34-f514fb762f91 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event deleted for resources: {'Subnet': ['ID=e038f4c8-5e0a-4d5d-906f-738663910f59,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:27.424860 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-25d2d9fe-b488-405c-9a34-f514fb762f91 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:27.431970 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-25d2d9fe-b488-405c-9a34-f514fb762f91 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "DELETE /v2.0/subnets/e038f4c8-5e0a-4d5d-906f-738663910f59 HTTP/1.1" status: 204 len: 168 time: 1.1194878 Jul 24 01:07:27.438316 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f46bb630-d54c-487f-a5e0-58f1c0ff470e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:27.438541 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51142) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:27.477816 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-3d885445-9884-45ff-8fd7-2b43d3f4a3ea req-caadefc8-d5a0-48b3-bbb0-eb666ca8ea0f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Deleting port e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:07:27.478169 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3d885445-9884-45ff-8fd7-2b43d3f4a3ea req-caadefc8-d5a0-48b3-bbb0-eb666ca8ea0f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:27.516024 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f46bb630-d54c-487f-a5e0-58f1c0ff470e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:27.536330 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f46bb630-d54c-487f-a5e0-58f1c0ff470e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:07:27.536786 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f46bb630-d54c-487f-a5e0-58f1c0ff470e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:27.540750 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:07:27.540750 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:07:27.540750 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:07:27.540750 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:07:27.540750 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:07:27.540750 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:07:27.540750 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:07:27.540750 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:07:27.540750 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:07:27.540750 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:07:27.540750 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:07:27.540750 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:07:27.540750 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:07:27.540750 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:07:27.540750 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:07:27.540750 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:07:27.540750 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:07:27.540750 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:07:27.540750 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:07:27.540750 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:07:27.540750 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:07:27.540750 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:07:27.540750 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:07:27.540750 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:07:27.540750 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:07:27.540750 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:07:27.540750 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:07:27.540750 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:07:27.540750 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:07:27.540750 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:07:27.540750 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:07:27.540750 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:07:27.542569 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51154) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:27.572174 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a3b77b41-2cbb-47d9-9b02-8fed44012352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:27.578018 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-162a9725-a2e4-4eb4-9ad7-fe9b459d3b29 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:27.616396 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadecabe-f7ea-49a4-9029-7dbbfad0de9d None None] Network 059adbcb-434c-431e-8c2b-2f91e64b593b requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:07:27.671823 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f280d520-e825-4734-ab75-d61989cf69ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:27.707261 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-3e8f675a-fcae-4213-bd15-b0d580bdce25 None None] Set router f6ff5465-5b0f-403c-bf38-0ffff92907db gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:07:27.715682 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f46bb630-d54c-487f-a5e0-58f1c0ff470e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:27.724635 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3b77b41-2cbb-47d9-9b02-8fed44012352 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:07:27.729339 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f46bb630-d54c-487f-a5e0-58f1c0ff470e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:27.731424 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f46bb630-d54c-487f-a5e0-58f1c0ff470e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "DELETE /v2.0/networks/09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501 HTTP/1.1" status: 204 len: 168 time: 1.0314555 Jul 24 01:07:27.745653 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51156) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:27.762689 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46bb630-d54c-487f-a5e0-58f1c0ff470e tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Pushing event deleted for resources: {'Network': ['ID=09c5eb08-2e28-4af6-9c1d-dbe1b4ff4501,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:27.784413 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-3d885445-9884-45ff-8fd7-2b43d3f4a3ea req-caadefc8-d5a0-48b3-bbb0-eb666ca8ea0f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] For port e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06,segment=NetworkSegment(7407b275-26ce-41ae-aa2f-0d064e63de96),segment_id=7407b275-26ce-41ae-aa2f-0d064e63de96)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:27.784845 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3d885445-9884-45ff-8fd7-2b43d3f4a3ea req-caadefc8-d5a0-48b3-bbb0-eb666ca8ea0f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:27.824183 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-d6e0c002-af84-4f40-ad2b-b31ab2827976 None None] For port 55812bfe-d4ef-45db-8f75-1ed2c3ac666a, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=55812bfe-d4ef-45db-8f75-1ed2c3ac666a,segment=NetworkSegment(a92a2f48-5689-4aa7-b6c1-dc9b341f5b89),segment_id=a92a2f48-5689-4aa7-b6c1-dc9b341f5b89)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:27.824963 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d6e0c002-af84-4f40-ad2b-b31ab2827976 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:27.876226 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4e5a0d3c-41e4-4f54-aae3-8d5aadc6bcd3 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:27.882394 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-d6e0c002-af84-4f40-ad2b-b31ab2827976 None None] Calling delete_port for 55812bfe-d4ef-45db-8f75-1ed2c3ac666a owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:07:27.894544 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b77b41-2cbb-47d9-9b02-8fed44012352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb010bda-8fd7-4581-bbd6-0ec6e85602c7,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:27.898990 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a3b77b41-2cbb-47d9-9b02-8fed44012352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:27.899867 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-a3b77b41-2cbb-47d9-9b02-8fed44012352 admin admin] Added segment 366e5537-95e9-4718-8324-9af879730ed4 of type vlan for network 5f17bf0f-16f7-4502-b194-bc60a77421f2 Jul 24 01:07:27.904446 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51160) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:27.918781 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a8c5a-7391-4985-9706-03d7cb8ccb38 req-5ac18fd9-1192-4334-8ada-3adda07e5e8d tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:27.926700 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb9a8c5a-7391-4985-9706-03d7cb8ccb38 req-5ac18fd9-1192-4334-8ada-3adda07e5e8d tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e485cbd-65da-4d2b-9229-6d3f0fc837db HTTP/1.1" status: 200 len: 945 time: 0.7137654 Jul 24 01:07:27.942534 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbc21c-c14a-4e14-8d1e-e1c1ae343f74 req-b15d46ff-ff2c-4a27-a4c7-469bf7a3c5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:27.944818 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c5cbc21c-c14a-4e14-8d1e-e1c1ae343f74 req-b15d46ff-ff2c-4a27-a4c7-469bf7a3c5ae service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7295165 Jul 24 01:07:28.056176 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f280d520-e825-4734-ab75-d61989cf69ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:28.072485 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f280d520-e825-4734-ab75-d61989cf69ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:28.078394 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb9a8c5a-7391-4985-9706-03d7cb8ccb38 req-753c23ea-22c1-4ef5-809b-a5857511fa98 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?id=045bbabd-1ef4-44c1-9989-1ddc77c899ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493592 Jul 24 01:07:28.084018 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a3b77b41-2cbb-47d9-9b02-8fed44012352 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:28.121091 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f280d520-e825-4734-ab75-d61989cf69ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa18d20c-5c04-419a-9207-fc7eb81e778b,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:28.138582 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d6e0c002-af84-4f40-ad2b-b31ab2827976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:28.154133 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3d885445-9884-45ff-8fd7-2b43d3f4a3ea req-caadefc8-d5a0-48b3-bbb0-eb666ca8ea0f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:28.154503 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3d885445-9884-45ff-8fd7-2b43d3f4a3ea req-caadefc8-d5a0-48b3-bbb0-eb666ca8ea0f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:28.154920 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [req-3d885445-9884-45ff-8fd7-2b43d3f4a3ea req-caadefc8-d5a0-48b3-bbb0-eb666ca8ea0f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Floating IP af7e7cbf-a564-4e3f-8375-cc70be73cca4 disassociated. External IP: 172.25.2.114, port: e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06. Jul 24 01:07:28.155274 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-3d885445-9884-45ff-8fd7-2b43d3f4a3ea req-caadefc8-d5a0-48b3-bbb0-eb666ca8ea0f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Calling delete_port for e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:07:28.157150 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622a408b-c82c-48b2-b387-c17eee1d95a4 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Made reservation on behalf of c9209d9a1e19440da4a98fc2629037ba for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:07:28.161091 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-622a408b-c82c-48b2-b387-c17eee1d95a4 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:28.180510 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f280d520-e825-4734-ab75-d61989cf69ff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=326aad451e2d4cf78b8eeb1db98a63e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6209219 Jul 24 01:07:28.180717 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e0c002-af84-4f40-ad2b-b31ab2827976 None None] Pushing event deleted for resources: {'Port': ['ID=55812bfe-d4ef-45db-8f75-1ed2c3ac666a,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:28.180717 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a7aeb2-b348-4f3a-bf58-6cc9938ea77c None None] DHCP port deletion for 059adbcb-434c-431e-8c2b-2f91e64b593b request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:07:28.184190 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-162a9725-a2e4-4eb4-9ad7-fe9b459d3b29 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:28.185581 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51164) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:28.193174 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-622a408b-c82c-48b2-b387-c17eee1d95a4 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] device_id is not set on port 87c5aab2-9145-4d6e-9677-a6071d563c59 yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:07:28.195781 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d433acaa-0b8a-4f62-8f2f-fd2cb15b3308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:28.197604 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e0c002-af84-4f40-ad2b-b31ab2827976 None None] No DVR routers for this DVR port 55812bfe-d4ef-45db-8f75-1ed2c3ac666a on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:07:28.209442 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a3b77b41-2cbb-47d9-9b02-8fed44012352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:28.209442 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b77b41-2cbb-47d9-9b02-8fed44012352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:28.209442 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a3b77b41-2cbb-47d9-9b02-8fed44012352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:28.221777 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-4e5a0d3c-41e4-4f54-aae3-8d5aadc6bcd3 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Deleting port 55812bfe-d4ef-45db-8f75-1ed2c3ac666a {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:07:28.222023 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4e5a0d3c-41e4-4f54-aae3-8d5aadc6bcd3 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:28.243780 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-3e8f675a-fcae-4213-bd15-b0d580bdce25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'name': 'tempest-TestNetworkBasicOps-router-2050731732', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b59d5601-ee7c-445b-8b62-64aeb279838e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:04:45Z', 'updated_at': '2021-07-24T01:07:23Z', 'revision_number': 7, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'gw_port': {'id': 'b59d5601-ee7c-445b-8b62-64aeb279838e', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:04:46Z', 'updated_at': '2021-07-24T01:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:28.271149 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a3b77b41-2cbb-47d9-9b02-8fed44012352 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3659358 Jul 24 01:07:28.279468 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51166) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:28.279754 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8f675a-fcae-4213-bd15-b0d580bdce25 None None] The sync data for ids ['f6ff5465-5b0f-403c-bf38-0ffff92907db'] in n-d-793621-25 is: [{'id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'name': 'tempest-TestNetworkBasicOps-router-2050731732', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': 'b59d5601-ee7c-445b-8b62-64aeb279838e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:04:45Z', 'updated_at': '2021-07-24T01:07:23Z', 'revision_number': 7, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'gw_port': {'id': 'b59d5601-ee7c-445b-8b62-64aeb279838e', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:19:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6ff5465-5b0f-403c-bf38-0ffff92907db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2083, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:04:46Z', 'updated_at': '2021-07-24T01:04:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:07:28.299193 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-298eb479-7b80-4a32-b91b-a0944b31dbf4 admin admin] Request body: {'subnet': {'network_id': '5f17bf0f-16f7-4502-b194-bc60a77421f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1771465652-subnet', 'tenant_id': 'cb25f46ad77c460f9de40c947f94708d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:28.341316 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-68a7aeb2-b348-4f3a-bf58-6cc9938ea77c None None] Deleting port c0796dd0-5b71-421d-b232-7a1c84840ad7 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:07:28.343501 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-68a7aeb2-b348-4f3a-bf58-6cc9938ea77c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:28.372965 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d6748362-166d-4b1b-9104-b82a4fcbc820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:28.383997 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b77b41-2cbb-47d9-9b02-8fed44012352 admin admin] Pushing event updated for resources: {'Network': ['ID=5f17bf0f-16f7-4502-b194-bc60a77421f2,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:28.415843 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 5f17bf0f-16f7-4502-b194-bc60a77421f2 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:07:28.449477 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d6748362-166d-4b1b-9104-b82a4fcbc820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:28.456279 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-4e5a0d3c-41e4-4f54-aae3-8d5aadc6bcd3 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] For port 55812bfe-d4ef-45db-8f75-1ed2c3ac666a, host n-d-793621-25, got binding levels [] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:28.456661 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4e5a0d3c-41e4-4f54-aae3-8d5aadc6bcd3 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:28.467788 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-68a7aeb2-b348-4f3a-bf58-6cc9938ea77c None None] For port c0796dd0-5b71-421d-b232-7a1c84840ad7, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=c0796dd0-5b71-421d-b232-7a1c84840ad7,segment=NetworkSegment(8fa7f1cf-b9a2-43b9-b698-36c5983c8c9b),segment_id=8fa7f1cf-b9a2-43b9-b698-36c5983c8c9b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:28.467788 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-68a7aeb2-b348-4f3a-bf58-6cc9938ea77c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:28.492319 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-4e5a0d3c-41e4-4f54-aae3-8d5aadc6bcd3 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Calling delete_port for 55812bfe-d4ef-45db-8f75-1ed2c3ac666a owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:07:28.497758 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.ipam_backend_mixin [None req-4e5a0d3c-41e4-4f54-aae3-8d5aadc6bcd3 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Port 55812bfe-d4ef-45db-8f75-1ed2c3ac666a was not found and therefore no delete operation was performed {{(pid=100463) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 24 01:07:28.503444 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3d885445-9884-45ff-8fd7-2b43d3f4a3ea req-caadefc8-d5a0-48b3-bbb0-eb666ca8ea0f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:28.504133 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-622a408b-c82c-48b2-b387-c17eee1d95a4 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Allocated IP 172.20.0.3 (520c1519-a02f-4825-8e8b-518c41772601/8cb74e7b-1f9a-425b-b9de-f48b1bce9562/87c5aab2-9145-4d6e-9677-a6071d563c59) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:07:28.507361 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4e5a0d3c-41e4-4f54-aae3-8d5aadc6bcd3 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:28.516747 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-162a9725-a2e4-4eb4-9ad7-fe9b459d3b29 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Deleting port b59d5601-ee7c-445b-8b62-64aeb279838e {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:07:28.517078 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-162a9725-a2e4-4eb4-9ad7-fe9b459d3b29 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:28.530298 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d433acaa-0b8a-4f62-8f2f-fd2cb15b3308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:28.533568 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-68a7aeb2-b348-4f3a-bf58-6cc9938ea77c None None] Calling delete_port for c0796dd0-5b71-421d-b232-7a1c84840ad7 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:07:28.555182 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caadefc8-d5a0-48b3-bbb0-eb666ca8ea0f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Pushing event deleted for resources: {'Port': ['ID=e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:28.557290 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d433acaa-0b8a-4f62-8f2f-fd2cb15b3308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:28.573648 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5a0d3c-41e4-4f54-aae3-8d5aadc6bcd3 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Pushing event deleted for resources: {'Port': ['ID=55812bfe-d4ef-45db-8f75-1ed2c3ac666a,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:28.593403 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5a0d3c-41e4-4f54-aae3-8d5aadc6bcd3 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] No DVR routers for this DVR port 55812bfe-d4ef-45db-8f75-1ed2c3ac666a on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:07:28.620836 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298eb479-7b80-4a32-b91b-a0944b31dbf4 admin admin] Made reservation on behalf of cb25f46ad77c460f9de40c947f94708d for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:07:28.623427 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-298eb479-7b80-4a32-b91b-a0944b31dbf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:28.630063 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d433acaa-0b8a-4f62-8f2f-fd2cb15b3308 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=84830ffcb72e4e19a62214f65af4519a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7245998 Jul 24 01:07:28.638151 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51168) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:28.643605 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433acaa-0b8a-4f62-8f2f-fd2cb15b3308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f9d936-6d13-4b38-b028-327906182458,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:28.688034 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-68a7aeb2-b348-4f3a-bf58-6cc9938ea77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:28.720087 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-162a9725-a2e4-4eb4-9ad7-fe9b459d3b29 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] For port b59d5601-ee7c-445b-8b62-64aeb279838e, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=b59d5601-ee7c-445b-8b62-64aeb279838e,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:28.720472 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-162a9725-a2e4-4eb4-9ad7-fe9b459d3b29 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:28.729552 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7aeb2-b348-4f3a-bf58-6cc9938ea77c None None] Pushing event deleted for resources: {'Port': ['ID=c0796dd0-5b71-421d-b232-7a1c84840ad7,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:28.737447 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a7aeb2-b348-4f3a-bf58-6cc9938ea77c None None] No DVR routers for this DVR port c0796dd0-5b71-421d-b232-7a1c84840ad7 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:07:28.755098 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-162a9725-a2e4-4eb4-9ad7-fe9b459d3b29 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Calling delete_port for b59d5601-ee7c-445b-8b62-64aeb279838e owned by network:router_gateway {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:07:28.761009 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d6748362-166d-4b1b-9104-b82a4fcbc820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:28.764519 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d6748362-166d-4b1b-9104-b82a4fcbc820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:28.765712 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d6748362-166d-4b1b-9104-b82a4fcbc820 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aa18d20c-5c04-419a-9207-fc7eb81e778b HTTP/1.1" status: 204 len: 168 time: 0.5791681 Jul 24 01:07:28.793742 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6748362-166d-4b1b-9104-b82a4fcbc820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa18d20c-5c04-419a-9207-fc7eb81e778b,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:28.845863 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 55812bfe-d4ef-45db-8f75-1ed2c3ac666a no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:07:28.874558 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 55812bfe-d4ef-45db-8f75-1ed2c3ac666a {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:07:28.874794 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 55812bfe-d4ef-45db-8f75-1ed2c3ac666a not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:07:28.875185 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device c0796dd0-5b71-421d-b232-7a1c84840ad7 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:07:28.891974 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d885445-9884-45ff-8fd7-2b43d3f4a3ea req-caadefc8-d5a0-48b3-bbb0-eb666ca8ea0f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Router 21fb0cab-ac46-421a-9ac4-9ca2880007a8 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:07:28.915671 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4e5a0d3c-41e4-4f54-aae3-8d5aadc6bcd3 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:28.921943 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: c0796dd0-5b71-421d-b232-7a1c84840ad7 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:07:28.922308 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device c0796dd0-5b71-421d-b232-7a1c84840ad7 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:07:28.925347 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device ec535bfa-356b-4143-9077-2528c910b187 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:07:28.934862 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-4e5a0d3c-41e4-4f54-aae3-8d5aadc6bcd3 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65487f5e-aa75-4d64-a662-cf5c6179a6a8']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:28.969141 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: ec535bfa-356b-4143-9077-2528c910b187 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:07:28.969513 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device ec535bfa-356b-4143-9077-2528c910b187 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:07:29.000976 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-4e5a0d3c-41e4-4f54-aae3-8d5aadc6bcd3 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a92a2f48-5689-4aa7-b6c1-dc9b341f5b89') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:29.001288 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-4e5a0d3c-41e4-4f54-aae3-8d5aadc6bcd3 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a92a2f48-5689-4aa7-b6c1-dc9b341f5b89') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:29.029043 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3ed9417c-0ef3-484e-99f7-f71d5c36b7a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:29.031989 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4e5a0d3c-41e4-4f54-aae3-8d5aadc6bcd3 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:29.065839 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4e5a0d3c-41e4-4f54-aae3-8d5aadc6bcd3 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:29.085940 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-298eb479-7b80-4a32-b91b-a0944b31dbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:29.141744 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e5a0d3c-41e4-4f54-aae3-8d5aadc6bcd3 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:07:29.142189 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4e5a0d3c-41e4-4f54-aae3-8d5aadc6bcd3 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:29.148667 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:07:29.148667 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:07:29.148667 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:07:29.148667 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:07:29.148667 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:07:29.148667 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:07:29.148667 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:07:29.148667 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:07:29.148667 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:07:29.148667 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:07:29.148667 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:07:29.148667 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:07:29.148667 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:07:29.148667 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:07:29.148667 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:07:29.148667 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:07:29.148667 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:07:29.148667 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:07:29.148667 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:07:29.148667 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:07:29.148667 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:07:29.148667 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:07:29.148667 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:07:29.148667 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:07:29.148667 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:07:29.148667 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:07:29.148667 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:07:29.148667 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:07:29.148667 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:07:29.148667 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:07:29.148667 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:07:29.148667 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:07:29.152367 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d885445-9884-45ff-8fd7-2b43d3f4a3ea req-caadefc8-d5a0-48b3-bbb0-eb666ca8ea0f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:07:29.163227 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3ed9417c-0ef3-484e-99f7-f71d5c36b7a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:29.169329 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4113b3cd-493e-49e8-862d-22c5e80962ce None None] Sync routers for ids ['21fb0cab-ac46-421a-9ac4-9ca2880007a8'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:07:29.182357 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4113b3cd-493e-49e8-862d-22c5e80962ce None None] Routers {'21fb0cab-ac46-421a-9ac4-9ca2880007a8'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:07:29.185163 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-4113b3cd-493e-49e8-862d-22c5e80962ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:07:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['21fb0cab-ac46-421a-9ac4-9ca2880007a8'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:29.216091 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298eb479-7b80-4a32-b91b-a0944b31dbf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f6ebf60-8236-4059-9bdb-2264724118ef,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:29.290929 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-162a9725-a2e4-4eb4-9ad7-fe9b459d3b29 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:29.295616 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d885445-9884-45ff-8fd7-2b43d3f4a3ea req-caadefc8-d5a0-48b3-bbb0-eb666ca8ea0f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] No DVR routers for this DVR port e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:07:29.297225 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-622a408b-c82c-48b2-b387-c17eee1d95a4 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:29.304509 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b52746e-6eea-4cc7-a10c-713c2e08ccec req-2bdc4073-f50d-4209-88a2-9e1ba6c3f35c tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e485cbd-65da-4d2b-9229-6d3f0fc837db HTTP/1.1" status: 200 len: 210 time: 0.0911198 Jul 24 01:07:29.314810 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3d885445-9884-45ff-8fd7-2b43d3f4a3ea req-caadefc8-d5a0-48b3-bbb0-eb666ca8ea0f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:29.317271 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3d885445-9884-45ff-8fd7-2b43d3f4a3ea req-caadefc8-d5a0-48b3-bbb0-eb666ca8ea0f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.13 "DELETE /v2.0/ports/e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06 HTTP/1.1" status: 204 len: 173 time: 2.4208813 Jul 24 01:07:29.318168 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e485cbd-65da-4d2b-9229-6d3f0fc837db', 'name': 'network-vif-deleted', 'tag': 'e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:07:29.321477 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582af0a8-3823-4720-b44a-5fefb87a0fa7" -d '{"events": [{"server_uuid": "7e485cbd-65da-4d2b-9229-6d3f0fc837db", "name": "network-vif-deleted", "tag": "e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:07:29.331513 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298eb479-7b80-4a32-b91b-a0944b31dbf4 admin admin] Checking segment: {'id': '366e5537-95e9-4718-8324-9af879730ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5f17bf0f-16f7-4502-b194-bc60a77421f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:07:29.332444 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298eb479-7b80-4a32-b91b-a0944b31dbf4 admin admin] Network hostable DHCP agents. Network: 5f17bf0f-16f7-4502-b194-bc60a77421f2, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:07:29.361514 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298eb479-7b80-4a32-b91b-a0944b31dbf4 admin admin] Network 5f17bf0f-16f7-4502-b194-bc60a77421f2 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:07:29.373473 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4671b28f-2c78-4f2e-a1d2-7aef0866a138 x-openstack-request-id: req-4671b28f-2c78-4f2e-a1d2-7aef0866a138 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:07:29.374292 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e485cbd-65da-4d2b-9229-6d3f0fc837db", "name": "network-vif-deleted", "tag": "e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:07:29.374758 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4671b28f-2c78-4f2e-a1d2-7aef0866a138 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:07:29.375168 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e485cbd-65da-4d2b-9229-6d3f0fc837db', 'name': 'network-vif-deleted', 'tag': 'e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06', 'status': 'completed', 'code': 200} Jul 24 01:07:29.382645 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-4113b3cd-493e-49e8-862d-22c5e80962ce None None] Set router 21fb0cab-ac46-421a-9ac4-9ca2880007a8 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:07:29.387405 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-298eb479-7b80-4a32-b91b-a0944b31dbf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 5f17bf0f-16f7-4502-b194-bc60a77421f2) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:07:29.395900 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e13d86-e288-4d0a-9df3-d5a2b0813faf None None] Network 5f17bf0f-16f7-4502-b194-bc60a77421f2 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:07:29.400424 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298eb479-7b80-4a32-b91b-a0944b31dbf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:29.401596 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-298eb479-7b80-4a32-b91b-a0944b31dbf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:29.438818 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-298eb479-7b80-4a32-b91b-a0944b31dbf4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1367164 Jul 24 01:07:29.439264 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a9725-a2e4-4eb4-9ad7-fe9b459d3b29 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event deleted for resources: {'Port': ['ID=b59d5601-ee7c-445b-8b62-64aeb279838e,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:29.508830 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4e5a0d3c-41e4-4f54-aae3-8d5aadc6bcd3 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:29.604722 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ee61ac-4d8e-4f44-a936-98aec05c2814 None None] Network 5f17bf0f-16f7-4502-b194-bc60a77421f2 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:07:29.644179 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4e5a0d3c-41e4-4f54-aae3-8d5aadc6bcd3 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:29.646329 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4e5a0d3c-41e4-4f54-aae3-8d5aadc6bcd3 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] 10.222.0.15 "DELETE /v2.0/networks/65487f5e-aa75-4d64-a662-cf5c6179a6a8 HTTP/1.1" status: 204 len: 168 time: 1.8899245 Jul 24 01:07:29.662396 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5a0d3c-41e4-4f54-aae3-8d5aadc6bcd3 tempest-TaggedBootDevicesTest-1248223568 tempest-TaggedBootDevicesTest-1248223568-project] Pushing event deleted for resources: {'Network': ['ID=65487f5e-aa75-4d64-a662-cf5c6179a6a8,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:29.673898 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-162a9725-a2e4-4eb4-9ad7-fe9b459d3b29 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:29.717534 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-4113b3cd-493e-49e8-862d-22c5e80962ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'name': 'tempest-AttachVolumeTestJSON-957865579-router', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '25588372-553d-42f7-b7b2-ab8ca8d1a6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:02:25Z', 'updated_at': '2021-07-24T01:02:38Z', 'revision_number': 4, 'project_id': '6c3660a81a574f9ba01b0543dcb1130d', 'gw_port': {'id': '25588372-553d-42f7-b7b2-ab8ca8d1a6f8', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:02:27Z', 'updated_at': '2021-07-24T01:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'c8f0cdbb-23cb-4a0d-8e86-a79a68680666', 'name': '', 'network_id': '03e78a62-81d3-4752-be2c-d12db7b84826', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'mac_address': 'fa:16:3e:67:6b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': 'b482f598-bb63-4afc-99f7-7e599c57abf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:02:35Z', 'updated_at': '2021-07-24T01:02:51Z', 'revision_number': 5, 'project_id': '6c3660a81a574f9ba01b0543dcb1130d', 'subnets': [{'id': 'b482f598-bb63-4afc-99f7-7e599c57abf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:29.826824 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-162a9725-a2e4-4eb4-9ad7-fe9b459d3b29 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:29.832146 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3ed9417c-0ef3-484e-99f7-f71d5c36b7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:29.851367 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4113b3cd-493e-49e8-862d-22c5e80962ce None None] Checking router: 21fb0cab-ac46-421a-9ac4-9ca2880007a8 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:07:29.863044 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3ed9417c-0ef3-484e-99f7-f71d5c36b7a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:29.864763 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3ed9417c-0ef3-484e-99f7-f71d5c36b7a5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/32f9d936-6d13-4b38-b028-327906182458 HTTP/1.1" status: 204 len: 168 time: 1.2256081 Jul 24 01:07:29.871238 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-162a9725-a2e4-4eb4-9ad7-fe9b459d3b29 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:29.874764 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-622a408b-c82c-48b2-b387-c17eee1d95a4 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:29.885376 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4113b3cd-493e-49e8-862d-22c5e80962ce None None] Routers {'21fb0cab-ac46-421a-9ac4-9ca2880007a8'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:07:29.887390 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-4113b3cd-493e-49e8-862d-22c5e80962ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:07:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['21fb0cab-ac46-421a-9ac4-9ca2880007a8'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:30.019634 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a408b-c82c-48b2-b387-c17eee1d95a4 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Pushing event updated for resources: {'Port': ['ID=87c5aab2-9145-4d6e-9677-a6071d563c59,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:30.096343 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9417c-0ef3-484e-99f7-f71d5c36b7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f9d936-6d13-4b38-b028-327906182458,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:30.099494 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622a408b-c82c-48b2-b387-c17eee1d95a4 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Network 520c1519-a02f-4825-8e8b-518c41772601 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:07:30.102908 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-622a408b-c82c-48b2-b387-c17eee1d95a4 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:07:30.105421 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622a408b-c82c-48b2-b387-c17eee1d95a4 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:07:30.119701 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-4113b3cd-493e-49e8-862d-22c5e80962ce None None] Set router 21fb0cab-ac46-421a-9ac4-9ca2880007a8 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:07:30.144311 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-162a9725-a2e4-4eb4-9ad7-fe9b459d3b29 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:30.144894 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162a9725-a2e4-4eb4-9ad7-fe9b459d3b29 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Fanout notify agent at l3_agent the message router_deleted on router f6ff5465-5b0f-403c-bf38-0ffff92907db {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:07:30.154994 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-162a9725-a2e4-4eb4-9ad7-fe9b459d3b29 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:30.156471 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-162a9725-a2e4-4eb4-9ad7-fe9b459d3b29 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "DELETE /v2.0/routers/f6ff5465-5b0f-403c-bf38-0ffff92907db HTTP/1.1" status: 204 len: 168 time: 2.7160337 Jul 24 01:07:30.159345 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51210) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:30.229290 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622a408b-c82c-48b2-b387-c17eee1d95a4 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:30.230848 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-622a408b-c82c-48b2-b387-c17eee1d95a4 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:30.278706 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-622a408b-c82c-48b2-b387-c17eee1d95a4 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0547023 Jul 24 01:07:30.279616 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51216) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:30.284800 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-675d24be-7a4b-4c83-aedd-9105115b1c7c tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Request body: {'floatingip': {'port_id': '87c5aab2-9145-4d6e-9677-a6071d563c59'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:30.326999 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-675d24be-7a4b-4c83-aedd-9105115b1c7c tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for floatingip, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:30.443925 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d57b0576-b821-42a3-8b2d-eb653f6de6be tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:30.453313 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51228) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:30.552171 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-4113b3cd-493e-49e8-862d-22c5e80962ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'name': 'tempest-AttachVolumeTestJSON-957865579-router', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '25588372-553d-42f7-b7b2-ab8ca8d1a6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:02:25Z', 'updated_at': '2021-07-24T01:02:38Z', 'revision_number': 4, 'project_id': '6c3660a81a574f9ba01b0543dcb1130d', 'gw_port': {'id': '25588372-553d-42f7-b7b2-ab8ca8d1a6f8', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:02:27Z', 'updated_at': '2021-07-24T01:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'c8f0cdbb-23cb-4a0d-8e86-a79a68680666', 'name': '', 'network_id': '03e78a62-81d3-4752-be2c-d12db7b84826', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'mac_address': 'fa:16:3e:67:6b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': 'b482f598-bb63-4afc-99f7-7e599c57abf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:02:35Z', 'updated_at': '2021-07-24T01:02:51Z', 'revision_number': 5, 'project_id': '6c3660a81a574f9ba01b0543dcb1130d', 'subnets': [{'id': 'b482f598-bb63-4afc-99f7-7e599c57abf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:30.612478 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8741c9c3-8273-4833-a53b-5f1ed2b81838 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:30.638142 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4113b3cd-493e-49e8-862d-22c5e80962ce None None] The sync data for ids ['21fb0cab-ac46-421a-9ac4-9ca2880007a8'] in n-d-793621-25 is: [{'id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'name': 'tempest-AttachVolumeTestJSON-957865579-router', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '25588372-553d-42f7-b7b2-ab8ca8d1a6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:02:25Z', 'updated_at': '2021-07-24T01:02:38Z', 'revision_number': 4, 'project_id': '6c3660a81a574f9ba01b0543dcb1130d', 'gw_port': {'id': '25588372-553d-42f7-b7b2-ab8ca8d1a6f8', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:02:27Z', 'updated_at': '2021-07-24T01:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'c8f0cdbb-23cb-4a0d-8e86-a79a68680666', 'name': '', 'network_id': '03e78a62-81d3-4752-be2c-d12db7b84826', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'mac_address': 'fa:16:3e:67:6b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': 'b482f598-bb63-4afc-99f7-7e599c57abf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:02:35Z', 'updated_at': '2021-07-24T01:02:51Z', 'revision_number': 5, 'project_id': '6c3660a81a574f9ba01b0543dcb1130d', 'subnets': [{'id': 'b482f598-bb63-4afc-99f7-7e599c57abf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:07:30.658919 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d57b0576-b821-42a3-8b2d-eb653f6de6be tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:30.691364 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-d57b0576-b821-42a3-8b2d-eb653f6de6be tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['059adbcb-434c-431e-8c2b-2f91e64b593b']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:30.723778 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8741c9c3-8273-4833-a53b-5f1ed2b81838 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:30.728454 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-d57b0576-b821-42a3-8b2d-eb653f6de6be tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fa7f1cf-b9a2-43b9-b698-36c5983c8c9b') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:30.728944 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-d57b0576-b821-42a3-8b2d-eb653f6de6be tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fa7f1cf-b9a2-43b9-b698-36c5983c8c9b') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:30.748843 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d57b0576-b821-42a3-8b2d-eb653f6de6be tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:30.800057 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d57b0576-b821-42a3-8b2d-eb653f6de6be tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:30.811891 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d57b0576-b821-42a3-8b2d-eb653f6de6be tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:07:30.812539 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d57b0576-b821-42a3-8b2d-eb653f6de6be tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:30.816947 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:07:30.816947 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:07:30.816947 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:07:30.816947 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:07:30.816947 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:07:30.816947 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:07:30.816947 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:07:30.816947 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:07:30.816947 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:07:30.816947 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:07:30.816947 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:07:30.816947 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:07:30.816947 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:07:30.816947 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:07:30.816947 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:07:30.816947 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:07:30.816947 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:07:30.816947 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:07:30.816947 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:07:30.816947 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:07:30.816947 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:07:30.816947 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:07:30.816947 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:07:30.816947 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:07:30.816947 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:07:30.816947 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:07:30.816947 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:07:30.816947 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:07:30.816947 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:07:30.816947 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:07:30.816947 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:07:30.816947 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:07:30.895642 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device b59d5601-ee7c-445b-8b62-64aeb279838e no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:07:30.900733 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8741c9c3-8273-4833-a53b-5f1ed2b81838 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:30.903781 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8741c9c3-8273-4833-a53b-5f1ed2b81838 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:30.905139 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-8741c9c3-8273-4833-a53b-5f1ed2b81838 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "DELETE /v2.0/security-groups/045bbabd-1ef4-44c1-9989-1ddc77c899ff HTTP/1.1" status: 204 len: 168 time: 0.4493811 Jul 24 01:07:30.916756 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51238) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:30.946471 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: b59d5601-ee7c-445b-8b62-64aeb279838e {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:07:30.948745 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device b59d5601-ee7c-445b-8b62-64aeb279838e not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:07:30.974490 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741c9c3-8273-4833-a53b-5f1ed2b81838 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=045bbabd-1ef4-44c1-9989-1ddc77c899ff,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:30.993712 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-bf26b6a3-13a3-4745-8306-cb13c2de7703 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] show failed (client error): The resource could not be found. Jul 24 01:07:31.000694 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-bf26b6a3-13a3-4745-8306-cb13c2de7703 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups/045bbabd-1ef4-44c1-9989-1ddc77c899ff HTTP/1.1" status: 404 len: 347 time: 0.0413332 Jul 24 01:07:31.001949 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d57b0576-b821-42a3-8b2d-eb653f6de6be tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:31.008773 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51242) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:31.031252 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51246) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:31.032743 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d57b0576-b821-42a3-8b2d-eb653f6de6be tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:31.041120 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:07:31.041831 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d57b0576-b821-42a3-8b2d-eb653f6de6be tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "DELETE /v2.0/networks/059adbcb-434c-431e-8c2b-2f91e64b593b HTTP/1.1" status: 204 len: 168 time: 0.8798544 Jul 24 01:07:31.079560 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:07:31.079792 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device e9cfdf9e-a323-45cc-b0b4-cd1ac8934f06 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:07:31.093981 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-51f11ca1-ec38-4d75-a401-0426b0be80e8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1754630235-network', 'tenant_id': 'c7cac49e1ccf46e0b201325e6aac99a5'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:31.098818 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51248) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:31.107138 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-a6b16057-880f-4098-bddf-755c110ef77f tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Request body: {'network': {'name': 'tempest-network-smoke--559655567', 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'port_security_enabled': True}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:31.126264 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b0576-b821-42a3-8b2d-eb653f6de6be tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event deleted for resources: {'Network': ['ID=059adbcb-434c-431e-8c2b-2f91e64b593b,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:31.227758 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee38641-eab1-436e-927d-bfa5a0e54346 None None] New status for floating IP af7e7cbf-a564-4e3f-8375-cc70be73cca4: DOWN {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:07:31.234453 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.db.api [None req-a6b16057-880f-4098-bddf-755c110ef77f tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 24 01:07:31.234453 n-d-793621-25 neutron-server[100464]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 24 01:07:31.234453 n-d-793621-25 neutron-server[100464]: [parameters: {'project_id': '9c584c0e2c5a47a78962537ebd255749', 'id': '2f068405-1e79-4ce7-95c1-22ac77955b96', 'expiration': datetime.datetime(2021, 7, 24, 1, 9, 31, 203319)}] Jul 24 01:07:31.234453 n-d-793621-25 neutron-server[100464]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100464) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 01:07:31.236124 n-d-793621-25 neutron-server[100464]: DEBUG oslo_db.api [None req-a6b16057-880f-4098-bddf-755c110ef77f tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 01:07:31.248957 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f11ca1-ec38-4d75-a401-0426b0be80e8 admin admin] Made reservation on behalf of c7cac49e1ccf46e0b201325e6aac99a5 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:07:31.252035 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-51f11ca1-ec38-4d75-a401-0426b0be80e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:31.269086 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-51f11ca1-ec38-4d75-a401-0426b0be80e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:31.316528 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-cf62d601-df7d-425f-8999-480066f7e6ed tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Deleting port e4c49fd3-c2d9-4819-a105-1fe5993894db {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:07:31.317409 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cf62d601-df7d-425f-8999-480066f7e6ed tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:31.328634 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:07:31.340682 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.db.resource_extend [None req-675d24be-7a4b-4c83-aedd-9105115b1c7c tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 01:07:31.488857 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cf62d601-df7d-425f-8999-480066f7e6ed tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:31.489169 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cf62d601-df7d-425f-8999-480066f7e6ed tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:31.511085 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-cf62d601-df7d-425f-8999-480066f7e6ed tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Calling delete_port for e4c49fd3-c2d9-4819-a105-1fe5993894db owned by network:floatingip {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:07:31.533298 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-675d24be-7a4b-4c83-aedd-9105115b1c7c tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:31.548059 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-675d24be-7a4b-4c83-aedd-9105115b1c7c tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:31.580183 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-51f11ca1-ec38-4d75-a401-0426b0be80e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:31.599221 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-51f11ca1-ec38-4d75-a401-0426b0be80e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:31.617139 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51f11ca1-ec38-4d75-a401-0426b0be80e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:07:31.643973 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-51f11ca1-ec38-4d75-a401-0426b0be80e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:31.644458 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-51f11ca1-ec38-4d75-a401-0426b0be80e8 admin admin] Added segment 4440f3f4-aeb8-4256-a66f-dc58c35b618f of type vlan for network 00607502-19b8-4101-8dd1-3b72f85fd8f2 Jul 24 01:07:31.695390 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f11ca1-ec38-4d75-a401-0426b0be80e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fc5bce-97fd-408d-8c5e-2974084bf244,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:31.711947 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [None req-675d24be-7a4b-4c83-aedd-9105115b1c7c tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Floating IP 40851190-6375-4044-828c-b84051c0aa6b associated. External IP: 172.25.2.163, port: 87c5aab2-9145-4d6e-9677-a6071d563c59. Jul 24 01:07:31.752663 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-51f11ca1-ec38-4d75-a401-0426b0be80e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:31.843472 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b16057-880f-4098-bddf-755c110ef77f tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Made reservation on behalf of 9c584c0e2c5a47a78962537ebd255749 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:07:31.847773 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a6b16057-880f-4098-bddf-755c110ef77f tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:31.882468 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-51f11ca1-ec38-4d75-a401-0426b0be80e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:31.884517 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f11ca1-ec38-4d75-a401-0426b0be80e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:31.885458 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-51f11ca1-ec38-4d75-a401-0426b0be80e8 admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:31.947281 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6b16057-880f-4098-bddf-755c110ef77f tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:07:31.952531 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cf62d601-df7d-425f-8999-480066f7e6ed tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:31.959279 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51270) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:31.980319 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-51f11ca1-ec38-4d75-a401-0426b0be80e8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9313731 Jul 24 01:07:32.004096 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51274) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:32.059548 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-c91c3575-f87e-44cd-9120-4b55a26106f9 admin admin] Request body: {'subnet': {'network_id': '00607502-19b8-4101-8dd1-3b72f85fd8f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1754630235-subnet', 'tenant_id': 'c7cac49e1ccf46e0b201325e6aac99a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:32.071675 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a6b16057-880f-4098-bddf-755c110ef77f tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:32.072283 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-a6b16057-880f-4098-bddf-755c110ef77f tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Added segment 44a29dc9-8bfe-4341-a20b-c8ac24696bcc of type vlan for network f76a5139-f01f-43be-a5b9-7d194799dd9a Jul 24 01:07:32.118597 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a6b16057-880f-4098-bddf-755c110ef77f tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:32.153285 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf62d601-df7d-425f-8999-480066f7e6ed tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Pushing event deleted for resources: {'Port': ['ID=e4c49fd3-c2d9-4819-a105-1fe5993894db,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:32.162193 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f11ca1-ec38-4d75-a401-0426b0be80e8 admin admin] Pushing event updated for resources: {'Network': ['ID=00607502-19b8-4101-8dd1-3b72f85fd8f2,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:32.175292 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 00607502-19b8-4101-8dd1-3b72f85fd8f2 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:07:32.180900 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a6b16057-880f-4098-bddf-755c110ef77f tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:32.187602 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b16057-880f-4098-bddf-755c110ef77f tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:32.188540 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a6b16057-880f-4098-bddf-755c110ef77f tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:32.233536 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-6ca3dd06-80ae-46ca-97cb-8719b19fb2e6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1196408481-network', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:32.304590 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91c3575-f87e-44cd-9120-4b55a26106f9 admin admin] Made reservation on behalf of c7cac49e1ccf46e0b201325e6aac99a5 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:07:32.307827 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c91c3575-f87e-44cd-9120-4b55a26106f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:32.325622 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a6b16057-880f-4098-bddf-755c110ef77f tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2229125 Jul 24 01:07:32.345868 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51280) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:32.377508 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-83916fe8-fded-4c28-86b7-b88e1c6b92ac tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1503883983', 'admin_state_up': True, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:32.397438 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b16057-880f-4098-bddf-755c110ef77f tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event updated for resources: {'Network': ['ID=f76a5139-f01f-43be-a5b9-7d194799dd9a,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:32.409436 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network f76a5139-f01f-43be-a5b9-7d194799dd9a details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:07:32.415482 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cf62d601-df7d-425f-8999-480066f7e6ed tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks [] for floatingip, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:32.418148 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cf62d601-df7d-425f-8999-480066f7e6ed tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:32.419398 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-cf62d601-df7d-425f-8999-480066f7e6ed tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "DELETE /v2.0/floatingips/af7e7cbf-a564-4e3f-8375-cc70be73cca4 HTTP/1.1" status: 204 len: 168 time: 1.4096174 Jul 24 01:07:32.434987 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca3dd06-80ae-46ca-97cb-8719b19fb2e6 admin admin] Made reservation on behalf of d6dc6777949c4bca80e15baebcec81ec for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:07:32.434987 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6ca3dd06-80ae-46ca-97cb-8719b19fb2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:32.440676 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6ca3dd06-80ae-46ca-97cb-8719b19fb2e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:32.513192 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-83916fe8-fded-4c28-86b7-b88e1c6b92ac tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:32.514209 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-83916fe8-fded-4c28-86b7-b88e1c6b92ac tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:32.682739 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6ca3dd06-80ae-46ca-97cb-8719b19fb2e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:32.732475 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675d24be-7a4b-4c83-aedd-9105115b1c7c tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Router b3c2eb8f-49b1-4979-bf68-b4b584f721d7 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:07:32.750909 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6ca3dd06-80ae-46ca-97cb-8719b19fb2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:32.766663 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ca3dd06-80ae-46ca-97cb-8719b19fb2e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:07:32.780084 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6ca3dd06-80ae-46ca-97cb-8719b19fb2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:32.780523 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-6ca3dd06-80ae-46ca-97cb-8719b19fb2e6 admin admin] Added segment c89e3cbc-4aac-4fff-a675-9a81f1b0ca38 of type vlan for network ce20638c-9366-403c-99ef-699b8c74111a Jul 24 01:07:32.881164 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675d24be-7a4b-4c83-aedd-9105115b1c7c tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:07:32.887336 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-675d24be-7a4b-4c83-aedd-9105115b1c7c tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:32.892539 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2b7c1b-5160-460d-aead-7ca7c3a4920a None None] Sync routers for ids ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:07:32.907039 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6ca3dd06-80ae-46ca-97cb-8719b19fb2e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:32.917806 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2b7c1b-5160-460d-aead-7ca7c3a4920a None None] Routers {'b3c2eb8f-49b1-4979-bf68-b4b584f721d7'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:07:32.918498 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-aa2b7c1b-5160-460d-aead-7ca7c3a4920a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:07:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:32.998691 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-675d24be-7a4b-4c83-aedd-9105115b1c7c tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "PUT /v2.0/floatingips/40851190-6375-4044-828c-b84051c0aa6b HTTP/1.1" status: 200 len: 978 time: 2.7177980 Jul 24 01:07:33.000536 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51294) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:33.015551 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-81945bb5-2d9b-4ce4-a940-0bb20c639d26 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1070444134', 'description': 'tempest-description--1454021753'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:33.048315 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-aa2b7c1b-5160-460d-aead-7ca7c3a4920a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:33.057054 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51296) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:33.097632 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2b7c1b-5160-460d-aead-7ca7c3a4920a None None] Routers {'b3c2eb8f-49b1-4979-bf68-b4b584f721d7'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:07:33.099855 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-aa2b7c1b-5160-460d-aead-7ca7c3a4920a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:07:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:33.152405 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-aa2b7c1b-5160-460d-aead-7ca7c3a4920a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:33.153290 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2b7c1b-5160-460d-aead-7ca7c3a4920a None None] The sync data for ids ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'] in n-d-793621-25 is: [] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:07:33.174095 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-81945bb5-2d9b-4ce4-a940-0bb20c639d26 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:33.317413 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-a2750e4e-a5b2-452d-8540-72363b57b20d tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Deleting port 87c5aab2-9145-4d6e-9677-a6071d563c59 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:07:33.317764 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a2750e4e-a5b2-452d-8540-72363b57b20d tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:33.379901 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-81945bb5-2d9b-4ce4-a940-0bb20c639d26 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:33.426607 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-83916fe8-fded-4c28-86b7-b88e1c6b92ac tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:33.436855 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6ca3dd06-80ae-46ca-97cb-8719b19fb2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:33.437964 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca3dd06-80ae-46ca-97cb-8719b19fb2e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:33.438570 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6ca3dd06-80ae-46ca-97cb-8719b19fb2e6 admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:33.452651 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a2750e4e-a5b2-452d-8540-72363b57b20d tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:33.484956 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-81945bb5-2d9b-4ce4-a940-0bb20c639d26 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:33.512709 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca3dd06-80ae-46ca-97cb-8719b19fb2e6 admin admin] Pushing event updated for resources: {'Network': ['ID=ce20638c-9366-403c-99ef-699b8c74111a,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:33.524397 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network ce20638c-9366-403c-99ef-699b8c74111a details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:07:33.625322 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81945bb5-2d9b-4ce4-a940-0bb20c639d26 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bef3724-a24f-4584-ba3c-381623968a52,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:33.627682 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-81945bb5-2d9b-4ce4-a940-0bb20c639d26 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:33.629524 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-81945bb5-2d9b-4ce4-a940-0bb20c639d26 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6253073 Jul 24 01:07:33.634648 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51306) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:33.741205 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-83916fe8-fded-4c28-86b7-b88e1c6b92ac tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:33.752216 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-68236ef3-53ab-48bf-b90b-60bcdd3d9b4e tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Request body: {'security_group_rule': {'security_group_id': '8bef3724-a24f-4584-ba3c-381623968a52', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:33.760125 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6ca3dd06-80ae-46ca-97cb-8719b19fb2e6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7946754 Jul 24 01:07:33.760456 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca3dd06-80ae-46ca-97cb-8719b19fb2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739104df-a437-47ed-aede-094915aee2ab,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:33.763237 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51308) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:33.769079 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-23b521c8-6cb3-4377-9c4b-bd89e96e9ca3 admin admin] Request body: {'subnet': {'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1196408481-subnet', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:33.795485 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a2750e4e-a5b2-452d-8540-72363b57b20d tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:33.795704 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a2750e4e-a5b2-452d-8540-72363b57b20d tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:33.796298 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [None req-a2750e4e-a5b2-452d-8540-72363b57b20d tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Floating IP 40851190-6375-4044-828c-b84051c0aa6b disassociated. External IP: 172.25.2.163, port: 87c5aab2-9145-4d6e-9677-a6071d563c59. Jul 24 01:07:33.796692 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-a2750e4e-a5b2-452d-8540-72363b57b20d tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Calling delete_port for 87c5aab2-9145-4d6e-9677-a6071d563c59 owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:07:33.865318 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c91c3575-f87e-44cd-9120-4b55a26106f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:33.906358 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-68236ef3-53ab-48bf-b90b-60bcdd3d9b4e tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:33.924579 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b521c8-6cb3-4377-9c4b-bd89e96e9ca3 admin admin] Made reservation on behalf of d6dc6777949c4bca80e15baebcec81ec for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:07:33.927208 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-23b521c8-6cb3-4377-9c4b-bd89e96e9ca3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:33.971549 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91c3575-f87e-44cd-9120-4b55a26106f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b515c2c8-7154-4d59-8d0e-342eeb6ea33f,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:34.066792 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91c3575-f87e-44cd-9120-4b55a26106f9 admin admin] Checking segment: {'id': '4440f3f4-aeb8-4256-a66f-dc58c35b618f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '00607502-19b8-4101-8dd1-3b72f85fd8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:07:34.067343 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91c3575-f87e-44cd-9120-4b55a26106f9 admin admin] Network hostable DHCP agents. Network: 00607502-19b8-4101-8dd1-3b72f85fd8f2, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:07:34.106035 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-68236ef3-53ab-48bf-b90b-60bcdd3d9b4e tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:34.109879 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a2750e4e-a5b2-452d-8540-72363b57b20d tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:34.115174 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91c3575-f87e-44cd-9120-4b55a26106f9 admin admin] Network 00607502-19b8-4101-8dd1-3b72f85fd8f2 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:07:34.123432 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-68236ef3-53ab-48bf-b90b-60bcdd3d9b4e tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:34.140939 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-c91c3575-f87e-44cd-9120-4b55a26106f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 00607502-19b8-4101-8dd1-3b72f85fd8f2) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:07:34.145563 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91c3575-f87e-44cd-9120-4b55a26106f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:34.146304 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c91c3575-f87e-44cd-9120-4b55a26106f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:34.151460 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702b2bb0-d519-4f43-89b6-774023a9c044 None None] Network 00607502-19b8-4101-8dd1-3b72f85fd8f2 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:07:34.151635 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2750e4e-a5b2-452d-8540-72363b57b20d tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Pushing event deleted for resources: {'Port': ['ID=87c5aab2-9145-4d6e-9677-a6071d563c59,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:34.171765 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68236ef3-53ab-48bf-b90b-60bcdd3d9b4e tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b913aa9b-97ea-45fe-98a0-31d52dca447c,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:34.174496 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-68236ef3-53ab-48bf-b90b-60bcdd3d9b4e tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:34.176032 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-68236ef3-53ab-48bf-b90b-60bcdd3d9b4e tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4278491 Jul 24 01:07:34.206378 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51312) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:34.233510 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-14a9382d-0161-45cd-bfa4-bc9ace4ba092 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Request body: {'security_group_rule': {'security_group_id': '8bef3724-a24f-4584-ba3c-381623968a52', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:34.273064 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c91c3575-f87e-44cd-9120-4b55a26106f9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2289636 Jul 24 01:07:34.326344 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-83916fe8-fded-4c28-86b7-b88e1c6b92ac tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for router_gateway, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:34.376803 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-83916fe8-fded-4c28-86b7-b88e1c6b92ac tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:34.396799 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1daaf097-32f2-4590-974e-a528a2614018 None None] Network 00607502-19b8-4101-8dd1-3b72f85fd8f2 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:07:34.476662 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2750e4e-a5b2-452d-8540-72363b57b20d tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Router b3c2eb8f-49b1-4979-bf68-b4b584f721d7 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:07:34.477436 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-23b521c8-6cb3-4377-9c4b-bd89e96e9ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:34.497526 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-14a9382d-0161-45cd-bfa4-bc9ace4ba092 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:34.619732 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-14a9382d-0161-45cd-bfa4-bc9ace4ba092 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:34.670875 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-14a9382d-0161-45cd-bfa4-bc9ace4ba092 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:34.673162 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-83916fe8-fded-4c28-86b7-b88e1c6b92ac tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Allocated IP 172.25.2.180 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/19f981a7-9d63-4133-b78d-564ed827aed5) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:07:34.761295 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b521c8-6cb3-4377-9c4b-bd89e96e9ca3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=941506a1-fc49-47b1-b115-8157f3b98de0,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:34.770092 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a9382d-0161-45cd-bfa4-bc9ace4ba092 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5bc7883-2e58-4df9-a30a-08e870d0db57,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:34.848597 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-83916fe8-fded-4c28-86b7-b88e1c6b92ac tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:34.851115 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b521c8-6cb3-4377-9c4b-bd89e96e9ca3 admin admin] Checking segment: {'id': 'c89e3cbc-4aac-4fff-a675-9a81f1b0ca38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:07:34.851554 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b521c8-6cb3-4377-9c4b-bd89e96e9ca3 admin admin] Network hostable DHCP agents. Network: ce20638c-9366-403c-99ef-699b8c74111a, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:07:34.875336 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:34.886082 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-14a9382d-0161-45cd-bfa4-bc9ace4ba092 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:34.890259 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-14a9382d-0161-45cd-bfa4-bc9ace4ba092 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6596568 Jul 24 01:07:34.892511 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51334) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:34.914423 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-f30b4793-804f-4faf-b2f9-677249d6e876 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:34.939010 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-83916fe8-fded-4c28-86b7-b88e1c6b92ac tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:34.964765 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2750e4e-a5b2-452d-8540-72363b57b20d tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:07:34.978040 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56f46ce-08e1-47e3-a8d1-bd9751069a9b None None] Sync routers for ids ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:07:35.008641 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56f46ce-08e1-47e3-a8d1-bd9751069a9b None None] Routers {'b3c2eb8f-49b1-4979-bf68-b4b584f721d7'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:07:35.009414 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-c56f46ce-08e1-47e3-a8d1-bd9751069a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:07:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:35.016756 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83916fe8-fded-4c28-86b7-b88e1c6b92ac tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:07:35.023066 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-83916fe8-fded-4c28-86b7-b88e1c6b92ac tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:07:35.027140 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83916fe8-fded-4c28-86b7-b88e1c6b92ac tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:07:35.033334 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83916fe8-fded-4c28-86b7-b88e1c6b92ac tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event updated for resources: {'Port': ['ID=19f981a7-9d63-4133-b78d-564ed827aed5,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:35.088806 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-c56f46ce-08e1-47e3-a8d1-bd9751069a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:35.102490 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56f46ce-08e1-47e3-a8d1-bd9751069a9b None None] Routers {'b3c2eb8f-49b1-4979-bf68-b4b584f721d7'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:07:35.103396 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-c56f46ce-08e1-47e3-a8d1-bd9751069a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:07:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:35.116880 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b521c8-6cb3-4377-9c4b-bd89e96e9ca3 admin admin] Network ce20638c-9366-403c-99ef-699b8c74111a is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:07:35.165899 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-c56f46ce-08e1-47e3-a8d1-bd9751069a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:35.166649 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56f46ce-08e1-47e3-a8d1-bd9751069a9b None None] The sync data for ids ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:07:35.242289 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-23b521c8-6cb3-4377-9c4b-bd89e96e9ca3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, ce20638c-9366-403c-99ef-699b8c74111a) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:07:35.253850 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:35.254284 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f30b4793-804f-4faf-b2f9-677249d6e876 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks [] for floatingip, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:35.260514 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b521c8-6cb3-4377-9c4b-bd89e96e9ca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:35.261258 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-23b521c8-6cb3-4377-9c4b-bd89e96e9ca3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:35.261389 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a8c2e9-3f2b-4d6d-8de5-409efd431ce6 None None] Network ce20638c-9366-403c-99ef-699b8c74111a requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:07:35.322511 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a2750e4e-a5b2-452d-8540-72363b57b20d tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:35.335364 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a2750e4e-a5b2-452d-8540-72363b57b20d tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "DELETE /v2.0/ports/87c5aab2-9145-4d6e-9677-a6071d563c59 HTTP/1.1" status: 204 len: 168 time: 2.2768285 Jul 24 01:07:35.341408 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51342) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:35.355527 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-57f1fc50-0f44-4200-baed-f93232a3d8f2 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:35.362181 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-57f1fc50-0f44-4200-baed-f93232a3d8f2 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/networks?id=5f17bf0f-16f7-4502-b194-bc60a77421f2 HTTP/1.1" status: 200 len: 812 time: 0.3498163 Jul 24 01:07:35.374435 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-23b521c8-6cb3-4377-9c4b-bd89e96e9ca3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6101460 Jul 24 01:07:35.383620 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51344) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:35.388180 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-e34ac482-9212-4052-8770-62ad7d3ba63c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1196408481-router', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:35.405446 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-84d07380-567c-43b3-9e2c-4986e1ffe98e tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/quotas/cb25f46ad77c460f9de40c947f94708d HTTP/1.1" status: 200 len: 375 time: 0.0422909 Jul 24 01:07:35.418157 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a8f7f121-919f-4483-bb3e-66d5801e5d37 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "GET /v2.0/floatingips/40851190-6375-4044-828c-b84051c0aa6b HTTP/1.1" status: 200 len: 688 time: 0.0756135 Jul 24 01:07:35.425634 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51346) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:35.448697 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-7379ff64-370c-4f4c-b048-e4d9519568da tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cb25f46ad77c460f9de40c947f94708d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422850 Jul 24 01:07:35.480815 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66471d91-f244-47ed-b330-958777f5df56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-ce20638c-9366-403c-99ef-699b8c74111a', 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'fixed_ips': [{'subnet_id': '941506a1-fc49-47b1-b115-8157f3b98de0'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:07:35.481965 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-66471d91-f244-47ed-b330-958777f5df56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:35.509366 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e34ac482-9212-4052-8770-62ad7d3ba63c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:35.510421 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e34ac482-9212-4052-8770-62ad7d3ba63c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:35.590732 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-11aee1e0-3dda-4f7d-857a-8d2751f65715 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:07:35.591894 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-11aee1e0-3dda-4f7d-857a-8d2751f65715 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1423731 Jul 24 01:07:35.623944 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-83916fe8-fded-4c28-86b7-b88e1c6b92ac tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for router_gateway, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:35.657120 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-66471d91-f244-47ed-b330-958777f5df56 None None] Allocated IP 172.20.0.2 (ce20638c-9366-403c-99ef-699b8c74111a/941506a1-fc49-47b1-b115-8157f3b98de0/62a84788-e8df-4712-b95c-9e7b4f08b0d8) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:07:35.747878 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-8c02894f-ccb3-4a7c-bc81-872f7a420eed tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Deleting port 76678e9d-20e2-4f10-a9fe-922e6b5514c4 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:07:35.748460 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8c02894f-ccb3-4a7c-bc81-872f7a420eed tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:35.749418 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e34ac482-9212-4052-8770-62ad7d3ba63c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:35.766130 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f30b4793-804f-4faf-b2f9-677249d6e876 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:35.849821 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-66471d91-f244-47ed-b330-958777f5df56 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:35.859915 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-66471d91-f244-47ed-b330-958777f5df56 None None] Transition to ACTIVE for port object 62a84788-e8df-4712-b95c-9e7b4f08b0d8 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:07:35.877286 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-66471d91-f244-47ed-b330-958777f5df56 None None] Transition to ACTIVE for port object 62a84788-e8df-4712-b95c-9e7b4f08b0d8 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:07:35.887196 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-66471d91-f244-47ed-b330-958777f5df56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:35.934860 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8c02894f-ccb3-4a7c-bc81-872f7a420eed tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:35.935360 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8c02894f-ccb3-4a7c-bc81-872f7a420eed tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:35.939664 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66471d91-f244-47ed-b330-958777f5df56 None None] Pushing event updated for resources: {'Port': ['ID=62a84788-e8df-4712-b95c-9e7b4f08b0d8,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:35.954438 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66471d91-f244-47ed-b330-958777f5df56 None None] Network ce20638c-9366-403c-99ef-699b8c74111a is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:07:35.956175 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-8c02894f-ccb3-4a7c-bc81-872f7a420eed tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Calling delete_port for 76678e9d-20e2-4f10-a9fe-922e6b5514c4 owned by network:floatingip {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:07:35.956399 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-66471d91-f244-47ed-b330-958777f5df56 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:07:35.964480 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66471d91-f244-47ed-b330-958777f5df56 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:07:35.972724 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-83916fe8-fded-4c28-86b7-b88e1c6b92ac tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:36.036104 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-7db84d63-0a8d-4365-beb7-c65606b65b03 service neutron] 10.222.0.15 "GET /v2.0/networks/5f17bf0f-16f7-4502-b194-bc60a77421f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4337263 Jul 24 01:07:36.075677 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-66471d91-f244-47ed-b330-958777f5df56 None None] Attempting to bind port 62a84788-e8df-4712-b95c-9e7b4f08b0d8 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:07:36.076274 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-66471d91-f244-47ed-b330-958777f5df56 None None] Attempting to bind port 62a84788-e8df-4712-b95c-9e7b4f08b0d8 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'c89e3cbc-4aac-4fff-a675-9a81f1b0ca38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:07:36.076884 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66471d91-f244-47ed-b330-958777f5df56 None None] Attempting to bind port 62a84788-e8df-4712-b95c-9e7b4f08b0d8 on network ce20638c-9366-403c-99ef-699b8c74111a {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:07:36.081618 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-f30b4793-804f-4faf-b2f9-677249d6e876 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Allocated IP 172.25.2.224 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/7580196b-540d-473e-8a26-dd9298d07830) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:07:36.086011 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66471d91-f244-47ed-b330-958777f5df56 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:07:36.087716 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66471d91-f244-47ed-b330-958777f5df56 None None] Checking segment: {'id': 'c89e3cbc-4aac-4fff-a675-9a81f1b0ca38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:07:36.088270 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-66471d91-f244-47ed-b330-958777f5df56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:36.088858 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66471d91-f244-47ed-b330-958777f5df56 None None] Bound using segment: {'id': 'c89e3cbc-4aac-4fff-a675-9a81f1b0ca38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:07:36.089402 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-66471d91-f244-47ed-b330-958777f5df56 None None] Bound port: 62a84788-e8df-4712-b95c-9e7b4f08b0d8, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c89e3cbc-4aac-4fff-a675-9a81f1b0ca38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:07:36.089803 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-66471d91-f244-47ed-b330-958777f5df56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:36.283033 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-cff87cf1-6b93-4368-ade8-08df5a2942a7 service neutron] 10.222.0.15 "GET /v2.0/networks/5f17bf0f-16f7-4502-b194-bc60a77421f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370741 Jul 24 01:07:36.315214 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-66471d91-f244-47ed-b330-958777f5df56 None None] For port 62a84788-e8df-4712-b95c-9e7b4f08b0d8, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:07:36.323456 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-66471d91-f244-47ed-b330-958777f5df56 None None] For port 62a84788-e8df-4712-b95c-9e7b4f08b0d8, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=62a84788-e8df-4712-b95c-9e7b4f08b0d8,segment=NetworkSegment(c89e3cbc-4aac-4fff-a675-9a81f1b0ca38),segment_id=c89e3cbc-4aac-4fff-a675-9a81f1b0ca38)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:07:36.333681 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-66471d91-f244-47ed-b330-958777f5df56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:36.406082 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e34ac482-9212-4052-8770-62ad7d3ba63c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:36.411943 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8c02894f-ccb3-4a7c-bc81-872f7a420eed tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:36.499652 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c02894f-ccb3-4a7c-bc81-872f7a420eed tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Pushing event deleted for resources: {'Port': ['ID=76678e9d-20e2-4f10-a9fe-922e6b5514c4,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:36.511308 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66471d91-f244-47ed-b330-958777f5df56 None None] Pushing event updated for resources: {'Port': ['ID=62a84788-e8df-4712-b95c-9e7b4f08b0d8,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:36.520192 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83916fe8-fded-4c28-86b7-b88e1c6b92ac tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Router 3d901bff-485f-4395-be14-8d2d9fb31e35 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:07:36.636629 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f30b4793-804f-4faf-b2f9-677249d6e876 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:36.855088 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f30b4793-804f-4faf-b2f9-677249d6e876 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:36.870991 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ebea166b-c235-4250-91de-df84d57a53bd req-3ae92f50-0af3-44e2-8ac7-d34aab392fdc tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6fb9ec9-81e1-4a83-a237-996a061fe80b HTTP/1.1" status: 200 len: 210 time: 0.0711372 Jul 24 01:07:36.876645 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e34ac482-9212-4052-8770-62ad7d3ba63c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:36.926501 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8c02894f-ccb3-4a7c-bc81-872f7a420eed tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for floatingip, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:36.931093 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8c02894f-ccb3-4a7c-bc81-872f7a420eed tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:36.932485 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-8c02894f-ccb3-4a7c-bc81-872f7a420eed tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "DELETE /v2.0/floatingips/40851190-6375-4044-828c-b84051c0aa6b HTTP/1.1" status: 204 len: 168 time: 1.5058270 Jul 24 01:07:36.936052 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51364) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:36.938763 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e34ac482-9212-4052-8770-62ad7d3ba63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:36.940768 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83916fe8-fded-4c28-86b7-b88e1c6b92ac tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:07:36.942109 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30b4793-804f-4faf-b2f9-677249d6e876 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:07:36.952357 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-f30b4793-804f-4faf-b2f9-677249d6e876 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:07:36.953653 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-aa53101b-8b3b-4369-99b0-c16507269a38 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'port_id': '8472ec3e-435a-4672-94c2-7e3d993e1514'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:36.961960 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30b4793-804f-4faf-b2f9-677249d6e876 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:07:36.962912 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2e7475-0559-4570-b2d4-4b19fe47bae2 None None] Sync routers for ids ['3d901bff-485f-4395-be14-8d2d9fb31e35'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:07:36.989918 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2e7475-0559-4570-b2d4-4b19fe47bae2 None None] Routers {'3d901bff-485f-4395-be14-8d2d9fb31e35'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:07:36.991365 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-dd2e7475-0559-4570-b2d4-4b19fe47bae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:07:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['3d901bff-485f-4395-be14-8d2d9fb31e35'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:36.997930 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aa53101b-8b3b-4369-99b0-c16507269a38 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for floatingip, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:37.013045 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-83916fe8-fded-4c28-86b7-b88e1c6b92ac tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:37.014340 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-83916fe8-fded-4c28-86b7-b88e1c6b92ac tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.6403325 Jul 24 01:07:37.018402 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51366) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:37.023263 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b4793-804f-4faf-b2f9-677249d6e876 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Pushing event updated for resources: {'Port': ['ID=7580196b-540d-473e-8a26-dd9298d07830,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:37.086839 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ed6a0254-ab35-4dd8-93a1-1c8e0dcc2532 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=9c584c0e2c5a47a78962537ebd255749&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0648186 Jul 24 01:07:37.096809 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51368) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:37.155077 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-dd2e7475-0559-4570-b2d4-4b19fe47bae2 None None] Set router 3d901bff-485f-4395-be14-8d2d9fb31e35 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:07:37.164667 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aa53101b-8b3b-4369-99b0-c16507269a38 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:37.355173 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f30b4793-804f-4faf-b2f9-677249d6e876 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:37.365006 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0395c891-4274-40c0-9e7b-cc3daf5ba51d tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:37.366892 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0395c891-4274-40c0-9e7b-cc3daf5ba51d tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2690766 Jul 24 01:07:37.369945 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51374) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:37.376068 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-e34ac482-9212-4052-8770-62ad7d3ba63c admin admin] Allocated IP 172.25.2.199 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/e210a921-6ad7-482a-90d2-d5c75f452355) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:07:37.391917 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-dd2e7475-0559-4570-b2d4-4b19fe47bae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d901bff-485f-4395-be14-8d2d9fb31e35', 'name': 'tempest-TestNetworkBasicOps-router-1503883983', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '19f981a7-9d63-4133-b78d-564ed827aed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:07:32Z', 'updated_at': '2021-07-24T01:07:35Z', 'revision_number': 3, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'gw_port': {'id': '19f981a7-9d63-4133-b78d-564ed827aed5', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d901bff-485f-4395-be14-8d2d9fb31e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:34Z', 'updated_at': '2021-07-24T01:07:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:37.417991 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ce0274cf-a319-4ac0-bb7e-d49cfbc8039e tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0443215 Jul 24 01:07:37.418482 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51376) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:37.429951 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-6a4514bb-dabf-4cc9-880f-2097032d98d6 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1221186937', 'network_id': 'f76a5139-f01f-43be-a5b9-7d194799dd9a', 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:37.430791 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2e7475-0559-4570-b2d4-4b19fe47bae2 None None] Checking router: 3d901bff-485f-4395-be14-8d2d9fb31e35 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:07:37.431392 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2e7475-0559-4570-b2d4-4b19fe47bae2 None None] Updating router 3d901bff-485f-4395-be14-8d2d9fb31e35 port 19f981a7-9d63-4133-b78d-564ed827aed5 binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:07:37.469937 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f30b4793-804f-4faf-b2f9-677249d6e876 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:37.486788 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-dd2e7475-0559-4570-b2d4-4b19fe47bae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:37.549997 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4514bb-dabf-4cc9-880f-2097032d98d6 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Made reservation on behalf of 9c584c0e2c5a47a78962537ebd255749 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:07:37.554589 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6a4514bb-dabf-4cc9-880f-2097032d98d6 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:37.814410 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6a4514bb-dabf-4cc9-880f-2097032d98d6 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:37.908739 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4514bb-dabf-4cc9-880f-2097032d98d6 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Checking segment: {'id': '44a29dc9-8bfe-4341-a20b-c8ac24696bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f76a5139-f01f-43be-a5b9-7d194799dd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:07:37.909388 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4514bb-dabf-4cc9-880f-2097032d98d6 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Network hostable DHCP agents. Network: f76a5139-f01f-43be-a5b9-7d194799dd9a, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:07:37.911478 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4514bb-dabf-4cc9-880f-2097032d98d6 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event updated for resources: {'Subnet': ['ID=0efe4001-3e58-40a5-b419-19a80f1c419d,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:37.934303 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4514bb-dabf-4cc9-880f-2097032d98d6 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Network f76a5139-f01f-43be-a5b9-7d194799dd9a is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:07:37.952329 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-6a4514bb-dabf-4cc9-880f-2097032d98d6 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, f76a5139-f01f-43be-a5b9-7d194799dd9a) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:07:37.958887 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4514bb-dabf-4cc9-880f-2097032d98d6 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:37.961300 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6a4514bb-dabf-4cc9-880f-2097032d98d6 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:37.967144 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c27ce0-1d21-4509-a298-df63fe58ccac None None] Network f76a5139-f01f-43be-a5b9-7d194799dd9a requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:07:37.998284 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6a4514bb-dabf-4cc9-880f-2097032d98d6 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5768781 Jul 24 01:07:37.999392 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51386) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:38.092983 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66078f20-d806-409c-84fc-b2ed1508e436 None None] Network ce20638c-9366-403c-99ef-699b8c74111a requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:07:38.349312 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c4035b64-aa14-4390-8bd7-0f156888108c None None] Provisioning for port 62a84788-e8df-4712-b95c-9e7b4f08b0d8 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:07:38.440086 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-3f59404f-551a-400e-842d-8aa480ee5a88 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:38.440367 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-3f59404f-551a-400e-842d-8aa480ee5a88 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.13 "GET /v2.0/networks?id=5f17bf0f-16f7-4502-b194-bc60a77421f2 HTTP/1.1" status: 200 len: 812 time: 0.3315122 Jul 24 01:07:38.477845 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-52733f98-1a83-4e17-8052-a8aa1f0a3147 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Request body: {'port': {'device_id': 'f6fb9ec9-81e1-4a83-a237-996a061fe80b', 'network_id': '5f17bf0f-16f7-4502-b194-bc60a77421f2', 'admin_state_up': True, 'tenant_id': 'cb25f46ad77c460f9de40c947f94708d'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:38.479647 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f30b4793-804f-4faf-b2f9-677249d6e876 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:38.516646 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1f12318b-f446-4662-aaad-a7a6d33cfe8f req-69fa0e38-ca3d-445e-b491-20fc3e1d5857 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6fb9ec9-81e1-4a83-a237-996a061fe80b HTTP/1.1" status: 200 len: 210 time: 0.2946372 Jul 24 01:07:38.517615 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f30b4793-804f-4faf-b2f9-677249d6e876 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:38.591018 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e34ac482-9212-4052-8770-62ad7d3ba63c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:38.645532 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b4793-804f-4faf-b2f9-677249d6e876 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Pushing event updated for resources: {'Port': ['ID=7580196b-540d-473e-8a26-dd9298d07830,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:38.668855 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f30b4793-804f-4faf-b2f9-677249d6e876 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:38.741855 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e34ac482-9212-4052-8770-62ad7d3ba63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:38.800179 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e441ede-fb07-4cd5-b539-45536c98a664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-f76a5139-f01f-43be-a5b9-7d194799dd9a', 'network_id': 'f76a5139-f01f-43be-a5b9-7d194799dd9a', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'fixed_ips': [{'subnet_id': '0efe4001-3e58-40a5-b419-19a80f1c419d'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:07:38.801208 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5e441ede-fb07-4cd5-b539-45536c98a664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:38.834848 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34ac482-9212-4052-8770-62ad7d3ba63c admin admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:07:38.838075 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-e34ac482-9212-4052-8770-62ad7d3ba63c admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:07:38.842147 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34ac482-9212-4052-8770-62ad7d3ba63c admin admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:07:38.938528 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 62a84788-e8df-4712-b95c-9e7b4f08b0d8 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:07:38.990114 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-52733f98-1a83-4e17-8052-a8aa1f0a3147 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Made reservation on behalf of cb25f46ad77c460f9de40c947f94708d for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:07:38.995565 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-52733f98-1a83-4e17-8052-a8aa1f0a3147 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:39.031359 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34ac482-9212-4052-8770-62ad7d3ba63c admin admin] Pushing event updated for resources: {'Port': ['ID=e210a921-6ad7-482a-90d2-d5c75f452355,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:39.038135 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f30b4793-804f-4faf-b2f9-677249d6e876 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:39.039369 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f30b4793-804f-4faf-b2f9-677249d6e876 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1435773 Jul 24 01:07:39.182565 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-5e441ede-fb07-4cd5-b539-45536c98a664 None None] Allocated IP 172.20.0.2 (f76a5139-f01f-43be-a5b9-7d194799dd9a/0efe4001-3e58-40a5-b419-19a80f1c419d/11a9d366-853f-4c9f-99a9-f9414b7a5902) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:07:39.189435 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 62a84788-e8df-4712-b95c-9e7b4f08b0d8 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:07:39.204279 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 62a84788-e8df-4712-b95c-9e7b4f08b0d8 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:07:39.204542 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:39.324142 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e34ac482-9212-4052-8770-62ad7d3ba63c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:39.325665 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-78a7b674-e28e-4669-9550-e341a99c1ccf None None] Provisioning complete for port 62a84788-e8df-4712-b95c-9e7b4f08b0d8 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:07:39.334703 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-78a7b674-e28e-4669-9550-e341a99c1ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:39.591907 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-aa53101b-8b3b-4369-99b0-c16507269a38 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Allocated IP 172.25.2.98 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/29d14874-3825-4805-8e4f-41c03cea63ab) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:07:39.679899 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e34ac482-9212-4052-8770-62ad7d3ba63c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:39.702569 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-99bf02cd-e0fd-4cec-8c06-a94301dbc820 req-8d8b7206-ae76-4495-ac1f-8cabdd7d94eb tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6fb9ec9-81e1-4a83-a237-996a061fe80b HTTP/1.1" status: 200 len: 210 time: 0.0445402 Jul 24 01:07:39.725210 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5e441ede-fb07-4cd5-b539-45536c98a664 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:39.728308 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-5e441ede-fb07-4cd5-b539-45536c98a664 None None] Transition to ACTIVE for port object 11a9d366-853f-4c9f-99a9-f9414b7a5902 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:07:39.749373 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-5e441ede-fb07-4cd5-b539-45536c98a664 None None] Transition to ACTIVE for port object 11a9d366-853f-4c9f-99a9-f9414b7a5902 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:07:39.770229 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5e441ede-fb07-4cd5-b539-45536c98a664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:39.861635 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e441ede-fb07-4cd5-b539-45536c98a664 None None] Network f76a5139-f01f-43be-a5b9-7d194799dd9a is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:07:39.864563 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e441ede-fb07-4cd5-b539-45536c98a664 None None] Pushing event updated for resources: {'Port': ['ID=11a9d366-853f-4c9f-99a9-f9414b7a5902,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:39.869324 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-5e441ede-fb07-4cd5-b539-45536c98a664 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:07:39.875637 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e441ede-fb07-4cd5-b539-45536c98a664 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:07:39.905044 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-f677fc5f-59a5-4224-80c7-b048a5a5628e tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1070444134&fields=id&tenant_id=6c3660a81a574f9ba01b0543dcb1130d HTTP/1.1" status: 200 len: 267 time: 0.3210332 Jul 24 01:07:39.940879 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:39.947903 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34ac482-9212-4052-8770-62ad7d3ba63c admin admin] Router 93ddeb42-1c3d-43ef-8b69-08a014923a85 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:07:40.056624 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-78a7b674-e28e-4669-9550-e341a99c1ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:40.126638 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7bba962f-215a-434e-83b4-61509bb59a85 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:40.246219 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-5e441ede-fb07-4cd5-b539-45536c98a664 None None] Attempting to bind port 11a9d366-853f-4c9f-99a9-f9414b7a5902 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:07:40.247225 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-5e441ede-fb07-4cd5-b539-45536c98a664 None None] Attempting to bind port 11a9d366-853f-4c9f-99a9-f9414b7a5902 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '44a29dc9-8bfe-4341-a20b-c8ac24696bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f76a5139-f01f-43be-a5b9-7d194799dd9a'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:07:40.249566 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e441ede-fb07-4cd5-b539-45536c98a664 None None] Attempting to bind port 11a9d366-853f-4c9f-99a9-f9414b7a5902 on network f76a5139-f01f-43be-a5b9-7d194799dd9a {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:07:40.260976 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34ac482-9212-4052-8770-62ad7d3ba63c admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:07:40.261914 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e441ede-fb07-4cd5-b539-45536c98a664 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:07:40.262488 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e441ede-fb07-4cd5-b539-45536c98a664 None None] Checking segment: {'id': '44a29dc9-8bfe-4341-a20b-c8ac24696bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f76a5139-f01f-43be-a5b9-7d194799dd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:07:40.265446 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5e441ede-fb07-4cd5-b539-45536c98a664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:40.265887 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e441ede-fb07-4cd5-b539-45536c98a664 None None] Bound using segment: {'id': '44a29dc9-8bfe-4341-a20b-c8ac24696bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f76a5139-f01f-43be-a5b9-7d194799dd9a'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:07:40.266394 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-5e441ede-fb07-4cd5-b539-45536c98a664 None None] Bound port: 11a9d366-853f-4c9f-99a9-f9414b7a5902, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a29dc9-8bfe-4341-a20b-c8ac24696bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f76a5139-f01f-43be-a5b9-7d194799dd9a'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:07:40.266822 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5e441ede-fb07-4cd5-b539-45536c98a664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:40.270004 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 62a84788-e8df-4712-b95c-9e7b4f08b0d8, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=62a84788-e8df-4712-b95c-9e7b4f08b0d8,segment=NetworkSegment(c89e3cbc-4aac-4fff-a675-9a81f1b0ca38),segment_id=c89e3cbc-4aac-4fff-a675-9a81f1b0ca38)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:40.290674 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50303623-dd9b-4fa8-abf0-d5134c80bb6f None None] Sync routers for ids ['93ddeb42-1c3d-43ef-8b69-08a014923a85'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:07:40.298059 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:40.309724 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e34ac482-9212-4052-8770-62ad7d3ba63c admin admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:40.311207 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e34ac482-9212-4052-8770-62ad7d3ba63c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9264059 Jul 24 01:07:40.313738 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51420) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:40.327937 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aa53101b-8b3b-4369-99b0-c16507269a38 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:40.337132 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-52733f98-1a83-4e17-8052-a8aa1f0a3147 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Allocated IP 172.20.0.12 (5f17bf0f-16f7-4502-b194-bc60a77421f2/1f6ebf60-8236-4059-9bdb-2264724118ef/b3f96fe1-7a09-467b-ab49-8e5be0d6582a) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:07:40.422651 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-5e441ede-fb07-4cd5-b539-45536c98a664 None None] For port 11a9d366-853f-4c9f-99a9-f9414b7a5902, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:07:40.425811 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-5e441ede-fb07-4cd5-b539-45536c98a664 None None] For port 11a9d366-853f-4c9f-99a9-f9414b7a5902, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=11a9d366-853f-4c9f-99a9-f9414b7a5902,segment=NetworkSegment(44a29dc9-8bfe-4341-a20b-c8ac24696bcc),segment_id=44a29dc9-8bfe-4341-a20b-c8ac24696bcc)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:07:40.455588 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5e441ede-fb07-4cd5-b539-45536c98a664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:40.475329 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-bcced120-80a7-4033-b0e9-44cb0644c9e0 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:40.483775 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-bcced120-80a7-4033-b0e9-44cb0644c9e0 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/networks?id=03e78a62-81d3-4752-be2c-d12db7b84826 HTTP/1.1" status: 200 len: 810 time: 0.5214708 Jul 24 01:07:40.499936 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=62a84788-e8df-4712-b95c-9e7b4f08b0d8,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:40.509735 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50303623-dd9b-4fa8-abf0-d5134c80bb6f None None] Routers {'93ddeb42-1c3d-43ef-8b69-08a014923a85'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:07:40.510587 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-50303623-dd9b-4fa8-abf0-d5134c80bb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:07:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['93ddeb42-1c3d-43ef-8b69-08a014923a85'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:40.546275 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-6d5b87d3-d5ce-4dfc-96d6-bf102359fda2 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/quotas/6c3660a81a574f9ba01b0543dcb1130d HTTP/1.1" status: 200 len: 375 time: 0.0615494 Jul 24 01:07:40.687334 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-50303623-dd9b-4fa8-abf0-d5134c80bb6f None None] Set router 93ddeb42-1c3d-43ef-8b69-08a014923a85 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:07:40.706134 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aa53101b-8b3b-4369-99b0-c16507269a38 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:40.797955 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.db.api [None req-78a7b674-e28e-4669-9550-e341a99c1ccf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 01:07:40.800955 n-d-793621-25 neutron-server[100465]: DEBUG oslo_db.api [None req-78a7b674-e28e-4669-9550-e341a99c1ccf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 01:07:40.832738 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53101b-8b3b-4369-99b0-c16507269a38 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Pushing event updated for resources: {'Port': ['ID=29d14874-3825-4805-8e4f-41c03cea63ab,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:40.853835 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 62a84788-e8df-4712-b95c-9e7b4f08b0d8 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:07:40.878550 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa53101b-8b3b-4369-99b0-c16507269a38 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:07:41.023764 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e441ede-fb07-4cd5-b539-45536c98a664 None None] Pushing event updated for resources: {'Port': ['ID=11a9d366-853f-4c9f-99a9-f9414b7a5902,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:41.033512 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-52733f98-1a83-4e17-8052-a8aa1f0a3147 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:41.061067 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 62a84788-e8df-4712-b95c-9e7b4f08b0d8 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:07:41.061446 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:41.132453 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2391a5d4-370c-479e-8e0d-1e781197d8f2 req-d2956071-a291-4ee0-9c4e-82e056be666b tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6fb9ec9-81e1-4a83-a237-996a061fe80b HTTP/1.1" status: 200 len: 210 time: 0.1852250 Jul 24 01:07:41.221661 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-50303623-dd9b-4fa8-abf0-d5134c80bb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'name': 'tempest-AttachVolumeShelveTestJSON-1196408481-router', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': 'e210a921-6ad7-482a-90d2-d5c75f452355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:07:35Z', 'updated_at': '2021-07-24T01:07:39Z', 'revision_number': 3, 'project_id': 'd6dc6777949c4bca80e15baebcec81ec', 'gw_port': {'id': 'e210a921-6ad7-482a-90d2-d5c75f452355', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:36Z', 'updated_at': '2021-07-24T01:07:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:41.264293 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-aa53101b-8b3b-4369-99b0-c16507269a38 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:07:41.267722 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa53101b-8b3b-4369-99b0-c16507269a38 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:07:41.276286 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50303623-dd9b-4fa8-abf0-d5134c80bb6f None None] Checking router: 93ddeb42-1c3d-43ef-8b69-08a014923a85 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:07:41.276819 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50303623-dd9b-4fa8-abf0-d5134c80bb6f None None] Updating router 93ddeb42-1c3d-43ef-8b69-08a014923a85 port e210a921-6ad7-482a-90d2-d5c75f452355 binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:07:41.279284 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-dd2e7475-0559-4570-b2d4-4b19fe47bae2 None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:41.304590 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-dd2e7475-0559-4570-b2d4-4b19fe47bae2 None None] Transition to ACTIVE for port object 19f981a7-9d63-4133-b78d-564ed827aed5 will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:07:41.307678 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-88b5f0e0-554a-47d5-ab08-ee22bc0fc7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:41.325235 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-dd2e7475-0559-4570-b2d4-4b19fe47bae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:41.368216 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-50303623-dd9b-4fa8-abf0-d5134c80bb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:41.423549 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-7bba962f-215a-434e-83b4-61509bb59a85 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Allocated IP 172.20.0.1 (f76a5139-f01f-43be-a5b9-7d194799dd9a/0efe4001-3e58-40a5-b419-19a80f1c419d/833a38de-bbac-41ff-a6e0-782fd432454d) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:07:41.439769 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-52733f98-1a83-4e17-8052-a8aa1f0a3147 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:41.447584 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-dd2e7475-0559-4570-b2d4-4b19fe47bae2 None None] Attempting to bind port 19f981a7-9d63-4133-b78d-564ed827aed5 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:07:41.448285 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-dd2e7475-0559-4570-b2d4-4b19fe47bae2 None None] Attempting to bind port 19f981a7-9d63-4133-b78d-564ed827aed5 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:07:41.448722 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2e7475-0559-4570-b2d4-4b19fe47bae2 None None] Attempting to bind port 19f981a7-9d63-4133-b78d-564ed827aed5 on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:07:41.451043 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c15bd8c-4cb3-480f-b40e-5d751e674789 None None] Pushing event updated for resources: {'Port': ['ID=19f981a7-9d63-4133-b78d-564ed827aed5,revision_number=2']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:41.466580 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15bd8c-4cb3-480f-b40e-5d751e674789 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:41.467331 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15bd8c-4cb3-480f-b40e-5d751e674789 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:41.467732 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15bd8c-4cb3-480f-b40e-5d751e674789 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:41.468136 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15bd8c-4cb3-480f-b40e-5d751e674789 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:41.468553 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15bd8c-4cb3-480f-b40e-5d751e674789 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:41.468952 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15bd8c-4cb3-480f-b40e-5d751e674789 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:41.469353 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15bd8c-4cb3-480f-b40e-5d751e674789 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:41.469755 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15bd8c-4cb3-480f-b40e-5d751e674789 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:41.471789 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15bd8c-4cb3-480f-b40e-5d751e674789 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:41.472210 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15bd8c-4cb3-480f-b40e-5d751e674789 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:41.472617 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15bd8c-4cb3-480f-b40e-5d751e674789 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:41.473018 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15bd8c-4cb3-480f-b40e-5d751e674789 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:41.484081 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2e7475-0559-4570-b2d4-4b19fe47bae2 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:07:41.484619 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2e7475-0559-4570-b2d4-4b19fe47bae2 None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:07:41.485105 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-dd2e7475-0559-4570-b2d4-4b19fe47bae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:41.485572 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2e7475-0559-4570-b2d4-4b19fe47bae2 None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:07:41.486145 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-dd2e7475-0559-4570-b2d4-4b19fe47bae2 None None] Bound port: 19f981a7-9d63-4133-b78d-564ed827aed5, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:07:41.486605 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-dd2e7475-0559-4570-b2d4-4b19fe47bae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:41.566292 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-dd2e7475-0559-4570-b2d4-4b19fe47bae2 None None] For port 19f981a7-9d63-4133-b78d-564ed827aed5, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:07:41.570790 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-dd2e7475-0559-4570-b2d4-4b19fe47bae2 None None] For port 19f981a7-9d63-4133-b78d-564ed827aed5, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=19f981a7-9d63-4133-b78d-564ed827aed5,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:07:41.577603 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-dd2e7475-0559-4570-b2d4-4b19fe47bae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:41.604087 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-c5feebcf-b4c7-48f7-8beb-9f269033ea9e tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6c3660a81a574f9ba01b0543dcb1130d&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0569179 Jul 24 01:07:41.606085 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-52733f98-1a83-4e17-8052-a8aa1f0a3147 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Network 5f17bf0f-16f7-4502-b194-bc60a77421f2 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:07:41.675973 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-52733f98-1a83-4e17-8052-a8aa1f0a3147 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:07:41.691259 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2e7475-0559-4570-b2d4-4b19fe47bae2 None None] Routers {'3d901bff-485f-4395-be14-8d2d9fb31e35'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:07:41.692385 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-dd2e7475-0559-4570-b2d4-4b19fe47bae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:07:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['3d901bff-485f-4395-be14-8d2d9fb31e35'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:41.701147 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-88b5f0e0-554a-47d5-ab08-ee22bc0fc7c9 admin admin] Allocated IP 172.20.0.1 (ce20638c-9366-403c-99ef-699b8c74111a/941506a1-fc49-47b1-b115-8157f3b98de0/a722def4-5fa1-44d4-86c1-1100f96212eb) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:07:41.759150 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-52733f98-1a83-4e17-8052-a8aa1f0a3147 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:07:41.808695 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-50303623-dd9b-4fa8-abf0-d5134c80bb6f None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:41.831985 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-50303623-dd9b-4fa8-abf0-d5134c80bb6f None None] Transition to ACTIVE for port object e210a921-6ad7-482a-90d2-d5c75f452355 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:07:41.852501 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-50303623-dd9b-4fa8-abf0-d5134c80bb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:41.886870 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c15bd8c-4cb3-480f-b40e-5d751e674789 None None] Pushing event updated for resources: {'Port': ['ID=19f981a7-9d63-4133-b78d-564ed827aed5,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:41.911201 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52733f98-1a83-4e17-8052-a8aa1f0a3147 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Pushing event updated for resources: {'Port': ['ID=b3f96fe1-7a09-467b-ab49-8e5be0d6582a,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:41.952925 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-dd2e7475-0559-4570-b2d4-4b19fe47bae2 None None] Set router 3d901bff-485f-4395-be14-8d2d9fb31e35 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:07:41.953176 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-50303623-dd9b-4fa8-abf0-d5134c80bb6f None None] Attempting to bind port e210a921-6ad7-482a-90d2-d5c75f452355 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:07:41.953691 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-50303623-dd9b-4fa8-abf0-d5134c80bb6f None None] Attempting to bind port e210a921-6ad7-482a-90d2-d5c75f452355 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:07:41.954069 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50303623-dd9b-4fa8-abf0-d5134c80bb6f None None] Attempting to bind port e210a921-6ad7-482a-90d2-d5c75f452355 on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:07:41.988348 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50303623-dd9b-4fa8-abf0-d5134c80bb6f None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:07:41.988744 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50303623-dd9b-4fa8-abf0-d5134c80bb6f None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:07:41.989161 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-50303623-dd9b-4fa8-abf0-d5134c80bb6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:41.989568 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50303623-dd9b-4fa8-abf0-d5134c80bb6f None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:07:41.990057 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-50303623-dd9b-4fa8-abf0-d5134c80bb6f None None] Bound port: e210a921-6ad7-482a-90d2-d5c75f452355, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:07:41.995234 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-50303623-dd9b-4fa8-abf0-d5134c80bb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:42.035136 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-88b5f0e0-554a-47d5-ab08-ee22bc0fc7c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:42.046672 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f85e5-a548-4054-a324-46d84d409cb0 None None] Pushing event updated for resources: {'Port': ['ID=e210a921-6ad7-482a-90d2-d5c75f452355,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:42.072361 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-88b5f0e0-554a-47d5-ab08-ee22bc0fc7c9 admin admin] Transition to ACTIVE for port object a722def4-5fa1-44d4-86c1-1100f96212eb will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:07:42.143822 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-50303623-dd9b-4fa8-abf0-d5134c80bb6f None None] For port e210a921-6ad7-482a-90d2-d5c75f452355, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:07:42.153572 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-50303623-dd9b-4fa8-abf0-d5134c80bb6f None None] For port e210a921-6ad7-482a-90d2-d5c75f452355, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=e210a921-6ad7-482a-90d2-d5c75f452355,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:07:42.153891 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-88b5f0e0-554a-47d5-ab08-ee22bc0fc7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:42.172463 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-50303623-dd9b-4fa8-abf0-d5134c80bb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:42.271488 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-52733f98-1a83-4e17-8052-a8aa1f0a3147 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:42.272610 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-52733f98-1a83-4e17-8052-a8aa1f0a3147 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:42.276995 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50303623-dd9b-4fa8-abf0-d5134c80bb6f None None] Routers {'93ddeb42-1c3d-43ef-8b69-08a014923a85'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:07:42.278019 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-50303623-dd9b-4fa8-abf0-d5134c80bb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:07:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['93ddeb42-1c3d-43ef-8b69-08a014923a85'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:42.337382 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7bba962f-215a-434e-83b4-61509bb59a85 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:42.361703 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b5f0e0-554a-47d5-ab08-ee22bc0fc7c9 admin admin] Network ce20638c-9366-403c-99ef-699b8c74111a is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:07:42.377696 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-88b5f0e0-554a-47d5-ab08-ee22bc0fc7c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:07:42.399489 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-dd2e7475-0559-4570-b2d4-4b19fe47bae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d901bff-485f-4395-be14-8d2d9fb31e35', 'name': 'tempest-TestNetworkBasicOps-router-1503883983', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '19f981a7-9d63-4133-b78d-564ed827aed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:07:32Z', 'updated_at': '2021-07-24T01:07:35Z', 'revision_number': 3, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'gw_port': {'id': '19f981a7-9d63-4133-b78d-564ed827aed5', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d901bff-485f-4395-be14-8d2d9fb31e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:34Z', 'updated_at': '2021-07-24T01:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:42.401686 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b5f0e0-554a-47d5-ab08-ee22bc0fc7c9 admin admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:07:42.445556 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f85e5-a548-4054-a324-46d84d409cb0 None None] Pushing event updated for resources: {'Port': ['ID=e210a921-6ad7-482a-90d2-d5c75f452355,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:42.482365 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2e7475-0559-4570-b2d4-4b19fe47bae2 None None] The sync data for ids ['3d901bff-485f-4395-be14-8d2d9fb31e35'] in n-d-793621-25 is: [{'id': '3d901bff-485f-4395-be14-8d2d9fb31e35', 'name': 'tempest-TestNetworkBasicOps-router-1503883983', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '19f981a7-9d63-4133-b78d-564ed827aed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:07:32Z', 'updated_at': '2021-07-24T01:07:35Z', 'revision_number': 3, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'gw_port': {'id': '19f981a7-9d63-4133-b78d-564ed827aed5', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d5:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d901bff-485f-4395-be14-8d2d9fb31e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:34Z', 'updated_at': '2021-07-24T01:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:07:42.497980 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b5f0e0-554a-47d5-ab08-ee22bc0fc7c9 admin admin] Pushing event updated for resources: {'Port': ['ID=a722def4-5fa1-44d4-86c1-1100f96212eb,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:42.537945 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-50303623-dd9b-4fa8-abf0-d5134c80bb6f None None] Set router 93ddeb42-1c3d-43ef-8b69-08a014923a85 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:07:42.544304 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-52733f98-1a83-4e17-8052-a8aa1f0a3147 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0762208 Jul 24 01:07:42.563825 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-adbda0d9-c78f-43a6-9bc2-8d2d51f020df service neutron] Request body: {'port': {'device_id': 'f6fb9ec9-81e1-4a83-a237-996a061fe80b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:42.571010 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-d3f436a8-bd51-4455-9a49-ec922667a813 service neutron] 10.222.0.15 "GET /v2.0/networks/03e78a62-81d3-4752-be2c-d12db7b84826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9421268 Jul 24 01:07:42.573693 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-7bba962f-215a-434e-83b4-61509bb59a85 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Transition to ACTIVE for port object 833a38de-bbac-41ff-a6e0-782fd432454d will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:07:42.593571 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-88b5f0e0-554a-47d5-ab08-ee22bc0fc7c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:42.607272 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cdfa03-ccca-4f87-9b83-3e2551278d33 req-88acc3e8-ecb9-4483-9777-5ee48bba20b9 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:42.609363 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-74cdfa03-ccca-4f87-9b83-3e2551278d33 req-88acc3e8-ecb9-4483-9777-5ee48bba20b9 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6fb9ec9-81e1-4a83-a237-996a061fe80b HTTP/1.1" status: 200 len: 932 time: 0.3589551 Jul 24 01:07:42.640750 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b5ceca-135d-4d84-bc4d-6ce3896d3427 None None] Network f76a5139-f01f-43be-a5b9-7d194799dd9a requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:07:42.814974 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-74cdfa03-ccca-4f87-9b83-3e2551278d33 req-9e4dec06-56d7-4db0-8f74-9690dbb8d74e tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb010bda-8fd7-4581-bbd6-0ec6e85602c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004243 Jul 24 01:07:42.977285 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-88b5f0e0-554a-47d5-ab08-ee22bc0fc7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:43.148704 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 11a9d366-853f-4c9f-99a9-f9414b7a5902 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:07:43.267232 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aa53101b-8b3b-4369-99b0-c16507269a38 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:43.277705 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-fed0f01c-303d-42cb-bf14-40f0173aa4be None None] Provisioning for port 11a9d366-853f-4c9f-99a9-f9414b7a5902 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:07:43.310473 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 11a9d366-853f-4c9f-99a9-f9414b7a5902 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:07:43.318413 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 11a9d366-853f-4c9f-99a9-f9414b7a5902 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:07:43.319801 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:43.328222 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-adbda0d9-c78f-43a6-9bc2-8d2d51f020df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:43.349074 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7bba962f-215a-434e-83b4-61509bb59a85 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:43.452507 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-88b5f0e0-554a-47d5-ab08-ee22bc0fc7c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:43.453095 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aa53101b-8b3b-4369-99b0-c16507269a38 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:43.461586 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-88b5f0e0-554a-47d5-ab08-ee22bc0fc7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:43.507348 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:43.603757 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 11a9d366-853f-4c9f-99a9-f9414b7a5902, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=11a9d366-853f-4c9f-99a9-f9414b7a5902,segment=NetworkSegment(44a29dc9-8bfe-4341-a20b-c8ac24696bcc),segment_id=44a29dc9-8bfe-4341-a20b-c8ac24696bcc)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:43.610943 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-88b5f0e0-554a-47d5-ab08-ee22bc0fc7c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:43.614526 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b5f0e0-554a-47d5-ab08-ee22bc0fc7c9 admin admin] Pushing event updated for resources: {'Port': ['ID=a722def4-5fa1-44d4-86c1-1100f96212eb,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:43.623004 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:43.651161 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba962f-215a-434e-83b4-61509bb59a85 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event updated for resources: {'Port': ['ID=833a38de-bbac-41ff-a6e0-782fd432454d,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:43.675723 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bba962f-215a-434e-83b4-61509bb59a85 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Network f76a5139-f01f-43be-a5b9-7d194799dd9a is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:07:43.685125 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-7bba962f-215a-434e-83b4-61509bb59a85 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:07:43.687718 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bba962f-215a-434e-83b4-61509bb59a85 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:07:43.746250 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aa53101b-8b3b-4369-99b0-c16507269a38 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:43.748160 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7bba962f-215a-434e-83b4-61509bb59a85 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:43.749800 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=11a9d366-853f-4c9f-99a9-f9414b7a5902,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:43.782376 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-29f61ca9-76ae-4485-8f8e-fd61a2a2ba57 None None] Provisioning for port a722def4-5fa1-44d4-86c1-1100f96212eb completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:07:43.798140 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-29f61ca9-76ae-4485-8f8e-fd61a2a2ba57 None None] Provisioning complete for port a722def4-5fa1-44d4-86c1-1100f96212eb triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:07:43.800174 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b5f0e0-554a-47d5-ab08-ee22bc0fc7c9 admin admin] Network ce20638c-9366-403c-99ef-699b8c74111a is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:07:43.801676 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-88b5f0e0-554a-47d5-ab08-ee22bc0fc7c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:07:43.803846 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-29f61ca9-76ae-4485-8f8e-fd61a2a2ba57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:43.811955 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aa53101b-8b3b-4369-99b0-c16507269a38 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:43.854088 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-50303623-dd9b-4fa8-abf0-d5134c80bb6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'name': 'tempest-AttachVolumeShelveTestJSON-1196408481-router', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': 'e210a921-6ad7-482a-90d2-d5c75f452355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:07:35Z', 'updated_at': '2021-07-24T01:07:39Z', 'revision_number': 3, 'project_id': 'd6dc6777949c4bca80e15baebcec81ec', 'gw_port': {'id': 'e210a921-6ad7-482a-90d2-d5c75f452355', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:36Z', 'updated_at': '2021-07-24T01:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:43.980679 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50303623-dd9b-4fa8-abf0-d5134c80bb6f None None] The sync data for ids ['93ddeb42-1c3d-43ef-8b69-08a014923a85'] in n-d-793621-25 is: [{'id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'name': 'tempest-AttachVolumeShelveTestJSON-1196408481-router', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': 'e210a921-6ad7-482a-90d2-d5c75f452355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:07:35Z', 'updated_at': '2021-07-24T01:07:39Z', 'revision_number': 3, 'project_id': 'd6dc6777949c4bca80e15baebcec81ec', 'gw_port': {'id': 'e210a921-6ad7-482a-90d2-d5c75f452355', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:36Z', 'updated_at': '2021-07-24T01:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:07:43.996595 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-29f61ca9-76ae-4485-8f8e-fd61a2a2ba57 None None] Port a722def4-5fa1-44d4-86c1-1100f96212eb cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:07:44.041981 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51452) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:44.326351 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-92052d57-67b8-411c-a82c-b998207b186a None None] Provisioning complete for port a722def4-5fa1-44d4-86c1-1100f96212eb triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:07:44.330382 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-92052d57-67b8-411c-a82c-b998207b186a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:44.445689 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-92052d57-67b8-411c-a82c-b998207b186a None None] Port a722def4-5fa1-44d4-86c1-1100f96212eb cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:07:44.586444 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f7e2ba9a-32e2-46d1-8a08-845be1e9279c None None] Provisioning complete for port 11a9d366-853f-4c9f-99a9-f9414b7a5902 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:07:44.587302 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f7e2ba9a-32e2-46d1-8a08-845be1e9279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:44.617105 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b5f0e0-554a-47d5-ab08-ee22bc0fc7c9 admin admin] Router 93ddeb42-1c3d-43ef-8b69-08a014923a85 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:07:44.734248 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8e0a2-038f-43f4-bc84-4fd2dadbeb11 req-2292ebb4-c7f4-4e3c-99d1-56b20a4e3edc tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:44.742956 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-63f8e0a2-038f-43f4-bc84-4fd2dadbeb11 req-2292ebb4-c7f4-4e3c-99d1-56b20a4e3edc tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6fb9ec9-81e1-4a83-a237-996a061fe80b HTTP/1.1" status: 200 len: 932 time: 0.7016096 Jul 24 01:07:44.914618 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f7e2ba9a-32e2-46d1-8a08-845be1e9279c None None] Provisioning for port 833a38de-bbac-41ff-a6e0-782fd432454d completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:07:44.926909 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f7e2ba9a-32e2-46d1-8a08-845be1e9279c None None] Provisioning complete for port 833a38de-bbac-41ff-a6e0-782fd432454d triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:07:44.927368 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f7e2ba9a-32e2-46d1-8a08-845be1e9279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:45.074810 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b5f0e0-554a-47d5-ab08-ee22bc0fc7c9 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:07:45.077976 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-f7e2ba9a-32e2-46d1-8a08-845be1e9279c None None] Port 833a38de-bbac-41ff-a6e0-782fd432454d cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:07:45.090357 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa53101b-8b3b-4369-99b0-c16507269a38 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Pushing event updated for resources: {'Port': ['ID=29d14874-3825-4805-8e4f-41c03cea63ab,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:45.096768 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e210a921-6ad7-482a-90d2-d5c75f452355 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:07:45.112290 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-88b5f0e0-554a-47d5-ab08-ee22bc0fc7c9 admin admin] 10.222.0.15 "PUT /v2.0/routers/93ddeb42-1c3d-43ef-8b69-08a014923a85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7973590 Jul 24 01:07:45.119652 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-38bf023b-26f2-4c02-9c01-09d8aefc17ad service neutron] 10.222.0.15 "GET /v2.0/networks/03e78a62-81d3-4752-be2c-d12db7b84826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.5034773 Jul 24 01:07:45.128624 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-63f8e0a2-038f-43f4-bc84-4fd2dadbeb11 req-6e6cccf0-43ed-4641-b338-eb2320c3f4c8 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb010bda-8fd7-4581-bbd6-0ec6e85602c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555939 Jul 24 01:07:45.284428 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-54e0e8f4-eefe-4aff-a502-16b4bfa5ec8b None None] Provisioning complete for port 833a38de-bbac-41ff-a6e0-782fd432454d triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:07:45.286442 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-54e0e8f4-eefe-4aff-a502-16b4bfa5ec8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:45.377076 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-54e0e8f4-eefe-4aff-a502-16b4bfa5ec8b None None] Port 833a38de-bbac-41ff-a6e0-782fd432454d cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:07:45.386004 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port e210a921-6ad7-482a-90d2-d5c75f452355 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:07:45.395547 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port e210a921-6ad7-482a-90d2-d5c75f452355 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:07:45.398086 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:45.573494 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aa53101b-8b3b-4369-99b0-c16507269a38 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:45.752781 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-96b367cd-4b0b-43bd-920c-8667a3a895b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:45.786705 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2d70cd7d-abbe-4b50-9542-325351fafe9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:45.810208 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:45.852807 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port e210a921-6ad7-482a-90d2-d5c75f452355, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=e210a921-6ad7-482a-90d2-d5c75f452355,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:45.860262 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:45.862157 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 11a9d366-853f-4c9f-99a9-f9414b7a5902 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:07:45.905059 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51476) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:45.950801 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7bba962f-215a-434e-83b4-61509bb59a85 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:46.008614 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=e210a921-6ad7-482a-90d2-d5c75f452355,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:46.035588 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 11a9d366-853f-4c9f-99a9-f9414b7a5902 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:07:46.036126 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:46.139219 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-adbda0d9-c78f-43a6-9bc2-8d2d51f020df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3f96fe1-7a09-467b-ab49-8e5be0d6582a {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:07:46.149938 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-adbda0d9-c78f-43a6-9bc2-8d2d51f020df service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:46.165378 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-adbda0d9-c78f-43a6-9bc2-8d2d51f020df service neutron] Transition to ACTIVE for port object b3f96fe1-7a09-467b-ab49-8e5be0d6582a will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:07:46.183782 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 19f981a7-9d63-4133-b78d-564ed827aed5 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:07:46.271455 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-adbda0d9-c78f-43a6-9bc2-8d2d51f020df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:46.352264 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 19f981a7-9d63-4133-b78d-564ed827aed5 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:07:46.358257 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 19f981a7-9d63-4133-b78d-564ed827aed5 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:07:46.358658 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:46.425467 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51486) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:46.494968 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-88dec031-5272-4dd0-b20a-9a8bffb15b4f tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Request body: {'security_group': {'name': 'tempest-securitygroup--180251174', 'description': 'tempest-description--316260412'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:46.509930 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-89ccd8e1-bd77-4fcd-b56d-165e68700e0a req-d07fe46d-2cba-4a2a-a46b-6232a2ff3c34 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bff11f4-1b7e-4b85-8f7f-249f5dab02d2 HTTP/1.1" status: 200 len: 210 time: 0.6036091 Jul 24 01:07:46.546795 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:46.599816 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 19f981a7-9d63-4133-b78d-564ed827aed5, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=19f981a7-9d63-4133-b78d-564ed827aed5,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:46.612430 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:46.704091 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=19f981a7-9d63-4133-b78d-564ed827aed5,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:46.708271 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d12c9a58-cf71-41ca-a00e-fa8305c1877c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:46.760092 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [None req-aa53101b-8b3b-4369-99b0-c16507269a38 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Floating IP 1bf5f7d0-723a-42ee-81d9-68bb13e6754b associated. External IP: 172.25.2.98, port: 8472ec3e-435a-4672-94c2-7e3d993e1514. Jul 24 01:07:46.786526 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e210a921-6ad7-482a-90d2-d5c75f452355 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:07:46.823171 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbda0d9-c78f-43a6-9bc2-8d2d51f020df service neutron] Pushing event updated for resources: {'Port': ['ID=b3f96fe1-7a09-467b-ab49-8e5be0d6582a,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:46.892181 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port e210a921-6ad7-482a-90d2-d5c75f452355 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:07:46.892564 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:46.908364 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9560eb5-3696-4d18-a24a-2e9cd315832e req-5b0f1e0c-7350-40dd-8607-4fd7d9d81e4a tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:46.909890 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a9560eb5-3696-4d18-a24a-2e9cd315832e req-5b0f1e0c-7350-40dd-8607-4fd7d9d81e4a tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6fb9ec9-81e1-4a83-a237-996a061fe80b HTTP/1.1" status: 200 len: 944 time: 0.2107902 Jul 24 01:07:46.984173 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-88dec031-5272-4dd0-b20a-9a8bffb15b4f tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:46.994292 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a9560eb5-3696-4d18-a24a-2e9cd315832e req-b7f9e35c-c5fb-4f88-9e96-0af1f7c09f20 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb010bda-8fd7-4581-bbd6-0ec6e85602c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737593 Jul 24 01:07:47.052655 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-96b367cd-4b0b-43bd-920c-8667a3a895b1 admin admin] Deleting port 5e7c9f8e-e732-42e9-aaeb-5be6f3b0d305 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:07:47.053129 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-96b367cd-4b0b-43bd-920c-8667a3a895b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:47.093736 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed50ffa-4d41-4a82-b1cd-54301ef0d56d None None] Sync routers for ids ['93ddeb42-1c3d-43ef-8b69-08a014923a85'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:07:47.103955 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed50ffa-4d41-4a82-b1cd-54301ef0d56d None None] Routers {'93ddeb42-1c3d-43ef-8b69-08a014923a85'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:07:47.104569 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-4ed50ffa-4d41-4a82-b1cd-54301ef0d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:07:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['93ddeb42-1c3d-43ef-8b69-08a014923a85'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:47.124419 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-adbda0d9-c78f-43a6-9bc2-8d2d51f020df service neutron] Attempting to bind port b3f96fe1-7a09-467b-ab49-8e5be0d6582a on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:07:47.124782 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-adbda0d9-c78f-43a6-9bc2-8d2d51f020df service neutron] Attempting to bind port b3f96fe1-7a09-467b-ab49-8e5be0d6582a by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '366e5537-95e9-4718-8324-9af879730ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5f17bf0f-16f7-4502-b194-bc60a77421f2'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:07:47.125174 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-adbda0d9-c78f-43a6-9bc2-8d2d51f020df service neutron] Attempting to bind port b3f96fe1-7a09-467b-ab49-8e5be0d6582a on network 5f17bf0f-16f7-4502-b194-bc60a77421f2 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:07:47.135045 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-adbda0d9-c78f-43a6-9bc2-8d2d51f020df service neutron] Port b3f96fe1-7a09-467b-ab49-8e5be0d6582a on network 5f17bf0f-16f7-4502-b194-bc60a77421f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:07:47.135378 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-adbda0d9-c78f-43a6-9bc2-8d2d51f020df service neutron] Attempting to bind port b3f96fe1-7a09-467b-ab49-8e5be0d6582a on network 5f17bf0f-16f7-4502-b194-bc60a77421f2 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:07:47.160218 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-96b367cd-4b0b-43bd-920c-8667a3a895b1 admin admin] For port 5e7c9f8e-e732-42e9-aaeb-5be6f3b0d305, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=5e7c9f8e-e732-42e9-aaeb-5be6f3b0d305,segment=NetworkSegment(5ef6bf11-09bc-46a7-97d4-245b20dfc394),segment_id=5ef6bf11-09bc-46a7-97d4-245b20dfc394)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:47.160735 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-96b367cd-4b0b-43bd-920c-8667a3a895b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:47.180375 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-96b367cd-4b0b-43bd-920c-8667a3a895b1 admin admin] Calling delete_port for 5e7c9f8e-e732-42e9-aaeb-5be6f3b0d305 owned by network:router_interface {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:07:47.191971 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-adbda0d9-c78f-43a6-9bc2-8d2d51f020df service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:07:47.191971 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-adbda0d9-c78f-43a6-9bc2-8d2d51f020df service neutron] Checking segment: {'id': '366e5537-95e9-4718-8324-9af879730ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5f17bf0f-16f7-4502-b194-bc60a77421f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:07:47.192654 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-adbda0d9-c78f-43a6-9bc2-8d2d51f020df service neutron] Bound using segment: {'id': '366e5537-95e9-4718-8324-9af879730ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5f17bf0f-16f7-4502-b194-bc60a77421f2'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:07:47.192654 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-adbda0d9-c78f-43a6-9bc2-8d2d51f020df service neutron] Bound port: b3f96fe1-7a09-467b-ab49-8e5be0d6582a, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '366e5537-95e9-4718-8324-9af879730ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5f17bf0f-16f7-4502-b194-bc60a77421f2'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:07:47.192839 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-adbda0d9-c78f-43a6-9bc2-8d2d51f020df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:47.228060 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-4ed50ffa-4d41-4a82-b1cd-54301ef0d56d None None] Set router 93ddeb42-1c3d-43ef-8b69-08a014923a85 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:07:47.425396 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-96b367cd-4b0b-43bd-920c-8667a3a895b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:47.452752 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b367cd-4b0b-43bd-920c-8667a3a895b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e7c9f8e-e732-42e9-aaeb-5be6f3b0d305,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:47.469593 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7bba962f-215a-434e-83b4-61509bb59a85 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:47.472456 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d12c9a58-cf71-41ca-a00e-fa8305c1877c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:47.482507 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-4ed50ffa-4d41-4a82-b1cd-54301ef0d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'name': 'tempest-AttachVolumeShelveTestJSON-1196408481-router', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': 'e210a921-6ad7-482a-90d2-d5c75f452355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:07:35Z', 'updated_at': '2021-07-24T01:07:42Z', 'revision_number': 4, 'project_id': 'd6dc6777949c4bca80e15baebcec81ec', 'gw_port': {'id': 'e210a921-6ad7-482a-90d2-d5c75f452355', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:36Z', 'updated_at': '2021-07-24T01:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'a722def4-5fa1-44d4-86c1-1100f96212eb', 'name': '', 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'mac_address': 'fa:16:3e:ba:bb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '941506a1-fc49-47b1-b115-8157f3b98de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:41Z', 'updated_at': '2021-07-24T01:07:43Z', 'revision_number': 2, 'project_id': 'd6dc6777949c4bca80e15baebcec81ec', 'subnets': [{'id': '941506a1-fc49-47b1-b115-8157f3b98de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:47.501451 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7bba962f-215a-434e-83b4-61509bb59a85 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:47.504031 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d12c9a58-cf71-41ca-a00e-fa8305c1877c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:47.520692 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed50ffa-4d41-4a82-b1cd-54301ef0d56d None None] Checking router: 93ddeb42-1c3d-43ef-8b69-08a014923a85 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:07:47.521458 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed50ffa-4d41-4a82-b1cd-54301ef0d56d None None] Updating router 93ddeb42-1c3d-43ef-8b69-08a014923a85 port a722def4-5fa1-44d4-86c1-1100f96212eb binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:07:47.582173 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-4ed50ffa-4d41-4a82-b1cd-54301ef0d56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:47.621776 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-814dd02a-b53f-4509-bedd-be80935a5cba tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:47.623416 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-814dd02a-b53f-4509-bedd-be80935a5cba tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.13 "GET /v2.0/networks?id=03e78a62-81d3-4752-be2c-d12db7b84826 HTTP/1.1" status: 200 len: 810 time: 0.3903499 Jul 24 01:07:47.637850 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-adbda0d9-c78f-43a6-9bc2-8d2d51f020df service neutron] For port b3f96fe1-7a09-467b-ab49-8e5be0d6582a, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:07:47.660848 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-96b367cd-4b0b-43bd-920c-8667a3a895b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:47.690770 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa53101b-8b3b-4369-99b0-c16507269a38 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Router b3c2eb8f-49b1-4979-bf68-b4b584f721d7 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:07:47.735454 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5fd46785-a397-42d3-be1e-a1ab58354788 req-b189fb70-82a9-4eea-afc6-71f9cb83cdd6 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bff11f4-1b7e-4b85-8f7f-249f5dab02d2 HTTP/1.1" status: 200 len: 210 time: 0.1074781 Jul 24 01:07:47.736153 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-adbda0d9-c78f-43a6-9bc2-8d2d51f020df service neutron] For port b3f96fe1-7a09-467b-ab49-8e5be0d6582a, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=b3f96fe1-7a09-467b-ab49-8e5be0d6582a,segment=NetworkSegment(366e5537-95e9-4718-8324-9af879730ed4),segment_id=366e5537-95e9-4718-8324-9af879730ed4)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:07:47.754824 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d12c9a58-cf71-41ca-a00e-fa8305c1877c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a881f85b753f46ceb7459f25995dea75&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8101618 Jul 24 01:07:47.755696 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c9a58-cf71-41ca-a00e-fa8305c1877c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07b06f2-1da3-4043-a213-db22bd2f4f19,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:47.771961 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba962f-215a-434e-83b4-61509bb59a85 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event updated for resources: {'Port': ['ID=833a38de-bbac-41ff-a6e0-782fd432454d,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:47.775751 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51494) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:47.782903 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7bba962f-215a-434e-83b4-61509bb59a85 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:47.785154 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-adbda0d9-c78f-43a6-9bc2-8d2d51f020df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:47.857737 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c09dafc2-135f-4bc6-bb26-a3df7fe8c70d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:47.869498 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-adbda0d9-c78f-43a6-9bc2-8d2d51f020df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:47.870125 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-adbda0d9-c78f-43a6-9bc2-8d2d51f020df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:47.871875 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-adbda0d9-c78f-43a6-9bc2-8d2d51f020df service neutron] 10.222.0.13 "PUT /v2.0/ports/b3f96fe1-7a09-467b-ab49-8e5be0d6582a HTTP/1.1" status: 200 len: 1093 time: 5.3150358 Jul 24 01:07:47.910660 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6fb9ec9-81e1-4a83-a237-996a061fe80b', 'tag': 'b3f96fe1-7a09-467b-ab49-8e5be0d6582a'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:07:47.913604 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37035ee6-c645-4a2e-9c71-de71affd656f" -d '{"events": [{"name": "network-changed", "server_uuid": "f6fb9ec9-81e1-4a83-a237-996a061fe80b", "tag": "b3f96fe1-7a09-467b-ab49-8e5be0d6582a"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:07:47.948520 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c09dafc2-135f-4bc6-bb26-a3df7fe8c70d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:48.006244 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6083234-f9e2-48c7-b2d0-66c96bc0f0ff x-openstack-request-id: req-d6083234-f9e2-48c7-b2d0-66c96bc0f0ff {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:07:48.006705 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6fb9ec9-81e1-4a83-a237-996a061fe80b", "tag": "b3f96fe1-7a09-467b-ab49-8e5be0d6582a", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:07:48.006705 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d6083234-f9e2-48c7-b2d0-66c96bc0f0ff {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:07:48.007220 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6fb9ec9-81e1-4a83-a237-996a061fe80b', 'tag': 'b3f96fe1-7a09-467b-ab49-8e5be0d6582a', 'status': 'completed', 'code': 200} Jul 24 01:07:48.014386 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-f995ef52-e277-43df-9cb0-6fe7d3837f97 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c3660a81a574f9ba01b0543dcb1130d HTTP/1.1" status: 200 len: 380 time: 0.3533545 Jul 24 01:07:48.020042 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-4ed50ffa-4d41-4a82-b1cd-54301ef0d56d None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:48.021081 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-88dec031-5272-4dd0-b20a-9a8bffb15b4f tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:48.023337 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b367cd-4b0b-43bd-920c-8667a3a895b1 admin admin] Router 12109906-a517-44e7-8bdf-b6f6166c6630 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:07:48.028693 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c09dafc2-135f-4bc6-bb26-a3df7fe8c70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:48.031492 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c09dafc2-135f-4bc6-bb26-a3df7fe8c70d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:48.035025 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c09dafc2-135f-4bc6-bb26-a3df7fe8c70d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b07b06f2-1da3-4043-a213-db22bd2f4f19 HTTP/1.1" status: 204 len: 168 time: 0.2558846 Jul 24 01:07:48.040368 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-4ed50ffa-4d41-4a82-b1cd-54301ef0d56d None None] Transition to ACTIVE for port object a722def4-5fa1-44d4-86c1-1100f96212eb will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:07:48.048174 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09dafc2-135f-4bc6-bb26-a3df7fe8c70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07b06f2-1da3-4043-a213-db22bd2f4f19,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:48.060833 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-4ed50ffa-4d41-4a82-b1cd-54301ef0d56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:48.078999 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-7a96b2dc-2ddd-4b05-9a2e-611f8588ac2a tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Request body: {'port': {'device_id': '0bff11f4-1b7e-4b85-8f7f-249f5dab02d2', 'network_id': '03e78a62-81d3-4752-be2c-d12db7b84826', 'admin_state_up': True, 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'security_groups': ['8bef3724-a24f-4584-ba3c-381623968a52']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:48.096076 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-88dec031-5272-4dd0-b20a-9a8bffb15b4f tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:48.175837 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbda0d9-c78f-43a6-9bc2-8d2d51f020df service neutron] Pushing event updated for resources: {'Port': ['ID=b3f96fe1-7a09-467b-ab49-8e5be0d6582a,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:48.211207 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b367cd-4b0b-43bd-920c-8667a3a895b1 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:07:48.226798 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ae30c-bb49-4af3-b26e-bb9660d81cac None None] Pushing event updated for resources: {'Port': ['ID=a722def4-5fa1-44d4-86c1-1100f96212eb,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:48.231080 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-96b367cd-4b0b-43bd-920c-8667a3a895b1 admin admin] 10.222.0.15 "PUT /v2.0/routers/12109906-a517-44e7-8bdf-b6f6166c6630/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1769826 Jul 24 01:07:48.231207 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23f9213-35b7-42fe-bdaa-9137ce83ec6e None None] Sync routers for ids ['12109906-a517-44e7-8bdf-b6f6166c6630'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:07:48.233264 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51504) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:48.252825 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-4ed50ffa-4d41-4a82-b1cd-54301ef0d56d None None] Attempting to bind port a722def4-5fa1-44d4-86c1-1100f96212eb on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:07:48.253591 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-4ed50ffa-4d41-4a82-b1cd-54301ef0d56d None None] Attempting to bind port a722def4-5fa1-44d4-86c1-1100f96212eb by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'c89e3cbc-4aac-4fff-a675-9a81f1b0ca38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:07:48.254391 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed50ffa-4d41-4a82-b1cd-54301ef0d56d None None] Attempting to bind port a722def4-5fa1-44d4-86c1-1100f96212eb on network ce20638c-9366-403c-99ef-699b8c74111a {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:07:48.262238 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23f9213-35b7-42fe-bdaa-9137ce83ec6e None None] Routers {'12109906-a517-44e7-8bdf-b6f6166c6630'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:07:48.262846 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-e23f9213-35b7-42fe-bdaa-9137ce83ec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:07:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['12109906-a517-44e7-8bdf-b6f6166c6630'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:48.263290 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed50ffa-4d41-4a82-b1cd-54301ef0d56d None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:07:48.264023 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed50ffa-4d41-4a82-b1cd-54301ef0d56d None None] Checking segment: {'id': 'c89e3cbc-4aac-4fff-a675-9a81f1b0ca38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:07:48.264793 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-4ed50ffa-4d41-4a82-b1cd-54301ef0d56d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:48.266936 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed50ffa-4d41-4a82-b1cd-54301ef0d56d None None] Bound using segment: {'id': 'c89e3cbc-4aac-4fff-a675-9a81f1b0ca38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:07:48.267937 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-4ed50ffa-4d41-4a82-b1cd-54301ef0d56d None None] Bound port: a722def4-5fa1-44d4-86c1-1100f96212eb, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c89e3cbc-4aac-4fff-a675-9a81f1b0ca38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:07:48.268546 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-4ed50ffa-4d41-4a82-b1cd-54301ef0d56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:48.318995 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dec031-5272-4dd0-b20a-9a8bffb15b4f tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08cc8b5d-4eb4-4ede-8761-f328802cbe61,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:48.335944 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-88dec031-5272-4dd0-b20a-9a8bffb15b4f tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:48.336300 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-50102e0b-fb50-433c-ba10-8c3bd2f45742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:48.338322 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-88dec031-5272-4dd0-b20a-9a8bffb15b4f tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.8479626 Jul 24 01:07:48.345716 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51506) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:48.359347 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-3b585409-07f6-41f9-918a-29b56d5ddd28 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Request body: {'security_group_rule': {'security_group_id': '08cc8b5d-4eb4-4ede-8761-f328802cbe61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:48.360517 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bba962f-215a-434e-83b4-61509bb59a85 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Network f76a5139-f01f-43be-a5b9-7d194799dd9a is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:07:48.375435 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-4ed50ffa-4d41-4a82-b1cd-54301ef0d56d None None] For port a722def4-5fa1-44d4-86c1-1100f96212eb, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:07:48.379578 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-4ed50ffa-4d41-4a82-b1cd-54301ef0d56d None None] For port a722def4-5fa1-44d4-86c1-1100f96212eb, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=a722def4-5fa1-44d4-86c1-1100f96212eb,segment=NetworkSegment(c89e3cbc-4aac-4fff-a675-9a81f1b0ca38),segment_id=c89e3cbc-4aac-4fff-a675-9a81f1b0ca38)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:07:48.389287 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-4ed50ffa-4d41-4a82-b1cd-54301ef0d56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:48.447598 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-7bba962f-215a-434e-83b4-61509bb59a85 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:07:48.474245 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3b585409-07f6-41f9-918a-29b56d5ddd28 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:48.487830 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa53101b-8b3b-4369-99b0-c16507269a38 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:07:48.513615 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a568df-df8e-4214-b036-e75ebc9c0604 None None] Sync routers for ids ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:07:48.519147 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-29fddaba-0145-49eb-ab19-1f1cf1921610 admin admin] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:48.535575 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-e23f9213-35b7-42fe-bdaa-9137ce83ec6e None None] Set router 12109906-a517-44e7-8bdf-b6f6166c6630 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:07:48.543268 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ae30c-bb49-4af3-b26e-bb9660d81cac None None] Pushing event updated for resources: {'Port': ['ID=a722def4-5fa1-44d4-86c1-1100f96212eb,revision_number=4']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:48.546223 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-86d5c3a8-e488-441c-8138-076c24c9aaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:48.547993 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-86d5c3a8-e488-441c-8138-076c24c9aaa6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb25f46ad77c460f9de40c947f94708d&device_id=f6fb9ec9-81e1-4a83-a237-996a061fe80b HTTP/1.1" status: 200 len: 1096 time: 0.5943639 Jul 24 01:07:48.553989 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed50ffa-4d41-4a82-b1cd-54301ef0d56d None None] Routers {'93ddeb42-1c3d-43ef-8b69-08a014923a85'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:07:48.554621 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-4ed50ffa-4d41-4a82-b1cd-54301ef0d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:07:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['93ddeb42-1c3d-43ef-8b69-08a014923a85'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:48.555771 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aa53101b-8b3b-4369-99b0-c16507269a38 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:48.557706 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a568df-df8e-4214-b036-e75ebc9c0604 None None] Routers {'b3c2eb8f-49b1-4979-bf68-b4b584f721d7'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:07:48.558296 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-91a568df-df8e-4214-b036-e75ebc9c0604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:07:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:48.592353 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:48.625389 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51508) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:48.746073 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1327887c-7575-4e10-873c-1e18e323ca04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:48.776921 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-91a568df-df8e-4214-b036-e75ebc9c0604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:48.838050 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3b585409-07f6-41f9-918a-29b56d5ddd28 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:48.844449 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a568df-df8e-4214-b036-e75ebc9c0604 None None] Routers {'b3c2eb8f-49b1-4979-bf68-b4b584f721d7'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:07:48.845102 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-91a568df-df8e-4214-b036-e75ebc9c0604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:07:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:48.873664 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3b585409-07f6-41f9-918a-29b56d5ddd28 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:48.961949 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 19f981a7-9d63-4133-b78d-564ed827aed5 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:07:48.965995 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-29fddaba-0145-49eb-ab19-1f1cf1921610 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:48.969945 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b585409-07f6-41f9-918a-29b56d5ddd28 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9d44241-b9b6-43f7-bdc3-61e47e8582bb,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:49.027734 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fc66539d-9b11-41f1-8b1d-6852da4c8171 req-16126c53-f074-43c2-b2b0-f72948abf332 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bff11f4-1b7e-4b85-8f7f-249f5dab02d2 HTTP/1.1" status: 200 len: 210 time: 0.0626876 Jul 24 01:07:49.030686 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-91a568df-df8e-4214-b036-e75ebc9c0604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:49.031361 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a568df-df8e-4214-b036-e75ebc9c0604 None None] The sync data for ids ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'] in n-d-793621-25 is: [] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:07:49.064108 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-4ed50ffa-4d41-4a82-b1cd-54301ef0d56d None None] Set router 93ddeb42-1c3d-43ef-8b69-08a014923a85 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:07:49.073969 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-7c1308aa-3275-4587-bd2a-8cc41c83bc3d None None] Provisioning complete for port 833a38de-bbac-41ff-a6e0-782fd432454d triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:07:49.074351 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7c1308aa-3275-4587-bd2a-8cc41c83bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:49.109114 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-29fddaba-0145-49eb-ab19-1f1cf1921610 admin admin] Deleting port f09f3e96-454e-444d-8a11-33e60e7f34f6 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:07:49.109897 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-29fddaba-0145-49eb-ab19-1f1cf1921610 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:49.123830 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 19f981a7-9d63-4133-b78d-564ed827aed5 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:07:49.124217 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:49.200806 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-e23f9213-35b7-42fe-bdaa-9137ce83ec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12109906-a517-44e7-8bdf-b6f6166c6630', 'name': 'tempest-TaggedBootDevicesTest-798315874-router', 'tenant_id': 'cd6a59a0ba774d20a9df419972239646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': 'f09f3e96-454e-444d-8a11-33e60e7f34f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:50Z', 'updated_at': '2021-07-24T01:07:47Z', 'revision_number': 5, 'project_id': 'cd6a59a0ba774d20a9df419972239646', 'gw_port': {'id': 'f09f3e96-454e-444d-8a11-33e60e7f34f6', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:50:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12109906-a517-44e7-8bdf-b6f6166c6630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T00:55:51Z', 'updated_at': '2021-07-24T00:55:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:49.210944 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1327887c-7575-4e10-873c-1e18e323ca04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:49.226587 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1327887c-7575-4e10-873c-1e18e323ca04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:49.234432 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-80b96d5b-0f5b-4227-8aae-c782dea84319 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3f96fe1-7a09-467b-ab49-8e5be0d6582a HTTP/1.1" status: 200 len: 217 time: 0.6757390 Jul 24 01:07:49.243560 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-aa53101b-8b3b-4369-99b0-c16507269a38 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 12.3063326 Jul 24 01:07:49.245730 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51512) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:49.261598 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-d76410c3-05b9-4efc-b904-68f1a5c7d66f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1394417989'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:49.276096 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1327887c-7575-4e10-873c-1e18e323ca04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ac1924-3c9e-4cf5-920b-81b4dbe9bc88,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:49.278353 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f162d-8f4f-4f1d-9f5f-0a41de5e67f1 req-a5fb3b00-7edf-4b9a-b77b-dadb907f8fae tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:49.286242 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-663f162d-8f4f-4f1d-9f5f-0a41de5e67f1 req-a5fb3b00-7edf-4b9a-b77b-dadb907f8fae tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6fb9ec9-81e1-4a83-a237-996a061fe80b HTTP/1.1" status: 200 len: 944 time: 1.1287160 Jul 24 01:07:49.289328 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23f9213-35b7-42fe-bdaa-9137ce83ec6e None None] Checking router: 12109906-a517-44e7-8bdf-b6f6166c6630 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:07:49.293756 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3b585409-07f6-41f9-918a-29b56d5ddd28 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:49.295564 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3b585409-07f6-41f9-918a-29b56d5ddd28 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9479270 Jul 24 01:07:49.301942 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51514) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:49.302451 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-7c1308aa-3275-4587-bd2a-8cc41c83bc3d None None] Port 833a38de-bbac-41ff-a6e0-782fd432454d cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:07:49.315527 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-29fddaba-0145-49eb-ab19-1f1cf1921610 admin admin] For port f09f3e96-454e-444d-8a11-33e60e7f34f6, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=f09f3e96-454e-444d-8a11-33e60e7f34f6,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:49.316181 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-29fddaba-0145-49eb-ab19-1f1cf1921610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:49.322206 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23f9213-35b7-42fe-bdaa-9137ce83ec6e None None] Routers {'12109906-a517-44e7-8bdf-b6f6166c6630'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:07:49.322966 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-e23f9213-35b7-42fe-bdaa-9137ce83ec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:07:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['12109906-a517-44e7-8bdf-b6f6166c6630'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:49.323320 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-751bcf2a-7c51-4d44-86ba-b77539835654 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Request body: {'security_group_rule': {'security_group_id': '08cc8b5d-4eb4-4ede-8761-f328802cbe61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:49.351754 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-4ed50ffa-4d41-4a82-b1cd-54301ef0d56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'name': 'tempest-AttachVolumeShelveTestJSON-1196408481-router', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': 'e210a921-6ad7-482a-90d2-d5c75f452355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:07:35Z', 'updated_at': '2021-07-24T01:07:42Z', 'revision_number': 4, 'project_id': 'd6dc6777949c4bca80e15baebcec81ec', 'gw_port': {'id': 'e210a921-6ad7-482a-90d2-d5c75f452355', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:36Z', 'updated_at': '2021-07-24T01:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'a722def4-5fa1-44d4-86c1-1100f96212eb', 'name': '', 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'mac_address': 'fa:16:3e:ba:bb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '941506a1-fc49-47b1-b115-8157f3b98de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:41Z', 'updated_at': '2021-07-24T01:07:48Z', 'revision_number': 4, 'project_id': 'd6dc6777949c4bca80e15baebcec81ec', 'subnets': [{'id': '941506a1-fc49-47b1-b115-8157f3b98de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:49.363935 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.db.api [None req-751bcf2a-7c51-4d44-86ba-b77539835654 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 24 01:07:49.363935 n-d-793621-25 neutron-server[100463]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 24 01:07:49.363935 n-d-793621-25 neutron-server[100463]: [parameters: {'project_id_1': 'd6dc6777949c4bca80e15baebcec81ec', 'expiration_1': datetime.datetime(2021, 7, 24, 1, 7, 49, 340759)}] Jul 24 01:07:49.363935 n-d-793621-25 neutron-server[100463]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 01:07:49.364852 n-d-793621-25 neutron-server[100463]: DEBUG oslo_db.api [None req-751bcf2a-7c51-4d44-86ba-b77539835654 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 01:07:49.374517 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.db.api [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-7a96b2dc-2ddd-4b05-9a2e-611f8588ac2a tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 24 01:07:49.374517 n-d-793621-25 neutron-server[100464]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 24 01:07:49.374517 n-d-793621-25 neutron-server[100464]: [parameters: {'project_id_1': '6c3660a81a574f9ba01b0543dcb1130d', 'expiration_1': datetime.datetime(2021, 7, 24, 1, 7, 49, 335625)}] Jul 24 01:07:49.374517 n-d-793621-25 neutron-server[100464]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100464) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 01:07:49.376808 n-d-793621-25 neutron-server[100464]: DEBUG oslo_db.api [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-7a96b2dc-2ddd-4b05-9a2e-611f8588ac2a tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 01:07:49.376907 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1327887c-7575-4e10-873c-1e18e323ca04 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4c0ce351b3564c0889f683e502ccd7c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7481327 Jul 24 01:07:49.376907 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51516) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:49.394741 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-663f162d-8f4f-4f1d-9f5f-0a41de5e67f1 req-5c2bc27e-529a-43fb-ae92-8dd283255755 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb010bda-8fd7-4581-bbd6-0ec6e85602c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056609 Jul 24 01:07:49.404181 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-249febde-cd2a-4350-b362-671c8ea49552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:49.406347 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-249febde-cd2a-4350-b362-671c8ea49552 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f6ebf60-8236-4059-9bdb-2264724118ef HTTP/1.1" status: 200 len: 852 time: 0.1585252 Jul 24 01:07:49.407230 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76410c3-05b9-4efc-b904-68f1a5c7d66f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Made reservation on behalf of c9209d9a1e19440da4a98fc2629037ba for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:07:49.410831 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d76410c3-05b9-4efc-b904-68f1a5c7d66f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:49.413986 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed50ffa-4d41-4a82-b1cd-54301ef0d56d None None] The sync data for ids ['93ddeb42-1c3d-43ef-8b69-08a014923a85'] in n-d-793621-25 is: [{'id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'name': 'tempest-AttachVolumeShelveTestJSON-1196408481-router', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': 'e210a921-6ad7-482a-90d2-d5c75f452355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:07:35Z', 'updated_at': '2021-07-24T01:07:42Z', 'revision_number': 4, 'project_id': 'd6dc6777949c4bca80e15baebcec81ec', 'gw_port': {'id': 'e210a921-6ad7-482a-90d2-d5c75f452355', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:36Z', 'updated_at': '2021-07-24T01:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'a722def4-5fa1-44d4-86c1-1100f96212eb', 'name': '', 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'mac_address': 'fa:16:3e:ba:bb:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '941506a1-fc49-47b1-b115-8157f3b98de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:41Z', 'updated_at': '2021-07-24T01:07:48Z', 'revision_number': 4, 'project_id': 'd6dc6777949c4bca80e15baebcec81ec', 'subnets': [{'id': '941506a1-fc49-47b1-b115-8157f3b98de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:07:49.425957 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-29fddaba-0145-49eb-ab19-1f1cf1921610 admin admin] Calling delete_port for f09f3e96-454e-444d-8a11-33e60e7f34f6 owned by network:router_gateway {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:07:49.434221 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-e23f9213-35b7-42fe-bdaa-9137ce83ec6e None None] Set router 12109906-a517-44e7-8bdf-b6f6166c6630 gateway port host: None {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:07:49.457065 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-04e39717-de65-42b0-bd66-f63456c5327d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5f17bf0f-16f7-4502-b194-bc60a77421f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435517 Jul 24 01:07:49.479328 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-608afc1e-37f6-44d0-a42c-0cfbd1fae241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:49.491524 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d76410c3-05b9-4efc-b904-68f1a5c7d66f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:07:49.506866 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d76410c3-05b9-4efc-b904-68f1a5c7d66f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:49.507310 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-d76410c3-05b9-4efc-b904-68f1a5c7d66f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Added segment fbd9ebf3-a0be-4ae8-9f94-325e52bdc34f of type vlan for network 1789b9a9-ccb9-4400-ba78-b23214c7e617 Jul 24 01:07:49.521530 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-e23f9213-35b7-42fe-bdaa-9137ce83ec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12109906-a517-44e7-8bdf-b6f6166c6630', 'name': 'tempest-TaggedBootDevicesTest-798315874-router', 'tenant_id': 'cd6a59a0ba774d20a9df419972239646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:50Z', 'updated_at': '2021-07-24T01:07:48Z', 'revision_number': 6, 'project_id': 'cd6a59a0ba774d20a9df419972239646', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:49.555017 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23f9213-35b7-42fe-bdaa-9137ce83ec6e None None] The sync data for ids ['12109906-a517-44e7-8bdf-b6f6166c6630'] in n-d-793621-25 is: [{'id': '12109906-a517-44e7-8bdf-b6f6166c6630', 'name': 'tempest-TaggedBootDevicesTest-798315874-router', 'tenant_id': 'cd6a59a0ba774d20a9df419972239646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T00:55:50Z', 'updated_at': '2021-07-24T01:07:48Z', 'revision_number': 6, 'project_id': 'cd6a59a0ba774d20a9df419972239646', 'gw_port_host': None}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:07:49.557704 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-608afc1e-37f6-44d0-a42c-0cfbd1fae241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:49.578697 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:49.602309 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bba962f-215a-434e-83b4-61509bb59a85 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Router 3d901bff-485f-4395-be14-8d2d9fb31e35 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:07:49.617048 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d76410c3-05b9-4efc-b904-68f1a5c7d66f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:49.688495 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-608afc1e-37f6-44d0-a42c-0cfbd1fae241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:49.691102 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-608afc1e-37f6-44d0-a42c-0cfbd1fae241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:49.692293 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-608afc1e-37f6-44d0-a42c-0cfbd1fae241 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f9ac1924-3c9e-4cf5-920b-81b4dbe9bc88 HTTP/1.1" status: 204 len: 168 time: 0.3102419 Jul 24 01:07:49.727349 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608afc1e-37f6-44d0-a42c-0cfbd1fae241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ac1924-3c9e-4cf5-920b-81b4dbe9bc88,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:49.772132 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-29fddaba-0145-49eb-ab19-1f1cf1921610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:49.787392 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.db.resource_extend [None req-d76410c3-05b9-4efc-b904-68f1a5c7d66f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 01:07:49.831579 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fddaba-0145-49eb-ab19-1f1cf1921610 admin admin] Pushing event deleted for resources: {'Port': ['ID=f09f3e96-454e-444d-8a11-33e60e7f34f6,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:49.833340 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bba962f-215a-434e-83b4-61509bb59a85 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:07:49.845562 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99f0c15-f804-409a-9c6c-62c41faeb3ef None None] Sync routers for ids ['3d901bff-485f-4395-be14-8d2d9fb31e35'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:07:49.864565 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7bba962f-215a-434e-83b4-61509bb59a85 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "PUT /v2.0/routers/3d901bff-485f-4395-be14-8d2d9fb31e35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8638892 Jul 24 01:07:49.866700 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99f0c15-f804-409a-9c6c-62c41faeb3ef None None] Routers {'3d901bff-485f-4395-be14-8d2d9fb31e35'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:07:49.867684 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d76410c3-05b9-4efc-b904-68f1a5c7d66f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:49.869677 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51520) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:49.869833 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-f99f0c15-f804-409a-9c6c-62c41faeb3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:07:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['3d901bff-485f-4395-be14-8d2d9fb31e35'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:49.882899 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76410c3-05b9-4efc-b904-68f1a5c7d66f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:49.883712 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d76410c3-05b9-4efc-b904-68f1a5c7d66f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:49.891130 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-a54e095e-d7fd-4c8c-ba34-5aa67a3ed7b9 service neutron] 10.222.0.13 "GET /v2.0/networks/5f17bf0f-16f7-4502-b194-bc60a77421f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247122 Jul 24 01:07:49.965042 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-7a96b2dc-2ddd-4b05-9a2e-611f8588ac2a tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Made reservation on behalf of 6c3660a81a574f9ba01b0543dcb1130d for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:07:49.969677 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-7a96b2dc-2ddd-4b05-9a2e-611f8588ac2a tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:50.096559 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-f99f0c15-f804-409a-9c6c-62c41faeb3ef None None] Set router 3d901bff-485f-4395-be14-8d2d9fb31e35 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:07:50.268752 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-29fddaba-0145-49eb-ab19-1f1cf1921610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:50.284598 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-85c67669-7f28-48d4-95a7-b9f7e2200433 req-8cba3d8b-5d49-4daf-85f5-54b9a4786847 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bff11f4-1b7e-4b85-8f7f-249f5dab02d2 HTTP/1.1" status: 200 len: 210 time: 0.0778713 Jul 24 01:07:50.310498 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-7a96b2dc-2ddd-4b05-9a2e-611f8588ac2a tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Allocated IP 172.20.0.5 (03e78a62-81d3-4752-be2c-d12db7b84826/b482f598-bb63-4afc-99f7-7e599c57abf9/5b91c6cb-ee66-499d-9491-adc0d960ebb0) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:07:50.321881 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d76410c3-05b9-4efc-b904-68f1a5c7d66f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0660248 Jul 24 01:07:50.323047 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76410c3-05b9-4efc-b904-68f1a5c7d66f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Pushing event updated for resources: {'Network': ['ID=1789b9a9-ccb9-4400-ba78-b23214c7e617,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:50.329281 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51528) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:50.339713 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-2a515118-1814-426a-a9e6-9713b287f4f0 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Request body: {'subnet': {'network_id': '1789b9a9-ccb9-4400-ba78-b23214c7e617', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:50.451569 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-751bcf2a-7c51-4d44-86ba-b77539835654 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:50.479979 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-061866fa-24e9-48ee-b2da-3f97d780fcc0 req-2b8dfa8a-8fc0-41d1-bf70-722941c3b67f service neutron] 10.222.0.13 "GET /v2.0/networks/5f17bf0f-16f7-4502-b194-bc60a77421f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5523882 Jul 24 01:07:50.600291 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-29fddaba-0145-49eb-ab19-1f1cf1921610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:50.612115 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-29fddaba-0145-49eb-ab19-1f1cf1921610 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:50.795264 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f51bb5d-9cdb-4cd9-b19b-b1c6bd654343 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:50.795706 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f51bb5d-9cdb-4cd9-b19b-b1c6bd654343 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:50.796183 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f51bb5d-9cdb-4cd9-b19b-b1c6bd654343 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:50.796747 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f51bb5d-9cdb-4cd9-b19b-b1c6bd654343 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:50.797187 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f51bb5d-9cdb-4cd9-b19b-b1c6bd654343 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:50.810186 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 1789b9a9-ccb9-4400-ba78-b23214c7e617 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:07:50.810775 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f51bb5d-9cdb-4cd9-b19b-b1c6bd654343 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:50.811183 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f51bb5d-9cdb-4cd9-b19b-b1c6bd654343 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:50.811665 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f51bb5d-9cdb-4cd9-b19b-b1c6bd654343 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:50.812134 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f51bb5d-9cdb-4cd9-b19b-b1c6bd654343 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:50.812604 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f51bb5d-9cdb-4cd9-b19b-b1c6bd654343 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:50.813201 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f51bb5d-9cdb-4cd9-b19b-b1c6bd654343 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:50.820115 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0f51bb5d-9cdb-4cd9-b19b-b1c6bd654343 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7734 time: 0.9103749 Jul 24 01:07:50.829268 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51540) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:50.880060 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a515118-1814-426a-a9e6-9713b287f4f0 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Made reservation on behalf of c9209d9a1e19440da4a98fc2629037ba for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:07:50.893299 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2a515118-1814-426a-a9e6-9713b287f4f0 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:50.902087 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a722def4-5fa1-44d4-86c1-1100f96212eb up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:07:50.907540 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-29fddaba-0145-49eb-ab19-1f1cf1921610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:50.908503 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fddaba-0145-49eb-ab19-1f1cf1921610 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12109906-a517-44e7-8bdf-b6f6166c6630 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:07:50.920107 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-29fddaba-0145-49eb-ab19-1f1cf1921610 admin admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:50.921469 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-29fddaba-0145-49eb-ab19-1f1cf1921610 admin admin] 10.222.0.15 "DELETE /v2.0/routers/12109906-a517-44e7-8bdf-b6f6166c6630 HTTP/1.1" status: 204 len: 168 time: 2.6883903 Jul 24 01:07:50.924740 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51546) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:50.970460 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3f42c9-233e-4352-8f9f-2547d6cdbdfc req-372111ec-7667-40d1-9aea-80c94c47e898 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:50.972757 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8d3f42c9-233e-4352-8f9f-2547d6cdbdfc req-372111ec-7667-40d1-9aea-80c94c47e898 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6fb9ec9-81e1-4a83-a237-996a061fe80b HTTP/1.1" status: 200 len: 944 time: 0.4313197 Jul 24 01:07:51.082574 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-cee0874b-144a-4c0e-bbf5-a7553a862f02 admin admin] Deleting subnet 17dd084b-19bb-45d3-963a-b91ffe31fcfa {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:07:51.086992 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cee0874b-144a-4c0e-bbf5-a7553a862f02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:51.124350 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37035ee6-c645-4a2e-9c71-de71affd656f req-26e7982a-27e5-4300-b7eb-2e86e8b52676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:51.125861 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-37035ee6-c645-4a2e-9c71-de71affd656f req-26e7982a-27e5-4300-b7eb-2e86e8b52676 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb25f46ad77c460f9de40c947f94708d&device_id=f6fb9ec9-81e1-4a83-a237-996a061fe80b HTTP/1.1" status: 200 len: 1096 time: 0.5045581 Jul 24 01:07:51.182427 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-751bcf2a-7c51-4d44-86ba-b77539835654 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:51.200823 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-751bcf2a-7c51-4d44-86ba-b77539835654 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:51.219569 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8d3f42c9-233e-4352-8f9f-2547d6cdbdfc req-45f3707e-70b1-485d-a039-f8c151576a10 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb010bda-8fd7-4581-bbd6-0ec6e85602c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173698 Jul 24 01:07:51.237884 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cee0874b-144a-4c0e-bbf5-a7553a862f02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:51.315230 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-7a96b2dc-2ddd-4b05-9a2e-611f8588ac2a tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:51.336141 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734292ce-9a88-440a-b5d1-d282792fed47 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:51.336616 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734292ce-9a88-440a-b5d1-d282792fed47 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:51.350339 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-7a96b2dc-2ddd-4b05-9a2e-611f8588ac2a tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Transition to ACTIVE for port object 5b91c6cb-ee66-499d-9491-adc0d960ebb0 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:07:51.355428 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734292ce-9a88-440a-b5d1-d282792fed47 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:51.356308 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734292ce-9a88-440a-b5d1-d282792fed47 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:51.357188 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734292ce-9a88-440a-b5d1-d282792fed47 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:51.357666 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734292ce-9a88-440a-b5d1-d282792fed47 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:51.358451 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734292ce-9a88-440a-b5d1-d282792fed47 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:51.359338 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734292ce-9a88-440a-b5d1-d282792fed47 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:51.359968 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734292ce-9a88-440a-b5d1-d282792fed47 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:51.360840 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734292ce-9a88-440a-b5d1-d282792fed47 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:51.364835 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-734292ce-9a88-440a-b5d1-d282792fed47 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6520 time: 0.5342431 Jul 24 01:07:51.377106 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51554) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:51.429430 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751bcf2a-7c51-4d44-86ba-b77539835654 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80591bf9-cd2b-4333-88da-c99b035df737,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:51.437642 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:51.483117 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-751bcf2a-7c51-4d44-86ba-b77539835654 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:51.486042 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port a722def4-5fa1-44d4-86c1-1100f96212eb completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:07:51.488711 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-751bcf2a-7c51-4d44-86ba-b77539835654 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1766508 Jul 24 01:07:51.491441 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port a722def4-5fa1-44d4-86c1-1100f96212eb triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:07:51.491835 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:51.498986 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-f99f0c15-f804-409a-9c6c-62c41faeb3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d901bff-485f-4395-be14-8d2d9fb31e35', 'name': 'tempest-TestNetworkBasicOps-router-1503883983', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '19f981a7-9d63-4133-b78d-564ed827aed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:07:32Z', 'updated_at': '2021-07-24T01:07:45Z', 'revision_number': 4, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'gw_port': {'id': '19f981a7-9d63-4133-b78d-564ed827aed5', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d901bff-485f-4395-be14-8d2d9fb31e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:34Z', 'updated_at': '2021-07-24T01:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '833a38de-bbac-41ff-a6e0-782fd432454d', 'name': '', 'network_id': 'f76a5139-f01f-43be-a5b9-7d194799dd9a', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'mac_address': 'fa:16:3e:d7:14:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d901bff-485f-4395-be14-8d2d9fb31e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '0efe4001-3e58-40a5-b419-19a80f1c419d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:40Z', 'updated_at': '2021-07-24T01:07:46Z', 'revision_number': 2, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'subnets': [{'id': '0efe4001-3e58-40a5-b419-19a80f1c419d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:51.522786 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51558) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:51.526925 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37035ee6-c645-4a2e-9c71-de71affd656f req-fa23ee2d-5bcb-4529-bf80-3459a6a23647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:51.528395 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-37035ee6-c645-4a2e-9c71-de71affd656f req-fa23ee2d-5bcb-4529-bf80-3459a6a23647 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5f17bf0f-16f7-4502-b194-bc60a77421f2 HTTP/1.1" status: 200 len: 913 time: 0.3895259 Jul 24 01:07:51.543704 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-638996f9-75f7-46f2-b91b-6478e2319363 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:51.568641 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99f0c15-f804-409a-9c6c-62c41faeb3ef None None] Checking router: 3d901bff-485f-4395-be14-8d2d9fb31e35 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:07:51.568986 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99f0c15-f804-409a-9c6c-62c41faeb3ef None None] Updating router 3d901bff-485f-4395-be14-8d2d9fb31e35 port 833a38de-bbac-41ff-a6e0-782fd432454d binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:07:51.639570 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-37035ee6-c645-4a2e-9c71-de71affd656f req-065f6f71-13ec-4de9-ae3a-3ac69d14c54c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3f96fe1-7a09-467b-ab49-8e5be0d6582a HTTP/1.1" status: 200 len: 217 time: 0.0855701 Jul 24 01:07:51.641807 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f99f0c15-f804-409a-9c6c-62c41faeb3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:51.644002 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-47c0d9ca-fc6e-4974-8d3e-a723797bb9e6 req-4dbbec71-3425-4837-a203-9687731966ff tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bff11f4-1b7e-4b85-8f7f-249f5dab02d2 HTTP/1.1" status: 200 len: 210 time: 0.1507852 Jul 24 01:07:51.685910 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cee0874b-144a-4c0e-bbf5-a7553a862f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:51.762287 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-638996f9-75f7-46f2-b91b-6478e2319363 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks [] for floatingip, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:51.766230 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:51.780338 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-7a96b2dc-2ddd-4b05-9a2e-611f8588ac2a tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:51.809635 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cee0874b-144a-4c0e-bbf5-a7553a862f02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:51.833467 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37035ee6-c645-4a2e-9c71-de71affd656f req-69f14691-2650-405e-a08e-830a3c227ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:51.835783 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-37035ee6-c645-4a2e-9c71-de71affd656f req-69f14691-2650-405e-a08e-830a3c227ee9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f6ebf60-8236-4059-9bdb-2264724118ef HTTP/1.1" status: 200 len: 852 time: 0.1674902 Jul 24 01:07:51.852338 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cee0874b-144a-4c0e-bbf5-a7553a862f02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:51.858350 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-cee0874b-144a-4c0e-bbf5-a7553a862f02 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/17dd084b-19bb-45d3-963a-b91ffe31fcfa HTTP/1.1" status: 204 len: 168 time: 0.9150937 Jul 24 01:07:51.858350 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee0874b-144a-4c0e-bbf5-a7553a862f02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17dd084b-19bb-45d3-963a-b91ffe31fcfa,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:51.860105 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51566) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:51.866638 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port a722def4-5fa1-44d4-86c1-1100f96212eb, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=a722def4-5fa1-44d4-86c1-1100f96212eb,segment=NetworkSegment(c89e3cbc-4aac-4fff-a675-9a81f1b0ca38),segment_id=c89e3cbc-4aac-4fff-a675-9a81f1b0ca38)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:51.874929 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac461971-4212-4e26-841f-40f7fbba4975 None None] Network 75df3559-ab50-4f70-b828-45be90d30e6c requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:07:51.881440 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:51.893796 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2a515118-1814-426a-a9e6-9713b287f4f0 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:51.977981 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a515118-1814-426a-a9e6-9713b287f4f0 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Pushing event updated for resources: {'Subnet': ['ID=682818ab-644c-4d09-8ee5-d0dcc99560f2,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:51.982799 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-7a96b2dc-2ddd-4b05-9a2e-611f8588ac2a tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Network 03e78a62-81d3-4752-be2c-d12db7b84826 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:07:51.988211 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-37035ee6-c645-4a2e-9c71-de71affd656f req-3c8a82f4-887d-450e-800e-33f6162d29c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5f17bf0f-16f7-4502-b194-bc60a77421f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1217315 Jul 24 01:07:51.996667 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-7a96b2dc-2ddd-4b05-9a2e-611f8588ac2a tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:07:51.996880 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device f09f3e96-454e-444d-8a11-33e60e7f34f6 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:07:52.006927 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-7a96b2dc-2ddd-4b05-9a2e-611f8588ac2a tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:07:52.043236 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: f09f3e96-454e-444d-8a11-33e60e7f34f6 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:07:52.043593 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device f09f3e96-454e-444d-8a11-33e60e7f34f6 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:07:52.044091 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 5e7c9f8e-e732-42e9-aaeb-5be6f3b0d305 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:07:52.050808 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6960b170-4ad1-423a-b2f6-ba56c226bb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:52.069438 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a96b2dc-2ddd-4b05-9a2e-611f8588ac2a tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Pushing event updated for resources: {'Port': ['ID=5b91c6cb-ee66-499d-9491-adc0d960ebb0,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:52.111118 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a515118-1814-426a-a9e6-9713b287f4f0 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Checking segment: {'id': 'fbd9ebf3-a0be-4ae8-9f94-325e52bdc34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1789b9a9-ccb9-4400-ba78-b23214c7e617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:07:52.111374 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a515118-1814-426a-a9e6-9713b287f4f0 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Network hostable DHCP agents. Network: 1789b9a9-ccb9-4400-ba78-b23214c7e617, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:07:52.143907 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-6960b170-4ad1-423a-b2f6-ba56c226bb30 admin admin] Deleting port e3871f8f-7402-432a-8fb7-6b3f79c6a480 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:07:52.144179 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6960b170-4ad1-423a-b2f6-ba56c226bb30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:52.163680 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=a722def4-5fa1-44d4-86c1-1100f96212eb,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:52.175952 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 5e7c9f8e-e732-42e9-aaeb-5be6f3b0d305 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:07:52.176603 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 5e7c9f8e-e732-42e9-aaeb-5be6f3b0d305 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:07:52.243069 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-7a96b2dc-2ddd-4b05-9a2e-611f8588ac2a tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:52.244978 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-7a96b2dc-2ddd-4b05-9a2e-611f8588ac2a tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:52.267389 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-6960b170-4ad1-423a-b2f6-ba56c226bb30 admin admin] For port e3871f8f-7402-432a-8fb7-6b3f79c6a480, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=e3871f8f-7402-432a-8fb7-6b3f79c6a480,segment=NetworkSegment(5ef6bf11-09bc-46a7-97d4-245b20dfc394),segment_id=5ef6bf11-09bc-46a7-97d4-245b20dfc394)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:52.267826 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6960b170-4ad1-423a-b2f6-ba56c226bb30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:52.291155 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-6960b170-4ad1-423a-b2f6-ba56c226bb30 admin admin] Calling delete_port for e3871f8f-7402-432a-8fb7-6b3f79c6a480 owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:07:52.323468 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a515118-1814-426a-a9e6-9713b287f4f0 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Network 1789b9a9-ccb9-4400-ba78-b23214c7e617 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:07:52.394833 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-7a96b2dc-2ddd-4b05-9a2e-611f8588ac2a tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3657098 Jul 24 01:07:52.406226 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6960b170-4ad1-423a-b2f6-ba56c226bb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:52.408186 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f99f0c15-f804-409a-9c6c-62c41faeb3ef None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:52.421099 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f99f0c15-f804-409a-9c6c-62c41faeb3ef None None] Transition to ACTIVE for port object 833a38de-bbac-41ff-a6e0-782fd432454d will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:07:52.423850 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-2a515118-1814-426a-a9e6-9713b287f4f0 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 1789b9a9-ccb9-4400-ba78-b23214c7e617) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:07:52.430601 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-37035ee6-c645-4a2e-9c71-de71affd656f req-d66d3c88-61c7-4826-a6c1-3102bbd61805 service neutron] 10.222.0.13 "GET /v2.0/networks/5f17bf0f-16f7-4502-b194-bc60a77421f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182689 Jul 24 01:07:52.431150 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892a1c68-df4d-4910-ba72-96803df54982 None None] DHCP port deletion for 75df3559-ab50-4f70-b828-45be90d30e6c request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:07:52.437881 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6960b170-4ad1-423a-b2f6-ba56c226bb30 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3871f8f-7402-432a-8fb7-6b3f79c6a480,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:52.438494 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-67a5d8c6-ffe0-488f-8709-98b24e2dfee2 service neutron] Request body: {'port': {'device_id': '0bff11f4-1b7e-4b85-8f7f-249f5dab02d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:52.441404 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6960b170-4ad1-423a-b2f6-ba56c226bb30 admin admin] No DVR routers for this DVR port e3871f8f-7402-432a-8fb7-6b3f79c6a480 on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:07:52.447915 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a515118-1814-426a-a9e6-9713b287f4f0 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:52.448099 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f99f0c15-f804-409a-9c6c-62c41faeb3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:52.448904 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2a515118-1814-426a-a9e6-9713b287f4f0 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:52.450396 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ec3905-1d9a-4d61-9e97-e94c6dbbd840 None None] Network 1789b9a9-ccb9-4400-ba78-b23214c7e617 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:07:52.506473 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-638996f9-75f7-46f2-b91b-6478e2319363 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:52.516650 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad031c2f-f3fd-453c-8aab-fada06177e1f None None] Pushing event updated for resources: {'Port': ['ID=833a38de-bbac-41ff-a6e0-782fd432454d,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:52.535960 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-bc52217f-f391-406c-862c-de22cf86d382 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3770 time: 1.1573243 Jul 24 01:07:52.571038 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6960b170-4ad1-423a-b2f6-ba56c226bb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:52.582471 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-6960b170-4ad1-423a-b2f6-ba56c226bb30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75df3559-ab50-4f70-b828-45be90d30e6c']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:52.596350 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-6960b170-4ad1-423a-b2f6-ba56c226bb30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ef6bf11-09bc-46a7-97d4-245b20dfc394') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:52.596661 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-6960b170-4ad1-423a-b2f6-ba56c226bb30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ef6bf11-09bc-46a7-97d4-245b20dfc394') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:52.610470 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6960b170-4ad1-423a-b2f6-ba56c226bb30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:52.612072 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2a515118-1814-426a-a9e6-9713b287f4f0 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2815681 Jul 24 01:07:52.613395 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51582) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:52.631462 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6960b170-4ad1-423a-b2f6-ba56c226bb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:52.635385 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-4f85d76d-fd15-4295-b354-f699d5e477bd None None] Provisioning for port 5b91c6cb-ee66-499d-9491-adc0d960ebb0 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:07:52.641920 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-4f85d76d-fd15-4295-b354-f699d5e477bd None None] Provisioning complete for port 5b91c6cb-ee66-499d-9491-adc0d960ebb0 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:07:52.642406 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4f85d76d-fd15-4295-b354-f699d5e477bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:52.642904 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6960b170-4ad1-423a-b2f6-ba56c226bb30 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:07:52.643444 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6960b170-4ad1-423a-b2f6-ba56c226bb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:52.671651 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-61d63df7-9f18-49ed-9512-c13ecdda7b2e tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1258669378', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}, 'admin_state_up': False}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:52.699431 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-4f85d76d-fd15-4295-b354-f699d5e477bd None None] Port 5b91c6cb-ee66-499d-9491-adc0d960ebb0 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:07:52.770320 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-f99f0c15-f804-409a-9c6c-62c41faeb3ef None None] Attempting to bind port 833a38de-bbac-41ff-a6e0-782fd432454d on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:07:52.770984 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-f99f0c15-f804-409a-9c6c-62c41faeb3ef None None] Attempting to bind port 833a38de-bbac-41ff-a6e0-782fd432454d by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '44a29dc9-8bfe-4341-a20b-c8ac24696bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f76a5139-f01f-43be-a5b9-7d194799dd9a'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:07:52.771586 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99f0c15-f804-409a-9c6c-62c41faeb3ef None None] Attempting to bind port 833a38de-bbac-41ff-a6e0-782fd432454d on network f76a5139-f01f-43be-a5b9-7d194799dd9a {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:07:52.784442 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99f0c15-f804-409a-9c6c-62c41faeb3ef None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:07:52.785117 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99f0c15-f804-409a-9c6c-62c41faeb3ef None None] Checking segment: {'id': '44a29dc9-8bfe-4341-a20b-c8ac24696bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f76a5139-f01f-43be-a5b9-7d194799dd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:07:52.785677 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f99f0c15-f804-409a-9c6c-62c41faeb3ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:52.786229 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99f0c15-f804-409a-9c6c-62c41faeb3ef None None] Bound using segment: {'id': '44a29dc9-8bfe-4341-a20b-c8ac24696bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f76a5139-f01f-43be-a5b9-7d194799dd9a'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:07:52.792672 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:07:52.792672 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:07:52.792672 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:07:52.792672 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:07:52.792672 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:07:52.792672 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:07:52.792672 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:07:52.792672 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:07:52.792672 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:07:52.792672 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:07:52.792672 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:07:52.792672 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:07:52.792672 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:07:52.792672 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:07:52.792672 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:07:52.792672 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:07:52.792672 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:07:52.792672 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:07:52.792672 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:07:52.792672 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:07:52.792672 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:07:52.792672 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:07:52.792672 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:07:52.792672 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:07:52.792672 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:07:52.792672 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:07:52.792672 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:07:52.792672 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:07:52.792672 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:07:52.792672 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:07:52.792672 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:07:52.792672 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:07:52.797277 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-f99f0c15-f804-409a-9c6c-62c41faeb3ef None None] Bound port: 833a38de-bbac-41ff-a6e0-782fd432454d, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a29dc9-8bfe-4341-a20b-c8ac24696bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f76a5139-f01f-43be-a5b9-7d194799dd9a'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:07:52.798042 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f99f0c15-f804-409a-9c6c-62c41faeb3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:52.821466 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6960b170-4ad1-423a-b2f6-ba56c226bb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:52.827764 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6960b170-4ad1-423a-b2f6-ba56c226bb30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:52.829782 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6960b170-4ad1-423a-b2f6-ba56c226bb30 admin admin] 10.222.0.15 "DELETE /v2.0/networks/75df3559-ab50-4f70-b828-45be90d30e6c HTTP/1.1" status: 204 len: 168 time: 0.9698703 Jul 24 01:07:52.856185 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6960b170-4ad1-423a-b2f6-ba56c226bb30 admin admin] Pushing event deleted for resources: {'Network': ['ID=75df3559-ab50-4f70-b828-45be90d30e6c,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:52.882626 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a722def4-5fa1-44d4-86c1-1100f96212eb up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:07:52.888633 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-67a5d8c6-ffe0-488f-8709-98b24e2dfee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:52.910658 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-37035ee6-c645-4a2e-9c71-de71affd656f req-ed4023e2-b5f8-4eb8-a9ab-15ad73588184 service neutron] 10.222.0.13 "GET /v2.0/networks/5f17bf0f-16f7-4502-b194-bc60a77421f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4643486 Jul 24 01:07:52.919028 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-61d63df7-9f18-49ed-9512-c13ecdda7b2e tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:52.920206 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-61d63df7-9f18-49ed-9512-c13ecdda7b2e tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:52.920577 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3471dd1b-8688-48e6-84e6-cff9ebf14e89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-1789b9a9-ccb9-4400-ba78-b23214c7e617', 'network_id': '1789b9a9-ccb9-4400-ba78-b23214c7e617', 'tenant_id': 'c9209d9a1e19440da4a98fc2629037ba', 'fixed_ips': [{'subnet_id': '682818ab-644c-4d09-8ee5-d0dcc99560f2'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:07:52.921550 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3471dd1b-8688-48e6-84e6-cff9ebf14e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:52.947867 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e7cb8-39b8-4c91-9a75-32a64f94aecf req-7a7888aa-10f3-4677-abea-e037f5759179 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:52.949569 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-765e7cb8-39b8-4c91-9a75-32a64f94aecf req-7a7888aa-10f3-4677-abea-e037f5759179 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6fb9ec9-81e1-4a83-a237-996a061fe80b HTTP/1.1" status: 200 len: 944 time: 0.6172619 Jul 24 01:07:53.018227 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-638996f9-75f7-46f2-b91b-6478e2319363 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Allocated IP 172.25.2.205 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/1a8abaa1-9fff-40c0-9d68-76fba78d8df4) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:07:53.107425 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-765e7cb8-39b8-4c91-9a75-32a64f94aecf req-0b99dbd2-1f23-44f1-af12-f43df54863c9 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb010bda-8fd7-4581-bbd6-0ec6e85602c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482792 Jul 24 01:07:53.159046 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-f99f0c15-f804-409a-9c6c-62c41faeb3ef None None] For port 833a38de-bbac-41ff-a6e0-782fd432454d, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:07:53.162675 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device b3f96fe1-7a09-467b-ab49-8e5be0d6582a details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:07:53.167311 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-f99f0c15-f804-409a-9c6c-62c41faeb3ef None None] For port 833a38de-bbac-41ff-a6e0-782fd432454d, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=833a38de-bbac-41ff-a6e0-782fd432454d,segment=NetworkSegment(44a29dc9-8bfe-4341-a20b-c8ac24696bcc),segment_id=44a29dc9-8bfe-4341-a20b-c8ac24696bcc)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:07:53.185255 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-3471dd1b-8688-48e6-84e6-cff9ebf14e89 None None] Allocated IP 172.20.0.2 (1789b9a9-ccb9-4400-ba78-b23214c7e617/682818ab-644c-4d09-8ee5-d0dcc99560f2/f96b3483-2360-4c00-9a3c-9732584195b2) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:07:53.198795 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f99f0c15-f804-409a-9c6c-62c41faeb3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:53.222118 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51602) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:53.311182 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-36b5b645-45d0-468d-8470-676ea5f210bc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cd6a59a0ba774d20a9df419972239646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0851038 Jul 24 01:07:53.311182 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51604) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:53.332708 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port a722def4-5fa1-44d4-86c1-1100f96212eb triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:07:53.333441 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:53.388889 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51610) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:53.390249 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-487ba300-968b-46fe-91d4-7dce398e4803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:53.417599 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-487ba300-968b-46fe-91d4-7dce398e4803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:53.453966 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad031c2f-f3fd-453c-8aab-fada06177e1f None None] Pushing event updated for resources: {'Port': ['ID=833a38de-bbac-41ff-a6e0-782fd432454d,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:53.484001 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-6a55e049-4582-4ec3-8ef0-8f88c087556d tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1080035694', 'description': 'tempest-secgroup-smoke-1080035694 description', 'project_id': '9c584c0e2c5a47a78962537ebd255749'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:53.513653 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99f0c15-f804-409a-9c6c-62c41faeb3ef None None] Routers {'3d901bff-485f-4395-be14-8d2d9fb31e35'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:07:53.514667 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-f99f0c15-f804-409a-9c6c-62c41faeb3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:07:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['3d901bff-485f-4395-be14-8d2d9fb31e35'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:53.532562 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-487ba300-968b-46fe-91d4-7dce398e4803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:53.535666 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-487ba300-968b-46fe-91d4-7dce398e4803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:53.536838 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-487ba300-968b-46fe-91d4-7dce398e4803 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b607e344-24a6-4f17-aee1-1e5d86804c2a HTTP/1.1" status: 204 len: 168 time: 0.2266688 Jul 24 01:07:53.551892 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ba300-968b-46fe-91d4-7dce398e4803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b607e344-24a6-4f17-aee1-1e5d86804c2a,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:53.557377 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6a55e049-4582-4ec3-8ef0-8f88c087556d tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:53.734901 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6a55e049-4582-4ec3-8ef0-8f88c087556d tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:53.740773 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6a55e049-4582-4ec3-8ef0-8f88c087556d tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:53.785831 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-61d63df7-9f18-49ed-9512-c13ecdda7b2e tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:53.797791 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a55e049-4582-4ec3-8ef0-8f88c087556d tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fca9749-8856-4d62-a639-2baf6ba2f85e,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:53.811393 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6a55e049-4582-4ec3-8ef0-8f88c087556d tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:53.821657 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6a55e049-4582-4ec3-8ef0-8f88c087556d tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3472373 Jul 24 01:07:53.823227 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51622) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:53.828184 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-ed5dd898-060f-4b45-8e34-9f3f6364f753 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Request body: {'security_group_rule': {'security_group_id': '8fca9749-8856-4d62-a639-2baf6ba2f85e', 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:53.867934 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ed5dd898-060f-4b45-8e34-9f3f6364f753 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:53.988515 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ed5dd898-060f-4b45-8e34-9f3f6364f753 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:53.995880 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ed5dd898-060f-4b45-8e34-9f3f6364f753 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:54.028579 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5dd898-060f-4b45-8e34-9f3f6364f753 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb0414c6-13a1-4a50-be55-233fb2135513,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:54.031993 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ed5dd898-060f-4b45-8e34-9f3f6364f753 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:54.038420 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ed5dd898-060f-4b45-8e34-9f3f6364f753 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2136343 Jul 24 01:07:54.038561 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51630) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:54.048944 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port b3f96fe1-7a09-467b-ab49-8e5be0d6582a, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=b3f96fe1-7a09-467b-ab49-8e5be0d6582a,segment=NetworkSegment(366e5537-95e9-4718-8324-9af879730ed4),segment_id=366e5537-95e9-4718-8324-9af879730ed4)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:54.054796 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-775c3df9-8e25-408a-a7b6-b05bffd9ff53 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Request body: {'security_group_rule': {'security_group_id': '8fca9749-8856-4d62-a639-2baf6ba2f85e', 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:54.077761 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-61d63df7-9f18-49ed-9512-c13ecdda7b2e tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:54.101035 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'b3f96fe1-7a09-467b-ab49-8e5be0d6582a', 'network_id': '5f17bf0f-16f7-4502-b194-bc60a77421f2', 'port_id': 'b3f96fe1-7a09-467b-ab49-8e5be0d6582a', 'mac_address': 'fa:16:3e:4e:93:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f6ebf60-8236-4059-9bdb-2264724118ef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:07:54.144791 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-638996f9-75f7-46f2-b91b-6478e2319363 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:54.222138 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3471dd1b-8688-48e6-84e6-cff9ebf14e89 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:54.228805 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-f99f0c15-f804-409a-9c6c-62c41faeb3ef None None] Set router 3d901bff-485f-4395-be14-8d2d9fb31e35 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:07:54.243358 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51638) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:54.273242 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e3871f8f-7402-432a-8fb7-6b3f79c6a480 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:07:54.305906 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-3471dd1b-8688-48e6-84e6-cff9ebf14e89 None None] Transition to ACTIVE for port object f96b3483-2360-4c00-9a3c-9732584195b2 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:07:54.309666 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: e3871f8f-7402-432a-8fb7-6b3f79c6a480 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:07:54.310092 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e3871f8f-7402-432a-8fb7-6b3f79c6a480 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:07:54.325758 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b784cd-876c-40c7-80ad-70a5fa36cf7d req-e207d00e-8899-447b-a7f0-4ea9dee470ae tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:54.334218 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a0b784cd-876c-40c7-80ad-70a5fa36cf7d req-e207d00e-8899-447b-a7f0-4ea9dee470ae tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6fb9ec9-81e1-4a83-a237-996a061fe80b HTTP/1.1" status: 200 len: 944 time: 0.0988657 Jul 24 01:07:54.336488 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:54.383658 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-775c3df9-8e25-408a-a7b6-b05bffd9ff53 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:54.389533 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a0b784cd-876c-40c7-80ad-70a5fa36cf7d req-2b747d58-9a29-41e1-a5fe-1478902bea83 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb010bda-8fd7-4581-bbd6-0ec6e85602c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538213 Jul 24 01:07:54.404408 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-3471dd1b-8688-48e6-84e6-cff9ebf14e89 None None] Transition to ACTIVE for port object f96b3483-2360-4c00-9a3c-9732584195b2 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:07:54.423544 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3f96fe1-7a09-467b-ab49-8e5be0d6582a {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:07:54.433042 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3471dd1b-8688-48e6-84e6-cff9ebf14e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:54.439041 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235b952e-0957-485c-8e68-8fc0a86613a0 req-e8ef359d-7d0a-4bab-b74f-c7409658c861 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:54.444193 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-235b952e-0957-485c-8e68-8fc0a86613a0 req-e8ef359d-7d0a-4bab-b74f-c7409658c861 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bff11f4-1b7e-4b85-8f7f-249f5dab02d2 HTTP/1.1" status: 200 len: 931 time: 0.6449921 Jul 24 01:07:54.508176 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port b3f96fe1-7a09-467b-ab49-8e5be0d6582a, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=b3f96fe1-7a09-467b-ab49-8e5be0d6582a,segment=NetworkSegment(366e5537-95e9-4718-8324-9af879730ed4),segment_id=366e5537-95e9-4718-8324-9af879730ed4)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:54.512346 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d1ffaf82-592e-4fa8-b475-e543d9220740 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:54.519103 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3471dd1b-8688-48e6-84e6-cff9ebf14e89 None None] Network 1789b9a9-ccb9-4400-ba78-b23214c7e617 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:07:54.579895 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-3471dd1b-8688-48e6-84e6-cff9ebf14e89 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:07:54.584656 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3471dd1b-8688-48e6-84e6-cff9ebf14e89 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:07:54.602911 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:54.617808 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-67a5d8c6-ffe0-488f-8709-98b24e2dfee2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b91c6cb-ee66-499d-9491-adc0d960ebb0 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:07:54.626088 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3471dd1b-8688-48e6-84e6-cff9ebf14e89 None None] Pushing event updated for resources: {'Port': ['ID=f96b3483-2360-4c00-9a3c-9732584195b2,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:54.639308 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d1ffaf82-592e-4fa8-b475-e543d9220740 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:54.644933 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-638996f9-75f7-46f2-b91b-6478e2319363 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:54.646913 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d1ffaf82-592e-4fa8-b475-e543d9220740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:54.656859 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-67a5d8c6-ffe0-488f-8709-98b24e2dfee2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:54.688996 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d1ffaf82-592e-4fa8-b475-e543d9220740 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3642ccf10ea740bfa41e8d263997e843&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4410274 Jul 24 01:07:54.689976 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51652) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:54.709325 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-235b952e-0957-485c-8e68-8fc0a86613a0 req-da719817-8686-4194-9214-88559f59b5f4 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?id=8bef3724-a24f-4584-ba3c-381623968a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2465138 Jul 24 01:07:54.715429 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-775c3df9-8e25-408a-a7b6-b05bffd9ff53 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:54.732329 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638996f9-75f7-46f2-b91b-6478e2319363 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:07:54.733735 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-67a5d8c6-ffe0-488f-8709-98b24e2dfee2 service neutron] Transition to ACTIVE for port object 5b91c6cb-ee66-499d-9491-adc0d960ebb0 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:07:54.741947 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-775c3df9-8e25-408a-a7b6-b05bffd9ff53 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:54.746137 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-3471dd1b-8688-48e6-84e6-cff9ebf14e89 None None] Attempting to bind port f96b3483-2360-4c00-9a3c-9732584195b2 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:07:54.746567 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-3471dd1b-8688-48e6-84e6-cff9ebf14e89 None None] Attempting to bind port f96b3483-2360-4c00-9a3c-9732584195b2 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'fbd9ebf3-a0be-4ae8-9f94-325e52bdc34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1789b9a9-ccb9-4400-ba78-b23214c7e617'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:07:54.746971 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3471dd1b-8688-48e6-84e6-cff9ebf14e89 None None] Attempting to bind port f96b3483-2360-4c00-9a3c-9732584195b2 on network 1789b9a9-ccb9-4400-ba78-b23214c7e617 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:07:54.748580 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-638996f9-75f7-46f2-b91b-6478e2319363 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:07:54.755173 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ffaf82-592e-4fa8-b475-e543d9220740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a04a6a8-083a-48cf-8223-8b4532b7e8f8,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:54.763432 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638996f9-75f7-46f2-b91b-6478e2319363 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:07:54.766024 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-67a5d8c6-ffe0-488f-8709-98b24e2dfee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:54.775937 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638996f9-75f7-46f2-b91b-6478e2319363 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Pushing event updated for resources: {'Port': ['ID=1a8abaa1-9fff-40c0-9d68-76fba78d8df4,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:54.776223 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3471dd1b-8688-48e6-84e6-cff9ebf14e89 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:07:54.776605 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3471dd1b-8688-48e6-84e6-cff9ebf14e89 None None] Checking segment: {'id': 'fbd9ebf3-a0be-4ae8-9f94-325e52bdc34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1789b9a9-ccb9-4400-ba78-b23214c7e617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:07:54.777010 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3471dd1b-8688-48e6-84e6-cff9ebf14e89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:54.777460 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3471dd1b-8688-48e6-84e6-cff9ebf14e89 None None] Bound using segment: {'id': 'fbd9ebf3-a0be-4ae8-9f94-325e52bdc34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1789b9a9-ccb9-4400-ba78-b23214c7e617'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:07:54.777915 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-3471dd1b-8688-48e6-84e6-cff9ebf14e89 None None] Bound port: f96b3483-2360-4c00-9a3c-9732584195b2, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbd9ebf3-a0be-4ae8-9f94-325e52bdc34f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1789b9a9-ccb9-4400-ba78-b23214c7e617'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:07:54.778310 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3471dd1b-8688-48e6-84e6-cff9ebf14e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:54.804105 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=b3f96fe1-7a09-467b-ab49-8e5be0d6582a,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:54.814393 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c3df9-8e25-408a-a7b6-b05bffd9ff53 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04fc7dbb-d040-457c-a53b-b73683cdaa6b,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:54.826169 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f07c16fd-4154-487e-a830-2b58374477b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:54.829215 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51654) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:54.839740 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['b3f96fe1-7a09-467b-ab49-8e5be0d6582a'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:07:54.840990 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638996f9-75f7-46f2-b91b-6478e2319363 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:54.841355 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638996f9-75f7-46f2-b91b-6478e2319363 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:54.841693 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638996f9-75f7-46f2-b91b-6478e2319363 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:54.842035 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638996f9-75f7-46f2-b91b-6478e2319363 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:54.842371 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638996f9-75f7-46f2-b91b-6478e2319363 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:54.842756 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638996f9-75f7-46f2-b91b-6478e2319363 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:54.843076 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638996f9-75f7-46f2-b91b-6478e2319363 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:54.843390 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638996f9-75f7-46f2-b91b-6478e2319363 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:54.844436 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638996f9-75f7-46f2-b91b-6478e2319363 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:54.844436 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638996f9-75f7-46f2-b91b-6478e2319363 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:54.845520 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638996f9-75f7-46f2-b91b-6478e2319363 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:54.845874 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638996f9-75f7-46f2-b91b-6478e2319363 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:54.884531 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f07c16fd-4154-487e-a830-2b58374477b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:54.920000 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-f99f0c15-f804-409a-9c6c-62c41faeb3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d901bff-485f-4395-be14-8d2d9fb31e35', 'name': 'tempest-TestNetworkBasicOps-router-1503883983', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '19f981a7-9d63-4133-b78d-564ed827aed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:07:32Z', 'updated_at': '2021-07-24T01:07:45Z', 'revision_number': 4, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'gw_port': {'id': '19f981a7-9d63-4133-b78d-564ed827aed5', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d901bff-485f-4395-be14-8d2d9fb31e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:34Z', 'updated_at': '2021-07-24T01:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '833a38de-bbac-41ff-a6e0-782fd432454d', 'name': '', 'network_id': 'f76a5139-f01f-43be-a5b9-7d194799dd9a', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'mac_address': 'fa:16:3e:d7:14:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d901bff-485f-4395-be14-8d2d9fb31e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '0efe4001-3e58-40a5-b419-19a80f1c419d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:40Z', 'updated_at': '2021-07-24T01:07:53Z', 'revision_number': 4, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'subnets': [{'id': '0efe4001-3e58-40a5-b419-19a80f1c419d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:54.944685 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c3df9-8e25-408a-a7b6-b05bffd9ff53 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:54.945357 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c3df9-8e25-408a-a7b6-b05bffd9ff53 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:54.945902 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c3df9-8e25-408a-a7b6-b05bffd9ff53 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:54.946413 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c3df9-8e25-408a-a7b6-b05bffd9ff53 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:54.947000 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c3df9-8e25-408a-a7b6-b05bffd9ff53 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:54.947516 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c3df9-8e25-408a-a7b6-b05bffd9ff53 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:54.948209 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c3df9-8e25-408a-a7b6-b05bffd9ff53 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:54.948948 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f07c16fd-4154-487e-a830-2b58374477b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:54.949182 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c3df9-8e25-408a-a7b6-b05bffd9ff53 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:54.949973 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c3df9-8e25-408a-a7b6-b05bffd9ff53 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:54.950532 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c3df9-8e25-408a-a7b6-b05bffd9ff53 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:54.951528 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c3df9-8e25-408a-a7b6-b05bffd9ff53 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:54.952128 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c3df9-8e25-408a-a7b6-b05bffd9ff53 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:07:54.955990 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f07c16fd-4154-487e-a830-2b58374477b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:54.956583 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-775c3df9-8e25-408a-a7b6-b05bffd9ff53 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:54.962442 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-775c3df9-8e25-408a-a7b6-b05bffd9ff53 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9171445 Jul 24 01:07:54.963525 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f07c16fd-4154-487e-a830-2b58374477b3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1a04a6a8-083a-48cf-8223-8b4532b7e8f8 HTTP/1.1" status: 204 len: 168 time: 0.2722647 Jul 24 01:07:54.965229 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51658) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:54.981946 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f99f0c15-f804-409a-9c6c-62c41faeb3ef None None] The sync data for ids ['3d901bff-485f-4395-be14-8d2d9fb31e35'] in n-d-793621-25 is: [{'id': '3d901bff-485f-4395-be14-8d2d9fb31e35', 'name': 'tempest-TestNetworkBasicOps-router-1503883983', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '19f981a7-9d63-4133-b78d-564ed827aed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:07:32Z', 'updated_at': '2021-07-24T01:07:45Z', 'revision_number': 4, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'gw_port': {'id': '19f981a7-9d63-4133-b78d-564ed827aed5', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d901bff-485f-4395-be14-8d2d9fb31e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:34Z', 'updated_at': '2021-07-24T01:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '833a38de-bbac-41ff-a6e0-782fd432454d', 'name': '', 'network_id': 'f76a5139-f01f-43be-a5b9-7d194799dd9a', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'mac_address': 'fa:16:3e:d7:14:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d901bff-485f-4395-be14-8d2d9fb31e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '0efe4001-3e58-40a5-b419-19a80f1c419d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:40Z', 'updated_at': '2021-07-24T01:07:53Z', 'revision_number': 4, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'subnets': [{'id': '0efe4001-3e58-40a5-b419-19a80f1c419d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:07:54.984915 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-665cf555-1150-49c7-85a4-7eae17cb26d7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Request body: {'security_group_rule': {'security_group_id': '8fca9749-8856-4d62-a639-2baf6ba2f85e', 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:54.992545 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-3471dd1b-8688-48e6-84e6-cff9ebf14e89 None None] For port f96b3483-2360-4c00-9a3c-9732584195b2, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:07:55.012906 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-3471dd1b-8688-48e6-84e6-cff9ebf14e89 None None] For port f96b3483-2360-4c00-9a3c-9732584195b2, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=f96b3483-2360-4c00-9a3c-9732584195b2,segment=NetworkSegment(fbd9ebf3-a0be-4ae8-9f94-325e52bdc34f),segment_id=fbd9ebf3-a0be-4ae8-9f94-325e52bdc34f)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:07:55.017099 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c16fd-4154-487e-a830-2b58374477b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a04a6a8-083a-48cf-8223-8b4532b7e8f8,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:55.062249 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3471dd1b-8688-48e6-84e6-cff9ebf14e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:55.074288 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-0abc0074-1420-4283-9589-cf78f57b8faf admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1289622980-network', 'tenant_id': 'ab61dba76aab44e1a2627b4ce39fcdf5'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:55.087377 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-61d63df7-9f18-49ed-9512-c13ecdda7b2e tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for router_gateway, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:55.121003 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-665cf555-1150-49c7-85a4-7eae17cb26d7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:55.144922 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-61d63df7-9f18-49ed-9512-c13ecdda7b2e tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:55.194147 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abc0074-1420-4283-9589-cf78f57b8faf admin admin] Made reservation on behalf of ab61dba76aab44e1a2627b4ce39fcdf5 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:07:55.199237 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0abc0074-1420-4283-9589-cf78f57b8faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:55.222607 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0abc0074-1420-4283-9589-cf78f57b8faf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:55.294013 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3471dd1b-8688-48e6-84e6-cff9ebf14e89 None None] Pushing event updated for resources: {'Port': ['ID=f96b3483-2360-4c00-9a3c-9732584195b2,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:55.326518 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-665cf555-1150-49c7-85a4-7eae17cb26d7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:55.355585 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-665cf555-1150-49c7-85a4-7eae17cb26d7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:55.413109 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5d8c6-ffe0-488f-8709-98b24e2dfee2 service neutron] Pushing event updated for resources: {'Port': ['ID=5b91c6cb-ee66-499d-9491-adc0d960ebb0,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:55.415473 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665cf555-1150-49c7-85a4-7eae17cb26d7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd0c43c5-ce09-4b56-8e52-ac87777cf1a0,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:55.520224 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0abc0074-1420-4283-9589-cf78f57b8faf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:55.542410 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51666) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:55.566456 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-638996f9-75f7-46f2-b91b-6478e2319363 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:55.603423 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0abc0074-1420-4283-9589-cf78f57b8faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:55.614414 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ad0b7bb6-855e-42ac-a06e-d6ad652439be admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:55.616373 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-665cf555-1150-49c7-85a4-7eae17cb26d7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:55.617623 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-665cf555-1150-49c7-85a4-7eae17cb26d7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6468885 Jul 24 01:07:55.629351 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51668) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:55.645064 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0abc0074-1420-4283-9589-cf78f57b8faf admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:07:55.654258 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-c9151e5c-5471-4caa-ae94-893a97bdf0d1 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Request body: {'security_group_rule': {'security_group_id': '8fca9749-8856-4d62-a639-2baf6ba2f85e', 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:55.668678 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-67a5d8c6-ffe0-488f-8709-98b24e2dfee2 service neutron] Attempting to bind port 5b91c6cb-ee66-499d-9491-adc0d960ebb0 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:07:55.669015 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0abc0074-1420-4283-9589-cf78f57b8faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:55.669231 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-67a5d8c6-ffe0-488f-8709-98b24e2dfee2 service neutron] Attempting to bind port 5b91c6cb-ee66-499d-9491-adc0d960ebb0 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '7407b275-26ce-41ae-aa2f-0d064e63de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '03e78a62-81d3-4752-be2c-d12db7b84826'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:07:55.669368 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-0abc0074-1420-4283-9589-cf78f57b8faf admin admin] Added segment db7c2e2f-23c1-467c-8461-ff3884e2dd2e of type vlan for network 4eefe2ba-361f-4c1d-9332-6ad950aae607 Jul 24 01:07:55.669618 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-67a5d8c6-ffe0-488f-8709-98b24e2dfee2 service neutron] Attempting to bind port 5b91c6cb-ee66-499d-9491-adc0d960ebb0 on network 03e78a62-81d3-4752-be2c-d12db7b84826 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:07:55.676888 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-61d63df7-9f18-49ed-9512-c13ecdda7b2e tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Allocated IP 172.25.2.209 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/962d935f-2047-428a-acd4-1eaed200a0a3) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:07:55.677095 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc0074-1420-4283-9589-cf78f57b8faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8b8b50-634a-4d6a-b785-0371af85460a,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:55.695104 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb6ace-d31a-4f2c-8fc8-0e086f5faf2e req-e397003f-7971-463d-a4b7-869a13ac4055 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:55.696774 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a6bb6ace-d31a-4f2c-8fc8-0e086f5faf2e req-e397003f-7971-463d-a4b7-869a13ac4055 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6fb9ec9-81e1-4a83-a237-996a061fe80b HTTP/1.1" status: 200 len: 945 time: 0.1727319 Jul 24 01:07:55.725114 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-67a5d8c6-ffe0-488f-8709-98b24e2dfee2 service neutron] Port 5b91c6cb-ee66-499d-9491-adc0d960ebb0 on network 03e78a62-81d3-4752-be2c-d12db7b84826 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:07:55.725456 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-67a5d8c6-ffe0-488f-8709-98b24e2dfee2 service neutron] Attempting to bind port 5b91c6cb-ee66-499d-9491-adc0d960ebb0 on network 03e78a62-81d3-4752-be2c-d12db7b84826 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:07:55.751603 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-67a5d8c6-ffe0-488f-8709-98b24e2dfee2 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:07:55.751977 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-67a5d8c6-ffe0-488f-8709-98b24e2dfee2 service neutron] Checking segment: {'id': '7407b275-26ce-41ae-aa2f-0d064e63de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '03e78a62-81d3-4752-be2c-d12db7b84826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:07:55.752381 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-67a5d8c6-ffe0-488f-8709-98b24e2dfee2 service neutron] Bound using segment: {'id': '7407b275-26ce-41ae-aa2f-0d064e63de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '03e78a62-81d3-4752-be2c-d12db7b84826'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:07:55.752831 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-67a5d8c6-ffe0-488f-8709-98b24e2dfee2 service neutron] Bound port: 5b91c6cb-ee66-499d-9491-adc0d960ebb0, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7407b275-26ce-41ae-aa2f-0d064e63de96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '03e78a62-81d3-4752-be2c-d12db7b84826'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:07:55.753195 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-67a5d8c6-ffe0-488f-8709-98b24e2dfee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:55.762029 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0abc0074-1420-4283-9589-cf78f57b8faf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:55.780314 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.db.api [None req-ad0b7bb6-855e-42ac-a06e-d6ad652439be admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 24 01:07:55.780314 n-d-793621-25 neutron-server[100464]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 24 01:07:55.780314 n-d-793621-25 neutron-server[100464]: [parameters: {'project_id_1': 'f11fb8e7628b4dc8b322f11802ae5d3f', 'expiration_1': datetime.datetime(2021, 7, 24, 1, 7, 55, 710851)}] Jul 24 01:07:55.780314 n-d-793621-25 neutron-server[100464]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100464) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 01:07:55.780890 n-d-793621-25 neutron-server[100464]: DEBUG oslo_db.api [None req-ad0b7bb6-855e-42ac-a06e-d6ad652439be admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 01:07:55.781124 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-638996f9-75f7-46f2-b91b-6478e2319363 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:55.821431 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a6bb6ace-d31a-4f2c-8fc8-0e086f5faf2e req-f5c24deb-dd5e-4c6c-9d4a-e75ef2abfa78 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb010bda-8fd7-4581-bbd6-0ec6e85602c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947418 Jul 24 01:07:55.842782 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0abc0074-1420-4283-9589-cf78f57b8faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:55.843961 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abc0074-1420-4283-9589-cf78f57b8faf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:55.844603 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0abc0074-1420-4283-9589-cf78f57b8faf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:55.862646 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9151e5c-5471-4caa-ae94-893a97bdf0d1 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:55.876032 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0abc0074-1420-4283-9589-cf78f57b8faf admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0456138 Jul 24 01:07:55.880523 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51672) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:55.887265 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-b7838626-dea9-483e-bb8d-8f0075f8e683 admin admin] Request body: {'subnet': {'network_id': '4eefe2ba-361f-4c1d-9332-6ad950aae607', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1289622980-subnet', 'tenant_id': 'ab61dba76aab44e1a2627b4ce39fcdf5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:55.924508 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc0074-1420-4283-9589-cf78f57b8faf admin admin] Pushing event updated for resources: {'Network': ['ID=4eefe2ba-361f-4c1d-9332-6ad950aae607,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:55.935582 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 4eefe2ba-361f-4c1d-9332-6ad950aae607 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:07:55.956044 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7838626-dea9-483e-bb8d-8f0075f8e683 admin admin] Made reservation on behalf of ab61dba76aab44e1a2627b4ce39fcdf5 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:07:55.962378 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b7838626-dea9-483e-bb8d-8f0075f8e683 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:56.065258 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-61d63df7-9f18-49ed-9512-c13ecdda7b2e tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:56.095682 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-67a5d8c6-ffe0-488f-8709-98b24e2dfee2 service neutron] For port 5b91c6cb-ee66-499d-9491-adc0d960ebb0, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:07:56.133949 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9151e5c-5471-4caa-ae94-893a97bdf0d1 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:56.151251 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b7838626-dea9-483e-bb8d-8f0075f8e683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:56.157815 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-67a5d8c6-ffe0-488f-8709-98b24e2dfee2 service neutron] For port 5b91c6cb-ee66-499d-9491-adc0d960ebb0, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=5b91c6cb-ee66-499d-9491-adc0d960ebb0,segment=NetworkSegment(7407b275-26ce-41ae-aa2f-0d064e63de96),segment_id=7407b275-26ce-41ae-aa2f-0d064e63de96)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:07:56.158887 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9151e5c-5471-4caa-ae94-893a97bdf0d1 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:56.184659 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-67a5d8c6-ffe0-488f-8709-98b24e2dfee2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:56.216320 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7838626-dea9-483e-bb8d-8f0075f8e683 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a665a515-2379-4027-9c74-ff9fdf3f8207,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:56.221592 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7838626-dea9-483e-bb8d-8f0075f8e683 admin admin] Checking segment: {'id': 'db7c2e2f-23c1-467c-8461-ff3884e2dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4eefe2ba-361f-4c1d-9332-6ad950aae607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:07:56.221958 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7838626-dea9-483e-bb8d-8f0075f8e683 admin admin] Network hostable DHCP agents. Network: 4eefe2ba-361f-4c1d-9332-6ad950aae607, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:07:56.223150 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d41b0b-0382-484a-a102-7def2ffb64e8 req-a1934ce4-ff64-4922-be4c-e0dce83a5b15 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:56.224979 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-00d41b0b-0382-484a-a102-7def2ffb64e8 req-a1934ce4-ff64-4922-be4c-e0dce83a5b15 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bff11f4-1b7e-4b85-8f7f-249f5dab02d2 HTTP/1.1" status: 200 len: 943 time: 0.3660424 Jul 24 01:07:56.232161 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9151e5c-5471-4caa-ae94-893a97bdf0d1 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57ae476f-514a-4f29-b225-9d804a525374,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:56.244089 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7838626-dea9-483e-bb8d-8f0075f8e683 admin admin] Network 4eefe2ba-361f-4c1d-9332-6ad950aae607 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:07:56.260141 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-b7838626-dea9-483e-bb8d-8f0075f8e683 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 4eefe2ba-361f-4c1d-9332-6ad950aae607) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:07:56.264173 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7838626-dea9-483e-bb8d-8f0075f8e683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:56.264946 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b7838626-dea9-483e-bb8d-8f0075f8e683 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:56.270201 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003b492e-d685-421e-ac6a-e4da8ea1b996 None None] Network 4eefe2ba-361f-4c1d-9332-6ad950aae607 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:07:56.284348 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ad0b7bb6-855e-42ac-a06e-d6ad652439be admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:56.285468 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b7838626-dea9-483e-bb8d-8f0075f8e683 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4023387 Jul 24 01:07:56.286256 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9151e5c-5471-4caa-ae94-893a97bdf0d1 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:56.289236 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c9151e5c-5471-4caa-ae94-893a97bdf0d1 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6439607 Jul 24 01:07:56.291974 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51674) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:56.298046 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-67a5d8c6-ffe0-488f-8709-98b24e2dfee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:56.298679 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-67a5d8c6-ffe0-488f-8709-98b24e2dfee2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:56.300112 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-67a5d8c6-ffe0-488f-8709-98b24e2dfee2 service neutron] 10.222.0.13 "PUT /v2.0/ports/5b91c6cb-ee66-499d-9491-adc0d960ebb0 HTTP/1.1" status: 200 len: 1092 time: 3.8726456 Jul 24 01:07:56.307476 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-3ec5000d-d216-4d1e-b0a5-a9af06eed566 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Request body: {'security_group_rule': {'security_group_id': '8fca9749-8856-4d62-a639-2baf6ba2f85e', 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:56.311899 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bff11f4-1b7e-4b85-8f7f-249f5dab02d2', 'tag': '5b91c6cb-ee66-499d-9491-adc0d960ebb0'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:07:56.314258 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942b525a-b98d-4b85-8655-df54ad27f437" -d '{"events": [{"name": "network-changed", "server_uuid": "0bff11f4-1b7e-4b85-8f7f-249f5dab02d2", "tag": "5b91c6cb-ee66-499d-9491-adc0d960ebb0"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:07:56.357018 n-d-793621-25 neutron-server[100463]: INFO neutron.db.securitygroups_db [None req-3ec5000d-d216-4d1e-b0a5-a9af06eed566 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Project 9c584c0e2c5a47a78962537ebd255749 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:07:56.374551 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3ec5000d-d216-4d1e-b0a5-a9af06eed566 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:56.382675 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-61d63df7-9f18-49ed-9512-c13ecdda7b2e tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:56.483125 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac4610f-081e-4a90-a66e-1985a1e2b689 x-openstack-request-id: req-fac4610f-081e-4a90-a66e-1985a1e2b689 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:07:56.483613 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bff11f4-1b7e-4b85-8f7f-249f5dab02d2", "tag": "5b91c6cb-ee66-499d-9491-adc0d960ebb0", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:07:56.484058 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fac4610f-081e-4a90-a66e-1985a1e2b689 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:07:56.484616 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bff11f4-1b7e-4b85-8f7f-249f5dab02d2', 'tag': '5b91c6cb-ee66-499d-9491-adc0d960ebb0', 'status': 'completed', 'code': 200} Jul 24 01:07:56.509637 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-638996f9-75f7-46f2-b91b-6478e2319363 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:56.522250 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3ec5000d-d216-4d1e-b0a5-a9af06eed566 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:56.539732 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3ec5000d-d216-4d1e-b0a5-a9af06eed566 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:56.555163 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-00d41b0b-0382-484a-a102-7def2ffb64e8 req-0bed3c2a-783a-49d7-9278-0e6471935908 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?id=8bef3724-a24f-4584-ba3c-381623968a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3101897 Jul 24 01:07:56.559613 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5d8c6-ffe0-488f-8709-98b24e2dfee2 service neutron] Pushing event updated for resources: {'Port': ['ID=5b91c6cb-ee66-499d-9491-adc0d960ebb0,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:56.594913 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5000d-d216-4d1e-b0a5-a9af06eed566 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b49d7577-27b3-4236-8b7c-05c1478b472f,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:56.595122 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7e9381-deec-4ca8-a94b-80a632a70264 None None] Network 4eefe2ba-361f-4c1d-9332-6ad950aae607 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:07:56.608000 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-638996f9-75f7-46f2-b91b-6478e2319363 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:56.612420 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d63df7-9f18-49ed-9512-c13ecdda7b2e tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:07:56.665138 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-61d63df7-9f18-49ed-9512-c13ecdda7b2e tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:07:56.668265 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d63df7-9f18-49ed-9512-c13ecdda7b2e tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:07:56.891192 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ad0b7bb6-855e-42ac-a06e-d6ad652439be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:56.914169 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3ec5000d-d216-4d1e-b0a5-a9af06eed566 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:56.915695 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3ec5000d-d216-4d1e-b0a5-a9af06eed566 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6143816 Jul 24 01:07:56.918859 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51688) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:56.925636 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-03ce4187-4e12-401d-b28d-ebf48f97676c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Request body: {'security_group_rule': {'security_group_id': '8fca9749-8856-4d62-a639-2baf6ba2f85e', 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:56.934288 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device f96b3483-2360-4c00-9a3c-9732584195b2 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:07:56.955140 n-d-793621-25 neutron-server[100463]: INFO neutron.db.securitygroups_db [None req-03ce4187-4e12-401d-b28d-ebf48f97676c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Project 9c584c0e2c5a47a78962537ebd255749 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:07:56.969275 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-03ce4187-4e12-401d-b28d-ebf48f97676c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:56.971095 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d63df7-9f18-49ed-9512-c13ecdda7b2e tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Pushing event updated for resources: {'Port': ['ID=962d935f-2047-428a-acd4-1eaed200a0a3,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:56.979897 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e30635-7ab4-40ec-956a-500d67a57170 None None] Network 1789b9a9-ccb9-4400-ba78-b23214c7e617 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:07:56.997018 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ad0b7bb6-855e-42ac-a06e-d6ad652439be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:57.070893 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638996f9-75f7-46f2-b91b-6478e2319363 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Pushing event updated for resources: {'Port': ['ID=1a8abaa1-9fff-40c0-9d68-76fba78d8df4,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:57.118350 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-42f6f495-e3b7-4a8c-b11a-56fee6b9cc3f None None] Provisioning for port f96b3483-2360-4c00-9a3c-9732584195b2 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:07:57.122598 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port f96b3483-2360-4c00-9a3c-9732584195b2 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:07:57.126656 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-03ce4187-4e12-401d-b28d-ebf48f97676c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:57.128989 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-42f6f495-e3b7-4a8c-b11a-56fee6b9cc3f None None] Provisioning complete for port f96b3483-2360-4c00-9a3c-9732584195b2 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:07:57.129368 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-42f6f495-e3b7-4a8c-b11a-56fee6b9cc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:57.138131 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port f96b3483-2360-4c00-9a3c-9732584195b2 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:07:57.138514 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:57.149916 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-bebe58d1-53fc-46ef-9e05-3b7eff2a2f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:57.155123 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-bebe58d1-53fc-46ef-9e05-3b7eff2a2f44 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c3660a81a574f9ba01b0543dcb1130d&device_id=0bff11f4-1b7e-4b85-8f7f-249f5dab02d2 HTTP/1.1" status: 200 len: 1095 time: 0.7432888 Jul 24 01:07:57.169807 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device b3f96fe1-7a09-467b-ab49-8e5be0d6582a up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:07:57.180011 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-638996f9-75f7-46f2-b91b-6478e2319363 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:57.239352 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-9a059330-f262-48cd-89e9-4f1346849e47 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b91c6cb-ee66-499d-9491-adc0d960ebb0 HTTP/1.1" status: 200 len: 217 time: 0.0606782 Jul 24 01:07:57.245460 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ad0b7bb6-855e-42ac-a06e-d6ad652439be admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f11fb8e7628b4dc8b322f11802ae5d3f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7000325 Jul 24 01:07:57.290338 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-638996f9-75f7-46f2-b91b-6478e2319363 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:57.291601 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-638996f9-75f7-46f2-b91b-6478e2319363 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.7661998 Jul 24 01:07:57.292195 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51698) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:57.414132 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-42f6f495-e3b7-4a8c-b11a-56fee6b9cc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:57.461815 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:57.465868 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port b3f96fe1-7a09-467b-ab49-8e5be0d6582a completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:07:57.476043 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b7bb6-855e-42ac-a06e-d6ad652439be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22dd9e0-3f56-44ce-bdd6-60947d0393fe,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:57.488279 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-0fbd7203-2031-4a16-b720-b7258bd929d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:57.489623 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port b3f96fe1-7a09-467b-ab49-8e5be0d6582a triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:07:57.490244 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-0fbd7203-2031-4a16-b720-b7258bd929d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b482f598-bb63-4afc-99f7-7e599c57abf9 HTTP/1.1" status: 200 len: 849 time: 0.2032340 Jul 24 01:07:57.490385 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:57.545591 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-03ce4187-4e12-401d-b28d-ebf48f97676c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:57.546694 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-42f6f495-e3b7-4a8c-b11a-56fee6b9cc3f None None] For port f96b3483-2360-4c00-9a3c-9732584195b2, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=f96b3483-2360-4c00-9a3c-9732584195b2,segment=NetworkSegment(fbd9ebf3-a0be-4ae8-9f94-325e52bdc34f),segment_id=fbd9ebf3-a0be-4ae8-9f94-325e52bdc34f)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:57.558737 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-42f6f495-e3b7-4a8c-b11a-56fee6b9cc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:57.571221 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce4187-4e12-401d-b28d-ebf48f97676c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32ce097a-6e81-4538-9c16-66bc21eaf776,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:57.606164 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933bf63-d317-4a9c-b721-7931e3680f46 req-57495daa-bc7f-470f-acdc-08d1db5aa0d8 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:57.607786 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d933bf63-d317-4a9c-b721-7931e3680f46 req-57495daa-bc7f-470f-acdc-08d1db5aa0d8 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6fb9ec9-81e1-4a83-a237-996a061fe80b HTTP/1.1" status: 200 len: 945 time: 0.6208155 Jul 24 01:07:57.619520 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-03ce4187-4e12-401d-b28d-ebf48f97676c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:57.620061 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-03ce4187-4e12-401d-b28d-ebf48f97676c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7002025 Jul 24 01:07:57.626042 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f6f495-e3b7-4a8c-b11a-56fee6b9cc3f None None] Pushing event updated for resources: {'Port': ['ID=f96b3483-2360-4c00-9a3c-9732584195b2,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:57.679326 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.db.api [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 01:07:57.679833 n-d-793621-25 neutron-server[100465]: DEBUG oslo_db.api [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 01:07:57.690690 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-0421adc4-cdd9-47b2-8b5f-68fd535c9a42 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:57.695466 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-0421adc4-cdd9-47b2-8b5f-68fd535c9a42 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/networks?id=4eefe2ba-361f-4c1d-9332-6ad950aae607 HTTP/1.1" status: 200 len: 815 time: 0.6281576 Jul 24 01:07:57.715051 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-c006e1be-97f1-43d8-89f5-92d10aed09ea tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/quotas/ab61dba76aab44e1a2627b4ce39fcdf5 HTTP/1.1" status: 200 len: 375 time: 0.0119224 Jul 24 01:07:57.719303 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2fce166e-33c6-4538-b577-38b994296ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:57.733550 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:57.768720 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-a6e5d5fc-6ee2-464e-8598-ddb6cb6eb7e9 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ab61dba76aab44e1a2627b4ce39fcdf5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382140 Jul 24 01:07:57.770676 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6fb9ec9-81e1-4a83-a237-996a061fe80b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f96fe1-7a09-467b-ab49-8e5be0d6582a'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:07:57.773886 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3267dfc-90bc-4519-b290-94c208999a56" -d '{"events": [{"server_uuid": "f6fb9ec9-81e1-4a83-a237-996a061fe80b", "name": "network-vif-plugged", "status": "completed", "tag": "b3f96fe1-7a09-467b-ab49-8e5be0d6582a"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:07:57.799421 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port b3f96fe1-7a09-467b-ab49-8e5be0d6582a, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=b3f96fe1-7a09-467b-ab49-8e5be0d6582a,segment=NetworkSegment(366e5537-95e9-4718-8324-9af879730ed4),segment_id=366e5537-95e9-4718-8324-9af879730ed4)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:57.805416 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:57.835807 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2fce166e-33c6-4538-b577-38b994296ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:57.838831 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-6f73af03-d463-49ea-ab9e-82c365af0737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:57.840413 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-6f73af03-d463-49ea-ab9e-82c365af0737 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=03e78a62-81d3-4752-be2c-d12db7b84826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3413935 Jul 24 01:07:57.853695 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d933bf63-d317-4a9c-b721-7931e3680f46 req-c3bdbfcc-1cfa-48e7-a74a-7f5017bc0428 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb010bda-8fd7-4581-bbd6-0ec6e85602c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124503 Jul 24 01:07:57.885579 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=b3f96fe1-7a09-467b-ab49-8e5be0d6582a,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:57.890342 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-322d4d4b-5a30-438c-aa5c-47afa8425d41 service neutron] 10.222.0.15 "GET /v2.0/networks/4eefe2ba-361f-4c1d-9332-6ad950aae607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107192 Jul 24 01:07:57.985422 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-61d63df7-9f18-49ed-9512-c13ecdda7b2e tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for router_gateway, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:58.000401 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-16d9eb88-130c-49dc-b9f7-dccfecb59ef8 service neutron] 10.222.0.15 "GET /v2.0/networks/4eefe2ba-361f-4c1d-9332-6ad950aae607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010678 Jul 24 01:07:58.089713 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-fcbf504a-f6fc-4d75-b79b-d65636762a3b None None] Provisioning complete for port f96b3483-2360-4c00-9a3c-9732584195b2 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:07:58.090081 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-fcbf504a-f6fc-4d75-b79b-d65636762a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:58.121133 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2fce166e-33c6-4538-b577-38b994296ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:58.123743 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2fce166e-33c6-4538-b577-38b994296ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:58.127782 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2fce166e-33c6-4538-b577-38b994296ff3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a22dd9e0-3f56-44ce-bdd6-60947d0393fe HTTP/1.1" status: 204 len: 168 time: 0.6804490 Jul 24 01:07:58.142194 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-74ec4433-853a-4613-b569-487ce216d42f service neutron] 10.222.0.13 "GET /v2.0/networks/03e78a62-81d3-4752-be2c-d12db7b84826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941093 Jul 24 01:07:58.154011 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-96693395-05c6-485a-a356-2fdb124d12ac tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--180251174&fields=id&tenant_id=d6dc6777949c4bca80e15baebcec81ec HTTP/1.1" status: 200 len: 267 time: 0.1659381 Jul 24 01:07:58.201963 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce166e-33c6-4538-b577-38b994296ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22dd9e0-3f56-44ce-bdd6-60947d0393fe,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:58.254370 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 833a38de-bbac-41ff-a6e0-782fd432454d up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:07:58.299776 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed3a870-5215-4945-b259-7598e166fa03 req-e4f7e665-518b-45af-bbce-46b35a7dc375 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:58.308067 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9ed3a870-5215-4945-b259-7598e166fa03 req-e4f7e665-518b-45af-bbce-46b35a7dc375 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bff11f4-1b7e-4b85-8f7f-249f5dab02d2 HTTP/1.1" status: 200 len: 943 time: 0.1401992 Jul 24 01:07:58.321709 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 833a38de-bbac-41ff-a6e0-782fd432454d completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:07:58.327764 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 833a38de-bbac-41ff-a6e0-782fd432454d triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:07:58.328325 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:58.385258 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9ed3a870-5215-4945-b259-7598e166fa03 req-2df1d084-8b4b-45cc-80d1-566f1599ea17 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?id=8bef3724-a24f-4584-ba3c-381623968a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715163 Jul 24 01:07:58.439599 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:58.477457 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 833a38de-bbac-41ff-a6e0-782fd432454d, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=833a38de-bbac-41ff-a6e0-782fd432454d,segment=NetworkSegment(44a29dc9-8bfe-4341-a20b-c8ac24696bcc),segment_id=44a29dc9-8bfe-4341-a20b-c8ac24696bcc)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:07:58.480070 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78f5f41-1520-4bf3-bc5e-950dcc7d86f0 x-openstack-request-id: req-b78f5f41-1520-4bf3-bc5e-950dcc7d86f0 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:07:58.480368 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6fb9ec9-81e1-4a83-a237-996a061fe80b", "name": "network-vif-plugged", "status": "completed", "tag": "b3f96fe1-7a09-467b-ab49-8e5be0d6582a", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:07:58.480621 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b78f5f41-1520-4bf3-bc5e-950dcc7d86f0 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:07:58.481015 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6fb9ec9-81e1-4a83-a237-996a061fe80b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f96fe1-7a09-467b-ab49-8e5be0d6582a', 'code': 200} Jul 24 01:07:58.495217 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:58.575471 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=833a38de-bbac-41ff-a6e0-782fd432454d,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:07:58.648203 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-0497e0e0-e057-4e91-8ae2-328c2e703c74 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1080035694&fields=id&tenant_id=9c584c0e2c5a47a78962537ebd255749 HTTP/1.1" status: 200 len: 267 time: 0.0528076 Jul 24 01:07:58.780107 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device f96b3483-2360-4c00-9a3c-9732584195b2 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:07:58.822054 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-85f862fe-dd4f-480b-8d32-e420a76b7fef tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:58.829493 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-85f862fe-dd4f-480b-8d32-e420a76b7fef tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/networks?id=f76a5139-f01f-43be-a5b9-7d194799dd9a HTTP/1.1" status: 200 len: 796 time: 0.1726258 Jul 24 01:07:58.845980 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-a6dfe7df-ce8d-4939-b787-14aa398ea9a0 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/quotas/9c584c0e2c5a47a78962537ebd255749 HTTP/1.1" status: 200 len: 375 time: 0.0151405 Jul 24 01:07:58.869359 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port f96b3483-2360-4c00-9a3c-9732584195b2 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:07:58.870018 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:58.950250 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-a5443902-9ec1-4c93-8fcc-1f106088b244 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:58.952041 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-a5443902-9ec1-4c93-8fcc-1f106088b244 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/networks?id=ce20638c-9366-403c-99ef-699b8c74111a HTTP/1.1" status: 200 len: 817 time: 0.7971466 Jul 24 01:07:58.966475 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-6a531c79-effe-4043-9d6f-64b6a997427c tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9c584c0e2c5a47a78962537ebd255749&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1133449 Jul 24 01:07:58.971878 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3e12a689-a5ff-4a7b-9e33-0393ced0ae30 req-39cadf53-bc35-49b9-bcf8-2dc02cdcfdef service neutron] 10.222.0.13 "GET /v2.0/networks/03e78a62-81d3-4752-be2c-d12db7b84826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7923334 Jul 24 01:07:58.995309 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-88f8ac79-6176-4350-8820-da33a54de573 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/quotas/d6dc6777949c4bca80e15baebcec81ec HTTP/1.1" status: 200 len: 375 time: 0.0311253 Jul 24 01:07:59.000200 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 833a38de-bbac-41ff-a6e0-782fd432454d up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:07:59.003370 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020d2cc-fec3-4ff3-8e9f-34771cb0343d req-2cc0883e-f510-4477-9d32-9aa4259b4e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:59.005099 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4020d2cc-fec3-4ff3-8e9f-34771cb0343d req-2cc0883e-f510-4477-9d32-9aa4259b4e6e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f6fb9ec9-81e1-4a83-a237-996a061fe80b HTTP/1.1" status: 200 len: 1098 time: 0.2903821 Jul 24 01:07:59.018344 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-61d63df7-9f18-49ed-9512-c13ecdda7b2e tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:59.112982 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-a7cc538a-57b1-4823-b3a5-53af52b3f9f0 service neutron] 10.222.0.15 "GET /v2.0/networks/f76a5139-f01f-43be-a5b9-7d194799dd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421585 Jul 24 01:07:59.141437 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 833a38de-bbac-41ff-a6e0-782fd432454d triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:07:59.142001 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:59.189752 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4020d2cc-fec3-4ff3-8e9f-34771cb0343d req-7e74df72-6deb-474f-a1d5-31505423775e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=eb010bda-8fd7-4581-bbd6-0ec6e85602c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690845 Jul 24 01:07:59.254771 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-0ae084ea-dd9f-4c3c-8c0c-e7d846ac4737 service neutron] 10.222.0.15 "GET /v2.0/networks/f76a5139-f01f-43be-a5b9-7d194799dd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333733 Jul 24 01:07:59.268731 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-5e4875a6-d424-4bef-b96f-507aee859137 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d6dc6777949c4bca80e15baebcec81ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2619095 Jul 24 01:07:59.274702 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b525a-b98d-4b85-8655-df54ad27f437 req-0a1a8e98-7a85-4a87-8745-7c45fca281b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:59.276750 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-942b525a-b98d-4b85-8655-df54ad27f437 req-0a1a8e98-7a85-4a87-8745-7c45fca281b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c3660a81a574f9ba01b0543dcb1130d&device_id=0bff11f4-1b7e-4b85-8f7f-249f5dab02d2 HTTP/1.1" status: 200 len: 1095 time: 0.2244456 Jul 24 01:07:59.453882 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d63df7-9f18-49ed-9512-c13ecdda7b2e tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Router fec65cae-80d3-4417-98e8-03e8e9aa16cc is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:07:59.468197 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-d954f9d0-bd90-4f67-bba9-dbc81f188146 service neutron] 10.222.0.15 "GET /v2.0/networks/ce20638c-9366-403c-99ef-699b8c74111a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860988 Jul 24 01:07:59.506685 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b525a-b98d-4b85-8655-df54ad27f437 req-f07e924b-a2c8-476a-bb14-98a42b4145e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:59.508207 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-942b525a-b98d-4b85-8655-df54ad27f437 req-f07e924b-a2c8-476a-bb14-98a42b4145e1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=03e78a62-81d3-4752-be2c-d12db7b84826 HTTP/1.1" status: 200 len: 911 time: 0.2136681 Jul 24 01:07:59.550889 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9becab5d-3830-4d64-a86b-1b3bdbe9b66f req-2e148031-e8ef-4275-bdcf-69d7dff47bf0 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 210 time: 0.0951800 Jul 24 01:07:59.628937 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-942b525a-b98d-4b85-8655-df54ad27f437 req-d6d248e5-85fd-4fec-919e-7dff591547d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b91c6cb-ee66-499d-9491-adc0d960ebb0 HTTP/1.1" status: 200 len: 217 time: 0.0807023 Jul 24 01:07:59.804811 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417af2c-44d8-440f-a3fa-3f3e8d1e6448 req-5e21193c-7f61-4584-88f4-8d646d634bbc tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:59.815404 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-64bf6708-8517-4dbf-b7cd-dfdf7492e329 service neutron] 10.222.0.15 "GET /v2.0/networks/ce20638c-9366-403c-99ef-699b8c74111a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372235 Jul 24 01:07:59.825573 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b525a-b98d-4b85-8655-df54ad27f437 req-485c56f5-82d1-40a4-b3c5-69fdc3748fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:59.827224 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-942b525a-b98d-4b85-8655-df54ad27f437 req-485c56f5-82d1-40a4-b3c5-69fdc3748fa1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b482f598-bb63-4afc-99f7-7e599c57abf9 HTTP/1.1" status: 200 len: 849 time: 0.1585431 Jul 24 01:07:59.828170 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d63df7-9f18-49ed-9512-c13ecdda7b2e tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:07:59.832304 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6417af2c-44d8-440f-a3fa-3f3e8d1e6448 req-5e21193c-7f61-4584-88f4-8d646d634bbc tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6fb9ec9-81e1-4a83-a237-996a061fe80b HTTP/1.1" status: 200 len: 946 time: 0.1522284 Jul 24 01:07:59.850633 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78f4451-c0de-454c-aaec-9e6637331e39 None None] Sync routers for ids ['fec65cae-80d3-4417-98e8-03e8e9aa16cc'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:07:59.869890 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78f4451-c0de-454c-aaec-9e6637331e39 None None] Routers {'fec65cae-80d3-4417-98e8-03e8e9aa16cc'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:07:59.871305 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-b78f4451-c0de-454c-aaec-9e6637331e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:07:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['fec65cae-80d3-4417-98e8-03e8e9aa16cc'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:07:59.910834 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-55f8ea5a-5128-42be-8329-fb7f143b4eab tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:07:59.913084 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-55f8ea5a-5128-42be-8329-fb7f143b4eab tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.13 "GET /v2.0/networks?id=4eefe2ba-361f-4c1d-9332-6ad950aae607 HTTP/1.1" status: 200 len: 815 time: 0.2981703 Jul 24 01:07:59.915764 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-61d63df7-9f18-49ed-9512-c13ecdda7b2e tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:07:59.920171 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-61d63df7-9f18-49ed-9512-c13ecdda7b2e tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.2544882 Jul 24 01:07:59.923096 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51776) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:07:59.937552 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-ed7ef7db-793d-4417-8fe4-3a0ac3ff2c5b tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Request body: {'port': {'device_id': 'd366e1f1-dd22-4036-8a79-7bbdc511e4d2', 'network_id': '4eefe2ba-361f-4c1d-9332-6ad950aae607', 'admin_state_up': True, 'tenant_id': 'ab61dba76aab44e1a2627b4ce39fcdf5'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:07:59.976825 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6417af2c-44d8-440f-a3fa-3f3e8d1e6448 req-b30bc30e-66f8-4e89-b6a4-6c878fd1a9b1 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb010bda-8fd7-4581-bbd6-0ec6e85602c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347971 Jul 24 01:08:00.015987 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-b78f4451-c0de-454c-aaec-9e6637331e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:00.051928 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78f4451-c0de-454c-aaec-9e6637331e39 None None] Routers {'fec65cae-80d3-4417-98e8-03e8e9aa16cc'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:08:00.054105 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-b78f4451-c0de-454c-aaec-9e6637331e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:07:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['fec65cae-80d3-4417-98e8-03e8e9aa16cc'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:00.109736 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-b78f4451-c0de-454c-aaec-9e6637331e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:00.110831 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78f4451-c0de-454c-aaec-9e6637331e39 None None] The sync data for ids ['fec65cae-80d3-4417-98e8-03e8e9aa16cc'] in n-d-793621-25 is: [] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:08:00.211642 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b525a-b98d-4b85-8655-df54ad27f437 req-495ecc9c-262c-48c3-b961-54f39dbcf135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:00.213984 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-942b525a-b98d-4b85-8655-df54ad27f437 req-495ecc9c-262c-48c3-b961-54f39dbcf135 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=03e78a62-81d3-4752-be2c-d12db7b84826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3764718 Jul 24 01:08:00.230858 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ce5b7-2916-4ec7-9fa0-6662a3280132 req-1ce189c9-40dc-4286-b7f8-a21e3aa9488c tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:00.233572 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7d5ce5b7-2916-4ec7-9fa0-6662a3280132 req-1ce189c9-40dc-4286-b7f8-a21e3aa9488c tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bff11f4-1b7e-4b85-8f7f-249f5dab02d2 HTTP/1.1" status: 200 len: 943 time: 0.1454437 Jul 24 01:08:00.284225 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7d5ce5b7-2916-4ec7-9fa0-6662a3280132 req-cb399b04-9324-4997-a14e-de70279cfb67 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?id=8bef3724-a24f-4584-ba3c-381623968a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418639 Jul 24 01:08:00.351071 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1dbc46dc-6a46-4354-a920-e3cb1759e9aa req-584cdd7d-4322-4ec6-9ca2-1df69428bf5f tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc32067-6fe8-420f-92c3-e15b2813674b HTTP/1.1" status: 200 len: 210 time: 0.1458676 Jul 24 01:08:00.391346 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2efdf99b-6c9a-44f8-b022-e868d2090e88 req-d70b237d-4f6f-4341-bf67-1b7db470846a tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 210 time: 0.0499682 Jul 24 01:08:00.582169 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-ed7ef7db-793d-4417-8fe4-3a0ac3ff2c5b tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Made reservation on behalf of ab61dba76aab44e1a2627b4ce39fcdf5 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:08:00.586061 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-ed7ef7db-793d-4417-8fe4-3a0ac3ff2c5b tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:00.618194 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-942b525a-b98d-4b85-8655-df54ad27f437 req-d2681c56-ea86-4b63-90c5-339d322636d3 service neutron] 10.222.0.13 "GET /v2.0/networks/03e78a62-81d3-4752-be2c-d12db7b84826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882110 Jul 24 01:08:00.794157 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f488d36b-9114-47f4-bf73-a6908792474b req-bffaaa05-1b91-43c7-939e-a38772f6775f tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 210 time: 0.1313534 Jul 24 01:08:01.049141 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-942b525a-b98d-4b85-8655-df54ad27f437 req-88544886-ebf3-4ff2-b4cd-c24c6491f755 service neutron] 10.222.0.13 "GET /v2.0/networks/03e78a62-81d3-4752-be2c-d12db7b84826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879068 Jul 24 01:08:01.087577 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-ed7ef7db-793d-4417-8fe4-3a0ac3ff2c5b tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Allocated IP 172.20.0.3 (4eefe2ba-361f-4c1d-9332-6ad950aae607/a665a515-2379-4027-9c74-ff9fdf3f8207/4126bc1c-a04a-43d2-8b9b-81966af4b57a) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:08:01.131617 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb34037e-a5a8-49f3-97f0-3c9032bb123b req-9576a2f0-77cf-4966-b648-831ea98503b1 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:01.139147 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb34037e-a5a8-49f3-97f0-3c9032bb123b req-9576a2f0-77cf-4966-b648-831ea98503b1 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6fb9ec9-81e1-4a83-a237-996a061fe80b HTTP/1.1" status: 200 len: 946 time: 0.0787115 Jul 24 01:08:01.183195 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb34037e-a5a8-49f3-97f0-3c9032bb123b req-0966dc53-23b3-48ab-90a2-289d997a2c97 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb010bda-8fd7-4581-bbd6-0ec6e85602c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429797 Jul 24 01:08:01.185116 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 5b91c6cb-ee66-499d-9491-adc0d960ebb0 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:08:01.203295 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-96629c55-1eaa-4f8a-8cd7-57f283c4cd15 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:01.204794 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-96629c55-1eaa-4f8a-8cd7-57f283c4cd15 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.13 "GET /v2.0/networks?id=f76a5139-f01f-43be-a5b9-7d194799dd9a HTTP/1.1" status: 200 len: 796 time: 0.2715917 Jul 24 01:08:01.332730 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 5b91c6cb-ee66-499d-9491-adc0d960ebb0, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=5b91c6cb-ee66-499d-9491-adc0d960ebb0,segment=NetworkSegment(7407b275-26ce-41ae-aa2f-0d064e63de96),segment_id=7407b275-26ce-41ae-aa2f-0d064e63de96)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:08:01.352676 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '5b91c6cb-ee66-499d-9491-adc0d960ebb0', 'network_id': '03e78a62-81d3-4752-be2c-d12db7b84826', 'port_id': '5b91c6cb-ee66-499d-9491-adc0d960ebb0', 'mac_address': 'fa:16:3e:0d:54:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b482f598-bb63-4afc-99f7-7e599c57abf9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:08:01.444674 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:01.469978 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b91c6cb-ee66-499d-9491-adc0d960ebb0 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:08:01.495622 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 5b91c6cb-ee66-499d-9491-adc0d960ebb0, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=5b91c6cb-ee66-499d-9491-adc0d960ebb0,segment=NetworkSegment(7407b275-26ce-41ae-aa2f-0d064e63de96),segment_id=7407b275-26ce-41ae-aa2f-0d064e63de96)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:08:01.501467 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a2bff8-0808-448e-807e-648fd77eca26 req-b35fa456-ff84-4a22-a1a3-29b3e840a805 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:01.501718 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:01.503390 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f1a2bff8-0808-448e-807e-648fd77eca26 req-b35fa456-ff84-4a22-a1a3-29b3e840a805 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bff11f4-1b7e-4b85-8f7f-249f5dab02d2 HTTP/1.1" status: 200 len: 943 time: 0.1009774 Jul 24 01:08:01.563422 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f1a2bff8-0808-448e-807e-648fd77eca26 req-9a390a67-a991-44e9-b2da-cf2df4e01fe8 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?id=8bef3724-a24f-4584-ba3c-381623968a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505011 Jul 24 01:08:01.581737 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=5b91c6cb-ee66-499d-9491-adc0d960ebb0,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:01.669033 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ff76c260-cc59-4e22-b20e-d343c119cd37 req-db3d3d72-b9e2-4217-837c-8707e1fbe810 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc32067-6fe8-420f-92c3-e15b2813674b HTTP/1.1" status: 200 len: 210 time: 0.0359840 Jul 24 01:08:01.718669 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['5b91c6cb-ee66-499d-9491-adc0d960ebb0'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:08:01.779708 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-db54a85e-fe85-4064-a19b-ea9bbe19ce29 req-1ee979b8-a1b3-4a40-89e1-8f6c999ef5be tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 210 time: 0.0400162 Jul 24 01:08:01.889642 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-9dd17ce1-5a45-46d1-ba69-926d9f022419 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c584c0e2c5a47a78962537ebd255749 HTTP/1.1" status: 200 len: 380 time: 0.6705697 Jul 24 01:08:01.897087 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d5efaf75-0872-4740-b9c4-25f07dbe9de8 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:01.905940 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fe4e661c-9fb5-49d8-bb24-d28bdf9b41a4 req-afa4c3eb-43cc-49eb-87bc-cbb453d5df47 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 210 time: 0.0327044 Jul 24 01:08:01.915064 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-6da723af-1b8b-498c-8cfe-7dcffa0d3c20 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Request body: {'port': {'device_id': 'fbc32067-6fe8-420f-92c3-e15b2813674b', 'network_id': 'f76a5139-f01f-43be-a5b9-7d194799dd9a', 'admin_state_up': True, 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'security_groups': ['8fca9749-8856-4d62-a639-2baf6ba2f85e']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:08:02.128683 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-ed7ef7db-793d-4417-8fe4-3a0ac3ff2c5b tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:02.174491 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d7434c-979a-45d2-9143-84e29504b270 req-5a5dbbf0-345f-4df9-9ee7-7da097f7cd2e tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:02.175940 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d3d7434c-979a-45d2-9143-84e29504b270 req-5a5dbbf0-345f-4df9-9ee7-7da097f7cd2e tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6fb9ec9-81e1-4a83-a237-996a061fe80b HTTP/1.1" status: 200 len: 946 time: 0.9134436 Jul 24 01:08:02.189788 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-87283963-6a6b-4cf4-a25f-924092140e7c tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:02.191233 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-87283963-6a6b-4cf4-a25f-924092140e7c tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.13 "GET /v2.0/networks?id=ce20638c-9366-403c-99ef-699b8c74111a HTTP/1.1" status: 200 len: 817 time: 0.4057968 Jul 24 01:08:02.319816 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d3d7434c-979a-45d2-9143-84e29504b270 req-b461016a-5e56-4449-b849-b949d7589fdf tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb010bda-8fd7-4581-bbd6-0ec6e85602c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246610 Jul 24 01:08:02.330152 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-e3029beb-a03c-48e6-b5e8-1b25e38c75fa tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6dc6777949c4bca80e15baebcec81ec HTTP/1.1" status: 200 len: 379 time: 0.1229761 Jul 24 01:08:02.334238 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-ed7ef7db-793d-4417-8fe4-3a0ac3ff2c5b tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:02.343021 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-98ec0edf-8e9f-4ca4-8548-461411953a8c tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Request body: {'port': {'device_id': 'd6ad9081-9a2c-4f3f-aa24-c39092090d2d', 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a', 'admin_state_up': True, 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'security_groups': ['08cc8b5d-4eb4-4ede-8761-f328802cbe61']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:08:02.443799 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-6da723af-1b8b-498c-8cfe-7dcffa0d3c20 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Made reservation on behalf of 9c584c0e2c5a47a78962537ebd255749 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:08:02.447281 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-6da723af-1b8b-498c-8cfe-7dcffa0d3c20 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:02.488613 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-ed7ef7db-793d-4417-8fe4-3a0ac3ff2c5b tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Network 4eefe2ba-361f-4c1d-9332-6ad950aae607 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:08:02.563996 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-ed7ef7db-793d-4417-8fe4-3a0ac3ff2c5b tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:08:02.576062 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-ed7ef7db-793d-4417-8fe4-3a0ac3ff2c5b tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:08:02.652204 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7ef7db-793d-4417-8fe4-3a0ac3ff2c5b tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Pushing event updated for resources: {'Port': ['ID=4126bc1c-a04a-43d2-8b9b-81966af4b57a,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:02.745036 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5e336-6bf7-466f-a153-48cbbd1c0579 req-b4d7bb37-d934-40ab-bb12-166bb03a2ed2 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:02.746602 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-16e5e336-6bf7-466f-a153-48cbbd1c0579 req-b4d7bb37-d934-40ab-bb12-166bb03a2ed2 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bff11f4-1b7e-4b85-8f7f-249f5dab02d2 HTTP/1.1" status: 200 len: 944 time: 0.0785809 Jul 24 01:08:02.790159 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-16e5e336-6bf7-466f-a153-48cbbd1c0579 req-183b339a-68bd-44df-99b9-6ec31762aadf tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?id=8bef3724-a24f-4584-ba3c-381623968a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337994 Jul 24 01:08:02.830914 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-ed7ef7db-793d-4417-8fe4-3a0ac3ff2c5b tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:02.831541 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-ed7ef7db-793d-4417-8fe4-3a0ac3ff2c5b tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:02.876754 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a6d06946-785b-4c33-b7a4-724609eafed1 req-c331bf68-2da0-4ed6-8e49-22e7f4cb53e8 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc32067-6fe8-420f-92c3-e15b2813674b HTTP/1.1" status: 200 len: 210 time: 0.0331204 Jul 24 01:08:02.899435 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-d5efaf75-0872-4740-b9c4-25f07dbe9de8 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Allocated IP 172.20.0.1 (1789b9a9-ccb9-4400-ba78-b23214c7e617/682818ab-644c-4d09-8ee5-d0dcc99560f2/7cf6abee-9441-415a-885c-54b42a290ebc) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:08:02.917075 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-98ec0edf-8e9f-4ca4-8548-461411953a8c tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Made reservation on behalf of d6dc6777949c4bca80e15baebcec81ec for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:08:02.920638 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-98ec0edf-8e9f-4ca4-8548-461411953a8c tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:02.941920 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-ed7ef7db-793d-4417-8fe4-3a0ac3ff2c5b tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0090101 Jul 24 01:08:02.963747 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-7a3c6bd9-95ec-4ee0-85c7-18bd2f9a4c84 service neutron] Request body: {'port': {'device_id': 'd366e1f1-dd22-4036-8a79-7bbdc511e4d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:08:02.969753 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-234f4e9e-8697-43eb-8438-836051a0f3bf req-dc951448-cf5e-4135-ae95-430a5208dc58 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 210 time: 0.0338948 Jul 24 01:08:02.973122 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-6da723af-1b8b-498c-8cfe-7dcffa0d3c20 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Allocated IP 172.20.0.6 (f76a5139-f01f-43be-a5b9-7d194799dd9a/0efe4001-3e58-40a5-b419-19a80f1c419d/d5d956a4-227b-478d-a785-96659caa4953) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:08:03.040065 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9af8b3-112d-47ae-a368-b18fc7b15efa req-4f52bec3-2ed2-4757-8cbe-32c6f8c39b59 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:03.041583 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8a9af8b3-112d-47ae-a368-b18fc7b15efa req-4f52bec3-2ed2-4757-8cbe-32c6f8c39b59 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6fb9ec9-81e1-4a83-a237-996a061fe80b HTTP/1.1" status: 200 len: 946 time: 0.3809314 Jul 24 01:08:03.101000 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244545b-a269-4656-97fc-24b0f3a288b1 req-6a73d218-b619-4db5-ad2c-a4445bb886ab tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:03.102862 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7244545b-a269-4656-97fc-24b0f3a288b1 req-6a73d218-b619-4db5-ad2c-a4445bb886ab tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 931 time: 0.0689514 Jul 24 01:08:03.145737 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7244545b-a269-4656-97fc-24b0f3a288b1 req-fb8f4a08-1201-4b88-ad2b-864566dc998f tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360751 Jul 24 01:08:03.195899 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 5b91c6cb-ee66-499d-9491-adc0d960ebb0 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:08:03.244223 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 5b91c6cb-ee66-499d-9491-adc0d960ebb0 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:08:03.247754 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 5b91c6cb-ee66-499d-9491-adc0d960ebb0 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:08:03.248127 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:03.276028 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8a9af8b3-112d-47ae-a368-b18fc7b15efa req-f87c7cc9-d141-4093-9703-1bd15550393f tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb010bda-8fd7-4581-bbd6-0ec6e85602c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217822 Jul 24 01:08:03.308856 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-7a3c6bd9-95ec-4ee0-85c7-18bd2f9a4c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:03.320731 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d5efaf75-0872-4740-b9c4-25f07dbe9de8 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:03.389335 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-d5efaf75-0872-4740-b9c4-25f07dbe9de8 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Transition to ACTIVE for port object 7cf6abee-9441-415a-885c-54b42a290ebc will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:08:03.431792 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-98ec0edf-8e9f-4ca4-8548-461411953a8c tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Allocated IP 172.20.0.3 (ce20638c-9366-403c-99ef-699b8c74111a/941506a1-fc49-47b1-b115-8157f3b98de0/05963e2b-d078-4047-9852-450b738dbdb2) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:08:03.504092 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:03.530201 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bff11f4-1b7e-4b85-8f7f-249f5dab02d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b91c6cb-ee66-499d-9491-adc0d960ebb0'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:08:03.532522 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfac6b67-52c6-4f95-b7b4-62797488cc63" -d '{"events": [{"server_uuid": "0bff11f4-1b7e-4b85-8f7f-249f5dab02d2", "name": "network-vif-plugged", "status": "completed", "tag": "5b91c6cb-ee66-499d-9491-adc0d960ebb0"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:08:03.553169 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 5b91c6cb-ee66-499d-9491-adc0d960ebb0, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=5b91c6cb-ee66-499d-9491-adc0d960ebb0,segment=NetworkSegment(7407b275-26ce-41ae-aa2f-0d064e63de96),segment_id=7407b275-26ce-41ae-aa2f-0d064e63de96)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:08:03.558868 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:03.574946 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-6da723af-1b8b-498c-8cfe-7dcffa0d3c20 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:03.591775 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c03249-a2f6-4920-ba04-dd16383ff7d4 x-openstack-request-id: req-08c03249-a2f6-4920-ba04-dd16383ff7d4 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:08:03.592680 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bff11f4-1b7e-4b85-8f7f-249f5dab02d2", "name": "network-vif-plugged", "status": "completed", "tag": "5b91c6cb-ee66-499d-9491-adc0d960ebb0", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:08:03.593025 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-08c03249-a2f6-4920-ba04-dd16383ff7d4 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:08:03.593771 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bff11f4-1b7e-4b85-8f7f-249f5dab02d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b91c6cb-ee66-499d-9491-adc0d960ebb0', 'code': 200} Jul 24 01:08:03.629842 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=5b91c6cb-ee66-499d-9491-adc0d960ebb0,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:03.638807 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-6da723af-1b8b-498c-8cfe-7dcffa0d3c20 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Transition to ACTIVE for port object d5d956a4-227b-478d-a785-96659caa4953 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:08:03.697401 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d5efaf75-0872-4740-b9c4-25f07dbe9de8 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:03.852741 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5efaf75-0872-4740-b9c4-25f07dbe9de8 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Network 1789b9a9-ccb9-4400-ba78-b23214c7e617 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:08:03.874565 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-d5efaf75-0872-4740-b9c4-25f07dbe9de8 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:08:03.887156 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5efaf75-0872-4740-b9c4-25f07dbe9de8 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:08:03.948701 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5efaf75-0872-4740-b9c4-25f07dbe9de8 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Pushing event updated for resources: {'Port': ['ID=7cf6abee-9441-415a-885c-54b42a290ebc,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:03.981234 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-98ec0edf-8e9f-4ca4-8548-461411953a8c tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:03.983654 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-6da723af-1b8b-498c-8cfe-7dcffa0d3c20 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:04.079959 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffee51a-9da0-42a6-9b59-d46c307d0f3a req-12247b18-65c1-4118-80de-28304b922d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:04.081304 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b5560-4906-455f-8ed9-f36500ea2c07 req-777f0435-d266-44a5-9197-8307d8008e41 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:04.081736 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5ffee51a-9da0-42a6-9b59-d46c307d0f3a req-12247b18-65c1-4118-80de-28304b922d09 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0bff11f4-1b7e-4b85-8f7f-249f5dab02d2 HTTP/1.1" status: 200 len: 1097 time: 0.4347329 Jul 24 01:08:04.082755 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-98ec0edf-8e9f-4ca4-8548-461411953a8c tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Transition to ACTIVE for port object 05963e2b-d078-4047-9852-450b738dbdb2 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:08:04.091414 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-de2b5560-4906-455f-8ed9-f36500ea2c07 req-777f0435-d266-44a5-9197-8307d8008e41 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc32067-6fe8-420f-92c3-e15b2813674b HTTP/1.1" status: 200 len: 931 time: 0.1126747 Jul 24 01:08:04.107257 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d5efaf75-0872-4740-b9c4-25f07dbe9de8 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:04.139528 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-de2b5560-4906-455f-8ed9-f36500ea2c07 req-1fc933a4-d34f-454b-85f5-e1f665019435 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fca9749-8856-4d62-a639-2baf6ba2f85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467000 Jul 24 01:08:04.208367 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-6da723af-1b8b-498c-8cfe-7dcffa0d3c20 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Network f76a5139-f01f-43be-a5b9-7d194799dd9a is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:08:04.209507 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da723af-1b8b-498c-8cfe-7dcffa0d3c20 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event updated for resources: {'Port': ['ID=d5d956a4-227b-478d-a785-96659caa4953,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:04.222985 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-2e4ffeee-2e4b-4d0a-b452-c6cdd345ab19 None None] Provisioning for port 7cf6abee-9441-415a-885c-54b42a290ebc completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:08:04.232182 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-2e4ffeee-2e4b-4d0a-b452-c6cdd345ab19 None None] Provisioning complete for port 7cf6abee-9441-415a-885c-54b42a290ebc triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:08:04.235820 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2e4ffeee-2e4b-4d0a-b452-c6cdd345ab19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:04.252235 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-6da723af-1b8b-498c-8cfe-7dcffa0d3c20 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:08:04.264865 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-6da723af-1b8b-498c-8cfe-7dcffa0d3c20 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:08:04.284602 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-068ad4d3-0117-46c8-a16e-ed2865ac1229 req-158c4f83-e06e-4827-b144-a64d0d1ca74e tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 210 time: 0.0573604 Jul 24 01:08:04.301157 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-2e4ffeee-2e4b-4d0a-b452-c6cdd345ab19 None None] Port 7cf6abee-9441-415a-885c-54b42a290ebc cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:08:04.329479 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-7a3c6bd9-95ec-4ee0-85c7-18bd2f9a4c84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4126bc1c-a04a-43d2-8b9b-81966af4b57a {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:08:04.359832 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b7c59-91c2-4cff-b91e-3e0e388ce061 req-328bed4b-3282-4474-97ac-74408b368c1b tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:04.361457 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0d4b7c59-91c2-4cff-b91e-3e0e388ce061 req-328bed4b-3282-4474-97ac-74408b368c1b tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bff11f4-1b7e-4b85-8f7f-249f5dab02d2 HTTP/1.1" status: 200 len: 945 time: 0.4975533 Jul 24 01:08:04.363612 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-7a3c6bd9-95ec-4ee0-85c7-18bd2f9a4c84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:04.414261 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5ffee51a-9da0-42a6-9b59-d46c307d0f3a req-7987746f-48b1-4208-ab5c-55f4b1f0e980 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8bef3724-a24f-4584-ba3c-381623968a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2489641 Jul 24 01:08:04.434498 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51189793-44fc-4fe4-8a62-dbe18091669a req-e00a77e3-2f34-4ef8-bce0-0c9f4007a2c3 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:04.442129 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-51189793-44fc-4fe4-8a62-dbe18091669a req-e00a77e3-2f34-4ef8-bce0-0c9f4007a2c3 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 931 time: 0.0947289 Jul 24 01:08:04.462374 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-7a3c6bd9-95ec-4ee0-85c7-18bd2f9a4c84 service neutron] Transition to ACTIVE for port object 4126bc1c-a04a-43d2-8b9b-81966af4b57a will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:08:04.474143 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-98ec0edf-8e9f-4ca4-8548-461411953a8c tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:04.484511 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-51189793-44fc-4fe4-8a62-dbe18091669a req-14c6c757-9372-4068-9f3e-e7665c10d587 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414169 Jul 24 01:08:04.488041 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-6da723af-1b8b-498c-8cfe-7dcffa0d3c20 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:04.488693 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-6da723af-1b8b-498c-8cfe-7dcffa0d3c20 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:04.507413 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-7a3c6bd9-95ec-4ee0-85c7-18bd2f9a4c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:04.629202 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-6a783d40-711b-49e8-b2cc-adc843f2359d None None] Provisioning for port d5d956a4-227b-478d-a785-96659caa4953 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:08:04.634482 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-6a783d40-711b-49e8-b2cc-adc843f2359d None None] Provisioning complete for port d5d956a4-227b-478d-a785-96659caa4953 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:08:04.634890 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6a783d40-711b-49e8-b2cc-adc843f2359d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:04.643053 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d34092-bc66-4de5-a0dc-461b8df14319 req-effde58f-90c8-4f38-809f-268a49f56056 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:04.645094 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-66d34092-bc66-4de5-a0dc-461b8df14319 req-effde58f-90c8-4f38-809f-268a49f56056 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6fb9ec9-81e1-4a83-a237-996a061fe80b HTTP/1.1" status: 200 len: 946 time: 0.0821056 Jul 24 01:08:04.684786 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-6a783d40-711b-49e8-b2cc-adc843f2359d None None] Port d5d956a4-227b-478d-a785-96659caa4953 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:08:04.695956 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-66d34092-bc66-4de5-a0dc-461b8df14319 req-f4e684aa-a362-4a48-a91e-0e7f3f27ec35 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb010bda-8fd7-4581-bbd6-0ec6e85602c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447564 Jul 24 01:08:04.890039 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:04.945890 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76981b34-060c-427b-a29d-144a007197bf req-4c902826-2c6e-4324-9337-be71bb69aa45 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:04.947531 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-76981b34-060c-427b-a29d-144a007197bf req-4c902826-2c6e-4324-9337-be71bb69aa45 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6fb9ec9-81e1-4a83-a237-996a061fe80b HTTP/1.1" status: 200 len: 946 time: 0.0698195 Jul 24 01:08:04.983942 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0d4b7c59-91c2-4cff-b91e-3e0e388ce061 req-da9b548c-3b00-4f6e-834a-6930d0f0e058 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?id=8bef3724-a24f-4584-ba3c-381623968a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5996993 Jul 24 01:08:05.008028 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-98ec0edf-8e9f-4ca4-8548-461411953a8c tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Network ce20638c-9366-403c-99ef-699b8c74111a is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:08:05.010907 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-76981b34-060c-427b-a29d-144a007197bf req-7770c0f7-a66e-4f41-9a0d-5cbc3a9566cb tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb010bda-8fd7-4581-bbd6-0ec6e85602c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487800 Jul 24 01:08:05.027001 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-6da723af-1b8b-498c-8cfe-7dcffa0d3c20 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1262732 Jul 24 01:08:05.027801 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-98ec0edf-8e9f-4ca4-8548-461411953a8c tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:08:05.037745 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-98ec0edf-8e9f-4ca4-8548-461411953a8c tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:08:05.054289 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-c9793ed6-7d27-4a60-a46c-f1a0d974b9f4 service neutron] Request body: {'port': {'device_id': 'fbc32067-6fe8-420f-92c3-e15b2813674b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:08:05.101162 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec0edf-8e9f-4ca4-8548-461411953a8c tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Pushing event updated for resources: {'Port': ['ID=05963e2b-d078-4047-9852-450b738dbdb2,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:05.233046 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:05.340709 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d5efaf75-0872-4740-b9c4-25f07dbe9de8 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:05.355534 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-98ec0edf-8e9f-4ca4-8548-461411953a8c tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:05.356424 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-98ec0edf-8e9f-4ca4-8548-461411953a8c tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:05.415724 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-03a7b697-0192-47c7-8deb-6e301ec35523 None None] Provisioning for port 05963e2b-d078-4047-9852-450b738dbdb2 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:08:05.419647 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-03a7b697-0192-47c7-8deb-6e301ec35523 None None] Provisioning complete for port 05963e2b-d078-4047-9852-450b738dbdb2 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:08:05.420152 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-03a7b697-0192-47c7-8deb-6e301ec35523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:05.436468 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c6bd9-95ec-4ee0-85c7-18bd2f9a4c84 service neutron] Pushing event updated for resources: {'Port': ['ID=4126bc1c-a04a-43d2-8b9b-81966af4b57a,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:05.460635 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a188893c-e659-44eb-a408-267d705fce69 req-40866e03-6975-4596-b0d1-9efafe4f3f6f tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:05.465573 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-03a7b697-0192-47c7-8deb-6e301ec35523 None None] Port 05963e2b-d078-4047-9852-450b738dbdb2 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:08:05.467267 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a188893c-e659-44eb-a408-267d705fce69 req-40866e03-6975-4596-b0d1-9efafe4f3f6f tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 931 time: 0.1089540 Jul 24 01:08:05.504729 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-98ec0edf-8e9f-4ca4-8548-461411953a8c tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1667860 Jul 24 01:08:05.506748 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a188893c-e659-44eb-a408-267d705fce69 req-a306d2d6-52ae-4e16-bbbc-91789135f984 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361512 Jul 24 01:08:05.511367 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72acbb-95c0-44fb-8462-7fe0c73210dc req-a033be8b-1ed8-4c9f-9c52-1afa1f114efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:05.512957 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bd72acbb-95c0-44fb-8462-7fe0c73210dc req-a033be8b-1ed8-4c9f-9c52-1afa1f114efe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb25f46ad77c460f9de40c947f94708d&device_id=f6fb9ec9-81e1-4a83-a237-996a061fe80b HTTP/1.1" status: 200 len: 1098 time: 0.5460217 Jul 24 01:08:05.531277 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-c9793ed6-7d27-4a60-a46c-f1a0d974b9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:05.535245 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-5af813dd-c948-4abc-be96-b70a13644d48 service neutron] Request body: {'port': {'device_id': 'd6ad9081-9a2c-4f3f-aa24-c39092090d2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:08:05.585765 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-7a3c6bd9-95ec-4ee0-85c7-18bd2f9a4c84 service neutron] Attempting to bind port 4126bc1c-a04a-43d2-8b9b-81966af4b57a on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:08:05.586117 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-7a3c6bd9-95ec-4ee0-85c7-18bd2f9a4c84 service neutron] Attempting to bind port 4126bc1c-a04a-43d2-8b9b-81966af4b57a by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': 'db7c2e2f-23c1-467c-8461-ff3884e2dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4eefe2ba-361f-4c1d-9332-6ad950aae607'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:08:05.586454 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-7a3c6bd9-95ec-4ee0-85c7-18bd2f9a4c84 service neutron] Attempting to bind port 4126bc1c-a04a-43d2-8b9b-81966af4b57a on network 4eefe2ba-361f-4c1d-9332-6ad950aae607 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:08:05.645205 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ccaf3c-45cf-4964-aa8e-01f3c9bb00f3 req-25ffb630-8b0e-4200-8091-c65d927c7e8f tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:05.647702 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-27ccaf3c-45cf-4964-aa8e-01f3c9bb00f3 req-25ffb630-8b0e-4200-8091-c65d927c7e8f tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 943 time: 0.0769029 Jul 24 01:08:05.687564 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-27ccaf3c-45cf-4964-aa8e-01f3c9bb00f3 req-26450eb1-2c6d-4c6d-a42f-53768949a14b tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342450 Jul 24 01:08:05.704914 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-7a3c6bd9-95ec-4ee0-85c7-18bd2f9a4c84 service neutron] Port 4126bc1c-a04a-43d2-8b9b-81966af4b57a on network 4eefe2ba-361f-4c1d-9332-6ad950aae607 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:08:05.705255 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-7a3c6bd9-95ec-4ee0-85c7-18bd2f9a4c84 service neutron] Attempting to bind port 4126bc1c-a04a-43d2-8b9b-81966af4b57a on network 4eefe2ba-361f-4c1d-9332-6ad950aae607 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:08:05.735771 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-7a3c6bd9-95ec-4ee0-85c7-18bd2f9a4c84 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:08:05.736118 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-7a3c6bd9-95ec-4ee0-85c7-18bd2f9a4c84 service neutron] Checking segment: {'id': 'db7c2e2f-23c1-467c-8461-ff3884e2dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4eefe2ba-361f-4c1d-9332-6ad950aae607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:08:05.736507 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-7a3c6bd9-95ec-4ee0-85c7-18bd2f9a4c84 service neutron] Bound using segment: {'id': 'db7c2e2f-23c1-467c-8461-ff3884e2dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4eefe2ba-361f-4c1d-9332-6ad950aae607'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:08:05.736954 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-7a3c6bd9-95ec-4ee0-85c7-18bd2f9a4c84 service neutron] Bound port: 4126bc1c-a04a-43d2-8b9b-81966af4b57a, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7c2e2f-23c1-467c-8461-ff3884e2dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4eefe2ba-361f-4c1d-9332-6ad950aae607'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:08:05.737322 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-7a3c6bd9-95ec-4ee0-85c7-18bd2f9a4c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:05.812914 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c76f27-4320-4dad-a856-7fef780a078f req-b3a9aad9-74a8-4aa6-88da-991ccc358c3e tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:05.814344 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c6c76f27-4320-4dad-a856-7fef780a078f req-b3a9aad9-74a8-4aa6-88da-991ccc358c3e tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc32067-6fe8-420f-92c3-e15b2813674b HTTP/1.1" status: 200 len: 931 time: 0.5528944 Jul 24 01:08:05.957213 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-5af813dd-c948-4abc-be96-b70a13644d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:05.999902 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72acbb-95c0-44fb-8462-7fe0c73210dc req-68aef9ef-d386-40c6-92c6-a63239351937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:06.001426 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bd72acbb-95c0-44fb-8462-7fe0c73210dc req-68aef9ef-d386-40c6-92c6-a63239351937 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5f17bf0f-16f7-4502-b194-bc60a77421f2 HTTP/1.1" status: 200 len: 913 time: 0.4767296 Jul 24 01:08:06.056385 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c6c76f27-4320-4dad-a856-7fef780a078f req-28564a8f-f626-4b83-a4de-7f15ceac5a66 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fca9749-8856-4d62-a639-2baf6ba2f85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2252986 Jul 24 01:08:06.126687 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce49ca6-1930-411c-b771-5981e1fbbf28 req-deee99e0-716f-426c-aadb-0b213044adca tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:06.128265 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8ce49ca6-1930-411c-b771-5981e1fbbf28 req-deee99e0-716f-426c-aadb-0b213044adca tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bff11f4-1b7e-4b85-8f7f-249f5dab02d2 HTTP/1.1" status: 200 len: 945 time: 0.0726082 Jul 24 01:08:06.129254 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bd72acbb-95c0-44fb-8462-7fe0c73210dc req-073c9ab5-9a7b-4143-91ca-81e25c1c7179 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3f96fe1-7a09-467b-ab49-8e5be0d6582a HTTP/1.1" status: 200 len: 217 time: 0.1032288 Jul 24 01:08:06.143848 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-7a3c6bd9-95ec-4ee0-85c7-18bd2f9a4c84 service neutron] For port 4126bc1c-a04a-43d2-8b9b-81966af4b57a, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:08:06.169939 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8ce49ca6-1930-411c-b771-5981e1fbbf28 req-c2503b9f-885f-4cdc-802e-826ee0028117 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?id=8bef3724-a24f-4584-ba3c-381623968a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342574 Jul 24 01:08:06.264634 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-7a3c6bd9-95ec-4ee0-85c7-18bd2f9a4c84 service neutron] For port 4126bc1c-a04a-43d2-8b9b-81966af4b57a, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=4126bc1c-a04a-43d2-8b9b-81966af4b57a,segment=NetworkSegment(db7c2e2f-23c1-467c-8461-ff3884e2dd2e),segment_id=db7c2e2f-23c1-467c-8461-ff3884e2dd2e)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:08:06.304027 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317ff1b-8aa2-4a28-8e3a-154483627bb8 req-9d664bb4-6657-4bb6-8882-abe3b70f7f7a tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:06.305582 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1317ff1b-8aa2-4a28-8e3a-154483627bb8 req-9d664bb4-6657-4bb6-8882-abe3b70f7f7a tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bff11f4-1b7e-4b85-8f7f-249f5dab02d2 HTTP/1.1" status: 200 len: 945 time: 0.0707252 Jul 24 01:08:06.314534 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-7a3c6bd9-95ec-4ee0-85c7-18bd2f9a4c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:06.315063 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51894) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:06.320581 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-cfad0165-ccdb-4ad1-8929-bc007ce18d7d tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Request body: {'floatingip': {'port_id': '5b91c6cb-ee66-499d-9491-adc0d960ebb0'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:08:06.363913 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cfad0165-ccdb-4ad1-8929-bc007ce18d7d tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks [] for floatingip, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:06.441088 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72acbb-95c0-44fb-8462-7fe0c73210dc req-d5b373b2-1f75-4aab-9fa2-39abe2dc8efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:06.442640 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bd72acbb-95c0-44fb-8462-7fe0c73210dc req-d5b373b2-1f75-4aab-9fa2-39abe2dc8efe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f6ebf60-8236-4059-9bdb-2264724118ef HTTP/1.1" status: 200 len: 852 time: 0.2964182 Jul 24 01:08:06.462069 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-7a3c6bd9-95ec-4ee0-85c7-18bd2f9a4c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:06.462726 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-7a3c6bd9-95ec-4ee0-85c7-18bd2f9a4c84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:06.464134 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-7a3c6bd9-95ec-4ee0-85c7-18bd2f9a4c84 service neutron] 10.222.0.13 "PUT /v2.0/ports/4126bc1c-a04a-43d2-8b9b-81966af4b57a HTTP/1.1" status: 200 len: 1092 time: 3.5075941 Jul 24 01:08:06.467398 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd366e1f1-dd22-4036-8a79-7bbdc511e4d2', 'tag': '4126bc1c-a04a-43d2-8b9b-81966af4b57a'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:08:06.469373 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4464242-e273-4e7d-9732-ffc6124f6c7a" -d '{"events": [{"name": "network-changed", "server_uuid": "d366e1f1-dd22-4036-8a79-7bbdc511e4d2", "tag": "4126bc1c-a04a-43d2-8b9b-81966af4b57a"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:08:06.553427 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bd72acbb-95c0-44fb-8462-7fe0c73210dc req-c4851e7d-0f68-45e9-89ce-8ee5d0332d0d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5f17bf0f-16f7-4502-b194-bc60a77421f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937488 Jul 24 01:08:06.571603 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657d52fe-d013-462c-941f-72c0758fb196 x-openstack-request-id: req-657d52fe-d013-462c-941f-72c0758fb196 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:08:06.571904 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d366e1f1-dd22-4036-8a79-7bbdc511e4d2", "tag": "4126bc1c-a04a-43d2-8b9b-81966af4b57a", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:08:06.572137 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-657d52fe-d013-462c-941f-72c0758fb196 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:08:06.572536 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd366e1f1-dd22-4036-8a79-7bbdc511e4d2', 'tag': '4126bc1c-a04a-43d2-8b9b-81966af4b57a', 'status': 'completed', 'code': 200} Jul 24 01:08:06.660189 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3c6bd9-95ec-4ee0-85c7-18bd2f9a4c84 service neutron] Pushing event updated for resources: {'Port': ['ID=4126bc1c-a04a-43d2-8b9b-81966af4b57a,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:06.741565 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1103364-cb6f-4116-b61e-2ec493879645 req-7f8ae2e2-e215-40d9-ade5-f27d28db029d tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:06.747726 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c1103364-cb6f-4116-b61e-2ec493879645 req-7f8ae2e2-e215-40d9-ade5-f27d28db029d tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6fb9ec9-81e1-4a83-a237-996a061fe80b HTTP/1.1" status: 200 len: 946 time: 0.5988927 Jul 24 01:08:06.830067 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1e67a-19d3-4bd7-bd58-cb038320a481 req-622b2f95-e680-4a0d-93d1-330c22b8ec19 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:06.830856 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d5efaf75-0872-4740-b9c4-25f07dbe9de8 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:06.831524 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-69c1e67a-19d3-4bd7-bd58-cb038320a481 req-622b2f95-e680-4a0d-93d1-330c22b8ec19 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 931 time: 0.2015135 Jul 24 01:08:06.839612 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-c9793ed6-7d27-4a60-a46c-f1a0d974b9f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5d956a4-227b-478d-a785-96659caa4953 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:08:06.856751 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-c9793ed6-7d27-4a60-a46c-f1a0d974b9f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:06.864281 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d5efaf75-0872-4740-b9c4-25f07dbe9de8 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:06.910169 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-69c1e67a-19d3-4bd7-bd58-cb038320a481 req-c6d50780-4829-4a6e-9f88-3bdda96eeec4 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679591 Jul 24 01:08:06.982357 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cfad0165-ccdb-4ad1-8929-bc007ce18d7d tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:06.987784 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cfad0165-ccdb-4ad1-8929-bc007ce18d7d tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:06.992330 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-c9793ed6-7d27-4a60-a46c-f1a0d974b9f4 service neutron] Transition to ACTIVE for port object d5d956a4-227b-478d-a785-96659caa4953 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:08:07.022920 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-f72d4b98-8f52-49a5-9b5e-173a8e80c35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:07.024471 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-f72d4b98-8f52-49a5-9b5e-173a8e80c35d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ab61dba76aab44e1a2627b4ce39fcdf5&device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 1095 time: 0.4618266 Jul 24 01:08:07.034845 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c1103364-cb6f-4116-b61e-2ec493879645 req-6647e899-1f5b-4e54-a043-a244216267c8 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb010bda-8fd7-4581-bbd6-0ec6e85602c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2860777 Jul 24 01:08:07.035483 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-c9793ed6-7d27-4a60-a46c-f1a0d974b9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:07.039253 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bd72acbb-95c0-44fb-8462-7fe0c73210dc req-7e8a498e-8a91-4a5f-acf5-5591ad9c58d9 service neutron] 10.222.0.13 "GET /v2.0/networks/5f17bf0f-16f7-4502-b194-bc60a77421f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693999 Jul 24 01:08:07.078150 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d5efaf75-0872-4740-b9c4-25f07dbe9de8 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:07.079777 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5efaf75-0872-4740-b9c4-25f07dbe9de8 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Pushing event updated for resources: {'Port': ['ID=7cf6abee-9441-415a-885c-54b42a290ebc,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:07.140723 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [None req-cfad0165-ccdb-4ad1-8929-bc007ce18d7d tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Floating IP 73cd11fb-3a39-4884-8d13-c61cefb39f88 associated. External IP: 172.25.2.224, port: 5b91c6cb-ee66-499d-9491-adc0d960ebb0. Jul 24 01:08:07.162612 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-2f08488c-a8de-42c0-b3ae-a33d70e1ea6a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4126bc1c-a04a-43d2-8b9b-81966af4b57a HTTP/1.1" status: 200 len: 217 time: 0.1176019 Jul 24 01:08:07.275228 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03538d59-7303-4522-bb1e-29d9c3efa02f req-2d2dbd4d-1c34-4b48-8515-44d57b43a72c tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:07.283432 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-03538d59-7303-4522-bb1e-29d9c3efa02f req-2d2dbd4d-1c34-4b48-8515-44d57b43a72c tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 943 time: 0.2495542 Jul 24 01:08:07.374148 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-03538d59-7303-4522-bb1e-29d9c3efa02f req-582b928c-7c5a-4d66-929e-0307f2ed746d tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897896 Jul 24 01:08:07.450601 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfad0165-ccdb-4ad1-8929-bc007ce18d7d tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Router 21fb0cab-ac46-421a-9ac4-9ca2880007a8 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:08:07.588113 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfad0165-ccdb-4ad1-8929-bc007ce18d7d tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:08:07.594488 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cfad0165-ccdb-4ad1-8929-bc007ce18d7d tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:07.601215 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339e624e-ccb7-4ed0-a3a3-cc87b0114171 None None] Sync routers for ids ['21fb0cab-ac46-421a-9ac4-9ca2880007a8'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:08:07.611284 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339e624e-ccb7-4ed0-a3a3-cc87b0114171 None None] Routers {'21fb0cab-ac46-421a-9ac4-9ca2880007a8'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:08:07.612139 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-339e624e-ccb7-4ed0-a3a3-cc87b0114171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:07:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['21fb0cab-ac46-421a-9ac4-9ca2880007a8'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:07.649517 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-cfad0165-ccdb-4ad1-8929-bc007ce18d7d tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "PUT /v2.0/floatingips/73cd11fb-3a39-4884-8d13-c61cefb39f88 HTTP/1.1" status: 200 len: 991 time: 1.3333285 Jul 24 01:08:07.650152 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bff11f4-1b7e-4b85-8f7f-249f5dab02d2', 'tag': '5b91c6cb-ee66-499d-9491-adc0d960ebb0'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:08:07.653107 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3953ec-8830-4b75-9063-91c1a6dadedf" -d '{"events": [{"name": "network-changed", "server_uuid": "0bff11f4-1b7e-4b85-8f7f-249f5dab02d2", "tag": "5b91c6cb-ee66-499d-9491-adc0d960ebb0"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:08:07.713479 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-5af813dd-c948-4abc-be96-b70a13644d48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05963e2b-d078-4047-9852-450b738dbdb2 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:08:07.736840 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-339e624e-ccb7-4ed0-a3a3-cc87b0114171 None None] Set router 21fb0cab-ac46-421a-9ac4-9ca2880007a8 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:08:07.743264 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-5af813dd-c948-4abc-be96-b70a13644d48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:07.768722 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10426ec9-fb08-4f9f-b267-540ac5a1c73c x-openstack-request-id: req-10426ec9-fb08-4f9f-b267-540ac5a1c73c {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:08:07.769019 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bff11f4-1b7e-4b85-8f7f-249f5dab02d2", "tag": "5b91c6cb-ee66-499d-9491-adc0d960ebb0", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:08:07.769276 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-10426ec9-fb08-4f9f-b267-540ac5a1c73c {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:08:07.769682 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bff11f4-1b7e-4b85-8f7f-249f5dab02d2', 'tag': '5b91c6cb-ee66-499d-9491-adc0d960ebb0', 'status': 'completed', 'code': 200} Jul 24 01:08:07.793467 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9793ed6-7d27-4a60-a46c-f1a0d974b9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=d5d956a4-227b-478d-a785-96659caa4953,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:07.855447 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-5af813dd-c948-4abc-be96-b70a13644d48 service neutron] Transition to ACTIVE for port object 05963e2b-d078-4047-9852-450b738dbdb2 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:08:07.898669 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-caeef847-06dc-4a3c-ba1a-79bad133c0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:07.900216 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-caeef847-06dc-4a3c-ba1a-79bad133c0fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a665a515-2379-4027-9c74-ff9fdf3f8207 HTTP/1.1" status: 200 len: 855 time: 0.7052832 Jul 24 01:08:07.906377 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-5af813dd-c948-4abc-be96-b70a13644d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:07.966504 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bd72acbb-95c0-44fb-8462-7fe0c73210dc req-598ee975-6481-4559-81e9-e2dfa5aa8ebe service neutron] 10.222.0.13 "GET /v2.0/networks/5f17bf0f-16f7-4502-b194-bc60a77421f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9119270 Jul 24 01:08:08.001312 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-339e624e-ccb7-4ed0-a3a3-cc87b0114171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'name': 'tempest-AttachVolumeTestJSON-957865579-router', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '25588372-553d-42f7-b7b2-ab8ca8d1a6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:02:25Z', 'updated_at': '2021-07-24T01:02:38Z', 'revision_number': 4, 'project_id': '6c3660a81a574f9ba01b0543dcb1130d', 'gw_port': {'id': '25588372-553d-42f7-b7b2-ab8ca8d1a6f8', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:02:27Z', 'updated_at': '2021-07-24T01:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '73cd11fb-3a39-4884-8d13-c61cefb39f88', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'floating_ip_address': '172.25.2.224', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'port_id': '5b91c6cb-ee66-499d-9491-adc0d960ebb0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03e78a62-81d3-4752-be2c-d12db7b84826', 'mac_address': 'fa:16:3e:0d:54:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bff11f4-1b7e-4b85-8f7f-249f5dab02d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:07:37Z', 'updated_at': '2021-07-24T01:08:06Z', 'revision_number': 1, 'project_id': '6c3660a81a574f9ba01b0543dcb1130d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f0cdbb-23cb-4a0d-8e86-a79a68680666', 'name': '', 'network_id': '03e78a62-81d3-4752-be2c-d12db7b84826', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'mac_address': 'fa:16:3e:67:6b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': 'b482f598-bb63-4afc-99f7-7e599c57abf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:02:35Z', 'updated_at': '2021-07-24T01:02:51Z', 'revision_number': 5, 'project_id': '6c3660a81a574f9ba01b0543dcb1130d', 'subnets': [{'id': 'b482f598-bb63-4afc-99f7-7e599c57abf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:08.012594 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-12e2387e-07cb-4aae-ba1b-c126bf2fe8f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4eefe2ba-361f-4c1d-9332-6ad950aae607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0962646 Jul 24 01:08:08.041374 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339e624e-ccb7-4ed0-a3a3-cc87b0114171 None None] Checking router: 21fb0cab-ac46-421a-9ac4-9ca2880007a8 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:08:08.054255 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339e624e-ccb7-4ed0-a3a3-cc87b0114171 None None] Routers {'21fb0cab-ac46-421a-9ac4-9ca2880007a8'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:08:08.055272 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-339e624e-ccb7-4ed0-a3a3-cc87b0114171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:07:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['21fb0cab-ac46-421a-9ac4-9ca2880007a8'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:08.081138 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5efaf75-0872-4740-b9c4-25f07dbe9de8 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Network 1789b9a9-ccb9-4400-ba78-b23214c7e617 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:08:08.108123 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af813dd-c948-4abc-be96-b70a13644d48 service neutron] Pushing event updated for resources: {'Port': ['ID=05963e2b-d078-4047-9852-450b738dbdb2,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:08.123695 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ba3e8-89cc-4493-8bdd-57f69c471ac6 req-3d94f1ab-7fa2-4c79-980f-b9336d412c5d tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:08.125278 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-655ba3e8-89cc-4493-8bdd-57f69c471ac6 req-3d94f1ab-7fa2-4c79-980f-b9336d412c5d tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc32067-6fe8-420f-92c3-e15b2813674b HTTP/1.1" status: 200 len: 943 time: 0.9260023 Jul 24 01:08:08.126231 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-d5efaf75-0872-4740-b9c4-25f07dbe9de8 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:08:08.145017 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-c9793ed6-7d27-4a60-a46c-f1a0d974b9f4 service neutron] Attempting to bind port d5d956a4-227b-478d-a785-96659caa4953 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:08:08.145456 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-c9793ed6-7d27-4a60-a46c-f1a0d974b9f4 service neutron] Attempting to bind port d5d956a4-227b-478d-a785-96659caa4953 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '44a29dc9-8bfe-4341-a20b-c8ac24696bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f76a5139-f01f-43be-a5b9-7d194799dd9a'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:08:08.146463 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-c9793ed6-7d27-4a60-a46c-f1a0d974b9f4 service neutron] Attempting to bind port d5d956a4-227b-478d-a785-96659caa4953 on network f76a5139-f01f-43be-a5b9-7d194799dd9a {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:08:08.221596 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3f02a-a245-4a0c-87ea-79116a255a91 req-b28a1a7c-cf9e-4069-9979-d9c1fd5ea987 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:08.227492 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-339e624e-ccb7-4ed0-a3a3-cc87b0114171 None None] Set router 21fb0cab-ac46-421a-9ac4-9ca2880007a8 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:08:08.236255 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-99a3f02a-a245-4a0c-87ea-79116a255a91 req-b28a1a7c-cf9e-4069-9979-d9c1fd5ea987 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 943 time: 0.1687410 Jul 24 01:08:08.247204 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-c9793ed6-7d27-4a60-a46c-f1a0d974b9f4 service neutron] Port d5d956a4-227b-478d-a785-96659caa4953 on network f76a5139-f01f-43be-a5b9-7d194799dd9a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:08:08.247443 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-c9793ed6-7d27-4a60-a46c-f1a0d974b9f4 service neutron] Attempting to bind port d5d956a4-227b-478d-a785-96659caa4953 on network f76a5139-f01f-43be-a5b9-7d194799dd9a {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:08:08.329920 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-99a3f02a-a245-4a0c-87ea-79116a255a91 req-de0f1dc6-af5e-48a7-b264-54a47fae20b6 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924988 Jul 24 01:08:08.331461 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:08:08.396565 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3953ec-8830-4b75-9063-91c1a6dadedf req-e9a3bf9e-5451-4a92-96b6-c99cdd86d132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:08.398334 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1a3953ec-8830-4b75-9063-91c1a6dadedf req-e9a3bf9e-5451-4a92-96b6-c99cdd86d132 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c3660a81a574f9ba01b0543dcb1130d&device_id=0bff11f4-1b7e-4b85-8f7f-249f5dab02d2 HTTP/1.1" status: 200 len: 1097 time: 0.5958307 Jul 24 01:08:08.416820 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-c9793ed6-7d27-4a60-a46c-f1a0d974b9f4 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:08:08.420664 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-c9793ed6-7d27-4a60-a46c-f1a0d974b9f4 service neutron] Checking segment: {'id': '44a29dc9-8bfe-4341-a20b-c8ac24696bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f76a5139-f01f-43be-a5b9-7d194799dd9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:08:08.421347 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-c9793ed6-7d27-4a60-a46c-f1a0d974b9f4 service neutron] Bound using segment: {'id': '44a29dc9-8bfe-4341-a20b-c8ac24696bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f76a5139-f01f-43be-a5b9-7d194799dd9a'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:08:08.422187 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-c9793ed6-7d27-4a60-a46c-f1a0d974b9f4 service neutron] Bound port: d5d956a4-227b-478d-a785-96659caa4953, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a29dc9-8bfe-4341-a20b-c8ac24696bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'f76a5139-f01f-43be-a5b9-7d194799dd9a'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:08:08.422842 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-c9793ed6-7d27-4a60-a46c-f1a0d974b9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:08.483825 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-655ba3e8-89cc-4493-8bdd-57f69c471ac6 req-83557221-96ef-40d6-839a-f3c6a85b1226 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fca9749-8856-4d62-a639-2baf6ba2f85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3478391 Jul 24 01:08:08.505879 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-d3fe0e9e-7f74-42d8-a821-275de6e472d5 service neutron] 10.222.0.13 "GET /v2.0/networks/4eefe2ba-361f-4c1d-9332-6ad950aae607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4817190 Jul 24 01:08:08.573858 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb464e-2961-4f11-9cf7-27d396f83045 req-bc7fa999-7741-405d-a812-4fb8c2da3dcf tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:08.575584 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-26bb464e-2961-4f11-9cf7-27d396f83045 req-bc7fa999-7741-405d-a812-4fb8c2da3dcf tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6fb9ec9-81e1-4a83-a237-996a061fe80b HTTP/1.1" status: 200 len: 946 time: 0.1215003 Jul 24 01:08:08.689080 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-5af813dd-c948-4abc-be96-b70a13644d48 service neutron] Attempting to bind port 05963e2b-d078-4047-9852-450b738dbdb2 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:08:08.689429 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-5af813dd-c948-4abc-be96-b70a13644d48 service neutron] Attempting to bind port 05963e2b-d078-4047-9852-450b738dbdb2 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': 'c89e3cbc-4aac-4fff-a675-9a81f1b0ca38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:08:08.690211 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-5af813dd-c948-4abc-be96-b70a13644d48 service neutron] Attempting to bind port 05963e2b-d078-4047-9852-450b738dbdb2 on network ce20638c-9366-403c-99ef-699b8c74111a {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:08:08.699852 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-26bb464e-2961-4f11-9cf7-27d396f83045 req-8c4c0398-6149-4a9b-b77d-eee8e06c82a4 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb010bda-8fd7-4581-bbd6-0ec6e85602c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180186 Jul 24 01:08:08.731954 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-339e624e-ccb7-4ed0-a3a3-cc87b0114171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'name': 'tempest-AttachVolumeTestJSON-957865579-router', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '25588372-553d-42f7-b7b2-ab8ca8d1a6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:02:25Z', 'updated_at': '2021-07-24T01:02:38Z', 'revision_number': 4, 'project_id': '6c3660a81a574f9ba01b0543dcb1130d', 'gw_port': {'id': '25588372-553d-42f7-b7b2-ab8ca8d1a6f8', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:02:27Z', 'updated_at': '2021-07-24T01:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '73cd11fb-3a39-4884-8d13-c61cefb39f88', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'floating_ip_address': '172.25.2.224', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'port_id': '5b91c6cb-ee66-499d-9491-adc0d960ebb0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03e78a62-81d3-4752-be2c-d12db7b84826', 'mac_address': 'fa:16:3e:0d:54:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bff11f4-1b7e-4b85-8f7f-249f5dab02d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:07:37Z', 'updated_at': '2021-07-24T01:08:06Z', 'revision_number': 1, 'project_id': '6c3660a81a574f9ba01b0543dcb1130d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f0cdbb-23cb-4a0d-8e86-a79a68680666', 'name': '', 'network_id': '03e78a62-81d3-4752-be2c-d12db7b84826', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'mac_address': 'fa:16:3e:67:6b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': 'b482f598-bb63-4afc-99f7-7e599c57abf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:02:35Z', 'updated_at': '2021-07-24T01:02:51Z', 'revision_number': 5, 'project_id': '6c3660a81a574f9ba01b0543dcb1130d', 'subnets': [{'id': 'b482f598-bb63-4afc-99f7-7e599c57abf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:08.775831 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339e624e-ccb7-4ed0-a3a3-cc87b0114171 None None] The sync data for ids ['21fb0cab-ac46-421a-9ac4-9ca2880007a8'] in n-d-793621-25 is: [{'id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'name': 'tempest-AttachVolumeTestJSON-957865579-router', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '25588372-553d-42f7-b7b2-ab8ca8d1a6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:02:25Z', 'updated_at': '2021-07-24T01:02:38Z', 'revision_number': 4, 'project_id': '6c3660a81a574f9ba01b0543dcb1130d', 'gw_port': {'id': '25588372-553d-42f7-b7b2-ab8ca8d1a6f8', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:02:27Z', 'updated_at': '2021-07-24T01:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '73cd11fb-3a39-4884-8d13-c61cefb39f88', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'floating_ip_address': '172.25.2.224', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'port_id': '5b91c6cb-ee66-499d-9491-adc0d960ebb0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03e78a62-81d3-4752-be2c-d12db7b84826', 'mac_address': 'fa:16:3e:0d:54:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bff11f4-1b7e-4b85-8f7f-249f5dab02d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:07:37Z', 'updated_at': '2021-07-24T01:08:06Z', 'revision_number': 1, 'project_id': '6c3660a81a574f9ba01b0543dcb1130d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f0cdbb-23cb-4a0d-8e86-a79a68680666', 'name': '', 'network_id': '03e78a62-81d3-4752-be2c-d12db7b84826', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'mac_address': 'fa:16:3e:67:6b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': 'b482f598-bb63-4afc-99f7-7e599c57abf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:02:35Z', 'updated_at': '2021-07-24T01:02:51Z', 'revision_number': 5, 'project_id': '6c3660a81a574f9ba01b0543dcb1130d', 'subnets': [{'id': 'b482f598-bb63-4afc-99f7-7e599c57abf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:08:08.797151 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a1525801-b509-4c84-8c59-2ed8837b507f None None] Provisioning complete for port 7cf6abee-9441-415a-885c-54b42a290ebc triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:08:08.797542 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a1525801-b509-4c84-8c59-2ed8837b507f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:08.806185 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-5af813dd-c948-4abc-be96-b70a13644d48 service neutron] Port 05963e2b-d078-4047-9852-450b738dbdb2 on network ce20638c-9366-403c-99ef-699b8c74111a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:08:08.806857 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-5af813dd-c948-4abc-be96-b70a13644d48 service neutron] Attempting to bind port 05963e2b-d078-4047-9852-450b738dbdb2 on network ce20638c-9366-403c-99ef-699b8c74111a {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:08:08.827716 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-5af813dd-c948-4abc-be96-b70a13644d48 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 8, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:08:08.828665 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-5af813dd-c948-4abc-be96-b70a13644d48 service neutron] Checking segment: {'id': 'c89e3cbc-4aac-4fff-a675-9a81f1b0ca38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:08:08.829638 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-5af813dd-c948-4abc-be96-b70a13644d48 service neutron] Bound using segment: {'id': 'c89e3cbc-4aac-4fff-a675-9a81f1b0ca38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:08:08.830397 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-5af813dd-c948-4abc-be96-b70a13644d48 service neutron] Bound port: 05963e2b-d078-4047-9852-450b738dbdb2, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c89e3cbc-4aac-4fff-a675-9a81f1b0ca38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:08:08.831231 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-5af813dd-c948-4abc-be96-b70a13644d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:08.842502 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5efaf75-0872-4740-b9c4-25f07dbe9de8 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Router fec65cae-80d3-4417-98e8-03e8e9aa16cc has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:08:08.856869 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-a1525801-b509-4c84-8c59-2ed8837b507f None None] Port 7cf6abee-9441-415a-885c-54b42a290ebc cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:08:08.869452 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-c9793ed6-7d27-4a60-a46c-f1a0d974b9f4 service neutron] For port d5d956a4-227b-478d-a785-96659caa4953, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:08:08.905458 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-c9793ed6-7d27-4a60-a46c-f1a0d974b9f4 service neutron] For port d5d956a4-227b-478d-a785-96659caa4953, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d5d956a4-227b-478d-a785-96659caa4953,segment=NetworkSegment(44a29dc9-8bfe-4341-a20b-c8ac24696bcc),segment_id=44a29dc9-8bfe-4341-a20b-c8ac24696bcc)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:08:08.912037 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3953ec-8830-4b75-9063-91c1a6dadedf req-e3422577-6a13-49c6-8ac4-480f037b5930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:08.914479 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1a3953ec-8830-4b75-9063-91c1a6dadedf req-e3422577-6a13-49c6-8ac4-480f037b5930 service neutron] 10.222.0.13 "GET /v2.0/networks?id=03e78a62-81d3-4752-be2c-d12db7b84826 HTTP/1.1" status: 200 len: 911 time: 0.4740405 Jul 24 01:08:08.967844 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-c9793ed6-7d27-4a60-a46c-f1a0d974b9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:09.026437 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51928) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:09.092476 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a493b0-b02b-435b-a8c4-fade5b87955e None None] New status for floating IP 73cd11fb-3a39-4884-8d13-c61cefb39f88: ACTIVE {{(pid=100466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:08:09.109252 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8ab2b44e-f875-4c55-bb00-7b1eb64f01b8 req-a543b444-83fb-4501-a449-4a288709457b service neutron] 10.222.0.13 "GET /v2.0/networks/4eefe2ba-361f-4c1d-9332-6ad950aae607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5946684 Jul 24 01:08:09.146484 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc7bb2d-ad79-42a3-ae8c-727133a9f2d3 req-81ae3d2b-714e-45e4-8341-6e4a0523414f tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:09.148236 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7fc7bb2d-ad79-42a3-ae8c-727133a9f2d3 req-81ae3d2b-714e-45e4-8341-6e4a0523414f tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 943 time: 0.5415368 Jul 24 01:08:09.183561 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-818aac44-6eb8-4a75-a623-af2849f18e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:09.266614 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-c9793ed6-7d27-4a60-a46c-f1a0d974b9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:09.273230 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-c9793ed6-7d27-4a60-a46c-f1a0d974b9f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:09.286895 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-c9793ed6-7d27-4a60-a46c-f1a0d974b9f4 service neutron] 10.222.0.13 "PUT /v2.0/ports/d5d956a4-227b-478d-a785-96659caa4953 HTTP/1.1" status: 200 len: 1092 time: 4.2288520 Jul 24 01:08:09.292505 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc32067-6fe8-420f-92c3-e15b2813674b', 'tag': 'd5d956a4-227b-478d-a785-96659caa4953'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:08:09.294837 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05248fb7-a117-447e-bfb3-41ae706bc96d" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc32067-6fe8-420f-92c3-e15b2813674b", "tag": "d5d956a4-227b-478d-a785-96659caa4953"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:08:09.351258 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-818aac44-6eb8-4a75-a623-af2849f18e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:09.361157 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-818aac44-6eb8-4a75-a623-af2849f18e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:09.366812 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9793ed6-7d27-4a60-a46c-f1a0d974b9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=d5d956a4-227b-478d-a785-96659caa4953,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:09.396675 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395ad960-8839-45c6-8252-9ea9c10af3c7 x-openstack-request-id: req-395ad960-8839-45c6-8252-9ea9c10af3c7 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:08:09.397093 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc32067-6fe8-420f-92c3-e15b2813674b", "tag": "d5d956a4-227b-478d-a785-96659caa4953", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:08:09.397325 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-395ad960-8839-45c6-8252-9ea9c10af3c7 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:08:09.397718 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc32067-6fe8-420f-92c3-e15b2813674b', 'tag': 'd5d956a4-227b-478d-a785-96659caa4953', 'status': 'completed', 'code': 200} Jul 24 01:08:09.418471 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-818aac44-6eb8-4a75-a623-af2849f18e37 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cafccae6a87a409388475ecd665b06bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3908422 Jul 24 01:08:09.420727 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51936) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:09.455448 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1a3953ec-8830-4b75-9063-91c1a6dadedf req-86fdcc0a-cc7a-4c4c-8140-3f9ea78752fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b91c6cb-ee66-499d-9491-adc0d960ebb0 HTTP/1.1" status: 200 len: 999 time: 0.4910207 Jul 24 01:08:09.498440 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-5af813dd-c948-4abc-be96-b70a13644d48 service neutron] For port 05963e2b-d078-4047-9852-450b738dbdb2, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:08:09.540069 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5efaf75-0872-4740-b9c4-25f07dbe9de8 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:08:09.544739 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-5af813dd-c948-4abc-be96-b70a13644d48 service neutron] For port 05963e2b-d078-4047-9852-450b738dbdb2, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=05963e2b-d078-4047-9852-450b738dbdb2,segment=NetworkSegment(c89e3cbc-4aac-4fff-a675-9a81f1b0ca38),segment_id=c89e3cbc-4aac-4fff-a675-9a81f1b0ca38)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:08:09.550692 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7fc7bb2d-ad79-42a3-ae8c-727133a9f2d3 req-c4f47c78-fbc8-4873-bc66-9ad52df08ffe tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694432 Jul 24 01:08:09.556713 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7740a1-ee1e-4576-b680-a15c9a941fc4 None None] Sync routers for ids ['fec65cae-80d3-4417-98e8-03e8e9aa16cc'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:08:09.559560 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d5efaf75-0872-4740-b9c4-25f07dbe9de8 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "PUT /v2.0/routers/fec65cae-80d3-4417-98e8-03e8e9aa16cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6353250 Jul 24 01:08:09.567044 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51940) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:09.576239 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-02a1a307-2a18-4c57-9905-db0f3e5415df tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Request body: {'port': {'network_id': '1789b9a9-ccb9-4400-ba78-b23214c7e617', 'name': 'tempest-FloatingIPTestJSON-1594735391'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:08:09.582943 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-5af813dd-c948-4abc-be96-b70a13644d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:09.591420 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7740a1-ee1e-4576-b680-a15c9a941fc4 None None] Routers {'fec65cae-80d3-4417-98e8-03e8e9aa16cc'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:08:09.604808 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-1a7740a1-ee1e-4576-b680-a15c9a941fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:07:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['fec65cae-80d3-4417-98e8-03e8e9aa16cc'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:09.656579 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-1a7740a1-ee1e-4576-b680-a15c9a941fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:09.672298 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7740a1-ee1e-4576-b680-a15c9a941fc4 None None] Routers {'fec65cae-80d3-4417-98e8-03e8e9aa16cc'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:08:09.673156 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-1a7740a1-ee1e-4576-b680-a15c9a941fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:07:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['fec65cae-80d3-4417-98e8-03e8e9aa16cc'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:09.687660 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3953ec-8830-4b75-9063-91c1a6dadedf req-2d9fb98e-f8ea-4ba4-84c0-d39fe44433f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:09.689431 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1a3953ec-8830-4b75-9063-91c1a6dadedf req-2d9fb98e-f8ea-4ba4-84c0-d39fe44433f6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b482f598-bb63-4afc-99f7-7e599c57abf9 HTTP/1.1" status: 200 len: 849 time: 0.2223337 Jul 24 01:08:09.711469 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-1a7740a1-ee1e-4576-b680-a15c9a941fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:09.712151 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7740a1-ee1e-4576-b680-a15c9a941fc4 None None] The sync data for ids ['fec65cae-80d3-4417-98e8-03e8e9aa16cc'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:08:09.712286 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af813dd-c948-4abc-be96-b70a13644d48 service neutron] Pushing event updated for resources: {'Port': ['ID=05963e2b-d078-4047-9852-450b738dbdb2,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:09.761875 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4464242-e273-4e7d-9732-ffc6124f6c7a req-12d90a67-7a10-4f09-b6cf-fc36c5b43ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:09.763608 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d4464242-e273-4e7d-9732-ffc6124f6c7a req-12d90a67-7a10-4f09-b6cf-fc36c5b43ee6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ab61dba76aab44e1a2627b4ce39fcdf5&device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 1095 time: 0.5673985 Jul 24 01:08:09.765166 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-5af813dd-c948-4abc-be96-b70a13644d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:09.765886 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-5af813dd-c948-4abc-be96-b70a13644d48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:09.767371 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-5af813dd-c948-4abc-be96-b70a13644d48 service neutron] 10.222.0.13 "PUT /v2.0/ports/05963e2b-d078-4047-9852-450b738dbdb2 HTTP/1.1" status: 200 len: 1092 time: 4.2477543 Jul 24 01:08:09.783864 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818aac44-6eb8-4a75-a623-af2849f18e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bea30a5-379d-4630-97f7-82ce42846078,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:09.823188 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9df105e5-c88f-47e7-84ec-a305452f8df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:09.843680 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f15b3-e7a7-4e53-b248-8b81285dd63d req-77dbf4ac-abe2-4c4f-a003-6628233bfd44 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:09.845251 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9d2f15b3-e7a7-4e53-b248-8b81285dd63d req-77dbf4ac-abe2-4c4f-a003-6628233bfd44 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 943 time: 0.4053285 Jul 24 01:08:09.865249 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9df105e5-c88f-47e7-84ec-a305452f8df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:09.912376 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-172c3a77-c3e9-4572-9140-ceaebe3bbd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:09.914057 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-172c3a77-c3e9-4572-9140-ceaebe3bbd3f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c584c0e2c5a47a78962537ebd255749&device_id=fbc32067-6fe8-420f-92c3-e15b2813674b HTTP/1.1" status: 200 len: 1095 time: 0.5670576 Jul 24 01:08:09.914838 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9d2f15b3-e7a7-4e53-b248-8b81285dd63d req-bdfeeee8-273b-4733-94a0-f885b01829e3 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607963 Jul 24 01:08:09.942088 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9df105e5-c88f-47e7-84ec-a305452f8df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:09.945177 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9df105e5-c88f-47e7-84ec-a305452f8df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:09.946309 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9df105e5-c88f-47e7-84ec-a305452f8df0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2bea30a5-379d-4630-97f7-82ce42846078 HTTP/1.1" status: 204 len: 168 time: 0.5229883 Jul 24 01:08:09.979109 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df105e5-c88f-47e7-84ec-a305452f8df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bea30a5-379d-4630-97f7-82ce42846078,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:10.046268 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-bd4c9c34-6922-49e0-a7e7-79a504568d14 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5d956a4-227b-478d-a785-96659caa4953 HTTP/1.1" status: 200 len: 217 time: 0.1205328 Jul 24 01:08:10.088885 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71ed54-1eb6-4d67-a24d-037435bc35b2 req-3fba22a3-0616-4af0-be4f-c04861f89f5f tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:10.090692 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3a71ed54-1eb6-4d67-a24d-037435bc35b2 req-3fba22a3-0616-4af0-be4f-c04861f89f5f tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6fb9ec9-81e1-4a83-a237-996a061fe80b HTTP/1.1" status: 200 len: 946 time: 0.0733986 Jul 24 01:08:10.119183 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7eadbf-aa53-46ea-b7f1-1a29ecd6354a req-b3497881-6f51-4dc5-9538-2a55152372aa tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:10.120739 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0a7eadbf-aa53-46ea-b7f1-1a29ecd6354a req-b3497881-6f51-4dc5-9538-2a55152372aa tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc32067-6fe8-420f-92c3-e15b2813674b HTTP/1.1" status: 200 len: 943 time: 0.4282823 Jul 24 01:08:10.133240 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3a71ed54-1eb6-4d67-a24d-037435bc35b2 req-3febb84a-50bc-45a5-896e-f1f2c75dd530 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb010bda-8fd7-4581-bbd6-0ec6e85602c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360997 Jul 24 01:08:10.151523 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3953ec-8830-4b75-9063-91c1a6dadedf req-f30f3f26-28a6-4f78-975d-1e775b282c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:10.153086 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1a3953ec-8830-4b75-9063-91c1a6dadedf req-f30f3f26-28a6-4f78-975d-1e775b282c11 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=03e78a62-81d3-4752-be2c-d12db7b84826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4555168 Jul 24 01:08:10.218854 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4464242-e273-4e7d-9732-ffc6124f6c7a req-aaf8d92a-5848-4a7d-b5da-889ff2d9b357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:10.220586 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d4464242-e273-4e7d-9732-ffc6124f6c7a req-aaf8d92a-5848-4a7d-b5da-889ff2d9b357 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4eefe2ba-361f-4c1d-9332-6ad950aae607 HTTP/1.1" status: 200 len: 916 time: 0.3983338 Jul 24 01:08:10.220958 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a1a307-2a18-4c57-9905-db0f3e5415df tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Made reservation on behalf of c9209d9a1e19440da4a98fc2629037ba for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:08:10.224489 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-02a1a307-2a18-4c57-9905-db0f3e5415df tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:10.471608 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff7b97-e48b-4edb-8fa9-3f08e8c4810d req-94749be0-ceaa-4e72-9f16-c82fb747a9dd tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:10.473217 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-27ff7b97-e48b-4edb-8fa9-3f08e8c4810d req-94749be0-ceaa-4e72-9f16-c82fb747a9dd tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6fb9ec9-81e1-4a83-a237-996a061fe80b HTTP/1.1" status: 200 len: 946 time: 0.0718353 Jul 24 01:08:10.518227 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-27ff7b97-e48b-4edb-8fa9-3f08e8c4810d req-bbdc1bc4-76e4-432d-ba49-332569f66be2 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb010bda-8fd7-4581-bbd6-0ec6e85602c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387492 Jul 24 01:08:10.619220 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-3c3ebfe1-0cff-46e3-8d39-66bc80a2346b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:10.620761 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-3c3ebfe1-0cff-46e3-8d39-66bc80a2346b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0efe4001-3e58-40a5-b419-19a80f1c419d HTTP/1.1" status: 200 len: 835 time: 0.5530083 Jul 24 01:08:10.652017 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-4f86a768-d59a-4050-b044-b94a8b0d5ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:10.653534 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-4f86a768-d59a-4050-b044-b94a8b0d5ae2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6dc6777949c4bca80e15baebcec81ec&device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 1095 time: 0.8111241 Jul 24 01:08:10.677967 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d4464242-e273-4e7d-9732-ffc6124f6c7a req-d69f7a1a-f429-4385-b4f5-45a72b26878b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4126bc1c-a04a-43d2-8b9b-81966af4b57a HTTP/1.1" status: 200 len: 217 time: 0.4493656 Jul 24 01:08:10.719790 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff1fb8-48ef-49fa-8f83-7df851d79e25 req-3b5cbb1d-a412-44b4-8b40-db3fdb6a44fe tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:10.722165 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-85ff1fb8-48ef-49fa-8f83-7df851d79e25 req-3b5cbb1d-a412-44b4-8b40-db3fdb6a44fe tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 943 time: 0.0684721 Jul 24 01:08:10.737018 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-25d8c056-895d-44df-93c2-555a243fe412 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05963e2b-d078-4047-9852-450b738dbdb2 HTTP/1.1" status: 200 len: 217 time: 0.0641260 Jul 24 01:08:10.741935 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [None req-02a1a307-2a18-4c57-9905-db0f3e5415df tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] device_id is not set on port 2ec1a8cb-701a-4f2f-a310-b03eecfc3bec yet. {{(pid=100464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:08:10.766166 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-85ff1fb8-48ef-49fa-8f83-7df851d79e25 req-46762e8f-04af-47c1-a67a-16f0bdd40751 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378881 Jul 24 01:08:10.797751 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0a7eadbf-aa53-46ea-b7f1-1a29ecd6354a req-e708d555-b20f-4273-b4f7-02674aa0c74e tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fca9749-8856-4d62-a639-2baf6ba2f85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6690331 Jul 24 01:08:10.936044 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4464242-e273-4e7d-9732-ffc6124f6c7a req-4131d0bd-5d52-474d-9f8f-0d549696f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:10.937556 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d4464242-e273-4e7d-9732-ffc6124f6c7a req-4131d0bd-5d52-474d-9f8f-0d549696f756 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a665a515-2379-4027-9c74-ff9fdf3f8207 HTTP/1.1" status: 200 len: 855 time: 0.1971533 Jul 24 01:08:10.939351 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1a3953ec-8830-4b75-9063-91c1a6dadedf req-02683c22-c1ac-4c47-b305-e1ca79f0d3bf service neutron] 10.222.0.13 "GET /v2.0/networks/03e78a62-81d3-4752-be2c-d12db7b84826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7647824 Jul 24 01:08:10.982185 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-ef098c1a-2d7d-471c-b5fb-33328808fb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:10.983753 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-ef098c1a-2d7d-471c-b5fb-33328808fb74 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=941506a1-fc49-47b1-b115-8157f3b98de0 HTTP/1.1" status: 200 len: 856 time: 0.2104325 Jul 24 01:08:11.074410 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d4464242-e273-4e7d-9732-ffc6124f6c7a req-ab2f5174-88a2-43f3-ad32-029a229b4e95 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4eefe2ba-361f-4c1d-9332-6ad950aae607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1189513 Jul 24 01:08:11.081401 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-4f190960-5a4c-43d1-bbc1-4d4b03429cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:11.083813 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-4f190960-5a4c-43d1-bbc1-4d4b03429cce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f76a5139-f01f-43be-a5b9-7d194799dd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4266889 Jul 24 01:08:11.117243 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92d39e-1d5c-4157-8d64-e2c80cfc4249 req-9cf18625-bd22-4a91-8e9c-a8ff85700d37 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:11.117243 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3c92d39e-1d5c-4157-8d64-e2c80cfc4249 req-9cf18625-bd22-4a91-8e9c-a8ff85700d37 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 943 time: 0.0878661 Jul 24 01:08:11.174914 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3c92d39e-1d5c-4157-8d64-e2c80cfc4249 req-982970e2-9c8c-4d50-a813-35e6ff658660 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501356 Jul 24 01:08:11.199802 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-02a1a307-2a18-4c57-9905-db0f3e5415df tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Allocated IP 172.20.0.6 (1789b9a9-ccb9-4400-ba78-b23214c7e617/682818ab-644c-4d09-8ee5-d0dcc99560f2/2ec1a8cb-701a-4f2f-a310-b03eecfc3bec) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:08:11.266860 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 4126bc1c-a04a-43d2-8b9b-81966af4b57a details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:08:11.360635 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1a3953ec-8830-4b75-9063-91c1a6dadedf req-1c484f29-30ad-48ea-b768-4aef634a87f8 service neutron] 10.222.0.13 "GET /v2.0/networks/03e78a62-81d3-4752-be2c-d12db7b84826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062917 Jul 24 01:08:11.383684 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 4126bc1c-a04a-43d2-8b9b-81966af4b57a, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=4126bc1c-a04a-43d2-8b9b-81966af4b57a,segment=NetworkSegment(db7c2e2f-23c1-467c-8461-ff3884e2dd2e),segment_id=db7c2e2f-23c1-467c-8461-ff3884e2dd2e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:08:11.386686 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d4464242-e273-4e7d-9732-ffc6124f6c7a req-4f437420-4177-4aad-ad8d-bcbd4219fb3c service neutron] 10.222.0.13 "GET /v2.0/networks/4eefe2ba-361f-4c1d-9332-6ad950aae607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014283 Jul 24 01:08:11.401885 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '4126bc1c-a04a-43d2-8b9b-81966af4b57a', 'network_id': '4eefe2ba-361f-4c1d-9332-6ad950aae607', 'port_id': '4126bc1c-a04a-43d2-8b9b-81966af4b57a', 'mac_address': 'fa:16:3e:91:15:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a665a515-2379-4027-9c74-ff9fdf3f8207', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:08:11.404888 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-5251521a-0d78-4b80-a1f9-7aaedfff7fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:11.406529 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-5251521a-0d78-4b80-a1f9-7aaedfff7fe6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce20638c-9366-403c-99ef-699b8c74111a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4022427 Jul 24 01:08:11.407020 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6ad9081-9a2c-4f3f-aa24-c39092090d2d', 'tag': '05963e2b-d078-4047-9852-450b738dbdb2'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:08:11.409238 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044ea6ad-73b1-4193-9191-96b9c5a37874" -d '{"events": [{"name": "network-changed", "server_uuid": "d6ad9081-9a2c-4f3f-aa24-c39092090d2d", "tag": "05963e2b-d078-4047-9852-450b738dbdb2"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:08:11.453489 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-f59c3037-bf4b-4821-9bb3-929ee847eed7 service neutron] 10.222.0.13 "GET /v2.0/networks/f76a5139-f01f-43be-a5b9-7d194799dd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592551 Jul 24 01:08:11.453697 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:11.468124 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4126bc1c-a04a-43d2-8b9b-81966af4b57a {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:08:11.485960 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d945c0-b2b9-4664-bd63-58812b28ce62 x-openstack-request-id: req-03d945c0-b2b9-4664-bd63-58812b28ce62 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:08:11.486597 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6ad9081-9a2c-4f3f-aa24-c39092090d2d", "tag": "05963e2b-d078-4047-9852-450b738dbdb2", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:08:11.486876 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-03d945c0-b2b9-4664-bd63-58812b28ce62 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:08:11.487274 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6ad9081-9a2c-4f3f-aa24-c39092090d2d', 'tag': '05963e2b-d078-4047-9852-450b738dbdb2', 'status': 'completed', 'code': 200} Jul 24 01:08:11.490420 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 4126bc1c-a04a-43d2-8b9b-81966af4b57a, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=4126bc1c-a04a-43d2-8b9b-81966af4b57a,segment=NetworkSegment(db7c2e2f-23c1-467c-8461-ff3884e2dd2e),segment_id=db7c2e2f-23c1-467c-8461-ff3884e2dd2e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:08:11.495170 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:11.549008 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=4126bc1c-a04a-43d2-8b9b-81966af4b57a,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:11.727665 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['4126bc1c-a04a-43d2-8b9b-81966af4b57a'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:08:11.769615 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d4464242-e273-4e7d-9732-ffc6124f6c7a req-e4abb3b1-4979-41a8-9c8e-0d74e6feeb4f service neutron] 10.222.0.13 "GET /v2.0/networks/4eefe2ba-361f-4c1d-9332-6ad950aae607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518534 Jul 24 01:08:11.820272 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-02a1a307-2a18-4c57-9905-db0f3e5415df tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:11.827102 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f5379a80-0cee-49f2-b554-63b5579d2442 req-cc8586d1-e782-49ad-8989-3472b6fcfc23 service neutron] 10.222.0.13 "GET /v2.0/networks/f76a5139-f01f-43be-a5b9-7d194799dd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428912 Jul 24 01:08:11.833994 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-6958be25-8d34-427d-b5d2-6c9bbd13328c service neutron] 10.222.0.13 "GET /v2.0/networks/ce20638c-9366-403c-99ef-699b8c74111a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036393 Jul 24 01:08:11.844945 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-02a1a307-2a18-4c57-9905-db0f3e5415df tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Transition to ACTIVE for port object 2ec1a8cb-701a-4f2f-a310-b03eecfc3bec will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:08:11.947396 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb3ead-2c2c-4126-a1d7-6540cf4d2f66 req-c5372c2e-8165-41f0-853d-d08fcab835b5 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:11.948986 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bbbb3ead-2c2c-4126-a1d7-6540cf4d2f66 req-c5372c2e-8165-41f0-853d-d08fcab835b5 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 944 time: 0.0717897 Jul 24 01:08:11.971821 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5999d-1481-44d4-9dd2-ef2591271148 req-83cd7b9f-de81-4f2a-93bf-3396c32b8899 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:11.973338 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9eb5999d-1481-44d4-9dd2-ef2591271148 req-83cd7b9f-de81-4f2a-93bf-3396c32b8899 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6fb9ec9-81e1-4a83-a237-996a061fe80b HTTP/1.1" status: 200 len: 946 time: 0.3579161 Jul 24 01:08:11.988170 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bbbb3ead-2c2c-4126-a1d7-6540cf4d2f66 req-a2d14cd2-0e4b-48e6-9568-a4209addc0e6 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333977 Jul 24 01:08:12.085509 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-02a1a307-2a18-4c57-9905-db0f3e5415df tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:12.088648 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e4a736a5-f932-4cca-a0a0-18a02edd7f6b req-b5f1087e-5521-4d8f-8ca9-7cc073d886e3 service neutron] 10.222.0.13 "GET /v2.0/networks/ce20638c-9366-403c-99ef-699b8c74111a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450349 Jul 24 01:08:12.096590 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9eb5999d-1481-44d4-9dd2-ef2591271148 req-1d8c44c2-894b-4c40-8388-dea739d1dc8b tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb010bda-8fd7-4581-bbd6-0ec6e85602c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936015 Jul 24 01:08:12.126046 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f7aa2-03a5-451e-972e-435c99395245 req-165fd897-16ae-4850-a59e-27ab05af66c8 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:12.131048 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-962f7aa2-03a5-451e-972e-435c99395245 req-165fd897-16ae-4850-a59e-27ab05af66c8 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc32067-6fe8-420f-92c3-e15b2813674b HTTP/1.1" status: 200 len: 943 time: 0.0723643 Jul 24 01:08:12.151298 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05248fb7-a117-447e-bfb3-41ae706bc96d req-70ec859c-9e13-47df-be7f-dc20c744759d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:12.152851 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-05248fb7-a117-447e-bfb3-41ae706bc96d req-70ec859c-9e13-47df-be7f-dc20c744759d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c584c0e2c5a47a78962537ebd255749&device_id=fbc32067-6fe8-420f-92c3-e15b2813674b HTTP/1.1" status: 200 len: 1095 time: 0.2418146 Jul 24 01:08:12.157631 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a1a307-2a18-4c57-9905-db0f3e5415df tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Network 1789b9a9-ccb9-4400-ba78-b23214c7e617 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:08:12.173149 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-962f7aa2-03a5-451e-972e-435c99395245 req-0b0c5875-eb67-4dd4-925b-8e2cc6a34cf6 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fca9749-8856-4d62-a639-2baf6ba2f85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375626 Jul 24 01:08:12.179111 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1a307-2a18-4c57-9905-db0f3e5415df tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Pushing event updated for resources: {'Port': ['ID=2ec1a8cb-701a-4f2f-a310-b03eecfc3bec,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:12.181680 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-02a1a307-2a18-4c57-9905-db0f3e5415df tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:08:12.214829 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a1a307-2a18-4c57-9905-db0f3e5415df tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:08:12.355423 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28280d-3db1-4a67-a0ee-216ec34a5d01 req-b63b8790-df60-48bb-8b10-325ed4cd78e8 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:12.359222 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6b28280d-3db1-4a67-a0ee-216ec34a5d01 req-b63b8790-df60-48bb-8b10-325ed4cd78e8 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 943 time: 0.0897849 Jul 24 01:08:12.372853 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a1a307-2a18-4c57-9905-db0f3e5415df tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:12.373530 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-02a1a307-2a18-4c57-9905-db0f3e5415df tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:12.412687 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6b28280d-3db1-4a67-a0ee-216ec34a5d01 req-ea248f22-e8bb-4a50-b0ed-3809dc94bc8b tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402658 Jul 24 01:08:12.486875 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52006) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:12.487139 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-02a1a307-2a18-4c57-9905-db0f3e5415df tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9171181 Jul 24 01:08:12.493562 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ea6ad-73b1-4193-9191-96b9c5a37874 req-b347c0f6-e96e-441c-9989-d048c81398f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:12.495135 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-044ea6ad-73b1-4193-9191-96b9c5a37874 req-b347c0f6-e96e-441c-9989-d048c81398f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6dc6777949c4bca80e15baebcec81ec&device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 1095 time: 0.3395107 Jul 24 01:08:12.501086 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-a8cbfe90-cd9e-4966-8e57-01b21763d63f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Request body: {'floatingip': {'port_id': '2ec1a8cb-701a-4f2f-a310-b03eecfc3bec'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:08:12.502630 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05248fb7-a117-447e-bfb3-41ae706bc96d req-7043101d-f2ca-49ad-a590-f63ccde2903c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:12.504222 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-05248fb7-a117-447e-bfb3-41ae706bc96d req-7043101d-f2ca-49ad-a590-f63ccde2903c service neutron] 10.222.0.13 "GET /v2.0/networks?id=f76a5139-f01f-43be-a5b9-7d194799dd9a HTTP/1.1" status: 200 len: 897 time: 0.3344991 Jul 24 01:08:12.542863 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1fc52416-d35e-4137-9b36-934ac9953d03 None None] Provisioning for port 2ec1a8cb-701a-4f2f-a310-b03eecfc3bec completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:08:12.547632 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1fc52416-d35e-4137-9b36-934ac9953d03 None None] Provisioning complete for port 2ec1a8cb-701a-4f2f-a310-b03eecfc3bec triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:08:12.548265 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1fc52416-d35e-4137-9b36-934ac9953d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:12.588718 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-1fc52416-d35e-4137-9b36-934ac9953d03 None None] Port 2ec1a8cb-701a-4f2f-a310-b03eecfc3bec cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:08:12.594154 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-05248fb7-a117-447e-bfb3-41ae706bc96d req-02863bbf-accb-4623-803b-fbb30ff05c2f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5d956a4-227b-478d-a785-96659caa4953 HTTP/1.1" status: 200 len: 217 time: 0.0739901 Jul 24 01:08:12.609244 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a8cbfe90-cd9e-4966-8e57-01b21763d63f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for floatingip, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:12.683100 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7644f-05eb-4d52-8c95-67e8b3a1c5a0 req-bebed9e5-d9d8-4358-a9c9-f8607800612b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:12.684648 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5fd7644f-05eb-4d52-8c95-67e8b3a1c5a0 req-bebed9e5-d9d8-4358-a9c9-f8607800612b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cb25f46ad77c460f9de40c947f94708d&device_id=f6fb9ec9-81e1-4a83-a237-996a061fe80b HTTP/1.1" status: 200 len: 1098 time: 0.2979336 Jul 24 01:08:12.696241 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76443b-01b0-4a60-945f-bd48ce11df7b req-e1d002e7-125e-4de1-acce-dd9f9e819f47 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:12.697774 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6c76443b-01b0-4a60-945f-bd48ce11df7b req-e1d002e7-125e-4de1-acce-dd9f9e819f47 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6fb9ec9-81e1-4a83-a237-996a061fe80b HTTP/1.1" status: 200 len: 946 time: 0.3202083 Jul 24 01:08:12.763043 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05248fb7-a117-447e-bfb3-41ae706bc96d req-12b77ec3-9916-4ce0-86ee-f6322ce96c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:12.764566 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-05248fb7-a117-447e-bfb3-41ae706bc96d req-12b77ec3-9916-4ce0-86ee-f6322ce96c66 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0efe4001-3e58-40a5-b419-19a80f1c419d HTTP/1.1" status: 200 len: 835 time: 0.1627638 Jul 24 01:08:12.765565 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ea6ad-73b1-4193-9191-96b9c5a37874 req-5393d09e-6c38-4f17-a608-030f86b8fd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:12.766928 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-044ea6ad-73b1-4193-9191-96b9c5a37874 req-5393d09e-6c38-4f17-a608-030f86b8fd79 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ce20638c-9366-403c-99ef-699b8c74111a HTTP/1.1" status: 200 len: 918 time: 0.2599123 Jul 24 01:08:12.877569 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6c76443b-01b0-4a60-945f-bd48ce11df7b req-35b299be-6d04-49a8-bd48-052fddd9b53f tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb010bda-8fd7-4581-bbd6-0ec6e85602c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654711 Jul 24 01:08:12.883334 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-044ea6ad-73b1-4193-9191-96b9c5a37874 req-1b017892-85bf-4aed-9634-412b209bc4e6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05963e2b-d078-4047-9852-450b738dbdb2 HTTP/1.1" status: 200 len: 217 time: 0.1022716 Jul 24 01:08:12.946216 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7644f-05eb-4d52-8c95-67e8b3a1c5a0 req-65ef14d6-2262-43c4-8409-318602fdb143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:12.947769 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5fd7644f-05eb-4d52-8c95-67e8b3a1c5a0 req-65ef14d6-2262-43c4-8409-318602fdb143 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5f17bf0f-16f7-4502-b194-bc60a77421f2 HTTP/1.1" status: 200 len: 913 time: 0.2491086 Jul 24 01:08:12.971983 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ea6ad-73b1-4193-9191-96b9c5a37874 req-be28e88c-2e5e-41e8-9291-09e8e18569be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:12.973443 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-044ea6ad-73b1-4193-9191-96b9c5a37874 req-be28e88c-2e5e-41e8-9291-09e8e18569be service neutron] 10.222.0.13 "GET /v2.0/subnets?id=941506a1-fc49-47b1-b115-8157f3b98de0 HTTP/1.1" status: 200 len: 856 time: 0.0807831 Jul 24 01:08:13.009854 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05248fb7-a117-447e-bfb3-41ae706bc96d req-426848af-b8d9-4d0f-9b0d-4dfa08e25b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:13.011394 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-05248fb7-a117-447e-bfb3-41ae706bc96d req-426848af-b8d9-4d0f-9b0d-4dfa08e25b24 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f76a5139-f01f-43be-a5b9-7d194799dd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2314720 Jul 24 01:08:13.019200 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5fd7644f-05eb-4d52-8c95-67e8b3a1c5a0 req-77ea7b48-f62a-4d0b-8b4b-b218f47f9bd7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b3f96fe1-7a09-467b-ab49-8e5be0d6582a HTTP/1.1" status: 200 len: 217 time: 0.0599635 Jul 24 01:08:13.162617 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7644f-05eb-4d52-8c95-67e8b3a1c5a0 req-90f2e12c-c562-421a-8b50-f9a3e4544be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:13.164086 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5fd7644f-05eb-4d52-8c95-67e8b3a1c5a0 req-90f2e12c-c562-421a-8b50-f9a3e4544be4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1f6ebf60-8236-4059-9bdb-2264724118ef HTTP/1.1" status: 200 len: 852 time: 0.1343486 Jul 24 01:08:13.218085 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5fd7644f-05eb-4d52-8c95-67e8b3a1c5a0 req-3b05a45c-e663-4fde-a85a-3e08c1b5b426 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5f17bf0f-16f7-4502-b194-bc60a77421f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462186 Jul 24 01:08:13.220222 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-05248fb7-a117-447e-bfb3-41ae706bc96d req-2d2101a7-2d5a-40aa-b09b-33acd5ba624c service neutron] 10.222.0.13 "GET /v2.0/networks/f76a5139-f01f-43be-a5b9-7d194799dd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982446 Jul 24 01:08:13.222769 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ea6ad-73b1-4193-9191-96b9c5a37874 req-fa793f27-5bfc-475c-9af6-3c689f54408b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:13.224844 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-044ea6ad-73b1-4193-9191-96b9c5a37874 req-fa793f27-5bfc-475c-9af6-3c689f54408b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce20638c-9366-403c-99ef-699b8c74111a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2178831 Jul 24 01:08:13.226361 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a8cbfe90-cd9e-4966-8e57-01b21763d63f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:13.238366 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74dfe48-633a-4aa2-949a-67035b4353eb req-4986b0de-5b6c-4d07-8b53-2e8a3c71fe9a tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:13.247739 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c74dfe48-633a-4aa2-949a-67035b4353eb req-4986b0de-5b6c-4d07-8b53-2e8a3c71fe9a tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 944 time: 0.1710813 Jul 24 01:08:13.255650 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a8cbfe90-cd9e-4966-8e57-01b21763d63f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:13.280490 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d5d956a4-227b-478d-a785-96659caa4953 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:08:13.283615 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 4126bc1c-a04a-43d2-8b9b-81966af4b57a up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:08:13.378750 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c74dfe48-633a-4aa2-949a-67035b4353eb req-ffff3060-3b0d-4e50-9c78-bc25f03d3d69 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253841 Jul 24 01:08:13.412019 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [None req-a8cbfe90-cd9e-4966-8e57-01b21763d63f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Floating IP 1bf5f7d0-723a-42ee-81d9-68bb13e6754b associated. External IP: 172.25.2.98, port: 8472ec3e-435a-4672-94c2-7e3d993e1514. Jul 24 01:08:13.467911 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 4126bc1c-a04a-43d2-8b9b-81966af4b57a completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:08:13.481262 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port d5d956a4-227b-478d-a785-96659caa4953, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d5d956a4-227b-478d-a785-96659caa4953,segment=NetworkSegment(44a29dc9-8bfe-4341-a20b-c8ac24696bcc),segment_id=44a29dc9-8bfe-4341-a20b-c8ac24696bcc)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:08:13.498506 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 4126bc1c-a04a-43d2-8b9b-81966af4b57a triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:08:13.499233 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:13.501711 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'd5d956a4-227b-478d-a785-96659caa4953', 'network_id': 'f76a5139-f01f-43be-a5b9-7d194799dd9a', 'port_id': 'd5d956a4-227b-478d-a785-96659caa4953', 'mac_address': 'fa:16:3e:53:d7:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0efe4001-3e58-40a5-b419-19a80f1c419d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:08:13.605036 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:13.739066 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1878f3-417d-414c-9447-b44bf432033a req-f8b322eb-5a15-4c64-9cce-5d25ca1d19f2 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:13.744797 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5d956a4-227b-478d-a785-96659caa4953 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:08:13.752163 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5c1878f3-417d-414c-9447-b44bf432033a req-f8b322eb-5a15-4c64-9cce-5d25ca1d19f2 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 943 time: 0.2078023 Jul 24 01:08:13.814388 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port d5d956a4-227b-478d-a785-96659caa4953, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d5d956a4-227b-478d-a785-96659caa4953,segment=NetworkSegment(44a29dc9-8bfe-4341-a20b-c8ac24696bcc),segment_id=44a29dc9-8bfe-4341-a20b-c8ac24696bcc)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:08:13.816455 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:13.829156 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:13.835023 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5c1878f3-417d-414c-9447-b44bf432033a req-c82cf08c-7004-4a5a-88ae-e4221aa9f810 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819566 Jul 24 01:08:13.868847 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd366e1f1-dd22-4036-8a79-7bbdc511e4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4126bc1c-a04a-43d2-8b9b-81966af4b57a'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:08:13.871328 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a47d977-9e0e-4e6e-81af-cf5cfec7b80a" -d '{"events": [{"server_uuid": "d366e1f1-dd22-4036-8a79-7bbdc511e4d2", "name": "network-vif-plugged", "status": "completed", "tag": "4126bc1c-a04a-43d2-8b9b-81966af4b57a"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:08:13.874325 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8cbfe90-cd9e-4966-8e57-01b21763d63f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Router b3c2eb8f-49b1-4979-bf68-b4b584f721d7 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:08:13.892018 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 4126bc1c-a04a-43d2-8b9b-81966af4b57a, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=4126bc1c-a04a-43d2-8b9b-81966af4b57a,segment=NetworkSegment(db7c2e2f-23c1-467c-8461-ff3884e2dd2e),segment_id=db7c2e2f-23c1-467c-8461-ff3884e2dd2e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:08:13.905401 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:13.912785 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=d5d956a4-227b-478d-a785-96659caa4953,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:13.975432 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=4126bc1c-a04a-43d2-8b9b-81966af4b57a,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:14.023164 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8cbfe90-cd9e-4966-8e57-01b21763d63f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:08:14.025463 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4822a38-54e9-4aa6-ad8d-dbe119feeb29 x-openstack-request-id: req-d4822a38-54e9-4aa6-ad8d-dbe119feeb29 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:08:14.025769 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d366e1f1-dd22-4036-8a79-7bbdc511e4d2", "name": "network-vif-plugged", "status": "completed", "tag": "4126bc1c-a04a-43d2-8b9b-81966af4b57a", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:08:14.026028 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d4822a38-54e9-4aa6-ad8d-dbe119feeb29 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:08:14.026433 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd366e1f1-dd22-4036-8a79-7bbdc511e4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4126bc1c-a04a-43d2-8b9b-81966af4b57a', 'code': 200} Jul 24 01:08:14.039674 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f8c2b7-1314-45ec-a44c-492c97b5d54a None None] Sync routers for ids ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:08:14.054961 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f8c2b7-1314-45ec-a44c-492c97b5d54a None None] Routers {'b3c2eb8f-49b1-4979-bf68-b4b584f721d7'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:08:14.055856 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-82f8c2b7-1314-45ec-a44c-492c97b5d54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:07:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:14.059501 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['d5d956a4-227b-478d-a785-96659caa4953'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:08:14.101164 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-82f8c2b7-1314-45ec-a44c-492c97b5d54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:14.110335 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f8c2b7-1314-45ec-a44c-492c97b5d54a None None] Routers {'b3c2eb8f-49b1-4979-bf68-b4b584f721d7'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:08:14.111173 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-82f8c2b7-1314-45ec-a44c-492c97b5d54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:07:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:14.141653 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-044ea6ad-73b1-4193-9191-96b9c5a37874 req-191ec116-aa83-4cc3-8954-4601f0945d22 service neutron] 10.222.0.13 "GET /v2.0/networks/ce20638c-9366-403c-99ef-699b8c74111a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8739119 Jul 24 01:08:14.149498 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-82f8c2b7-1314-45ec-a44c-492c97b5d54a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:14.150168 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82f8c2b7-1314-45ec-a44c-492c97b5d54a None None] The sync data for ids ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'] in n-d-793621-25 is: [] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:08:14.264973 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-05248fb7-a117-447e-bfb3-41ae706bc96d req-9955e2f5-0020-4f85-9d1e-adbc18a413b2 service neutron] 10.222.0.13 "GET /v2.0/networks/f76a5139-f01f-43be-a5b9-7d194799dd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9961543 Jul 24 01:08:14.266877 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5fd7644f-05eb-4d52-8c95-67e8b3a1c5a0 req-cc719b68-ffe4-4598-9405-a6a2be2868a4 service neutron] 10.222.0.13 "GET /v2.0/networks/5f17bf0f-16f7-4502-b194-bc60a77421f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0351312 Jul 24 01:08:14.283749 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91137c7-5b75-4220-801b-03e7e6c215dd req-6c821977-bc7e-4940-bcdf-97e06a3c8d35 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:14.285443 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b91137c7-5b75-4220-801b-03e7e6c215dd req-6c821977-bc7e-4940-bcdf-97e06a3c8d35 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc32067-6fe8-420f-92c3-e15b2813674b HTTP/1.1" status: 200 len: 943 time: 1.0157437 Jul 24 01:08:14.413091 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b91137c7-5b75-4220-801b-03e7e6c215dd req-378c799d-8484-46fa-9ce2-8be85720351e tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fca9749-8856-4d62-a639-2baf6ba2f85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984828 Jul 24 01:08:14.456849 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-044ea6ad-73b1-4193-9191-96b9c5a37874 req-1915b0a8-6ed8-4adf-8a9d-0704759b7373 service neutron] 10.222.0.13 "GET /v2.0/networks/ce20638c-9366-403c-99ef-699b8c74111a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964098 Jul 24 01:08:14.461064 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d960a69d-c9f8-4deb-b2e9-306f30b4ae48 req-03208330-b5bb-4d89-ac06-af2b74d9f1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:14.462567 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d960a69d-c9f8-4deb-b2e9-306f30b4ae48 req-03208330-b5bb-4d89-ac06-af2b74d9f1e9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 1097 time: 0.3047142 Jul 24 01:08:14.500372 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5fd7644f-05eb-4d52-8c95-67e8b3a1c5a0 req-50aed3f2-fee7-44ea-a7a2-c8cd4a8e642b service neutron] 10.222.0.13 "GET /v2.0/networks/5f17bf0f-16f7-4502-b194-bc60a77421f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118361 Jul 24 01:08:14.542369 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d960a69d-c9f8-4deb-b2e9-306f30b4ae48 req-50f11fb3-0cf5-4e21-a608-ce27cfd00855 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708282 Jul 24 01:08:14.549031 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729cd82-f186-4f15-9da7-d28445aa58d3 req-5e6c5be5-b6f9-45d1-8d4e-bafde1338e1e tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:14.550507 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c729cd82-f186-4f15-9da7-d28445aa58d3 req-5e6c5be5-b6f9-45d1-8d4e-bafde1338e1e tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6fb9ec9-81e1-4a83-a237-996a061fe80b HTTP/1.1" status: 200 len: 946 time: 0.3975971 Jul 24 01:08:14.573673 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb38243-8c44-4537-a4a5-5678c076e31c req-34f039bf-b62a-4996-92f0-9a1bd6a59372 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:14.575248 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eeb38243-8c44-4537-a4a5-5678c076e31c req-34f039bf-b62a-4996-92f0-9a1bd6a59372 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0777094 Jul 24 01:08:14.601101 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c729cd82-f186-4f15-9da7-d28445aa58d3 req-2ff1810a-f8eb-49eb-be69-6da4d830bd77 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb010bda-8fd7-4581-bbd6-0ec6e85602c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445421 Jul 24 01:08:14.609974 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8cbfe90-cd9e-4966-8e57-01b21763d63f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Router fec65cae-80d3-4417-98e8-03e8e9aa16cc has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:08:14.624910 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eeb38243-8c44-4537-a4a5-5678c076e31c req-e1fea074-48af-4cfc-b926-2fce32fc9f95 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432789 Jul 24 01:08:14.725333 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8cbfe90-cd9e-4966-8e57-01b21763d63f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:08:14.729903 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a8cbfe90-cd9e-4966-8e57-01b21763d63f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:14.736375 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31f313a-731c-4397-b90a-20b137f2d8b5 None None] Sync routers for ids ['fec65cae-80d3-4417-98e8-03e8e9aa16cc'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:08:14.750807 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31f313a-731c-4397-b90a-20b137f2d8b5 None None] Routers {'fec65cae-80d3-4417-98e8-03e8e9aa16cc'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:08:14.750807 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-f31f313a-731c-4397-b90a-20b137f2d8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:07:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['fec65cae-80d3-4417-98e8-03e8e9aa16cc'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:14.784217 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-f31f313a-731c-4397-b90a-20b137f2d8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:14.794817 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31f313a-731c-4397-b90a-20b137f2d8b5 None None] Routers {'fec65cae-80d3-4417-98e8-03e8e9aa16cc'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:08:14.795866 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-f31f313a-731c-4397-b90a-20b137f2d8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:07:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['fec65cae-80d3-4417-98e8-03e8e9aa16cc'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:14.808965 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a8cbfe90-cd9e-4966-8e57-01b21763d63f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "PUT /v2.0/floatingips/1bf5f7d0-723a-42ee-81d9-68bb13e6754b HTTP/1.1" status: 200 len: 977 time: 2.3205972 Jul 24 01:08:14.811701 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52034) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:14.829250 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-f31f313a-731c-4397-b90a-20b137f2d8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:14.829951 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31f313a-731c-4397-b90a-20b137f2d8b5 None None] The sync data for ids ['fec65cae-80d3-4417-98e8-03e8e9aa16cc'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:08:14.926345 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-b710814b-ba53-4164-888f-8ef3d1105b7f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Deleting port 2ec1a8cb-701a-4f2f-a310-b03eecfc3bec {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:08:14.926756 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b710814b-ba53-4164-888f-8ef3d1105b7f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:15.045895 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b710814b-ba53-4164-888f-8ef3d1105b7f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:15.062594 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d5668-0e46-47d2-985c-21e5322ca5e5 req-b081ea35-3ad4-4d6b-94f0-6a3bad5ed152 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:15.064146 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4f4d5668-0e46-47d2-985c-21e5322ca5e5 req-b081ea35-3ad4-4d6b-94f0-6a3bad5ed152 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 943 time: 0.1484835 Jul 24 01:08:15.149547 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4f4d5668-0e46-47d2-985c-21e5322ca5e5 req-0c4ba9a6-fbd2-4c1a-99dd-f5468b5f7eb8 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773046 Jul 24 01:08:15.264654 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b710814b-ba53-4164-888f-8ef3d1105b7f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:15.264973 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b710814b-ba53-4164-888f-8ef3d1105b7f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:15.265298 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [None req-b710814b-ba53-4164-888f-8ef3d1105b7f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Floating IP 1bf5f7d0-723a-42ee-81d9-68bb13e6754b disassociated. External IP: 172.25.2.98, port: 2ec1a8cb-701a-4f2f-a310-b03eecfc3bec. Jul 24 01:08:15.265657 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-b710814b-ba53-4164-888f-8ef3d1105b7f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Calling delete_port for 2ec1a8cb-701a-4f2f-a310-b03eecfc3bec owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:08:15.296622 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 05963e2b-d078-4047-9852-450b738dbdb2 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:08:15.303752 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d5d956a4-227b-478d-a785-96659caa4953 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:08:15.415547 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b710814b-ba53-4164-888f-8ef3d1105b7f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:15.417647 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port d5d956a4-227b-478d-a785-96659caa4953 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:08:15.424746 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port d5d956a4-227b-478d-a785-96659caa4953 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:08:15.425448 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:15.452318 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b710814b-ba53-4164-888f-8ef3d1105b7f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Pushing event deleted for resources: {'Port': ['ID=2ec1a8cb-701a-4f2f-a310-b03eecfc3bec,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:15.461880 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710814b-ba53-4164-888f-8ef3d1105b7f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:15.462410 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710814b-ba53-4164-888f-8ef3d1105b7f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:15.462798 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710814b-ba53-4164-888f-8ef3d1105b7f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:15.463142 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710814b-ba53-4164-888f-8ef3d1105b7f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:15.463474 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710814b-ba53-4164-888f-8ef3d1105b7f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:15.463802 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710814b-ba53-4164-888f-8ef3d1105b7f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:15.464129 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710814b-ba53-4164-888f-8ef3d1105b7f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:15.464455 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710814b-ba53-4164-888f-8ef3d1105b7f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:15.466449 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710814b-ba53-4164-888f-8ef3d1105b7f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:15.466573 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710814b-ba53-4164-888f-8ef3d1105b7f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:15.466845 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710814b-ba53-4164-888f-8ef3d1105b7f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:15.467182 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b710814b-ba53-4164-888f-8ef3d1105b7f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:15.468243 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 05963e2b-d078-4047-9852-450b738dbdb2, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=05963e2b-d078-4047-9852-450b738dbdb2,segment=NetworkSegment(c89e3cbc-4aac-4fff-a675-9a81f1b0ca38),segment_id=c89e3cbc-4aac-4fff-a675-9a81f1b0ca38)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:08:15.511696 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '05963e2b-d078-4047-9852-450b738dbdb2', 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a', 'port_id': '05963e2b-d078-4047-9852-450b738dbdb2', 'mac_address': 'fa:16:3e:ab:0e:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '941506a1-fc49-47b1-b115-8157f3b98de0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:08:15.604649 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b375e86-d9fb-4c85-88f7-4330f0b149fc req-04bb72e3-9fa5-461e-bbc3-8019a8ccd400 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:15.605247 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:15.606318 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8b375e86-d9fb-4c85-88f7-4330f0b149fc req-04bb72e3-9fa5-461e-bbc3-8019a8ccd400 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc32067-6fe8-420f-92c3-e15b2813674b HTTP/1.1" status: 200 len: 944 time: 0.0984685 Jul 24 01:08:15.607265 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:15.650061 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05963e2b-d078-4047-9852-450b738dbdb2 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:08:15.686279 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b710814b-ba53-4164-888f-8ef3d1105b7f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Router fec65cae-80d3-4417-98e8-03e8e9aa16cc has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:08:15.704590 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8b375e86-d9fb-4c85-88f7-4330f0b149fc req-09458381-22b6-459f-a3e6-14f64da0a5d5 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fca9749-8856-4d62-a639-2baf6ba2f85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918360 Jul 24 01:08:15.752374 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port d5d956a4-227b-478d-a785-96659caa4953, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d5d956a4-227b-478d-a785-96659caa4953,segment=NetworkSegment(44a29dc9-8bfe-4341-a20b-c8ac24696bcc),segment_id=44a29dc9-8bfe-4341-a20b-c8ac24696bcc)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:08:15.754462 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 05963e2b-d078-4047-9852-450b738dbdb2, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=05963e2b-d078-4047-9852-450b738dbdb2,segment=NetworkSegment(c89e3cbc-4aac-4fff-a675-9a81f1b0ca38),segment_id=c89e3cbc-4aac-4fff-a675-9a81f1b0ca38)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:08:15.756820 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-90ddd0e3-9c16-4584-a10c-6c425a05adcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:15.762421 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:15.825154 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:15.851604 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=d5d956a4-227b-478d-a785-96659caa4953,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:15.895369 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aeca7b-d884-4958-bbf4-48e05a8f2a42 req-adfef6f1-af41-46ea-bb7f-78138305c55b tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:15.902635 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-10aeca7b-d884-4958-bbf4-48e05a8f2a42 req-adfef6f1-af41-46ea-bb7f-78138305c55b tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0934317 Jul 24 01:08:15.908357 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e87aa-46aa-4539-837b-b8921e8732e5 req-f200f203-95a6-4709-832b-c78aded18439 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:15.909942 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-361e87aa-46aa-4539-837b-b8921e8732e5 req-f200f203-95a6-4709-832b-c78aded18439 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6fb9ec9-81e1-4a83-a237-996a061fe80b HTTP/1.1" status: 200 len: 946 time: 0.1470814 Jul 24 01:08:15.930340 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=05963e2b-d078-4047-9852-450b738dbdb2,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:15.943763 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-10aeca7b-d884-4958-bbf4-48e05a8f2a42 req-8ae1a51c-681f-4d4c-9acc-1c0298b842eb tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400345 Jul 24 01:08:15.949245 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b710814b-ba53-4164-888f-8ef3d1105b7f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:08:15.977789 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aef6be-0e23-4ed8-ae86-f2079fe97a6c None None] Sync routers for ids ['fec65cae-80d3-4417-98e8-03e8e9aa16cc'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:08:15.988616 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58aef6be-0e23-4ed8-ae86-f2079fe97a6c None None] Routers {'fec65cae-80d3-4417-98e8-03e8e9aa16cc'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:08:15.989768 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-58aef6be-0e23-4ed8-ae86-f2079fe97a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:07:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['fec65cae-80d3-4417-98e8-03e8e9aa16cc'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:16.013608 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-361e87aa-46aa-4539-837b-b8921e8732e5 req-12a16b96-1b1d-4c02-9eb8-03f6b6fca658 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb010bda-8fd7-4581-bbd6-0ec6e85602c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948718 Jul 24 01:08:16.027507 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc32067-6fe8-420f-92c3-e15b2813674b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d956a4-227b-478d-a785-96659caa4953'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:08:16.029103 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-58aef6be-0e23-4ed8-ae86-f2079fe97a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:16.030356 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89db361-b6d2-42ad-a39d-60f60049ba45" -d '{"events": [{"server_uuid": "fbc32067-6fe8-420f-92c3-e15b2813674b", "name": "network-vif-plugged", "status": "completed", "tag": "d5d956a4-227b-478d-a785-96659caa4953"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:08:16.039087 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58aef6be-0e23-4ed8-ae86-f2079fe97a6c None None] Routers {'fec65cae-80d3-4417-98e8-03e8e9aa16cc'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:08:16.040206 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-58aef6be-0e23-4ed8-ae86-f2079fe97a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:07:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['fec65cae-80d3-4417-98e8-03e8e9aa16cc'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:16.099206 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-58aef6be-0e23-4ed8-ae86-f2079fe97a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:16.099949 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58aef6be-0e23-4ed8-ae86-f2079fe97a6c None None] The sync data for ids ['fec65cae-80d3-4417-98e8-03e8e9aa16cc'] in n-d-793621-25 is: [] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:08:16.126696 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['05963e2b-d078-4047-9852-450b738dbdb2'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:08:16.171064 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b710814b-ba53-4164-888f-8ef3d1105b7f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:16.176245 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b710814b-ba53-4164-888f-8ef3d1105b7f tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "DELETE /v2.0/ports/2ec1a8cb-701a-4f2f-a310-b03eecfc3bec HTTP/1.1" status: 204 len: 168 time: 1.3636389 Jul 24 01:08:16.177542 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52056) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:16.251071 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e46765-8a23-4eb1-bcfd-f7472c5f9b67 req-26a4caa3-b8a0-4d22-bcb6-b6a0a74bbfa0 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:16.253051 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f0e46765-8a23-4eb1-bcfd-f7472c5f9b67 req-26a4caa3-b8a0-4d22-bcb6-b6a0a74bbfa0 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 945 time: 0.1490436 Jul 24 01:08:16.271856 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d3ad86-77bc-43dd-8dde-0ecd2f53b0eb x-openstack-request-id: req-45d3ad86-77bc-43dd-8dde-0ecd2f53b0eb {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:08:16.272294 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc32067-6fe8-420f-92c3-e15b2813674b", "name": "network-vif-plugged", "status": "completed", "tag": "d5d956a4-227b-478d-a785-96659caa4953", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:08:16.272654 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-45d3ad86-77bc-43dd-8dde-0ecd2f53b0eb {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:08:16.273310 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc32067-6fe8-420f-92c3-e15b2813674b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d956a4-227b-478d-a785-96659caa4953', 'code': 200} Jul 24 01:08:16.324305 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f0e46765-8a23-4eb1-bcfd-f7472c5f9b67 req-2f9457a8-62c6-4598-a373-553fc19c6905 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586336 Jul 24 01:08:16.408768 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a5436-4398-46fb-933a-6711e410d564 req-96850bff-a15e-4739-aac6-fdf1d0ea06b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:16.410355 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bd8a5436-4398-46fb-933a-6711e410d564 req-96850bff-a15e-4739-aac6-fdf1d0ea06b1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fbc32067-6fe8-420f-92c3-e15b2813674b HTTP/1.1" status: 200 len: 1097 time: 0.0729961 Jul 24 01:08:16.479833 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bd8a5436-4398-46fb-933a-6711e410d564 req-6f46b0d9-e1df-45fe-85eb-2f38c233e335 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8fca9749-8856-4d62-a639-2baf6ba2f85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560107 Jul 24 01:08:16.502732 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5e2cb2-4bae-48fc-83d5-0110867afb16 req-1880c8d0-2399-457e-b776-5c7be6277e6d tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:16.504391 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5f5e2cb2-4bae-48fc-83d5-0110867afb16 req-1880c8d0-2399-457e-b776-5c7be6277e6d tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 944 time: 0.0930698 Jul 24 01:08:16.554326 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5f5e2cb2-4bae-48fc-83d5-0110867afb16 req-622bc01d-af63-4506-86e5-18834e0df4f4 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415950 Jul 24 01:08:16.652855 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-be3292b9-399f-49d4-8cf5-7892e55a0ab7 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:16.699984 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33610778-2b3a-47a3-9b44-8e806d7b0e74 req-787dea30-e45d-4be1-ae5f-7271f36bfbcc tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:16.712855 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-33610778-2b3a-47a3-9b44-8e806d7b0e74 req-787dea30-e45d-4be1-ae5f-7271f36bfbcc tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6fb9ec9-81e1-4a83-a237-996a061fe80b HTTP/1.1" status: 200 len: 946 time: 0.0964983 Jul 24 01:08:16.764427 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-33610778-2b3a-47a3-9b44-8e806d7b0e74 req-55e0c89f-3644-482a-abde-2dac0d98e785 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb010bda-8fd7-4581-bbd6-0ec6e85602c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454426 Jul 24 01:08:16.938322 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164b605-77f0-4c91-bffb-fa4175687501 req-c66f66cb-745d-4103-b35f-fc007ac239be tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:16.940108 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d164b605-77f0-4c91-bffb-fa4175687501 req-c66f66cb-745d-4103-b35f-fc007ac239be tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 945 time: 0.1668422 Jul 24 01:08:16.951505 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b37c21-4788-4190-9bac-86aa1e9eb3b8 req-760329a7-412d-4b8f-b411-f9feb341a702 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:16.953674 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65b37c21-4788-4190-9bac-86aa1e9eb3b8 req-760329a7-412d-4b8f-b411-f9feb341a702 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc32067-6fe8-420f-92c3-e15b2813674b HTTP/1.1" status: 200 len: 945 time: 0.0809062 Jul 24 01:08:17.023074 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65b37c21-4788-4190-9bac-86aa1e9eb3b8 req-5d7cc6a0-9497-48a1-bc7b-0d86a025c556 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fca9749-8856-4d62-a639-2baf6ba2f85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554807 Jul 24 01:08:17.054623 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d164b605-77f0-4c91-bffb-fa4175687501 req-582277cf-a3db-4678-8c1c-b3671f1a6766 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069829 Jul 24 01:08:17.142045 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-be3292b9-399f-49d4-8cf5-7892e55a0ab7 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Deleting port 7cf6abee-9441-415a-885c-54b42a290ebc {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:08:17.142316 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-be3292b9-399f-49d4-8cf5-7892e55a0ab7 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:17.232191 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-be3292b9-399f-49d4-8cf5-7892e55a0ab7 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:17.245273 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-be3292b9-399f-49d4-8cf5-7892e55a0ab7 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Calling delete_port for 7cf6abee-9441-415a-885c-54b42a290ebc owned by network:router_interface {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:08:17.307665 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 05963e2b-d078-4047-9852-450b738dbdb2 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:08:17.413689 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 05963e2b-d078-4047-9852-450b738dbdb2 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:08:17.425731 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 05963e2b-d078-4047-9852-450b738dbdb2 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:08:17.426111 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:17.500356 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-be3292b9-399f-49d4-8cf5-7892e55a0ab7 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:17.540962 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3292b9-399f-49d4-8cf5-7892e55a0ab7 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Pushing event deleted for resources: {'Port': ['ID=7cf6abee-9441-415a-885c-54b42a290ebc,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:17.741501 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:17.790857 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 05963e2b-d078-4047-9852-450b738dbdb2, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=05963e2b-d078-4047-9852-450b738dbdb2,segment=NetworkSegment(c89e3cbc-4aac-4fff-a675-9a81f1b0ca38),segment_id=c89e3cbc-4aac-4fff-a675-9a81f1b0ca38)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:08:17.799883 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:17.897740 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bb290-756f-40e9-8a64-79f38d62c7c2 req-0a82625a-c506-4c7f-af3a-cbd6fb16b4c2 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:17.905958 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a16bb290-756f-40e9-8a64-79f38d62c7c2 req-0a82625a-c506-4c7f-af3a-cbd6fb16b4c2 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 944 time: 0.1893067 Jul 24 01:08:17.910017 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=05963e2b-d078-4047-9852-450b738dbdb2,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:17.936456 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-be3292b9-399f-49d4-8cf5-7892e55a0ab7 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:17.961922 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee36db6b-5ba7-4205-81ce-5864633dc0ec req-c81a38ff-dccc-4971-9855-58d686b1f012 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:17.970377 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ee36db6b-5ba7-4205-81ce-5864633dc0ec req-c81a38ff-dccc-4971-9855-58d686b1f012 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6fb9ec9-81e1-4a83-a237-996a061fe80b HTTP/1.1" status: 200 len: 946 time: 0.1014152 Jul 24 01:08:18.011572 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ee36db6b-5ba7-4205-81ce-5864633dc0ec req-35f6f641-f740-4097-b6b6-d2ed4fac1126 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb010bda-8fd7-4581-bbd6-0ec6e85602c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396924 Jul 24 01:08:18.041943 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a16bb290-756f-40e9-8a64-79f38d62c7c2 req-aa934114-c18d-4a6b-b5b7-99a03da741e2 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350858 Jul 24 01:08:18.213891 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec6e40-80f3-4c07-bfd6-ffa9ad6058af req-98d71108-8aff-4c50-a656-c18d999e9ec9 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:18.215938 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b2ec6e40-80f3-4c07-bfd6-ffa9ad6058af req-98d71108-8aff-4c50-a656-c18d999e9ec9 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc32067-6fe8-420f-92c3-e15b2813674b HTTP/1.1" status: 200 len: 945 time: 0.1174734 Jul 24 01:08:18.230236 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e6f3710c-f769-49a4-add4-2a0961a09fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:18.262705 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b2ec6e40-80f3-4c07-bfd6-ffa9ad6058af req-fe8dab93-2e32-4360-b2a8-a8a77ae624a9 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fca9749-8856-4d62-a639-2baf6ba2f85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384057 Jul 24 01:08:18.274762 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ad9081-9a2c-4f3f-aa24-c39092090d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05963e2b-d078-4047-9852-450b738dbdb2'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:08:18.277591 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b510350-958a-4b1a-8fd8-096f9b1f3432" -d '{"events": [{"server_uuid": "d6ad9081-9a2c-4f3f-aa24-c39092090d2d", "name": "network-vif-plugged", "status": "completed", "tag": "05963e2b-d078-4047-9852-450b738dbdb2"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:08:18.350795 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be3292b9-399f-49d4-8cf5-7892e55a0ab7 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Router fec65cae-80d3-4417-98e8-03e8e9aa16cc has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:08:18.364772 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80adfb-a26b-43a2-a5c4-b8a4315b2f02 req-c22a5150-1dae-44ec-977f-7ad50f63d3fd tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:18.366480 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8e80adfb-a26b-43a2-a5c4-b8a4315b2f02 req-c22a5150-1dae-44ec-977f-7ad50f63d3fd tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 945 time: 0.1476417 Jul 24 01:08:18.387417 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1d68de-21ba-4dab-8cfb-56bf458f9577 x-openstack-request-id: req-da1d68de-21ba-4dab-8cfb-56bf458f9577 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:08:18.388314 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ad9081-9a2c-4f3f-aa24-c39092090d2d", "name": "network-vif-plugged", "status": "completed", "tag": "05963e2b-d078-4047-9852-450b738dbdb2", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:08:18.388790 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-da1d68de-21ba-4dab-8cfb-56bf458f9577 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:08:18.389427 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ad9081-9a2c-4f3f-aa24-c39092090d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05963e2b-d078-4047-9852-450b738dbdb2', 'code': 200} Jul 24 01:08:18.480954 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:18.580661 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6826840e-87dd-4fcb-bb75-75a437e227be req-820917c0-c397-4162-83db-a52f020eeeef tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:18.582496 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6826840e-87dd-4fcb-bb75-75a437e227be req-820917c0-c397-4162-83db-a52f020eeeef tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc32067-6fe8-420f-92c3-e15b2813674b HTTP/1.1" status: 200 len: 945 time: 0.1304982 Jul 24 01:08:18.590760 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ffc3ee-d9bf-4f82-834a-1fdb3db20c2b req-4d0096b2-6d83-4805-af3d-b9f10116cfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:18.592144 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e9ffc3ee-d9bf-4f82-834a-1fdb3db20c2b req-4d0096b2-6d83-4805-af3d-b9f10116cfb3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 1097 time: 0.1003687 Jul 24 01:08:18.654105 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6826840e-87dd-4fcb-bb75-75a437e227be req-8d76e2b3-1ee9-4cb8-bcda-5f7595bc6c96 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fca9749-8856-4d62-a639-2baf6ba2f85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608683 Jul 24 01:08:18.658509 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e9ffc3ee-d9bf-4f82-834a-1fdb3db20c2b req-f12e6295-11e6-404c-8a0f-38812546f5e5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504072 Jul 24 01:08:18.695467 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52104) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:18.777209 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8e80adfb-a26b-43a2-a5c4-b8a4315b2f02 req-74f92fae-26f6-419b-840c-eba1ddd69748 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4036250 Jul 24 01:08:18.784812 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882ca824-9879-4dc5-a169-c9623d2759c1 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:18.789910 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-882ca824-9879-4dc5-a169-c9623d2759c1 tempest-TestNetworkBasicOps-1245421045 tempest-TestNetworkBasicOps-1245421045-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=fbc32067-6fe8-420f-92c3-e15b2813674b HTTP/1.1" status: 200 len: 1092 time: 0.0905695 Jul 24 01:08:18.804211 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52106) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:18.810155 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-863288f4-cc30-405a-a476-f0a77968d3d2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'port_id': 'd5d956a4-227b-478d-a785-96659caa4953', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:08:18.811208 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3292b9-399f-49d4-8cf5-7892e55a0ab7 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:08:18.819245 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-be3292b9-399f-49d4-8cf5-7892e55a0ab7 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "PUT /v2.0/routers/fec65cae-80d3-4417-98e8-03e8e9aa16cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6377273 Jul 24 01:08:18.821700 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52108) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:18.825742 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a346c02f-782e-4015-81ba-face4d75baa0 None None] Sync routers for ids ['fec65cae-80d3-4417-98e8-03e8e9aa16cc'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:08:18.838539 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a346c02f-782e-4015-81ba-face4d75baa0 None None] Routers {'fec65cae-80d3-4417-98e8-03e8e9aa16cc'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:08:18.839260 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-a346c02f-782e-4015-81ba-face4d75baa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:08:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['fec65cae-80d3-4417-98e8-03e8e9aa16cc'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:18.872749 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-863288f4-cc30-405a-a476-f0a77968d3d2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for floatingip, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:18.878768 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-a346c02f-782e-4015-81ba-face4d75baa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:18.888824 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a346c02f-782e-4015-81ba-face4d75baa0 None None] Routers {'fec65cae-80d3-4417-98e8-03e8e9aa16cc'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:08:18.889443 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-a346c02f-782e-4015-81ba-face4d75baa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:08:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['fec65cae-80d3-4417-98e8-03e8e9aa16cc'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:18.920440 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc6db2-2336-44ec-bfaf-449fe36ae54e req-ce74ffb1-a3d7-41ab-b5ee-47110efb2dda tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:18.922000 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ecdc6db2-2336-44ec-bfaf-449fe36ae54e req-ce74ffb1-a3d7-41ab-b5ee-47110efb2dda tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.13 "GET /v2.0/ports?device_id=f6fb9ec9-81e1-4a83-a237-996a061fe80b HTTP/1.1" status: 200 len: 946 time: 0.1330786 Jul 24 01:08:18.926398 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-a346c02f-782e-4015-81ba-face4d75baa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:18.927698 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a346c02f-782e-4015-81ba-face4d75baa0 None None] The sync data for ids ['fec65cae-80d3-4417-98e8-03e8e9aa16cc'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:08:18.954856 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ccba6269-df0d-4d6d-a2e6-a9ce65587f29 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:19.076951 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ccba6269-df0d-4d6d-a2e6-a9ce65587f29 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:19.100535 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-863288f4-cc30-405a-a476-f0a77968d3d2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:19.178173 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-ccba6269-df0d-4d6d-a2e6-a9ce65587f29 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Deleting port 962d935f-2047-428a-acd4-1eaed200a0a3 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:08:19.178459 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ccba6269-df0d-4d6d-a2e6-a9ce65587f29 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:19.193248 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-ecdc6db2-2336-44ec-bfaf-449fe36ae54e req-f9f3093c-6317-4fe0-8735-b4f6225b3c7b tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Deleting port b3f96fe1-7a09-467b-ab49-8e5be0d6582a {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:08:19.193617 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ecdc6db2-2336-44ec-bfaf-449fe36ae54e req-f9f3093c-6317-4fe0-8735-b4f6225b3c7b tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:19.274224 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ccba6269-df0d-4d6d-a2e6-a9ce65587f29 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:19.295511 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-ccba6269-df0d-4d6d-a2e6-a9ce65587f29 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Calling delete_port for 962d935f-2047-428a-acd4-1eaed200a0a3 owned by network:router_gateway {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:08:19.307220 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f7dae-b69f-4dc3-ab90-3df7e24f1377 req-72033b78-5022-44a7-8a97-67ede1161d9c tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:19.308760 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-248f7dae-b69f-4dc3-ab90-3df7e24f1377 req-72033b78-5022-44a7-8a97-67ede1161d9c tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 945 time: 0.1762705 Jul 24 01:08:19.354565 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6ff3c-2a36-4f30-aefd-51c89abd94f6 req-bce8b20b-46ac-4f92-b9c5-d9404ee29cd5 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:19.361856 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-22b6ff3c-2a36-4f30-aefd-51c89abd94f6 req-bce8b20b-46ac-4f92-b9c5-d9404ee29cd5 tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6fb9ec9-81e1-4a83-a237-996a061fe80b HTTP/1.1" status: 200 len: 946 time: 0.2526917 Jul 24 01:08:19.377625 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-ecdc6db2-2336-44ec-bfaf-449fe36ae54e req-f9f3093c-6317-4fe0-8735-b4f6225b3c7b tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] For port b3f96fe1-7a09-467b-ab49-8e5be0d6582a, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=b3f96fe1-7a09-467b-ab49-8e5be0d6582a,segment=NetworkSegment(366e5537-95e9-4718-8324-9af879730ed4),segment_id=366e5537-95e9-4718-8324-9af879730ed4)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:08:19.378009 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ecdc6db2-2336-44ec-bfaf-449fe36ae54e req-f9f3093c-6317-4fe0-8735-b4f6225b3c7b tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:19.400336 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-248f7dae-b69f-4dc3-ab90-3df7e24f1377 req-512ef958-8b90-443b-99fd-2bb2e473a911 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830698 Jul 24 01:08:19.418836 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-863288f4-cc30-405a-a476-f0a77968d3d2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Allocated IP 172.25.2.242 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/b51683bb-7682-41eb-b5b7-df497f7b529d) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:08:19.421615 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-ecdc6db2-2336-44ec-bfaf-449fe36ae54e req-f9f3093c-6317-4fe0-8735-b4f6225b3c7b tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Calling delete_port for b3f96fe1-7a09-467b-ab49-8e5be0d6582a owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:08:19.479899 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:19.518394 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-22b6ff3c-2a36-4f30-aefd-51c89abd94f6 req-2988f66f-e759-4a5a-a1ad-53398d1d6e8c tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.15 "GET /v2.0/security-groups?id=eb010bda-8fd7-4581-bbd6-0ec6e85602c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555045 Jul 24 01:08:19.608435 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ccba6269-df0d-4d6d-a2e6-a9ce65587f29 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:19.637687 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba6269-df0d-4d6d-a2e6-a9ce65587f29 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Pushing event deleted for resources: {'Port': ['ID=962d935f-2047-428a-acd4-1eaed200a0a3,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:19.682974 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-863288f4-cc30-405a-a476-f0a77968d3d2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:19.705327 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ccba6269-df0d-4d6d-a2e6-a9ce65587f29 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:19.772062 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ecdc6db2-2336-44ec-bfaf-449fe36ae54e req-f9f3093c-6317-4fe0-8735-b4f6225b3c7b tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:19.775266 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-863288f4-cc30-405a-a476-f0a77968d3d2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:19.786802 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['b3f96fe1-7a09-467b-ab49-8e5be0d6582a'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:08:19.809158 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ccba6269-df0d-4d6d-a2e6-a9ce65587f29 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:19.811767 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ccba6269-df0d-4d6d-a2e6-a9ce65587f29 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:19.823179 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863288f4-cc30-405a-a476-f0a77968d3d2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:08:19.838364 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-863288f4-cc30-405a-a476-f0a77968d3d2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:08:19.858399 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863288f4-cc30-405a-a476-f0a77968d3d2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:08:19.860980 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863288f4-cc30-405a-a476-f0a77968d3d2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event updated for resources: {'Port': ['ID=b51683bb-7682-41eb-b5b7-df497f7b529d,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:19.873990 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ccba6269-df0d-4d6d-a2e6-a9ce65587f29 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:19.874456 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccba6269-df0d-4d6d-a2e6-a9ce65587f29 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Fanout notify agent at l3_agent the message router_deleted on router fec65cae-80d3-4417-98e8-03e8e9aa16cc {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:08:19.884847 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ccba6269-df0d-4d6d-a2e6-a9ce65587f29 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:19.886179 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ccba6269-df0d-4d6d-a2e6-a9ce65587f29 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "DELETE /v2.0/routers/fec65cae-80d3-4417-98e8-03e8e9aa16cc HTTP/1.1" status: 204 len: 168 time: 1.0633776 Jul 24 01:08:19.889013 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52120) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:19.912500 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecdc6db2-2336-44ec-bfaf-449fe36ae54e req-f9f3093c-6317-4fe0-8735-b4f6225b3c7b tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] No DVR routers for this DVR port b3f96fe1-7a09-467b-ab49-8e5be0d6582a on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:08:19.914508 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3093c-6317-4fe0-8735-b4f6225b3c7b tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Pushing event deleted for resources: {'Port': ['ID=b3f96fe1-7a09-467b-ab49-8e5be0d6582a,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:19.916506 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ecdc6db2-2336-44ec-bfaf-449fe36ae54e req-f9f3093c-6317-4fe0-8735-b4f6225b3c7b tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:19.918613 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ecdc6db2-2336-44ec-bfaf-449fe36ae54e req-f9f3093c-6317-4fe0-8735-b4f6225b3c7b tempest-TestServerAdvancedOps-1443028247 tempest-TestServerAdvancedOps-1443028247-project] 10.222.0.13 "DELETE /v2.0/ports/b3f96fe1-7a09-467b-ab49-8e5be0d6582a HTTP/1.1" status: 204 len: 173 time: 0.9874766 Jul 24 01:08:19.945547 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6fb9ec9-81e1-4a83-a237-996a061fe80b', 'name': 'network-vif-deleted', 'tag': 'b3f96fe1-7a09-467b-ab49-8e5be0d6582a'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:08:19.947895 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6f5ada-f669-4668-b4f9-e1d4f2abd585" -d '{"events": [{"server_uuid": "f6fb9ec9-81e1-4a83-a237-996a061fe80b", "name": "network-vif-deleted", "tag": "b3f96fe1-7a09-467b-ab49-8e5be0d6582a"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:08:19.974837 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-f024eb7e-bc79-4667-b8c4-1678b8c227fc tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Deleting subnet 682818ab-644c-4d09-8ee5-d0dcc99560f2 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:08:19.979865 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f024eb7e-bc79-4667-b8c4-1678b8c227fc tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:20.015384 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55458975-b46c-4e1e-955b-66a1f81fc244 x-openstack-request-id: req-55458975-b46c-4e1e-955b-66a1f81fc244 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:08:20.015867 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6fb9ec9-81e1-4a83-a237-996a061fe80b", "name": "network-vif-deleted", "tag": "b3f96fe1-7a09-467b-ab49-8e5be0d6582a", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:08:20.016320 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-55458975-b46c-4e1e-955b-66a1f81fc244 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:08:20.017149 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6fb9ec9-81e1-4a83-a237-996a061fe80b', 'name': 'network-vif-deleted', 'tag': 'b3f96fe1-7a09-467b-ab49-8e5be0d6582a', 'status': 'completed', 'code': 200} Jul 24 01:08:20.044459 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f024eb7e-bc79-4667-b8c4-1678b8c227fc tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:20.092477 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ffc7db-2e05-4328-bce2-efb3e3d81470 req-d9cf9a04-563b-4006-ba42-d653052fe47f tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:20.094751 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-34ffc7db-2e05-4328-bce2-efb3e3d81470 req-d9cf9a04-563b-4006-ba42-d653052fe47f tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 945 time: 0.1741652 Jul 24 01:08:20.172233 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-34ffc7db-2e05-4328-bce2-efb3e3d81470 req-d1300b0c-d920-4815-90cd-95e560be9c05 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677497 Jul 24 01:08:20.184893 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f024eb7e-bc79-4667-b8c4-1678b8c227fc tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:20.261293 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f024eb7e-bc79-4667-b8c4-1678b8c227fc tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:20.298775 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f024eb7e-bc79-4667-b8c4-1678b8c227fc tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Pushing event deleted for resources: {'Subnet': ['ID=682818ab-644c-4d09-8ee5-d0dcc99560f2,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:20.300963 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f024eb7e-bc79-4667-b8c4-1678b8c227fc tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:20.306235 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f024eb7e-bc79-4667-b8c4-1678b8c227fc tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "DELETE /v2.0/subnets/682818ab-644c-4d09-8ee5-d0dcc99560f2 HTTP/1.1" status: 204 len: 168 time: 0.4136488 Jul 24 01:08:20.306235 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52126) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:20.306840 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08a4a61-bfee-4fad-8ba6-2a90771aac00 None None] Network 1789b9a9-ccb9-4400-ba78-b23214c7e617 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:08:20.411709 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b30ca863-424e-43d9-8c10-26f612d9679b tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:20.483284 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-863288f4-cc30-405a-a476-f0a77968d3d2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:20.517172 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-b30ca863-424e-43d9-8c10-26f612d9679b tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Deleting port f96b3483-2360-4c00-9a3c-9732584195b2 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:08:20.517673 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b30ca863-424e-43d9-8c10-26f612d9679b tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:20.620735 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-b30ca863-424e-43d9-8c10-26f612d9679b tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] For port f96b3483-2360-4c00-9a3c-9732584195b2, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=f96b3483-2360-4c00-9a3c-9732584195b2,segment=NetworkSegment(fbd9ebf3-a0be-4ae8-9f94-325e52bdc34f),segment_id=fbd9ebf3-a0be-4ae8-9f94-325e52bdc34f)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:08:20.622183 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b30ca863-424e-43d9-8c10-26f612d9679b tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:20.657846 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-b30ca863-424e-43d9-8c10-26f612d9679b tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Calling delete_port for f96b3483-2360-4c00-9a3c-9732584195b2 owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:08:20.725279 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01db7ac0-dec8-4b07-8713-f3d5caee3c6e None None] DHCP port deletion for 1789b9a9-ccb9-4400-ba78-b23214c7e617 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:08:20.750572 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52134) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:20.802831 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-863288f4-cc30-405a-a476-f0a77968d3d2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:20.812713 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-01db7ac0-dec8-4b07-8713-f3d5caee3c6e None None] Deleting port f96b3483-2360-4c00-9a3c-9732584195b2 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:08:20.813422 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-01db7ac0-dec8-4b07-8713-f3d5caee3c6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:20.841379 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b30ca863-424e-43d9-8c10-26f612d9679b tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:20.857365 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa505c9-da4b-4339-b591-76e16e0caee5 req-a32973d8-f481-458f-bae0-f7f1cfd8260e tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:20.859114 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4fa505c9-da4b-4339-b591-76e16e0caee5 req-a32973d8-f481-458f-bae0-f7f1cfd8260e tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 945 time: 0.2603235 Jul 24 01:08:20.881515 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ca863-424e-43d9-8c10-26f612d9679b tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Pushing event deleted for resources: {'Port': ['ID=f96b3483-2360-4c00-9a3c-9732584195b2,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:20.884432 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30ca863-424e-43d9-8c10-26f612d9679b tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] No DVR routers for this DVR port f96b3483-2360-4c00-9a3c-9732584195b2 on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:08:20.891332 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device f96b3483-2360-4c00-9a3c-9732584195b2 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:08:20.917863 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: f96b3483-2360-4c00-9a3c-9732584195b2 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:08:20.918636 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device f96b3483-2360-4c00-9a3c-9732584195b2 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:08:20.932721 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-01db7ac0-dec8-4b07-8713-f3d5caee3c6e None None] For port f96b3483-2360-4c00-9a3c-9732584195b2, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=f96b3483-2360-4c00-9a3c-9732584195b2,segment=NetworkSegment(fbd9ebf3-a0be-4ae8-9f94-325e52bdc34f),segment_id=fbd9ebf3-a0be-4ae8-9f94-325e52bdc34f)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:08:20.933133 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-01db7ac0-dec8-4b07-8713-f3d5caee3c6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:20.942943 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4fa505c9-da4b-4339-b591-76e16e0caee5 req-8d1d6faf-fa64-4069-93da-2ee72d0a9bc1 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725937 Jul 24 01:08:20.947732 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-01db7ac0-dec8-4b07-8713-f3d5caee3c6e None None] Calling delete_port for f96b3483-2360-4c00-9a3c-9732584195b2 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:08:20.948573 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4da45e0-8c45-4541-b8df-9d4402a0b91c admin admin] Deleting subnet 1f6ebf60-8236-4059-9bdb-2264724118ef {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:08:20.953516 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a4da45e0-8c45-4541-b8df-9d4402a0b91c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:21.019130 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b30ca863-424e-43d9-8c10-26f612d9679b tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:21.055588 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:21.073326 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-b30ca863-424e-43d9-8c10-26f612d9679b tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1789b9a9-ccb9-4400-ba78-b23214c7e617']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:21.088064 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:08:21.088064 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:08:21.088064 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:08:21.088064 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:08:21.088064 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:08:21.088064 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:08:21.088064 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:08:21.088064 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:08:21.088064 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:08:21.088064 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:08:21.088064 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:08:21.088064 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:08:21.088064 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:08:21.088064 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:08:21.088064 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:08:21.088064 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:08:21.088064 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:08:21.088064 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:08:21.088064 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:08:21.088064 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:08:21.088064 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:08:21.088064 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:08:21.088064 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:08:21.088064 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:08:21.088064 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:08:21.088064 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:08:21.088064 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:08:21.088064 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:08:21.088064 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:08:21.088064 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:08:21.088064 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:08:21.088064 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:08:21.088064 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:08:21.088064 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:08:21.088064 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:08:21.088064 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:08:21.088064 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:08:21.088064 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:08:21.088064 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:08:21.088064 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:08:21.091105 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:08:21.091105 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:08:21.091105 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:08:21.091105 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:08:21.091105 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:08:21.091105 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:08:21.091105 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:08:21.091105 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:08:21.091105 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:08:21.091105 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:08:21.091105 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:08:21.091105 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:08:21.091105 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:08:21.091105 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:08:21.092045 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-b30ca863-424e-43d9-8c10-26f612d9679b tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbd9ebf3-a0be-4ae8-9f94-325e52bdc34f') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:21.092045 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-b30ca863-424e-43d9-8c10-26f612d9679b tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbd9ebf3-a0be-4ae8-9f94-325e52bdc34f') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:21.102330 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a4da45e0-8c45-4541-b8df-9d4402a0b91c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:21.102781 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-01db7ac0-dec8-4b07-8713-f3d5caee3c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:21.103437 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b30ca863-424e-43d9-8c10-26f612d9679b tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:21.135574 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b30ca863-424e-43d9-8c10-26f612d9679b tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:21.147540 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01db7ac0-dec8-4b07-8713-f3d5caee3c6e None None] Pushing event deleted for resources: {'Port': ['ID=f96b3483-2360-4c00-9a3c-9732584195b2,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:21.149219 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b30ca863-424e-43d9-8c10-26f612d9679b tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:08:21.149653 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b30ca863-424e-43d9-8c10-26f612d9679b tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:21.150500 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01db7ac0-dec8-4b07-8713-f3d5caee3c6e None None] No DVR routers for this DVR port f96b3483-2360-4c00-9a3c-9732584195b2 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:08:21.161177 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:08:21.161177 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:08:21.161177 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:08:21.161177 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:08:21.161177 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:08:21.161177 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:08:21.161177 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:08:21.161177 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:08:21.161177 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:08:21.161177 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:08:21.161177 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:08:21.161177 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:08:21.161177 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:08:21.161177 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:08:21.161177 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:08:21.161177 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:08:21.161177 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:08:21.161177 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:08:21.161177 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:08:21.161177 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:08:21.161177 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:08:21.161177 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:08:21.161177 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:08:21.161177 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:08:21.161177 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:08:21.161177 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:08:21.161177 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:08:21.161177 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:08:21.161177 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:08:21.161177 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:08:21.161177 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:08:21.161177 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:08:21.180909 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92482f-928a-49c5-bc14-1b1e5f3ad40c req-0792cb3a-8e9c-4e59-ba00-ca89af360f83 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:21.182472 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bd92482f-928a-49c5-bc14-1b1e5f3ad40c req-0792cb3a-8e9c-4e59-ba00-ca89af360f83 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 945 time: 0.1519718 Jul 24 01:08:21.184053 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a4da45e0-8c45-4541-b8df-9d4402a0b91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:21.194245 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52138) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:21.201782 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-9381696e-ab6c-4bd2-b8e2-d4abb26f1801 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Request body: {'floatingip': {'port_id': '05963e2b-d078-4047-9852-450b738dbdb2'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:08:21.229795 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-863288f4-cc30-405a-a476-f0a77968d3d2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:21.243168 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-863288f4-cc30-405a-a476-f0a77968d3d2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:21.289153 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9381696e-ab6c-4bd2-b8e2-d4abb26f1801 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks [] for floatingip, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:21.335500 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b30ca863-424e-43d9-8c10-26f612d9679b tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:21.366179 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b30ca863-424e-43d9-8c10-26f612d9679b tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:21.368231 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b30ca863-424e-43d9-8c10-26f612d9679b tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "DELETE /v2.0/networks/1789b9a9-ccb9-4400-ba78-b23214c7e617 HTTP/1.1" status: 204 len: 168 time: 1.0610571 Jul 24 01:08:21.375756 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52144) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:21.383831 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a4da45e0-8c45-4541-b8df-9d4402a0b91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:21.391010 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ca863-424e-43d9-8c10-26f612d9679b tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Pushing event deleted for resources: {'Network': ['ID=1789b9a9-ccb9-4400-ba78-b23214c7e617,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:21.394293 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863288f4-cc30-405a-a476-f0a77968d3d2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event updated for resources: {'Port': ['ID=b51683bb-7682-41eb-b5b7-df497f7b529d,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:21.469675 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da45e0-8c45-4541-b8df-9d4402a0b91c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f6ebf60-8236-4059-9bdb-2264724118ef,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:21.490779 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a4da45e0-8c45-4541-b8df-9d4402a0b91c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:21.492887 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a4da45e0-8c45-4541-b8df-9d4402a0b91c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1f6ebf60-8236-4059-9bdb-2264724118ef HTTP/1.1" status: 204 len: 168 time: 0.7283626 Jul 24 01:08:21.494083 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-863288f4-cc30-405a-a476-f0a77968d3d2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:21.496457 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52146) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:21.621824 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecad34-5f87-4048-9b18-d3465070d7a7 req-f9e53551-a2de-4100-8b56-3b9af439359a tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:21.623504 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9ecad34-5f87-4048-9b18-d3465070d7a7 req-f9e53551-a2de-4100-8b56-3b9af439359a tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 945 time: 0.3479152 Jul 24 01:08:21.736596 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9ecad34-5f87-4048-9b18-d3465070d7a7 req-5c5d0152-c23d-4241-ba3e-85d7e678c1ef tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023853 Jul 24 01:08:21.781610 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [None req-863288f4-cc30-405a-a476-f0a77968d3d2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Floating IP 45baf4bb-f63d-45b2-8d66-0fb113b58bce associated. External IP: 172.25.2.242, port: d5d956a4-227b-478d-a785-96659caa4953. Jul 24 01:08:21.790502 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-33d8bad0-19b4-44f3-b3d7-7a9b7d0cd67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:21.803500 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9381696e-ab6c-4bd2-b8e2-d4abb26f1801 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:21.808280 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9381696e-ab6c-4bd2-b8e2-d4abb26f1801 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:21.915864 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [None req-9381696e-ab6c-4bd2-b8e2-d4abb26f1801 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Floating IP 3d19802d-09e4-4936-a377-d91ecfa7c31a associated. External IP: 172.25.2.205, port: 05963e2b-d078-4047-9852-450b738dbdb2. Jul 24 01:08:22.141622 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9381696e-ab6c-4bd2-b8e2-d4abb26f1801 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Router 93ddeb42-1c3d-43ef-8b69-08a014923a85 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:08:22.272601 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9381696e-ab6c-4bd2-b8e2-d4abb26f1801 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:08:22.277612 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-49352059-ef06-49a8-a264-b723f2a2e954 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Deleting port 29d14874-3825-4805-8e4f-41c03cea63ab {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:08:22.277967 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-49352059-ef06-49a8-a264-b723f2a2e954 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:22.286132 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9381696e-ab6c-4bd2-b8e2-d4abb26f1801 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:22.295917 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad694d7e-1023-40be-94cb-528b210340a1 None None] Sync routers for ids ['93ddeb42-1c3d-43ef-8b69-08a014923a85'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:08:22.316224 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad694d7e-1023-40be-94cb-528b210340a1 None None] Routers {'93ddeb42-1c3d-43ef-8b69-08a014923a85'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:08:22.317304 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-ad694d7e-1023-40be-94cb-528b210340a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:08:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['93ddeb42-1c3d-43ef-8b69-08a014923a85'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:22.344116 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9381696e-ab6c-4bd2-b8e2-d4abb26f1801 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "PUT /v2.0/floatingips/3d19802d-09e4-4936-a377-d91ecfa7c31a HTTP/1.1" status: 200 len: 991 time: 1.1459353 Jul 24 01:08:22.344116 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6ad9081-9a2c-4f3f-aa24-c39092090d2d', 'tag': '05963e2b-d078-4047-9852-450b738dbdb2'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:08:22.345067 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ab3fa0-dddd-40b3-bb59-d192a35216c2" -d '{"events": [{"name": "network-changed", "server_uuid": "d6ad9081-9a2c-4f3f-aa24-c39092090d2d", "tag": "05963e2b-d078-4047-9852-450b738dbdb2"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:08:22.410349 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-33d8bad0-19b4-44f3-b3d7-7a9b7d0cd67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:22.436890 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-33d8bad0-19b4-44f3-b3d7-7a9b7d0cd67e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f17bf0f-16f7-4502-b194-bc60a77421f2']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:22.468102 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad3e836-eef4-4b98-970d-2ba831078c58 x-openstack-request-id: req-6ad3e836-eef4-4b98-970d-2ba831078c58 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:08:22.468453 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6ad9081-9a2c-4f3f-aa24-c39092090d2d", "tag": "05963e2b-d078-4047-9852-450b738dbdb2", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:08:22.468750 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6ad3e836-eef4-4b98-970d-2ba831078c58 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:08:22.469160 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6ad9081-9a2c-4f3f-aa24-c39092090d2d', 'tag': '05963e2b-d078-4047-9852-450b738dbdb2', 'status': 'completed', 'code': 200} Jul 24 01:08:22.485713 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-ad694d7e-1023-40be-94cb-528b210340a1 None None] Set router 93ddeb42-1c3d-43ef-8b69-08a014923a85 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:08:22.581672 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-33d8bad0-19b4-44f3-b3d7-7a9b7d0cd67e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '366e5537-95e9-4718-8324-9af879730ed4') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:22.582152 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-33d8bad0-19b4-44f3-b3d7-7a9b7d0cd67e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '366e5537-95e9-4718-8324-9af879730ed4') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:22.604080 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-49352059-ef06-49a8-a264-b723f2a2e954 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:22.604419 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-49352059-ef06-49a8-a264-b723f2a2e954 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:22.669815 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-33d8bad0-19b4-44f3-b3d7-7a9b7d0cd67e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:22.696930 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-49352059-ef06-49a8-a264-b723f2a2e954 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Calling delete_port for 29d14874-3825-4805-8e4f-41c03cea63ab owned by network:floatingip {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:08:22.730325 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-33d8bad0-19b4-44f3-b3d7-7a9b7d0cd67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:22.786624 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33d8bad0-19b4-44f3-b3d7-7a9b7d0cd67e admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:08:22.787071 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-33d8bad0-19b4-44f3-b3d7-7a9b7d0cd67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:22.788852 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:08:22.788852 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:08:22.788852 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:08:22.788852 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:08:22.788852 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:08:22.788852 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:08:22.788852 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:08:22.788852 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:08:22.788852 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:08:22.788852 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:08:22.788852 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:08:22.788852 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:08:22.788852 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:08:22.788852 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:08:22.788852 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:08:22.788852 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:08:22.788852 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:08:22.788852 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:08:22.788852 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:08:22.788852 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:08:22.788852 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:08:22.788852 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:08:22.788852 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:08:22.788852 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:08:22.788852 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:08:22.788852 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:08:22.788852 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:08:22.788852 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:08:22.788852 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:08:22.788852 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:08:22.788852 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:08:22.788852 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:08:22.819989 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-ad694d7e-1023-40be-94cb-528b210340a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'name': 'tempest-AttachVolumeShelveTestJSON-1196408481-router', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': 'e210a921-6ad7-482a-90d2-d5c75f452355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:07:35Z', 'updated_at': '2021-07-24T01:07:42Z', 'revision_number': 4, 'project_id': 'd6dc6777949c4bca80e15baebcec81ec', 'gw_port': {'id': 'e210a921-6ad7-482a-90d2-d5c75f452355', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:36Z', 'updated_at': '2021-07-24T01:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '3d19802d-09e4-4936-a377-d91ecfa7c31a', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'floating_ip_address': '172.25.2.205', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'port_id': '05963e2b-d078-4047-9852-450b738dbdb2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a', 'mac_address': 'fa:16:3e:ab:0e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ad9081-9a2c-4f3f-aa24-c39092090d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:07:55Z', 'updated_at': '2021-07-24T01:08:21Z', 'revision_number': 1, 'project_id': 'd6dc6777949c4bca80e15baebcec81ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a722def4-5fa1-44d4-86c1-1100f96212eb', 'name': '', 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'mac_address': 'fa:16:3e:ba:bb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '941506a1-fc49-47b1-b115-8157f3b98de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:41Z', 'updated_at': '2021-07-24T01:07:51Z', 'revision_number': 5, 'project_id': 'd6dc6777949c4bca80e15baebcec81ec', 'subnets': [{'id': '941506a1-fc49-47b1-b115-8157f3b98de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:22.825897 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863288f4-cc30-405a-a476-f0a77968d3d2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Router 3d901bff-485f-4395-be14-8d2d9fb31e35 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:08:22.853833 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad694d7e-1023-40be-94cb-528b210340a1 None None] Checking router: 93ddeb42-1c3d-43ef-8b69-08a014923a85 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:08:22.863947 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad694d7e-1023-40be-94cb-528b210340a1 None None] Routers {'93ddeb42-1c3d-43ef-8b69-08a014923a85'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:08:22.865134 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-ad694d7e-1023-40be-94cb-528b210340a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:08:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['93ddeb42-1c3d-43ef-8b69-08a014923a85'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:22.901363 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-33d8bad0-19b4-44f3-b3d7-7a9b7d0cd67e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:22.927229 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-33d8bad0-19b4-44f3-b3d7-7a9b7d0cd67e admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:22.930443 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-33d8bad0-19b4-44f3-b3d7-7a9b7d0cd67e admin admin] 10.222.0.15 "DELETE /v2.0/networks/5f17bf0f-16f7-4502-b194-bc60a77421f2 HTTP/1.1" status: 204 len: 168 time: 1.4301479 Jul 24 01:08:22.939313 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfda22b-5126-469b-a3d1-cadb02a6e994 req-1c2ca814-e3e0-4a2c-b8b1-a69a3bf42589 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:22.940901 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2bfda22b-5126-469b-a3d1-cadb02a6e994 req-1c2ca814-e3e0-4a2c-b8b1-a69a3bf42589 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0794005 Jul 24 01:08:22.941406 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52166) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:22.993072 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-7855d4c3-7a3f-4360-82d5-2ab9f8f73eb6 admin admin] Deleting subnet b515c2c8-7154-4d59-8d0e-342eeb6ea33f {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:08:22.998101 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7855d4c3-7a3f-4360-82d5-2ab9f8f73eb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:23.070422 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2bfda22b-5126-469b-a3d1-cadb02a6e994 req-ddf9db71-00ec-4fc0-978a-c01900c025a0 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739589 Jul 24 01:08:23.077168 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7855d4c3-7a3f-4360-82d5-2ab9f8f73eb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:23.086701 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8bad0-19b4-44f3-b3d7-7a9b7d0cd67e admin admin] Pushing event deleted for resources: {'Network': ['ID=5f17bf0f-16f7-4502-b194-bc60a77421f2,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:23.087166 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-ad694d7e-1023-40be-94cb-528b210340a1 None None] Set router 93ddeb42-1c3d-43ef-8b69-08a014923a85 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:08:23.103509 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab3fa0-dddd-40b3-bb59-d192a35216c2 req-e284a23e-1099-40ea-a6f6-7c4a38095999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:23.105390 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c1ab3fa0-dddd-40b3-bb59-d192a35216c2 req-e284a23e-1099-40ea-a6f6-7c4a38095999 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6dc6777949c4bca80e15baebcec81ec&device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 1097 time: 0.5306895 Jul 24 01:08:23.119154 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7855d4c3-7a3f-4360-82d5-2ab9f8f73eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:23.199208 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7855d4c3-7a3f-4360-82d5-2ab9f8f73eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:23.207230 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-49352059-ef06-49a8-a264-b723f2a2e954 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:23.233667 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7855d4c3-7a3f-4360-82d5-2ab9f8f73eb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b515c2c8-7154-4d59-8d0e-342eeb6ea33f,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:23.241536 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7855d4c3-7a3f-4360-82d5-2ab9f8f73eb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:23.243724 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7855d4c3-7a3f-4360-82d5-2ab9f8f73eb6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b515c2c8-7154-4d59-8d0e-342eeb6ea33f HTTP/1.1" status: 204 len: 168 time: 0.3004000 Jul 24 01:08:23.246232 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52174) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:23.262498 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49352059-ef06-49a8-a264-b723f2a2e954 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Pushing event deleted for resources: {'Port': ['ID=29d14874-3825-4805-8e4f-41c03cea63ab,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:23.293099 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863288f4-cc30-405a-a476-f0a77968d3d2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:08:23.303158 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd48777d-425e-464b-8e92-7b4822b9dded None None] Sync routers for ids ['3d901bff-485f-4395-be14-8d2d9fb31e35'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:08:23.315100 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd48777d-425e-464b-8e92-7b4822b9dded None None] Routers {'3d901bff-485f-4395-be14-8d2d9fb31e35'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:08:23.315852 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-bd48777d-425e-464b-8e92-7b4822b9dded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:08:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['3d901bff-485f-4395-be14-8d2d9fb31e35'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:23.360098 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device b3f96fe1-7a09-467b-ab49-8e5be0d6582a no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:08:23.399333 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-ad694d7e-1023-40be-94cb-528b210340a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'name': 'tempest-AttachVolumeShelveTestJSON-1196408481-router', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': 'e210a921-6ad7-482a-90d2-d5c75f452355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:07:35Z', 'updated_at': '2021-07-24T01:07:42Z', 'revision_number': 4, 'project_id': 'd6dc6777949c4bca80e15baebcec81ec', 'gw_port': {'id': 'e210a921-6ad7-482a-90d2-d5c75f452355', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:36Z', 'updated_at': '2021-07-24T01:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '3d19802d-09e4-4936-a377-d91ecfa7c31a', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'floating_ip_address': '172.25.2.205', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'port_id': '05963e2b-d078-4047-9852-450b738dbdb2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a', 'mac_address': 'fa:16:3e:ab:0e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ad9081-9a2c-4f3f-aa24-c39092090d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:07:55Z', 'updated_at': '2021-07-24T01:08:21Z', 'revision_number': 1, 'project_id': 'd6dc6777949c4bca80e15baebcec81ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a722def4-5fa1-44d4-86c1-1100f96212eb', 'name': '', 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'mac_address': 'fa:16:3e:ba:bb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '941506a1-fc49-47b1-b115-8157f3b98de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:41Z', 'updated_at': '2021-07-24T01:07:51Z', 'revision_number': 5, 'project_id': 'd6dc6777949c4bca80e15baebcec81ec', 'subnets': [{'id': '941506a1-fc49-47b1-b115-8157f3b98de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:23.415244 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: b3f96fe1-7a09-467b-ab49-8e5be0d6582a {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:08:23.415936 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device b3f96fe1-7a09-467b-ab49-8e5be0d6582a not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:08:23.459202 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab3fa0-dddd-40b3-bb59-d192a35216c2 req-64e9267c-d0a4-4c23-8b1b-464d697aef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:23.460910 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c1ab3fa0-dddd-40b3-bb59-d192a35216c2 req-64e9267c-d0a4-4c23-8b1b-464d697aef58 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ce20638c-9366-403c-99ef-699b8c74111a HTTP/1.1" status: 200 len: 918 time: 0.3441942 Jul 24 01:08:23.466377 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-49352059-ef06-49a8-a264-b723f2a2e954 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for floatingip, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:23.468428 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad694d7e-1023-40be-94cb-528b210340a1 None None] The sync data for ids ['93ddeb42-1c3d-43ef-8b69-08a014923a85'] in n-d-793621-25 is: [{'id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'name': 'tempest-AttachVolumeShelveTestJSON-1196408481-router', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': 'e210a921-6ad7-482a-90d2-d5c75f452355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:07:35Z', 'updated_at': '2021-07-24T01:07:42Z', 'revision_number': 4, 'project_id': 'd6dc6777949c4bca80e15baebcec81ec', 'gw_port': {'id': 'e210a921-6ad7-482a-90d2-d5c75f452355', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:36Z', 'updated_at': '2021-07-24T01:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '3d19802d-09e4-4936-a377-d91ecfa7c31a', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'floating_ip_address': '172.25.2.205', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'port_id': '05963e2b-d078-4047-9852-450b738dbdb2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a', 'mac_address': 'fa:16:3e:ab:0e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ad9081-9a2c-4f3f-aa24-c39092090d2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:07:55Z', 'updated_at': '2021-07-24T01:08:21Z', 'revision_number': 1, 'project_id': 'd6dc6777949c4bca80e15baebcec81ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a722def4-5fa1-44d4-86c1-1100f96212eb', 'name': '', 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'mac_address': 'fa:16:3e:ba:bb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '941506a1-fc49-47b1-b115-8157f3b98de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:41Z', 'updated_at': '2021-07-24T01:07:51Z', 'revision_number': 5, 'project_id': 'd6dc6777949c4bca80e15baebcec81ec', 'subnets': [{'id': '941506a1-fc49-47b1-b115-8157f3b98de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:08:23.469479 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-49352059-ef06-49a8-a264-b723f2a2e954 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:23.470981 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-49352059-ef06-49a8-a264-b723f2a2e954 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "DELETE /v2.0/floatingips/1bf5f7d0-723a-42ee-81d9-68bb13e6754b HTTP/1.1" status: 204 len: 168 time: 2.0936582 Jul 24 01:08:23.471671 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-bd48777d-425e-464b-8e92-7b4822b9dded None None] Set router 3d901bff-485f-4395-be14-8d2d9fb31e35 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:08:23.483327 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52176) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:23.590340 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ca8c92-4e56-42d5-b6ef-d3a44737750c tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] DELETE failed (client error): The resource could not be found. Jul 24 01:08:23.591339 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9ca8c92-4e56-42d5-b6ef-d3a44737750c tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:08:23.596214 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d9ca8c92-4e56-42d5-b6ef-d3a44737750c tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "DELETE /v2.0/ports/2ec1a8cb-701a-4f2f-a310-b03eecfc3bec HTTP/1.1" status: 404 len: 333 time: 0.1117029 Jul 24 01:08:23.599375 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52180) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:23.613179 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-863288f4-cc30-405a-a476-f0a77968d3d2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:23.640579 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-07f8d325-58ef-4827-9de0-ef51adf6eefe tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "GET /v2.0/ports?device_id=fec65cae-80d3-4417-98e8-03e8e9aa16cc HTTP/1.1" status: 200 len: 205 time: 0.0384047 Jul 24 01:08:23.641204 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52182) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:23.694943 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-758a458a-5611-4bb6-81f2-70a4de05bfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:23.713733 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-e3a00075-1a84-4a96-aa37-a451f03b0a10 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] delete failed (client error): The resource could not be found. Jul 24 01:08:23.717451 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e3a00075-1a84-4a96-aa37-a451f03b0a10 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "DELETE /v2.0/routers/fec65cae-80d3-4417-98e8-03e8e9aa16cc HTTP/1.1" status: 404 len: 336 time: 0.0539584 Jul 24 01:08:23.718026 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52184) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:23.769113 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c1ab3fa0-dddd-40b3-bb59-d192a35216c2 req-51eba549-87f0-4f18-a9dc-a50d02f6af81 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05963e2b-d078-4047-9852-450b738dbdb2 HTTP/1.1" status: 200 len: 999 time: 0.2965715 Jul 24 01:08:23.776759 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-81e9f97f-e39d-4a36-b600-72c4e5bc3714 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] DELETE failed (client error): The resource could not be found. Jul 24 01:08:23.777237 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81e9f97f-e39d-4a36-b600-72c4e5bc3714 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:08:23.781795 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-81e9f97f-e39d-4a36-b600-72c4e5bc3714 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "DELETE /v2.0/subnets/682818ab-644c-4d09-8ee5-d0dcc99560f2 HTTP/1.1" status: 404 len: 337 time: 0.0571756 Jul 24 01:08:23.784415 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52186) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:23.813353 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-758a458a-5611-4bb6-81f2-70a4de05bfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:23.836346 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-bd48777d-425e-464b-8e92-7b4822b9dded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d901bff-485f-4395-be14-8d2d9fb31e35', 'name': 'tempest-TestNetworkBasicOps-router-1503883983', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '19f981a7-9d63-4133-b78d-564ed827aed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:07:32Z', 'updated_at': '2021-07-24T01:07:45Z', 'revision_number': 4, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'gw_port': {'id': '19f981a7-9d63-4133-b78d-564ed827aed5', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d901bff-485f-4395-be14-8d2d9fb31e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:34Z', 'updated_at': '2021-07-24T01:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '45baf4bb-f63d-45b2-8d66-0fb113b58bce', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'floating_ip_address': '172.25.2.242', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '3d901bff-485f-4395-be14-8d2d9fb31e35', 'port_id': 'd5d956a4-227b-478d-a785-96659caa4953', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f76a5139-f01f-43be-a5b9-7d194799dd9a', 'mac_address': 'fa:16:3e:53:d7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc32067-6fe8-420f-92c3-e15b2813674b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:08:20Z', 'updated_at': '2021-07-24T01:08:20Z', 'revision_number': 0, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '833a38de-bbac-41ff-a6e0-782fd432454d', 'name': '', 'network_id': 'f76a5139-f01f-43be-a5b9-7d194799dd9a', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'mac_address': 'fa:16:3e:d7:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d901bff-485f-4395-be14-8d2d9fb31e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '0efe4001-3e58-40a5-b419-19a80f1c419d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:40Z', 'updated_at': '2021-07-24T01:07:58Z', 'revision_number': 5, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'subnets': [{'id': '0efe4001-3e58-40a5-b419-19a80f1c419d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:23.846479 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-758a458a-5611-4bb6-81f2-70a4de05bfea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00607502-19b8-4101-8dd1-3b72f85fd8f2']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:23.871625 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-863288f4-cc30-405a-a476-f0a77968d3d2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.0753396 Jul 24 01:08:23.885845 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc32067-6fe8-420f-92c3-e15b2813674b', 'tag': 'd5d956a4-227b-478d-a785-96659caa4953'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:08:23.887691 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4231ef-3d0d-4498-a20b-0d5176bcecf5" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc32067-6fe8-420f-92c3-e15b2813674b", "tag": "d5d956a4-227b-478d-a785-96659caa4953"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:08:23.891212 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52188) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:23.892750 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68298c3d-934e-4f59-aa7a-907433be846f None None] New status for floating IP 3d19802d-09e4-4936-a377-d91ecfa7c31a: ACTIVE {{(pid=100466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:08:23.899115 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-758a458a-5611-4bb6-81f2-70a4de05bfea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4440f3f4-aeb8-4256-a66f-dc58c35b618f') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:23.899504 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-758a458a-5611-4bb6-81f2-70a4de05bfea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4440f3f4-aeb8-4256-a66f-dc58c35b618f') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:23.912319 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd48777d-425e-464b-8e92-7b4822b9dded None None] Checking router: 3d901bff-485f-4395-be14-8d2d9fb31e35 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:08:23.921475 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-758a458a-5611-4bb6-81f2-70a4de05bfea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:23.940011 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd48777d-425e-464b-8e92-7b4822b9dded None None] Routers {'3d901bff-485f-4395-be14-8d2d9fb31e35'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:08:23.941157 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-bd48777d-425e-464b-8e92-7b4822b9dded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:08:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['3d901bff-485f-4395-be14-8d2d9fb31e35'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:23.959309 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-758a458a-5611-4bb6-81f2-70a4de05bfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:23.976314 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab3fa0-dddd-40b3-bb59-d192a35216c2 req-44ab2098-4bf4-48be-b85e-c1b25e762636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:23.977921 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c1ab3fa0-dddd-40b3-bb59-d192a35216c2 req-44ab2098-4bf4-48be-b85e-c1b25e762636 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=941506a1-fc49-47b1-b115-8157f3b98de0 HTTP/1.1" status: 200 len: 856 time: 0.1925700 Jul 24 01:08:23.984251 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-758a458a-5611-4bb6-81f2-70a4de05bfea admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:08:23.984894 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-758a458a-5611-4bb6-81f2-70a4de05bfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:23.988758 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:08:23.988758 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:08:23.988758 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:08:23.988758 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:08:23.988758 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:08:23.988758 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:08:23.988758 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:08:23.988758 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:08:23.988758 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:08:23.988758 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:08:23.988758 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:08:23.988758 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:08:23.988758 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:08:23.988758 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:08:23.988758 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:08:23.988758 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:08:23.988758 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:08:23.988758 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:08:23.988758 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:08:23.988758 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:08:23.988758 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:08:23.988758 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:08:23.988758 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:08:23.988758 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:08:23.988758 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:08:23.988758 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:08:23.988758 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:08:23.988758 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:08:23.988758 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:08:23.988758 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:08:23.988758 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:08:23.988758 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:08:24.060284 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f562ee-b10a-4527-a0ac-2f05abd98146 x-openstack-request-id: req-d9f562ee-b10a-4527-a0ac-2f05abd98146 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:08:24.060575 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc32067-6fe8-420f-92c3-e15b2813674b", "tag": "d5d956a4-227b-478d-a785-96659caa4953", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:08:24.060829 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d9f562ee-b10a-4527-a0ac-2f05abd98146 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:08:24.061320 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc32067-6fe8-420f-92c3-e15b2813674b', 'tag': 'd5d956a4-227b-478d-a785-96659caa4953', 'status': 'completed', 'code': 200} Jul 24 01:08:24.071599 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-76f71659-a5f2-4a1f-a707-29dfbb2f35dd tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/floatingips/45baf4bb-f63d-45b2-8d66-0fb113b58bce HTTP/1.1" status: 200 len: 991 time: 0.1744034 Jul 24 01:08:24.087273 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-758a458a-5611-4bb6-81f2-70a4de05bfea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:24.101406 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-bd48777d-425e-464b-8e92-7b4822b9dded None None] Set router 3d901bff-485f-4395-be14-8d2d9fb31e35 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:08:24.108919 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-758a458a-5611-4bb6-81f2-70a4de05bfea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:24.118445 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-758a458a-5611-4bb6-81f2-70a4de05bfea admin admin] 10.222.0.15 "DELETE /v2.0/networks/00607502-19b8-4101-8dd1-3b72f85fd8f2 HTTP/1.1" status: 204 len: 168 time: 0.8710613 Jul 24 01:08:24.119985 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a458a-5611-4bb6-81f2-70a4de05bfea admin admin] Pushing event deleted for resources: {'Network': ['ID=00607502-19b8-4101-8dd1-3b72f85fd8f2,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:24.318820 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-1b6d2295-02a4-4e53-a06c-660ddd33ad83 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Deleting port 8472ec3e-435a-4672-94c2-7e3d993e1514 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:08:24.319203 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1b6d2295-02a4-4e53-a06c-660ddd33ad83 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:24.366917 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52204) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:24.387255 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4231ef-3d0d-4498-a20b-0d5176bcecf5 req-5fec70d7-c43e-43ce-b8ac-672cc85581d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:24.388990 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ad4231ef-3d0d-4498-a20b-0d5176bcecf5 req-5fec70d7-c43e-43ce-b8ac-672cc85581d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c584c0e2c5a47a78962537ebd255749&device_id=fbc32067-6fe8-420f-92c3-e15b2813674b HTTP/1.1" status: 200 len: 1097 time: 0.3531442 Jul 24 01:08:24.392658 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-bd48777d-425e-464b-8e92-7b4822b9dded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d901bff-485f-4395-be14-8d2d9fb31e35', 'name': 'tempest-TestNetworkBasicOps-router-1503883983', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '19f981a7-9d63-4133-b78d-564ed827aed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:07:32Z', 'updated_at': '2021-07-24T01:07:45Z', 'revision_number': 4, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'gw_port': {'id': '19f981a7-9d63-4133-b78d-564ed827aed5', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d901bff-485f-4395-be14-8d2d9fb31e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:34Z', 'updated_at': '2021-07-24T01:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '45baf4bb-f63d-45b2-8d66-0fb113b58bce', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'floating_ip_address': '172.25.2.242', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '3d901bff-485f-4395-be14-8d2d9fb31e35', 'port_id': 'd5d956a4-227b-478d-a785-96659caa4953', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f76a5139-f01f-43be-a5b9-7d194799dd9a', 'mac_address': 'fa:16:3e:53:d7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc32067-6fe8-420f-92c3-e15b2813674b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:08:20Z', 'updated_at': '2021-07-24T01:08:20Z', 'revision_number': 0, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '833a38de-bbac-41ff-a6e0-782fd432454d', 'name': '', 'network_id': 'f76a5139-f01f-43be-a5b9-7d194799dd9a', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'mac_address': 'fa:16:3e:d7:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d901bff-485f-4395-be14-8d2d9fb31e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '0efe4001-3e58-40a5-b419-19a80f1c419d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:40Z', 'updated_at': '2021-07-24T01:07:58Z', 'revision_number': 5, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'subnets': [{'id': '0efe4001-3e58-40a5-b419-19a80f1c419d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:24.398916 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab3fa0-dddd-40b3-bb59-d192a35216c2 req-8cb0661d-aa71-4c1c-ae61-338e8eb4f0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:24.400713 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c1ab3fa0-dddd-40b3-bb59-d192a35216c2 req-8cb0661d-aa71-4c1c-ae61-338e8eb4f0c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce20638c-9366-403c-99ef-699b8c74111a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3625405 Jul 24 01:08:24.427134 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd48777d-425e-464b-8e92-7b4822b9dded None None] The sync data for ids ['3d901bff-485f-4395-be14-8d2d9fb31e35'] in n-d-793621-25 is: [{'id': '3d901bff-485f-4395-be14-8d2d9fb31e35', 'name': 'tempest-TestNetworkBasicOps-router-1503883983', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '19f981a7-9d63-4133-b78d-564ed827aed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:07:32Z', 'updated_at': '2021-07-24T01:07:45Z', 'revision_number': 4, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'gw_port': {'id': '19f981a7-9d63-4133-b78d-564ed827aed5', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d901bff-485f-4395-be14-8d2d9fb31e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:34Z', 'updated_at': '2021-07-24T01:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '45baf4bb-f63d-45b2-8d66-0fb113b58bce', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'floating_ip_address': '172.25.2.242', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '3d901bff-485f-4395-be14-8d2d9fb31e35', 'port_id': 'd5d956a4-227b-478d-a785-96659caa4953', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2597, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f76a5139-f01f-43be-a5b9-7d194799dd9a', 'mac_address': 'fa:16:3e:53:d7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc32067-6fe8-420f-92c3-e15b2813674b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:08:20Z', 'updated_at': '2021-07-24T01:08:20Z', 'revision_number': 0, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '833a38de-bbac-41ff-a6e0-782fd432454d', 'name': '', 'network_id': 'f76a5139-f01f-43be-a5b9-7d194799dd9a', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'mac_address': 'fa:16:3e:d7:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d901bff-485f-4395-be14-8d2d9fb31e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '0efe4001-3e58-40a5-b419-19a80f1c419d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:40Z', 'updated_at': '2021-07-24T01:07:58Z', 'revision_number': 5, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'subnets': [{'id': '0efe4001-3e58-40a5-b419-19a80f1c419d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:08:24.431650 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e5241fa9-dfbd-4292-b630-e1d13b4abb48 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cb25f46ad77c460f9de40c947f94708d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0632875 Jul 24 01:08:24.433832 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52206) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:24.509408 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-16e76b76-56d3-4506-a580-f8337a39f43c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:24.518804 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff551c5d-b2fd-4113-bbcd-a7a52c9d947c req-8b97c325-b873-47e1-af91-0e8065fb7ef1 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:24.520564 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ff551c5d-b2fd-4113-bbcd-a7a52c9d947c req-8b97c325-b873-47e1-af91-0e8065fb7ef1 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 945 time: 0.3007345 Jul 24 01:08:24.534810 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-16e76b76-56d3-4506-a580-f8337a39f43c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:24.588104 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-16e76b76-56d3-4506-a580-f8337a39f43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:24.591573 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-16e76b76-56d3-4506-a580-f8337a39f43c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:24.595308 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-16e76b76-56d3-4506-a580-f8337a39f43c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eb010bda-8fd7-4581-bbd6-0ec6e85602c7 HTTP/1.1" status: 204 len: 168 time: 0.1579566 Jul 24 01:08:24.603895 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e76b76-56d3-4506-a580-f8337a39f43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb010bda-8fd7-4581-bbd6-0ec6e85602c7,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:24.630435 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1b6d2295-02a4-4e53-a06c-660ddd33ad83 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:24.666671 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-1b6d2295-02a4-4e53-a06c-660ddd33ad83 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Calling delete_port for 8472ec3e-435a-4672-94c2-7e3d993e1514 owned by {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:08:24.774786 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1e9318-53fd-4f6a-8a75-049b4b132328 None None] New status for floating IP 45baf4bb-f63d-45b2-8d66-0fb113b58bce: ACTIVE {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:08:24.775804 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ff551c5d-b2fd-4113-bbcd-a7a52c9d947c req-06121c0f-af2d-4e71-84bf-fcbe392d8a46 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418120 Jul 24 01:08:24.778859 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4231ef-3d0d-4498-a20b-0d5176bcecf5 req-a85100cd-ff67-4f30-a5e5-85199b888978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:24.780323 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ad4231ef-3d0d-4498-a20b-0d5176bcecf5 req-a85100cd-ff67-4f30-a5e5-85199b888978 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f76a5139-f01f-43be-a5b9-7d194799dd9a HTTP/1.1" status: 200 len: 897 time: 0.3733649 Jul 24 01:08:24.782667 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c1ab3fa0-dddd-40b3-bb59-d192a35216c2 req-2f78f4b1-5f8a-4af0-9d9d-9deef31c8b25 service neutron] 10.222.0.13 "GET /v2.0/networks/ce20638c-9366-403c-99ef-699b8c74111a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3702021 Jul 24 01:08:24.950486 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ad4231ef-3d0d-4498-a20b-0d5176bcecf5 req-29822cdc-3e49-4222-afdc-55fab24ae797 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5d956a4-227b-478d-a785-96659caa4953 HTTP/1.1" status: 200 len: 999 time: 0.1492202 Jul 24 01:08:25.057132 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c1ab3fa0-dddd-40b3-bb59-d192a35216c2 req-5dc41e23-f5b7-434d-bd2a-e08dc9e9c85b service neutron] 10.222.0.13 "GET /v2.0/networks/ce20638c-9366-403c-99ef-699b8c74111a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547839 Jul 24 01:08:25.059886 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1b6d2295-02a4-4e53-a06c-660ddd33ad83 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:25.073484 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52216) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:25.074277 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4231ef-3d0d-4498-a20b-0d5176bcecf5 req-eb15ce15-b39a-45ad-aeee-c19f96551ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:25.075785 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ad4231ef-3d0d-4498-a20b-0d5176bcecf5 req-eb15ce15-b39a-45ad-aeee-c19f96551ae2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0efe4001-3e58-40a5-b419-19a80f1c419d HTTP/1.1" status: 200 len: 835 time: 0.0955751 Jul 24 01:08:25.113767 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6d2295-02a4-4e53-a06c-660ddd33ad83 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Pushing event deleted for resources: {'Port': ['ID=8472ec3e-435a-4672-94c2-7e3d993e1514,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:25.141826 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52218) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:25.170027 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-52881f1b-ecd1-4670-a5a4-640bdc5b7143 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/floatingips/45baf4bb-f63d-45b2-8d66-0fb113b58bce HTTP/1.1" status: 200 len: 993 time: 0.0947192 Jul 24 01:08:25.249420 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1b6d2295-02a4-4e53-a06c-660ddd33ad83 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:25.253644 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1b6d2295-02a4-4e53-a06c-660ddd33ad83 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "DELETE /v2.0/ports/8472ec3e-435a-4672-94c2-7e3d993e1514 HTTP/1.1" status: 204 len: 168 time: 1.4410172 Jul 24 01:08:25.255443 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52220) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:25.259569 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f71aaf33-ee7c-4e89-9031-7af858f5e118 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c7cac49e1ccf46e0b201325e6aac99a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1130106 Jul 24 01:08:25.263555 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52222) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:25.265861 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4231ef-3d0d-4498-a20b-0d5176bcecf5 req-791a93aa-5cdc-4cb0-a145-091e39a032fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:25.267704 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ad4231ef-3d0d-4498-a20b-0d5176bcecf5 req-791a93aa-5cdc-4cb0-a145-091e39a032fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f76a5139-f01f-43be-a5b9-7d194799dd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1658828 Jul 24 01:08:25.376982 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0ca5a194-c19a-4729-a83a-45e865bb8b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:25.384450 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ad4231ef-3d0d-4498-a20b-0d5176bcecf5 req-30d2d3bb-f33f-45ea-b8d2-6e439034c92e service neutron] 10.222.0.13 "GET /v2.0/networks/f76a5139-f01f-43be-a5b9-7d194799dd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018472 Jul 24 01:08:25.405664 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0ca5a194-c19a-4729-a83a-45e865bb8b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:25.418249 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-630a797d-58c1-4e74-b1d5-46b480091202 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Deleting port 5a6f90ce-0f9c-4a25-a41d-f26caa9de52a {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:08:25.418596 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-630a797d-58c1-4e74-b1d5-46b480091202 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:25.492720 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ad4231ef-3d0d-4498-a20b-0d5176bcecf5 req-57d41183-a935-436d-99a8-d8ca434f708b service neutron] 10.222.0.13 "GET /v2.0/networks/f76a5139-f01f-43be-a5b9-7d194799dd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015546 Jul 24 01:08:25.522825 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0ca5a194-c19a-4729-a83a-45e865bb8b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:25.525487 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0ca5a194-c19a-4729-a83a-45e865bb8b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:25.526638 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0ca5a194-c19a-4729-a83a-45e865bb8b3d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/62fc5bce-97fd-408d-8c5e-2974084bf244 HTTP/1.1" status: 204 len: 168 time: 0.2611439 Jul 24 01:08:25.547507 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-630a797d-58c1-4e74-b1d5-46b480091202 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:25.554338 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5a194-c19a-4729-a83a-45e865bb8b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fc5bce-97fd-408d-8c5e-2974084bf244,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:25.574606 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-630a797d-58c1-4e74-b1d5-46b480091202 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Calling delete_port for 5a6f90ce-0f9c-4a25-a41d-f26caa9de52a owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:08:25.816236 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-630a797d-58c1-4e74-b1d5-46b480091202 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:25.866375 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a797d-58c1-4e74-b1d5-46b480091202 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Pushing event deleted for resources: {'Port': ['ID=5a6f90ce-0f9c-4a25-a41d-f26caa9de52a,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:25.989253 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-630a797d-58c1-4e74-b1d5-46b480091202 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:25.994155 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-630a797d-58c1-4e74-b1d5-46b480091202 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "DELETE /v2.0/ports/5a6f90ce-0f9c-4a25-a41d-f26caa9de52a HTTP/1.1" status: 204 len: 168 time: 0.7352452 Jul 24 01:08:25.994590 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52232) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:26.027032 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975a2114-64b4-49f9-b50d-376dd7190e92 req-7913973b-f2ba-4492-9255-fe397b8556d7 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:26.028662 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-975a2114-64b4-49f9-b50d-376dd7190e92 req-7913973b-f2ba-4492-9255-fe397b8556d7 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 945 time: 0.1239338 Jul 24 01:08:26.074935 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-975a2114-64b4-49f9-b50d-376dd7190e92 req-4c15a60d-9004-4e77-85d4-e935cae10e10 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403736 Jul 24 01:08:26.083898 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459c8cc6-c4b9-4559-9d92-1f4f8c32b34e tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:26.085650 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-459c8cc6-c4b9-4559-9d92-1f4f8c32b34e tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3c2eb8f-49b1-4979-bf68-b4b584f721d7 HTTP/1.1" status: 200 len: 913 time: 0.0898783 Jul 24 01:08:26.088684 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52234) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:26.457501 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e5957bdc-4b8a-40ad-8548-2f7383b782c4 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:26.555870 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-90827d9e-f017-4d04-835d-9cd4588549b2 req-9dc6deb7-a024-4d14-a44f-8427c07aea67 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1080554 Jul 24 01:08:26.682074 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-90827d9e-f017-4d04-835d-9cd4588549b2 req-1a3f2e7a-fd2e-4129-8ae6-e503ba5a7be5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17 HTTP/1.1" status: 200 len: 210 time: 0.0844698 Jul 24 01:08:26.737418 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-90827d9e-f017-4d04-835d-9cd4588549b2 req-43d247a1-46d1-4038-b6cf-6a5d5e30f6fc service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316548 Jul 24 01:08:26.952754 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90827d9e-f017-4d04-835d-9cd4588549b2 req-e5961f0c-f764-489a-a23f-3277f010f86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:26.954255 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-90827d9e-f017-4d04-835d-9cd4588549b2 req-e5961f0c-f764-489a-a23f-3277f010f86f service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2100794 Jul 24 01:08:27.012094 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-e5957bdc-4b8a-40ad-8548-2f7383b782c4 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Deleting port 573882e8-1234-4483-9a13-8c1bae9ae0bc {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:08:27.012447 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e5957bdc-4b8a-40ad-8548-2f7383b782c4 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:27.096973 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e5957bdc-4b8a-40ad-8548-2f7383b782c4 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:27.108862 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-e5957bdc-4b8a-40ad-8548-2f7383b782c4 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Calling delete_port for 573882e8-1234-4483-9a13-8c1bae9ae0bc owned by network:router_interface {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:08:27.246017 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e429c8-df8a-4211-a9bc-6e0183ac198e req-f2345aef-03ae-47f7-beda-c26449c31c13 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:27.248774 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b6e429c8-df8a-4211-a9bc-6e0183ac198e req-f2345aef-03ae-47f7-beda-c26449c31c13 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0851059 Jul 24 01:08:27.293619 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b6e429c8-df8a-4211-a9bc-6e0183ac198e req-c4e64e3a-302b-4510-af07-e64f9544d064 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393419 Jul 24 01:08:27.323935 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e5957bdc-4b8a-40ad-8548-2f7383b782c4 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:27.351028 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5957bdc-4b8a-40ad-8548-2f7383b782c4 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Pushing event deleted for resources: {'Port': ['ID=573882e8-1234-4483-9a13-8c1bae9ae0bc,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:27.528064 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e5957bdc-4b8a-40ad-8548-2f7383b782c4 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:28.001437 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5957bdc-4b8a-40ad-8548-2f7383b782c4 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Router b3c2eb8f-49b1-4979-bf68-b4b584f721d7 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:08:28.108376 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5957bdc-4b8a-40ad-8548-2f7383b782c4 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:08:28.116892 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e5957bdc-4b8a-40ad-8548-2f7383b782c4 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "PUT /v2.0/routers/b3c2eb8f-49b1-4979-bf68-b4b584f721d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0231452 Jul 24 01:08:28.117187 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52258) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:28.119269 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ceb6eb-2075-4e3f-b641-e99d35251732 None None] Sync routers for ids ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:08:28.128707 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ceb6eb-2075-4e3f-b641-e99d35251732 None None] Routers {'b3c2eb8f-49b1-4979-bf68-b4b584f721d7'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:08:28.129344 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-34ceb6eb-2075-4e3f-b641-e99d35251732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:08:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:28.165721 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-34ceb6eb-2075-4e3f-b641-e99d35251732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:28.175361 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ceb6eb-2075-4e3f-b641-e99d35251732 None None] Routers {'b3c2eb8f-49b1-4979-bf68-b4b584f721d7'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:08:28.175978 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-34ceb6eb-2075-4e3f-b641-e99d35251732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:08:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:28.248338 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-78780fab-97b0-4fce-ac52-713093d3b8c0 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for router, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:28.307540 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-34ceb6eb-2075-4e3f-b641-e99d35251732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:28.308440 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ceb6eb-2075-4e3f-b641-e99d35251732 None None] The sync data for ids ['b3c2eb8f-49b1-4979-bf68-b4b584f721d7'] in n-d-793621-25 is: [] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:08:28.372007 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-78780fab-97b0-4fce-ac52-713093d3b8c0 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:28.427557 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-78780fab-97b0-4fce-ac52-713093d3b8c0 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Deleting port 5ba78845-e2a7-4013-bac3-2fee38f9d4ce {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:08:28.427899 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-78780fab-97b0-4fce-ac52-713093d3b8c0 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:28.443979 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba0836c-515f-4ec1-a446-5d4c3f2b031b req-ce374004-8301-45ac-b441-0f24b0609fcf tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:28.445844 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ba0836c-515f-4ec1-a446-5d4c3f2b031b req-ce374004-8301-45ac-b441-0f24b0609fcf tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0709739 Jul 24 01:08:28.488151 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ba0836c-515f-4ec1-a446-5d4c3f2b031b req-47dd9723-36fc-43ef-811c-eb1726edd722 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332372 Jul 24 01:08:28.509437 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-78780fab-97b0-4fce-ac52-713093d3b8c0 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:28.521015 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-78780fab-97b0-4fce-ac52-713093d3b8c0 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Calling delete_port for 5ba78845-e2a7-4013-bac3-2fee38f9d4ce owned by network:router_gateway {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:08:28.692581 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-78780fab-97b0-4fce-ac52-713093d3b8c0 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:28.720727 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78780fab-97b0-4fce-ac52-713093d3b8c0 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Pushing event deleted for resources: {'Port': ['ID=5ba78845-e2a7-4013-bac3-2fee38f9d4ce,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:28.786559 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-78780fab-97b0-4fce-ac52-713093d3b8c0 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:29.225755 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-78780fab-97b0-4fce-ac52-713093d3b8c0 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:29.228011 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-78780fab-97b0-4fce-ac52-713093d3b8c0 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:29.276823 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-78780fab-97b0-4fce-ac52-713093d3b8c0 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:29.277589 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78780fab-97b0-4fce-ac52-713093d3b8c0 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Fanout notify agent at l3_agent the message router_deleted on router b3c2eb8f-49b1-4979-bf68-b4b584f721d7 {{(pid=100464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:08:29.288054 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-78780fab-97b0-4fce-ac52-713093d3b8c0 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:29.289267 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-78780fab-97b0-4fce-ac52-713093d3b8c0 tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "DELETE /v2.0/routers/b3c2eb8f-49b1-4979-bf68-b4b584f721d7 HTTP/1.1" status: 204 len: 168 time: 1.1709597 Jul 24 01:08:29.291712 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52268) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:29.344867 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-da890845-a0fa-4a51-92c0-c745470be89e tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Deleting subnet 8cb74e7b-1f9a-425b-b9de-f48b1bce9562 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:08:29.349967 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-da890845-a0fa-4a51-92c0-c745470be89e tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:29.396280 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-da890845-a0fa-4a51-92c0-c745470be89e tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:29.457020 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-da890845-a0fa-4a51-92c0-c745470be89e tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:29.528553 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-da890845-a0fa-4a51-92c0-c745470be89e tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:29.559424 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da890845-a0fa-4a51-92c0-c745470be89e tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Pushing event deleted for resources: {'Subnet': ['ID=8cb74e7b-1f9a-425b-b9de-f48b1bce9562,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:29.563383 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-da890845-a0fa-4a51-92c0-c745470be89e tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:29.567910 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-da890845-a0fa-4a51-92c0-c745470be89e tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "DELETE /v2.0/subnets/8cb74e7b-1f9a-425b-b9de-f48b1bce9562 HTTP/1.1" status: 204 len: 168 time: 0.2741830 Jul 24 01:08:29.570238 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52274) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:29.677620 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d616a024-8128-4ba1-9272-b29efaf1903c tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:29.748033 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a75e6-bf59-4810-9fb3-76c5055a101b req-bf654bd6-7a0a-4a59-ab2f-c0a9b94543b3 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:29.749534 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-243a75e6-bf59-4810-9fb3-76c5055a101b req-bf654bd6-7a0a-4a59-ab2f-c0a9b94543b3 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 945 time: 0.1489873 Jul 24 01:08:29.808271 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d616a024-8128-4ba1-9272-b29efaf1903c tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:29.828535 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-d616a024-8128-4ba1-9272-b29efaf1903c tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['520c1519-a02f-4825-8e8b-518c41772601']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:29.842681 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-243a75e6-bf59-4810-9fb3-76c5055a101b req-15b2b433-b9e1-41ad-bcf4-2589172badac tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858545 Jul 24 01:08:29.844272 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-d616a024-8128-4ba1-9272-b29efaf1903c tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '918b76fa-c3d5-4e3b-b4bf-58bb8517d6d2') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:29.844568 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-d616a024-8128-4ba1-9272-b29efaf1903c tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '918b76fa-c3d5-4e3b-b4bf-58bb8517d6d2') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:29.855518 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d616a024-8128-4ba1-9272-b29efaf1903c tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:29.870585 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d616a024-8128-4ba1-9272-b29efaf1903c tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:29.876665 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d616a024-8128-4ba1-9272-b29efaf1903c tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:08:29.877056 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d616a024-8128-4ba1-9272-b29efaf1903c tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:29.880790 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:08:29.880790 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:08:29.880790 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:08:29.880790 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:08:29.880790 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:08:29.880790 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:08:29.880790 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:08:29.880790 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:08:29.880790 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:08:29.880790 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:08:29.880790 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:08:29.880790 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:08:29.880790 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:08:29.880790 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:08:29.880790 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:08:29.880790 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:08:29.880790 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:08:29.880790 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:08:29.880790 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:08:29.880790 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:08:29.880790 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:08:29.880790 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:08:29.880790 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:08:29.880790 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:08:29.880790 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:08:29.880790 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:08:29.880790 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:08:29.880790 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:08:29.880790 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:08:29.880790 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:08:29.880790 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:08:29.880790 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:08:29.949789 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d616a024-8128-4ba1-9272-b29efaf1903c tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:29.970106 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d616a024-8128-4ba1-9272-b29efaf1903c tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:29.972089 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d616a024-8128-4ba1-9272-b29efaf1903c tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] 10.222.0.15 "DELETE /v2.0/networks/520c1519-a02f-4825-8e8b-518c41772601 HTTP/1.1" status: 204 len: 168 time: 0.4006636 Jul 24 01:08:29.973422 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d616a024-8128-4ba1-9272-b29efaf1903c tempest-FloatingIPTestJSON-1796842535 tempest-FloatingIPTestJSON-1796842535-project] Pushing event deleted for resources: {'Network': ['ID=520c1519-a02f-4825-8e8b-518c41772601,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:30.246068 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52284) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:30.392899 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6963c3d0-c824-491a-a002-953f460d5673 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c9209d9a1e19440da4a98fc2629037ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1441879 Jul 24 01:08:30.393557 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52288) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:30.446636 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-03aa7fbb-3e27-488e-af88-f4bd1e7f9360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:30.470436 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-03aa7fbb-3e27-488e-af88-f4bd1e7f9360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:30.524949 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-03aa7fbb-3e27-488e-af88-f4bd1e7f9360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:30.527828 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-03aa7fbb-3e27-488e-af88-f4bd1e7f9360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:30.531541 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-03aa7fbb-3e27-488e-af88-f4bd1e7f9360 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5280b541-db8e-42e6-baac-16250a121551 HTTP/1.1" status: 204 len: 168 time: 0.1347687 Jul 24 01:08:30.542215 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa7fbb-3e27-488e-af88-f4bd1e7f9360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5280b541-db8e-42e6-baac-16250a121551,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:31.029056 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d27e5-1cdd-44e9-b96c-1be84d2ca2dc req-2001f67e-89de-4d22-b1e4-ac62bfd83d9d tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:31.030628 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dc2d27e5-1cdd-44e9-b96c-1be84d2ca2dc req-2001f67e-89de-4d22-b1e4-ac62bfd83d9d tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 945 time: 0.1039317 Jul 24 01:08:31.091355 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dc2d27e5-1cdd-44e9-b96c-1be84d2ca2dc req-1032c038-75c1-4d5b-a4ff-1a82701c5759 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532296 Jul 24 01:08:31.282376 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52318) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:31.389480 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-102a0200-90b0-4114-ba00-4837a8dc9d2a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Request body: {'networks': [{'name': 'tempest-network--845286948'}, {'name': 'tempest-network--1912031622'}]} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:08:31.390640 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-102a0200-90b0-4114-ba00-4837a8dc9d2a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Request body: {'network': {'name': 'tempest-network--845286948'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:08:31.390640 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-102a0200-90b0-4114-ba00-4837a8dc9d2a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Request body: {'network': {'name': 'tempest-network--1912031622'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:08:31.416863 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102a0200-90b0-4114-ba00-4837a8dc9d2a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Made reservation on behalf of 7bb533873ab14dbbadfcb01ffaf0611a for: {'network': 2} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:08:31.421692 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-102a0200-90b0-4114-ba00-4837a8dc9d2a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:31.431357 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-102a0200-90b0-4114-ba00-4837a8dc9d2a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:31.528920 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-102a0200-90b0-4114-ba00-4837a8dc9d2a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:31.533585 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-102a0200-90b0-4114-ba00-4837a8dc9d2a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:31.534062 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-102a0200-90b0-4114-ba00-4837a8dc9d2a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:31.580596 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-102a0200-90b0-4114-ba00-4837a8dc9d2a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:08:31.583059 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a0200-90b0-4114-ba00-4837a8dc9d2a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc049610-2f55-45fb-8978-21153475c61b,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:31.598435 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-102a0200-90b0-4114-ba00-4837a8dc9d2a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:31.598435 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-102a0200-90b0-4114-ba00-4837a8dc9d2a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Added segment fc3dd405-d2c7-4c7f-89e9-ef64f52e01bb of type vlan for network 27cb190e-dcd8-4cd3-b3c2-b836944e3ed6 Jul 24 01:08:31.650442 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-102a0200-90b0-4114-ba00-4837a8dc9d2a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:31.683856 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-102a0200-90b0-4114-ba00-4837a8dc9d2a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:08:31.693696 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-102a0200-90b0-4114-ba00-4837a8dc9d2a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:31.694052 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-102a0200-90b0-4114-ba00-4837a8dc9d2a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Added segment e0a9366d-e560-47a9-b821-0ec7bd01ce69 of type vlan for network dbf8b555-8f69-4ed3-9d08-51fbaf33196d Jul 24 01:08:31.735652 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-102a0200-90b0-4114-ba00-4837a8dc9d2a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:31.772059 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-102a0200-90b0-4114-ba00-4837a8dc9d2a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:31.772697 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-102a0200-90b0-4114-ba00-4837a8dc9d2a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:31.778741 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102a0200-90b0-4114-ba00-4837a8dc9d2a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:31.784367 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102a0200-90b0-4114-ba00-4837a8dc9d2a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:31.785035 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-102a0200-90b0-4114-ba00-4837a8dc9d2a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:31.860089 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-90f14fac-f218-434b-acbd-497c9aed7721 req-f9b096bb-7cce-423a-8f94-2f1d943d7042 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0bff11f4-1b7e-4b85-8f7f-249f5dab02d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0605476 Jul 24 01:08:31.890536 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a0200-90b0-4114-ba00-4837a8dc9d2a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Pushing event updated for resources: {'Network': ['ID=27cb190e-dcd8-4cd3-b3c2-b836944e3ed6,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:31.914328 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 27cb190e-dcd8-4cd3-b3c2-b836944e3ed6 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:08:31.968611 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a0200-90b0-4114-ba00-4837a8dc9d2a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Pushing event updated for resources: {'Network': ['ID=dbf8b555-8f69-4ed3-9d08-51fbaf33196d,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:31.985406 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-102a0200-90b0-4114-ba00-4837a8dc9d2a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.7017534 Jul 24 01:08:31.992563 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52324) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:31.993392 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network dbf8b555-8f69-4ed3-9d08-51fbaf33196d details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:08:32.017031 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f14fac-f218-434b-acbd-497c9aed7721 req-90e4fccd-8bd9-403c-96dc-38f39e271903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:32.018668 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-90f14fac-f218-434b-acbd-497c9aed7721 req-90e4fccd-8bd9-403c-96dc-38f39e271903 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6c3660a81a574f9ba01b0543dcb1130d&device_id=0bff11f4-1b7e-4b85-8f7f-249f5dab02d2 HTTP/1.1" status: 200 len: 1097 time: 0.0951135 Jul 24 01:08:32.330769 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa252ccb-c88a-458e-ad90-d00d3143914b tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:32.337145 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa252ccb-c88a-458e-ad90-d00d3143914b tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:32.343265 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa252ccb-c88a-458e-ad90-d00d3143914b tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:32.349594 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa252ccb-c88a-458e-ad90-d00d3143914b tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:32.353940 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-fa252ccb-c88a-458e-ad90-d00d3143914b tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3547175 Jul 24 01:08:32.353940 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f14fac-f218-434b-acbd-497c9aed7721 req-5a7b55e6-455f-47cc-840d-fce09a92583c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:32.354771 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52332) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:32.355293 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-90f14fac-f218-434b-acbd-497c9aed7721 req-5a7b55e6-455f-47cc-840d-fce09a92583c service neutron] 10.222.0.13 "GET /v2.0/networks?id=03e78a62-81d3-4752-be2c-d12db7b84826 HTTP/1.1" status: 200 len: 911 time: 0.3142884 Jul 24 01:08:32.411278 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8a70a-75f3-49aa-a82c-5a06d6259b25 req-153a07ee-9f72-4907-bdf7-d1b2aaa8a024 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:32.412819 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d4a8a70a-75f3-49aa-a82c-5a06d6259b25 req-153a07ee-9f72-4907-bdf7-d1b2aaa8a024 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 945 time: 0.2338734 Jul 24 01:08:32.445166 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cae6cef6-01fa-4884-a51f-95821336a40b tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:32.467215 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d4a8a70a-75f3-49aa-a82c-5a06d6259b25 req-52f97439-a905-4a03-add8-9b9e4770563f tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476820 Jul 24 01:08:32.469396 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-90f14fac-f218-434b-acbd-497c9aed7721 req-22777a9d-0fb4-448f-8eba-508e39397897 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b91c6cb-ee66-499d-9491-adc0d960ebb0 HTTP/1.1" status: 200 len: 1001 time: 0.1067028 Jul 24 01:08:32.533273 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f14fac-f218-434b-acbd-497c9aed7721 req-0e514643-cefe-447d-b885-fb03184f4d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:32.534821 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-90f14fac-f218-434b-acbd-497c9aed7721 req-0e514643-cefe-447d-b885-fb03184f4d7b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b482f598-bb63-4afc-99f7-7e599c57abf9 HTTP/1.1" status: 200 len: 849 time: 0.0573144 Jul 24 01:08:32.543616 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cae6cef6-01fa-4884-a51f-95821336a40b tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:32.559246 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-cae6cef6-01fa-4884-a51f-95821336a40b tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27cb190e-dcd8-4cd3-b3c2-b836944e3ed6']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:32.574162 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-cae6cef6-01fa-4884-a51f-95821336a40b tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc3dd405-d2c7-4c7f-89e9-ef64f52e01bb') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:32.574458 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-cae6cef6-01fa-4884-a51f-95821336a40b tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc3dd405-d2c7-4c7f-89e9-ef64f52e01bb') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:32.585346 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cae6cef6-01fa-4884-a51f-95821336a40b tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:32.601392 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cae6cef6-01fa-4884-a51f-95821336a40b tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:32.612373 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cae6cef6-01fa-4884-a51f-95821336a40b tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:08:32.612763 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cae6cef6-01fa-4884-a51f-95821336a40b tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:32.616882 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:08:32.616882 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:08:32.616882 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:08:32.616882 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:08:32.616882 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:08:32.616882 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:08:32.616882 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:08:32.616882 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:08:32.616882 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:08:32.616882 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:08:32.616882 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:08:32.616882 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:08:32.616882 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:08:32.616882 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:08:32.616882 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:08:32.616882 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:08:32.616882 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:08:32.616882 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:08:32.616882 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:08:32.616882 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:08:32.616882 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:08:32.616882 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:08:32.616882 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:08:32.616882 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:08:32.616882 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:08:32.616882 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:08:32.616882 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:08:32.616882 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:08:32.616882 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:08:32.616882 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:08:32.616882 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:08:32.616882 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:08:32.621934 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f14fac-f218-434b-acbd-497c9aed7721 req-a746fcdd-b15b-4089-be2e-6bf777570b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:32.623486 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-90f14fac-f218-434b-acbd-497c9aed7721 req-a746fcdd-b15b-4089-be2e-6bf777570b90 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=03e78a62-81d3-4752-be2c-d12db7b84826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0793273 Jul 24 01:08:32.715286 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cae6cef6-01fa-4884-a51f-95821336a40b tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:32.722428 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cae6cef6-01fa-4884-a51f-95821336a40b tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:32.728325 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-cae6cef6-01fa-4884-a51f-95821336a40b tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] 10.222.0.15 "DELETE /v2.0/networks/27cb190e-dcd8-4cd3-b3c2-b836944e3ed6 HTTP/1.1" status: 204 len: 168 time: 0.3707807 Jul 24 01:08:32.729144 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52336) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:32.754356 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae6cef6-01fa-4884-a51f-95821336a40b tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Pushing event deleted for resources: {'Network': ['ID=27cb190e-dcd8-4cd3-b3c2-b836944e3ed6,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:32.778294 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-90f14fac-f218-434b-acbd-497c9aed7721 req-cd441724-66cd-4260-8593-8e87457e1f94 service neutron] 10.222.0.13 "GET /v2.0/networks/03e78a62-81d3-4752-be2c-d12db7b84826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411545 Jul 24 01:08:32.850890 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d394f88e-940f-4e00-9720-49b4904be3f4 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:32.963554 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-90f14fac-f218-434b-acbd-497c9aed7721 req-9fab6021-5c6e-4759-8cd7-fcbb3ef9c26e service neutron] 10.222.0.13 "GET /v2.0/networks/03e78a62-81d3-4752-be2c-d12db7b84826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764047 Jul 24 01:08:33.001149 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d394f88e-940f-4e00-9720-49b4904be3f4 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:33.012438 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-d394f88e-940f-4e00-9720-49b4904be3f4 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbf8b555-8f69-4ed3-9d08-51fbaf33196d']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:33.023443 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-d394f88e-940f-4e00-9720-49b4904be3f4 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0a9366d-e560-47a9-b821-0ec7bd01ce69') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:33.023854 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-d394f88e-940f-4e00-9720-49b4904be3f4 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0a9366d-e560-47a9-b821-0ec7bd01ce69') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:33.032864 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d394f88e-940f-4e00-9720-49b4904be3f4 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:33.047219 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d394f88e-940f-4e00-9720-49b4904be3f4 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:33.053183 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d394f88e-940f-4e00-9720-49b4904be3f4 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:08:33.053582 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d394f88e-940f-4e00-9720-49b4904be3f4 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:33.056811 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:08:33.056811 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:08:33.056811 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:08:33.056811 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:08:33.056811 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:08:33.056811 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:08:33.056811 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:08:33.056811 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:08:33.056811 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:08:33.056811 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:08:33.056811 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:08:33.056811 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:08:33.056811 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:08:33.056811 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:08:33.056811 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:08:33.056811 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:08:33.056811 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:08:33.056811 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:08:33.056811 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:08:33.056811 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:08:33.056811 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:08:33.056811 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:08:33.056811 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:08:33.056811 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:08:33.056811 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:08:33.056811 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:08:33.056811 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:08:33.056811 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:08:33.056811 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:08:33.056811 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:08:33.056811 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:08:33.056811 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:08:33.120372 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d394f88e-940f-4e00-9720-49b4904be3f4 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:33.127470 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d394f88e-940f-4e00-9720-49b4904be3f4 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:33.131184 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d394f88e-940f-4e00-9720-49b4904be3f4 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] 10.222.0.15 "DELETE /v2.0/networks/dbf8b555-8f69-4ed3-9d08-51fbaf33196d HTTP/1.1" status: 204 len: 168 time: 0.3992236 Jul 24 01:08:33.132908 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52338) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:33.143540 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d394f88e-940f-4e00-9720-49b4904be3f4 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Pushing event deleted for resources: {'Network': ['ID=dbf8b555-8f69-4ed3-9d08-51fbaf33196d,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:33.334165 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb7dbcd-d1da-4e55-99b5-e1cc2d7c3eee tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:33.340801 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb7dbcd-d1da-4e55-99b5-e1cc2d7c3eee tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:33.342374 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-cdb7dbcd-d1da-4e55-99b5-e1cc2d7c3eee tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2084527 Jul 24 01:08:33.346480 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52344) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:33.352490 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-75bb61b4-4fcf-4259-8a5a-fb2ae7c425b3 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-524217004'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:08:33.385047 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75bb61b4-4fcf-4259-8a5a-fb2ae7c425b3 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Made reservation on behalf of 7bb533873ab14dbbadfcb01ffaf0611a for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:08:33.389316 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75bb61b4-4fcf-4259-8a5a-fb2ae7c425b3 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:33.419256 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75bb61b4-4fcf-4259-8a5a-fb2ae7c425b3 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:08:33.431366 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75bb61b4-4fcf-4259-8a5a-fb2ae7c425b3 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:33.431714 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-75bb61b4-4fcf-4259-8a5a-fb2ae7c425b3 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Added segment a5c1854d-d692-4618-ba5f-9e1a90481fbc of type vlan for network 477675d7-1191-4f07-b7bc-aa4eb2908ad2 Jul 24 01:08:33.497492 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75bb61b4-4fcf-4259-8a5a-fb2ae7c425b3 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:33.558361 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75bb61b4-4fcf-4259-8a5a-fb2ae7c425b3 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:33.564186 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bb61b4-4fcf-4259-8a5a-fb2ae7c425b3 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:33.564935 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75bb61b4-4fcf-4259-8a5a-fb2ae7c425b3 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:33.627592 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-75bb61b4-4fcf-4259-8a5a-fb2ae7c425b3 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2798374 Jul 24 01:08:33.629701 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022ad8f-1c25-476f-ac91-a828273ea729 req-ec925532-ec80-4c23-85a9-5788b64a16ca tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:33.631257 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0022ad8f-1c25-476f-ac91-a828273ea729 req-ec925532-ec80-4c23-85a9-5788b64a16ca tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0778482 Jul 24 01:08:33.631738 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52348) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:33.636786 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-f97dd300-5fed-48cc-a5b0-3c1c961a6a84 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-35859386'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:08:33.672039 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bb61b4-4fcf-4259-8a5a-fb2ae7c425b3 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Pushing event updated for resources: {'Network': ['ID=477675d7-1191-4f07-b7bc-aa4eb2908ad2,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:33.683049 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97dd300-5fed-48cc-a5b0-3c1c961a6a84 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Made reservation on behalf of 7bb533873ab14dbbadfcb01ffaf0611a for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:08:33.685746 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 477675d7-1191-4f07-b7bc-aa4eb2908ad2 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:08:33.689895 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f97dd300-5fed-48cc-a5b0-3c1c961a6a84 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:33.695386 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0022ad8f-1c25-476f-ac91-a828273ea729 req-5bb13d7d-b691-40ed-a602-63faa802724d tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552745 Jul 24 01:08:33.720507 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f97dd300-5fed-48cc-a5b0-3c1c961a6a84 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:08:33.730794 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f97dd300-5fed-48cc-a5b0-3c1c961a6a84 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:33.731151 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-f97dd300-5fed-48cc-a5b0-3c1c961a6a84 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Added segment de3cc3ad-763f-48b7-ac61-b2ce104e8b84 of type vlan for network eccbedc6-e15b-472c-ad8c-e9b59566612b Jul 24 01:08:33.773521 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f97dd300-5fed-48cc-a5b0-3c1c961a6a84 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:33.801071 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f97dd300-5fed-48cc-a5b0-3c1c961a6a84 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:33.806759 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97dd300-5fed-48cc-a5b0-3c1c961a6a84 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:33.807273 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f97dd300-5fed-48cc-a5b0-3c1c961a6a84 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:33.843009 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f97dd300-5fed-48cc-a5b0-3c1c961a6a84 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2102196 Jul 24 01:08:33.845975 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52352) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:33.853113 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-3b38dede-7207-47a6-a532-926bcd82b15a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Request body: {'ports': [{'network_id': '477675d7-1191-4f07-b7bc-aa4eb2908ad2', 'name': 'tempest-port--357114995', 'admin_state_up': True}, {'network_id': 'eccbedc6-e15b-472c-ad8c-e9b59566612b', 'admin_state_up': False}]} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:08:33.853431 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-3b38dede-7207-47a6-a532-926bcd82b15a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Request body: {'port': {'network_id': '477675d7-1191-4f07-b7bc-aa4eb2908ad2', 'name': 'tempest-port--357114995', 'admin_state_up': True}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:08:33.853913 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-3b38dede-7207-47a6-a532-926bcd82b15a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Request body: {'port': {'network_id': 'eccbedc6-e15b-472c-ad8c-e9b59566612b', 'admin_state_up': False}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:08:33.894018 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97dd300-5fed-48cc-a5b0-3c1c961a6a84 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Pushing event updated for resources: {'Network': ['ID=eccbedc6-e15b-472c-ad8c-e9b59566612b,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:33.904699 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network eccbedc6-e15b-472c-ad8c-e9b59566612b details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:08:34.042614 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b38dede-7207-47a6-a532-926bcd82b15a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Made reservation on behalf of 7bb533873ab14dbbadfcb01ffaf0611a for: {'port': 2} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:08:34.047339 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3b38dede-7207-47a6-a532-926bcd82b15a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:34.061613 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3b38dede-7207-47a6-a532-926bcd82b15a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:34.136335 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-3b38dede-7207-47a6-a532-926bcd82b15a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] device_id is not set on port 5021eff3-870d-494f-af47-fcb3e9873bce yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:08:34.253831 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3b38dede-7207-47a6-a532-926bcd82b15a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:34.322306 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-3b38dede-7207-47a6-a532-926bcd82b15a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] device_id is not set on port cea6241e-afd5-4149-865c-4563a614fdcf yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:08:34.457795 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3b38dede-7207-47a6-a532-926bcd82b15a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:34.499325 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3b38dede-7207-47a6-a532-926bcd82b15a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:34.562381 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38dede-7207-47a6-a532-926bcd82b15a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Pushing event updated for resources: {'Port': ['ID=5021eff3-870d-494f-af47-fcb3e9873bce,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:34.571226 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b38dede-7207-47a6-a532-926bcd82b15a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Checking segment: {'id': 'a5c1854d-d692-4618-ba5f-9e1a90481fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '477675d7-1191-4f07-b7bc-aa4eb2908ad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:08:34.571696 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b38dede-7207-47a6-a532-926bcd82b15a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Network hostable DHCP agents. Network: 477675d7-1191-4f07-b7bc-aa4eb2908ad2, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:08:34.588623 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b38dede-7207-47a6-a532-926bcd82b15a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Network 477675d7-1191-4f07-b7bc-aa4eb2908ad2 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:08:34.597388 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-3b38dede-7207-47a6-a532-926bcd82b15a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 477675d7-1191-4f07-b7bc-aa4eb2908ad2) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:08:34.601575 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b38dede-7207-47a6-a532-926bcd82b15a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:08:34.602427 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3b38dede-7207-47a6-a532-926bcd82b15a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:34.607723 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c847a5-bc4b-43cf-8f31-7bb74ed3a780 None None] Network 477675d7-1191-4f07-b7bc-aa4eb2908ad2 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:08:34.664954 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38dede-7207-47a6-a532-926bcd82b15a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Pushing event updated for resources: {'Port': ['ID=cea6241e-afd5-4149-865c-4563a614fdcf,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:34.682802 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b38dede-7207-47a6-a532-926bcd82b15a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Checking segment: {'id': 'de3cc3ad-763f-48b7-ac61-b2ce104e8b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'eccbedc6-e15b-472c-ad8c-e9b59566612b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:08:34.683489 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b38dede-7207-47a6-a532-926bcd82b15a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Network hostable DHCP agents. Network: eccbedc6-e15b-472c-ad8c-e9b59566612b, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:08:34.703426 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b38dede-7207-47a6-a532-926bcd82b15a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Network eccbedc6-e15b-472c-ad8c-e9b59566612b is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:08:34.723617 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-3b38dede-7207-47a6-a532-926bcd82b15a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, eccbedc6-e15b-472c-ad8c-e9b59566612b) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:08:34.730660 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b38dede-7207-47a6-a532-926bcd82b15a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:08:34.736917 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b38dede-7207-47a6-a532-926bcd82b15a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:34.743108 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b38dede-7207-47a6-a532-926bcd82b15a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:34.743789 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3b38dede-7207-47a6-a532-926bcd82b15a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:34.745178 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44020f9b-7d61-46b8-bd4e-c6f83e507c85 None None] Network eccbedc6-e15b-472c-ad8c-e9b59566612b requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:08:34.778830 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3b38dede-7207-47a6-a532-926bcd82b15a tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 0.9315937 Jul 24 01:08:34.781337 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52368) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:34.902323 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:34.950061 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998bfa28-e59e-4f2e-9bbf-bb413493069b tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:34.956359 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998bfa28-e59e-4f2e-9bbf-bb413493069b tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:34.961243 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52370) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:34.961476 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-998bfa28-e59e-4f2e-9bbf-bb413493069b tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1788228 Jul 24 01:08:34.975815 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede00b1-6813-4dc5-a2ba-c25b6573ffbe req-faa024a9-f265-49b4-a79e-6c4c9d40e43e tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:34.977376 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6ede00b1-6813-4dc5-a2ba-c25b6573ffbe req-faa024a9-f265-49b4-a79e-6c4c9d40e43e tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 945 time: 0.1504424 Jul 24 01:08:35.025047 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6ede00b1-6813-4dc5-a2ba-c25b6573ffbe req-cf21c63b-a184-4a6c-825e-d585bda57799 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414441 Jul 24 01:08:35.073822 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-854c4602-0c93-4f5f-8799-ac44bd3dc76f tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Deleting port 5021eff3-870d-494f-af47-fcb3e9873bce {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:08:35.074177 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-854c4602-0c93-4f5f-8799-ac44bd3dc76f tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:35.139363 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-854c4602-0c93-4f5f-8799-ac44bd3dc76f tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:35.151282 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-854c4602-0c93-4f5f-8799-ac44bd3dc76f tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Calling delete_port for 5021eff3-870d-494f-af47-fcb3e9873bce owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:08:35.236484 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-854c4602-0c93-4f5f-8799-ac44bd3dc76f tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:35.240650 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:35.265149 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c4602-0c93-4f5f-8799-ac44bd3dc76f tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Pushing event deleted for resources: {'Port': ['ID=5021eff3-870d-494f-af47-fcb3e9873bce,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:35.272915 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-854c4602-0c93-4f5f-8799-ac44bd3dc76f tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:35.277298 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-854c4602-0c93-4f5f-8799-ac44bd3dc76f tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] 10.222.0.15 "DELETE /v2.0/ports/5021eff3-870d-494f-af47-fcb3e9873bce HTTP/1.1" status: 204 len: 168 time: 0.3123868 Jul 24 01:08:35.277579 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52372) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:35.388620 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-9512af24-e70b-4d63-a592-e734d3e17254 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Deleting port cea6241e-afd5-4149-865c-4563a614fdcf {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:08:35.389068 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9512af24-e70b-4d63-a592-e734d3e17254 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:35.467452 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9512af24-e70b-4d63-a592-e734d3e17254 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:35.480719 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-9512af24-e70b-4d63-a592-e734d3e17254 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Calling delete_port for cea6241e-afd5-4149-865c-4563a614fdcf owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:08:35.572306 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9512af24-e70b-4d63-a592-e734d3e17254 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:35.603604 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512af24-e70b-4d63-a592-e734d3e17254 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Pushing event deleted for resources: {'Port': ['ID=cea6241e-afd5-4149-865c-4563a614fdcf,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:35.609029 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9512af24-e70b-4d63-a592-e734d3e17254 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:35.614228 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9512af24-e70b-4d63-a592-e734d3e17254 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] 10.222.0.15 "DELETE /v2.0/ports/cea6241e-afd5-4149-865c-4563a614fdcf HTTP/1.1" status: 204 len: 168 time: 0.3325410 Jul 24 01:08:35.614228 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52378) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:35.667821 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8f64cdac-bba1-40f7-952e-8a6ca36ed707 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0490153 Jul 24 01:08:35.668422 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52380) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:35.673366 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-4c33cd7a-844f-40ca-a635-5417c47a47d6 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1678565540'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:08:35.695442 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c33cd7a-844f-40ca-a635-5417c47a47d6 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Made reservation on behalf of 7bb533873ab14dbbadfcb01ffaf0611a for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:08:35.699282 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4c33cd7a-844f-40ca-a635-5417c47a47d6 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:35.725136 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c33cd7a-844f-40ca-a635-5417c47a47d6 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:08:35.734135 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4c33cd7a-844f-40ca-a635-5417c47a47d6 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:35.734487 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-4c33cd7a-844f-40ca-a635-5417c47a47d6 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Added segment a636c2cc-6691-4588-baef-4bd92ab21a86 of type vlan for network 98cc2a7d-59e7-4766-bb14-160319486fa5 Jul 24 01:08:35.776883 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4c33cd7a-844f-40ca-a635-5417c47a47d6 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:35.806977 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4c33cd7a-844f-40ca-a635-5417c47a47d6 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:35.812645 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c33cd7a-844f-40ca-a635-5417c47a47d6 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:35.813232 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4c33cd7a-844f-40ca-a635-5417c47a47d6 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:35.854765 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52382) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:35.855366 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4c33cd7a-844f-40ca-a635-5417c47a47d6 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1852622 Jul 24 01:08:35.860444 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-61802666-1f81-4caf-a058-0414f804d134 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2012519072'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:08:35.885577 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c33cd7a-844f-40ca-a635-5417c47a47d6 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Pushing event updated for resources: {'Network': ['ID=98cc2a7d-59e7-4766-bb14-160319486fa5,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:35.899134 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 98cc2a7d-59e7-4766-bb14-160319486fa5 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:08:35.912400 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61802666-1f81-4caf-a058-0414f804d134 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Made reservation on behalf of 7bb533873ab14dbbadfcb01ffaf0611a for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:08:35.916745 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-61802666-1f81-4caf-a058-0414f804d134 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:35.944388 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61802666-1f81-4caf-a058-0414f804d134 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:08:35.954627 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-61802666-1f81-4caf-a058-0414f804d134 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:35.955276 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-61802666-1f81-4caf-a058-0414f804d134 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Added segment 30b8ce75-00eb-432a-8cfe-421b25efc5b1 of type vlan for network 3e516548-5b08-4b38-b8d3-9adc60da62f3 Jul 24 01:08:36.005481 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-61802666-1f81-4caf-a058-0414f804d134 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:36.036698 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-61802666-1f81-4caf-a058-0414f804d134 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:36.042294 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61802666-1f81-4caf-a058-0414f804d134 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:36.042906 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-61802666-1f81-4caf-a058-0414f804d134 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:36.083234 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-61802666-1f81-4caf-a058-0414f804d134 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2271264 Jul 24 01:08:36.113144 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61802666-1f81-4caf-a058-0414f804d134 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Pushing event updated for resources: {'Network': ['ID=3e516548-5b08-4b38-b8d3-9adc60da62f3,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:36.132469 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 3e516548-5b08-4b38-b8d3-9adc60da62f3 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:08:36.186210 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d3be87-2f1d-4fd6-bea9-6ee442cc96cd req-2abcb151-f399-4dcd-9eed-1cf31d7e269f tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:36.194866 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-41d3be87-2f1d-4fd6-bea9-6ee442cc96cd req-2abcb151-f399-4dcd-9eed-1cf31d7e269f tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0949230 Jul 24 01:08:36.236742 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-41d3be87-2f1d-4fd6-bea9-6ee442cc96cd req-2d1c73c5-2131-44d1-bca5-d954943d0c7f tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408700 Jul 24 01:08:37.380411 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ce699-92a6-4ee6-bf9c-9cb165c242bc req-b2967b2e-c744-4408-ad71-9323bd12e6a1 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:37.382659 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-625ce699-92a6-4ee6-bf9c-9cb165c242bc req-b2967b2e-c744-4408-ad71-9323bd12e6a1 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0734096 Jul 24 01:08:37.424122 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-625ce699-92a6-4ee6-bf9c-9cb165c242bc req-ab3e4514-5ca2-4e17-8004-3a55a0dd4d01 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351110 Jul 24 01:08:38.568029 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723b82f-6b2f-49cc-aadf-889e3de1c1c3 req-b16bf34c-f724-41ca-927b-33c7fa5d3be0 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:38.569577 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c723b82f-6b2f-49cc-aadf-889e3de1c1c3 req-b16bf34c-f724-41ca-927b-33c7fa5d3be0 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0718973 Jul 24 01:08:38.609834 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c723b82f-6b2f-49cc-aadf-889e3de1c1c3 req-095d69a7-e716-4393-a8e1-7c1b6157104e tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345666 Jul 24 01:08:39.458829 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52418) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:39.464085 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-53936e1d-097c-468c-a8b7-bfaaea2a513c tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Request body: {'subnets': [{'network_id': '98cc2a7d-59e7-4766-bb14-160319486fa5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--595461400', 'ip_version': 6}, {'network_id': '3e516548-5b08-4b38-b8d3-9adc60da62f3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:08:39.464409 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-53936e1d-097c-468c-a8b7-bfaaea2a513c tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Request body: {'subnet': {'network_id': '98cc2a7d-59e7-4766-bb14-160319486fa5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--595461400', 'ip_version': 6}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:08:39.465085 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-53936e1d-097c-468c-a8b7-bfaaea2a513c tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Request body: {'subnet': {'network_id': '3e516548-5b08-4b38-b8d3-9adc60da62f3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:08:39.625476 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53936e1d-097c-468c-a8b7-bfaaea2a513c tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Made reservation on behalf of 7bb533873ab14dbbadfcb01ffaf0611a for: {'subnet': 2} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:08:39.630237 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-53936e1d-097c-468c-a8b7-bfaaea2a513c tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:39.630605 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-53936e1d-097c-468c-a8b7-bfaaea2a513c tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:39.836733 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ecf13a-8f5e-4e65-a43a-5daa4f0dc174 req-af857321-6362-4734-9029-1114d5d17672 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:39.838266 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e8ecf13a-8f5e-4e65-a43a-5daa4f0dc174 req-af857321-6362-4734-9029-1114d5d17672 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 945 time: 0.1287911 Jul 24 01:08:39.935741 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e8ecf13a-8f5e-4e65-a43a-5daa4f0dc174 req-21894eda-4081-4609-a627-27cc0c6c2846 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881906 Jul 24 01:08:40.132744 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-53936e1d-097c-468c-a8b7-bfaaea2a513c tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:40.193479 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53936e1d-097c-468c-a8b7-bfaaea2a513c tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Pushing event updated for resources: {'Subnet': ['ID=643566d7-447b-4558-bdab-ce010306cc38,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:40.215011 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53936e1d-097c-468c-a8b7-bfaaea2a513c tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Checking segment: {'id': 'a636c2cc-6691-4588-baef-4bd92ab21a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '98cc2a7d-59e7-4766-bb14-160319486fa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:08:40.215375 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53936e1d-097c-468c-a8b7-bfaaea2a513c tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Network hostable DHCP agents. Network: 98cc2a7d-59e7-4766-bb14-160319486fa5, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:08:40.233048 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53936e1d-097c-468c-a8b7-bfaaea2a513c tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Network 98cc2a7d-59e7-4766-bb14-160319486fa5 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:08:40.243024 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-53936e1d-097c-468c-a8b7-bfaaea2a513c tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 98cc2a7d-59e7-4766-bb14-160319486fa5) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:08:40.247691 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-53936e1d-097c-468c-a8b7-bfaaea2a513c tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:40.254945 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d188e25-a5a1-46ae-9a34-c28ae2a4ceec None None] Network 98cc2a7d-59e7-4766-bb14-160319486fa5 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:08:40.287581 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52442) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:40.322887 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53936e1d-097c-468c-a8b7-bfaaea2a513c tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Pushing event updated for resources: {'Subnet': ['ID=46e841d4-9537-43a9-ab34-81a76d98a3a7,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:40.333364 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53936e1d-097c-468c-a8b7-bfaaea2a513c tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Checking segment: {'id': '30b8ce75-00eb-432a-8cfe-421b25efc5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3e516548-5b08-4b38-b8d3-9adc60da62f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:08:40.333849 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53936e1d-097c-468c-a8b7-bfaaea2a513c tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Network hostable DHCP agents. Network: 3e516548-5b08-4b38-b8d3-9adc60da62f3, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:08:40.353680 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53936e1d-097c-468c-a8b7-bfaaea2a513c tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Network 3e516548-5b08-4b38-b8d3-9adc60da62f3 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:08:40.364132 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-53936e1d-097c-468c-a8b7-bfaaea2a513c tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 3e516548-5b08-4b38-b8d3-9adc60da62f3) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:08:40.368323 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53936e1d-097c-468c-a8b7-bfaaea2a513c tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:40.368866 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53936e1d-097c-468c-a8b7-bfaaea2a513c tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:40.369500 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-53936e1d-097c-468c-a8b7-bfaaea2a513c tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:40.377888 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d487ec93-bffd-4f35-af35-6f544530d09a None None] Network 3e516548-5b08-4b38-b8d3-9adc60da62f3 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:08:40.386621 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-53936e1d-097c-468c-a8b7-bfaaea2a513c tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 0.9265313 Jul 24 01:08:40.389178 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52446) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:40.409620 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-45f66731-2d83-4cae-b212-18f8b8959a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:40.490040 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31e021e-f247-4b5a-a242-ded0665a204b tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:40.491656 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31e021e-f247-4b5a-a242-ded0665a204b tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:40.493960 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31e021e-f247-4b5a-a242-ded0665a204b tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:40.495619 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b31e021e-f247-4b5a-a242-ded0665a204b tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1054876 Jul 24 01:08:40.501860 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2c0c55-941a-464f-ad9b-e27a375a04e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-98cc2a7d-59e7-4766-bb14-160319486fa5', 'network_id': '98cc2a7d-59e7-4766-bb14-160319486fa5', 'tenant_id': '7bb533873ab14dbbadfcb01ffaf0611a', 'fixed_ips': [{'subnet_id': '643566d7-447b-4558-bdab-ce010306cc38'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:08:40.502829 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1e2c0c55-941a-464f-ad9b-e27a375a04e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:40.505808 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52448) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:40.507719 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-45f66731-2d83-4cae-b212-18f8b8959a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:40.513750 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-45f66731-2d83-4cae-b212-18f8b8959a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:40.553226 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-45f66731-2d83-4cae-b212-18f8b8959a43 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=efab6cb90db941b7abf8f7a32ffdf27f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2639709 Jul 24 01:08:40.554116 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f66731-2d83-4cae-b212-18f8b8959a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8212e0-86dd-4c39-8786-68618940a140,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:40.556442 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52450) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:40.585395 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-27e4ae7e-a3c5-4cc8-9cbc-c6a8032189b2 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Deleting subnet 643566d7-447b-4558-bdab-ce010306cc38 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:08:40.589274 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-27e4ae7e-a3c5-4cc8-9cbc-c6a8032189b2 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:40.617603 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-178ecaa1-b421-441b-8696-ba802a8e8dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:40.638373 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-27e4ae7e-a3c5-4cc8-9cbc-c6a8032189b2 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:40.640649 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-178ecaa1-b421-441b-8696-ba802a8e8dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:40.694842 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-178ecaa1-b421-441b-8696-ba802a8e8dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:40.698284 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-178ecaa1-b421-441b-8696-ba802a8e8dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:40.699482 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-27e4ae7e-a3c5-4cc8-9cbc-c6a8032189b2 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:40.700009 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-178ecaa1-b421-441b-8696-ba802a8e8dc8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cf8212e0-86dd-4c39-8786-68618940a140 HTTP/1.1" status: 204 len: 168 time: 0.1426511 Jul 24 01:08:40.713442 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ecaa1-b421-441b-8696-ba802a8e8dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8212e0-86dd-4c39-8786-68618940a140,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:40.783688 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-27e4ae7e-a3c5-4cc8-9cbc-c6a8032189b2 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:40.817865 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e4ae7e-a3c5-4cc8-9cbc-c6a8032189b2 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Pushing event deleted for resources: {'Subnet': ['ID=643566d7-447b-4558-bdab-ce010306cc38,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:40.824076 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-27e4ae7e-a3c5-4cc8-9cbc-c6a8032189b2 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:40.828103 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-27e4ae7e-a3c5-4cc8-9cbc-c6a8032189b2 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] 10.222.0.15 "DELETE /v2.0/subnets/643566d7-447b-4558-bdab-ce010306cc38 HTTP/1.1" status: 204 len: 168 time: 0.3186266 Jul 24 01:08:40.828562 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52456) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:40.831018 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51e7a62-dda3-4fe4-8060-f8364e36aeed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-3e516548-5b08-4b38-b8d3-9adc60da62f3', 'network_id': '3e516548-5b08-4b38-b8d3-9adc60da62f3', 'tenant_id': '7bb533873ab14dbbadfcb01ffaf0611a', 'fixed_ips': [{'subnet_id': '46e841d4-9537-43a9-ab34-81a76d98a3a7'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:08:40.832158 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a51e7a62-dda3-4fe4-8060-f8364e36aeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server [None req-1e2c0c55-941a-464f-ad9b-e27a375a04e3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 643566d7-447b-4558-bdab-ce010306cc38: This subnet is being modified by another concurrent operation. Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 01:08:40.849863 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 01:08:40.853026 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 01:08:40.853026 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 01:08:40.853026 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:08:40.853026 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:08:40.853026 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:08:40.853026 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:08:40.853026 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 01:08:40.853026 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 01:08:40.853026 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 01:08:40.853026 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 01:08:40.853026 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:08:40.853026 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:08:40.853026 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:08:40.853026 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:08:40.853026 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 01:08:40.853026 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 01:08:40.853026 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 24 01:08:40.853026 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 24 01:08:40.853026 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 24 01:08:40.853026 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 24 01:08:40.853026 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 24 01:08:40.853026 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 24 01:08:40.853026 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 24 01:08:40.853026 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 24 01:08:40.853026 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:08:40.853026 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:08:40.853026 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:08:40.853026 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:08:40.853026 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 24 01:08:40.853026 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 24 01:08:40.853026 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 24 01:08:40.853026 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 24 01:08:40.853026 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 24 01:08:40.853026 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 24 01:08:40.853026 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 24 01:08:40.853026 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise exception Jul 24 01:08:40.853026 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 643566d7-447b-4558-bdab-ce010306cc38: This subnet is being modified by another concurrent operation. Jul 24 01:08:40.853026 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server Jul 24 01:08:40.874978 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d031f4-c496-4d1b-b351-878617ba7dbe None None] Network 98cc2a7d-59e7-4766-bb14-160319486fa5 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:08:40.895243 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-f90cc273-b17f-404e-b4e5-de62bb9445bf tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Deleting subnet 46e841d4-9537-43a9-ab34-81a76d98a3a7 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:08:40.900042 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f90cc273-b17f-404e-b4e5-de62bb9445bf tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:40.946228 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f90cc273-b17f-404e-b4e5-de62bb9445bf tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:41.001864 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f90cc273-b17f-404e-b4e5-de62bb9445bf tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server [None req-a51e7a62-dda3-4fe4-8060-f8364e36aeed None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 46e841d4-9537-43a9-ab34-81a76d98a3a7: This subnet is being modified by another concurrent operation. Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 01:08:41.101237 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 01:08:41.104778 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 01:08:41.104778 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 01:08:41.104778 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:08:41.104778 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:08:41.104778 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:08:41.104778 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:08:41.104778 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 01:08:41.104778 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 01:08:41.104778 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 01:08:41.104778 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 01:08:41.104778 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:08:41.104778 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:08:41.104778 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:08:41.104778 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:08:41.104778 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 01:08:41.104778 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 01:08:41.104778 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 24 01:08:41.104778 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 24 01:08:41.104778 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 24 01:08:41.104778 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 24 01:08:41.104778 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 24 01:08:41.104778 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 24 01:08:41.104778 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 24 01:08:41.104778 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 24 01:08:41.104778 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:08:41.104778 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:08:41.104778 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:08:41.104778 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:08:41.104778 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 24 01:08:41.104778 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 24 01:08:41.104778 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 24 01:08:41.104778 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 24 01:08:41.104778 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 24 01:08:41.104778 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 24 01:08:41.104778 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 24 01:08:41.104778 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise exception Jul 24 01:08:41.104778 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 46e841d4-9537-43a9-ab34-81a76d98a3a7: This subnet is being modified by another concurrent operation. Jul 24 01:08:41.104778 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server Jul 24 01:08:41.110935 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f90cc273-b17f-404e-b4e5-de62bb9445bf tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:41.124719 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69af737-11b4-4341-9484-43df0fdf4d6b None None] Network 3e516548-5b08-4b38-b8d3-9adc60da62f3 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:08:41.139760 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90cc273-b17f-404e-b4e5-de62bb9445bf tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Pushing event deleted for resources: {'Subnet': ['ID=46e841d4-9537-43a9-ab34-81a76d98a3a7,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:41.144196 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f90cc273-b17f-404e-b4e5-de62bb9445bf tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:41.149578 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52470) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:41.149706 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f90cc273-b17f-404e-b4e5-de62bb9445bf tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] 10.222.0.15 "DELETE /v2.0/subnets/46e841d4-9537-43a9-ab34-81a76d98a3a7 HTTP/1.1" status: 204 len: 168 time: 0.3198502 Jul 24 01:08:41.162990 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abdbcf8-d8ba-45db-bb2c-56d2c6b51e79 req-4a2c286d-cd48-4a88-a878-a203c0ab8b4d tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:41.164565 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5abdbcf8-d8ba-45db-bb2c-56d2c6b51e79 req-4a2c286d-cd48-4a88-a878-a203c0ab8b4d tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 945 time: 0.1195676 Jul 24 01:08:41.207897 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056d2c29-bee4-4123-9fa5-3bae38058d3c tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:41.209777 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-056d2c29-bee4-4123-9fa5-3bae38058d3c tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0591855 Jul 24 01:08:41.213445 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5abdbcf8-d8ba-45db-bb2c-56d2c6b51e79 req-c3763690-d819-4b7f-b73f-e9d7acdd650f tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418434 Jul 24 01:08:41.213921 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52472) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:41.262654 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f461f7c-d43a-419b-8aa9-dbc63628a2f3 None None] get_active_networks_info from n-d-793621-25 {{(pid=100465) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 01:08:41.306446 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-74d6f31a-e1ca-4496-b0ff-b2a8d350b388 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:41.371343 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f461f7c-d43a-419b-8aa9-dbc63628a2f3 None None] Resources bound (agent type, host, resource id): {{(pid=100465) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 01:08:41.404578 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-74d6f31a-e1ca-4496-b0ff-b2a8d350b388 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:41.421554 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-74d6f31a-e1ca-4496-b0ff-b2a8d350b388 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e516548-5b08-4b38-b8d3-9adc60da62f3']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:41.660378 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c64a4d-7207-468d-92ef-ee05dbf647b4 None None] get_active_networks_info from n-d-793621-25 {{(pid=100465) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 01:08:41.708006 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-74d6f31a-e1ca-4496-b0ff-b2a8d350b388 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30b8ce75-00eb-432a-8cfe-421b25efc5b1') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:41.708390 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-74d6f31a-e1ca-4496-b0ff-b2a8d350b388 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30b8ce75-00eb-432a-8cfe-421b25efc5b1') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:41.723426 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-74d6f31a-e1ca-4496-b0ff-b2a8d350b388 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:41.737458 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-74d6f31a-e1ca-4496-b0ff-b2a8d350b388 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:41.744631 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74d6f31a-e1ca-4496-b0ff-b2a8d350b388 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:08:41.745034 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-74d6f31a-e1ca-4496-b0ff-b2a8d350b388 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:41.747995 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:08:41.747995 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:08:41.747995 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:08:41.747995 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:08:41.747995 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:08:41.747995 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:08:41.747995 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:08:41.747995 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:08:41.747995 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:08:41.747995 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:08:41.747995 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:08:41.747995 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:08:41.747995 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:08:41.747995 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:08:41.747995 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:08:41.747995 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:08:41.747995 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:08:41.747995 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:08:41.747995 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:08:41.747995 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:08:41.747995 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:08:41.747995 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:08:41.747995 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:08:41.747995 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:08:41.747995 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:08:41.747995 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:08:41.747995 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:08:41.747995 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:08:41.747995 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:08:41.747995 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:08:41.747995 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:08:41.747995 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:08:41.754363 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c64a4d-7207-468d-92ef-ee05dbf647b4 None None] Resources bound (agent type, host, resource id): {{(pid=100465) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 01:08:41.810274 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-74d6f31a-e1ca-4496-b0ff-b2a8d350b388 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:41.818088 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-74d6f31a-e1ca-4496-b0ff-b2a8d350b388 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:41.822532 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52488) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:41.823050 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-74d6f31a-e1ca-4496-b0ff-b2a8d350b388 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] 10.222.0.15 "DELETE /v2.0/networks/3e516548-5b08-4b38-b8d3-9adc60da62f3 HTTP/1.1" status: 204 len: 168 time: 0.6077478 Jul 24 01:08:41.834279 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d6f31a-e1ca-4496-b0ff-b2a8d350b388 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Pushing event deleted for resources: {'Network': ['ID=3e516548-5b08-4b38-b8d3-9adc60da62f3,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:41.920689 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-81463466-e7fb-4c2f-a804-ffe280b86ddb tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:42.038954 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-81463466-e7fb-4c2f-a804-ffe280b86ddb tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:42.051315 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-81463466-e7fb-4c2f-a804-ffe280b86ddb tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98cc2a7d-59e7-4766-bb14-160319486fa5']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:42.062442 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-81463466-e7fb-4c2f-a804-ffe280b86ddb tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a636c2cc-6691-4588-baef-4bd92ab21a86') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:42.062696 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-81463466-e7fb-4c2f-a804-ffe280b86ddb tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a636c2cc-6691-4588-baef-4bd92ab21a86') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:42.072842 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-81463466-e7fb-4c2f-a804-ffe280b86ddb tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:42.089447 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-81463466-e7fb-4c2f-a804-ffe280b86ddb tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:42.095464 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81463466-e7fb-4c2f-a804-ffe280b86ddb tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:08:42.095869 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-81463466-e7fb-4c2f-a804-ffe280b86ddb tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:42.099827 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:08:42.099827 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:08:42.099827 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:08:42.099827 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:08:42.099827 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:08:42.099827 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:08:42.099827 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:08:42.099827 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:08:42.099827 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:08:42.099827 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:08:42.099827 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:08:42.099827 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:08:42.099827 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:08:42.099827 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:08:42.099827 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:08:42.099827 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:08:42.099827 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:08:42.099827 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:08:42.099827 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:08:42.099827 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:08:42.099827 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:08:42.099827 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:08:42.099827 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:08:42.099827 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:08:42.099827 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:08:42.099827 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:08:42.099827 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:08:42.099827 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:08:42.099827 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:08:42.099827 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:08:42.099827 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:08:42.099827 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:08:42.159167 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-81463466-e7fb-4c2f-a804-ffe280b86ddb tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:42.166441 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-81463466-e7fb-4c2f-a804-ffe280b86ddb tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:42.168320 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-81463466-e7fb-4c2f-a804-ffe280b86ddb tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] 10.222.0.15 "DELETE /v2.0/networks/98cc2a7d-59e7-4766-bb14-160319486fa5 HTTP/1.1" status: 204 len: 168 time: 0.3446062 Jul 24 01:08:42.170691 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52498) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:42.188887 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81463466-e7fb-4c2f-a804-ffe280b86ddb tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Pushing event deleted for resources: {'Network': ['ID=98cc2a7d-59e7-4766-bb14-160319486fa5,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:42.269305 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bd101cbf-461c-428b-8450-4bf93d17d623 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:42.392165 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bd101cbf-461c-428b-8450-4bf93d17d623 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:42.404496 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-bd101cbf-461c-428b-8450-4bf93d17d623 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eccbedc6-e15b-472c-ad8c-e9b59566612b']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:42.417047 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-bd101cbf-461c-428b-8450-4bf93d17d623 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de3cc3ad-763f-48b7-ac61-b2ce104e8b84') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:42.417344 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-bd101cbf-461c-428b-8450-4bf93d17d623 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de3cc3ad-763f-48b7-ac61-b2ce104e8b84') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:42.430664 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bd101cbf-461c-428b-8450-4bf93d17d623 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:42.451203 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82328436-2519-4992-8278-de678b0882a7 req-59fc92e1-1650-4628-81fd-edb0911e5542 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:42.452722 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-82328436-2519-4992-8278-de678b0882a7 req-59fc92e1-1650-4628-81fd-edb0911e5542 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 945 time: 0.1529648 Jul 24 01:08:42.453647 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bd101cbf-461c-428b-8450-4bf93d17d623 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:42.461305 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd101cbf-461c-428b-8450-4bf93d17d623 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:08:42.461698 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bd101cbf-461c-428b-8450-4bf93d17d623 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:42.465177 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:08:42.465177 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:08:42.465177 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:08:42.465177 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:08:42.465177 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:08:42.465177 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:08:42.465177 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:08:42.465177 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:08:42.465177 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:08:42.465177 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:08:42.465177 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:08:42.465177 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:08:42.465177 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:08:42.465177 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:08:42.465177 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:08:42.465177 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:08:42.465177 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:08:42.465177 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:08:42.465177 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:08:42.465177 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:08:42.465177 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:08:42.465177 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:08:42.465177 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:08:42.465177 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:08:42.465177 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:08:42.465177 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:08:42.465177 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:08:42.465177 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:08:42.465177 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:08:42.465177 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:08:42.465177 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:08:42.465177 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:08:42.553256 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-82328436-2519-4992-8278-de678b0882a7 req-bed9eb7d-45ce-4e1d-a07c-9c53f02c5201 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930228 Jul 24 01:08:42.554314 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bd101cbf-461c-428b-8450-4bf93d17d623 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:42.558747 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bd101cbf-461c-428b-8450-4bf93d17d623 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:42.563250 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-bd101cbf-461c-428b-8450-4bf93d17d623 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] 10.222.0.15 "DELETE /v2.0/networks/eccbedc6-e15b-472c-ad8c-e9b59566612b HTTP/1.1" status: 204 len: 168 time: 0.3915205 Jul 24 01:08:42.563449 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52504) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:42.579293 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd101cbf-461c-428b-8450-4bf93d17d623 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Pushing event deleted for resources: {'Network': ['ID=eccbedc6-e15b-472c-ad8c-e9b59566612b,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:42.661664 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-03d23a32-5eba-4551-a0e6-031f5b3777d8 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:42.751364 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-03d23a32-5eba-4551-a0e6-031f5b3777d8 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:42.761630 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-03d23a32-5eba-4551-a0e6-031f5b3777d8 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['477675d7-1191-4f07-b7bc-aa4eb2908ad2']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:42.772221 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-03d23a32-5eba-4551-a0e6-031f5b3777d8 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5c1854d-d692-4618-ba5f-9e1a90481fbc') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:42.772521 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-03d23a32-5eba-4551-a0e6-031f5b3777d8 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5c1854d-d692-4618-ba5f-9e1a90481fbc') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:42.781050 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-03d23a32-5eba-4551-a0e6-031f5b3777d8 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:42.796328 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-03d23a32-5eba-4551-a0e6-031f5b3777d8 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:42.802518 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03d23a32-5eba-4551-a0e6-031f5b3777d8 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:08:42.802946 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-03d23a32-5eba-4551-a0e6-031f5b3777d8 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:42.806174 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:08:42.806174 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:08:42.806174 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:08:42.806174 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:08:42.806174 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:08:42.806174 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:08:42.806174 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:08:42.806174 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:08:42.806174 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:08:42.806174 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:08:42.806174 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:08:42.806174 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:08:42.806174 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:08:42.806174 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:08:42.806174 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:08:42.806174 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:08:42.806174 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:08:42.806174 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:08:42.806174 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:08:42.806174 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:08:42.806174 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:08:42.806174 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:08:42.806174 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:08:42.806174 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:08:42.806174 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:08:42.806174 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:08:42.806174 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:08:42.806174 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:08:42.806174 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:08:42.806174 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:08:42.806174 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:08:42.806174 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:08:42.862430 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-03d23a32-5eba-4551-a0e6-031f5b3777d8 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:42.869316 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-03d23a32-5eba-4551-a0e6-031f5b3777d8 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:42.871180 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-03d23a32-5eba-4551-a0e6-031f5b3777d8 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] 10.222.0.15 "DELETE /v2.0/networks/477675d7-1191-4f07-b7bc-aa4eb2908ad2 HTTP/1.1" status: 204 len: 168 time: 0.3049402 Jul 24 01:08:42.883674 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d23a32-5eba-4551-a0e6-031f5b3777d8 tempest-BulkNetworkOpsIpV6Test-1081194917 tempest-BulkNetworkOpsIpV6Test-1081194917-project] Pushing event deleted for resources: {'Network': ['ID=477675d7-1191-4f07-b7bc-aa4eb2908ad2,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:43.120597 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52516) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:43.259297 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6c8dc31f-10eb-4b90-bd55-2ecb9ffc3c5b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7bb533873ab14dbbadfcb01ffaf0611a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1379201 Jul 24 01:08:43.261715 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52528) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:43.315645 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-98dfa7e6-727b-47b7-bf27-a25c8aa2066c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:43.338032 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-98dfa7e6-727b-47b7-bf27-a25c8aa2066c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:43.395764 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-98dfa7e6-727b-47b7-bf27-a25c8aa2066c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:43.398953 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-98dfa7e6-727b-47b7-bf27-a25c8aa2066c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:43.402667 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-98dfa7e6-727b-47b7-bf27-a25c8aa2066c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cc049610-2f55-45fb-8978-21153475c61b HTTP/1.1" status: 204 len: 168 time: 0.1376157 Jul 24 01:08:43.412158 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dfa7e6-727b-47b7-bf27-a25c8aa2066c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc049610-2f55-45fb-8978-21153475c61b,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:43.736714 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde0cd6-442b-4e00-9579-c0af6e216389 req-d50374ab-a5c5-4c6f-a61e-7ba055fe0a5d tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:43.744306 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0dde0cd6-442b-4e00-9579-c0af6e216389 req-d50374ab-a5c5-4c6f-a61e-7ba055fe0a5d tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0964077 Jul 24 01:08:43.783263 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0dde0cd6-442b-4e00-9579-c0af6e216389 req-e919ccd4-3d13-45a3-a4b5-c63a1bf312de tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380440 Jul 24 01:08:44.096781 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52574) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:44.195721 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-8272a6fb-28c3-460b-9556-0c6e6ba4dca4 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-427438282'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:08:44.216764 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8272a6fb-28c3-460b-9556-0c6e6ba4dca4 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Made reservation on behalf of d18bf42099584a3cafac106a40cffb3b for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:08:44.220514 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8272a6fb-28c3-460b-9556-0c6e6ba4dca4 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:44.229926 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8272a6fb-28c3-460b-9556-0c6e6ba4dca4 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:44.325200 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8272a6fb-28c3-460b-9556-0c6e6ba4dca4 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:44.329170 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8272a6fb-28c3-460b-9556-0c6e6ba4dca4 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:44.360233 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8272a6fb-28c3-460b-9556-0c6e6ba4dca4 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:08:44.366177 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272a6fb-28c3-460b-9556-0c6e6ba4dca4 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c1d0e4-dd5d-442a-a722-d72b5e95fb87,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:44.374616 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8272a6fb-28c3-460b-9556-0c6e6ba4dca4 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:44.375001 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-8272a6fb-28c3-460b-9556-0c6e6ba4dca4 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Added segment 794fffae-4916-478c-8571-e9c84c49b876 of type vlan for network 03b3dc5f-f4c7-4a9f-bb1c-dc758cf1aa3f Jul 24 01:08:44.415068 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8272a6fb-28c3-460b-9556-0c6e6ba4dca4 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:44.443821 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8272a6fb-28c3-460b-9556-0c6e6ba4dca4 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:44.449847 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8272a6fb-28c3-460b-9556-0c6e6ba4dca4 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:44.450444 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8272a6fb-28c3-460b-9556-0c6e6ba4dca4 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:44.516445 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272a6fb-28c3-460b-9556-0c6e6ba4dca4 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event updated for resources: {'Network': ['ID=03b3dc5f-f4c7-4a9f-bb1c-dc758cf1aa3f,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:44.524116 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8272a6fb-28c3-460b-9556-0c6e6ba4dca4 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4252787 Jul 24 01:08:44.529044 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 03b3dc5f-f4c7-4a9f-bb1c-dc758cf1aa3f details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:08:44.923789 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6bc96-cadc-4b76-a855-9170b610bdbd req-b6738d9a-9854-41d3-b6f3-8bb3ecb73693 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:44.925958 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dbf6bc96-cadc-4b76-a855-9170b610bdbd req-b6738d9a-9854-41d3-b6f3-8bb3ecb73693 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0668728 Jul 24 01:08:44.967681 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dbf6bc96-cadc-4b76-a855-9170b610bdbd req-5d476b2f-1024-44cc-b089-f6a1d4047b04 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360057 Jul 24 01:08:45.332169 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:08:45.682973 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3ab77374-a35c-4879-b80d-3e8c486b7eb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:46.074003 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52596) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:46.135738 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99657d-8d1c-4623-8c98-c7d1f7358426 req-6b161e05-2354-4f00-b99f-450764106052 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:46.137196 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0c99657d-8d1c-4623-8c98-c7d1f7358426 req-6b161e05-2354-4f00-b99f-450764106052 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0813859 Jul 24 01:08:46.187988 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-64fc9b63-f5de-4d95-aa8b-6506459d525f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:46.195980 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0c99657d-8d1c-4623-8c98-c7d1f7358426 req-95caaa2c-a013-4fa2-b86c-92c01ec7767b tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489695 Jul 24 01:08:46.307174 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-64fc9b63-f5de-4d95-aa8b-6506459d525f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:46.311070 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-64fc9b63-f5de-4d95-aa8b-6506459d525f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:46.349905 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-64fc9b63-f5de-4d95-aa8b-6506459d525f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1c1baf8281b949d2b0860938873f3c03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2751122 Jul 24 01:08:46.350830 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc9b63-f5de-4d95-aa8b-6506459d525f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085a06a5-7212-4e44-9f06-0b0b7f5592f0,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:46.352626 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52602) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:46.416039 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-aaf4dfec-d030-4775-b33c-4477a5e5cdee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:46.437796 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-aaf4dfec-d030-4775-b33c-4477a5e5cdee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:46.496150 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-aaf4dfec-d030-4775-b33c-4477a5e5cdee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:46.498882 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-aaf4dfec-d030-4775-b33c-4477a5e5cdee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:46.500070 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-aaf4dfec-d030-4775-b33c-4477a5e5cdee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/085a06a5-7212-4e44-9f06-0b0b7f5592f0 HTTP/1.1" status: 204 len: 168 time: 0.1461992 Jul 24 01:08:46.511975 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf4dfec-d030-4775-b33c-4477a5e5cdee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085a06a5-7212-4e44-9f06-0b0b7f5592f0,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:47.374015 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf618fb3-e38d-4025-9dd1-4dbb985ced31 req-6e517eb7-7bb9-4321-af55-d013459a93c3 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:47.375765 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bf618fb3-e38d-4025-9dd1-4dbb985ced31 req-6e517eb7-7bb9-4321-af55-d013459a93c3 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0872834 Jul 24 01:08:47.418454 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bf618fb3-e38d-4025-9dd1-4dbb985ced31 req-73331da3-7e33-4d20-b0f9-d0772f023400 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362411 Jul 24 01:08:47.819758 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52644) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:47.825130 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-21c4c72d-8160-4ad0-8bb0-091d1d97f58e tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Request body: {'subnet': {'network_id': '03b3dc5f-f4c7-4a9f-bb1c-dc758cf1aa3f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:08:47.915727 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c4c72d-8160-4ad0-8bb0-091d1d97f58e tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Made reservation on behalf of d18bf42099584a3cafac106a40cffb3b for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:08:47.919323 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-21c4c72d-8160-4ad0-8bb0-091d1d97f58e tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:48.103225 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-21c4c72d-8160-4ad0-8bb0-091d1d97f58e tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:48.165939 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4c72d-8160-4ad0-8bb0-091d1d97f58e tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event updated for resources: {'Subnet': ['ID=6a763a20-9b01-4be2-91e7-1b0f79377964,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:48.174208 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c4c72d-8160-4ad0-8bb0-091d1d97f58e tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Checking segment: {'id': '794fffae-4916-478c-8571-e9c84c49b876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '03b3dc5f-f4c7-4a9f-bb1c-dc758cf1aa3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:08:48.174583 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c4c72d-8160-4ad0-8bb0-091d1d97f58e tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Network hostable DHCP agents. Network: 03b3dc5f-f4c7-4a9f-bb1c-dc758cf1aa3f, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:08:48.194131 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c4c72d-8160-4ad0-8bb0-091d1d97f58e tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Network 03b3dc5f-f4c7-4a9f-bb1c-dc758cf1aa3f is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:08:48.204347 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-21c4c72d-8160-4ad0-8bb0-091d1d97f58e tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 03b3dc5f-f4c7-4a9f-bb1c-dc758cf1aa3f) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:08:48.208716 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c4c72d-8160-4ad0-8bb0-091d1d97f58e tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:48.209324 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-21c4c72d-8160-4ad0-8bb0-091d1d97f58e tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:48.217926 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd27a6d2-227b-423d-b2f1-e8c6ad66647f None None] Network 03b3dc5f-f4c7-4a9f-bb1c-dc758cf1aa3f requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:08:48.229534 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-21c4c72d-8160-4ad0-8bb0-091d1d97f58e tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4052374 Jul 24 01:08:48.230057 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52646) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:48.235554 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-6e1eb165-f4fc-466f-9c97-2818cfe1a186 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1163943462'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:08:48.261565 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1eb165-f4fc-466f-9c97-2818cfe1a186 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Made reservation on behalf of d18bf42099584a3cafac106a40cffb3b for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:08:48.265507 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6e1eb165-f4fc-466f-9c97-2818cfe1a186 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:48.297844 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e1eb165-f4fc-466f-9c97-2818cfe1a186 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:08:48.309448 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6e1eb165-f4fc-466f-9c97-2818cfe1a186 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:48.309814 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-6e1eb165-f4fc-466f-9c97-2818cfe1a186 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Added segment 52fb3bc8-2cc9-437b-aa0f-6e3326594802 of type vlan for network 70d15aba-cd07-4535-ae1b-1cd93e938288 Jul 24 01:08:48.328812 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a2cbb64f-7e33-49f0-9357-e9c705a481c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:48.360621 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6e1eb165-f4fc-466f-9c97-2818cfe1a186 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:48.394793 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6e1eb165-f4fc-466f-9c97-2818cfe1a186 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:48.401066 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1eb165-f4fc-466f-9c97-2818cfe1a186 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:48.402142 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6e1eb165-f4fc-466f-9c97-2818cfe1a186 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:48.421335 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01abcde8-5e98-4a6d-af9b-478194deb4d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-03b3dc5f-f4c7-4a9f-bb1c-dc758cf1aa3f', 'network_id': '03b3dc5f-f4c7-4a9f-bb1c-dc758cf1aa3f', 'tenant_id': 'd18bf42099584a3cafac106a40cffb3b', 'fixed_ips': [{'subnet_id': '6a763a20-9b01-4be2-91e7-1b0f79377964'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:08:48.422303 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-01abcde8-5e98-4a6d-af9b-478194deb4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:48.447075 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6e1eb165-f4fc-466f-9c97-2818cfe1a186 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2155225 Jul 24 01:08:48.451007 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52652) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:48.460782 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-79025842-d5b0-4ea2-b127-fbd59015c8e6 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Request body: {'subnet': {'network_id': '70d15aba-cd07-4535-ae1b-1cd93e938288', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:08:48.482147 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1eb165-f4fc-466f-9c97-2818cfe1a186 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event updated for resources: {'Network': ['ID=70d15aba-cd07-4535-ae1b-1cd93e938288,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:48.500849 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 70d15aba-cd07-4535-ae1b-1cd93e938288 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:08:48.542413 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:48.560817 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79025842-d5b0-4ea2-b127-fbd59015c8e6 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Made reservation on behalf of d18bf42099584a3cafac106a40cffb3b for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:08:48.565446 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-79025842-d5b0-4ea2-b127-fbd59015c8e6 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:48.587577 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290615b-7cc6-47f3-bf31-f8ac1f1b1991 req-26f919df-e46c-4774-ae3d-22a48c944cd2 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:48.589082 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f290615b-7cc6-47f3-bf31-f8ac1f1b1991 req-26f919df-e46c-4774-ae3d-22a48c944cd2 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0767815 Jul 24 01:08:48.631962 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f290615b-7cc6-47f3-bf31-f8ac1f1b1991 req-dfe3d295-1a66-4752-9316-22db7ce71f3e tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371618 Jul 24 01:08:48.646298 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-01abcde8-5e98-4a6d-af9b-478194deb4d1 None None] Allocated IP 2001:db8:0:ffff::2 (03b3dc5f-f4c7-4a9f-bb1c-dc758cf1aa3f/6a763a20-9b01-4be2-91e7-1b0f79377964/28723fd1-7032-416a-bd99-93cf625e6c9e) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:08:48.846347 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-01abcde8-5e98-4a6d-af9b-478194deb4d1 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:48.860196 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-01abcde8-5e98-4a6d-af9b-478194deb4d1 None None] Transition to ACTIVE for port object 28723fd1-7032-416a-bd99-93cf625e6c9e will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:08:48.883332 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-01abcde8-5e98-4a6d-af9b-478194deb4d1 None None] Transition to ACTIVE for port object 28723fd1-7032-416a-bd99-93cf625e6c9e will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:08:48.893978 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-01abcde8-5e98-4a6d-af9b-478194deb4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:48.939456 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01abcde8-5e98-4a6d-af9b-478194deb4d1 None None] Network 03b3dc5f-f4c7-4a9f-bb1c-dc758cf1aa3f is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:08:48.945431 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-01abcde8-5e98-4a6d-af9b-478194deb4d1 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:08:48.949426 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01abcde8-5e98-4a6d-af9b-478194deb4d1 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:08:48.958069 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01abcde8-5e98-4a6d-af9b-478194deb4d1 None None] Pushing event updated for resources: {'Port': ['ID=28723fd1-7032-416a-bd99-93cf625e6c9e,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:48.992328 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01abcde8-5e98-4a6d-af9b-478194deb4d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:48.992686 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01abcde8-5e98-4a6d-af9b-478194deb4d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:48.993076 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01abcde8-5e98-4a6d-af9b-478194deb4d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:48.993428 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01abcde8-5e98-4a6d-af9b-478194deb4d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:48.993769 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01abcde8-5e98-4a6d-af9b-478194deb4d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:48.994099 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01abcde8-5e98-4a6d-af9b-478194deb4d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:48.994436 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01abcde8-5e98-4a6d-af9b-478194deb4d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:48.994789 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01abcde8-5e98-4a6d-af9b-478194deb4d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:48.995122 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01abcde8-5e98-4a6d-af9b-478194deb4d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:48.995450 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01abcde8-5e98-4a6d-af9b-478194deb4d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:48.995778 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01abcde8-5e98-4a6d-af9b-478194deb4d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:48.996266 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01abcde8-5e98-4a6d-af9b-478194deb4d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:49.033963 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-01abcde8-5e98-4a6d-af9b-478194deb4d1 None None] Attempting to bind port 28723fd1-7032-416a-bd99-93cf625e6c9e on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:08:49.034342 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-01abcde8-5e98-4a6d-af9b-478194deb4d1 None None] Attempting to bind port 28723fd1-7032-416a-bd99-93cf625e6c9e by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '794fffae-4916-478c-8571-e9c84c49b876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '03b3dc5f-f4c7-4a9f-bb1c-dc758cf1aa3f'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:08:49.035290 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01abcde8-5e98-4a6d-af9b-478194deb4d1 None None] Attempting to bind port 28723fd1-7032-416a-bd99-93cf625e6c9e on network 03b3dc5f-f4c7-4a9f-bb1c-dc758cf1aa3f {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:08:49.040775 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01abcde8-5e98-4a6d-af9b-478194deb4d1 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:08:49.041241 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01abcde8-5e98-4a6d-af9b-478194deb4d1 None None] Checking segment: {'id': '794fffae-4916-478c-8571-e9c84c49b876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '03b3dc5f-f4c7-4a9f-bb1c-dc758cf1aa3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:08:49.041571 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-01abcde8-5e98-4a6d-af9b-478194deb4d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:49.042083 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01abcde8-5e98-4a6d-af9b-478194deb4d1 None None] Bound using segment: {'id': '794fffae-4916-478c-8571-e9c84c49b876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '03b3dc5f-f4c7-4a9f-bb1c-dc758cf1aa3f'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:08:49.042583 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-01abcde8-5e98-4a6d-af9b-478194deb4d1 None None] Bound port: 28723fd1-7032-416a-bd99-93cf625e6c9e, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '794fffae-4916-478c-8571-e9c84c49b876', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '03b3dc5f-f4c7-4a9f-bb1c-dc758cf1aa3f'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:08:49.042992 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-01abcde8-5e98-4a6d-af9b-478194deb4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:49.127218 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-01abcde8-5e98-4a6d-af9b-478194deb4d1 None None] For port 28723fd1-7032-416a-bd99-93cf625e6c9e, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:08:49.130590 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-01abcde8-5e98-4a6d-af9b-478194deb4d1 None None] For port 28723fd1-7032-416a-bd99-93cf625e6c9e, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=28723fd1-7032-416a-bd99-93cf625e6c9e,segment=NetworkSegment(794fffae-4916-478c-8571-e9c84c49b876),segment_id=794fffae-4916-478c-8571-e9c84c49b876)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:08:49.138694 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-01abcde8-5e98-4a6d-af9b-478194deb4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:49.178300 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-79025842-d5b0-4ea2-b127-fbd59015c8e6 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:49.208111 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01abcde8-5e98-4a6d-af9b-478194deb4d1 None None] Pushing event updated for resources: {'Port': ['ID=28723fd1-7032-416a-bd99-93cf625e6c9e,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:49.260793 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79025842-d5b0-4ea2-b127-fbd59015c8e6 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event updated for resources: {'Subnet': ['ID=7aaab44a-0448-42ac-b2a5-c8d9367d9f91,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:49.272652 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79025842-d5b0-4ea2-b127-fbd59015c8e6 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Checking segment: {'id': '52fb3bc8-2cc9-437b-aa0f-6e3326594802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '70d15aba-cd07-4535-ae1b-1cd93e938288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:08:49.273106 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79025842-d5b0-4ea2-b127-fbd59015c8e6 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Network hostable DHCP agents. Network: 70d15aba-cd07-4535-ae1b-1cd93e938288, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:08:49.294785 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79025842-d5b0-4ea2-b127-fbd59015c8e6 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Network 70d15aba-cd07-4535-ae1b-1cd93e938288 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:08:49.308680 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-79025842-d5b0-4ea2-b127-fbd59015c8e6 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 70d15aba-cd07-4535-ae1b-1cd93e938288) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:08:49.313865 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79025842-d5b0-4ea2-b127-fbd59015c8e6 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:49.314523 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-79025842-d5b0-4ea2-b127-fbd59015c8e6 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:49.319825 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2111a4b5-49ca-4fd1-ba6a-6e6ac6c1deae None None] Network 70d15aba-cd07-4535-ae1b-1cd93e938288 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:08:49.337926 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52670) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:49.338490 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-79025842-d5b0-4ea2-b127-fbd59015c8e6 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8837914 Jul 24 01:08:49.508110 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:49.531189 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a84b81ac-0c14-4859-8b6b-6b2213070b26 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:49.550252 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73855a7d-f420-4797-a441-b965d3dc7d1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-70d15aba-cd07-4535-ae1b-1cd93e938288', 'network_id': '70d15aba-cd07-4535-ae1b-1cd93e938288', 'tenant_id': 'd18bf42099584a3cafac106a40cffb3b', 'fixed_ips': [{'subnet_id': '7aaab44a-0448-42ac-b2a5-c8d9367d9f91'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:08:49.551815 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-73855a7d-f420-4797-a441-b965d3dc7d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:49.637154 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a84b81ac-0c14-4859-8b6b-6b2213070b26 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:49.734084 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-73855a7d-f420-4797-a441-b965d3dc7d1d None None] Allocated IP 2001:db8::1 (70d15aba-cd07-4535-ae1b-1cd93e938288/7aaab44a-0448-42ac-b2a5-c8d9367d9f91/7487560c-3d7a-42f1-ba51-6ede63564a9a) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:08:49.805687 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b871a-20cf-423b-8dc7-8f2c43f73853 req-2dab8531-bbe0-4255-8645-a9ea1a46750e tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:49.807340 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f11b871a-20cf-423b-8dc7-8f2c43f73853 req-2dab8531-bbe0-4255-8645-a9ea1a46750e tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0808265 Jul 24 01:08:49.858302 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f11b871a-20cf-423b-8dc7-8f2c43f73853 req-52994253-bcae-46b3-9f8c-b34b5e34b304 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448158 Jul 24 01:08:49.938771 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-73855a7d-f420-4797-a441-b965d3dc7d1d None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:49.948098 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-73855a7d-f420-4797-a441-b965d3dc7d1d None None] Transition to ACTIVE for port object 7487560c-3d7a-42f1-ba51-6ede63564a9a will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:08:49.964718 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-73855a7d-f420-4797-a441-b965d3dc7d1d None None] Transition to ACTIVE for port object 7487560c-3d7a-42f1-ba51-6ede63564a9a will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:08:49.970756 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-73855a7d-f420-4797-a441-b965d3dc7d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:49.987078 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a84b81ac-0c14-4859-8b6b-6b2213070b26 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:50.013441 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73855a7d-f420-4797-a441-b965d3dc7d1d None None] Network 70d15aba-cd07-4535-ae1b-1cd93e938288 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:08:50.014913 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b81ac-0c14-4859-8b6b-6b2213070b26 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event deleted for resources: {'Subnet': ['ID=7aaab44a-0448-42ac-b2a5-c8d9367d9f91,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:50.016363 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-73855a7d-f420-4797-a441-b965d3dc7d1d None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:08:50.020762 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73855a7d-f420-4797-a441-b965d3dc7d1d None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:08:50.025690 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73855a7d-f420-4797-a441-b965d3dc7d1d None None] Pushing event updated for resources: {'Port': ['ID=7487560c-3d7a-42f1-ba51-6ede63564a9a,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:50.085402 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a84b81ac-0c14-4859-8b6b-6b2213070b26 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:50.088100 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-73855a7d-f420-4797-a441-b965d3dc7d1d None None] Attempting to bind port 7487560c-3d7a-42f1-ba51-6ede63564a9a on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:08:50.088487 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-73855a7d-f420-4797-a441-b965d3dc7d1d None None] Attempting to bind port 7487560c-3d7a-42f1-ba51-6ede63564a9a by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '52fb3bc8-2cc9-437b-aa0f-6e3326594802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '70d15aba-cd07-4535-ae1b-1cd93e938288'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:08:50.089019 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73855a7d-f420-4797-a441-b965d3dc7d1d None None] Attempting to bind port 7487560c-3d7a-42f1-ba51-6ede63564a9a on network 70d15aba-cd07-4535-ae1b-1cd93e938288 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:08:50.094343 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73855a7d-f420-4797-a441-b965d3dc7d1d None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:08:50.094753 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73855a7d-f420-4797-a441-b965d3dc7d1d None None] Checking segment: {'id': '52fb3bc8-2cc9-437b-aa0f-6e3326594802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '70d15aba-cd07-4535-ae1b-1cd93e938288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:08:50.095149 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-73855a7d-f420-4797-a441-b965d3dc7d1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:50.095688 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73855a7d-f420-4797-a441-b965d3dc7d1d None None] Bound using segment: {'id': '52fb3bc8-2cc9-437b-aa0f-6e3326594802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '70d15aba-cd07-4535-ae1b-1cd93e938288'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:08:50.095782 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-a84b81ac-0c14-4859-8b6b-6b2213070b26 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d15aba-cd07-4535-ae1b-1cd93e938288']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:50.096020 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-73855a7d-f420-4797-a441-b965d3dc7d1d None None] Bound port: 7487560c-3d7a-42f1-ba51-6ede63564a9a, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52fb3bc8-2cc9-437b-aa0f-6e3326594802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '70d15aba-cd07-4535-ae1b-1cd93e938288'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:08:50.096414 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-73855a7d-f420-4797-a441-b965d3dc7d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:50.107222 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-a84b81ac-0c14-4859-8b6b-6b2213070b26 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52fb3bc8-2cc9-437b-aa0f-6e3326594802') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:50.107535 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-a84b81ac-0c14-4859-8b6b-6b2213070b26 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52fb3bc8-2cc9-437b-aa0f-6e3326594802') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:50.117537 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a84b81ac-0c14-4859-8b6b-6b2213070b26 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:50.132295 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a84b81ac-0c14-4859-8b6b-6b2213070b26 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:50.138889 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a84b81ac-0c14-4859-8b6b-6b2213070b26 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:08:50.139298 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a84b81ac-0c14-4859-8b6b-6b2213070b26 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:50.142348 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:08:50.142348 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:08:50.142348 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:08:50.142348 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:08:50.142348 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:08:50.142348 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:08:50.142348 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:08:50.142348 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:08:50.142348 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:08:50.142348 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:08:50.142348 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:08:50.142348 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:08:50.142348 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:08:50.142348 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:08:50.142348 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:08:50.142348 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:08:50.142348 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:08:50.142348 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:08:50.142348 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:08:50.142348 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:08:50.142348 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:08:50.142348 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:08:50.142348 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:08:50.142348 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:08:50.142348 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:08:50.142348 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:08:50.142348 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:08:50.142348 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:08:50.142348 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:08:50.142348 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:08:50.142348 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:08:50.142348 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:08:50.176893 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-73855a7d-f420-4797-a441-b965d3dc7d1d None None] For port 7487560c-3d7a-42f1-ba51-6ede63564a9a, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:08:50.212390 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-73855a7d-f420-4797-a441-b965d3dc7d1d None None] For port 7487560c-3d7a-42f1-ba51-6ede63564a9a, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=7487560c-3d7a-42f1-ba51-6ede63564a9a,segment=NetworkSegment(52fb3bc8-2cc9-437b-aa0f-6e3326594802),segment_id=52fb3bc8-2cc9-437b-aa0f-6e3326594802)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:08:50.212652 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.db.api [None req-a84b81ac-0c14-4859-8b6b-6b2213070b26 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 24 01:08:50.212652 n-d-793621-25 neutron-server[100463]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 24 01:08:50.212652 n-d-793621-25 neutron-server[100463]: [parameters: {'id': '70d15aba-cd07-4535-ae1b-1cd93e938288'}] Jul 24 01:08:50.212652 n-d-793621-25 neutron-server[100463]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 01:08:50.213021 n-d-793621-25 neutron-server[100463]: DEBUG oslo_db.api [None req-a84b81ac-0c14-4859-8b6b-6b2213070b26 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 01:08:50.218303 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-73855a7d-f420-4797-a441-b965d3dc7d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:50.302400 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73855a7d-f420-4797-a441-b965d3dc7d1d None None] Pushing event updated for resources: {'Port': ['ID=7487560c-3d7a-42f1-ba51-6ede63564a9a,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:50.328706 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c40640-678b-4766-bedf-2266d3015bd7 None None] Network 70d15aba-cd07-4535-ae1b-1cd93e938288 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:08:50.396689 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a54c68b-7455-475c-8079-a3b528b7e688 None None] Network 03b3dc5f-f4c7-4a9f-bb1c-dc758cf1aa3f requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:08:50.508565 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f2dcc2a9-a500-41ba-bbc4-c4074c4427a7 None None] Provisioning for port 28723fd1-7032-416a-bd99-93cf625e6c9e completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:08:50.714288 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a84b81ac-0c14-4859-8b6b-6b2213070b26 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:50.816661 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-a84b81ac-0c14-4859-8b6b-6b2213070b26 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Deleting port 7487560c-3d7a-42f1-ba51-6ede63564a9a {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:08:50.818272 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a84b81ac-0c14-4859-8b6b-6b2213070b26 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:50.837399 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 28723fd1-7032-416a-bd99-93cf625e6c9e up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:08:50.884856 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612b52e5-c5e5-40e1-86e8-6cde846b68e6 None None] get_active_networks_info from n-d-793621-25 {{(pid=100465) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 01:08:50.908514 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-a84b81ac-0c14-4859-8b6b-6b2213070b26 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] For port 7487560c-3d7a-42f1-ba51-6ede63564a9a, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=7487560c-3d7a-42f1-ba51-6ede63564a9a,segment=NetworkSegment(52fb3bc8-2cc9-437b-aa0f-6e3326594802),segment_id=52fb3bc8-2cc9-437b-aa0f-6e3326594802)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:08:50.909113 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a84b81ac-0c14-4859-8b6b-6b2213070b26 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:50.928699 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-a84b81ac-0c14-4859-8b6b-6b2213070b26 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Calling delete_port for 7487560c-3d7a-42f1-ba51-6ede63564a9a owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:08:51.007656 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 28723fd1-7032-416a-bd99-93cf625e6c9e completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:08:51.015504 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8badd926-c15b-42bb-8ff2-f130523b0f74 None None] Provisioning complete for port 28723fd1-7032-416a-bd99-93cf625e6c9e triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:08:51.015882 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8badd926-c15b-42bb-8ff2-f130523b0f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:51.024525 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 28723fd1-7032-416a-bd99-93cf625e6c9e triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:08:51.024894 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:51.049446 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:51.055135 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a84b81ac-0c14-4859-8b6b-6b2213070b26 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:51.085365 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b81ac-0c14-4859-8b6b-6b2213070b26 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event deleted for resources: {'Port': ['ID=7487560c-3d7a-42f1-ba51-6ede63564a9a,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:51.087381 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84b81ac-0c14-4859-8b6b-6b2213070b26 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] No DVR routers for this DVR port 7487560c-3d7a-42f1-ba51-6ede63564a9a on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:08:51.119699 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f9180-bf2e-4243-9401-60e135957b73 req-07b704ad-0a18-467d-b635-44507b8422ae tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:51.131884 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f16f9180-bf2e-4243-9401-60e135957b73 req-07b704ad-0a18-467d-b635-44507b8422ae tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 945 time: 0.1160543 Jul 24 01:08:51.184262 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f16f9180-bf2e-4243-9401-60e135957b73 req-10000459-4ee0-4c8d-bbc1-eafa66432564 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483606 Jul 24 01:08:51.202378 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a84b81ac-0c14-4859-8b6b-6b2213070b26 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:51.220807 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-a84b81ac-0c14-4859-8b6b-6b2213070b26 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70d15aba-cd07-4535-ae1b-1cd93e938288']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:51.235149 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-a84b81ac-0c14-4859-8b6b-6b2213070b26 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52fb3bc8-2cc9-437b-aa0f-6e3326594802') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:51.235499 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-a84b81ac-0c14-4859-8b6b-6b2213070b26 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52fb3bc8-2cc9-437b-aa0f-6e3326594802') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:51.247812 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a84b81ac-0c14-4859-8b6b-6b2213070b26 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:51.264997 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a84b81ac-0c14-4859-8b6b-6b2213070b26 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:51.273826 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a84b81ac-0c14-4859-8b6b-6b2213070b26 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:08:51.274449 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a84b81ac-0c14-4859-8b6b-6b2213070b26 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:51.278590 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:08:51.278590 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:08:51.278590 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:08:51.278590 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:08:51.278590 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:08:51.278590 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:08:51.278590 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:08:51.278590 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:08:51.278590 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:08:51.278590 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:08:51.278590 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:08:51.278590 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:08:51.278590 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:08:51.278590 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:08:51.278590 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:08:51.278590 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:08:51.278590 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:08:51.278590 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:08:51.278590 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:08:51.278590 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:08:51.278590 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:08:51.278590 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:08:51.278590 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:08:51.278590 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:08:51.278590 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:08:51.278590 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:08:51.278590 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:08:51.278590 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:08:51.278590 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:08:51.278590 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:08:51.278590 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:08:51.278590 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:08:51.318011 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612b52e5-c5e5-40e1-86e8-6cde846b68e6 None None] Resources bound (agent type, host, resource id): {{(pid=100465) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 01:08:51.343308 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a84b81ac-0c14-4859-8b6b-6b2213070b26 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:51.350643 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a84b81ac-0c14-4859-8b6b-6b2213070b26 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:51.356258 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a84b81ac-0c14-4859-8b6b-6b2213070b26 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "DELETE /v2.0/networks/70d15aba-cd07-4535-ae1b-1cd93e938288 HTTP/1.1" status: 204 len: 168 time: 2.0127656 Jul 24 01:08:51.356434 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52700) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:51.363884 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b81ac-0c14-4859-8b6b-6b2213070b26 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event deleted for resources: {'Network': ['ID=70d15aba-cd07-4535-ae1b-1cd93e938288,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:51.365302 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-dfd82342-7021-48ea-8c84-ad19f2dbb0cd tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1460443357'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:08:51.392881 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd82342-7021-48ea-8c84-ad19f2dbb0cd tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Made reservation on behalf of d18bf42099584a3cafac106a40cffb3b for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:08:51.397362 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dfd82342-7021-48ea-8c84-ad19f2dbb0cd tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:51.420903 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd82342-7021-48ea-8c84-ad19f2dbb0cd tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:08:51.431898 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dfd82342-7021-48ea-8c84-ad19f2dbb0cd tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:51.432455 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-dfd82342-7021-48ea-8c84-ad19f2dbb0cd tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Added segment 80bd039b-a1c3-4919-9434-694335f558bf of type vlan for network 1e625703-ffa7-4aa8-a2e4-5a5f08b2c7ae Jul 24 01:08:51.440350 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 4126bc1c-a04a-43d2-8b9b-81966af4b57a details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:08:51.443293 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 4126bc1c-a04a-43d2-8b9b-81966af4b57a no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:08:51.472651 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dfd82342-7021-48ea-8c84-ad19f2dbb0cd tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:51.501236 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dfd82342-7021-48ea-8c84-ad19f2dbb0cd tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:51.508016 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd82342-7021-48ea-8c84-ad19f2dbb0cd tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:51.508628 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dfd82342-7021-48ea-8c84-ad19f2dbb0cd tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:51.509944 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8badd926-c15b-42bb-8ff2-f130523b0f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:51.518656 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:51.548416 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-dfd82342-7021-48ea-8c84-ad19f2dbb0cd tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1909165 Jul 24 01:08:51.551568 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52702) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:51.558701 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-db5b96c7-4d8d-4767-bc92-b1fbd03c3a8e tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Request body: {'subnet': {'network_id': '1e625703-ffa7-4aa8-a2e4-5a5f08b2c7ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:08:51.610048 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd82342-7021-48ea-8c84-ad19f2dbb0cd tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event updated for resources: {'Network': ['ID=1e625703-ffa7-4aa8-a2e4-5a5f08b2c7ae,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:51.637419 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 1e625703-ffa7-4aa8-a2e4-5a5f08b2c7ae details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:08:51.641214 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-8badd926-c15b-42bb-8ff2-f130523b0f74 None None] For port 28723fd1-7032-416a-bd99-93cf625e6c9e, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=28723fd1-7032-416a-bd99-93cf625e6c9e,segment=NetworkSegment(794fffae-4916-478c-8571-e9c84c49b876),segment_id=794fffae-4916-478c-8571-e9c84c49b876)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:08:51.679105 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8badd926-c15b-42bb-8ff2-f130523b0f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:51.705503 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5b96c7-4d8d-4767-bc92-b1fbd03c3a8e tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Made reservation on behalf of d18bf42099584a3cafac106a40cffb3b for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:08:51.710333 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-db5b96c7-4d8d-4767-bc92-b1fbd03c3a8e tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:51.898549 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 4126bc1c-a04a-43d2-8b9b-81966af4b57a, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=4126bc1c-a04a-43d2-8b9b-81966af4b57a,segment=NetworkSegment(db7c2e2f-23c1-467c-8461-ff3884e2dd2e),segment_id=db7c2e2f-23c1-467c-8461-ff3884e2dd2e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:08:51.908024 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.db.api [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 01:08:51.908389 n-d-793621-25 neutron-server[100465]: DEBUG oslo_db.api [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 01:08:51.924205 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:51.930832 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-db5b96c7-4d8d-4767-bc92-b1fbd03c3a8e tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:51.936836 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8badd926-c15b-42bb-8ff2-f130523b0f74 None None] Pushing event updated for resources: {'Port': ['ID=28723fd1-7032-416a-bd99-93cf625e6c9e,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:51.954437 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '4126bc1c-a04a-43d2-8b9b-81966af4b57a', 'network_id': '4eefe2ba-361f-4c1d-9332-6ad950aae607', 'port_id': '4126bc1c-a04a-43d2-8b9b-81966af4b57a', 'mac_address': 'fa:16:3e:91:15:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a665a515-2379-4027-9c74-ff9fdf3f8207', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:08:51.991982 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd366e1f1-dd22-4036-8a79-7bbdc511e4d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4126bc1c-a04a-43d2-8b9b-81966af4b57a'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:08:51.994264 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63398aa-605a-4bb2-bfc6-fd624ba1f84d" -d '{"events": [{"server_uuid": "d366e1f1-dd22-4036-8a79-7bbdc511e4d2", "name": "network-vif-unplugged", "status": "completed", "tag": "4126bc1c-a04a-43d2-8b9b-81966af4b57a"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:08:52.018756 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b96c7-4d8d-4767-bc92-b1fbd03c3a8e tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event updated for resources: {'Subnet': ['ID=ca67e9c9-542c-40a0-8933-0c285c651ebc,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:52.029860 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5b96c7-4d8d-4767-bc92-b1fbd03c3a8e tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Checking segment: {'id': '80bd039b-a1c3-4919-9434-694335f558bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1e625703-ffa7-4aa8-a2e4-5a5f08b2c7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:08:52.031493 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5b96c7-4d8d-4767-bc92-b1fbd03c3a8e tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Network hostable DHCP agents. Network: 1e625703-ffa7-4aa8-a2e4-5a5f08b2c7ae, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:08:52.051927 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5b96c7-4d8d-4767-bc92-b1fbd03c3a8e tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Network 1e625703-ffa7-4aa8-a2e4-5a5f08b2c7ae is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:08:52.053137 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 4126bc1c-a04a-43d2-8b9b-81966af4b57a, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=4126bc1c-a04a-43d2-8b9b-81966af4b57a,segment=NetworkSegment(db7c2e2f-23c1-467c-8461-ff3884e2dd2e),segment_id=db7c2e2f-23c1-467c-8461-ff3884e2dd2e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:08:52.058467 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 01:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1318fcc6-10bb-45cc-9d81-36e1bcbbb99d x-openstack-request-id: req-1318fcc6-10bb-45cc-9d81-36e1bcbbb99d {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:08:52.058783 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d366e1f1-dd22-4036-8a79-7bbdc511e4d2", "name": "network-vif-unplugged", "status": "completed", "tag": "4126bc1c-a04a-43d2-8b9b-81966af4b57a", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:08:52.059034 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1318fcc6-10bb-45cc-9d81-36e1bcbbb99d {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:08:52.059421 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd366e1f1-dd22-4036-8a79-7bbdc511e4d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4126bc1c-a04a-43d2-8b9b-81966af4b57a', 'code': 200} Jul 24 01:08:52.069912 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-db5b96c7-4d8d-4767-bc92-b1fbd03c3a8e tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 1e625703-ffa7-4aa8-a2e4-5a5f08b2c7ae) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:08:52.070337 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:52.074221 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5b96c7-4d8d-4767-bc92-b1fbd03c3a8e tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:52.074919 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-db5b96c7-4d8d-4767-bc92-b1fbd03c3a8e tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:52.090115 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:52.099806 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-db5b96c7-4d8d-4767-bc92-b1fbd03c3a8e tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5438862 Jul 24 01:08:52.100423 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52726) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:52.106199 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-c1e6f99b-edfa-48be-bfb6-3054272ec4de tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1673234173'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:08:52.138446 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e6f99b-edfa-48be-bfb6-3054272ec4de tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Made reservation on behalf of d18bf42099584a3cafac106a40cffb3b for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:08:52.142810 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c1e6f99b-edfa-48be-bfb6-3054272ec4de tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:52.174962 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1e6f99b-edfa-48be-bfb6-3054272ec4de tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:08:52.184123 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4126bc1c-a04a-43d2-8b9b-81966af4b57a {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:08:52.190193 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c1e6f99b-edfa-48be-bfb6-3054272ec4de tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:52.190617 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-c1e6f99b-edfa-48be-bfb6-3054272ec4de tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Added segment 70e2ee4e-bbea-482d-a874-18f9e5469d4b of type vlan for network 52aa73c4-0da3-42fb-a899-c5d5569d42d1 Jul 24 01:08:52.240985 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=4126bc1c-a04a-43d2-8b9b-81966af4b57a,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:52.241412 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c1e6f99b-edfa-48be-bfb6-3054272ec4de tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:52.267038 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e41bdcf-0bc3-4179-ae1a-0f2e9029c454 None None] Network 1e625703-ffa7-4aa8-a2e4-5a5f08b2c7ae requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:08:52.300927 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c1e6f99b-edfa-48be-bfb6-3054272ec4de tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:52.309444 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e6f99b-edfa-48be-bfb6-3054272ec4de tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:52.309682 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.db.api [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 01:08:52.310049 n-d-793621-25 neutron-server[100465]: DEBUG oslo_db.api [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 01:08:52.310796 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c1e6f99b-edfa-48be-bfb6-3054272ec4de tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:52.371222 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c1e6f99b-edfa-48be-bfb6-3054272ec4de tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2664101 Jul 24 01:08:52.374341 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02870576-9b0d-4833-9519-b029a999897e req-07fded0a-72a0-49c6-8b2f-510c02117409 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:52.375298 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52736) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:52.381611 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-221ec378-14dc-401a-bee8-2703fd928455 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Request body: {'subnet': {'network_id': '52aa73c4-0da3-42fb-a899-c5d5569d42d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:08:52.383636 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-02870576-9b0d-4833-9519-b029a999897e req-07fded0a-72a0-49c6-8b2f-510c02117409 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 943 time: 0.0962882 Jul 24 01:08:52.440278 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-02870576-9b0d-4833-9519-b029a999897e req-383afafa-4d4b-4b73-9be5-4b0ac5bf2232 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506494 Jul 24 01:08:52.455797 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e6f99b-edfa-48be-bfb6-3054272ec4de tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event updated for resources: {'Network': ['ID=52aa73c4-0da3-42fb-a899-c5d5569d42d1,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:52.480132 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 52aa73c4-0da3-42fb-a899-c5d5569d42d1 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:08:52.530937 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423f019a-3b8b-4faf-9775-a70a41c51bac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-1e625703-ffa7-4aa8-a2e4-5a5f08b2c7ae', 'network_id': '1e625703-ffa7-4aa8-a2e4-5a5f08b2c7ae', 'tenant_id': 'd18bf42099584a3cafac106a40cffb3b', 'fixed_ips': [{'subnet_id': 'ca67e9c9-542c-40a0-8933-0c285c651ebc'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:08:52.531815 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-423f019a-3b8b-4faf-9775-a70a41c51bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:52.542057 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221ec378-14dc-401a-bee8-2703fd928455 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Made reservation on behalf of d18bf42099584a3cafac106a40cffb3b for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:08:52.545818 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-221ec378-14dc-401a-bee8-2703fd928455 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:52.618107 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.ipam_backend_mixin [None req-221ec378-14dc-401a-bee8-2703fd928455 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Performing IP validity checks on allocation pools {{(pid=100463) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 24 01:08:52.618841 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.ipam_backend_mixin [None req-221ec378-14dc-401a-bee8-2703fd928455 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100463) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 24 01:08:52.742196 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-423f019a-3b8b-4faf-9775-a70a41c51bac None None] Allocated IP 2001:db8::1 (1e625703-ffa7-4aa8-a2e4-5a5f08b2c7ae/ca67e9c9-542c-40a0-8933-0c285c651ebc/498945e8-e0af-43a5-9765-c9e0b0035e33) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:08:52.780987 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-221ec378-14dc-401a-bee8-2703fd928455 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:52.844708 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 28723fd1-7032-416a-bd99-93cf625e6c9e up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:08:52.857498 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221ec378-14dc-401a-bee8-2703fd928455 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event updated for resources: {'Subnet': ['ID=00be7f40-2196-409c-adf7-dbda5744b84c,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:52.882303 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221ec378-14dc-401a-bee8-2703fd928455 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Checking segment: {'id': '70e2ee4e-bbea-482d-a874-18f9e5469d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '52aa73c4-0da3-42fb-a899-c5d5569d42d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:08:52.882956 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221ec378-14dc-401a-bee8-2703fd928455 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Network hostable DHCP agents. Network: 52aa73c4-0da3-42fb-a899-c5d5569d42d1, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:08:52.902998 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221ec378-14dc-401a-bee8-2703fd928455 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Network 52aa73c4-0da3-42fb-a899-c5d5569d42d1 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:08:52.913359 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-221ec378-14dc-401a-bee8-2703fd928455 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 52aa73c4-0da3-42fb-a899-c5d5569d42d1) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:08:52.918166 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221ec378-14dc-401a-bee8-2703fd928455 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:52.919050 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-221ec378-14dc-401a-bee8-2703fd928455 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:52.930289 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:52.937956 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-221ec378-14dc-401a-bee8-2703fd928455 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.5610116 Jul 24 01:08:52.940491 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52748) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:52.952776 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335d13da-afcd-4bec-b384-504d0ca7ee08 None None] Network 52aa73c4-0da3-42fb-a899-c5d5569d42d1 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:08:53.054547 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-94c38581-ec0c-40c3-a7fb-8d2c5d4ce1ee tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:53.111939 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-94c38581-ec0c-40c3-a7fb-8d2c5d4ce1ee tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:53.163858 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4126bc1c-a04a-43d2-8b9b-81966af4b57a {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:08:53.184909 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-94c38581-ec0c-40c3-a7fb-8d2c5d4ce1ee tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:53.220604 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c38581-ec0c-40c3-a7fb-8d2c5d4ce1ee tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event deleted for resources: {'Subnet': ['ID=00be7f40-2196-409c-adf7-dbda5744b84c,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:53.236511 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 4126bc1c-a04a-43d2-8b9b-81966af4b57a, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=4126bc1c-a04a-43d2-8b9b-81966af4b57a,segment=NetworkSegment(db7c2e2f-23c1-467c-8461-ff3884e2dd2e),segment_id=db7c2e2f-23c1-467c-8461-ff3884e2dd2e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:08:53.238314 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-423f019a-3b8b-4faf-9775-a70a41c51bac None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:53.250780 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:53.252473 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 28723fd1-7032-416a-bd99-93cf625e6c9e triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:08:53.252837 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:53.263208 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-423f019a-3b8b-4faf-9775-a70a41c51bac None None] Transition to ACTIVE for port object 498945e8-e0af-43a5-9765-c9e0b0035e33 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:08:53.312172 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-94c38581-ec0c-40c3-a7fb-8d2c5d4ce1ee tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:53.323094 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-94c38581-ec0c-40c3-a7fb-8d2c5d4ce1ee tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52aa73c4-0da3-42fb-a899-c5d5569d42d1']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:53.334598 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-94c38581-ec0c-40c3-a7fb-8d2c5d4ce1ee tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e2ee4e-bbea-482d-a874-18f9e5469d4b') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:53.334909 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-94c38581-ec0c-40c3-a7fb-8d2c5d4ce1ee tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e2ee4e-bbea-482d-a874-18f9e5469d4b') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:53.354735 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-94c38581-ec0c-40c3-a7fb-8d2c5d4ce1ee tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:53.360134 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-94c38581-ec0c-40c3-a7fb-8d2c5d4ce1ee tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:53.362376 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-423f019a-3b8b-4faf-9775-a70a41c51bac None None] Transition to ACTIVE for port object 498945e8-e0af-43a5-9765-c9e0b0035e33 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:08:53.367864 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94c38581-ec0c-40c3-a7fb-8d2c5d4ce1ee tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:08:53.368471 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-94c38581-ec0c-40c3-a7fb-8d2c5d4ce1ee tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:53.371969 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:08:53.371969 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:08:53.371969 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:08:53.371969 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:08:53.371969 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:08:53.371969 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:08:53.371969 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:08:53.371969 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:08:53.371969 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:08:53.371969 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:08:53.371969 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:08:53.371969 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:08:53.371969 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:08:53.371969 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:08:53.371969 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:08:53.371969 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:08:53.371969 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:08:53.371969 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:08:53.371969 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:08:53.371969 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:08:53.371969 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:08:53.371969 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:08:53.371969 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:08:53.371969 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:08:53.371969 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:08:53.371969 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:08:53.371969 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:08:53.371969 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:08:53.371969 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:08:53.371969 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:08:53.371969 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:08:53.371969 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:08:53.384510 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=4126bc1c-a04a-43d2-8b9b-81966af4b57a,revision_number=7']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:53.393598 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-423f019a-3b8b-4faf-9775-a70a41c51bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:53.444584 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-94c38581-ec0c-40c3-a7fb-8d2c5d4ce1ee tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:53.449363 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-94c38581-ec0c-40c3-a7fb-8d2c5d4ce1ee tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:53.449617 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f484580-7cb1-45c5-bc3c-023f76c7b626 None None] Network 52aa73c4-0da3-42fb-a899-c5d5569d42d1 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:08:53.451849 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-94c38581-ec0c-40c3-a7fb-8d2c5d4ce1ee tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "DELETE /v2.0/networks/52aa73c4-0da3-42fb-a899-c5d5569d42d1 HTTP/1.1" status: 204 len: 168 time: 0.5096605 Jul 24 01:08:53.457792 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52762) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:53.466749 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-ff91ff78-44a3-4024-9f65-445b1bfc56f1 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2067952058'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:08:53.479224 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423f019a-3b8b-4faf-9775-a70a41c51bac None None] Network 1e625703-ffa7-4aa8-a2e4-5a5f08b2c7ae is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:08:53.483096 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f484580-7cb1-45c5-bc3c-023f76c7b626 None None] Network 52aa73c4-0da3-42fb-a899-c5d5569d42d1 could not be found, it might have been deleted concurrently. {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 24 01:08:53.498974 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c38581-ec0c-40c3-a7fb-8d2c5d4ce1ee tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event deleted for resources: {'Network': ['ID=52aa73c4-0da3-42fb-a899-c5d5569d42d1,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:53.503879 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-423f019a-3b8b-4faf-9775-a70a41c51bac None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:08:53.509141 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423f019a-3b8b-4faf-9775-a70a41c51bac None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:08:53.512653 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['4126bc1c-a04a-43d2-8b9b-81966af4b57a'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:08:53.517413 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f019a-3b8b-4faf-9775-a70a41c51bac None None] Pushing event updated for resources: {'Port': ['ID=498945e8-e0af-43a5-9765-c9e0b0035e33,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:53.548305 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff91ff78-44a3-4024-9f65-445b1bfc56f1 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Made reservation on behalf of d18bf42099584a3cafac106a40cffb3b for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:08:53.554688 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ff91ff78-44a3-4024-9f65-445b1bfc56f1 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:53.603681 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff91ff78-44a3-4024-9f65-445b1bfc56f1 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:08:53.614698 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ff91ff78-44a3-4024-9f65-445b1bfc56f1 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:53.615493 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-ff91ff78-44a3-4024-9f65-445b1bfc56f1 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Added segment b23b6306-4434-44d5-be5f-7316a728bff0 of type vlan for network e0edcf96-ff9c-4806-ac2f-11df8aeb8747 Jul 24 01:08:53.618685 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456a23e-71cf-4666-bfa8-15413c712408 req-03e7e07a-fd1d-410b-bd2c-3b05210fbd5d tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:53.620317 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c456a23e-71cf-4666-bfa8-15413c712408 req-03e7e07a-fd1d-410b-bd2c-3b05210fbd5d tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 944 time: 0.0929008 Jul 24 01:08:53.642379 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-423f019a-3b8b-4faf-9775-a70a41c51bac None None] Attempting to bind port 498945e8-e0af-43a5-9765-c9e0b0035e33 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:08:53.642773 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-423f019a-3b8b-4faf-9775-a70a41c51bac None None] Attempting to bind port 498945e8-e0af-43a5-9765-c9e0b0035e33 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '80bd039b-a1c3-4919-9434-694335f558bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1e625703-ffa7-4aa8-a2e4-5a5f08b2c7ae'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:08:53.643148 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423f019a-3b8b-4faf-9775-a70a41c51bac None None] Attempting to bind port 498945e8-e0af-43a5-9765-c9e0b0035e33 on network 1e625703-ffa7-4aa8-a2e4-5a5f08b2c7ae {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:08:53.654037 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423f019a-3b8b-4faf-9775-a70a41c51bac None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:08:53.654416 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423f019a-3b8b-4faf-9775-a70a41c51bac None None] Checking segment: {'id': '80bd039b-a1c3-4919-9434-694335f558bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1e625703-ffa7-4aa8-a2e4-5a5f08b2c7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:08:53.654842 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-423f019a-3b8b-4faf-9775-a70a41c51bac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:53.655240 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423f019a-3b8b-4faf-9775-a70a41c51bac None None] Bound using segment: {'id': '80bd039b-a1c3-4919-9434-694335f558bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1e625703-ffa7-4aa8-a2e4-5a5f08b2c7ae'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:08:53.655722 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-423f019a-3b8b-4faf-9775-a70a41c51bac None None] Bound port: 498945e8-e0af-43a5-9765-c9e0b0035e33, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80bd039b-a1c3-4919-9434-694335f558bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1e625703-ffa7-4aa8-a2e4-5a5f08b2c7ae'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:08:53.656108 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-423f019a-3b8b-4faf-9775-a70a41c51bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:53.665358 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c456a23e-71cf-4666-bfa8-15413c712408 req-47691df4-6f5c-4655-8bbe-c6953f9d59dc tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376396 Jul 24 01:08:53.678216 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ff91ff78-44a3-4024-9f65-445b1bfc56f1 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:53.726552 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ff91ff78-44a3-4024-9f65-445b1bfc56f1 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:53.734036 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff91ff78-44a3-4024-9f65-445b1bfc56f1 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:53.734747 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ff91ff78-44a3-4024-9f65-445b1bfc56f1 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:53.770370 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-423f019a-3b8b-4faf-9775-a70a41c51bac None None] For port 498945e8-e0af-43a5-9765-c9e0b0035e33, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:08:53.775531 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-423f019a-3b8b-4faf-9775-a70a41c51bac None None] For port 498945e8-e0af-43a5-9765-c9e0b0035e33, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=498945e8-e0af-43a5-9765-c9e0b0035e33,segment=NetworkSegment(80bd039b-a1c3-4919-9434-694335f558bf),segment_id=80bd039b-a1c3-4919-9434-694335f558bf)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:08:53.775706 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ff91ff78-44a3-4024-9f65-445b1bfc56f1 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3124926 Jul 24 01:08:53.777116 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52770) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:53.783046 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-32cf9fc8-d6da-4f08-83fd-1dd002ddd82d tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Request body: {'subnet': {'network_id': 'e0edcf96-ff9c-4806-ac2f-11df8aeb8747', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:08:53.785568 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-423f019a-3b8b-4faf-9775-a70a41c51bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:53.837423 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91ff78-44a3-4024-9f65-445b1bfc56f1 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event updated for resources: {'Network': ['ID=e0edcf96-ff9c-4806-ac2f-11df8aeb8747,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:53.870566 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network e0edcf96-ff9c-4806-ac2f-11df8aeb8747 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:08:53.921569 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f019a-3b8b-4faf-9775-a70a41c51bac None None] Pushing event updated for resources: {'Port': ['ID=498945e8-e0af-43a5-9765-c9e0b0035e33,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:53.937634 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32cf9fc8-d6da-4f08-83fd-1dd002ddd82d tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Made reservation on behalf of d18bf42099584a3cafac106a40cffb3b for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:08:53.942323 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-32cf9fc8-d6da-4f08-83fd-1dd002ddd82d tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:54.208340 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-32cf9fc8-d6da-4f08-83fd-1dd002ddd82d tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:54.276662 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cf9fc8-d6da-4f08-83fd-1dd002ddd82d tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event updated for resources: {'Subnet': ['ID=16ba4a04-b99d-4476-acb5-1ab61c940891,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:54.282166 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32cf9fc8-d6da-4f08-83fd-1dd002ddd82d tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Checking segment: {'id': 'b23b6306-4434-44d5-be5f-7316a728bff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'e0edcf96-ff9c-4806-ac2f-11df8aeb8747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:08:54.282440 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cf9fc8-d6da-4f08-83fd-1dd002ddd82d tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Network hostable DHCP agents. Network: e0edcf96-ff9c-4806-ac2f-11df8aeb8747, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:08:54.300974 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cf9fc8-d6da-4f08-83fd-1dd002ddd82d tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Network e0edcf96-ff9c-4806-ac2f-11df8aeb8747 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:08:54.312249 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-32cf9fc8-d6da-4f08-83fd-1dd002ddd82d tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, e0edcf96-ff9c-4806-ac2f-11df8aeb8747) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:08:54.319776 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cf9fc8-d6da-4f08-83fd-1dd002ddd82d tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:54.319776 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-32cf9fc8-d6da-4f08-83fd-1dd002ddd82d tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:54.322879 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1200ad2-34a9-46de-8541-a4997f2eea0b None None] Network e0edcf96-ff9c-4806-ac2f-11df8aeb8747 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:08:54.338079 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-32cf9fc8-d6da-4f08-83fd-1dd002ddd82d tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.5594509 Jul 24 01:08:54.340959 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52790) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:54.468720 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-400f6235-126d-410b-865c-3e8140502049 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:54.509812 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3fa3ef-1e57-4150-87cd-4c2082be4ecc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-e0edcf96-ff9c-4806-ac2f-11df8aeb8747', 'network_id': 'e0edcf96-ff9c-4806-ac2f-11df8aeb8747', 'tenant_id': 'd18bf42099584a3cafac106a40cffb3b', 'fixed_ips': [{'subnet_id': '16ba4a04-b99d-4476-acb5-1ab61c940891'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:08:54.510705 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0f3fa3ef-1e57-4150-87cd-4c2082be4ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:54.527718 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-400f6235-126d-410b-865c-3e8140502049 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:54.609282 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-400f6235-126d-410b-865c-3e8140502049 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:54.660023 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f6235-126d-410b-865c-3e8140502049 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event deleted for resources: {'Subnet': ['ID=16ba4a04-b99d-4476-acb5-1ab61c940891,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server [None req-0f3fa3ef-1e57-4150-87cd-4c2082be4ecc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 16ba4a04-b99d-4476-acb5-1ab61c940891: This subnet is being modified by another concurrent operation. Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 01:08:54.663643 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 01:08:54.667682 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 01:08:54.667682 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 01:08:54.667682 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:08:54.667682 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:08:54.667682 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:08:54.667682 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:08:54.667682 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 01:08:54.667682 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 01:08:54.667682 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 01:08:54.667682 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 01:08:54.667682 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:08:54.667682 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:08:54.667682 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:08:54.667682 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:08:54.667682 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 01:08:54.667682 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 01:08:54.667682 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 24 01:08:54.667682 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 24 01:08:54.667682 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 24 01:08:54.667682 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 24 01:08:54.667682 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 24 01:08:54.667682 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 24 01:08:54.667682 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 24 01:08:54.667682 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 24 01:08:54.667682 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:08:54.667682 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:08:54.667682 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:08:54.667682 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:08:54.667682 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 24 01:08:54.667682 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 24 01:08:54.667682 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 24 01:08:54.667682 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 24 01:08:54.667682 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 24 01:08:54.667682 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 24 01:08:54.667682 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 24 01:08:54.667682 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise exception Jul 24 01:08:54.667682 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 16ba4a04-b99d-4476-acb5-1ab61c940891: This subnet is being modified by another concurrent operation. Jul 24 01:08:54.667682 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server Jul 24 01:08:54.692628 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f54e7d-23f9-470b-b92b-b2ade0512b34 None None] Network e0edcf96-ff9c-4806-ac2f-11df8aeb8747 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:08:54.744364 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-400f6235-126d-410b-865c-3e8140502049 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:54.759865 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-400f6235-126d-410b-865c-3e8140502049 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0edcf96-ff9c-4806-ac2f-11df8aeb8747']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:54.774199 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-400f6235-126d-410b-865c-3e8140502049 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b23b6306-4434-44d5-be5f-7316a728bff0') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:54.774514 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-400f6235-126d-410b-865c-3e8140502049 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b23b6306-4434-44d5-be5f-7316a728bff0') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:54.788097 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-400f6235-126d-410b-865c-3e8140502049 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:54.809878 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-400f6235-126d-410b-865c-3e8140502049 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:54.835764 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-400f6235-126d-410b-865c-3e8140502049 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:08:54.837385 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-400f6235-126d-410b-865c-3e8140502049 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:54.844988 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:08:54.844988 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:08:54.844988 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:08:54.844988 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:08:54.844988 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:08:54.844988 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:08:54.844988 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:08:54.844988 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:08:54.844988 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:08:54.844988 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:08:54.844988 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:08:54.844988 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:08:54.844988 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:08:54.844988 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:08:54.844988 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:08:54.844988 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:08:54.844988 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:08:54.844988 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:08:54.844988 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:08:54.844988 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:08:54.844988 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:08:54.844988 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:08:54.844988 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:08:54.844988 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:08:54.844988 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:08:54.844988 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:08:54.844988 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:08:54.844988 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:08:54.844988 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:08:54.844988 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:08:54.844988 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:08:54.844988 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:08:54.893203 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 498945e8-e0af-43a5-9765-c9e0b0035e33 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:08:54.906145 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a1fab2-1e83-4441-a7be-e7863881c4a7 req-cbc04623-81c2-4edd-a484-cadcfbc3e58a tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:54.926860 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-15a1fab2-1e83-4441-a7be-e7863881c4a7 req-cbc04623-81c2-4edd-a484-cadcfbc3e58a tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 944 time: 0.1367149 Jul 24 01:08:54.946926 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-400f6235-126d-410b-865c-3e8140502049 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:54.954635 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-400f6235-126d-410b-865c-3e8140502049 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:54.956867 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-400f6235-126d-410b-865c-3e8140502049 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "DELETE /v2.0/networks/e0edcf96-ff9c-4806-ac2f-11df8aeb8747 HTTP/1.1" status: 204 len: 168 time: 0.6145365 Jul 24 01:08:54.965289 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52804) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:54.995448 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 498945e8-e0af-43a5-9765-c9e0b0035e33 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:08:55.001220 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-d8df9426-6ef6-427b-b264-ea6d1decbfe3 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2133748178'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:08:55.013391 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-15a1fab2-1e83-4441-a7be-e7863881c4a7 req-3c7c4d53-bf4d-4fbd-b732-165077f20594 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838237 Jul 24 01:08:55.017818 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400f6235-126d-410b-865c-3e8140502049 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event deleted for resources: {'Network': ['ID=e0edcf96-ff9c-4806-ac2f-11df8aeb8747,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:55.043946 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8df9426-6ef6-427b-b264-ea6d1decbfe3 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Made reservation on behalf of d18bf42099584a3cafac106a40cffb3b for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:08:55.048709 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d8df9426-6ef6-427b-b264-ea6d1decbfe3 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:55.063783 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed3447c-806e-49a8-a6a2-43878e205f9a None None] Network 1e625703-ffa7-4aa8-a2e4-5a5f08b2c7ae requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:08:55.076592 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8df9426-6ef6-427b-b264-ea6d1decbfe3 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:08:55.087140 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d8df9426-6ef6-427b-b264-ea6d1decbfe3 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:55.087590 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-d8df9426-6ef6-427b-b264-ea6d1decbfe3 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Added segment bde21088-ae3d-421d-87e2-29cb47726b9a of type vlan for network 7db5045c-0e18-45a5-8196-fef986cba3d1 Jul 24 01:08:55.130034 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d8df9426-6ef6-427b-b264-ea6d1decbfe3 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:55.149705 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-bc2fd05b-491c-46ac-b263-f862fce8693f None None] Provisioning for port 498945e8-e0af-43a5-9765-c9e0b0035e33 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:08:55.162642 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-bc2fd05b-491c-46ac-b263-f862fce8693f None None] Provisioning complete for port 498945e8-e0af-43a5-9765-c9e0b0035e33 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:08:55.163088 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bc2fd05b-491c-46ac-b263-f862fce8693f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:55.163495 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d8df9426-6ef6-427b-b264-ea6d1decbfe3 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:55.170330 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8df9426-6ef6-427b-b264-ea6d1decbfe3 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:55.171252 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d8df9426-6ef6-427b-b264-ea6d1decbfe3 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:55.211804 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d8df9426-6ef6-427b-b264-ea6d1decbfe3 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2419717 Jul 24 01:08:55.215614 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52806) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:55.221033 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-9b3e1fc3-6537-4aa0-8a3d-5b1d106c0708 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Request body: {'subnet': {'network_id': '7db5045c-0e18-45a5-8196-fef986cba3d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:08:55.247529 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df9426-6ef6-427b-b264-ea6d1decbfe3 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event updated for resources: {'Network': ['ID=7db5045c-0e18-45a5-8196-fef986cba3d1,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:55.261968 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 7db5045c-0e18-45a5-8196-fef986cba3d1 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:08:55.329615 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3e1fc3-6537-4aa0-8a3d-5b1d106c0708 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Made reservation on behalf of d18bf42099584a3cafac106a40cffb3b for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:08:55.335265 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9b3e1fc3-6537-4aa0-8a3d-5b1d106c0708 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:55.370820 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bc2fd05b-491c-46ac-b263-f862fce8693f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:55.415972 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-bc2fd05b-491c-46ac-b263-f862fce8693f None None] For port 498945e8-e0af-43a5-9765-c9e0b0035e33, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=498945e8-e0af-43a5-9765-c9e0b0035e33,segment=NetworkSegment(80bd039b-a1c3-4919-9434-694335f558bf),segment_id=80bd039b-a1c3-4919-9434-694335f558bf)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:08:55.424650 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bc2fd05b-491c-46ac-b263-f862fce8693f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:55.459888 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 4126bc1c-a04a-43d2-8b9b-81966af4b57a up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:08:55.507560 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2fd05b-491c-46ac-b263-f862fce8693f None None] Pushing event updated for resources: {'Port': ['ID=498945e8-e0af-43a5-9765-c9e0b0035e33,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:55.547193 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 4126bc1c-a04a-43d2-8b9b-81966af4b57a triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:08:55.547854 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:55.597020 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9b3e1fc3-6537-4aa0-8a3d-5b1d106c0708 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:55.641260 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:55.670389 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e1fc3-6537-4aa0-8a3d-5b1d106c0708 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event updated for resources: {'Subnet': ['ID=5659f379-fa2c-4758-8662-a1a50316d727,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:55.673214 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd366e1f1-dd22-4036-8a79-7bbdc511e4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4126bc1c-a04a-43d2-8b9b-81966af4b57a'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:08:55.676561 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e7f3d6-46f1-42c9-8107-cf8465c18f68" -d '{"events": [{"server_uuid": "d366e1f1-dd22-4036-8a79-7bbdc511e4d2", "name": "network-vif-plugged", "status": "completed", "tag": "4126bc1c-a04a-43d2-8b9b-81966af4b57a"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:08:55.679999 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197d96c7-8429-41e2-b5d3-7eb828665034 None None] get_active_networks_info from n-d-793621-25 {{(pid=100465) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 01:08:55.686216 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3e1fc3-6537-4aa0-8a3d-5b1d106c0708 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:55.686575 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3e1fc3-6537-4aa0-8a3d-5b1d106c0708 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:55.686953 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3e1fc3-6537-4aa0-8a3d-5b1d106c0708 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:55.687310 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3e1fc3-6537-4aa0-8a3d-5b1d106c0708 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:55.687654 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3e1fc3-6537-4aa0-8a3d-5b1d106c0708 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:55.688085 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3e1fc3-6537-4aa0-8a3d-5b1d106c0708 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:55.688428 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3e1fc3-6537-4aa0-8a3d-5b1d106c0708 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:55.688895 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3e1fc3-6537-4aa0-8a3d-5b1d106c0708 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:55.689247 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3e1fc3-6537-4aa0-8a3d-5b1d106c0708 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:55.689727 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3e1fc3-6537-4aa0-8a3d-5b1d106c0708 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:55.690071 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3e1fc3-6537-4aa0-8a3d-5b1d106c0708 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:55.690410 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b3e1fc3-6537-4aa0-8a3d-5b1d106c0708 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:08:55.706025 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b3e1fc3-6537-4aa0-8a3d-5b1d106c0708 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Checking segment: {'id': 'bde21088-ae3d-421d-87e2-29cb47726b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '7db5045c-0e18-45a5-8196-fef986cba3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:08:55.707131 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3e1fc3-6537-4aa0-8a3d-5b1d106c0708 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Network hostable DHCP agents. Network: 7db5045c-0e18-45a5-8196-fef986cba3d1, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:08:55.715621 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 4126bc1c-a04a-43d2-8b9b-81966af4b57a, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=4126bc1c-a04a-43d2-8b9b-81966af4b57a,segment=NetworkSegment(db7c2e2f-23c1-467c-8461-ff3884e2dd2e),segment_id=db7c2e2f-23c1-467c-8461-ff3884e2dd2e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:08:55.730695 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3e1fc3-6537-4aa0-8a3d-5b1d106c0708 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Network 7db5045c-0e18-45a5-8196-fef986cba3d1 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:08:55.731176 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:55.748243 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-9b3e1fc3-6537-4aa0-8a3d-5b1d106c0708 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 7db5045c-0e18-45a5-8196-fef986cba3d1) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:08:55.752617 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819a5ad9-f53a-4788-bad6-1428084f5498 x-openstack-request-id: req-819a5ad9-f53a-4788-bad6-1428084f5498 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:08:55.753577 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d366e1f1-dd22-4036-8a79-7bbdc511e4d2", "name": "network-vif-plugged", "status": "completed", "tag": "4126bc1c-a04a-43d2-8b9b-81966af4b57a", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:08:55.754020 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-819a5ad9-f53a-4788-bad6-1428084f5498 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:08:55.754580 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd366e1f1-dd22-4036-8a79-7bbdc511e4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4126bc1c-a04a-43d2-8b9b-81966af4b57a', 'code': 200} Jul 24 01:08:55.763400 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3e1fc3-6537-4aa0-8a3d-5b1d106c0708 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:55.764027 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9b3e1fc3-6537-4aa0-8a3d-5b1d106c0708 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:55.787519 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9b3e1fc3-6537-4aa0-8a3d-5b1d106c0708 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5696325 Jul 24 01:08:55.790513 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52818) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:55.837877 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-23215dd5-8de9-4fa6-bf2e-cbf2dd1cd81a None None] Provisioning complete for port 498945e8-e0af-43a5-9765-c9e0b0035e33 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:08:55.838269 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-23215dd5-8de9-4fa6-bf2e-cbf2dd1cd81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:55.900422 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=4126bc1c-a04a-43d2-8b9b-81966af4b57a,revision_number=8']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:55.943471 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d8510107-5f7c-41b3-8c7f-8798357fb244 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:55.970484 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2661e7e5-2918-4ed3-a845-2762ab46414f req-6042908b-3d8d-476b-8aff-b977968fa7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:55.972148 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2661e7e5-2918-4ed3-a845-2762ab46414f req-6042908b-3d8d-476b-8aff-b977968fa7d5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 1097 time: 0.0888884 Jul 24 01:08:56.062897 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d8510107-5f7c-41b3-8c7f-8798357fb244 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:56.090954 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197d96c7-8429-41e2-b5d3-7eb828665034 None None] Unable to find a vacant binding_index for network 7db5045c-0e18-45a5-8196-fef986cba3d1 and agent 71841212-9da3-4061-aa01-18bcbaf6b281 {{(pid=100465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 24 01:08:56.091960 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2661e7e5-2918-4ed3-a845-2762ab46414f req-192d10c8-d795-4258-807b-cce825e53614 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953381 Jul 24 01:08:56.096651 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197d96c7-8429-41e2-b5d3-7eb828665034 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 7db5045c-0e18-45a5-8196-fef986cba3d1) {{(pid=100465) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 01:08:56.176498 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d8510107-5f7c-41b3-8c7f-8798357fb244 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:56.191569 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63418492-dbce-44b9-a529-9070eea2c642 req-defdc9a2-a989-43b0-b876-032591aa0aa4 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:56.193100 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-63418492-dbce-44b9-a529-9070eea2c642 req-defdc9a2-a989-43b0-b876-032591aa0aa4 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0983250 Jul 24 01:08:56.217307 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8510107-5f7c-41b3-8c7f-8798357fb244 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event deleted for resources: {'Subnet': ['ID=5659f379-fa2c-4758-8662-a1a50316d727,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:56.290581 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-63418492-dbce-44b9-a529-9070eea2c642 req-408dcd1d-6739-4178-8e97-115de4a4b349 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767598 Jul 24 01:08:56.315604 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d8510107-5f7c-41b3-8c7f-8798357fb244 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:56.326670 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-d8510107-5f7c-41b3-8c7f-8798357fb244 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7db5045c-0e18-45a5-8196-fef986cba3d1']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:56.338826 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-d8510107-5f7c-41b3-8c7f-8798357fb244 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde21088-ae3d-421d-87e2-29cb47726b9a') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:56.339155 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-d8510107-5f7c-41b3-8c7f-8798357fb244 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde21088-ae3d-421d-87e2-29cb47726b9a') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:08:56.349601 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d8510107-5f7c-41b3-8c7f-8798357fb244 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:56.370385 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d8510107-5f7c-41b3-8c7f-8798357fb244 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:56.378610 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8510107-5f7c-41b3-8c7f-8798357fb244 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:08:56.379650 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d8510107-5f7c-41b3-8c7f-8798357fb244 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:56.382883 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:08:56.382883 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:08:56.382883 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:08:56.382883 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:08:56.382883 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:08:56.382883 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:08:56.382883 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:08:56.382883 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:08:56.382883 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:08:56.382883 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:08:56.382883 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:08:56.382883 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:08:56.382883 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:08:56.382883 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:08:56.382883 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:08:56.382883 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:08:56.382883 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:08:56.382883 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:08:56.382883 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:08:56.382883 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:08:56.382883 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:08:56.382883 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:08:56.382883 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:08:56.382883 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:08:56.382883 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:08:56.382883 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:08:56.382883 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:08:56.382883 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:08:56.382883 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:08:56.382883 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:08:56.382883 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:08:56.382883 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:08:56.390217 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9593b825-5536-470b-a064-f075c507f5c1 None None] Network 7db5045c-0e18-45a5-8196-fef986cba3d1 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:08:56.459760 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d8510107-5f7c-41b3-8c7f-8798357fb244 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:56.467232 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d8510107-5f7c-41b3-8c7f-8798357fb244 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:56.473516 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d8510107-5f7c-41b3-8c7f-8798357fb244 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "DELETE /v2.0/networks/7db5045c-0e18-45a5-8196-fef986cba3d1 HTTP/1.1" status: 204 len: 168 time: 0.6787889 Jul 24 01:08:56.473870 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52828) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:56.478751 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-f654dfcf-bba3-45f8-950e-e8ac69d4ca8f tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-856049085'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:08:56.494161 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8510107-5f7c-41b3-8c7f-8798357fb244 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event deleted for resources: {'Network': ['ID=7db5045c-0e18-45a5-8196-fef986cba3d1,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:56.518673 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f654dfcf-bba3-45f8-950e-e8ac69d4ca8f tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Made reservation on behalf of d18bf42099584a3cafac106a40cffb3b for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:08:56.521862 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ef393c-adff-4edc-b035-4b87eaaad9e9 None None] Network 7db5045c-0e18-45a5-8196-fef986cba3d1 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:08:56.523028 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f654dfcf-bba3-45f8-950e-e8ac69d4ca8f tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:56.536167 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ef393c-adff-4edc-b035-4b87eaaad9e9 None None] Network 7db5045c-0e18-45a5-8196-fef986cba3d1 could not be found, it might have been deleted concurrently. {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 24 01:08:56.548015 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f654dfcf-bba3-45f8-950e-e8ac69d4ca8f tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:08:56.557613 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f654dfcf-bba3-45f8-950e-e8ac69d4ca8f tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:56.557969 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-f654dfcf-bba3-45f8-950e-e8ac69d4ca8f tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Added segment 028b579d-f8e9-4127-a51b-668798722e5d of type vlan for network 51aa3710-2b21-432a-bc6b-eff0cfb1e523 Jul 24 01:08:56.596004 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f654dfcf-bba3-45f8-950e-e8ac69d4ca8f tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:56.625636 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f654dfcf-bba3-45f8-950e-e8ac69d4ca8f tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:56.631200 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f654dfcf-bba3-45f8-950e-e8ac69d4ca8f tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:56.631799 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f654dfcf-bba3-45f8-950e-e8ac69d4ca8f tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:56.672826 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f654dfcf-bba3-45f8-950e-e8ac69d4ca8f tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1981611 Jul 24 01:08:56.676967 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52830) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:56.683367 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-1949084c-35b5-4394-9882-13d5dc071304 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Request body: {'subnet': {'network_id': '51aa3710-2b21-432a-bc6b-eff0cfb1e523', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:08:56.706196 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654dfcf-bba3-45f8-950e-e8ac69d4ca8f tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event updated for resources: {'Network': ['ID=51aa3710-2b21-432a-bc6b-eff0cfb1e523,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:56.731135 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 51aa3710-2b21-432a-bc6b-eff0cfb1e523 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:08:56.811114 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1949084c-35b5-4394-9882-13d5dc071304 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Made reservation on behalf of d18bf42099584a3cafac106a40cffb3b for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:08:56.815192 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1949084c-35b5-4394-9882-13d5dc071304 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:56.819661 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 498945e8-e0af-43a5-9765-c9e0b0035e33 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:08:56.880569 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 498945e8-e0af-43a5-9765-c9e0b0035e33 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:08:56.881093 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:57.052632 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1949084c-35b5-4394-9882-13d5dc071304 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:57.129506 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1949084c-35b5-4394-9882-13d5dc071304 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event updated for resources: {'Subnet': ['ID=259330c2-96ab-4ccd-a739-877e7e4f6f51,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:57.138244 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1949084c-35b5-4394-9882-13d5dc071304 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Checking segment: {'id': '028b579d-f8e9-4127-a51b-668798722e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '51aa3710-2b21-432a-bc6b-eff0cfb1e523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:08:57.138805 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1949084c-35b5-4394-9882-13d5dc071304 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Network hostable DHCP agents. Network: 51aa3710-2b21-432a-bc6b-eff0cfb1e523, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:08:57.159148 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1949084c-35b5-4394-9882-13d5dc071304 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Network 51aa3710-2b21-432a-bc6b-eff0cfb1e523 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:08:57.175513 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-1949084c-35b5-4394-9882-13d5dc071304 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 51aa3710-2b21-432a-bc6b-eff0cfb1e523) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:08:57.180231 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1949084c-35b5-4394-9882-13d5dc071304 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:57.181107 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1949084c-35b5-4394-9882-13d5dc071304 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:57.186521 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d041b11d-7084-4fe2-a5f3-6a036b5cd169 None None] Network 51aa3710-2b21-432a-bc6b-eff0cfb1e523 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:08:57.203356 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1949084c-35b5-4394-9882-13d5dc071304 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5248904 Jul 24 01:08:57.206816 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52840) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:57.215558 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-281dd97d-8e3a-44a4-99b0-a8d83117f4a8 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Request body: {'subnet': {'network_id': '51aa3710-2b21-432a-bc6b-eff0cfb1e523', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:08:57.412475 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281dd97d-8e3a-44a4-99b0-a8d83117f4a8 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Made reservation on behalf of d18bf42099584a3cafac106a40cffb3b for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:08:57.416712 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-281dd97d-8e3a-44a4-99b0-a8d83117f4a8 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:57.430338 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1249192d-8aa1-498e-a3ad-0e78d420eadc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-51aa3710-2b21-432a-bc6b-eff0cfb1e523', 'network_id': '51aa3710-2b21-432a-bc6b-eff0cfb1e523', 'tenant_id': 'd18bf42099584a3cafac106a40cffb3b', 'fixed_ips': [{'subnet_id': '259330c2-96ab-4ccd-a739-877e7e4f6f51'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:08:57.431645 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1249192d-8aa1-498e-a3ad-0e78d420eadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:57.471369 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26127aed-10a0-4fdd-af90-3bd67ca72a13 req-4cbbcceb-418f-451d-9ae1-392beea3e22a tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:57.473600 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-26127aed-10a0-4fdd-af90-3bd67ca72a13 req-4cbbcceb-418f-451d-9ae1-392beea3e22a tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0771365 Jul 24 01:08:57.518192 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-26127aed-10a0-4fdd-af90-3bd67ca72a13 req-c38fcbf0-2291-4a82-a1f2-8363c22ca219 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388527 Jul 24 01:08:57.603777 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-1249192d-8aa1-498e-a3ad-0e78d420eadc None None] Allocated IP 2001:db8::2 (51aa3710-2b21-432a-bc6b-eff0cfb1e523/259330c2-96ab-4ccd-a739-877e7e4f6f51/7e2ca93a-8af6-4aa1-94e4-552ac985e090) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:08:57.702152 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2645ecb-cfb6-4ae4-b422-6eb4c0e79caa req-0a9b02f1-923a-4d29-9b4c-6dbc782a234a tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:57.703793 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b2645ecb-cfb6-4ae4-b422-6eb4c0e79caa req-0a9b02f1-923a-4d29-9b4c-6dbc782a234a tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 945 time: 0.0800283 Jul 24 01:08:57.775137 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b2645ecb-cfb6-4ae4-b422-6eb4c0e79caa req-17093ecb-55a0-49c7-b665-08456679c333 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647573 Jul 24 01:08:57.824701 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-281dd97d-8e3a-44a4-99b0-a8d83117f4a8 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:57.882041 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281dd97d-8e3a-44a4-99b0-a8d83117f4a8 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Network 51aa3710-2b21-432a-bc6b-eff0cfb1e523 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:08:57.886110 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-281dd97d-8e3a-44a4-99b0-a8d83117f4a8 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:08:57.891636 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281dd97d-8e3a-44a4-99b0-a8d83117f4a8 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:57.892351 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-281dd97d-8e3a-44a4-99b0-a8d83117f4a8 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:57.898826 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281dd97d-8e3a-44a4-99b0-a8d83117f4a8 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event updated for resources: {'Subnet': ['ID=869ee194-3d5e-4ec7-93d9-e9f011f27665,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:57.921406 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-281dd97d-8e3a-44a4-99b0-a8d83117f4a8 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7128696 Jul 24 01:08:57.923873 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52850) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:57.990988 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1249192d-8aa1-498e-a3ad-0e78d420eadc None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:58.000286 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1249192d-8aa1-498e-a3ad-0e78d420eadc None None] Transition to ACTIVE for port object 7e2ca93a-8af6-4aa1-94e4-552ac985e090 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:08:58.011558 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2cb851-7c3c-44be-a9b0-0ad55587b94e tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:58.013942 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2cb851-7c3c-44be-a9b0-0ad55587b94e tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:58.016755 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2cb851-7c3c-44be-a9b0-0ad55587b94e tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:58.019900 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1249192d-8aa1-498e-a3ad-0e78d420eadc None None] Transition to ACTIVE for port object 7e2ca93a-8af6-4aa1-94e4-552ac985e090 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:08:58.020152 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2cb851-7c3c-44be-a9b0-0ad55587b94e tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:58.022227 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2cb851-7c3c-44be-a9b0-0ad55587b94e tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:58.024239 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4b2cb851-7c3c-44be-a9b0-0ad55587b94e tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0992947 Jul 24 01:08:58.029530 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52856) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:58.032956 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1249192d-8aa1-498e-a3ad-0e78d420eadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:58.036794 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-79e2af20-89be-4dd4-9079-cacd4471ab68 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-785327512'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:08:58.076573 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1249192d-8aa1-498e-a3ad-0e78d420eadc None None] Network 51aa3710-2b21-432a-bc6b-eff0cfb1e523 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:08:58.079636 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-1249192d-8aa1-498e-a3ad-0e78d420eadc None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:08:58.080713 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e2af20-89be-4dd4-9079-cacd4471ab68 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Made reservation on behalf of d18bf42099584a3cafac106a40cffb3b for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:08:58.086795 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1249192d-8aa1-498e-a3ad-0e78d420eadc None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:08:58.091701 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-79e2af20-89be-4dd4-9079-cacd4471ab68 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:58.098675 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1249192d-8aa1-498e-a3ad-0e78d420eadc None None] Pushing event updated for resources: {'Port': ['ID=7e2ca93a-8af6-4aa1-94e4-552ac985e090,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:58.126384 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79e2af20-89be-4dd4-9079-cacd4471ab68 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:08:58.137750 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-79e2af20-89be-4dd4-9079-cacd4471ab68 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:58.138316 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-79e2af20-89be-4dd4-9079-cacd4471ab68 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Added segment 73526c16-7a24-477d-a49f-a48c16c04d70 of type vlan for network 3cbcc038-e5a8-4889-b6c6-a705026cd05f Jul 24 01:08:58.161556 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-1249192d-8aa1-498e-a3ad-0e78d420eadc None None] Attempting to bind port 7e2ca93a-8af6-4aa1-94e4-552ac985e090 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:08:58.162486 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-1249192d-8aa1-498e-a3ad-0e78d420eadc None None] Attempting to bind port 7e2ca93a-8af6-4aa1-94e4-552ac985e090 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '028b579d-f8e9-4127-a51b-668798722e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '51aa3710-2b21-432a-bc6b-eff0cfb1e523'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:08:58.162486 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1249192d-8aa1-498e-a3ad-0e78d420eadc None None] Attempting to bind port 7e2ca93a-8af6-4aa1-94e4-552ac985e090 on network 51aa3710-2b21-432a-bc6b-eff0cfb1e523 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:08:58.167820 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1249192d-8aa1-498e-a3ad-0e78d420eadc None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:08:58.168208 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1249192d-8aa1-498e-a3ad-0e78d420eadc None None] Checking segment: {'id': '028b579d-f8e9-4127-a51b-668798722e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '51aa3710-2b21-432a-bc6b-eff0cfb1e523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:08:58.168623 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1249192d-8aa1-498e-a3ad-0e78d420eadc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:58.169028 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1249192d-8aa1-498e-a3ad-0e78d420eadc None None] Bound using segment: {'id': '028b579d-f8e9-4127-a51b-668798722e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '51aa3710-2b21-432a-bc6b-eff0cfb1e523'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:08:58.169505 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-1249192d-8aa1-498e-a3ad-0e78d420eadc None None] Bound port: 7e2ca93a-8af6-4aa1-94e4-552ac985e090, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '028b579d-f8e9-4127-a51b-668798722e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '51aa3710-2b21-432a-bc6b-eff0cfb1e523'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:08:58.169895 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1249192d-8aa1-498e-a3ad-0e78d420eadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:58.186669 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-79e2af20-89be-4dd4-9079-cacd4471ab68 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:58.231397 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-79e2af20-89be-4dd4-9079-cacd4471ab68 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:58.237792 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e2af20-89be-4dd4-9079-cacd4471ab68 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:58.238906 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-79e2af20-89be-4dd4-9079-cacd4471ab68 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:58.245845 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-1249192d-8aa1-498e-a3ad-0e78d420eadc None None] For port 7e2ca93a-8af6-4aa1-94e4-552ac985e090, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:08:58.250365 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-1249192d-8aa1-498e-a3ad-0e78d420eadc None None] For port 7e2ca93a-8af6-4aa1-94e4-552ac985e090, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=7e2ca93a-8af6-4aa1-94e4-552ac985e090,segment=NetworkSegment(028b579d-f8e9-4127-a51b-668798722e5d),segment_id=028b579d-f8e9-4127-a51b-668798722e5d)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:08:58.258255 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1249192d-8aa1-498e-a3ad-0e78d420eadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:58.299875 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-79e2af20-89be-4dd4-9079-cacd4471ab68 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2683928 Jul 24 01:08:58.309786 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52870) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:58.338895 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1249192d-8aa1-498e-a3ad-0e78d420eadc None None] Pushing event updated for resources: {'Port': ['ID=7e2ca93a-8af6-4aa1-94e4-552ac985e090,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:58.378057 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-ffc61fcd-ea66-4e99-a0f1-cd1c2f083301 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:08:58.384521 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-3dd5566a-63d3-437a-b26a-e2f21fea39fc tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:58.386261 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-3dd5566a-63d3-437a-b26a-e2f21fea39fc tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/networks?id=4eefe2ba-361f-4c1d-9332-6ad950aae607 HTTP/1.1" status: 200 len: 815 time: 0.1729755 Jul 24 01:08:58.405197 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-c8274ac6-3bd7-45ea-970b-5a5daa668157 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/quotas/ab61dba76aab44e1a2627b4ce39fcdf5 HTTP/1.1" status: 200 len: 375 time: 0.0114763 Jul 24 01:08:58.406072 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2af20-89be-4dd4-9079-cacd4471ab68 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event updated for resources: {'Network': ['ID=3cbcc038-e5a8-4889-b6c6-a705026cd05f,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:58.422167 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 3cbcc038-e5a8-4889-b6c6-a705026cd05f details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:08:58.503063 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-7d955e05-1ff9-48a6-908d-d2869d3c0d80 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ab61dba76aab44e1a2627b4ce39fcdf5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0805564 Jul 24 01:08:58.626032 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ffc61fcd-ea66-4e99-a0f1-cd1c2f083301 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:58.657551 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-9b47854a-06dd-4e8e-957a-a7f612398ae4 service neutron] 10.222.0.15 "GET /v2.0/networks/4eefe2ba-361f-4c1d-9332-6ad950aae607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416318 Jul 24 01:08:58.663863 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ffc61fcd-ea66-4e99-a0f1-cd1c2f083301 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:58.685994 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ffc61fcd-ea66-4e99-a0f1-cd1c2f083301 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Network 3cbcc038-e5a8-4889-b6c6-a705026cd05f is not hosted by any dhcp agent {{(pid=100464) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 24 01:08:58.693254 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc61fcd-ea66-4e99-a0f1-cd1c2f083301 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:58.694400 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ffc61fcd-ea66-4e99-a0f1-cd1c2f083301 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:58.697710 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ffc61fcd-ea66-4e99-a0f1-cd1c2f083301 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "PUT /v2.0/networks/3cbcc038-e5a8-4889-b6c6-a705026cd05f HTTP/1.1" status: 200 len: 723 time: 0.3851347 Jul 24 01:08:58.701930 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52876) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:58.731762 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-c774370e-bb4d-47cb-a587-26b40b27960e tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Request body: {'subnet': {'network_id': '3cbcc038-e5a8-4889-b6c6-a705026cd05f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:08:58.825646 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-f7024e82-31de-44ef-96bb-2ea72e70075a service neutron] 10.222.0.15 "GET /v2.0/networks/4eefe2ba-361f-4c1d-9332-6ad950aae607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606586 Jul 24 01:08:58.842392 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 7e2ca93a-8af6-4aa1-94e4-552ac985e090 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:08:58.853041 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc61fcd-ea66-4e99-a0f1-cd1c2f083301 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event updated for resources: {'Network': ['ID=3cbcc038-e5a8-4889-b6c6-a705026cd05f,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:58.881335 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c774370e-bb4d-47cb-a587-26b40b27960e tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Made reservation on behalf of d18bf42099584a3cafac106a40cffb3b for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:08:58.885567 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c774370e-bb4d-47cb-a587-26b40b27960e tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:58.886237 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 3cbcc038-e5a8-4889-b6c6-a705026cd05f details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:08:59.039435 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 7e2ca93a-8af6-4aa1-94e4-552ac985e090 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:08:59.092680 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6e492c45-cb8d-4db1-b600-1d044846229a req-6013e247-a603-42f4-ae33-95f823e101db tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b257fc2d-b49d-4034-bf01-54c0f2932017 HTTP/1.1" status: 200 len: 210 time: 0.0700972 Jul 24 01:08:59.165778 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c774370e-bb4d-47cb-a587-26b40b27960e tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:59.257322 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774370e-bb4d-47cb-a587-26b40b27960e tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event updated for resources: {'Subnet': ['ID=1974fa2d-043b-47aa-a495-fde0578ba7e7,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:08:59.306415 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c774370e-bb4d-47cb-a587-26b40b27960e tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Checking segment: {'id': '73526c16-7a24-477d-a49f-a48c16c04d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3cbcc038-e5a8-4889-b6c6-a705026cd05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:08:59.306855 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c774370e-bb4d-47cb-a587-26b40b27960e tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Network hostable DHCP agents. Network: 3cbcc038-e5a8-4889-b6c6-a705026cd05f, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:08:59.356203 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c774370e-bb4d-47cb-a587-26b40b27960e tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Network 3cbcc038-e5a8-4889-b6c6-a705026cd05f is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:08:59.370494 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-c774370e-bb4d-47cb-a587-26b40b27960e tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 3cbcc038-e5a8-4889-b6c6-a705026cd05f) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:08:59.376541 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c774370e-bb4d-47cb-a587-26b40b27960e tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:59.377550 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c774370e-bb4d-47cb-a587-26b40b27960e tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:59.381677 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c850c9f-5067-41cf-b627-2c77cd1cf8ed None None] Network 3cbcc038-e5a8-4889-b6c6-a705026cd05f requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:08:59.503885 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c774370e-bb4d-47cb-a587-26b40b27960e tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7738731 Jul 24 01:08:59.504626 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52896) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:08:59.510394 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-328bd641-936b-4308-8ed2-9fe557a5877d tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:08:59.512854 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [req-e53d3fba-a7f9-4c93-ad74-19dfe679dcd4 req-8937ade7-d808-48d0-ae0b-ad79044d591e service neutron] (100464) timed out ('10.222.0.15', 47682) {{(pid=100464) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 24 01:08:59.599548 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5908d-f579-4a89-bb6b-d84f898b1b9a req-45f11b58-285c-475f-bd87-5ad370d01c90 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:08:59.601971 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-94c5908d-f579-4a89-bb6b-d84f898b1b9a req-45f11b58-285c-475f-bd87-5ad370d01c90 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.13 "GET /v2.0/ports?device_id=d366e1f1-dd22-4036-8a79-7bbdc511e4d2 HTTP/1.1" status: 200 len: 945 time: 0.1751320 Jul 24 01:08:59.715358 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1a431b-54fb-4a0f-8800-8924e6d36fe2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-3cbcc038-e5a8-4889-b6c6-a705026cd05f', 'network_id': '3cbcc038-e5a8-4889-b6c6-a705026cd05f', 'tenant_id': 'd18bf42099584a3cafac106a40cffb3b', 'fixed_ips': [{'subnet_id': '1974fa2d-043b-47aa-a495-fde0578ba7e7'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:08:59.717472 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-da1a431b-54fb-4a0f-8800-8924e6d36fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:59.730345 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-328bd641-936b-4308-8ed2-9fe557a5877d tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13522974'] for subnet, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:59.841059 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b986f4-1f0d-4b9f-bf92-f84f0bb7dfe7 None None] Network 51aa3710-2b21-432a-bc6b-eff0cfb1e523 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:08:59.870126 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-94c5908d-f579-4a89-bb6b-d84f898b1b9a req-3212af70-1168-443c-a7d7-8df9bf4f5018 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Deleting port 4126bc1c-a04a-43d2-8b9b-81966af4b57a {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:08:59.870434 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-94c5908d-f579-4a89-bb6b-d84f898b1b9a req-3212af70-1168-443c-a7d7-8df9bf4f5018 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:59.949776 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-328bd641-936b-4308-8ed2-9fe557a5877d tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733254583875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58166306'] for subnet, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:08:59.965487 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a772ca28-d962-43af-bca5-a4f91148cdd1 None None] Provisioning for port 7e2ca93a-8af6-4aa1-94e4-552ac985e090 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:09:00.006148 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-94c5908d-f579-4a89-bb6b-d84f898b1b9a req-3212af70-1168-443c-a7d7-8df9bf4f5018 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] For port 4126bc1c-a04a-43d2-8b9b-81966af4b57a, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=4126bc1c-a04a-43d2-8b9b-81966af4b57a,segment=NetworkSegment(db7c2e2f-23c1-467c-8461-ff3884e2dd2e),segment_id=db7c2e2f-23c1-467c-8461-ff3884e2dd2e)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:00.006573 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-94c5908d-f579-4a89-bb6b-d84f898b1b9a req-3212af70-1168-443c-a7d7-8df9bf4f5018 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:00.012340 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a772ca28-d962-43af-bca5-a4f91148cdd1 None None] Provisioning complete for port 7e2ca93a-8af6-4aa1-94e4-552ac985e090 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:00.012845 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a772ca28-d962-43af-bca5-a4f91148cdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:00.024458 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-94c5908d-f579-4a89-bb6b-d84f898b1b9a req-3212af70-1168-443c-a7d7-8df9bf4f5018 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Calling delete_port for 4126bc1c-a04a-43d2-8b9b-81966af4b57a owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:09:00.026625 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328bd641-936b-4308-8ed2-9fe557a5877d tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:00.027521 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-328bd641-936b-4308-8ed2-9fe557a5877d tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:00.045142 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-328bd641-936b-4308-8ed2-9fe557a5877d tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "PUT /v2.0/subnets/1974fa2d-043b-47aa-a495-fde0578ba7e7 HTTP/1.1" status: 200 len: 826 time: 0.5391188 Jul 24 01:09:00.055930 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52902) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:00.093373 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-da1a431b-54fb-4a0f-8800-8924e6d36fe2 None None] Allocated IP 2001:db8::2 (3cbcc038-e5a8-4889-b6c6-a705026cd05f/1974fa2d-043b-47aa-a495-fde0578ba7e7/8079c7a9-7a81-4da4-8cd2-dab4a44ccb1e) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:09:00.177862 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328bd641-936b-4308-8ed2-9fe557a5877d tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event updated for resources: {'Subnet': ['ID=1974fa2d-043b-47aa-a495-fde0578ba7e7,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:00.233111 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-94c5908d-f579-4a89-bb6b-d84f898b1b9a req-3212af70-1168-443c-a7d7-8df9bf4f5018 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:00.279457 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['4126bc1c-a04a-43d2-8b9b-81966af4b57a'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:09:00.283818 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3212af70-1168-443c-a7d7-8df9bf4f5018 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Pushing event deleted for resources: {'Port': ['ID=4126bc1c-a04a-43d2-8b9b-81966af4b57a,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:00.319414 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52908) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:00.417391 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-da1a431b-54fb-4a0f-8800-8924e6d36fe2 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:00.420952 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c5908d-f579-4a89-bb6b-d84f898b1b9a req-3212af70-1168-443c-a7d7-8df9bf4f5018 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] No DVR routers for this DVR port 4126bc1c-a04a-43d2-8b9b-81966af4b57a on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:09:00.424037 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-94c5908d-f579-4a89-bb6b-d84f898b1b9a req-3212af70-1168-443c-a7d7-8df9bf4f5018 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:00.426581 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-da1a431b-54fb-4a0f-8800-8924e6d36fe2 None None] Transition to ACTIVE for port object 8079c7a9-7a81-4da4-8cd2-dab4a44ccb1e will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:09:00.427874 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-94c5908d-f579-4a89-bb6b-d84f898b1b9a req-3212af70-1168-443c-a7d7-8df9bf4f5018 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.13 "DELETE /v2.0/ports/4126bc1c-a04a-43d2-8b9b-81966af4b57a HTTP/1.1" status: 204 len: 173 time: 0.8128517 Jul 24 01:09:00.442989 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-da1a431b-54fb-4a0f-8800-8924e6d36fe2 None None] Transition to ACTIVE for port object 8079c7a9-7a81-4da4-8cd2-dab4a44ccb1e will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:09:00.461429 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd366e1f1-dd22-4036-8a79-7bbdc511e4d2', 'name': 'network-vif-deleted', 'tag': '4126bc1c-a04a-43d2-8b9b-81966af4b57a'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:09:00.463904 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cacb0c6-71c2-4151-b3fa-01b7bb1926f4" -d '{"events": [{"server_uuid": "d366e1f1-dd22-4036-8a79-7bbdc511e4d2", "name": "network-vif-deleted", "tag": "4126bc1c-a04a-43d2-8b9b-81966af4b57a"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:09:00.476885 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-da1a431b-54fb-4a0f-8800-8924e6d36fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:00.500886 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1a431b-54fb-4a0f-8800-8924e6d36fe2 None None] Network 3cbcc038-e5a8-4889-b6c6-a705026cd05f is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:09:00.506702 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-da1a431b-54fb-4a0f-8800-8924e6d36fe2 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:00.513750 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1a431b-54fb-4a0f-8800-8924e6d36fe2 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:09:00.542105 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a772ca28-d962-43af-bca5-a4f91148cdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:00.549376 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0898739-57e6-4c15-83e2-f060a03afcc5 x-openstack-request-id: req-c0898739-57e6-4c15-83e2-f060a03afcc5 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:09:00.549595 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d366e1f1-dd22-4036-8a79-7bbdc511e4d2", "name": "network-vif-deleted", "tag": "4126bc1c-a04a-43d2-8b9b-81966af4b57a", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:09:00.550376 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c0898739-57e6-4c15-83e2-f060a03afcc5 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:09:00.550933 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd366e1f1-dd22-4036-8a79-7bbdc511e4d2', 'name': 'network-vif-deleted', 'tag': '4126bc1c-a04a-43d2-8b9b-81966af4b57a', 'status': 'completed', 'code': 200} Jul 24 01:09:00.584013 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-a772ca28-d962-43af-bca5-a4f91148cdd1 None None] For port 7e2ca93a-8af6-4aa1-94e4-552ac985e090, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=7e2ca93a-8af6-4aa1-94e4-552ac985e090,segment=NetworkSegment(028b579d-f8e9-4127-a51b-668798722e5d),segment_id=028b579d-f8e9-4127-a51b-668798722e5d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:00.623032 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a772ca28-d962-43af-bca5-a4f91148cdd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:00.660208 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5eb8ffff-0b3e-43dc-8b15-d1acd3e5f305 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/floatingips/45baf4bb-f63d-45b2-8d66-0fb113b58bce HTTP/1.1" status: 200 len: 993 time: 0.3393745 Jul 24 01:09:00.675734 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a431b-54fb-4a0f-8800-8924e6d36fe2 None None] Pushing event updated for resources: {'Port': ['ID=8079c7a9-7a81-4da4-8cd2-dab4a44ccb1e,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:00.680670 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-da1a431b-54fb-4a0f-8800-8924e6d36fe2 None None] Attempting to bind port 8079c7a9-7a81-4da4-8cd2-dab4a44ccb1e on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:09:00.687479 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-da1a431b-54fb-4a0f-8800-8924e6d36fe2 None None] Attempting to bind port 8079c7a9-7a81-4da4-8cd2-dab4a44ccb1e by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '73526c16-7a24-477d-a49f-a48c16c04d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3cbcc038-e5a8-4889-b6c6-a705026cd05f'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:09:00.688184 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1a431b-54fb-4a0f-8800-8924e6d36fe2 None None] Attempting to bind port 8079c7a9-7a81-4da4-8cd2-dab4a44ccb1e on network 3cbcc038-e5a8-4889-b6c6-a705026cd05f {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:09:00.744093 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-84cb28b2-88f1-4e46-ad6a-75f721104caa tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:00.755213 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-84cb28b2-88f1-4e46-ad6a-75f721104caa tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.13 "GET /v2.0/networks?id=4eefe2ba-361f-4c1d-9332-6ad950aae607 HTTP/1.1" status: 200 len: 815 time: 0.3725319 Jul 24 01:09:00.785705 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-1021833f-8ee3-4aad-ae65-757cf98e7544 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Request body: {'port': {'device_id': 'b257fc2d-b49d-4034-bf01-54c0f2932017', 'network_id': '4eefe2ba-361f-4c1d-9332-6ad950aae607', 'admin_state_up': True, 'tenant_id': 'ab61dba76aab44e1a2627b4ce39fcdf5'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:00.814058 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1a431b-54fb-4a0f-8800-8924e6d36fe2 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:09:00.814497 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1a431b-54fb-4a0f-8800-8924e6d36fe2 None None] Checking segment: {'id': '73526c16-7a24-477d-a49f-a48c16c04d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3cbcc038-e5a8-4889-b6c6-a705026cd05f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:09:00.815084 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-da1a431b-54fb-4a0f-8800-8924e6d36fe2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:00.818155 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1a431b-54fb-4a0f-8800-8924e6d36fe2 None None] Bound using segment: {'id': '73526c16-7a24-477d-a49f-a48c16c04d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3cbcc038-e5a8-4889-b6c6-a705026cd05f'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:09:00.818827 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-da1a431b-54fb-4a0f-8800-8924e6d36fe2 None None] Bound port: 8079c7a9-7a81-4da4-8cd2-dab4a44ccb1e, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73526c16-7a24-477d-a49f-a48c16c04d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '3cbcc038-e5a8-4889-b6c6-a705026cd05f'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:09:00.819326 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-da1a431b-54fb-4a0f-8800-8924e6d36fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:00.832118 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772ca28-d962-43af-bca5-a4f91148cdd1 None None] Pushing event updated for resources: {'Port': ['ID=7e2ca93a-8af6-4aa1-94e4-552ac985e090,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:00.835739 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8d09e88b-b325-4617-a6fe-797864f131b3 req-e9b79852-d5f9-402e-ab3b-b4c46f79daf2 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b257fc2d-b49d-4034-bf01-54c0f2932017 HTTP/1.1" status: 200 len: 210 time: 0.0366690 Jul 24 01:09:00.863301 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-67fb4c6d-2f39-4d31-bf35-50ca08d4af51 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:00.888634 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6efbed-5ba7-4ab7-bb8f-f3b04fe0615f None None] Update dhcp port {'port': {'network_id': '51aa3710-2b21-432a-bc6b-eff0cfb1e523', 'fixed_ips': [{'subnet_id': '259330c2-96ab-4ccd-a739-877e7e4f6f51', 'ip_address': '2001:db8::2'}, {'subnet_id': '869ee194-3d5e-4ec7-93d9-e9f011f27665'}], 'binding:host_id': 'n-d-793621-25'}, 'id': '7e2ca93a-8af6-4aa1-94e4-552ac985e090'} from n-d-793621-25. {{(pid=100465) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 01:09:00.941832 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-da1a431b-54fb-4a0f-8800-8924e6d36fe2 None None] For port 8079c7a9-7a81-4da4-8cd2-dab4a44ccb1e, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:09:00.952298 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-da1a431b-54fb-4a0f-8800-8924e6d36fe2 None None] For port 8079c7a9-7a81-4da4-8cd2-dab4a44ccb1e, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=8079c7a9-7a81-4da4-8cd2-dab4a44ccb1e,segment=NetworkSegment(73526c16-7a24-477d-a49f-a48c16c04d70),segment_id=73526c16-7a24-477d-a49f-a48c16c04d70)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:09:00.953244 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2a6efbed-5ba7-4ab7-bb8f-f3b04fe0615f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:00.973425 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-da1a431b-54fb-4a0f-8800-8924e6d36fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:00.986215 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52920) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:00.988277 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-67fb4c6d-2f39-4d31-bf35-50ca08d4af51 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Deleting port 8079c7a9-7a81-4da4-8cd2-dab4a44ccb1e {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:09:00.988734 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-67fb4c6d-2f39-4d31-bf35-50ca08d4af51 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:01.162223 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a431b-54fb-4a0f-8800-8924e6d36fe2 None None] Pushing event updated for resources: {'Port': ['ID=8079c7a9-7a81-4da4-8cd2-dab4a44ccb1e,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:01.237051 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-67fb4c6d-2f39-4d31-bf35-50ca08d4af51 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] For port 8079c7a9-7a81-4da4-8cd2-dab4a44ccb1e, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=8079c7a9-7a81-4da4-8cd2-dab4a44ccb1e,segment=NetworkSegment(73526c16-7a24-477d-a49f-a48c16c04d70),segment_id=73526c16-7a24-477d-a49f-a48c16c04d70)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:01.238551 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-67fb4c6d-2f39-4d31-bf35-50ca08d4af51 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:01.265309 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-67fb4c6d-2f39-4d31-bf35-50ca08d4af51 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Calling delete_port for 8079c7a9-7a81-4da4-8cd2-dab4a44ccb1e owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:09:01.298361 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-2a6efbed-5ba7-4ab7-bb8f-f3b04fe0615f None None] Allocated IP 172.20.0.1 (51aa3710-2b21-432a-bc6b-eff0cfb1e523/869ee194-3d5e-4ec7-93d9-e9f011f27665/7e2ca93a-8af6-4aa1-94e4-552ac985e090) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:09:01.339806 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-1021833f-8ee3-4aad-ae65-757cf98e7544 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Made reservation on behalf of ab61dba76aab44e1a2627b4ce39fcdf5 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:09:01.344336 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-1021833f-8ee3-4aad-ae65-757cf98e7544 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:01.445530 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-50547752-1b80-4ec5-a9bb-25886d36ed94 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Deleting port b51683bb-7682-41eb-b5b7-df497f7b529d {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:09:01.445899 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-50547752-1b80-4ec5-a9bb-25886d36ed94 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:01.527541 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-2a6efbed-5ba7-4ab7-bb8f-f3b04fe0615f None None] For port 7e2ca93a-8af6-4aa1-94e4-552ac985e090, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=7e2ca93a-8af6-4aa1-94e4-552ac985e090,segment=NetworkSegment(028b579d-f8e9-4127-a51b-668798722e5d),segment_id=028b579d-f8e9-4127-a51b-668798722e5d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:01.561748 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-1021833f-8ee3-4aad-ae65-757cf98e7544 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Allocated IP 172.20.0.8 (4eefe2ba-361f-4c1d-9332-6ad950aae607/a665a515-2379-4027-9c74-ff9fdf3f8207/43ddc47b-388c-4c2b-a5e4-f83d39f57284) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:09:01.589192 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2a6efbed-5ba7-4ab7-bb8f-f3b04fe0615f None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:01.611307 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-2a6efbed-5ba7-4ab7-bb8f-f3b04fe0615f None None] Transition to ACTIVE for port object 7e2ca93a-8af6-4aa1-94e4-552ac985e090 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:09:01.619941 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2a6efbed-5ba7-4ab7-bb8f-f3b04fe0615f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:01.647985 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-50547752-1b80-4ec5-a9bb-25886d36ed94 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:01.648424 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-50547752-1b80-4ec5-a9bb-25886d36ed94 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:01.661606 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-67fb4c6d-2f39-4d31-bf35-50ca08d4af51 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:01.663736 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-50547752-1b80-4ec5-a9bb-25886d36ed94 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Calling delete_port for b51683bb-7682-41eb-b5b7-df497f7b529d owned by network:floatingip {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:09:01.702149 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb4c6d-2f39-4d31-bf35-50ca08d4af51 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event deleted for resources: {'Port': ['ID=8079c7a9-7a81-4da4-8cd2-dab4a44ccb1e,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:01.763270 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6efbed-5ba7-4ab7-bb8f-f3b04fe0615f None None] Pushing event updated for resources: {'Port': ['ID=7e2ca93a-8af6-4aa1-94e4-552ac985e090,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:01.789892 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-1021833f-8ee3-4aad-ae65-757cf98e7544 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:01.805387 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fb4c6d-2f39-4d31-bf35-50ca08d4af51 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] No DVR routers for this DVR port 8079c7a9-7a81-4da4-8cd2-dab4a44ccb1e on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:09:01.856879 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-1021833f-8ee3-4aad-ae65-757cf98e7544 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:01.924451 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1021833f-8ee3-4aad-ae65-757cf98e7544 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Pushing event updated for resources: {'Port': ['ID=43ddc47b-388c-4c2b-a5e4-f83d39f57284,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:01.936814 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-1021833f-8ee3-4aad-ae65-757cf98e7544 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Network 4eefe2ba-361f-4c1d-9332-6ad950aae607 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:09:01.938375 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-1021833f-8ee3-4aad-ae65-757cf98e7544 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:01.941234 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-1021833f-8ee3-4aad-ae65-757cf98e7544 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:09:01.960678 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-67fb4c6d-2f39-4d31-bf35-50ca08d4af51 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:02.048105 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-1021833f-8ee3-4aad-ae65-757cf98e7544 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:02.048793 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-1021833f-8ee3-4aad-ae65-757cf98e7544 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:02.083083 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-67fb4c6d-2f39-4d31-bf35-50ca08d4af51 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:02.089954 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-1021833f-8ee3-4aad-ae65-757cf98e7544 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3112617 Jul 24 01:09:02.107859 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-174f2b20-87ef-41a4-a22f-c5e63fbf6128 service neutron] Request body: {'port': {'device_id': 'b257fc2d-b49d-4034-bf01-54c0f2932017', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:02.119549 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd6ce5-5dc3-46c9-bd73-509e943b0fb5 req-6fa73dc8-f203-40d9-9822-85e485461519 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:02.121960 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dadd6ce5-5dc3-46c9-bd73-509e943b0fb5 req-6fa73dc8-f203-40d9-9822-85e485461519 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b257fc2d-b49d-4034-bf01-54c0f2932017 HTTP/1.1" status: 200 len: 931 time: 0.1357069 Jul 24 01:09:02.130932 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb4c6d-2f39-4d31-bf35-50ca08d4af51 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event deleted for resources: {'Subnet': ['ID=1974fa2d-043b-47aa-a495-fde0578ba7e7,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:02.231879 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dadd6ce5-5dc3-46c9-bd73-509e943b0fb5 req-27459dd1-acab-457d-802d-04e91d73a67b tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756745 Jul 24 01:09:02.235916 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-67fb4c6d-2f39-4d31-bf35-50ca08d4af51 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:02.261157 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-67fb4c6d-2f39-4d31-bf35-50ca08d4af51 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cbcc038-e5a8-4889-b6c6-a705026cd05f']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:02.266545 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-174f2b20-87ef-41a4-a22f-c5e63fbf6128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:02.274561 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-67fb4c6d-2f39-4d31-bf35-50ca08d4af51 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73526c16-7a24-477d-a49f-a48c16c04d70') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:02.275129 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-67fb4c6d-2f39-4d31-bf35-50ca08d4af51 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73526c16-7a24-477d-a49f-a48c16c04d70') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:02.291780 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-50547752-1b80-4ec5-a9bb-25886d36ed94 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:02.298053 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-67fb4c6d-2f39-4d31-bf35-50ca08d4af51 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:02.340372 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50547752-1b80-4ec5-a9bb-25886d36ed94 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event deleted for resources: {'Port': ['ID=b51683bb-7682-41eb-b5b7-df497f7b529d,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:02.373471 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-67fb4c6d-2f39-4d31-bf35-50ca08d4af51 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:02.463337 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67fb4c6d-2f39-4d31-bf35-50ca08d4af51 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:09:02.463763 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-67fb4c6d-2f39-4d31-bf35-50ca08d4af51 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:02.468007 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:09:02.468007 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:09:02.468007 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:09:02.468007 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:09:02.468007 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:09:02.468007 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:09:02.468007 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:09:02.468007 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:09:02.468007 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:09:02.468007 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:09:02.468007 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:09:02.468007 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:09:02.468007 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:09:02.468007 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:09:02.468007 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:09:02.468007 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:09:02.468007 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:09:02.468007 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:09:02.468007 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:09:02.468007 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:09:02.468007 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:09:02.468007 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:09:02.468007 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:09:02.468007 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:09:02.468007 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:09:02.468007 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:09:02.468007 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:09:02.468007 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:09:02.468007 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:09:02.468007 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:09:02.468007 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:09:02.468007 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:09:02.548646 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-50547752-1b80-4ec5-a9bb-25886d36ed94 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for floatingip, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:02.549070 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [None req-50547752-1b80-4ec5-a9bb-25886d36ed94 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Floating IP 45baf4bb-f63d-45b2-8d66-0fb113b58bce disassociated (deleted). External IP: 172.25.2.242, port: d5d956a4-227b-478d-a785-96659caa4953. Jul 24 01:09:02.628904 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8580864b-ba61-4750-a6c2-a858c19f7f03 None None] Network 3cbcc038-e5a8-4889-b6c6-a705026cd05f requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:09:02.650364 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-174f2b20-87ef-41a4-a22f-c5e63fbf6128 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43ddc47b-388c-4c2b-a5e4-f83d39f57284 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:09:02.664478 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8580864b-ba61-4750-a6c2-a858c19f7f03 None None] Network 3cbcc038-e5a8-4889-b6c6-a705026cd05f could not be found, it might have been deleted concurrently. {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 24 01:09:02.664709 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-174f2b20-87ef-41a4-a22f-c5e63fbf6128 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:02.673110 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-67fb4c6d-2f39-4d31-bf35-50ca08d4af51 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:02.678844 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-519724df-8353-43d2-9fa7-ab2207ebcd0e None None] Could not find standard attr ID for object 8079c7a9-7a81-4da4-8cd2-dab4a44ccb1e. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:09:02.687619 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343b3e61-fc47-4620-ac8c-329e142de53c None None] Network 3cbcc038-e5a8-4889-b6c6-a705026cd05f requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:09:02.692010 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-174f2b20-87ef-41a4-a22f-c5e63fbf6128 service neutron] Transition to ACTIVE for port object 43ddc47b-388c-4c2b-a5e4-f83d39f57284 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:09:02.695288 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-67fb4c6d-2f39-4d31-bf35-50ca08d4af51 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:02.700450 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52934) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:02.700789 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-67fb4c6d-2f39-4d31-bf35-50ca08d4af51 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "DELETE /v2.0/networks/3cbcc038-e5a8-4889-b6c6-a705026cd05f HTTP/1.1" status: 204 len: 168 time: 2.6424136 Jul 24 01:09:02.719164 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-174f2b20-87ef-41a4-a22f-c5e63fbf6128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:02.721875 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343b3e61-fc47-4620-ac8c-329e142de53c None None] Network 3cbcc038-e5a8-4889-b6c6-a705026cd05f could not be found, it might have been deleted concurrently. {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 24 01:09:02.741671 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb4c6d-2f39-4d31-bf35-50ca08d4af51 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event deleted for resources: {'Network': ['ID=3cbcc038-e5a8-4889-b6c6-a705026cd05f,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:02.746529 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-8708fe9f-fe00-466d-beb0-dfbd45b618ae tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] DELETE failed (client error): The resource could not be found. Jul 24 01:09:02.747171 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8708fe9f-fe00-466d-beb0-dfbd45b618ae tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:09:02.749923 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-8708fe9f-fe00-466d-beb0-dfbd45b618ae tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "DELETE /v2.0/networks/3cbcc038-e5a8-4889-b6c6-a705026cd05f HTTP/1.1" status: 404 len: 339 time: 0.0482411 Jul 24 01:09:02.760611 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52936) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:02.764738 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd0e6b1-ca86-4765-8bd9-b5cb33bafdbd None None] Network 51aa3710-2b21-432a-bc6b-eff0cfb1e523 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:09:02.779432 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-3da1ef16-10d0-44fe-b82b-4150cad2c06d tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-54941584', 'description': 'd1'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:02.828599 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5649c7d6-8200-4729-9e94-13dfb320b635 None None] DHCP port deletion for 3cbcc038-e5a8-4889-b6c6-a705026cd05f request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:09:02.850541 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da1ef16-10d0-44fe-b82b-4150cad2c06d tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Made reservation on behalf of d18bf42099584a3cafac106a40cffb3b for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:09:02.859009 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3da1ef16-10d0-44fe-b82b-4150cad2c06d tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:02.931277 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 7e2ca93a-8af6-4aa1-94e4-552ac985e090 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:09:02.952754 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f2b20-87ef-41a4-a22f-c5e63fbf6128 service neutron] Pushing event updated for resources: {'Port': ['ID=43ddc47b-388c-4c2b-a5e4-f83d39f57284,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:02.998257 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0baf074a-089d-4957-8a86-b567c07f383e None None] Provisioning for port 7e2ca93a-8af6-4aa1-94e4-552ac985e090 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:09:03.025467 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-174f2b20-87ef-41a4-a22f-c5e63fbf6128 service neutron] Attempting to bind port 43ddc47b-388c-4c2b-a5e4-f83d39f57284 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:09:03.025835 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-174f2b20-87ef-41a4-a22f-c5e63fbf6128 service neutron] Attempting to bind port 43ddc47b-388c-4c2b-a5e4-f83d39f57284 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': 'db7c2e2f-23c1-467c-8461-ff3884e2dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4eefe2ba-361f-4c1d-9332-6ad950aae607'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:09:03.026169 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-174f2b20-87ef-41a4-a22f-c5e63fbf6128 service neutron] Attempting to bind port 43ddc47b-388c-4c2b-a5e4-f83d39f57284 on network 4eefe2ba-361f-4c1d-9332-6ad950aae607 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:09:03.031069 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-174f2b20-87ef-41a4-a22f-c5e63fbf6128 service neutron] Port 43ddc47b-388c-4c2b-a5e4-f83d39f57284 on network 4eefe2ba-361f-4c1d-9332-6ad950aae607 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:09:03.031419 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-174f2b20-87ef-41a4-a22f-c5e63fbf6128 service neutron] Attempting to bind port 43ddc47b-388c-4c2b-a5e4-f83d39f57284 on network 4eefe2ba-361f-4c1d-9332-6ad950aae607 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:09:03.045845 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-174f2b20-87ef-41a4-a22f-c5e63fbf6128 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 8, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:09:03.046193 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-174f2b20-87ef-41a4-a22f-c5e63fbf6128 service neutron] Checking segment: {'id': 'db7c2e2f-23c1-467c-8461-ff3884e2dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4eefe2ba-361f-4c1d-9332-6ad950aae607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:09:03.046687 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-174f2b20-87ef-41a4-a22f-c5e63fbf6128 service neutron] Bound using segment: {'id': 'db7c2e2f-23c1-467c-8461-ff3884e2dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4eefe2ba-361f-4c1d-9332-6ad950aae607'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:09:03.047140 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-174f2b20-87ef-41a4-a22f-c5e63fbf6128 service neutron] Bound port: 43ddc47b-388c-4c2b-a5e4-f83d39f57284, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7c2e2f-23c1-467c-8461-ff3884e2dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4eefe2ba-361f-4c1d-9332-6ad950aae607'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:09:03.047506 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-174f2b20-87ef-41a4-a22f-c5e63fbf6128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:03.049727 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52942) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:03.050109 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da1ef16-10d0-44fe-b82b-4150cad2c06d tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:09:03.060218 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3da1ef16-10d0-44fe-b82b-4150cad2c06d tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:03.060697 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-3da1ef16-10d0-44fe-b82b-4150cad2c06d tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Added segment c6befc3d-3d64-47ae-8e2f-966b3dd0ce64 of type vlan for network 137658d4-0406-40c7-9cd3-be03a3aaa3a0 Jul 24 01:09:03.066495 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0baf074a-089d-4957-8a86-b567c07f383e None None] Provisioning complete for port 7e2ca93a-8af6-4aa1-94e4-552ac985e090 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:03.067108 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0baf074a-089d-4957-8a86-b567c07f383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:03.150148 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3da1ef16-10d0-44fe-b82b-4150cad2c06d tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:03.165726 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-174f2b20-87ef-41a4-a22f-c5e63fbf6128 service neutron] For port 43ddc47b-388c-4c2b-a5e4-f83d39f57284, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:09:03.170240 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-174f2b20-87ef-41a4-a22f-c5e63fbf6128 service neutron] For port 43ddc47b-388c-4c2b-a5e4-f83d39f57284, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=43ddc47b-388c-4c2b-a5e4-f83d39f57284,segment=NetworkSegment(db7c2e2f-23c1-467c-8461-ff3884e2dd2e),segment_id=db7c2e2f-23c1-467c-8461-ff3884e2dd2e)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:09:03.181162 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-174f2b20-87ef-41a4-a22f-c5e63fbf6128 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:03.214557 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50547752-1b80-4ec5-a9bb-25886d36ed94 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Router 3d901bff-485f-4395-be14-8d2d9fb31e35 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:09:03.215058 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-58cd8463-af28-43e7-94b3-e98524193532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:03.216370 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 7e2ca93a-8af6-4aa1-94e4-552ac985e090 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:03.216659 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:03.240231 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3da1ef16-10d0-44fe-b82b-4150cad2c06d tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:03.246375 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da1ef16-10d0-44fe-b82b-4150cad2c06d tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:03.247266 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3da1ef16-10d0-44fe-b82b-4150cad2c06d tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:03.256482 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-174f2b20-87ef-41a4-a22f-c5e63fbf6128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:03.257128 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-174f2b20-87ef-41a4-a22f-c5e63fbf6128 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:03.258569 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-174f2b20-87ef-41a4-a22f-c5e63fbf6128 service neutron] 10.222.0.13 "PUT /v2.0/ports/43ddc47b-388c-4c2b-a5e4-f83d39f57284 HTTP/1.1" status: 200 len: 1092 time: 1.1564989 Jul 24 01:09:03.259309 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b257fc2d-b49d-4034-bf01-54c0f2932017', 'tag': '43ddc47b-388c-4c2b-a5e4-f83d39f57284'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:09:03.273823 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6647d2-0bf6-4055-ab24-9463516eb0bf" -d '{"events": [{"name": "network-changed", "server_uuid": "b257fc2d-b49d-4034-bf01-54c0f2932017", "tag": "43ddc47b-388c-4c2b-a5e4-f83d39f57284"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:09:03.340728 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174f2b20-87ef-41a4-a22f-c5e63fbf6128 service neutron] Pushing event updated for resources: {'Port': ['ID=43ddc47b-388c-4c2b-a5e4-f83d39f57284,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:03.415429 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c222b5-acd9-47d0-9e6c-2cf67d8fc344 x-openstack-request-id: req-42c222b5-acd9-47d0-9e6c-2cf67d8fc344 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:09:03.416000 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b257fc2d-b49d-4034-bf01-54c0f2932017", "tag": "43ddc47b-388c-4c2b-a5e4-f83d39f57284", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:09:03.416274 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-42c222b5-acd9-47d0-9e6c-2cf67d8fc344 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:09:03.416661 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b257fc2d-b49d-4034-bf01-54c0f2932017', 'tag': '43ddc47b-388c-4c2b-a5e4-f83d39f57284', 'status': 'completed', 'code': 200} Jul 24 01:09:03.423773 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da1ef16-10d0-44fe-b82b-4150cad2c06d tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event updated for resources: {'Network': ['ID=137658d4-0406-40c7-9cd3-be03a3aaa3a0,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:03.448335 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-a329c032-c169-4ea3-9b97-f109f378a094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:03.449920 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-a329c032-c169-4ea3-9b97-f109f378a094 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ab61dba76aab44e1a2627b4ce39fcdf5&device_id=b257fc2d-b49d-4034-bf01-54c0f2932017 HTTP/1.1" status: 200 len: 1095 time: 0.1270738 Jul 24 01:09:03.469959 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 137658d4-0406-40c7-9cd3-be03a3aaa3a0 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:09:03.479566 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50547752-1b80-4ec5-a9bb-25886d36ed94 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:09:03.485819 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-50547752-1b80-4ec5-a9bb-25886d36ed94 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:03.496762 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-7ae33912-8465-48d3-bcf1-b8460895258d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43ddc47b-388c-4c2b-a5e4-f83d39f57284 HTTP/1.1" status: 200 len: 217 time: 0.0372529 Jul 24 01:09:03.519388 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-58cd8463-af28-43e7-94b3-e98524193532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:03.538536 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf733d6-0cc9-48b3-8eb4-411cce764f4e req-b35d9dd9-de60-4153-836e-2de81a2116a4 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:03.540482 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6cf733d6-0cc9-48b3-8eb4-411cce764f4e req-b35d9dd9-de60-4153-836e-2de81a2116a4 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b257fc2d-b49d-4034-bf01-54c0f2932017 HTTP/1.1" status: 200 len: 943 time: 0.1254590 Jul 24 01:09:03.544548 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3da1ef16-10d0-44fe-b82b-4150cad2c06d tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7809722 Jul 24 01:09:03.546373 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-58cd8463-af28-43e7-94b3-e98524193532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:03.551829 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52952) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:03.553679 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-50547752-1b80-4ec5-a9bb-25886d36ed94 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "DELETE /v2.0/floatingips/45baf4bb-f63d-45b2-8d66-0fb113b58bce HTTP/1.1" status: 204 len: 168 time: 2.5623214 Jul 24 01:09:03.555563 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc32067-6fe8-420f-92c3-e15b2813674b', 'tag': 'd5d956a4-227b-478d-a785-96659caa4953'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:09:03.558255 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41334591-3640-4592-b699-7df6805d561d" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc32067-6fe8-420f-92c3-e15b2813674b", "tag": "d5d956a4-227b-478d-a785-96659caa4953"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:09:03.591123 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6cf733d6-0cc9-48b3-8eb4-411cce764f4e req-350d3b99-3073-425f-8c08-9f82c665fa3f tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448084 Jul 24 01:09:03.640473 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-58cd8463-af28-43e7-94b3-e98524193532 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8f1a3d4367dc4e5ea1a8833d831232f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5877464 Jul 24 01:09:03.641930 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52958) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:03.647308 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-c4a06a17-a70a-4cd8-a28b-8de6c1f70112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:03.648863 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-c4a06a17-a70a-4cd8-a28b-8de6c1f70112 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a665a515-2379-4027-9c74-ff9fdf3f8207 HTTP/1.1" status: 200 len: 855 time: 0.1438882 Jul 24 01:09:03.684975 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd8463-af28-43e7-94b3-e98524193532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536b93f0-c912-4c88-9dbf-2e7a8df73bf6,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:03.686891 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bc9698-6829-4bf5-91a5-c1d2232cd735 None None] Sync routers for ids ['3d901bff-485f-4395-be14-8d2d9fb31e35'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:09:03.697007 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 4126bc1c-a04a-43d2-8b9b-81966af4b57a no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:09:03.719044 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5d37a8-2a16-431e-b9ca-2bfcb0b54419 x-openstack-request-id: req-ac5d37a8-2a16-431e-b9ca-2bfcb0b54419 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:09:03.719656 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc32067-6fe8-420f-92c3-e15b2813674b", "tag": "d5d956a4-227b-478d-a785-96659caa4953", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:09:03.720092 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ac5d37a8-2a16-431e-b9ca-2bfcb0b54419 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:09:03.720684 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc32067-6fe8-420f-92c3-e15b2813674b', 'tag': 'd5d956a4-227b-478d-a785-96659caa4953', 'status': 'completed', 'code': 200} Jul 24 01:09:03.732878 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 4126bc1c-a04a-43d2-8b9b-81966af4b57a {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:09:03.733236 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 4126bc1c-a04a-43d2-8b9b-81966af4b57a not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:09:03.741573 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-5674174c-639f-4030-937e-60c55875d104 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4eefe2ba-361f-4c1d-9332-6ad950aae607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575666 Jul 24 01:09:03.744697 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bc9698-6829-4bf5-91a5-c1d2232cd735 None None] Routers {'3d901bff-485f-4395-be14-8d2d9fb31e35'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:09:03.745258 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-54bc9698-6829-4bf5-91a5-c1d2232cd735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:08:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['3d901bff-485f-4395-be14-8d2d9fb31e35'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:03.768170 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b2c9d1-43f0-4709-b3fb-b8116b2256df tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:03.770543 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-28b2c9d1-43f0-4709-b3fb-b8116b2256df tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "GET /v2.0/networks?id=137658d4-0406-40c7-9cd3-be03a3aaa3a0 HTTP/1.1" status: 200 len: 763 time: 0.2162395 Jul 24 01:09:03.774340 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52962) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:03.775078 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3b150761-f560-4a24-82e9-965270c41b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:03.782915 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-ee65d57b-eed0-4747-ace5-6974588b9c20 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Request body: {'network': {'description': 'd2'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:03.837622 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3b150761-f560-4a24-82e9-965270c41b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:03.896254 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-54bc9698-6829-4bf5-91a5-c1d2232cd735 None None] Set router 3d901bff-485f-4395-be14-8d2d9fb31e35 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:09:03.912684 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41334591-3640-4592-b699-7df6805d561d req-684bcb77-e317-464f-a19b-68c09b197e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:03.916046 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-41334591-3640-4592-b699-7df6805d561d req-684bcb77-e317-464f-a19b-68c09b197e03 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9c584c0e2c5a47a78962537ebd255749&device_id=fbc32067-6fe8-420f-92c3-e15b2813674b HTTP/1.1" status: 200 len: 1097 time: 0.1811619 Jul 24 01:09:03.918436 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-4df4eaf9-5785-4e43-b754-f34e6562dbb4 service neutron] 10.222.0.13 "GET /v2.0/networks/4eefe2ba-361f-4c1d-9332-6ad950aae607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682236 Jul 24 01:09:04.082355 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3b150761-f560-4a24-82e9-965270c41b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:04.088605 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3b150761-f560-4a24-82e9-965270c41b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:04.093115 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3b150761-f560-4a24-82e9-965270c41b3d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/536b93f0-c912-4c88-9dbf-2e7a8df73bf6 HTTP/1.1" status: 204 len: 168 time: 0.4466405 Jul 24 01:09:04.107844 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b150761-f560-4a24-82e9-965270c41b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536b93f0-c912-4c88-9dbf-2e7a8df73bf6,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:04.125300 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f2ad0-7f3f-4b44-973a-85727418d012 req-61c0d8f2-c115-4c50-bc5c-d0c873a35e46 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:04.126977 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7b1f2ad0-7f3f-4b44-973a-85727418d012 req-61c0d8f2-c115-4c50-bc5c-d0c873a35e46 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc32067-6fe8-420f-92c3-e15b2813674b HTTP/1.1" status: 200 len: 945 time: 0.2513504 Jul 24 01:09:04.130763 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ee65d57b-eed0-4747-ace5-6974588b9c20 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:04.131128 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e2f333d2-d5bc-42d1-87ef-96bb33eccaae None None] Provisioning complete for port 7e2ca93a-8af6-4aa1-94e4-552ac985e090 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:04.131516 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e2f333d2-d5bc-42d1-87ef-96bb33eccaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:04.165942 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41334591-3640-4592-b699-7df6805d561d req-b6edc9eb-29db-436d-ab71-058a0d3d6f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:04.167974 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-41334591-3640-4592-b699-7df6805d561d req-b6edc9eb-29db-436d-ab71-058a0d3d6f28 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f76a5139-f01f-43be-a5b9-7d194799dd9a HTTP/1.1" status: 200 len: 897 time: 0.2370942 Jul 24 01:09:04.176043 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ee65d57b-eed0-4747-ace5-6974588b9c20 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:04.211620 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7b1f2ad0-7f3f-4b44-973a-85727418d012 req-defc1ad0-d2e3-4941-a4f1-01aafe6b6d2f tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fca9749-8856-4d62-a639-2baf6ba2f85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774081 Jul 24 01:09:04.214853 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ee65d57b-eed0-4747-ace5-6974588b9c20 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Network 137658d4-0406-40c7-9cd3-be03a3aaa3a0 is not hosted by any dhcp agent {{(pid=100463) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 24 01:09:04.221307 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee65d57b-eed0-4747-ace5-6974588b9c20 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:04.222087 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ee65d57b-eed0-4747-ace5-6974588b9c20 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:04.225680 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ee65d57b-eed0-4747-ace5-6974588b9c20 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "PUT /v2.0/networks/137658d4-0406-40c7-9cd3-be03a3aaa3a0 HTTP/1.1" status: 200 len: 760 time: 0.4461913 Jul 24 01:09:04.231181 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52970) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:04.280920 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-54bc9698-6829-4bf5-91a5-c1d2232cd735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d901bff-485f-4395-be14-8d2d9fb31e35', 'name': 'tempest-TestNetworkBasicOps-router-1503883983', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '19f981a7-9d63-4133-b78d-564ed827aed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:07:32Z', 'updated_at': '2021-07-24T01:07:45Z', 'revision_number': 4, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'gw_port': {'id': '19f981a7-9d63-4133-b78d-564ed827aed5', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d901bff-485f-4395-be14-8d2d9fb31e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:34Z', 'updated_at': '2021-07-24T01:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '833a38de-bbac-41ff-a6e0-782fd432454d', 'name': '', 'network_id': 'f76a5139-f01f-43be-a5b9-7d194799dd9a', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'mac_address': 'fa:16:3e:d7:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d901bff-485f-4395-be14-8d2d9fb31e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '0efe4001-3e58-40a5-b419-19a80f1c419d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:40Z', 'updated_at': '2021-07-24T01:07:58Z', 'revision_number': 5, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'subnets': [{'id': '0efe4001-3e58-40a5-b419-19a80f1c419d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:04.285347 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-41334591-3640-4592-b699-7df6805d561d req-2c3d8009-6bde-4f84-98e3-08b928d9a629 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5d956a4-227b-478d-a785-96659caa4953 HTTP/1.1" status: 200 len: 217 time: 0.1050699 Jul 24 01:09:04.311196 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65d57b-eed0-4747-ace5-6974588b9c20 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event updated for resources: {'Network': ['ID=137658d4-0406-40c7-9cd3-be03a3aaa3a0,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:04.328058 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 137658d4-0406-40c7-9cd3-be03a3aaa3a0 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:09:04.333883 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bc9698-6829-4bf5-91a5-c1d2232cd735 None None] Checking router: 3d901bff-485f-4395-be14-8d2d9fb31e35 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:09:04.337314 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-616257e9-2868-4d88-ae05-50ca6917daa7 req-27e63b62-9f33-481e-a8e5-b669f820ec02 service neutron] 10.222.0.13 "GET /v2.0/networks/4eefe2ba-361f-4c1d-9332-6ad950aae607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3928347 Jul 24 01:09:04.363231 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41334591-3640-4592-b699-7df6805d561d req-4f6b1e46-e2d6-491d-9772-35518a6a083e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:04.364855 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-41334591-3640-4592-b699-7df6805d561d req-4f6b1e46-e2d6-491d-9772-35518a6a083e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0efe4001-3e58-40a5-b419-19a80f1c419d HTTP/1.1" status: 200 len: 835 time: 0.0718114 Jul 24 01:09:04.386377 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21783ec-f737-4dc5-a987-c88b8518163c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:04.392707 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a21783ec-f737-4dc5-a987-c88b8518163c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "GET /v2.0/networks?id=137658d4-0406-40c7-9cd3-be03a3aaa3a0 HTTP/1.1" status: 200 len: 763 time: 0.1605346 Jul 24 01:09:04.394061 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52974) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:04.407452 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bc9698-6829-4bf5-91a5-c1d2232cd735 None None] Routers {'3d901bff-485f-4395-be14-8d2d9fb31e35'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:09:04.407452 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-54bc9698-6829-4bf5-91a5-c1d2232cd735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:08:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['3d901bff-485f-4395-be14-8d2d9fb31e35'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:04.514948 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6647d2-0bf6-4055-ab24-9463516eb0bf req-2e86d662-88c7-4793-ac40-5d72ee0264df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:04.516589 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8d6647d2-0bf6-4055-ab24-9463516eb0bf req-2e86d662-88c7-4793-ac40-5d72ee0264df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ab61dba76aab44e1a2627b4ce39fcdf5&device_id=b257fc2d-b49d-4034-bf01-54c0f2932017 HTTP/1.1" status: 200 len: 1095 time: 0.1270149 Jul 24 01:09:04.520807 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41334591-3640-4592-b699-7df6805d561d req-bc1fbe93-9131-4bf0-a146-dc48a0fcd883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:04.522104 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-41334591-3640-4592-b699-7df6805d561d req-bc1fbe93-9131-4bf0-a146-dc48a0fcd883 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f76a5139-f01f-43be-a5b9-7d194799dd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1417212 Jul 24 01:09:04.552746 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-54bc9698-6829-4bf5-91a5-c1d2232cd735 None None] Set router 3d901bff-485f-4395-be14-8d2d9fb31e35 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:09:04.747681 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 8079c7a9-7a81-4da4-8cd2-dab4a44ccb1e no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:09:04.750751 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6647d2-0bf6-4055-ab24-9463516eb0bf req-becdcf05-b647-4030-b2af-f1b087668aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:04.753634 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8d6647d2-0bf6-4055-ab24-9463516eb0bf req-becdcf05-b647-4030-b2af-f1b087668aca service neutron] 10.222.0.13 "GET /v2.0/networks?id=4eefe2ba-361f-4c1d-9332-6ad950aae607 HTTP/1.1" status: 200 len: 916 time: 0.2292764 Jul 24 01:09:04.756427 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-41334591-3640-4592-b699-7df6805d561d req-32f8237d-26b9-40e0-bdf6-90e48ff3d6af service neutron] 10.222.0.13 "GET /v2.0/networks/f76a5139-f01f-43be-a5b9-7d194799dd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191420 Jul 24 01:09:04.778636 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 8079c7a9-7a81-4da4-8cd2-dab4a44ccb1e {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:09:04.779128 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 8079c7a9-7a81-4da4-8cd2-dab4a44ccb1e not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:09:04.841765 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8d6647d2-0bf6-4055-ab24-9463516eb0bf req-8a43f7f1-f88a-4ac9-91d4-78a6d1c256fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43ddc47b-388c-4c2b-a5e4-f83d39f57284 HTTP/1.1" status: 200 len: 217 time: 0.0754406 Jul 24 01:09:04.906107 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:04.938682 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6647d2-0bf6-4055-ab24-9463516eb0bf req-1a799f4a-05dc-4d42-b96b-9d668314280b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:04.940330 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8d6647d2-0bf6-4055-ab24-9463516eb0bf req-1a799f4a-05dc-4d42-b96b-9d668314280b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a665a515-2379-4027-9c74-ff9fdf3f8207 HTTP/1.1" status: 200 len: 855 time: 0.0880690 Jul 24 01:09:04.942465 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-54bc9698-6829-4bf5-91a5-c1d2232cd735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d901bff-485f-4395-be14-8d2d9fb31e35', 'name': 'tempest-TestNetworkBasicOps-router-1503883983', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '19f981a7-9d63-4133-b78d-564ed827aed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:07:32Z', 'updated_at': '2021-07-24T01:07:45Z', 'revision_number': 4, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'gw_port': {'id': '19f981a7-9d63-4133-b78d-564ed827aed5', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d901bff-485f-4395-be14-8d2d9fb31e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:34Z', 'updated_at': '2021-07-24T01:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '833a38de-bbac-41ff-a6e0-782fd432454d', 'name': '', 'network_id': 'f76a5139-f01f-43be-a5b9-7d194799dd9a', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'mac_address': 'fa:16:3e:d7:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d901bff-485f-4395-be14-8d2d9fb31e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '0efe4001-3e58-40a5-b419-19a80f1c419d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:40Z', 'updated_at': '2021-07-24T01:07:58Z', 'revision_number': 5, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'subnets': [{'id': '0efe4001-3e58-40a5-b419-19a80f1c419d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:04.976795 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f61853-d74b-4462-9fef-145db82afe51 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:04.977404 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bc9698-6829-4bf5-91a5-c1d2232cd735 None None] The sync data for ids ['3d901bff-485f-4395-be14-8d2d9fb31e35'] in n-d-793621-25 is: [{'id': '3d901bff-485f-4395-be14-8d2d9fb31e35', 'name': 'tempest-TestNetworkBasicOps-router-1503883983', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '19f981a7-9d63-4133-b78d-564ed827aed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:07:32Z', 'updated_at': '2021-07-24T01:07:45Z', 'revision_number': 4, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'gw_port': {'id': '19f981a7-9d63-4133-b78d-564ed827aed5', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d901bff-485f-4395-be14-8d2d9fb31e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:34Z', 'updated_at': '2021-07-24T01:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '833a38de-bbac-41ff-a6e0-782fd432454d', 'name': '', 'network_id': 'f76a5139-f01f-43be-a5b9-7d194799dd9a', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'mac_address': 'fa:16:3e:d7:14:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d901bff-485f-4395-be14-8d2d9fb31e35', 'device_owner': 'network:router_interface', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': '0efe4001-3e58-40a5-b419-19a80f1c419d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:40Z', 'updated_at': '2021-07-24T01:07:58Z', 'revision_number': 5, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'subnets': [{'id': '0efe4001-3e58-40a5-b419-19a80f1c419d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:09:04.983592 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d3f61853-d74b-4462-9fef-145db82afe51 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5878954 Jul 24 01:09:04.991457 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52992) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:04.995222 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8d6647d2-0bf6-4055-ab24-9463516eb0bf req-b118c678-0401-47c1-b907-e8c8a0e8b0d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4eefe2ba-361f-4c1d-9332-6ad950aae607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397217 Jul 24 01:09:05.032222 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-41334591-3640-4592-b699-7df6805d561d req-c4267cbe-30e3-46b6-8440-632f06995d2a service neutron] 10.222.0.13 "GET /v2.0/networks/f76a5139-f01f-43be-a5b9-7d194799dd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578175 Jul 24 01:09:05.042959 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-40da203b-ff51-4ad5-a445-01a756503ca0 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "GET /v2.0/subnets?network_id=40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 207 time: 0.0499990 Jul 24 01:09:05.048130 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52996) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:05.091462 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71ca62-a87e-43cc-a0f1-9baae812894f req-003213d0-a8c5-4af7-b461-f3178aa55976 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:05.093355 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9d71ca62-a87e-43cc-a0f1-9baae812894f req-003213d0-a8c5-4af7-b461-f3178aa55976 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b257fc2d-b49d-4034-bf01-54c0f2932017 HTTP/1.1" status: 200 len: 943 time: 0.1082640 Jul 24 01:09:05.152860 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9d71ca62-a87e-43cc-a0f1-9baae812894f req-b10e13f9-05d3-441f-9fe6-4fccab4f9fc9 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490239 Jul 24 01:09:05.231967 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:05.283053 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8d6647d2-0bf6-4055-ab24-9463516eb0bf req-8b1630fa-75df-4caa-b1ca-fe92256f3cb4 service neutron] 10.222.0.13 "GET /v2.0/networks/4eefe2ba-361f-4c1d-9332-6ad950aae607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497735 Jul 24 01:09:05.299402 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0a97d9-5bef-4db4-81f4-ce63edd45130 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:05.305910 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0a97d9-5bef-4db4-81f4-ce63edd45130 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:05.312025 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0a97d9-5bef-4db4-81f4-ce63edd45130 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:05.318442 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0a97d9-5bef-4db4-81f4-ce63edd45130 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:05.324916 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0a97d9-5bef-4db4-81f4-ce63edd45130 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:05.332378 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0a97d9-5bef-4db4-81f4-ce63edd45130 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:05.334370 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-fe0a97d9-5bef-4db4-81f4-ce63edd45130 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.2852006 Jul 24 01:09:05.349848 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53008) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:05.386492 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b46f6-4bc0-49de-bd67-80532f0cba08 req-ef55a6f4-22ed-4421-b882-92ecd30af529 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:05.388738 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0f2b46f6-4bc0-49de-bd67-80532f0cba08 req-ef55a6f4-22ed-4421-b882-92ecd30af529 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.13 "GET /v2.0/ports?device_id=fbc32067-6fe8-420f-92c3-e15b2813674b HTTP/1.1" status: 200 len: 945 time: 0.2473519 Jul 24 01:09:05.424571 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd01353c-2512-4b5f-80ec-74a25620b6b5 None None] New status for floating IP 45baf4bb-f63d-45b2-8d66-0fb113b58bce: DOWN {{(pid=100466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:09:05.527982 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 43ddc47b-388c-4c2b-a5e4-f83d39f57284 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:09:05.532301 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8d6647d2-0bf6-4055-ab24-9463516eb0bf req-4e0672c7-cdbc-4934-8af6-5ac72bbb2f2c service neutron] 10.222.0.13 "GET /v2.0/networks/4eefe2ba-361f-4c1d-9332-6ad950aae607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967874 Jul 24 01:09:05.538631 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9359b4-2aeb-4e6d-ad67-0310df32f384 req-3f312654-34a5-4a77-a553-c219a911d62b tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:05.540244 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-eb9359b4-2aeb-4e6d-ad67-0310df32f384 req-3f312654-34a5-4a77-a553-c219a911d62b tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/ports?device_id=fbc32067-6fe8-420f-92c3-e15b2813674b HTTP/1.1" status: 200 len: 945 time: 0.2163587 Jul 24 01:09:05.563262 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-0f2b46f6-4bc0-49de-bd67-80532f0cba08 req-53d7f80b-a23d-4232-ae18-5256495f75b2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Deleting port d5d956a4-227b-478d-a785-96659caa4953 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:09:05.563691 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0f2b46f6-4bc0-49de-bd67-80532f0cba08 req-53d7f80b-a23d-4232-ae18-5256495f75b2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:05.629400 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-36f795e5-aeba-41a4-ac31-fcd9639d404d tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.2733617 Jul 24 01:09:05.630402 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53010) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:05.634212 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-eb9359b4-2aeb-4e6d-ad67-0310df32f384 req-9d90bd7f-c013-41bd-9bd7-c7f4c9f8eff2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "GET /v2.0/security-groups?id=8fca9749-8856-4d62-a639-2baf6ba2f85e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801868 Jul 24 01:09:05.675162 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-0f2b46f6-4bc0-49de-bd67-80532f0cba08 req-53d7f80b-a23d-4232-ae18-5256495f75b2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] For port d5d956a4-227b-478d-a785-96659caa4953, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d5d956a4-227b-478d-a785-96659caa4953,segment=NetworkSegment(44a29dc9-8bfe-4341-a20b-c8ac24696bcc),segment_id=44a29dc9-8bfe-4341-a20b-c8ac24696bcc)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:05.675557 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0f2b46f6-4bc0-49de-bd67-80532f0cba08 req-53d7f80b-a23d-4232-ae18-5256495f75b2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:05.690218 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-0f2b46f6-4bc0-49de-bd67-80532f0cba08 req-53d7f80b-a23d-4232-ae18-5256495f75b2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Calling delete_port for d5d956a4-227b-478d-a785-96659caa4953 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:09:05.706499 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 43ddc47b-388c-4c2b-a5e4-f83d39f57284, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=43ddc47b-388c-4c2b-a5e4-f83d39f57284,segment=NetworkSegment(db7c2e2f-23c1-467c-8461-ff3884e2dd2e),segment_id=db7c2e2f-23c1-467c-8461-ff3884e2dd2e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:05.722208 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '43ddc47b-388c-4c2b-a5e4-f83d39f57284', 'network_id': '4eefe2ba-361f-4c1d-9332-6ad950aae607', 'port_id': '43ddc47b-388c-4c2b-a5e4-f83d39f57284', 'mac_address': 'fa:16:3e:bc:e6:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a665a515-2379-4027-9c74-ff9fdf3f8207', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:09:05.747779 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82af674-a684-4087-b739-a69cf828a0be tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:05.749417 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82af674-a684-4087-b739-a69cf828a0be tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:05.751495 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82af674-a684-4087-b739-a69cf828a0be tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:05.754896 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82af674-a684-4087-b739-a69cf828a0be tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:05.756945 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82af674-a684-4087-b739-a69cf828a0be tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:05.766044 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c82af674-a684-4087-b739-a69cf828a0be tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1306925 Jul 24 01:09:05.766409 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53014) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:05.788331 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:05.803611 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43ddc47b-388c-4c2b-a5e4-f83d39f57284 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:09:05.823959 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 43ddc47b-388c-4c2b-a5e4-f83d39f57284, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=43ddc47b-388c-4c2b-a5e4-f83d39f57284,segment=NetworkSegment(db7c2e2f-23c1-467c-8461-ff3884e2dd2e),segment_id=db7c2e2f-23c1-467c-8461-ff3884e2dd2e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:05.828675 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:05.850796 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65ed72e-97d7-4723-8161-ba1c7c6433ba tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['shared'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:05.852398 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65ed72e-97d7-4723-8161-ba1c7c6433ba tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['shared'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:05.853904 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65ed72e-97d7-4723-8161-ba1c7c6433ba tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['shared'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:05.855494 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65ed72e-97d7-4723-8161-ba1c7c6433ba tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['shared'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:05.856942 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65ed72e-97d7-4723-8161-ba1c7c6433ba tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['shared'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:05.862278 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53018) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:05.862602 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b65ed72e-97d7-4723-8161-ba1c7c6433ba tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0948410 Jul 24 01:09:05.897380 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=43ddc47b-388c-4c2b-a5e4-f83d39f57284,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:05.926367 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0f2b46f6-4bc0-49de-bd67-80532f0cba08 req-53d7f80b-a23d-4232-ae18-5256495f75b2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:05.955305 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7f80b-a23d-4232-ae18-5256495f75b2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event deleted for resources: {'Port': ['ID=d5d956a4-227b-478d-a785-96659caa4953,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:06.001630 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b99410-7161-4206-a4aa-d0b9b7d5fdb4 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:06.003484 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-90b99410-7161-4206-a4aa-d0b9b7d5fdb4 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "GET /v2.0/networks/03b3dc5f-f4c7-4a9f-bb1c-dc758cf1aa3f HTTP/1.1" status: 200 len: 803 time: 0.1396506 Jul 24 01:09:06.006899 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53022) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:06.026414 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f2b46f6-4bc0-49de-bd67-80532f0cba08 req-53d7f80b-a23d-4232-ae18-5256495f75b2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] No DVR routers for this DVR port d5d956a4-227b-478d-a785-96659caa4953 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:09:06.029290 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0f2b46f6-4bc0-49de-bd67-80532f0cba08 req-53d7f80b-a23d-4232-ae18-5256495f75b2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:06.032317 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0f2b46f6-4bc0-49de-bd67-80532f0cba08 req-53d7f80b-a23d-4232-ae18-5256495f75b2 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.13 "DELETE /v2.0/ports/d5d956a4-227b-478d-a785-96659caa4953 HTTP/1.1" status: 204 len: 173 time: 0.6369326 Jul 24 01:09:06.032893 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc32067-6fe8-420f-92c3-e15b2813674b', 'name': 'network-vif-deleted', 'tag': 'd5d956a4-227b-478d-a785-96659caa4953'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:09:06.036299 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5281e00f-1a74-4b10-84a2-d46133bcdeb0" -d '{"events": [{"server_uuid": "fbc32067-6fe8-420f-92c3-e15b2813674b", "name": "network-vif-deleted", "tag": "d5d956a4-227b-478d-a785-96659caa4953"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:09:06.056344 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['43ddc47b-388c-4c2b-a5e4-f83d39f57284'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:09:06.077642 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ff6a84-951b-449c-8b29-507a492c85d5 x-openstack-request-id: req-55ff6a84-951b-449c-8b29-507a492c85d5 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:09:06.078063 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc32067-6fe8-420f-92c3-e15b2813674b", "name": "network-vif-deleted", "tag": "d5d956a4-227b-478d-a785-96659caa4953", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:09:06.078321 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-55ff6a84-951b-449c-8b29-507a492c85d5 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:09:06.079591 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc32067-6fe8-420f-92c3-e15b2813674b', 'name': 'network-vif-deleted', 'tag': 'd5d956a4-227b-478d-a785-96659caa4953', 'status': 'completed', 'code': 200} Jul 24 01:09:06.135410 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-33a5e7b2-cb83-4c45-8aeb-253f9644f457 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "GET /v2.0/networks/03b3dc5f-f4c7-4a9f-bb1c-dc758cf1aa3f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1273229 Jul 24 01:09:06.139738 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53026) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:06.202225 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df63a21c-35e2-4d84-b645-11476834713b tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:06.204333 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-df63a21c-35e2-4d84-b645-11476834713b tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "GET /v2.0/subnets/6a763a20-9b01-4be2-91e7-1b0f79377964 HTTP/1.1" status: 200 len: 843 time: 0.0629370 Jul 24 01:09:06.208910 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53032) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:06.273819 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89042706-1a82-4058-8dd1-5739d06705fe tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['shared'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:06.278614 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-89042706-1a82-4058-8dd1-5739d06705fe tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "GET /v2.0/subnets/6a763a20-9b01-4be2-91e7-1b0f79377964?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0653303 Jul 24 01:09:06.279045 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53034) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:06.285492 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-4d94af29-65d1-4720-b946-af80bde62b77 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-950136164'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:06.314689 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d94af29-65d1-4720-b946-af80bde62b77 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Made reservation on behalf of d18bf42099584a3cafac106a40cffb3b for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:09:06.319646 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4d94af29-65d1-4720-b946-af80bde62b77 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:06.347945 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d94af29-65d1-4720-b946-af80bde62b77 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:09:06.351430 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a9251-7a01-4afa-8cc8-19772f0d315f req-d703f73e-b87b-4b26-9fb7-2beaf352d7a9 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:06.359399 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4d94af29-65d1-4720-b946-af80bde62b77 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:06.359777 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-4d94af29-65d1-4720-b946-af80bde62b77 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Added segment c173a0bc-11da-4b49-8ed9-8d60bfd4f83f of type vlan for network 84d3921a-1a87-429f-b158-22e93067226e Jul 24 01:09:06.360202 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e54a9251-7a01-4afa-8cc8-19772f0d315f req-d703f73e-b87b-4b26-9fb7-2beaf352d7a9 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b257fc2d-b49d-4034-bf01-54c0f2932017 HTTP/1.1" status: 200 len: 944 time: 0.1014850 Jul 24 01:09:06.419709 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e54a9251-7a01-4afa-8cc8-19772f0d315f req-61ccbf71-3d89-4644-98c3-d3f18f3bfdf2 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585215 Jul 24 01:09:06.446573 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4d94af29-65d1-4720-b946-af80bde62b77 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:06.491015 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4d94af29-65d1-4720-b946-af80bde62b77 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:06.506738 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d94af29-65d1-4720-b946-af80bde62b77 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:06.508013 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4d94af29-65d1-4720-b946-af80bde62b77 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:06.554955 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4d94af29-65d1-4720-b946-af80bde62b77 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2746513 Jul 24 01:09:06.558294 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53038) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:06.564222 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-6e51af12-23e7-4ef3-9f59-f4cb9a3c3870 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Request body: {'subnet': {'network_id': '84d3921a-1a87-429f-b158-22e93067226e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:06.608857 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d94af29-65d1-4720-b946-af80bde62b77 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event updated for resources: {'Network': ['ID=84d3921a-1a87-429f-b158-22e93067226e,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:06.625018 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 84d3921a-1a87-429f-b158-22e93067226e details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:09:06.689263 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e51af12-23e7-4ef3-9f59-f4cb9a3c3870 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Made reservation on behalf of d18bf42099584a3cafac106a40cffb3b for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:09:06.693513 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6e51af12-23e7-4ef3-9f59-f4cb9a3c3870 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:06.707249 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53042) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:06.763182 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.ipam_backend_mixin [None req-6e51af12-23e7-4ef3-9f59-f4cb9a3c3870 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Performing IP validity checks on allocation pools {{(pid=100463) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 24 01:09:06.763703 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.ipam_backend_mixin [None req-6e51af12-23e7-4ef3-9f59-f4cb9a3c3870 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100463) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 24 01:09:06.768891 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f1350904-d483-4d67-ad6c-109f10ca68e5 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:06.795900 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f1350904-d483-4d67-ad6c-109f10ca68e5 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:06.885104 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f1350904-d483-4d67-ad6c-109f10ca68e5 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:06.889366 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f1350904-d483-4d67-ad6c-109f10ca68e5 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:06.891471 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f1350904-d483-4d67-ad6c-109f10ca68e5 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "DELETE /v2.0/security-groups/8fca9749-8856-4d62-a639-2baf6ba2f85e HTTP/1.1" status: 204 len: 168 time: 0.1830564 Jul 24 01:09:06.902915 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1350904-d483-4d67-ad6c-109f10ca68e5 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fca9749-8856-4d62-a639-2baf6ba2f85e,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:06.907448 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6e51af12-23e7-4ef3-9f59-f4cb9a3c3870 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:06.945785 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53050) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:06.984958 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e51af12-23e7-4ef3-9f59-f4cb9a3c3870 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event updated for resources: {'Subnet': ['ID=57976733-e90b-4103-af4f-a33973e27f01,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:06.997792 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e51af12-23e7-4ef3-9f59-f4cb9a3c3870 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Checking segment: {'id': 'c173a0bc-11da-4b49-8ed9-8d60bfd4f83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '84d3921a-1a87-429f-b158-22e93067226e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:09:06.998167 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e51af12-23e7-4ef3-9f59-f4cb9a3c3870 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Network hostable DHCP agents. Network: 84d3921a-1a87-429f-b158-22e93067226e, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:09:07.016447 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e51af12-23e7-4ef3-9f59-f4cb9a3c3870 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Network 84d3921a-1a87-429f-b158-22e93067226e is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:09:07.034644 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-6e51af12-23e7-4ef3-9f59-f4cb9a3c3870 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 84d3921a-1a87-429f-b158-22e93067226e) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:07.040951 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e51af12-23e7-4ef3-9f59-f4cb9a3c3870 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:07.041923 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6e51af12-23e7-4ef3-9f59-f4cb9a3c3870 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:07.043093 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908d8146-fe98-4c7b-8fec-0ccd9c8e1883 None None] Network 84d3921a-1a87-429f-b158-22e93067226e requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:09:07.067404 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6e51af12-23e7-4ef3-9f59-f4cb9a3c3870 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.5075817 Jul 24 01:09:07.068291 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53054) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:07.074150 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-aac94bc7-16d7-4376-80bf-c27fc7ef4005 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:07.190785 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-aac94bc7-16d7-4376-80bf-c27fc7ef4005 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13522974'] for subnet, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:07.240915 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82546708-086b-443c-8a08-7a788f4592f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-84d3921a-1a87-429f-b158-22e93067226e', 'network_id': '84d3921a-1a87-429f-b158-22e93067226e', 'tenant_id': 'd18bf42099584a3cafac106a40cffb3b', 'fixed_ips': [{'subnet_id': '57976733-e90b-4103-af4f-a33973e27f01'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:09:07.241813 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-82546708-086b-443c-8a08-7a788f4592f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:07.434437 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-aac94bc7-16d7-4376-80bf-c27fc7ef4005 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733254583875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58166306'] for subnet, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:07.501668 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac94bc7-16d7-4376-80bf-c27fc7ef4005 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event updated for resources: {'Subnet': ['ID=57976733-e90b-4103-af4f-a33973e27f01,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:07.505323 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-82546708-086b-443c-8a08-7a788f4592f2 None None] Allocated IP 2001:db8::3 (84d3921a-1a87-429f-b158-22e93067226e/57976733-e90b-4103-af4f-a33973e27f01/fb706c5e-8d63-4aa5-a518-29420dbb9947) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:09:07.514508 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac94bc7-16d7-4376-80bf-c27fc7ef4005 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:07.515381 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-aac94bc7-16d7-4376-80bf-c27fc7ef4005 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:07.516706 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-aac94bc7-16d7-4376-80bf-c27fc7ef4005 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "PUT /v2.0/subnets/57976733-e90b-4103-af4f-a33973e27f01 HTTP/1.1" status: 200 len: 900 time: 0.4473743 Jul 24 01:09:07.520445 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53060) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:07.554898 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 43ddc47b-388c-4c2b-a5e4-f83d39f57284 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:09:07.642680 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2320006-9eb5-47d3-9d64-1e685536ce53 req-f1fae528-c3c2-4e82-9f4f-aca977fb02e6 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:07.642680 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d2320006-9eb5-47d3-9d64-1e685536ce53 req-f1fae528-c3c2-4e82-9f4f-aca977fb02e6 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b257fc2d-b49d-4034-bf01-54c0f2932017 HTTP/1.1" status: 200 len: 944 time: 0.1289630 Jul 24 01:09:07.656300 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-63045c58-1d8a-480a-922b-02ea6146400a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:07.688057 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 43ddc47b-388c-4c2b-a5e4-f83d39f57284 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:09:07.695549 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 43ddc47b-388c-4c2b-a5e4-f83d39f57284 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:07.695927 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:07.727032 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-63045c58-1d8a-480a-922b-02ea6146400a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:07.772687 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d2320006-9eb5-47d3-9d64-1e685536ce53 req-436f2ea4-1b8b-4fff-8f09-e8168b59372d tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044891 Jul 24 01:09:07.801439 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-82546708-086b-443c-8a08-7a788f4592f2 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:07.813457 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-82546708-086b-443c-8a08-7a788f4592f2 None None] Transition to ACTIVE for port object fb706c5e-8d63-4aa5-a518-29420dbb9947 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:09:07.860026 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-82546708-086b-443c-8a08-7a788f4592f2 None None] Transition to ACTIVE for port object fb706c5e-8d63-4aa5-a518-29420dbb9947 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:09:07.867038 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:07.884297 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-82546708-086b-443c-8a08-7a788f4592f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:07.889491 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-63045c58-1d8a-480a-922b-02ea6146400a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:07.921891 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f88d754d-df85-4cb1-ab58-787a68638407 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:07.930798 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63045c58-1d8a-480a-922b-02ea6146400a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event deleted for resources: {'Subnet': ['ID=57976733-e90b-4103-af4f-a33973e27f01,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:07.935215 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82546708-086b-443c-8a08-7a788f4592f2 None None] Network 84d3921a-1a87-429f-b158-22e93067226e is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:09:07.944578 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-82546708-086b-443c-8a08-7a788f4592f2 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:07.952025 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b257fc2d-b49d-4034-bf01-54c0f2932017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ddc47b-388c-4c2b-a5e4-f83d39f57284'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:09:07.954383 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e44480-449b-46a1-b46b-d4520458e63d" -d '{"events": [{"server_uuid": "b257fc2d-b49d-4034-bf01-54c0f2932017", "name": "network-vif-plugged", "status": "completed", "tag": "43ddc47b-388c-4c2b-a5e4-f83d39f57284"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:09:07.958132 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82546708-086b-443c-8a08-7a788f4592f2 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:09:08.011692 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 43ddc47b-388c-4c2b-a5e4-f83d39f57284, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=43ddc47b-388c-4c2b-a5e4-f83d39f57284,segment=NetworkSegment(db7c2e2f-23c1-467c-8461-ff3884e2dd2e),segment_id=db7c2e2f-23c1-467c-8461-ff3884e2dd2e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:08.015938 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82546708-086b-443c-8a08-7a788f4592f2 None None] Pushing event updated for resources: {'Port': ['ID=fb706c5e-8d63-4aa5-a518-29420dbb9947,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:08.021634 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:08.023097 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d5d956a4-227b-478d-a785-96659caa4953 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:09:08.050833 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38720971-8a0e-432d-9aaa-57c23c81b019 x-openstack-request-id: req-38720971-8a0e-432d-9aaa-57c23c81b019 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:09:08.051419 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b257fc2d-b49d-4034-bf01-54c0f2932017", "name": "network-vif-plugged", "status": "completed", "tag": "43ddc47b-388c-4c2b-a5e4-f83d39f57284", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:09:08.051589 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-38720971-8a0e-432d-9aaa-57c23c81b019 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:09:08.052057 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b257fc2d-b49d-4034-bf01-54c0f2932017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ddc47b-388c-4c2b-a5e4-f83d39f57284', 'code': 200} Jul 24 01:09:08.067641 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-63045c58-1d8a-480a-922b-02ea6146400a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:08.079907 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-63045c58-1d8a-480a-922b-02ea6146400a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84d3921a-1a87-429f-b158-22e93067226e']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:08.093999 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-63045c58-1d8a-480a-922b-02ea6146400a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c173a0bc-11da-4b49-8ed9-8d60bfd4f83f') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:08.094304 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-63045c58-1d8a-480a-922b-02ea6146400a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c173a0bc-11da-4b49-8ed9-8d60bfd4f83f') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:08.105177 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-63045c58-1d8a-480a-922b-02ea6146400a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:08.106756 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: d5d956a4-227b-478d-a785-96659caa4953 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:09:08.107215 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d5d956a4-227b-478d-a785-96659caa4953 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:09:08.121859 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-63045c58-1d8a-480a-922b-02ea6146400a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:08.130573 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63045c58-1d8a-480a-922b-02ea6146400a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:09:08.131276 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-63045c58-1d8a-480a-922b-02ea6146400a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:08.135756 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:09:08.135756 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:09:08.135756 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:09:08.135756 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:09:08.135756 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:09:08.135756 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:09:08.135756 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:09:08.135756 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:09:08.135756 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:09:08.135756 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:09:08.135756 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:09:08.135756 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:09:08.135756 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:09:08.135756 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:09:08.135756 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:09:08.135756 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:09:08.135756 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:09:08.135756 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:09:08.135756 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:09:08.135756 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:09:08.135756 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:09:08.135756 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:09:08.135756 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:09:08.135756 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:09:08.135756 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:09:08.135756 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:09:08.135756 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:09:08.135756 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:09:08.135756 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:09:08.135756 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:09:08.135756 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:09:08.135756 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:09:08.146455 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-82546708-086b-443c-8a08-7a788f4592f2 None None] Attempting to bind port fb706c5e-8d63-4aa5-a518-29420dbb9947 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:09:08.147021 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-82546708-086b-443c-8a08-7a788f4592f2 None None] Attempting to bind port fb706c5e-8d63-4aa5-a518-29420dbb9947 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'c173a0bc-11da-4b49-8ed9-8d60bfd4f83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '84d3921a-1a87-429f-b158-22e93067226e'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:09:08.147489 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82546708-086b-443c-8a08-7a788f4592f2 None None] Attempting to bind port fb706c5e-8d63-4aa5-a518-29420dbb9947 on network 84d3921a-1a87-429f-b158-22e93067226e {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:09:08.155965 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82546708-086b-443c-8a08-7a788f4592f2 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:09:08.156511 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82546708-086b-443c-8a08-7a788f4592f2 None None] Checking segment: {'id': 'c173a0bc-11da-4b49-8ed9-8d60bfd4f83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '84d3921a-1a87-429f-b158-22e93067226e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:09:08.157021 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-82546708-086b-443c-8a08-7a788f4592f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:08.157519 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82546708-086b-443c-8a08-7a788f4592f2 None None] Bound using segment: {'id': 'c173a0bc-11da-4b49-8ed9-8d60bfd4f83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '84d3921a-1a87-429f-b158-22e93067226e'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:09:08.158105 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-82546708-086b-443c-8a08-7a788f4592f2 None None] Bound port: fb706c5e-8d63-4aa5-a518-29420dbb9947, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c173a0bc-11da-4b49-8ed9-8d60bfd4f83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '84d3921a-1a87-429f-b158-22e93067226e'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:09:08.158594 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-82546708-086b-443c-8a08-7a788f4592f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:08.171078 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=43ddc47b-388c-4c2b-a5e4-f83d39f57284,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:08.215075 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.db.api [None req-63045c58-1d8a-480a-922b-02ea6146400a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 24 01:09:08.215075 n-d-793621-25 neutron-server[100463]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 24 01:09:08.215075 n-d-793621-25 neutron-server[100463]: [parameters: {'id': '84d3921a-1a87-429f-b158-22e93067226e'}] Jul 24 01:09:08.215075 n-d-793621-25 neutron-server[100463]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 01:09:08.215597 n-d-793621-25 neutron-server[100463]: DEBUG oslo_db.api [None req-63045c58-1d8a-480a-922b-02ea6146400a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 01:09:08.237882 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-82546708-086b-443c-8a08-7a788f4592f2 None None] For port fb706c5e-8d63-4aa5-a518-29420dbb9947, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:09:08.242213 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-82546708-086b-443c-8a08-7a788f4592f2 None None] For port fb706c5e-8d63-4aa5-a518-29420dbb9947, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=fb706c5e-8d63-4aa5-a518-29420dbb9947,segment=NetworkSegment(c173a0bc-11da-4b49-8ed9-8d60bfd4f83f),segment_id=c173a0bc-11da-4b49-8ed9-8d60bfd4f83f)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:09:08.248156 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-82546708-086b-443c-8a08-7a788f4592f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:08.282657 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defed939-26f2-4ccd-bd56-6664774b6d38 req-16940340-2046-4cf8-b00c-09c187d16587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:08.287388 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-defed939-26f2-4ccd-bd56-6664774b6d38 req-16940340-2046-4cf8-b00c-09c187d16587 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b257fc2d-b49d-4034-bf01-54c0f2932017 HTTP/1.1" status: 200 len: 1097 time: 0.1737044 Jul 24 01:09:08.372708 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-defed939-26f2-4ccd-bd56-6664774b6d38 req-b79de7a7-bc75-4a41-a103-eb9149c0892d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780764 Jul 24 01:09:08.401728 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82546708-086b-443c-8a08-7a788f4592f2 None None] Pushing event updated for resources: {'Port': ['ID=fb706c5e-8d63-4aa5-a518-29420dbb9947,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:08.432370 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46aaf997-143c-47dc-ba41-3fdcf5293b8c None None] Network 84d3921a-1a87-429f-b158-22e93067226e requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:09:08.523315 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-f88d754d-df85-4cb1-ab58-787a68638407 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Deleting port 833a38de-bbac-41ff-a6e0-782fd432454d {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:09:08.523842 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f88d754d-df85-4cb1-ab58-787a68638407 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:08.585900 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcf8bd1-5739-4df1-a76e-2088f3f5313b None None] Network 84d3921a-1a87-429f-b158-22e93067226e requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:09:08.621363 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-f88d754d-df85-4cb1-ab58-787a68638407 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] For port 833a38de-bbac-41ff-a6e0-782fd432454d, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=833a38de-bbac-41ff-a6e0-782fd432454d,segment=NetworkSegment(44a29dc9-8bfe-4341-a20b-c8ac24696bcc),segment_id=44a29dc9-8bfe-4341-a20b-c8ac24696bcc)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:08.621657 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f88d754d-df85-4cb1-ab58-787a68638407 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:08.634690 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-f88d754d-df85-4cb1-ab58-787a68638407 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Calling delete_port for 833a38de-bbac-41ff-a6e0-782fd432454d owned by network:router_interface {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:09:08.716601 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-63045c58-1d8a-480a-922b-02ea6146400a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:08.727610 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac04ae4-a597-4f9e-af8b-382d61a0981b None None] get_active_networks_info from n-d-793621-25 {{(pid=100465) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 01:09:08.774512 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-63045c58-1d8a-480a-922b-02ea6146400a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Deleting port fb706c5e-8d63-4aa5-a518-29420dbb9947 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:09:08.774895 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-63045c58-1d8a-480a-922b-02ea6146400a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:08.844327 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac04ae4-a597-4f9e-af8b-382d61a0981b None None] Resources bound (agent type, host, resource id): {{(pid=100465) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 01:09:08.866283 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-63045c58-1d8a-480a-922b-02ea6146400a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] For port fb706c5e-8d63-4aa5-a518-29420dbb9947, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=fb706c5e-8d63-4aa5-a518-29420dbb9947,segment=NetworkSegment(c173a0bc-11da-4b49-8ed9-8d60bfd4f83f),segment_id=c173a0bc-11da-4b49-8ed9-8d60bfd4f83f)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:08.866651 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-63045c58-1d8a-480a-922b-02ea6146400a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:08.878293 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f88d754d-df85-4cb1-ab58-787a68638407 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:08.888446 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-63045c58-1d8a-480a-922b-02ea6146400a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Calling delete_port for fb706c5e-8d63-4aa5-a518-29420dbb9947 owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:09:08.914262 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d754d-df85-4cb1-ab58-787a68638407 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event deleted for resources: {'Port': ['ID=833a38de-bbac-41ff-a6e0-782fd432454d,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:08.980573 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-63045c58-1d8a-480a-922b-02ea6146400a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:09.008552 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63045c58-1d8a-480a-922b-02ea6146400a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event deleted for resources: {'Port': ['ID=fb706c5e-8d63-4aa5-a518-29420dbb9947,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:09.012863 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63045c58-1d8a-480a-922b-02ea6146400a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] No DVR routers for this DVR port fb706c5e-8d63-4aa5-a518-29420dbb9947 on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:09:09.020772 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa0e19-4f08-443a-afc0-cc8c80173132 req-9f13eee0-b59c-4874-9759-86658705fe28 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:09.022438 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b7aa0e19-4f08-443a-afc0-cc8c80173132 req-9f13eee0-b59c-4874-9759-86658705fe28 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b257fc2d-b49d-4034-bf01-54c0f2932017 HTTP/1.1" status: 200 len: 945 time: 0.1766670 Jul 24 01:09:09.104805 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-63045c58-1d8a-480a-922b-02ea6146400a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:09.134567 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-63045c58-1d8a-480a-922b-02ea6146400a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84d3921a-1a87-429f-b158-22e93067226e']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:09.161611 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-63045c58-1d8a-480a-922b-02ea6146400a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c173a0bc-11da-4b49-8ed9-8d60bfd4f83f') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:09.162062 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-63045c58-1d8a-480a-922b-02ea6146400a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c173a0bc-11da-4b49-8ed9-8d60bfd4f83f') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:09.172769 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-63045c58-1d8a-480a-922b-02ea6146400a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:09.192438 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-63045c58-1d8a-480a-922b-02ea6146400a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:09.199420 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63045c58-1d8a-480a-922b-02ea6146400a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:09:09.199971 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-63045c58-1d8a-480a-922b-02ea6146400a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:09.202488 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b7aa0e19-4f08-443a-afc0-cc8c80173132 req-1e5785b9-4bd2-4c27-b043-25035f241432 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760944 Jul 24 01:09:09.204959 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:09:09.204959 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:09:09.204959 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:09:09.204959 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:09:09.204959 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:09:09.204959 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:09:09.204959 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:09:09.204959 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:09:09.204959 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:09:09.204959 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:09:09.204959 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:09:09.204959 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:09:09.204959 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:09:09.204959 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:09:09.204959 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:09:09.204959 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:09:09.204959 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:09:09.204959 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:09:09.204959 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:09:09.204959 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:09:09.204959 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:09:09.204959 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:09:09.204959 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:09:09.204959 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:09:09.204959 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:09:09.204959 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:09:09.204959 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:09:09.204959 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:09:09.204959 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:09:09.204959 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:09:09.204959 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:09:09.204959 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:09:09.223798 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f88d754d-df85-4cb1-ab58-787a68638407 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:09.289726 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-63045c58-1d8a-480a-922b-02ea6146400a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:09.304594 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-63045c58-1d8a-480a-922b-02ea6146400a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:09.311246 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-63045c58-1d8a-480a-922b-02ea6146400a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "DELETE /v2.0/networks/84d3921a-1a87-429f-b158-22e93067226e HTTP/1.1" status: 204 len: 168 time: 1.7894549 Jul 24 01:09:09.312182 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53078) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:09.354289 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63045c58-1d8a-480a-922b-02ea6146400a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event deleted for resources: {'Network': ['ID=84d3921a-1a87-429f-b158-22e93067226e,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:09.358334 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-774f9bb0-0481-4a47-b5ca-7dec616bfefd tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] DELETE failed (client error): The resource could not be found. Jul 24 01:09:09.358936 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-774f9bb0-0481-4a47-b5ca-7dec616bfefd tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:09:09.365173 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-774f9bb0-0481-4a47-b5ca-7dec616bfefd tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "DELETE /v2.0/subnets/57976733-e90b-4103-af4f-a33973e27f01 HTTP/1.1" status: 404 len: 337 time: 0.0460997 Jul 24 01:09:09.365937 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53082) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:09.387570 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-acbb5b60-e322-4cb1-9ec8-0efcc576014f tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] DELETE failed (client error): The resource could not be found. Jul 24 01:09:09.388164 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acbb5b60-e322-4cb1-9ec8-0efcc576014f tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:09:09.392984 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-acbb5b60-e322-4cb1-9ec8-0efcc576014f tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "DELETE /v2.0/networks/84d3921a-1a87-429f-b158-22e93067226e HTTP/1.1" status: 404 len: 339 time: 0.0257010 Jul 24 01:09:09.394256 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53084) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:09.488272 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-051ff0e3-1b11-465e-9e07-c2df797e2a3a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:09.508561 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88d754d-df85-4cb1-ab58-787a68638407 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Router 3d901bff-485f-4395-be14-8d2d9fb31e35 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:09:09.597907 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-051ff0e3-1b11-465e-9e07-c2df797e2a3a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:09.609683 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-051ff0e3-1b11-465e-9e07-c2df797e2a3a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['137658d4-0406-40c7-9cd3-be03a3aaa3a0']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:09.632307 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-051ff0e3-1b11-465e-9e07-c2df797e2a3a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6befc3d-3d64-47ae-8e2f-966b3dd0ce64') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:09.632781 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-051ff0e3-1b11-465e-9e07-c2df797e2a3a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6befc3d-3d64-47ae-8e2f-966b3dd0ce64') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:09.641260 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88d754d-df85-4cb1-ab58-787a68638407 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:09:09.645761 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-051ff0e3-1b11-465e-9e07-c2df797e2a3a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:09.649225 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f88d754d-df85-4cb1-ab58-787a68638407 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "PUT /v2.0/routers/3d901bff-485f-4395-be14-8d2d9fb31e35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6996603 Jul 24 01:09:09.650080 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53088) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:09.653238 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452c730d-6131-4393-8798-18ce28b4278d None None] Sync routers for ids ['3d901bff-485f-4395-be14-8d2d9fb31e35'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:09:09.667111 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-051ff0e3-1b11-465e-9e07-c2df797e2a3a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:09.670281 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452c730d-6131-4393-8798-18ce28b4278d None None] Routers {'3d901bff-485f-4395-be14-8d2d9fb31e35'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:09:09.671875 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-452c730d-6131-4393-8798-18ce28b4278d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:08:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['3d901bff-485f-4395-be14-8d2d9fb31e35'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:09.675038 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-051ff0e3-1b11-465e-9e07-c2df797e2a3a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:09:09.675904 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-051ff0e3-1b11-465e-9e07-c2df797e2a3a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:09.679276 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:09:09.679276 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:09:09.679276 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:09:09.679276 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:09:09.679276 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:09:09.679276 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:09:09.679276 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:09:09.679276 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:09:09.679276 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:09:09.679276 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:09:09.679276 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:09:09.679276 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:09:09.679276 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:09:09.679276 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:09:09.679276 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:09:09.679276 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:09:09.679276 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:09:09.679276 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:09:09.679276 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:09:09.679276 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:09:09.679276 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:09:09.679276 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:09:09.679276 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:09:09.679276 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:09:09.679276 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:09:09.679276 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:09:09.679276 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:09:09.679276 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:09:09.679276 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:09:09.679276 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:09:09.679276 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:09:09.679276 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:09:09.706360 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-490d0ed5-5c27-41ed-8246-7ae7924728ee tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Deleting subnet 0efe4001-3e58-40a5-b419-19a80f1c419d {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:09:09.709916 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-490d0ed5-5c27-41ed-8246-7ae7924728ee tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:09.755316 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-490d0ed5-5c27-41ed-8246-7ae7924728ee tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:09.764376 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-051ff0e3-1b11-465e-9e07-c2df797e2a3a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:09.772591 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-051ff0e3-1b11-465e-9e07-c2df797e2a3a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:09.778281 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53092) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:09.779122 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-051ff0e3-1b11-465e-9e07-c2df797e2a3a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "DELETE /v2.0/networks/137658d4-0406-40c7-9cd3-be03a3aaa3a0 HTTP/1.1" status: 204 len: 168 time: 0.3836913 Jul 24 01:09:09.797160 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ff0e3-1b11-465e-9e07-c2df797e2a3a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event deleted for resources: {'Network': ['ID=137658d4-0406-40c7-9cd3-be03a3aaa3a0,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:09.820157 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-32adc0cc-a87b-4c88-8887-335e4ddb1985 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] DELETE failed (client error): The resource could not be found. Jul 24 01:09:09.820797 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32adc0cc-a87b-4c88-8887-335e4ddb1985 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:09:09.822644 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-32adc0cc-a87b-4c88-8887-335e4ddb1985 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "DELETE /v2.0/subnets/1974fa2d-043b-47aa-a495-fde0578ba7e7 HTTP/1.1" status: 404 len: 337 time: 0.0432811 Jul 24 01:09:09.825465 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53094) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:09.836578 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-452c730d-6131-4393-8798-18ce28b4278d None None] Set router 3d901bff-485f-4395-be14-8d2d9fb31e35 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:09:09.846731 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-df3a62d9-5a4e-4a61-8e08-64a3908b6248 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] DELETE failed (client error): The resource could not be found. Jul 24 01:09:09.847305 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df3a62d9-5a4e-4a61-8e08-64a3908b6248 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:09:09.852610 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-df3a62d9-5a4e-4a61-8e08-64a3908b6248 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "DELETE /v2.0/networks/3cbcc038-e5a8-4889-b6c6-a705026cd05f HTTP/1.1" status: 404 len: 339 time: 0.0260749 Jul 24 01:09:09.853223 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53096) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:09.910542 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b2f67b8-4c02-4073-89f6-30a0ec7907b1 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Deleting subnet 869ee194-3d5e-4ec7-93d9-e9f011f27665 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:09:09.916118 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1b2f67b8-4c02-4073-89f6-30a0ec7907b1 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:09.919816 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-490d0ed5-5c27-41ed-8246-7ae7924728ee tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:09.957088 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1b2f67b8-4c02-4073-89f6-30a0ec7907b1 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:10.001473 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-490d0ed5-5c27-41ed-8246-7ae7924728ee tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:10.022513 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-490d0ed5-5c27-41ed-8246-7ae7924728ee tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:10.028246 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-490d0ed5-5c27-41ed-8246-7ae7924728ee tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "DELETE /v2.0/subnets/0efe4001-3e58-40a5-b419-19a80f1c419d HTTP/1.1" status: 204 len: 168 time: 0.3775449 Jul 24 01:09:10.038785 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b0c9b2-773e-42ea-ba4d-44c57d245a85 None None] Network f76a5139-f01f-43be-a5b9-7d194799dd9a requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:09:10.040543 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53098) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:10.050352 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d0ed5-5c27-41ed-8246-7ae7924728ee tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event deleted for resources: {'Subnet': ['ID=0efe4001-3e58-40a5-b419-19a80f1c419d,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:10.131978 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1b2f67b8-4c02-4073-89f6-30a0ec7907b1 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:10.177158 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-452c730d-6131-4393-8798-18ce28b4278d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d901bff-485f-4395-be14-8d2d9fb31e35', 'name': 'tempest-TestNetworkBasicOps-router-1503883983', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '19f981a7-9d63-4133-b78d-564ed827aed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:07:32Z', 'updated_at': '2021-07-24T01:09:08Z', 'revision_number': 5, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'gw_port': {'id': '19f981a7-9d63-4133-b78d-564ed827aed5', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d901bff-485f-4395-be14-8d2d9fb31e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:34Z', 'updated_at': '2021-07-24T01:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:10.200112 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7e12192b-baf7-46d2-b909-fae06189a853 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:10.208960 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452c730d-6131-4393-8798-18ce28b4278d None None] Checking router: 3d901bff-485f-4395-be14-8d2d9fb31e35 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:09:10.228073 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452c730d-6131-4393-8798-18ce28b4278d None None] Routers {'3d901bff-485f-4395-be14-8d2d9fb31e35'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:09:10.228719 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-452c730d-6131-4393-8798-18ce28b4278d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:08:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['3d901bff-485f-4395-be14-8d2d9fb31e35'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:10.345102 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea49d49c-2ebb-4af9-8c5e-a00475ff5aab None None] DHCP port deletion for f76a5139-f01f-43be-a5b9-7d194799dd9a request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:09:10.365560 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1b2f67b8-4c02-4073-89f6-30a0ec7907b1 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:10.407617 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f67b8-4c02-4073-89f6-30a0ec7907b1 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event deleted for resources: {'Subnet': ['ID=869ee194-3d5e-4ec7-93d9-e9f011f27665,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:10.411407 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-452c730d-6131-4393-8798-18ce28b4278d None None] Set router 3d901bff-485f-4395-be14-8d2d9fb31e35 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:09:10.417347 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1b2f67b8-4c02-4073-89f6-30a0ec7907b1 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:10.421461 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1b2f67b8-4c02-4073-89f6-30a0ec7907b1 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "DELETE /v2.0/subnets/869ee194-3d5e-4ec7-93d9-e9f011f27665 HTTP/1.1" status: 204 len: 168 time: 0.5651686 Jul 24 01:09:10.421918 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53106) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:10.454749 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7e12192b-baf7-46d2-b909-fae06189a853 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:10.475843 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c2658-19d4-4d1a-af4a-82016a60ee56 req-614a4ad6-85ac-4bd6-828c-52f788c13bb9 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:10.484026 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0c2c2658-19d4-4d1a-af4a-82016a60ee56 req-614a4ad6-85ac-4bd6-828c-52f788c13bb9 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b257fc2d-b49d-4034-bf01-54c0f2932017 HTTP/1.1" status: 200 len: 945 time: 0.1684465 Jul 24 01:09:10.487636 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54030da-a724-4051-b6f1-58cb1fd40ed8 None None] Network 51aa3710-2b21-432a-bc6b-eff0cfb1e523 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:09:10.505943 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac81c66d-79e7-4b17-b66b-86086a84633b tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Deleting subnet 259330c2-96ab-4ccd-a739-877e7e4f6f51 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:09:10.511910 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ac81c66d-79e7-4b17-b66b-86086a84633b tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:10.562458 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ac81c66d-79e7-4b17-b66b-86086a84633b tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:10.566659 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0c2c2658-19d4-4d1a-af4a-82016a60ee56 req-b76c8fed-c065-40e1-8b42-efcad6e6400c tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782201 Jul 24 01:09:10.613846 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-7e12192b-baf7-46d2-b909-fae06189a853 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Deleting port 19f981a7-9d63-4133-b78d-564ed827aed5 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:09:10.614205 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7e12192b-baf7-46d2-b909-fae06189a853 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:10.747045 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ac81c66d-79e7-4b17-b66b-86086a84633b tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:10.785647 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-ea49d49c-2ebb-4af9-8c5e-a00475ff5aab None None] Deleting port 11a9d366-853f-4c9f-99a9-f9414b7a5902 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:09:10.786576 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ea49d49c-2ebb-4af9-8c5e-a00475ff5aab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:10.853262 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-7e12192b-baf7-46d2-b909-fae06189a853 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] For port 19f981a7-9d63-4133-b78d-564ed827aed5, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=19f981a7-9d63-4133-b78d-564ed827aed5,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:10.854009 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7e12192b-baf7-46d2-b909-fae06189a853 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:10.872120 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-7e12192b-baf7-46d2-b909-fae06189a853 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Calling delete_port for 19f981a7-9d63-4133-b78d-564ed827aed5 owned by network:router_gateway {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:09:10.885829 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-ea49d49c-2ebb-4af9-8c5e-a00475ff5aab None None] For port 11a9d366-853f-4c9f-99a9-f9414b7a5902, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=11a9d366-853f-4c9f-99a9-f9414b7a5902,segment=NetworkSegment(44a29dc9-8bfe-4341-a20b-c8ac24696bcc),segment_id=44a29dc9-8bfe-4341-a20b-c8ac24696bcc)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:10.886242 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ea49d49c-2ebb-4af9-8c5e-a00475ff5aab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:10.935460 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-ea49d49c-2ebb-4af9-8c5e-a00475ff5aab None None] Calling delete_port for 11a9d366-853f-4c9f-99a9-f9414b7a5902 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:09:10.953095 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ac81c66d-79e7-4b17-b66b-86086a84633b tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:10.954766 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 11a9d366-853f-4c9f-99a9-f9414b7a5902 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:09:10.974795 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a445c80-6529-4f84-9b65-be92cf091d8f req-7d9bea07-b506-4eeb-84ae-1d10f4c946b7 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:10.976548 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0a445c80-6529-4f84-9b65-be92cf091d8f req-7d9bea07-b506-4eeb-84ae-1d10f4c946b7 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b257fc2d-b49d-4034-bf01-54c0f2932017 HTTP/1.1" status: 200 len: 945 time: 0.2202885 Jul 24 01:09:11.019328 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac81c66d-79e7-4b17-b66b-86086a84633b tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event deleted for resources: {'Subnet': ['ID=259330c2-96ab-4ccd-a739-877e7e4f6f51,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:11.033264 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ac81c66d-79e7-4b17-b66b-86086a84633b tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:11.036789 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ac81c66d-79e7-4b17-b66b-86086a84633b tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "DELETE /v2.0/subnets/259330c2-96ab-4ccd-a739-877e7e4f6f51 HTTP/1.1" status: 204 len: 168 time: 0.6132848 Jul 24 01:09:11.039968 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53114) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:11.050971 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0a445c80-6529-4f84-9b65-be92cf091d8f req-0b86bc24-3a18-4aa0-8289-90cb83d10387 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541534 Jul 24 01:09:11.107049 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7e12192b-baf7-46d2-b909-fae06189a853 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:11.145968 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12192b-baf7-46d2-b909-fae06189a853 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event deleted for resources: {'Port': ['ID=19f981a7-9d63-4133-b78d-564ed827aed5,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:11.160458 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a39aad2a-a622-4f6d-bcda-79494e05aa0c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:11.216524 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ea49d49c-2ebb-4af9-8c5e-a00475ff5aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:11.219891 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-452c730d-6131-4393-8798-18ce28b4278d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d901bff-485f-4395-be14-8d2d9fb31e35', 'name': 'tempest-TestNetworkBasicOps-router-1503883983', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '19f981a7-9d63-4133-b78d-564ed827aed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:07:32Z', 'updated_at': '2021-07-24T01:09:08Z', 'revision_number': 5, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'gw_port': {'id': '19f981a7-9d63-4133-b78d-564ed827aed5', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d901bff-485f-4395-be14-8d2d9fb31e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:34Z', 'updated_at': '2021-07-24T01:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:11.225888 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:11.229037 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-a39aad2a-a622-4f6d-bcda-79494e05aa0c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Deleting port 7e2ca93a-8af6-4aa1-94e4-552ac985e090 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:09:11.229444 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a39aad2a-a622-4f6d-bcda-79494e05aa0c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:11.241950 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7e12192b-baf7-46d2-b909-fae06189a853 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:11.295367 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49d49c-2ebb-4af9-8c5e-a00475ff5aab None None] Pushing event deleted for resources: {'Port': ['ID=11a9d366-853f-4c9f-99a9-f9414b7a5902,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:11.297159 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea49d49c-2ebb-4af9-8c5e-a00475ff5aab None None] No DVR routers for this DVR port 11a9d366-853f-4c9f-99a9-f9414b7a5902 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:09:11.300245 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452c730d-6131-4393-8798-18ce28b4278d None None] The sync data for ids ['3d901bff-485f-4395-be14-8d2d9fb31e35'] in n-d-793621-25 is: [{'id': '3d901bff-485f-4395-be14-8d2d9fb31e35', 'name': 'tempest-TestNetworkBasicOps-router-1503883983', 'tenant_id': '9c584c0e2c5a47a78962537ebd255749', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '19f981a7-9d63-4133-b78d-564ed827aed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:07:32Z', 'updated_at': '2021-07-24T01:09:08Z', 'revision_number': 5, 'project_id': '9c584c0e2c5a47a78962537ebd255749', 'gw_port': {'id': '19f981a7-9d63-4133-b78d-564ed827aed5', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d901bff-485f-4395-be14-8d2d9fb31e35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2521, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:34Z', 'updated_at': '2021-07-24T01:07:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:09:11.361225 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed81226a-8bfa-40a4-8f18-07079393b1c2 None None] DHCP port deletion for 51aa3710-2b21-432a-bc6b-eff0cfb1e523 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:09:11.375895 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-a39aad2a-a622-4f6d-bcda-79494e05aa0c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] For port 7e2ca93a-8af6-4aa1-94e4-552ac985e090, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=7e2ca93a-8af6-4aa1-94e4-552ac985e090,segment=NetworkSegment(028b579d-f8e9-4127-a51b-668798722e5d),segment_id=028b579d-f8e9-4127-a51b-668798722e5d)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:11.376133 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a39aad2a-a622-4f6d-bcda-79494e05aa0c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:11.391370 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7e12192b-baf7-46d2-b909-fae06189a853 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:11.395376 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7e12192b-baf7-46d2-b909-fae06189a853 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:11.411804 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-a39aad2a-a622-4f6d-bcda-79494e05aa0c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Calling delete_port for 7e2ca93a-8af6-4aa1-94e4-552ac985e090 owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:09:11.453886 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-ed81226a-8bfa-40a4-8f18-07079393b1c2 None None] Deleting port 7e2ca93a-8af6-4aa1-94e4-552ac985e090 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:09:11.454277 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ed81226a-8bfa-40a4-8f18-07079393b1c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:11.454397 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d70cb-0803-438d-a1b4-b7f04eec2834 req-ab5ad9ee-1485-41d0-b75c-73cdd36ce2c2 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:11.456261 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-211d70cb-0803-438d-a1b4-b7f04eec2834 req-ab5ad9ee-1485-41d0-b75c-73cdd36ce2c2 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b257fc2d-b49d-4034-bf01-54c0f2932017 HTTP/1.1" status: 200 len: 945 time: 0.1881638 Jul 24 01:09:11.504187 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7e12192b-baf7-46d2-b909-fae06189a853 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:11.505096 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e12192b-baf7-46d2-b909-fae06189a853 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Fanout notify agent at l3_agent the message router_deleted on router 3d901bff-485f-4395-be14-8d2d9fb31e35 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:09:11.527550 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7e12192b-baf7-46d2-b909-fae06189a853 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:11.528943 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7e12192b-baf7-46d2-b909-fae06189a853 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "DELETE /v2.0/routers/3d901bff-485f-4395-be14-8d2d9fb31e35 HTTP/1.1" status: 204 len: 168 time: 1.4874244 Jul 24 01:09:11.531791 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53124) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:11.547192 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-ed81226a-8bfa-40a4-8f18-07079393b1c2 None None] For port 7e2ca93a-8af6-4aa1-94e4-552ac985e090, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=7e2ca93a-8af6-4aa1-94e4-552ac985e090,segment=NetworkSegment(028b579d-f8e9-4127-a51b-668798722e5d),segment_id=028b579d-f8e9-4127-a51b-668798722e5d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:11.547513 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ed81226a-8bfa-40a4-8f18-07079393b1c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:11.555083 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-211d70cb-0803-438d-a1b4-b7f04eec2834 req-8c958ba6-907e-4a63-ad17-63c76c7d4db5 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643907 Jul 24 01:09:11.585857 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-ed81226a-8bfa-40a4-8f18-07079393b1c2 None None] Calling delete_port for 7e2ca93a-8af6-4aa1-94e4-552ac985e090 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:09:11.611034 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a39aad2a-a622-4f6d-bcda-79494e05aa0c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:11.669478 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d1e398fd-ced0-4b6a-ad6c-42ce01e3b0e7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:11.849959 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d1e398fd-ced0-4b6a-ad6c-42ce01e3b0e7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:11.870850 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6f5d7-9343-4093-a5c0-d6a7f6ee1b94 req-479b8d19-526d-48b9-8a6c-222272d9e3e6 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:11.872714 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e4f6f5d7-9343-4093-a5c0-d6a7f6ee1b94 req-479b8d19-526d-48b9-8a6c-222272d9e3e6 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b257fc2d-b49d-4034-bf01-54c0f2932017 HTTP/1.1" status: 200 len: 945 time: 0.1991131 Jul 24 01:09:11.887516 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-d1e398fd-ced0-4b6a-ad6c-42ce01e3b0e7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f76a5139-f01f-43be-a5b9-7d194799dd9a']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:11.935813 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-d1e398fd-ced0-4b6a-ad6c-42ce01e3b0e7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44a29dc9-8bfe-4341-a20b-c8ac24696bcc') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:11.936125 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-d1e398fd-ced0-4b6a-ad6c-42ce01e3b0e7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44a29dc9-8bfe-4341-a20b-c8ac24696bcc') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:11.941695 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ed81226a-8bfa-40a4-8f18-07079393b1c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:11.990521 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d1e398fd-ced0-4b6a-ad6c-42ce01e3b0e7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:11.991299 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed81226a-8bfa-40a4-8f18-07079393b1c2 None None] Pushing event deleted for resources: {'Port': ['ID=7e2ca93a-8af6-4aa1-94e4-552ac985e090,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:11.996394 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39aad2a-a622-4f6d-bcda-79494e05aa0c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event deleted for resources: {'Port': ['ID=7e2ca93a-8af6-4aa1-94e4-552ac985e090,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:11.996928 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed81226a-8bfa-40a4-8f18-07079393b1c2 None None] No DVR routers for this DVR port 7e2ca93a-8af6-4aa1-94e4-552ac985e090 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:09:12.015511 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39aad2a-a622-4f6d-bcda-79494e05aa0c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] No DVR routers for this DVR port 7e2ca93a-8af6-4aa1-94e4-552ac985e090 on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:09:12.026632 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d1e398fd-ced0-4b6a-ad6c-42ce01e3b0e7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:12.035716 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e398fd-ced0-4b6a-ad6c-42ce01e3b0e7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:09:12.036375 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d1e398fd-ced0-4b6a-ad6c-42ce01e3b0e7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:12.068104 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:09:12.068104 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:09:12.068104 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:09:12.068104 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:09:12.068104 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:09:12.068104 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:09:12.068104 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:09:12.068104 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:09:12.068104 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:09:12.068104 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:09:12.068104 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:09:12.068104 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:09:12.068104 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:09:12.068104 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:09:12.068104 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:09:12.068104 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:09:12.068104 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:09:12.068104 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:09:12.068104 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:09:12.068104 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:09:12.068104 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:09:12.068104 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:09:12.068104 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:09:12.068104 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:09:12.068104 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:09:12.068104 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:09:12.068104 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:09:12.068104 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:09:12.068104 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:09:12.068104 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:09:12.068104 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:09:12.068104 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:09:12.090071 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e4f6f5d7-9343-4093-a5c0-d6a7f6ee1b94 req-e065cc5a-56bb-4d72-84f3-ea0cf0add729 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999059 Jul 24 01:09:12.113596 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a39aad2a-a622-4f6d-bcda-79494e05aa0c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:12.140612 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-a39aad2a-a622-4f6d-bcda-79494e05aa0c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51aa3710-2b21-432a-bc6b-eff0cfb1e523']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:12.143408 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d1e398fd-ced0-4b6a-ad6c-42ce01e3b0e7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:12.154013 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-a39aad2a-a622-4f6d-bcda-79494e05aa0c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '028b579d-f8e9-4127-a51b-668798722e5d') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:12.154433 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-a39aad2a-a622-4f6d-bcda-79494e05aa0c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '028b579d-f8e9-4127-a51b-668798722e5d') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:12.165792 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a39aad2a-a622-4f6d-bcda-79494e05aa0c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:12.166701 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d1e398fd-ced0-4b6a-ad6c-42ce01e3b0e7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:12.172656 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d1e398fd-ced0-4b6a-ad6c-42ce01e3b0e7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] 10.222.0.15 "DELETE /v2.0/networks/f76a5139-f01f-43be-a5b9-7d194799dd9a HTTP/1.1" status: 204 len: 168 time: 0.6360500 Jul 24 01:09:12.172656 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e398fd-ced0-4b6a-ad6c-42ce01e3b0e7 tempest-TestNetworkBasicOps-2005783523 tempest-TestNetworkBasicOps-2005783523-project] Pushing event deleted for resources: {'Network': ['ID=f76a5139-f01f-43be-a5b9-7d194799dd9a,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:12.198033 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a39aad2a-a622-4f6d-bcda-79494e05aa0c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:12.205311 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a39aad2a-a622-4f6d-bcda-79494e05aa0c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:09:12.206447 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a39aad2a-a622-4f6d-bcda-79494e05aa0c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:12.211390 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:09:12.211390 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:09:12.211390 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:09:12.211390 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:09:12.211390 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:09:12.211390 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:09:12.211390 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:09:12.211390 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:09:12.211390 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:09:12.211390 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:09:12.211390 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:09:12.211390 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:09:12.211390 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:09:12.211390 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:09:12.211390 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:09:12.211390 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:09:12.211390 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:09:12.211390 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:09:12.211390 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:09:12.211390 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:09:12.211390 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:09:12.211390 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:09:12.211390 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:09:12.211390 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:09:12.211390 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:09:12.211390 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:09:12.211390 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:09:12.211390 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:09:12.211390 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:09:12.211390 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:09:12.211390 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:09:12.211390 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:09:12.312477 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a39aad2a-a622-4f6d-bcda-79494e05aa0c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:12.331446 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a39aad2a-a622-4f6d-bcda-79494e05aa0c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:12.333658 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a39aad2a-a622-4f6d-bcda-79494e05aa0c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "DELETE /v2.0/networks/51aa3710-2b21-432a-bc6b-eff0cfb1e523 HTTP/1.1" status: 204 len: 168 time: 1.2926304 Jul 24 01:09:12.335155 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39aad2a-a622-4f6d-bcda-79494e05aa0c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event deleted for resources: {'Network': ['ID=51aa3710-2b21-432a-bc6b-eff0cfb1e523,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:12.336595 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53146) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:12.382278 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dbb670a-7d44-4422-8cc8-359d9ca092c2 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] DELETE failed (client error): The resource could not be found. Jul 24 01:09:12.383070 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dbb670a-7d44-4422-8cc8-359d9ca092c2 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:09:12.388252 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53148) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:12.388653 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8dbb670a-7d44-4422-8cc8-359d9ca092c2 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "DELETE /v2.0/subnets/5659f379-fa2c-4758-8662-a1a50316d727 HTTP/1.1" status: 404 len: 337 time: 0.0499566 Jul 24 01:09:12.421689 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-69935338-b60a-47a4-8a19-f952cbe3c202 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] DELETE failed (client error): The resource could not be found. Jul 24 01:09:12.425882 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69935338-b60a-47a4-8a19-f952cbe3c202 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:09:12.432122 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-69935338-b60a-47a4-8a19-f952cbe3c202 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "DELETE /v2.0/networks/7db5045c-0e18-45a5-8196-fef986cba3d1 HTTP/1.1" status: 404 len: 339 time: 0.0419185 Jul 24 01:09:12.434641 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53154) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:12.464755 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-3842a66b-49e3-4217-8574-22957d301b66 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] DELETE failed (client error): The resource could not be found. Jul 24 01:09:12.465476 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3842a66b-49e3-4217-8574-22957d301b66 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:09:12.467924 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3842a66b-49e3-4217-8574-22957d301b66 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "DELETE /v2.0/subnets/16ba4a04-b99d-4476-acb5-1ab61c940891 HTTP/1.1" status: 404 len: 337 time: 0.0321493 Jul 24 01:09:12.470519 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53158) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:12.490454 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8be47f0-dc8d-4e7d-8484-00750b3906c9 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] DELETE failed (client error): The resource could not be found. Jul 24 01:09:12.491534 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8be47f0-dc8d-4e7d-8484-00750b3906c9 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:09:12.493941 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b8be47f0-dc8d-4e7d-8484-00750b3906c9 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "DELETE /v2.0/networks/e0edcf96-ff9c-4806-ac2f-11df8aeb8747 HTTP/1.1" status: 404 len: 339 time: 0.0222731 Jul 24 01:09:12.496651 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53160) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:12.544314 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-85984cdb-58b7-4f87-a9be-919d4180b0ec tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] DELETE failed (client error): The resource could not be found. Jul 24 01:09:12.544314 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85984cdb-58b7-4f87-a9be-919d4180b0ec tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:09:12.547538 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53164) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:12.551231 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-85984cdb-58b7-4f87-a9be-919d4180b0ec tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "DELETE /v2.0/subnets/00be7f40-2196-409c-adf7-dbda5744b84c HTTP/1.1" status: 404 len: 337 time: 0.0534322 Jul 24 01:09:12.551998 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53166) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:12.590809 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb810382-a045-48db-9072-83ff754f7197 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] DELETE failed (client error): The resource could not be found. Jul 24 01:09:12.591264 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb810382-a045-48db-9072-83ff754f7197 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:09:12.595638 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53170) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:12.595785 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-eb810382-a045-48db-9072-83ff754f7197 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "DELETE /v2.0/networks/52aa73c4-0da3-42fb-a899-c5d5569d42d1 HTTP/1.1" status: 404 len: 339 time: 0.0266776 Jul 24 01:09:12.629811 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f19dc1-4cdc-4825-85c0-ec6839d101bc req-4d88fc89-967f-4950-8f56-db7ffeed7b9c tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:12.637505 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-11f19dc1-4cdc-4825-85c0-ec6839d101bc req-4d88fc89-967f-4950-8f56-db7ffeed7b9c tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b257fc2d-b49d-4034-bf01-54c0f2932017 HTTP/1.1" status: 200 len: 945 time: 0.1270339 Jul 24 01:09:12.665326 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cbcd10a-f4a5-4a14-95d7-5cb427cc901a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Deleting subnet ca67e9c9-542c-40a0-8933-0c285c651ebc {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:09:12.673072 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0cbcd10a-f4a5-4a14-95d7-5cb427cc901a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:12.696183 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-11f19dc1-4cdc-4825-85c0-ec6839d101bc req-b2cf34b8-07bc-481b-a1ab-c423a6aeb0fe tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577886 Jul 24 01:09:12.781990 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b102a323-511e-4728-bbdd-eb98a302ffae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9c584c0e2c5a47a78962537ebd255749&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2308321 Jul 24 01:09:12.782963 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53174) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:12.788307 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0cbcd10a-f4a5-4a14-95d7-5cb427cc901a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:12.822350 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 7e2ca93a-8af6-4aa1-94e4-552ac985e090 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:09:12.848718 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 7e2ca93a-8af6-4aa1-94e4-552ac985e090 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:09:12.849402 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 7e2ca93a-8af6-4aa1-94e4-552ac985e090 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:09:12.850157 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cc07e0a2-738f-45e9-b0b2-afc6515f9d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:12.850279 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 833a38de-bbac-41ff-a6e0-782fd432454d no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:09:12.871155 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 833a38de-bbac-41ff-a6e0-782fd432454d {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:09:12.871803 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 833a38de-bbac-41ff-a6e0-782fd432454d not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:09:12.872408 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 19f981a7-9d63-4133-b78d-564ed827aed5 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:09:12.879018 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0cbcd10a-f4a5-4a14-95d7-5cb427cc901a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:12.879204 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cc07e0a2-738f-45e9-b0b2-afc6515f9d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:12.893645 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 19f981a7-9d63-4133-b78d-564ed827aed5 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:09:12.894306 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 19f981a7-9d63-4133-b78d-564ed827aed5 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:09:12.932787 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cc07e0a2-738f-45e9-b0b2-afc6515f9d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:12.935853 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cc07e0a2-738f-45e9-b0b2-afc6515f9d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:12.937111 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-cc07e0a2-738f-45e9-b0b2-afc6515f9d23 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7093e60a-d20a-4df1-a5f0-d9cb93b0c656 HTTP/1.1" status: 204 len: 168 time: 0.1537476 Jul 24 01:09:12.963343 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc07e0a2-738f-45e9-b0b2-afc6515f9d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7093e60a-d20a-4df1-a5f0-d9cb93b0c656,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:12.974568 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0cbcd10a-f4a5-4a14-95d7-5cb427cc901a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:13.014088 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbcd10a-f4a5-4a14-95d7-5cb427cc901a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event deleted for resources: {'Subnet': ['ID=ca67e9c9-542c-40a0-8933-0c285c651ebc,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:13.030875 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0cbcd10a-f4a5-4a14-95d7-5cb427cc901a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:13.035065 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0cbcd10a-f4a5-4a14-95d7-5cb427cc901a tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "DELETE /v2.0/subnets/ca67e9c9-542c-40a0-8933-0c285c651ebc HTTP/1.1" status: 204 len: 168 time: 0.4354289 Jul 24 01:09:13.035899 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53180) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:13.039297 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86792415-0caa-4c0c-ba13-4be61dc6e17c None None] Network 1e625703-ffa7-4aa8-a2e4-5a5f08b2c7ae requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:09:13.271471 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fcf6ec8c-a56c-420b-bf67-2a8b8b17294c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:13.349185 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-fcf6ec8c-a56c-420b-bf67-2a8b8b17294c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Deleting port 498945e8-e0af-43a5-9765-c9e0b0035e33 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:09:13.350469 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fcf6ec8c-a56c-420b-bf67-2a8b8b17294c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:13.393185 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcb8322-1213-4c14-9bf9-c70673d560ca None None] DHCP port deletion for 1e625703-ffa7-4aa8-a2e4-5a5f08b2c7ae request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:09:13.428280 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-fcf6ec8c-a56c-420b-bf67-2a8b8b17294c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] For port 498945e8-e0af-43a5-9765-c9e0b0035e33, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=498945e8-e0af-43a5-9765-c9e0b0035e33,segment=NetworkSegment(80bd039b-a1c3-4919-9434-694335f558bf),segment_id=80bd039b-a1c3-4919-9434-694335f558bf)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:13.428646 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fcf6ec8c-a56c-420b-bf67-2a8b8b17294c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:13.446503 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-fcf6ec8c-a56c-420b-bf67-2a8b8b17294c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Calling delete_port for 498945e8-e0af-43a5-9765-c9e0b0035e33 owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:09:13.447666 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53186) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:13.450601 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-9fcb8322-1213-4c14-9bf9-c70673d560ca None None] Deleting port 498945e8-e0af-43a5-9765-c9e0b0035e33 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:09:13.451025 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9fcb8322-1213-4c14-9bf9-c70673d560ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:13.465873 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ba6b6b8a-b8c0-4929-8892-756f2b625dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:13.526523 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9fcb8322-1213-4c14-9bf9-c70673d560ca None None] For port 498945e8-e0af-43a5-9765-c9e0b0035e33, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=498945e8-e0af-43a5-9765-c9e0b0035e33,segment=NetworkSegment(80bd039b-a1c3-4919-9434-694335f558bf),segment_id=80bd039b-a1c3-4919-9434-694335f558bf)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:13.526983 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9fcb8322-1213-4c14-9bf9-c70673d560ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:13.542538 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-9fcb8322-1213-4c14-9bf9-c70673d560ca None None] Calling delete_port for 498945e8-e0af-43a5-9765-c9e0b0035e33 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:09:13.570323 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ba6b6b8a-b8c0-4929-8892-756f2b625dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:13.575189 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ba6b6b8a-b8c0-4929-8892-756f2b625dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:13.620067 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ba6b6b8a-b8c0-4929-8892-756f2b625dd4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c3c4f146b803488e9970aedc16351778&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1701005 Jul 24 01:09:13.621258 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6b6b8a-b8c0-4929-8892-756f2b625dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884f4b62-359f-4856-9191-cc6fff4d79e8,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:13.623733 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53188) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:13.639818 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9fcb8322-1213-4c14-9bf9-c70673d560ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:13.669457 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb8322-1213-4c14-9bf9-c70673d560ca None None] Pushing event deleted for resources: {'Port': ['ID=498945e8-e0af-43a5-9765-c9e0b0035e33,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:13.677594 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcb8322-1213-4c14-9bf9-c70673d560ca None None] No DVR routers for this DVR port 498945e8-e0af-43a5-9765-c9e0b0035e33 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:09:13.682553 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3e42d3bd-a15b-403d-9e05-57e64dda2f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:13.708939 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3e42d3bd-a15b-403d-9e05-57e64dda2f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:13.790878 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3e42d3bd-a15b-403d-9e05-57e64dda2f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:13.792892 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3e42d3bd-a15b-403d-9e05-57e64dda2f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:13.794062 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3e42d3bd-a15b-403d-9e05-57e64dda2f9d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/884f4b62-359f-4856-9191-cc6fff4d79e8 HTTP/1.1" status: 204 len: 168 time: 0.1693518 Jul 24 01:09:13.823354 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e42d3bd-a15b-403d-9e05-57e64dda2f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884f4b62-359f-4856-9191-cc6fff4d79e8,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:13.891325 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fcf6ec8c-a56c-420b-bf67-2a8b8b17294c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:13.917806 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19438a83-c98c-4cc0-acf5-31015e5d16aa req-129d86f6-9b8a-4dfc-bc1e-d8c3093d67cc tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:13.921893 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf6ec8c-a56c-420b-bf67-2a8b8b17294c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event deleted for resources: {'Port': ['ID=498945e8-e0af-43a5-9765-c9e0b0035e33,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:13.927155 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-19438a83-c98c-4cc0-acf5-31015e5d16aa req-129d86f6-9b8a-4dfc-bc1e-d8c3093d67cc tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b257fc2d-b49d-4034-bf01-54c0f2932017 HTTP/1.1" status: 200 len: 945 time: 0.1141677 Jul 24 01:09:13.934746 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf6ec8c-a56c-420b-bf67-2a8b8b17294c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] No DVR routers for this DVR port 498945e8-e0af-43a5-9765-c9e0b0035e33 on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:09:14.002535 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-19438a83-c98c-4cc0-acf5-31015e5d16aa req-0f5974d7-0bf1-471a-b108-04fe2d6c1112 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662248 Jul 24 01:09:14.042555 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fcf6ec8c-a56c-420b-bf67-2a8b8b17294c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:14.062201 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-fcf6ec8c-a56c-420b-bf67-2a8b8b17294c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e625703-ffa7-4aa8-a2e4-5a5f08b2c7ae']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:14.073158 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-fcf6ec8c-a56c-420b-bf67-2a8b8b17294c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80bd039b-a1c3-4919-9434-694335f558bf') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:14.073531 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-fcf6ec8c-a56c-420b-bf67-2a8b8b17294c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80bd039b-a1c3-4919-9434-694335f558bf') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:14.086582 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fcf6ec8c-a56c-420b-bf67-2a8b8b17294c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:14.106129 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fcf6ec8c-a56c-420b-bf67-2a8b8b17294c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:14.121795 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcf6ec8c-a56c-420b-bf67-2a8b8b17294c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:09:14.122272 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fcf6ec8c-a56c-420b-bf67-2a8b8b17294c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:14.125984 n-d-793621-25 neutron-server[100463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:09:14.125984 n-d-793621-25 neutron-server[100463]: self.session.flush() Jul 24 01:09:14.125984 n-d-793621-25 neutron-server[100463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:09:14.125984 n-d-793621-25 neutron-server[100463]: self.session.flush() Jul 24 01:09:14.125984 n-d-793621-25 neutron-server[100463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:09:14.125984 n-d-793621-25 neutron-server[100463]: self.session.flush() Jul 24 01:09:14.125984 n-d-793621-25 neutron-server[100463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:09:14.125984 n-d-793621-25 neutron-server[100463]: self.session.flush() Jul 24 01:09:14.125984 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:09:14.125984 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:09:14.125984 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:09:14.125984 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:09:14.125984 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:09:14.125984 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:09:14.125984 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:09:14.125984 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:09:14.125984 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:09:14.125984 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:09:14.125984 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:09:14.125984 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:09:14.125984 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:09:14.125984 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:09:14.125984 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:09:14.125984 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:09:14.125984 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:09:14.125984 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:09:14.125984 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:09:14.125984 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:09:14.125984 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:09:14.125984 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:09:14.125984 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:09:14.125984 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:09:14.125984 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:09:14.125984 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:09:14.125984 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:09:14.125984 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:09:14.125984 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:09:14.125984 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:09:14.125984 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:09:14.125984 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:09:14.196776 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fcf6ec8c-a56c-420b-bf67-2a8b8b17294c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:14.217303 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fcf6ec8c-a56c-420b-bf67-2a8b8b17294c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:14.222040 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-fcf6ec8c-a56c-420b-bf67-2a8b8b17294c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "DELETE /v2.0/networks/1e625703-ffa7-4aa8-a2e4-5a5f08b2c7ae HTTP/1.1" status: 204 len: 168 time: 1.1825538 Jul 24 01:09:14.222040 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf6ec8c-a56c-420b-bf67-2a8b8b17294c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event deleted for resources: {'Network': ['ID=1e625703-ffa7-4aa8-a2e4-5a5f08b2c7ae,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:14.222525 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53224) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:14.260326 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-7afb40b6-5d79-45b9-98f7-ffabddc1865c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] DELETE failed (client error): The resource could not be found. Jul 24 01:09:14.260800 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7afb40b6-5d79-45b9-98f7-ffabddc1865c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:09:14.262616 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7afb40b6-5d79-45b9-98f7-ffabddc1865c tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "DELETE /v2.0/subnets/7aaab44a-0448-42ac-b2a5-c8d9367d9f91 HTTP/1.1" status: 404 len: 337 time: 0.0392666 Jul 24 01:09:14.265409 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53230) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:14.286038 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-777569c5-b248-4dde-b802-a34c4b875112 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] DELETE failed (client error): The resource could not be found. Jul 24 01:09:14.286680 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-777569c5-b248-4dde-b802-a34c4b875112 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:09:14.288600 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-777569c5-b248-4dde-b802-a34c4b875112 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "DELETE /v2.0/networks/70d15aba-cd07-4535-ae1b-1cd93e938288 HTTP/1.1" status: 404 len: 339 time: 0.0221763 Jul 24 01:09:14.291378 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53232) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:14.371774 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-6af38fbc-d6d9-4c1f-a96c-bc4d08b249af tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Deleting subnet 6a763a20-9b01-4be2-91e7-1b0f79377964 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:09:14.375657 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6af38fbc-d6d9-4c1f-a96c-bc4d08b249af tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:14.426883 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6af38fbc-d6d9-4c1f-a96c-bc4d08b249af tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:14.515962 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6af38fbc-d6d9-4c1f-a96c-bc4d08b249af tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:14.586742 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6af38fbc-d6d9-4c1f-a96c-bc4d08b249af tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:14.618267 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af38fbc-d6d9-4c1f-a96c-bc4d08b249af tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event deleted for resources: {'Subnet': ['ID=6a763a20-9b01-4be2-91e7-1b0f79377964,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:14.625451 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6af38fbc-d6d9-4c1f-a96c-bc4d08b249af tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:14.630878 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6af38fbc-d6d9-4c1f-a96c-bc4d08b249af tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "DELETE /v2.0/subnets/6a763a20-9b01-4be2-91e7-1b0f79377964 HTTP/1.1" status: 204 len: 168 time: 0.3349946 Jul 24 01:09:14.630878 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53248) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:14.632900 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50231cf-941f-40a0-a981-abb054d59441 None None] Network 03b3dc5f-f4c7-4a9f-bb1c-dc758cf1aa3f requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:09:14.712469 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fd3edd7e-9da4-4933-894e-eaad7a94dcc8 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:14.781158 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-fd3edd7e-9da4-4933-894e-eaad7a94dcc8 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Deleting port 28723fd1-7032-416a-bd99-93cf625e6c9e {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:09:14.781495 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fd3edd7e-9da4-4933-894e-eaad7a94dcc8 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:14.806309 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 498945e8-e0af-43a5-9765-c9e0b0035e33 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:09:14.831386 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 498945e8-e0af-43a5-9765-c9e0b0035e33 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:09:14.831741 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 498945e8-e0af-43a5-9765-c9e0b0035e33 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:09:14.865837 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-fd3edd7e-9da4-4933-894e-eaad7a94dcc8 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] For port 28723fd1-7032-416a-bd99-93cf625e6c9e, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=28723fd1-7032-416a-bd99-93cf625e6c9e,segment=NetworkSegment(794fffae-4916-478c-8571-e9c84c49b876),segment_id=794fffae-4916-478c-8571-e9c84c49b876)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:14.866206 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fd3edd7e-9da4-4933-894e-eaad7a94dcc8 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:14.879836 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c4274f-37a4-43f2-ad48-5e42c7da8e64 None None] DHCP port deletion for 03b3dc5f-f4c7-4a9f-bb1c-dc758cf1aa3f request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:09:14.880935 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-fd3edd7e-9da4-4933-894e-eaad7a94dcc8 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Calling delete_port for 28723fd1-7032-416a-bd99-93cf625e6c9e owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:09:14.932727 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-09c4274f-37a4-43f2-ad48-5e42c7da8e64 None None] Deleting port 28723fd1-7032-416a-bd99-93cf625e6c9e {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:09:14.933115 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-09c4274f-37a4-43f2-ad48-5e42c7da8e64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:14.965617 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fd3edd7e-9da4-4933-894e-eaad7a94dcc8 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:14.991099 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3edd7e-9da4-4933-894e-eaad7a94dcc8 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event deleted for resources: {'Port': ['ID=28723fd1-7032-416a-bd99-93cf625e6c9e,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:14.996974 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3edd7e-9da4-4933-894e-eaad7a94dcc8 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] No DVR routers for this DVR port 28723fd1-7032-416a-bd99-93cf625e6c9e on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:09:14.998548 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-09c4274f-37a4-43f2-ad48-5e42c7da8e64 None None] For port 28723fd1-7032-416a-bd99-93cf625e6c9e, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=28723fd1-7032-416a-bd99-93cf625e6c9e,segment=NetworkSegment(794fffae-4916-478c-8571-e9c84c49b876),segment_id=794fffae-4916-478c-8571-e9c84c49b876)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:14.998993 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-09c4274f-37a4-43f2-ad48-5e42c7da8e64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:15.015016 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-09c4274f-37a4-43f2-ad48-5e42c7da8e64 None None] Calling delete_port for 28723fd1-7032-416a-bd99-93cf625e6c9e owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:09:15.087897 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fd3edd7e-9da4-4933-894e-eaad7a94dcc8 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:15.099380 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-fd3edd7e-9da4-4933-894e-eaad7a94dcc8 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03b3dc5f-f4c7-4a9f-bb1c-dc758cf1aa3f']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:15.100476 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-09c4274f-37a4-43f2-ad48-5e42c7da8e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:15.110848 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-fd3edd7e-9da4-4933-894e-eaad7a94dcc8 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '794fffae-4916-478c-8571-e9c84c49b876') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:15.111176 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-fd3edd7e-9da4-4933-894e-eaad7a94dcc8 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '794fffae-4916-478c-8571-e9c84c49b876') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:15.124173 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fd3edd7e-9da4-4933-894e-eaad7a94dcc8 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:15.129829 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c4274f-37a4-43f2-ad48-5e42c7da8e64 None None] Pushing event deleted for resources: {'Port': ['ID=28723fd1-7032-416a-bd99-93cf625e6c9e,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:15.134461 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c4274f-37a4-43f2-ad48-5e42c7da8e64 None None] No DVR routers for this DVR port 28723fd1-7032-416a-bd99-93cf625e6c9e on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:09:15.152376 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fd3edd7e-9da4-4933-894e-eaad7a94dcc8 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:15.160239 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd3edd7e-9da4-4933-894e-eaad7a94dcc8 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:09:15.160814 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fd3edd7e-9da4-4933-894e-eaad7a94dcc8 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:15.164648 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:09:15.164648 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:09:15.164648 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:09:15.164648 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:09:15.164648 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:09:15.164648 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:09:15.164648 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:09:15.164648 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:09:15.164648 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:09:15.164648 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:09:15.164648 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:09:15.164648 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:09:15.164648 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:09:15.164648 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:09:15.164648 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:09:15.164648 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:09:15.164648 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:09:15.164648 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:09:15.164648 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:09:15.164648 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:09:15.164648 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:09:15.164648 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:09:15.164648 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:09:15.164648 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:09:15.164648 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:09:15.164648 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:09:15.164648 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:09:15.164648 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:09:15.164648 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:09:15.164648 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:09:15.164648 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:09:15.164648 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:09:15.192152 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99979a8c-9240-4336-b24b-9da00b9728eb req-c0ba717c-6584-40e3-b4ba-34264cc715a5 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:15.194343 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-99979a8c-9240-4336-b24b-9da00b9728eb req-c0ba717c-6584-40e3-b4ba-34264cc715a5 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b257fc2d-b49d-4034-bf01-54c0f2932017 HTTP/1.1" status: 200 len: 945 time: 0.1086442 Jul 24 01:09:15.236405 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-99979a8c-9240-4336-b24b-9da00b9728eb req-7c1eeded-a82f-449f-8ae9-d7588e3ff34c tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362337 Jul 24 01:09:15.240327 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fd3edd7e-9da4-4933-894e-eaad7a94dcc8 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:15.249085 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fd3edd7e-9da4-4933-894e-eaad7a94dcc8 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:15.259033 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-fd3edd7e-9da4-4933-894e-eaad7a94dcc8 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] 10.222.0.15 "DELETE /v2.0/networks/03b3dc5f-f4c7-4a9f-bb1c-dc758cf1aa3f HTTP/1.1" status: 204 len: 168 time: 0.6197543 Jul 24 01:09:15.262677 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3edd7e-9da4-4933-894e-eaad7a94dcc8 tempest-NetworksIpV6Test-264545773 tempest-NetworksIpV6Test-264545773-project] Pushing event deleted for resources: {'Network': ['ID=03b3dc5f-f4c7-4a9f-bb1c-dc758cf1aa3f,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:15.519687 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53260) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:15.672793 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1ddbcd86-318b-4b3c-9c09-4cfb843ca2ce admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d18bf42099584a3cafac106a40cffb3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1518946 Jul 24 01:09:15.675827 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53266) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:15.688723 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-94e8f44f-6c6f-44aa-9326-93e7bebd82bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:15.728384 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5a15eccf-e2d0-46df-a677-b1e0c8e6f373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:15.751695 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5a15eccf-e2d0-46df-a677-b1e0c8e6f373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:15.800613 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5a15eccf-e2d0-46df-a677-b1e0c8e6f373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:15.803373 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5a15eccf-e2d0-46df-a677-b1e0c8e6f373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:15.804661 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5a15eccf-e2d0-46df-a677-b1e0c8e6f373 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e2c1d0e4-dd5d-442a-a722-d72b5e95fb87 HTTP/1.1" status: 204 len: 168 time: 0.1278665 Jul 24 01:09:15.813925 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15eccf-e2d0-46df-a677-b1e0c8e6f373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c1d0e4-dd5d-442a-a722-d72b5e95fb87,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:16.384734 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40106078-4cb8-4417-8642-0e64083dd8ba req-7a9925d2-0e2c-43cf-bdb4-deaf2de81e4b tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:16.386270 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-40106078-4cb8-4417-8642-0e64083dd8ba req-7a9925d2-0e2c-43cf-bdb4-deaf2de81e4b tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b257fc2d-b49d-4034-bf01-54c0f2932017 HTTP/1.1" status: 200 len: 945 time: 0.0717735 Jul 24 01:09:16.429661 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53294) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:16.431226 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-40106078-4cb8-4417-8642-0e64083dd8ba req-3d2ead4e-73ee-41f4-ac25-905e4a349ea6 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394053 Jul 24 01:09:16.525659 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-41faf340-9bc9-492c-8477-79e6218c0828 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-715468629'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:16.546942 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41faf340-9bc9-492c-8477-79e6218c0828 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Made reservation on behalf of 52dc0ee0ac6649809eb4143851667aa4 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:09:16.550290 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-41faf340-9bc9-492c-8477-79e6218c0828 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:16.558390 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-41faf340-9bc9-492c-8477-79e6218c0828 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:16.650682 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-41faf340-9bc9-492c-8477-79e6218c0828 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:16.654494 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-41faf340-9bc9-492c-8477-79e6218c0828 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:16.680351 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41faf340-9bc9-492c-8477-79e6218c0828 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:09:16.691037 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41faf340-9bc9-492c-8477-79e6218c0828 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a92a115b-2648-4cb4-9776-92e1188bafdb,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:16.699565 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-41faf340-9bc9-492c-8477-79e6218c0828 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:16.699921 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-41faf340-9bc9-492c-8477-79e6218c0828 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Added segment 5b176c69-0939-47b2-ba64-11276d5ad6cf of type vlan for network a6aecbae-588f-4367-91ed-dc598a6a1488 Jul 24 01:09:16.702074 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41faf340-9bc9-492c-8477-79e6218c0828 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:16.702425 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41faf340-9bc9-492c-8477-79e6218c0828 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:16.702788 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41faf340-9bc9-492c-8477-79e6218c0828 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:16.703126 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41faf340-9bc9-492c-8477-79e6218c0828 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:16.703464 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41faf340-9bc9-492c-8477-79e6218c0828 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:16.703796 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41faf340-9bc9-492c-8477-79e6218c0828 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:16.704123 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41faf340-9bc9-492c-8477-79e6218c0828 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:16.704448 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41faf340-9bc9-492c-8477-79e6218c0828 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:16.704771 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41faf340-9bc9-492c-8477-79e6218c0828 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:16.705091 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41faf340-9bc9-492c-8477-79e6218c0828 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:16.705738 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41faf340-9bc9-492c-8477-79e6218c0828 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:16.706399 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41faf340-9bc9-492c-8477-79e6218c0828 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:16.762313 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-41faf340-9bc9-492c-8477-79e6218c0828 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:16.800974 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 28723fd1-7032-416a-bd99-93cf625e6c9e no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:09:16.807072 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-41faf340-9bc9-492c-8477-79e6218c0828 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:16.813528 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41faf340-9bc9-492c-8477-79e6218c0828 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:16.815560 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-41faf340-9bc9-492c-8477-79e6218c0828 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:16.827306 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 28723fd1-7032-416a-bd99-93cf625e6c9e {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:09:16.828098 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 28723fd1-7032-416a-bd99-93cf625e6c9e not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:09:16.871761 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-41faf340-9bc9-492c-8477-79e6218c0828 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4295216 Jul 24 01:09:16.902376 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41faf340-9bc9-492c-8477-79e6218c0828 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Pushing event updated for resources: {'Network': ['ID=a6aecbae-588f-4367-91ed-dc598a6a1488,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:16.914587 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network a6aecbae-588f-4367-91ed-dc598a6a1488 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:09:17.617516 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc164c-9ef8-497d-a41a-ce24c299e333 req-ea57df1b-b487-4a09-bf68-142deb4e6618 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:17.619163 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2abc164c-9ef8-497d-a41a-ce24c299e333 req-ea57df1b-b487-4a09-bf68-142deb4e6618 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b257fc2d-b49d-4034-bf01-54c0f2932017 HTTP/1.1" status: 200 len: 945 time: 0.0704014 Jul 24 01:09:17.715233 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2abc164c-9ef8-497d-a41a-ce24c299e333 req-4f023e2c-a30e-4819-b282-2612615fb863 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894163 Jul 24 01:09:18.230515 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-27179056-fb0a-4695-a813-685edd2cae74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:18.466031 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:18.872904 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8f82d-d1fb-44b4-afcc-a33e08eba8e3 req-a83ed770-22b9-4333-9a8b-d517e08d020d tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:18.874456 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3df8f82d-d1fb-44b4-afcc-a33e08eba8e3 req-a83ed770-22b9-4333-9a8b-d517e08d020d tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b257fc2d-b49d-4034-bf01-54c0f2932017 HTTP/1.1" status: 200 len: 945 time: 0.0952380 Jul 24 01:09:18.916391 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3df8f82d-d1fb-44b4-afcc-a33e08eba8e3 req-219c0d5d-0da2-4660-a14e-0ec0b73eeb86 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355344 Jul 24 01:09:19.468748 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:20.058931 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa0086-e6d3-4a2b-a9c0-a21a61c851b1 req-6b2d3cad-f795-407c-b2cc-23531e136ef6 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:20.060472 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-39fa0086-e6d3-4a2b-a9c0-a21a61c851b1 req-6b2d3cad-f795-407c-b2cc-23531e136ef6 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b257fc2d-b49d-4034-bf01-54c0f2932017 HTTP/1.1" status: 200 len: 945 time: 0.0678799 Jul 24 01:09:20.098040 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53332) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:20.099025 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-39fa0086-e6d3-4a2b-a9c0-a21a61c851b1 req-ccaa418b-e6a4-40ca-9c98-1ca1a2aa4f5f tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324240 Jul 24 01:09:20.103432 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-c939fef3-ad4b-4eda-a5c1-4fb0833e7395 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Request body: {'subnet': {'network_id': 'a6aecbae-588f-4367-91ed-dc598a6a1488', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:20.195313 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c939fef3-ad4b-4eda-a5c1-4fb0833e7395 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Made reservation on behalf of 52dc0ee0ac6649809eb4143851667aa4 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:09:20.198668 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c939fef3-ad4b-4eda-a5c1-4fb0833e7395 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:20.378563 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c939fef3-ad4b-4eda-a5c1-4fb0833e7395 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:20.439455 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939fef3-ad4b-4eda-a5c1-4fb0833e7395 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Pushing event updated for resources: {'Subnet': ['ID=b2ee3544-d9ae-446e-ae2b-b25b8f0b539a,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:20.447675 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c939fef3-ad4b-4eda-a5c1-4fb0833e7395 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Checking segment: {'id': '5b176c69-0939-47b2-ba64-11276d5ad6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a6aecbae-588f-4367-91ed-dc598a6a1488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:09:20.448054 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c939fef3-ad4b-4eda-a5c1-4fb0833e7395 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Network hostable DHCP agents. Network: a6aecbae-588f-4367-91ed-dc598a6a1488, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:09:20.463683 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c939fef3-ad4b-4eda-a5c1-4fb0833e7395 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Network a6aecbae-588f-4367-91ed-dc598a6a1488 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:09:20.472674 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-c939fef3-ad4b-4eda-a5c1-4fb0833e7395 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, a6aecbae-588f-4367-91ed-dc598a6a1488) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:20.476791 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c939fef3-ad4b-4eda-a5c1-4fb0833e7395 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:20.477499 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c939fef3-ad4b-4eda-a5c1-4fb0833e7395 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:20.482003 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19071d52-5943-479e-8ee7-2a90fef6b149 None None] Network a6aecbae-588f-4367-91ed-dc598a6a1488 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:09:20.494755 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c939fef3-ad4b-4eda-a5c1-4fb0833e7395 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3953710 Jul 24 01:09:20.498150 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53336) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:20.505116 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-2431898f-95c9-49c4-af24-dc40ff958ce5 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-248208412'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:20.529960 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2431898f-95c9-49c4-af24-dc40ff958ce5 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Made reservation on behalf of 52dc0ee0ac6649809eb4143851667aa4 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:09:20.534042 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2431898f-95c9-49c4-af24-dc40ff958ce5 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:20.559863 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2431898f-95c9-49c4-af24-dc40ff958ce5 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:09:20.568787 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2431898f-95c9-49c4-af24-dc40ff958ce5 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:20.569139 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-2431898f-95c9-49c4-af24-dc40ff958ce5 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Added segment 8c666a7e-0643-4eb6-b95d-28431ca347bb of type vlan for network 62b6ff4a-8d03-4e22-95e6-981d9cad6aeb Jul 24 01:09:20.614409 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2431898f-95c9-49c4-af24-dc40ff958ce5 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:20.638694 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f91559-ef65-4ade-a8de-87d373b062ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-a6aecbae-588f-4367-91ed-dc598a6a1488', 'network_id': 'a6aecbae-588f-4367-91ed-dc598a6a1488', 'tenant_id': '52dc0ee0ac6649809eb4143851667aa4', 'fixed_ips': [{'subnet_id': 'b2ee3544-d9ae-446e-ae2b-b25b8f0b539a'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:09:20.639605 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f1f91559-ef65-4ade-a8de-87d373b062ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:20.644751 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2431898f-95c9-49c4-af24-dc40ff958ce5 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:20.650434 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2431898f-95c9-49c4-af24-dc40ff958ce5 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:20.651097 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2431898f-95c9-49c4-af24-dc40ff958ce5 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:20.687059 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2431898f-95c9-49c4-af24-dc40ff958ce5 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.1876066 Jul 24 01:09:20.690682 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53340) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:20.696725 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-eed9be42-a3b7-4dc4-93f2-3a44249fd36b tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Request body: {'subnet': {'network_id': '62b6ff4a-8d03-4e22-95e6-981d9cad6aeb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:20.746730 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2431898f-95c9-49c4-af24-dc40ff958ce5 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Pushing event updated for resources: {'Network': ['ID=62b6ff4a-8d03-4e22-95e6-981d9cad6aeb,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:20.773274 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 62b6ff4a-8d03-4e22-95e6-981d9cad6aeb details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:09:20.810470 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed9be42-a3b7-4dc4-93f2-3a44249fd36b tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Made reservation on behalf of 52dc0ee0ac6649809eb4143851667aa4 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:09:20.813999 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-eed9be42-a3b7-4dc4-93f2-3a44249fd36b tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:20.843525 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-f1f91559-ef65-4ade-a8de-87d373b062ea None None] Allocated IP 2001:db8:0:ffff::2 (a6aecbae-588f-4367-91ed-dc598a6a1488/b2ee3544-d9ae-446e-ae2b-b25b8f0b539a/8a8ade44-073e-4054-9763-796ada3145ee) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:09:21.016768 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f1f91559-ef65-4ade-a8de-87d373b062ea None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:21.025136 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:21.027891 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f1f91559-ef65-4ade-a8de-87d373b062ea None None] Transition to ACTIVE for port object 8a8ade44-073e-4054-9763-796ada3145ee will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:09:21.043615 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f1f91559-ef65-4ade-a8de-87d373b062ea None None] Transition to ACTIVE for port object 8a8ade44-073e-4054-9763-796ada3145ee will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:09:21.053182 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f1f91559-ef65-4ade-a8de-87d373b062ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:21.101172 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f91559-ef65-4ade-a8de-87d373b062ea None None] Network a6aecbae-588f-4367-91ed-dc598a6a1488 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:09:21.108246 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-f1f91559-ef65-4ade-a8de-87d373b062ea None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:21.112546 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f91559-ef65-4ade-a8de-87d373b062ea None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:09:21.112868 n-d-793621-25 neutron-server[100463]: DEBUG neutron.objects.ports [None req-eed9be42-a3b7-4dc4-93f2-3a44249fd36b tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100463) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 01:09:21.115167 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-eed9be42-a3b7-4dc4-93f2-3a44249fd36b tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:21.120665 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f91559-ef65-4ade-a8de-87d373b062ea None None] Pushing event updated for resources: {'Port': ['ID=8a8ade44-073e-4054-9763-796ada3145ee,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:21.195001 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed9be42-a3b7-4dc4-93f2-3a44249fd36b tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Pushing event updated for resources: {'Subnet': ['ID=f51c9005-08cf-4cdc-b457-5b72b43eb3f1,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:21.197876 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed9be42-a3b7-4dc4-93f2-3a44249fd36b tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Checking segment: {'id': '8c666a7e-0643-4eb6-b95d-28431ca347bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '62b6ff4a-8d03-4e22-95e6-981d9cad6aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:09:21.198484 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed9be42-a3b7-4dc4-93f2-3a44249fd36b tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Network hostable DHCP agents. Network: 62b6ff4a-8d03-4e22-95e6-981d9cad6aeb, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:09:21.201720 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-f1f91559-ef65-4ade-a8de-87d373b062ea None None] Attempting to bind port 8a8ade44-073e-4054-9763-796ada3145ee on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:09:21.202139 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-f1f91559-ef65-4ade-a8de-87d373b062ea None None] Attempting to bind port 8a8ade44-073e-4054-9763-796ada3145ee by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '5b176c69-0939-47b2-ba64-11276d5ad6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a6aecbae-588f-4367-91ed-dc598a6a1488'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:09:21.202567 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f91559-ef65-4ade-a8de-87d373b062ea None None] Attempting to bind port 8a8ade44-073e-4054-9763-796ada3145ee on network a6aecbae-588f-4367-91ed-dc598a6a1488 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:09:21.209919 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f91559-ef65-4ade-a8de-87d373b062ea None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:09:21.210306 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f91559-ef65-4ade-a8de-87d373b062ea None None] Checking segment: {'id': '5b176c69-0939-47b2-ba64-11276d5ad6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a6aecbae-588f-4367-91ed-dc598a6a1488'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:09:21.210784 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f1f91559-ef65-4ade-a8de-87d373b062ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:21.211525 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f91559-ef65-4ade-a8de-87d373b062ea None None] Bound using segment: {'id': '5b176c69-0939-47b2-ba64-11276d5ad6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a6aecbae-588f-4367-91ed-dc598a6a1488'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:09:21.212009 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-f1f91559-ef65-4ade-a8de-87d373b062ea None None] Bound port: 8a8ade44-073e-4054-9763-796ada3145ee, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b176c69-0939-47b2-ba64-11276d5ad6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a6aecbae-588f-4367-91ed-dc598a6a1488'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:09:21.212402 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f1f91559-ef65-4ade-a8de-87d373b062ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:21.222407 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed9be42-a3b7-4dc4-93f2-3a44249fd36b tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Network 62b6ff4a-8d03-4e22-95e6-981d9cad6aeb is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:09:21.235069 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-eed9be42-a3b7-4dc4-93f2-3a44249fd36b tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 62b6ff4a-8d03-4e22-95e6-981d9cad6aeb) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:21.240916 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed9be42-a3b7-4dc4-93f2-3a44249fd36b tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:21.241598 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-eed9be42-a3b7-4dc4-93f2-3a44249fd36b tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:21.263353 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-eed9be42-a3b7-4dc4-93f2-3a44249fd36b tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5709891 Jul 24 01:09:21.264011 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53350) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:21.264400 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7015a6-3d0b-43d0-8ef3-45d58e55f884 req-2e890b02-9c2b-478b-96a3-ed8b968a7784 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:21.264903 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d851e03-2299-441c-9017-22a747081cd1 None None] Network 62b6ff4a-8d03-4e22-95e6-981d9cad6aeb requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:09:21.271411 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-36e92c7a-36dc-4af3-ac0e-fdee63b958c4 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Request body: {'port': {'network_id': '62b6ff4a-8d03-4e22-95e6-981d9cad6aeb', 'name': 'tempest-NetworksIpV6TestAttrs-1534710224'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:21.273981 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9e7015a6-3d0b-43d0-8ef3-45d58e55f884 req-2e890b02-9c2b-478b-96a3-ed8b968a7784 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b257fc2d-b49d-4034-bf01-54c0f2932017 HTTP/1.1" status: 200 len: 945 time: 0.0928991 Jul 24 01:09:21.318688 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9e7015a6-3d0b-43d0-8ef3-45d58e55f884 req-19671966-228b-469a-90e5-35ce7992694b tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433176 Jul 24 01:09:21.362692 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-f1f91559-ef65-4ade-a8de-87d373b062ea None None] For port 8a8ade44-073e-4054-9763-796ada3145ee, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:09:21.379141 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-f1f91559-ef65-4ade-a8de-87d373b062ea None None] For port 8a8ade44-073e-4054-9763-796ada3145ee, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=8a8ade44-073e-4054-9763-796ada3145ee,segment=NetworkSegment(5b176c69-0939-47b2-ba64-11276d5ad6cf),segment_id=5b176c69-0939-47b2-ba64-11276d5ad6cf)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:09:21.389955 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f1f91559-ef65-4ade-a8de-87d373b062ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:21.415081 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e92c7a-36dc-4af3-ac0e-fdee63b958c4 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Made reservation on behalf of 52dc0ee0ac6649809eb4143851667aa4 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:09:21.419358 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-36e92c7a-36dc-4af3-ac0e-fdee63b958c4 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:21.439199 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-36e92c7a-36dc-4af3-ac0e-fdee63b958c4 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] device_id is not set on port 1f40196a-f284-458b-8c81-2319208dc9d9 yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:09:21.483133 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f91559-ef65-4ade-a8de-87d373b062ea None None] Pushing event updated for resources: {'Port': ['ID=8a8ade44-073e-4054-9763-796ada3145ee,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:21.521138 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01046ec5-378c-42d7-a0a1-2a437bf595e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-62b6ff4a-8d03-4e22-95e6-981d9cad6aeb', 'network_id': '62b6ff4a-8d03-4e22-95e6-981d9cad6aeb', 'tenant_id': '52dc0ee0ac6649809eb4143851667aa4', 'fixed_ips': [{'subnet_id': 'f51c9005-08cf-4cdc-b457-5b72b43eb3f1'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:09:21.522024 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-01046ec5-378c-42d7-a0a1-2a437bf595e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:21.570360 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-36e92c7a-36dc-4af3-ac0e-fdee63b958c4 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Allocated IP 2001:db8::f816:3eff:fef4:131b (62b6ff4a-8d03-4e22-95e6-981d9cad6aeb/f51c9005-08cf-4cdc-b457-5b72b43eb3f1/1f40196a-f284-458b-8c81-2319208dc9d9) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:09:21.790701 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-36e92c7a-36dc-4af3-ac0e-fdee63b958c4 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:21.813511 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-36e92c7a-36dc-4af3-ac0e-fdee63b958c4 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Transition to ACTIVE for port object 1f40196a-f284-458b-8c81-2319208dc9d9 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:09:21.852679 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-36e92c7a-36dc-4af3-ac0e-fdee63b958c4 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:21.897416 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e92c7a-36dc-4af3-ac0e-fdee63b958c4 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Network 62b6ff4a-8d03-4e22-95e6-981d9cad6aeb is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:09:21.903203 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-01046ec5-378c-42d7-a0a1-2a437bf595e3 None None] Allocated IP 2001:db8::f816:3eff:fe01:d718 (62b6ff4a-8d03-4e22-95e6-981d9cad6aeb/f51c9005-08cf-4cdc-b457-5b72b43eb3f1/ad34a044-4480-4a72-9734-33f8fb2f4097) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:09:21.904578 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-36e92c7a-36dc-4af3-ac0e-fdee63b958c4 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:21.909464 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e92c7a-36dc-4af3-ac0e-fdee63b958c4 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:09:21.915581 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e92c7a-36dc-4af3-ac0e-fdee63b958c4 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:21.916234 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-36e92c7a-36dc-4af3-ac0e-fdee63b958c4 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:21.925967 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e92c7a-36dc-4af3-ac0e-fdee63b958c4 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Pushing event updated for resources: {'Port': ['ID=1f40196a-f284-458b-8c81-2319208dc9d9,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:21.939285 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-36e92c7a-36dc-4af3-ac0e-fdee63b958c4 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.6737821 Jul 24 01:09:21.940831 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53356) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:22.012446 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-d133edde-b478-46fe-97f8-60b8e6d15ea4 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Deleting subnet f51c9005-08cf-4cdc-b457-5b72b43eb3f1 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:09:22.078460 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-01046ec5-378c-42d7-a0a1-2a437bf595e3 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:22.088493 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-01046ec5-378c-42d7-a0a1-2a437bf595e3 None None] Transition to ACTIVE for port object ad34a044-4480-4a72-9734-33f8fb2f4097 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:09:22.104675 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-01046ec5-378c-42d7-a0a1-2a437bf595e3 None None] Transition to ACTIVE for port object ad34a044-4480-4a72-9734-33f8fb2f4097 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:09:22.111360 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d133edde-b478-46fe-97f8-60b8e6d15ea4 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:22.112460 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-01046ec5-378c-42d7-a0a1-2a437bf595e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:22.155158 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01046ec5-378c-42d7-a0a1-2a437bf595e3 None None] Network 62b6ff4a-8d03-4e22-95e6-981d9cad6aeb is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:09:22.161240 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-01046ec5-378c-42d7-a0a1-2a437bf595e3 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:22.164894 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01046ec5-378c-42d7-a0a1-2a437bf595e3 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:09:22.175460 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d133edde-b478-46fe-97f8-60b8e6d15ea4 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:22.237234 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01046ec5-378c-42d7-a0a1-2a437bf595e3 None None] Pushing event updated for resources: {'Port': ['ID=ad34a044-4480-4a72-9734-33f8fb2f4097,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:22.241526 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-01046ec5-378c-42d7-a0a1-2a437bf595e3 None None] Attempting to bind port ad34a044-4480-4a72-9734-33f8fb2f4097 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:09:22.241903 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-01046ec5-378c-42d7-a0a1-2a437bf595e3 None None] Attempting to bind port ad34a044-4480-4a72-9734-33f8fb2f4097 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '8c666a7e-0643-4eb6-b95d-28431ca347bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '62b6ff4a-8d03-4e22-95e6-981d9cad6aeb'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:09:22.242270 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01046ec5-378c-42d7-a0a1-2a437bf595e3 None None] Attempting to bind port ad34a044-4480-4a72-9734-33f8fb2f4097 on network 62b6ff4a-8d03-4e22-95e6-981d9cad6aeb {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:09:22.248184 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01046ec5-378c-42d7-a0a1-2a437bf595e3 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:09:22.248661 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01046ec5-378c-42d7-a0a1-2a437bf595e3 None None] Checking segment: {'id': '8c666a7e-0643-4eb6-b95d-28431ca347bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '62b6ff4a-8d03-4e22-95e6-981d9cad6aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:09:22.249152 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-01046ec5-378c-42d7-a0a1-2a437bf595e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:22.249598 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01046ec5-378c-42d7-a0a1-2a437bf595e3 None None] Bound using segment: {'id': '8c666a7e-0643-4eb6-b95d-28431ca347bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '62b6ff4a-8d03-4e22-95e6-981d9cad6aeb'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:09:22.250146 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-01046ec5-378c-42d7-a0a1-2a437bf595e3 None None] Bound port: ad34a044-4480-4a72-9734-33f8fb2f4097, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c666a7e-0643-4eb6-b95d-28431ca347bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '62b6ff4a-8d03-4e22-95e6-981d9cad6aeb'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:09:22.250607 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-01046ec5-378c-42d7-a0a1-2a437bf595e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:22.332282 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:09:22.339167 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d133edde-b478-46fe-97f8-60b8e6d15ea4 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:22.413176 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d133edde-b478-46fe-97f8-60b8e6d15ea4 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:22.417653 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-01046ec5-378c-42d7-a0a1-2a437bf595e3 None None] For port ad34a044-4480-4a72-9734-33f8fb2f4097, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:09:22.422214 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-01046ec5-378c-42d7-a0a1-2a437bf595e3 None None] For port ad34a044-4480-4a72-9734-33f8fb2f4097, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=ad34a044-4480-4a72-9734-33f8fb2f4097,segment=NetworkSegment(8c666a7e-0643-4eb6-b95d-28431ca347bb),segment_id=8c666a7e-0643-4eb6-b95d-28431ca347bb)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:09:22.430537 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-01046ec5-378c-42d7-a0a1-2a437bf595e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:22.437766 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d133edde-b478-46fe-97f8-60b8e6d15ea4 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:22.443789 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d133edde-b478-46fe-97f8-60b8e6d15ea4 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] 10.222.0.15 "DELETE /v2.0/subnets/f51c9005-08cf-4cdc-b457-5b72b43eb3f1 HTTP/1.1" status: 204 len: 168 time: 0.5018587 Jul 24 01:09:22.444747 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53362) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:22.505535 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133edde-b478-46fe-97f8-60b8e6d15ea4 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Pushing event deleted for resources: {'Subnet': ['ID=f51c9005-08cf-4cdc-b457-5b72b43eb3f1,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:22.542466 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d671798-1273-4329-8c6f-cdfe35c4e5fd req-6489b1c7-acfd-43d7-8737-afbd6ca4e24d tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:22.544412 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05abaebe-d636-4bc4-8026-c60fff475419 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:22.545273 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05abaebe-d636-4bc4-8026-c60fff475419 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:22.547749 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3d671798-1273-4329-8c6f-cdfe35c4e5fd req-6489b1c7-acfd-43d7-8737-afbd6ca4e24d tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b257fc2d-b49d-4034-bf01-54c0f2932017 HTTP/1.1" status: 200 len: 945 time: 0.1495149 Jul 24 01:09:22.550146 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53364) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:22.550674 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-05abaebe-d636-4bc4-8026-c60fff475419 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0801561 Jul 24 01:09:22.569435 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01046ec5-378c-42d7-a0a1-2a437bf595e3 None None] Pushing event updated for resources: {'Port': ['ID=ad34a044-4480-4a72-9734-33f8fb2f4097,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:22.634299 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a44579-f484-4df6-a8a1-b17fd79ed1d5 None None] Network a6aecbae-588f-4367-91ed-dc598a6a1488 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:09:22.697537 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3d671798-1273-4329-8c6f-cdfe35c4e5fd req-63765c87-6c6c-4dd4-9016-25dc534af276 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160297 Jul 24 01:09:22.703347 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7b70cdae-4186-44e7-9643-510cd89d27cc tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:22.712219 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b70cdae-4186-44e7-9643-510cd89d27cc tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 24 01:09:22.712557 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b70cdae-4186-44e7-9643-510cd89d27cc tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:09:22.714468 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7b70cdae-4186-44e7-9643-510cd89d27cc tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] 10.222.0.15 "DELETE /v2.0/networks/62b6ff4a-8d03-4e22-95e6-981d9cad6aeb HTTP/1.1" status: 409 len: 405 time: 0.1629479 Jul 24 01:09:22.718742 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53368) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:22.721723 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-48b7185e-16ea-48da-beb6-a2766cd42a90 None None] Provisioning for port 8a8ade44-073e-4054-9763-796ada3145ee completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:09:22.737859 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-7e602f73-c731-4c76-954c-caae2b474744 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1514995162'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:22.850147 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e602f73-c731-4c76-954c-caae2b474744 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Made reservation on behalf of 52dc0ee0ac6649809eb4143851667aa4 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:09:22.871148 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7e602f73-c731-4c76-954c-caae2b474744 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:22.961717 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e602f73-c731-4c76-954c-caae2b474744 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:09:22.977711 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 8a8ade44-073e-4054-9763-796ada3145ee up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:09:22.981529 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7e602f73-c731-4c76-954c-caae2b474744 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:22.982225 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-7e602f73-c731-4c76-954c-caae2b474744 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Added segment 8a090299-5cd4-4176-8fa0-616ae9c8f1dc of type vlan for network d22fc9b3-6b4d-4ceb-b1d8-39e8dbca1203 Jul 24 01:09:23.052833 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7e602f73-c731-4c76-954c-caae2b474744 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:23.066693 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 8a8ade44-073e-4054-9763-796ada3145ee completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:09:23.073096 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 8a8ade44-073e-4054-9763-796ada3145ee triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:23.073531 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:23.102519 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7e602f73-c731-4c76-954c-caae2b474744 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:23.119825 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e602f73-c731-4c76-954c-caae2b474744 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:23.120429 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7e602f73-c731-4c76-954c-caae2b474744 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:23.175976 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:23.180646 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7e602f73-c731-4c76-954c-caae2b474744 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4516230 Jul 24 01:09:23.186164 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53372) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:23.210869 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-3535fb5b-b845-4f36-a1de-4eb277ebd053 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Request body: {'subnet': {'network_id': 'd22fc9b3-6b4d-4ceb-b1d8-39e8dbca1203', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:23.238183 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 8a8ade44-073e-4054-9763-796ada3145ee, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=8a8ade44-073e-4054-9763-796ada3145ee,segment=NetworkSegment(5b176c69-0939-47b2-ba64-11276d5ad6cf),segment_id=5b176c69-0939-47b2-ba64-11276d5ad6cf)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:23.246522 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:23.272679 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e602f73-c731-4c76-954c-caae2b474744 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Pushing event updated for resources: {'Network': ['ID=d22fc9b3-6b4d-4ceb-b1d8-39e8dbca1203,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:23.292761 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network d22fc9b3-6b4d-4ceb-b1d8-39e8dbca1203 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:09:23.363121 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3535fb5b-b845-4f36-a1de-4eb277ebd053 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Made reservation on behalf of 52dc0ee0ac6649809eb4143851667aa4 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:09:23.367752 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3535fb5b-b845-4f36-a1de-4eb277ebd053 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:23.397399 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=8a8ade44-073e-4054-9763-796ada3145ee,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:23.417583 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-626ce3dc-9716-4266-97f1-8b8ae3ad87a8 None None] Provisioning complete for port 8a8ade44-073e-4054-9763-796ada3145ee triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:23.417969 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-626ce3dc-9716-4266-97f1-8b8ae3ad87a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:23.659904 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53380) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:23.712331 n-d-793621-25 neutron-server[100463]: DEBUG neutron.objects.ports [None req-3535fb5b-b845-4f36-a1de-4eb277ebd053 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100463) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 01:09:23.714963 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3535fb5b-b845-4f36-a1de-4eb277ebd053 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:23.792719 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3535fb5b-b845-4f36-a1de-4eb277ebd053 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Checking segment: {'id': '8a090299-5cd4-4176-8fa0-616ae9c8f1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd22fc9b3-6b4d-4ceb-b1d8-39e8dbca1203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:09:23.793048 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3535fb5b-b845-4f36-a1de-4eb277ebd053 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Network hostable DHCP agents. Network: d22fc9b3-6b4d-4ceb-b1d8-39e8dbca1203, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:09:23.796464 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535fb5b-b845-4f36-a1de-4eb277ebd053 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Pushing event updated for resources: {'Subnet': ['ID=2ab68c41-e65a-497c-b7ea-53eb35a7d025,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:23.820062 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3535fb5b-b845-4f36-a1de-4eb277ebd053 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Network d22fc9b3-6b4d-4ceb-b1d8-39e8dbca1203 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:09:23.832059 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-3535fb5b-b845-4f36-a1de-4eb277ebd053 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, d22fc9b3-6b4d-4ceb-b1d8-39e8dbca1203) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:23.838152 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3535fb5b-b845-4f36-a1de-4eb277ebd053 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:23.842237 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95101b82-7f8e-4133-8bca-c4a4f3933b53 None None] Network d22fc9b3-6b4d-4ceb-b1d8-39e8dbca1203 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:09:23.845839 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3535fb5b-b845-4f36-a1de-4eb277ebd053 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:23.851045 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c669b4a3-c549-486a-8dfc-b054fadd77ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:23.872985 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3535fb5b-b845-4f36-a1de-4eb277ebd053 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6855557 Jul 24 01:09:23.875501 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53390) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:23.882810 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-3a78f6a7-a834-4bce-9e5e-9ac0bbac4aeb tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Request body: {'port': {'network_id': 'd22fc9b3-6b4d-4ceb-b1d8-39e8dbca1203', 'name': 'tempest-NetworksIpV6TestAttrs-1639462477'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:23.981132 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f309eb-2593-430b-988d-fbc3f6d45eb6 None None] Network 62b6ff4a-8d03-4e22-95e6-981d9cad6aeb requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:09:24.068229 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c669b4a3-c549-486a-8dfc-b054fadd77ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:24.073070 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c669b4a3-c549-486a-8dfc-b054fadd77ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:24.093260 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a78f6a7-a834-4bce-9e5e-9ac0bbac4aeb tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Made reservation on behalf of 52dc0ee0ac6649809eb4143851667aa4 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:09:24.101319 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3a78f6a7-a834-4bce-9e5e-9ac0bbac4aeb tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:24.113605 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669b4a3-c549-486a-8dfc-b054fadd77ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9887917b-6d6c-431e-a8cf-255d67238e4e,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:24.129108 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-6c7bf6be-7b30-43cf-8d17-a25f58c5592f None None] Provisioning for port ad34a044-4480-4a72-9734-33f8fb2f4097 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:09:24.131067 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-3a78f6a7-a834-4bce-9e5e-9ac0bbac4aeb tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] device_id is not set on port b7d601f3-5570-468e-b297-01fc424d5b03 yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:09:24.168715 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c669b4a3-c549-486a-8dfc-b054fadd77ca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9f1df6b1a2a149e9a3d69e458346ecce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5051565 Jul 24 01:09:24.168941 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53394) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:24.218458 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc4c6b-da5c-4c3f-b952-f5156567956e req-239d4573-7f92-43ee-a32a-d071a052556d tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:24.223238 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0bdc4c6b-da5c-4c3f-b952-f5156567956e req-239d4573-7f92-43ee-a32a-d071a052556d tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b257fc2d-b49d-4034-bf01-54c0f2932017 HTTP/1.1" status: 200 len: 945 time: 0.3930111 Jul 24 01:09:24.262631 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b2c3da-eca9-4e00-b4e4-cedf26a673f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-d22fc9b3-6b4d-4ceb-b1d8-39e8dbca1203', 'network_id': 'd22fc9b3-6b4d-4ceb-b1d8-39e8dbca1203', 'tenant_id': '52dc0ee0ac6649809eb4143851667aa4', 'fixed_ips': [{'subnet_id': '2ab68c41-e65a-497c-b7ea-53eb35a7d025'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:09:24.263949 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-25b2c3da-eca9-4e00-b4e4-cedf26a673f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:24.290003 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0bdc4c6b-da5c-4c3f-b952-f5156567956e req-f0c22ac5-d45a-4f34-a766-4beab132d0a2 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527420 Jul 24 01:09:24.296800 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-3a78f6a7-a834-4bce-9e5e-9ac0bbac4aeb tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Allocated IP 2001:db8::f816:3eff:fea9:5711 (d22fc9b3-6b4d-4ceb-b1d8-39e8dbca1203/2ab68c41-e65a-497c-b7ea-53eb35a7d025/b7d601f3-5570-468e-b297-01fc424d5b03) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:09:24.299795 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a6fd2360-8870-4748-b8f6-4323dac62faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:24.341609 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a6fd2360-8870-4748-b8f6-4323dac62faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:24.466294 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a6fd2360-8870-4748-b8f6-4323dac62faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:24.468933 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a6fd2360-8870-4748-b8f6-4323dac62faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:24.470097 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a6fd2360-8870-4748-b8f6-4323dac62faa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9887917b-6d6c-431e-a8cf-255d67238e4e HTTP/1.1" status: 204 len: 168 time: 0.3002646 Jul 24 01:09:24.498506 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd2360-8870-4748-b8f6-4323dac62faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9887917b-6d6c-431e-a8cf-255d67238e4e,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:24.535817 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3a78f6a7-a834-4bce-9e5e-9ac0bbac4aeb tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:24.557336 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-3a78f6a7-a834-4bce-9e5e-9ac0bbac4aeb tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Transition to ACTIVE for port object b7d601f3-5570-468e-b297-01fc424d5b03 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:09:24.578469 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd5c8bd-0cc3-44e3-bf5b-19cd9121a824 None None] DHCP port deletion for 62b6ff4a-8d03-4e22-95e6-981d9cad6aeb request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:09:24.597031 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3a78f6a7-a834-4bce-9e5e-9ac0bbac4aeb tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:24.650033 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a78f6a7-a834-4bce-9e5e-9ac0bbac4aeb tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Network d22fc9b3-6b4d-4ceb-b1d8-39e8dbca1203 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:09:24.653936 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-3a78f6a7-a834-4bce-9e5e-9ac0bbac4aeb tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:24.662409 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a78f6a7-a834-4bce-9e5e-9ac0bbac4aeb tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:09:24.665826 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-25b2c3da-eca9-4e00-b4e4-cedf26a673f0 None None] Allocated IP 2001:db8::f816:3eff:fe35:ffd2 (d22fc9b3-6b4d-4ceb-b1d8-39e8dbca1203/2ab68c41-e65a-497c-b7ea-53eb35a7d025/1422a222-4fe1-4e3b-a7a9-b4ac1a485646) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:09:24.668915 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a78f6a7-a834-4bce-9e5e-9ac0bbac4aeb tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:24.669572 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3a78f6a7-a834-4bce-9e5e-9ac0bbac4aeb tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:24.672819 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [req-f456207c-a452-4a23-8ee3-f37a7fa4c9e8 req-22b04d18-3407-4ec0-b2cf-271ed1e53845 service neutron] (100463) timed out ('10.222.0.13', 63846) {{(pid=100463) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 24 01:09:24.684219 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78f6a7-a834-4bce-9e5e-9ac0bbac4aeb tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Pushing event updated for resources: {'Port': ['ID=b7d601f3-5570-468e-b297-01fc424d5b03,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:24.686431 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-6fd5c8bd-0cc3-44e3-bf5b-19cd9121a824 None None] Deleting port ad34a044-4480-4a72-9734-33f8fb2f4097 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:09:24.686866 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6fd5c8bd-0cc3-44e3-bf5b-19cd9121a824 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:24.705710 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3a78f6a7-a834-4bce-9e5e-9ac0bbac4aeb tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.8263478 Jul 24 01:09:24.706105 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53398) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:24.786873 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4884fd8-7a94-47a4-a546-90b986fe800b tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Deleting subnet 2ab68c41-e65a-497c-b7ea-53eb35a7d025 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:09:24.812169 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-6fd5c8bd-0cc3-44e3-bf5b-19cd9121a824 None None] For port ad34a044-4480-4a72-9734-33f8fb2f4097, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=ad34a044-4480-4a72-9734-33f8fb2f4097,segment=NetworkSegment(8c666a7e-0643-4eb6-b95d-28431ca347bb),segment_id=8c666a7e-0643-4eb6-b95d-28431ca347bb)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:24.812471 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6fd5c8bd-0cc3-44e3-bf5b-19cd9121a824 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:24.825611 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 8a8ade44-073e-4054-9763-796ada3145ee up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:09:24.837185 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-6fd5c8bd-0cc3-44e3-bf5b-19cd9121a824 None None] Calling delete_port for ad34a044-4480-4a72-9734-33f8fb2f4097 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:09:24.988984 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-25b2c3da-eca9-4e00-b4e4-cedf26a673f0 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:25.002472 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 8a8ade44-073e-4054-9763-796ada3145ee triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:25.002874 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:25.004707 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-25b2c3da-eca9-4e00-b4e4-cedf26a673f0 None None] Transition to ACTIVE for port object 1422a222-4fe1-4e3b-a7a9-b4ac1a485646 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:09:25.050458 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-25b2c3da-eca9-4e00-b4e4-cedf26a673f0 None None] Transition to ACTIVE for port object 1422a222-4fe1-4e3b-a7a9-b4ac1a485646 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:09:25.058947 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6fd5c8bd-0cc3-44e3-bf5b-19cd9121a824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:25.060602 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f4884fd8-7a94-47a4-a546-90b986fe800b tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:25.064898 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-25b2c3da-eca9-4e00-b4e4-cedf26a673f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:25.093686 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd5c8bd-0cc3-44e3-bf5b-19cd9121a824 None None] Pushing event deleted for resources: {'Port': ['ID=ad34a044-4480-4a72-9734-33f8fb2f4097,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:25.102386 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd5c8bd-0cc3-44e3-bf5b-19cd9121a824 None None] No DVR routers for this DVR port ad34a044-4480-4a72-9734-33f8fb2f4097 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:09:25.117683 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f4884fd8-7a94-47a4-a546-90b986fe800b tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:25.131722 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b2c3da-eca9-4e00-b4e4-cedf26a673f0 None None] Network d22fc9b3-6b4d-4ceb-b1d8-39e8dbca1203 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:09:25.139242 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-25b2c3da-eca9-4e00-b4e4-cedf26a673f0 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:25.146424 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b2c3da-eca9-4e00-b4e4-cedf26a673f0 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:09:25.164334 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b2c3da-eca9-4e00-b4e4-cedf26a673f0 None None] Pushing event updated for resources: {'Port': ['ID=1422a222-4fe1-4e3b-a7a9-b4ac1a485646,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:25.245436 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-25b2c3da-eca9-4e00-b4e4-cedf26a673f0 None None] Attempting to bind port 1422a222-4fe1-4e3b-a7a9-b4ac1a485646 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:09:25.245436 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-25b2c3da-eca9-4e00-b4e4-cedf26a673f0 None None] Attempting to bind port 1422a222-4fe1-4e3b-a7a9-b4ac1a485646 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '8a090299-5cd4-4176-8fa0-616ae9c8f1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd22fc9b3-6b4d-4ceb-b1d8-39e8dbca1203'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:09:25.245642 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b2c3da-eca9-4e00-b4e4-cedf26a673f0 None None] Attempting to bind port 1422a222-4fe1-4e3b-a7a9-b4ac1a485646 on network d22fc9b3-6b4d-4ceb-b1d8-39e8dbca1203 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:09:25.251158 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b2c3da-eca9-4e00-b4e4-cedf26a673f0 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:09:25.251707 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b2c3da-eca9-4e00-b4e4-cedf26a673f0 None None] Checking segment: {'id': '8a090299-5cd4-4176-8fa0-616ae9c8f1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd22fc9b3-6b4d-4ceb-b1d8-39e8dbca1203'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:09:25.252841 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-25b2c3da-eca9-4e00-b4e4-cedf26a673f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:25.253398 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b2c3da-eca9-4e00-b4e4-cedf26a673f0 None None] Bound using segment: {'id': '8a090299-5cd4-4176-8fa0-616ae9c8f1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd22fc9b3-6b4d-4ceb-b1d8-39e8dbca1203'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:09:25.253516 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f4884fd8-7a94-47a4-a546-90b986fe800b tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:25.254071 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-25b2c3da-eca9-4e00-b4e4-cedf26a673f0 None None] Bound port: 1422a222-4fe1-4e3b-a7a9-b4ac1a485646, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a090299-5cd4-4176-8fa0-616ae9c8f1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd22fc9b3-6b4d-4ceb-b1d8-39e8dbca1203'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:09:25.254563 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-25b2c3da-eca9-4e00-b4e4-cedf26a673f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:25.312851 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f4884fd8-7a94-47a4-a546-90b986fe800b tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:25.324517 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-25b2c3da-eca9-4e00-b4e4-cedf26a673f0 None None] For port 1422a222-4fe1-4e3b-a7a9-b4ac1a485646, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:09:25.328506 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-25b2c3da-eca9-4e00-b4e4-cedf26a673f0 None None] For port 1422a222-4fe1-4e3b-a7a9-b4ac1a485646, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=1422a222-4fe1-4e3b-a7a9-b4ac1a485646,segment=NetworkSegment(8a090299-5cd4-4176-8fa0-616ae9c8f1dc),segment_id=8a090299-5cd4-4176-8fa0-616ae9c8f1dc)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:09:25.334639 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-25b2c3da-eca9-4e00-b4e4-cedf26a673f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:25.345006 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4884fd8-7a94-47a4-a546-90b986fe800b tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Pushing event deleted for resources: {'Subnet': ['ID=2ab68c41-e65a-497c-b7ea-53eb35a7d025,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:25.349453 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f4884fd8-7a94-47a4-a546-90b986fe800b tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:25.351422 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f4884fd8-7a94-47a4-a546-90b986fe800b tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] 10.222.0.15 "DELETE /v2.0/subnets/2ab68c41-e65a-497c-b7ea-53eb35a7d025 HTTP/1.1" status: 204 len: 168 time: 0.6443095 Jul 24 01:09:25.353820 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53406) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:25.416033 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2c644f-1097-495c-bed7-3ed3b6c1693b tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:25.417690 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b2c3da-eca9-4e00-b4e4-cedf26a673f0 None None] Pushing event updated for resources: {'Port': ['ID=1422a222-4fe1-4e3b-a7a9-b4ac1a485646,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:25.417882 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2c644f-1097-495c-bed7-3ed3b6c1693b tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:25.419834 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ea2c644f-1097-495c-bed7-3ed3b6c1693b tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0648510 Jul 24 01:09:25.422455 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53410) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:25.505362 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f27695f0-e127-4da0-8197-12c119645a07 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:25.512917 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-f27695f0-e127-4da0-8197-12c119645a07 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 24 01:09:25.513400 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f27695f0-e127-4da0-8197-12c119645a07 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:09:25.519770 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53412) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:25.522832 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f27695f0-e127-4da0-8197-12c119645a07 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] 10.222.0.15 "DELETE /v2.0/networks/d22fc9b3-6b4d-4ceb-b1d8-39e8dbca1203 HTTP/1.1" status: 409 len: 405 time: 0.0956299 Jul 24 01:09:25.525604 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-9381b404-4bcb-4691-97c7-a57c480a497e tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1583899990'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:25.563514 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9381b404-4bcb-4691-97c7-a57c480a497e tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Made reservation on behalf of 52dc0ee0ac6649809eb4143851667aa4 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:09:25.567664 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9381b404-4bcb-4691-97c7-a57c480a497e tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:25.605130 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9381b404-4bcb-4691-97c7-a57c480a497e tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:09:25.625540 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9381b404-4bcb-4691-97c7-a57c480a497e tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:25.625904 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-9381b404-4bcb-4691-97c7-a57c480a497e tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Added segment 7e5c3993-5ee8-4952-abe3-cf88b2d3eec8 of type vlan for network c4398e5a-60ee-407d-a76e-8998117edb53 Jul 24 01:09:25.671447 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4297a3-eb82-4ffb-a548-7a24f042c6ff req-adea829d-6ae1-4b2a-96f4-514cb01a04af tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:25.673124 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1d4297a3-eb82-4ffb-a548-7a24f042c6ff req-adea829d-6ae1-4b2a-96f4-514cb01a04af tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b257fc2d-b49d-4034-bf01-54c0f2932017 HTTP/1.1" status: 200 len: 945 time: 0.2907536 Jul 24 01:09:25.676896 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9381b404-4bcb-4691-97c7-a57c480a497e tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:25.716570 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1d4297a3-eb82-4ffb-a548-7a24f042c6ff req-1b1fffaf-2e4b-4bff-b9e1-ef4a1af7f9bf tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370302 Jul 24 01:09:25.720118 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9381b404-4bcb-4691-97c7-a57c480a497e tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:25.726342 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9381b404-4bcb-4691-97c7-a57c480a497e tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:25.726989 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9381b404-4bcb-4691-97c7-a57c480a497e tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:25.770339 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9381b404-4bcb-4691-97c7-a57c480a497e tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2462833 Jul 24 01:09:25.770692 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53414) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:25.775961 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-3efae8e2-d009-4dba-9d8d-abb9befe3e51 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Request body: {'subnet': {'network_id': 'c4398e5a-60ee-407d-a76e-8998117edb53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:25.803986 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9381b404-4bcb-4691-97c7-a57c480a497e tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Pushing event updated for resources: {'Network': ['ID=c4398e5a-60ee-407d-a76e-8998117edb53,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:25.814538 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network c4398e5a-60ee-407d-a76e-8998117edb53 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:09:25.870159 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efae8e2-d009-4dba-9d8d-abb9befe3e51 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Made reservation on behalf of 52dc0ee0ac6649809eb4143851667aa4 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:09:25.873652 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3efae8e2-d009-4dba-9d8d-abb9befe3e51 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:26.159041 n-d-793621-25 neutron-server[100463]: DEBUG neutron.objects.ports [None req-3efae8e2-d009-4dba-9d8d-abb9befe3e51 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100463) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 01:09:26.160790 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3efae8e2-d009-4dba-9d8d-abb9befe3e51 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:26.218218 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efae8e2-d009-4dba-9d8d-abb9befe3e51 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Pushing event updated for resources: {'Subnet': ['ID=36cd9cef-6eaf-4cfd-8c58-802d13735ce1,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:26.239131 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efae8e2-d009-4dba-9d8d-abb9befe3e51 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Checking segment: {'id': '7e5c3993-5ee8-4952-abe3-cf88b2d3eec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c4398e5a-60ee-407d-a76e-8998117edb53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:09:26.239499 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efae8e2-d009-4dba-9d8d-abb9befe3e51 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Network hostable DHCP agents. Network: c4398e5a-60ee-407d-a76e-8998117edb53, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:09:26.257222 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efae8e2-d009-4dba-9d8d-abb9befe3e51 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Network c4398e5a-60ee-407d-a76e-8998117edb53 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:09:26.266811 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-3efae8e2-d009-4dba-9d8d-abb9befe3e51 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, c4398e5a-60ee-407d-a76e-8998117edb53) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:26.271857 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efae8e2-d009-4dba-9d8d-abb9befe3e51 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:26.272457 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3efae8e2-d009-4dba-9d8d-abb9befe3e51 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:26.276409 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd23162f-470e-4bd0-a8b1-a19a760bad17 None None] Network c4398e5a-60ee-407d-a76e-8998117edb53 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:09:26.290207 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3efae8e2-d009-4dba-9d8d-abb9befe3e51 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.5183249 Jul 24 01:09:26.293013 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53420) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:26.379411 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fece76c5-04eb-4d2d-9c8b-3b91aeeacb9f None None] Network d22fc9b3-6b4d-4ceb-b1d8-39e8dbca1203 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:09:26.408465 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b52d3bc5-36bd-460f-bcc6-6dbffc6338db tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:26.466429 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b52d3bc5-36bd-460f-bcc6-6dbffc6338db tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:26.477049 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ddfdaec3-a689-4ea3-87d4-a0f9f9dc0137 req-48af94fd-d7fc-4b23-bf8e-33bf75c82089 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0292821 Jul 24 01:09:26.488320 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9eb717ab-986f-41fd-8cec-5f629ff8ea04 None None] Provisioning for port 1422a222-4fe1-4e3b-a7a9-b4ac1a485646 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:09:26.535701 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ddfdaec3-a689-4ea3-87d4-a0f9f9dc0137 req-78748327-865d-41e5-ad69-14400192b0e8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543 HTTP/1.1" status: 200 len: 210 time: 0.0370054 Jul 24 01:09:26.538768 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b52d3bc5-36bd-460f-bcc6-6dbffc6338db tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:26.565941 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d3bc5-36bd-460f-bcc6-6dbffc6338db tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Pushing event deleted for resources: {'Subnet': ['ID=36cd9cef-6eaf-4cfd-8c58-802d13735ce1,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:26.569830 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4653fe-9a43-436a-afa4-cb02658e59b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-c4398e5a-60ee-407d-a76e-8998117edb53', 'network_id': 'c4398e5a-60ee-407d-a76e-8998117edb53', 'tenant_id': '52dc0ee0ac6649809eb4143851667aa4', 'fixed_ips': [{'subnet_id': '36cd9cef-6eaf-4cfd-8c58-802d13735ce1'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:09:26.570842 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6e4653fe-9a43-436a-afa4-cb02658e59b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:26.581598 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ddfdaec3-a689-4ea3-87d4-a0f9f9dc0137 req-c8ef1545-9c78-4df1-8eb6-01d358a7dbd6 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255594 Jul 24 01:09:26.637269 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b52d3bc5-36bd-460f-bcc6-6dbffc6338db tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:26.648152 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-b52d3bc5-36bd-460f-bcc6-6dbffc6338db tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4398e5a-60ee-407d-a76e-8998117edb53']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:26.660642 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-b52d3bc5-36bd-460f-bcc6-6dbffc6338db tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e5c3993-5ee8-4952-abe3-cf88b2d3eec8') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:26.660943 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-b52d3bc5-36bd-460f-bcc6-6dbffc6338db tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e5c3993-5ee8-4952-abe3-cf88b2d3eec8') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:26.673400 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285116c7-d752-43ff-8c52-7f0c6713f731 None None] Network c4398e5a-60ee-407d-a76e-8998117edb53 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:09:26.679846 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfdaec3-a689-4ea3-87d4-a0f9f9dc0137 req-a9036729-1125-49a5-a8c0-c1921b32f18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:26.681179 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b52d3bc5-36bd-460f-bcc6-6dbffc6338db tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:26.681430 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ddfdaec3-a689-4ea3-87d4-a0f9f9dc0137 req-a9036729-1125-49a5-a8c0-c1921b32f18a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951376 Jul 24 01:09:26.696300 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b52d3bc5-36bd-460f-bcc6-6dbffc6338db tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:26.703236 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b52d3bc5-36bd-460f-bcc6-6dbffc6338db tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:09:26.703690 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b52d3bc5-36bd-460f-bcc6-6dbffc6338db tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:26.706941 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:09:26.706941 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:09:26.706941 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:09:26.706941 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:09:26.706941 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:09:26.706941 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:09:26.706941 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:09:26.706941 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:09:26.706941 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:09:26.706941 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:09:26.706941 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:09:26.706941 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:09:26.706941 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:09:26.706941 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:09:26.706941 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:09:26.706941 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:09:26.706941 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:09:26.706941 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:09:26.706941 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:09:26.706941 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:09:26.706941 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:09:26.706941 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:09:26.706941 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:09:26.706941 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:09:26.706941 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:09:26.706941 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:09:26.706941 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:09:26.706941 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:09:26.706941 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:09:26.706941 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:09:26.706941 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:09:26.706941 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:09:26.772304 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b52d3bc5-36bd-460f-bcc6-6dbffc6338db tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:26.780555 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b52d3bc5-36bd-460f-bcc6-6dbffc6338db tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:26.782502 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b52d3bc5-36bd-460f-bcc6-6dbffc6338db tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] 10.222.0.15 "DELETE /v2.0/networks/c4398e5a-60ee-407d-a76e-8998117edb53 HTTP/1.1" status: 204 len: 168 time: 0.4883957 Jul 24 01:09:26.790858 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5bf776-958f-4c72-bf7c-7f25c1e0e6bb None None] DHCP port deletion for d22fc9b3-6b4d-4ceb-b1d8-39e8dbca1203 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:09:26.791549 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53424) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:26.798677 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-ccc1c03a-ee97-4269-a4c4-2b5c45221989 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-10846830'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:26.820595 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d3bc5-36bd-460f-bcc6-6dbffc6338db tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Pushing event deleted for resources: {'Network': ['ID=c4398e5a-60ee-407d-a76e-8998117edb53,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:26.834389 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc1c03a-ee97-4269-a4c4-2b5c45221989 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Made reservation on behalf of 52dc0ee0ac6649809eb4143851667aa4 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:09:26.838151 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ccc1c03a-ee97-4269-a4c4-2b5c45221989 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:26.859882 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-dd5bf776-958f-4c72-bf7c-7f25c1e0e6bb None None] Deleting port 1422a222-4fe1-4e3b-a7a9-b4ac1a485646 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:09:26.861254 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-dd5bf776-958f-4c72-bf7c-7f25c1e0e6bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:26.865182 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccc1c03a-ee97-4269-a4c4-2b5c45221989 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:09:26.875962 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ccc1c03a-ee97-4269-a4c4-2b5c45221989 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:26.876651 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-ccc1c03a-ee97-4269-a4c4-2b5c45221989 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Added segment 17d08006-1e3e-44bb-afbf-cc491b1e2d10 of type vlan for network 7980ba57-002b-4922-ab5a-e0e5e776d453 Jul 24 01:09:26.889599 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf23c39-3451-47a0-953f-13272d1dce06 req-6ad1c056-7005-44ad-8b1e-2bb8f3e5e6a0 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:26.891203 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-abf23c39-3451-47a0-953f-13272d1dce06 req-6ad1c056-7005-44ad-8b1e-2bb8f3e5e6a0 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b257fc2d-b49d-4034-bf01-54c0f2932017 HTTP/1.1" status: 200 len: 945 time: 0.0796444 Jul 24 01:09:26.920678 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ccc1c03a-ee97-4269-a4c4-2b5c45221989 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:26.935129 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-dd5bf776-958f-4c72-bf7c-7f25c1e0e6bb None None] For port 1422a222-4fe1-4e3b-a7a9-b4ac1a485646, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=1422a222-4fe1-4e3b-a7a9-b4ac1a485646,segment=NetworkSegment(8a090299-5cd4-4176-8fa0-616ae9c8f1dc),segment_id=8a090299-5cd4-4176-8fa0-616ae9c8f1dc)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:26.935521 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-dd5bf776-958f-4c72-bf7c-7f25c1e0e6bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:26.935810 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-abf23c39-3451-47a0-953f-13272d1dce06 req-af599be3-0a98-4046-8c33-602abc626f3f tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373869 Jul 24 01:09:26.949643 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-dd5bf776-958f-4c72-bf7c-7f25c1e0e6bb None None] Calling delete_port for 1422a222-4fe1-4e3b-a7a9-b4ac1a485646 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:09:26.959968 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ccc1c03a-ee97-4269-a4c4-2b5c45221989 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:26.966078 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc1c03a-ee97-4269-a4c4-2b5c45221989 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:26.966674 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ccc1c03a-ee97-4269-a4c4-2b5c45221989 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:27.003980 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ccc1c03a-ee97-4269-a4c4-2b5c45221989 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2109926 Jul 24 01:09:27.006897 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53426) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:27.012303 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-56605878-0899-4dfc-a029-da0d4cdd0718 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Request body: {'subnet': {'network_id': '7980ba57-002b-4922-ab5a-e0e5e776d453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:27.039042 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-dd5bf776-958f-4c72-bf7c-7f25c1e0e6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:27.043977 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1c03a-ee97-4269-a4c4-2b5c45221989 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Pushing event updated for resources: {'Network': ['ID=7980ba57-002b-4922-ab5a-e0e5e776d453,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:27.068170 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 7980ba57-002b-4922-ab5a-e0e5e776d453 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:09:27.070277 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5bf776-958f-4c72-bf7c-7f25c1e0e6bb None None] No DVR routers for this DVR port 1422a222-4fe1-4e3b-a7a9-b4ac1a485646 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:09:27.072312 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5bf776-958f-4c72-bf7c-7f25c1e0e6bb None None] Pushing event deleted for resources: {'Port': ['ID=1422a222-4fe1-4e3b-a7a9-b4ac1a485646,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:27.117546 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56605878-0899-4dfc-a029-da0d4cdd0718 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Made reservation on behalf of 52dc0ee0ac6649809eb4143851667aa4 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:09:27.123613 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-56605878-0899-4dfc-a029-da0d4cdd0718 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:27.328270 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-56605878-0899-4dfc-a029-da0d4cdd0718 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:27.394462 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56605878-0899-4dfc-a029-da0d4cdd0718 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Pushing event updated for resources: {'Subnet': ['ID=95b6d477-d2b9-47d0-a594-9998962c126e,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:27.401408 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56605878-0899-4dfc-a029-da0d4cdd0718 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Checking segment: {'id': '17d08006-1e3e-44bb-afbf-cc491b1e2d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7980ba57-002b-4922-ab5a-e0e5e776d453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:09:27.401781 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56605878-0899-4dfc-a029-da0d4cdd0718 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Network hostable DHCP agents. Network: 7980ba57-002b-4922-ab5a-e0e5e776d453, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:09:27.417118 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56605878-0899-4dfc-a029-da0d4cdd0718 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Network 7980ba57-002b-4922-ab5a-e0e5e776d453 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:09:27.425753 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-56605878-0899-4dfc-a029-da0d4cdd0718 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 7980ba57-002b-4922-ab5a-e0e5e776d453) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:27.429661 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56605878-0899-4dfc-a029-da0d4cdd0718 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:27.430265 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-56605878-0899-4dfc-a029-da0d4cdd0718 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:27.434095 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba87f2bc-0d79-462e-b75c-e745ef778386 None None] Network 7980ba57-002b-4922-ab5a-e0e5e776d453 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:09:27.445184 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-56605878-0899-4dfc-a029-da0d4cdd0718 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4371030 Jul 24 01:09:27.447791 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53432) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:27.544175 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d8bece94-2b08-419e-8aa6-2574512f2322 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:27.581084 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8588d30e-8460-4830-9798-66a8da82c754 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-7980ba57-002b-4922-ab5a-e0e5e776d453', 'network_id': '7980ba57-002b-4922-ab5a-e0e5e776d453', 'tenant_id': '52dc0ee0ac6649809eb4143851667aa4', 'fixed_ips': [{'subnet_id': '95b6d477-d2b9-47d0-a594-9998962c126e'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:09:27.582141 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8588d30e-8460-4830-9798-66a8da82c754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:27.600867 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d8bece94-2b08-419e-8aa6-2574512f2322 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:27.661160 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d8bece94-2b08-419e-8aa6-2574512f2322 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server [None req-8588d30e-8460-4830-9798-66a8da82c754 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 95b6d477-d2b9-47d0-a594-9998962c126e: This subnet is being modified by another concurrent operation. Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 01:09:27.679582 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 01:09:27.683158 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 01:09:27.683158 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 01:09:27.683158 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:09:27.683158 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:09:27.683158 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:09:27.683158 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:09:27.683158 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 01:09:27.683158 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 01:09:27.683158 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 01:09:27.683158 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 01:09:27.683158 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:09:27.683158 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:09:27.683158 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:09:27.683158 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:09:27.683158 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 01:09:27.683158 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 01:09:27.683158 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 24 01:09:27.683158 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 24 01:09:27.683158 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 24 01:09:27.683158 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 24 01:09:27.683158 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 24 01:09:27.683158 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 24 01:09:27.683158 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 24 01:09:27.683158 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 24 01:09:27.683158 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:09:27.683158 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:09:27.683158 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:09:27.683158 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:09:27.683158 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 24 01:09:27.683158 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 24 01:09:27.683158 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 24 01:09:27.683158 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 24 01:09:27.683158 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 24 01:09:27.683158 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 24 01:09:27.683158 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 24 01:09:27.683158 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise exception Jul 24 01:09:27.683158 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 95b6d477-d2b9-47d0-a594-9998962c126e: This subnet is being modified by another concurrent operation. Jul 24 01:09:27.683158 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server Jul 24 01:09:27.694165 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32f29b9-1d4c-42be-828b-356404baadee None None] Network 7980ba57-002b-4922-ab5a-e0e5e776d453 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:09:27.694437 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bece94-2b08-419e-8aa6-2574512f2322 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Pushing event deleted for resources: {'Subnet': ['ID=95b6d477-d2b9-47d0-a594-9998962c126e,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:27.752920 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d8bece94-2b08-419e-8aa6-2574512f2322 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:27.763077 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-d8bece94-2b08-419e-8aa6-2574512f2322 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7980ba57-002b-4922-ab5a-e0e5e776d453']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:27.779672 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-d8bece94-2b08-419e-8aa6-2574512f2322 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17d08006-1e3e-44bb-afbf-cc491b1e2d10') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:27.779966 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-d8bece94-2b08-419e-8aa6-2574512f2322 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17d08006-1e3e-44bb-afbf-cc491b1e2d10') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:27.789800 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d8bece94-2b08-419e-8aa6-2574512f2322 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:27.803583 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d8bece94-2b08-419e-8aa6-2574512f2322 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:27.807429 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f72ef4-7d67-44b3-b0f2-31fa037996a9 None None] get_active_networks_info from n-d-793621-25 {{(pid=100465) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 01:09:27.809777 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8bece94-2b08-419e-8aa6-2574512f2322 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:09:27.810172 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d8bece94-2b08-419e-8aa6-2574512f2322 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:27.813243 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:09:27.813243 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:09:27.813243 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:09:27.813243 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:09:27.813243 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:09:27.813243 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:09:27.813243 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:09:27.813243 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:09:27.813243 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:09:27.813243 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:09:27.813243 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:09:27.813243 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:09:27.813243 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:09:27.813243 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:09:27.813243 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:09:27.813243 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:09:27.813243 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:09:27.813243 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:09:27.813243 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:09:27.813243 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:09:27.813243 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:09:27.813243 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:09:27.813243 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:09:27.813243 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:09:27.813243 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:09:27.813243 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:09:27.813243 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:09:27.813243 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:09:27.813243 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:09:27.813243 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:09:27.813243 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:09:27.813243 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:09:27.869150 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d8bece94-2b08-419e-8aa6-2574512f2322 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:27.875829 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d8bece94-2b08-419e-8aa6-2574512f2322 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:27.878548 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d8bece94-2b08-419e-8aa6-2574512f2322 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] 10.222.0.15 "DELETE /v2.0/networks/7980ba57-002b-4922-ab5a-e0e5e776d453 HTTP/1.1" status: 204 len: 168 time: 0.4294653 Jul 24 01:09:27.882614 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53434) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:27.888805 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-e1c667d9-b6b9-4b76-be44-8c232e58742d tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-862572237'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:27.890448 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bece94-2b08-419e-8aa6-2574512f2322 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Pushing event deleted for resources: {'Network': ['ID=7980ba57-002b-4922-ab5a-e0e5e776d453,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:27.891788 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f72ef4-7d67-44b3-b0f2-31fa037996a9 None None] Resources bound (agent type, host, resource id): {{(pid=100465) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 01:09:27.912362 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c667d9-b6b9-4b76-be44-8c232e58742d tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Made reservation on behalf of 52dc0ee0ac6649809eb4143851667aa4 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:09:27.916093 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e1c667d9-b6b9-4b76-be44-8c232e58742d tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:27.939405 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1c667d9-b6b9-4b76-be44-8c232e58742d tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:09:27.949255 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e1c667d9-b6b9-4b76-be44-8c232e58742d tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:27.949678 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-e1c667d9-b6b9-4b76-be44-8c232e58742d tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Added segment ccbfadee-c92d-4a0e-aca5-40c0a168a492 of type vlan for network 21143a37-4626-4fb7-9e96-b8e3095e14cb Jul 24 01:09:27.994729 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e1c667d9-b6b9-4b76-be44-8c232e58742d tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:28.064568 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e1c667d9-b6b9-4b76-be44-8c232e58742d tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:28.070349 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c667d9-b6b9-4b76-be44-8c232e58742d tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:28.071034 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e1c667d9-b6b9-4b76-be44-8c232e58742d tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:28.117765 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e1c667d9-b6b9-4b76-be44-8c232e58742d tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2331080 Jul 24 01:09:28.120701 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53438) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:28.126561 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-75135bf7-12d2-4a96-8a43-19b2e155fc51 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Request body: {'subnet': {'network_id': '21143a37-4626-4fb7-9e96-b8e3095e14cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:28.153737 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c667d9-b6b9-4b76-be44-8c232e58742d tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Pushing event updated for resources: {'Network': ['ID=21143a37-4626-4fb7-9e96-b8e3095e14cb,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:28.168887 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a1d63-532e-4812-ae42-f1f1ed2b8140 req-04f3847d-7df9-4368-a5a7-9702d9f474f6 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:28.170477 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6f7a1d63-532e-4812-ae42-f1f1ed2b8140 req-04f3847d-7df9-4368-a5a7-9702d9f474f6 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b257fc2d-b49d-4034-bf01-54c0f2932017 HTTP/1.1" status: 200 len: 945 time: 0.1587439 Jul 24 01:09:28.179268 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 21143a37-4626-4fb7-9e96-b8e3095e14cb details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:09:28.225174 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6f7a1d63-532e-4812-ae42-f1f1ed2b8140 req-dd62d773-7e11-47fa-b250-86d1c6ec343f tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477855 Jul 24 01:09:28.240477 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75135bf7-12d2-4a96-8a43-19b2e155fc51 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Made reservation on behalf of 52dc0ee0ac6649809eb4143851667aa4 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:09:28.244276 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75135bf7-12d2-4a96-8a43-19b2e155fc51 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:28.509365 n-d-793621-25 neutron-server[100464]: DEBUG neutron.objects.ports [None req-75135bf7-12d2-4a96-8a43-19b2e155fc51 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100464) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 01:09:28.510845 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75135bf7-12d2-4a96-8a43-19b2e155fc51 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:28.574736 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75135bf7-12d2-4a96-8a43-19b2e155fc51 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Pushing event updated for resources: {'Subnet': ['ID=5d0ba194-b1b4-4d0f-98ae-d6d725fc7d2c,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:28.584345 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75135bf7-12d2-4a96-8a43-19b2e155fc51 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Checking segment: {'id': 'ccbfadee-c92d-4a0e-aca5-40c0a168a492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '21143a37-4626-4fb7-9e96-b8e3095e14cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:09:28.584718 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75135bf7-12d2-4a96-8a43-19b2e155fc51 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Network hostable DHCP agents. Network: 21143a37-4626-4fb7-9e96-b8e3095e14cb, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:09:28.600776 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75135bf7-12d2-4a96-8a43-19b2e155fc51 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Network 21143a37-4626-4fb7-9e96-b8e3095e14cb is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:09:28.608819 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-75135bf7-12d2-4a96-8a43-19b2e155fc51 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 21143a37-4626-4fb7-9e96-b8e3095e14cb) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:28.613361 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75135bf7-12d2-4a96-8a43-19b2e155fc51 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:28.614048 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75135bf7-12d2-4a96-8a43-19b2e155fc51 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:28.617533 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579f55ee-e9c8-4cfc-8364-e4acc41b769c None None] Network 21143a37-4626-4fb7-9e96-b8e3095e14cb requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:09:28.629764 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-75135bf7-12d2-4a96-8a43-19b2e155fc51 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5078676 Jul 24 01:09:28.632385 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53444) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:28.732678 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-724c88e4-6ccd-4f3c-8555-c40cd689a8ab tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:28.767773 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02bfdb4-3b26-49f1-84ee-dddd38e80f52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-21143a37-4626-4fb7-9e96-b8e3095e14cb', 'network_id': '21143a37-4626-4fb7-9e96-b8e3095e14cb', 'tenant_id': '52dc0ee0ac6649809eb4143851667aa4', 'fixed_ips': [{'subnet_id': '5d0ba194-b1b4-4d0f-98ae-d6d725fc7d2c'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:09:28.769471 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e02bfdb4-3b26-49f1-84ee-dddd38e80f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:28.791019 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-724c88e4-6ccd-4f3c-8555-c40cd689a8ab tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:28.858549 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-724c88e4-6ccd-4f3c-8555-c40cd689a8ab tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server [None req-e02bfdb4-3b26-49f1-84ee-dddd38e80f52 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5d0ba194-b1b4-4d0f-98ae-d6d725fc7d2c: This subnet is being modified by another concurrent operation. Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 01:09:28.867687 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 01:09:28.871051 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 01:09:28.871051 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 01:09:28.871051 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:09:28.871051 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:09:28.871051 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:09:28.871051 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:09:28.871051 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 01:09:28.871051 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 01:09:28.871051 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 01:09:28.871051 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 01:09:28.871051 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:09:28.871051 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:09:28.871051 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:09:28.871051 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:09:28.871051 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 01:09:28.871051 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 01:09:28.871051 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 24 01:09:28.871051 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 24 01:09:28.871051 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 24 01:09:28.871051 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 24 01:09:28.871051 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 24 01:09:28.871051 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 24 01:09:28.871051 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 24 01:09:28.871051 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 24 01:09:28.871051 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:09:28.871051 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:09:28.871051 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:09:28.871051 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:09:28.871051 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 24 01:09:28.871051 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 24 01:09:28.871051 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 24 01:09:28.871051 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 24 01:09:28.871051 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 24 01:09:28.871051 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 24 01:09:28.871051 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 24 01:09:28.871051 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise exception Jul 24 01:09:28.871051 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5d0ba194-b1b4-4d0f-98ae-d6d725fc7d2c: This subnet is being modified by another concurrent operation. Jul 24 01:09:28.871051 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server Jul 24 01:09:28.882967 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb614f0-7d49-4ff3-9076-f1e79ef409d6 None None] Network 21143a37-4626-4fb7-9e96-b8e3095e14cb requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:09:28.891204 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c88e4-6ccd-4f3c-8555-c40cd689a8ab tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Pushing event deleted for resources: {'Subnet': ['ID=5d0ba194-b1b4-4d0f-98ae-d6d725fc7d2c,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:28.953054 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-724c88e4-6ccd-4f3c-8555-c40cd689a8ab tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:28.964259 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-724c88e4-6ccd-4f3c-8555-c40cd689a8ab tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21143a37-4626-4fb7-9e96-b8e3095e14cb']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:28.975610 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-724c88e4-6ccd-4f3c-8555-c40cd689a8ab tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccbfadee-c92d-4a0e-aca5-40c0a168a492') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:28.975908 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-724c88e4-6ccd-4f3c-8555-c40cd689a8ab tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccbfadee-c92d-4a0e-aca5-40c0a168a492') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:28.985520 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-724c88e4-6ccd-4f3c-8555-c40cd689a8ab tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:29.001072 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-724c88e4-6ccd-4f3c-8555-c40cd689a8ab tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:29.008373 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-724c88e4-6ccd-4f3c-8555-c40cd689a8ab tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:09:29.009045 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-724c88e4-6ccd-4f3c-8555-c40cd689a8ab tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:29.012276 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:09:29.012276 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:09:29.012276 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:09:29.012276 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:09:29.012276 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:09:29.012276 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:09:29.012276 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:09:29.012276 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:09:29.012276 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:09:29.012276 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:09:29.012276 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:09:29.012276 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:09:29.012276 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:09:29.012276 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:09:29.012276 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:09:29.012276 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:09:29.012276 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:09:29.012276 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:09:29.012276 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:09:29.012276 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:09:29.012276 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:09:29.012276 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:09:29.012276 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:09:29.012276 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:09:29.012276 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:09:29.012276 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:09:29.012276 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:09:29.012276 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:09:29.012276 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:09:29.012276 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:09:29.012276 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:09:29.012276 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:09:29.078469 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-724c88e4-6ccd-4f3c-8555-c40cd689a8ab tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:29.084020 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-724c88e4-6ccd-4f3c-8555-c40cd689a8ab tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:29.089719 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-724c88e4-6ccd-4f3c-8555-c40cd689a8ab tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] 10.222.0.15 "DELETE /v2.0/networks/21143a37-4626-4fb7-9e96-b8e3095e14cb HTTP/1.1" status: 204 len: 168 time: 0.4527426 Jul 24 01:09:29.090102 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53446) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:29.101184 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c88e4-6ccd-4f3c-8555-c40cd689a8ab tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Pushing event deleted for resources: {'Network': ['ID=21143a37-4626-4fb7-9e96-b8e3095e14cb,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:29.121914 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-26aa0f5d-171c-476a-b425-ff17e544bbcf tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] DELETE failed (client error): The resource could not be found. Jul 24 01:09:29.122381 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26aa0f5d-171c-476a-b425-ff17e544bbcf tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:09:29.124200 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-26aa0f5d-171c-476a-b425-ff17e544bbcf tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] 10.222.0.15 "DELETE /v2.0/subnets/5d0ba194-b1b4-4d0f-98ae-d6d725fc7d2c HTTP/1.1" status: 404 len: 337 time: 0.0330610 Jul 24 01:09:29.126698 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53448) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:29.145071 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-da049059-c161-4f64-83aa-78af148ff7cf tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] DELETE failed (client error): The resource could not be found. Jul 24 01:09:29.145615 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da049059-c161-4f64-83aa-78af148ff7cf tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:09:29.147349 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-da049059-c161-4f64-83aa-78af148ff7cf tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] 10.222.0.15 "DELETE /v2.0/networks/21143a37-4626-4fb7-9e96-b8e3095e14cb HTTP/1.1" status: 404 len: 339 time: 0.0196979 Jul 24 01:09:29.149773 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53450) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:29.156483 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35688103-8272-4446-b888-3bc3ef4f55a0 None None] get_active_networks_info from n-d-793621-25 {{(pid=100465) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 01:09:29.177628 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-60fabd37-8d35-4448-a85a-d05270e28f52 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] DELETE failed (client error): The resource could not be found. Jul 24 01:09:29.178087 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60fabd37-8d35-4448-a85a-d05270e28f52 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:09:29.179832 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-60fabd37-8d35-4448-a85a-d05270e28f52 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] 10.222.0.15 "DELETE /v2.0/subnets/95b6d477-d2b9-47d0-a594-9998962c126e HTTP/1.1" status: 404 len: 337 time: 0.0289698 Jul 24 01:09:29.182489 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53452) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:29.202936 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d121b13-fe06-4bcd-aff9-1cd9f906d1b1 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] DELETE failed (client error): The resource could not be found. Jul 24 01:09:29.203478 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d121b13-fe06-4bcd-aff9-1cd9f906d1b1 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:09:29.205293 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6d121b13-fe06-4bcd-aff9-1cd9f906d1b1 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] 10.222.0.15 "DELETE /v2.0/networks/7980ba57-002b-4922-ab5a-e0e5e776d453 HTTP/1.1" status: 404 len: 339 time: 0.0217779 Jul 24 01:09:29.207829 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53454) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:29.232735 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-06d6b105-f5fd-4bdb-aeb4-883363348d4f tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] DELETE failed (client error): The resource could not be found. Jul 24 01:09:29.233178 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06d6b105-f5fd-4bdb-aeb4-883363348d4f tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:09:29.234882 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-06d6b105-f5fd-4bdb-aeb4-883363348d4f tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] 10.222.0.15 "DELETE /v2.0/subnets/36cd9cef-6eaf-4cfd-8c58-802d13735ce1 HTTP/1.1" status: 404 len: 337 time: 0.0261278 Jul 24 01:09:29.238008 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53456) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:29.243961 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35688103-8272-4446-b888-3bc3ef4f55a0 None None] Resources bound (agent type, host, resource id): {{(pid=100465) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 01:09:29.257695 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-a213af2b-0772-4912-880f-df9a63622755 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] DELETE failed (client error): The resource could not be found. Jul 24 01:09:29.259213 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a213af2b-0772-4912-880f-df9a63622755 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:09:29.262623 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a213af2b-0772-4912-880f-df9a63622755 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] 10.222.0.15 "DELETE /v2.0/networks/c4398e5a-60ee-407d-a76e-8998117edb53 HTTP/1.1" status: 404 len: 339 time: 0.0213821 Jul 24 01:09:29.263325 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53462) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:29.272826 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [req-6ff29353-9a3c-4744-affe-abcdb6a8fbcb req-2a21055d-68ba-4be9-baa1-8e43736f055c service neutron] (100463) timed out ('10.222.0.13', 63811) {{(pid=100463) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 24 01:09:29.393936 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-8bfa5773-89e8-4f33-b8f4-747c636ac223 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Deleting port b7d601f3-5570-468e-b297-01fc424d5b03 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:09:29.394422 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8bfa5773-89e8-4f33-b8f4-747c636ac223 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:29.418818 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d134435-8c37-4292-b33f-e4a4230c765b req-8bb78aba-914b-4a0b-ae97-ef7bc64688a5 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:29.420566 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4d134435-8c37-4292-b33f-e4a4230c765b req-8bb78aba-914b-4a0b-ae97-ef7bc64688a5 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b257fc2d-b49d-4034-bf01-54c0f2932017 HTTP/1.1" status: 200 len: 945 time: 0.0908327 Jul 24 01:09:29.460360 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4d134435-8c37-4292-b33f-e4a4230c765b req-ee3ee365-ffe2-4794-be85-ac7c7d8abc06 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330513 Jul 24 01:09:29.461705 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8bfa5773-89e8-4f33-b8f4-747c636ac223 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:29.475317 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-8bfa5773-89e8-4f33-b8f4-747c636ac223 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Calling delete_port for b7d601f3-5570-468e-b297-01fc424d5b03 owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:09:29.556959 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8bfa5773-89e8-4f33-b8f4-747c636ac223 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:29.585857 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa5773-89e8-4f33-b8f4-747c636ac223 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Pushing event deleted for resources: {'Port': ['ID=b7d601f3-5570-468e-b297-01fc424d5b03,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:29.590876 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8bfa5773-89e8-4f33-b8f4-747c636ac223 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:29.592798 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8bfa5773-89e8-4f33-b8f4-747c636ac223 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] 10.222.0.15 "DELETE /v2.0/ports/b7d601f3-5570-468e-b297-01fc424d5b03 HTTP/1.1" status: 204 len: 168 time: 0.3290584 Jul 24 01:09:29.595388 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53466) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:29.620871 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-f966f145-0d8f-4af0-90c2-482fd4b5ca1d tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] DELETE failed (client error): The resource could not be found. Jul 24 01:09:29.621320 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f966f145-0d8f-4af0-90c2-482fd4b5ca1d tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:09:29.623011 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f966f145-0d8f-4af0-90c2-482fd4b5ca1d tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] 10.222.0.15 "DELETE /v2.0/subnets/2ab68c41-e65a-497c-b7ea-53eb35a7d025 HTTP/1.1" status: 404 len: 337 time: 0.0266171 Jul 24 01:09:29.625359 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53468) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:29.701681 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-77a2e2d2-5756-4995-91ca-c1c6dde939a1 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:29.784895 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-77a2e2d2-5756-4995-91ca-c1c6dde939a1 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:29.794985 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-77a2e2d2-5756-4995-91ca-c1c6dde939a1 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d22fc9b3-6b4d-4ceb-b1d8-39e8dbca1203']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:29.805262 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-77a2e2d2-5756-4995-91ca-c1c6dde939a1 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a090299-5cd4-4176-8fa0-616ae9c8f1dc') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:29.805562 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-77a2e2d2-5756-4995-91ca-c1c6dde939a1 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a090299-5cd4-4176-8fa0-616ae9c8f1dc') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:29.814073 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-77a2e2d2-5756-4995-91ca-c1c6dde939a1 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:29.827905 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-77a2e2d2-5756-4995-91ca-c1c6dde939a1 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:29.834431 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a2e2d2-5756-4995-91ca-c1c6dde939a1 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:09:29.834872 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-77a2e2d2-5756-4995-91ca-c1c6dde939a1 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:29.838018 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:09:29.838018 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:09:29.838018 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:09:29.838018 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:09:29.838018 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:09:29.838018 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:09:29.838018 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:09:29.838018 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:09:29.838018 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:09:29.838018 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:09:29.838018 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:09:29.838018 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:09:29.838018 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:09:29.838018 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:09:29.838018 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:09:29.838018 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:09:29.838018 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:09:29.838018 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:09:29.838018 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:09:29.838018 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:09:29.838018 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:09:29.838018 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:09:29.838018 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:09:29.838018 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:09:29.838018 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:09:29.838018 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:09:29.838018 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:09:29.838018 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:09:29.838018 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:09:29.838018 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:09:29.838018 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:09:29.838018 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:09:29.898255 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-77a2e2d2-5756-4995-91ca-c1c6dde939a1 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:29.904924 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-77a2e2d2-5756-4995-91ca-c1c6dde939a1 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:29.906789 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-77a2e2d2-5756-4995-91ca-c1c6dde939a1 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] 10.222.0.15 "DELETE /v2.0/networks/d22fc9b3-6b4d-4ceb-b1d8-39e8dbca1203 HTTP/1.1" status: 204 len: 168 time: 0.2805195 Jul 24 01:09:29.909621 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53470) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:29.917618 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a2e2d2-5756-4995-91ca-c1c6dde939a1 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Pushing event deleted for resources: {'Network': ['ID=d22fc9b3-6b4d-4ceb-b1d8-39e8dbca1203,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:30.012845 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-31754089-c375-4cb9-bf92-059a55ada5f1 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Deleting port 1f40196a-f284-458b-8c81-2319208dc9d9 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:09:30.013190 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-31754089-c375-4cb9-bf92-059a55ada5f1 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:30.076896 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-31754089-c375-4cb9-bf92-059a55ada5f1 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:30.088395 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-31754089-c375-4cb9-bf92-059a55ada5f1 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Calling delete_port for 1f40196a-f284-458b-8c81-2319208dc9d9 owned by {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:09:30.170595 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-31754089-c375-4cb9-bf92-059a55ada5f1 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:30.199548 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31754089-c375-4cb9-bf92-059a55ada5f1 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Pushing event deleted for resources: {'Port': ['ID=1f40196a-f284-458b-8c81-2319208dc9d9,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:30.204821 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-31754089-c375-4cb9-bf92-059a55ada5f1 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:30.207687 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-31754089-c375-4cb9-bf92-059a55ada5f1 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] 10.222.0.15 "DELETE /v2.0/ports/1f40196a-f284-458b-8c81-2319208dc9d9 HTTP/1.1" status: 204 len: 168 time: 0.2969577 Jul 24 01:09:30.210154 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53472) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:30.239670 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf6bd8dc-2d5a-4026-9827-514aff3ed98c tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] DELETE failed (client error): The resource could not be found. Jul 24 01:09:30.240128 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf6bd8dc-2d5a-4026-9827-514aff3ed98c tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:09:30.241843 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-bf6bd8dc-2d5a-4026-9827-514aff3ed98c tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] 10.222.0.15 "DELETE /v2.0/subnets/f51c9005-08cf-4cdc-b457-5b72b43eb3f1 HTTP/1.1" status: 404 len: 337 time: 0.0306780 Jul 24 01:09:30.244355 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53474) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:30.322530 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-413d645d-8eea-4216-8072-55985de4a263 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:30.412461 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-413d645d-8eea-4216-8072-55985de4a263 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:30.422895 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-413d645d-8eea-4216-8072-55985de4a263 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62b6ff4a-8d03-4e22-95e6-981d9cad6aeb']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:30.438624 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-413d645d-8eea-4216-8072-55985de4a263 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c666a7e-0643-4eb6-b95d-28431ca347bb') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:30.438955 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-413d645d-8eea-4216-8072-55985de4a263 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c666a7e-0643-4eb6-b95d-28431ca347bb') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:30.448663 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-413d645d-8eea-4216-8072-55985de4a263 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:30.462340 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-413d645d-8eea-4216-8072-55985de4a263 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:30.468091 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-413d645d-8eea-4216-8072-55985de4a263 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:09:30.468490 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-413d645d-8eea-4216-8072-55985de4a263 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:30.471485 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:09:30.471485 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:09:30.471485 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:09:30.471485 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:09:30.471485 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:09:30.471485 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:09:30.471485 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:09:30.471485 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:09:30.471485 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:09:30.471485 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:09:30.471485 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:09:30.471485 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:09:30.471485 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:09:30.471485 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:09:30.471485 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:09:30.471485 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:09:30.471485 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:09:30.471485 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:09:30.471485 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:09:30.471485 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:09:30.471485 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:09:30.471485 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:09:30.471485 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:09:30.471485 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:09:30.471485 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:09:30.471485 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:09:30.471485 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:09:30.471485 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:09:30.471485 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:09:30.471485 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:09:30.471485 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:09:30.471485 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:09:30.529374 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-413d645d-8eea-4216-8072-55985de4a263 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:30.536599 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-413d645d-8eea-4216-8072-55985de4a263 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:30.538417 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-413d645d-8eea-4216-8072-55985de4a263 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] 10.222.0.15 "DELETE /v2.0/networks/62b6ff4a-8d03-4e22-95e6-981d9cad6aeb HTTP/1.1" status: 204 len: 168 time: 0.2931418 Jul 24 01:09:30.540956 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53482) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:30.552717 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d645d-8eea-4216-8072-55985de4a263 tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Pushing event deleted for resources: {'Network': ['ID=62b6ff4a-8d03-4e22-95e6-981d9cad6aeb,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:30.617227 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-20219d30-0249-4d16-af71-4b7fa3bc5c6a tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Deleting subnet b2ee3544-d9ae-446e-ae2b-b25b8f0b539a {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:09:30.623817 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-20219d30-0249-4d16-af71-4b7fa3bc5c6a tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:30.662825 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d78ba0-6f81-44da-b5e8-a9fba0830936 req-40934beb-8b48-4c39-81cb-dd22645d9c41 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:30.664324 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a7d78ba0-6f81-44da-b5e8-a9fba0830936 req-40934beb-8b48-4c39-81cb-dd22645d9c41 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b257fc2d-b49d-4034-bf01-54c0f2932017 HTTP/1.1" status: 200 len: 945 time: 0.1330879 Jul 24 01:09:30.681263 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-20219d30-0249-4d16-af71-4b7fa3bc5c6a tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:30.741089 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a7d78ba0-6f81-44da-b5e8-a9fba0830936 req-5eb4242f-23ed-441a-9cf1-ffea88e6c8a7 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695314 Jul 24 01:09:30.782010 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-20219d30-0249-4d16-af71-4b7fa3bc5c6a tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:30.843227 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-20219d30-0249-4d16-af71-4b7fa3bc5c6a tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:30.870263 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20219d30-0249-4d16-af71-4b7fa3bc5c6a tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Pushing event deleted for resources: {'Subnet': ['ID=b2ee3544-d9ae-446e-ae2b-b25b8f0b539a,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:30.873809 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-20219d30-0249-4d16-af71-4b7fa3bc5c6a tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:30.877441 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-20219d30-0249-4d16-af71-4b7fa3bc5c6a tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] 10.222.0.15 "DELETE /v2.0/subnets/b2ee3544-d9ae-446e-ae2b-b25b8f0b539a HTTP/1.1" status: 204 len: 168 time: 0.3338852 Jul 24 01:09:30.878256 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53484) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:30.880742 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2b59f0-58e6-4247-b94f-5cc0de717783 None None] Network a6aecbae-588f-4367-91ed-dc598a6a1488 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:09:30.953463 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-79a807fa-325e-42e5-9627-fc229337b38b tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:31.012915 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-79a807fa-325e-42e5-9627-fc229337b38b tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Deleting port 8a8ade44-073e-4054-9763-796ada3145ee {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:09:31.013265 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-79a807fa-325e-42e5-9627-fc229337b38b tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:31.073631 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426e6657-0b86-4002-9f8d-d51c28072df8 None None] DHCP port deletion for a6aecbae-588f-4367-91ed-dc598a6a1488 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:09:31.079090 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-79a807fa-325e-42e5-9627-fc229337b38b tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] For port 8a8ade44-073e-4054-9763-796ada3145ee, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=8a8ade44-073e-4054-9763-796ada3145ee,segment=NetworkSegment(5b176c69-0939-47b2-ba64-11276d5ad6cf),segment_id=5b176c69-0939-47b2-ba64-11276d5ad6cf)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:31.079468 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-79a807fa-325e-42e5-9627-fc229337b38b tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:31.091135 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-79a807fa-325e-42e5-9627-fc229337b38b tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Calling delete_port for 8a8ade44-073e-4054-9763-796ada3145ee owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:09:31.119649 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-426e6657-0b86-4002-9f8d-d51c28072df8 None None] Deleting port 8a8ade44-073e-4054-9763-796ada3145ee {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:09:31.120047 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-426e6657-0b86-4002-9f8d-d51c28072df8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:31.173484 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-79a807fa-325e-42e5-9627-fc229337b38b tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:31.183410 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-426e6657-0b86-4002-9f8d-d51c28072df8 None None] For port 8a8ade44-073e-4054-9763-796ada3145ee, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=8a8ade44-073e-4054-9763-796ada3145ee,segment=NetworkSegment(5b176c69-0939-47b2-ba64-11276d5ad6cf),segment_id=5b176c69-0939-47b2-ba64-11276d5ad6cf)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:31.183899 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-426e6657-0b86-4002-9f8d-d51c28072df8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:31.196844 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-426e6657-0b86-4002-9f8d-d51c28072df8 None None] Calling delete_port for 8a8ade44-073e-4054-9763-796ada3145ee owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:09:31.199953 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a807fa-325e-42e5-9627-fc229337b38b tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Pushing event deleted for resources: {'Port': ['ID=8a8ade44-073e-4054-9763-796ada3145ee,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:31.203233 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a807fa-325e-42e5-9627-fc229337b38b tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] No DVR routers for this DVR port 8a8ade44-073e-4054-9763-796ada3145ee on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:09:31.277635 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-426e6657-0b86-4002-9f8d-d51c28072df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:31.279747 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-79a807fa-325e-42e5-9627-fc229337b38b tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:31.292014 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-79a807fa-325e-42e5-9627-fc229337b38b tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6aecbae-588f-4367-91ed-dc598a6a1488']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:31.302565 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426e6657-0b86-4002-9f8d-d51c28072df8 None None] Pushing event deleted for resources: {'Port': ['ID=8a8ade44-073e-4054-9763-796ada3145ee,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:31.306422 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426e6657-0b86-4002-9f8d-d51c28072df8 None None] No DVR routers for this DVR port 8a8ade44-073e-4054-9763-796ada3145ee on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:09:31.306892 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-79a807fa-325e-42e5-9627-fc229337b38b tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b176c69-0939-47b2-ba64-11276d5ad6cf') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:31.307220 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-79a807fa-325e-42e5-9627-fc229337b38b tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b176c69-0939-47b2-ba64-11276d5ad6cf') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:31.319026 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-79a807fa-325e-42e5-9627-fc229337b38b tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:31.333541 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-79a807fa-325e-42e5-9627-fc229337b38b tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:31.339271 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79a807fa-325e-42e5-9627-fc229337b38b tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:09:31.339663 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-79a807fa-325e-42e5-9627-fc229337b38b tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:31.342512 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:09:31.342512 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:09:31.342512 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:09:31.342512 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:09:31.342512 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:09:31.342512 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:09:31.342512 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:09:31.342512 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:09:31.342512 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:09:31.342512 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:09:31.342512 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:09:31.342512 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:09:31.342512 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:09:31.342512 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:09:31.342512 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:09:31.342512 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:09:31.342512 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:09:31.342512 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:09:31.342512 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:09:31.342512 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:09:31.342512 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:09:31.342512 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:09:31.342512 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:09:31.342512 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:09:31.342512 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:09:31.342512 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:09:31.342512 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:09:31.342512 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:09:31.342512 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:09:31.342512 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:09:31.342512 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:09:31.342512 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:09:31.403906 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-79a807fa-325e-42e5-9627-fc229337b38b tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:31.412657 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-79a807fa-325e-42e5-9627-fc229337b38b tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:31.417317 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-79a807fa-325e-42e5-9627-fc229337b38b tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] 10.222.0.15 "DELETE /v2.0/networks/a6aecbae-588f-4367-91ed-dc598a6a1488 HTTP/1.1" status: 204 len: 168 time: 0.5353992 Jul 24 01:09:31.424992 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a807fa-325e-42e5-9627-fc229337b38b tempest-NetworksIpV6TestAttrs-1885788397 tempest-NetworksIpV6TestAttrs-1885788397-project] Pushing event deleted for resources: {'Network': ['ID=a6aecbae-588f-4367-91ed-dc598a6a1488,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:31.661595 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53494) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:31.795024 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0aa6cec4-ba63-4bd0-9a6f-203d67c73451 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=52dc0ee0ac6649809eb4143851667aa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1322222 Jul 24 01:09:31.797416 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53500) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:31.850450 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9922130d-2d6c-40a3-8038-4fe429ba8508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:31.883349 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877911a-5485-4dde-861a-fb7c1b875478 req-b4216be6-5521-4595-99cc-134863af6416 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:31.885230 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e877911a-5485-4dde-861a-fb7c1b875478 req-b4216be6-5521-4595-99cc-134863af6416 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b257fc2d-b49d-4034-bf01-54c0f2932017 HTTP/1.1" status: 200 len: 945 time: 0.0719278 Jul 24 01:09:31.927049 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e877911a-5485-4dde-861a-fb7c1b875478 req-f98c1b38-dbcc-4d98-875f-907cf3811204 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361738 Jul 24 01:09:32.165836 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9922130d-2d6c-40a3-8038-4fe429ba8508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:32.211650 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9922130d-2d6c-40a3-8038-4fe429ba8508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:32.214265 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9922130d-2d6c-40a3-8038-4fe429ba8508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:32.215468 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9922130d-2d6c-40a3-8038-4fe429ba8508 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a92a115b-2648-4cb4-9776-92e1188bafdb HTTP/1.1" status: 204 len: 168 time: 0.4171469 Jul 24 01:09:32.223062 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922130d-2d6c-40a3-8038-4fe429ba8508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92a115b-2648-4cb4-9776-92e1188bafdb,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:32.798054 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 8a8ade44-073e-4054-9763-796ada3145ee no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:09:32.819870 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 8a8ade44-073e-4054-9763-796ada3145ee {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:09:32.820222 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 8a8ade44-073e-4054-9763-796ada3145ee not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:09:32.853420 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53528) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:32.946428 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-a256b1f9-92b7-4fab-ad83-b8db243f43ef tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-646449464'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:32.969579 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a256b1f9-92b7-4fab-ad83-b8db243f43ef tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Made reservation on behalf of 33a20c5f25ad4f7f86c99ba35aa53b93 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:09:32.973089 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a256b1f9-92b7-4fab-ad83-b8db243f43ef tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:32.981513 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a256b1f9-92b7-4fab-ad83-b8db243f43ef tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:33.062925 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c07fdb-ba6d-47e4-9af1-89ef0d315b10 req-9617713b-4390-4351-8fbf-e4cdb5c498e5 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:33.065346 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-45c07fdb-ba6d-47e4-9af1-89ef0d315b10 req-9617713b-4390-4351-8fbf-e4cdb5c498e5 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b257fc2d-b49d-4034-bf01-54c0f2932017 HTTP/1.1" status: 200 len: 945 time: 0.0652070 Jul 24 01:09:33.075862 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a256b1f9-92b7-4fab-ad83-b8db243f43ef tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:33.080759 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a256b1f9-92b7-4fab-ad83-b8db243f43ef tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:33.103791 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a256b1f9-92b7-4fab-ad83-b8db243f43ef tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:09:33.106314 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-45c07fdb-ba6d-47e4-9af1-89ef0d315b10 req-8bcc9a96-2dc9-428b-9d61-b337931bc8b5 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348864 Jul 24 01:09:33.117606 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256b1f9-92b7-4fab-ad83-b8db243f43ef tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90175115-9d86-469e-b232-a450250ac859,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:33.122311 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a256b1f9-92b7-4fab-ad83-b8db243f43ef tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:33.122665 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-a256b1f9-92b7-4fab-ad83-b8db243f43ef tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Added segment 573d4a7e-7c4e-4de1-b9eb-745bae66c605 of type vlan for network bcb88764-d736-4de4-8fb2-b70e1677b452 Jul 24 01:09:33.162992 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a256b1f9-92b7-4fab-ad83-b8db243f43ef tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:33.190855 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a256b1f9-92b7-4fab-ad83-b8db243f43ef tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:33.196330 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a256b1f9-92b7-4fab-ad83-b8db243f43ef tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:33.196920 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a256b1f9-92b7-4fab-ad83-b8db243f43ef tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:33.235821 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a256b1f9-92b7-4fab-ad83-b8db243f43ef tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3813040 Jul 24 01:09:33.239075 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53534) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:33.244349 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-e6718c23-5ddc-4751-b6a6-0f37245eb0c7 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-611102801'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:33.267217 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6718c23-5ddc-4751-b6a6-0f37245eb0c7 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Made reservation on behalf of 33a20c5f25ad4f7f86c99ba35aa53b93 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:09:33.268469 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256b1f9-92b7-4fab-ad83-b8db243f43ef tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event updated for resources: {'Network': ['ID=bcb88764-d736-4de4-8fb2-b70e1677b452,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:33.271441 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e6718c23-5ddc-4751-b6a6-0f37245eb0c7 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:33.279270 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network bcb88764-d736-4de4-8fb2-b70e1677b452 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:09:33.295744 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6718c23-5ddc-4751-b6a6-0f37245eb0c7 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:09:33.305425 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e6718c23-5ddc-4751-b6a6-0f37245eb0c7 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:33.305763 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-e6718c23-5ddc-4751-b6a6-0f37245eb0c7 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Added segment 29e711c8-4e41-4e2c-a1d3-754444f732da of type vlan for network 71fdc5e6-3b53-4f48-ae45-2cd99fa42ca3 Jul 24 01:09:33.350570 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e6718c23-5ddc-4751-b6a6-0f37245eb0c7 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:33.379368 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e6718c23-5ddc-4751-b6a6-0f37245eb0c7 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:33.385095 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6718c23-5ddc-4751-b6a6-0f37245eb0c7 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:33.385678 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e6718c23-5ddc-4751-b6a6-0f37245eb0c7 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:33.422420 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e6718c23-5ddc-4751-b6a6-0f37245eb0c7 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1822469 Jul 24 01:09:33.425392 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53536) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:33.432158 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-c35a1259-097c-4cea-aec0-61351f970f97 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Request body: {'subnet': {'network_id': 'bcb88764-d736-4de4-8fb2-b70e1677b452', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:33.470191 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6718c23-5ddc-4751-b6a6-0f37245eb0c7 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event updated for resources: {'Network': ['ID=71fdc5e6-3b53-4f48-ae45-2cd99fa42ca3,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:33.480735 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 71fdc5e6-3b53-4f48-ae45-2cd99fa42ca3 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:09:33.551203 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35a1259-097c-4cea-aec0-61351f970f97 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Made reservation on behalf of 33a20c5f25ad4f7f86c99ba35aa53b93 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:09:33.554979 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c35a1259-097c-4cea-aec0-61351f970f97 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:33.739122 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c35a1259-097c-4cea-aec0-61351f970f97 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:33.798979 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35a1259-097c-4cea-aec0-61351f970f97 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event updated for resources: {'Subnet': ['ID=e2c91431-aa5a-4de6-9a4e-0bd952df8a5a,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:33.811664 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35a1259-097c-4cea-aec0-61351f970f97 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Checking segment: {'id': '573d4a7e-7c4e-4de1-b9eb-745bae66c605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bcb88764-d736-4de4-8fb2-b70e1677b452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:09:33.812027 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35a1259-097c-4cea-aec0-61351f970f97 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Network hostable DHCP agents. Network: bcb88764-d736-4de4-8fb2-b70e1677b452, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:09:33.829068 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35a1259-097c-4cea-aec0-61351f970f97 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Network bcb88764-d736-4de4-8fb2-b70e1677b452 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:09:33.840821 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-c35a1259-097c-4cea-aec0-61351f970f97 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, bcb88764-d736-4de4-8fb2-b70e1677b452) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:33.845390 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35a1259-097c-4cea-aec0-61351f970f97 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:33.846820 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c35a1259-097c-4cea-aec0-61351f970f97 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:33.852441 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6280d65-3b38-4513-8160-d619c0b9421f None None] Network bcb88764-d736-4de4-8fb2-b70e1677b452 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:09:33.864848 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c35a1259-097c-4cea-aec0-61351f970f97 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4356086 Jul 24 01:09:33.865139 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53542) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:33.871893 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-1b61a45f-27e7-4a54-8e42-52aef21f2329 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Request body: {'subnet': {'network_id': '71fdc5e6-3b53-4f48-ae45-2cd99fa42ca3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:33.889562 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-12c42499-66f5-4351-90a8-f679dae2a900 req-8b9455ca-6d7b-4e88-b2fb-b6bcdcc36c90 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0552819 Jul 24 01:09:33.973839 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c42499-66f5-4351-90a8-f679dae2a900 req-0f4bfb64-86f5-4f9d-86f8-006536cb4eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:33.976109 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-12c42499-66f5-4351-90a8-f679dae2a900 req-0f4bfb64-86f5-4f9d-86f8-006536cb4eac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6dc6777949c4bca80e15baebcec81ec&device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 1097 time: 0.0666366 Jul 24 01:09:33.980527 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b61a45f-27e7-4a54-8e42-52aef21f2329 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Made reservation on behalf of 33a20c5f25ad4f7f86c99ba35aa53b93 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:09:33.984476 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1b61a45f-27e7-4a54-8e42-52aef21f2329 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:34.023609 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c62f00a-1771-4c16-9ae3-77c7895bbec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-bcb88764-d736-4de4-8fb2-b70e1677b452', 'network_id': 'bcb88764-d736-4de4-8fb2-b70e1677b452', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'fixed_ips': [{'subnet_id': 'e2c91431-aa5a-4de6-9a4e-0bd952df8a5a'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:09:34.024772 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2c62f00a-1771-4c16-9ae3-77c7895bbec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:34.090549 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c42499-66f5-4351-90a8-f679dae2a900 req-ac91917e-540f-4d4e-a0b5-d182685509ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:34.092263 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-12c42499-66f5-4351-90a8-f679dae2a900 req-ac91917e-540f-4d4e-a0b5-d182685509ad service neutron] 10.222.0.13 "GET /v2.0/networks?id=ce20638c-9366-403c-99ef-699b8c74111a HTTP/1.1" status: 200 len: 918 time: 0.0976713 Jul 24 01:09:34.173084 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-2c62f00a-1771-4c16-9ae3-77c7895bbec3 None None] Allocated IP 2001:db8::2 (bcb88764-d736-4de4-8fb2-b70e1677b452/e2c91431-aa5a-4de6-9a4e-0bd952df8a5a/8aaaf397-202b-4c37-9d66-f6fa75f4224f) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:09:34.213121 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1b61a45f-27e7-4a54-8e42-52aef21f2329 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:34.289488 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b61a45f-27e7-4a54-8e42-52aef21f2329 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event updated for resources: {'Subnet': ['ID=c68a852e-5bda-4b87-a6c6-ed01588325f2,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:34.291953 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b61a45f-27e7-4a54-8e42-52aef21f2329 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Checking segment: {'id': '29e711c8-4e41-4e2c-a1d3-754444f732da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '71fdc5e6-3b53-4f48-ae45-2cd99fa42ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:09:34.292387 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b61a45f-27e7-4a54-8e42-52aef21f2329 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Network hostable DHCP agents. Network: 71fdc5e6-3b53-4f48-ae45-2cd99fa42ca3, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:09:34.311484 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b61a45f-27e7-4a54-8e42-52aef21f2329 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Network 71fdc5e6-3b53-4f48-ae45-2cd99fa42ca3 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:09:34.322321 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-1b61a45f-27e7-4a54-8e42-52aef21f2329 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 71fdc5e6-3b53-4f48-ae45-2cd99fa42ca3) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:34.327571 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b61a45f-27e7-4a54-8e42-52aef21f2329 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:34.328362 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1b61a45f-27e7-4a54-8e42-52aef21f2329 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:34.343178 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ae3090-bd20-4113-94e3-6fc9eabe09d4 None None] Network 71fdc5e6-3b53-4f48-ae45-2cd99fa42ca3 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:09:34.345441 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1b61a45f-27e7-4a54-8e42-52aef21f2329 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4785333 Jul 24 01:09:34.346898 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2c62f00a-1771-4c16-9ae3-77c7895bbec3 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:34.348704 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53546) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:34.354676 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-1eb219e3-f115-44d3-8c53-d4ee4a481971 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1604955186', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:34.356856 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-2c62f00a-1771-4c16-9ae3-77c7895bbec3 None None] Transition to ACTIVE for port object 8aaaf397-202b-4c37-9d66-f6fa75f4224f will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:09:34.375098 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-2c62f00a-1771-4c16-9ae3-77c7895bbec3 None None] Transition to ACTIVE for port object 8aaaf397-202b-4c37-9d66-f6fa75f4224f will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:09:34.394921 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2c62f00a-1771-4c16-9ae3-77c7895bbec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:34.395842 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1eb219e3-f115-44d3-8c53-d4ee4a481971 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:34.397100 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1eb219e3-f115-44d3-8c53-d4ee4a481971 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:34.419837 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c62f00a-1771-4c16-9ae3-77c7895bbec3 None None] Network bcb88764-d736-4de4-8fb2-b70e1677b452 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:09:34.430351 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-2c62f00a-1771-4c16-9ae3-77c7895bbec3 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:34.451423 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c62f00a-1771-4c16-9ae3-77c7895bbec3 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:09:34.470057 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1eb219e3-f115-44d3-8c53-d4ee4a481971 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:34.474568 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1eb219e3-f115-44d3-8c53-d4ee4a481971 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:34.492158 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1eb219e3-f115-44d3-8c53-d4ee4a481971 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:34.496141 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1eb219e3-f115-44d3-8c53-d4ee4a481971 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1435082 Jul 24 01:09:34.496657 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53548) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:34.553424 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [req-f1856d65-3622-4e76-a91f-c4a347127e66 req-e6c6c88f-9cc2-4428-877e-ec9f4266f92e service neutron] (100464) timed out ('10.222.0.15', 58754) {{(pid=100464) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 24 01:09:34.555571 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-12c42499-66f5-4351-90a8-f679dae2a900 req-6a595126-8a43-4857-95ce-53630e55c9bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05963e2b-d078-4047-9852-450b738dbdb2 HTTP/1.1" status: 200 len: 1001 time: 0.4569321 Jul 24 01:09:34.558323 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62f00a-1771-4c16-9ae3-77c7895bbec3 None None] Pushing event updated for resources: {'Port': ['ID=8aaaf397-202b-4c37-9d66-f6fa75f4224f,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:34.582078 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-2c62f00a-1771-4c16-9ae3-77c7895bbec3 None None] Attempting to bind port 8aaaf397-202b-4c37-9d66-f6fa75f4224f on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:09:34.582465 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-2c62f00a-1771-4c16-9ae3-77c7895bbec3 None None] Attempting to bind port 8aaaf397-202b-4c37-9d66-f6fa75f4224f by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '573d4a7e-7c4e-4de1-b9eb-745bae66c605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bcb88764-d736-4de4-8fb2-b70e1677b452'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:09:34.582867 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c62f00a-1771-4c16-9ae3-77c7895bbec3 None None] Attempting to bind port 8aaaf397-202b-4c37-9d66-f6fa75f4224f on network bcb88764-d736-4de4-8fb2-b70e1677b452 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:09:34.591555 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c62f00a-1771-4c16-9ae3-77c7895bbec3 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:09:34.591941 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c62f00a-1771-4c16-9ae3-77c7895bbec3 None None] Checking segment: {'id': '573d4a7e-7c4e-4de1-b9eb-745bae66c605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bcb88764-d736-4de4-8fb2-b70e1677b452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:09:34.592353 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2c62f00a-1771-4c16-9ae3-77c7895bbec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:34.594784 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c62f00a-1771-4c16-9ae3-77c7895bbec3 None None] Bound using segment: {'id': '573d4a7e-7c4e-4de1-b9eb-745bae66c605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bcb88764-d736-4de4-8fb2-b70e1677b452'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:09:34.594784 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-2c62f00a-1771-4c16-9ae3-77c7895bbec3 None None] Bound port: 8aaaf397-202b-4c37-9d66-f6fa75f4224f, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '573d4a7e-7c4e-4de1-b9eb-745bae66c605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'bcb88764-d736-4de4-8fb2-b70e1677b452'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:09:34.594784 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2c62f00a-1771-4c16-9ae3-77c7895bbec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:34.622290 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c42499-66f5-4351-90a8-f679dae2a900 req-3b0a7af8-bc30-4507-b3aa-1211ce31fa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:34.624346 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-12c42499-66f5-4351-90a8-f679dae2a900 req-3b0a7af8-bc30-4507-b3aa-1211ce31fa6a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=941506a1-fc49-47b1-b115-8157f3b98de0 HTTP/1.1" status: 200 len: 856 time: 0.0599036 Jul 24 01:09:34.638135 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82588303-0bb3-4160-80b4-d96b7ea28edc req-bc3eef56-a9ce-4bfe-be7a-fae9e2ad256c tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:34.639692 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-82588303-0bb3-4160-80b4-d96b7ea28edc req-bc3eef56-a9ce-4bfe-be7a-fae9e2ad256c tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b257fc2d-b49d-4034-bf01-54c0f2932017 HTTP/1.1" status: 200 len: 945 time: 0.4530349 Jul 24 01:09:34.717861 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68835ff1-f720-48d2-b127-ac1ef944d701 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-71fdc5e6-3b53-4f48-ae45-2cd99fa42ca3', 'network_id': '71fdc5e6-3b53-4f48-ae45-2cd99fa42ca3', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'fixed_ips': [{'subnet_id': 'c68a852e-5bda-4b87-a6c6-ed01588325f2'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:09:34.719022 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-68835ff1-f720-48d2-b127-ac1ef944d701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:34.728052 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-82588303-0bb3-4160-80b4-d96b7ea28edc req-48ad0328-4a74-444c-8f25-a5b265e40da6 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774217 Jul 24 01:09:34.750539 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c42499-66f5-4351-90a8-f679dae2a900 req-1e3f85f7-8bed-4e3a-9c07-18769b372834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:34.753208 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-12c42499-66f5-4351-90a8-f679dae2a900 req-1e3f85f7-8bed-4e3a-9c07-18769b372834 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce20638c-9366-403c-99ef-699b8c74111a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1124392 Jul 24 01:09:34.799608 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-2c62f00a-1771-4c16-9ae3-77c7895bbec3 None None] For port 8aaaf397-202b-4c37-9d66-f6fa75f4224f, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:09:34.822275 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-2c62f00a-1771-4c16-9ae3-77c7895bbec3 None None] For port 8aaaf397-202b-4c37-9d66-f6fa75f4224f, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=8aaaf397-202b-4c37-9d66-f6fa75f4224f,segment=NetworkSegment(573d4a7e-7c4e-4de1-b9eb-745bae66c605),segment_id=573d4a7e-7c4e-4de1-b9eb-745bae66c605)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:09:34.832231 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2c62f00a-1771-4c16-9ae3-77c7895bbec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:34.864814 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-12c42499-66f5-4351-90a8-f679dae2a900 req-7e2875a3-83fd-4959-a8e0-a8533e59d16c service neutron] 10.222.0.13 "GET /v2.0/networks/ce20638c-9366-403c-99ef-699b8c74111a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994644 Jul 24 01:09:34.869499 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ba56696c-ad4f-4e5f-b36d-a4cd02abad61 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:34.931654 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:34.951711 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-68835ff1-f720-48d2-b127-ac1ef944d701 None None] Allocated IP 2001:db8:1::2 (71fdc5e6-3b53-4f48-ae45-2cd99fa42ca3/c68a852e-5bda-4b87-a6c6-ed01588325f2/84bff625-fea1-4ead-95b3-79d565524686) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:09:34.956716 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c62f00a-1771-4c16-9ae3-77c7895bbec3 None None] Pushing event updated for resources: {'Port': ['ID=8aaaf397-202b-4c37-9d66-f6fa75f4224f,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:34.980605 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-12c42499-66f5-4351-90a8-f679dae2a900 req-20c79929-d6ec-4e48-a44c-cfbc89693af6 service neutron] 10.222.0.13 "GET /v2.0/networks/ce20638c-9366-403c-99ef-699b8c74111a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086497 Jul 24 01:09:35.141061 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-68835ff1-f720-48d2-b127-ac1ef944d701 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:35.157265 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-68835ff1-f720-48d2-b127-ac1ef944d701 None None] Transition to ACTIVE for port object 84bff625-fea1-4ead-95b3-79d565524686 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:09:35.172512 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-68835ff1-f720-48d2-b127-ac1ef944d701 None None] Transition to ACTIVE for port object 84bff625-fea1-4ead-95b3-79d565524686 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:09:35.179099 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-68835ff1-f720-48d2-b127-ac1ef944d701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:35.223760 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-ba56696c-ad4f-4e5f-b36d-a4cd02abad61 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Allocated IP 2001:db8::1 (bcb88764-d736-4de4-8fb2-b70e1677b452/e2c91431-aa5a-4de6-9a4e-0bd952df8a5a/ee2aeff3-70cf-4533-9353-b2107f7ea109) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:09:35.225720 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68835ff1-f720-48d2-b127-ac1ef944d701 None None] Network 71fdc5e6-3b53-4f48-ae45-2cd99fa42ca3 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:09:35.235232 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-68835ff1-f720-48d2-b127-ac1ef944d701 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:35.242565 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68835ff1-f720-48d2-b127-ac1ef944d701 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:09:35.257663 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68835ff1-f720-48d2-b127-ac1ef944d701 None None] Pushing event updated for resources: {'Port': ['ID=84bff625-fea1-4ead-95b3-79d565524686,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:35.290777 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:35.321751 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-68835ff1-f720-48d2-b127-ac1ef944d701 None None] Attempting to bind port 84bff625-fea1-4ead-95b3-79d565524686 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:09:35.322646 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-68835ff1-f720-48d2-b127-ac1ef944d701 None None] Attempting to bind port 84bff625-fea1-4ead-95b3-79d565524686 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '29e711c8-4e41-4e2c-a1d3-754444f732da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '71fdc5e6-3b53-4f48-ae45-2cd99fa42ca3'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:09:35.322646 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68835ff1-f720-48d2-b127-ac1ef944d701 None None] Attempting to bind port 84bff625-fea1-4ead-95b3-79d565524686 on network 71fdc5e6-3b53-4f48-ae45-2cd99fa42ca3 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:09:35.329179 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68835ff1-f720-48d2-b127-ac1ef944d701 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:09:35.329491 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68835ff1-f720-48d2-b127-ac1ef944d701 None None] Checking segment: {'id': '29e711c8-4e41-4e2c-a1d3-754444f732da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '71fdc5e6-3b53-4f48-ae45-2cd99fa42ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:09:35.330503 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-68835ff1-f720-48d2-b127-ac1ef944d701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:35.330939 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68835ff1-f720-48d2-b127-ac1ef944d701 None None] Bound using segment: {'id': '29e711c8-4e41-4e2c-a1d3-754444f732da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '71fdc5e6-3b53-4f48-ae45-2cd99fa42ca3'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:09:35.331410 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-68835ff1-f720-48d2-b127-ac1ef944d701 None None] Bound port: 84bff625-fea1-4ead-95b3-79d565524686, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29e711c8-4e41-4e2c-a1d3-754444f732da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '71fdc5e6-3b53-4f48-ae45-2cd99fa42ca3'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:09:35.331798 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-68835ff1-f720-48d2-b127-ac1ef944d701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:35.364599 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ba56696c-ad4f-4e5f-b36d-a4cd02abad61 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:35.378342 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-ba56696c-ad4f-4e5f-b36d-a4cd02abad61 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Transition to ACTIVE for port object ee2aeff3-70cf-4533-9353-b2107f7ea109 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:09:35.399677 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-68835ff1-f720-48d2-b127-ac1ef944d701 None None] For port 84bff625-fea1-4ead-95b3-79d565524686, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:09:35.402703 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-68835ff1-f720-48d2-b127-ac1ef944d701 None None] For port 84bff625-fea1-4ead-95b3-79d565524686, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=84bff625-fea1-4ead-95b3-79d565524686,segment=NetworkSegment(29e711c8-4e41-4e2c-a1d3-754444f732da),segment_id=29e711c8-4e41-4e2c-a1d3-754444f732da)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:09:35.407079 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-68835ff1-f720-48d2-b127-ac1ef944d701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:35.413113 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ba56696c-ad4f-4e5f-b36d-a4cd02abad61 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:35.462757 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba56696c-ad4f-4e5f-b36d-a4cd02abad61 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Network bcb88764-d736-4de4-8fb2-b70e1677b452 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:09:35.462757 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-ba56696c-ad4f-4e5f-b36d-a4cd02abad61 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:35.468231 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba56696c-ad4f-4e5f-b36d-a4cd02abad61 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:09:35.468881 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ba56696c-ad4f-4e5f-b36d-a4cd02abad61 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:35.471494 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68835ff1-f720-48d2-b127-ac1ef944d701 None None] Pushing event updated for resources: {'Port': ['ID=84bff625-fea1-4ead-95b3-79d565524686,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:35.473117 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56696c-ad4f-4e5f-b36d-a4cd02abad61 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event updated for resources: {'Port': ['ID=ee2aeff3-70cf-4533-9353-b2107f7ea109,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:35.599100 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ba56696c-ad4f-4e5f-b36d-a4cd02abad61 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:35.969499 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d764849-dfca-44c2-88b4-ca9af66196e0 req-76230325-c1e8-4b18-aa22-58723a251dbb tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:35.971741 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0d764849-dfca-44c2-88b4-ca9af66196e0 req-76230325-c1e8-4b18-aa22-58723a251dbb tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b257fc2d-b49d-4034-bf01-54c0f2932017 HTTP/1.1" status: 200 len: 945 time: 0.1369483 Jul 24 01:09:35.993033 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ba56696c-ad4f-4e5f-b36d-a4cd02abad61 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:36.000656 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ba56696c-ad4f-4e5f-b36d-a4cd02abad61 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:36.001432 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ba56696c-ad4f-4e5f-b36d-a4cd02abad61 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:36.032550 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b280ef0d-7405-47b2-89aa-d2e5717d6b47 None None] Network bcb88764-d736-4de4-8fb2-b70e1677b452 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:09:36.070062 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0d764849-dfca-44c2-88b4-ca9af66196e0 req-fc5c49e3-2da7-46ed-9c40-17b0fa9af001 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921214 Jul 24 01:09:36.083980 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56696c-ad4f-4e5f-b36d-a4cd02abad61 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event updated for resources: {'Port': ['ID=ee2aeff3-70cf-4533-9353-b2107f7ea109,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:36.126566 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a87f113b-a010-4a28-8fee-1ff41f166fdf None None] Provisioning for port 8aaaf397-202b-4c37-9d66-f6fa75f4224f completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:09:36.155910 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba56696c-ad4f-4e5f-b36d-a4cd02abad61 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Network bcb88764-d736-4de4-8fb2-b70e1677b452 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:09:36.157513 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-ba56696c-ad4f-4e5f-b36d-a4cd02abad61 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:36.285440 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba56696c-ad4f-4e5f-b36d-a4cd02abad61 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Router 1e63649f-ea50-4ab3-afc7-4d59f48691e4 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:09:36.381750 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba56696c-ad4f-4e5f-b36d-a4cd02abad61 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:09:36.387682 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ba56696c-ad4f-4e5f-b36d-a4cd02abad61 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "PUT /v2.0/routers/1e63649f-ea50-4ab3-afc7-4d59f48691e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8899496 Jul 24 01:09:36.391041 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53560) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:36.398700 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca566fff-07fd-4e36-869f-0fd06689802c None None] Sync routers for ids ['1e63649f-ea50-4ab3-afc7-4d59f48691e4'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:09:36.411067 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca566fff-07fd-4e36-869f-0fd06689802c None None] Routers {'1e63649f-ea50-4ab3-afc7-4d59f48691e4'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:09:36.412028 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-ca566fff-07fd-4e36-869f-0fd06689802c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:09:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1e63649f-ea50-4ab3-afc7-4d59f48691e4'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:36.452949 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9654ed5f-794f-44ea-b2a5-94aeb951b339 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:36.454636 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9654ed5f-794f-44ea-b2a5-94aeb951b339 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "GET /v2.0/ports/ee2aeff3-70cf-4533-9353-b2107f7ea109 HTTP/1.1" status: 200 len: 911 time: 0.0629773 Jul 24 01:09:36.455441 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-ca566fff-07fd-4e36-869f-0fd06689802c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:36.457728 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53562) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:36.470256 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca566fff-07fd-4e36-869f-0fd06689802c None None] Routers {'1e63649f-ea50-4ab3-afc7-4d59f48691e4'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:09:36.471954 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-ca566fff-07fd-4e36-869f-0fd06689802c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:09:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1e63649f-ea50-4ab3-afc7-4d59f48691e4'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:36.512800 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-ca566fff-07fd-4e36-869f-0fd06689802c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:36.513689 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca566fff-07fd-4e36-869f-0fd06689802c None None] The sync data for ids ['1e63649f-ea50-4ab3-afc7-4d59f48691e4'] in n-d-793621-25 is: [] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:09:36.573599 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcbf22f-9727-480c-8893-30f46e7ca27c None None] Network 71fdc5e6-3b53-4f48-ae45-2cd99fa42ca3 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:09:36.638441 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-652a323a-4d38-469f-8a2b-42bd6408f13a None None] Provisioning for port ee2aeff3-70cf-4533-9353-b2107f7ea109 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:09:36.644660 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-652a323a-4d38-469f-8a2b-42bd6408f13a None None] Provisioning complete for port ee2aeff3-70cf-4533-9353-b2107f7ea109 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:36.645060 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-652a323a-4d38-469f-8a2b-42bd6408f13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:36.772787 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-652a323a-4d38-469f-8a2b-42bd6408f13a None None] Port ee2aeff3-70cf-4533-9353-b2107f7ea109 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:09:36.904299 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-6d27297a-1059-40d8-bf3e-ec82562cbb22 None None] Provisioning complete for port ee2aeff3-70cf-4533-9353-b2107f7ea109 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:36.904682 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6d27297a-1059-40d8-bf3e-ec82562cbb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:36.944164 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 84bff625-fea1-4ead-95b3-79d565524686 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:09:36.985583 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-6d27297a-1059-40d8-bf3e-ec82562cbb22 None None] Port ee2aeff3-70cf-4533-9353-b2107f7ea109 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:09:37.010753 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-6d27297a-1059-40d8-bf3e-ec82562cbb22 None None] Provisioning for port 84bff625-fea1-4ead-95b3-79d565524686 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:09:37.028142 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 84bff625-fea1-4ead-95b3-79d565524686 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:09:37.035078 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 84bff625-fea1-4ead-95b3-79d565524686 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:37.036472 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:37.131627 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:37.179771 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 84bff625-fea1-4ead-95b3-79d565524686, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=84bff625-fea1-4ead-95b3-79d565524686,segment=NetworkSegment(29e711c8-4e41-4e2c-a1d3-754444f732da),segment_id=29e711c8-4e41-4e2c-a1d3-754444f732da)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:37.187763 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:37.188841 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 8aaaf397-202b-4c37-9d66-f6fa75f4224f up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:09:37.245947 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56fa6bd-3b97-43ea-8405-2c18bbfdae51 req-825bd0fc-6e99-4152-a6f1-cb7515944d44 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:37.247619 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c56fa6bd-3b97-43ea-8405-2c18bbfdae51 req-825bd0fc-6e99-4152-a6f1-cb7515944d44 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b257fc2d-b49d-4034-bf01-54c0f2932017 HTTP/1.1" status: 200 len: 945 time: 0.0838802 Jul 24 01:09:37.269668 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-11ae0f71-5314-4264-807a-9ab2fc009398 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:37.290990 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c56fa6bd-3b97-43ea-8405-2c18bbfdae51 req-62d6a81c-3cab-4565-becd-29e6bf880847 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361927 Jul 24 01:09:37.303106 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f4e211dc-8d80-43e6-ac3e-4067c1ecfec0 None None] Provisioning complete for port ee2aeff3-70cf-4533-9353-b2107f7ea109 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:37.303458 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f4e211dc-8d80-43e6-ac3e-4067c1ecfec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:37.305022 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=84bff625-fea1-4ead-95b3-79d565524686,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:37.328531 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 8aaaf397-202b-4c37-9d66-f6fa75f4224f completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:09:37.337595 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 8aaaf397-202b-4c37-9d66-f6fa75f4224f triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:37.337976 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:37.366649 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-f4e211dc-8d80-43e6-ac3e-4067c1ecfec0 None None] Port ee2aeff3-70cf-4533-9353-b2107f7ea109 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:09:37.429091 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:37.461125 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 8aaaf397-202b-4c37-9d66-f6fa75f4224f, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=8aaaf397-202b-4c37-9d66-f6fa75f4224f,segment=NetworkSegment(573d4a7e-7c4e-4de1-b9eb-745bae66c605),segment_id=573d4a7e-7c4e-4de1-b9eb-745bae66c605)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:37.465346 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:37.521608 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-774c3989-9e5e-49aa-9e7f-9b4fe2c66b68 None None] Provisioning complete for port 84bff625-fea1-4ead-95b3-79d565524686 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:37.521995 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-774c3989-9e5e-49aa-9e7f-9b4fe2c66b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:37.524390 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=8aaaf397-202b-4c37-9d66-f6fa75f4224f,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:37.538029 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-11ae0f71-5314-4264-807a-9ab2fc009398 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Allocated IP 2001:db8:1::1 (71fdc5e6-3b53-4f48-ae45-2cd99fa42ca3/c68a852e-5bda-4b87-a6c6-ed01588325f2/781d5574-efb9-46ce-a05e-51b7184f7ab3) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:09:37.648846 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-11ae0f71-5314-4264-807a-9ab2fc009398 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:37.662247 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-11ae0f71-5314-4264-807a-9ab2fc009398 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Transition to ACTIVE for port object 781d5574-efb9-46ce-a05e-51b7184f7ab3 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:09:37.694929 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-11ae0f71-5314-4264-807a-9ab2fc009398 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:37.735472 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ae0f71-5314-4264-807a-9ab2fc009398 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Network 71fdc5e6-3b53-4f48-ae45-2cd99fa42ca3 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:09:37.739223 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-11ae0f71-5314-4264-807a-9ab2fc009398 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:37.744699 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ae0f71-5314-4264-807a-9ab2fc009398 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:09:37.745251 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-11ae0f71-5314-4264-807a-9ab2fc009398 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:37.785406 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae0f71-5314-4264-807a-9ab2fc009398 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event updated for resources: {'Port': ['ID=781d5574-efb9-46ce-a05e-51b7184f7ab3,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:37.883965 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-11ae0f71-5314-4264-807a-9ab2fc009398 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:38.028514 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e4d8f086-5a5a-42cd-8fa1-e84241b5acdd None None] Provisioning for port 781d5574-efb9-46ce-a05e-51b7184f7ab3 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:09:38.031976 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e4d8f086-5a5a-42cd-8fa1-e84241b5acdd None None] Provisioning complete for port 781d5574-efb9-46ce-a05e-51b7184f7ab3 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:38.032356 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e4d8f086-5a5a-42cd-8fa1-e84241b5acdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:38.068121 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-e4d8f086-5a5a-42cd-8fa1-e84241b5acdd None None] Port 781d5574-efb9-46ce-a05e-51b7184f7ab3 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:09:38.150549 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-11ae0f71-5314-4264-807a-9ab2fc009398 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:38.155342 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-11ae0f71-5314-4264-807a-9ab2fc009398 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:38.156109 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-11ae0f71-5314-4264-807a-9ab2fc009398 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:38.222164 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae0f71-5314-4264-807a-9ab2fc009398 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event updated for resources: {'Port': ['ID=781d5574-efb9-46ce-a05e-51b7184f7ab3,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:38.282001 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ae0f71-5314-4264-807a-9ab2fc009398 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Network 71fdc5e6-3b53-4f48-ae45-2cd99fa42ca3 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:09:38.283954 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-11ae0f71-5314-4264-807a-9ab2fc009398 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:38.412568 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ae0f71-5314-4264-807a-9ab2fc009398 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Router 1e63649f-ea50-4ab3-afc7-4d59f48691e4 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:09:38.514819 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bee27b-1d3a-4b0f-b957-bd50dd6ca8ad req-394b77d4-3c11-4314-9210-c1cf2eb2d41b tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:38.516341 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b3bee27b-1d3a-4b0f-b957-bd50dd6ca8ad req-394b77d4-3c11-4314-9210-c1cf2eb2d41b tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b257fc2d-b49d-4034-bf01-54c0f2932017 HTTP/1.1" status: 200 len: 945 time: 0.1493049 Jul 24 01:09:38.547100 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ae0f71-5314-4264-807a-9ab2fc009398 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:09:38.555124 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-11ae0f71-5314-4264-807a-9ab2fc009398 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "PUT /v2.0/routers/1e63649f-ea50-4ab3-afc7-4d59f48691e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0961754 Jul 24 01:09:38.557858 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53576) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:38.559830 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8de307-3283-4fc8-b3ab-c943f8d0d999 None None] Sync routers for ids ['1e63649f-ea50-4ab3-afc7-4d59f48691e4'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:09:38.569634 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8de307-3283-4fc8-b3ab-c943f8d0d999 None None] Routers {'1e63649f-ea50-4ab3-afc7-4d59f48691e4'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:09:38.570675 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b3bee27b-1d3a-4b0f-b957-bd50dd6ca8ad req-f6370f5c-c320-4619-9b89-2d983b043a11 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473244 Jul 24 01:09:38.575516 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-0e8de307-3283-4fc8-b3ab-c943f8d0d999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:09:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1e63649f-ea50-4ab3-afc7-4d59f48691e4'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:38.610413 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-0e8de307-3283-4fc8-b3ab-c943f8d0d999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:38.613482 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc56c41c-aeef-4b79-b202-8ac07b7752df tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:38.615101 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-dc56c41c-aeef-4b79-b202-8ac07b7752df tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "GET /v2.0/ports/781d5574-efb9-46ce-a05e-51b7184f7ab3 HTTP/1.1" status: 200 len: 913 time: 0.0560048 Jul 24 01:09:38.617937 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53578) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:38.624692 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-00cc36a4-38f8-45e5-8a06-6e5bbc0dc992 None None] Provisioning complete for port 781d5574-efb9-46ce-a05e-51b7184f7ab3 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:38.625073 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-00cc36a4-38f8-45e5-8a06-6e5bbc0dc992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:38.628304 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8de307-3283-4fc8-b3ab-c943f8d0d999 None None] Routers {'1e63649f-ea50-4ab3-afc7-4d59f48691e4'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:09:38.628917 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-0e8de307-3283-4fc8-b3ab-c943f8d0d999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:09:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1e63649f-ea50-4ab3-afc7-4d59f48691e4'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:38.835559 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 84bff625-fea1-4ead-95b3-79d565524686 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:09:38.839129 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-0e8de307-3283-4fc8-b3ab-c943f8d0d999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:38.839745 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8de307-3283-4fc8-b3ab-c943f8d0d999 None None] The sync data for ids ['1e63649f-ea50-4ab3-afc7-4d59f48691e4'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:09:38.871569 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-00cc36a4-38f8-45e5-8a06-6e5bbc0dc992 None None] Port 781d5574-efb9-46ce-a05e-51b7184f7ab3 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:09:38.892185 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 84bff625-fea1-4ead-95b3-79d565524686 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:38.892549 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:38.958263 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9fae2208-ddbd-4db6-a25c-35cb96328410 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:38.977232 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 8aaaf397-202b-4c37-9d66-f6fa75f4224f up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:09:39.031383 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 8aaaf397-202b-4c37-9d66-f6fa75f4224f triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:39.031769 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:39.230803 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-9fae2208-ddbd-4db6-a25c-35cb96328410 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Deleting port 781d5574-efb9-46ce-a05e-51b7184f7ab3 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:09:39.231153 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9fae2208-ddbd-4db6-a25c-35cb96328410 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:39.319295 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9fae2208-ddbd-4db6-a25c-35cb96328410 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:39.331008 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-9fae2208-ddbd-4db6-a25c-35cb96328410 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Calling delete_port for 781d5574-efb9-46ce-a05e-51b7184f7ab3 owned by network:router_interface {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:09:39.499541 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9fae2208-ddbd-4db6-a25c-35cb96328410 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:39.534591 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae2208-ddbd-4db6-a25c-35cb96328410 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event deleted for resources: {'Port': ['ID=781d5574-efb9-46ce-a05e-51b7184f7ab3,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:39.679340 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9fae2208-ddbd-4db6-a25c-35cb96328410 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:39.801540 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ec514-d742-4da6-810f-b89f415ce65b req-f635787b-085b-4bca-800f-54e9f1661a42 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:39.802999 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ac3ec514-d742-4da6-810f-b89f415ce65b req-f635787b-085b-4bca-800f-54e9f1661a42 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b257fc2d-b49d-4034-bf01-54c0f2932017 HTTP/1.1" status: 200 len: 945 time: 0.1556704 Jul 24 01:09:39.910447 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ac3ec514-d742-4da6-810f-b89f415ce65b req-342cb82b-1f9e-4608-b0b9-63faa614886c tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731122 Jul 24 01:09:39.920449 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fae2208-ddbd-4db6-a25c-35cb96328410 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Router 1e63649f-ea50-4ab3-afc7-4d59f48691e4 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:09:40.014735 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fae2208-ddbd-4db6-a25c-35cb96328410 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:09:40.020315 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9fae2208-ddbd-4db6-a25c-35cb96328410 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "PUT /v2.0/routers/1e63649f-ea50-4ab3-afc7-4d59f48691e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4014108 Jul 24 01:09:40.023114 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53588) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:40.027959 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa220388-c3a8-424f-9127-b25b7ae97373 None None] Sync routers for ids ['1e63649f-ea50-4ab3-afc7-4d59f48691e4'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:09:40.038303 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa220388-c3a8-424f-9127-b25b7ae97373 None None] Routers {'1e63649f-ea50-4ab3-afc7-4d59f48691e4'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:09:40.038986 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-fa220388-c3a8-424f-9127-b25b7ae97373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:09:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1e63649f-ea50-4ab3-afc7-4d59f48691e4'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:40.075250 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-fa220388-c3a8-424f-9127-b25b7ae97373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:40.084314 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa220388-c3a8-424f-9127-b25b7ae97373 None None] Routers {'1e63649f-ea50-4ab3-afc7-4d59f48691e4'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:09:40.084921 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-fa220388-c3a8-424f-9127-b25b7ae97373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:09:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1e63649f-ea50-4ab3-afc7-4d59f48691e4'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:40.118245 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-fa220388-c3a8-424f-9127-b25b7ae97373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:40.118926 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa220388-c3a8-424f-9127-b25b7ae97373 None None] The sync data for ids ['1e63649f-ea50-4ab3-afc7-4d59f48691e4'] in n-d-793621-25 is: [] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:09:40.343732 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2bbb65b6-3c70-4a56-b119-cbe0e063ad61 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:40.591662 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb65b6-3c70-4a56-b119-cbe0e063ad61 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Deleting port ee2aeff3-70cf-4533-9353-b2107f7ea109 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:09:40.592015 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2bbb65b6-3c70-4a56-b119-cbe0e063ad61 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:40.679311 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2bbb65b6-3c70-4a56-b119-cbe0e063ad61 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:40.691143 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb65b6-3c70-4a56-b119-cbe0e063ad61 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Calling delete_port for ee2aeff3-70cf-4533-9353-b2107f7ea109 owned by network:router_interface {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:09:41.058458 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff47246-dea7-409b-a307-2eef41b9c719 req-cf5695cb-cecd-4749-a9b0-9a9f4a269596 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:41.060144 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dff47246-dea7-409b-a307-2eef41b9c719 req-cf5695cb-cecd-4749-a9b0-9a9f4a269596 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b257fc2d-b49d-4034-bf01-54c0f2932017 HTTP/1.1" status: 200 len: 945 time: 0.0742068 Jul 24 01:09:41.103194 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dff47246-dea7-409b-a307-2eef41b9c719 req-2cd6f7f5-cf59-4a14-a279-542510d9f5e9 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363309 Jul 24 01:09:41.154358 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2bbb65b6-3c70-4a56-b119-cbe0e063ad61 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:41.182537 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb65b6-3c70-4a56-b119-cbe0e063ad61 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event deleted for resources: {'Port': ['ID=ee2aeff3-70cf-4533-9353-b2107f7ea109,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:41.281880 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2bbb65b6-3c70-4a56-b119-cbe0e063ad61 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:41.447701 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bbb65b6-3c70-4a56-b119-cbe0e063ad61 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Router 1e63649f-ea50-4ab3-afc7-4d59f48691e4 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:09:41.525374 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bbb65b6-3c70-4a56-b119-cbe0e063ad61 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:09:41.530298 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2bbb65b6-3c70-4a56-b119-cbe0e063ad61 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "PUT /v2.0/routers/1e63649f-ea50-4ab3-afc7-4d59f48691e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5062091 Jul 24 01:09:41.533661 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53598) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:41.535430 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a9d55a-cd49-4839-a858-eab288d3fd75 None None] Sync routers for ids ['1e63649f-ea50-4ab3-afc7-4d59f48691e4'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:09:41.544507 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a9d55a-cd49-4839-a858-eab288d3fd75 None None] Routers {'1e63649f-ea50-4ab3-afc7-4d59f48691e4'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:09:41.545171 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-a5a9d55a-cd49-4839-a858-eab288d3fd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:09:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1e63649f-ea50-4ab3-afc7-4d59f48691e4'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:41.563701 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-86b903d4-a060-4b8c-bc30-0b79e12ae412 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e63649f-ea50-4ab3-afc7-4d59f48691e4 HTTP/1.1" status: 200 len: 205 time: 0.0288846 Jul 24 01:09:41.566185 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53600) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:41.580800 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-a5a9d55a-cd49-4839-a858-eab288d3fd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:41.589394 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a9d55a-cd49-4839-a858-eab288d3fd75 None None] Routers {'1e63649f-ea50-4ab3-afc7-4d59f48691e4'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:09:41.590009 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-a5a9d55a-cd49-4839-a858-eab288d3fd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:09:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1e63649f-ea50-4ab3-afc7-4d59f48691e4'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:41.622130 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-a5a9d55a-cd49-4839-a858-eab288d3fd75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:41.622856 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a9d55a-cd49-4839-a858-eab288d3fd75 None None] The sync data for ids ['1e63649f-ea50-4ab3-afc7-4d59f48691e4'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:09:41.643031 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6f4d0a87-3e60-4ada-b758-b3e66ac52ec0 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for router, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:41.680724 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 43ddc47b-388c-4c2b-a5e4-f83d39f57284 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:09:41.682902 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 43ddc47b-388c-4c2b-a5e4-f83d39f57284 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:09:41.803173 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6f4d0a87-3e60-4ada-b758-b3e66ac52ec0 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:41.805300 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6f4d0a87-3e60-4ada-b758-b3e66ac52ec0 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:41.828006 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:41.848651 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6f4d0a87-3e60-4ada-b758-b3e66ac52ec0 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:41.849316 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4d0a87-3e60-4ada-b758-b3e66ac52ec0 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Fanout notify agent at l3_agent the message router_deleted on router 1e63649f-ea50-4ab3-afc7-4d59f48691e4 {{(pid=100464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:09:41.852361 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 43ddc47b-388c-4c2b-a5e4-f83d39f57284, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=43ddc47b-388c-4c2b-a5e4-f83d39f57284,segment=NetworkSegment(db7c2e2f-23c1-467c-8461-ff3884e2dd2e),segment_id=db7c2e2f-23c1-467c-8461-ff3884e2dd2e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:41.857895 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6f4d0a87-3e60-4ada-b758-b3e66ac52ec0 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:41.862104 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6f4d0a87-3e60-4ada-b758-b3e66ac52ec0 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "DELETE /v2.0/routers/1e63649f-ea50-4ab3-afc7-4d59f48691e4 HTTP/1.1" status: 204 len: 168 time: 0.2919114 Jul 24 01:09:41.862344 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53602) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:41.876497 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b257fc2d-b49d-4034-bf01-54c0f2932017', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43ddc47b-388c-4c2b-a5e4-f83d39f57284'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:09:41.879348 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d48f28d-d9c9-442b-a1d3-27751d22292a" -d '{"events": [{"server_uuid": "b257fc2d-b49d-4034-bf01-54c0f2932017", "name": "network-vif-unplugged", "status": "completed", "tag": "43ddc47b-388c-4c2b-a5e4-f83d39f57284"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:09:41.884370 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '43ddc47b-388c-4c2b-a5e4-f83d39f57284', 'network_id': '4eefe2ba-361f-4c1d-9332-6ad950aae607', 'port_id': '43ddc47b-388c-4c2b-a5e4-f83d39f57284', 'mac_address': 'fa:16:3e:bc:e6:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a665a515-2379-4027-9c74-ff9fdf3f8207', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:09:41.895111 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 43ddc47b-388c-4c2b-a5e4-f83d39f57284, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=43ddc47b-388c-4c2b-a5e4-f83d39f57284,segment=NetworkSegment(db7c2e2f-23c1-467c-8461-ff3884e2dd2e),segment_id=db7c2e2f-23c1-467c-8461-ff3884e2dd2e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:41.916286 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-d170e518-6060-4235-8024-e5a60d5a9a7b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Deleting subnet c68a852e-5bda-4b87-a6c6-ed01588325f2 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:09:41.919628 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d170e518-6060-4235-8024-e5a60d5a9a7b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:41.923173 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 01:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a267d2a3-757e-4b1b-8f4f-f29be376e9c8 x-openstack-request-id: req-a267d2a3-757e-4b1b-8f4f-f29be376e9c8 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:09:41.924504 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b257fc2d-b49d-4034-bf01-54c0f2932017", "name": "network-vif-unplugged", "status": "completed", "tag": "43ddc47b-388c-4c2b-a5e4-f83d39f57284", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:09:41.924889 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a267d2a3-757e-4b1b-8f4f-f29be376e9c8 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:09:41.925533 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b257fc2d-b49d-4034-bf01-54c0f2932017', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43ddc47b-388c-4c2b-a5e4-f83d39f57284', 'code': 200} Jul 24 01:09:41.928581 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:41.965860 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d170e518-6060-4235-8024-e5a60d5a9a7b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:41.966467 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:41.994039 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43ddc47b-388c-4c2b-a5e4-f83d39f57284 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:09:42.003929 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=43ddc47b-388c-4c2b-a5e4-f83d39f57284,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:42.039993 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.db.api [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 01:09:42.040351 n-d-793621-25 neutron-server[100465]: DEBUG oslo_db.api [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 01:09:42.056377 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d170e518-6060-4235-8024-e5a60d5a9a7b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:42.115323 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d170e518-6060-4235-8024-e5a60d5a9a7b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:42.140663 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d170e518-6060-4235-8024-e5a60d5a9a7b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event deleted for resources: {'Subnet': ['ID=c68a852e-5bda-4b87-a6c6-ed01588325f2,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:42.147118 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d170e518-6060-4235-8024-e5a60d5a9a7b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:42.149054 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d170e518-6060-4235-8024-e5a60d5a9a7b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "DELETE /v2.0/subnets/c68a852e-5bda-4b87-a6c6-ed01588325f2 HTTP/1.1" status: 204 len: 168 time: 0.2857146 Jul 24 01:09:42.152393 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53610) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:42.156382 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245b54e9-d64d-4daf-9fac-f19758563113 None None] Network 71fdc5e6-3b53-4f48-ae45-2cd99fa42ca3 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:09:42.239850 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ba2df59-2b75-4c97-9660-6be211b0caac tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Deleting subnet e2c91431-aa5a-4de6-9a4e-0bd952df8a5a {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:09:42.245657 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5ba2df59-2b75-4c97-9660-6be211b0caac tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:42.304348 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5ba2df59-2b75-4c97-9660-6be211b0caac tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:42.337521 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1bc41e-33fd-414f-9cdc-60b8975261da req-ccdace15-ee5e-4859-bec0-eee4fc2965c3 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:42.339099 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8a1bc41e-33fd-414f-9cdc-60b8975261da req-ccdace15-ee5e-4859-bec0-eee4fc2965c3 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b257fc2d-b49d-4034-bf01-54c0f2932017 HTTP/1.1" status: 200 len: 943 time: 0.1528468 Jul 24 01:09:42.357838 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f92d68-20d7-402f-9bcb-76d0a8ff0bc5 None None] DHCP port deletion for 71fdc5e6-3b53-4f48-ae45-2cd99fa42ca3 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:09:42.408496 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-59f92d68-20d7-402f-9bcb-76d0a8ff0bc5 None None] Deleting port 84bff625-fea1-4ead-95b3-79d565524686 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:09:42.408874 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-59f92d68-20d7-402f-9bcb-76d0a8ff0bc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:42.414074 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8a1bc41e-33fd-414f-9cdc-60b8975261da req-212e3629-e4c5-40eb-a603-6a359d8dbca1 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694554 Jul 24 01:09:42.434748 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5ba2df59-2b75-4c97-9660-6be211b0caac tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:42.471487 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-59f92d68-20d7-402f-9bcb-76d0a8ff0bc5 None None] For port 84bff625-fea1-4ead-95b3-79d565524686, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=84bff625-fea1-4ead-95b3-79d565524686,segment=NetworkSegment(29e711c8-4e41-4e2c-a1d3-754444f732da),segment_id=29e711c8-4e41-4e2c-a1d3-754444f732da)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:42.471895 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-59f92d68-20d7-402f-9bcb-76d0a8ff0bc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:42.484368 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-59f92d68-20d7-402f-9bcb-76d0a8ff0bc5 None None] Calling delete_port for 84bff625-fea1-4ead-95b3-79d565524686 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:09:42.489913 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5ba2df59-2b75-4c97-9660-6be211b0caac tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:42.522878 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba2df59-2b75-4c97-9660-6be211b0caac tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event deleted for resources: {'Subnet': ['ID=e2c91431-aa5a-4de6-9a4e-0bd952df8a5a,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:42.526736 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5ba2df59-2b75-4c97-9660-6be211b0caac tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:42.528944 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5ba2df59-2b75-4c97-9660-6be211b0caac tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "DELETE /v2.0/subnets/e2c91431-aa5a-4de6-9a4e-0bd952df8a5a HTTP/1.1" status: 204 len: 168 time: 0.3753936 Jul 24 01:09:42.531595 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53614) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:42.536801 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dc2107-57ea-408d-81b0-b9d1f759f98c None None] Network bcb88764-d736-4de4-8fb2-b70e1677b452 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:09:42.607846 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-750aa714-31cc-4d76-9a8a-80f7d58547f1 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:42.652391 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:42.661655 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-750aa714-31cc-4d76-9a8a-80f7d58547f1 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Deleting port 84bff625-fea1-4ead-95b3-79d565524686 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:09:42.662036 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-750aa714-31cc-4d76-9a8a-80f7d58547f1 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:42.687793 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43ddc47b-388c-4c2b-a5e4-f83d39f57284 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:09:42.709149 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-59f92d68-20d7-402f-9bcb-76d0a8ff0bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:42.733176 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-750aa714-31cc-4d76-9a8a-80f7d58547f1 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] For port 84bff625-fea1-4ead-95b3-79d565524686, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=84bff625-fea1-4ead-95b3-79d565524686,segment=NetworkSegment(29e711c8-4e41-4e2c-a1d3-754444f732da),segment_id=29e711c8-4e41-4e2c-a1d3-754444f732da)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:42.733557 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-750aa714-31cc-4d76-9a8a-80f7d58547f1 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:42.746362 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-750aa714-31cc-4d76-9a8a-80f7d58547f1 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Calling delete_port for 84bff625-fea1-4ead-95b3-79d565524686 owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:09:42.747078 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f92d68-20d7-402f-9bcb-76d0a8ff0bc5 None None] Pushing event deleted for resources: {'Port': ['ID=84bff625-fea1-4ead-95b3-79d565524686,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:42.755419 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 43ddc47b-388c-4c2b-a5e4-f83d39f57284, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=43ddc47b-388c-4c2b-a5e4-f83d39f57284,segment=NetworkSegment(db7c2e2f-23c1-467c-8461-ff3884e2dd2e),segment_id=db7c2e2f-23c1-467c-8461-ff3884e2dd2e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:42.757609 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f92d68-20d7-402f-9bcb-76d0a8ff0bc5 None None] No DVR routers for this DVR port 84bff625-fea1-4ead-95b3-79d565524686 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:09:42.765053 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:42.826220 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=43ddc47b-388c-4c2b-a5e4-f83d39f57284,revision_number=7']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:42.832885 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 84bff625-fea1-4ead-95b3-79d565524686 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:09:42.844127 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-750aa714-31cc-4d76-9a8a-80f7d58547f1 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:42.859645 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 84bff625-fea1-4ead-95b3-79d565524686 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:09:42.859994 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 84bff625-fea1-4ead-95b3-79d565524686 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:09:42.878678 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750aa714-31cc-4d76-9a8a-80f7d58547f1 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event deleted for resources: {'Port': ['ID=84bff625-fea1-4ead-95b3-79d565524686,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:42.882204 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750aa714-31cc-4d76-9a8a-80f7d58547f1 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] No DVR routers for this DVR port 84bff625-fea1-4ead-95b3-79d565524686 on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:09:42.886015 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35459d18-5389-44af-b281-8c8978a3e881 None None] DHCP port deletion for bcb88764-d736-4de4-8fb2-b70e1677b452 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:09:42.935370 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-35459d18-5389-44af-b281-8c8978a3e881 None None] Deleting port 8aaaf397-202b-4c37-9d66-f6fa75f4224f {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:09:42.935749 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-35459d18-5389-44af-b281-8c8978a3e881 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:42.959995 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-750aa714-31cc-4d76-9a8a-80f7d58547f1 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:42.970045 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-750aa714-31cc-4d76-9a8a-80f7d58547f1 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71fdc5e6-3b53-4f48-ae45-2cd99fa42ca3']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:42.980238 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-750aa714-31cc-4d76-9a8a-80f7d58547f1 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29e711c8-4e41-4e2c-a1d3-754444f732da') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:42.980539 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-750aa714-31cc-4d76-9a8a-80f7d58547f1 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29e711c8-4e41-4e2c-a1d3-754444f732da') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:42.989772 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-750aa714-31cc-4d76-9a8a-80f7d58547f1 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:42.990762 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['43ddc47b-388c-4c2b-a5e4-f83d39f57284'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:09:43.003961 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-750aa714-31cc-4d76-9a8a-80f7d58547f1 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:43.010019 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-750aa714-31cc-4d76-9a8a-80f7d58547f1 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:09:43.010411 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-750aa714-31cc-4d76-9a8a-80f7d58547f1 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:43.013319 n-d-793621-25 neutron-server[100463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:09:43.013319 n-d-793621-25 neutron-server[100463]: self.session.flush() Jul 24 01:09:43.013319 n-d-793621-25 neutron-server[100463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:09:43.013319 n-d-793621-25 neutron-server[100463]: self.session.flush() Jul 24 01:09:43.013319 n-d-793621-25 neutron-server[100463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:09:43.013319 n-d-793621-25 neutron-server[100463]: self.session.flush() Jul 24 01:09:43.013319 n-d-793621-25 neutron-server[100463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:09:43.013319 n-d-793621-25 neutron-server[100463]: self.session.flush() Jul 24 01:09:43.013319 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:09:43.013319 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:09:43.013319 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:09:43.013319 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:09:43.013319 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:09:43.013319 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:09:43.013319 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:09:43.013319 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:09:43.013319 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:09:43.013319 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:09:43.013319 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:09:43.013319 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:09:43.013319 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:09:43.013319 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:09:43.013319 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:09:43.013319 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:09:43.013319 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:09:43.013319 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:09:43.013319 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:09:43.013319 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:09:43.013319 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:09:43.013319 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:09:43.013319 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:09:43.013319 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:09:43.013319 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:09:43.013319 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:09:43.013319 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:09:43.013319 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:09:43.013319 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:09:43.013319 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:09:43.013319 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:09:43.013319 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:09:43.026223 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-35459d18-5389-44af-b281-8c8978a3e881 None None] For port 8aaaf397-202b-4c37-9d66-f6fa75f4224f, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=8aaaf397-202b-4c37-9d66-f6fa75f4224f,segment=NetworkSegment(573d4a7e-7c4e-4de1-b9eb-745bae66c605),segment_id=573d4a7e-7c4e-4de1-b9eb-745bae66c605)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:43.026534 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-35459d18-5389-44af-b281-8c8978a3e881 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:43.045749 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-35459d18-5389-44af-b281-8c8978a3e881 None None] Calling delete_port for 8aaaf397-202b-4c37-9d66-f6fa75f4224f owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:09:43.075141 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-750aa714-31cc-4d76-9a8a-80f7d58547f1 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:43.082802 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-750aa714-31cc-4d76-9a8a-80f7d58547f1 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:43.084646 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-750aa714-31cc-4d76-9a8a-80f7d58547f1 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "DELETE /v2.0/networks/71fdc5e6-3b53-4f48-ae45-2cd99fa42ca3 HTTP/1.1" status: 204 len: 168 time: 0.5520597 Jul 24 01:09:43.087489 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53616) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:43.105319 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750aa714-31cc-4d76-9a8a-80f7d58547f1 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event deleted for resources: {'Network': ['ID=71fdc5e6-3b53-4f48-ae45-2cd99fa42ca3,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:43.170618 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-02cc9f31-ad46-484e-b932-ff0aab8a916d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:43.178314 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-35459d18-5389-44af-b281-8c8978a3e881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:43.215965 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35459d18-5389-44af-b281-8c8978a3e881 None None] No DVR routers for this DVR port 8aaaf397-202b-4c37-9d66-f6fa75f4224f on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:09:43.225554 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35459d18-5389-44af-b281-8c8978a3e881 None None] Pushing event deleted for resources: {'Port': ['ID=8aaaf397-202b-4c37-9d66-f6fa75f4224f,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:43.267566 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-02cc9f31-ad46-484e-b932-ff0aab8a916d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:43.279015 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-02cc9f31-ad46-484e-b932-ff0aab8a916d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcb88764-d736-4de4-8fb2-b70e1677b452']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:43.289220 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-02cc9f31-ad46-484e-b932-ff0aab8a916d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '573d4a7e-7c4e-4de1-b9eb-745bae66c605') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:43.289522 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-02cc9f31-ad46-484e-b932-ff0aab8a916d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '573d4a7e-7c4e-4de1-b9eb-745bae66c605') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:43.298947 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-02cc9f31-ad46-484e-b932-ff0aab8a916d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:43.313044 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-02cc9f31-ad46-484e-b932-ff0aab8a916d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:43.319239 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02cc9f31-ad46-484e-b932-ff0aab8a916d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:09:43.319639 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-02cc9f31-ad46-484e-b932-ff0aab8a916d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:43.323425 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:09:43.323425 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:09:43.323425 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:09:43.323425 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:09:43.323425 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:09:43.323425 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:09:43.323425 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:09:43.323425 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:09:43.323425 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:09:43.323425 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:09:43.323425 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:09:43.323425 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:09:43.323425 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:09:43.323425 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:09:43.323425 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:09:43.323425 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:09:43.323425 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:09:43.323425 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:09:43.323425 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:09:43.323425 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:09:43.323425 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:09:43.323425 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:09:43.323425 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:09:43.323425 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:09:43.323425 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:09:43.323425 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:09:43.323425 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:09:43.323425 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:09:43.323425 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:09:43.323425 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:09:43.323425 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:09:43.323425 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:09:43.382999 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-02cc9f31-ad46-484e-b932-ff0aab8a916d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:43.391183 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-02cc9f31-ad46-484e-b932-ff0aab8a916d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:43.393444 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-02cc9f31-ad46-484e-b932-ff0aab8a916d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "DELETE /v2.0/networks/bcb88764-d736-4de4-8fb2-b70e1677b452 HTTP/1.1" status: 204 len: 168 time: 0.3049498 Jul 24 01:09:43.397922 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53622) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:43.403307 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc9f31-ad46-484e-b932-ff0aab8a916d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event deleted for resources: {'Network': ['ID=bcb88764-d736-4de4-8fb2-b70e1677b452,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:43.404057 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-8af8c41a-65aa-475f-96b4-c24c65801111 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1811564104'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:43.428019 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af8c41a-65aa-475f-96b4-c24c65801111 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Made reservation on behalf of 33a20c5f25ad4f7f86c99ba35aa53b93 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:09:43.431540 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8af8c41a-65aa-475f-96b4-c24c65801111 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:43.455645 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8af8c41a-65aa-475f-96b4-c24c65801111 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:09:43.464862 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8af8c41a-65aa-475f-96b4-c24c65801111 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:43.465209 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-8af8c41a-65aa-475f-96b4-c24c65801111 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Added segment b0080ceb-5a1a-4821-9884-02efc510592f of type vlan for network b1f13b18-d3af-4405-b5f7-58c50c7836a5 Jul 24 01:09:43.506930 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8af8c41a-65aa-475f-96b4-c24c65801111 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:43.536779 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8af8c41a-65aa-475f-96b4-c24c65801111 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:43.542412 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af8c41a-65aa-475f-96b4-c24c65801111 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:43.543037 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8af8c41a-65aa-475f-96b4-c24c65801111 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:43.554962 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a7ca58-5c30-4fd7-af2b-e85d99c0a45b req-4ceb122d-9ee1-40d8-a459-92ffcf018d69 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:43.556481 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b5a7ca58-5c30-4fd7-af2b-e85d99c0a45b req-4ceb122d-9ee1-40d8-a459-92ffcf018d69 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b257fc2d-b49d-4034-bf01-54c0f2932017 HTTP/1.1" status: 200 len: 944 time: 0.0716155 Jul 24 01:09:43.584823 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8af8c41a-65aa-475f-96b4-c24c65801111 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1849277 Jul 24 01:09:43.587756 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53626) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:43.594688 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-909ddf11-4451-41ca-891c-eca692426f51 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Request body: {'subnet': {'network_id': 'b1f13b18-d3af-4405-b5f7-58c50c7836a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:43.597118 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b5a7ca58-5c30-4fd7-af2b-e85d99c0a45b req-158ef2f8-1931-476b-97ba-878aa32ac068 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348096 Jul 24 01:09:43.625249 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af8c41a-65aa-475f-96b4-c24c65801111 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event updated for resources: {'Network': ['ID=b1f13b18-d3af-4405-b5f7-58c50c7836a5,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:43.635648 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network b1f13b18-d3af-4405-b5f7-58c50c7836a5 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:09:43.691581 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 43ddc47b-388c-4c2b-a5e4-f83d39f57284 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:09:43.713009 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909ddf11-4451-41ca-891c-eca692426f51 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Made reservation on behalf of 33a20c5f25ad4f7f86c99ba35aa53b93 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:09:43.719242 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-909ddf11-4451-41ca-891c-eca692426f51 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:43.746631 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 43ddc47b-388c-4c2b-a5e4-f83d39f57284 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:43.747043 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:43.832649 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:43.865873 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 43ddc47b-388c-4c2b-a5e4-f83d39f57284, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=43ddc47b-388c-4c2b-a5e4-f83d39f57284,segment=NetworkSegment(db7c2e2f-23c1-467c-8461-ff3884e2dd2e),segment_id=db7c2e2f-23c1-467c-8461-ff3884e2dd2e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:43.869208 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:43.913018 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-909ddf11-4451-41ca-891c-eca692426f51 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:43.918995 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=43ddc47b-388c-4c2b-a5e4-f83d39f57284,revision_number=8']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:43.926596 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b257fc2d-b49d-4034-bf01-54c0f2932017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ddc47b-388c-4c2b-a5e4-f83d39f57284'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:09:43.928923 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120ed68e-b723-4cfd-a020-ec3f7a46017a" -d '{"events": [{"server_uuid": "b257fc2d-b49d-4034-bf01-54c0f2932017", "name": "network-vif-plugged", "status": "completed", "tag": "43ddc47b-388c-4c2b-a5e4-f83d39f57284"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:09:43.965916 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadf4bc0-a653-4ba7-b0ad-b6900fed59af x-openstack-request-id: req-fadf4bc0-a653-4ba7-b0ad-b6900fed59af {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:09:43.966331 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b257fc2d-b49d-4034-bf01-54c0f2932017", "name": "network-vif-plugged", "status": "completed", "tag": "43ddc47b-388c-4c2b-a5e4-f83d39f57284", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:09:43.966641 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fadf4bc0-a653-4ba7-b0ad-b6900fed59af {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:09:43.967000 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b257fc2d-b49d-4034-bf01-54c0f2932017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ddc47b-388c-4c2b-a5e4-f83d39f57284', 'code': 200} Jul 24 01:09:43.984151 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ddf11-4451-41ca-891c-eca692426f51 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event updated for resources: {'Subnet': ['ID=7fa97b46-1685-4568-b99f-87e000851556,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:43.987362 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909ddf11-4451-41ca-891c-eca692426f51 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Checking segment: {'id': 'b0080ceb-5a1a-4821-9884-02efc510592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b1f13b18-d3af-4405-b5f7-58c50c7836a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:09:43.987741 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909ddf11-4451-41ca-891c-eca692426f51 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Network hostable DHCP agents. Network: b1f13b18-d3af-4405-b5f7-58c50c7836a5, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:09:44.004467 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909ddf11-4451-41ca-891c-eca692426f51 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Network b1f13b18-d3af-4405-b5f7-58c50c7836a5 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:09:44.012868 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-909ddf11-4451-41ca-891c-eca692426f51 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, b1f13b18-d3af-4405-b5f7-58c50c7836a5) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:44.016622 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909ddf11-4451-41ca-891c-eca692426f51 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:44.017778 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-909ddf11-4451-41ca-891c-eca692426f51 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:44.021842 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd2b25a-d6c9-4d22-9418-c5b512eb0572 None None] Network b1f13b18-d3af-4405-b5f7-58c50c7836a5 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:09:44.033075 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-909ddf11-4451-41ca-891c-eca692426f51 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4440544 Jul 24 01:09:44.036992 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53630) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:44.042011 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-1f7fd370-82d5-4493-8c82-ff3ac52f3c37 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-416131000', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:44.065949 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1f7fd370-82d5-4493-8c82-ff3ac52f3c37 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:44.068148 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1f7fd370-82d5-4493-8c82-ff3ac52f3c37 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:44.122967 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1f7fd370-82d5-4493-8c82-ff3ac52f3c37 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:44.128744 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1f7fd370-82d5-4493-8c82-ff3ac52f3c37 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:44.138105 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ffd801-a247-461e-8784-0d5ffd539e3a req-de998e31-a26a-4a0d-ab19-7987cfd554de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:44.140437 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-89ffd801-a247-461e-8784-0d5ffd539e3a req-de998e31-a26a-4a0d-ab19-7987cfd554de service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b257fc2d-b49d-4034-bf01-54c0f2932017 HTTP/1.1" status: 200 len: 1097 time: 0.0608122 Jul 24 01:09:44.146289 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1f7fd370-82d5-4493-8c82-ff3ac52f3c37 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:44.150373 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1f7fd370-82d5-4493-8c82-ff3ac52f3c37 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1099355 Jul 24 01:09:44.150680 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53632) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:44.155679 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-cd269b5f-9f0c-49e9-874e-096112d5d455 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Request body: {'port': {'network_id': 'b1f13b18-d3af-4405-b5f7-58c50c7836a5', 'name': 'tempest-RoutersIpV6Test-1731156087'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:44.179226 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-89ffd801-a247-461e-8784-0d5ffd539e3a req-da1e1c9a-05f9-44e4-bddc-30ce4caf7d16 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328405 Jul 24 01:09:44.193102 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b27637-2990-4e68-bdd0-3784fec69bd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-b1f13b18-d3af-4405-b5f7-58c50c7836a5', 'network_id': 'b1f13b18-d3af-4405-b5f7-58c50c7836a5', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'fixed_ips': [{'subnet_id': '7fa97b46-1685-4568-b99f-87e000851556'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:09:44.193992 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-51b27637-2990-4e68-bdd0-3784fec69bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:44.268134 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd269b5f-9f0c-49e9-874e-096112d5d455 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Made reservation on behalf of 33a20c5f25ad4f7f86c99ba35aa53b93 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:09:44.271689 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cd269b5f-9f0c-49e9-874e-096112d5d455 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:44.290765 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-cd269b5f-9f0c-49e9-874e-096112d5d455 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] device_id is not set on port 07f4fd78-95fd-4094-9ec2-531b6490c767 yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:09:44.333148 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-51b27637-2990-4e68-bdd0-3784fec69bd2 None None] Allocated IP 2001:db8::2 (b1f13b18-d3af-4405-b5f7-58c50c7836a5/7fa97b46-1685-4568-b99f-87e000851556/6b99e364-d23a-46fd-8939-037f4ca4f9ec) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:09:44.480465 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-51b27637-2990-4e68-bdd0-3784fec69bd2 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:44.489116 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-51b27637-2990-4e68-bdd0-3784fec69bd2 None None] Transition to ACTIVE for port object 6b99e364-d23a-46fd-8939-037f4ca4f9ec will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:09:44.503725 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-51b27637-2990-4e68-bdd0-3784fec69bd2 None None] Transition to ACTIVE for port object 6b99e364-d23a-46fd-8939-037f4ca4f9ec will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:09:44.508979 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-51b27637-2990-4e68-bdd0-3784fec69bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:44.544453 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b27637-2990-4e68-bdd0-3784fec69bd2 None None] Network b1f13b18-d3af-4405-b5f7-58c50c7836a5 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:09:44.551801 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-51b27637-2990-4e68-bdd0-3784fec69bd2 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:44.555285 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b27637-2990-4e68-bdd0-3784fec69bd2 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:09:44.562303 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b27637-2990-4e68-bdd0-3784fec69bd2 None None] Pushing event updated for resources: {'Port': ['ID=6b99e364-d23a-46fd-8939-037f4ca4f9ec,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:44.571270 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-cd269b5f-9f0c-49e9-874e-096112d5d455 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Allocated IP 2001:db8::21 (b1f13b18-d3af-4405-b5f7-58c50c7836a5/7fa97b46-1685-4568-b99f-87e000851556/07f4fd78-95fd-4094-9ec2-531b6490c767) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:09:44.618444 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-51b27637-2990-4e68-bdd0-3784fec69bd2 None None] Attempting to bind port 6b99e364-d23a-46fd-8939-037f4ca4f9ec on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:09:44.619055 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-51b27637-2990-4e68-bdd0-3784fec69bd2 None None] Attempting to bind port 6b99e364-d23a-46fd-8939-037f4ca4f9ec by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'b0080ceb-5a1a-4821-9884-02efc510592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b1f13b18-d3af-4405-b5f7-58c50c7836a5'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:09:44.619224 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b27637-2990-4e68-bdd0-3784fec69bd2 None None] Attempting to bind port 6b99e364-d23a-46fd-8939-037f4ca4f9ec on network b1f13b18-d3af-4405-b5f7-58c50c7836a5 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:09:44.624487 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b27637-2990-4e68-bdd0-3784fec69bd2 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:09:44.624844 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b27637-2990-4e68-bdd0-3784fec69bd2 None None] Checking segment: {'id': 'b0080ceb-5a1a-4821-9884-02efc510592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b1f13b18-d3af-4405-b5f7-58c50c7836a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:09:44.625248 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-51b27637-2990-4e68-bdd0-3784fec69bd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:44.625653 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b27637-2990-4e68-bdd0-3784fec69bd2 None None] Bound using segment: {'id': 'b0080ceb-5a1a-4821-9884-02efc510592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b1f13b18-d3af-4405-b5f7-58c50c7836a5'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:09:44.626124 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-51b27637-2990-4e68-bdd0-3784fec69bd2 None None] Bound port: 6b99e364-d23a-46fd-8939-037f4ca4f9ec, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0080ceb-5a1a-4821-9884-02efc510592f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b1f13b18-d3af-4405-b5f7-58c50c7836a5'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:09:44.627321 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-51b27637-2990-4e68-bdd0-3784fec69bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:44.697623 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-51b27637-2990-4e68-bdd0-3784fec69bd2 None None] For port 6b99e364-d23a-46fd-8939-037f4ca4f9ec, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:09:44.700875 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-51b27637-2990-4e68-bdd0-3784fec69bd2 None None] For port 6b99e364-d23a-46fd-8939-037f4ca4f9ec, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=6b99e364-d23a-46fd-8939-037f4ca4f9ec,segment=NetworkSegment(b0080ceb-5a1a-4821-9884-02efc510592f),segment_id=b0080ceb-5a1a-4821-9884-02efc510592f)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:09:44.707315 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-51b27637-2990-4e68-bdd0-3784fec69bd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:44.733884 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cd269b5f-9f0c-49e9-874e-096112d5d455 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:44.741597 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ddc329-ceb6-4869-88dc-73be2ad2a7a1 req-898d5bc8-ef4a-4cb3-b5fc-fd97543b14e8 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:44.749536 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-cd269b5f-9f0c-49e9-874e-096112d5d455 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Transition to ACTIVE for port object 07f4fd78-95fd-4094-9ec2-531b6490c767 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:09:44.749777 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e0ddc329-ceb6-4869-88dc-73be2ad2a7a1 req-898d5bc8-ef4a-4cb3-b5fc-fd97543b14e8 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b257fc2d-b49d-4034-bf01-54c0f2932017 HTTP/1.1" status: 200 len: 945 time: 0.0803423 Jul 24 01:09:44.778272 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b27637-2990-4e68-bdd0-3784fec69bd2 None None] Pushing event updated for resources: {'Port': ['ID=6b99e364-d23a-46fd-8939-037f4ca4f9ec,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:44.809436 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cd269b5f-9f0c-49e9-874e-096112d5d455 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:44.813370 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e0ddc329-ceb6-4869-88dc-73be2ad2a7a1 req-bc359db2-e5d7-4a69-881e-6c9fe9d254cf tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622079 Jul 24 01:09:44.841506 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 8aaaf397-202b-4c37-9d66-f6fa75f4224f no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:09:44.847369 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd269b5f-9f0c-49e9-874e-096112d5d455 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Network b1f13b18-d3af-4405-b5f7-58c50c7836a5 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:09:44.849927 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-cd269b5f-9f0c-49e9-874e-096112d5d455 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:44.852718 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd269b5f-9f0c-49e9-874e-096112d5d455 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:09:44.859674 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd269b5f-9f0c-49e9-874e-096112d5d455 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:44.860406 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cd269b5f-9f0c-49e9-874e-096112d5d455 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:44.865485 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 8aaaf397-202b-4c37-9d66-f6fa75f4224f {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:09:44.865837 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 8aaaf397-202b-4c37-9d66-f6fa75f4224f not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:09:44.904162 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-cd269b5f-9f0c-49e9-874e-096112d5d455 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7524247 Jul 24 01:09:44.908053 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53640) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:44.910857 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd269b5f-9f0c-49e9-874e-096112d5d455 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event updated for resources: {'Port': ['ID=07f4fd78-95fd-4094-9ec2-531b6490c767,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:45.299700 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7afb74dd-4831-4285-8ef8-1a90adce38aa tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:45.552880 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7afb74dd-4831-4285-8ef8-1a90adce38aa tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:45.557631 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7afb74dd-4831-4285-8ef8-1a90adce38aa tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:45.637425 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb74dd-4831-4285-8ef8-1a90adce38aa tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event updated for resources: {'Port': ['ID=07f4fd78-95fd-4094-9ec2-531b6490c767,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:45.691323 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ae989486-4b5b-4e0e-916b-7943c1500625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:45.712374 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a1ed27-7afd-4e41-acb8-e212649e4d94 None None] Network b1f13b18-d3af-4405-b5f7-58c50c7836a5 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:09:45.766097 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7afb74dd-4831-4285-8ef8-1a90adce38aa tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:45.784864 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-5d597f5f-e39c-4d28-842d-14016493a00e None None] Provisioning for port 6b99e364-d23a-46fd-8939-037f4ca4f9ec completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:09:45.905681 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7afb74dd-4831-4285-8ef8-1a90adce38aa tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:45.958842 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae7cc0-3ebf-422b-bc8c-b2088dfe90c9 req-ecd08bdf-1b14-4896-834d-7f8f068682b3 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:45.960370 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3aae7cc0-3ebf-422b-bc8c-b2088dfe90c9 req-ecd08bdf-1b14-4896-834d-7f8f068682b3 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b257fc2d-b49d-4034-bf01-54c0f2932017 HTTP/1.1" status: 200 len: 945 time: 0.0712790 Jul 24 01:09:46.003776 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3aae7cc0-3ebf-422b-bc8c-b2088dfe90c9 req-4b51da51-5871-4569-b735-dbebcf66b4e3 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366018 Jul 24 01:09:46.225773 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a01201-a27f-41e7-915e-610bb6576266 req-5bed8c90-1593-4c28-8729-ce349e8e1690 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:46.227357 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-61a01201-a27f-41e7-915e-610bb6576266 req-5bed8c90-1593-4c28-8729-ce349e8e1690 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b257fc2d-b49d-4034-bf01-54c0f2932017 HTTP/1.1" status: 200 len: 945 time: 0.1412728 Jul 24 01:09:46.236996 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-693919ba-3e4c-4c63-b857-8609dc2c07b6 None None] Provisioning for port 07f4fd78-95fd-4094-9ec2-531b6490c767 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:09:46.241268 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-693919ba-3e4c-4c63-b857-8609dc2c07b6 None None] Provisioning complete for port 07f4fd78-95fd-4094-9ec2-531b6490c767 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:46.241649 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-693919ba-3e4c-4c63-b857-8609dc2c07b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:46.246031 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7afb74dd-4831-4285-8ef8-1a90adce38aa tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:46.255976 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7afb74dd-4831-4285-8ef8-1a90adce38aa tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:46.256772 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7afb74dd-4831-4285-8ef8-1a90adce38aa tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:46.277819 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-693919ba-3e4c-4c63-b857-8609dc2c07b6 None None] Port 07f4fd78-95fd-4094-9ec2-531b6490c767 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:09:46.399686 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-bbd86910-ee1a-4359-bee9-e9f113f18a73 None None] Provisioning complete for port 07f4fd78-95fd-4094-9ec2-531b6490c767 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:46.400056 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bbd86910-ee1a-4359-bee9-e9f113f18a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:46.443207 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-bbd86910-ee1a-4359-bee9-e9f113f18a73 None None] Port 07f4fd78-95fd-4094-9ec2-531b6490c767 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:09:46.562123 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-425ab981-ecf3-4945-b0cf-5e643914e340 None None] Provisioning complete for port 07f4fd78-95fd-4094-9ec2-531b6490c767 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:46.562686 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-425ab981-ecf3-4945-b0cf-5e643914e340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:46.597361 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-425ab981-ecf3-4945-b0cf-5e643914e340 None None] Port 07f4fd78-95fd-4094-9ec2-531b6490c767 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:09:46.627875 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-61a01201-a27f-41e7-915e-610bb6576266 req-d148787d-61d4-4aeb-b825-2d131aac4868 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929694 Jul 24 01:09:46.636550 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb74dd-4831-4285-8ef8-1a90adce38aa tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event updated for resources: {'Port': ['ID=07f4fd78-95fd-4094-9ec2-531b6490c767,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:46.700340 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afb74dd-4831-4285-8ef8-1a90adce38aa tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Network b1f13b18-d3af-4405-b5f7-58c50c7836a5 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:09:46.701765 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-7afb74dd-4831-4285-8ef8-1a90adce38aa tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:46.859642 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afb74dd-4831-4285-8ef8-1a90adce38aa tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Router 859aaee9-5d21-417d-8ece-b69e2be75084 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:09:46.888063 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 6b99e364-d23a-46fd-8939-037f4ca4f9ec up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:09:46.948567 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 6b99e364-d23a-46fd-8939-037f4ca4f9ec completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:09:46.956326 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 6b99e364-d23a-46fd-8939-037f4ca4f9ec triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:46.957142 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:46.987130 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afb74dd-4831-4285-8ef8-1a90adce38aa tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:09:46.996689 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53668) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:46.999637 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7afb74dd-4831-4285-8ef8-1a90adce38aa tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "PUT /v2.0/routers/859aaee9-5d21-417d-8ece-b69e2be75084/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0897572 Jul 24 01:09:47.002946 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949b220f-c28a-412a-870b-3d98d984cba9 None None] Sync routers for ids ['859aaee9-5d21-417d-8ece-b69e2be75084'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:09:47.028736 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949b220f-c28a-412a-870b-3d98d984cba9 None None] Routers {'859aaee9-5d21-417d-8ece-b69e2be75084'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:09:47.029361 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-949b220f-c28a-412a-870b-3d98d984cba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:09:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['859aaee9-5d21-417d-8ece-b69e2be75084'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:47.051087 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-ba9b8c61-4b3d-4250-a04c-a76b4e8aa68d None None] Provisioning complete for port 07f4fd78-95fd-4094-9ec2-531b6490c767 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:47.051479 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ba9b8c61-4b3d-4250-a04c-a76b4e8aa68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:47.078872 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-949b220f-c28a-412a-870b-3d98d984cba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:47.086663 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:47.089907 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949b220f-c28a-412a-870b-3d98d984cba9 None None] Routers {'859aaee9-5d21-417d-8ece-b69e2be75084'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:09:47.090742 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-949b220f-c28a-412a-870b-3d98d984cba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:09:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['859aaee9-5d21-417d-8ece-b69e2be75084'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:47.105417 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5457ce6c-9270-4620-8bbb-aefb248380f3 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:47.107562 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5457ce6c-9270-4620-8bbb-aefb248380f3 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "GET /v2.0/ports/07f4fd78-95fd-4094-9ec2-531b6490c767 HTTP/1.1" status: 200 len: 983 time: 0.1094284 Jul 24 01:09:47.110059 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53670) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:47.114115 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-ba9b8c61-4b3d-4250-a04c-a76b4e8aa68d None None] Port 07f4fd78-95fd-4094-9ec2-531b6490c767 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:09:47.122009 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b7df7-a144-427b-8cae-25633a73448e req-6cd0b8e8-268f-4756-acd4-7b0c8b3923db tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:47.130222 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 6b99e364-d23a-46fd-8939-037f4ca4f9ec, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=6b99e364-d23a-46fd-8939-037f4ca4f9ec,segment=NetworkSegment(b0080ceb-5a1a-4821-9884-02efc510592f),segment_id=b0080ceb-5a1a-4821-9884-02efc510592f)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:47.130426 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-949b220f-c28a-412a-870b-3d98d984cba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:47.130993 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949b220f-c28a-412a-870b-3d98d984cba9 None None] The sync data for ids ['859aaee9-5d21-417d-8ece-b69e2be75084'] in n-d-793621-25 is: [] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:09:47.131142 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a66b7df7-a144-427b-8cae-25633a73448e req-6cd0b8e8-268f-4756-acd4-7b0c8b3923db tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/networks?id=4eefe2ba-361f-4c1d-9332-6ad950aae607 HTTP/1.1" status: 200 len: 815 time: 0.1276269 Jul 24 01:09:47.136446 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:47.148430 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a66b7df7-a144-427b-8cae-25633a73448e req-dc5ebda5-082b-4cf5-8035-fa7138ce109d tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/quotas/ab61dba76aab44e1a2627b4ce39fcdf5 HTTP/1.1" status: 200 len: 375 time: 0.0161612 Jul 24 01:09:47.191819 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=6b99e364-d23a-46fd-8939-037f4ca4f9ec,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:47.218606 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a66b7df7-a144-427b-8cae-25633a73448e req-af194e44-7d95-4799-aab2-6d41ddeb7897 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ab61dba76aab44e1a2627b4ce39fcdf5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0691216 Jul 24 01:09:47.320273 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a66b7df7-a144-427b-8cae-25633a73448e req-b7944636-e915-4a4d-b551-aa5ad9a35816 service neutron] 10.222.0.15 "GET /v2.0/networks/4eefe2ba-361f-4c1d-9332-6ad950aae607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903094 Jul 24 01:09:47.420496 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a66b7df7-a144-427b-8cae-25633a73448e req-fe63cda0-4154-4d08-a99a-28637a2a8d0d service neutron] 10.222.0.15 "GET /v2.0/networks/4eefe2ba-361f-4c1d-9332-6ad950aae607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943303 Jul 24 01:09:47.576644 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9160eb99-e35e-4f17-b02d-eaf472ea78bc tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:47.631204 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-10958d77-e7aa-4555-ab1a-ff7d4afc0fbe req-618d9d13-a69b-4794-a482-e63c6f1f91a9 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b30a181f-2183-4a76-8c8f-e396a5860e0b HTTP/1.1" status: 200 len: 210 time: 0.0418541 Jul 24 01:09:47.826166 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-9160eb99-e35e-4f17-b02d-eaf472ea78bc tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Deleting port 07f4fd78-95fd-4094-9ec2-531b6490c767 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:09:47.826655 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9160eb99-e35e-4f17-b02d-eaf472ea78bc tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:47.949744 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9160eb99-e35e-4f17-b02d-eaf472ea78bc tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:47.965228 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-9160eb99-e35e-4f17-b02d-eaf472ea78bc tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Calling delete_port for 07f4fd78-95fd-4094-9ec2-531b6490c767 owned by network:router_interface {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:09:48.217424 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107dabc3-47ab-4b9d-b04b-999fa7d7b5a5 req-194c3d71-8247-43f5-ab17-74b3f65345ae tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:48.219221 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-107dabc3-47ab-4b9d-b04b-999fa7d7b5a5 req-194c3d71-8247-43f5-ab17-74b3f65345ae tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.13 "GET /v2.0/ports?device_id=b257fc2d-b49d-4034-bf01-54c0f2932017 HTTP/1.1" status: 200 len: 945 time: 0.0881603 Jul 24 01:09:48.238668 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2a29f070-e045-4216-bcc6-b310747c0e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:48.330835 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-107dabc3-47ab-4b9d-b04b-999fa7d7b5a5 req-b2a54ac5-353c-428a-a132-6970af17403c tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Deleting port 43ddc47b-388c-4c2b-a5e4-f83d39f57284 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:09:48.331190 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-107dabc3-47ab-4b9d-b04b-999fa7d7b5a5 req-b2a54ac5-353c-428a-a132-6970af17403c tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:48.421015 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-107dabc3-47ab-4b9d-b04b-999fa7d7b5a5 req-b2a54ac5-353c-428a-a132-6970af17403c tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] For port 43ddc47b-388c-4c2b-a5e4-f83d39f57284, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=43ddc47b-388c-4c2b-a5e4-f83d39f57284,segment=NetworkSegment(db7c2e2f-23c1-467c-8461-ff3884e2dd2e),segment_id=db7c2e2f-23c1-467c-8461-ff3884e2dd2e)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:48.421396 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-107dabc3-47ab-4b9d-b04b-999fa7d7b5a5 req-b2a54ac5-353c-428a-a132-6970af17403c tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:48.440768 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-107dabc3-47ab-4b9d-b04b-999fa7d7b5a5 req-b2a54ac5-353c-428a-a132-6970af17403c tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Calling delete_port for 43ddc47b-388c-4c2b-a5e4-f83d39f57284 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:09:48.469791 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9160eb99-e35e-4f17-b02d-eaf472ea78bc tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:48.493742 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:48.503718 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9160eb99-e35e-4f17-b02d-eaf472ea78bc tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event deleted for resources: {'Port': ['ID=07f4fd78-95fd-4094-9ec2-531b6490c767,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:48.633305 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9160eb99-e35e-4f17-b02d-eaf472ea78bc tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:48.658417 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-107dabc3-47ab-4b9d-b04b-999fa7d7b5a5 req-b2a54ac5-353c-428a-a132-6970af17403c tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:48.672905 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['43ddc47b-388c-4c2b-a5e4-f83d39f57284'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:09:48.738806 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a54ac5-353c-428a-a132-6970af17403c tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Pushing event deleted for resources: {'Port': ['ID=43ddc47b-388c-4c2b-a5e4-f83d39f57284,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:48.808290 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-107dabc3-47ab-4b9d-b04b-999fa7d7b5a5 req-b2a54ac5-353c-428a-a132-6970af17403c tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] No DVR routers for this DVR port 43ddc47b-388c-4c2b-a5e4-f83d39f57284 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:09:48.811083 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-107dabc3-47ab-4b9d-b04b-999fa7d7b5a5 req-b2a54ac5-353c-428a-a132-6970af17403c tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:48.814485 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-107dabc3-47ab-4b9d-b04b-999fa7d7b5a5 req-b2a54ac5-353c-428a-a132-6970af17403c tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.13 "DELETE /v2.0/ports/43ddc47b-388c-4c2b-a5e4-f83d39f57284 HTTP/1.1" status: 204 len: 173 time: 0.5889380 Jul 24 01:09:48.816116 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b257fc2d-b49d-4034-bf01-54c0f2932017', 'name': 'network-vif-deleted', 'tag': '43ddc47b-388c-4c2b-a5e4-f83d39f57284'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:09:48.819835 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce7250de-7c78-489d-9a0c-cabaccc103bd" -d '{"events": [{"server_uuid": "b257fc2d-b49d-4034-bf01-54c0f2932017", "name": "network-vif-deleted", "tag": "43ddc47b-388c-4c2b-a5e4-f83d39f57284"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:09:48.831144 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b7df7-a144-427b-8cae-25633a73448e req-f261ad2d-88e2-422a-bcbe-95c1719de8ef tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:48.832816 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a66b7df7-a144-427b-8cae-25633a73448e req-f261ad2d-88e2-422a-bcbe-95c1719de8ef tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.13 "GET /v2.0/networks?id=4eefe2ba-361f-4c1d-9332-6ad950aae607 HTTP/1.1" status: 200 len: 815 time: 0.2719674 Jul 24 01:09:48.858797 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-a66b7df7-a144-427b-8cae-25633a73448e req-fe86c7d0-534f-4080-9852-1181db04c1a6 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Request body: {'port': {'device_id': 'b30a181f-2183-4a76-8c8f-e396a5860e0b', 'network_id': '4eefe2ba-361f-4c1d-9332-6ad950aae607', 'admin_state_up': True, 'tenant_id': 'ab61dba76aab44e1a2627b4ce39fcdf5'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:48.884595 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 6b99e364-d23a-46fd-8939-037f4ca4f9ec up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:09:48.902091 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98135f53-8092-427b-89cd-61eb670b0420 x-openstack-request-id: req-98135f53-8092-427b-89cd-61eb670b0420 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:09:48.902377 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b257fc2d-b49d-4034-bf01-54c0f2932017", "name": "network-vif-deleted", "tag": "43ddc47b-388c-4c2b-a5e4-f83d39f57284", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:09:48.902630 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-98135f53-8092-427b-89cd-61eb670b0420 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:09:48.903063 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b257fc2d-b49d-4034-bf01-54c0f2932017', 'name': 'network-vif-deleted', 'tag': '43ddc47b-388c-4c2b-a5e4-f83d39f57284', 'status': 'completed', 'code': 200} Jul 24 01:09:48.924041 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bdba61c1-a736-44aa-8b0f-f531df9beddf req-82ce82eb-b5d9-4123-9c1f-a59479e92939 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b30a181f-2183-4a76-8c8f-e396a5860e0b HTTP/1.1" status: 200 len: 210 time: 0.1062663 Jul 24 01:09:48.937107 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9160eb99-e35e-4f17-b02d-eaf472ea78bc tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Router 859aaee9-5d21-417d-8ece-b69e2be75084 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:09:48.945711 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 6b99e364-d23a-46fd-8939-037f4ca4f9ec triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:48.946226 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:49.027063 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a66b7df7-a144-427b-8cae-25633a73448e req-fe86c7d0-534f-4080-9852-1181db04c1a6 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Made reservation on behalf of ab61dba76aab44e1a2627b4ce39fcdf5 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:09:49.028204 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9160eb99-e35e-4f17-b02d-eaf472ea78bc tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:09:49.032116 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a66b7df7-a144-427b-8cae-25633a73448e req-fe86c7d0-534f-4080-9852-1181db04c1a6 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:49.035198 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9160eb99-e35e-4f17-b02d-eaf472ea78bc tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "PUT /v2.0/routers/859aaee9-5d21-417d-8ece-b69e2be75084/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9232574 Jul 24 01:09:49.037635 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53694) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:49.041448 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00de4b8-c104-4532-8e5a-19f619da5013 None None] Sync routers for ids ['859aaee9-5d21-417d-8ece-b69e2be75084'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:09:49.056638 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00de4b8-c104-4532-8e5a-19f619da5013 None None] Routers {'859aaee9-5d21-417d-8ece-b69e2be75084'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:09:49.057367 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-d00de4b8-c104-4532-8e5a-19f619da5013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:09:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['859aaee9-5d21-417d-8ece-b69e2be75084'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:49.096972 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-d00de4b8-c104-4532-8e5a-19f619da5013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:49.106583 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00de4b8-c104-4532-8e5a-19f619da5013 None None] Routers {'859aaee9-5d21-417d-8ece-b69e2be75084'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:09:49.107237 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-d00de4b8-c104-4532-8e5a-19f619da5013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:09:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['859aaee9-5d21-417d-8ece-b69e2be75084'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:49.138841 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-d00de4b8-c104-4532-8e5a-19f619da5013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:49.139755 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00de4b8-c104-4532-8e5a-19f619da5013 None None] The sync data for ids ['859aaee9-5d21-417d-8ece-b69e2be75084'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:09:49.175423 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-a66b7df7-a144-427b-8cae-25633a73448e req-fe86c7d0-534f-4080-9852-1181db04c1a6 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Allocated IP 172.20.0.2 (4eefe2ba-361f-4c1d-9332-6ad950aae607/a665a515-2379-4027-9c74-ff9fdf3f8207/31b36d84-8958-49e2-a74a-3c047368fb5c) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:09:49.231912 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-c073ce9f-3df4-4e6e-9f71-cd34b1729aeb tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] remove_router_interface failed (client error): The resource could not be found. Jul 24 01:09:49.233403 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c073ce9f-3df4-4e6e-9f71-cd34b1729aeb tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "PUT /v2.0/routers/859aaee9-5d21-417d-8ece-b69e2be75084/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1938381 Jul 24 01:09:49.236941 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53696) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:49.268503 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0c307b19-a4c8-4076-b80b-7358fc1115f1 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "GET /v2.0/ports?device_id=859aaee9-5d21-417d-8ece-b69e2be75084 HTTP/1.1" status: 200 len: 205 time: 0.0303800 Jul 24 01:09:49.271037 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53698) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:49.338649 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a66b7df7-a144-427b-8cae-25633a73448e req-fe86c7d0-534f-4080-9852-1181db04c1a6 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:49.350492 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-211cb52d-9377-462f-bc8b-26339a7b4705 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:49.386251 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a66b7df7-a144-427b-8cae-25633a73448e req-fe86c7d0-534f-4080-9852-1181db04c1a6 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:49.398521 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['43ddc47b-388c-4c2b-a5e4-f83d39f57284'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:09:49.431501 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a66b7df7-a144-427b-8cae-25633a73448e req-fe86c7d0-534f-4080-9852-1181db04c1a6 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Network 4eefe2ba-361f-4c1d-9332-6ad950aae607 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:09:49.437184 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-a66b7df7-a144-427b-8cae-25633a73448e req-fe86c7d0-534f-4080-9852-1181db04c1a6 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:49.441192 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66b7df7-a144-427b-8cae-25633a73448e req-fe86c7d0-534f-4080-9852-1181db04c1a6 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:09:49.466175 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:49.467482 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe86c7d0-534f-4080-9852-1181db04c1a6 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Pushing event updated for resources: {'Port': ['ID=31b36d84-8958-49e2-a74a-3c047368fb5c,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:49.496000 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b7df7-a144-427b-8cae-25633a73448e req-fe86c7d0-534f-4080-9852-1181db04c1a6 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:49.496633 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a66b7df7-a144-427b-8cae-25633a73448e req-fe86c7d0-534f-4080-9852-1181db04c1a6 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:49.511397 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a66b7df7-a144-427b-8cae-25633a73448e req-fe86c7d0-534f-4080-9852-1181db04c1a6 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6629939 Jul 24 01:09:49.522981 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-a66b7df7-a144-427b-8cae-25633a73448e req-9c60c367-79cc-4616-bb08-23d77efa50a9 service neutron] Request body: {'port': {'device_id': 'b30a181f-2183-4a76-8c8f-e396a5860e0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:49.525268 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-211cb52d-9377-462f-bc8b-26339a7b4705 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:49.527401 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-211cb52d-9377-462f-bc8b-26339a7b4705 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:49.570806 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-211cb52d-9377-462f-bc8b-26339a7b4705 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:49.571437 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211cb52d-9377-462f-bc8b-26339a7b4705 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Fanout notify agent at l3_agent the message router_deleted on router 859aaee9-5d21-417d-8ece-b69e2be75084 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:09:49.578994 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-211cb52d-9377-462f-bc8b-26339a7b4705 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:49.582919 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-211cb52d-9377-462f-bc8b-26339a7b4705 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "DELETE /v2.0/routers/859aaee9-5d21-417d-8ece-b69e2be75084 HTTP/1.1" status: 204 len: 168 time: 0.3109472 Jul 24 01:09:49.583525 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53700) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:49.601093 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a66b7df7-a144-427b-8cae-25633a73448e req-9c60c367-79cc-4616-bb08-23d77efa50a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:49.634474 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd7da548-00c0-486e-8a4d-1a2283ede821 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Deleting subnet 7fa97b46-1685-4568-b99f-87e000851556 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:09:49.637542 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fd7da548-00c0-486e-8a4d-1a2283ede821 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:49.682573 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fd7da548-00c0-486e-8a4d-1a2283ede821 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:49.778369 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fd7da548-00c0-486e-8a4d-1a2283ede821 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:49.840648 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fd7da548-00c0-486e-8a4d-1a2283ede821 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:49.872704 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7da548-00c0-486e-8a4d-1a2283ede821 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event deleted for resources: {'Subnet': ['ID=7fa97b46-1685-4568-b99f-87e000851556,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:49.874670 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fd7da548-00c0-486e-8a4d-1a2283ede821 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:49.876687 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-fd7da548-00c0-486e-8a4d-1a2283ede821 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "DELETE /v2.0/subnets/7fa97b46-1685-4568-b99f-87e000851556 HTTP/1.1" status: 204 len: 168 time: 0.2921619 Jul 24 01:09:49.879323 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53706) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:49.881888 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e614238-a119-4ba8-aebb-d49c64d92f2d None None] Network b1f13b18-d3af-4405-b5f7-58c50c7836a5 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:09:49.885117 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-a66b7df7-a144-427b-8cae-25633a73448e req-9c60c367-79cc-4616-bb08-23d77efa50a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31b36d84-8958-49e2-a74a-3c047368fb5c {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:09:49.895275 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a66b7df7-a144-427b-8cae-25633a73448e req-9c60c367-79cc-4616-bb08-23d77efa50a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:49.908543 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-a66b7df7-a144-427b-8cae-25633a73448e req-9c60c367-79cc-4616-bb08-23d77efa50a9 service neutron] Transition to ACTIVE for port object 31b36d84-8958-49e2-a74a-3c047368fb5c will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:09:49.912732 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a66b7df7-a144-427b-8cae-25633a73448e req-9c60c367-79cc-4616-bb08-23d77efa50a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:49.978858 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-251ce930-1915-468f-b37a-3cee8537e571 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:49.996697 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c60c367-79cc-4616-bb08-23d77efa50a9 service neutron] Pushing event updated for resources: {'Port': ['ID=31b36d84-8958-49e2-a74a-3c047368fb5c,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:50.041851 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-251ce930-1915-468f-b37a-3cee8537e571 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Deleting port 6b99e364-d23a-46fd-8939-037f4ca4f9ec {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:09:50.042202 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-251ce930-1915-468f-b37a-3cee8537e571 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:50.086676 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-a66b7df7-a144-427b-8cae-25633a73448e req-9c60c367-79cc-4616-bb08-23d77efa50a9 service neutron] Attempting to bind port 31b36d84-8958-49e2-a74a-3c047368fb5c on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:09:50.087089 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-a66b7df7-a144-427b-8cae-25633a73448e req-9c60c367-79cc-4616-bb08-23d77efa50a9 service neutron] Attempting to bind port 31b36d84-8958-49e2-a74a-3c047368fb5c by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': 'db7c2e2f-23c1-467c-8461-ff3884e2dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4eefe2ba-361f-4c1d-9332-6ad950aae607'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:09:50.087387 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66b7df7-a144-427b-8cae-25633a73448e req-9c60c367-79cc-4616-bb08-23d77efa50a9 service neutron] Attempting to bind port 31b36d84-8958-49e2-a74a-3c047368fb5c on network 4eefe2ba-361f-4c1d-9332-6ad950aae607 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:09:50.100632 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66b7df7-a144-427b-8cae-25633a73448e req-9c60c367-79cc-4616-bb08-23d77efa50a9 service neutron] Port 31b36d84-8958-49e2-a74a-3c047368fb5c on network 4eefe2ba-361f-4c1d-9332-6ad950aae607 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:09:50.100869 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66b7df7-a144-427b-8cae-25633a73448e req-9c60c367-79cc-4616-bb08-23d77efa50a9 service neutron] Attempting to bind port 31b36d84-8958-49e2-a74a-3c047368fb5c on network 4eefe2ba-361f-4c1d-9332-6ad950aae607 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:09:50.103701 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf63e31-c043-4f00-9805-9a9670fd6bb0 None None] DHCP port deletion for b1f13b18-d3af-4405-b5f7-58c50c7836a5 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:09:50.109067 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66b7df7-a144-427b-8cae-25633a73448e req-9c60c367-79cc-4616-bb08-23d77efa50a9 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:09:50.109412 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66b7df7-a144-427b-8cae-25633a73448e req-9c60c367-79cc-4616-bb08-23d77efa50a9 service neutron] Checking segment: {'id': 'db7c2e2f-23c1-467c-8461-ff3884e2dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4eefe2ba-361f-4c1d-9332-6ad950aae607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:09:50.109805 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66b7df7-a144-427b-8cae-25633a73448e req-9c60c367-79cc-4616-bb08-23d77efa50a9 service neutron] Bound using segment: {'id': 'db7c2e2f-23c1-467c-8461-ff3884e2dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4eefe2ba-361f-4c1d-9332-6ad950aae607'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:09:50.110248 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-a66b7df7-a144-427b-8cae-25633a73448e req-9c60c367-79cc-4616-bb08-23d77efa50a9 service neutron] Bound port: 31b36d84-8958-49e2-a74a-3c047368fb5c, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7c2e2f-23c1-467c-8461-ff3884e2dd2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '4eefe2ba-361f-4c1d-9332-6ad950aae607'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:09:50.111472 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a66b7df7-a144-427b-8cae-25633a73448e req-9c60c367-79cc-4616-bb08-23d77efa50a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:50.113778 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-251ce930-1915-468f-b37a-3cee8537e571 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] For port 6b99e364-d23a-46fd-8939-037f4ca4f9ec, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=6b99e364-d23a-46fd-8939-037f4ca4f9ec,segment=NetworkSegment(b0080ceb-5a1a-4821-9884-02efc510592f),segment_id=b0080ceb-5a1a-4821-9884-02efc510592f)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:50.114152 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-251ce930-1915-468f-b37a-3cee8537e571 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:50.126285 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-251ce930-1915-468f-b37a-3cee8537e571 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Calling delete_port for 6b99e364-d23a-46fd-8939-037f4ca4f9ec owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:09:50.128187 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e0188-21a2-4f00-a936-f80daa5b9c41 req-d203a164-3822-47ac-8079-1f36219bc36f tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:50.129739 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0c8e0188-21a2-4f00-a936-f80daa5b9c41 req-d203a164-3822-47ac-8079-1f36219bc36f tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b30a181f-2183-4a76-8c8f-e396a5860e0b HTTP/1.1" status: 200 len: 943 time: 0.1295753 Jul 24 01:09:50.158593 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-5bf63e31-c043-4f00-9805-9a9670fd6bb0 None None] Deleting port 6b99e364-d23a-46fd-8939-037f4ca4f9ec {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:09:50.159097 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5bf63e31-c043-4f00-9805-9a9670fd6bb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:50.221047 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-251ce930-1915-468f-b37a-3cee8537e571 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:50.221301 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0c8e0188-21a2-4f00-a936-f80daa5b9c41 req-0dbfc30e-da5f-462c-916f-e5d503addbc0 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608242 Jul 24 01:09:50.228016 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-a66b7df7-a144-427b-8cae-25633a73448e req-9c60c367-79cc-4616-bb08-23d77efa50a9 service neutron] For port 31b36d84-8958-49e2-a74a-3c047368fb5c, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:09:50.229366 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-5bf63e31-c043-4f00-9805-9a9670fd6bb0 None None] For port 6b99e364-d23a-46fd-8939-037f4ca4f9ec, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=6b99e364-d23a-46fd-8939-037f4ca4f9ec,segment=NetworkSegment(b0080ceb-5a1a-4821-9884-02efc510592f),segment_id=b0080ceb-5a1a-4821-9884-02efc510592f)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:50.229969 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5bf63e31-c043-4f00-9805-9a9670fd6bb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:50.231800 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-a66b7df7-a144-427b-8cae-25633a73448e req-9c60c367-79cc-4616-bb08-23d77efa50a9 service neutron] For port 31b36d84-8958-49e2-a74a-3c047368fb5c, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=31b36d84-8958-49e2-a74a-3c047368fb5c,segment=NetworkSegment(db7c2e2f-23c1-467c-8461-ff3884e2dd2e),segment_id=db7c2e2f-23c1-467c-8461-ff3884e2dd2e)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:09:50.238180 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a66b7df7-a144-427b-8cae-25633a73448e req-9c60c367-79cc-4616-bb08-23d77efa50a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:50.243150 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-5bf63e31-c043-4f00-9805-9a9670fd6bb0 None None] Calling delete_port for 6b99e364-d23a-46fd-8939-037f4ca4f9ec owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:09:50.263068 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ce930-1915-468f-b37a-3cee8537e571 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event deleted for resources: {'Port': ['ID=6b99e364-d23a-46fd-8939-037f4ca4f9ec,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:50.268227 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251ce930-1915-468f-b37a-3cee8537e571 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] No DVR routers for this DVR port 6b99e364-d23a-46fd-8939-037f4ca4f9ec on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:09:50.275514 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b7df7-a144-427b-8cae-25633a73448e req-9c60c367-79cc-4616-bb08-23d77efa50a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:50.276385 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a66b7df7-a144-427b-8cae-25633a73448e req-9c60c367-79cc-4616-bb08-23d77efa50a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:50.277929 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a66b7df7-a144-427b-8cae-25633a73448e req-9c60c367-79cc-4616-bb08-23d77efa50a9 service neutron] 10.222.0.13 "PUT /v2.0/ports/31b36d84-8958-49e2-a74a-3c047368fb5c HTTP/1.1" status: 200 len: 1092 time: 0.7591186 Jul 24 01:09:50.312614 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c60c367-79cc-4616-bb08-23d77efa50a9 service neutron] Pushing event updated for resources: {'Port': ['ID=31b36d84-8958-49e2-a74a-3c047368fb5c,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:50.336638 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5bf63e31-c043-4f00-9805-9a9670fd6bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:50.351680 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-251ce930-1915-468f-b37a-3cee8537e571 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:50.363406 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-251ce930-1915-468f-b37a-3cee8537e571 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f13b18-d3af-4405-b5f7-58c50c7836a5']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:50.374988 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-251ce930-1915-468f-b37a-3cee8537e571 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0080ceb-5a1a-4821-9884-02efc510592f') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:50.375399 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-251ce930-1915-468f-b37a-3cee8537e571 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0080ceb-5a1a-4821-9884-02efc510592f') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:50.376893 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b7df7-a144-427b-8cae-25633a73448e req-4192843a-daea-454f-8cf9-95d754785e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:50.378520 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a66b7df7-a144-427b-8cae-25633a73448e req-4192843a-daea-454f-8cf9-95d754785e23 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ab61dba76aab44e1a2627b4ce39fcdf5&device_id=b30a181f-2183-4a76-8c8f-e396a5860e0b HTTP/1.1" status: 200 len: 1095 time: 0.0598185 Jul 24 01:09:50.386128 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-251ce930-1915-468f-b37a-3cee8537e571 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:50.402302 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-251ce930-1915-468f-b37a-3cee8537e571 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:50.410247 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-251ce930-1915-468f-b37a-3cee8537e571 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:09:50.410788 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-251ce930-1915-468f-b37a-3cee8537e571 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:50.414416 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:09:50.414416 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:09:50.414416 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:09:50.414416 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:09:50.414416 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:09:50.414416 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:09:50.414416 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:09:50.414416 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:09:50.414416 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:09:50.414416 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:09:50.414416 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:09:50.414416 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:09:50.414416 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:09:50.414416 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:09:50.414416 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:09:50.414416 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:09:50.414416 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:09:50.414416 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:09:50.414416 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:09:50.414416 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:09:50.414416 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:09:50.414416 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:09:50.414416 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:09:50.414416 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:09:50.414416 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:09:50.414416 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:09:50.414416 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:09:50.414416 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:09:50.414416 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:09:50.414416 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:09:50.414416 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:09:50.414416 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:09:50.430866 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a66b7df7-a144-427b-8cae-25633a73448e req-1e810665-a4a2-4ada-a3e3-88378b6f2714 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=31b36d84-8958-49e2-a74a-3c047368fb5c HTTP/1.1" status: 200 len: 217 time: 0.0444274 Jul 24 01:09:50.483541 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b7df7-a144-427b-8cae-25633a73448e req-b17a483a-59d7-4220-bfcf-9463bbc30263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:50.483750 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-251ce930-1915-468f-b37a-3cee8537e571 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:50.484975 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a66b7df7-a144-427b-8cae-25633a73448e req-b17a483a-59d7-4220-bfcf-9463bbc30263 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a665a515-2379-4027-9c74-ff9fdf3f8207 HTTP/1.1" status: 200 len: 855 time: 0.0475771 Jul 24 01:09:50.491868 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-251ce930-1915-468f-b37a-3cee8537e571 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:50.497865 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-251ce930-1915-468f-b37a-3cee8537e571 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "DELETE /v2.0/networks/b1f13b18-d3af-4405-b5f7-58c50c7836a5 HTTP/1.1" status: 204 len: 168 time: 0.6131809 Jul 24 01:09:50.500561 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53710) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:50.508311 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ce930-1915-468f-b37a-3cee8537e571 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event deleted for resources: {'Network': ['ID=b1f13b18-d3af-4405-b5f7-58c50c7836a5,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:50.523022 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf63e31-c043-4f00-9805-9a9670fd6bb0 None None] Pushing event deleted for resources: {'Port': ['ID=6b99e364-d23a-46fd-8939-037f4ca4f9ec,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:50.525110 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-dd841b21-720b-410b-b4e8-6eb592badb9d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1070715929'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:50.527020 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf63e31-c043-4f00-9805-9a9670fd6bb0 None None] No DVR routers for this DVR port 6b99e364-d23a-46fd-8939-037f4ca4f9ec on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:09:50.532603 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a66b7df7-a144-427b-8cae-25633a73448e req-95314c87-2cd8-4336-bc6c-1d6a509a7fa2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4eefe2ba-361f-4c1d-9332-6ad950aae607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406299 Jul 24 01:09:50.539247 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf63e31-c043-4f00-9805-9a9670fd6bb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:50.539762 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf63e31-c043-4f00-9805-9a9670fd6bb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:50.540224 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf63e31-c043-4f00-9805-9a9670fd6bb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:50.540565 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf63e31-c043-4f00-9805-9a9670fd6bb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:50.540895 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf63e31-c043-4f00-9805-9a9670fd6bb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:50.541219 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf63e31-c043-4f00-9805-9a9670fd6bb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:50.541594 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf63e31-c043-4f00-9805-9a9670fd6bb0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:50.542010 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf63e31-c043-4f00-9805-9a9670fd6bb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:50.542229 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf63e31-c043-4f00-9805-9a9670fd6bb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:50.542548 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf63e31-c043-4f00-9805-9a9670fd6bb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:50.542891 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf63e31-c043-4f00-9805-9a9670fd6bb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:50.543225 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bf63e31-c043-4f00-9805-9a9670fd6bb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:50.571585 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd841b21-720b-410b-b4e8-6eb592badb9d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Made reservation on behalf of 33a20c5f25ad4f7f86c99ba35aa53b93 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:09:50.575022 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dd841b21-720b-410b-b4e8-6eb592badb9d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:50.646492 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd841b21-720b-410b-b4e8-6eb592badb9d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:09:50.664128 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a66b7df7-a144-427b-8cae-25633a73448e req-e0f2df12-9524-4056-bc61-4c4f044d4b30 service neutron] 10.222.0.13 "GET /v2.0/networks/4eefe2ba-361f-4c1d-9332-6ad950aae607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239917 Jul 24 01:09:50.665136 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dd841b21-720b-410b-b4e8-6eb592badb9d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:50.665492 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-dd841b21-720b-410b-b4e8-6eb592badb9d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Added segment 9d2725c9-d05b-4e44-8bee-ed72c567019c of type vlan for network 8a447180-fba5-40e7-827c-efc9d8328d98 Jul 24 01:09:50.731164 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dd841b21-720b-410b-b4e8-6eb592badb9d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:50.810173 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a66b7df7-a144-427b-8cae-25633a73448e req-8c2aa7fe-6f6c-48e3-813e-7f831aae140d service neutron] 10.222.0.13 "GET /v2.0/networks/4eefe2ba-361f-4c1d-9332-6ad950aae607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369717 Jul 24 01:09:50.812137 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dd841b21-720b-410b-b4e8-6eb592badb9d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:50.820084 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 6b99e364-d23a-46fd-8939-037f4ca4f9ec no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:09:50.821278 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd841b21-720b-410b-b4e8-6eb592badb9d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:50.822135 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dd841b21-720b-410b-b4e8-6eb592badb9d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:50.850985 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 6b99e364-d23a-46fd-8939-037f4ca4f9ec {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:09:50.851710 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 6b99e364-d23a-46fd-8939-037f4ca4f9ec not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:09:50.870355 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-dd841b21-720b-410b-b4e8-6eb592badb9d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3668787 Jul 24 01:09:50.873262 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53716) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:50.879465 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-370f2f5d-b4e8-4aed-a67b-ef208fe2525b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Request body: {'subnet': {'network_id': '8a447180-fba5-40e7-827c-efc9d8328d98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:50.910757 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b30a181f-2183-4a76-8c8f-e396a5860e0b', 'tag': '31b36d84-8958-49e2-a74a-3c047368fb5c'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:09:50.910757 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46a0f3f-e771-421c-8b25-74dc74179571" -d '{"events": [{"name": "network-changed", "server_uuid": "b30a181f-2183-4a76-8c8f-e396a5860e0b", "tag": "31b36d84-8958-49e2-a74a-3c047368fb5c"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:09:50.918378 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd841b21-720b-410b-b4e8-6eb592badb9d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event updated for resources: {'Network': ['ID=8a447180-fba5-40e7-827c-efc9d8328d98,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:50.929289 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 8a447180-fba5-40e7-827c-efc9d8328d98 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:09:50.950776 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3685ad1-e391-4554-b6d1-4c0c3bdd5033 x-openstack-request-id: req-b3685ad1-e391-4554-b6d1-4c0c3bdd5033 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:09:50.951082 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b30a181f-2183-4a76-8c8f-e396a5860e0b", "tag": "31b36d84-8958-49e2-a74a-3c047368fb5c", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:09:50.951340 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b3685ad1-e391-4554-b6d1-4c0c3bdd5033 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:09:50.951746 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b30a181f-2183-4a76-8c8f-e396a5860e0b', 'tag': '31b36d84-8958-49e2-a74a-3c047368fb5c', 'status': 'completed', 'code': 200} Jul 24 01:09:50.995373 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370f2f5d-b4e8-4aed-a67b-ef208fe2525b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Made reservation on behalf of 33a20c5f25ad4f7f86c99ba35aa53b93 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:09:50.999056 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-370f2f5d-b4e8-4aed-a67b-ef208fe2525b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:51.024898 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:51.056395 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a0f3f-e771-421c-8b25-74dc74179571 req-47cdc231-44d6-4cf7-840f-bca504950edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:51.058196 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a46a0f3f-e771-421c-8b25-74dc74179571 req-47cdc231-44d6-4cf7-840f-bca504950edd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ab61dba76aab44e1a2627b4ce39fcdf5&device_id=b30a181f-2183-4a76-8c8f-e396a5860e0b HTTP/1.1" status: 200 len: 1095 time: 0.0833473 Jul 24 01:09:51.155801 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a0f3f-e771-421c-8b25-74dc74179571 req-c5675b29-294b-4570-999f-f3d3c08faf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:51.157349 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a46a0f3f-e771-421c-8b25-74dc74179571 req-c5675b29-294b-4570-999f-f3d3c08faf9c service neutron] 10.222.0.13 "GET /v2.0/networks?id=4eefe2ba-361f-4c1d-9332-6ad950aae607 HTTP/1.1" status: 200 len: 916 time: 0.0922284 Jul 24 01:09:51.207648 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a46a0f3f-e771-421c-8b25-74dc74179571 req-dc381d56-163b-49c7-a870-924df79239cd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=31b36d84-8958-49e2-a74a-3c047368fb5c HTTP/1.1" status: 200 len: 217 time: 0.0427325 Jul 24 01:09:51.227122 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-370f2f5d-b4e8-4aed-a67b-ef208fe2525b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:51.271578 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a0f3f-e771-421c-8b25-74dc74179571 req-afe86759-017e-4585-8baa-8ba779c4ada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:51.274011 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a46a0f3f-e771-421c-8b25-74dc74179571 req-afe86759-017e-4585-8baa-8ba779c4ada4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a665a515-2379-4027-9c74-ff9fdf3f8207 HTTP/1.1" status: 200 len: 855 time: 0.0585456 Jul 24 01:09:51.295517 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f2f5d-b4e8-4aed-a67b-ef208fe2525b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event updated for resources: {'Subnet': ['ID=da962254-13ae-4f7b-8739-2249fa90c775,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:51.319207 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370f2f5d-b4e8-4aed-a67b-ef208fe2525b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Checking segment: {'id': '9d2725c9-d05b-4e44-8bee-ed72c567019c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8a447180-fba5-40e7-827c-efc9d8328d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:09:51.319715 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370f2f5d-b4e8-4aed-a67b-ef208fe2525b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Network hostable DHCP agents. Network: 8a447180-fba5-40e7-827c-efc9d8328d98, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:09:51.322031 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a46a0f3f-e771-421c-8b25-74dc74179571 req-60ce2bed-cee3-40ea-a868-107d042c505d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4eefe2ba-361f-4c1d-9332-6ad950aae607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377097 Jul 24 01:09:51.338943 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370f2f5d-b4e8-4aed-a67b-ef208fe2525b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Network 8a447180-fba5-40e7-827c-efc9d8328d98 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:09:51.349782 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-370f2f5d-b4e8-4aed-a67b-ef208fe2525b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 8a447180-fba5-40e7-827c-efc9d8328d98) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:51.354736 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370f2f5d-b4e8-4aed-a67b-ef208fe2525b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:51.355690 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-370f2f5d-b4e8-4aed-a67b-ef208fe2525b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:51.362373 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b173b1d4-bfb4-40cd-bf27-a6c22c3aa1d7 None None] Network 8a447180-fba5-40e7-827c-efc9d8328d98 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:09:51.379455 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-370f2f5d-b4e8-4aed-a67b-ef208fe2525b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5049849 Jul 24 01:09:51.382217 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53730) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:51.389864 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-9a931453-cc13-4be8-900a-e78c0680d672 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1520223961', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:51.424898 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9a931453-cc13-4be8-900a-e78c0680d672 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:51.426358 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9a931453-cc13-4be8-900a-e78c0680d672 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:51.468880 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a46a0f3f-e771-421c-8b25-74dc74179571 req-c00257bf-38ff-44dc-9bde-fbebc9757e81 service neutron] 10.222.0.13 "GET /v2.0/networks/4eefe2ba-361f-4c1d-9332-6ad950aae607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394176 Jul 24 01:09:51.482676 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad577bd0-7e89-4091-b378-071c76f6ace3 req-c7570cb0-7e58-4706-9ea0-3f161e006244 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:51.490467 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ad577bd0-7e89-4091-b378-071c76f6ace3 req-c7570cb0-7e58-4706-9ea0-3f161e006244 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b30a181f-2183-4a76-8c8f-e396a5860e0b HTTP/1.1" status: 200 len: 943 time: 0.1518250 Jul 24 01:09:51.497493 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9a931453-cc13-4be8-900a-e78c0680d672 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:51.503267 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9a931453-cc13-4be8-900a-e78c0680d672 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:51.527538 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9a931453-cc13-4be8-900a-e78c0680d672 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:51.528899 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9a931453-cc13-4be8-900a-e78c0680d672 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1443164 Jul 24 01:09:51.533231 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53736) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:51.563318 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ad577bd0-7e89-4091-b378-071c76f6ace3 req-69896384-c61d-458c-a48a-68f55e325b39 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699370 Jul 24 01:09:51.572479 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d85b8d7-ba62-40d1-ba71-569c32d50c7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-8a447180-fba5-40e7-827c-efc9d8328d98', 'network_id': '8a447180-fba5-40e7-827c-efc9d8328d98', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'fixed_ips': [{'subnet_id': 'da962254-13ae-4f7b-8739-2249fa90c775'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:09:51.573508 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6d85b8d7-ba62-40d1-ba71-569c32d50c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:51.629701 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a46a0f3f-e771-421c-8b25-74dc74179571 req-121841f6-b0be-4a5f-825e-9e9087ae258c service neutron] 10.222.0.13 "GET /v2.0/networks/4eefe2ba-361f-4c1d-9332-6ad950aae607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365526 Jul 24 01:09:51.742389 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 31b36d84-8958-49e2-a74a-3c047368fb5c details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:09:51.744447 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 43ddc47b-388c-4c2b-a5e4-f83d39f57284 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:09:51.768833 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 43ddc47b-388c-4c2b-a5e4-f83d39f57284 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:09:51.769328 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 43ddc47b-388c-4c2b-a5e4-f83d39f57284 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:09:51.783144 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-6d85b8d7-ba62-40d1-ba71-569c32d50c7c None None] Allocated IP 2001:db8::2 (8a447180-fba5-40e7-827c-efc9d8328d98/da962254-13ae-4f7b-8739-2249fa90c775/c0144889-819a-45e4-a060-2c61ef72f209) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:09:51.857065 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f253a833-c423-42e1-b893-f4e771dc84e3 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:51.972868 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 31b36d84-8958-49e2-a74a-3c047368fb5c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=31b36d84-8958-49e2-a74a-3c047368fb5c,segment=NetworkSegment(db7c2e2f-23c1-467c-8461-ff3884e2dd2e),segment_id=db7c2e2f-23c1-467c-8461-ff3884e2dd2e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:51.996920 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '31b36d84-8958-49e2-a74a-3c047368fb5c', 'network_id': '4eefe2ba-361f-4c1d-9332-6ad950aae607', 'port_id': '31b36d84-8958-49e2-a74a-3c047368fb5c', 'mac_address': 'fa:16:3e:ca:6b:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a665a515-2379-4027-9c74-ff9fdf3f8207', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:09:52.075357 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6d85b8d7-ba62-40d1-ba71-569c32d50c7c None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:52.084351 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:52.088353 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-6d85b8d7-ba62-40d1-ba71-569c32d50c7c None None] Transition to ACTIVE for port object c0144889-819a-45e4-a060-2c61ef72f209 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:09:52.105028 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b36d84-8958-49e2-a74a-3c047368fb5c {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:09:52.119728 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-6d85b8d7-ba62-40d1-ba71-569c32d50c7c None None] Transition to ACTIVE for port object c0144889-819a-45e4-a060-2c61ef72f209 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:09:52.130794 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6d85b8d7-ba62-40d1-ba71-569c32d50c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:52.134538 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 31b36d84-8958-49e2-a74a-3c047368fb5c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=31b36d84-8958-49e2-a74a-3c047368fb5c,segment=NetworkSegment(db7c2e2f-23c1-467c-8461-ff3884e2dd2e),segment_id=db7c2e2f-23c1-467c-8461-ff3884e2dd2e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:52.158351 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:52.170540 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d85b8d7-ba62-40d1-ba71-569c32d50c7c None None] Network 8a447180-fba5-40e7-827c-efc9d8328d98 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:09:52.173949 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-6d85b8d7-ba62-40d1-ba71-569c32d50c7c None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:52.174542 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-f253a833-c423-42e1-b893-f4e771dc84e3 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Allocated IP 2001:db8::1 (8a447180-fba5-40e7-827c-efc9d8328d98/da962254-13ae-4f7b-8739-2249fa90c775/f264b953-b770-40ef-9ecf-50b4fc283a52) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:09:52.179480 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d85b8d7-ba62-40d1-ba71-569c32d50c7c None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:09:52.189288 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d85b8d7-ba62-40d1-ba71-569c32d50c7c None None] Pushing event updated for resources: {'Port': ['ID=c0144889-819a-45e4-a060-2c61ef72f209,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:52.288353 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f253a833-c423-42e1-b893-f4e771dc84e3 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:52.288583 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-6d85b8d7-ba62-40d1-ba71-569c32d50c7c None None] Attempting to bind port c0144889-819a-45e4-a060-2c61ef72f209 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:09:52.288862 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-6d85b8d7-ba62-40d1-ba71-569c32d50c7c None None] Attempting to bind port c0144889-819a-45e4-a060-2c61ef72f209 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '9d2725c9-d05b-4e44-8bee-ed72c567019c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8a447180-fba5-40e7-827c-efc9d8328d98'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:09:52.289233 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d85b8d7-ba62-40d1-ba71-569c32d50c7c None None] Attempting to bind port c0144889-819a-45e4-a060-2c61ef72f209 on network 8a447180-fba5-40e7-827c-efc9d8328d98 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:09:52.298901 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=31b36d84-8958-49e2-a74a-3c047368fb5c,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:52.304252 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d85b8d7-ba62-40d1-ba71-569c32d50c7c None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:09:52.304621 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d85b8d7-ba62-40d1-ba71-569c32d50c7c None None] Checking segment: {'id': '9d2725c9-d05b-4e44-8bee-ed72c567019c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8a447180-fba5-40e7-827c-efc9d8328d98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:09:52.305031 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6d85b8d7-ba62-40d1-ba71-569c32d50c7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:52.305230 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-f253a833-c423-42e1-b893-f4e771dc84e3 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Transition to ACTIVE for port object f264b953-b770-40ef-9ecf-50b4fc283a52 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:09:52.305432 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d85b8d7-ba62-40d1-ba71-569c32d50c7c None None] Bound using segment: {'id': '9d2725c9-d05b-4e44-8bee-ed72c567019c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8a447180-fba5-40e7-827c-efc9d8328d98'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:09:52.305908 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-6d85b8d7-ba62-40d1-ba71-569c32d50c7c None None] Bound port: c0144889-819a-45e4-a060-2c61ef72f209, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d2725c9-d05b-4e44-8bee-ed72c567019c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8a447180-fba5-40e7-827c-efc9d8328d98'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:09:52.306299 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6d85b8d7-ba62-40d1-ba71-569c32d50c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:52.341209 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f253a833-c423-42e1-b893-f4e771dc84e3 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:52.371364 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['31b36d84-8958-49e2-a74a-3c047368fb5c'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:09:52.395921 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f253a833-c423-42e1-b893-f4e771dc84e3 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event updated for resources: {'Port': ['ID=f264b953-b770-40ef-9ecf-50b4fc283a52,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:52.403128 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f253a833-c423-42e1-b893-f4e771dc84e3 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Network 8a447180-fba5-40e7-827c-efc9d8328d98 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:09:52.405068 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-f253a833-c423-42e1-b893-f4e771dc84e3 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:52.408509 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f253a833-c423-42e1-b893-f4e771dc84e3 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:09:52.408671 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f253a833-c423-42e1-b893-f4e771dc84e3 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:52.412878 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-6d85b8d7-ba62-40d1-ba71-569c32d50c7c None None] For port c0144889-819a-45e4-a060-2c61ef72f209, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:09:52.433648 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-6d85b8d7-ba62-40d1-ba71-569c32d50c7c None None] For port c0144889-819a-45e4-a060-2c61ef72f209, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=c0144889-819a-45e4-a060-2c61ef72f209,segment=NetworkSegment(9d2725c9-d05b-4e44-8bee-ed72c567019c),segment_id=9d2725c9-d05b-4e44-8bee-ed72c567019c)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:09:52.444716 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6d85b8d7-ba62-40d1-ba71-569c32d50c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:52.530971 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d85b8d7-ba62-40d1-ba71-569c32d50c7c None None] Pushing event updated for resources: {'Port': ['ID=c0144889-819a-45e4-a060-2c61ef72f209,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:52.572634 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f253a833-c423-42e1-b893-f4e771dc84e3 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:52.889855 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device c0144889-819a-45e4-a060-2c61ef72f209 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:09:52.949888 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port c0144889-819a-45e4-a060-2c61ef72f209 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:09:53.169811 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13c68d-35ec-4c12-838b-cf209b674936 req-ccd0d2a4-a360-4c3c-9b17-3e31c9895624 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:53.171345 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4b13c68d-35ec-4c12-838b-cf209b674936 req-ccd0d2a4-a360-4c3c-9b17-3e31c9895624 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b30a181f-2183-4a76-8c8f-e396a5860e0b HTTP/1.1" status: 200 len: 944 time: 0.5193405 Jul 24 01:09:53.258266 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4b13c68d-35ec-4c12-838b-cf209b674936 req-4a807236-6d36-4e43-8a04-03cb5984c9e5 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801468 Jul 24 01:09:53.303883 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f253a833-c423-42e1-b893-f4e771dc84e3 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:53.308755 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f253a833-c423-42e1-b893-f4e771dc84e3 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:53.309733 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f253a833-c423-42e1-b893-f4e771dc84e3 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:53.383923 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f253a833-c423-42e1-b893-f4e771dc84e3 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event updated for resources: {'Port': ['ID=f264b953-b770-40ef-9ecf-50b4fc283a52,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:53.449925 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f253a833-c423-42e1-b893-f4e771dc84e3 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Network 8a447180-fba5-40e7-827c-efc9d8328d98 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:09:53.451493 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-f253a833-c423-42e1-b893-f4e771dc84e3 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:53.567128 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f5f03e-7c4c-4c22-8ca4-ccc9e56a9649 None None] Network 8a447180-fba5-40e7-827c-efc9d8328d98 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:09:53.580473 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f253a833-c423-42e1-b893-f4e771dc84e3 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Router 8aa66d30-8f11-4048-bed1-8ca68916236c is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:09:53.632108 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9135e165-4466-4cde-b355-988e4a3a0d73 None None] Provisioning for port c0144889-819a-45e4-a060-2c61ef72f209 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:09:53.642545 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9135e165-4466-4cde-b355-988e4a3a0d73 None None] Provisioning complete for port c0144889-819a-45e4-a060-2c61ef72f209 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:53.643246 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9135e165-4466-4cde-b355-988e4a3a0d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:53.676078 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f253a833-c423-42e1-b893-f4e771dc84e3 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:09:53.684069 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53756) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:53.684557 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f253a833-c423-42e1-b893-f4e771dc84e3 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "PUT /v2.0/routers/8aa66d30-8f11-4048-bed1-8ca68916236c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1485300 Jul 24 01:09:53.699974 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6849cd-391d-4f38-8807-1c777a2f121e None None] Sync routers for ids ['8aa66d30-8f11-4048-bed1-8ca68916236c'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:09:53.711869 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6849cd-391d-4f38-8807-1c777a2f121e None None] Routers {'8aa66d30-8f11-4048-bed1-8ca68916236c'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:09:53.712868 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-cf6849cd-391d-4f38-8807-1c777a2f121e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:09:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['8aa66d30-8f11-4048-bed1-8ca68916236c'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:53.744135 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 31b36d84-8958-49e2-a74a-3c047368fb5c up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:09:53.752658 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea35b059-14b1-4797-b348-9915968530e4 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:53.754571 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ea35b059-14b1-4797-b348-9915968530e4 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "GET /v2.0/ports/f264b953-b770-40ef-9ecf-50b4fc283a52 HTTP/1.1" status: 200 len: 911 time: 0.0688260 Jul 24 01:09:53.757366 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53758) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:53.763097 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-cf6849cd-391d-4f38-8807-1c777a2f121e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:53.773904 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6849cd-391d-4f38-8807-1c777a2f121e None None] Routers {'8aa66d30-8f11-4048-bed1-8ca68916236c'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:09:53.774797 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-cf6849cd-391d-4f38-8807-1c777a2f121e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:09:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['8aa66d30-8f11-4048-bed1-8ca68916236c'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:53.809245 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-cf6849cd-391d-4f38-8807-1c777a2f121e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:53.810050 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6849cd-391d-4f38-8807-1c777a2f121e None None] The sync data for ids ['8aa66d30-8f11-4048-bed1-8ca68916236c'] in n-d-793621-25 is: [] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:09:53.887062 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9135e165-4466-4cde-b355-988e4a3a0d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:53.937566 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 31b36d84-8958-49e2-a74a-3c047368fb5c completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:09:53.943707 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9135e165-4466-4cde-b355-988e4a3a0d73 None None] For port c0144889-819a-45e4-a060-2c61ef72f209, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=c0144889-819a-45e4-a060-2c61ef72f209,segment=NetworkSegment(9d2725c9-d05b-4e44-8bee-ed72c567019c),segment_id=9d2725c9-d05b-4e44-8bee-ed72c567019c)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:53.949368 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 31b36d84-8958-49e2-a74a-3c047368fb5c triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:53.949514 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:53.954742 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9135e165-4466-4cde-b355-988e4a3a0d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:54.062012 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9135e165-4466-4cde-b355-988e4a3a0d73 None None] Pushing event updated for resources: {'Port': ['ID=c0144889-819a-45e4-a060-2c61ef72f209,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:54.143084 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:54.185368 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 31b36d84-8958-49e2-a74a-3c047368fb5c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=31b36d84-8958-49e2-a74a-3c047368fb5c,segment=NetworkSegment(db7c2e2f-23c1-467c-8461-ff3884e2dd2e),segment_id=db7c2e2f-23c1-467c-8461-ff3884e2dd2e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:54.186855 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30a181f-2183-4a76-8c8f-e396a5860e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b36d84-8958-49e2-a74a-3c047368fb5c'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:09:54.190892 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c6e098-ec7d-4632-964f-fa9dbb1925d3" -d '{"events": [{"server_uuid": "b30a181f-2183-4a76-8c8f-e396a5860e0b", "name": "network-vif-plugged", "status": "completed", "tag": "31b36d84-8958-49e2-a74a-3c047368fb5c"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:09:54.212063 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:54.252557 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb6bff4-4008-4f5a-a239-3a983272cf86 x-openstack-request-id: req-8cb6bff4-4008-4f5a-a239-3a983272cf86 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:09:54.253082 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30a181f-2183-4a76-8c8f-e396a5860e0b", "name": "network-vif-plugged", "status": "completed", "tag": "31b36d84-8958-49e2-a74a-3c047368fb5c", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:09:54.262733 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8cb6bff4-4008-4f5a-a239-3a983272cf86 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:09:54.263174 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b30a181f-2183-4a76-8c8f-e396a5860e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b36d84-8958-49e2-a74a-3c047368fb5c', 'code': 200} Jul 24 01:09:54.321093 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=31b36d84-8958-49e2-a74a-3c047368fb5c,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:54.326328 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b4423614-28a1-4248-b0da-ab9cdb509502 None None] Provisioning for port f264b953-b770-40ef-9ecf-50b4fc283a52 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:09:54.331942 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b4423614-28a1-4248-b0da-ab9cdb509502 None None] Provisioning complete for port f264b953-b770-40ef-9ecf-50b4fc283a52 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:54.332373 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b4423614-28a1-4248-b0da-ab9cdb509502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:54.384117 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-b4423614-28a1-4248-b0da-ab9cdb509502 None None] Port f264b953-b770-40ef-9ecf-50b4fc283a52 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:09:54.401941 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b4423614-28a1-4248-b0da-ab9cdb509502 None None] Provisioning complete for port c0144889-819a-45e4-a060-2c61ef72f209 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:54.402316 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b4423614-28a1-4248-b0da-ab9cdb509502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:54.550003 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414854f-899a-4e6a-b4fa-aafde5db8811 req-6d34cb1b-2c70-4ef0-9a6a-5a20ec296ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:54.551984 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8414854f-899a-4e6a-b4fa-aafde5db8811 req-6d34cb1b-2c70-4ef0-9a6a-5a20ec296ac1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b30a181f-2183-4a76-8c8f-e396a5860e0b HTTP/1.1" status: 200 len: 1097 time: 0.2278085 Jul 24 01:09:54.560867 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97dba9-a4b8-4947-a99b-b7fcd0a443cf req-7de57138-c022-45c5-8fef-07c07857f4a5 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:54.562304 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7c97dba9-a4b8-4947-a99b-b7fcd0a443cf req-7de57138-c022-45c5-8fef-07c07857f4a5 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b30a181f-2183-4a76-8c8f-e396a5860e0b HTTP/1.1" status: 200 len: 945 time: 0.1864076 Jul 24 01:09:54.626910 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b4014fea-744d-428b-bb7f-515c7a0e64c5 None None] Provisioning complete for port f264b953-b770-40ef-9ecf-50b4fc283a52 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:54.627446 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b4014fea-744d-428b-bb7f-515c7a0e64c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:54.637297 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8414854f-899a-4e6a-b4fa-aafde5db8811 req-25f478e8-1861-4018-ac0d-846cd171eaad service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722084 Jul 24 01:09:54.641201 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7c97dba9-a4b8-4947-a99b-b7fcd0a443cf req-496199ee-e0cc-4cd5-90d7-ae846904e4d0 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702312 Jul 24 01:09:54.674273 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-b4014fea-744d-428b-bb7f-515c7a0e64c5 None None] Port f264b953-b770-40ef-9ecf-50b4fc283a52 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:09:54.700632 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5719df17-60b2-4e57-abde-c7674a4676cf tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:54.806035 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-2751f8ae-8341-4b1c-a9d1-23196e8c789f None None] Provisioning complete for port f264b953-b770-40ef-9ecf-50b4fc283a52 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:54.806475 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2751f8ae-8341-4b1c-a9d1-23196e8c789f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:54.849283 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-2751f8ae-8341-4b1c-a9d1-23196e8c789f None None] Port f264b953-b770-40ef-9ecf-50b4fc283a52 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:09:54.853293 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device c0144889-819a-45e4-a060-2c61ef72f209 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:09:54.906423 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port c0144889-819a-45e4-a060-2c61ef72f209 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:09:54.906845 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:55.000732 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-5719df17-60b2-4e57-abde-c7674a4676cf tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Deleting port f264b953-b770-40ef-9ecf-50b4fc283a52 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:09:55.001326 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5719df17-60b2-4e57-abde-c7674a4676cf tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:55.091952 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5719df17-60b2-4e57-abde-c7674a4676cf tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:55.104325 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-5719df17-60b2-4e57-abde-c7674a4676cf tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Calling delete_port for f264b953-b770-40ef-9ecf-50b4fc283a52 owned by network:router_interface {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:09:55.282156 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5719df17-60b2-4e57-abde-c7674a4676cf tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:55.309878 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719df17-60b2-4e57-abde-c7674a4676cf tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event deleted for resources: {'Port': ['ID=f264b953-b770-40ef-9ecf-50b4fc283a52,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:55.414237 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5719df17-60b2-4e57-abde-c7674a4676cf tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:55.598807 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5719df17-60b2-4e57-abde-c7674a4676cf tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Router 8aa66d30-8f11-4048-bed1-8ca68916236c has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:09:55.678890 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5719df17-60b2-4e57-abde-c7674a4676cf tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:09:55.686861 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53774) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:55.687311 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5719df17-60b2-4e57-abde-c7674a4676cf tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "PUT /v2.0/routers/8aa66d30-8f11-4048-bed1-8ca68916236c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9283063 Jul 24 01:09:55.692829 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12747574-4452-4d6a-b2d2-c5f3a7b5916c None None] Sync routers for ids ['8aa66d30-8f11-4048-bed1-8ca68916236c'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:09:55.704904 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12747574-4452-4d6a-b2d2-c5f3a7b5916c None None] Routers {'8aa66d30-8f11-4048-bed1-8ca68916236c'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:09:55.705897 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-12747574-4452-4d6a-b2d2-c5f3a7b5916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:09:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['8aa66d30-8f11-4048-bed1-8ca68916236c'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:55.727777 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3b97d0da-2395-4755-bed0-344726560873 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "GET /v2.0/ports?device_id=8aa66d30-8f11-4048-bed1-8ca68916236c HTTP/1.1" status: 200 len: 205 time: 0.0396259 Jul 24 01:09:55.730148 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53776) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:55.746347 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-12747574-4452-4d6a-b2d2-c5f3a7b5916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:55.757576 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12747574-4452-4d6a-b2d2-c5f3a7b5916c None None] Routers {'8aa66d30-8f11-4048-bed1-8ca68916236c'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:09:55.758282 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-12747574-4452-4d6a-b2d2-c5f3a7b5916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:09:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['8aa66d30-8f11-4048-bed1-8ca68916236c'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:55.789470 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1110a8ec-f234-480e-bf2c-183b8d161408 req-86abddb8-5238-4350-a576-17885adf1211 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:55.797229 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1110a8ec-f234-480e-bf2c-183b8d161408 req-86abddb8-5238-4350-a576-17885adf1211 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b30a181f-2183-4a76-8c8f-e396a5860e0b HTTP/1.1" status: 200 len: 945 time: 0.0780990 Jul 24 01:09:55.808555 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-12747574-4452-4d6a-b2d2-c5f3a7b5916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:55.809310 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12747574-4452-4d6a-b2d2-c5f3a7b5916c None None] The sync data for ids ['8aa66d30-8f11-4048-bed1-8ca68916236c'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:09:55.830955 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1b65db2d-e694-4d3d-9059-d5f838e576b6 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:55.842965 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1110a8ec-f234-480e-bf2c-183b8d161408 req-7d4c4747-58f9-4936-a55c-8ad9a596fee2 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443215 Jul 24 01:09:56.024880 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1b65db2d-e694-4d3d-9059-d5f838e576b6 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:56.030414 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1b65db2d-e694-4d3d-9059-d5f838e576b6 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:56.080122 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1b65db2d-e694-4d3d-9059-d5f838e576b6 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:56.080774 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b65db2d-e694-4d3d-9059-d5f838e576b6 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Fanout notify agent at l3_agent the message router_deleted on router 8aa66d30-8f11-4048-bed1-8ca68916236c {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:09:56.088624 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1b65db2d-e694-4d3d-9059-d5f838e576b6 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:56.089815 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1b65db2d-e694-4d3d-9059-d5f838e576b6 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "DELETE /v2.0/routers/8aa66d30-8f11-4048-bed1-8ca68916236c HTTP/1.1" status: 204 len: 168 time: 0.3583903 Jul 24 01:09:56.092446 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53782) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:56.107563 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688e918-3c53-4fbf-9cd0-24a9a28fc9ac req-50e07a36-f226-4eea-82d3-8bda34d6c7d8 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:56.109289 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1688e918-3c53-4fbf-9cd0-24a9a28fc9ac req-50e07a36-f226-4eea-82d3-8bda34d6c7d8 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b30a181f-2183-4a76-8c8f-e396a5860e0b HTTP/1.1" status: 200 len: 945 time: 0.2022827 Jul 24 01:09:56.147834 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-adc82e14-5169-4e4c-ae40-05850bf7906c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Deleting subnet da962254-13ae-4f7b-8739-2249fa90c775 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:09:56.152509 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-adc82e14-5169-4e4c-ae40-05850bf7906c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:56.155188 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1688e918-3c53-4fbf-9cd0-24a9a28fc9ac req-aef8aecb-6291-4a73-91d4-44103536091c tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394907 Jul 24 01:09:56.196495 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-adc82e14-5169-4e4c-ae40-05850bf7906c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:56.302084 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-adc82e14-5169-4e4c-ae40-05850bf7906c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:56.400712 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-adc82e14-5169-4e4c-ae40-05850bf7906c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:56.437192 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc82e14-5169-4e4c-ae40-05850bf7906c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event deleted for resources: {'Subnet': ['ID=da962254-13ae-4f7b-8739-2249fa90c775,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:56.439760 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-adc82e14-5169-4e4c-ae40-05850bf7906c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:56.444060 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-adc82e14-5169-4e4c-ae40-05850bf7906c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "DELETE /v2.0/subnets/da962254-13ae-4f7b-8739-2249fa90c775 HTTP/1.1" status: 204 len: 168 time: 0.3481431 Jul 24 01:09:56.444423 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53790) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:56.447002 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885d9bef-dbdc-4fab-84fa-417e3c8d34a7 None None] Network 8a447180-fba5-40e7-827c-efc9d8328d98 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:09:56.457835 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fa176a-8a52-47ac-8630-74e0ddf5b011 req-6e98e629-5c3a-478b-8a77-442b098abfbe tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:56.460173 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-26fa176a-8a52-47ac-8630-74e0ddf5b011 req-6e98e629-5c3a-478b-8a77-442b098abfbe tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b30a181f-2183-4a76-8c8f-e396a5860e0b HTTP/1.1" status: 200 len: 945 time: 0.1334989 Jul 24 01:09:56.467545 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc82e14-5169-4e4c-ae40-05850bf7906c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:56.468031 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc82e14-5169-4e4c-ae40-05850bf7906c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:56.468550 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc82e14-5169-4e4c-ae40-05850bf7906c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:56.469018 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc82e14-5169-4e4c-ae40-05850bf7906c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:56.469955 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc82e14-5169-4e4c-ae40-05850bf7906c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:56.470825 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc82e14-5169-4e4c-ae40-05850bf7906c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:56.471267 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc82e14-5169-4e4c-ae40-05850bf7906c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:56.471819 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc82e14-5169-4e4c-ae40-05850bf7906c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:56.472261 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc82e14-5169-4e4c-ae40-05850bf7906c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:56.472701 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc82e14-5169-4e4c-ae40-05850bf7906c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:56.473137 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc82e14-5169-4e4c-ae40-05850bf7906c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:56.473584 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc82e14-5169-4e4c-ae40-05850bf7906c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:09:56.524917 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-26fa176a-8a52-47ac-8630-74e0ddf5b011 req-fc032a18-af25-4055-bd3d-298d1b3ec032 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399601 Jul 24 01:09:56.527636 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-20c42c18-9485-480f-910d-5c0affc07c7b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:56.589651 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-20c42c18-9485-480f-910d-5c0affc07c7b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Deleting port c0144889-819a-45e4-a060-2c61ef72f209 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:09:56.590000 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-20c42c18-9485-480f-910d-5c0affc07c7b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:56.691905 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61e1a8e-c39b-4c1d-a31c-ae35495d7192 None None] DHCP port deletion for 8a447180-fba5-40e7-827c-efc9d8328d98 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:09:56.692163 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-20c42c18-9485-480f-910d-5c0affc07c7b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] For port c0144889-819a-45e4-a060-2c61ef72f209, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=c0144889-819a-45e4-a060-2c61ef72f209,segment=NetworkSegment(9d2725c9-d05b-4e44-8bee-ed72c567019c),segment_id=9d2725c9-d05b-4e44-8bee-ed72c567019c)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:56.692611 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-20c42c18-9485-480f-910d-5c0affc07c7b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:56.707808 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-20c42c18-9485-480f-910d-5c0affc07c7b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Calling delete_port for c0144889-819a-45e4-a060-2c61ef72f209 owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:09:56.745315 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-d61e1a8e-c39b-4c1d-a31c-ae35495d7192 None None] Deleting port c0144889-819a-45e4-a060-2c61ef72f209 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:09:56.745907 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d61e1a8e-c39b-4c1d-a31c-ae35495d7192 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:56.785215 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239c0be-ff11-45c2-8f1a-2f8d565bd940 req-c5277733-d3cd-4771-aa60-95d5173eaba3 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:56.792328 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a239c0be-ff11-45c2-8f1a-2f8d565bd940 req-c5277733-d3cd-4771-aa60-95d5173eaba3 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b30a181f-2183-4a76-8c8f-e396a5860e0b HTTP/1.1" status: 200 len: 945 time: 0.1726241 Jul 24 01:09:56.827080 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-d61e1a8e-c39b-4c1d-a31c-ae35495d7192 None None] For port c0144889-819a-45e4-a060-2c61ef72f209, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=c0144889-819a-45e4-a060-2c61ef72f209,segment=NetworkSegment(9d2725c9-d05b-4e44-8bee-ed72c567019c),segment_id=9d2725c9-d05b-4e44-8bee-ed72c567019c)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:56.827614 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d61e1a8e-c39b-4c1d-a31c-ae35495d7192 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:56.843616 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-d61e1a8e-c39b-4c1d-a31c-ae35495d7192 None None] Calling delete_port for c0144889-819a-45e4-a060-2c61ef72f209 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:09:56.851596 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a239c0be-ff11-45c2-8f1a-2f8d565bd940 req-3d789a52-e2ce-464d-844b-42e001e3d669 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580680 Jul 24 01:09:56.872212 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-20c42c18-9485-480f-910d-5c0affc07c7b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:56.896364 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c42c18-9485-480f-910d-5c0affc07c7b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event deleted for resources: {'Port': ['ID=c0144889-819a-45e4-a060-2c61ef72f209,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:56.905194 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c42c18-9485-480f-910d-5c0affc07c7b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] No DVR routers for this DVR port c0144889-819a-45e4-a060-2c61ef72f209 on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:09:56.924141 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device c0144889-819a-45e4-a060-2c61ef72f209 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:09:56.956547 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: c0144889-819a-45e4-a060-2c61ef72f209 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:09:56.956547 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device c0144889-819a-45e4-a060-2c61ef72f209 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:09:56.981296 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d61e1a8e-c39b-4c1d-a31c-ae35495d7192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:56.994686 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61e1a8e-c39b-4c1d-a31c-ae35495d7192 None None] No DVR routers for this DVR port c0144889-819a-45e4-a060-2c61ef72f209 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:09:57.019617 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e1a8e-c39b-4c1d-a31c-ae35495d7192 None None] Pushing event deleted for resources: {'Port': ['ID=c0144889-819a-45e4-a060-2c61ef72f209,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:57.042209 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-20c42c18-9485-480f-910d-5c0affc07c7b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:57.053801 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-20c42c18-9485-480f-910d-5c0affc07c7b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a447180-fba5-40e7-827c-efc9d8328d98']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:57.075447 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-20c42c18-9485-480f-910d-5c0affc07c7b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d2725c9-d05b-4e44-8bee-ed72c567019c') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:57.075866 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-20c42c18-9485-480f-910d-5c0affc07c7b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d2725c9-d05b-4e44-8bee-ed72c567019c') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:57.103612 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-20c42c18-9485-480f-910d-5c0affc07c7b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:57.121713 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-20c42c18-9485-480f-910d-5c0affc07c7b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:57.133152 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20c42c18-9485-480f-910d-5c0affc07c7b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:09:57.133802 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-20c42c18-9485-480f-910d-5c0affc07c7b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:57.137486 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:09:57.137486 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:09:57.137486 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:09:57.137486 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:09:57.137486 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:09:57.137486 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:09:57.137486 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:09:57.137486 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:09:57.137486 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:09:57.137486 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:09:57.137486 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:09:57.137486 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:09:57.137486 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:09:57.137486 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:09:57.137486 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:09:57.137486 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:09:57.137486 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:09:57.137486 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:09:57.137486 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:09:57.137486 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:09:57.137486 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:09:57.137486 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:09:57.137486 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:09:57.137486 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:09:57.137486 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:09:57.137486 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:09:57.137486 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:09:57.137486 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:09:57.137486 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:09:57.137486 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:09:57.137486 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:09:57.137486 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:09:57.170748 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d97a6b-59a0-49ec-bc49-47c3e5059016 req-db7448cc-8645-4e3b-971c-4d51efa3b580 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:57.172188 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-02d97a6b-59a0-49ec-bc49-47c3e5059016 req-db7448cc-8645-4e3b-971c-4d51efa3b580 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b30a181f-2183-4a76-8c8f-e396a5860e0b HTTP/1.1" status: 200 len: 945 time: 0.1110651 Jul 24 01:09:57.220997 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-20c42c18-9485-480f-910d-5c0affc07c7b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:57.231339 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-20c42c18-9485-480f-910d-5c0affc07c7b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:57.233185 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-20c42c18-9485-480f-910d-5c0affc07c7b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "DELETE /v2.0/networks/8a447180-fba5-40e7-827c-efc9d8328d98 HTTP/1.1" status: 204 len: 168 time: 0.7877712 Jul 24 01:09:57.237927 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53800) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:57.242528 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-f330498f-5b88-4423-9d5e-c861ccb4bd1d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-536849727', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}, 'admin_state_up': False}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:57.249461 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c42c18-9485-480f-910d-5c0affc07c7b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event deleted for resources: {'Network': ['ID=8a447180-fba5-40e7-827c-efc9d8328d98,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:57.257999 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-02d97a6b-59a0-49ec-bc49-47c3e5059016 req-7249bc26-fe17-47eb-a921-18bd19014f91 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588429 Jul 24 01:09:57.268132 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f330498f-5b88-4423-9d5e-c861ccb4bd1d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:57.269183 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f330498f-5b88-4423-9d5e-c861ccb4bd1d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:57.322657 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f330498f-5b88-4423-9d5e-c861ccb4bd1d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:57.504293 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f330498f-5b88-4423-9d5e-c861ccb4bd1d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:57.520688 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae843c-6551-40a4-844c-727b1fb7ee43 req-cb760508-a3cf-49a5-a5c2-c850400bfdfa tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:57.522186 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fbae843c-6551-40a4-844c-727b1fb7ee43 req-cb760508-a3cf-49a5-a5c2-c850400bfdfa tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b30a181f-2183-4a76-8c8f-e396a5860e0b HTTP/1.1" status: 200 len: 945 time: 0.1970687 Jul 24 01:09:57.587716 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fbae843c-6551-40a4-844c-727b1fb7ee43 req-ddcaa694-742c-4209-9b4a-78dfdd2627e9 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519917 Jul 24 01:09:57.748705 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f330498f-5b88-4423-9d5e-c861ccb4bd1d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for router_gateway, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:57.768126 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f330498f-5b88-4423-9d5e-c861ccb4bd1d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:57.876530 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-f330498f-5b88-4423-9d5e-c861ccb4bd1d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Allocated IP 172.25.2.233 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/a4176b84-54ac-4346-b650-c22f086ea2f5) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:09:57.949728 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dc3f4c-fef3-4f69-bd15-1735368353b0 req-d2d1b384-c20a-4394-9a3e-9f4c17a53f03 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:57.951279 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-07dc3f4c-fef3-4f69-bd15-1735368353b0 req-d2d1b384-c20a-4394-9a3e-9f4c17a53f03 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b30a181f-2183-4a76-8c8f-e396a5860e0b HTTP/1.1" status: 200 len: 945 time: 0.0639062 Jul 24 01:09:57.983153 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f330498f-5b88-4423-9d5e-c861ccb4bd1d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:57.991672 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-07dc3f4c-fef3-4f69-bd15-1735368353b0 req-68b8d873-f9ef-42f9-98c2-7d44669fe953 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341961 Jul 24 01:09:58.023907 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f330498f-5b88-4423-9d5e-c861ccb4bd1d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:58.060166 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f330498f-5b88-4423-9d5e-c861ccb4bd1d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:09:58.062912 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-f330498f-5b88-4423-9d5e-c861ccb4bd1d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:09:58.066510 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f330498f-5b88-4423-9d5e-c861ccb4bd1d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:09:58.101469 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330498f-5b88-4423-9d5e-c861ccb4bd1d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event updated for resources: {'Port': ['ID=a4176b84-54ac-4346-b650-c22f086ea2f5,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:58.330779 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f330498f-5b88-4423-9d5e-c861ccb4bd1d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for router_gateway, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:58.524618 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f330498f-5b88-4423-9d5e-c861ccb4bd1d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:58.648663 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f330498f-5b88-4423-9d5e-c861ccb4bd1d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Router 9b93eea3-794b-4c2c-8ddc-af0a91e1182e is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:09:59.068740 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f330498f-5b88-4423-9d5e-c861ccb4bd1d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:09:59.081616 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e90e3f-5b40-4cc8-b172-31fca7fdd1d3 None None] Sync routers for ids ['9b93eea3-794b-4c2c-8ddc-af0a91e1182e'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:09:59.094007 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e90e3f-5b40-4cc8-b172-31fca7fdd1d3 None None] Routers {'9b93eea3-794b-4c2c-8ddc-af0a91e1182e'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:09:59.095274 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-b3e90e3f-5b40-4cc8-b172-31fca7fdd1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:09:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['9b93eea3-794b-4c2c-8ddc-af0a91e1182e'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:59.100708 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f330498f-5b88-4423-9d5e-c861ccb4bd1d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:59.102594 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f330498f-5b88-4423-9d5e-c861ccb4bd1d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.8633139 Jul 24 01:09:59.106798 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53818) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:59.115479 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149255ac-0f28-4932-96b7-0c0842441227 req-3f69b041-bece-440d-aa2d-6d0e0ebed080 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:59.117029 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-149255ac-0f28-4932-96b7-0c0842441227 req-3f69b041-bece-440d-aa2d-6d0e0ebed080 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.13 "GET /v2.0/ports?device_id=b30a181f-2183-4a76-8c8f-e396a5860e0b HTTP/1.1" status: 200 len: 945 time: 0.1043596 Jul 24 01:09:59.132588 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-b3e90e3f-5b40-4cc8-b172-31fca7fdd1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:59.141345 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e90e3f-5b40-4cc8-b172-31fca7fdd1d3 None None] Routers {'9b93eea3-794b-4c2c-8ddc-af0a91e1182e'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:09:59.141981 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-b3e90e3f-5b40-4cc8-b172-31fca7fdd1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:09:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['9b93eea3-794b-4c2c-8ddc-af0a91e1182e'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:59.174853 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-b3e90e3f-5b40-4cc8-b172-31fca7fdd1d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:09:59.175491 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e90e3f-5b40-4cc8-b172-31fca7fdd1d3 None None] The sync data for ids ['9b93eea3-794b-4c2c-8ddc-af0a91e1182e'] in n-d-793621-25 is: [] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:09:59.227851 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0575d7-f1b0-4064-9970-b74f7708d480 req-f17c548d-875a-4250-9725-af182551433f tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:09:59.229371 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ba0575d7-f1b0-4064-9970-b74f7708d480 req-f17c548d-875a-4250-9725-af182551433f tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/ports?device_id=b30a181f-2183-4a76-8c8f-e396a5860e0b HTTP/1.1" status: 200 len: 945 time: 0.1693032 Jul 24 01:09:59.235132 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-149255ac-0f28-4932-96b7-0c0842441227 req-330b91e6-3840-4422-a800-e924510a1f3f tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Deleting port 31b36d84-8958-49e2-a74a-3c047368fb5c {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:09:59.235485 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-149255ac-0f28-4932-96b7-0c0842441227 req-330b91e6-3840-4422-a800-e924510a1f3f tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:59.260744 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8621300a-0ff1-4279-bae2-324ec7439e0e tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "GET /v2.0/routers/9b93eea3-794b-4c2c-8ddc-af0a91e1182e HTTP/1.1" status: 200 len: 884 time: 0.1525867 Jul 24 01:09:59.263266 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53822) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:59.331061 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-149255ac-0f28-4932-96b7-0c0842441227 req-330b91e6-3840-4422-a800-e924510a1f3f tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] For port 31b36d84-8958-49e2-a74a-3c047368fb5c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=31b36d84-8958-49e2-a74a-3c047368fb5c,segment=NetworkSegment(db7c2e2f-23c1-467c-8461-ff3884e2dd2e),segment_id=db7c2e2f-23c1-467c-8461-ff3884e2dd2e)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:09:59.331667 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-149255ac-0f28-4932-96b7-0c0842441227 req-330b91e6-3840-4422-a800-e924510a1f3f tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:59.334023 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:09:59.349285 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-149255ac-0f28-4932-96b7-0c0842441227 req-330b91e6-3840-4422-a800-e924510a1f3f tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Calling delete_port for 31b36d84-8958-49e2-a74a-3c047368fb5c owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:09:59.386136 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ba0575d7-f1b0-4064-9970-b74f7708d480 req-49169b0a-4d8c-4e24-bdaa-bde534481eb1 tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b8b8b50-634a-4d6a-b785-0371af85460a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509955 Jul 24 01:09:59.484413 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-149255ac-0f28-4932-96b7-0c0842441227 req-330b91e6-3840-4422-a800-e924510a1f3f tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:59.496901 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['31b36d84-8958-49e2-a74a-3c047368fb5c'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:09:59.513622 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b91e6-3840-4422-a800-e924510a1f3f tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Pushing event deleted for resources: {'Port': ['ID=31b36d84-8958-49e2-a74a-3c047368fb5c,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:09:59.531152 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-550f4ce8-f860-4b35-b419-0b515521c0b9 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2667959 Jul 24 01:09:59.533952 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53826) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:09:59.538405 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-78268f7c-64bc-402b-93ad-6dc82a08bdc7 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-536849727'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:09:59.567775 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-149255ac-0f28-4932-96b7-0c0842441227 req-330b91e6-3840-4422-a800-e924510a1f3f tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] No DVR routers for this DVR port 31b36d84-8958-49e2-a74a-3c047368fb5c on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:09:59.570234 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-149255ac-0f28-4932-96b7-0c0842441227 req-330b91e6-3840-4422-a800-e924510a1f3f tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:09:59.572286 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-149255ac-0f28-4932-96b7-0c0842441227 req-330b91e6-3840-4422-a800-e924510a1f3f tempest-ServerDiskConfigTestJSON-561800175 tempest-ServerDiskConfigTestJSON-561800175-project] 10.222.0.13 "DELETE /v2.0/ports/31b36d84-8958-49e2-a74a-3c047368fb5c HTTP/1.1" status: 204 len: 173 time: 0.4494045 Jul 24 01:09:59.572723 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30a181f-2183-4a76-8c8f-e396a5860e0b', 'name': 'network-vif-deleted', 'tag': '31b36d84-8958-49e2-a74a-3c047368fb5c'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:09:59.575017 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac05901-33ba-42a4-8eed-63b9d7a1ec22" -d '{"events": [{"server_uuid": "b30a181f-2183-4a76-8c8f-e396a5860e0b", "name": "network-vif-deleted", "tag": "31b36d84-8958-49e2-a74a-3c047368fb5c"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:09:59.612703 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013e1839-97b0-4bd4-9592-08e62c669d38 x-openstack-request-id: req-013e1839-97b0-4bd4-9592-08e62c669d38 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:09:59.613015 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30a181f-2183-4a76-8c8f-e396a5860e0b", "name": "network-vif-deleted", "tag": "31b36d84-8958-49e2-a74a-3c047368fb5c", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:09:59.613255 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-013e1839-97b0-4bd4-9592-08e62c669d38 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:09:59.613658 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b30a181f-2183-4a76-8c8f-e396a5860e0b', 'name': 'network-vif-deleted', 'tag': '31b36d84-8958-49e2-a74a-3c047368fb5c', 'status': 'completed', 'code': 200} Jul 24 01:10:00.163981 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-78268f7c-64bc-402b-93ad-6dc82a08bdc7 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:00.174647 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-78268f7c-64bc-402b-93ad-6dc82a08bdc7 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690290'] for router, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:00.280690 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78268f7c-64bc-402b-93ad-6dc82a08bdc7 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Router 9b93eea3-794b-4c2c-8ddc-af0a91e1182e has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:10:00.386312 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78268f7c-64bc-402b-93ad-6dc82a08bdc7 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:10:00.393657 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-78268f7c-64bc-402b-93ad-6dc82a08bdc7 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:00.394876 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-78268f7c-64bc-402b-93ad-6dc82a08bdc7 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "PUT /v2.0/routers/9b93eea3-794b-4c2c-8ddc-af0a91e1182e HTTP/1.1" status: 200 len: 891 time: 0.8599572 Jul 24 01:10:00.395814 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad222848-6792-479f-9029-65053d097b9c None None] Sync routers for ids ['9b93eea3-794b-4c2c-8ddc-af0a91e1182e'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:10:00.397424 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53832) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:00.405715 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad222848-6792-479f-9029-65053d097b9c None None] Routers {'9b93eea3-794b-4c2c-8ddc-af0a91e1182e'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:10:00.406343 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-ad222848-6792-479f-9029-65053d097b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:09:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['9b93eea3-794b-4c2c-8ddc-af0a91e1182e'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:00.443279 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-ad222848-6792-479f-9029-65053d097b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:00.452656 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad222848-6792-479f-9029-65053d097b9c None None] Routers {'9b93eea3-794b-4c2c-8ddc-af0a91e1182e'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:10:00.453271 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-ad222848-6792-479f-9029-65053d097b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:09:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['9b93eea3-794b-4c2c-8ddc-af0a91e1182e'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:00.487348 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-ad222848-6792-479f-9029-65053d097b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:00.488015 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad222848-6792-479f-9029-65053d097b9c None None] The sync data for ids ['9b93eea3-794b-4c2c-8ddc-af0a91e1182e'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:10:00.511274 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ab186b18-f10d-427e-8d5a-a88bef1606c5 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "GET /v2.0/routers/9b93eea3-794b-4c2c-8ddc-af0a91e1182e HTTP/1.1" status: 200 len: 891 time: 0.1127486 Jul 24 01:10:00.513903 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53842) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:00.550553 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-64ad158d-c33a-4eaa-ad69-fd394760abef tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b93eea3-794b-4c2c-8ddc-af0a91e1182e HTTP/1.1" status: 200 len: 205 time: 0.0352397 Jul 24 01:10:00.554506 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53846) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:00.593916 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53850) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:00.638019 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ab3a564-e5c2-4706-ac5b-ac03e13f98d9 admin admin] Deleting subnet a665a515-2379-4027-9c74-ff9fdf3f8207 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:10:00.641069 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4ab3a564-e5c2-4706-ac5b-ac03e13f98d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:00.663407 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f5950b79-1111-4ef8-92d0-7c5c0c1e241c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:00.675312 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4ab3a564-e5c2-4706-ac5b-ac03e13f98d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:00.718215 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4ab3a564-e5c2-4706-ac5b-ac03e13f98d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:00.768936 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f5950b79-1111-4ef8-92d0-7c5c0c1e241c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:00.775530 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4ab3a564-e5c2-4706-ac5b-ac03e13f98d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:00.804300 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab3a564-e5c2-4706-ac5b-ac03e13f98d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a665a515-2379-4027-9c74-ff9fdf3f8207,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:00.806508 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4ab3a564-e5c2-4706-ac5b-ac03e13f98d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:00.808247 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4ab3a564-e5c2-4706-ac5b-ac03e13f98d9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a665a515-2379-4027-9c74-ff9fdf3f8207 HTTP/1.1" status: 204 len: 168 time: 0.2131214 Jul 24 01:10:00.810755 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53852) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:00.828327 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-f5950b79-1111-4ef8-92d0-7c5c0c1e241c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Deleting port a4176b84-54ac-4346-b650-c22f086ea2f5 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:10:00.828681 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f5950b79-1111-4ef8-92d0-7c5c0c1e241c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:00.878932 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-45864cf1-026a-40d3-b9f4-582e7afdbc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:00.905619 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f5950b79-1111-4ef8-92d0-7c5c0c1e241c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:00.918179 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-f5950b79-1111-4ef8-92d0-7c5c0c1e241c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Calling delete_port for a4176b84-54ac-4346-b650-c22f086ea2f5 owned by network:router_gateway {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:10:00.961174 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-45864cf1-026a-40d3-b9f4-582e7afdbc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:00.972551 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-45864cf1-026a-40d3-b9f4-582e7afdbc2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eefe2ba-361f-4c1d-9332-6ad950aae607']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:00.982330 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-45864cf1-026a-40d3-b9f4-582e7afdbc2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db7c2e2f-23c1-467c-8461-ff3884e2dd2e') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:00.982636 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-45864cf1-026a-40d3-b9f4-582e7afdbc2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db7c2e2f-23c1-467c-8461-ff3884e2dd2e') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:00.991572 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-45864cf1-026a-40d3-b9f4-582e7afdbc2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:01.005516 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-45864cf1-026a-40d3-b9f4-582e7afdbc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:01.011958 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45864cf1-026a-40d3-b9f4-582e7afdbc2e admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:10:01.012442 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-45864cf1-026a-40d3-b9f4-582e7afdbc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:01.014272 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:10:01.014272 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:10:01.014272 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:10:01.014272 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:10:01.014272 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:10:01.014272 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:10:01.014272 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:10:01.014272 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:10:01.014272 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:10:01.014272 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:10:01.014272 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:10:01.014272 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:10:01.014272 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:10:01.014272 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:10:01.014272 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:10:01.014272 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:10:01.014272 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:10:01.014272 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:10:01.014272 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:10:01.014272 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:10:01.014272 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:10:01.014272 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:10:01.014272 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:10:01.014272 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:10:01.014272 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:10:01.014272 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:10:01.014272 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:10:01.014272 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:10:01.014272 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:10:01.014272 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:10:01.014272 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:10:01.014272 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:10:01.074649 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-45864cf1-026a-40d3-b9f4-582e7afdbc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:01.081895 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-45864cf1-026a-40d3-b9f4-582e7afdbc2e admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:01.086034 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-45864cf1-026a-40d3-b9f4-582e7afdbc2e admin admin] 10.222.0.15 "DELETE /v2.0/networks/4eefe2ba-361f-4c1d-9332-6ad950aae607 HTTP/1.1" status: 204 len: 168 time: 0.2721398 Jul 24 01:10:01.091049 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f5950b79-1111-4ef8-92d0-7c5c0c1e241c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:01.093954 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45864cf1-026a-40d3-b9f4-582e7afdbc2e admin admin] Pushing event deleted for resources: {'Network': ['ID=4eefe2ba-361f-4c1d-9332-6ad950aae607,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:01.118983 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5950b79-1111-4ef8-92d0-7c5c0c1e241c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event deleted for resources: {'Port': ['ID=a4176b84-54ac-4346-b650-c22f086ea2f5,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:01.187505 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f5950b79-1111-4ef8-92d0-7c5c0c1e241c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:01.256027 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53856) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:01.279731 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f5950b79-1111-4ef8-92d0-7c5c0c1e241c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:01.282645 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f5950b79-1111-4ef8-92d0-7c5c0c1e241c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:01.301570 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5ebec1a4-fa0d-4230-b1d5-e816aa70723f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ab61dba76aab44e1a2627b4ce39fcdf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442579 Jul 24 01:10:01.304641 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53860) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:01.333681 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f5950b79-1111-4ef8-92d0-7c5c0c1e241c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:01.334220 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5950b79-1111-4ef8-92d0-7c5c0c1e241c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Fanout notify agent at l3_agent the message router_deleted on router 9b93eea3-794b-4c2c-8ddc-af0a91e1182e {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:10:01.341630 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f5950b79-1111-4ef8-92d0-7c5c0c1e241c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:01.347415 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f5950b79-1111-4ef8-92d0-7c5c0c1e241c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "DELETE /v2.0/routers/9b93eea3-794b-4c2c-8ddc-af0a91e1182e HTTP/1.1" status: 204 len: 168 time: 0.7889035 Jul 24 01:10:01.347415 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53862) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:01.352281 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-224c4f34-1a3f-4c1b-93aa-f6a449461f08 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1911602643'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:10:01.355792 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-94c4a428-71b9-4e90-958b-52552b94eebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:01.374567 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224c4f34-1a3f-4c1b-93aa-f6a449461f08 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Made reservation on behalf of 33a20c5f25ad4f7f86c99ba35aa53b93 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:10:01.381550 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-94c4a428-71b9-4e90-958b-52552b94eebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:01.382208 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-224c4f34-1a3f-4c1b-93aa-f6a449461f08 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:01.407451 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-224c4f34-1a3f-4c1b-93aa-f6a449461f08 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:10:01.418315 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-224c4f34-1a3f-4c1b-93aa-f6a449461f08 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:01.418684 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-224c4f34-1a3f-4c1b-93aa-f6a449461f08 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Added segment 53be32ad-94ce-4f77-9738-e885ca901160 of type vlan for network a702bfc7-d0fe-481d-90b6-c1bcfa69aa26 Jul 24 01:10:01.431229 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-94c4a428-71b9-4e90-958b-52552b94eebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:01.433903 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-94c4a428-71b9-4e90-958b-52552b94eebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:01.435091 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-94c4a428-71b9-4e90-958b-52552b94eebb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2b8b8b50-634a-4d6a-b785-0371af85460a HTTP/1.1" status: 204 len: 168 time: 0.1295562 Jul 24 01:10:01.442898 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c4a428-71b9-4e90-958b-52552b94eebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8b8b50-634a-4d6a-b785-0371af85460a,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:01.471296 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-224c4f34-1a3f-4c1b-93aa-f6a449461f08 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:01.500090 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-224c4f34-1a3f-4c1b-93aa-f6a449461f08 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:01.505933 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224c4f34-1a3f-4c1b-93aa-f6a449461f08 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:01.506527 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-224c4f34-1a3f-4c1b-93aa-f6a449461f08 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:01.544028 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-224c4f34-1a3f-4c1b-93aa-f6a449461f08 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1956685 Jul 24 01:10:01.546897 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53866) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:01.552528 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-a747fb7f-372b-43db-a78f-502285314bea tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Request body: {'subnet': {'network_id': 'a702bfc7-d0fe-481d-90b6-c1bcfa69aa26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:10:01.575693 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c4f34-1a3f-4c1b-93aa-f6a449461f08 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event updated for resources: {'Network': ['ID=a702bfc7-d0fe-481d-90b6-c1bcfa69aa26,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:01.589675 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network a702bfc7-d0fe-481d-90b6-c1bcfa69aa26 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:10:01.675833 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a747fb7f-372b-43db-a78f-502285314bea tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Made reservation on behalf of 33a20c5f25ad4f7f86c99ba35aa53b93 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:10:01.679498 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a747fb7f-372b-43db-a78f-502285314bea tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:01.761522 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 31b36d84-8958-49e2-a74a-3c047368fb5c no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:10:01.782695 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 31b36d84-8958-49e2-a74a-3c047368fb5c {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:10:01.783086 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 31b36d84-8958-49e2-a74a-3c047368fb5c not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:10:01.872435 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a747fb7f-372b-43db-a78f-502285314bea tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:01.933909 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a747fb7f-372b-43db-a78f-502285314bea tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event updated for resources: {'Subnet': ['ID=953c2a28-c68c-43ea-9ff0-cd671ef89b65,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:01.944628 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a747fb7f-372b-43db-a78f-502285314bea tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Checking segment: {'id': '53be32ad-94ce-4f77-9738-e885ca901160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a702bfc7-d0fe-481d-90b6-c1bcfa69aa26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:10:01.945005 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a747fb7f-372b-43db-a78f-502285314bea tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Network hostable DHCP agents. Network: a702bfc7-d0fe-481d-90b6-c1bcfa69aa26, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:10:01.962144 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a747fb7f-372b-43db-a78f-502285314bea tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Network a702bfc7-d0fe-481d-90b6-c1bcfa69aa26 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:10:01.974299 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-a747fb7f-372b-43db-a78f-502285314bea tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, a702bfc7-d0fe-481d-90b6-c1bcfa69aa26) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:10:01.978914 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a747fb7f-372b-43db-a78f-502285314bea tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:01.979389 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a747fb7f-372b-43db-a78f-502285314bea tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:01.983646 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074f51d4-3df6-48ac-8912-177fc03e6067 None None] Network a702bfc7-d0fe-481d-90b6-c1bcfa69aa26 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:10:01.997142 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a747fb7f-372b-43db-a78f-502285314bea tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4490297 Jul 24 01:10:01.997755 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53884) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:02.003615 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-efca2a0c-1559-4a92-aeb2-576a8386a2d0 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1742053209', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:10:02.028434 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-efca2a0c-1559-4a92-aeb2-576a8386a2d0 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:02.029948 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-efca2a0c-1559-4a92-aeb2-576a8386a2d0 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:02.090425 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-efca2a0c-1559-4a92-aeb2-576a8386a2d0 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:02.096542 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-efca2a0c-1559-4a92-aeb2-576a8386a2d0 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:02.114615 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-efca2a0c-1559-4a92-aeb2-576a8386a2d0 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:02.118631 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-efca2a0c-1559-4a92-aeb2-576a8386a2d0 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1169703 Jul 24 01:10:02.118974 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53890) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:02.304428 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83adc5c1-ebc8-40e2-b622-c894c67c4060 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-a702bfc7-d0fe-481d-90b6-c1bcfa69aa26', 'network_id': 'a702bfc7-d0fe-481d-90b6-c1bcfa69aa26', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'fixed_ips': [{'subnet_id': '953c2a28-c68c-43ea-9ff0-cd671ef89b65'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:10:02.305404 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-83adc5c1-ebc8-40e2-b622-c894c67c4060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:02.428386 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6f365ab6-c274-44dc-b08c-759430c0f000 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:02.469918 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-83adc5c1-ebc8-40e2-b622-c894c67c4060 None None] Allocated IP 2001:db8::2 (a702bfc7-d0fe-481d-90b6-c1bcfa69aa26/953c2a28-c68c-43ea-9ff0-cd671ef89b65/03a7fc76-588b-433b-869d-2414c56ec12d) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:10:02.660985 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-83adc5c1-ebc8-40e2-b622-c894c67c4060 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:02.670817 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-83adc5c1-ebc8-40e2-b622-c894c67c4060 None None] Transition to ACTIVE for port object 03a7fc76-588b-433b-869d-2414c56ec12d will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:10:02.688685 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-83adc5c1-ebc8-40e2-b622-c894c67c4060 None None] Transition to ACTIVE for port object 03a7fc76-588b-433b-869d-2414c56ec12d will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:10:02.695844 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-83adc5c1-ebc8-40e2-b622-c894c67c4060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:02.753853 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83adc5c1-ebc8-40e2-b622-c894c67c4060 None None] Network a702bfc7-d0fe-481d-90b6-c1bcfa69aa26 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:10:02.754075 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-6f365ab6-c274-44dc-b08c-759430c0f000 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Allocated IP 2001:db8::1 (a702bfc7-d0fe-481d-90b6-c1bcfa69aa26/953c2a28-c68c-43ea-9ff0-cd671ef89b65/4dd94a8c-30c7-44ff-8758-d8828d9da244) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:10:02.757871 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83adc5c1-ebc8-40e2-b622-c894c67c4060 None None] Pushing event updated for resources: {'Port': ['ID=03a7fc76-588b-433b-869d-2414c56ec12d,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:02.760881 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-83adc5c1-ebc8-40e2-b622-c894c67c4060 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:10:02.770704 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83adc5c1-ebc8-40e2-b622-c894c67c4060 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:10:02.837785 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-83adc5c1-ebc8-40e2-b622-c894c67c4060 None None] Attempting to bind port 03a7fc76-588b-433b-869d-2414c56ec12d on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:10:02.838163 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-83adc5c1-ebc8-40e2-b622-c894c67c4060 None None] Attempting to bind port 03a7fc76-588b-433b-869d-2414c56ec12d by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '53be32ad-94ce-4f77-9738-e885ca901160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a702bfc7-d0fe-481d-90b6-c1bcfa69aa26'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:10:02.838534 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83adc5c1-ebc8-40e2-b622-c894c67c4060 None None] Attempting to bind port 03a7fc76-588b-433b-869d-2414c56ec12d on network a702bfc7-d0fe-481d-90b6-c1bcfa69aa26 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:10:02.843727 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83adc5c1-ebc8-40e2-b622-c894c67c4060 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:10:02.844108 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83adc5c1-ebc8-40e2-b622-c894c67c4060 None None] Checking segment: {'id': '53be32ad-94ce-4f77-9738-e885ca901160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a702bfc7-d0fe-481d-90b6-c1bcfa69aa26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:10:02.844586 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-83adc5c1-ebc8-40e2-b622-c894c67c4060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:02.844990 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83adc5c1-ebc8-40e2-b622-c894c67c4060 None None] Bound using segment: {'id': '53be32ad-94ce-4f77-9738-e885ca901160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a702bfc7-d0fe-481d-90b6-c1bcfa69aa26'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:10:02.845468 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-83adc5c1-ebc8-40e2-b622-c894c67c4060 None None] Bound port: 03a7fc76-588b-433b-869d-2414c56ec12d, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53be32ad-94ce-4f77-9738-e885ca901160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a702bfc7-d0fe-481d-90b6-c1bcfa69aa26'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:10:02.845855 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-83adc5c1-ebc8-40e2-b622-c894c67c4060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:02.900102 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6f365ab6-c274-44dc-b08c-759430c0f000 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:02.911056 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-83adc5c1-ebc8-40e2-b622-c894c67c4060 None None] For port 03a7fc76-588b-433b-869d-2414c56ec12d, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:10:02.914413 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53922) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:02.915012 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-83adc5c1-ebc8-40e2-b622-c894c67c4060 None None] For port 03a7fc76-588b-433b-869d-2414c56ec12d, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=03a7fc76-588b-433b-869d-2414c56ec12d,segment=NetworkSegment(53be32ad-94ce-4f77-9738-e885ca901160),segment_id=53be32ad-94ce-4f77-9738-e885ca901160)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:10:02.916127 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-6f365ab6-c274-44dc-b08c-759430c0f000 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Transition to ACTIVE for port object 4dd94a8c-30c7-44ff-8758-d8828d9da244 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:10:02.919892 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-83adc5c1-ebc8-40e2-b622-c894c67c4060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:02.960235 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6f365ab6-c274-44dc-b08c-759430c0f000 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:02.991043 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83adc5c1-ebc8-40e2-b622-c894c67c4060 None None] Pushing event updated for resources: {'Port': ['ID=03a7fc76-588b-433b-869d-2414c56ec12d,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:03.006651 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f365ab6-c274-44dc-b08c-759430c0f000 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Network a702bfc7-d0fe-481d-90b6-c1bcfa69aa26 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:10:03.009606 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-6f365ab6-c274-44dc-b08c-759430c0f000 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:10:03.015512 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f365ab6-c274-44dc-b08c-759430c0f000 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:10:03.016064 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6f365ab6-c274-44dc-b08c-759430c0f000 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:03.042110 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f7cac3f4-57c3-4e7b-a297-4383e18f07c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:03.053369 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f365ab6-c274-44dc-b08c-759430c0f000 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event updated for resources: {'Port': ['ID=4dd94a8c-30c7-44ff-8758-d8828d9da244,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:03.155878 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6f365ab6-c274-44dc-b08c-759430c0f000 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:03.174815 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f7cac3f4-57c3-4e7b-a297-4383e18f07c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:03.181118 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f7cac3f4-57c3-4e7b-a297-4383e18f07c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:03.227044 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f7cac3f4-57c3-4e7b-a297-4383e18f07c4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4a9fe59ac82749a08ea344970a18cfbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3104856 Jul 24 01:10:03.231262 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53926) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:03.241403 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cac3f4-57c3-4e7b-a297-4383e18f07c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8d0c6e-6ee1-412a-8f9e-cf430e3be791,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:03.296883 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e84047af-3907-483e-bab0-923a1836c5ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:03.324210 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e84047af-3907-483e-bab0-923a1836c5ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:03.374963 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e84047af-3907-483e-bab0-923a1836c5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:03.377800 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e84047af-3907-483e-bab0-923a1836c5ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:03.379296 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e84047af-3907-483e-bab0-923a1836c5ee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dc8d0c6e-6ee1-412a-8f9e-cf430e3be791 HTTP/1.1" status: 204 len: 168 time: 0.1450610 Jul 24 01:10:03.387503 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84047af-3907-483e-bab0-923a1836c5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8d0c6e-6ee1-412a-8f9e-cf430e3be791,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:03.458664 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6f365ab6-c274-44dc-b08c-759430c0f000 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:03.473231 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6f365ab6-c274-44dc-b08c-759430c0f000 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:03.473231 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6f365ab6-c274-44dc-b08c-759430c0f000 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:03.543857 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f365ab6-c274-44dc-b08c-759430c0f000 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event updated for resources: {'Port': ['ID=4dd94a8c-30c7-44ff-8758-d8828d9da244,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:03.616965 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f365ab6-c274-44dc-b08c-759430c0f000 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Network a702bfc7-d0fe-481d-90b6-c1bcfa69aa26 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:10:03.618471 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-6f365ab6-c274-44dc-b08c-759430c0f000 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:10:03.761181 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f365ab6-c274-44dc-b08c-759430c0f000 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Router db2b42f3-af8b-4b5c-8dfc-888e9cc5e357 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:10:03.893013 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f365ab6-c274-44dc-b08c-759430c0f000 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:10:03.902566 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53952) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:03.902797 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6f365ab6-c274-44dc-b08c-759430c0f000 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "PUT /v2.0/routers/db2b42f3-af8b-4b5c-8dfc-888e9cc5e357/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7826664 Jul 24 01:10:03.905171 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43cffdb-9e61-4565-b6a6-5e7595201a96 None None] Sync routers for ids ['db2b42f3-af8b-4b5c-8dfc-888e9cc5e357'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:10:03.918431 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43cffdb-9e61-4565-b6a6-5e7595201a96 None None] Routers {'db2b42f3-af8b-4b5c-8dfc-888e9cc5e357'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:10:03.920523 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-c43cffdb-9e61-4565-b6a6-5e7595201a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:09:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['db2b42f3-af8b-4b5c-8dfc-888e9cc5e357'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:03.963364 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-c43cffdb-9e61-4565-b6a6-5e7595201a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:03.982884 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43cffdb-9e61-4565-b6a6-5e7595201a96 None None] Routers {'db2b42f3-af8b-4b5c-8dfc-888e9cc5e357'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:10:03.983591 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-c43cffdb-9e61-4565-b6a6-5e7595201a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:09:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['db2b42f3-af8b-4b5c-8dfc-888e9cc5e357'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:04.012194 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9aefcf-b994-45ed-92bb-ec28dbaef44a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:04.014529 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2d9aefcf-b994-45ed-92bb-ec28dbaef44a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "GET /v2.0/ports/4dd94a8c-30c7-44ff-8758-d8828d9da244 HTTP/1.1" status: 200 len: 911 time: 0.1109288 Jul 24 01:10:04.018179 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53958) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:04.028452 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-fd88646b-5feb-4733-be00-fc0a92be00f2 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '953c2a28-c68c-43ea-9ff0-cd671ef89b65'}]}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:10:04.035869 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-c43cffdb-9e61-4565-b6a6-5e7595201a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:04.037387 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43cffdb-9e61-4565-b6a6-5e7595201a96 None None] The sync data for ids ['db2b42f3-af8b-4b5c-8dfc-888e9cc5e357'] in n-d-793621-25 is: [] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:10:04.203274 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cd0b7a-38b4-4211-8f4d-640263e1c13b None None] Network a702bfc7-d0fe-481d-90b6-c1bcfa69aa26 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:10:04.233443 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fd88646b-5feb-4733-be00-fc0a92be00f2 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:04.244000 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53968) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:04.291871 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1ea82e4d-ae61-491d-bf05-2b1ce4562c79 None None] Provisioning for port 03a7fc76-588b-433b-869d-2414c56ec12d completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:10:04.411044 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-223503d9-7b88-4275-b297-3aec1f80b64f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-613800164-network', 'tenant_id': 'f18b8ea4d49a4e7d96dcbb98ea4e0110'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:10:04.450674 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223503d9-7b88-4275-b297-3aec1f80b64f admin admin] Made reservation on behalf of f18b8ea4d49a4e7d96dcbb98ea4e0110 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:10:04.453375 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-223503d9-7b88-4275-b297-3aec1f80b64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:04.494634 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-223503d9-7b88-4275-b297-3aec1f80b64f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:04.745092 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-223503d9-7b88-4275-b297-3aec1f80b64f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:04.745382 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1daf4088-99b2-4b15-8275-a41335eb23dc None None] Provisioning for port 4dd94a8c-30c7-44ff-8758-d8828d9da244 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:10:04.750023 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1daf4088-99b2-4b15-8275-a41335eb23dc None None] Provisioning complete for port 4dd94a8c-30c7-44ff-8758-d8828d9da244 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:10:04.751524 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1daf4088-99b2-4b15-8275-a41335eb23dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:04.754566 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-223503d9-7b88-4275-b297-3aec1f80b64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:04.796321 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-223503d9-7b88-4275-b297-3aec1f80b64f admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:10:04.812972 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fd88646b-5feb-4733-be00-fc0a92be00f2 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:04.816530 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223503d9-7b88-4275-b297-3aec1f80b64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76f1f679-1618-450b-b9be-8f21a981c42c,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:04.820681 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-1daf4088-99b2-4b15-8275-a41335eb23dc None None] Port 4dd94a8c-30c7-44ff-8758-d8828d9da244 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:10:04.829297 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-223503d9-7b88-4275-b297-3aec1f80b64f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:04.829842 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-223503d9-7b88-4275-b297-3aec1f80b64f admin admin] Added segment 7dd01ac0-c9b9-4c39-a15f-0fb5fde885c4 of type vlan for network 2282b0d5-5a70-4bed-a754-de445a9161e5 Jul 24 01:10:04.854393 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fd88646b-5feb-4733-be00-fc0a92be00f2 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:04.860736 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd88646b-5feb-4733-be00-fc0a92be00f2 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:04.861401 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fd88646b-5feb-4733-be00-fc0a92be00f2 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:04.862838 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-fd88646b-5feb-4733-be00-fc0a92be00f2 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "PUT /v2.0/ports/4dd94a8c-30c7-44ff-8758-d8828d9da244 HTTP/1.1" status: 200 len: 911 time: 0.8433902 Jul 24 01:10:04.867057 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53974) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:04.903892 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:04.913835 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 03a7fc76-588b-433b-869d-2414c56ec12d up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:10:04.943830 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-223503d9-7b88-4275-b297-3aec1f80b64f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:04.970407 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd88646b-5feb-4733-be00-fc0a92be00f2 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event updated for resources: {'Port': ['ID=4dd94a8c-30c7-44ff-8758-d8828d9da244,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:05.003311 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 03a7fc76-588b-433b-869d-2414c56ec12d completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:10:05.003800 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-223503d9-7b88-4275-b297-3aec1f80b64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:05.004826 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223503d9-7b88-4275-b297-3aec1f80b64f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:05.005426 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-223503d9-7b88-4275-b297-3aec1f80b64f admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:05.007777 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 03a7fc76-588b-433b-869d-2414c56ec12d triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:10:05.008454 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:05.067036 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-223503d9-7b88-4275-b297-3aec1f80b64f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8216646 Jul 24 01:10:05.078353 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53978) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:05.085394 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-5970a078-2369-4763-b318-523910f01c96 None None] Provisioning complete for port 4dd94a8c-30c7-44ff-8758-d8828d9da244 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:10:05.085783 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5970a078-2369-4763-b318-523910f01c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:05.092218 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-57c55019-544c-4f31-a8da-8f8b166263dc admin admin] Request body: {'subnet': {'network_id': '2282b0d5-5a70-4bed-a754-de445a9161e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-613800164-subnet', 'tenant_id': 'f18b8ea4d49a4e7d96dcbb98ea4e0110', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:10:05.150224 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223503d9-7b88-4275-b297-3aec1f80b64f admin admin] Pushing event updated for resources: {'Network': ['ID=2282b0d5-5a70-4bed-a754-de445a9161e5,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:05.173611 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 2282b0d5-5a70-4bed-a754-de445a9161e5 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:10:05.174743 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c55019-544c-4f31-a8da-8f8b166263dc admin admin] Made reservation on behalf of f18b8ea4d49a4e7d96dcbb98ea4e0110 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:10:05.182364 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-57c55019-544c-4f31-a8da-8f8b166263dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:05.245569 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-5970a078-2369-4763-b318-523910f01c96 None None] Port 4dd94a8c-30c7-44ff-8758-d8828d9da244 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:10:05.251627 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:05.315705 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:05.321415 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0b2efb03-9eef-457e-bd41-47daf4a95b02 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:05.358170 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 03a7fc76-588b-433b-869d-2414c56ec12d, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=03a7fc76-588b-433b-869d-2414c56ec12d,segment=NetworkSegment(53be32ad-94ce-4f77-9738-e885ca901160),segment_id=53be32ad-94ce-4f77-9738-e885ca901160)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:10:05.369432 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:05.413992 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a6c5bb36-3dc9-486e-b277-35b8964c2a54 None None] Provisioning complete for port 4dd94a8c-30c7-44ff-8758-d8828d9da244 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:10:05.414296 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a6c5bb36-3dc9-486e-b277-35b8964c2a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:05.432618 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-57c55019-544c-4f31-a8da-8f8b166263dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:05.460552 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-a6c5bb36-3dc9-486e-b277-35b8964c2a54 None None] Port 4dd94a8c-30c7-44ff-8758-d8828d9da244 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:10:05.481748 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=03a7fc76-588b-433b-869d-2414c56ec12d,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:05.516627 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c55019-544c-4f31-a8da-8f8b166263dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c72242ab-ba3b-4686-838c-12e4be27a037,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:05.527966 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c55019-544c-4f31-a8da-8f8b166263dc admin admin] Checking segment: {'id': '7dd01ac0-c9b9-4c39-a15f-0fb5fde885c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2282b0d5-5a70-4bed-a754-de445a9161e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:10:05.528269 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c55019-544c-4f31-a8da-8f8b166263dc admin admin] Network hostable DHCP agents. Network: 2282b0d5-5a70-4bed-a754-de445a9161e5, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:10:05.554930 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c55019-544c-4f31-a8da-8f8b166263dc admin admin] Network 2282b0d5-5a70-4bed-a754-de445a9161e5 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:10:05.566017 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-57c55019-544c-4f31-a8da-8f8b166263dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 2282b0d5-5a70-4bed-a754-de445a9161e5) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:10:05.570919 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c55019-544c-4f31-a8da-8f8b166263dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:05.571592 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-57c55019-544c-4f31-a8da-8f8b166263dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:05.582345 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ddaa48-577c-4a16-b5cb-6a2fce39469e None None] Network 2282b0d5-5a70-4bed-a754-de445a9161e5 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:10:05.602289 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-57c55019-544c-4f31-a8da-8f8b166263dc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5217853 Jul 24 01:10:05.657360 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-0b2efb03-9eef-457e-bd41-47daf4a95b02 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Deleting port 4dd94a8c-30c7-44ff-8758-d8828d9da244 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:10:05.657731 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0b2efb03-9eef-457e-bd41-47daf4a95b02 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:05.737540 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd3ec28-ea1e-4ee5-87ad-8562841d21b3 None None] Network 2282b0d5-5a70-4bed-a754-de445a9161e5 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:10:05.760408 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0b2efb03-9eef-457e-bd41-47daf4a95b02 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:05.773864 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-0b2efb03-9eef-457e-bd41-47daf4a95b02 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Calling delete_port for 4dd94a8c-30c7-44ff-8758-d8828d9da244 owned by network:router_interface {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:10:05.978350 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0b2efb03-9eef-457e-bd41-47daf4a95b02 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:06.463869 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2efb03-9eef-457e-bd41-47daf4a95b02 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event deleted for resources: {'Port': ['ID=4dd94a8c-30c7-44ff-8758-d8828d9da244,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:06.466883 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0b2efb03-9eef-457e-bd41-47daf4a95b02 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:06.708699 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2efb03-9eef-457e-bd41-47daf4a95b02 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Router db2b42f3-af8b-4b5c-8dfc-888e9cc5e357 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:10:06.716205 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2f885-401a-48b0-b139-ab417b518781 req-d8d52b7b-f4a3-4328-9eaf-86fdcd5466f0 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:06.717753 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d7a2f885-401a-48b0-b139-ab417b518781 req-d8d52b7b-f4a3-4328-9eaf-86fdcd5466f0 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] 10.222.0.15 "GET /v2.0/networks?id=2282b0d5-5a70-4bed-a754-de445a9161e5 HTTP/1.1" status: 200 len: 813 time: 0.3313005 Jul 24 01:10:06.770197 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d7a2f885-401a-48b0-b139-ab417b518781 req-81385437-1a8b-4373-9072-db6e179a62d9 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] 10.222.0.15 "GET /v2.0/quotas/f18b8ea4d49a4e7d96dcbb98ea4e0110 HTTP/1.1" status: 200 len: 375 time: 0.0403790 Jul 24 01:10:06.841638 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d7a2f885-401a-48b0-b139-ab417b518781 req-971e630c-0ad1-4d20-b8f5-1f8db497c73f tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f18b8ea4d49a4e7d96dcbb98ea4e0110&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0409532 Jul 24 01:10:06.849821 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2efb03-9eef-457e-bd41-47daf4a95b02 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:10:06.856762 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 03a7fc76-588b-433b-869d-2414c56ec12d up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:10:06.864798 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257e8dd9-445c-4d1b-91dc-97604d7e2f91 None None] Sync routers for ids ['db2b42f3-af8b-4b5c-8dfc-888e9cc5e357'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:10:06.865078 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0b2efb03-9eef-457e-bd41-47daf4a95b02 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "PUT /v2.0/routers/db2b42f3-af8b-4b5c-8dfc-888e9cc5e357/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9958582 Jul 24 01:10:06.868007 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54020) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:06.927018 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2ddb0bf7-2575-45b9-b668-dffa8055f5a0 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2b42f3-af8b-4b5c-8dfc-888e9cc5e357 HTTP/1.1" status: 200 len: 205 time: 0.0568061 Jul 24 01:10:06.935279 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54022) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:06.945524 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257e8dd9-445c-4d1b-91dc-97604d7e2f91 None None] Routers {'db2b42f3-af8b-4b5c-8dfc-888e9cc5e357'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:10:06.947304 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-257e8dd9-445c-4d1b-91dc-97604d7e2f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:09:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['db2b42f3-af8b-4b5c-8dfc-888e9cc5e357'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:06.984554 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d7a2f885-401a-48b0-b139-ab417b518781 req-bdbcf275-2f7b-4270-bc24-92d39854b4e3 service neutron] 10.222.0.15 "GET /v2.0/networks/2282b0d5-5a70-4bed-a754-de445a9161e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319807 Jul 24 01:10:07.003168 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-257e8dd9-445c-4d1b-91dc-97604d7e2f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:07.033908 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2a1f4566-d8f3-4bab-b0a0-248934231e0f tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for router, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:07.041519 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257e8dd9-445c-4d1b-91dc-97604d7e2f91 None None] Routers {'db2b42f3-af8b-4b5c-8dfc-888e9cc5e357'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:10:07.043943 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-257e8dd9-445c-4d1b-91dc-97604d7e2f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:09:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['db2b42f3-af8b-4b5c-8dfc-888e9cc5e357'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:07.114435 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 03a7fc76-588b-433b-869d-2414c56ec12d triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:10:07.117236 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:07.127748 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-257e8dd9-445c-4d1b-91dc-97604d7e2f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:07.128713 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257e8dd9-445c-4d1b-91dc-97604d7e2f91 None None] The sync data for ids ['db2b42f3-af8b-4b5c-8dfc-888e9cc5e357'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:10:07.157833 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d7a2f885-401a-48b0-b139-ab417b518781 req-a54655f7-f094-4c45-ab35-20a886cba2af service neutron] 10.222.0.15 "GET /v2.0/networks/2282b0d5-5a70-4bed-a754-de445a9161e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661479 Jul 24 01:10:07.241796 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2a1f4566-d8f3-4bab-b0a0-248934231e0f tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:07.244161 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2a1f4566-d8f3-4bab-b0a0-248934231e0f tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:07.303614 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2a1f4566-d8f3-4bab-b0a0-248934231e0f tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:07.304329 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1f4566-d8f3-4bab-b0a0-248934231e0f tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Fanout notify agent at l3_agent the message router_deleted on router db2b42f3-af8b-4b5c-8dfc-888e9cc5e357 {{(pid=100464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:10:07.314020 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2a1f4566-d8f3-4bab-b0a0-248934231e0f tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:07.317527 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2a1f4566-d8f3-4bab-b0a0-248934231e0f tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "DELETE /v2.0/routers/db2b42f3-af8b-4b5c-8dfc-888e9cc5e357 HTTP/1.1" status: 204 len: 168 time: 0.3801827 Jul 24 01:10:07.317711 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54026) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:07.380314 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-14cb4106-bf81-4181-8896-ab81157bc1e9 req-a5196517-f918-40d0-8a11-6deb6cb36ba0 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be1594b-5cfb-477d-abb2-16decf82fba2 HTTP/1.1" status: 200 len: 210 time: 0.0437994 Jul 24 01:10:07.384385 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-56c22fe2-c452-42d7-aadd-5fd32a08e456 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Deleting subnet 953c2a28-c68c-43ea-9ff0-cd671ef89b65 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:10:07.387942 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-56c22fe2-c452-42d7-aadd-5fd32a08e456 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:07.439348 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-56c22fe2-c452-42d7-aadd-5fd32a08e456 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:07.535556 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-56c22fe2-c452-42d7-aadd-5fd32a08e456 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:07.603408 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-56c22fe2-c452-42d7-aadd-5fd32a08e456 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:07.636351 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c22fe2-c452-42d7-aadd-5fd32a08e456 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event deleted for resources: {'Subnet': ['ID=953c2a28-c68c-43ea-9ff0-cd671ef89b65,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:07.643340 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-56c22fe2-c452-42d7-aadd-5fd32a08e456 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:07.648458 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-56c22fe2-c452-42d7-aadd-5fd32a08e456 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "DELETE /v2.0/subnets/953c2a28-c68c-43ea-9ff0-cd671ef89b65 HTTP/1.1" status: 204 len: 168 time: 0.3268011 Jul 24 01:10:07.649155 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54040) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:07.652621 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d32d13d-af6c-41e7-9f05-f78e626b75ab None None] Network a702bfc7-d0fe-481d-90b6-c1bcfa69aa26 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:10:07.768483 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-355d6131-87cd-45de-bc59-975a57b28b05 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:07.841913 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-355d6131-87cd-45de-bc59-975a57b28b05 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Deleting port 03a7fc76-588b-433b-869d-2414c56ec12d {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:10:07.842271 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-355d6131-87cd-45de-bc59-975a57b28b05 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:07.906181 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c61068c-702d-47fb-b7f4-09a4423ff0bb None None] DHCP port deletion for a702bfc7-d0fe-481d-90b6-c1bcfa69aa26 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:10:07.924421 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-355d6131-87cd-45de-bc59-975a57b28b05 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] For port 03a7fc76-588b-433b-869d-2414c56ec12d, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=03a7fc76-588b-433b-869d-2414c56ec12d,segment=NetworkSegment(53be32ad-94ce-4f77-9738-e885ca901160),segment_id=53be32ad-94ce-4f77-9738-e885ca901160)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:10:07.924986 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-355d6131-87cd-45de-bc59-975a57b28b05 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:07.938958 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-355d6131-87cd-45de-bc59-975a57b28b05 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Calling delete_port for 03a7fc76-588b-433b-869d-2414c56ec12d owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:10:07.979179 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-2c61068c-702d-47fb-b7f4-09a4423ff0bb None None] Deleting port 03a7fc76-588b-433b-869d-2414c56ec12d {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:10:07.979720 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2c61068c-702d-47fb-b7f4-09a4423ff0bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:08.045112 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-355d6131-87cd-45de-bc59-975a57b28b05 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:08.074152 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-2c61068c-702d-47fb-b7f4-09a4423ff0bb None None] For port 03a7fc76-588b-433b-869d-2414c56ec12d, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=03a7fc76-588b-433b-869d-2414c56ec12d,segment=NetworkSegment(53be32ad-94ce-4f77-9738-e885ca901160),segment_id=53be32ad-94ce-4f77-9738-e885ca901160)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:10:08.074387 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d6131-87cd-45de-bc59-975a57b28b05 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event deleted for resources: {'Port': ['ID=03a7fc76-588b-433b-869d-2414c56ec12d,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:08.074836 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2c61068c-702d-47fb-b7f4-09a4423ff0bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:08.079204 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355d6131-87cd-45de-bc59-975a57b28b05 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] No DVR routers for this DVR port 03a7fc76-588b-433b-869d-2414c56ec12d on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:10:08.093735 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-2c61068c-702d-47fb-b7f4-09a4423ff0bb None None] Calling delete_port for 03a7fc76-588b-433b-869d-2414c56ec12d owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:10:08.189379 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-355d6131-87cd-45de-bc59-975a57b28b05 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:08.191467 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2c61068c-702d-47fb-b7f4-09a4423ff0bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:08.199543 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-355d6131-87cd-45de-bc59-975a57b28b05 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a702bfc7-d0fe-481d-90b6-c1bcfa69aa26']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:08.205188 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c61068c-702d-47fb-b7f4-09a4423ff0bb None None] No DVR routers for this DVR port 03a7fc76-588b-433b-869d-2414c56ec12d on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:10:08.214438 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-355d6131-87cd-45de-bc59-975a57b28b05 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53be32ad-94ce-4f77-9738-e885ca901160') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:08.215305 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-355d6131-87cd-45de-bc59-975a57b28b05 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53be32ad-94ce-4f77-9738-e885ca901160') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:08.225883 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-355d6131-87cd-45de-bc59-975a57b28b05 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:08.237765 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c61068c-702d-47fb-b7f4-09a4423ff0bb None None] Pushing event deleted for resources: {'Port': ['ID=03a7fc76-588b-433b-869d-2414c56ec12d,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:08.244319 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-355d6131-87cd-45de-bc59-975a57b28b05 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:08.252157 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-355d6131-87cd-45de-bc59-975a57b28b05 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:10:08.252941 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-355d6131-87cd-45de-bc59-975a57b28b05 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:08.256240 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:10:08.256240 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:10:08.256240 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:10:08.256240 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:10:08.256240 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:10:08.256240 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:10:08.256240 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:10:08.256240 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:10:08.256240 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:10:08.256240 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:10:08.256240 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:10:08.256240 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:10:08.256240 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:10:08.256240 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:10:08.256240 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:10:08.256240 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:10:08.256240 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:10:08.256240 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:10:08.256240 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:10:08.256240 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:10:08.256240 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:10:08.256240 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:10:08.256240 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:10:08.256240 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:10:08.256240 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:10:08.256240 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:10:08.256240 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:10:08.256240 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:10:08.256240 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:10:08.256240 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:10:08.256240 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:10:08.256240 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:10:08.341899 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-355d6131-87cd-45de-bc59-975a57b28b05 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:08.348141 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-355d6131-87cd-45de-bc59-975a57b28b05 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:08.353893 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-355d6131-87cd-45de-bc59-975a57b28b05 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "DELETE /v2.0/networks/a702bfc7-d0fe-481d-90b6-c1bcfa69aa26 HTTP/1.1" status: 204 len: 168 time: 0.7002234 Jul 24 01:10:08.354394 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54052) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:08.358879 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-ac919ae2-503a-4061-a80b-ce0d60090d29 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1334093658', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:10:08.368724 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d6131-87cd-45de-bc59-975a57b28b05 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event deleted for resources: {'Network': ['ID=a702bfc7-d0fe-481d-90b6-c1bcfa69aa26,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:08.387293 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ac919ae2-503a-4061-a80b-ce0d60090d29 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:08.388637 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ac919ae2-503a-4061-a80b-ce0d60090d29 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:08.458053 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ac919ae2-503a-4061-a80b-ce0d60090d29 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:08.463930 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ac919ae2-503a-4061-a80b-ce0d60090d29 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:08.485778 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ac919ae2-503a-4061-a80b-ce0d60090d29 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:08.487586 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ac919ae2-503a-4061-a80b-ce0d60090d29 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1323185 Jul 24 01:10:08.490629 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54060) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:08.495635 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-0fc38ccc-ab00-414d-8ae3-aab50ed1bd59 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-764432972'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:10:08.505976 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e3bc8e8a-8162-4f8b-9a6c-677ca71f6b1f req-46777d47-2faf-450d-8051-f82c6623a00d tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be1594b-5cfb-477d-abb2-16decf82fba2 HTTP/1.1" status: 200 len: 210 time: 0.0420077 Jul 24 01:10:08.520927 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc38ccc-ab00-414d-8ae3-aab50ed1bd59 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Made reservation on behalf of 33a20c5f25ad4f7f86c99ba35aa53b93 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:10:08.525625 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0fc38ccc-ab00-414d-8ae3-aab50ed1bd59 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:08.554050 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fc38ccc-ab00-414d-8ae3-aab50ed1bd59 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:10:08.565482 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0fc38ccc-ab00-414d-8ae3-aab50ed1bd59 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:08.565838 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-0fc38ccc-ab00-414d-8ae3-aab50ed1bd59 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Added segment 4ce3ea63-5602-473c-b927-c9569f1599b5 of type vlan for network 41535b47-35bf-4e23-8493-a79f7c061533 Jul 24 01:10:08.612024 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0fc38ccc-ab00-414d-8ae3-aab50ed1bd59 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:08.653455 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0fc38ccc-ab00-414d-8ae3-aab50ed1bd59 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:08.662093 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc38ccc-ab00-414d-8ae3-aab50ed1bd59 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:08.662807 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0fc38ccc-ab00-414d-8ae3-aab50ed1bd59 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:08.716176 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54068) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:08.716398 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0fc38ccc-ab00-414d-8ae3-aab50ed1bd59 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2247641 Jul 24 01:10:08.730103 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-b10ea516-c7bb-4159-9179-40c2d3a4ff5a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Request body: {'subnet': {'network_id': '41535b47-35bf-4e23-8493-a79f7c061533', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:10:08.747605 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc38ccc-ab00-414d-8ae3-aab50ed1bd59 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event updated for resources: {'Network': ['ID=41535b47-35bf-4e23-8493-a79f7c061533,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:08.761292 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 41535b47-35bf-4e23-8493-a79f7c061533 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:10:08.899140 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 03a7fc76-588b-433b-869d-2414c56ec12d no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:10:08.920235 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 03a7fc76-588b-433b-869d-2414c56ec12d {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:10:08.921330 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 03a7fc76-588b-433b-869d-2414c56ec12d not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:10:09.001794 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2f885-401a-48b0-b139-ab417b518781 req-29efcb86-6a22-4ee6-9e3a-50716895cf50 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:09.003288 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d7a2f885-401a-48b0-b139-ab417b518781 req-29efcb86-6a22-4ee6-9e3a-50716895cf50 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] 10.222.0.13 "GET /v2.0/networks?id=2282b0d5-5a70-4bed-a754-de445a9161e5 HTTP/1.1" status: 200 len: 813 time: 0.3570282 Jul 24 01:10:09.019495 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-d7a2f885-401a-48b0-b139-ab417b518781 req-87b13b23-5ec9-49aa-a44e-f5fcf10d1c55 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] Request body: {'port': {'device_id': '9be1594b-5cfb-477d-abb2-16decf82fba2', 'network_id': '2282b0d5-5a70-4bed-a754-de445a9161e5', 'admin_state_up': True, 'tenant_id': 'f18b8ea4d49a4e7d96dcbb98ea4e0110'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:10:09.026759 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10ea516-c7bb-4159-9179-40c2d3a4ff5a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Made reservation on behalf of 33a20c5f25ad4f7f86c99ba35aa53b93 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:10:09.030088 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b10ea516-c7bb-4159-9179-40c2d3a4ff5a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:09.050761 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f16eb-bc4f-4dc2-9925-9611934c90ac req-6155a26e-4224-470e-9e81-6bbaaae5b3cb tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:09.052260 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-018f16eb-bc4f-4dc2-9925-9611934c90ac req-6155a26e-4224-470e-9e81-6bbaaae5b3cb tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 945 time: 0.2717121 Jul 24 01:10:09.491369 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-018f16eb-bc4f-4dc2-9925-9611934c90ac req-3f916c1e-bae9-44ff-bf8d-6c15df8991cf tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4200754 Jul 24 01:10:09.571190 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7a2f885-401a-48b0-b139-ab417b518781 req-87b13b23-5ec9-49aa-a44e-f5fcf10d1c55 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] Made reservation on behalf of f18b8ea4d49a4e7d96dcbb98ea4e0110 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:10:09.575101 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d7a2f885-401a-48b0-b139-ab417b518781 req-87b13b23-5ec9-49aa-a44e-f5fcf10d1c55 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:09.615763 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-31a5afa9-14c5-4421-bf49-36af7680a7bb req-350252eb-16fe-4bb2-a21c-76c0cb509fcb tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be1594b-5cfb-477d-abb2-16decf82fba2 HTTP/1.1" status: 200 len: 210 time: 0.0314538 Jul 24 01:10:09.696358 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b10ea516-c7bb-4159-9179-40c2d3a4ff5a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:09.804536 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ea516-c7bb-4159-9179-40c2d3a4ff5a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event updated for resources: {'Subnet': ['ID=0b36e774-7ca3-4885-bcb9-c21185a75e1b,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:09.813642 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-d7a2f885-401a-48b0-b139-ab417b518781 req-87b13b23-5ec9-49aa-a44e-f5fcf10d1c55 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] Allocated IP 172.20.0.13 (2282b0d5-5a70-4bed-a754-de445a9161e5/c72242ab-ba3b-4686-838c-12e4be27a037/1af50bcc-806e-43d7-8991-22639d1c7df8) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:10:09.827843 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10ea516-c7bb-4159-9179-40c2d3a4ff5a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Checking segment: {'id': '4ce3ea63-5602-473c-b927-c9569f1599b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '41535b47-35bf-4e23-8493-a79f7c061533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:10:09.828204 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10ea516-c7bb-4159-9179-40c2d3a4ff5a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Network hostable DHCP agents. Network: 41535b47-35bf-4e23-8493-a79f7c061533, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:10:09.872085 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10ea516-c7bb-4159-9179-40c2d3a4ff5a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Network 41535b47-35bf-4e23-8493-a79f7c061533 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:10:09.888080 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-b10ea516-c7bb-4159-9179-40c2d3a4ff5a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 41535b47-35bf-4e23-8493-a79f7c061533) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:10:09.897532 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10ea516-c7bb-4159-9179-40c2d3a4ff5a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:09.898137 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b10ea516-c7bb-4159-9179-40c2d3a4ff5a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:09.900103 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780518b9-e725-441a-b820-28ac31039d11 None None] Network 41535b47-35bf-4e23-8493-a79f7c061533 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:10:09.939264 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b10ea516-c7bb-4159-9179-40c2d3a4ff5a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2206681 Jul 24 01:10:09.942147 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54076) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:10.091615 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c26f146-3eb8-4a9b-8e3e-1fbf384c8b10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-41535b47-35bf-4e23-8493-a79f7c061533', 'network_id': '41535b47-35bf-4e23-8493-a79f7c061533', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'fixed_ips': [{'subnet_id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:10:10.092500 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5c26f146-3eb8-4a9b-8e3e-1fbf384c8b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:10.150239 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d7a2f885-401a-48b0-b139-ab417b518781 req-87b13b23-5ec9-49aa-a44e-f5fcf10d1c55 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:10.238481 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-5c26f146-3eb8-4a9b-8e3e-1fbf384c8b10 None None] Allocated IP 2001:db8::2 (41535b47-35bf-4e23-8493-a79f7c061533/0b36e774-7ca3-4885-bcb9-c21185a75e1b/06ba5040-7072-4d44-8460-dfa12755327a) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:10:10.305067 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-73d314c5-71f9-4982-aacf-1cc2025ea31f tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:10.309205 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d7a2f885-401a-48b0-b139-ab417b518781 req-87b13b23-5ec9-49aa-a44e-f5fcf10d1c55 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:10.387703 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5c26f146-3eb8-4a9b-8e3e-1fbf384c8b10 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:10.397007 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-5c26f146-3eb8-4a9b-8e3e-1fbf384c8b10 None None] Transition to ACTIVE for port object 06ba5040-7072-4d44-8460-dfa12755327a will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:10:10.412598 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-5c26f146-3eb8-4a9b-8e3e-1fbf384c8b10 None None] Transition to ACTIVE for port object 06ba5040-7072-4d44-8460-dfa12755327a will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:10:10.418963 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5c26f146-3eb8-4a9b-8e3e-1fbf384c8b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:10.423760 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7a2f885-401a-48b0-b139-ab417b518781 req-87b13b23-5ec9-49aa-a44e-f5fcf10d1c55 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] Network 2282b0d5-5a70-4bed-a754-de445a9161e5 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:10:10.432200 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-d7a2f885-401a-48b0-b139-ab417b518781 req-87b13b23-5ec9-49aa-a44e-f5fcf10d1c55 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:10:10.440964 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a2f885-401a-48b0-b139-ab417b518781 req-87b13b23-5ec9-49aa-a44e-f5fcf10d1c55 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:10:10.459138 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c26f146-3eb8-4a9b-8e3e-1fbf384c8b10 None None] Network 41535b47-35bf-4e23-8493-a79f7c061533 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:10:10.463872 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-5c26f146-3eb8-4a9b-8e3e-1fbf384c8b10 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:10:10.466282 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c26f146-3eb8-4a9b-8e3e-1fbf384c8b10 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:10:10.470525 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b13b23-5ec9-49aa-a44e-f5fcf10d1c55 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] Pushing event updated for resources: {'Port': ['ID=1af50bcc-806e-43d7-8991-22639d1c7df8,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:10.478639 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c26f146-3eb8-4a9b-8e3e-1fbf384c8b10 None None] Pushing event updated for resources: {'Port': ['ID=06ba5040-7072-4d44-8460-dfa12755327a,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:10.535855 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-5c26f146-3eb8-4a9b-8e3e-1fbf384c8b10 None None] Attempting to bind port 06ba5040-7072-4d44-8460-dfa12755327a on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:10:10.536156 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-5c26f146-3eb8-4a9b-8e3e-1fbf384c8b10 None None] Attempting to bind port 06ba5040-7072-4d44-8460-dfa12755327a by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '4ce3ea63-5602-473c-b927-c9569f1599b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '41535b47-35bf-4e23-8493-a79f7c061533'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:10:10.536586 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c26f146-3eb8-4a9b-8e3e-1fbf384c8b10 None None] Attempting to bind port 06ba5040-7072-4d44-8460-dfa12755327a on network 41535b47-35bf-4e23-8493-a79f7c061533 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:10:10.542463 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c26f146-3eb8-4a9b-8e3e-1fbf384c8b10 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:10:10.542904 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c26f146-3eb8-4a9b-8e3e-1fbf384c8b10 None None] Checking segment: {'id': '4ce3ea63-5602-473c-b927-c9569f1599b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '41535b47-35bf-4e23-8493-a79f7c061533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:10:10.543245 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2f885-401a-48b0-b139-ab417b518781 req-87b13b23-5ec9-49aa-a44e-f5fcf10d1c55 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:10.543388 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5c26f146-3eb8-4a9b-8e3e-1fbf384c8b10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:10.543691 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c26f146-3eb8-4a9b-8e3e-1fbf384c8b10 None None] Bound using segment: {'id': '4ce3ea63-5602-473c-b927-c9569f1599b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '41535b47-35bf-4e23-8493-a79f7c061533'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:10:10.543884 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d7a2f885-401a-48b0-b139-ab417b518781 req-87b13b23-5ec9-49aa-a44e-f5fcf10d1c55 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:10.544159 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-5c26f146-3eb8-4a9b-8e3e-1fbf384c8b10 None None] Bound port: 06ba5040-7072-4d44-8460-dfa12755327a, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce3ea63-5602-473c-b927-c9569f1599b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '41535b47-35bf-4e23-8493-a79f7c061533'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:10:10.544547 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5c26f146-3eb8-4a9b-8e3e-1fbf384c8b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:10.603219 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d7a2f885-401a-48b0-b139-ab417b518781 req-87b13b23-5ec9-49aa-a44e-f5fcf10d1c55 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5895877 Jul 24 01:10:10.612216 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-5c26f146-3eb8-4a9b-8e3e-1fbf384c8b10 None None] For port 06ba5040-7072-4d44-8460-dfa12755327a, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:10:10.615256 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-5c26f146-3eb8-4a9b-8e3e-1fbf384c8b10 None None] For port 06ba5040-7072-4d44-8460-dfa12755327a, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=06ba5040-7072-4d44-8460-dfa12755327a,segment=NetworkSegment(4ce3ea63-5602-473c-b927-c9569f1599b5),segment_id=4ce3ea63-5602-473c-b927-c9569f1599b5)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:10:10.619382 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5c26f146-3eb8-4a9b-8e3e-1fbf384c8b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:10.630989 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-d7a2f885-401a-48b0-b139-ab417b518781 req-29a4f1a1-92de-4fb3-a6fa-4c6c6c1e942a service neutron] Request body: {'port': {'device_id': '9be1594b-5cfb-477d-abb2-16decf82fba2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:10:10.679673 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c26f146-3eb8-4a9b-8e3e-1fbf384c8b10 None None] Pushing event updated for resources: {'Port': ['ID=06ba5040-7072-4d44-8460-dfa12755327a,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:10.768819 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-73d314c5-71f9-4982-aacf-1cc2025ea31f tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Allocated IP 2001:db8::1 (41535b47-35bf-4e23-8493-a79f7c061533/0b36e774-7ca3-4885-bcb9-c21185a75e1b/3d094053-1f5a-4f15-9616-8932e40bb95d) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:10:10.771553 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea4e59-633a-465f-af5a-bc1c49796c4a req-02f1272d-7780-4e31-9ec7-3a90f83dc2dc tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:10.773784 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d1ea4e59-633a-465f-af5a-bc1c49796c4a req-02f1272d-7780-4e31-9ec7-3a90f83dc2dc tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be1594b-5cfb-477d-abb2-16decf82fba2 HTTP/1.1" status: 200 len: 932 time: 0.0739894 Jul 24 01:10:10.787602 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c087c8-686d-468b-a4f8-0da93ef0f113 req-47ca47e9-aa49-402a-8953-9333dd063f09 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:10.789166 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d0c087c8-686d-468b-a4f8-0da93ef0f113 req-47ca47e9-aa49-402a-8953-9333dd063f09 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 945 time: 0.2072084 Jul 24 01:10:10.797630 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d7a2f885-401a-48b0-b139-ab417b518781 req-29a4f1a1-92de-4fb3-a6fa-4c6c6c1e942a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:10.823364 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d1ea4e59-633a-465f-af5a-bc1c49796c4a req-bc004a46-ade9-47d8-a55d-45acc8ade977 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] 10.222.0.15 "GET /v2.0/security-groups?id=76f1f679-1618-450b-b9be-8f21a981c42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421453 Jul 24 01:10:11.000731 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d0c087c8-686d-468b-a4f8-0da93ef0f113 req-9d9e7fd7-dcd9-4a4a-b65a-2c9dfc07e0d4 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887069 Jul 24 01:10:11.057752 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-73d314c5-71f9-4982-aacf-1cc2025ea31f tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:11.089182 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-73d314c5-71f9-4982-aacf-1cc2025ea31f tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Transition to ACTIVE for port object 3d094053-1f5a-4f15-9616-8932e40bb95d will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:10:11.184254 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-73d314c5-71f9-4982-aacf-1cc2025ea31f tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:11.258384 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d314c5-71f9-4982-aacf-1cc2025ea31f tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Network 41535b47-35bf-4e23-8493-a79f7c061533 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:10:11.269523 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-73d314c5-71f9-4982-aacf-1cc2025ea31f tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:10:11.271999 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d314c5-71f9-4982-aacf-1cc2025ea31f tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:10:11.272738 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-73d314c5-71f9-4982-aacf-1cc2025ea31f tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:11.285090 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-d7a2f885-401a-48b0-b139-ab417b518781 req-29a4f1a1-92de-4fb3-a6fa-4c6c6c1e942a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1af50bcc-806e-43d7-8991-22639d1c7df8 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:10:11.320148 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d314c5-71f9-4982-aacf-1cc2025ea31f tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event updated for resources: {'Port': ['ID=3d094053-1f5a-4f15-9616-8932e40bb95d,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:11.331178 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d7a2f885-401a-48b0-b139-ab417b518781 req-29a4f1a1-92de-4fb3-a6fa-4c6c6c1e942a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:11.374519 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-d7a2f885-401a-48b0-b139-ab417b518781 req-29a4f1a1-92de-4fb3-a6fa-4c6c6c1e942a service neutron] Transition to ACTIVE for port object 1af50bcc-806e-43d7-8991-22639d1c7df8 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:10:11.386268 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d7a2f885-401a-48b0-b139-ab417b518781 req-29a4f1a1-92de-4fb3-a6fa-4c6c6c1e942a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:11.495507 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a4f1a1-92de-4fb3-a6fa-4c6c6c1e942a service neutron] Pushing event updated for resources: {'Port': ['ID=1af50bcc-806e-43d7-8991-22639d1c7df8,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:11.532294 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-73d314c5-71f9-4982-aacf-1cc2025ea31f tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:11.605479 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-d7a2f885-401a-48b0-b139-ab417b518781 req-29a4f1a1-92de-4fb3-a6fa-4c6c6c1e942a service neutron] Attempting to bind port 1af50bcc-806e-43d7-8991-22639d1c7df8 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:10:11.605829 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-d7a2f885-401a-48b0-b139-ab417b518781 req-29a4f1a1-92de-4fb3-a6fa-4c6c6c1e942a service neutron] Attempting to bind port 1af50bcc-806e-43d7-8991-22639d1c7df8 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '7dd01ac0-c9b9-4c39-a15f-0fb5fde885c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2282b0d5-5a70-4bed-a754-de445a9161e5'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:10:11.606167 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a2f885-401a-48b0-b139-ab417b518781 req-29a4f1a1-92de-4fb3-a6fa-4c6c6c1e942a service neutron] Attempting to bind port 1af50bcc-806e-43d7-8991-22639d1c7df8 on network 2282b0d5-5a70-4bed-a754-de445a9161e5 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:10:11.615914 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a2f885-401a-48b0-b139-ab417b518781 req-29a4f1a1-92de-4fb3-a6fa-4c6c6c1e942a service neutron] Port 1af50bcc-806e-43d7-8991-22639d1c7df8 on network 2282b0d5-5a70-4bed-a754-de445a9161e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:10:11.616253 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a2f885-401a-48b0-b139-ab417b518781 req-29a4f1a1-92de-4fb3-a6fa-4c6c6c1e942a service neutron] Attempting to bind port 1af50bcc-806e-43d7-8991-22639d1c7df8 on network 2282b0d5-5a70-4bed-a754-de445a9161e5 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:10:11.620552 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141f315a-0eca-4ce2-ad8c-c7dca2c5997e None None] Network 41535b47-35bf-4e23-8493-a79f7c061533 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:10:11.682061 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a2f885-401a-48b0-b139-ab417b518781 req-29a4f1a1-92de-4fb3-a6fa-4c6c6c1e942a service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:10:11.682416 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a2f885-401a-48b0-b139-ab417b518781 req-29a4f1a1-92de-4fb3-a6fa-4c6c6c1e942a service neutron] Checking segment: {'id': '7dd01ac0-c9b9-4c39-a15f-0fb5fde885c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2282b0d5-5a70-4bed-a754-de445a9161e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:10:11.682839 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7a2f885-401a-48b0-b139-ab417b518781 req-29a4f1a1-92de-4fb3-a6fa-4c6c6c1e942a service neutron] Bound using segment: {'id': '7dd01ac0-c9b9-4c39-a15f-0fb5fde885c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2282b0d5-5a70-4bed-a754-de445a9161e5'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:10:11.683286 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-d7a2f885-401a-48b0-b139-ab417b518781 req-29a4f1a1-92de-4fb3-a6fa-4c6c6c1e942a service neutron] Bound port: 1af50bcc-806e-43d7-8991-22639d1c7df8, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dd01ac0-c9b9-4c39-a15f-0fb5fde885c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2282b0d5-5a70-4bed-a754-de445a9161e5'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:10:11.683654 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d7a2f885-401a-48b0-b139-ab417b518781 req-29a4f1a1-92de-4fb3-a6fa-4c6c6c1e942a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:11.748216 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-56a6f09d-ffa7-4789-a7e3-08d53a97ead1 None None] Provisioning for port 06ba5040-7072-4d44-8460-dfa12755327a completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:10:11.801574 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-d7a2f885-401a-48b0-b139-ab417b518781 req-29a4f1a1-92de-4fb3-a6fa-4c6c6c1e942a service neutron] For port 1af50bcc-806e-43d7-8991-22639d1c7df8, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:10:11.847670 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-d7a2f885-401a-48b0-b139-ab417b518781 req-29a4f1a1-92de-4fb3-a6fa-4c6c6c1e942a service neutron] For port 1af50bcc-806e-43d7-8991-22639d1c7df8, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=1af50bcc-806e-43d7-8991-22639d1c7df8,segment=NetworkSegment(7dd01ac0-c9b9-4c39-a15f-0fb5fde885c4),segment_id=7dd01ac0-c9b9-4c39-a15f-0fb5fde885c4)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:10:11.858576 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d7a2f885-401a-48b0-b139-ab417b518781 req-29a4f1a1-92de-4fb3-a6fa-4c6c6c1e942a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:11.918611 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2f885-401a-48b0-b139-ab417b518781 req-29a4f1a1-92de-4fb3-a6fa-4c6c6c1e942a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:11.919281 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d7a2f885-401a-48b0-b139-ab417b518781 req-29a4f1a1-92de-4fb3-a6fa-4c6c6c1e942a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:11.920707 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d7a2f885-401a-48b0-b139-ab417b518781 req-29a4f1a1-92de-4fb3-a6fa-4c6c6c1e942a service neutron] 10.222.0.13 "PUT /v2.0/ports/1af50bcc-806e-43d7-8991-22639d1c7df8 HTTP/1.1" status: 200 len: 1093 time: 1.2976673 Jul 24 01:10:11.921148 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be1594b-5cfb-477d-abb2-16decf82fba2', 'tag': '1af50bcc-806e-43d7-8991-22639d1c7df8'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:10:11.923533 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6866d9-5e71-456a-b3f5-e2cb865d9852" -d '{"events": [{"name": "network-changed", "server_uuid": "9be1594b-5cfb-477d-abb2-16decf82fba2", "tag": "1af50bcc-806e-43d7-8991-22639d1c7df8"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:10:11.976685 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4115489-4c01-42b2-b530-5903e2e576a3 x-openstack-request-id: req-a4115489-4c01-42b2-b530-5903e2e576a3 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:10:11.976936 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9be1594b-5cfb-477d-abb2-16decf82fba2", "tag": "1af50bcc-806e-43d7-8991-22639d1c7df8", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:10:11.977324 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a4115489-4c01-42b2-b530-5903e2e576a3 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:10:11.977662 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be1594b-5cfb-477d-abb2-16decf82fba2', 'tag': '1af50bcc-806e-43d7-8991-22639d1c7df8', 'status': 'completed', 'code': 200} Jul 24 01:10:11.983546 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96846de0-570f-46b5-bab5-ba228badb65a req-067d0e77-325c-47f3-b98a-593552d76916 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:11.984065 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a4f1a1-92de-4fb3-a6fa-4c6c6c1e942a service neutron] Pushing event updated for resources: {'Port': ['ID=1af50bcc-806e-43d7-8991-22639d1c7df8,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:11.987009 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-96846de0-570f-46b5-bab5-ba228badb65a req-067d0e77-325c-47f3-b98a-593552d76916 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be1594b-5cfb-477d-abb2-16decf82fba2 HTTP/1.1" status: 200 len: 944 time: 0.0912781 Jul 24 01:10:11.995766 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-73d314c5-71f9-4982-aacf-1cc2025ea31f tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:12.017498 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-73d314c5-71f9-4982-aacf-1cc2025ea31f tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:12.018305 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-73d314c5-71f9-4982-aacf-1cc2025ea31f tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:12.045033 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-96846de0-570f-46b5-bab5-ba228badb65a req-b3df1fb0-297e-4910-89b9-39d9896e9855 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] 10.222.0.15 "GET /v2.0/security-groups?id=76f1f679-1618-450b-b9be-8f21a981c42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500588 Jul 24 01:10:12.102558 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c1656852-4a89-404d-bbbb-cf23a222d1a3 None None] Provisioning for port 3d094053-1f5a-4f15-9616-8932e40bb95d completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:10:12.106847 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c1656852-4a89-404d-bbbb-cf23a222d1a3 None None] Provisioning complete for port 3d094053-1f5a-4f15-9616-8932e40bb95d triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:10:12.107261 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c1656852-4a89-404d-bbbb-cf23a222d1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:12.153208 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-c1656852-4a89-404d-bbbb-cf23a222d1a3 None None] Port 3d094053-1f5a-4f15-9616-8932e40bb95d cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:10:12.174686 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d314c5-71f9-4982-aacf-1cc2025ea31f tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event updated for resources: {'Port': ['ID=3d094053-1f5a-4f15-9616-8932e40bb95d,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:12.193859 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2f885-401a-48b0-b139-ab417b518781 req-b05b6539-623a-4e78-9dc8-291b02cf6890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:12.195428 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d7a2f885-401a-48b0-b139-ab417b518781 req-b05b6539-623a-4e78-9dc8-291b02cf6890 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f18b8ea4d49a4e7d96dcbb98ea4e0110&device_id=9be1594b-5cfb-477d-abb2-16decf82fba2 HTTP/1.1" status: 200 len: 1096 time: 0.2282927 Jul 24 01:10:12.258749 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d7a2f885-401a-48b0-b139-ab417b518781 req-ba15f99b-408e-4bd5-a377-9e39d00a4655 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1af50bcc-806e-43d7-8991-22639d1c7df8 HTTP/1.1" status: 200 len: 217 time: 0.0458713 Jul 24 01:10:12.265093 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d314c5-71f9-4982-aacf-1cc2025ea31f tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Network 41535b47-35bf-4e23-8493-a79f7c061533 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:10:12.267632 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-73d314c5-71f9-4982-aacf-1cc2025ea31f tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:10:12.291148 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77873c-532b-4c0e-b4e7-b711952f844c req-9962de93-4f95-4b92-b798-033ac89ec256 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:12.292745 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3c77873c-532b-4c0e-b4e7-b711952f844c req-9962de93-4f95-4b92-b798-033ac89ec256 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 945 time: 0.1908350 Jul 24 01:10:12.386088 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-acb80c9c-e581-473b-be3c-23b6da55d3fb None None] Provisioning complete for port 3d094053-1f5a-4f15-9616-8932e40bb95d triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:10:12.386616 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-acb80c9c-e581-473b-be3c-23b6da55d3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:12.433381 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-acb80c9c-e581-473b-be3c-23b6da55d3fb None None] Port 3d094053-1f5a-4f15-9616-8932e40bb95d cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:10:12.553388 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-35d626a7-d1c4-4013-b29a-d999c6fde31c None None] Provisioning complete for port 3d094053-1f5a-4f15-9616-8932e40bb95d triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:10:12.553766 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-35d626a7-d1c4-4013-b29a-d999c6fde31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:12.588291 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-35d626a7-d1c4-4013-b29a-d999c6fde31c None None] Port 3d094053-1f5a-4f15-9616-8932e40bb95d cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:10:12.708695 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2f885-401a-48b0-b139-ab417b518781 req-a426b9fd-11e7-4404-9d2f-e89a0fb6677b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:12.710168 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d7a2f885-401a-48b0-b139-ab417b518781 req-a426b9fd-11e7-4404-9d2f-e89a0fb6677b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c72242ab-ba3b-4686-838c-12e4be27a037 HTTP/1.1" status: 200 len: 853 time: 0.4386475 Jul 24 01:10:12.717869 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3c77873c-532b-4c0e-b4e7-b711952f844c req-7ff2d67a-f130-4e8b-8d5a-62f3acae066c tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4063928 Jul 24 01:10:12.754026 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d7a2f885-401a-48b0-b139-ab417b518781 req-f7ef000e-7508-4388-9ae6-e0037fc518f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2282b0d5-5a70-4bed-a754-de445a9161e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307739 Jul 24 01:10:12.862038 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d314c5-71f9-4982-aacf-1cc2025ea31f tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Router c416dd31-0060-4476-9468-569c2a687b27 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:10:12.874310 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d7a2f885-401a-48b0-b139-ab417b518781 req-59e97a74-92c4-4424-a069-f8be93755e59 service neutron] 10.222.0.13 "GET /v2.0/networks/2282b0d5-5a70-4bed-a754-de445a9161e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125877 Jul 24 01:10:12.874480 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 06ba5040-7072-4d44-8460-dfa12755327a up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:10:12.923183 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 06ba5040-7072-4d44-8460-dfa12755327a completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:10:12.926867 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 06ba5040-7072-4d44-8460-dfa12755327a triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:10:12.927253 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:13.009430 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:13.017593 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d314c5-71f9-4982-aacf-1cc2025ea31f tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:10:13.025448 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-73d314c5-71f9-4982-aacf-1cc2025ea31f tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "PUT /v2.0/routers/c416dd31-0060-4476-9468-569c2a687b27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0822880 Jul 24 01:10:13.028318 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54092) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:13.032344 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0e4f5a-5fcc-48a0-a07d-110410d13ec6 None None] Sync routers for ids ['c416dd31-0060-4476-9468-569c2a687b27'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:10:13.035395 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-6e7734a0-3226-4a50-9a7d-efe6f1ac5819 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-317202467'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:10:13.041761 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0e4f5a-5fcc-48a0-a07d-110410d13ec6 None None] Routers {'c416dd31-0060-4476-9468-569c2a687b27'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:10:13.042663 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-1f0e4f5a-5fcc-48a0-a07d-110410d13ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:09:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['c416dd31-0060-4476-9468-569c2a687b27'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:13.055351 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 06ba5040-7072-4d44-8460-dfa12755327a, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=06ba5040-7072-4d44-8460-dfa12755327a,segment=NetworkSegment(4ce3ea63-5602-473c-b927-c9569f1599b5),segment_id=4ce3ea63-5602-473c-b927-c9569f1599b5)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:10:13.055602 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d7a2f885-401a-48b0-b139-ab417b518781 req-20e7f5fa-4ebd-4745-882d-724143069296 service neutron] 10.222.0.13 "GET /v2.0/networks/2282b0d5-5a70-4bed-a754-de445a9161e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427269 Jul 24 01:10:13.061796 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7734a0-3226-4a50-9a7d-efe6f1ac5819 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Made reservation on behalf of 33a20c5f25ad4f7f86c99ba35aa53b93 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:10:13.062314 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:13.068317 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6e7734a0-3226-4a50-9a7d-efe6f1ac5819 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:13.117095 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e7734a0-3226-4a50-9a7d-efe6f1ac5819 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:10:13.137292 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6e7734a0-3226-4a50-9a7d-efe6f1ac5819 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:13.137924 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-6e7734a0-3226-4a50-9a7d-efe6f1ac5819 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Added segment 9cc225d7-bd98-467b-94da-211c0d105121 of type vlan for network b63115f2-1a22-428c-8156-912e6edbb07d Jul 24 01:10:13.146958 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-1f0e4f5a-5fcc-48a0-a07d-110410d13ec6 None None] Set router c416dd31-0060-4476-9468-569c2a687b27 gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:10:13.155920 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=06ba5040-7072-4d44-8460-dfa12755327a,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:13.193340 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6866d9-5e71-456a-b3f5-e2cb865d9852 req-2f1d9fa2-85a0-4db5-aaed-43d65e2b91be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:13.195213 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9e6866d9-5e71-456a-b3f5-e2cb865d9852 req-2f1d9fa2-85a0-4db5-aaed-43d65e2b91be service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f18b8ea4d49a4e7d96dcbb98ea4e0110&device_id=9be1594b-5cfb-477d-abb2-16decf82fba2 HTTP/1.1" status: 200 len: 1096 time: 0.0863602 Jul 24 01:10:13.234492 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6e7734a0-3226-4a50-9a7d-efe6f1ac5819 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:13.296554 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36061ec-5240-4142-84af-9a9eb96b0d3a req-a6224609-d183-4cb5-b36f-4beb7f91de66 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:13.298494 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d36061ec-5240-4142-84af-9a9eb96b0d3a req-a6224609-d183-4cb5-b36f-4beb7f91de66 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be1594b-5cfb-477d-abb2-16decf82fba2 HTTP/1.1" status: 200 len: 944 time: 0.1512172 Jul 24 01:10:13.299661 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6e7734a0-3226-4a50-9a7d-efe6f1ac5819 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:13.305116 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7734a0-3226-4a50-9a7d-efe6f1ac5819 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:13.305718 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6e7734a0-3226-4a50-9a7d-efe6f1ac5819 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:13.309132 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6866d9-5e71-456a-b3f5-e2cb865d9852 req-370441f7-b213-4d8f-9845-f807b6da275f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:13.310918 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9e6866d9-5e71-456a-b3f5-e2cb865d9852 req-370441f7-b213-4d8f-9845-f807b6da275f service neutron] 10.222.0.13 "GET /v2.0/networks?id=2282b0d5-5a70-4bed-a754-de445a9161e5 HTTP/1.1" status: 200 len: 914 time: 0.1097121 Jul 24 01:10:13.351405 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-1f0e4f5a-5fcc-48a0-a07d-110410d13ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c416dd31-0060-4476-9468-569c2a687b27', 'name': 'tempest-RoutersIpV6Test-router-1334093658', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:10:08Z', 'updated_at': '2021-07-24T01:10:11Z', 'revision_number': 2, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'gw_port_host': None, '_interfaces': [{'id': '3d094053-1f5a-4f15-9616-8932e40bb95d', 'name': '', 'network_id': '41535b47-35bf-4e23-8493-a79f7c061533', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:91:c9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:10Z', 'updated_at': '2021-07-24T01:10:11Z', 'revision_number': 2, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:13.368944 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9e6866d9-5e71-456a-b3f5-e2cb865d9852 req-91a178f9-2ef3-4fb5-a236-e88826e7e0f1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1af50bcc-806e-43d7-8991-22639d1c7df8 HTTP/1.1" status: 200 len: 217 time: 0.0443511 Jul 24 01:10:13.369189 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6e7734a0-3226-4a50-9a7d-efe6f1ac5819 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3365948 Jul 24 01:10:13.369294 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54098) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:13.374523 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-f8006733-fc66-4060-9834-a33fd646513e tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Request body: {'subnet': {'network_id': 'b63115f2-1a22-428c-8156-912e6edbb07d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:10:13.382567 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0e4f5a-5fcc-48a0-a07d-110410d13ec6 None None] Checking router: c416dd31-0060-4476-9468-569c2a687b27 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:10:13.382951 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0e4f5a-5fcc-48a0-a07d-110410d13ec6 None None] Updating router c416dd31-0060-4476-9468-569c2a687b27 port 3d094053-1f5a-4f15-9616-8932e40bb95d binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:10:13.424218 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7734a0-3226-4a50-9a7d-efe6f1ac5819 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event updated for resources: {'Network': ['ID=b63115f2-1a22-428c-8156-912e6edbb07d,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:13.428009 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-1f0e4f5a-5fcc-48a0-a07d-110410d13ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:13.429169 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d36061ec-5240-4142-84af-9a9eb96b0d3a req-30b4d8a2-b828-4766-a5f0-822ee983cd70 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] 10.222.0.15 "GET /v2.0/security-groups?id=76f1f679-1618-450b-b9be-8f21a981c42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207409 Jul 24 01:10:13.441557 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network b63115f2-1a22-428c-8156-912e6edbb07d details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:10:13.494204 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6866d9-5e71-456a-b3f5-e2cb865d9852 req-5606720f-1cc6-4a16-966e-d7767291c7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:13.495870 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9e6866d9-5e71-456a-b3f5-e2cb865d9852 req-5606720f-1cc6-4a16-966e-d7767291c7ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c72242ab-ba3b-4686-838c-12e4be27a037 HTTP/1.1" status: 200 len: 853 time: 0.1154666 Jul 24 01:10:13.539491 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9e6866d9-5e71-456a-b3f5-e2cb865d9852 req-d16d144d-c898-4924-b61a-c7bd036c7fa4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=2282b0d5-5a70-4bed-a754-de445a9161e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345571 Jul 24 01:10:13.540186 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8006733-fc66-4060-9834-a33fd646513e tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Made reservation on behalf of 33a20c5f25ad4f7f86c99ba35aa53b93 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:10:13.543589 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f8006733-fc66-4060-9834-a33fd646513e tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:13.708711 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9e6866d9-5e71-456a-b3f5-e2cb865d9852 req-20cb172c-8f66-4e19-a81d-8a559bb1981c service neutron] 10.222.0.13 "GET /v2.0/networks/2282b0d5-5a70-4bed-a754-de445a9161e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616974 Jul 24 01:10:13.806624 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-1f0e4f5a-5fcc-48a0-a07d-110410d13ec6 None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:13.817031 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-1f0e4f5a-5fcc-48a0-a07d-110410d13ec6 None None] Transition to ACTIVE for port object 3d094053-1f5a-4f15-9616-8932e40bb95d will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:10:13.824024 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-1f0e4f5a-5fcc-48a0-a07d-110410d13ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:13.876088 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af502db-3911-4aea-9b26-6053cef9406f None None] Pushing event updated for resources: {'Port': ['ID=3d094053-1f5a-4f15-9616-8932e40bb95d,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:13.904607 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af502db-3911-4aea-9b26-6053cef9406f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:13.905220 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af502db-3911-4aea-9b26-6053cef9406f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:13.905760 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af502db-3911-4aea-9b26-6053cef9406f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:13.906310 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af502db-3911-4aea-9b26-6053cef9406f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:13.907672 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af502db-3911-4aea-9b26-6053cef9406f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:13.908215 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af502db-3911-4aea-9b26-6053cef9406f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:13.908681 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af502db-3911-4aea-9b26-6053cef9406f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:13.909398 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af502db-3911-4aea-9b26-6053cef9406f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:13.910064 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af502db-3911-4aea-9b26-6053cef9406f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:13.910471 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af502db-3911-4aea-9b26-6053cef9406f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:13.911211 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af502db-3911-4aea-9b26-6053cef9406f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:13.911799 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af502db-3911-4aea-9b26-6053cef9406f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:13.918332 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9e6866d9-5e71-456a-b3f5-e2cb865d9852 req-96e1fda9-19c0-4a58-b575-1441338eb5a6 service neutron] 10.222.0.13 "GET /v2.0/networks/2282b0d5-5a70-4bed-a754-de445a9161e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019992 Jul 24 01:10:13.920067 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f8006733-fc66-4060-9834-a33fd646513e tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:13.956159 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-1f0e4f5a-5fcc-48a0-a07d-110410d13ec6 None None] Attempting to bind port 3d094053-1f5a-4f15-9616-8932e40bb95d on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:10:13.956667 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-1f0e4f5a-5fcc-48a0-a07d-110410d13ec6 None None] Attempting to bind port 3d094053-1f5a-4f15-9616-8932e40bb95d by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '4ce3ea63-5602-473c-b927-c9569f1599b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '41535b47-35bf-4e23-8493-a79f7c061533'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:10:13.957122 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0e4f5a-5fcc-48a0-a07d-110410d13ec6 None None] Attempting to bind port 3d094053-1f5a-4f15-9616-8932e40bb95d on network 41535b47-35bf-4e23-8493-a79f7c061533 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:10:13.962648 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0e4f5a-5fcc-48a0-a07d-110410d13ec6 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:10:13.963958 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0e4f5a-5fcc-48a0-a07d-110410d13ec6 None None] Checking segment: {'id': '4ce3ea63-5602-473c-b927-c9569f1599b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '41535b47-35bf-4e23-8493-a79f7c061533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:10:13.964470 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-1f0e4f5a-5fcc-48a0-a07d-110410d13ec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:13.965531 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0e4f5a-5fcc-48a0-a07d-110410d13ec6 None None] Bound using segment: {'id': '4ce3ea63-5602-473c-b927-c9569f1599b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '41535b47-35bf-4e23-8493-a79f7c061533'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:10:13.965663 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-1f0e4f5a-5fcc-48a0-a07d-110410d13ec6 None None] Bound port: 3d094053-1f5a-4f15-9616-8932e40bb95d, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ce3ea63-5602-473c-b927-c9569f1599b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '41535b47-35bf-4e23-8493-a79f7c061533'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:10:13.966255 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-1f0e4f5a-5fcc-48a0-a07d-110410d13ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:14.007898 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6559cb5-9203-4a36-9d59-8106a20248b9 req-51c1c1c3-5e40-4eac-949e-99288cbf092f tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:14.009701 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d6559cb5-9203-4a36-9d59-8106a20248b9 req-51c1c1c3-5e40-4eac-949e-99288cbf092f tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 945 time: 0.1978788 Jul 24 01:10:14.011912 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8006733-fc66-4060-9834-a33fd646513e tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event updated for resources: {'Subnet': ['ID=608758b8-08a8-4aec-8df5-a79f7d4a4e9f,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:14.039274 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-1f0e4f5a-5fcc-48a0-a07d-110410d13ec6 None None] For port 3d094053-1f5a-4f15-9616-8932e40bb95d, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:10:14.042250 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-1f0e4f5a-5fcc-48a0-a07d-110410d13ec6 None None] For port 3d094053-1f5a-4f15-9616-8932e40bb95d, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=3d094053-1f5a-4f15-9616-8932e40bb95d,segment=NetworkSegment(4ce3ea63-5602-473c-b927-c9569f1599b5),segment_id=4ce3ea63-5602-473c-b927-c9569f1599b5)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:10:14.048503 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-1f0e4f5a-5fcc-48a0-a07d-110410d13ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:14.051096 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8006733-fc66-4060-9834-a33fd646513e tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Checking segment: {'id': '9cc225d7-bd98-467b-94da-211c0d105121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b63115f2-1a22-428c-8156-912e6edbb07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:10:14.051508 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8006733-fc66-4060-9834-a33fd646513e tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Network hostable DHCP agents. Network: b63115f2-1a22-428c-8156-912e6edbb07d, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:10:14.072799 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d6559cb5-9203-4a36-9d59-8106a20248b9 req-60b4da33-d219-4e67-b897-d346ea5d1636 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517628 Jul 24 01:10:14.085546 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8006733-fc66-4060-9834-a33fd646513e tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Network b63115f2-1a22-428c-8156-912e6edbb07d is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:10:14.096954 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0e4f5a-5fcc-48a0-a07d-110410d13ec6 None None] Routers {'c416dd31-0060-4476-9468-569c2a687b27'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:10:14.097593 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-1f0e4f5a-5fcc-48a0-a07d-110410d13ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:09:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['c416dd31-0060-4476-9468-569c2a687b27'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:14.098256 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-f8006733-fc66-4060-9834-a33fd646513e tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, b63115f2-1a22-428c-8156-912e6edbb07d) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:10:14.103139 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8006733-fc66-4060-9834-a33fd646513e tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:14.103747 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f8006733-fc66-4060-9834-a33fd646513e tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:14.121479 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f8006733-fc66-4060-9834-a33fd646513e tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7510231 Jul 24 01:10:14.124384 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54102) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:14.136341 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc314ca-b7ba-4a61-b2dd-d19b3afa8a37 None None] Network b63115f2-1a22-428c-8156-912e6edbb07d requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:10:14.209785 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-1f0e4f5a-5fcc-48a0-a07d-110410d13ec6 None None] Set router c416dd31-0060-4476-9468-569c2a687b27 gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:10:14.355009 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3b8c2d-d3d4-4a68-a133-f88bc44c97a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-b63115f2-1a22-428c-8156-912e6edbb07d', 'network_id': 'b63115f2-1a22-428c-8156-912e6edbb07d', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'fixed_ips': [{'subnet_id': '608758b8-08a8-4aec-8df5-a79f7d4a4e9f'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:10:14.356182 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7a3b8c2d-d3d4-4a68-a133-f88bc44c97a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:14.375665 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af502db-3911-4aea-9b26-6053cef9406f None None] Pushing event updated for resources: {'Port': ['ID=3d094053-1f5a-4f15-9616-8932e40bb95d,revision_number=4']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:14.448073 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-1f0e4f5a-5fcc-48a0-a07d-110410d13ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c416dd31-0060-4476-9468-569c2a687b27', 'name': 'tempest-RoutersIpV6Test-router-1334093658', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:10:08Z', 'updated_at': '2021-07-24T01:10:11Z', 'revision_number': 2, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'gw_port_host': None, '_interfaces': [{'id': '3d094053-1f5a-4f15-9616-8932e40bb95d', 'name': '', 'network_id': '41535b47-35bf-4e23-8493-a79f7c061533', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:91:c9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:10Z', 'updated_at': '2021-07-24T01:10:14Z', 'revision_number': 4, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:14.485379 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0e4f5a-5fcc-48a0-a07d-110410d13ec6 None None] The sync data for ids ['c416dd31-0060-4476-9468-569c2a687b27'] in n-d-793621-25 is: [{'id': 'c416dd31-0060-4476-9468-569c2a687b27', 'name': 'tempest-RoutersIpV6Test-router-1334093658', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:10:08Z', 'updated_at': '2021-07-24T01:10:11Z', 'revision_number': 2, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'gw_port_host': None, '_interfaces': [{'id': '3d094053-1f5a-4f15-9616-8932e40bb95d', 'name': '', 'network_id': '41535b47-35bf-4e23-8493-a79f7c061533', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:91:c9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:10Z', 'updated_at': '2021-07-24T01:10:14Z', 'revision_number': 4, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:10:14.520899 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-7a3b8c2d-d3d4-4a68-a133-f88bc44c97a9 None None] Allocated IP 2001:db8:1::2 (b63115f2-1a22-428c-8156-912e6edbb07d/608758b8-08a8-4aec-8df5-a79f7d4a4e9f/e7cf79c4-c56e-42fd-a1ad-efa4cb8c9858) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:10:14.568266 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1e3a7a64-3254-451f-91e8-29ebc3562428 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:14.620819 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb61c4-36b4-485b-9acc-320f0d2e2511 req-717cc344-a829-4f1d-b39e-e8599a1457d8 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:14.629770 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7efb61c4-36b4-485b-9acc-320f0d2e2511 req-717cc344-a829-4f1d-b39e-e8599a1457d8 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be1594b-5cfb-477d-abb2-16decf82fba2 HTTP/1.1" status: 200 len: 944 time: 0.0861328 Jul 24 01:10:14.670098 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7efb61c4-36b4-485b-9acc-320f0d2e2511 req-5d28d916-35f9-4e74-918e-2bd349b5d330 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] 10.222.0.15 "GET /v2.0/security-groups?id=76f1f679-1618-450b-b9be-8f21a981c42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392702 Jul 24 01:10:14.894872 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7a3b8c2d-d3d4-4a68-a133-f88bc44c97a9 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:14.904989 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-7a3b8c2d-d3d4-4a68-a133-f88bc44c97a9 None None] Transition to ACTIVE for port object e7cf79c4-c56e-42fd-a1ad-efa4cb8c9858 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:10:14.921320 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-7a3b8c2d-d3d4-4a68-a133-f88bc44c97a9 None None] Transition to ACTIVE for port object e7cf79c4-c56e-42fd-a1ad-efa4cb8c9858 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:10:14.936718 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7a3b8c2d-d3d4-4a68-a133-f88bc44c97a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:14.967374 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 06ba5040-7072-4d44-8460-dfa12755327a up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:10:14.992381 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-1e3a7a64-3254-451f-91e8-29ebc3562428 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Allocated IP 2001:db8:1::1 (b63115f2-1a22-428c-8156-912e6edbb07d/608758b8-08a8-4aec-8df5-a79f7d4a4e9f/e4252fdd-c4d6-4468-859c-43c21ff51ae8) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:10:15.015328 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3b8c2d-d3d4-4a68-a133-f88bc44c97a9 None None] Network b63115f2-1a22-428c-8156-912e6edbb07d is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:10:15.022903 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-7a3b8c2d-d3d4-4a68-a133-f88bc44c97a9 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:10:15.025883 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3b8c2d-d3d4-4a68-a133-f88bc44c97a9 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:10:15.033398 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b8c2d-d3d4-4a68-a133-f88bc44c97a9 None None] Pushing event updated for resources: {'Port': ['ID=e7cf79c4-c56e-42fd-a1ad-efa4cb8c9858,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:15.105589 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-7a3b8c2d-d3d4-4a68-a133-f88bc44c97a9 None None] Attempting to bind port e7cf79c4-c56e-42fd-a1ad-efa4cb8c9858 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:10:15.106055 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-7a3b8c2d-d3d4-4a68-a133-f88bc44c97a9 None None] Attempting to bind port e7cf79c4-c56e-42fd-a1ad-efa4cb8c9858 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '9cc225d7-bd98-467b-94da-211c0d105121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b63115f2-1a22-428c-8156-912e6edbb07d'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:10:15.106491 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3b8c2d-d3d4-4a68-a133-f88bc44c97a9 None None] Attempting to bind port e7cf79c4-c56e-42fd-a1ad-efa4cb8c9858 on network b63115f2-1a22-428c-8156-912e6edbb07d {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:10:15.113254 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 06ba5040-7072-4d44-8460-dfa12755327a triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:10:15.113736 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:15.116773 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3b8c2d-d3d4-4a68-a133-f88bc44c97a9 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:10:15.117039 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3b8c2d-d3d4-4a68-a133-f88bc44c97a9 None None] Checking segment: {'id': '9cc225d7-bd98-467b-94da-211c0d105121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b63115f2-1a22-428c-8156-912e6edbb07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:10:15.117453 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7a3b8c2d-d3d4-4a68-a133-f88bc44c97a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:15.117939 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3b8c2d-d3d4-4a68-a133-f88bc44c97a9 None None] Bound using segment: {'id': '9cc225d7-bd98-467b-94da-211c0d105121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b63115f2-1a22-428c-8156-912e6edbb07d'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:10:15.118884 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-7a3b8c2d-d3d4-4a68-a133-f88bc44c97a9 None None] Bound port: e7cf79c4-c56e-42fd-a1ad-efa4cb8c9858, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc225d7-bd98-467b-94da-211c0d105121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b63115f2-1a22-428c-8156-912e6edbb07d'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:10:15.119345 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7a3b8c2d-d3d4-4a68-a133-f88bc44c97a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:15.123434 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1e3a7a64-3254-451f-91e8-29ebc3562428 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:15.138177 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-1e3a7a64-3254-451f-91e8-29ebc3562428 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Transition to ACTIVE for port object e4252fdd-c4d6-4468-859c-43c21ff51ae8 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:10:15.223443 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1e3a7a64-3254-451f-91e8-29ebc3562428 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:15.260435 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-7a3b8c2d-d3d4-4a68-a133-f88bc44c97a9 None None] For port e7cf79c4-c56e-42fd-a1ad-efa4cb8c9858, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:10:15.262634 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3a7a64-3254-451f-91e8-29ebc3562428 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Network b63115f2-1a22-428c-8156-912e6edbb07d is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:10:15.269874 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-1e3a7a64-3254-451f-91e8-29ebc3562428 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:10:15.275910 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3a7a64-3254-451f-91e8-29ebc3562428 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:10:15.276655 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1e3a7a64-3254-451f-91e8-29ebc3562428 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:15.283155 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-7a3b8c2d-d3d4-4a68-a133-f88bc44c97a9 None None] For port e7cf79c4-c56e-42fd-a1ad-efa4cb8c9858, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=e7cf79c4-c56e-42fd-a1ad-efa4cb8c9858,segment=NetworkSegment(9cc225d7-bd98-467b-94da-211c0d105121),segment_id=9cc225d7-bd98-467b-94da-211c0d105121)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:10:15.287478 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 3d094053-1f5a-4f15-9616-8932e40bb95d up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:10:15.291374 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7a3b8c2d-d3d4-4a68-a133-f88bc44c97a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:15.348231 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a7a64-3254-451f-91e8-29ebc3562428 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event updated for resources: {'Port': ['ID=e4252fdd-c4d6-4468-859c-43c21ff51ae8,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:15.394090 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b8c2d-d3d4-4a68-a133-f88bc44c97a9 None None] Pushing event updated for resources: {'Port': ['ID=e7cf79c4-c56e-42fd-a1ad-efa4cb8c9858,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:15.396582 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79232394-bdb5-4528-a530-9ddd247789d5 req-1d3d3502-19a9-49ab-b947-2f1f62e70c9f tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:15.404410 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-79232394-bdb5-4528-a530-9ddd247789d5 req-1d3d3502-19a9-49ab-b947-2f1f62e70c9f tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 945 time: 0.2208655 Jul 24 01:10:15.410141 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 3d094053-1f5a-4f15-9616-8932e40bb95d completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:10:15.415137 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 3d094053-1f5a-4f15-9616-8932e40bb95d triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:10:15.415524 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:15.496319 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-79232394-bdb5-4528-a530-9ddd247789d5 req-5df716c4-5072-45cb-8673-8d6936fb69f3 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898213 Jul 24 01:10:15.512855 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:15.521062 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1e3a7a64-3254-451f-91e8-29ebc3562428 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:15.559450 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 3d094053-1f5a-4f15-9616-8932e40bb95d, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=3d094053-1f5a-4f15-9616-8932e40bb95d,segment=NetworkSegment(4ce3ea63-5602-473c-b927-c9569f1599b5),segment_id=4ce3ea63-5602-473c-b927-c9569f1599b5)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:10:15.565255 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:15.621602 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=3d094053-1f5a-4f15-9616-8932e40bb95d,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:15.699934 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-90f9ce26-5b8b-4ba5-a23f-9281395e10c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:15.824695 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f476b-f51b-44e9-9b36-af53335a381e req-aeb9e5d9-30cd-4574-991f-0789f6a61070 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:15.827230 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-994f476b-f51b-44e9-9b36-af53335a381e req-aeb9e5d9-30cd-4574-991f-0789f6a61070 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be1594b-5cfb-477d-abb2-16decf82fba2 HTTP/1.1" status: 200 len: 944 time: 0.0814121 Jul 24 01:10:15.846285 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 1af50bcc-806e-43d7-8991-22639d1c7df8 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:10:15.868831 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-994f476b-f51b-44e9-9b36-af53335a381e req-b375413e-e745-4e45-aa3b-83607dd8b527 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] 10.222.0.15 "GET /v2.0/security-groups?id=76f1f679-1618-450b-b9be-8f21a981c42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357468 Jul 24 01:10:15.870648 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1e3a7a64-3254-451f-91e8-29ebc3562428 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:15.876635 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1e3a7a64-3254-451f-91e8-29ebc3562428 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:15.877756 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1e3a7a64-3254-451f-91e8-29ebc3562428 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:15.953667 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a7a64-3254-451f-91e8-29ebc3562428 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event updated for resources: {'Port': ['ID=e4252fdd-c4d6-4468-859c-43c21ff51ae8,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:15.959365 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 1af50bcc-806e-43d7-8991-22639d1c7df8, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=1af50bcc-806e-43d7-8991-22639d1c7df8,segment=NetworkSegment(7dd01ac0-c9b9-4c39-a15f-0fb5fde885c4),segment_id=7dd01ac0-c9b9-4c39-a15f-0fb5fde885c4)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:10:15.972641 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '1af50bcc-806e-43d7-8991-22639d1c7df8', 'network_id': '2282b0d5-5a70-4bed-a754-de445a9161e5', 'port_id': '1af50bcc-806e-43d7-8991-22639d1c7df8', 'mac_address': 'fa:16:3e:76:30:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c72242ab-ba3b-4686-838c-12e4be27a037', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:10:16.013215 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:16.027914 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1af50bcc-806e-43d7-8991-22639d1c7df8 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:10:16.057966 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 1af50bcc-806e-43d7-8991-22639d1c7df8, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=1af50bcc-806e-43d7-8991-22639d1c7df8,segment=NetworkSegment(7dd01ac0-c9b9-4c39-a15f-0fb5fde885c4),segment_id=7dd01ac0-c9b9-4c39-a15f-0fb5fde885c4)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:10:16.064107 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:16.119478 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=1af50bcc-806e-43d7-8991-22639d1c7df8,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:16.288048 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['1af50bcc-806e-43d7-8991-22639d1c7df8'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:10:16.315347 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3a7a64-3254-451f-91e8-29ebc3562428 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Network b63115f2-1a22-428c-8156-912e6edbb07d is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:10:16.316811 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-1e3a7a64-3254-451f-91e8-29ebc3562428 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:10:16.416427 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3a7a64-3254-451f-91e8-29ebc3562428 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Router c416dd31-0060-4476-9468-569c2a687b27 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:10:16.515136 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3a7a64-3254-451f-91e8-29ebc3562428 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:10:16.520340 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1e3a7a64-3254-451f-91e8-29ebc3562428 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "PUT /v2.0/routers/c416dd31-0060-4476-9468-569c2a687b27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3939853 Jul 24 01:10:16.523083 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54118) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:16.528095 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-4ea4e3db-4aa3-47a2-8dd4-b32b604534f5 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1398883342'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:10:16.529020 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193c4048-ac6b-47a0-ab0a-c42166049bcc None None] Sync routers for ids ['c416dd31-0060-4476-9468-569c2a687b27'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:10:16.548101 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193c4048-ac6b-47a0-ab0a-c42166049bcc None None] Routers {'c416dd31-0060-4476-9468-569c2a687b27'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:10:16.549306 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-193c4048-ac6b-47a0-ab0a-c42166049bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:09:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['c416dd31-0060-4476-9468-569c2a687b27'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:16.554467 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea4e3db-4aa3-47a2-8dd4-b32b604534f5 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Made reservation on behalf of 33a20c5f25ad4f7f86c99ba35aa53b93 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:10:16.558732 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4ea4e3db-4aa3-47a2-8dd4-b32b604534f5 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:16.605148 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ea4e3db-4aa3-47a2-8dd4-b32b604534f5 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:10:16.616878 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4ea4e3db-4aa3-47a2-8dd4-b32b604534f5 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:16.617261 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-4ea4e3db-4aa3-47a2-8dd4-b32b604534f5 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Added segment 1dd23c87-880d-486f-b8d2-25c056f73efc of type vlan for network 8844d125-ef71-40d1-9888-342418decc83 Jul 24 01:10:16.674272 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4ea4e3db-4aa3-47a2-8dd4-b32b604534f5 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:16.684056 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d38a73-a237-41f5-b575-f67e1401d3d7 req-dbd88197-8e93-44ca-8e9c-df7120f96e5d tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:16.685866 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-193c4048-ac6b-47a0-ab0a-c42166049bcc None None] Set router c416dd31-0060-4476-9468-569c2a687b27 gateway port host: None {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:10:16.692533 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-10d38a73-a237-41f5-b575-f67e1401d3d7 req-dbd88197-8e93-44ca-8e9c-df7120f96e5d tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 945 time: 0.0954242 Jul 24 01:10:16.728193 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4ea4e3db-4aa3-47a2-8dd4-b32b604534f5 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:16.733974 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea4e3db-4aa3-47a2-8dd4-b32b604534f5 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:16.736423 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4ea4e3db-4aa3-47a2-8dd4-b32b604534f5 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:16.752486 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-10d38a73-a237-41f5-b575-f67e1401d3d7 req-cf54913c-f51b-4a8a-9610-d00ae903c168 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575678 Jul 24 01:10:16.814648 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4ea4e3db-4aa3-47a2-8dd4-b32b604534f5 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2904580 Jul 24 01:10:16.817551 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54126) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:16.824679 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-42086554-411f-4694-9137-6e6ec73b4221 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Request body: {'subnet': {'network_id': '8844d125-ef71-40d1-9888-342418decc83', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:10:16.860950 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4e3db-4aa3-47a2-8dd4-b32b604534f5 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event updated for resources: {'Network': ['ID=8844d125-ef71-40d1-9888-342418decc83,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:16.896247 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 8844d125-ef71-40d1-9888-342418decc83 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:10:16.988950 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42086554-411f-4694-9137-6e6ec73b4221 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Made reservation on behalf of 33a20c5f25ad4f7f86c99ba35aa53b93 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:10:16.994327 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-42086554-411f-4694-9137-6e6ec73b4221 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:17.086015 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-193c4048-ac6b-47a0-ab0a-c42166049bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c416dd31-0060-4476-9468-569c2a687b27', 'name': 'tempest-RoutersIpV6Test-router-1334093658', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:10:08Z', 'updated_at': '2021-07-24T01:10:15Z', 'revision_number': 3, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'gw_port_host': None, '_interfaces': [{'id': '3d094053-1f5a-4f15-9616-8932e40bb95d', 'name': '', 'network_id': '41535b47-35bf-4e23-8493-a79f7c061533', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:91:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:10Z', 'updated_at': '2021-07-24T01:10:15Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4252fdd-c4d6-4468-859c-43c21ff51ae8', 'name': '', 'network_id': 'b63115f2-1a22-428c-8156-912e6edbb07d', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:2f:a4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '608758b8-08a8-4aec-8df5-a79f7d4a4e9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:14Z', 'updated_at': '2021-07-24T01:10:15Z', 'revision_number': 2, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '608758b8-08a8-4aec-8df5-a79f7d4a4e9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:17.151326 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b548e-2e6a-4a9c-a7c2-813fa3d03e2f req-a4d1a7cb-8352-4f18-8476-161226cdb710 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:17.154094 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12832e1b-25ba-43d7-a9a7-af05cb34070f None None] Network b63115f2-1a22-428c-8156-912e6edbb07d requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:10:17.154315 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-555b548e-2e6a-4a9c-a7c2-813fa3d03e2f req-a4d1a7cb-8352-4f18-8476-161226cdb710 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be1594b-5cfb-477d-abb2-16decf82fba2 HTTP/1.1" status: 200 len: 945 time: 0.1433189 Jul 24 01:10:17.159986 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193c4048-ac6b-47a0-ab0a-c42166049bcc None None] Checking router: c416dd31-0060-4476-9468-569c2a687b27 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:10:17.160344 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193c4048-ac6b-47a0-ab0a-c42166049bcc None None] Updating router c416dd31-0060-4476-9468-569c2a687b27 port e4252fdd-c4d6-4468-859c-43c21ff51ae8 binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:10:17.205346 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-555b548e-2e6a-4a9c-a7c2-813fa3d03e2f req-49d4b913-5876-4490-b944-c4654083dbe0 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] 10.222.0.15 "GET /v2.0/security-groups?id=76f1f679-1618-450b-b9be-8f21a981c42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433986 Jul 24 01:10:17.215372 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e7cf79c4-c56e-42fd-a1ad-efa4cb8c9858 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:10:17.269649 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-cd85026d-3d6e-4053-a484-f9ef209f2305 None None] Provisioning for port e7cf79c4-c56e-42fd-a1ad-efa4cb8c9858 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:10:17.275787 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-193c4048-ac6b-47a0-ab0a-c42166049bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:17.366355 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-42086554-411f-4694-9137-6e6ec73b4221 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:17.405867 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port e7cf79c4-c56e-42fd-a1ad-efa4cb8c9858 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:10:17.444604 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42086554-411f-4694-9137-6e6ec73b4221 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event updated for resources: {'Subnet': ['ID=5d4b593f-513d-476c-bcbb-9b0879268f39,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:17.457722 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42086554-411f-4694-9137-6e6ec73b4221 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:17.458074 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42086554-411f-4694-9137-6e6ec73b4221 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:17.458419 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42086554-411f-4694-9137-6e6ec73b4221 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:17.458796 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42086554-411f-4694-9137-6e6ec73b4221 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:17.459121 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42086554-411f-4694-9137-6e6ec73b4221 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:17.459453 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42086554-411f-4694-9137-6e6ec73b4221 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:17.459780 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42086554-411f-4694-9137-6e6ec73b4221 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:17.460113 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42086554-411f-4694-9137-6e6ec73b4221 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:17.460437 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42086554-411f-4694-9137-6e6ec73b4221 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:17.460757 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42086554-411f-4694-9137-6e6ec73b4221 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:17.461079 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42086554-411f-4694-9137-6e6ec73b4221 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:17.461401 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42086554-411f-4694-9137-6e6ec73b4221 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:17.464453 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42086554-411f-4694-9137-6e6ec73b4221 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Checking segment: {'id': '1dd23c87-880d-486f-b8d2-25c056f73efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8844d125-ef71-40d1-9888-342418decc83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:10:17.464817 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42086554-411f-4694-9137-6e6ec73b4221 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Network hostable DHCP agents. Network: 8844d125-ef71-40d1-9888-342418decc83, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:10:17.475835 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port e7cf79c4-c56e-42fd-a1ad-efa4cb8c9858 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:10:17.476218 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:17.492185 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42086554-411f-4694-9137-6e6ec73b4221 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Network 8844d125-ef71-40d1-9888-342418decc83 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:10:17.508356 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-42086554-411f-4694-9137-6e6ec73b4221 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 8844d125-ef71-40d1-9888-342418decc83) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:10:17.513781 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42086554-411f-4694-9137-6e6ec73b4221 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:17.514428 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-42086554-411f-4694-9137-6e6ec73b4221 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:17.524782 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8398d51b-a1ec-4507-9c65-c01aa99505e4 None None] Network 8844d125-ef71-40d1-9888-342418decc83 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:10:17.536810 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-42086554-411f-4694-9137-6e6ec73b4221 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7141142 Jul 24 01:10:17.537062 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54138) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:17.929586 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a6bc4b-405c-4408-b20c-da0de1552136 req-9fc16265-aa8d-410e-aac9-598c4275c92e tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:17.931593 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b9a6bc4b-405c-4408-b20c-da0de1552136 req-9fc16265-aa8d-410e-aac9-598c4275c92e tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 945 time: 0.0829122 Jul 24 01:10:17.963857 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a536854e-cf62-47e2-ae83-df6df4ff4c42 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:17.974500 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b9a6bc4b-405c-4408-b20c-da0de1552136 req-572dfed9-12ba-429d-b094-6ba29e6c02d1 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365732 Jul 24 01:10:18.003932 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:18.005831 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 1af50bcc-806e-43d7-8991-22639d1c7df8 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:10:18.124372 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port e7cf79c4-c56e-42fd-a1ad-efa4cb8c9858, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=e7cf79c4-c56e-42fd-a1ad-efa4cb8c9858,segment=NetworkSegment(9cc225d7-bd98-467b-94da-211c0d105121),segment_id=9cc225d7-bd98-467b-94da-211c0d105121)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:10:18.175319 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:18.176141 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 3d094053-1f5a-4f15-9616-8932e40bb95d up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:10:18.212275 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39559613-a657-4e2e-9591-725dd911e0ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-8844d125-ef71-40d1-9888-342418decc83', 'network_id': '8844d125-ef71-40d1-9888-342418decc83', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'fixed_ips': [{'subnet_id': '5d4b593f-513d-476c-bcbb-9b0879268f39'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:10:18.212275 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-39559613-a657-4e2e-9591-725dd911e0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:18.311901 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-a536854e-cf62-47e2-ae83-df6df4ff4c42 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Allocated IP 2001:db8:2::1 (8844d125-ef71-40d1-9888-342418decc83/5d4b593f-513d-476c-bcbb-9b0879268f39/f3f84822-4340-4ffe-a372-4e6c87921788) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:10:18.399583 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3b0c94be-a198-4ee6-9bab-5a3cc0c23558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:18.405904 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 1af50bcc-806e-43d7-8991-22639d1c7df8 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:10:18.412095 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-193c4048-ac6b-47a0-ab0a-c42166049bcc None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:18.418675 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 1af50bcc-806e-43d7-8991-22639d1c7df8 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:10:18.419078 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:18.420605 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=e7cf79c4-c56e-42fd-a1ad-efa4cb8c9858,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:18.483200 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-193c4048-ac6b-47a0-ab0a-c42166049bcc None None] Transition to ACTIVE for port object e4252fdd-c4d6-4468-859c-43c21ff51ae8 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:10:18.510733 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-193c4048-ac6b-47a0-ab0a-c42166049bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:18.543219 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:18.549119 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8df0a631-8526-44bb-b60f-d8449f0868a6 None None] Provisioning for port e4252fdd-c4d6-4468-859c-43c21ff51ae8 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:10:18.577585 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 3d094053-1f5a-4f15-9616-8932e40bb95d triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:10:18.578051 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:18.585068 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a536854e-cf62-47e2-ae83-df6df4ff4c42 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:18.615057 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-a536854e-cf62-47e2-ae83-df6df4ff4c42 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Transition to ACTIVE for port object f3f84822-4340-4ffe-a372-4e6c87921788 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:10:18.628906 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89044461-a560-4c01-b99a-5c81de037151 None None] Pushing event updated for resources: {'Port': ['ID=e4252fdd-c4d6-4468-859c-43c21ff51ae8,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:18.634550 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ae13b-28a6-413e-86f1-b040db9c8dce req-b8cdb319-859f-47b7-a1ee-bc8ef10079e2 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:18.637459 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-478ae13b-28a6-413e-86f1-b040db9c8dce req-b8cdb319-859f-47b7-a1ee-bc8ef10079e2 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be1594b-5cfb-477d-abb2-16decf82fba2 HTTP/1.1" status: 200 len: 945 time: 0.1819787 Jul 24 01:10:18.701516 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-478ae13b-28a6-413e-86f1-b040db9c8dce req-030114f3-5dc0-40e4-b565-c9344785e592 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] 10.222.0.15 "GET /v2.0/security-groups?id=76f1f679-1618-450b-b9be-8f21a981c42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505719 Jul 24 01:10:18.721379 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8df0a631-8526-44bb-b60f-d8449f0868a6 None None] Provisioning complete for port e7cf79c4-c56e-42fd-a1ad-efa4cb8c9858 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:10:18.721763 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8df0a631-8526-44bb-b60f-d8449f0868a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:18.742673 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a536854e-cf62-47e2-ae83-df6df4ff4c42 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:18.811391 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a536854e-cf62-47e2-ae83-df6df4ff4c42 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Network 8844d125-ef71-40d1-9888-342418decc83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:10:18.813188 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536854e-cf62-47e2-ae83-df6df4ff4c42 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event updated for resources: {'Port': ['ID=f3f84822-4340-4ffe-a372-4e6c87921788,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:18.822952 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-a536854e-cf62-47e2-ae83-df6df4ff4c42 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:10:18.825444 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a536854e-cf62-47e2-ae83-df6df4ff4c42 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:10:18.826091 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a536854e-cf62-47e2-ae83-df6df4ff4c42 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:18.866960 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:18.868708 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-193c4048-ac6b-47a0-ab0a-c42166049bcc None None] Attempting to bind port e4252fdd-c4d6-4468-859c-43c21ff51ae8 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:10:18.869083 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-193c4048-ac6b-47a0-ab0a-c42166049bcc None None] Attempting to bind port e4252fdd-c4d6-4468-859c-43c21ff51ae8 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '9cc225d7-bd98-467b-94da-211c0d105121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b63115f2-1a22-428c-8156-912e6edbb07d'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:10:18.869453 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193c4048-ac6b-47a0-ab0a-c42166049bcc None None] Attempting to bind port e4252fdd-c4d6-4468-859c-43c21ff51ae8 on network b63115f2-1a22-428c-8156-912e6edbb07d {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:10:18.928539 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193c4048-ac6b-47a0-ab0a-c42166049bcc None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:10:18.928926 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193c4048-ac6b-47a0-ab0a-c42166049bcc None None] Checking segment: {'id': '9cc225d7-bd98-467b-94da-211c0d105121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b63115f2-1a22-428c-8156-912e6edbb07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:10:18.929335 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-193c4048-ac6b-47a0-ab0a-c42166049bcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:18.929792 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193c4048-ac6b-47a0-ab0a-c42166049bcc None None] Bound using segment: {'id': '9cc225d7-bd98-467b-94da-211c0d105121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b63115f2-1a22-428c-8156-912e6edbb07d'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:10:18.930291 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-193c4048-ac6b-47a0-ab0a-c42166049bcc None None] Bound port: e4252fdd-c4d6-4468-859c-43c21ff51ae8, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc225d7-bd98-467b-94da-211c0d105121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'b63115f2-1a22-428c-8156-912e6edbb07d'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:10:18.930690 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-193c4048-ac6b-47a0-ab0a-c42166049bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:19.001648 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-39559613-a657-4e2e-9591-725dd911e0ca None None] Allocated IP 2001:db8:2::2 (8844d125-ef71-40d1-9888-342418decc83/5d4b593f-513d-476c-bcbb-9b0879268f39/217fd9bf-beb6-41ff-a7a2-5317a0b96004) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:10:19.005009 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a536854e-cf62-47e2-ae83-df6df4ff4c42 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:19.057659 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be1594b-5cfb-477d-abb2-16decf82fba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af50bcc-806e-43d7-8991-22639d1c7df8'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:10:19.060152 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc3c827-5f1b-49b3-9aff-d8dacc7a07ee" -d '{"events": [{"server_uuid": "9be1594b-5cfb-477d-abb2-16decf82fba2", "name": "network-vif-plugged", "status": "completed", "tag": "1af50bcc-806e-43d7-8991-22639d1c7df8"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:10:19.077149 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e7cf79c4-c56e-42fd-a1ad-efa4cb8c9858 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:10:19.120684 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 1af50bcc-806e-43d7-8991-22639d1c7df8, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=1af50bcc-806e-43d7-8991-22639d1c7df8,segment=NetworkSegment(7dd01ac0-c9b9-4c39-a15f-0fb5fde885c4),segment_id=7dd01ac0-c9b9-4c39-a15f-0fb5fde885c4)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:10:19.153592 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42d0f3c-31e9-4595-a52a-c4c4473e8054 x-openstack-request-id: req-c42d0f3c-31e9-4595-a52a-c4c4473e8054 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:10:19.153882 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be1594b-5cfb-477d-abb2-16decf82fba2", "name": "network-vif-plugged", "status": "completed", "tag": "1af50bcc-806e-43d7-8991-22639d1c7df8", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:10:19.154148 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c42d0f3c-31e9-4595-a52a-c4c4473e8054 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:10:19.154538 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be1594b-5cfb-477d-abb2-16decf82fba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af50bcc-806e-43d7-8991-22639d1c7df8', 'code': 200} Jul 24 01:10:19.179316 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:19.209507 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-193c4048-ac6b-47a0-ab0a-c42166049bcc None None] For port e4252fdd-c4d6-4468-859c-43c21ff51ae8, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:10:19.260353 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-193c4048-ac6b-47a0-ab0a-c42166049bcc None None] For port e4252fdd-c4d6-4468-859c-43c21ff51ae8, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=e4252fdd-c4d6-4468-859c-43c21ff51ae8,segment=NetworkSegment(9cc225d7-bd98-467b-94da-211c0d105121),segment_id=9cc225d7-bd98-467b-94da-211c0d105121)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:10:19.297509 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24758573-a561-4b01-9786-f9ffdefab951 req-b86c8dde-5bbf-48d2-91c1-38781d8f22ac tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:19.299499 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-193c4048-ac6b-47a0-ab0a-c42166049bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:19.307735 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-24758573-a561-4b01-9786-f9ffdefab951 req-b86c8dde-5bbf-48d2-91c1-38781d8f22ac tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 945 time: 0.1894829 Jul 24 01:10:19.381461 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193c4048-ac6b-47a0-ab0a-c42166049bcc None None] Routers {'c416dd31-0060-4476-9468-569c2a687b27'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:10:19.382112 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-193c4048-ac6b-47a0-ab0a-c42166049bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:10:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['c416dd31-0060-4476-9468-569c2a687b27'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:19.462937 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-24758573-a561-4b01-9786-f9ffdefab951 req-c4b329fb-a37c-4062-9a7c-0cf779cd9fee tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541779 Jul 24 01:10:19.493715 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-193c4048-ac6b-47a0-ab0a-c42166049bcc None None] Set router c416dd31-0060-4476-9468-569c2a687b27 gateway port host: None {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:10:19.508289 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f8679-d9df-4f7f-af26-9caf8f6d2554 req-cc7a92e0-e6aa-441f-9e07-f38baf95d08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:19.510546 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-793f8679-d9df-4f7f-af26-9caf8f6d2554 req-cc7a92e0-e6aa-441f-9e07-f38baf95d08d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9be1594b-5cfb-477d-abb2-16decf82fba2 HTTP/1.1" status: 200 len: 1098 time: 0.2883856 Jul 24 01:10:19.555529 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a536854e-cf62-47e2-ae83-df6df4ff4c42 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:19.569501 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a536854e-cf62-47e2-ae83-df6df4ff4c42 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:19.570313 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a536854e-cf62-47e2-ae83-df6df4ff4c42 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:19.604967 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-793f8679-d9df-4f7f-af26-9caf8f6d2554 req-1ab36d76-9ac5-4d7f-b40d-88485248673b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=76f1f679-1618-450b-b9be-8f21a981c42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789528 Jul 24 01:10:19.652968 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536854e-cf62-47e2-ae83-df6df4ff4c42 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event updated for resources: {'Port': ['ID=f3f84822-4340-4ffe-a372-4e6c87921788,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:19.663410 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port e7cf79c4-c56e-42fd-a1ad-efa4cb8c9858 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:10:19.663931 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:19.713736 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=1af50bcc-806e-43d7-8991-22639d1c7df8,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:19.748516 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:19.896692 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 05963e2b-d078-4047-9852-450b738dbdb2 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:10:19.924847 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89044461-a560-4c01-b99a-5c81de037151 None None] Pushing event updated for resources: {'Port': ['ID=e4252fdd-c4d6-4468-859c-43c21ff51ae8,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:19.965577 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-39559613-a657-4e2e-9591-725dd911e0ca None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:20.012078 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-39559613-a657-4e2e-9591-725dd911e0ca None None] Transition to ACTIVE for port object 217fd9bf-beb6-41ff-a7a2-5317a0b96004 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:10:20.077992 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-39559613-a657-4e2e-9591-725dd911e0ca None None] Transition to ACTIVE for port object 217fd9bf-beb6-41ff-a7a2-5317a0b96004 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:10:20.095379 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-39559613-a657-4e2e-9591-725dd911e0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:20.118963 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a536854e-cf62-47e2-ae83-df6df4ff4c42 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Network 8844d125-ef71-40d1-9888-342418decc83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:10:20.123182 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-a536854e-cf62-47e2-ae83-df6df4ff4c42 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:10:20.142837 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94798914-c83c-4ede-96d8-e30d1275536f req-51113973-559e-43f5-b5b2-6da8f7d5c2ed tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:20.144747 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-94798914-c83c-4ede-96d8-e30d1275536f req-51113973-559e-43f5-b5b2-6da8f7d5c2ed tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be1594b-5cfb-477d-abb2-16decf82fba2 HTTP/1.1" status: 200 len: 946 time: 0.0931854 Jul 24 01:10:20.159787 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39559613-a657-4e2e-9591-725dd911e0ca None None] Network 8844d125-ef71-40d1-9888-342418decc83 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:10:20.166214 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 05963e2b-d078-4047-9852-450b738dbdb2, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=05963e2b-d078-4047-9852-450b738dbdb2,segment=NetworkSegment(c89e3cbc-4aac-4fff-a675-9a81f1b0ca38),segment_id=c89e3cbc-4aac-4fff-a675-9a81f1b0ca38)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:10:20.181190 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-39559613-a657-4e2e-9591-725dd911e0ca None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:10:20.185529 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39559613-a657-4e2e-9591-725dd911e0ca None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:10:20.189244 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39559613-a657-4e2e-9591-725dd911e0ca None None] Pushing event updated for resources: {'Port': ['ID=217fd9bf-beb6-41ff-a7a2-5317a0b96004,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:20.197090 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '05963e2b-d078-4047-9852-450b738dbdb2', 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a', 'port_id': '05963e2b-d078-4047-9852-450b738dbdb2', 'mac_address': 'fa:16:3e:ab:0e:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '941506a1-fc49-47b1-b115-8157f3b98de0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:10:20.202366 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-193c4048-ac6b-47a0-ab0a-c42166049bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c416dd31-0060-4476-9468-569c2a687b27', 'name': 'tempest-RoutersIpV6Test-router-1334093658', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:10:08Z', 'updated_at': '2021-07-24T01:10:18Z', 'revision_number': 4, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'gw_port_host': None, '_interfaces': [{'id': '3d094053-1f5a-4f15-9616-8932e40bb95d', 'name': '', 'network_id': '41535b47-35bf-4e23-8493-a79f7c061533', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:91:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:10Z', 'updated_at': '2021-07-24T01:10:15Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4252fdd-c4d6-4468-859c-43c21ff51ae8', 'name': '', 'network_id': 'b63115f2-1a22-428c-8156-912e6edbb07d', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:2f:a4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '608758b8-08a8-4aec-8df5-a79f7d4a4e9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:14Z', 'updated_at': '2021-07-24T01:10:19Z', 'revision_number': 4, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '608758b8-08a8-4aec-8df5-a79f7d4a4e9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3f84822-4340-4ffe-a372-4e6c87921788', 'name': '', 'network_id': '8844d125-ef71-40d1-9888-342418decc83', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:db:f2:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '5d4b593f-513d-476c-bcbb-9b0879268f39', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:18Z', 'updated_at': '2021-07-24T01:10:18Z', 'revision_number': 1, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '5d4b593f-513d-476c-bcbb-9b0879268f39', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:20.250762 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193c4048-ac6b-47a0-ab0a-c42166049bcc None None] The sync data for ids ['c416dd31-0060-4476-9468-569c2a687b27'] in n-d-793621-25 is: [{'id': 'c416dd31-0060-4476-9468-569c2a687b27', 'name': 'tempest-RoutersIpV6Test-router-1334093658', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:10:08Z', 'updated_at': '2021-07-24T01:10:18Z', 'revision_number': 4, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'gw_port_host': None, '_interfaces': [{'id': '3d094053-1f5a-4f15-9616-8932e40bb95d', 'name': '', 'network_id': '41535b47-35bf-4e23-8493-a79f7c061533', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:91:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:10Z', 'updated_at': '2021-07-24T01:10:15Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4252fdd-c4d6-4468-859c-43c21ff51ae8', 'name': '', 'network_id': 'b63115f2-1a22-428c-8156-912e6edbb07d', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:2f:a4:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '608758b8-08a8-4aec-8df5-a79f7d4a4e9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:14Z', 'updated_at': '2021-07-24T01:10:19Z', 'revision_number': 4, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '608758b8-08a8-4aec-8df5-a79f7d4a4e9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3f84822-4340-4ffe-a372-4e6c87921788', 'name': '', 'network_id': '8844d125-ef71-40d1-9888-342418decc83', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:db:f2:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '5d4b593f-513d-476c-bcbb-9b0879268f39', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:18Z', 'updated_at': '2021-07-24T01:10:18Z', 'revision_number': 1, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '5d4b593f-513d-476c-bcbb-9b0879268f39', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:10:20.269091 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-94798914-c83c-4ede-96d8-e30d1275536f req-2e6e5481-84ea-4edc-ae53-680d9ae9fca7 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] 10.222.0.15 "GET /v2.0/security-groups?id=76f1f679-1618-450b-b9be-8f21a981c42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901332 Jul 24 01:10:20.278683 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a536854e-cf62-47e2-ae83-df6df4ff4c42 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Router c416dd31-0060-4476-9468-569c2a687b27 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:10:20.354724 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-39559613-a657-4e2e-9591-725dd911e0ca None None] Attempting to bind port 217fd9bf-beb6-41ff-a7a2-5317a0b96004 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:10:20.356286 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-39559613-a657-4e2e-9591-725dd911e0ca None None] Attempting to bind port 217fd9bf-beb6-41ff-a7a2-5317a0b96004 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '1dd23c87-880d-486f-b8d2-25c056f73efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8844d125-ef71-40d1-9888-342418decc83'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:10:20.356840 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39559613-a657-4e2e-9591-725dd911e0ca None None] Attempting to bind port 217fd9bf-beb6-41ff-a7a2-5317a0b96004 on network 8844d125-ef71-40d1-9888-342418decc83 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:10:20.361112 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:20.365973 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39559613-a657-4e2e-9591-725dd911e0ca None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:10:20.366373 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39559613-a657-4e2e-9591-725dd911e0ca None None] Checking segment: {'id': '1dd23c87-880d-486f-b8d2-25c056f73efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8844d125-ef71-40d1-9888-342418decc83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:10:20.366824 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-39559613-a657-4e2e-9591-725dd911e0ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:20.382843 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39559613-a657-4e2e-9591-725dd911e0ca None None] Bound using segment: {'id': '1dd23c87-880d-486f-b8d2-25c056f73efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8844d125-ef71-40d1-9888-342418decc83'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:10:20.383369 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-39559613-a657-4e2e-9591-725dd911e0ca None None] Bound port: 217fd9bf-beb6-41ff-a7a2-5317a0b96004, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dd23c87-880d-486f-b8d2-25c056f73efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8844d125-ef71-40d1-9888-342418decc83'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:10:20.384037 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-39559613-a657-4e2e-9591-725dd911e0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:20.406975 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05963e2b-d078-4047-9852-450b738dbdb2 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:10:20.409736 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a536854e-cf62-47e2-ae83-df6df4ff4c42 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:10:20.418150 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a536854e-cf62-47e2-ae83-df6df4ff4c42 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "PUT /v2.0/routers/c416dd31-0060-4476-9468-569c2a687b27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8772633 Jul 24 01:10:20.418521 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54156) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:20.424509 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-beaf4e75-0d9c-4fcf-ad50-cfcecd16f45e tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-570795291'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:10:20.455142 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beaf4e75-0d9c-4fcf-ad50-cfcecd16f45e tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Made reservation on behalf of 33a20c5f25ad4f7f86c99ba35aa53b93 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:10:20.460238 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-beaf4e75-0d9c-4fcf-ad50-cfcecd16f45e tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:20.462099 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 05963e2b-d078-4047-9852-450b738dbdb2, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=05963e2b-d078-4047-9852-450b738dbdb2,segment=NetworkSegment(c89e3cbc-4aac-4fff-a675-9a81f1b0ca38),segment_id=c89e3cbc-4aac-4fff-a675-9a81f1b0ca38)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:10:20.487077 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:20.493969 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beaf4e75-0d9c-4fcf-ad50-cfcecd16f45e tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:10:20.529089 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-beaf4e75-0d9c-4fcf-ad50-cfcecd16f45e tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:20.530843 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-beaf4e75-0d9c-4fcf-ad50-cfcecd16f45e tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Added segment a16a04bc-9b6c-4c08-9262-aece03212d1d of type vlan for network 6f5e84f0-0fac-4f6d-b93a-c50f2ed50f22 Jul 24 01:10:20.539913 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-39559613-a657-4e2e-9591-725dd911e0ca None None] For port 217fd9bf-beb6-41ff-a7a2-5317a0b96004, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:10:20.567294 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-39559613-a657-4e2e-9591-725dd911e0ca None None] For port 217fd9bf-beb6-41ff-a7a2-5317a0b96004, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=217fd9bf-beb6-41ff-a7a2-5317a0b96004,segment=NetworkSegment(1dd23c87-880d-486f-b8d2-25c056f73efc),segment_id=1dd23c87-880d-486f-b8d2-25c056f73efc)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:10:20.584191 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-39559613-a657-4e2e-9591-725dd911e0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:20.598991 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['05963e2b-d078-4047-9852-450b738dbdb2'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:10:20.601862 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=05963e2b-d078-4047-9852-450b738dbdb2,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:20.696697 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-beaf4e75-0d9c-4fcf-ad50-cfcecd16f45e tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:20.776148 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7109918f-e57c-44b7-9fd8-5e4fa2cf60a8 req-70b82771-26cc-4341-ae40-9c7f241ff0ef tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:20.778002 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7109918f-e57c-44b7-9fd8-5e4fa2cf60a8 req-70b82771-26cc-4341-ae40-9c7f241ff0ef tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 944 time: 0.1573050 Jul 24 01:10:20.779343 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-beaf4e75-0d9c-4fcf-ad50-cfcecd16f45e tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:20.785751 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beaf4e75-0d9c-4fcf-ad50-cfcecd16f45e tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:20.786376 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-beaf4e75-0d9c-4fcf-ad50-cfcecd16f45e tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:20.854185 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-beaf4e75-0d9c-4fcf-ad50-cfcecd16f45e tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4345446 Jul 24 01:10:20.857767 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54162) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:20.864812 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-8d4a2a9c-d79d-445d-860f-4eecbde93567 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Request body: {'subnet': {'network_id': '6f5e84f0-0fac-4f6d-b93a-c50f2ed50f22', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:10:20.881942 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7109918f-e57c-44b7-9fd8-5e4fa2cf60a8 req-85c72d0d-90e9-44cf-b0ab-51df78566f1d tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869305 Jul 24 01:10:20.924304 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf4e75-0d9c-4fcf-ad50-cfcecd16f45e tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event updated for resources: {'Network': ['ID=6f5e84f0-0fac-4f6d-b93a-c50f2ed50f22,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:20.973606 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39559613-a657-4e2e-9591-725dd911e0ca None None] Pushing event updated for resources: {'Port': ['ID=217fd9bf-beb6-41ff-a7a2-5317a0b96004,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:20.975752 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 6f5e84f0-0fac-4f6d-b93a-c50f2ed50f22 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:10:21.117748 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4a2a9c-d79d-445d-860f-4eecbde93567 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Made reservation on behalf of 33a20c5f25ad4f7f86c99ba35aa53b93 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:10:21.121476 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8d4a2a9c-d79d-445d-860f-4eecbde93567 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:21.156889 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:21.274433 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e4252fdd-c4d6-4468-859c-43c21ff51ae8 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:10:21.392639 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port e4252fdd-c4d6-4468-859c-43c21ff51ae8 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:10:21.398833 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port e4252fdd-c4d6-4468-859c-43c21ff51ae8 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:10:21.399568 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:21.577843 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8d4a2a9c-d79d-445d-860f-4eecbde93567 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:21.582318 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:21.632753 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port e4252fdd-c4d6-4468-859c-43c21ff51ae8, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=e4252fdd-c4d6-4468-859c-43c21ff51ae8,segment=NetworkSegment(9cc225d7-bd98-467b-94da-211c0d105121),segment_id=9cc225d7-bd98-467b-94da-211c0d105121)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:10:21.634130 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044ef30-7b8d-44d4-a114-6e861d576671 req-400ee1db-5d32-430a-bfb6-ce284f17ebb2 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:21.637261 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c044ef30-7b8d-44d4-a114-6e861d576671 req-400ee1db-5d32-430a-bfb6-ce284f17ebb2 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be1594b-5cfb-477d-abb2-16decf82fba2 HTTP/1.1" status: 200 len: 946 time: 0.1745272 Jul 24 01:10:21.642784 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:21.731650 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4a2a9c-d79d-445d-860f-4eecbde93567 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event updated for resources: {'Subnet': ['ID=3138c7b0-e597-45c2-af30-5a85879564ef,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:21.738175 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4a2a9c-d79d-445d-860f-4eecbde93567 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Checking segment: {'id': 'a16a04bc-9b6c-4c08-9262-aece03212d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6f5e84f0-0fac-4f6d-b93a-c50f2ed50f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:10:21.738586 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4a2a9c-d79d-445d-860f-4eecbde93567 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Network hostable DHCP agents. Network: 6f5e84f0-0fac-4f6d-b93a-c50f2ed50f22, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:10:21.764173 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c044ef30-7b8d-44d4-a114-6e861d576671 req-cbb98992-4548-4463-a8fe-553d4dd9d646 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] 10.222.0.15 "GET /v2.0/security-groups?id=76f1f679-1618-450b-b9be-8f21a981c42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091983 Jul 24 01:10:21.795114 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4a2a9c-d79d-445d-860f-4eecbde93567 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Network 6f5e84f0-0fac-4f6d-b93a-c50f2ed50f22 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:10:21.796419 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=e4252fdd-c4d6-4468-859c-43c21ff51ae8,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:21.831810 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-8d4a2a9c-d79d-445d-860f-4eecbde93567 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 6f5e84f0-0fac-4f6d-b93a-c50f2ed50f22) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:10:21.838899 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4a2a9c-d79d-445d-860f-4eecbde93567 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:21.839730 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8d4a2a9c-d79d-445d-860f-4eecbde93567 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:21.841109 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638ed359-e3a3-4caf-a76c-90cdd1b75b35 None None] Network 6f5e84f0-0fac-4f6d-b93a-c50f2ed50f22 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:10:21.862737 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8d4a2a9c-d79d-445d-860f-4eecbde93567 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0005965 Jul 24 01:10:21.863307 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54184) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:21.896164 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 05963e2b-d078-4047-9852-450b738dbdb2 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:10:22.175812 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f950e77-ee30-4376-a178-b7268ab54bb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-6f5e84f0-0fac-4f6d-b93a-c50f2ed50f22', 'network_id': '6f5e84f0-0fac-4f6d-b93a-c50f2ed50f22', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'fixed_ips': [{'subnet_id': '3138c7b0-e597-45c2-af30-5a85879564ef'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:10:22.176073 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0f950e77-ee30-4376-a178-b7268ab54bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:22.217593 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 05963e2b-d078-4047-9852-450b738dbdb2 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:10:22.217990 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:22.365397 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4df668-1b78-46c3-bdb3-09ca51d2271b None None] Sync routers for ids ['c416dd31-0060-4476-9468-569c2a687b27'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:10:22.385431 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61dc162-584e-4784-a98c-aada9090a30d req-1f83c65b-1ad0-4f2a-bf40-6fd44b676633 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:22.393531 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f61dc162-584e-4784-a98c-aada9090a30d req-1f83c65b-1ad0-4f2a-bf40-6fd44b676633 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 944 time: 0.3880694 Jul 24 01:10:22.394640 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4df668-1b78-46c3-bdb3-09ca51d2271b None None] Routers {'c416dd31-0060-4476-9468-569c2a687b27'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:10:22.397680 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-8e4df668-1b78-46c3-bdb3-09ca51d2271b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:10:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['c416dd31-0060-4476-9468-569c2a687b27'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:22.456218 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f61dc162-584e-4784-a98c-aada9090a30d req-b9e12969-9e47-4d2a-adc8-2953d04b494f tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594606 Jul 24 01:10:22.492517 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-0f950e77-ee30-4376-a178-b7268ab54bb5 None None] Allocated IP 2001:db8:3::2 (6f5e84f0-0fac-4f6d-b93a-c50f2ed50f22/3138c7b0-e597-45c2-af30-5a85879564ef/2d16ef00-2e4d-43c4-9c03-829f9d412b56) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:10:22.680594 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f39fec-2da9-456b-9e97-d0a86a079acd req-46f8fcf6-37b2-4d5b-9ce5-f887272764b6 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:22.687032 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-8e4df668-1b78-46c3-bdb3-09ca51d2271b None None] Set router c416dd31-0060-4476-9468-569c2a687b27 gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:10:22.700784 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-00f39fec-2da9-456b-9e97-d0a86a079acd req-46f8fcf6-37b2-4d5b-9ce5-f887272764b6 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be1594b-5cfb-477d-abb2-16decf82fba2 HTTP/1.1" status: 200 len: 946 time: 0.2321846 Jul 24 01:10:22.769056 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:22.824016 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-00f39fec-2da9-456b-9e97-d0a86a079acd req-ec7fe9f7-9305-4e98-9f18-c71647db237c tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] 10.222.0.15 "GET /v2.0/security-groups?id=76f1f679-1618-450b-b9be-8f21a981c42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209006 Jul 24 01:10:22.905593 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d431416-a2ee-4e73-9dc6-9d0c20373a59 None None] Network 8844d125-ef71-40d1-9888-342418decc83 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:10:22.909889 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7b4936d7-43f4-4e22-9b06-48e83c02de0c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:22.959789 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-8e4df668-1b78-46c3-bdb3-09ca51d2271b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c416dd31-0060-4476-9468-569c2a687b27', 'name': 'tempest-RoutersIpV6Test-router-1334093658', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:10:08Z', 'updated_at': '2021-07-24T01:10:18Z', 'revision_number': 4, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'gw_port_host': None, '_interfaces': [{'id': '3d094053-1f5a-4f15-9616-8932e40bb95d', 'name': '', 'network_id': '41535b47-35bf-4e23-8493-a79f7c061533', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:91:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:10Z', 'updated_at': '2021-07-24T01:10:15Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4252fdd-c4d6-4468-859c-43c21ff51ae8', 'name': '', 'network_id': 'b63115f2-1a22-428c-8156-912e6edbb07d', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:2f:a4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '608758b8-08a8-4aec-8df5-a79f7d4a4e9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:14Z', 'updated_at': '2021-07-24T01:10:21Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '608758b8-08a8-4aec-8df5-a79f7d4a4e9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3f84822-4340-4ffe-a372-4e6c87921788', 'name': '', 'network_id': '8844d125-ef71-40d1-9888-342418decc83', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:db:f2:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '5d4b593f-513d-476c-bcbb-9b0879268f39', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:18Z', 'updated_at': '2021-07-24T01:10:19Z', 'revision_number': 2, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '5d4b593f-513d-476c-bcbb-9b0879268f39', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:22.980802 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ad9081-9a2c-4f3f-aa24-c39092090d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05963e2b-d078-4047-9852-450b738dbdb2'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:10:22.983693 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf0d4e6-84e5-4f60-8f46-8f1bf940c4a9" -d '{"events": [{"server_uuid": "d6ad9081-9a2c-4f3f-aa24-c39092090d2d", "name": "network-vif-plugged", "status": "completed", "tag": "05963e2b-d078-4047-9852-450b738dbdb2"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:10:23.010512 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4df668-1b78-46c3-bdb3-09ca51d2271b None None] Checking router: c416dd31-0060-4476-9468-569c2a687b27 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:10:23.010907 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4df668-1b78-46c3-bdb3-09ca51d2271b None None] Updating router c416dd31-0060-4476-9468-569c2a687b27 port f3f84822-4340-4ffe-a372-4e6c87921788 binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:10:23.065872 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 05963e2b-d078-4047-9852-450b738dbdb2, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=05963e2b-d078-4047-9852-450b738dbdb2,segment=NetworkSegment(c89e3cbc-4aac-4fff-a675-9a81f1b0ca38),segment_id=c89e3cbc-4aac-4fff-a675-9a81f1b0ca38)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:10:23.118791 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-8e4df668-1b78-46c3-bdb3-09ca51d2271b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:23.120352 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8982f78b-b567-48a0-b211-92042a81e575 x-openstack-request-id: req-8982f78b-b567-48a0-b211-92042a81e575 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:10:23.120706 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ad9081-9a2c-4f3f-aa24-c39092090d2d", "name": "network-vif-plugged", "status": "completed", "tag": "05963e2b-d078-4047-9852-450b738dbdb2", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:10:23.120996 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8982f78b-b567-48a0-b211-92042a81e575 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:10:23.121401 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ad9081-9a2c-4f3f-aa24-c39092090d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05963e2b-d078-4047-9852-450b738dbdb2', 'code': 200} Jul 24 01:10:23.142941 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:23.177942 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9df7c678-d607-4a7b-957d-e974d52adecb None None] Provisioning for port 217fd9bf-beb6-41ff-a7a2-5317a0b96004 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:10:23.260639 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0f950e77-ee30-4376-a178-b7268ab54bb5 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:23.295943 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e4252fdd-c4d6-4468-859c-43c21ff51ae8 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:10:23.440754 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0f950e77-ee30-4376-a178-b7268ab54bb5 None None] Transition to ACTIVE for port object 2d16ef00-2e4d-43c4-9c03-829f9d412b56 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:10:23.465040 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=05963e2b-d078-4047-9852-450b738dbdb2,revision_number=7']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:23.482092 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0f950e77-ee30-4376-a178-b7268ab54bb5 None None] Transition to ACTIVE for port object 2d16ef00-2e4d-43c4-9c03-829f9d412b56 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:10:23.516555 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-8e4df668-1b78-46c3-bdb3-09ca51d2271b None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:23.530333 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-8e4df668-1b78-46c3-bdb3-09ca51d2271b None None] Transition to ACTIVE for port object f3f84822-4340-4ffe-a372-4e6c87921788 will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:10:23.543911 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-8e4df668-1b78-46c3-bdb3-09ca51d2271b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:23.546266 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0f950e77-ee30-4376-a178-b7268ab54bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:23.570570 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port e4252fdd-c4d6-4468-859c-43c21ff51ae8 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:10:23.575792 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:23.632848 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07241b50-c83b-407e-8c48-5aea3aa92306 None None] Pushing event updated for resources: {'Port': ['ID=f3f84822-4340-4ffe-a372-4e6c87921788,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:23.634483 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-7b4936d7-43f4-4e22-9b06-48e83c02de0c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Allocated IP 2001:db8:3::1 (6f5e84f0-0fac-4f6d-b93a-c50f2ed50f22/3138c7b0-e597-45c2-af30-5a85879564ef/2e16330f-f6b7-4d4f-90d8-80ecedd8eb37) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:10:23.665140 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f950e77-ee30-4376-a178-b7268ab54bb5 None None] Network 6f5e84f0-0fac-4f6d-b93a-c50f2ed50f22 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:10:23.673576 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-8e4df668-1b78-46c3-bdb3-09ca51d2271b None None] Attempting to bind port f3f84822-4340-4ffe-a372-4e6c87921788 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:10:23.674215 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-8e4df668-1b78-46c3-bdb3-09ca51d2271b None None] Attempting to bind port f3f84822-4340-4ffe-a372-4e6c87921788 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '1dd23c87-880d-486f-b8d2-25c056f73efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8844d125-ef71-40d1-9888-342418decc83'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:10:23.674829 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4df668-1b78-46c3-bdb3-09ca51d2271b None None] Attempting to bind port f3f84822-4340-4ffe-a372-4e6c87921788 on network 8844d125-ef71-40d1-9888-342418decc83 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:10:23.679147 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-0f950e77-ee30-4376-a178-b7268ab54bb5 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:10:23.688076 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4df668-1b78-46c3-bdb3-09ca51d2271b None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:10:23.688848 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4df668-1b78-46c3-bdb3-09ca51d2271b None None] Checking segment: {'id': '1dd23c87-880d-486f-b8d2-25c056f73efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8844d125-ef71-40d1-9888-342418decc83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:10:23.689422 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-8e4df668-1b78-46c3-bdb3-09ca51d2271b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:23.689976 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4df668-1b78-46c3-bdb3-09ca51d2271b None None] Bound using segment: {'id': '1dd23c87-880d-486f-b8d2-25c056f73efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8844d125-ef71-40d1-9888-342418decc83'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:10:23.690651 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-8e4df668-1b78-46c3-bdb3-09ca51d2271b None None] Bound port: f3f84822-4340-4ffe-a372-4e6c87921788, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dd23c87-880d-486f-b8d2-25c056f73efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8844d125-ef71-40d1-9888-342418decc83'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:10:23.691277 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-8e4df668-1b78-46c3-bdb3-09ca51d2271b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:23.701909 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f950e77-ee30-4376-a178-b7268ab54bb5 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:10:23.785972 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-8e4df668-1b78-46c3-bdb3-09ca51d2271b None None] For port f3f84822-4340-4ffe-a372-4e6c87921788, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:10:23.802606 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-8e4df668-1b78-46c3-bdb3-09ca51d2271b None None] For port f3f84822-4340-4ffe-a372-4e6c87921788, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=f3f84822-4340-4ffe-a372-4e6c87921788,segment=NetworkSegment(1dd23c87-880d-486f-b8d2-25c056f73efc),segment_id=1dd23c87-880d-486f-b8d2-25c056f73efc)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:10:23.815560 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-8e4df668-1b78-46c3-bdb3-09ca51d2271b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:23.821207 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f950e77-ee30-4376-a178-b7268ab54bb5 None None] Pushing event updated for resources: {'Port': ['ID=2d16ef00-2e4d-43c4-9c03-829f9d412b56,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:23.854254 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf9c76-db51-471c-9c28-c1e27aeae18d req-566c3582-557f-4809-8244-4b4620a74c44 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:23.856038 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d1bf9c76-db51-471c-9c28-c1e27aeae18d req-566c3582-557f-4809-8244-4b4620a74c44 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 945 time: 0.2337394 Jul 24 01:10:23.865310 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-0f950e77-ee30-4376-a178-b7268ab54bb5 None None] Attempting to bind port 2d16ef00-2e4d-43c4-9c03-829f9d412b56 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:10:23.865649 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-0f950e77-ee30-4376-a178-b7268ab54bb5 None None] Attempting to bind port 2d16ef00-2e4d-43c4-9c03-829f9d412b56 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'a16a04bc-9b6c-4c08-9262-aece03212d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6f5e84f0-0fac-4f6d-b93a-c50f2ed50f22'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:10:23.866138 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f950e77-ee30-4376-a178-b7268ab54bb5 None None] Attempting to bind port 2d16ef00-2e4d-43c4-9c03-829f9d412b56 on network 6f5e84f0-0fac-4f6d-b93a-c50f2ed50f22 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:10:23.903303 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4df668-1b78-46c3-bdb3-09ca51d2271b None None] Routers {'c416dd31-0060-4476-9468-569c2a687b27'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:10:23.903968 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-8e4df668-1b78-46c3-bdb3-09ca51d2271b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:10:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['c416dd31-0060-4476-9468-569c2a687b27'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:23.908803 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f950e77-ee30-4376-a178-b7268ab54bb5 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:10:23.909181 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f950e77-ee30-4376-a178-b7268ab54bb5 None None] Checking segment: {'id': 'a16a04bc-9b6c-4c08-9262-aece03212d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6f5e84f0-0fac-4f6d-b93a-c50f2ed50f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:10:23.909589 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0f950e77-ee30-4376-a178-b7268ab54bb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:23.909987 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f950e77-ee30-4376-a178-b7268ab54bb5 None None] Bound using segment: {'id': 'a16a04bc-9b6c-4c08-9262-aece03212d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6f5e84f0-0fac-4f6d-b93a-c50f2ed50f22'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:10:23.910468 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-0f950e77-ee30-4376-a178-b7268ab54bb5 None None] Bound port: 2d16ef00-2e4d-43c4-9c03-829f9d412b56, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16a04bc-9b6c-4c08-9262-aece03212d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6f5e84f0-0fac-4f6d-b93a-c50f2ed50f22'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:10:23.913232 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0f950e77-ee30-4376-a178-b7268ab54bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:24.016637 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d1bf9c76-db51-471c-9c28-c1e27aeae18d req-18c651c6-071e-448a-939e-c3a431f54dd9 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525252 Jul 24 01:10:24.026010 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 217fd9bf-beb6-41ff-a7a2-5317a0b96004 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:10:24.041905 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7b4936d7-43f4-4e22-9b06-48e83c02de0c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:24.073930 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-7b4936d7-43f4-4e22-9b06-48e83c02de0c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Transition to ACTIVE for port object 2e16330f-f6b7-4d4f-90d8-80ecedd8eb37 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:10:24.196756 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0f950e77-ee30-4376-a178-b7268ab54bb5 None None] For port 2d16ef00-2e4d-43c4-9c03-829f9d412b56, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:10:24.202191 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0f950e77-ee30-4376-a178-b7268ab54bb5 None None] For port 2d16ef00-2e4d-43c4-9c03-829f9d412b56, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2d16ef00-2e4d-43c4-9c03-829f9d412b56,segment=NetworkSegment(a16a04bc-9b6c-4c08-9262-aece03212d1d),segment_id=a16a04bc-9b6c-4c08-9262-aece03212d1d)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:10:24.209863 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07241b50-c83b-407e-8c48-5aea3aa92306 None None] Pushing event updated for resources: {'Port': ['ID=f3f84822-4340-4ffe-a372-4e6c87921788,revision_number=4']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:24.221912 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0f950e77-ee30-4376-a178-b7268ab54bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:24.241406 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7b4936d7-43f4-4e22-9b06-48e83c02de0c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:24.311260 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad04a02b-35c6-41de-b514-f8241966e7cc req-fbe87742-8007-4faa-8d36-65bb4200a109 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:24.313003 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ad04a02b-35c6-41de-b514-f8241966e7cc req-fbe87742-8007-4faa-8d36-65bb4200a109 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] 10.222.0.13 "GET /v2.0/ports?device_id=9be1594b-5cfb-477d-abb2-16decf82fba2 HTTP/1.1" status: 200 len: 946 time: 0.6890986 Jul 24 01:10:24.333813 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-8e4df668-1b78-46c3-bdb3-09ca51d2271b None None] Set router c416dd31-0060-4476-9468-569c2a687b27 gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:10:24.365306 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f950e77-ee30-4376-a178-b7268ab54bb5 None None] Pushing event updated for resources: {'Port': ['ID=2d16ef00-2e4d-43c4-9c03-829f9d412b56,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:24.407369 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 217fd9bf-beb6-41ff-a7a2-5317a0b96004 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:10:24.423038 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 217fd9bf-beb6-41ff-a7a2-5317a0b96004 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:10:24.426771 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:24.472064 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8716ad24-bcef-47c4-9b19-dbe50e2fa042 None None] Provisioning for port f3f84822-4340-4ffe-a372-4e6c87921788 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:10:24.519074 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4936d7-43f4-4e22-9b06-48e83c02de0c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Network 6f5e84f0-0fac-4f6d-b93a-c50f2ed50f22 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:10:24.551239 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-7b4936d7-43f4-4e22-9b06-48e83c02de0c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:10:24.563157 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4936d7-43f4-4e22-9b06-48e83c02de0c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:10:24.563834 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7b4936d7-43f4-4e22-9b06-48e83c02de0c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:24.620514 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8716ad24-bcef-47c4-9b19-dbe50e2fa042 None None] Provisioning complete for port 217fd9bf-beb6-41ff-a7a2-5317a0b96004 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:10:24.620912 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8716ad24-bcef-47c4-9b19-dbe50e2fa042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:24.778139 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d6e22-e89d-4b06-9a72-a2554694cde3 req-fc17eb70-7975-4f70-b961-87486f8ac758 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:24.786612 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a67d6e22-e89d-4b06-9a72-a2554694cde3 req-fc17eb70-7975-4f70-b961-87486f8ac758 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be1594b-5cfb-477d-abb2-16decf82fba2 HTTP/1.1" status: 200 len: 946 time: 0.6970377 Jul 24 01:10:24.791572 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4936d7-43f4-4e22-9b06-48e83c02de0c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event updated for resources: {'Port': ['ID=2e16330f-f6b7-4d4f-90d8-80ecedd8eb37,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:24.796283 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:24.848513 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-8e4df668-1b78-46c3-bdb3-09ca51d2271b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c416dd31-0060-4476-9468-569c2a687b27', 'name': 'tempest-RoutersIpV6Test-router-1334093658', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:10:08Z', 'updated_at': '2021-07-24T01:10:18Z', 'revision_number': 4, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'gw_port_host': None, '_interfaces': [{'id': '3d094053-1f5a-4f15-9616-8932e40bb95d', 'name': '', 'network_id': '41535b47-35bf-4e23-8493-a79f7c061533', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:91:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:10Z', 'updated_at': '2021-07-24T01:10:15Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4252fdd-c4d6-4468-859c-43c21ff51ae8', 'name': '', 'network_id': 'b63115f2-1a22-428c-8156-912e6edbb07d', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:2f:a4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '608758b8-08a8-4aec-8df5-a79f7d4a4e9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:14Z', 'updated_at': '2021-07-24T01:10:21Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '608758b8-08a8-4aec-8df5-a79f7d4a4e9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3f84822-4340-4ffe-a372-4e6c87921788', 'name': '', 'network_id': '8844d125-ef71-40d1-9888-342418decc83', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:db:f2:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '5d4b593f-513d-476c-bcbb-9b0879268f39', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:18Z', 'updated_at': '2021-07-24T01:10:23Z', 'revision_number': 4, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '5d4b593f-513d-476c-bcbb-9b0879268f39', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:24.865592 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8716ad24-bcef-47c4-9b19-dbe50e2fa042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:24.874343 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a67d6e22-e89d-4b06-9a72-a2554694cde3 req-04d2d95f-be9f-445a-99b7-47d78fc7d921 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] 10.222.0.15 "GET /v2.0/security-groups?id=76f1f679-1618-450b-b9be-8f21a981c42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866444 Jul 24 01:10:24.897009 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4df668-1b78-46c3-bdb3-09ca51d2271b None None] The sync data for ids ['c416dd31-0060-4476-9468-569c2a687b27'] in n-d-793621-25 is: [{'id': 'c416dd31-0060-4476-9468-569c2a687b27', 'name': 'tempest-RoutersIpV6Test-router-1334093658', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:10:08Z', 'updated_at': '2021-07-24T01:10:18Z', 'revision_number': 4, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'gw_port_host': None, '_interfaces': [{'id': '3d094053-1f5a-4f15-9616-8932e40bb95d', 'name': '', 'network_id': '41535b47-35bf-4e23-8493-a79f7c061533', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:91:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:10Z', 'updated_at': '2021-07-24T01:10:15Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4252fdd-c4d6-4468-859c-43c21ff51ae8', 'name': '', 'network_id': 'b63115f2-1a22-428c-8156-912e6edbb07d', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:2f:a4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '608758b8-08a8-4aec-8df5-a79f7d4a4e9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:14Z', 'updated_at': '2021-07-24T01:10:21Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '608758b8-08a8-4aec-8df5-a79f7d4a4e9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3f84822-4340-4ffe-a372-4e6c87921788', 'name': '', 'network_id': '8844d125-ef71-40d1-9888-342418decc83', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:db:f2:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '5d4b593f-513d-476c-bcbb-9b0879268f39', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:18Z', 'updated_at': '2021-07-24T01:10:23Z', 'revision_number': 4, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '5d4b593f-513d-476c-bcbb-9b0879268f39', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:10:24.924096 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 217fd9bf-beb6-41ff-a7a2-5317a0b96004, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=217fd9bf-beb6-41ff-a7a2-5317a0b96004,segment=NetworkSegment(1dd23c87-880d-486f-b8d2-25c056f73efc),segment_id=1dd23c87-880d-486f-b8d2-25c056f73efc)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:10:24.945565 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:25.023276 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-ad04a02b-35c6-41de-b514-f8241966e7cc req-3f99747b-c17b-45b3-bff2-3b47ae561a26 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] Deleting port 1af50bcc-806e-43d7-8991-22639d1c7df8 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:10:25.023654 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ad04a02b-35c6-41de-b514-f8241966e7cc req-3f99747b-c17b-45b3-bff2-3b47ae561a26 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:25.113585 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=217fd9bf-beb6-41ff-a7a2-5317a0b96004,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:25.122455 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.db.api [None req-8716ad24-bcef-47c4-9b19-dbe50e2fa042 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 01:10:25.122455 n-d-793621-25 neutron-server[100465]: DEBUG oslo_db.api [None req-8716ad24-bcef-47c4-9b19-dbe50e2fa042 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 01:10:25.143954 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7b4936d7-43f4-4e22-9b06-48e83c02de0c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:25.305246 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2d16ef00-2e4d-43c4-9c03-829f9d412b56 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:10:25.316643 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a209df2-1369-47f3-af3f-bce83a16bafd req-e7221ba3-5f31-4153-abd7-1685703e6519 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:25.338654 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4a209df2-1369-47f3-af3f-bce83a16bafd req-e7221ba3-5f31-4153-abd7-1685703e6519 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 945 time: 0.1392047 Jul 24 01:10:25.349211 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-ad04a02b-35c6-41de-b514-f8241966e7cc req-3f99747b-c17b-45b3-bff2-3b47ae561a26 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] For port 1af50bcc-806e-43d7-8991-22639d1c7df8, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=1af50bcc-806e-43d7-8991-22639d1c7df8,segment=NetworkSegment(7dd01ac0-c9b9-4c39-a15f-0fb5fde885c4),segment_id=7dd01ac0-c9b9-4c39-a15f-0fb5fde885c4)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:10:25.349908 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ad04a02b-35c6-41de-b514-f8241966e7cc req-3f99747b-c17b-45b3-bff2-3b47ae561a26 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:25.383873 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-ad04a02b-35c6-41de-b514-f8241966e7cc req-3f99747b-c17b-45b3-bff2-3b47ae561a26 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] Calling delete_port for 1af50bcc-806e-43d7-8991-22639d1c7df8 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:10:25.410503 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4a209df2-1369-47f3-af3f-bce83a16bafd req-dddf7d5e-6e01-4e98-b02d-220c5806fd83 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693831 Jul 24 01:10:25.438561 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 2d16ef00-2e4d-43c4-9c03-829f9d412b56 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:10:25.445121 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device f3f84822-4340-4ffe-a372-4e6c87921788 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:10:25.556723 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port f3f84822-4340-4ffe-a372-4e6c87921788 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:10:25.565571 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port f3f84822-4340-4ffe-a372-4e6c87921788 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:10:25.565571 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:25.863643 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:25.923552 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b05f9acf-1998-44c8-939f-1c38c5c470f6 None None] Provisioning complete for port f3f84822-4340-4ffe-a372-4e6c87921788 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:10:25.924161 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b05f9acf-1998-44c8-939f-1c38c5c470f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:25.929000 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7b4936d7-43f4-4e22-9b06-48e83c02de0c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:25.998300 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port f3f84822-4340-4ffe-a372-4e6c87921788, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=f3f84822-4340-4ffe-a372-4e6c87921788,segment=NetworkSegment(1dd23c87-880d-486f-b8d2-25c056f73efc),segment_id=1dd23c87-880d-486f-b8d2-25c056f73efc)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:10:26.009394 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:26.341584 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4825ab-3667-41a6-ba33-2c616a8b0bf9 None None] Network 6f5e84f0-0fac-4f6d-b93a-c50f2ed50f22 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:10:26.388653 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7b4936d7-43f4-4e22-9b06-48e83c02de0c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:26.391947 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7b4936d7-43f4-4e22-9b06-48e83c02de0c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:26.447312 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=f3f84822-4340-4ffe-a372-4e6c87921788,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:26.616717 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ad04a02b-35c6-41de-b514-f8241966e7cc req-3f99747b-c17b-45b3-bff2-3b47ae561a26 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:26.628474 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-bf1356c4-483a-4e15-a831-24189c842bfe None None] Provisioning for port 2d16ef00-2e4d-43c4-9c03-829f9d412b56 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:10:26.643810 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-bf1356c4-483a-4e15-a831-24189c842bfe None None] Provisioning complete for port 2d16ef00-2e4d-43c4-9c03-829f9d412b56 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:10:26.644131 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bf1356c4-483a-4e15-a831-24189c842bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:26.654572 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43723b-6b46-427f-9190-51e1bf561349 req-d961464b-60a6-4109-8b5f-9637ddcba52c tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:26.665040 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3d43723b-6b46-427f-9190-51e1bf561349 req-d961464b-60a6-4109-8b5f-9637ddcba52c tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 945 time: 0.1470733 Jul 24 01:10:26.693110 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4936d7-43f4-4e22-9b06-48e83c02de0c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event updated for resources: {'Port': ['ID=2e16330f-f6b7-4d4f-90d8-80ecedd8eb37,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:26.796416 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3d43723b-6b46-427f-9190-51e1bf561349 req-5c98c173-9e8e-4d1e-9876-08143713b96c tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295328 Jul 24 01:10:26.835085 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bf1356c4-483a-4e15-a831-24189c842bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:26.929357 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-bf1356c4-483a-4e15-a831-24189c842bfe None None] For port 2d16ef00-2e4d-43c4-9c03-829f9d412b56, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2d16ef00-2e4d-43c4-9c03-829f9d412b56,segment=NetworkSegment(a16a04bc-9b6c-4c08-9262-aece03212d1d),segment_id=a16a04bc-9b6c-4c08-9262-aece03212d1d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:10:26.936881 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bf1356c4-483a-4e15-a831-24189c842bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:26.967505 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f99747b-c17b-45b3-bff2-3b47ae561a26 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] Pushing event deleted for resources: {'Port': ['ID=1af50bcc-806e-43d7-8991-22639d1c7df8,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:27.011734 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4936d7-43f4-4e22-9b06-48e83c02de0c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Network 6f5e84f0-0fac-4f6d-b93a-c50f2ed50f22 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:10:27.012782 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad04a02b-35c6-41de-b514-f8241966e7cc req-3f99747b-c17b-45b3-bff2-3b47ae561a26 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] No DVR routers for this DVR port 1af50bcc-806e-43d7-8991-22639d1c7df8 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:10:27.020267 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ad04a02b-35c6-41de-b514-f8241966e7cc req-3f99747b-c17b-45b3-bff2-3b47ae561a26 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:27.022390 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ad04a02b-35c6-41de-b514-f8241966e7cc req-3f99747b-c17b-45b3-bff2-3b47ae561a26 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] 10.222.0.13 "DELETE /v2.0/ports/1af50bcc-806e-43d7-8991-22639d1c7df8 HTTP/1.1" status: 204 len: 173 time: 2.6994708 Jul 24 01:10:27.036911 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be1594b-5cfb-477d-abb2-16decf82fba2', 'name': 'network-vif-deleted', 'tag': '1af50bcc-806e-43d7-8991-22639d1c7df8'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:10:27.042960 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91967d80-cf3b-4119-8b68-2f299466a2f1" -d '{"events": [{"server_uuid": "9be1594b-5cfb-477d-abb2-16decf82fba2", "name": "network-vif-deleted", "tag": "1af50bcc-806e-43d7-8991-22639d1c7df8"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:10:27.056541 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1356c4-483a-4e15-a831-24189c842bfe None None] Pushing event updated for resources: {'Port': ['ID=2d16ef00-2e4d-43c4-9c03-829f9d412b56,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:27.068592 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-7b4936d7-43f4-4e22-9b06-48e83c02de0c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:10:27.089749 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-bf1356c4-483a-4e15-a831-24189c842bfe None None] Provisioning complete for port f3f84822-4340-4ffe-a372-4e6c87921788 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:10:27.090314 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bf1356c4-483a-4e15-a831-24189c842bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:27.183559 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device f3f84822-4340-4ffe-a372-4e6c87921788 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:10:27.238600 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3898d35f-966d-4144-bb0c-63fe3bdb6c77 x-openstack-request-id: req-3898d35f-966d-4144-bb0c-63fe3bdb6c77 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:10:27.243315 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9be1594b-5cfb-477d-abb2-16decf82fba2", "name": "network-vif-deleted", "tag": "1af50bcc-806e-43d7-8991-22639d1c7df8", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:10:27.243690 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3898d35f-966d-4144-bb0c-63fe3bdb6c77 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:10:27.244062 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be1594b-5cfb-477d-abb2-16decf82fba2', 'name': 'network-vif-deleted', 'tag': '1af50bcc-806e-43d7-8991-22639d1c7df8', 'status': 'completed', 'code': 200} Jul 24 01:10:27.293803 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88c21f-62b4-4cfd-b81f-697e4422e31d req-f28b8bf0-c50b-42ff-ba8a-2b3d6c1d2820 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:27.295546 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7d88c21f-62b4-4cfd-b81f-697e4422e31d req-f28b8bf0-c50b-42ff-ba8a-2b3d6c1d2820 tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] 10.222.0.15 "GET /v2.0/ports?device_id=9be1594b-5cfb-477d-abb2-16decf82fba2 HTTP/1.1" status: 200 len: 867 time: 0.8973989 Jul 24 01:10:27.357187 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port f3f84822-4340-4ffe-a372-4e6c87921788 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:10:27.357582 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:27.446781 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7d88c21f-62b4-4cfd-b81f-697e4422e31d req-b853cbb8-394c-4311-9530-3c3dbb0ca13a tempest-ServerAddressesTestJSON-552734489 tempest-ServerAddressesTestJSON-552734489-project] 10.222.0.15 "GET /v2.0/security-groups?id=76f1f679-1618-450b-b9be-8f21a981c42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242781 Jul 24 01:10:27.462559 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4936d7-43f4-4e22-9b06-48e83c02de0c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Router c416dd31-0060-4476-9468-569c2a687b27 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:10:27.482172 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 217fd9bf-beb6-41ff-a7a2-5317a0b96004 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:10:27.545902 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f969a8b5-c5de-4a3c-ab20-1edcfa79a2ac None None] Provisioning complete for port 2d16ef00-2e4d-43c4-9c03-829f9d412b56 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:10:27.546281 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f969a8b5-c5de-4a3c-ab20-1edcfa79a2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:27.576368 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ca9727dc-4c15-4d43-b841-7bd894bf8884 req-8eec3f15-a92d-458b-8451-60d14e7ac4e1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=628d42a2-7ada-4268-be52-7c3048d872bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0753551 Jul 24 01:10:27.607353 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 217fd9bf-beb6-41ff-a7a2-5317a0b96004 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:10:27.607746 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:27.676021 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ca9727dc-4c15-4d43-b841-7bd894bf8884 req-c043eb40-7571-4113-ba96-243a097d429c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=628d42a2-7ada-4268-be52-7c3048d872bf HTTP/1.1" status: 200 len: 210 time: 0.0608304 Jul 24 01:10:27.747628 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ca9727dc-4c15-4d43-b841-7bd894bf8884 req-407ab44d-0cbd-414d-a599-80843e3c6925 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377758 Jul 24 01:10:27.751030 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4936d7-43f4-4e22-9b06-48e83c02de0c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:10:27.763101 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7b4936d7-43f4-4e22-9b06-48e83c02de0c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "PUT /v2.0/routers/c416dd31-0060-4476-9468-569c2a687b27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8955197 Jul 24 01:10:27.764306 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54242) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:27.775830 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-5c90ed3c-41e4-4f89-90f9-ac0d212314b3 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:10:27.824939 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343ffa96-9544-46e0-a606-a67fa490ef67 None None] Sync routers for ids ['c416dd31-0060-4476-9468-569c2a687b27'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:10:27.870333 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343ffa96-9544-46e0-a606-a67fa490ef67 None None] Routers {'c416dd31-0060-4476-9468-569c2a687b27'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:10:27.871706 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-343ffa96-9544-46e0-a606-a67fa490ef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:10:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['c416dd31-0060-4476-9468-569c2a687b27'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:27.954519 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9727dc-4c15-4d43-b841-7bd894bf8884 req-ca4a269a-be33-44f7-9135-b6b731e7fcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:27.958664 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ca9727dc-4c15-4d43-b841-7bd894bf8884 req-ca4a269a-be33-44f7-9135-b6b731e7fcd2 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2050588 Jul 24 01:10:28.007207 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 1af50bcc-806e-43d7-8991-22639d1c7df8 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:10:28.084379 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 1af50bcc-806e-43d7-8991-22639d1c7df8 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:10:28.084736 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 1af50bcc-806e-43d7-8991-22639d1c7df8 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:10:28.119174 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f969a8b5-c5de-4a3c-ab20-1edcfa79a2ac None None] Provisioning for port 2e16330f-f6b7-4d4f-90d8-80ecedd8eb37 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:10:28.138458 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f969a8b5-c5de-4a3c-ab20-1edcfa79a2ac None None] Provisioning complete for port 2e16330f-f6b7-4d4f-90d8-80ecedd8eb37 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:10:28.139227 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f969a8b5-c5de-4a3c-ab20-1edcfa79a2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:28.161649 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa61b2a-22f1-4029-828b-ec03f709930a req-a138b8d8-3f96-4f89-bfca-06d3bd5cd47b tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:28.163476 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8fa61b2a-22f1-4029-828b-ec03f709930a req-a138b8d8-3f96-4f89-bfca-06d3bd5cd47b tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 945 time: 0.1430864 Jul 24 01:10:28.185241 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-343ffa96-9544-46e0-a606-a67fa490ef67 None None] Set router c416dd31-0060-4476-9468-569c2a687b27 gateway port host: None {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:10:28.208873 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8fa61b2a-22f1-4029-828b-ec03f709930a req-470cff3a-4970-4d43-9e52-60cd1332c442 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382288 Jul 24 01:10:28.254481 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-f969a8b5-c5de-4a3c-ab20-1edcfa79a2ac None None] Port 2e16330f-f6b7-4d4f-90d8-80ecedd8eb37 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:10:28.461737 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-113b7b57-6f01-4030-bb59-f45b2bf90cfb None None] Provisioning complete for port 2e16330f-f6b7-4d4f-90d8-80ecedd8eb37 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:10:28.462121 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-113b7b57-6f01-4030-bb59-f45b2bf90cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:28.522915 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-113b7b57-6f01-4030-bb59-f45b2bf90cfb None None] Port 2e16330f-f6b7-4d4f-90d8-80ecedd8eb37 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:10:28.548704 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54250) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:28.548971 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-343ffa96-9544-46e0-a606-a67fa490ef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c416dd31-0060-4476-9468-569c2a687b27', 'name': 'tempest-RoutersIpV6Test-router-1334093658', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:10:08Z', 'updated_at': '2021-07-24T01:10:24Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'gw_port_host': None, '_interfaces': [{'id': '2e16330f-f6b7-4d4f-90d8-80ecedd8eb37', 'name': '', 'network_id': '6f5e84f0-0fac-4f6d-b93a-c50f2ed50f22', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:85:73:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '3138c7b0-e597-45c2-af30-5a85879564ef', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:23Z', 'updated_at': '2021-07-24T01:10:25Z', 'revision_number': 2, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '3138c7b0-e597-45c2-af30-5a85879564ef', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d094053-1f5a-4f15-9616-8932e40bb95d', 'name': '', 'network_id': '41535b47-35bf-4e23-8493-a79f7c061533', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:91:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:10Z', 'updated_at': '2021-07-24T01:10:15Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4252fdd-c4d6-4468-859c-43c21ff51ae8', 'name': '', 'network_id': 'b63115f2-1a22-428c-8156-912e6edbb07d', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:2f:a4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '608758b8-08a8-4aec-8df5-a79f7d4a4e9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:14Z', 'updated_at': '2021-07-24T01:10:21Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '608758b8-08a8-4aec-8df5-a79f7d4a4e9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3f84822-4340-4ffe-a372-4e6c87921788', 'name': '', 'network_id': '8844d125-ef71-40d1-9888-342418decc83', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:db:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '5d4b593f-513d-476c-bcbb-9b0879268f39', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:18Z', 'updated_at': '2021-07-24T01:10:25Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '5d4b593f-513d-476c-bcbb-9b0879268f39', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:28.584690 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343ffa96-9544-46e0-a606-a67fa490ef67 None None] Checking router: c416dd31-0060-4476-9468-569c2a687b27 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:10:28.585061 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343ffa96-9544-46e0-a606-a67fa490ef67 None None] Updating router c416dd31-0060-4476-9468-569c2a687b27 port 2e16330f-f6b7-4d4f-90d8-80ecedd8eb37 binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:10:28.648853 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-343ffa96-9544-46e0-a606-a67fa490ef67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:28.652254 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e6a7c43-ff18-4920-af66-aa7f808063fd admin admin] Deleting subnet c72242ab-ba3b-4686-838c-12e4be27a037 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:10:28.656882 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7e6a7c43-ff18-4920-af66-aa7f808063fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:28.659156 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.extraroute_db [None req-5c90ed3c-41e4-4f89-90f9-ac0d212314b3 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=100464) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 24 01:10:28.693152 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.extraroute_db [None req-5c90ed3c-41e4-4f89-90f9-ac0d212314b3 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Removed routes are [] {{(pid=100464) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 24 01:10:28.693152 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5c90ed3c-41e4-4f89-90f9-ac0d212314b3 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:28.763043 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7e6a7c43-ff18-4920-af66-aa7f808063fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:28.843316 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7e6a7c43-ff18-4920-af66-aa7f808063fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:28.920116 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7e6a7c43-ff18-4920-af66-aa7f808063fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:28.982596 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7e6a7c43-ff18-4920-af66-aa7f808063fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:28.991565 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7e6a7c43-ff18-4920-af66-aa7f808063fd admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c72242ab-ba3b-4686-838c-12e4be27a037 HTTP/1.1" status: 204 len: 168 time: 0.4411778 Jul 24 01:10:28.993306 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54252) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:29.013448 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5c90ed3c-41e4-4f89-90f9-ac0d212314b3 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:29.022064 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5c90ed3c-41e4-4f89-90f9-ac0d212314b3 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690290'] for router, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:29.111560 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6a7c43-ff18-4920-af66-aa7f808063fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c72242ab-ba3b-4686-838c-12e4be27a037,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:29.129584 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-37753bf1-731c-4f98-83fb-51d4ced0e479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:29.188639 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2d16ef00-2e4d-43c4-9c03-829f9d412b56 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:10:29.195239 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c90ed3c-41e4-4f89-90f9-ac0d212314b3 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Router c416dd31-0060-4476-9468-569c2a687b27 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:10:29.228819 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-37753bf1-731c-4f98-83fb-51d4ced0e479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:29.242861 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-37753bf1-731c-4f98-83fb-51d4ced0e479 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2282b0d5-5a70-4bed-a754-de445a9161e5']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:29.253781 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-343ffa96-9544-46e0-a606-a67fa490ef67 None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:29.259685 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-37753bf1-731c-4f98-83fb-51d4ced0e479 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dd01ac0-c9b9-4c39-a15f-0fb5fde885c4') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:29.260001 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-37753bf1-731c-4f98-83fb-51d4ced0e479 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dd01ac0-c9b9-4c39-a15f-0fb5fde885c4') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:29.268941 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-343ffa96-9544-46e0-a606-a67fa490ef67 None None] Transition to ACTIVE for port object 2e16330f-f6b7-4d4f-90d8-80ecedd8eb37 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:10:29.274509 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-37753bf1-731c-4f98-83fb-51d4ced0e479 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:29.284577 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-343ffa96-9544-46e0-a606-a67fa490ef67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:29.295816 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-37753bf1-731c-4f98-83fb-51d4ced0e479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:29.307787 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37753bf1-731c-4f98-83fb-51d4ced0e479 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:10:29.308363 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-37753bf1-731c-4f98-83fb-51d4ced0e479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:29.310411 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:10:29.310411 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:10:29.310411 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:10:29.310411 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:10:29.310411 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:10:29.310411 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:10:29.310411 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:10:29.310411 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:10:29.310411 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:10:29.310411 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:10:29.310411 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:10:29.310411 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:10:29.310411 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:10:29.310411 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:10:29.310411 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:10:29.310411 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:10:29.310411 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:10:29.310411 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:10:29.310411 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:10:29.310411 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:10:29.310411 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:10:29.310411 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:10:29.310411 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:10:29.310411 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:10:29.310411 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:10:29.310411 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:10:29.310411 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:10:29.310411 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:10:29.310411 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:10:29.310411 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:10:29.310411 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:10:29.310411 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:10:29.351735 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c90ed3c-41e4-4f89-90f9-ac0d212314b3 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:10:29.374507 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5c90ed3c-41e4-4f89-90f9-ac0d212314b3 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:29.377130 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5c90ed3c-41e4-4f89-90f9-ac0d212314b3 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "PUT /v2.0/routers/c416dd31-0060-4476-9468-569c2a687b27 HTTP/1.1" status: 200 len: 954 time: 1.6109214 Jul 24 01:10:29.379827 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54258) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:29.393571 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 2d16ef00-2e4d-43c4-9c03-829f9d412b56 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:10:29.394442 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:29.397780 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f373c5af-5bab-414f-8a49-549fe6a83e18 None None] Pushing event updated for resources: {'Port': ['ID=2e16330f-f6b7-4d4f-90d8-80ecedd8eb37,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:29.479590 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-37753bf1-731c-4f98-83fb-51d4ced0e479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:29.498211 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-37753bf1-731c-4f98-83fb-51d4ced0e479 admin admin] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:29.503138 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-37753bf1-731c-4f98-83fb-51d4ced0e479 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2282b0d5-5a70-4bed-a754-de445a9161e5 HTTP/1.1" status: 204 len: 168 time: 0.5054979 Jul 24 01:10:29.519807 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37753bf1-731c-4f98-83fb-51d4ced0e479 admin admin] Pushing event deleted for resources: {'Network': ['ID=2282b0d5-5a70-4bed-a754-de445a9161e5,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:29.550965 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f1a69-4558-4820-822f-16582ef0eed5 req-fcddf8f1-ea70-4bb9-988d-e1e031cfb4b0 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:29.556642 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-343ffa96-9544-46e0-a606-a67fa490ef67 None None] Attempting to bind port 2e16330f-f6b7-4d4f-90d8-80ecedd8eb37 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:10:29.557649 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-343ffa96-9544-46e0-a606-a67fa490ef67 None None] Attempting to bind port 2e16330f-f6b7-4d4f-90d8-80ecedd8eb37 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'a16a04bc-9b6c-4c08-9262-aece03212d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6f5e84f0-0fac-4f6d-b93a-c50f2ed50f22'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:10:29.559068 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e12f1a69-4558-4820-822f-16582ef0eed5 req-fcddf8f1-ea70-4bb9-988d-e1e031cfb4b0 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 945 time: 0.1318958 Jul 24 01:10:29.560373 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343ffa96-9544-46e0-a606-a67fa490ef67 None None] Attempting to bind port 2e16330f-f6b7-4d4f-90d8-80ecedd8eb37 on network 6f5e84f0-0fac-4f6d-b93a-c50f2ed50f22 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:10:29.570824 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343ffa96-9544-46e0-a606-a67fa490ef67 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:10:29.571621 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343ffa96-9544-46e0-a606-a67fa490ef67 None None] Checking segment: {'id': 'a16a04bc-9b6c-4c08-9262-aece03212d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6f5e84f0-0fac-4f6d-b93a-c50f2ed50f22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:10:29.572498 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-343ffa96-9544-46e0-a606-a67fa490ef67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:29.573447 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343ffa96-9544-46e0-a606-a67fa490ef67 None None] Bound using segment: {'id': 'a16a04bc-9b6c-4c08-9262-aece03212d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6f5e84f0-0fac-4f6d-b93a-c50f2ed50f22'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:10:29.574153 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-343ffa96-9544-46e0-a606-a67fa490ef67 None None] Bound port: 2e16330f-f6b7-4d4f-90d8-80ecedd8eb37, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16a04bc-9b6c-4c08-9262-aece03212d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '6f5e84f0-0fac-4f6d-b93a-c50f2ed50f22'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:10:29.574858 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-343ffa96-9544-46e0-a606-a67fa490ef67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:29.617011 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e12f1a69-4558-4820-822f-16582ef0eed5 req-13ea1bf5-560b-4d47-94e7-6af4d7dabb82 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569255 Jul 24 01:10:29.798258 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54262) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:29.808614 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ff20c1f2-4ca6-4126-8b55-c98ff3cd0715 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "GET /v2.0/routers/c416dd31-0060-4476-9468-569c2a687b27 HTTP/1.1" status: 200 len: 954 time: 0.4211099 Jul 24 01:10:29.809167 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54264) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:29.816274 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-e8709124-ee5a-4da9-b486-648f0672d38a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Request body: {'router': {'routes': None}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:10:29.817845 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-343ffa96-9544-46e0-a606-a67fa490ef67 None None] For port 2e16330f-f6b7-4d4f-90d8-80ecedd8eb37, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:10:29.823689 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-343ffa96-9544-46e0-a606-a67fa490ef67 None None] For port 2e16330f-f6b7-4d4f-90d8-80ecedd8eb37, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2e16330f-f6b7-4d4f-90d8-80ecedd8eb37,segment=NetworkSegment(a16a04bc-9b6c-4c08-9262-aece03212d1d),segment_id=a16a04bc-9b6c-4c08-9262-aece03212d1d)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:10:29.831535 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-343ffa96-9544-46e0-a606-a67fa490ef67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:29.915693 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f9d9eb28-8f4a-49e5-b140-732e91776e12 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f18b8ea4d49a4e7d96dcbb98ea4e0110&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1098616 Jul 24 01:10:29.919008 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54266) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:29.949732 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f373c5af-5bab-414f-8a49-549fe6a83e18 None None] Pushing event updated for resources: {'Port': ['ID=2e16330f-f6b7-4d4f-90d8-80ecedd8eb37,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:30.051123 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343ffa96-9544-46e0-a606-a67fa490ef67 None None] Routers {'c416dd31-0060-4476-9468-569c2a687b27'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:10:30.052270 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-343ffa96-9544-46e0-a606-a67fa490ef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:10:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['c416dd31-0060-4476-9468-569c2a687b27'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:30.076842 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-77398fdf-ee09-4706-8e27-4b7c0785e9f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:30.124928 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-77398fdf-ee09-4706-8e27-4b7c0785e9f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:30.226109 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-77398fdf-ee09-4706-8e27-4b7c0785e9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:30.229319 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-77398fdf-ee09-4706-8e27-4b7c0785e9f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:30.233404 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-77398fdf-ee09-4706-8e27-4b7c0785e9f5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/76f1f679-1618-450b-b9be-8f21a981c42c HTTP/1.1" status: 204 len: 168 time: 0.3091736 Jul 24 01:10:30.237845 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-343ffa96-9544-46e0-a606-a67fa490ef67 None None] Set router c416dd31-0060-4476-9468-569c2a687b27 gateway port host: None {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:10:30.270124 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77398fdf-ee09-4706-8e27-4b7c0785e9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f1f679-1618-450b-b9be-8f21a981c42c,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:30.474793 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.extraroute_db [None req-e8709124-ee5a-4da9-b486-648f0672d38a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Added routes are [] {{(pid=100464) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 24 01:10:30.475046 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.extraroute_db [None req-e8709124-ee5a-4da9-b486-648f0672d38a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=100464) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 24 01:10:30.520927 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e8709124-ee5a-4da9-b486-648f0672d38a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:30.856241 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e8709124-ee5a-4da9-b486-648f0672d38a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:30.865904 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e8709124-ee5a-4da9-b486-648f0672d38a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690290'] for router, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:30.903343 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-343ffa96-9544-46e0-a606-a67fa490ef67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c416dd31-0060-4476-9468-569c2a687b27', 'name': 'tempest-RoutersIpV6Test-router-1334093658', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:10:08Z', 'updated_at': '2021-07-24T01:10:28Z', 'revision_number': 6, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'gw_port_host': None, '_interfaces': [{'id': '2e16330f-f6b7-4d4f-90d8-80ecedd8eb37', 'name': '', 'network_id': '6f5e84f0-0fac-4f6d-b93a-c50f2ed50f22', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:85:73:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '3138c7b0-e597-45c2-af30-5a85879564ef', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:23Z', 'updated_at': '2021-07-24T01:10:29Z', 'revision_number': 4, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '3138c7b0-e597-45c2-af30-5a85879564ef', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d094053-1f5a-4f15-9616-8932e40bb95d', 'name': '', 'network_id': '41535b47-35bf-4e23-8493-a79f7c061533', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:91:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:10Z', 'updated_at': '2021-07-24T01:10:15Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4252fdd-c4d6-4468-859c-43c21ff51ae8', 'name': '', 'network_id': 'b63115f2-1a22-428c-8156-912e6edbb07d', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:2f:a4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '608758b8-08a8-4aec-8df5-a79f7d4a4e9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:14Z', 'updated_at': '2021-07-24T01:10:21Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '608758b8-08a8-4aec-8df5-a79f7d4a4e9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3f84822-4340-4ffe-a372-4e6c87921788', 'name': '', 'network_id': '8844d125-ef71-40d1-9888-342418decc83', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:db:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '5d4b593f-513d-476c-bcbb-9b0879268f39', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:18Z', 'updated_at': '2021-07-24T01:10:25Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '5d4b593f-513d-476c-bcbb-9b0879268f39', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:30.927813 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c41adf-911d-451f-bfdd-e06f5531a3c0 req-2707bff9-008c-4a41-bb3b-5eccea15e4fc tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:30.941894 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-48c41adf-911d-451f-bfdd-e06f5531a3c0 req-2707bff9-008c-4a41-bb3b-5eccea15e4fc tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 945 time: 0.1896219 Jul 24 01:10:30.963538 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343ffa96-9544-46e0-a606-a67fa490ef67 None None] The sync data for ids ['c416dd31-0060-4476-9468-569c2a687b27'] in n-d-793621-25 is: [{'id': 'c416dd31-0060-4476-9468-569c2a687b27', 'name': 'tempest-RoutersIpV6Test-router-1334093658', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:10:08Z', 'updated_at': '2021-07-24T01:10:28Z', 'revision_number': 6, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'gw_port_host': None, '_interfaces': [{'id': '2e16330f-f6b7-4d4f-90d8-80ecedd8eb37', 'name': '', 'network_id': '6f5e84f0-0fac-4f6d-b93a-c50f2ed50f22', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:85:73:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '3138c7b0-e597-45c2-af30-5a85879564ef', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:23Z', 'updated_at': '2021-07-24T01:10:29Z', 'revision_number': 4, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '3138c7b0-e597-45c2-af30-5a85879564ef', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d094053-1f5a-4f15-9616-8932e40bb95d', 'name': '', 'network_id': '41535b47-35bf-4e23-8493-a79f7c061533', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:91:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:10Z', 'updated_at': '2021-07-24T01:10:15Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4252fdd-c4d6-4468-859c-43c21ff51ae8', 'name': '', 'network_id': 'b63115f2-1a22-428c-8156-912e6edbb07d', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:2f:a4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '608758b8-08a8-4aec-8df5-a79f7d4a4e9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:14Z', 'updated_at': '2021-07-24T01:10:21Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '608758b8-08a8-4aec-8df5-a79f7d4a4e9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3f84822-4340-4ffe-a372-4e6c87921788', 'name': '', 'network_id': '8844d125-ef71-40d1-9888-342418decc83', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:db:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '5d4b593f-513d-476c-bcbb-9b0879268f39', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:18Z', 'updated_at': '2021-07-24T01:10:25Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '5d4b593f-513d-476c-bcbb-9b0879268f39', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:10:31.607643 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8709124-ee5a-4da9-b486-648f0672d38a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Router c416dd31-0060-4476-9468-569c2a687b27 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:10:31.706266 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-48c41adf-911d-451f-bfdd-e06f5531a3c0 req-c3b6e76c-1c78-4b2a-bc17-67b36c181f49 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7585793 Jul 24 01:10:31.945164 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8709124-ee5a-4da9-b486-648f0672d38a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:10:31.977886 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e8709124-ee5a-4da9-b486-648f0672d38a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:31.985004 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54322) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:31.996598 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e8709124-ee5a-4da9-b486-648f0672d38a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "PUT /v2.0/routers/c416dd31-0060-4476-9468-569c2a687b27 HTTP/1.1" status: 200 len: 704 time: 2.1861687 Jul 24 01:10:32.159442 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54332) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:32.162877 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f070eb3a-4c3a-4344-a4ac-ae482a6442f6 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "GET /v2.0/routers/c416dd31-0060-4476-9468-569c2a687b27 HTTP/1.1" status: 200 len: 704 time: 0.1757994 Jul 24 01:10:32.259849 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b8347-0cbb-4ba2-b66d-314ecfd8d4c5 req-7008f70b-9833-4c28-aed8-e11054aae4a3 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:32.267356 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-379b8347-0cbb-4ba2-b66d-314ecfd8d4c5 req-7008f70b-9833-4c28-aed8-e11054aae4a3 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bff11f4-1b7e-4b85-8f7f-249f5dab02d2 HTTP/1.1" status: 200 len: 945 time: 0.1719456 Jul 24 01:10:32.285380 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59e74a5-4a63-4782-b3c1-a8747f8dc8e5 None None] Sync routers for ids ['c416dd31-0060-4476-9468-569c2a687b27'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:10:32.311486 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59e74a5-4a63-4782-b3c1-a8747f8dc8e5 None None] Routers {'c416dd31-0060-4476-9468-569c2a687b27'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:10:32.312826 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-d59e74a5-4a63-4782-b3c1-a8747f8dc8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:10:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['c416dd31-0060-4476-9468-569c2a687b27'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:32.345443 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-379b8347-0cbb-4ba2-b66d-314ecfd8d4c5 req-ce58248a-ede6-4e04-9067-c6e255a32f33 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?id=8bef3724-a24f-4584-ba3c-381623968a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744672 Jul 24 01:10:32.429548 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-d59e74a5-4a63-4782-b3c1-a8747f8dc8e5 None None] Set router c416dd31-0060-4476-9468-569c2a687b27 gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:10:32.712293 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a1108b79-b2e6-4bc3-aa8b-dfdaeacd40b8 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:32.720935 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-d59e74a5-4a63-4782-b3c1-a8747f8dc8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c416dd31-0060-4476-9468-569c2a687b27', 'name': 'tempest-RoutersIpV6Test-router-1334093658', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:10:08Z', 'updated_at': '2021-07-24T01:10:30Z', 'revision_number': 7, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'gw_port_host': None, '_interfaces': [{'id': '2e16330f-f6b7-4d4f-90d8-80ecedd8eb37', 'name': '', 'network_id': '6f5e84f0-0fac-4f6d-b93a-c50f2ed50f22', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:85:73:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '3138c7b0-e597-45c2-af30-5a85879564ef', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:23Z', 'updated_at': '2021-07-24T01:10:29Z', 'revision_number': 4, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '3138c7b0-e597-45c2-af30-5a85879564ef', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d094053-1f5a-4f15-9616-8932e40bb95d', 'name': '', 'network_id': '41535b47-35bf-4e23-8493-a79f7c061533', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:91:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:10Z', 'updated_at': '2021-07-24T01:10:15Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4252fdd-c4d6-4468-859c-43c21ff51ae8', 'name': '', 'network_id': 'b63115f2-1a22-428c-8156-912e6edbb07d', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:2f:a4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '608758b8-08a8-4aec-8df5-a79f7d4a4e9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:14Z', 'updated_at': '2021-07-24T01:10:21Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '608758b8-08a8-4aec-8df5-a79f7d4a4e9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3f84822-4340-4ffe-a372-4e6c87921788', 'name': '', 'network_id': '8844d125-ef71-40d1-9888-342418decc83', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:db:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '5d4b593f-513d-476c-bcbb-9b0879268f39', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:18Z', 'updated_at': '2021-07-24T01:10:25Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '5d4b593f-513d-476c-bcbb-9b0879268f39', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:32.785709 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59e74a5-4a63-4782-b3c1-a8747f8dc8e5 None None] Checking router: c416dd31-0060-4476-9468-569c2a687b27 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:10:32.802905 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59e74a5-4a63-4782-b3c1-a8747f8dc8e5 None None] Routers {'c416dd31-0060-4476-9468-569c2a687b27'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:10:32.803534 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-d59e74a5-4a63-4782-b3c1-a8747f8dc8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:10:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['c416dd31-0060-4476-9468-569c2a687b27'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:32.835225 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54352) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:32.948215 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-d59e74a5-4a63-4782-b3c1-a8747f8dc8e5 None None] Set router c416dd31-0060-4476-9468-569c2a687b27 gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:10:33.005369 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6e346d85-9527-4864-b2c1-d4366bd918a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:33.124960 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4052eb99-9ceb-4b53-b5fb-a3008d664706 req-fdccad3c-4909-459a-859a-7c8fa2289299 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:33.126978 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4052eb99-9ceb-4b53-b5fb-a3008d664706 req-fdccad3c-4909-459a-859a-7c8fa2289299 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 945 time: 0.2981834 Jul 24 01:10:33.148236 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2e16330f-f6b7-4d4f-90d8-80ecedd8eb37 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:10:33.213586 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6e346d85-9527-4864-b2c1-d4366bd918a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:33.224119 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6e346d85-9527-4864-b2c1-d4366bd918a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:33.232241 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4052eb99-9ceb-4b53-b5fb-a3008d664706 req-e405de22-4dc1-488b-8af9-7d684ec5f319 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589859 Jul 24 01:10:33.282843 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 2e16330f-f6b7-4d4f-90d8-80ecedd8eb37 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:10:33.289418 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 2e16330f-f6b7-4d4f-90d8-80ecedd8eb37 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:10:33.289812 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:33.301710 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6e346d85-9527-4864-b2c1-d4366bd918a3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6dd8fcc4a05c4af89b39b79c1ccc50b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4650464 Jul 24 01:10:33.303172 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e346d85-9527-4864-b2c1-d4366bd918a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de5f484-8dee-4cb6-ba5f-19e23fb35608,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:33.305809 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54356) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:33.333935 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-a1108b79-b2e6-4bc3-aa8b-dfdaeacd40b8 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Deleting port 2e16330f-f6b7-4d4f-90d8-80ecedd8eb37 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:10:33.334296 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a1108b79-b2e6-4bc3-aa8b-dfdaeacd40b8 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:33.419191 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:33.424258 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-d59e74a5-4a63-4782-b3c1-a8747f8dc8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c416dd31-0060-4476-9468-569c2a687b27', 'name': 'tempest-RoutersIpV6Test-router-1334093658', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:10:08Z', 'updated_at': '2021-07-24T01:10:30Z', 'revision_number': 7, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'gw_port_host': None, '_interfaces': [{'id': '2e16330f-f6b7-4d4f-90d8-80ecedd8eb37', 'name': '', 'network_id': '6f5e84f0-0fac-4f6d-b93a-c50f2ed50f22', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:85:73:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '3138c7b0-e597-45c2-af30-5a85879564ef', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:23Z', 'updated_at': '2021-07-24T01:10:29Z', 'revision_number': 4, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '3138c7b0-e597-45c2-af30-5a85879564ef', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d094053-1f5a-4f15-9616-8932e40bb95d', 'name': '', 'network_id': '41535b47-35bf-4e23-8493-a79f7c061533', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:91:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:10Z', 'updated_at': '2021-07-24T01:10:15Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4252fdd-c4d6-4468-859c-43c21ff51ae8', 'name': '', 'network_id': 'b63115f2-1a22-428c-8156-912e6edbb07d', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:2f:a4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '608758b8-08a8-4aec-8df5-a79f7d4a4e9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:14Z', 'updated_at': '2021-07-24T01:10:21Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '608758b8-08a8-4aec-8df5-a79f7d4a4e9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3f84822-4340-4ffe-a372-4e6c87921788', 'name': '', 'network_id': '8844d125-ef71-40d1-9888-342418decc83', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:db:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '5d4b593f-513d-476c-bcbb-9b0879268f39', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:18Z', 'updated_at': '2021-07-24T01:10:25Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '5d4b593f-513d-476c-bcbb-9b0879268f39', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:33.449739 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c95b2938-d0a7-487e-b645-57926804c837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:33.477522 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59e74a5-4a63-4782-b3c1-a8747f8dc8e5 None None] The sync data for ids ['c416dd31-0060-4476-9468-569c2a687b27'] in n-d-793621-25 is: [{'id': 'c416dd31-0060-4476-9468-569c2a687b27', 'name': 'tempest-RoutersIpV6Test-router-1334093658', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:10:08Z', 'updated_at': '2021-07-24T01:10:30Z', 'revision_number': 7, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'gw_port_host': None, '_interfaces': [{'id': '2e16330f-f6b7-4d4f-90d8-80ecedd8eb37', 'name': '', 'network_id': '6f5e84f0-0fac-4f6d-b93a-c50f2ed50f22', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:85:73:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2791, 'fixed_ips': [{'subnet_id': '3138c7b0-e597-45c2-af30-5a85879564ef', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:23Z', 'updated_at': '2021-07-24T01:10:29Z', 'revision_number': 4, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '3138c7b0-e597-45c2-af30-5a85879564ef', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3d094053-1f5a-4f15-9616-8932e40bb95d', 'name': '', 'network_id': '41535b47-35bf-4e23-8493-a79f7c061533', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:91:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:10Z', 'updated_at': '2021-07-24T01:10:15Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4252fdd-c4d6-4468-859c-43c21ff51ae8', 'name': '', 'network_id': 'b63115f2-1a22-428c-8156-912e6edbb07d', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:2f:a4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '608758b8-08a8-4aec-8df5-a79f7d4a4e9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:14Z', 'updated_at': '2021-07-24T01:10:21Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '608758b8-08a8-4aec-8df5-a79f7d4a4e9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3f84822-4340-4ffe-a372-4e6c87921788', 'name': '', 'network_id': '8844d125-ef71-40d1-9888-342418decc83', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:db:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '5d4b593f-513d-476c-bcbb-9b0879268f39', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:18Z', 'updated_at': '2021-07-24T01:10:25Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '5d4b593f-513d-476c-bcbb-9b0879268f39', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:10:33.489691 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c95b2938-d0a7-487e-b645-57926804c837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:33.504060 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 2e16330f-f6b7-4d4f-90d8-80ecedd8eb37, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2e16330f-f6b7-4d4f-90d8-80ecedd8eb37,segment=NetworkSegment(a16a04bc-9b6c-4c08-9262-aece03212d1d),segment_id=a16a04bc-9b6c-4c08-9262-aece03212d1d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:10:33.519522 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:33.526502 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-a1108b79-b2e6-4bc3-aa8b-dfdaeacd40b8 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] For port 2e16330f-f6b7-4d4f-90d8-80ecedd8eb37, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2e16330f-f6b7-4d4f-90d8-80ecedd8eb37,segment=NetworkSegment(a16a04bc-9b6c-4c08-9262-aece03212d1d),segment_id=a16a04bc-9b6c-4c08-9262-aece03212d1d)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:10:33.526915 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a1108b79-b2e6-4bc3-aa8b-dfdaeacd40b8 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:33.573972 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-a1108b79-b2e6-4bc3-aa8b-dfdaeacd40b8 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Calling delete_port for 2e16330f-f6b7-4d4f-90d8-80ecedd8eb37 owned by network:router_interface {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:10:33.606553 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e52ca-da8d-4d20-b7b3-937da9001f5f req-71d09492-9b7f-443e-b716-79c0b9071155 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:33.614015 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b47e52ca-da8d-4d20-b7b3-937da9001f5f req-71d09492-9b7f-443e-b716-79c0b9071155 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bff11f4-1b7e-4b85-8f7f-249f5dab02d2 HTTP/1.1" status: 200 len: 945 time: 0.1437829 Jul 24 01:10:33.628793 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=2e16330f-f6b7-4d4f-90d8-80ecedd8eb37,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:33.674921 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b47e52ca-da8d-4d20-b7b3-937da9001f5f req-8d84b03a-4904-471a-a219-96d5ba43202b tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?id=8bef3724-a24f-4584-ba3c-381623968a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599554 Jul 24 01:10:33.882384 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f907063-5f71-4ddb-9fba-59a23aae087d req-58e969e3-1abc-4fd3-b89c-b4287e9ff0a7 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:33.884243 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6f907063-5f71-4ddb-9fba-59a23aae087d req-58e969e3-1abc-4fd3-b89c-b4287e9ff0a7 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.13 "GET /v2.0/ports?device_id=0bff11f4-1b7e-4b85-8f7f-249f5dab02d2 HTTP/1.1" status: 200 len: 945 time: 0.1492066 Jul 24 01:10:33.885018 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c95b2938-d0a7-487e-b645-57926804c837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:33.887794 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c95b2938-d0a7-487e-b645-57926804c837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:33.891626 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c95b2938-d0a7-487e-b645-57926804c837 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7de5f484-8dee-4cb6-ba5f-19e23fb35608 HTTP/1.1" status: 204 len: 168 time: 0.5816491 Jul 24 01:10:33.945687 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b2938-d0a7-487e-b645-57926804c837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de5f484-8dee-4cb6-ba5f-19e23fb35608,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:33.996607 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a1108b79-b2e6-4bc3-aa8b-dfdaeacd40b8 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:34.055738 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1108b79-b2e6-4bc3-aa8b-dfdaeacd40b8 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event deleted for resources: {'Port': ['ID=2e16330f-f6b7-4d4f-90d8-80ecedd8eb37,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:34.210283 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-6f907063-5f71-4ddb-9fba-59a23aae087d req-6058557b-a4f1-4c26-8cf9-da7bb5f5b05f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Deleting port 5b91c6cb-ee66-499d-9491-adc0d960ebb0 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:10:34.211485 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6f907063-5f71-4ddb-9fba-59a23aae087d req-6058557b-a4f1-4c26-8cf9-da7bb5f5b05f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:34.279629 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a1108b79-b2e6-4bc3-aa8b-dfdaeacd40b8 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:34.394405 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-6f907063-5f71-4ddb-9fba-59a23aae087d req-6058557b-a4f1-4c26-8cf9-da7bb5f5b05f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] For port 5b91c6cb-ee66-499d-9491-adc0d960ebb0, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=5b91c6cb-ee66-499d-9491-adc0d960ebb0,segment=NetworkSegment(7407b275-26ce-41ae-aa2f-0d064e63de96),segment_id=7407b275-26ce-41ae-aa2f-0d064e63de96)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:10:34.394843 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6f907063-5f71-4ddb-9fba-59a23aae087d req-6058557b-a4f1-4c26-8cf9-da7bb5f5b05f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:34.823501 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6f907063-5f71-4ddb-9fba-59a23aae087d req-6058557b-a4f1-4c26-8cf9-da7bb5f5b05f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:34.823908 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6f907063-5f71-4ddb-9fba-59a23aae087d req-6058557b-a4f1-4c26-8cf9-da7bb5f5b05f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:34.824293 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [req-6f907063-5f71-4ddb-9fba-59a23aae087d req-6058557b-a4f1-4c26-8cf9-da7bb5f5b05f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Floating IP 73cd11fb-3a39-4884-8d13-c61cefb39f88 disassociated. External IP: 172.25.2.224, port: 5b91c6cb-ee66-499d-9491-adc0d960ebb0. Jul 24 01:10:34.824657 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-6f907063-5f71-4ddb-9fba-59a23aae087d req-6058557b-a4f1-4c26-8cf9-da7bb5f5b05f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Calling delete_port for 5b91c6cb-ee66-499d-9491-adc0d960ebb0 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:10:34.923312 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4ca58-e2a0-4ee2-af19-79b9e52118f1 req-9f580830-bbe0-4ff1-9437-eb3971df929b tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:34.930158 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:34.935782 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ccf4ca58-e2a0-4ee2-af19-79b9e52118f1 req-9f580830-bbe0-4ff1-9437-eb3971df929b tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bff11f4-1b7e-4b85-8f7f-249f5dab02d2 HTTP/1.1" status: 200 len: 945 time: 0.1279612 Jul 24 01:10:34.971470 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9ab62-7fde-4d2d-97a0-af03e5f378be req-0c4c56ec-bb3c-4cb1-8dc8-174693109508 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:34.973300 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fab9ab62-7fde-4d2d-97a0-af03e5f378be req-0c4c56ec-bb3c-4cb1-8dc8-174693109508 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 945 time: 0.5618420 Jul 24 01:10:35.001056 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ccf4ca58-e2a0-4ee2-af19-79b9e52118f1 req-159d1f95-7bad-4570-8c59-86d7095b4c04 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups?id=8bef3724-a24f-4584-ba3c-381623968a52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576990 Jul 24 01:10:35.099207 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fab9ab62-7fde-4d2d-97a0-af03e5f378be req-40a6219f-ecb6-4942-92cd-c1649741928f tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866435 Jul 24 01:10:35.106122 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1108b79-b2e6-4bc3-aa8b-dfdaeacd40b8 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Router c416dd31-0060-4476-9468-569c2a687b27 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:10:35.252051 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:35.278695 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1108b79-b2e6-4bc3-aa8b-dfdaeacd40b8 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:10:35.282941 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6f907063-5f71-4ddb-9fba-59a23aae087d req-6058557b-a4f1-4c26-8cf9-da7bb5f5b05f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:35.287298 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a1108b79-b2e6-4bc3-aa8b-dfdaeacd40b8 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "PUT /v2.0/routers/c416dd31-0060-4476-9468-569c2a687b27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1267517 Jul 24 01:10:35.290180 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54392) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:35.294396 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc795cd-b80e-4de9-b9a7-29975f4180dd None None] Sync routers for ids ['c416dd31-0060-4476-9468-569c2a687b27'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:10:35.309635 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc795cd-b80e-4de9-b9a7-29975f4180dd None None] Routers {'c416dd31-0060-4476-9468-569c2a687b27'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:10:35.310515 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-afc795cd-b80e-4de9-b9a7-29975f4180dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:10:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['c416dd31-0060-4476-9468-569c2a687b27'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:35.332531 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058557b-a4f1-4c26-8cf9-da7bb5f5b05f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Pushing event deleted for resources: {'Port': ['ID=5b91c6cb-ee66-499d-9491-adc0d960ebb0,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:35.394913 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-b82cd75d-b717-4748-b4e8-89a676e09ffe tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Deleting subnet 3138c7b0-e597-45c2-af30-5a85879564ef {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:10:35.399113 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b82cd75d-b717-4748-b4e8-89a676e09ffe tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:35.472351 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b82cd75d-b717-4748-b4e8-89a676e09ffe tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:35.490944 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f907063-5f71-4ddb-9fba-59a23aae087d req-6058557b-a4f1-4c26-8cf9-da7bb5f5b05f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Router 21fb0cab-ac46-421a-9ac4-9ca2880007a8 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:10:35.504094 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-afc795cd-b80e-4de9-b9a7-29975f4180dd None None] Set router c416dd31-0060-4476-9468-569c2a687b27 gateway port host: None {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:10:35.667037 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b82cd75d-b717-4748-b4e8-89a676e09ffe tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:35.809524 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b82cd75d-b717-4748-b4e8-89a676e09ffe tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:35.854164 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82cd75d-b717-4748-b4e8-89a676e09ffe tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event deleted for resources: {'Subnet': ['ID=3138c7b0-e597-45c2-af30-5a85879564ef,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:35.869983 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b82cd75d-b717-4748-b4e8-89a676e09ffe tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:35.873315 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b82cd75d-b717-4748-b4e8-89a676e09ffe tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "DELETE /v2.0/subnets/3138c7b0-e597-45c2-af30-5a85879564ef HTTP/1.1" status: 204 len: 168 time: 0.5820203 Jul 24 01:10:35.877101 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54404) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:36.059069 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6a3afb95-9a41-4305-a603-e1492ac2d19a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:36.133681 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2799aad3-b49f-45f4-bdc0-950c7b0baaf3 None None] Network 6f5e84f0-0fac-4f6d-b93a-c50f2ed50f22 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:10:36.273874 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1769cad7-047d-4df9-b2b1-1aa81bededd4 req-9b285d10-5de9-4734-8ea2-a6d280548243 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bff11f4-1b7e-4b85-8f7f-249f5dab02d2 HTTP/1.1" status: 200 len: 210 time: 0.0398433 Jul 24 01:10:36.277624 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-afc795cd-b80e-4de9-b9a7-29975f4180dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c416dd31-0060-4476-9468-569c2a687b27', 'name': 'tempest-RoutersIpV6Test-router-1334093658', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:10:08Z', 'updated_at': '2021-07-24T01:10:33Z', 'revision_number': 8, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'gw_port_host': None, '_interfaces': [{'id': '3d094053-1f5a-4f15-9616-8932e40bb95d', 'name': '', 'network_id': '41535b47-35bf-4e23-8493-a79f7c061533', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:91:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:10Z', 'updated_at': '2021-07-24T01:10:15Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4252fdd-c4d6-4468-859c-43c21ff51ae8', 'name': '', 'network_id': 'b63115f2-1a22-428c-8156-912e6edbb07d', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:2f:a4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '608758b8-08a8-4aec-8df5-a79f7d4a4e9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:14Z', 'updated_at': '2021-07-24T01:10:21Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '608758b8-08a8-4aec-8df5-a79f7d4a4e9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3f84822-4340-4ffe-a372-4e6c87921788', 'name': '', 'network_id': '8844d125-ef71-40d1-9888-342418decc83', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:db:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '5d4b593f-513d-476c-bcbb-9b0879268f39', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:18Z', 'updated_at': '2021-07-24T01:10:25Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '5d4b593f-513d-476c-bcbb-9b0879268f39', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:36.315144 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-6a3afb95-9a41-4305-a603-e1492ac2d19a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Deleting port 2d16ef00-2e4d-43c4-9c03-829f9d412b56 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:10:36.315553 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6a3afb95-9a41-4305-a603-e1492ac2d19a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:36.334698 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:10:36.379774 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc795cd-b80e-4de9-b9a7-29975f4180dd None None] Checking router: c416dd31-0060-4476-9468-569c2a687b27 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:10:36.427896 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0018d-ab07-47c9-9a51-538bdc9f7586 req-1a07df4a-afeb-4bca-afd9-9eb91beecaea tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:36.429701 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-39c0018d-ab07-47c9-9a51-538bdc9f7586 req-1a07df4a-afeb-4bca-afd9-9eb91beecaea tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 945 time: 0.1935728 Jul 24 01:10:36.430153 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-6a3afb95-9a41-4305-a603-e1492ac2d19a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] For port 2d16ef00-2e4d-43c4-9c03-829f9d412b56, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2d16ef00-2e4d-43c4-9c03-829f9d412b56,segment=NetworkSegment(a16a04bc-9b6c-4c08-9262-aece03212d1d),segment_id=a16a04bc-9b6c-4c08-9262-aece03212d1d)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:10:36.430643 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6a3afb95-9a41-4305-a603-e1492ac2d19a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:36.431787 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b52e5-0cf3-4fbb-9be9-4794af6c8003 req-6e82116f-cd30-443b-80a7-38d05aceed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:36.433294 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f39b52e5-0cf3-4fbb-9be9-4794af6c8003 req-6e82116f-cd30-443b-80a7-38d05aceed08 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6dc6777949c4bca80e15baebcec81ec&device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 1097 time: 0.2203045 Jul 24 01:10:36.434309 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f907063-5f71-4ddb-9fba-59a23aae087d req-6058557b-a4f1-4c26-8cf9-da7bb5f5b05f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:10:36.450791 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc795cd-b80e-4de9-b9a7-29975f4180dd None None] Routers {'c416dd31-0060-4476-9468-569c2a687b27'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:10:36.451216 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-afc795cd-b80e-4de9-b9a7-29975f4180dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:10:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['c416dd31-0060-4476-9468-569c2a687b27'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:36.454232 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fee9d74-6d19-46a6-8ff5-d7ea7c68c6cb None None] Sync routers for ids ['21fb0cab-ac46-421a-9ac4-9ca2880007a8'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:10:36.466127 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fee9d74-6d19-46a6-8ff5-d7ea7c68c6cb None None] Routers {'21fb0cab-ac46-421a-9ac4-9ca2880007a8'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:10:36.467658 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-8fee9d74-6d19-46a6-8ff5-d7ea7c68c6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:10:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['21fb0cab-ac46-421a-9ac4-9ca2880007a8'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:36.469705 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-6a3afb95-9a41-4305-a603-e1492ac2d19a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Calling delete_port for 2d16ef00-2e4d-43c4-9c03-829f9d412b56 owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:10:36.547534 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f907063-5f71-4ddb-9fba-59a23aae087d req-6058557b-a4f1-4c26-8cf9-da7bb5f5b05f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] No DVR routers for this DVR port 5b91c6cb-ee66-499d-9491-adc0d960ebb0 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:10:36.552871 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6f907063-5f71-4ddb-9fba-59a23aae087d req-6058557b-a4f1-4c26-8cf9-da7bb5f5b05f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:36.554977 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6f907063-5f71-4ddb-9fba-59a23aae087d req-6058557b-a4f1-4c26-8cf9-da7bb5f5b05f tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.13 "DELETE /v2.0/ports/5b91c6cb-ee66-499d-9491-adc0d960ebb0 HTTP/1.1" status: 204 len: 173 time: 2.6473417 Jul 24 01:10:36.555424 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bff11f4-1b7e-4b85-8f7f-249f5dab02d2', 'name': 'network-vif-deleted', 'tag': '5b91c6cb-ee66-499d-9491-adc0d960ebb0'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:10:36.557885 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8c4b65-d46a-46f1-921b-c9dc10510948" -d '{"events": [{"server_uuid": "0bff11f4-1b7e-4b85-8f7f-249f5dab02d2", "name": "network-vif-deleted", "tag": "5b91c6cb-ee66-499d-9491-adc0d960ebb0"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:10:36.569098 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-39c0018d-ab07-47c9-9a51-538bdc9f7586 req-bdfbb804-d384-4ef2-ac21-4bc9b6b33ff0 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319375 Jul 24 01:10:36.705116 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b52e5-0cf3-4fbb-9be9-4794af6c8003 req-872ac95a-1f87-40fa-8188-e6ab187a56e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:36.708656 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f39b52e5-0cf3-4fbb-9be9-4794af6c8003 req-872ac95a-1f87-40fa-8188-e6ab187a56e0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ce20638c-9366-403c-99ef-699b8c74111a HTTP/1.1" status: 200 len: 918 time: 0.2461262 Jul 24 01:10:36.715831 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-8fee9d74-6d19-46a6-8ff5-d7ea7c68c6cb None None] Set router 21fb0cab-ac46-421a-9ac4-9ca2880007a8 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:10:36.759521 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6a3afb95-9a41-4305-a603-e1492ac2d19a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:36.772371 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-afc795cd-b80e-4de9-b9a7-29975f4180dd None None] Set router c416dd31-0060-4476-9468-569c2a687b27 gateway port host: None {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:10:36.813069 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3afb95-9a41-4305-a603-e1492ac2d19a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] No DVR routers for this DVR port 2d16ef00-2e4d-43c4-9c03-829f9d412b56 on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:10:36.900660 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3afb95-9a41-4305-a603-e1492ac2d19a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event deleted for resources: {'Port': ['ID=2d16ef00-2e4d-43c4-9c03-829f9d412b56,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:36.903067 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f39b52e5-0cf3-4fbb-9be9-4794af6c8003 req-7fc654b1-9a35-4414-a149-254187a86f08 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05963e2b-d078-4047-9852-450b738dbdb2 HTTP/1.1" status: 200 len: 1001 time: 0.1799479 Jul 24 01:10:36.978951 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b52e5-0cf3-4fbb-9be9-4794af6c8003 req-16f60007-f8b2-4b7a-b131-bceba7ce5c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:36.983934 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f39b52e5-0cf3-4fbb-9be9-4794af6c8003 req-16f60007-f8b2-4b7a-b131-bceba7ce5c8f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=941506a1-fc49-47b1-b115-8157f3b98de0 HTTP/1.1" status: 200 len: 856 time: 0.0734932 Jul 24 01:10:37.057496 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df054de6-ed41-4de4-af82-bb428ed1ee19 x-openstack-request-id: req-df054de6-ed41-4de4-af82-bb428ed1ee19 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:10:37.057496 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bff11f4-1b7e-4b85-8f7f-249f5dab02d2", "name": "network-vif-deleted", "tag": "5b91c6cb-ee66-499d-9491-adc0d960ebb0", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:10:37.057791 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-df054de6-ed41-4de4-af82-bb428ed1ee19 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:10:37.058059 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bff11f4-1b7e-4b85-8f7f-249f5dab02d2', 'name': 'network-vif-deleted', 'tag': '5b91c6cb-ee66-499d-9491-adc0d960ebb0', 'status': 'completed', 'code': 200} Jul 24 01:10:37.134782 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6a3afb95-9a41-4305-a603-e1492ac2d19a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:37.159206 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b52e5-0cf3-4fbb-9be9-4794af6c8003 req-d3f27a95-6496-403a-82f4-63cac5192c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:37.162145 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f39b52e5-0cf3-4fbb-9be9-4794af6c8003 req-d3f27a95-6496-403a-82f4-63cac5192c96 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce20638c-9366-403c-99ef-699b8c74111a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1705573 Jul 24 01:10:37.170114 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-6a3afb95-9a41-4305-a603-e1492ac2d19a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f5e84f0-0fac-4f6d-b93a-c50f2ed50f22']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:37.201834 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-6a3afb95-9a41-4305-a603-e1492ac2d19a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a16a04bc-9b6c-4c08-9262-aece03212d1d') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:37.202056 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-6a3afb95-9a41-4305-a603-e1492ac2d19a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a16a04bc-9b6c-4c08-9262-aece03212d1d') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:37.203499 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3fae66-2118-4c4d-9236-b3ba4bdfc70e None None] DHCP port deletion for 6f5e84f0-0fac-4f6d-b93a-c50f2ed50f22 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:10:37.228835 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6a3afb95-9a41-4305-a603-e1492ac2d19a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:37.260727 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6a3afb95-9a41-4305-a603-e1492ac2d19a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:37.274771 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a3afb95-9a41-4305-a603-e1492ac2d19a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:10:37.277114 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6a3afb95-9a41-4305-a603-e1492ac2d19a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:37.329099 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-8fee9d74-6d19-46a6-8ff5-d7ea7c68c6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'name': 'tempest-AttachVolumeTestJSON-957865579-router', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '25588372-553d-42f7-b7b2-ab8ca8d1a6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:02:25Z', 'updated_at': '2021-07-24T01:02:38Z', 'revision_number': 4, 'project_id': '6c3660a81a574f9ba01b0543dcb1130d', 'gw_port': {'id': '25588372-553d-42f7-b7b2-ab8ca8d1a6f8', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:02:27Z', 'updated_at': '2021-07-24T01:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'c8f0cdbb-23cb-4a0d-8e86-a79a68680666', 'name': '', 'network_id': '03e78a62-81d3-4752-be2c-d12db7b84826', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'mac_address': 'fa:16:3e:67:6b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': 'b482f598-bb63-4afc-99f7-7e599c57abf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:02:35Z', 'updated_at': '2021-07-24T01:02:51Z', 'revision_number': 5, 'project_id': '6c3660a81a574f9ba01b0543dcb1130d', 'subnets': [{'id': 'b482f598-bb63-4afc-99f7-7e599c57abf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:37.367675 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:10:37.367675 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:10:37.367675 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:10:37.367675 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:10:37.367675 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:10:37.367675 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:10:37.367675 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:10:37.367675 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:10:37.367675 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:10:37.367675 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:10:37.367675 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:10:37.367675 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:10:37.367675 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:10:37.367675 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:10:37.367675 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:10:37.367675 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:10:37.367675 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:10:37.367675 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:10:37.367675 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:10:37.367675 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:10:37.367675 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:10:37.367675 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:10:37.367675 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:10:37.367675 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:10:37.367675 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:10:37.367675 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:10:37.367675 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:10:37.367675 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:10:37.367675 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:10:37.367675 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:10:37.367675 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:10:37.367675 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:10:37.378628 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6a3afb95-9a41-4305-a603-e1492ac2d19a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:37.395567 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fee9d74-6d19-46a6-8ff5-d7ea7c68c6cb None None] Checking router: 21fb0cab-ac46-421a-9ac4-9ca2880007a8 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:10:37.405955 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6a3afb95-9a41-4305-a603-e1492ac2d19a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:37.412367 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6a3afb95-9a41-4305-a603-e1492ac2d19a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "DELETE /v2.0/networks/6f5e84f0-0fac-4f6d-b93a-c50f2ed50f22 HTTP/1.1" status: 204 len: 168 time: 1.5338843 Jul 24 01:10:37.415415 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f39b52e5-0cf3-4fbb-9be9-4794af6c8003 req-d6518383-3f50-4d0d-b1f3-32ee0b590b14 service neutron] 10.222.0.13 "GET /v2.0/networks/ce20638c-9366-403c-99ef-699b8c74111a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446313 Jul 24 01:10:37.416237 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54436) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:37.420749 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fee9d74-6d19-46a6-8ff5-d7ea7c68c6cb None None] Routers {'21fb0cab-ac46-421a-9ac4-9ca2880007a8'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:10:37.422284 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-8fee9d74-6d19-46a6-8ff5-d7ea7c68c6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:10:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['21fb0cab-ac46-421a-9ac4-9ca2880007a8'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:37.438437 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3afb95-9a41-4305-a603-e1492ac2d19a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event deleted for resources: {'Network': ['ID=6f5e84f0-0fac-4f6d-b93a-c50f2ed50f22,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:37.464692 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-afc795cd-b80e-4de9-b9a7-29975f4180dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c416dd31-0060-4476-9468-569c2a687b27', 'name': 'tempest-RoutersIpV6Test-router-1334093658', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:10:08Z', 'updated_at': '2021-07-24T01:10:33Z', 'revision_number': 8, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'gw_port_host': None, '_interfaces': [{'id': '3d094053-1f5a-4f15-9616-8932e40bb95d', 'name': '', 'network_id': '41535b47-35bf-4e23-8493-a79f7c061533', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:91:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:10Z', 'updated_at': '2021-07-24T01:10:15Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4252fdd-c4d6-4468-859c-43c21ff51ae8', 'name': '', 'network_id': 'b63115f2-1a22-428c-8156-912e6edbb07d', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:2f:a4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '608758b8-08a8-4aec-8df5-a79f7d4a4e9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:14Z', 'updated_at': '2021-07-24T01:10:21Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '608758b8-08a8-4aec-8df5-a79f7d4a4e9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3f84822-4340-4ffe-a372-4e6c87921788', 'name': '', 'network_id': '8844d125-ef71-40d1-9888-342418decc83', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:db:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '5d4b593f-513d-476c-bcbb-9b0879268f39', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:18Z', 'updated_at': '2021-07-24T01:10:25Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '5d4b593f-513d-476c-bcbb-9b0879268f39', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:37.508105 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc795cd-b80e-4de9-b9a7-29975f4180dd None None] The sync data for ids ['c416dd31-0060-4476-9468-569c2a687b27'] in n-d-793621-25 is: [{'id': 'c416dd31-0060-4476-9468-569c2a687b27', 'name': 'tempest-RoutersIpV6Test-router-1334093658', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:10:08Z', 'updated_at': '2021-07-24T01:10:33Z', 'revision_number': 8, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'gw_port_host': None, '_interfaces': [{'id': '3d094053-1f5a-4f15-9616-8932e40bb95d', 'name': '', 'network_id': '41535b47-35bf-4e23-8493-a79f7c061533', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:91:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:10Z', 'updated_at': '2021-07-24T01:10:15Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4252fdd-c4d6-4468-859c-43c21ff51ae8', 'name': '', 'network_id': 'b63115f2-1a22-428c-8156-912e6edbb07d', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:2f:a4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '608758b8-08a8-4aec-8df5-a79f7d4a4e9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:14Z', 'updated_at': '2021-07-24T01:10:21Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '608758b8-08a8-4aec-8df5-a79f7d4a4e9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3f84822-4340-4ffe-a372-4e6c87921788', 'name': '', 'network_id': '8844d125-ef71-40d1-9888-342418decc83', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:db:f2:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2785, 'fixed_ips': [{'subnet_id': '5d4b593f-513d-476c-bcbb-9b0879268f39', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:18Z', 'updated_at': '2021-07-24T01:10:25Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '5d4b593f-513d-476c-bcbb-9b0879268f39', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:10:37.638557 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3ecef934-475e-4c63-8d15-071848e1e2d5 req-3619e4eb-b5fa-4fd2-b8b1-dfcdaac72d58 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/ports?device_id=0bff11f4-1b7e-4b85-8f7f-249f5dab02d2 HTTP/1.1" status: 200 len: 210 time: 0.1691003 Jul 24 01:10:37.757372 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-8fee9d74-6d19-46a6-8ff5-d7ea7c68c6cb None None] Set router 21fb0cab-ac46-421a-9ac4-9ca2880007a8 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:10:37.853533 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4fbf7-f3e5-4183-85ff-ce7902be9498 req-c316cf81-1851-4eeb-aee1-bda569d289ec tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:37.870262 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b3d4fbf7-f3e5-4183-85ff-ce7902be9498 req-c316cf81-1851-4eeb-aee1-bda569d289ec tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 945 time: 0.1444092 Jul 24 01:10:37.908400 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f39b52e5-0cf3-4fbb-9be9-4794af6c8003 req-0fe368bc-925d-49ef-8257-1bd5ec8534c2 service neutron] 10.222.0.13 "GET /v2.0/networks/ce20638c-9366-403c-99ef-699b8c74111a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4826620 Jul 24 01:10:37.957351 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b3d4fbf7-f3e5-4183-85ff-ce7902be9498 req-263fa232-e182-4eff-a257-bc3aaa752e4f tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855753 Jul 24 01:10:37.986515 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 5b91c6cb-ee66-499d-9491-adc0d960ebb0 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:10:38.034390 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 5b91c6cb-ee66-499d-9491-adc0d960ebb0 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:10:38.035020 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 5b91c6cb-ee66-499d-9491-adc0d960ebb0 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:10:38.145905 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-8fee9d74-6d19-46a6-8ff5-d7ea7c68c6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'name': 'tempest-AttachVolumeTestJSON-957865579-router', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '25588372-553d-42f7-b7b2-ab8ca8d1a6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:02:25Z', 'updated_at': '2021-07-24T01:02:38Z', 'revision_number': 4, 'project_id': '6c3660a81a574f9ba01b0543dcb1130d', 'gw_port': {'id': '25588372-553d-42f7-b7b2-ab8ca8d1a6f8', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:02:27Z', 'updated_at': '2021-07-24T01:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'c8f0cdbb-23cb-4a0d-8e86-a79a68680666', 'name': '', 'network_id': '03e78a62-81d3-4752-be2c-d12db7b84826', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'mac_address': 'fa:16:3e:67:6b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': 'b482f598-bb63-4afc-99f7-7e599c57abf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:02:35Z', 'updated_at': '2021-07-24T01:02:51Z', 'revision_number': 5, 'project_id': '6c3660a81a574f9ba01b0543dcb1130d', 'subnets': [{'id': 'b482f598-bb63-4afc-99f7-7e599c57abf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:38.209452 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fee9d74-6d19-46a6-8ff5-d7ea7c68c6cb None None] The sync data for ids ['21fb0cab-ac46-421a-9ac4-9ca2880007a8'] in n-d-793621-25 is: [{'id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'name': 'tempest-AttachVolumeTestJSON-957865579-router', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '25588372-553d-42f7-b7b2-ab8ca8d1a6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:02:25Z', 'updated_at': '2021-07-24T01:02:38Z', 'revision_number': 4, 'project_id': '6c3660a81a574f9ba01b0543dcb1130d', 'gw_port': {'id': '25588372-553d-42f7-b7b2-ab8ca8d1a6f8', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:02:27Z', 'updated_at': '2021-07-24T01:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'c8f0cdbb-23cb-4a0d-8e86-a79a68680666', 'name': '', 'network_id': '03e78a62-81d3-4752-be2c-d12db7b84826', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'mac_address': 'fa:16:3e:67:6b:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1928, 'fixed_ips': [{'subnet_id': 'b482f598-bb63-4afc-99f7-7e599c57abf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:02:35Z', 'updated_at': '2021-07-24T01:02:51Z', 'revision_number': 5, 'project_id': '6c3660a81a574f9ba01b0543dcb1130d', 'subnets': [{'id': 'b482f598-bb63-4afc-99f7-7e599c57abf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:10:38.237390 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5a69d67e-79f7-4685-97b5-b1284e535dd6 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:38.588540 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0637efce-8390-485b-a8d1-f8031f7365a8 None None] New status for floating IP 73cd11fb-3a39-4884-8d13-c61cefb39f88: DOWN {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:10:38.611439 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-5a69d67e-79f7-4685-97b5-b1284e535dd6 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Deleting port f3f84822-4340-4ffe-a372-4e6c87921788 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:10:38.611796 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5a69d67e-79f7-4685-97b5-b1284e535dd6 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:38.657121 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54452) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:38.782661 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-5a69d67e-79f7-4685-97b5-b1284e535dd6 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] For port f3f84822-4340-4ffe-a372-4e6c87921788, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=f3f84822-4340-4ffe-a372-4e6c87921788,segment=NetworkSegment(1dd23c87-880d-486f-b8d2-25c056f73efc),segment_id=1dd23c87-880d-486f-b8d2-25c056f73efc)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:10:38.783374 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5a69d67e-79f7-4685-97b5-b1284e535dd6 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:38.789581 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54460) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:38.830003 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-5a69d67e-79f7-4685-97b5-b1284e535dd6 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Calling delete_port for f3f84822-4340-4ffe-a372-4e6c87921788 owned by network:router_interface {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:10:38.909213 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2ea41d07-0030-46f0-bdb6-c1631438766c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:38.936955 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-022756fc-83b3-477d-b15c-df9cb261e87d tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:38.974920 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-022756fc-83b3-477d-b15c-df9cb261e87d tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:39.036910 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2d16ef00-2e4d-43c4-9c03-829f9d412b56 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:10:39.080745 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 2d16ef00-2e4d-43c4-9c03-829f9d412b56 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:10:39.081347 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2d16ef00-2e4d-43c4-9c03-829f9d412b56 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:10:39.081922 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2e16330f-f6b7-4d4f-90d8-80ecedd8eb37 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:10:39.108994 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-022756fc-83b3-477d-b15c-df9cb261e87d tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:39.124725 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-022756fc-83b3-477d-b15c-df9cb261e87d tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:39.126123 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-022756fc-83b3-477d-b15c-df9cb261e87d tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "DELETE /v2.0/security-groups/8bef3724-a24f-4584-ba3c-381623968a52 HTTP/1.1" status: 204 len: 168 time: 0.3355057 Jul 24 01:10:39.129728 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54464) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:39.144469 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022756fc-83b3-477d-b15c-df9cb261e87d tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bef3724-a24f-4584-ba3c-381623968a52,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:39.145860 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 2e16330f-f6b7-4d4f-90d8-80ecedd8eb37 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:10:39.146437 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2e16330f-f6b7-4d4f-90d8-80ecedd8eb37 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:10:39.175783 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5a69d67e-79f7-4685-97b5-b1284e535dd6 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:39.184964 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-0f3ddd2f-e08e-4ec7-9fd9-835ed8eb7798 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] show failed (client error): The resource could not be found. Jul 24 01:10:39.186006 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0f3ddd2f-e08e-4ec7-9fd9-835ed8eb7798 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "GET /v2.0/security-groups/8bef3724-a24f-4584-ba3c-381623968a52 HTTP/1.1" status: 404 len: 347 time: 0.0549951 Jul 24 01:10:39.191061 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54466) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:39.211481 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a69d67e-79f7-4685-97b5-b1284e535dd6 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event deleted for resources: {'Port': ['ID=f3f84822-4340-4ffe-a372-4e6c87921788,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:39.362976 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d34bd-7b3a-405a-bc83-237b05a6f426 req-b1c9d3bc-a6bc-4727-bf1c-f0e988860ad9 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:39.364539 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-035d34bd-7b3a-405a-bc83-237b05a6f426 req-b1c9d3bc-a6bc-4727-bf1c-f0e988860ad9 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 945 time: 0.3010859 Jul 24 01:10:39.367580 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5a69d67e-79f7-4685-97b5-b1284e535dd6 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:39.394844 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2ea41d07-0030-46f0-bdb6-c1631438766c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:39.407005 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2ea41d07-0030-46f0-bdb6-c1631438766c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:39.450577 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea41d07-0030-46f0-bdb6-c1631438766c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8b963f-521d-4e1f-901c-65a6716df1dc,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:39.481035 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2ea41d07-0030-46f0-bdb6-c1631438766c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7975e3ab043344da88ba74b6b0a9999c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8220899 Jul 24 01:10:39.484429 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54468) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:39.494042 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f00c5-2300-4420-b0f3-cb25263b3196 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Deleting port 7580196b-540d-473e-8a26-dd9298d07830 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:10:39.494383 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ce9f00c5-2300-4420-b0f3-cb25263b3196 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:39.548672 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-035d34bd-7b3a-405a-bc83-237b05a6f426 req-d969d358-1f7b-4c5f-bde9-d286b7de72e1 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751513 Jul 24 01:10:39.597992 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ce9f00c5-2300-4420-b0f3-cb25263b3196 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:39.598613 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ce9f00c5-2300-4420-b0f3-cb25263b3196 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:39.612224 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-ce9f00c5-2300-4420-b0f3-cb25263b3196 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Calling delete_port for 7580196b-540d-473e-8a26-dd9298d07830 owned by network:floatingip {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:10:39.664109 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ad1e6339-4b8f-435d-bd87-f62a731f653e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:39.699663 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ad1e6339-4b8f-435d-bd87-f62a731f653e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:39.702966 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a69d67e-79f7-4685-97b5-b1284e535dd6 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Router c416dd31-0060-4476-9468-569c2a687b27 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:10:39.782374 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ce9f00c5-2300-4420-b0f3-cb25263b3196 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:39.822865 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f00c5-2300-4420-b0f3-cb25263b3196 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Pushing event deleted for resources: {'Port': ['ID=7580196b-540d-473e-8a26-dd9298d07830,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:39.855988 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ad1e6339-4b8f-435d-bd87-f62a731f653e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:39.860281 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ad1e6339-4b8f-435d-bd87-f62a731f653e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:39.863293 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ad1e6339-4b8f-435d-bd87-f62a731f653e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ab8b963f-521d-4e1f-901c-65a6716df1dc HTTP/1.1" status: 204 len: 168 time: 0.3753042 Jul 24 01:10:39.885779 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a69d67e-79f7-4685-97b5-b1284e535dd6 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:10:39.897926 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5a69d67e-79f7-4685-97b5-b1284e535dd6 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "PUT /v2.0/routers/c416dd31-0060-4476-9468-569c2a687b27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4783139 Jul 24 01:10:39.902024 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a018eaa-1c3e-4924-abdd-99d998095eaf None None] Sync routers for ids ['c416dd31-0060-4476-9468-569c2a687b27'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:10:39.902535 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54472) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:39.917231 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a018eaa-1c3e-4924-abdd-99d998095eaf None None] Routers {'c416dd31-0060-4476-9468-569c2a687b27'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:10:39.919407 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-6a018eaa-1c3e-4924-abdd-99d998095eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:10:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['c416dd31-0060-4476-9468-569c2a687b27'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:39.925887 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ce9f00c5-2300-4420-b0f3-cb25263b3196 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks [] for floatingip, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:39.936247 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ce9f00c5-2300-4420-b0f3-cb25263b3196 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:39.938007 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ce9f00c5-2300-4420-b0f3-cb25263b3196 tempest-AttachVolumeTestJSON-1830057122 tempest-AttachVolumeTestJSON-1830057122-project] 10.222.0.15 "DELETE /v2.0/floatingips/73cd11fb-3a39-4884-8d13-c61cefb39f88 HTTP/1.1" status: 204 len: 168 time: 0.7458639 Jul 24 01:10:39.962495 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e6339-4b8f-435d-bd87-f62a731f653e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8b963f-521d-4e1f-901c-65a6716df1dc,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:40.034073 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-09b35492-f4f3-4ab7-b7c2-999442de566f tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Deleting subnet 5d4b593f-513d-476c-bcbb-9b0879268f39 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:10:40.038759 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-09b35492-f4f3-4ab7-b7c2-999442de566f tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:40.050781 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-6a018eaa-1c3e-4924-abdd-99d998095eaf None None] Set router c416dd31-0060-4476-9468-569c2a687b27 gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:10:40.115059 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-09b35492-f4f3-4ab7-b7c2-999442de566f tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:40.272096 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-09b35492-f4f3-4ab7-b7c2-999442de566f tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:40.354942 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-09b35492-f4f3-4ab7-b7c2-999442de566f tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:40.365642 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-6a018eaa-1c3e-4924-abdd-99d998095eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c416dd31-0060-4476-9468-569c2a687b27', 'name': 'tempest-RoutersIpV6Test-router-1334093658', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:10:08Z', 'updated_at': '2021-07-24T01:10:38Z', 'revision_number': 9, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'gw_port_host': None, '_interfaces': [{'id': '3d094053-1f5a-4f15-9616-8932e40bb95d', 'name': '', 'network_id': '41535b47-35bf-4e23-8493-a79f7c061533', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:91:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:10Z', 'updated_at': '2021-07-24T01:10:15Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4252fdd-c4d6-4468-859c-43c21ff51ae8', 'name': '', 'network_id': 'b63115f2-1a22-428c-8156-912e6edbb07d', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:2f:a4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '608758b8-08a8-4aec-8df5-a79f7d4a4e9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:14Z', 'updated_at': '2021-07-24T01:10:21Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '608758b8-08a8-4aec-8df5-a79f7d4a4e9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:40.373191 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54480) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:40.375521 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-09b35492-f4f3-4ab7-b7c2-999442de566f tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:40.380618 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-09b35492-f4f3-4ab7-b7c2-999442de566f tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "DELETE /v2.0/subnets/5d4b593f-513d-476c-bcbb-9b0879268f39 HTTP/1.1" status: 204 len: 168 time: 0.4771435 Jul 24 01:10:40.381292 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54482) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:40.382645 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d682826b-2955-4ae8-971d-4511902b2ea9 None None] Network 8844d125-ef71-40d1-9888-342418decc83 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:10:40.394474 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-90df8804-e318-4745-9c47-b3d19debd2dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:40.415216 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a018eaa-1c3e-4924-abdd-99d998095eaf None None] Checking router: c416dd31-0060-4476-9468-569c2a687b27 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:10:40.433897 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a018eaa-1c3e-4924-abdd-99d998095eaf None None] Routers {'c416dd31-0060-4476-9468-569c2a687b27'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:10:40.434760 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-6a018eaa-1c3e-4924-abdd-99d998095eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:10:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['c416dd31-0060-4476-9468-569c2a687b27'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:40.506441 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0116d3c8-4ffb-4bf9-95f6-6b810448c883 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:40.523926 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b35492-f4f3-4ab7-b7c2-999442de566f tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event deleted for resources: {'Subnet': ['ID=5d4b593f-513d-476c-bcbb-9b0879268f39,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:40.537081 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-90df8804-e318-4745-9c47-b3d19debd2dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:40.543354 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-90df8804-e318-4745-9c47-b3d19debd2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:40.598589 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df8804-e318-4745-9c47-b3d19debd2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85e0526-919c-413d-a1b4-acac3d3f33dd,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:40.625347 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54486) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:40.628342 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-90df8804-e318-4745-9c47-b3d19debd2dd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d520f5df7aeb4b24846094a261fbf92a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2522810 Jul 24 01:10:40.639119 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-6a018eaa-1c3e-4924-abdd-99d998095eaf None None] Set router c416dd31-0060-4476-9468-569c2a687b27 gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:10:40.701227 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-0116d3c8-4ffb-4bf9-95f6-6b810448c883 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Deleting port 217fd9bf-beb6-41ff-a7a2-5317a0b96004 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:10:40.701623 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0116d3c8-4ffb-4bf9-95f6-6b810448c883 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:40.820629 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-0116d3c8-4ffb-4bf9-95f6-6b810448c883 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] For port 217fd9bf-beb6-41ff-a7a2-5317a0b96004, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=217fd9bf-beb6-41ff-a7a2-5317a0b96004,segment=NetworkSegment(1dd23c87-880d-486f-b8d2-25c056f73efc),segment_id=1dd23c87-880d-486f-b8d2-25c056f73efc)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:10:40.820959 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0116d3c8-4ffb-4bf9-95f6-6b810448c883 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:40.825392 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a21e2-e586-42ad-bac5-6cc52b0f2676 req-c170cbc7-048c-42d0-a8a2-d0f0fcab8bf2 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:40.829456 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-962a21e2-e586-42ad-bac5-6cc52b0f2676 req-c170cbc7-048c-42d0-a8a2-d0f0fcab8bf2 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 945 time: 0.1361904 Jul 24 01:10:40.836374 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-0116d3c8-4ffb-4bf9-95f6-6b810448c883 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Calling delete_port for 217fd9bf-beb6-41ff-a7a2-5317a0b96004 owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:10:40.836702 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ef7fbe-8c0a-460a-ac69-9e009e970af7 None None] DHCP port deletion for 8844d125-ef71-40d1-9888-342418decc83 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:10:40.945953 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-962a21e2-e586-42ad-bac5-6cc52b0f2676 req-e63197de-00a1-4aff-aa4d-a2f2276fa511 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108985 Jul 24 01:10:40.952994 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef7fbe-8c0a-460a-ac69-9e009e970af7 None None] Deleting port 217fd9bf-beb6-41ff-a7a2-5317a0b96004 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:10:40.953195 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b1ef7fbe-8c0a-460a-ac69-9e009e970af7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:40.958104 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9865ed2a-d1e3-4905-a378-d5aea75a4a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:41.003841 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9865ed2a-d1e3-4905-a378-d5aea75a4a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:41.036902 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-b1ef7fbe-8c0a-460a-ac69-9e009e970af7 None None] For port 217fd9bf-beb6-41ff-a7a2-5317a0b96004, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=217fd9bf-beb6-41ff-a7a2-5317a0b96004,segment=NetworkSegment(1dd23c87-880d-486f-b8d2-25c056f73efc),segment_id=1dd23c87-880d-486f-b8d2-25c056f73efc)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:10:41.038742 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b1ef7fbe-8c0a-460a-ac69-9e009e970af7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:41.053835 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-b1ef7fbe-8c0a-460a-ac69-9e009e970af7 None None] Calling delete_port for 217fd9bf-beb6-41ff-a7a2-5317a0b96004 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:10:41.093523 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0116d3c8-4ffb-4bf9-95f6-6b810448c883 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:41.179272 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-6a018eaa-1c3e-4924-abdd-99d998095eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c416dd31-0060-4476-9468-569c2a687b27', 'name': 'tempest-RoutersIpV6Test-router-1334093658', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:10:08Z', 'updated_at': '2021-07-24T01:10:38Z', 'revision_number': 9, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'gw_port_host': None, '_interfaces': [{'id': '3d094053-1f5a-4f15-9616-8932e40bb95d', 'name': '', 'network_id': '41535b47-35bf-4e23-8493-a79f7c061533', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:91:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:10Z', 'updated_at': '2021-07-24T01:10:15Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4252fdd-c4d6-4468-859c-43c21ff51ae8', 'name': '', 'network_id': 'b63115f2-1a22-428c-8156-912e6edbb07d', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:2f:a4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '608758b8-08a8-4aec-8df5-a79f7d4a4e9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:14Z', 'updated_at': '2021-07-24T01:10:21Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '608758b8-08a8-4aec-8df5-a79f7d4a4e9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:41.191781 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116d3c8-4ffb-4bf9-95f6-6b810448c883 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event deleted for resources: {'Port': ['ID=217fd9bf-beb6-41ff-a7a2-5317a0b96004,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:41.221157 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0116d3c8-4ffb-4bf9-95f6-6b810448c883 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] No DVR routers for this DVR port 217fd9bf-beb6-41ff-a7a2-5317a0b96004 on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:10:41.237139 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b1ef7fbe-8c0a-460a-ac69-9e009e970af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:41.259565 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 217fd9bf-beb6-41ff-a7a2-5317a0b96004 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:10:41.301566 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a018eaa-1c3e-4924-abdd-99d998095eaf None None] The sync data for ids ['c416dd31-0060-4476-9468-569c2a687b27'] in n-d-793621-25 is: [{'id': 'c416dd31-0060-4476-9468-569c2a687b27', 'name': 'tempest-RoutersIpV6Test-router-1334093658', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:10:08Z', 'updated_at': '2021-07-24T01:10:38Z', 'revision_number': 9, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'gw_port_host': None, '_interfaces': [{'id': '3d094053-1f5a-4f15-9616-8932e40bb95d', 'name': '', 'network_id': '41535b47-35bf-4e23-8493-a79f7c061533', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:91:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:10Z', 'updated_at': '2021-07-24T01:10:15Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4252fdd-c4d6-4468-859c-43c21ff51ae8', 'name': '', 'network_id': 'b63115f2-1a22-428c-8156-912e6edbb07d', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:2f:a4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '608758b8-08a8-4aec-8df5-a79f7d4a4e9f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:14Z', 'updated_at': '2021-07-24T01:10:21Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '608758b8-08a8-4aec-8df5-a79f7d4a4e9f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:10:41.369528 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ef7fbe-8c0a-460a-ac69-9e009e970af7 None None] No DVR routers for this DVR port 217fd9bf-beb6-41ff-a7a2-5317a0b96004 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:10:41.376824 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 217fd9bf-beb6-41ff-a7a2-5317a0b96004 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:10:41.377250 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 217fd9bf-beb6-41ff-a7a2-5317a0b96004 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:10:41.387097 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef7fbe-8c0a-460a-ac69-9e009e970af7 None None] Pushing event deleted for resources: {'Port': ['ID=217fd9bf-beb6-41ff-a7a2-5317a0b96004,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:41.403784 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9865ed2a-d1e3-4905-a378-d5aea75a4a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:41.403784 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9865ed2a-d1e3-4905-a378-d5aea75a4a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:41.425739 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9865ed2a-d1e3-4905-a378-d5aea75a4a00 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c85e0526-919c-413d-a1b4-acac3d3f33dd HTTP/1.1" status: 204 len: 168 time: 0.7924004 Jul 24 01:10:41.492217 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0116d3c8-4ffb-4bf9-95f6-6b810448c883 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:41.544323 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-0116d3c8-4ffb-4bf9-95f6-6b810448c883 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8844d125-ef71-40d1-9888-342418decc83']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:41.557423 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-0116d3c8-4ffb-4bf9-95f6-6b810448c883 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dd23c87-880d-486f-b8d2-25c056f73efc') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:41.557653 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-0116d3c8-4ffb-4bf9-95f6-6b810448c883 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dd23c87-880d-486f-b8d2-25c056f73efc') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:41.569934 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0116d3c8-4ffb-4bf9-95f6-6b810448c883 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:41.577990 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865ed2a-d1e3-4905-a378-d5aea75a4a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85e0526-919c-413d-a1b4-acac3d3f33dd,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:41.625299 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0116d3c8-4ffb-4bf9-95f6-6b810448c883 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:41.632549 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0116d3c8-4ffb-4bf9-95f6-6b810448c883 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:10:41.633165 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0116d3c8-4ffb-4bf9-95f6-6b810448c883 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:41.748635 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:10:41.748635 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:10:41.748635 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:10:41.748635 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:10:41.748635 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:10:41.748635 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:10:41.748635 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:10:41.748635 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:10:41.748635 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:10:41.748635 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:10:41.748635 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:10:41.748635 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:10:41.748635 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:10:41.748635 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:10:41.748635 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:10:41.748635 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:10:41.748635 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:10:41.748635 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:10:41.748635 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:10:41.748635 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:10:41.748635 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:10:41.748635 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:10:41.748635 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:10:41.748635 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:10:41.748635 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:10:41.748635 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:10:41.748635 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:10:41.748635 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:10:41.748635 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:10:41.748635 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:10:41.748635 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:10:41.748635 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:10:41.761336 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0116d3c8-4ffb-4bf9-95f6-6b810448c883 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:41.773621 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0116d3c8-4ffb-4bf9-95f6-6b810448c883 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:41.782874 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0116d3c8-4ffb-4bf9-95f6-6b810448c883 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "DELETE /v2.0/networks/8844d125-ef71-40d1-9888-342418decc83 HTTP/1.1" status: 204 len: 168 time: 1.3792317 Jul 24 01:10:41.784495 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54498) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:41.813271 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116d3c8-4ffb-4bf9-95f6-6b810448c883 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event deleted for resources: {'Network': ['ID=8844d125-ef71-40d1-9888-342418decc83,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:42.350889 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c3f85-934c-4164-9fad-6f18e3f63deb req-8ab1930b-18d6-41a0-acb5-22510efeed83 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:42.352539 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6c8c3f85-934c-4164-9fad-6f18e3f63deb req-8ab1930b-18d6-41a0-acb5-22510efeed83 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 945 time: 0.2066104 Jul 24 01:10:42.434008 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-88d1f3a5-75b2-4754-80fb-e844a4d61c5a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:42.461427 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6c8c3f85-934c-4164-9fad-6f18e3f63deb req-b9445315-fe2e-48da-b6e5-ef44a6809b3e tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970604 Jul 24 01:10:42.735341 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-88d1f3a5-75b2-4754-80fb-e844a4d61c5a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Deleting port e4252fdd-c4d6-4468-859c-43c21ff51ae8 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:10:42.735691 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-88d1f3a5-75b2-4754-80fb-e844a4d61c5a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:42.833458 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-88d1f3a5-75b2-4754-80fb-e844a4d61c5a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] For port e4252fdd-c4d6-4468-859c-43c21ff51ae8, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=e4252fdd-c4d6-4468-859c-43c21ff51ae8,segment=NetworkSegment(9cc225d7-bd98-467b-94da-211c0d105121),segment_id=9cc225d7-bd98-467b-94da-211c0d105121)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:10:42.833836 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-88d1f3a5-75b2-4754-80fb-e844a4d61c5a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:42.847552 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-88d1f3a5-75b2-4754-80fb-e844a4d61c5a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Calling delete_port for e4252fdd-c4d6-4468-859c-43c21ff51ae8 owned by network:router_interface {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:10:43.016356 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device f3f84822-4340-4ffe-a372-4e6c87921788 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:10:43.038460 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: f3f84822-4340-4ffe-a372-4e6c87921788 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:10:43.038854 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device f3f84822-4340-4ffe-a372-4e6c87921788 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:10:43.066403 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-88d1f3a5-75b2-4754-80fb-e844a4d61c5a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:43.081625 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b5cb9-8cc4-48dd-b001-bd89794bb4dc req-3d948cb2-00e0-4730-8405-587aad858f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:43.083167 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-121b5cb9-8cc4-48dd-b001-bd89794bb4dc req-3d948cb2-00e0-4730-8405-587aad858f8e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6dc6777949c4bca80e15baebcec81ec&device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 1097 time: 0.0787935 Jul 24 01:10:43.133215 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d1f3a5-75b2-4754-80fb-e844a4d61c5a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event deleted for resources: {'Port': ['ID=e4252fdd-c4d6-4468-859c-43c21ff51ae8,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:43.291604 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b5cb9-8cc4-48dd-b001-bd89794bb4dc req-be0dee10-bcf0-4def-96ae-5691332d355e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:43.296474 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-121b5cb9-8cc4-48dd-b001-bd89794bb4dc req-be0dee10-bcf0-4def-96ae-5691332d355e service neutron] 10.222.0.13 "GET /v2.0/networks?id=ce20638c-9366-403c-99ef-699b8c74111a HTTP/1.1" status: 200 len: 918 time: 0.2066693 Jul 24 01:10:43.313148 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-88d1f3a5-75b2-4754-80fb-e844a4d61c5a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:43.429299 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-121b5cb9-8cc4-48dd-b001-bd89794bb4dc req-204ec379-1767-42ba-baa1-9d2bfe3d12b4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05963e2b-d078-4047-9852-450b738dbdb2 HTTP/1.1" status: 200 len: 1001 time: 0.1250963 Jul 24 01:10:43.504282 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b5cb9-8cc4-48dd-b001-bd89794bb4dc req-ca52f0f4-0a43-45f8-88a5-fe4dd9c6f5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:43.506311 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-121b5cb9-8cc4-48dd-b001-bd89794bb4dc req-ca52f0f4-0a43-45f8-88a5-fe4dd9c6f5b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=941506a1-fc49-47b1-b115-8157f3b98de0 HTTP/1.1" status: 200 len: 856 time: 0.0587015 Jul 24 01:10:43.610240 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b5cb9-8cc4-48dd-b001-bd89794bb4dc req-4e66d0a4-3c2f-49f7-ba69-ca03bb5b5394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:43.617834 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-121b5cb9-8cc4-48dd-b001-bd89794bb4dc req-4e66d0a4-3c2f-49f7-ba69-ca03bb5b5394 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce20638c-9366-403c-99ef-699b8c74111a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1041293 Jul 24 01:10:43.711631 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d1f3a5-75b2-4754-80fb-e844a4d61c5a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Router c416dd31-0060-4476-9468-569c2a687b27 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:10:43.776583 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8342485-d45c-457e-b1ea-cb285558da36 req-cf6cda50-f4ac-410f-bed7-179f390b30b8 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:43.783611 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c8342485-d45c-457e-b1ea-cb285558da36 req-cf6cda50-f4ac-410f-bed7-179f390b30b8 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 945 time: 0.1996641 Jul 24 01:10:43.795255 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-121b5cb9-8cc4-48dd-b001-bd89794bb4dc req-2d6f1409-16d8-441a-ba44-f7fd88fb8c6d service neutron] 10.222.0.13 "GET /v2.0/networks/ce20638c-9366-403c-99ef-699b8c74111a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669626 Jul 24 01:10:43.924248 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-121b5cb9-8cc4-48dd-b001-bd89794bb4dc req-b21dbbca-92c2-42fa-91f6-306a937e71b9 service neutron] 10.222.0.13 "GET /v2.0/networks/ce20638c-9366-403c-99ef-699b8c74111a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214800 Jul 24 01:10:44.271148 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c8342485-d45c-457e-b1ea-cb285558da36 req-301a5966-e1e1-45a4-a9ca-2e632efabc04 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4854648 Jul 24 01:10:44.298627 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d1f3a5-75b2-4754-80fb-e844a4d61c5a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:10:44.308344 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bb422c-99d4-4600-ac68-4d048d52860f None None] Sync routers for ids ['c416dd31-0060-4476-9468-569c2a687b27'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:10:44.309851 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-88d1f3a5-75b2-4754-80fb-e844a4d61c5a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "PUT /v2.0/routers/c416dd31-0060-4476-9468-569c2a687b27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5239444 Jul 24 01:10:44.313048 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54588) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:44.319069 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bb422c-99d4-4600-ac68-4d048d52860f None None] Routers {'c416dd31-0060-4476-9468-569c2a687b27'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:10:44.319711 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-30bb422c-99d4-4600-ac68-4d048d52860f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:10:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['c416dd31-0060-4476-9468-569c2a687b27'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:44.409660 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-93fd5af8-ea3a-41d7-94ef-198a8e64c756 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Deleting subnet 608758b8-08a8-4aec-8df5-a79f7d4a4e9f {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:10:44.413611 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93fd5af8-ea3a-41d7-94ef-198a8e64c756 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:44.448789 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-30bb422c-99d4-4600-ac68-4d048d52860f None None] Set router c416dd31-0060-4476-9468-569c2a687b27 gateway port host: None {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:10:44.478023 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93fd5af8-ea3a-41d7-94ef-198a8e64c756 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:44.615572 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93fd5af8-ea3a-41d7-94ef-198a8e64c756 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:44.693572 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93fd5af8-ea3a-41d7-94ef-198a8e64c756 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:44.702680 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-30bb422c-99d4-4600-ac68-4d048d52860f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c416dd31-0060-4476-9468-569c2a687b27', 'name': 'tempest-RoutersIpV6Test-router-1334093658', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:10:08Z', 'updated_at': '2021-07-24T01:10:42Z', 'revision_number': 10, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'gw_port_host': None, '_interfaces': [{'id': '3d094053-1f5a-4f15-9616-8932e40bb95d', 'name': '', 'network_id': '41535b47-35bf-4e23-8493-a79f7c061533', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:91:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:10Z', 'updated_at': '2021-07-24T01:10:15Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:44.741249 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bb422c-99d4-4600-ac68-4d048d52860f None None] Checking router: c416dd31-0060-4476-9468-569c2a687b27 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:10:44.749776 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd5af8-ea3a-41d7-94ef-198a8e64c756 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event deleted for resources: {'Subnet': ['ID=608758b8-08a8-4aec-8df5-a79f7d4a4e9f,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:44.757165 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bb422c-99d4-4600-ac68-4d048d52860f None None] Routers {'c416dd31-0060-4476-9468-569c2a687b27'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:10:44.757165 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-30bb422c-99d4-4600-ac68-4d048d52860f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:10:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['c416dd31-0060-4476-9468-569c2a687b27'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:44.758632 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93fd5af8-ea3a-41d7-94ef-198a8e64c756 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:44.760877 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-93fd5af8-ea3a-41d7-94ef-198a8e64c756 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "DELETE /v2.0/subnets/608758b8-08a8-4aec-8df5-a79f7d4a4e9f HTTP/1.1" status: 204 len: 168 time: 0.4465199 Jul 24 01:10:44.763848 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54604) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:44.771962 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447116e9-8a77-4e3a-b820-b0e1ccbb3b05 None None] Network b63115f2-1a22-428c-8156-912e6edbb07d requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:10:44.870514 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bd3e9d28-bdcc-43d7-abf1-fd6c7c357784 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:44.930911 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-bd3e9d28-bdcc-43d7-abf1-fd6c7c357784 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Deleting port e7cf79c4-c56e-42fd-a1ad-efa4cb8c9858 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:10:44.931257 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bd3e9d28-bdcc-43d7-abf1-fd6c7c357784 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:44.945437 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-30bb422c-99d4-4600-ac68-4d048d52860f None None] Set router c416dd31-0060-4476-9468-569c2a687b27 gateway port host: None {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:10:45.025117 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-bd3e9d28-bdcc-43d7-abf1-fd6c7c357784 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] For port e7cf79c4-c56e-42fd-a1ad-efa4cb8c9858, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=e7cf79c4-c56e-42fd-a1ad-efa4cb8c9858,segment=NetworkSegment(9cc225d7-bd98-467b-94da-211c0d105121),segment_id=9cc225d7-bd98-467b-94da-211c0d105121)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:10:45.025502 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bd3e9d28-bdcc-43d7-abf1-fd6c7c357784 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:45.042799 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-bd3e9d28-bdcc-43d7-abf1-fd6c7c357784 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Calling delete_port for e7cf79c4-c56e-42fd-a1ad-efa4cb8c9858 owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:10:45.158202 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e400a06-37cd-4cb7-960a-5a538c5bd787 None None] DHCP port deletion for b63115f2-1a22-428c-8156-912e6edbb07d request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:10:45.194068 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bd3e9d28-bdcc-43d7-abf1-fd6c7c357784 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:45.239860 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3e9d28-bdcc-43d7-abf1-fd6c7c357784 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event deleted for resources: {'Port': ['ID=e7cf79c4-c56e-42fd-a1ad-efa4cb8c9858,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:45.241983 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3e9d28-bdcc-43d7-abf1-fd6c7c357784 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] No DVR routers for this DVR port e7cf79c4-c56e-42fd-a1ad-efa4cb8c9858 on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:10:45.278764 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-2e400a06-37cd-4cb7-960a-5a538c5bd787 None None] Deleting port e7cf79c4-c56e-42fd-a1ad-efa4cb8c9858 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:10:45.279186 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2e400a06-37cd-4cb7-960a-5a538c5bd787 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:45.311065 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-30bb422c-99d4-4600-ac68-4d048d52860f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c416dd31-0060-4476-9468-569c2a687b27', 'name': 'tempest-RoutersIpV6Test-router-1334093658', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:10:08Z', 'updated_at': '2021-07-24T01:10:42Z', 'revision_number': 10, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'gw_port_host': None, '_interfaces': [{'id': '3d094053-1f5a-4f15-9616-8932e40bb95d', 'name': '', 'network_id': '41535b47-35bf-4e23-8493-a79f7c061533', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:91:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:10Z', 'updated_at': '2021-07-24T01:10:15Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:45.410570 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bd3e9d28-bdcc-43d7-abf1-fd6c7c357784 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:45.427871 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-bd3e9d28-bdcc-43d7-abf1-fd6c7c357784 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b63115f2-1a22-428c-8156-912e6edbb07d']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:45.464307 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-bd3e9d28-bdcc-43d7-abf1-fd6c7c357784 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cc225d7-bd98-467b-94da-211c0d105121') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:45.464567 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-bd3e9d28-bdcc-43d7-abf1-fd6c7c357784 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cc225d7-bd98-467b-94da-211c0d105121') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:45.485126 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bd3e9d28-bdcc-43d7-abf1-fd6c7c357784 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:45.503724 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bd3e9d28-bdcc-43d7-abf1-fd6c7c357784 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:45.514928 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd3e9d28-bdcc-43d7-abf1-fd6c7c357784 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:10:45.515484 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bd3e9d28-bdcc-43d7-abf1-fd6c7c357784 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:45.524439 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b21a5-2b2c-48ac-abd2-ac2a2a962199 req-41f5296f-105c-4974-8e60-6f68569738a7 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:45.532023 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:10:45.532023 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:10:45.532023 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:10:45.532023 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:10:45.532023 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:10:45.532023 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:10:45.532023 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:10:45.532023 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:10:45.532023 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:10:45.532023 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:10:45.532023 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:10:45.532023 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:10:45.532023 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:10:45.532023 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:10:45.532023 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:10:45.532023 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:10:45.532023 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:10:45.532023 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:10:45.532023 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:10:45.532023 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:10:45.532023 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:10:45.532023 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:10:45.532023 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:10:45.532023 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:10:45.532023 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:10:45.532023 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:10:45.532023 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:10:45.532023 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:10:45.532023 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:10:45.532023 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:10:45.532023 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:10:45.532023 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:10:45.540920 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-256b21a5-2b2c-48ac-abd2-ac2a2a962199 req-41f5296f-105c-4974-8e60-6f68569738a7 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 945 time: 0.1381044 Jul 24 01:10:45.570380 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bb422c-99d4-4600-ac68-4d048d52860f None None] The sync data for ids ['c416dd31-0060-4476-9468-569c2a687b27'] in n-d-793621-25 is: [{'id': 'c416dd31-0060-4476-9468-569c2a687b27', 'name': 'tempest-RoutersIpV6Test-router-1334093658', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:10:08Z', 'updated_at': '2021-07-24T01:10:42Z', 'revision_number': 10, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'gw_port_host': None, '_interfaces': [{'id': '3d094053-1f5a-4f15-9616-8932e40bb95d', 'name': '', 'network_id': '41535b47-35bf-4e23-8493-a79f7c061533', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'mac_address': 'fa:16:3e:91:c9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416dd31-0060-4476-9468-569c2a687b27', 'device_owner': 'network:router_interface', 'standard_attr_id': 2776, 'fixed_ips': [{'subnet_id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:10:10Z', 'updated_at': '2021-07-24T01:10:15Z', 'revision_number': 5, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'subnets': [{'id': '0b36e774-7ca3-4885-bcb9-c21185a75e1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:10:45.583954 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-2e400a06-37cd-4cb7-960a-5a538c5bd787 None None] For port e7cf79c4-c56e-42fd-a1ad-efa4cb8c9858, host n-d-793621-25, got binding levels [] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:10:45.584363 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2e400a06-37cd-4cb7-960a-5a538c5bd787 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:45.602788 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-2e400a06-37cd-4cb7-960a-5a538c5bd787 None None] Calling delete_port for e7cf79c4-c56e-42fd-a1ad-efa4cb8c9858 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:10:45.606184 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.ipam_backend_mixin [None req-2e400a06-37cd-4cb7-960a-5a538c5bd787 None None] Port e7cf79c4-c56e-42fd-a1ad-efa4cb8c9858 was not found and therefore no delete operation was performed {{(pid=100465) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 24 01:10:45.607761 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2e400a06-37cd-4cb7-960a-5a538c5bd787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:45.625567 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-256b21a5-2b2c-48ac-abd2-ac2a2a962199 req-e026304e-cd43-4e3b-b0cd-ac8fc295f1d0 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848546 Jul 24 01:10:45.651630 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e400a06-37cd-4cb7-960a-5a538c5bd787 None None] No DVR routers for this DVR port e7cf79c4-c56e-42fd-a1ad-efa4cb8c9858 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:10:45.653293 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e400a06-37cd-4cb7-960a-5a538c5bd787 None None] Pushing event deleted for resources: {'Port': ['ID=e7cf79c4-c56e-42fd-a1ad-efa4cb8c9858,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:45.660130 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bd3e9d28-bdcc-43d7-abf1-fd6c7c357784 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:45.664030 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bd3e9d28-bdcc-43d7-abf1-fd6c7c357784 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:45.666321 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-bd3e9d28-bdcc-43d7-abf1-fd6c7c357784 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "DELETE /v2.0/networks/b63115f2-1a22-428c-8156-912e6edbb07d HTTP/1.1" status: 204 len: 168 time: 0.9013901 Jul 24 01:10:45.669447 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54628) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:45.682285 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3e9d28-bdcc-43d7-abf1-fd6c7c357784 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event deleted for resources: {'Network': ['ID=b63115f2-1a22-428c-8156-912e6edbb07d,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:45.716647 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-03cdc0e2-78ff-4e75-96ab-40420ff14b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:46.043126 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 05963e2b-d078-4047-9852-450b738dbdb2 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:10:46.146087 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:46.183521 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54636) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:46.198805 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ad9081-9a2c-4f3f-aa24-c39092090d2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05963e2b-d078-4047-9852-450b738dbdb2'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:10:46.201111 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fdeac59-8aac-4749-b6cb-36f17222db96" -d '{"events": [{"server_uuid": "d6ad9081-9a2c-4f3f-aa24-c39092090d2d", "name": "network-vif-unplugged", "status": "completed", "tag": "05963e2b-d078-4047-9852-450b738dbdb2"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:10:46.234871 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 05963e2b-d078-4047-9852-450b738dbdb2, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=05963e2b-d078-4047-9852-450b738dbdb2,segment=NetworkSegment(c89e3cbc-4aac-4fff-a675-9a81f1b0ca38),segment_id=c89e3cbc-4aac-4fff-a675-9a81f1b0ca38)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:10:46.243839 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:46.316254 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=05963e2b-d078-4047-9852-450b738dbdb2,revision_number=8']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:46.394568 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b0bd95e7-c6f3-478e-b2e2-7ee284e396b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:46.440680 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-06f328d9-2290-4ab1-8405-33b8851bab5b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:46.465111 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 24 Jul 2021 01:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181ca455-e92d-4ae3-875c-199560257e7c x-openstack-request-id: req-181ca455-e92d-4ae3-875c-199560257e7c {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:10:46.465621 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ad9081-9a2c-4f3f-aa24-c39092090d2d", "name": "network-vif-unplugged", "status": "failed", "tag": "05963e2b-d078-4047-9852-450b738dbdb2", "code": 422}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:10:46.466034 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-181ca455-e92d-4ae3-875c-199560257e7c {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:10:46.467202 n-d-793621-25 neutron-server[100465]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd6ad9081-9a2c-4f3f-aa24-c39092090d2d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '05963e2b-d078-4047-9852-450b738dbdb2', 'code': 422} returned with failed status Jul 24 01:10:46.513592 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b0bd95e7-c6f3-478e-b2e2-7ee284e396b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:46.524206 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b0bd95e7-c6f3-478e-b2e2-7ee284e396b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:46.562545 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd95e7-c6f3-478e-b2e2-7ee284e396b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0e6a37-6cd5-41a6-bb95-1e8e449ddf72,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:46.575353 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b0bd95e7-c6f3-478e-b2e2-7ee284e396b4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f088fc5364dc49b585093ad9ba3750f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3906181 Jul 24 01:10:46.576454 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54646) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:46.632254 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-86b655e9-b0b5-479f-a7c0-632b4f781c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:46.664162 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-86b655e9-b0b5-479f-a7c0-632b4f781c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:46.729630 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-86b655e9-b0b5-479f-a7c0-632b4f781c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:46.732790 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-86b655e9-b0b5-479f-a7c0-632b4f781c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:46.735464 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-86b655e9-b0b5-479f-a7c0-632b4f781c44 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/be0e6a37-6cd5-41a6-bb95-1e8e449ddf72 HTTP/1.1" status: 204 len: 168 time: 0.1574872 Jul 24 01:10:46.746042 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b655e9-b0b5-479f-a7c0-632b4f781c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0e6a37-6cd5-41a6-bb95-1e8e449ddf72,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:46.799514 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-06f328d9-2290-4ab1-8405-33b8851bab5b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Deleting port 3d094053-1f5a-4f15-9616-8932e40bb95d {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:10:46.800093 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-06f328d9-2290-4ab1-8405-33b8851bab5b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:46.894396 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa8bf5-b189-46ed-9052-e978c0cdc40b req-7dea07df-1e5d-48b7-aabb-7f98461ec56b tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:46.896374 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4caa8bf5-b189-46ed-9052-e978c0cdc40b req-7dea07df-1e5d-48b7-aabb-7f98461ec56b tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 943 time: 0.1763377 Jul 24 01:10:46.937723 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-06f328d9-2290-4ab1-8405-33b8851bab5b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] For port 3d094053-1f5a-4f15-9616-8932e40bb95d, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=3d094053-1f5a-4f15-9616-8932e40bb95d,segment=NetworkSegment(4ce3ea63-5602-473c-b927-c9569f1599b5),segment_id=4ce3ea63-5602-473c-b927-c9569f1599b5)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:10:46.938174 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-06f328d9-2290-4ab1-8405-33b8851bab5b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:46.970835 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-06f328d9-2290-4ab1-8405-33b8851bab5b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Calling delete_port for 3d094053-1f5a-4f15-9616-8932e40bb95d owned by network:router_interface {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:10:46.983804 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4caa8bf5-b189-46ed-9052-e978c0cdc40b req-19c98195-6adc-4240-b49e-8a63d82afae1 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763876 Jul 24 01:10:47.122447 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e7cf79c4-c56e-42fd-a1ad-efa4cb8c9858 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:10:47.164083 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: e7cf79c4-c56e-42fd-a1ad-efa4cb8c9858 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:10:47.166247 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e7cf79c4-c56e-42fd-a1ad-efa4cb8c9858 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:10:47.166966 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e4252fdd-c4d6-4468-859c-43c21ff51ae8 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:10:47.189214 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54668) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:47.199540 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: e4252fdd-c4d6-4468-859c-43c21ff51ae8 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:10:47.200086 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e4252fdd-c4d6-4468-859c-43c21ff51ae8 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:10:47.218831 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-758e6bf0-8f78-423b-b3fa-e2ca31599333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:47.303927 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-06f328d9-2290-4ab1-8405-33b8851bab5b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:47.397440 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-758e6bf0-8f78-423b-b3fa-e2ca31599333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:47.407406 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-758e6bf0-8f78-423b-b3fa-e2ca31599333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:47.425660 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f328d9-2290-4ab1-8405-33b8851bab5b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event deleted for resources: {'Port': ['ID=3d094053-1f5a-4f15-9616-8932e40bb95d,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:47.505230 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-758e6bf0-8f78-423b-b3fa-e2ca31599333 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=62cd48015a304514809ab824d550a7a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3144152 Jul 24 01:10:47.506948 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54676) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:47.572050 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e6bf0-8f78-423b-b3fa-e2ca31599333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff8f704-dd42-455a-8bc3-01d2d3c39cc3,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:47.586597 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-eacb76b0-19fe-4a22-9f15-16c27dcc0a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:47.619349 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-eacb76b0-19fe-4a22-9f15-16c27dcc0a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:47.635325 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-06f328d9-2290-4ab1-8405-33b8851bab5b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:47.688929 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-eacb76b0-19fe-4a22-9f15-16c27dcc0a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:47.692526 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-eacb76b0-19fe-4a22-9f15-16c27dcc0a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:47.693719 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-eacb76b0-19fe-4a22-9f15-16c27dcc0a36 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6ff8f704-dd42-455a-8bc3-01d2d3c39cc3 HTTP/1.1" status: 204 len: 168 time: 0.1858010 Jul 24 01:10:47.706384 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb76b0-19fe-4a22-9f15-16c27dcc0a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff8f704-dd42-455a-8bc3-01d2d3c39cc3,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:47.843806 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f328d9-2290-4ab1-8405-33b8851bab5b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Router c416dd31-0060-4476-9468-569c2a687b27 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:10:47.943424 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f328d9-2290-4ab1-8405-33b8851bab5b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:10:47.948782 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-06f328d9-2290-4ab1-8405-33b8851bab5b tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "PUT /v2.0/routers/c416dd31-0060-4476-9468-569c2a687b27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2782867 Jul 24 01:10:47.951633 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54692) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:47.955762 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaf5f1f-2d22-4466-88e0-258747e87c91 None None] Sync routers for ids ['c416dd31-0060-4476-9468-569c2a687b27'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:10:47.973142 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaf5f1f-2d22-4466-88e0-258747e87c91 None None] Routers {'c416dd31-0060-4476-9468-569c2a687b27'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:10:47.975295 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-ecaf5f1f-2d22-4466-88e0-258747e87c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:10:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['c416dd31-0060-4476-9468-569c2a687b27'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:48.014376 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b89a4-e0ac-4113-9a3f-7b95f6d8be35 req-8268de83-03f5-47fc-9073-88d12cdbab73 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:48.017059 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d59b89a4-e0ac-4113-9a3f-7b95f6d8be35 req-8268de83-03f5-47fc-9073-88d12cdbab73 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 943 time: 0.1304197 Jul 24 01:10:48.057335 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-c52b1781-6df8-4da6-9c87-4a1493fcb581 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Deleting subnet 0b36e774-7ca3-4885-bcb9-c21185a75e1b {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:10:48.072083 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c52b1781-6df8-4da6-9c87-4a1493fcb581 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:48.082263 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-ecaf5f1f-2d22-4466-88e0-258747e87c91 None None] Set router c416dd31-0060-4476-9468-569c2a687b27 gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:10:48.110981 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d59b89a4-e0ac-4113-9a3f-7b95f6d8be35 req-cbdca51d-fcb7-43dc-aef7-a44dd661ac2d tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871003 Jul 24 01:10:48.143027 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c52b1781-6df8-4da6-9c87-4a1493fcb581 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:48.162443 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-ecaf5f1f-2d22-4466-88e0-258747e87c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c416dd31-0060-4476-9468-569c2a687b27', 'name': 'tempest-RoutersIpV6Test-router-1334093658', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:10:08Z', 'updated_at': '2021-07-24T01:10:47Z', 'revision_number': 11, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:48.193679 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaf5f1f-2d22-4466-88e0-258747e87c91 None None] Checking router: c416dd31-0060-4476-9468-569c2a687b27 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:10:48.202682 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecaf5f1f-2d22-4466-88e0-258747e87c91 None None] Routers {'c416dd31-0060-4476-9468-569c2a687b27'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:10:48.203454 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-ecaf5f1f-2d22-4466-88e0-258747e87c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:10:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['c416dd31-0060-4476-9468-569c2a687b27'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:48.254097 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c9562232-8f83-4d19-9368-2f7bbb57d2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:48.289075 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-ecaf5f1f-2d22-4466-88e0-258747e87c91 None None] Set router c416dd31-0060-4476-9468-569c2a687b27 gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:10:48.346268 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-ecaf5f1f-2d22-4466-88e0-258747e87c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c416dd31-0060-4476-9468-569c2a687b27', 'name': 'tempest-RoutersIpV6Test-router-1334093658', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:10:08Z', 'updated_at': '2021-07-24T01:10:47Z', 'revision_number': 11, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:48.363228 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c52b1781-6df8-4da6-9c87-4a1493fcb581 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:48.392043 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54708) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:48.441898 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c52b1781-6df8-4da6-9c87-4a1493fcb581 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:48.487291 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:48.497409 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b1781-6df8-4da6-9c87-4a1493fcb581 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event deleted for resources: {'Subnet': ['ID=0b36e774-7ca3-4885-bcb9-c21185a75e1b,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:48.506348 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c52b1781-6df8-4da6-9c87-4a1493fcb581 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:48.512023 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c52b1781-6df8-4da6-9c87-4a1493fcb581 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "DELETE /v2.0/subnets/0b36e774-7ca3-4885-bcb9-c21185a75e1b HTTP/1.1" status: 204 len: 168 time: 0.5555358 Jul 24 01:10:48.512281 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54714) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:48.517526 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6511dd1-bfae-4679-bd3f-ab0423d6060a None None] Network 41535b47-35bf-4e23-8493-a79f7c061533 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:10:48.551612 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecaf5f1f-2d22-4466-88e0-258747e87c91 None None] The sync data for ids ['c416dd31-0060-4476-9468-569c2a687b27'] in n-d-793621-25 is: [{'id': 'c416dd31-0060-4476-9468-569c2a687b27', 'name': 'tempest-RoutersIpV6Test-router-1334093658', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:10:08Z', 'updated_at': '2021-07-24T01:10:47Z', 'revision_number': 11, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'gw_port_host': None}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:10:48.685392 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1d9abc11-1c95-4610-8a50-ab90e96ec258 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:48.774068 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bf8824b2-fc5d-4df7-afaa-1a36bf3f1f3b req-c060a28b-8db8-41af-826f-69e4a5d2f6f6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3800533 Jul 24 01:10:48.781805 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [req-bf8824b2-fc5d-4df7-afaa-1a36bf3f1f3b req-19d80526-77da-4c78-8ae9-3270a89ba74f service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:10:48.782967 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bf8824b2-fc5d-4df7-afaa-1a36bf3f1f3b req-19d80526-77da-4c78-8ae9-3270a89ba74f service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065515 Jul 24 01:10:48.812761 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-1d9abc11-1c95-4610-8a50-ab90e96ec258 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Deleting port 06ba5040-7072-4d44-8460-dfa12755327a {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:10:48.813444 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1d9abc11-1c95-4610-8a50-ab90e96ec258 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:48.888700 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-1d9abc11-1c95-4610-8a50-ab90e96ec258 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] For port 06ba5040-7072-4d44-8460-dfa12755327a, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=06ba5040-7072-4d44-8460-dfa12755327a,segment=NetworkSegment(4ce3ea63-5602-473c-b927-c9569f1599b5),segment_id=4ce3ea63-5602-473c-b927-c9569f1599b5)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:10:48.889370 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1d9abc11-1c95-4610-8a50-ab90e96ec258 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:48.907489 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-1d9abc11-1c95-4610-8a50-ab90e96ec258 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Calling delete_port for 06ba5040-7072-4d44-8460-dfa12755327a owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:10:48.928515 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1edde0-e406-47ff-8cb5-750c5cb2b566 None None] DHCP port deletion for 41535b47-35bf-4e23-8493-a79f7c061533 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:10:49.049237 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1d9abc11-1c95-4610-8a50-ab90e96ec258 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:49.056421 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-ae1edde0-e406-47ff-8cb5-750c5cb2b566 None None] Deleting port 06ba5040-7072-4d44-8460-dfa12755327a {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:10:49.056809 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ae1edde0-e406-47ff-8cb5-750c5cb2b566 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:49.098804 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9abc11-1c95-4610-8a50-ab90e96ec258 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event deleted for resources: {'Port': ['ID=06ba5040-7072-4d44-8460-dfa12755327a,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:49.103767 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9abc11-1c95-4610-8a50-ab90e96ec258 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] No DVR routers for this DVR port 06ba5040-7072-4d44-8460-dfa12755327a on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:10:49.127451 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 06ba5040-7072-4d44-8460-dfa12755327a no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:10:49.210187 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 06ba5040-7072-4d44-8460-dfa12755327a {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:10:49.210651 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 06ba5040-7072-4d44-8460-dfa12755327a not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:10:49.211162 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 3d094053-1f5a-4f15-9616-8932e40bb95d no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:10:49.237640 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1d9abc11-1c95-4610-8a50-ab90e96ec258 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:49.245642 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 3d094053-1f5a-4f15-9616-8932e40bb95d {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:10:49.246538 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 3d094053-1f5a-4f15-9616-8932e40bb95d not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:10:49.251230 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-1d9abc11-1c95-4610-8a50-ab90e96ec258 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41535b47-35bf-4e23-8493-a79f7c061533']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:49.262944 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-ae1edde0-e406-47ff-8cb5-750c5cb2b566 None None] For port 06ba5040-7072-4d44-8460-dfa12755327a, host n-d-793621-25, got binding levels [] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:10:49.264992 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ae1edde0-e406-47ff-8cb5-750c5cb2b566 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:49.272713 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-1d9abc11-1c95-4610-8a50-ab90e96ec258 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ce3ea63-5602-473c-b927-c9569f1599b5') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:49.272909 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-1d9abc11-1c95-4610-8a50-ab90e96ec258 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ce3ea63-5602-473c-b927-c9569f1599b5') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:49.287484 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-ae1edde0-e406-47ff-8cb5-750c5cb2b566 None None] Calling delete_port for 06ba5040-7072-4d44-8460-dfa12755327a owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:10:49.293909 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.ipam_backend_mixin [None req-ae1edde0-e406-47ff-8cb5-750c5cb2b566 None None] Port 06ba5040-7072-4d44-8460-dfa12755327a was not found and therefore no delete operation was performed {{(pid=100465) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 24 01:10:49.295159 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ae1edde0-e406-47ff-8cb5-750c5cb2b566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:49.299328 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1d9abc11-1c95-4610-8a50-ab90e96ec258 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:49.339419 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1d9abc11-1c95-4610-8a50-ab90e96ec258 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:49.353827 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d9abc11-1c95-4610-8a50-ab90e96ec258 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:10:49.354253 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1d9abc11-1c95-4610-8a50-ab90e96ec258 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:49.357872 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:10:49.357872 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:10:49.357872 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:10:49.357872 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:10:49.357872 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:10:49.357872 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:10:49.357872 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:10:49.357872 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:10:49.357872 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:10:49.357872 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:10:49.357872 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:10:49.357872 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:10:49.357872 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:10:49.357872 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:10:49.357872 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:10:49.357872 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:10:49.357872 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:10:49.357872 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:10:49.357872 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:10:49.357872 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:10:49.357872 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:10:49.357872 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:10:49.357872 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:10:49.357872 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:10:49.357872 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:10:49.357872 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:10:49.357872 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:10:49.357872 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:10:49.357872 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:10:49.357872 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:10:49.357872 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:10:49.357872 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:10:49.370950 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1edde0-e406-47ff-8cb5-750c5cb2b566 None None] Pushing event deleted for resources: {'Port': ['ID=06ba5040-7072-4d44-8460-dfa12755327a,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:49.407851 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1edde0-e406-47ff-8cb5-750c5cb2b566 None None] No DVR routers for this DVR port 06ba5040-7072-4d44-8460-dfa12755327a on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:10:49.464552 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd878255-baa6-45f0-bdae-1fec162f99be req-e3c1d147-a858-42eb-9e17-675e8378b247 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:49.471783 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dd878255-baa6-45f0-bdae-1fec162f99be req-e3c1d147-a858-42eb-9e17-675e8378b247 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 943 time: 0.2347426 Jul 24 01:10:49.488502 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:49.541702 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dd878255-baa6-45f0-bdae-1fec162f99be req-c9489d14-d578-45b3-a010-efc4cc05b2a7 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623181 Jul 24 01:10:49.553421 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1d9abc11-1c95-4610-8a50-ab90e96ec258 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:49.572167 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1d9abc11-1c95-4610-8a50-ab90e96ec258 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:49.574401 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1d9abc11-1c95-4610-8a50-ab90e96ec258 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "DELETE /v2.0/networks/41535b47-35bf-4e23-8493-a79f7c061533 HTTP/1.1" status: 204 len: 168 time: 1.0610669 Jul 24 01:10:49.578073 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54742) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:49.589397 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-1572936f-e6c0-4dbd-8d71-95608b521088 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Request body: {'router': {'routes': None}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:10:49.601131 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9abc11-1c95-4610-8a50-ab90e96ec258 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Pushing event deleted for resources: {'Network': ['ID=41535b47-35bf-4e23-8493-a79f7c061533,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:49.818509 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.extraroute_db [None req-1572936f-e6c0-4dbd-8d71-95608b521088 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Added routes are [] {{(pid=100464) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 24 01:10:49.819023 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.extraroute_db [None req-1572936f-e6c0-4dbd-8d71-95608b521088 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Removed routes are [] {{(pid=100464) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 24 01:10:49.819499 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1572936f-e6c0-4dbd-8d71-95608b521088 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:50.027884 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1572936f-e6c0-4dbd-8d71-95608b521088 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:50.033099 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1572936f-e6c0-4dbd-8d71-95608b521088 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690290'] for router, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:50.134529 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1572936f-e6c0-4dbd-8d71-95608b521088 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Router c416dd31-0060-4476-9468-569c2a687b27 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:10:50.228235 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1572936f-e6c0-4dbd-8d71-95608b521088 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:10:50.238133 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90bb1f7-7596-4f13-ae5a-693ccb3f5240 None None] Sync routers for ids ['c416dd31-0060-4476-9468-569c2a687b27'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:10:50.239189 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1572936f-e6c0-4dbd-8d71-95608b521088 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:50.240567 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1572936f-e6c0-4dbd-8d71-95608b521088 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "PUT /v2.0/routers/c416dd31-0060-4476-9468-569c2a687b27 HTTP/1.1" status: 200 len: 705 time: 0.6564727 Jul 24 01:10:50.243535 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54760) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:50.249531 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90bb1f7-7596-4f13-ae5a-693ccb3f5240 None None] Routers {'c416dd31-0060-4476-9468-569c2a687b27'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:10:50.250391 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-d90bb1f7-7596-4f13-ae5a-693ccb3f5240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:10:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['c416dd31-0060-4476-9468-569c2a687b27'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:50.282861 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c2ae18a2-2002-49da-9568-14dc25e8e6b3 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "GET /v2.0/ports?device_id=c416dd31-0060-4476-9468-569c2a687b27 HTTP/1.1" status: 200 len: 205 time: 0.0375447 Jul 24 01:10:50.285026 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54764) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:50.349255 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-d90bb1f7-7596-4f13-ae5a-693ccb3f5240 None None] Set router c416dd31-0060-4476-9468-569c2a687b27 gateway port host: None {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:10:50.368381 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-624ece60-84b6-4c5d-bf2e-3f4281d75101 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:50.437266 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-d90bb1f7-7596-4f13-ae5a-693ccb3f5240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c416dd31-0060-4476-9468-569c2a687b27', 'name': 'tempest-RoutersIpV6Test-router-1334093658', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:10:08Z', 'updated_at': '2021-07-24T01:10:47Z', 'revision_number': 11, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:50.510396 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90bb1f7-7596-4f13-ae5a-693ccb3f5240 None None] Checking router: c416dd31-0060-4476-9468-569c2a687b27 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:10:50.543563 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90bb1f7-7596-4f13-ae5a-693ccb3f5240 None None] Routers {'c416dd31-0060-4476-9468-569c2a687b27'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:10:50.544243 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-d90bb1f7-7596-4f13-ae5a-693ccb3f5240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:10:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['c416dd31-0060-4476-9468-569c2a687b27'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:50.569810 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54776) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:50.690575 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-624ece60-84b6-4c5d-bf2e-3f4281d75101 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:50.695628 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-624ece60-84b6-4c5d-bf2e-3f4281d75101 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:50.698085 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-d90bb1f7-7596-4f13-ae5a-693ccb3f5240 None None] Set router c416dd31-0060-4476-9468-569c2a687b27 gateway port host: None {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:10:50.839356 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-624ece60-84b6-4c5d-bf2e-3f4281d75101 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:50.840231 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624ece60-84b6-4c5d-bf2e-3f4281d75101 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Fanout notify agent at l3_agent the message router_deleted on router c416dd31-0060-4476-9468-569c2a687b27 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:10:50.854300 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-d90bb1f7-7596-4f13-ae5a-693ccb3f5240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c416dd31-0060-4476-9468-569c2a687b27', 'name': 'tempest-RoutersIpV6Test-router-1334093658', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:10:08Z', 'updated_at': '2021-07-24T01:10:47Z', 'revision_number': 11, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:50.856074 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-624ece60-84b6-4c5d-bf2e-3f4281d75101 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:50.860000 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-624ece60-84b6-4c5d-bf2e-3f4281d75101 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "DELETE /v2.0/routers/c416dd31-0060-4476-9468-569c2a687b27 HTTP/1.1" status: 204 len: 168 time: 0.5737031 Jul 24 01:10:50.865214 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54786) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:50.874083 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-26c1cea3-3f8e-4190-b78d-36b0ce7b8812 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1174346919', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:10:50.942389 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8eaca3-5829-432d-8100-dcf5632831fb req-73f8cfde-ee48-4919-83be-e7a571ed5000 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:50.942682 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90bb1f7-7596-4f13-ae5a-693ccb3f5240 None None] The sync data for ids ['c416dd31-0060-4476-9468-569c2a687b27'] in n-d-793621-25 is: [{'id': 'c416dd31-0060-4476-9468-569c2a687b27', 'name': 'tempest-RoutersIpV6Test-router-1334093658', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:10:08Z', 'updated_at': '2021-07-24T01:10:47Z', 'revision_number': 11, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'gw_port_host': None}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:10:50.955013 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9f8eaca3-5829-432d-8100-dcf5632831fb req-73f8cfde-ee48-4919-83be-e7a571ed5000 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 943 time: 0.2484238 Jul 24 01:10:50.993211 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-26c1cea3-3f8e-4190-b78d-36b0ce7b8812 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:50.995209 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-26c1cea3-3f8e-4190-b78d-36b0ce7b8812 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:51.001454 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:51.109985 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9f8eaca3-5829-432d-8100-dcf5632831fb req-c85b0daf-7f44-4504-9f1c-7021725517c4 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539803 Jul 24 01:10:51.211128 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-26c1cea3-3f8e-4190-b78d-36b0ce7b8812 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:51.216314 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-26c1cea3-3f8e-4190-b78d-36b0ce7b8812 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:51.254988 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-26c1cea3-3f8e-4190-b78d-36b0ce7b8812 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:51.256365 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-26c1cea3-3f8e-4190-b78d-36b0ce7b8812 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3880568 Jul 24 01:10:51.259448 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54792) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:51.268290 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-448efa96-c533-495d-a2cb-ce9f8b0830c8 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:10:51.504751 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-41ff79e3-3868-4aa5-af24-884419ebed15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:51.595696 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-448efa96-c533-495d-a2cb-ce9f8b0830c8 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:51.610067 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-448efa96-c533-495d-a2cb-ce9f8b0830c8 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690290'] for router, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:51.735529 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-448efa96-c533-495d-a2cb-ce9f8b0830c8 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Router 876c6cbd-fe45-48ad-9a7b-fb1bfae9dba1 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:10:51.836043 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448efa96-c533-495d-a2cb-ce9f8b0830c8 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:10:51.843901 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-448efa96-c533-495d-a2cb-ce9f8b0830c8 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:51.847182 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-448efa96-c533-495d-a2cb-ce9f8b0830c8 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "PUT /v2.0/routers/876c6cbd-fe45-48ad-9a7b-fb1bfae9dba1 HTTP/1.1" status: 200 len: 698 time: 0.5869775 Jul 24 01:10:51.847334 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f35ace8-fb5b-4e09-ae3a-74ae0a39ca18 None None] Sync routers for ids ['876c6cbd-fe45-48ad-9a7b-fb1bfae9dba1'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:10:51.851283 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54806) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:51.863565 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f35ace8-fb5b-4e09-ae3a-74ae0a39ca18 None None] Routers {'876c6cbd-fe45-48ad-9a7b-fb1bfae9dba1'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:10:51.864215 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-9f35ace8-fb5b-4e09-ae3a-74ae0a39ca18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:10:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['876c6cbd-fe45-48ad-9a7b-fb1bfae9dba1'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:51.938762 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-64614e14-9ee9-461b-9bd5-cc919941c5dc tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "GET /v2.0/routers/876c6cbd-fe45-48ad-9a7b-fb1bfae9dba1 HTTP/1.1" status: 200 len: 704 time: 0.0857840 Jul 24 01:10:51.940771 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54810) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:51.975773 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-af49d253-facd-48a9-a4d6-c795700ff250 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "GET /v2.0/ports?device_id=876c6cbd-fe45-48ad-9a7b-fb1bfae9dba1 HTTP/1.1" status: 200 len: 205 time: 0.0335410 Jul 24 01:10:51.978238 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54812) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:52.011273 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-9f35ace8-fb5b-4e09-ae3a-74ae0a39ca18 None None] Set router 876c6cbd-fe45-48ad-9a7b-fb1bfae9dba1 gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:10:52.110057 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a764b065-6ff5-4a4c-bc77-b5fe7119b40a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:52.125604 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-9f35ace8-fb5b-4e09-ae3a-74ae0a39ca18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876c6cbd-fe45-48ad-9a7b-fb1bfae9dba1', 'name': 'tempest-RoutersIpV6Test-router-1174346919', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:10:51Z', 'updated_at': '2021-07-24T01:10:51Z', 'revision_number': 2, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:52.192080 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f35ace8-fb5b-4e09-ae3a-74ae0a39ca18 None None] Checking router: 876c6cbd-fe45-48ad-9a7b-fb1bfae9dba1 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:10:52.216589 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f35ace8-fb5b-4e09-ae3a-74ae0a39ca18 None None] Routers {'876c6cbd-fe45-48ad-9a7b-fb1bfae9dba1'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:10:52.217655 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-9f35ace8-fb5b-4e09-ae3a-74ae0a39ca18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:10:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['876c6cbd-fe45-48ad-9a7b-fb1bfae9dba1'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:52.376491 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-9f35ace8-fb5b-4e09-ae3a-74ae0a39ca18 None None] Set router 876c6cbd-fe45-48ad-9a7b-fb1bfae9dba1 gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:10:52.407227 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a764b065-6ff5-4a4c-bc77-b5fe7119b40a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:52.410445 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a764b065-6ff5-4a4c-bc77-b5fe7119b40a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:52.413096 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68478c52-25ed-4c6e-907b-49ba0f42b6a1 req-d43af3b5-3a06-48bc-ac2b-a186a6ec4e41 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:52.419910 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-68478c52-25ed-4c6e-907b-49ba0f42b6a1 req-d43af3b5-3a06-48bc-ac2b-a186a6ec4e41 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 943 time: 0.1213429 Jul 24 01:10:52.483639 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-9f35ace8-fb5b-4e09-ae3a-74ae0a39ca18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '876c6cbd-fe45-48ad-9a7b-fb1bfae9dba1', 'name': 'tempest-RoutersIpV6Test-router-1174346919', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:10:51Z', 'updated_at': '2021-07-24T01:10:51Z', 'revision_number': 2, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:52.491000 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-68478c52-25ed-4c6e-907b-49ba0f42b6a1 req-8d374753-ac7e-4896-9625-103e0edac764 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701258 Jul 24 01:10:52.492306 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a764b065-6ff5-4a4c-bc77-b5fe7119b40a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:52.494904 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a764b065-6ff5-4a4c-bc77-b5fe7119b40a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Fanout notify agent at l3_agent the message router_deleted on router 876c6cbd-fe45-48ad-9a7b-fb1bfae9dba1 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:10:52.509987 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a764b065-6ff5-4a4c-bc77-b5fe7119b40a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:52.511457 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a764b065-6ff5-4a4c-bc77-b5fe7119b40a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "DELETE /v2.0/routers/876c6cbd-fe45-48ad-9a7b-fb1bfae9dba1 HTTP/1.1" status: 204 len: 168 time: 0.5320740 Jul 24 01:10:52.516534 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54824) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:52.540467 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f35ace8-fb5b-4e09-ae3a-74ae0a39ca18 None None] The sync data for ids ['876c6cbd-fe45-48ad-9a7b-fb1bfae9dba1'] in n-d-793621-25 is: [{'id': '876c6cbd-fe45-48ad-9a7b-fb1bfae9dba1', 'name': 'tempest-RoutersIpV6Test-router-1174346919', 'tenant_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:10:51Z', 'updated_at': '2021-07-24T01:10:51Z', 'revision_number': 2, 'project_id': '33a20c5f25ad4f7f86c99ba35aa53b93', 'gw_port_host': None}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:10:52.560012 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-65b5f105-715c-4636-bef8-afd4bdcb640a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "GET /v2.0/ports?device_id=876c6cbd-fe45-48ad-9a7b-fb1bfae9dba1 HTTP/1.1" status: 200 len: 205 time: 0.0424604 Jul 24 01:10:52.562931 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54826) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:52.588787 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-41ff79e3-3868-4aa5-af24-884419ebed15 admin admin] Deleting port c8f0cdbb-23cb-4a0d-8e86-a79a68680666 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:10:52.589138 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-41ff79e3-3868-4aa5-af24-884419ebed15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:52.606534 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-34c92c90-9ab4-4444-9a0e-a4638e8e7e15 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] delete failed (client error): The resource could not be found. Jul 24 01:10:52.610587 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-34c92c90-9ab4-4444-9a0e-a4638e8e7e15 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "DELETE /v2.0/routers/876c6cbd-fe45-48ad-9a7b-fb1bfae9dba1 HTTP/1.1" status: 404 len: 336 time: 0.0437617 Jul 24 01:10:52.610905 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54828) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:52.646931 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f4704e6-7982-4f83-88b4-987951a90df2 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] DELETE failed (client error): The resource could not be found. Jul 24 01:10:52.647432 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f4704e6-7982-4f83-88b4-987951a90df2 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:10:52.651496 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1f4704e6-7982-4f83-88b4-987951a90df2 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "DELETE /v2.0/subnets/3138c7b0-e597-45c2-af30-5a85879564ef HTTP/1.1" status: 404 len: 337 time: 0.0374863 Jul 24 01:10:52.651755 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54830) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:52.695977 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-839d6a3f-5908-40e9-8d3e-1a10aef2787d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] DELETE failed (client error): The resource could not be found. Jul 24 01:10:52.696452 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-839d6a3f-5908-40e9-8d3e-1a10aef2787d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:10:52.698294 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-839d6a3f-5908-40e9-8d3e-1a10aef2787d tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "DELETE /v2.0/subnets/5d4b593f-513d-476c-bcbb-9b0879268f39 HTTP/1.1" status: 404 len: 337 time: 0.0455620 Jul 24 01:10:52.700918 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54832) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:52.746522 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2ef4992-23cc-4cc6-9d67-8e91b80fbeb2 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] DELETE failed (client error): The resource could not be found. Jul 24 01:10:52.747014 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2ef4992-23cc-4cc6-9d67-8e91b80fbeb2 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:10:52.750796 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a2ef4992-23cc-4cc6-9d67-8e91b80fbeb2 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "DELETE /v2.0/subnets/608758b8-08a8-4aec-8df5-a79f7d4a4e9f HTTP/1.1" status: 404 len: 337 time: 0.0464087 Jul 24 01:10:52.751817 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54836) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:52.755015 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-41ff79e3-3868-4aa5-af24-884419ebed15 admin admin] For port c8f0cdbb-23cb-4a0d-8e86-a79a68680666, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=c8f0cdbb-23cb-4a0d-8e86-a79a68680666,segment=NetworkSegment(7407b275-26ce-41ae-aa2f-0d064e63de96),segment_id=7407b275-26ce-41ae-aa2f-0d064e63de96)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:10:52.755395 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-41ff79e3-3868-4aa5-af24-884419ebed15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:52.795559 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed8b5bc5-b13a-4ca0-9ed1-353eddd5646c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] DELETE failed (client error): The resource could not be found. Jul 24 01:10:52.796050 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed8b5bc5-b13a-4ca0-9ed1-353eddd5646c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:10:52.800712 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ed8b5bc5-b13a-4ca0-9ed1-353eddd5646c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "DELETE /v2.0/subnets/0b36e774-7ca3-4885-bcb9-c21185a75e1b HTTP/1.1" status: 404 len: 337 time: 0.0452013 Jul 24 01:10:52.800712 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-41ff79e3-3868-4aa5-af24-884419ebed15 admin admin] Calling delete_port for c8f0cdbb-23cb-4a0d-8e86-a79a68680666 owned by network:router_interface {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:10:52.800972 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54838) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:52.842875 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2b7a749a-1402-4248-80b7-5b4306e69f83 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "GET /v2.0/ports?device_id=c416dd31-0060-4476-9468-569c2a687b27 HTTP/1.1" status: 200 len: 205 time: 0.0385547 Jul 24 01:10:52.846101 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54840) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:53.073004 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-41ff79e3-3868-4aa5-af24-884419ebed15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:53.189450 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff79e3-3868-4aa5-af24-884419ebed15 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8f0cdbb-23cb-4a0d-8e86-a79a68680666,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:53.298383 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-013eed36-dbc3-4d87-8656-f2dd28c2560a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] delete failed (client error): The resource could not be found. Jul 24 01:10:53.299589 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-013eed36-dbc3-4d87-8656-f2dd28c2560a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "DELETE /v2.0/routers/c416dd31-0060-4476-9468-569c2a687b27 HTTP/1.1" status: 404 len: 336 time: 0.4524553 Jul 24 01:10:53.302278 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54846) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:53.364502 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-24ade854-4976-450d-acbf-d922742d4d7e tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "GET /v2.0/ports?device_id=db2b42f3-af8b-4b5c-8dfc-888e9cc5e357 HTTP/1.1" status: 200 len: 205 time: 0.0608044 Jul 24 01:10:53.366850 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54850) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:53.371896 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-41ff79e3-3868-4aa5-af24-884419ebed15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:53.439735 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-b371ac07-01c8-49ed-b93e-bcea36e480c9 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] delete failed (client error): The resource could not be found. Jul 24 01:10:53.443116 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b371ac07-01c8-49ed-b93e-bcea36e480c9 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "DELETE /v2.0/routers/db2b42f3-af8b-4b5c-8dfc-888e9cc5e357 HTTP/1.1" status: 404 len: 336 time: 0.0730138 Jul 24 01:10:53.443566 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54854) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:53.485182 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-8041c015-c641-44fe-814e-cacb9407ede0 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] DELETE failed (client error): The resource could not be found. Jul 24 01:10:53.485654 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8041c015-c641-44fe-814e-cacb9407ede0 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:10:53.489989 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8041c015-c641-44fe-814e-cacb9407ede0 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "DELETE /v2.0/subnets/953c2a28-c68c-43ea-9ff0-cd671ef89b65 HTTP/1.1" status: 404 len: 337 time: 0.0431924 Jul 24 01:10:53.490217 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54858) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:53.529737 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1191b08a-43b5-4d84-bae7-e1a7439caeae tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b93eea3-794b-4c2c-8ddc-af0a91e1182e HTTP/1.1" status: 200 len: 205 time: 0.0362070 Jul 24 01:10:53.530473 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54860) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:53.578844 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-98e9e04b-d13d-4ad4-87ac-b876967970a6 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] delete failed (client error): The resource could not be found. Jul 24 01:10:53.582190 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-98e9e04b-d13d-4ad4-87ac-b876967970a6 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "DELETE /v2.0/routers/9b93eea3-794b-4c2c-8ddc-af0a91e1182e HTTP/1.1" status: 404 len: 336 time: 0.0487337 Jul 24 01:10:53.582837 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54866) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:53.630034 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-842f7b49-2f5e-434c-b619-78f7935f020e tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "GET /v2.0/ports?device_id=8aa66d30-8f11-4048-bed1-8ca68916236c HTTP/1.1" status: 200 len: 205 time: 0.0458493 Jul 24 01:10:53.641225 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54868) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:53.702498 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ff79e3-3868-4aa5-af24-884419ebed15 admin admin] Router 21fb0cab-ac46-421a-9ac4-9ca2880007a8 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:10:53.733977 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-b83b972d-6334-4416-82a0-89d73ee35fae tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] delete failed (client error): The resource could not be found. Jul 24 01:10:53.735413 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b83b972d-6334-4416-82a0-89d73ee35fae tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "DELETE /v2.0/routers/8aa66d30-8f11-4048-bed1-8ca68916236c HTTP/1.1" status: 404 len: 336 time: 0.0915859 Jul 24 01:10:53.738299 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54872) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:53.780959 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-05011f21-cf50-41ed-9d16-ad33564caf8a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] DELETE failed (client error): The resource could not be found. Jul 24 01:10:53.781770 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05011f21-cf50-41ed-9d16-ad33564caf8a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:10:53.783869 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-05011f21-cf50-41ed-9d16-ad33564caf8a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "DELETE /v2.0/subnets/da962254-13ae-4f7b-8739-2249fa90c775 HTTP/1.1" status: 404 len: 337 time: 0.0433710 Jul 24 01:10:53.786592 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54874) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:53.827477 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d1487953-a01f-43a2-b267-0bbb24b52229 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "GET /v2.0/ports?device_id=859aaee9-5d21-417d-8ece-b69e2be75084 HTTP/1.1" status: 200 len: 205 time: 0.0388477 Jul 24 01:10:53.830158 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54876) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:53.861843 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d225aa-ce34-4897-aca3-ff658727230c req-4dbc083d-6978-4887-b859-816a992224b2 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:53.864095 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-60d225aa-ce34-4897-aca3-ff658727230c req-4dbc083d-6978-4887-b859-816a992224b2 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 943 time: 0.2374682 Jul 24 01:10:53.879746 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-e580c7b1-1704-4d7c-b62b-617cba051601 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] delete failed (client error): The resource could not be found. Jul 24 01:10:53.880816 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e580c7b1-1704-4d7c-b62b-617cba051601 tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "DELETE /v2.0/routers/859aaee9-5d21-417d-8ece-b69e2be75084 HTTP/1.1" status: 404 len: 336 time: 0.0495579 Jul 24 01:10:53.885079 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54880) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:53.897069 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ff79e3-3868-4aa5-af24-884419ebed15 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:10:53.902787 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-41ff79e3-3868-4aa5-af24-884419ebed15 admin admin] 10.222.0.15 "PUT /v2.0/routers/21fb0cab-ac46-421a-9ac4-9ca2880007a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3318832 Jul 24 01:10:53.906007 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54882) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:53.910510 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd173fc2-e41c-4df4-8dd4-981bc24b1261 None None] Sync routers for ids ['21fb0cab-ac46-421a-9ac4-9ca2880007a8'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:10:53.927430 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd173fc2-e41c-4df4-8dd4-981bc24b1261 None None] Routers {'21fb0cab-ac46-421a-9ac4-9ca2880007a8'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:10:53.933142 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-bd173fc2-e41c-4df4-8dd4-981bc24b1261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:10:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['21fb0cab-ac46-421a-9ac4-9ca2880007a8'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:53.962842 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d1b5a7c-a61f-4027-b6bf-56ca31bd534a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] DELETE failed (client error): The resource could not be found. Jul 24 01:10:53.963316 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d1b5a7c-a61f-4027-b6bf-56ca31bd534a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:10:53.965254 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4d1b5a7c-a61f-4027-b6bf-56ca31bd534a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "DELETE /v2.0/subnets/7fa97b46-1685-4568-b99f-87e000851556 HTTP/1.1" status: 404 len: 337 time: 0.0792060 Jul 24 01:10:53.969512 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54884) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:54.007558 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a468dc83-392a-4d79-888e-e8f5842d012c tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e63649f-ea50-4ab3-afc7-4d59f48691e4 HTTP/1.1" status: 200 len: 205 time: 0.0368397 Jul 24 01:10:54.010961 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54886) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:54.020575 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-60d225aa-ce34-4897-aca3-ff658727230c req-17b8da30-7552-4790-b08c-997d82d6e033 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443362 Jul 24 01:10:54.052583 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-8f9ef3f8-9415-4e75-8af9-61b678f1669e tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] delete failed (client error): The resource could not be found. Jul 24 01:10:54.053690 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8f9ef3f8-9415-4e75-8af9-61b678f1669e tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "DELETE /v2.0/routers/1e63649f-ea50-4ab3-afc7-4d59f48691e4 HTTP/1.1" status: 404 len: 336 time: 0.0416729 Jul 24 01:10:54.056383 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54888) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:54.081280 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c47c4548-502a-4a13-a8e8-29e4cc8dedc9 admin admin] Notify callbacks [] for router, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:54.091816 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-dca28358-5d88-48fd-889b-34b780e9f77a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] DELETE failed (client error): The resource could not be found. Jul 24 01:10:54.092884 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dca28358-5d88-48fd-889b-34b780e9f77a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:10:54.094981 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-dca28358-5d88-48fd-889b-34b780e9f77a tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "DELETE /v2.0/subnets/c68a852e-5bda-4b87-a6c6-ed01588325f2 HTTP/1.1" status: 404 len: 337 time: 0.0376060 Jul 24 01:10:54.097460 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54890) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:54.114855 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-bd173fc2-e41c-4df4-8dd4-981bc24b1261 None None] Set router 21fb0cab-ac46-421a-9ac4-9ca2880007a8 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:10:54.130289 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca248b3a-adb1-49ad-be40-550ce441eeee tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] DELETE failed (client error): The resource could not be found. Jul 24 01:10:54.130769 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca248b3a-adb1-49ad-be40-550ce441eeee tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:10:54.132569 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ca248b3a-adb1-49ad-be40-550ce441eeee tempest-RoutersIpV6Test-63104917 tempest-RoutersIpV6Test-63104917-project] 10.222.0.15 "DELETE /v2.0/subnets/e2c91431-aa5a-4de6-9a4e-0bd952df8a5a HTTP/1.1" status: 404 len: 337 time: 0.0341637 Jul 24 01:10:54.305113 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c47c4548-502a-4a13-a8e8-29e4cc8dedc9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:54.355550 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-bd173fc2-e41c-4df4-8dd4-981bc24b1261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'name': 'tempest-AttachVolumeTestJSON-957865579-router', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': '25588372-553d-42f7-b7b2-ab8ca8d1a6f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:02:25Z', 'updated_at': '2021-07-24T01:10:53Z', 'revision_number': 5, 'project_id': '6c3660a81a574f9ba01b0543dcb1130d', 'gw_port': {'id': '25588372-553d-42f7-b7b2-ab8ca8d1a6f8', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:21:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1919, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:02:27Z', 'updated_at': '2021-07-24T01:02:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:54.381269 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-c47c4548-502a-4a13-a8e8-29e4cc8dedc9 admin admin] Deleting port 25588372-553d-42f7-b7b2-ab8ca8d1a6f8 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:10:54.381523 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c47c4548-502a-4a13-a8e8-29e4cc8dedc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:54.396369 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd173fc2-e41c-4df4-8dd4-981bc24b1261 None None] Checking router: 21fb0cab-ac46-421a-9ac4-9ca2880007a8 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:10:54.409026 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd173fc2-e41c-4df4-8dd4-981bc24b1261 None None] Routers {'21fb0cab-ac46-421a-9ac4-9ca2880007a8'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:10:54.410140 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-bd173fc2-e41c-4df4-8dd4-981bc24b1261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:10:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['21fb0cab-ac46-421a-9ac4-9ca2880007a8'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:54.495085 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-c47c4548-502a-4a13-a8e8-29e4cc8dedc9 admin admin] For port 25588372-553d-42f7-b7b2-ab8ca8d1a6f8, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=25588372-553d-42f7-b7b2-ab8ca8d1a6f8,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:10:54.495821 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c47c4548-502a-4a13-a8e8-29e4cc8dedc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:54.512717 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-c47c4548-502a-4a13-a8e8-29e4cc8dedc9 admin admin] Calling delete_port for 25588372-553d-42f7-b7b2-ab8ca8d1a6f8 owned by network:router_gateway {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:10:54.537727 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54902) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:54.624669 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-bd173fc2-e41c-4df4-8dd4-981bc24b1261 None None] Set router 21fb0cab-ac46-421a-9ac4-9ca2880007a8 gateway port host: None {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:10:54.710518 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-bd173fc2-e41c-4df4-8dd4-981bc24b1261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'name': 'tempest-AttachVolumeTestJSON-957865579-router', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:02:25Z', 'updated_at': '2021-07-24T01:10:54Z', 'revision_number': 6, 'project_id': '6c3660a81a574f9ba01b0543dcb1130d', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:54.758550 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c47c4548-502a-4a13-a8e8-29e4cc8dedc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:54.761594 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd173fc2-e41c-4df4-8dd4-981bc24b1261 None None] The sync data for ids ['21fb0cab-ac46-421a-9ac4-9ca2880007a8'] in n-d-793621-25 is: [{'id': '21fb0cab-ac46-421a-9ac4-9ca2880007a8', 'name': 'tempest-AttachVolumeTestJSON-957865579-router', 'tenant_id': '6c3660a81a574f9ba01b0543dcb1130d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:02:25Z', 'updated_at': '2021-07-24T01:10:54Z', 'revision_number': 6, 'project_id': '6c3660a81a574f9ba01b0543dcb1130d', 'gw_port_host': None}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:10:54.812745 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c4548-502a-4a13-a8e8-29e4cc8dedc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=25588372-553d-42f7-b7b2-ab8ca8d1a6f8,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:54.876615 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b3e5699b-9e42-442b-976a-8fd08dc14f05 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=33a20c5f25ad4f7f86c99ba35aa53b93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3373756 Jul 24 01:10:54.879392 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54912) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:54.885654 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c47c4548-502a-4a13-a8e8-29e4cc8dedc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:54.949604 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-da8ddb38-59e9-4708-acc4-c9254ee76a67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:54.974857 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-da8ddb38-59e9-4708-acc4-c9254ee76a67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:54.995179 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c47c4548-502a-4a13-a8e8-29e4cc8dedc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:54.997578 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c47c4548-502a-4a13-a8e8-29e4cc8dedc9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:55.046097 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-da8ddb38-59e9-4708-acc4-c9254ee76a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:55.049175 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c47c4548-502a-4a13-a8e8-29e4cc8dedc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:55.049532 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-da8ddb38-59e9-4708-acc4-c9254ee76a67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:55.049789 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47c4548-502a-4a13-a8e8-29e4cc8dedc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21fb0cab-ac46-421a-9ac4-9ca2880007a8 {{(pid=100464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:10:55.053140 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-da8ddb38-59e9-4708-acc4-c9254ee76a67 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/90175115-9d86-469e-b232-a450250ac859 HTTP/1.1" status: 204 len: 168 time: 0.1698055 Jul 24 01:10:55.054928 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c47c4548-502a-4a13-a8e8-29e4cc8dedc9 admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:55.058791 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c47c4548-502a-4a13-a8e8-29e4cc8dedc9 admin admin] 10.222.0.15 "DELETE /v2.0/routers/21fb0cab-ac46-421a-9ac4-9ca2880007a8 HTTP/1.1" status: 204 len: 168 time: 1.1486418 Jul 24 01:10:55.058791 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54918) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:55.059138 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8ddb38-59e9-4708-acc4-c9254ee76a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90175115-9d86-469e-b232-a450250ac859,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:55.148589 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f6dfafb-5498-494b-802c-ad9ff4ecd9f5 admin admin] Deleting subnet b482f598-bb63-4afc-99f7-7e599c57abf9 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:10:55.155540 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1f6dfafb-5498-494b-802c-ad9ff4ecd9f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:55.271960 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1f6dfafb-5498-494b-802c-ad9ff4ecd9f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:55.306650 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device c8f0cdbb-23cb-4a0d-8e86-a79a68680666 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:10:55.334843 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf999b0-d7cc-42d3-a20c-6518c224e0e3 req-493e3d14-a214-4d51-9339-29900a808f67 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:55.341585 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: c8f0cdbb-23cb-4a0d-8e86-a79a68680666 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:10:55.342800 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device c8f0cdbb-23cb-4a0d-8e86-a79a68680666 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:10:55.345216 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8cf999b0-d7cc-42d3-a20c-6518c224e0e3 req-493e3d14-a214-4d51-9339-29900a808f67 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 943 time: 0.1456714 Jul 24 01:10:55.422147 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8cf999b0-d7cc-42d3-a20c-6518c224e0e3 req-88a073aa-0765-4e29-a506-0edc778527cb tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666261 Jul 24 01:10:55.439844 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1f6dfafb-5498-494b-802c-ad9ff4ecd9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:55.507575 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1f6dfafb-5498-494b-802c-ad9ff4ecd9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:55.539904 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6dfafb-5498-494b-802c-ad9ff4ecd9f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b482f598-bb63-4afc-99f7-7e599c57abf9,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:55.544992 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1f6dfafb-5498-494b-802c-ad9ff4ecd9f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:55.547854 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1f6dfafb-5498-494b-802c-ad9ff4ecd9f5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b482f598-bb63-4afc-99f7-7e599c57abf9 HTTP/1.1" status: 204 len: 168 time: 0.4882343 Jul 24 01:10:55.550245 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54928) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:55.555870 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98eac418-74bc-4ad1-966f-9786154f69fb None None] Network 03e78a62-81d3-4752-be2c-d12db7b84826 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:10:55.640919 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ddba8e10-dec9-4a56-85a3-3f6acc91cfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:55.805403 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-ddba8e10-dec9-4a56-85a3-3f6acc91cfb1 admin admin] Deleting port 0d9b4f92-9344-455d-a7c5-3a2df1875b70 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:10:55.806031 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ddba8e10-dec9-4a56-85a3-3f6acc91cfb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:55.863981 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443f05c3-f7cb-46da-b1ae-6c18a1da0faf None None] DHCP port deletion for 03e78a62-81d3-4752-be2c-d12db7b84826 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:10:55.896975 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-ddba8e10-dec9-4a56-85a3-3f6acc91cfb1 admin admin] For port 0d9b4f92-9344-455d-a7c5-3a2df1875b70, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0d9b4f92-9344-455d-a7c5-3a2df1875b70,segment=NetworkSegment(7407b275-26ce-41ae-aa2f-0d064e63de96),segment_id=7407b275-26ce-41ae-aa2f-0d064e63de96)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:10:55.897361 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ddba8e10-dec9-4a56-85a3-3f6acc91cfb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:55.915826 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-ddba8e10-dec9-4a56-85a3-3f6acc91cfb1 admin admin] Calling delete_port for 0d9b4f92-9344-455d-a7c5-3a2df1875b70 owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:10:55.927432 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-443f05c3-f7cb-46da-b1ae-6c18a1da0faf None None] Deleting port 0d9b4f92-9344-455d-a7c5-3a2df1875b70 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:10:55.928078 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-443f05c3-f7cb-46da-b1ae-6c18a1da0faf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:55.928239 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8824b2-fc5d-4df7-afaa-1a36bf3f1f3b req-765d4708-806e-4540-88d6-71defff71d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:55.929750 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bf8824b2-fc5d-4df7-afaa-1a36bf3f1f3b req-765d4708-806e-4540-88d6-71defff71d27 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d&tenant_id=d6dc6777949c4bca80e15baebcec81ec HTTP/1.1" status: 200 len: 1095 time: 0.2003336 Jul 24 01:10:56.038074 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-443f05c3-f7cb-46da-b1ae-6c18a1da0faf None None] For port 0d9b4f92-9344-455d-a7c5-3a2df1875b70, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0d9b4f92-9344-455d-a7c5-3a2df1875b70,segment=NetworkSegment(7407b275-26ce-41ae-aa2f-0d064e63de96),segment_id=7407b275-26ce-41ae-aa2f-0d064e63de96)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:10:56.038493 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-443f05c3-f7cb-46da-b1ae-6c18a1da0faf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:56.059277 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-443f05c3-f7cb-46da-b1ae-6c18a1da0faf None None] Calling delete_port for 0d9b4f92-9344-455d-a7c5-3a2df1875b70 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:10:56.069430 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8824b2-fc5d-4df7-afaa-1a36bf3f1f3b req-6988f674-31c6-4b16-a66b-a37280d9dd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:56.071235 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bf8824b2-fc5d-4df7-afaa-1a36bf3f1f3b req-6988f674-31c6-4b16-a66b-a37280d9dd04 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6dc6777949c4bca80e15baebcec81ec&device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 1095 time: 0.0965924 Jul 24 01:10:56.073917 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ddba8e10-dec9-4a56-85a3-3f6acc91cfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:56.136978 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba8e10-dec9-4a56-85a3-3f6acc91cfb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d9b4f92-9344-455d-a7c5-3a2df1875b70,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:56.179316 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-443f05c3-f7cb-46da-b1ae-6c18a1da0faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:56.209123 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f05c3-f7cb-46da-b1ae-6c18a1da0faf None None] Pushing event deleted for resources: {'Port': ['ID=0d9b4f92-9344-455d-a7c5-3a2df1875b70,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:56.216587 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443f05c3-f7cb-46da-b1ae-6c18a1da0faf None None] No DVR routers for this DVR port 0d9b4f92-9344-455d-a7c5-3a2df1875b70 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:10:56.225483 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f05c3-f7cb-46da-b1ae-6c18a1da0faf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:56.226055 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f05c3-f7cb-46da-b1ae-6c18a1da0faf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:56.226573 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f05c3-f7cb-46da-b1ae-6c18a1da0faf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:56.227086 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f05c3-f7cb-46da-b1ae-6c18a1da0faf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:56.227926 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f05c3-f7cb-46da-b1ae-6c18a1da0faf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:56.228419 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f05c3-f7cb-46da-b1ae-6c18a1da0faf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:56.228914 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f05c3-f7cb-46da-b1ae-6c18a1da0faf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:56.229393 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f05c3-f7cb-46da-b1ae-6c18a1da0faf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:56.230153 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f05c3-f7cb-46da-b1ae-6c18a1da0faf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:56.230643 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f05c3-f7cb-46da-b1ae-6c18a1da0faf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:56.231172 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f05c3-f7cb-46da-b1ae-6c18a1da0faf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:56.235765 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-443f05c3-f7cb-46da-b1ae-6c18a1da0faf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:56.424675 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54954) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:56.476245 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54960) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:56.504545 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddba8e10-dec9-4a56-85a3-3f6acc91cfb1 admin admin] No DVR routers for this DVR port 0d9b4f92-9344-455d-a7c5-3a2df1875b70 on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:10:56.581533 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0d809-91b7-4fe0-a934-e9de94127255 req-fe7173b1-a319-423f-9f26-989e4fabc0ef tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:56.589963 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5ed0d809-91b7-4fe0-a934-e9de94127255 req-fe7173b1-a319-423f-9f26-989e4fabc0ef tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 943 time: 0.0896277 Jul 24 01:10:56.624982 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6ef76947-ee9d-4eb2-a840-40776904d830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:56.631250 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ddba8e10-dec9-4a56-85a3-3f6acc91cfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:56.641932 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8824b2-fc5d-4df7-afaa-1a36bf3f1f3b req-be3673c2-fa57-4f54-a914-6074068d5f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:56.643478 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bf8824b2-fc5d-4df7-afaa-1a36bf3f1f3b req-be3673c2-fa57-4f54-a914-6074068d5f13 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ce20638c-9366-403c-99ef-699b8c74111a HTTP/1.1" status: 200 len: 918 time: 0.5633256 Jul 24 01:10:56.647243 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-ddba8e10-dec9-4a56-85a3-3f6acc91cfb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03e78a62-81d3-4752-be2c-d12db7b84826']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:56.659282 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5ed0d809-91b7-4fe0-a934-e9de94127255 req-e9a41635-4fd3-4015-b215-25ed9f5b4e4e tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638273 Jul 24 01:10:56.677589 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-ddba8e10-dec9-4a56-85a3-3f6acc91cfb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7407b275-26ce-41ae-aa2f-0d064e63de96') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:56.677968 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-ddba8e10-dec9-4a56-85a3-3f6acc91cfb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7407b275-26ce-41ae-aa2f-0d064e63de96') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:10:56.683379 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-b1913ab1-9c93-4f52-bd98-77b47288612f tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:10:56.684153 n-d-793621-25 neutron-server[100463]: WARNING neutron.api.v2.base [None req-b1913ab1-9c93-4f52-bd98-77b47288612f tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 24 01:10:56.684725 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-b1913ab1-9c93-4f52-bd98-77b47288612f tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] create failed (client error): There was a conflict when trying to complete your request. Jul 24 01:10:56.686702 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b1913ab1-9c93-4f52-bd98-77b47288612f tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2601285 Jul 24 01:10:56.690250 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54964) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:56.695945 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-1c03b0f5-f9d1-468c-b2f0-2526d9795aa6 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Request body: {'security_group': {'name': 'tempest-secgroup--529455369'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:10:56.720880 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ddba8e10-dec9-4a56-85a3-3f6acc91cfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:56.741653 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ddba8e10-dec9-4a56-85a3-3f6acc91cfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:56.752785 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bf8824b2-fc5d-4df7-afaa-1a36bf3f1f3b req-afee8ce9-142a-461f-9cef-8d137cac2133 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05963e2b-d078-4047-9852-450b738dbdb2 HTTP/1.1" status: 200 len: 999 time: 0.0983262 Jul 24 01:10:56.753700 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddba8e10-dec9-4a56-85a3-3f6acc91cfb1 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:10:56.754108 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ddba8e10-dec9-4a56-85a3-3f6acc91cfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:56.755870 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:10:56.755870 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:10:56.755870 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:10:56.755870 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:10:56.755870 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:10:56.755870 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:10:56.755870 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:10:56.755870 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:10:56.755870 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:10:56.755870 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:10:56.755870 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:10:56.755870 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:10:56.755870 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:10:56.755870 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:10:56.755870 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:10:56.755870 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:10:56.755870 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:10:56.755870 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:10:56.755870 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:10:56.755870 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:10:56.755870 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:10:56.755870 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:10:56.755870 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:10:56.755870 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:10:56.755870 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:10:56.755870 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:10:56.755870 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:10:56.755870 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:10:56.755870 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:10:56.755870 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:10:56.755870 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:10:56.755870 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:10:56.775929 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6ef76947-ee9d-4eb2-a840-40776904d830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:56.784334 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6ef76947-ee9d-4eb2-a840-40776904d830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:56.825431 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1c03b0f5-f9d1-468c-b2f0-2526d9795aa6 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:56.848815 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef76947-ee9d-4eb2-a840-40776904d830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf859df2-a5a1-4cfd-8fef-a501f70df417,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:56.852428 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1c03b0f5-f9d1-468c-b2f0-2526d9795aa6 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:56.853273 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8824b2-fc5d-4df7-afaa-1a36bf3f1f3b req-8c21d69a-780e-4bce-b402-aabea736a3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:56.855162 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bf8824b2-fc5d-4df7-afaa-1a36bf3f1f3b req-8c21d69a-780e-4bce-b402-aabea736a3cc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=941506a1-fc49-47b1-b115-8157f3b98de0 HTTP/1.1" status: 200 len: 856 time: 0.0892906 Jul 24 01:10:56.856444 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ddba8e10-dec9-4a56-85a3-3f6acc91cfb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:56.860805 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6ef76947-ee9d-4eb2-a840-40776904d830 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=74ffc0117c604caab825a679336120f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3831508 Jul 24 01:10:56.862563 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54966) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:56.874629 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ddba8e10-dec9-4a56-85a3-3f6acc91cfb1 admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:56.876770 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ddba8e10-dec9-4a56-85a3-3f6acc91cfb1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/03e78a62-81d3-4752-be2c-d12db7b84826 HTTP/1.1" status: 204 len: 168 time: 1.3252451 Jul 24 01:10:56.907195 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba8e10-dec9-4a56-85a3-3f6acc91cfb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=03e78a62-81d3-4752-be2c-d12db7b84826,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:56.915539 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba8e10-dec9-4a56-85a3-3f6acc91cfb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:56.915894 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba8e10-dec9-4a56-85a3-3f6acc91cfb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:56.916451 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba8e10-dec9-4a56-85a3-3f6acc91cfb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:56.916865 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba8e10-dec9-4a56-85a3-3f6acc91cfb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:56.917335 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba8e10-dec9-4a56-85a3-3f6acc91cfb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:56.917993 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba8e10-dec9-4a56-85a3-3f6acc91cfb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:56.918240 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba8e10-dec9-4a56-85a3-3f6acc91cfb1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:56.918764 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba8e10-dec9-4a56-85a3-3f6acc91cfb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:56.919165 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba8e10-dec9-4a56-85a3-3f6acc91cfb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:56.919566 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba8e10-dec9-4a56-85a3-3f6acc91cfb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:56.919959 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba8e10-dec9-4a56-85a3-3f6acc91cfb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:56.921153 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba8e10-dec9-4a56-85a3-3f6acc91cfb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:10:56.959057 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8824b2-fc5d-4df7-afaa-1a36bf3f1f3b req-8ed60465-3fd3-42e0-ab60-175c0dac4f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:56.960776 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a2add86e-59c0-4aa4-a0d7-971ee56b9bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:56.961148 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bf8824b2-fc5d-4df7-afaa-1a36bf3f1f3b req-8ed60465-3fd3-42e0-ab60-175c0dac4f42 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce20638c-9366-403c-99ef-699b8c74111a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0957518 Jul 24 01:10:57.002838 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a2add86e-59c0-4aa4-a0d7-971ee56b9bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:57.072712 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0d9b4f92-9344-455d-a7c5-3a2df1875b70 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:10:57.075231 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54970) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:57.094150 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1c03b0f5-f9d1-468c-b2f0-2526d9795aa6 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:57.099391 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 0d9b4f92-9344-455d-a7c5-3a2df1875b70 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:10:57.099837 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0d9b4f92-9344-455d-a7c5-3a2df1875b70 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:10:57.100361 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 25588372-553d-42f7-b7b2-ab8ca8d1a6f8 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:10:57.105368 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bf8824b2-fc5d-4df7-afaa-1a36bf3f1f3b req-b3f18bb2-4890-4336-af49-619a243c216f service neutron] 10.222.0.13 "GET /v2.0/networks/ce20638c-9366-403c-99ef-699b8c74111a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360981 Jul 24 01:10:57.110049 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1c03b0f5-f9d1-468c-b2f0-2526d9795aa6 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:57.116746 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a2add86e-59c0-4aa4-a0d7-971ee56b9bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:57.119223 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a2add86e-59c0-4aa4-a0d7-971ee56b9bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:57.120655 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a2add86e-59c0-4aa4-a0d7-971ee56b9bbe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cf859df2-a5a1-4cfd-8fef-a501f70df417 HTTP/1.1" status: 204 len: 168 time: 0.2567952 Jul 24 01:10:57.123986 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 25588372-553d-42f7-b7b2-ab8ca8d1a6f8 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:10:57.124534 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 25588372-553d-42f7-b7b2-ab8ca8d1a6f8 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:10:57.174694 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2a033272-f631-4a5d-9920-4d480764dada admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6c3660a81a574f9ba01b0543dcb1130d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0916524 Jul 24 01:10:57.177372 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54974) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:57.184647 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c03b0f5-f9d1-468c-b2f0-2526d9795aa6 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a907d4c-ad00-46ae-859f-543fb7035e49,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:57.207484 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2add86e-59c0-4aa4-a0d7-971ee56b9bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf859df2-a5a1-4cfd-8fef-a501f70df417,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:57.245249 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bf8824b2-fc5d-4df7-afaa-1a36bf3f1f3b req-646aedee-662a-47e4-93d6-d1f0170280a3 service neutron] 10.222.0.13 "GET /v2.0/networks/ce20638c-9366-403c-99ef-699b8c74111a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336949 Jul 24 01:10:57.254454 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1c03b0f5-f9d1-468c-b2f0-2526d9795aa6 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:57.259682 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1c03b0f5-f9d1-468c-b2f0-2526d9795aa6 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:57.267072 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-af5f91a3-a74a-455e-9fb8-08242fb25475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:57.291367 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1c03b0f5-f9d1-468c-b2f0-2526d9795aa6 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:57.295564 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1c03b0f5-f9d1-468c-b2f0-2526d9795aa6 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6015246 Jul 24 01:10:57.295709 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-af5f91a3-a74a-455e-9fb8-08242fb25475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:57.295821 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c03b0f5-f9d1-468c-b2f0-2526d9795aa6 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c704ee6-1402-42e8-9896-c0752c196cce,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:57.296578 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54976) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:57.301491 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-83502b44-564b-4264-8890-69ff70eed1fb tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Request body: {'security_group_rule': {'security_group_id': '7c704ee6-1402-42e8-9896-c0752c196cce', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:10:57.360739 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-83502b44-564b-4264-8890-69ff70eed1fb tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:57.392979 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-af5f91a3-a74a-455e-9fb8-08242fb25475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:57.395528 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-af5f91a3-a74a-455e-9fb8-08242fb25475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:57.398763 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-af5f91a3-a74a-455e-9fb8-08242fb25475 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/34087802-f407-4eaf-9ebe-9a8846306edd HTTP/1.1" status: 204 len: 168 time: 0.2182832 Jul 24 01:10:57.413367 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f91a3-a74a-455e-9fb8-08242fb25475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34087802-f407-4eaf-9ebe-9a8846306edd,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:57.440621 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-83502b44-564b-4264-8890-69ff70eed1fb tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:57.444957 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-83502b44-564b-4264-8890-69ff70eed1fb tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:57.462241 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83502b44-564b-4264-8890-69ff70eed1fb tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1200d10-ee0a-4174-98d5-a845088548c4,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:57.473455 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-83502b44-564b-4264-8890-69ff70eed1fb tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:57.474738 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-83502b44-564b-4264-8890-69ff70eed1fb tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1771929 Jul 24 01:10:57.477840 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54988) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:57.482773 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-51931a68-8d2d-4206-91a8-630b0047981e tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Request body: {'security_group_rule': {'security_group_id': '7c704ee6-1402-42e8-9896-c0752c196cce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:10:57.512773 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-51931a68-8d2d-4206-91a8-630b0047981e tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:57.564192 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-51931a68-8d2d-4206-91a8-630b0047981e tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] create failed (client error): There was a conflict when trying to complete your request. Jul 24 01:10:57.565449 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-51931a68-8d2d-4206-91a8-630b0047981e tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0865831 Jul 24 01:10:57.568333 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54994) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:57.585757 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54996) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:57.604895 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fb4cfad1-7323-4c85-b654-2a6597e53f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:57.636095 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-243dd9bd-d0e5-40ec-9ab1-dd2cb3e9ea94 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:57.666596 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-243dd9bd-d0e5-40ec-9ab1-dd2cb3e9ea94 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:57.719467 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fb4cfad1-7323-4c85-b654-2a6597e53f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:57.728780 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fb4cfad1-7323-4c85-b654-2a6597e53f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:57.770891 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-243dd9bd-d0e5-40ec-9ab1-dd2cb3e9ea94 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:57.774179 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-243dd9bd-d0e5-40ec-9ab1-dd2cb3e9ea94 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:57.776080 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-243dd9bd-d0e5-40ec-9ab1-dd2cb3e9ea94 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "DELETE /v2.0/security-groups/7c704ee6-1402-42e8-9896-c0752c196cce HTTP/1.1" status: 204 len: 168 time: 0.2060142 Jul 24 01:10:57.781240 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55004) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:57.794464 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243dd9bd-d0e5-40ec-9ab1-dd2cb3e9ea94 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c704ee6-1402-42e8-9896-c0752c196cce,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:57.824362 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4cfad1-7323-4c85-b654-2a6597e53f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0d3d3e-aa61-463a-bcf4-e4badca69d42,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:57.833432 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-fb4cfad1-7323-4c85-b654-2a6597e53f52 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=453b6e37c47c4618baa7a9311867b1c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2463932 Jul 24 01:10:57.837082 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55008) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:57.887830 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ce873771-dbc8-43cf-88e9-dac433858ec9 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1025817 Jul 24 01:10:57.892115 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55018) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:57.896658 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-9a44de5c-7adc-4ee5-b6ab-75e5335e5cc9 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Request body: {'security_group': {'name': 'tempest-secgroup--77225272'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:10:57.918843 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a017ff42-9712-42b7-9577-1a4685062bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:57.924078 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aedee1-9c5f-4692-bac9-400cb35ac946 req-563c29df-5c4f-4441-8ad8-c3c34e94eedc tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:57.925673 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-50aedee1-9c5f-4692-bac9-400cb35ac946 req-563c29df-5c4f-4441-8ad8-c3c34e94eedc tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 943 time: 0.1729712 Jul 24 01:10:57.948339 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a017ff42-9712-42b7-9577-1a4685062bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:57.955413 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9a44de5c-7adc-4ee5-b6ab-75e5335e5cc9 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:57.999028 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-50aedee1-9c5f-4692-bac9-400cb35ac946 req-5ef8475a-41a2-476a-b7d9-f59cf14fa675 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661967 Jul 24 01:10:58.058974 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a017ff42-9712-42b7-9577-1a4685062bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:58.063120 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a017ff42-9712-42b7-9577-1a4685062bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:58.064556 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a017ff42-9712-42b7-9577-1a4685062bc0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1d0d3d3e-aa61-463a-bcf4-e4badca69d42 HTTP/1.1" status: 204 len: 168 time: 0.2251132 Jul 24 01:10:58.074928 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017ff42-9712-42b7-9577-1a4685062bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0d3d3e-aa61-463a-bcf4-e4badca69d42,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:58.169296 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9a44de5c-7adc-4ee5-b6ab-75e5335e5cc9 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:58.197650 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9a44de5c-7adc-4ee5-b6ab-75e5335e5cc9 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:58.312692 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9a44de5c-7adc-4ee5-b6ab-75e5335e5cc9 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:58.317447 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9a44de5c-7adc-4ee5-b6ab-75e5335e5cc9 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4243412 Jul 24 01:10:58.321001 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55028) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:58.324618 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a44de5c-7adc-4ee5-b6ab-75e5335e5cc9 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f37f2f3f-48d3-4d79-addb-4ee63db605d6,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:58.341017 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-50c6732d-1c36-46c2-957a-94cc04380cdb tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Request body: {'security_group_rule': {'security_group_id': 'f37f2f3f-48d3-4d79-addb-4ee63db605d6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:10:58.344612 n-d-793621-25 neutron-server[100463]: WARNING neutron.api.v2.base [None req-50c6732d-1c36-46c2-957a-94cc04380cdb tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 24 01:10:58.345141 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-50c6732d-1c36-46c2-957a-94cc04380cdb tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:10:58.350801 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-50c6732d-1c36-46c2-957a-94cc04380cdb tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0286088 Jul 24 01:10:58.353655 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55032) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:58.459868 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7b575784-8e30-4e17-9bd9-044b1d904a95 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:58.494871 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7b575784-8e30-4e17-9bd9-044b1d904a95 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:58.570880 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7b575784-8e30-4e17-9bd9-044b1d904a95 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:58.573893 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7b575784-8e30-4e17-9bd9-044b1d904a95 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:58.577192 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7b575784-8e30-4e17-9bd9-044b1d904a95 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "DELETE /v2.0/security-groups/f37f2f3f-48d3-4d79-addb-4ee63db605d6 HTTP/1.1" status: 204 len: 168 time: 0.2207799 Jul 24 01:10:58.579331 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55040) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:58.590485 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b575784-8e30-4e17-9bd9-044b1d904a95 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37f2f3f-48d3-4d79-addb-4ee63db605d6,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:58.724843 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a573f042-3c6c-46b4-8cd1-5001e0d072a6 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1438742 Jul 24 01:10:58.732578 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55048) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:58.737730 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-6971eba9-2687-47a2-b6cb-ef20ce45b3b1 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Request body: {'security_group': {'name': 'tempest-secgroup--1063973964'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:10:58.766186 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6971eba9-2687-47a2-b6cb-ef20ce45b3b1 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:58.959117 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6971eba9-2687-47a2-b6cb-ef20ce45b3b1 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:58.963895 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6971eba9-2687-47a2-b6cb-ef20ce45b3b1 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:59.010746 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6971eba9-2687-47a2-b6cb-ef20ce45b3b1 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:59.016433 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6971eba9-2687-47a2-b6cb-ef20ce45b3b1 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2823305 Jul 24 01:10:59.019312 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55060) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:59.032405 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-52fd5331-6ce1-44ab-a951-1841cf663689 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Request body: {'security_group_rule': {'security_group_id': 'c596f611-0885-4d87-b9f2-ce035fe79d6a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:10:59.033222 n-d-793621-25 neutron-server[100464]: WARNING neutron.api.v2.base [None req-52fd5331-6ce1-44ab-a951-1841cf663689 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 24 01:10:59.033764 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-52fd5331-6ce1-44ab-a951-1841cf663689 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:10:59.041908 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55066) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:59.042093 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-52fd5331-6ce1-44ab-a951-1841cf663689 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0214601 Jul 24 01:10:59.042963 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6971eba9-2687-47a2-b6cb-ef20ce45b3b1 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c596f611-0885-4d87-b9f2-ce035fe79d6a,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:59.191676 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-53d42511-7d1c-498f-8e95-237f1e204db2 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:59.234600 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-53d42511-7d1c-498f-8e95-237f1e204db2 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:59.265658 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea30c79-57d7-4cad-8094-5c6d15363ab0 req-afbbf190-ccfb-417a-a8eb-b9f75fb4b7b6 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:10:59.267608 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dea30c79-57d7-4cad-8094-5c6d15363ab0 req-afbbf190-ccfb-417a-a8eb-b9f75fb4b7b6 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 943 time: 0.1262105 Jul 24 01:10:59.320303 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dea30c79-57d7-4cad-8094-5c6d15363ab0 req-876e9327-9813-4f22-8450-7d3f71343036 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461380 Jul 24 01:10:59.321797 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-53d42511-7d1c-498f-8e95-237f1e204db2 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:59.324809 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-53d42511-7d1c-498f-8e95-237f1e204db2 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:59.326107 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-53d42511-7d1c-498f-8e95-237f1e204db2 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "DELETE /v2.0/security-groups/c596f611-0885-4d87-b9f2-ce035fe79d6a HTTP/1.1" status: 204 len: 168 time: 0.2825263 Jul 24 01:10:59.331010 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55074) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:59.370267 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d42511-7d1c-498f-8e95-237f1e204db2 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c596f611-0885-4d87-b9f2-ce035fe79d6a,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:59.397672 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a621d031-e089-4dc3-bfc4-4600253a1eae tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0595331 Jul 24 01:10:59.397672 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55076) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:59.403358 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-eaec85fb-1b80-4e9a-9dba-296534f2f41c tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Request body: {'security_group': {'name': 'tempest-secgroup--1968887457'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:10:59.451509 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-eaec85fb-1b80-4e9a-9dba-296534f2f41c tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:59.616590 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-eaec85fb-1b80-4e9a-9dba-296534f2f41c tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:59.624082 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-eaec85fb-1b80-4e9a-9dba-296534f2f41c tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:59.665824 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-eaec85fb-1b80-4e9a-9dba-296534f2f41c tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:59.675534 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55086) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:59.683839 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-2ebeb5b0-a185-4ef0-8b0a-804f5c36139c tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Request body: {'security_group_rule': {'security_group_id': 'd94f73ba-b7bc-4cda-8a81-930008229c7c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:10:59.689242 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-eaec85fb-1b80-4e9a-9dba-296534f2f41c tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2909567 Jul 24 01:10:59.691751 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaec85fb-1b80-4e9a-9dba-296534f2f41c tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d94f73ba-b7bc-4cda-8a81-930008229c7c,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:10:59.705507 n-d-793621-25 neutron-server[100464]: WARNING neutron.api.v2.base [None req-2ebeb5b0-a185-4ef0-8b0a-804f5c36139c tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 24 01:10:59.706339 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-2ebeb5b0-a185-4ef0-8b0a-804f5c36139c tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:10:59.708158 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2ebeb5b0-a185-4ef0-8b0a-804f5c36139c tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0311780 Jul 24 01:10:59.710895 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55088) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:59.715856 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-76c5fe87-49d1-4b14-9f0c-fd193192ac36 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Request body: {'security_group_rule': {'security_group_id': 'd94f73ba-b7bc-4cda-8a81-930008229c7c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:10:59.716764 n-d-793621-25 neutron-server[100464]: WARNING neutron.api.v2.base [None req-76c5fe87-49d1-4b14-9f0c-fd193192ac36 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 24 01:10:59.717891 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-76c5fe87-49d1-4b14-9f0c-fd193192ac36 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:10:59.722184 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-76c5fe87-49d1-4b14-9f0c-fd193192ac36 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0071383 Jul 24 01:10:59.722700 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55090) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:59.727347 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-7b4dd878-37a8-41b8-9c71-198c732f02c7 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Request body: {'security_group_rule': {'security_group_id': 'd94f73ba-b7bc-4cda-8a81-930008229c7c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:10:59.728193 n-d-793621-25 neutron-server[100464]: WARNING neutron.api.v2.base [None req-7b4dd878-37a8-41b8-9c71-198c732f02c7 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 24 01:10:59.728818 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-7b4dd878-37a8-41b8-9c71-198c732f02c7 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:10:59.730757 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7b4dd878-37a8-41b8-9c71-198c732f02c7 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059967 Jul 24 01:10:59.732566 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55092) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:59.738129 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-022d2a74-6002-4321-821d-fa73a73eef8e tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Request body: {'security_group_rule': {'security_group_id': 'd94f73ba-b7bc-4cda-8a81-930008229c7c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:10:59.742700 n-d-793621-25 neutron-server[100463]: WARNING neutron.api.v2.base [None req-022d2a74-6002-4321-821d-fa73a73eef8e tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 24 01:10:59.744923 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-022d2a74-6002-4321-821d-fa73a73eef8e tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:10:59.750761 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-022d2a74-6002-4321-821d-fa73a73eef8e tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0136256 Jul 24 01:10:59.751468 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55096) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:59.860685 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-caa0acbe-3e1b-4a07-a04f-7aa6c2865db5 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:59.893730 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-caa0acbe-3e1b-4a07-a04f-7aa6c2865db5 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:59.947320 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-caa0acbe-3e1b-4a07-a04f-7aa6c2865db5 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:59.950131 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-caa0acbe-3e1b-4a07-a04f-7aa6c2865db5 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:10:59.953979 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-caa0acbe-3e1b-4a07-a04f-7aa6c2865db5 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "DELETE /v2.0/security-groups/d94f73ba-b7bc-4cda-8a81-930008229c7c HTTP/1.1" status: 204 len: 168 time: 0.1992514 Jul 24 01:10:59.955153 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55112) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:10:59.977140 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa0acbe-3e1b-4a07-a04f-7aa6c2865db5 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94f73ba-b7bc-4cda-8a81-930008229c7c,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:00.036378 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1976f346-32e5-4d87-8b4c-900b9ff3d2ba tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0800660 Jul 24 01:11:00.041772 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55114) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:00.047408 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-41558a26-340b-4cad-8352-c3cd818a3de6 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Request body: {'security_group': {'name': 'tempest-secgroup--1166614326'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:00.074065 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-41558a26-340b-4cad-8352-c3cd818a3de6 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:00.230658 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-41558a26-340b-4cad-8352-c3cd818a3de6 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:00.236498 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-41558a26-340b-4cad-8352-c3cd818a3de6 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:00.273429 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-41558a26-340b-4cad-8352-c3cd818a3de6 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:00.277655 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55122) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:00.277887 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-41558a26-340b-4cad-8352-c3cd818a3de6 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2347455 Jul 24 01:11:00.280626 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41558a26-340b-4cad-8352-c3cd818a3de6 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d278513c-b6d8-459b-8e9e-6fa1de034b04,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:00.292612 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-008e1206-8548-4465-b0c9-73965b82c740 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Request body: {'security_group_rule': {'security_group_id': 'd278513c-b6d8-459b-8e9e-6fa1de034b04', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:00.293525 n-d-793621-25 neutron-server[100464]: WARNING neutron.api.v2.base [None req-008e1206-8548-4465-b0c9-73965b82c740 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 24 01:11:00.294167 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-008e1206-8548-4465-b0c9-73965b82c740 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:11:00.295292 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-008e1206-8548-4465-b0c9-73965b82c740 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0165994 Jul 24 01:11:00.298844 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55124) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:00.308031 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-582e0ece-2fbe-41ce-8c09-a008ea23c51a tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Request body: {'security_group_rule': {'security_group_id': 'd278513c-b6d8-459b-8e9e-6fa1de034b04', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:00.391220 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-582e0ece-2fbe-41ce-8c09-a008ea23c51a tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:11:00.395177 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-582e0ece-2fbe-41ce-8c09-a008ea23c51a tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0925686 Jul 24 01:11:00.396191 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55130) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:00.400959 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-680c2c72-9b68-452e-8f6c-1d6113b2bb23 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Request body: {'security_group_rule': {'security_group_id': 'd278513c-b6d8-459b-8e9e-6fa1de034b04', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:00.401720 n-d-793621-25 neutron-server[100463]: WARNING neutron.api.v2.base [None req-680c2c72-9b68-452e-8f6c-1d6113b2bb23 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 24 01:11:00.402230 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-680c2c72-9b68-452e-8f6c-1d6113b2bb23 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:11:00.406497 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-680c2c72-9b68-452e-8f6c-1d6113b2bb23 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065594 Jul 24 01:11:00.406832 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55132) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:00.412730 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-3d2a8fa1-5a9f-47e5-accd-8dd825729d10 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Request body: {'security_group_rule': {'security_group_id': 'd278513c-b6d8-459b-8e9e-6fa1de034b04', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:00.503241 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-3d2a8fa1-5a9f-47e5-accd-8dd825729d10 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:11:00.505010 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3d2a8fa1-5a9f-47e5-accd-8dd825729d10 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0970340 Jul 24 01:11:00.507737 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55136) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:00.515673 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-fd8915cf-025f-48c9-9169-2e58d047e2e5 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Request body: {'security_group_rule': {'security_group_id': 'd278513c-b6d8-459b-8e9e-6fa1de034b04', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:00.516250 n-d-793621-25 neutron-server[100464]: WARNING neutron.api.v2.base [None req-fd8915cf-025f-48c9-9169-2e58d047e2e5 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 24 01:11:00.516676 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-fd8915cf-025f-48c9-9169-2e58d047e2e5 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:11:00.520411 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-fd8915cf-025f-48c9-9169-2e58d047e2e5 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0086062 Jul 24 01:11:00.520715 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55138) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:00.526138 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-dbfb462d-86c3-434f-84f0-5788b79c79ce tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Request body: {'security_group_rule': {'security_group_id': 'd278513c-b6d8-459b-8e9e-6fa1de034b04', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:00.556168 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6374666-7d9a-4167-b3fb-b57cb75b0e0f req-f1eca66f-89fe-4e07-a5f5-c3ef132605af tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:00.562459 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d6374666-7d9a-4167-b3fb-b57cb75b0e0f req-f1eca66f-89fe-4e07-a5f5-c3ef132605af tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 943 time: 0.1295877 Jul 24 01:11:00.572952 n-d-793621-25 neutron-server[100463]: INFO neutron.db.securitygroups_db [None req-dbfb462d-86c3-434f-84f0-5788b79c79ce tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Project 50ce6b35ee764c0f90e56813eaae764c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:11:00.603341 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-dbfb462d-86c3-434f-84f0-5788b79c79ce tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:11:00.607132 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-dbfb462d-86c3-434f-84f0-5788b79c79ce tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0826321 Jul 24 01:11:00.608670 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55142) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:00.613665 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-1c9cea01-b146-4355-97f5-45e772c27c1d tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Request body: {'security_group_rule': {'security_group_id': 'd278513c-b6d8-459b-8e9e-6fa1de034b04', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:00.614083 n-d-793621-25 neutron-server[100463]: WARNING neutron.api.v2.base [None req-1c9cea01-b146-4355-97f5-45e772c27c1d tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 24 01:11:00.614578 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-1c9cea01-b146-4355-97f5-45e772c27c1d tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:11:00.618324 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1c9cea01-b146-4355-97f5-45e772c27c1d tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057180 Jul 24 01:11:00.628926 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55144) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:00.634022 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-6267b1dd-45ed-4e7a-93ff-b536578a4e87 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Request body: {'security_group_rule': {'security_group_id': 'd278513c-b6d8-459b-8e9e-6fa1de034b04', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:00.641601 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d6374666-7d9a-4167-b3fb-b57cb75b0e0f req-326d2976-afca-4f5c-81e4-6391f8013ab0 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730367 Jul 24 01:11:00.661811 n-d-793621-25 neutron-server[100463]: INFO neutron.db.securitygroups_db [None req-6267b1dd-45ed-4e7a-93ff-b536578a4e87 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Project 50ce6b35ee764c0f90e56813eaae764c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:11:00.689817 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-6267b1dd-45ed-4e7a-93ff-b536578a4e87 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:11:00.691161 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6267b1dd-45ed-4e7a-93ff-b536578a4e87 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0610821 Jul 24 01:11:00.694256 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55146) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:00.700609 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-350ed0e1-9f08-4019-8e4e-6dfa6a1ffba6 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Request body: {'security_group_rule': {'security_group_id': 'd278513c-b6d8-459b-8e9e-6fa1de034b04', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:00.764425 n-d-793621-25 neutron-server[100463]: INFO neutron.db.securitygroups_db [None req-350ed0e1-9f08-4019-8e4e-6dfa6a1ffba6 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Project 50ce6b35ee764c0f90e56813eaae764c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:11:00.780650 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-350ed0e1-9f08-4019-8e4e-6dfa6a1ffba6 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:11:00.781785 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-350ed0e1-9f08-4019-8e4e-6dfa6a1ffba6 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0862951 Jul 24 01:11:00.784750 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55150) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:00.875388 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-33f39dc7-952a-4960-a4c4-bef2c1409353 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:00.919790 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-33f39dc7-952a-4960-a4c4-bef2c1409353 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:01.015291 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-33f39dc7-952a-4960-a4c4-bef2c1409353 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:01.019582 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-33f39dc7-952a-4960-a4c4-bef2c1409353 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:01.021297 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-33f39dc7-952a-4960-a4c4-bef2c1409353 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "DELETE /v2.0/security-groups/d278513c-b6d8-459b-8e9e-6fa1de034b04 HTTP/1.1" status: 204 len: 168 time: 0.2354827 Jul 24 01:11:01.026976 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55160) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:01.048495 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f39dc7-952a-4960-a4c4-bef2c1409353 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d278513c-b6d8-459b-8e9e-6fa1de034b04,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:01.118921 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-30601d54-e226-4b1a-9a7a-73bea4db9839 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0902226 Jul 24 01:11:01.126130 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55164) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:01.131802 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-1b851b3d-fe57-4edd-a0e7-a8931f400db0 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Request body: {'security_group': {'name': 'tempest-secgroup--1614630408'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:01.169626 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1b851b3d-fe57-4edd-a0e7-a8931f400db0 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:01.297028 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1b851b3d-fe57-4edd-a0e7-a8931f400db0 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:01.302432 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1b851b3d-fe57-4edd-a0e7-a8931f400db0 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:01.333224 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1b851b3d-fe57-4edd-a0e7-a8931f400db0 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:01.334596 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1b851b3d-fe57-4edd-a0e7-a8931f400db0 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2070460 Jul 24 01:11:01.337018 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b851b3d-fe57-4edd-a0e7-a8931f400db0 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e596f8-1376-4e80-bc95-1842439d8293,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:01.337745 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55174) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:01.343247 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-95bc8344-e19f-4465-b8ee-afec57513f2f tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Request body: {'security_group_rule': {'security_group_id': 'e9e596f8-1376-4e80-bc95-1842439d8293', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:01.392034 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-95bc8344-e19f-4465-b8ee-afec57513f2f tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] create failed (client error): The resource could not be found. Jul 24 01:11:01.393537 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-95bc8344-e19f-4465-b8ee-afec57513f2f tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0546732 Jul 24 01:11:01.396401 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55176) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:01.402447 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-32721713-a028-40f7-b114-bcfeb074fbeb tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Request body: {'security_group_rule': {'security_group_id': 'e9e596f8-1376-4e80-bc95-1842439d8293', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '718de048-f748-4f1e-9a3f-d0b803dfd297'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:01.477341 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-32721713-a028-40f7-b114-bcfeb074fbeb tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] create failed (client error): The resource could not be found. Jul 24 01:11:01.482438 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-32721713-a028-40f7-b114-bcfeb074fbeb tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0836625 Jul 24 01:11:01.485141 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55182) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:01.573845 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0c1431ac-161d-4191-8f39-f12a8fd8248b tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:01.604936 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0c1431ac-161d-4191-8f39-f12a8fd8248b tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:01.675963 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0c1431ac-161d-4191-8f39-f12a8fd8248b tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:01.680015 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0c1431ac-161d-4191-8f39-f12a8fd8248b tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:01.681667 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0c1431ac-161d-4191-8f39-f12a8fd8248b tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "DELETE /v2.0/security-groups/e9e596f8-1376-4e80-bc95-1842439d8293 HTTP/1.1" status: 204 len: 168 time: 0.1953025 Jul 24 01:11:01.684531 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55188) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:01.694803 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1431ac-161d-4191-8f39-f12a8fd8248b tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e596f8-1376-4e80-bc95-1842439d8293,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:01.777581 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-8e73a06c-2a2e-420f-ae12-1f59f71b95c9 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0916245 Jul 24 01:11:01.783532 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55192) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:01.805458 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-9be7ac70-2926-474f-93f1-dd58d32f3cff tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Request body: {'security_group_rule': {'security_group_id': 'b0aa3b3e-d7ba-4305-8f73-36f91ab9a778', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:01.889149 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-9be7ac70-2926-474f-93f1-dd58d32f3cff tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] create failed (client error): The resource could not be found. Jul 24 01:11:01.890500 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9be7ac70-2926-474f-93f1-dd58d32f3cff tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1053512 Jul 24 01:11:01.894669 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55194) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:01.895204 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e71ba-ca0c-44a2-9e88-5e345f7c6a39 req-fb01b025-11ca-4751-9057-2958f0b3c55d tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:01.900981 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-ed1fec02-afa8-41b1-8f20-986740909d0b tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Request body: {'security_group': {'name': 'tempest-secgroup--1621863219'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:01.901619 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ca3e71ba-ca0c-44a2-9e88-5e345f7c6a39 req-fb01b025-11ca-4751-9057-2958f0b3c55d tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 943 time: 0.1453428 Jul 24 01:11:01.937075 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ed1fec02-afa8-41b1-8f20-986740909d0b tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:01.973709 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ca3e71ba-ca0c-44a2-9e88-5e345f7c6a39 req-c4094078-f78b-495f-bbf4-5ae86a06c864 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639546 Jul 24 01:11:02.073859 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ed1fec02-afa8-41b1-8f20-986740909d0b tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:02.080125 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ed1fec02-afa8-41b1-8f20-986740909d0b tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:02.149041 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1fec02-afa8-41b1-8f20-986740909d0b tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2b310d-39a2-4de9-bbc6-e0718cefd918,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:02.151994 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ed1fec02-afa8-41b1-8f20-986740909d0b tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:02.153234 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ed1fec02-afa8-41b1-8f20-986740909d0b tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2575755 Jul 24 01:11:02.157304 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55200) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:02.168111 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-95cf3e64-5b2d-4f19-af0c-47b40a5f55ac tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Request body: {'security_group': {'name': 'tempest-secgroup--862984190'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:02.204360 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-95cf3e64-5b2d-4f19-af0c-47b40a5f55ac tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:02.380284 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-95cf3e64-5b2d-4f19-af0c-47b40a5f55ac tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:02.386245 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-95cf3e64-5b2d-4f19-af0c-47b40a5f55ac tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:02.433318 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-95cf3e64-5b2d-4f19-af0c-47b40a5f55ac tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:02.443605 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-95cf3e64-5b2d-4f19-af0c-47b40a5f55ac tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2852261 Jul 24 01:11:02.447290 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55206) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:02.452254 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-18c6c5c9-8369-43c3-a9e6-1ed01bd4d329 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Request body: {'security_group_rule': {'security_group_id': '1c2b310d-39a2-4de9-bbc6-e0718cefd918', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'ab1cf4d7-d759-41d6-9faf-65b21f438e78'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:02.463401 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf3e64-5b2d-4f19-af0c-47b40a5f55ac tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1cf4d7-d759-41d6-9faf-65b21f438e78,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:02.519728 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-18c6c5c9-8369-43c3-a9e6-1ed01bd4d329 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:11:02.521511 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-18c6c5c9-8369-43c3-a9e6-1ed01bd4d329 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0729742 Jul 24 01:11:02.524071 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55210) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:02.613775 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0033577b-fc01-4365-9a18-f00c2353851b tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:02.649707 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0033577b-fc01-4365-9a18-f00c2353851b tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:02.718869 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0033577b-fc01-4365-9a18-f00c2353851b tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:02.722783 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0033577b-fc01-4365-9a18-f00c2353851b tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:02.724990 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0033577b-fc01-4365-9a18-f00c2353851b tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "DELETE /v2.0/security-groups/ab1cf4d7-d759-41d6-9faf-65b21f438e78 HTTP/1.1" status: 204 len: 168 time: 0.1988657 Jul 24 01:11:02.727173 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55212) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:02.737364 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0033577b-fc01-4365-9a18-f00c2353851b tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1cf4d7-d759-41d6-9faf-65b21f438e78,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:02.810931 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-47913797-fb84-471a-9105-f653bb1b3f0a tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0814481 Jul 24 01:11:02.813783 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55218) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:02.884984 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f50d96fe-ac6d-4f23-9553-e0bbece6e4b9 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:02.904031 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55220) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:02.912454 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55222) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:02.937405 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f50d96fe-ac6d-4f23-9553-e0bbece6e4b9 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:03.010668 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f50d96fe-ac6d-4f23-9553-e0bbece6e4b9 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:03.015411 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f50d96fe-ac6d-4f23-9553-e0bbece6e4b9 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:03.016599 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f50d96fe-ac6d-4f23-9553-e0bbece6e4b9 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "DELETE /v2.0/security-groups/1c2b310d-39a2-4de9-bbc6-e0718cefd918 HTTP/1.1" status: 204 len: 168 time: 0.2016935 Jul 24 01:11:03.020696 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55230) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:03.037873 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d96fe-ac6d-4f23-9553-e0bbece6e4b9 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2b310d-39a2-4de9-bbc6-e0718cefd918,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:03.123434 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-717da0ca-4234-4d15-9da2-ca4743c19b59 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1011205 Jul 24 01:11:03.130114 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55232) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:03.136148 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-fe9daba4-8caa-4125-b963-d976c0c9ab1e tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Request body: {'security_group': {'name': 'tempest-secgroup--642348520'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:03.156573 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7a380284-b9a2-4577-a351-a0e880ef84ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:03.164559 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fe9daba4-8caa-4125-b963-d976c0c9ab1e tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:03.176760 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-277b5c64-2733-4fd7-89ce-864d27ab9ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:03.247447 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283debad-b114-4b6f-832d-ef996ca0d08a req-461ba21e-42b3-47ec-9c59-0f728179d104 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:03.249476 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-283debad-b114-4b6f-832d-ef996ca0d08a req-461ba21e-42b3-47ec-9c59-0f728179d104 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 943 time: 0.1304145 Jul 24 01:11:03.273277 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fe9daba4-8caa-4125-b963-d976c0c9ab1e tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:03.277529 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fe9daba4-8caa-4125-b963-d976c0c9ab1e tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:03.303340 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-283debad-b114-4b6f-832d-ef996ca0d08a req-7b35ca1a-5422-4bd4-9929-4c618cb7fb90 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475397 Jul 24 01:11:03.334253 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9daba4-8caa-4125-b963-d976c0c9ab1e tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47a34234-670d-47dd-a1e0-65c231c4da63,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:03.401519 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7a380284-b9a2-4577-a351-a0e880ef84ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:03.407860 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7a380284-b9a2-4577-a351-a0e880ef84ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:03.467560 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7a380284-b9a2-4577-a351-a0e880ef84ae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a50fa501ff1841e8ba34ab865ee4ea87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5581269 Jul 24 01:11:03.468090 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55234) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:03.470767 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a380284-b9a2-4577-a351-a0e880ef84ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81babcc2-557c-4d38-abe6-ee0d265f7e4c,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:03.525922 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f619e8f8-5d38-4425-926b-c5d3d75b5913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:03.548677 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f619e8f8-5d38-4425-926b-c5d3d75b5913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:03.555141 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-277b5c64-2733-4fd7-89ce-864d27ab9ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:03.565185 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-277b5c64-2733-4fd7-89ce-864d27ab9ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:03.580594 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fe9daba4-8caa-4125-b963-d976c0c9ab1e tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:03.581844 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-fe9daba4-8caa-4125-b963-d976c0c9ab1e tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4506121 Jul 24 01:11:03.585789 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55236) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:03.609911 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-76a454fd-3fc0-434b-ac92-42dfb7c2270a tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Request body: {'security_group_rule': {'security_group_id': '47a34234-670d-47dd-a1e0-65c231c4da63', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:03.625835 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f619e8f8-5d38-4425-926b-c5d3d75b5913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:03.628664 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f619e8f8-5d38-4425-926b-c5d3d75b5913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:03.629949 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f619e8f8-5d38-4425-926b-c5d3d75b5913 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/81babcc2-557c-4d38-abe6-ee0d265f7e4c HTTP/1.1" status: 204 len: 168 time: 0.1602714 Jul 24 01:11:03.639834 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f619e8f8-5d38-4425-926b-c5d3d75b5913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81babcc2-557c-4d38-abe6-ee0d265f7e4c,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:03.671347 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-277b5c64-2733-4fd7-89ce-864d27ab9ac0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=704557c1fa6040a2ab746aa939cdc66f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7573364 Jul 24 01:11:03.674012 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b5c64-2733-4fd7-89ce-864d27ab9ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433b8865-178d-447c-967d-994d6203696d,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:03.674308 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55240) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:03.705226 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-76a454fd-3fc0-434b-ac92-42dfb7c2270a tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:11:03.709170 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-76a454fd-3fc0-434b-ac92-42dfb7c2270a tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1172833 Jul 24 01:11:03.709170 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55242) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:03.714479 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-50d3554f-1c3a-4384-83eb-1e053bb563cf tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Request body: {'security_group_rule': {'security_group_id': '47a34234-670d-47dd-a1e0-65c231c4da63', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:03.737698 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4c83e83a-d510-46c4-81a5-e69ff30fca45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:03.775980 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4c83e83a-d510-46c4-81a5-e69ff30fca45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:03.785242 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-50d3554f-1c3a-4384-83eb-1e053bb563cf tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:11:03.789523 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-50d3554f-1c3a-4384-83eb-1e053bb563cf tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0768600 Jul 24 01:11:03.789809 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55244) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:03.868917 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5e9e454c-3670-4270-92d0-67810b220e2a tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:03.869205 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4c83e83a-d510-46c4-81a5-e69ff30fca45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:03.871891 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4c83e83a-d510-46c4-81a5-e69ff30fca45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:03.875510 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4c83e83a-d510-46c4-81a5-e69ff30fca45 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/433b8865-178d-447c-967d-994d6203696d HTTP/1.1" status: 204 len: 168 time: 0.1977098 Jul 24 01:11:03.885368 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c83e83a-d510-46c4-81a5-e69ff30fca45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433b8865-178d-447c-967d-994d6203696d,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:03.947952 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5e9e454c-3670-4270-92d0-67810b220e2a tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:04.032511 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5e9e454c-3670-4270-92d0-67810b220e2a tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:04.035959 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5e9e454c-3670-4270-92d0-67810b220e2a tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:04.039575 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5e9e454c-3670-4270-92d0-67810b220e2a tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "DELETE /v2.0/security-groups/47a34234-670d-47dd-a1e0-65c231c4da63 HTTP/1.1" status: 204 len: 168 time: 0.2463803 Jul 24 01:11:04.040271 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55250) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:04.047703 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9e454c-3670-4270-92d0-67810b220e2a tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a34234-670d-47dd-a1e0-65c231c4da63,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:04.115967 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ca94a969-f5d2-4ce9-bb31-5bf0c7192c78 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0747137 Jul 24 01:11:04.119861 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55254) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:04.125277 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-7c6281c8-d187-4d1a-86e3-2a99edabf373 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Request body: {'security_group': {'name': 'tempest-secgroup--497897898'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:04.130686 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55256) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:04.157645 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d49fc51a-b988-4d98-b2fb-5e5eb0194225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:04.165617 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7c6281c8-d187-4d1a-86e3-2a99edabf373 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:04.304489 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d49fc51a-b988-4d98-b2fb-5e5eb0194225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:04.311432 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d49fc51a-b988-4d98-b2fb-5e5eb0194225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:04.371298 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d49fc51a-b988-4d98-b2fb-5e5eb0194225 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=97c0aea7f952431783f7bca8f0a0fb86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2383804 Jul 24 01:11:04.372266 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49fc51a-b988-4d98-b2fb-5e5eb0194225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392f875d-dde3-4ba7-bdbb-32fb31d71514,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:04.375101 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55262) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:04.443241 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55264) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:04.451429 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7c6281c8-d187-4d1a-86e3-2a99edabf373 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:04.456334 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7c6281c8-d187-4d1a-86e3-2a99edabf373 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:04.495276 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7c6281c8-d187-4d1a-86e3-2a99edabf373 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:04.496451 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7c6281c8-d187-4d1a-86e3-2a99edabf373 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3758059 Jul 24 01:11:04.497163 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6281c8-d187-4d1a-86e3-2a99edabf373 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0ea72f-ae3f-468d-89b3-c7a1be2b1450,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:04.499475 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55266) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:04.506527 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-d7b479aa-38ae-4266-b2e8-37164eb5b0ff tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:04.506765 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-50db13f1-1198-4633-86a6-3db0c6c2d303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:04.510931 n-d-793621-25 neutron-server[100464]: WARNING neutron.api.v2.base [None req-d7b479aa-38ae-4266-b2e8-37164eb5b0ff tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 24 01:11:04.511956 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-d7b479aa-38ae-4266-b2e8-37164eb5b0ff tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] update failed (client error): There was a conflict when trying to complete your request. Jul 24 01:11:04.515895 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d7b479aa-38ae-4266-b2e8-37164eb5b0ff tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "PUT /v2.0/security-groups/ce0ea72f-ae3f-468d-89b3-c7a1be2b1450 HTTP/1.1" status: 409 len: 330 time: 0.0127101 Jul 24 01:11:04.521913 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55268) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:04.540642 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-626d2673-f4de-4bf3-a7e5-a4c3b7770182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:04.596765 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-626d2673-f4de-4bf3-a7e5-a4c3b7770182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:04.680765 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07035ce-3cab-4b9f-996f-9503f5a53b0f req-60706c9f-74e7-49bb-a301-2452e6e70872 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:04.682293 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f07035ce-3cab-4b9f-996f-9503f5a53b0f req-60706c9f-74e7-49bb-a301-2452e6e70872 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 943 time: 0.2702160 Jul 24 01:11:04.691349 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-43948ab0-9ee2-4eb4-82ca-16f5ee3b8b85 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:04.746354 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-626d2673-f4de-4bf3-a7e5-a4c3b7770182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:04.749506 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-626d2673-f4de-4bf3-a7e5-a4c3b7770182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:04.750653 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-626d2673-f4de-4bf3-a7e5-a4c3b7770182 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/392f875d-dde3-4ba7-bdbb-32fb31d71514 HTTP/1.1" status: 204 len: 168 time: 0.3746252 Jul 24 01:11:04.761828 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-43948ab0-9ee2-4eb4-82ca-16f5ee3b8b85 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:04.806083 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d2673-f4de-4bf3-a7e5-a4c3b7770182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392f875d-dde3-4ba7-bdbb-32fb31d71514,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:04.838914 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f07035ce-3cab-4b9f-996f-9503f5a53b0f req-486aeb98-f35e-4c02-b2a5-51bf4c2e815b tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392360 Jul 24 01:11:04.870923 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-50db13f1-1198-4633-86a6-3db0c6c2d303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:04.878755 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-50db13f1-1198-4633-86a6-3db0c6c2d303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:04.919394 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:04.925605 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-43948ab0-9ee2-4eb4-82ca-16f5ee3b8b85 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:04.928248 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-43948ab0-9ee2-4eb4-82ca-16f5ee3b8b85 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:04.929418 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-43948ab0-9ee2-4eb4-82ca-16f5ee3b8b85 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "DELETE /v2.0/security-groups/ce0ea72f-ae3f-468d-89b3-c7a1be2b1450 HTTP/1.1" status: 204 len: 168 time: 0.4050326 Jul 24 01:11:04.932334 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55272) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:04.946697 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-50db13f1-1198-4633-86a6-3db0c6c2d303 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eb5d1a6c07cc4db0b72e59373e89bc1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5023537 Jul 24 01:11:04.947368 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55274) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:04.982778 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db13f1-1198-4633-86a6-3db0c6c2d303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a612d4-a4fa-43d0-9c72-72174c01de91,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:05.016590 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43948ab0-9ee2-4eb4-82ca-16f5ee3b8b85 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0ea72f-ae3f-468d-89b3-c7a1be2b1450,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:05.022276 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-bed0f821-2770-4f16-a903-88f36ab886f9 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0852616 Jul 24 01:11:05.022569 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55276) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:05.045487 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-97971297-153a-47aa-a4b2-39f7376c67c1 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] delete failed (client error): The resource could not be found. Jul 24 01:11:05.049906 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-97971297-153a-47aa-a4b2-39f7376c67c1 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "DELETE /v2.0/security-groups/5a2151a6-adde-412c-b7b3-30847ff1433c HTTP/1.1" status: 404 len: 347 time: 0.0229881 Jul 24 01:11:05.050482 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55278) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:05.063809 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-84b4319e-3c20-478c-8224-e13258d48f4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:05.082555 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-5c704a52-1639-49e4-b7ed-170affd834c1 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] show failed (client error): The resource could not be found. Jul 24 01:11:05.090334 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5c704a52-1639-49e4-b7ed-170affd834c1 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "GET /v2.0/security-groups/1fb62ce0-d974-4311-8b2c-e18bbae50dd9 HTTP/1.1" status: 404 len: 347 time: 0.0379910 Jul 24 01:11:05.092245 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55280) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:05.092647 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-84b4319e-3c20-478c-8224-e13258d48f4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:05.118903 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-b28067a4-fa95-4702-b876-759bcad67069 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] show failed (client error): The resource could not be found. Jul 24 01:11:05.122753 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b28067a4-fa95-4702-b876-759bcad67069 tempest-NegativeSecGroupIPv6Test-1311475441 tempest-NegativeSecGroupIPv6Test-1311475441-project] 10.222.0.15 "GET /v2.0/security-group-rules/3a555522-48d9-4512-8126-7ec7929da549 HTTP/1.1" status: 404 len: 356 time: 0.0236623 Jul 24 01:11:05.153745 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-84b4319e-3c20-478c-8224-e13258d48f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:05.160337 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-84b4319e-3c20-478c-8224-e13258d48f4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:05.163986 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-84b4319e-3c20-478c-8224-e13258d48f4a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/94a612d4-a4fa-43d0-9c72-72174c01de91 HTTP/1.1" status: 204 len: 168 time: 0.2113705 Jul 24 01:11:05.174650 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4319e-3c20-478c-8224-e13258d48f4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a612d4-a4fa-43d0-9c72-72174c01de91,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:05.274160 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:05.545757 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55298) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:05.723985 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1c8f0fc6-e658-4968-a145-d02c6ee56dc6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=50ce6b35ee764c0f90e56813eaae764c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1769834 Jul 24 01:11:05.726570 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55308) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:05.797821 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-15fb0fab-f90e-4dfd-8495-c59e02b65f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:05.824549 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-15fb0fab-f90e-4dfd-8495-c59e02b65f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:05.907964 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-15fb0fab-f90e-4dfd-8495-c59e02b65f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:05.911036 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-15fb0fab-f90e-4dfd-8495-c59e02b65f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:05.912432 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-15fb0fab-f90e-4dfd-8495-c59e02b65f04 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1a907d4c-ad00-46ae-859f-543fb7035e49 HTTP/1.1" status: 204 len: 168 time: 0.1846714 Jul 24 01:11:05.927725 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb0fab-f90e-4dfd-8495-c59e02b65f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a907d4c-ad00-46ae-859f-543fb7035e49,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:06.056155 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d788c-abd6-48b2-b6ef-bb29673750eb req-dec16cfc-2b38-4e73-bde3-005d9a00c3d4 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:06.067768 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f66d788c-abd6-48b2-b6ef-bb29673750eb req-dec16cfc-2b38-4e73-bde3-005d9a00c3d4 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 943 time: 0.1111634 Jul 24 01:11:06.160900 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f66d788c-abd6-48b2-b6ef-bb29673750eb req-430cb39f-af8b-4686-94e9-8c40b2a70634 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892181 Jul 24 01:11:07.107077 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55376) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:07.242952 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55384) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:07.324310 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ce315-aa6b-462f-b3c7-bf546e7b6e33 req-2c053daf-c781-4145-a8ae-2c2d463d3fd9 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:07.326613 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-341ce315-aa6b-462f-b3c7-bf546e7b6e33 req-2c053daf-c781-4145-a8ae-2c2d463d3fd9 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 943 time: 0.0973449 Jul 24 01:11:07.384065 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-341ce315-aa6b-462f-b3c7-bf546e7b6e33 req-52d770c7-c980-4b37-a817-2606f8e1dc9e tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515018 Jul 24 01:11:07.515835 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a989f22e-d7bb-4041-b065-4e221edef774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:07.556486 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-1a9097be-c65b-48ef-baa6-6bf492804850 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1143277255'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:07.640472 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a989f22e-d7bb-4041-b065-4e221edef774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:07.645657 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a989f22e-d7bb-4041-b065-4e221edef774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:07.673836 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a9097be-c65b-48ef-baa6-6bf492804850 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Made reservation on behalf of 8822c3d77777479fb422d2d7a1d75702 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:11:07.677750 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1a9097be-c65b-48ef-baa6-6bf492804850 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:07.696435 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a989f22e-d7bb-4041-b065-4e221edef774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6001483-cf0f-4fe4-ac68-b2aad7a4da0a,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:07.704239 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a989f22e-d7bb-4041-b065-4e221edef774 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cfe6d9f97a224ae19d680971f281064b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5959775 Jul 24 01:11:07.705267 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55394) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:07.711292 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1a9097be-c65b-48ef-baa6-6bf492804850 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:07.792921 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2a44fbfe-9ef1-4970-a0a7-0f8653602895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:07.820555 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2a44fbfe-9ef1-4970-a0a7-0f8653602895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:07.882387 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2a44fbfe-9ef1-4970-a0a7-0f8653602895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:07.887176 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2a44fbfe-9ef1-4970-a0a7-0f8653602895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:07.889766 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2a44fbfe-9ef1-4970-a0a7-0f8653602895 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a6001483-cf0f-4fe4-ac68-b2aad7a4da0a HTTP/1.1" status: 204 len: 168 time: 0.1834726 Jul 24 01:11:07.896067 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1a9097be-c65b-48ef-baa6-6bf492804850 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:07.900673 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44fbfe-9ef1-4970-a0a7-0f8653602895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6001483-cf0f-4fe4-ac68-b2aad7a4da0a,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:07.903158 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1a9097be-c65b-48ef-baa6-6bf492804850 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:07.958058 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a9097be-c65b-48ef-baa6-6bf492804850 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:11:07.968930 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9097be-c65b-48ef-baa6-6bf492804850 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f83cd2b2-b74f-4411-84ca-b3adb76f6ec2,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:07.976174 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1a9097be-c65b-48ef-baa6-6bf492804850 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:07.976659 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-1a9097be-c65b-48ef-baa6-6bf492804850 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Added segment 4ee64f54-0b1f-44b0-8f11-a64fb5340114 of type vlan for network c7072350-ceac-4004-a558-a1f20df833e8 Jul 24 01:11:08.031366 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1a9097be-c65b-48ef-baa6-6bf492804850 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:08.075543 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1a9097be-c65b-48ef-baa6-6bf492804850 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:08.083759 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9097be-c65b-48ef-baa6-6bf492804850 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:08.084479 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1a9097be-c65b-48ef-baa6-6bf492804850 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:08.135180 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55406) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:08.135804 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1a9097be-c65b-48ef-baa6-6bf492804850 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8915951 Jul 24 01:11:08.141939 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-76908a6c-91f7-465b-b733-a5803c919fef tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Request body: {'subnet': {'network_id': 'c7072350-ceac-4004-a558-a1f20df833e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:08.180046 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9097be-c65b-48ef-baa6-6bf492804850 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Pushing event updated for resources: {'Network': ['ID=c7072350-ceac-4004-a558-a1f20df833e8,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:08.199288 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network c7072350-ceac-4004-a558-a1f20df833e8 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:11:08.317537 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76908a6c-91f7-465b-b733-a5803c919fef tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Made reservation on behalf of 8822c3d77777479fb422d2d7a1d75702 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:11:08.321211 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-76908a6c-91f7-465b-b733-a5803c919fef tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:08.572222 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc3855-657d-43d2-aa3a-970098a3dc4f req-27ea061e-b290-43c6-8c1d-a5fde4206111 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:08.573968 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-72bc3855-657d-43d2-aa3a-970098a3dc4f req-27ea061e-b290-43c6-8c1d-a5fde4206111 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 943 time: 0.0780687 Jul 24 01:11:08.612867 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-76908a6c-91f7-465b-b733-a5803c919fef tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:08.644165 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-72bc3855-657d-43d2-aa3a-970098a3dc4f req-7b4db964-8c7a-4ce3-9a73-410f9caeb47a tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607562 Jul 24 01:11:08.698166 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76908a6c-91f7-465b-b733-a5803c919fef tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Pushing event updated for resources: {'Subnet': ['ID=0475bafc-7368-440f-9586-f4eb853bd30c,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:08.702295 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76908a6c-91f7-465b-b733-a5803c919fef tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Checking segment: {'id': '4ee64f54-0b1f-44b0-8f11-a64fb5340114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c7072350-ceac-4004-a558-a1f20df833e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:11:08.702679 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76908a6c-91f7-465b-b733-a5803c919fef tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Network hostable DHCP agents. Network: c7072350-ceac-4004-a558-a1f20df833e8, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:11:08.725080 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76908a6c-91f7-465b-b733-a5803c919fef tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Network c7072350-ceac-4004-a558-a1f20df833e8 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:11:08.737339 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-76908a6c-91f7-465b-b733-a5803c919fef tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, c7072350-ceac-4004-a558-a1f20df833e8) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:11:08.741576 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76908a6c-91f7-465b-b733-a5803c919fef tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:08.742156 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-76908a6c-91f7-465b-b733-a5803c919fef tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:08.748688 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ec88ec-0b6b-49ee-afb9-31a405ff1c24 None None] Network c7072350-ceac-4004-a558-a1f20df833e8 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:11:08.759865 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-76908a6c-91f7-465b-b733-a5803c919fef tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6226873 Jul 24 01:11:08.762383 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55434) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:08.768940 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-ad079aca-0ea4-41a8-ab45-39348f0e2074 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Request body: {'port': {'network_id': 'c7072350-ceac-4004-a558-a1f20df833e8', 'name': 'tempest-TagsExtTest-805031054'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:08.918239 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad079aca-0ea4-41a8-ab45-39348f0e2074 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Made reservation on behalf of 8822c3d77777479fb422d2d7a1d75702 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:11:08.923751 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ad079aca-0ea4-41a8-ab45-39348f0e2074 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:08.948474 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-ad079aca-0ea4-41a8-ab45-39348f0e2074 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] device_id is not set on port 46cced26-32d9-463b-8da9-e46c194bfcfd yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:11:08.969924 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0defc4b8-0e47-4d00-b8fe-5cfe9a94f62d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-c7072350-ceac-4004-a558-a1f20df833e8', 'network_id': 'c7072350-ceac-4004-a558-a1f20df833e8', 'tenant_id': '8822c3d77777479fb422d2d7a1d75702', 'fixed_ips': [{'subnet_id': '0475bafc-7368-440f-9586-f4eb853bd30c'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:11:08.971704 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0defc4b8-0e47-4d00-b8fe-5cfe9a94f62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:09.106973 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-ad079aca-0ea4-41a8-ab45-39348f0e2074 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Allocated IP 172.20.0.8 (c7072350-ceac-4004-a558-a1f20df833e8/0475bafc-7368-440f-9586-f4eb853bd30c/46cced26-32d9-463b-8da9-e46c194bfcfd) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:11:09.277774 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ad079aca-0ea4-41a8-ab45-39348f0e2074 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:09.292543 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-ad079aca-0ea4-41a8-ab45-39348f0e2074 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Transition to ACTIVE for port object 46cced26-32d9-463b-8da9-e46c194bfcfd will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:11:09.334894 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ad079aca-0ea4-41a8-ab45-39348f0e2074 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:09.380721 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad079aca-0ea4-41a8-ab45-39348f0e2074 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Network c7072350-ceac-4004-a558-a1f20df833e8 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:11:09.384559 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-ad079aca-0ea4-41a8-ab45-39348f0e2074 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:11:09.392048 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad079aca-0ea4-41a8-ab45-39348f0e2074 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:11:09.430752 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad079aca-0ea4-41a8-ab45-39348f0e2074 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Pushing event updated for resources: {'Port': ['ID=46cced26-32d9-463b-8da9-e46c194bfcfd,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:09.465436 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad079aca-0ea4-41a8-ab45-39348f0e2074 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:09.466201 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ad079aca-0ea4-41a8-ab45-39348f0e2074 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:09.485706 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ad079aca-0ea4-41a8-ab45-39348f0e2074 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.7221522 Jul 24 01:11:09.488694 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55474) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:09.495354 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-75eed71a-a270-4eed-9b2b-3a814a4d863f tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1714863019', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:09.528697 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75eed71a-a270-4eed-9b2b-3a814a4d863f tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:09.531937 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75eed71a-a270-4eed-9b2b-3a814a4d863f tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:09.569188 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-0defc4b8-0e47-4d00-b8fe-5cfe9a94f62d None None] Allocated IP 172.20.0.2 (c7072350-ceac-4004-a558-a1f20df833e8/0475bafc-7368-440f-9586-f4eb853bd30c/0d617456-c68a-43f4-850c-39e7b31e14e9) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:11:09.589540 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55476) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:09.597235 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75eed71a-a270-4eed-9b2b-3a814a4d863f tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:09.604287 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75eed71a-a270-4eed-9b2b-3a814a4d863f tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:09.623706 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75eed71a-a270-4eed-9b2b-3a814a4d863f tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:09.628749 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55480) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:09.634365 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-0bf8a6d8-6414-4976-9b93-64337d6c7eb4 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1219194841', 'prefixes': ['172.20.0.0/16']}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:09.639830 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-75eed71a-a270-4eed-9b2b-3a814a4d863f tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1496277 Jul 24 01:11:09.714536 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0bf8a6d8-6414-4976-9b93-64337d6c7eb4 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks [] for subnetpool, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:09.719971 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55484) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:09.727826 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.tag.tag_plugin [None req-0d38e27f-9160-48e9-a7b2-e54af93529aa tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0475bafc-7368-440f-9586-f4eb853bd30c', 'tempest-TagsExtTest-Tag-459164059') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:09.735399 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0bf8a6d8-6414-4976-9b93-64337d6c7eb4 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1053135 Jul 24 01:11:09.755441 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b9f60576-5076-4bea-9b6b-c4df69617bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:09.757769 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0defc4b8-0e47-4d00-b8fe-5cfe9a94f62d None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:09.771699 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0defc4b8-0e47-4d00-b8fe-5cfe9a94f62d None None] Transition to ACTIVE for port object 0d617456-c68a-43f4-850c-39e7b31e14e9 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:11:09.803302 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0defc4b8-0e47-4d00-b8fe-5cfe9a94f62d None None] Transition to ACTIVE for port object 0d617456-c68a-43f4-850c-39e7b31e14e9 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:11:09.815842 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0defc4b8-0e47-4d00-b8fe-5cfe9a94f62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:09.856762 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0defc4b8-0e47-4d00-b8fe-5cfe9a94f62d None None] Network c7072350-ceac-4004-a558-a1f20df833e8 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:11:09.864348 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-0defc4b8-0e47-4d00-b8fe-5cfe9a94f62d None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:11:09.869262 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0defc4b8-0e47-4d00-b8fe-5cfe9a94f62d None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:11:09.873136 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0defc4b8-0e47-4d00-b8fe-5cfe9a94f62d None None] Pushing event updated for resources: {'Port': ['ID=0d617456-c68a-43f4-850c-39e7b31e14e9,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:09.901347 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0d38e27f-9160-48e9-a7b2-e54af93529aa tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "PUT /v2.0/subnets/0475bafc-7368-440f-9586-f4eb853bd30c/tags/tempest-TagsExtTest-Tag-459164059 HTTP/1.1" status: 201 len: 201 time: 0.1788814 Jul 24 01:11:09.903966 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55492) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:09.907271 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e464b-7f09-482a-9f3d-fcf09d76cbf5 req-efd9e59a-4d0d-4e6b-ab39-6dd827065baa tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:09.908953 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5c7e464b-7f09-482a-9f3d-fcf09d76cbf5 req-efd9e59a-4d0d-4e6b-ab39-6dd827065baa tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 943 time: 0.1435149 Jul 24 01:11:09.910288 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.tag.tag_plugin [None req-64a11c24-556c-4162-b44c-d1e989a403dd tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '46cced26-32d9-463b-8da9-e46c194bfcfd', 'tempest-TagsExtTest-Tag-861224059') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:09.949383 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-0defc4b8-0e47-4d00-b8fe-5cfe9a94f62d None None] Attempting to bind port 0d617456-c68a-43f4-850c-39e7b31e14e9 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:11:09.949383 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-0defc4b8-0e47-4d00-b8fe-5cfe9a94f62d None None] Attempting to bind port 0d617456-c68a-43f4-850c-39e7b31e14e9 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '4ee64f54-0b1f-44b0-8f11-a64fb5340114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c7072350-ceac-4004-a558-a1f20df833e8'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:11:09.949732 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0defc4b8-0e47-4d00-b8fe-5cfe9a94f62d None None] Attempting to bind port 0d617456-c68a-43f4-850c-39e7b31e14e9 on network c7072350-ceac-4004-a558-a1f20df833e8 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:11:09.955479 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0defc4b8-0e47-4d00-b8fe-5cfe9a94f62d None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:11:09.955871 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0defc4b8-0e47-4d00-b8fe-5cfe9a94f62d None None] Checking segment: {'id': '4ee64f54-0b1f-44b0-8f11-a64fb5340114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c7072350-ceac-4004-a558-a1f20df833e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:11:09.956289 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0defc4b8-0e47-4d00-b8fe-5cfe9a94f62d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:09.956694 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0defc4b8-0e47-4d00-b8fe-5cfe9a94f62d None None] Bound using segment: {'id': '4ee64f54-0b1f-44b0-8f11-a64fb5340114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c7072350-ceac-4004-a558-a1f20df833e8'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:11:09.957522 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-0defc4b8-0e47-4d00-b8fe-5cfe9a94f62d None None] Bound port: 0d617456-c68a-43f4-850c-39e7b31e14e9, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ee64f54-0b1f-44b0-8f11-a64fb5340114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c7072350-ceac-4004-a558-a1f20df833e8'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:11:09.957649 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b9f60576-5076-4bea-9b6b-c4df69617bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:09.957751 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0defc4b8-0e47-4d00-b8fe-5cfe9a94f62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:09.968840 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b9f60576-5076-4bea-9b6b-c4df69617bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:09.995692 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5c7e464b-7f09-482a-9f3d-fcf09d76cbf5 req-0b682acf-6a73-44c3-a4d6-4b33711ac9e0 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783200 Jul 24 01:11:10.007942 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-64a11c24-556c-4162-b44c-d1e989a403dd tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "PUT /v2.0/ports/46cced26-32d9-463b-8da9-e46c194bfcfd/tags/tempest-TagsExtTest-Tag-861224059 HTTP/1.1" status: 201 len: 201 time: 0.1021936 Jul 24 01:11:10.010953 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55498) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:10.020321 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.tag.tag_plugin [None req-ae15b78b-ecf2-4c6e-9570-cc586f1aa170 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c3958994-88b1-403c-af45-617c80183dce', 'tempest-TagsExtTest-Tag-25445305') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:10.032553 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b9f60576-5076-4bea-9b6b-c4df69617bfc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=99f1750fdef643d18688202051753691&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4392889 Jul 24 01:11:10.032553 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f60576-5076-4bea-9b6b-c4df69617bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc2f60a-c0c9-4e26-8f6b-a381a3785988,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:10.033644 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55500) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:10.050273 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0defc4b8-0e47-4d00-b8fe-5cfe9a94f62d None None] For port 0d617456-c68a-43f4-850c-39e7b31e14e9, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:11:10.053904 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0defc4b8-0e47-4d00-b8fe-5cfe9a94f62d None None] For port 0d617456-c68a-43f4-850c-39e7b31e14e9, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0d617456-c68a-43f4-850c-39e7b31e14e9,segment=NetworkSegment(4ee64f54-0b1f-44b0-8f11-a64fb5340114),segment_id=4ee64f54-0b1f-44b0-8f11-a64fb5340114)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:11:10.058296 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0defc4b8-0e47-4d00-b8fe-5cfe9a94f62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:10.123563 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0defc4b8-0e47-4d00-b8fe-5cfe9a94f62d None None] Pushing event updated for resources: {'Port': ['ID=0d617456-c68a-43f4-850c-39e7b31e14e9,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:10.176024 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6c64273b-4b14-45ac-b14f-fa3dbddb7f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:10.195715 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ae15b78b-ecf2-4c6e-9570-cc586f1aa170 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "PUT /v2.0/routers/c3958994-88b1-403c-af45-617c80183dce/tags/tempest-TagsExtTest-Tag-25445305 HTTP/1.1" status: 201 len: 201 time: 0.1797378 Jul 24 01:11:10.196009 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55512) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:10.201904 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.tag.tag_plugin [None req-29e0bdc5-6274-44c3-90ea-3e29bdafcfab tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '712b7f97-c1b2-4aa4-bc3f-840c7499efa2', 'tempest-TagsExtTest-Tag-124020469') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:10.206894 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6c64273b-4b14-45ac-b14f-fa3dbddb7f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:10.260206 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6c64273b-4b14-45ac-b14f-fa3dbddb7f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:10.265897 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6c64273b-4b14-45ac-b14f-fa3dbddb7f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:10.270220 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6c64273b-4b14-45ac-b14f-fa3dbddb7f41 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dcc2f60a-c0c9-4e26-8f6b-a381a3785988 HTTP/1.1" status: 204 len: 168 time: 0.2329550 Jul 24 01:11:10.280532 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-29e0bdc5-6274-44c3-90ea-3e29bdafcfab tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "PUT /v2.0/subnetpools/712b7f97-c1b2-4aa4-bc3f-840c7499efa2/tags/tempest-TagsExtTest-Tag-124020469 HTTP/1.1" status: 201 len: 201 time: 0.0830185 Jul 24 01:11:10.283192 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55520) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:10.287022 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64273b-4b14-45ac-b14f-fa3dbddb7f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc2f60a-c0c9-4e26-8f6b-a381a3785988,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:10.290476 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.tag.tag_plugin [None req-52d4f14d-6693-4139-810a-f9a592f6d598 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0475bafc-7368-440f-9586-f4eb853bd30c') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:10.444958 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-52d4f14d-6693-4139-810a-f9a592f6d598 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "GET /v2.0/subnets/0475bafc-7368-440f-9586-f4eb853bd30c/tags HTTP/1.1" status: 200 len: 240 time: 0.1603594 Jul 24 01:11:10.447749 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55528) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:10.454551 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.tag.tag_plugin [None req-52fed232-36fd-4575-82cc-53d590a04d90 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0475bafc-7368-440f-9586-f4eb853bd30c', 'tempest-TagsExtTest-Tag-459164059') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:10.524214 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-52fed232-36fd-4575-82cc-53d590a04d90 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "GET /v2.0/subnets/0475bafc-7368-440f-9586-f4eb853bd30c/tags/tempest-TagsExtTest-Tag-459164059 HTTP/1.1" status: 204 len: 168 time: 0.0753348 Jul 24 01:11:10.527010 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55536) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:10.532983 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.tag.tag_plugin [None req-4867659a-f01c-4228-9f0f-7ebdf256026e tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '0475bafc-7368-440f-9586-f4eb853bd30c', 'tempest-TagsExtTest-Tag-459164059') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:10.609053 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4867659a-f01c-4228-9f0f-7ebdf256026e tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "DELETE /v2.0/subnets/0475bafc-7368-440f-9586-f4eb853bd30c/tags/tempest-TagsExtTest-Tag-459164059 HTTP/1.1" status: 204 len: 168 time: 0.0806172 Jul 24 01:11:10.611553 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55540) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:10.615931 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.tag.tag_plugin [None req-a32873c2-0098-4d11-8cf5-a61186879cad tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0475bafc-7368-440f-9586-f4eb853bd30c') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:10.663693 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55546) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:10.678675 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a32873c2-0098-4d11-8cf5-a61186879cad tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "GET /v2.0/subnets/0475bafc-7368-440f-9586-f4eb853bd30c/tags HTTP/1.1" status: 200 len: 205 time: 0.0636811 Jul 24 01:11:10.678927 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55548) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:10.683465 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.tag.tag_plugin [None req-0897f103-68e5-4875-a572-006041061232 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '46cced26-32d9-463b-8da9-e46c194bfcfd') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:10.690268 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-607b1da0-3c01-4db2-8bc6-765e01680f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:10.745047 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0897f103-68e5-4875-a572-006041061232 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "GET /v2.0/ports/46cced26-32d9-463b-8da9-e46c194bfcfd/tags HTTP/1.1" status: 200 len: 240 time: 0.0635386 Jul 24 01:11:10.746018 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55550) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:10.753050 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.tag.tag_plugin [None req-5c32eed1-2d98-40d1-954b-56455f34b840 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '46cced26-32d9-463b-8da9-e46c194bfcfd', 'tempest-TagsExtTest-Tag-861224059') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:10.796730 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-607b1da0-3c01-4db2-8bc6-765e01680f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:10.804293 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-607b1da0-3c01-4db2-8bc6-765e01680f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:10.809830 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5c32eed1-2d98-40d1-954b-56455f34b840 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "GET /v2.0/ports/46cced26-32d9-463b-8da9-e46c194bfcfd/tags/tempest-TagsExtTest-Tag-861224059 HTTP/1.1" status: 204 len: 168 time: 0.0620883 Jul 24 01:11:10.812698 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55552) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:10.817133 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.tag.tag_plugin [None req-23257eaf-99ab-426c-9776-7616b20dfcb1 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '46cced26-32d9-463b-8da9-e46c194bfcfd', 'tempest-TagsExtTest-Tag-861224059') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:10.848184 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-607b1da0-3c01-4db2-8bc6-765e01680f88 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d2bb592374014ffab6124698b2d317a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1824143 Jul 24 01:11:10.850301 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b1da0-3c01-4db2-8bc6-765e01680f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219f218f-d3ae-467a-a7b5-41db85059dd2,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:10.851380 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55554) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:10.928059 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3da6-c5f5-438e-8440-41f1dec7eeed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:10.930793 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-23257eaf-99ab-426c-9776-7616b20dfcb1 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "DELETE /v2.0/ports/46cced26-32d9-463b-8da9-e46c194bfcfd/tags/tempest-TagsExtTest-Tag-861224059 HTTP/1.1" status: 204 len: 168 time: 0.1171379 Jul 24 01:11:10.933553 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55556) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:10.940701 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.tag.tag_plugin [None req-f9b1e118-b9ea-45df-8670-781ddf0776c1 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '46cced26-32d9-463b-8da9-e46c194bfcfd') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:10.959430 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3da6-c5f5-438e-8440-41f1dec7eeed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:11.009321 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f9b1e118-b9ea-45df-8670-781ddf0776c1 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "GET /v2.0/ports/46cced26-32d9-463b-8da9-e46c194bfcfd/tags HTTP/1.1" status: 200 len: 205 time: 0.0722394 Jul 24 01:11:11.022214 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55564) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:11.034804 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.tag.tag_plugin [None req-77a73a9e-9d36-4ca7-ad1f-fae9e77f8e5a tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c3958994-88b1-403c-af45-617c80183dce') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:11.043168 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3da6-c5f5-438e-8440-41f1dec7eeed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:11.046736 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3da6-c5f5-438e-8440-41f1dec7eeed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:11.050464 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2a0b3da6-c5f5-438e-8440-41f1dec7eeed admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/219f218f-d3ae-467a-a7b5-41db85059dd2 HTTP/1.1" status: 204 len: 168 time: 0.1946740 Jul 24 01:11:11.059679 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b3da6-c5f5-438e-8440-41f1dec7eeed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219f218f-d3ae-467a-a7b5-41db85059dd2,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:11.216060 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0d617456-c68a-43f4-850c-39e7b31e14e9 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:11:11.237764 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-77a73a9e-9d36-4ca7-ad1f-fae9e77f8e5a tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "GET /v2.0/routers/c3958994-88b1-403c-af45-617c80183dce/tags HTTP/1.1" status: 200 len: 239 time: 0.2113194 Jul 24 01:11:11.238012 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55578) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:11.242608 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.tag.tag_plugin [None req-19525133-6085-417f-ab6b-6c892cf47e85 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c3958994-88b1-403c-af45-617c80183dce', 'tempest-TagsExtTest-Tag-25445305') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:11.320967 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 0d617456-c68a-43f4-850c-39e7b31e14e9 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:11:11.332764 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e5eb79-833e-441e-bf9e-e120a22e0a20 None None] Network c7072350-ceac-4004-a558-a1f20df833e8 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:11:11.352340 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0071fe-e854-4f73-897b-07d3f7f8549f req-aab3f01c-52c0-495d-9ff3-ff6f9c76cc20 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:11.354142 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0e0071fe-e854-4f73-897b-07d3f7f8549f req-aab3f01c-52c0-495d-9ff3-ff6f9c76cc20 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 943 time: 0.2098823 Jul 24 01:11:11.359627 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-19525133-6085-417f-ab6b-6c892cf47e85 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "GET /v2.0/routers/c3958994-88b1-403c-af45-617c80183dce/tags/tempest-TagsExtTest-Tag-25445305 HTTP/1.1" status: 204 len: 168 time: 0.1205778 Jul 24 01:11:11.362290 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55586) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:11.367660 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.tag.tag_plugin [None req-c623cd48-d87d-4d33-932e-24893d14a7e5 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c3958994-88b1-403c-af45-617c80183dce', 'tempest-TagsExtTest-Tag-25445305') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:11.402018 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0e0071fe-e854-4f73-897b-07d3f7f8549f req-21beb175-d24c-438f-9c49-6b9f5ef34376 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409770 Jul 24 01:11:11.482796 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a5d2d8fa-0163-43d3-9df0-a1c4f2d80044 None None] Provisioning for port 0d617456-c68a-43f4-850c-39e7b31e14e9 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:11:11.506444 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c623cd48-d87d-4d33-932e-24893d14a7e5 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "DELETE /v2.0/routers/c3958994-88b1-403c-af45-617c80183dce/tags/tempest-TagsExtTest-Tag-25445305 HTTP/1.1" status: 204 len: 168 time: 0.1429241 Jul 24 01:11:11.509324 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55590) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:11.512962 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a5d2d8fa-0163-43d3-9df0-a1c4f2d80044 None None] Provisioning complete for port 0d617456-c68a-43f4-850c-39e7b31e14e9 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:11:11.513478 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a5d2d8fa-0163-43d3-9df0-a1c4f2d80044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:11.515057 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.tag.tag_plugin [None req-a83f33d7-934f-4a5e-a022-1e3a45e6a695 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c3958994-88b1-403c-af45-617c80183dce') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:11.628091 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a5d2d8fa-0163-43d3-9df0-a1c4f2d80044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:11.637991 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a83f33d7-934f-4a5e-a022-1e3a45e6a695 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "GET /v2.0/routers/c3958994-88b1-403c-af45-617c80183dce/tags HTTP/1.1" status: 200 len: 205 time: 0.1275618 Jul 24 01:11:11.641436 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55602) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:11.646565 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.tag.tag_plugin [None req-22b39c26-6a04-4749-8705-6ceb9050a455 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '712b7f97-c1b2-4aa4-bc3f-840c7499efa2') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:11.686016 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-a5d2d8fa-0163-43d3-9df0-a1c4f2d80044 None None] For port 0d617456-c68a-43f4-850c-39e7b31e14e9, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0d617456-c68a-43f4-850c-39e7b31e14e9,segment=NetworkSegment(4ee64f54-0b1f-44b0-8f11-a64fb5340114),segment_id=4ee64f54-0b1f-44b0-8f11-a64fb5340114)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:11:11.691331 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-22b39c26-6a04-4749-8705-6ceb9050a455 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "GET /v2.0/subnetpools/712b7f97-c1b2-4aa4-bc3f-840c7499efa2/tags HTTP/1.1" status: 200 len: 240 time: 0.0480790 Jul 24 01:11:11.694212 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55606) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:11.698581 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a5d2d8fa-0163-43d3-9df0-a1c4f2d80044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:11.706061 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.tag.tag_plugin [None req-72dcd79e-0bef-49aa-8ace-2f4c2b8e450e tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '712b7f97-c1b2-4aa4-bc3f-840c7499efa2', 'tempest-TagsExtTest-Tag-124020469') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:11.738974 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-72dcd79e-0bef-49aa-8ace-2f4c2b8e450e tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "GET /v2.0/subnetpools/712b7f97-c1b2-4aa4-bc3f-840c7499efa2/tags/tempest-TagsExtTest-Tag-124020469 HTTP/1.1" status: 204 len: 168 time: 0.0431604 Jul 24 01:11:11.743079 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55614) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:11.748924 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.tag.tag_plugin [None req-5bce6672-184e-4e40-9298-3a9e15241f1f tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '712b7f97-c1b2-4aa4-bc3f-840c7499efa2', 'tempest-TagsExtTest-Tag-124020469') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:11.764158 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d2d8fa-0163-43d3-9df0-a1c4f2d80044 None None] Pushing event updated for resources: {'Port': ['ID=0d617456-c68a-43f4-850c-39e7b31e14e9,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:11.831275 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5bce6672-184e-4e40-9298-3a9e15241f1f tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "DELETE /v2.0/subnetpools/712b7f97-c1b2-4aa4-bc3f-840c7499efa2/tags/tempest-TagsExtTest-Tag-124020469 HTTP/1.1" status: 204 len: 168 time: 0.0867877 Jul 24 01:11:11.834844 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55620) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:11.840918 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.tag.tag_plugin [None req-937cb4a1-6fea-46da-8f62-2f59e45fba47 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '712b7f97-c1b2-4aa4-bc3f-840c7499efa2') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:11.871675 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-937cb4a1-6fea-46da-8f62-2f59e45fba47 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "GET /v2.0/subnetpools/712b7f97-c1b2-4aa4-bc3f-840c7499efa2/tags HTTP/1.1" status: 200 len: 205 time: 0.0351553 Jul 24 01:11:11.875009 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55622) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:11.881217 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.tag.tag_plugin [None req-5c5d0734-cee8-4c02-9903-7404235cf5b8 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '712b7f97-c1b2-4aa4-bc3f-840c7499efa2') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:11.913332 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5c5d0734-cee8-4c02-9903-7404235cf5b8 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "DELETE /v2.0/subnetpools/712b7f97-c1b2-4aa4-bc3f-840c7499efa2/tags HTTP/1.1" status: 204 len: 168 time: 0.0369427 Jul 24 01:11:11.916244 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55628) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:11.921551 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.tag.tag_plugin [None req-79b7aab9-142b-4111-b107-6f905e879cc3 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c3958994-88b1-403c-af45-617c80183dce') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:11.923278 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-3e4127a0-784c-4372-85fc-66ed39e66ddc None None] Provisioning for port 46cced26-32d9-463b-8da9-e46c194bfcfd completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:11:11.927987 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-3e4127a0-784c-4372-85fc-66ed39e66ddc None None] Provisioning complete for port 46cced26-32d9-463b-8da9-e46c194bfcfd triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:11:11.928617 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3e4127a0-784c-4372-85fc-66ed39e66ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:11.990326 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-3e4127a0-784c-4372-85fc-66ed39e66ddc None None] Port 46cced26-32d9-463b-8da9-e46c194bfcfd cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:11:12.004833 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-3e4127a0-784c-4372-85fc-66ed39e66ddc None None] Provisioning complete for port 0d617456-c68a-43f4-850c-39e7b31e14e9 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:11:12.005694 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3e4127a0-784c-4372-85fc-66ed39e66ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:12.029111 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-79b7aab9-142b-4111-b107-6f905e879cc3 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "DELETE /v2.0/routers/c3958994-88b1-403c-af45-617c80183dce/tags HTTP/1.1" status: 204 len: 168 time: 0.1116619 Jul 24 01:11:12.032418 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55634) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:12.040936 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.tag.tag_plugin [None req-11456b2c-2ca6-4aeb-beab-20cc6d019a8b tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '46cced26-32d9-463b-8da9-e46c194bfcfd') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:12.129199 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-11456b2c-2ca6-4aeb-beab-20cc6d019a8b tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "DELETE /v2.0/ports/46cced26-32d9-463b-8da9-e46c194bfcfd/tags HTTP/1.1" status: 204 len: 168 time: 0.0949724 Jul 24 01:11:12.132416 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55640) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:12.139975 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.tag.tag_plugin [None req-444b7901-8ba1-4dca-a41d-0bc7cdd1e14b tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0475bafc-7368-440f-9586-f4eb853bd30c') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:12.205079 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-444b7901-8ba1-4dca-a41d-0bc7cdd1e14b tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "DELETE /v2.0/subnets/0475bafc-7368-440f-9586-f4eb853bd30c/tags HTTP/1.1" status: 204 len: 168 time: 0.0709739 Jul 24 01:11:12.209262 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55644) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:12.213911 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.tag.tag_plugin [None req-fea9ef35-f67d-46b7-a54d-90be8ebcba9a tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0475bafc-7368-440f-9586-f4eb853bd30c', 'tempest-TagsExtTest-Tag-699227900') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:12.264092 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-014a832a-d59a-4e07-8aaa-e1d86b749137 None None] Provisioning complete for port 46cced26-32d9-463b-8da9-e46c194bfcfd triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:11:12.265206 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-014a832a-d59a-4e07-8aaa-e1d86b749137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:12.292210 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-fea9ef35-f67d-46b7-a54d-90be8ebcba9a tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "PUT /v2.0/subnets/0475bafc-7368-440f-9586-f4eb853bd30c/tags/tempest-TagsExtTest-Tag-699227900 HTTP/1.1" status: 201 len: 201 time: 0.0797608 Jul 24 01:11:12.292531 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55648) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:12.297926 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.tag.tag_plugin [None req-b0dfd04b-d27b-431d-8bb9-a3bd5fac2d51 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '46cced26-32d9-463b-8da9-e46c194bfcfd', 'tempest-TagsExtTest-Tag-2125410862') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:12.305322 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-014a832a-d59a-4e07-8aaa-e1d86b749137 None None] Port 46cced26-32d9-463b-8da9-e46c194bfcfd cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:11:12.376879 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b0dfd04b-d27b-431d-8bb9-a3bd5fac2d51 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "PUT /v2.0/ports/46cced26-32d9-463b-8da9-e46c194bfcfd/tags/tempest-TagsExtTest-Tag-2125410862 HTTP/1.1" status: 201 len: 201 time: 0.0790393 Jul 24 01:11:12.376982 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55658) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:12.381377 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.tag.tag_plugin [None req-a145028d-60ec-4821-9757-897e2d85bfe9 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c3958994-88b1-403c-af45-617c80183dce', 'tempest-TagsExtTest-Tag-788726273') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:12.477438 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a145028d-60ec-4821-9757-897e2d85bfe9 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "PUT /v2.0/routers/c3958994-88b1-403c-af45-617c80183dce/tags/tempest-TagsExtTest-Tag-788726273 HTTP/1.1" status: 201 len: 201 time: 0.0999281 Jul 24 01:11:12.481001 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55668) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:12.486962 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.tag.tag_plugin [None req-f0c70c4e-0b0b-4782-9a30-39edb387b461 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '712b7f97-c1b2-4aa4-bc3f-840c7499efa2', 'tempest-TagsExtTest-Tag-1329554753') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:12.535739 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f0c70c4e-0b0b-4782-9a30-39edb387b461 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "PUT /v2.0/subnetpools/712b7f97-c1b2-4aa4-bc3f-840c7499efa2/tags/tempest-TagsExtTest-Tag-1329554753 HTTP/1.1" status: 201 len: 201 time: 0.0511365 Jul 24 01:11:12.539177 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55674) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:12.545118 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.tag.tag_plugin [None req-0a0659ba-6792-4138-8f8b-117bc4deae1f tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '0475bafc-7368-440f-9586-f4eb853bd30c', {'tags': ['tempest-TagsExtTest-Tag-239504139', 'tempest-TagsExtTest-Tag-622358288', 'tempest-TagsExtTest-Tag-165068250']}) {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:12.599435 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a424bf-f25b-48c8-8408-d293104018a4 req-259feb5f-a282-481e-97f8-2be7b462275f tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:12.601196 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-67a424bf-f25b-48c8-8408-d293104018a4 req-259feb5f-a282-481e-97f8-2be7b462275f tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 943 time: 0.0840607 Jul 24 01:11:12.638809 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0a0659ba-6792-4138-8f8b-117bc4deae1f tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "PUT /v2.0/subnets/0475bafc-7368-440f-9586-f4eb853bd30c/tags HTTP/1.1" status: 200 len: 315 time: 0.0970318 Jul 24 01:11:12.640564 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55682) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:12.647149 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.tag.tag_plugin [None req-3cd57cd8-e9e6-45d7-947c-9babcee8d004 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0475bafc-7368-440f-9586-f4eb853bd30c') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:12.652589 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-67a424bf-f25b-48c8-8408-d293104018a4 req-13c93de6-9de4-43e1-9b65-9ee0a15326fa tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449579 Jul 24 01:11:12.735335 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3cd57cd8-e9e6-45d7-947c-9babcee8d004 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "DELETE /v2.0/subnets/0475bafc-7368-440f-9586-f4eb853bd30c/tags HTTP/1.1" status: 204 len: 168 time: 0.0935097 Jul 24 01:11:12.737862 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55690) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:12.744066 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.tag.tag_plugin [None req-33027688-55f5-4363-acbd-142ce07e40bc tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0475bafc-7368-440f-9586-f4eb853bd30c', 'tempest-TagsExtTest-Tag-239504139') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:12.796499 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-33027688-55f5-4363-acbd-142ce07e40bc tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] show failed (client error): The resource could not be found. Jul 24 01:11:12.797587 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-33027688-55f5-4363-acbd-142ce07e40bc tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "GET /v2.0/subnets/0475bafc-7368-440f-9586-f4eb853bd30c/tags/tempest-TagsExtTest-Tag-239504139 HTTP/1.1" status: 404 len: 328 time: 0.0587494 Jul 24 01:11:12.800536 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55694) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:12.804846 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.tag.tag_plugin [None req-7804cfc1-cfff-44c4-bd7c-dd53f6dcdf44 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0475bafc-7368-440f-9586-f4eb853bd30c', 'tempest-TagsExtTest-Tag-622358288') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:12.857953 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-7804cfc1-cfff-44c4-bd7c-dd53f6dcdf44 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] show failed (client error): The resource could not be found. Jul 24 01:11:12.859312 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7804cfc1-cfff-44c4-bd7c-dd53f6dcdf44 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "GET /v2.0/subnets/0475bafc-7368-440f-9586-f4eb853bd30c/tags/tempest-TagsExtTest-Tag-622358288 HTTP/1.1" status: 404 len: 328 time: 0.0578418 Jul 24 01:11:12.862099 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55696) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:12.866557 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.tag.tag_plugin [None req-be4a0193-0b5c-49ce-ba6b-ae8251d36a3f tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0475bafc-7368-440f-9586-f4eb853bd30c', 'tempest-TagsExtTest-Tag-165068250') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:12.925322 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-be4a0193-0b5c-49ce-ba6b-ae8251d36a3f tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] show failed (client error): The resource could not be found. Jul 24 01:11:12.929537 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-be4a0193-0b5c-49ce-ba6b-ae8251d36a3f tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "GET /v2.0/subnets/0475bafc-7368-440f-9586-f4eb853bd30c/tags/tempest-TagsExtTest-Tag-165068250 HTTP/1.1" status: 404 len: 328 time: 0.0663843 Jul 24 01:11:12.930730 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55704) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:12.936424 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.tag.tag_plugin [None req-5ee8f68b-0684-4bc4-98fd-0943c2fa1046 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '46cced26-32d9-463b-8da9-e46c194bfcfd', {'tags': ['tempest-TagsExtTest-Tag-1399574431', 'tempest-TagsExtTest-Tag-1289091192', 'tempest-TagsExtTest-Tag-845901444']}) {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:13.004139 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5ee8f68b-0684-4bc4-98fd-0943c2fa1046 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "PUT /v2.0/ports/46cced26-32d9-463b-8da9-e46c194bfcfd/tags HTTP/1.1" status: 200 len: 317 time: 0.0722115 Jul 24 01:11:13.006679 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55710) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:13.011936 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.tag.tag_plugin [None req-650b0c83-ce4d-4556-9484-f9e0604c2127 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '46cced26-32d9-463b-8da9-e46c194bfcfd') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:13.089564 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-650b0c83-ce4d-4556-9484-f9e0604c2127 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "DELETE /v2.0/ports/46cced26-32d9-463b-8da9-e46c194bfcfd/tags HTTP/1.1" status: 204 len: 168 time: 0.0815063 Jul 24 01:11:13.092317 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55718) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:13.098559 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.tag.tag_plugin [None req-8d7070a2-d540-4538-8767-0aa50e804f6b tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '46cced26-32d9-463b-8da9-e46c194bfcfd', 'tempest-TagsExtTest-Tag-1399574431') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:13.102807 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0d617456-c68a-43f4-850c-39e7b31e14e9 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:11:13.163256 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-8d7070a2-d540-4538-8767-0aa50e804f6b tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] show failed (client error): The resource could not be found. Jul 24 01:11:13.164881 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8d7070a2-d540-4538-8767-0aa50e804f6b tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "GET /v2.0/ports/46cced26-32d9-463b-8da9-e46c194bfcfd/tags/tempest-TagsExtTest-Tag-1399574431 HTTP/1.1" status: 404 len: 329 time: 0.0713270 Jul 24 01:11:13.167812 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55740) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:13.171890 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 0d617456-c68a-43f4-850c-39e7b31e14e9 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:11:13.172284 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:13.179575 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.tag.tag_plugin [None req-378cdefc-c49d-4bbe-a9fb-d95172f314db tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '46cced26-32d9-463b-8da9-e46c194bfcfd', 'tempest-TagsExtTest-Tag-1289091192') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:13.251177 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-378cdefc-c49d-4bbe-a9fb-d95172f314db tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] show failed (client error): The resource could not be found. Jul 24 01:11:13.253355 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-378cdefc-c49d-4bbe-a9fb-d95172f314db tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "GET /v2.0/ports/46cced26-32d9-463b-8da9-e46c194bfcfd/tags/tempest-TagsExtTest-Tag-1289091192 HTTP/1.1" status: 404 len: 329 time: 0.0839424 Jul 24 01:11:13.255928 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55762) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:13.260929 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.tag.tag_plugin [None req-718f8b3c-1171-4596-ba36-f5d423dedcae tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '46cced26-32d9-463b-8da9-e46c194bfcfd', 'tempest-TagsExtTest-Tag-845901444') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:13.319481 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-718f8b3c-1171-4596-ba36-f5d423dedcae tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] show failed (client error): The resource could not be found. Jul 24 01:11:13.323425 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55770) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:13.323573 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-718f8b3c-1171-4596-ba36-f5d423dedcae tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "GET /v2.0/ports/46cced26-32d9-463b-8da9-e46c194bfcfd/tags/tempest-TagsExtTest-Tag-845901444 HTTP/1.1" status: 404 len: 328 time: 0.0665929 Jul 24 01:11:13.329217 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.tag.tag_plugin [None req-8e775a77-526b-453c-afad-327272c27253 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c3958994-88b1-403c-af45-617c80183dce', {'tags': ['tempest-TagsExtTest-Tag-1156640049', 'tempest-TagsExtTest-Tag-2038746621', 'tempest-TagsExtTest-Tag-1674932000']}) {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:13.334760 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:11:13.425386 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8e775a77-526b-453c-afad-327272c27253 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "PUT /v2.0/routers/c3958994-88b1-403c-af45-617c80183dce/tags HTTP/1.1" status: 200 len: 318 time: 0.0981271 Jul 24 01:11:13.426061 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55784) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:13.432623 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.tag.tag_plugin [None req-f4448a91-dac9-48c2-85a7-2486e2015ca0 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c3958994-88b1-403c-af45-617c80183dce') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:13.536201 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55800) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:13.536551 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f4448a91-dac9-48c2-85a7-2486e2015ca0 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "DELETE /v2.0/routers/c3958994-88b1-403c-af45-617c80183dce/tags HTTP/1.1" status: 204 len: 168 time: 0.1097569 Jul 24 01:11:13.542212 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.tag.tag_plugin [None req-d2e21cec-6b5d-40ed-a47b-84abe78c8df1 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c3958994-88b1-403c-af45-617c80183dce', 'tempest-TagsExtTest-Tag-1156640049') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:13.556342 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55802) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:13.678060 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c777a879-3a5e-4e37-978b-d5cd74041c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:13.814522 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c777a879-3a5e-4e37-978b-d5cd74041c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:13.820669 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c777a879-3a5e-4e37-978b-d5cd74041c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:13.866267 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c777a879-3a5e-4e37-978b-d5cd74041c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ddd464-37d0-4ed1-a4aa-35cc3ebb76f3,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:13.880428 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c777a879-3a5e-4e37-978b-d5cd74041c4a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f0f53592599445f9b63e5f8e07b00817&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3229165 Jul 24 01:11:13.881052 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55836) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:13.935554 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2711f1a7-24bc-4b6b-81f1-928121ebfcfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:13.957929 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2711f1a7-24bc-4b6b-81f1-928121ebfcfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:13.970619 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-d2e21cec-6b5d-40ed-a47b-84abe78c8df1 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] show failed (client error): The resource could not be found. Jul 24 01:11:13.971700 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d2e21cec-6b5d-40ed-a47b-84abe78c8df1 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "GET /v2.0/routers/c3958994-88b1-403c-af45-617c80183dce/tags/tempest-TagsExtTest-Tag-1156640049 HTTP/1.1" status: 404 len: 329 time: 0.4338658 Jul 24 01:11:13.975187 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55840) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:13.981626 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.tag.tag_plugin [None req-8885b6e5-3d97-4315-8cbb-2bb7f48740eb tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c3958994-88b1-403c-af45-617c80183dce', 'tempest-TagsExtTest-Tag-2038746621') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:14.011884 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2711f1a7-24bc-4b6b-81f1-928121ebfcfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:14.014973 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2711f1a7-24bc-4b6b-81f1-928121ebfcfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:14.016217 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2711f1a7-24bc-4b6b-81f1-928121ebfcfc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f7ddd464-37d0-4ed1-a4aa-35cc3ebb76f3 HTTP/1.1" status: 204 len: 168 time: 0.1328084 Jul 24 01:11:14.037971 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711f1a7-24bc-4b6b-81f1-928121ebfcfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ddd464-37d0-4ed1-a4aa-35cc3ebb76f3,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:14.070199 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98b4074-7a60-4954-ae39-fa57726118c4 req-a5cad11b-1529-4d89-bf44-bbe011bc594f tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:14.071963 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c98b4074-7a60-4954-ae39-fa57726118c4 req-a5cad11b-1529-4d89-bf44-bbe011bc594f tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 943 time: 0.1479383 Jul 24 01:11:14.084791 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-8885b6e5-3d97-4315-8cbb-2bb7f48740eb tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] show failed (client error): The resource could not be found. Jul 24 01:11:14.086234 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-8885b6e5-3d97-4315-8cbb-2bb7f48740eb tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "GET /v2.0/routers/c3958994-88b1-403c-af45-617c80183dce/tags/tempest-TagsExtTest-Tag-2038746621 HTTP/1.1" status: 404 len: 329 time: 0.1101084 Jul 24 01:11:14.090676 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55848) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:14.096899 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.tag.tag_plugin [None req-da86c027-f17f-48b4-a39f-5d3af080ddda tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c3958994-88b1-403c-af45-617c80183dce', 'tempest-TagsExtTest-Tag-1674932000') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:14.122432 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c98b4074-7a60-4954-ae39-fa57726118c4 req-4865b579-a9e0-41d4-b8a5-ab556af60be7 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401170 Jul 24 01:11:14.178094 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-da86c027-f17f-48b4-a39f-5d3af080ddda tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] show failed (client error): The resource could not be found. Jul 24 01:11:14.181674 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-da86c027-f17f-48b4-a39f-5d3af080ddda tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "GET /v2.0/routers/c3958994-88b1-403c-af45-617c80183dce/tags/tempest-TagsExtTest-Tag-1674932000 HTTP/1.1" status: 404 len: 329 time: 0.0866814 Jul 24 01:11:14.182022 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55852) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:14.187874 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.tag.tag_plugin [None req-0be40db3-9f44-4e73-a2db-934e0c67990c tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '712b7f97-c1b2-4aa4-bc3f-840c7499efa2', {'tags': ['tempest-TagsExtTest-Tag-438826412', 'tempest-TagsExtTest-Tag-53000718', 'tempest-TagsExtTest-Tag-268176999']}) {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:14.225649 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0be40db3-9f44-4e73-a2db-934e0c67990c tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "PUT /v2.0/subnetpools/712b7f97-c1b2-4aa4-bc3f-840c7499efa2/tags HTTP/1.1" status: 200 len: 314 time: 0.0425346 Jul 24 01:11:14.228190 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55854) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:14.232819 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.tag.tag_plugin [None req-d1f5e196-9922-4a2b-a703-8a4d92cf31f2 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '712b7f97-c1b2-4aa4-bc3f-840c7499efa2') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:14.272536 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d1f5e196-9922-4a2b-a703-8a4d92cf31f2 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "DELETE /v2.0/subnetpools/712b7f97-c1b2-4aa4-bc3f-840c7499efa2/tags HTTP/1.1" status: 204 len: 168 time: 0.0431576 Jul 24 01:11:14.275279 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55856) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:14.280051 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.tag.tag_plugin [None req-abb3f28c-497b-4ca8-a1d5-5c36f01c6630 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '712b7f97-c1b2-4aa4-bc3f-840c7499efa2', 'tempest-TagsExtTest-Tag-438826412') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:14.301692 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-abb3f28c-497b-4ca8-a1d5-5c36f01c6630 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] show failed (client error): The resource could not be found. Jul 24 01:11:14.302919 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-abb3f28c-497b-4ca8-a1d5-5c36f01c6630 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "GET /v2.0/subnetpools/712b7f97-c1b2-4aa4-bc3f-840c7499efa2/tags/tempest-TagsExtTest-Tag-438826412 HTTP/1.1" status: 404 len: 328 time: 0.0264952 Jul 24 01:11:14.305735 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55858) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:14.310797 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.tag.tag_plugin [None req-96ade74e-08e1-4d2d-a176-708c01caeebf tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '712b7f97-c1b2-4aa4-bc3f-840c7499efa2', 'tempest-TagsExtTest-Tag-53000718') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:14.332945 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-96ade74e-08e1-4d2d-a176-708c01caeebf tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] show failed (client error): The resource could not be found. Jul 24 01:11:14.334758 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-96ade74e-08e1-4d2d-a176-708c01caeebf tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "GET /v2.0/subnetpools/712b7f97-c1b2-4aa4-bc3f-840c7499efa2/tags/tempest-TagsExtTest-Tag-53000718 HTTP/1.1" status: 404 len: 327 time: 0.0274801 Jul 24 01:11:14.338938 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55862) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:14.344106 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.tag.tag_plugin [None req-52291b5f-3722-4c2b-84e9-d472e742b6c2 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '712b7f97-c1b2-4aa4-bc3f-840c7499efa2', 'tempest-TagsExtTest-Tag-268176999') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:14.355673 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55868) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:14.370449 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-52291b5f-3722-4c2b-84e9-d472e742b6c2 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] show failed (client error): The resource could not be found. Jul 24 01:11:14.371555 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-52291b5f-3722-4c2b-84e9-d472e742b6c2 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "GET /v2.0/subnetpools/712b7f97-c1b2-4aa4-bc3f-840c7499efa2/tags/tempest-TagsExtTest-Tag-268176999 HTTP/1.1" status: 404 len: 328 time: 0.0316384 Jul 24 01:11:14.374457 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55870) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:14.375947 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6ed5a514-aebe-46ef-a47d-9289a74ee87a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:14.379237 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.tag.tag_plugin [None req-e5f0a72a-53e5-444a-93cd-298b0a1a2831 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '712b7f97-c1b2-4aa4-bc3f-840c7499efa2') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:14.406116 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e5f0a72a-53e5-444a-93cd-298b0a1a2831 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "DELETE /v2.0/subnetpools/712b7f97-c1b2-4aa4-bc3f-840c7499efa2/tags HTTP/1.1" status: 204 len: 168 time: 0.0303760 Jul 24 01:11:14.409531 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55872) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:14.415225 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.tag.tag_plugin [None req-8927de84-678f-45ea-8a96-83e5f67b07a8 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c3958994-88b1-403c-af45-617c80183dce') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:14.530663 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-8927de84-678f-45ea-8a96-83e5f67b07a8 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "DELETE /v2.0/routers/c3958994-88b1-403c-af45-617c80183dce/tags HTTP/1.1" status: 204 len: 168 time: 0.1200018 Jul 24 01:11:14.533461 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55884) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:14.537991 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.tag.tag_plugin [None req-7a173670-6062-4c71-9282-a2d37adc0fa5 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '46cced26-32d9-463b-8da9-e46c194bfcfd') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:14.562359 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6ed5a514-aebe-46ef-a47d-9289a74ee87a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:14.567852 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6ed5a514-aebe-46ef-a47d-9289a74ee87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:14.605397 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7a173670-6062-4c71-9282-a2d37adc0fa5 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "DELETE /v2.0/ports/46cced26-32d9-463b-8da9-e46c194bfcfd/tags HTTP/1.1" status: 204 len: 168 time: 0.0708129 Jul 24 01:11:14.606022 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55890) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:14.611000 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.tag.tag_plugin [None req-cf7e5e7c-e56e-4ab8-b57c-11e3895884db tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0475bafc-7368-440f-9586-f4eb853bd30c') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:14.612569 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed5a514-aebe-46ef-a47d-9289a74ee87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56265ff2-0b49-49e9-8136-e2024d70ae2e,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:14.619746 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6ed5a514-aebe-46ef-a47d-9289a74ee87a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=720454d0e148421c80ce07e60f36d07d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2625082 Jul 24 01:11:14.620825 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55892) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:14.666780 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-cf7e5e7c-e56e-4ab8-b57c-11e3895884db tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "DELETE /v2.0/subnets/0475bafc-7368-440f-9586-f4eb853bd30c/tags HTTP/1.1" status: 204 len: 168 time: 0.0597432 Jul 24 01:11:14.672170 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55894) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:14.724497 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9edc764a-475e-4d56-9770-0cd9ca7178e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:14.779198 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9edc764a-475e-4d56-9770-0cd9ca7178e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:14.824444 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-91ffa8d2-b691-4088-82db-88e6cca345bd tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks [] for subnetpool, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:14.825635 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-91ffa8d2-b691-4088-82db-88e6cca345bd tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "DELETE /v2.0/subnetpools/712b7f97-c1b2-4aa4-bc3f-840c7499efa2 HTTP/1.1" status: 204 len: 168 time: 0.1524513 Jul 24 01:11:14.828581 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 55910) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:14.862638 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-caa1af60-4822-4795-98fd-d1796764708a tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3958994-88b1-403c-af45-617c80183dce HTTP/1.1" status: 200 len: 205 time: 0.0329251 Jul 24 01:11:14.865407 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55914) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:14.894775 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9edc764a-475e-4d56-9770-0cd9ca7178e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:14.898248 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9edc764a-475e-4d56-9770-0cd9ca7178e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:14.902216 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9edc764a-475e-4d56-9770-0cd9ca7178e0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/56265ff2-0b49-49e9-8136-e2024d70ae2e HTTP/1.1" status: 204 len: 168 time: 0.2772868 Jul 24 01:11:14.909495 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc764a-475e-4d56-9770-0cd9ca7178e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56265ff2-0b49-49e9-8136-e2024d70ae2e,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:15.308038 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f3af9e96-663e-46e1-ba50-77813c65d7d0 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:15.491173 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25e195-78da-42da-9467-6b8da91cb5f3 req-a32cfd57-0332-47f4-bb46-cdcb3485ada1 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:15.492737 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2d25e195-78da-42da-9467-6b8da91cb5f3 req-a32cfd57-0332-47f4-bb46-cdcb3485ada1 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 943 time: 0.2182992 Jul 24 01:11:15.494429 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f3af9e96-663e-46e1-ba50-77813c65d7d0 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:15.496883 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f3af9e96-663e-46e1-ba50-77813c65d7d0 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:15.560753 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f3af9e96-663e-46e1-ba50-77813c65d7d0 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:15.562027 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3af9e96-663e-46e1-ba50-77813c65d7d0 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Fanout notify agent at l3_agent the message router_deleted on router c3958994-88b1-403c-af45-617c80183dce {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:11:15.570942 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f3af9e96-663e-46e1-ba50-77813c65d7d0 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:15.572080 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f3af9e96-663e-46e1-ba50-77813c65d7d0 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "DELETE /v2.0/routers/c3958994-88b1-403c-af45-617c80183dce HTTP/1.1" status: 204 len: 168 time: 0.7056577 Jul 24 01:11:15.574793 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 55976) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:15.585543 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2d25e195-78da-42da-9467-6b8da91cb5f3 req-fef58529-7cf0-457f-8aae-85c4d26f813b tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827363 Jul 24 01:11:15.682882 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-4fb47a20-532c-4525-819c-3b70eee8d1c7 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Deleting port 46cced26-32d9-463b-8da9-e46c194bfcfd {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:11:15.683660 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4fb47a20-532c-4525-819c-3b70eee8d1c7 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:15.701959 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b4adbb87-08e5-4ed2-8a3f-ce7e659dc1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:15.782427 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4fb47a20-532c-4525-819c-3b70eee8d1c7 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:15.795205 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-4fb47a20-532c-4525-819c-3b70eee8d1c7 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Calling delete_port for 46cced26-32d9-463b-8da9-e46c194bfcfd owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:11:15.944655 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4fb47a20-532c-4525-819c-3b70eee8d1c7 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:15.983593 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb47a20-532c-4525-819c-3b70eee8d1c7 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Pushing event deleted for resources: {'Port': ['ID=46cced26-32d9-463b-8da9-e46c194bfcfd,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:16.087700 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4fb47a20-532c-4525-819c-3b70eee8d1c7 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:16.092610 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56034) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:16.093190 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4fb47a20-532c-4525-819c-3b70eee8d1c7 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "DELETE /v2.0/ports/46cced26-32d9-463b-8da9-e46c194bfcfd HTTP/1.1" status: 204 len: 168 time: 0.5168827 Jul 24 01:11:16.171138 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-111c14f6-f19b-477e-b837-5a96993d52e2 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Deleting subnet 0475bafc-7368-440f-9586-f4eb853bd30c {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:11:16.175694 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-111c14f6-f19b-477e-b837-5a96993d52e2 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:16.192140 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 05963e2b-d078-4047-9852-450b738dbdb2 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:11:16.240786 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-111c14f6-f19b-477e-b837-5a96993d52e2 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:16.337471 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 05963e2b-d078-4047-9852-450b738dbdb2, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=05963e2b-d078-4047-9852-450b738dbdb2,segment=NetworkSegment(c89e3cbc-4aac-4fff-a675-9a81f1b0ca38),segment_id=c89e3cbc-4aac-4fff-a675-9a81f1b0ca38)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:11:16.355295 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-111c14f6-f19b-477e-b837-5a96993d52e2 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:16.359172 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '05963e2b-d078-4047-9852-450b738dbdb2', 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a', 'port_id': '05963e2b-d078-4047-9852-450b738dbdb2', 'mac_address': 'fa:16:3e:ab:0e:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '941506a1-fc49-47b1-b115-8157f3b98de0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:11:16.409063 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:16.424966 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05963e2b-d078-4047-9852-450b738dbdb2 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:11:16.447742 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 05963e2b-d078-4047-9852-450b738dbdb2, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=05963e2b-d078-4047-9852-450b738dbdb2,segment=NetworkSegment(c89e3cbc-4aac-4fff-a675-9a81f1b0ca38),segment_id=c89e3cbc-4aac-4fff-a675-9a81f1b0ca38)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:11:16.454087 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:16.459675 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-111c14f6-f19b-477e-b837-5a96993d52e2 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:16.490402 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c14f6-f19b-477e-b837-5a96993d52e2 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Pushing event deleted for resources: {'Subnet': ['ID=0475bafc-7368-440f-9586-f4eb853bd30c,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:16.493071 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-111c14f6-f19b-477e-b837-5a96993d52e2 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:16.495371 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-111c14f6-f19b-477e-b837-5a96993d52e2 tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "DELETE /v2.0/subnets/0475bafc-7368-440f-9586-f4eb853bd30c HTTP/1.1" status: 204 len: 168 time: 0.4017317 Jul 24 01:11:16.499116 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56092) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:16.502613 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ea890b-1cfb-47f8-a6d6-61bf6c95163a None None] Network c7072350-ceac-4004-a558-a1f20df833e8 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:11:16.590881 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=05963e2b-d078-4047-9852-450b738dbdb2,revision_number=9']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:16.602352 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-76ed434e-334a-4b51-8efe-2cff9a3f4d8b tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:16.661944 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['05963e2b-d078-4047-9852-450b738dbdb2'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:11:16.684682 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-76ed434e-334a-4b51-8efe-2cff9a3f4d8b tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Deleting port 0d617456-c68a-43f4-850c-39e7b31e14e9 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:11:16.685603 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-76ed434e-334a-4b51-8efe-2cff9a3f4d8b tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:16.704470 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56112) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:16.771323 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-76ed434e-334a-4b51-8efe-2cff9a3f4d8b tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] For port 0d617456-c68a-43f4-850c-39e7b31e14e9, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0d617456-c68a-43f4-850c-39e7b31e14e9,segment=NetworkSegment(4ee64f54-0b1f-44b0-8f11-a64fb5340114),segment_id=4ee64f54-0b1f-44b0-8f11-a64fb5340114)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:11:16.772229 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-76ed434e-334a-4b51-8efe-2cff9a3f4d8b tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:16.787312 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-76ed434e-334a-4b51-8efe-2cff9a3f4d8b tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Calling delete_port for 0d617456-c68a-43f4-850c-39e7b31e14e9 owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:11:16.879994 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af47fa1-a096-4c6f-9207-52083fbc1245 None None] DHCP port deletion for c7072350-ceac-4004-a558-a1f20df833e8 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:11:16.895049 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-47e5ee39-88f2-47f2-adea-0388ea86711c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:16.952605 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7b219-5041-41de-8b1f-50187498ab08 req-68b2c1ca-bea3-4c6f-98a3-ea3a72798a98 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:16.954312 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0fd7b219-5041-41de-8b1f-50187498ab08 req-68b2c1ca-bea3-4c6f-98a3-ea3a72798a98 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 944 time: 0.2548659 Jul 24 01:11:17.007411 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-7af47fa1-a096-4c6f-9207-52083fbc1245 None None] Deleting port 0d617456-c68a-43f4-850c-39e7b31e14e9 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:11:17.008661 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7af47fa1-a096-4c6f-9207-52083fbc1245 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:17.038412 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-47e5ee39-88f2-47f2-adea-0388ea86711c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:17.045211 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-47e5ee39-88f2-47f2-adea-0388ea86711c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:17.073673 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0fd7b219-5041-41de-8b1f-50187498ab08 req-621e5f51-f603-4609-b919-7bdf0c763571 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087067 Jul 24 01:11:17.074885 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-76ed434e-334a-4b51-8efe-2cff9a3f4d8b tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:17.117437 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-47e5ee39-88f2-47f2-adea-0388ea86711c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7684999b01da41d8aba878baeed73151&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4118309 Jul 24 01:11:17.118306 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56118) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:17.118976 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e5ee39-88f2-47f2-adea-0388ea86711c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c58e3dc-5e26-4113-a06b-eecf6704d8a2,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:17.158944 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0d617456-c68a-43f4-850c-39e7b31e14e9 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:11:17.161654 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed434e-334a-4b51-8efe-2cff9a3f4d8b tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Pushing event deleted for resources: {'Port': ['ID=0d617456-c68a-43f4-850c-39e7b31e14e9,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:17.171779 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ed434e-334a-4b51-8efe-2cff9a3f4d8b tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] No DVR routers for this DVR port 0d617456-c68a-43f4-850c-39e7b31e14e9 on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:11:17.196997 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e081e73c-46ba-4022-95e4-e96b4d63d791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:17.202817 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 0d617456-c68a-43f4-850c-39e7b31e14e9 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:11:17.203457 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0d617456-c68a-43f4-850c-39e7b31e14e9 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:11:17.212790 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56120) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:17.219817 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-7af47fa1-a096-4c6f-9207-52083fbc1245 None None] For port 0d617456-c68a-43f4-850c-39e7b31e14e9, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0d617456-c68a-43f4-850c-39e7b31e14e9,segment=NetworkSegment(4ee64f54-0b1f-44b0-8f11-a64fb5340114),segment_id=4ee64f54-0b1f-44b0-8f11-a64fb5340114)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:11:17.220344 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7af47fa1-a096-4c6f-9207-52083fbc1245 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:17.233641 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-7af47fa1-a096-4c6f-9207-52083fbc1245 None None] Calling delete_port for 0d617456-c68a-43f4-850c-39e7b31e14e9 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:11:17.235293 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e081e73c-46ba-4022-95e4-e96b4d63d791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:17.294818 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e081e73c-46ba-4022-95e4-e96b4d63d791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:17.298129 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e081e73c-46ba-4022-95e4-e96b4d63d791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:17.300681 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e081e73c-46ba-4022-95e4-e96b4d63d791 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5c58e3dc-5e26-4113-a06b-eecf6704d8a2 HTTP/1.1" status: 204 len: 168 time: 0.1779828 Jul 24 01:11:17.310315 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e081e73c-46ba-4022-95e4-e96b4d63d791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c58e3dc-5e26-4113-a06b-eecf6704d8a2,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:17.357618 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-76ed434e-334a-4b51-8efe-2cff9a3f4d8b tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:17.377326 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-76ed434e-334a-4b51-8efe-2cff9a3f4d8b tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7072350-ceac-4004-a558-a1f20df833e8']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:11:17.384853 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:11:17.392045 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7af47fa1-a096-4c6f-9207-52083fbc1245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:17.404246 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-76ed434e-334a-4b51-8efe-2cff9a3f4d8b tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ee64f54-0b1f-44b0-8f11-a64fb5340114') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:17.405057 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-76ed434e-334a-4b51-8efe-2cff9a3f4d8b tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ee64f54-0b1f-44b0-8f11-a64fb5340114') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:17.420771 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af47fa1-a096-4c6f-9207-52083fbc1245 None None] Pushing event deleted for resources: {'Port': ['ID=0d617456-c68a-43f4-850c-39e7b31e14e9,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:17.423012 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af47fa1-a096-4c6f-9207-52083fbc1245 None None] No DVR routers for this DVR port 0d617456-c68a-43f4-850c-39e7b31e14e9 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:11:17.426984 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-76ed434e-334a-4b51-8efe-2cff9a3f4d8b tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:17.429696 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-64ed5497-bbfb-4566-b39e-76c881582c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:17.485913 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-76ed434e-334a-4b51-8efe-2cff9a3f4d8b tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:17.498981 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76ed434e-334a-4b51-8efe-2cff9a3f4d8b tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:11:17.499453 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-76ed434e-334a-4b51-8efe-2cff9a3f4d8b tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:17.502658 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:11:17.502658 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:11:17.502658 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:11:17.502658 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:11:17.502658 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:11:17.502658 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:11:17.502658 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:11:17.502658 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:11:17.502658 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:11:17.502658 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:11:17.502658 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:11:17.502658 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:11:17.502658 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:11:17.502658 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:11:17.502658 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:11:17.502658 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:11:17.502658 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:11:17.502658 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:11:17.502658 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:11:17.502658 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:11:17.502658 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:11:17.502658 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:11:17.502658 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:11:17.502658 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:11:17.502658 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:11:17.502658 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:11:17.502658 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:11:17.502658 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:11:17.502658 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:11:17.502658 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:11:17.502658 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:11:17.502658 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:11:17.587178 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-76ed434e-334a-4b51-8efe-2cff9a3f4d8b tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:17.592858 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-76ed434e-334a-4b51-8efe-2cff9a3f4d8b tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:17.594858 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-76ed434e-334a-4b51-8efe-2cff9a3f4d8b tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] 10.222.0.15 "DELETE /v2.0/networks/c7072350-ceac-4004-a558-a1f20df833e8 HTTP/1.1" status: 204 len: 168 time: 1.0943749 Jul 24 01:11:17.614654 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed434e-334a-4b51-8efe-2cff9a3f4d8b tempest-TagsExtTest-1106081786 tempest-TagsExtTest-1106081786-project] Pushing event deleted for resources: {'Network': ['ID=c7072350-ceac-4004-a558-a1f20df833e8,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:17.645367 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-64ed5497-bbfb-4566-b39e-76c881582c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:17.650495 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-64ed5497-bbfb-4566-b39e-76c881582c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:17.698079 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed5497-bbfb-4566-b39e-76c881582c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bc64cc-57df-462f-a845-eea6f80bc984,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:17.705167 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-64ed5497-bbfb-4566-b39e-76c881582c5d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=45899cacec5a4beb8b62846a22d0f57f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4896600 Jul 24 01:11:17.705560 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56136) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:17.773485 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dc9d2ac4-bd66-46ea-8833-d5cf327f85c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:17.805382 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dc9d2ac4-bd66-46ea-8833-d5cf327f85c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:17.857311 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dc9d2ac4-bd66-46ea-8833-d5cf327f85c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:17.862356 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dc9d2ac4-bd66-46ea-8833-d5cf327f85c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:17.866007 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-dc9d2ac4-bd66-46ea-8833-d5cf327f85c0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/55bc64cc-57df-462f-a845-eea6f80bc984 HTTP/1.1" status: 204 len: 168 time: 0.1573567 Jul 24 01:11:17.872218 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d2ac4-bd66-46ea-8833-d5cf327f85c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bc64cc-57df-462f-a845-eea6f80bc984,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:17.885864 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56144) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:18.110888 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-abdfb9a1-5654-458e-b973-8e01ca24968c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8822c3d77777479fb422d2d7a1d75702&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2232645 Jul 24 01:11:18.113488 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56156) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:18.170891 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-428239b9-79c2-4902-9f2b-1bf2096aeb92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:18.203817 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 05963e2b-d078-4047-9852-450b738dbdb2 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:11:18.238940 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-428239b9-79c2-4902-9f2b-1bf2096aeb92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:18.258694 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9e47d819-e0cd-4585-ad39-68524abb9227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:18.273780 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 05963e2b-d078-4047-9852-450b738dbdb2 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:11:18.274297 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:18.320352 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c13753-561a-49cb-81eb-907ab0cd912e req-5a120cba-efe1-4a65-aa30-8daeaa026fde tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:18.322044 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b3c13753-561a-49cb-81eb-907ab0cd912e req-5a120cba-efe1-4a65-aa30-8daeaa026fde tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 944 time: 0.1409967 Jul 24 01:11:18.332499 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-428239b9-79c2-4902-9f2b-1bf2096aeb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:18.335711 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-428239b9-79c2-4902-9f2b-1bf2096aeb92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:18.336849 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-428239b9-79c2-4902-9f2b-1bf2096aeb92 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f83cd2b2-b74f-4411-84ca-b3adb76f6ec2 HTTP/1.1" status: 204 len: 168 time: 0.2222912 Jul 24 01:11:18.362009 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:18.382591 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428239b9-79c2-4902-9f2b-1bf2096aeb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83cd2b2-b74f-4411-84ca-b3adb76f6ec2,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:18.391840 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ad9081-9a2c-4f3f-aa24-c39092090d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05963e2b-d078-4047-9852-450b738dbdb2'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:11:18.394245 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82855b20-6d36-4188-918e-6bffd6af896f" -d '{"events": [{"server_uuid": "d6ad9081-9a2c-4f3f-aa24-c39092090d2d", "name": "network-vif-plugged", "status": "completed", "tag": "05963e2b-d078-4047-9852-450b738dbdb2"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:11:18.408905 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 05963e2b-d078-4047-9852-450b738dbdb2, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=05963e2b-d078-4047-9852-450b738dbdb2,segment=NetworkSegment(c89e3cbc-4aac-4fff-a675-9a81f1b0ca38),segment_id=c89e3cbc-4aac-4fff-a675-9a81f1b0ca38)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:11:18.412092 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b3c13753-561a-49cb-81eb-907ab0cd912e req-1f7fbbcd-1dad-4dc0-a2c1-402e2ee123ed tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805891 Jul 24 01:11:18.414191 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428239b9-79c2-4902-9f2b-1bf2096aeb92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:18.414564 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428239b9-79c2-4902-9f2b-1bf2096aeb92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:18.414957 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428239b9-79c2-4902-9f2b-1bf2096aeb92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:18.415300 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428239b9-79c2-4902-9f2b-1bf2096aeb92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:18.415900 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428239b9-79c2-4902-9f2b-1bf2096aeb92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:18.416592 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428239b9-79c2-4902-9f2b-1bf2096aeb92 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:18.417265 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428239b9-79c2-4902-9f2b-1bf2096aeb92 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:18.417761 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428239b9-79c2-4902-9f2b-1bf2096aeb92 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:18.418272 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428239b9-79c2-4902-9f2b-1bf2096aeb92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:18.418810 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428239b9-79c2-4902-9f2b-1bf2096aeb92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:18.420041 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428239b9-79c2-4902-9f2b-1bf2096aeb92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:18.420668 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428239b9-79c2-4902-9f2b-1bf2096aeb92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:18.421398 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:18.450771 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc019c49-9c1a-4a7f-b0ef-6c0f3f1fa746 x-openstack-request-id: req-dc019c49-9c1a-4a7f-b0ef-6c0f3f1fa746 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:11:18.451284 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ad9081-9a2c-4f3f-aa24-c39092090d2d", "name": "network-vif-plugged", "status": "completed", "tag": "05963e2b-d078-4047-9852-450b738dbdb2", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:11:18.451718 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dc019c49-9c1a-4a7f-b0ef-6c0f3f1fa746 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:11:18.452267 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ad9081-9a2c-4f3f-aa24-c39092090d2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05963e2b-d078-4047-9852-450b738dbdb2', 'code': 200} Jul 24 01:11:18.515062 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:18.529452 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=05963e2b-d078-4047-9852-450b738dbdb2,revision_number=10']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:18.644334 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec62655-5980-4123-8ae5-ff549c3561e7 req-86ca9c0b-54cf-456b-ac39-6e805a617259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:18.645905 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4ec62655-5980-4123-8ae5-ff549c3561e7 req-86ca9c0b-54cf-456b-ac39-6e805a617259 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 1098 time: 0.0641067 Jul 24 01:11:18.682430 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4ec62655-5980-4123-8ae5-ff549c3561e7 req-e4025462-8846-45fc-a4ad-4a87dca28a03 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301774 Jul 24 01:11:19.326690 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56220) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:19.476062 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:19.517647 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-aa28ab8c-eb59-4234-b1ec-d99afebfc0b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:19.606644 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b328d-4ced-4619-883a-36b626254110 req-ffbdb647-66ed-41d8-bc96-ab0f67aef9e6 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:19.609710 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-937b328d-4ced-4619-883a-36b626254110 req-ffbdb647-66ed-41d8-bc96-ab0f67aef9e6 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 946 time: 0.0833626 Jul 24 01:11:19.633670 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-aa28ab8c-eb59-4234-b1ec-d99afebfc0b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:19.640520 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-aa28ab8c-eb59-4234-b1ec-d99afebfc0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:19.658937 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56242) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:19.675663 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-937b328d-4ced-4619-883a-36b626254110 req-64570ec2-10e2-483c-ba4d-0ec3716cb801 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591905 Jul 24 01:11:19.684188 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-aa28ab8c-eb59-4234-b1ec-d99afebfc0b3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e1a929cdd8ba4f689e03218f869497b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3563440 Jul 24 01:11:19.688134 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56246) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:19.701009 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28ab8c-eb59-4234-b1ec-d99afebfc0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a511a10-7957-430b-9925-149b0452b3d1,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:19.748659 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e2f1b5fb-aace-4125-9709-7afe3a6ebc3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:19.770823 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e2f1b5fb-aace-4125-9709-7afe3a6ebc3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:19.850191 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e2f1b5fb-aace-4125-9709-7afe3a6ebc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:19.853998 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e2f1b5fb-aace-4125-9709-7afe3a6ebc3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:19.855957 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e2f1b5fb-aace-4125-9709-7afe3a6ebc3a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1a511a10-7957-430b-9925-149b0452b3d1 HTTP/1.1" status: 204 len: 168 time: 0.1661627 Jul 24 01:11:19.867500 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f1b5fb-aace-4125-9709-7afe3a6ebc3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a511a10-7957-430b-9925-149b0452b3d1,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:19.904773 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-5d12505e-b1b2-4132-97ef-aa5cdfdb0371 tempest-QuotasTest-286881446 tempest-QuotasTest-286881446-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:19.947447 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5d12505e-b1b2-4132-97ef-aa5cdfdb0371 tempest-QuotasTest-286881446 tempest-QuotasTest-286881446-project-admin] 10.222.0.15 "PUT /v2.0/quotas/bded8fac1d9e4fbcbc6ec24e714af273 HTTP/1.1" status: 200 len: 366 time: 0.2872605 Jul 24 01:11:19.949972 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56272) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:19.963766 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-31a6e4d1-913f-4989-a496-f32ec64cc19a tempest-QuotasTest-286881446 tempest-QuotasTest-286881446-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0117750 Jul 24 01:11:19.966914 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56276) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:19.980544 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-cb8d9716-cf28-43b6-ba0f-4bd1f8987e74 tempest-QuotasTest-286881446 tempest-QuotasTest-286881446-project-admin] 10.222.0.15 "GET /v2.0/quotas/bded8fac1d9e4fbcbc6ec24e714af273 HTTP/1.1" status: 200 len: 366 time: 0.0122170 Jul 24 01:11:19.983056 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56280) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:20.003436 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c4159c70-0c94-482a-a483-edcb725b79f8 tempest-QuotasTest-286881446 tempest-QuotasTest-286881446-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/bded8fac1d9e4fbcbc6ec24e714af273 HTTP/1.1" status: 204 len: 168 time: 0.0182896 Jul 24 01:11:20.004899 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56284) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:20.031026 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-22af475a-5e2a-4d1d-93c0-ea9b6b0b7f71 tempest-QuotasTest-286881446 tempest-QuotasTest-286881446-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0248351 Jul 24 01:11:20.033574 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56288) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:20.049401 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-99bca2b2-6711-48c3-af1c-66cf23ce97cc tempest-QuotasTest-286881446 tempest-QuotasTest-286881446-project-admin] 10.222.0.15 "GET /v2.0/quotas/bded8fac1d9e4fbcbc6ec24e714af273 HTTP/1.1" status: 200 len: 370 time: 0.0103877 Jul 24 01:11:20.049401 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56290) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:20.052405 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f5396473-2426-4917-8ca6-d70efb07654e tempest-QuotasTest-286881446 tempest-QuotasTest-286881446-project-admin] 10.222.0.15 "GET /v2.0/quotas/bded8fac1d9e4fbcbc6ec24e714af273/default HTTP/1.1" status: 200 len: 370 time: 0.0039060 Jul 24 01:11:20.054835 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56294) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:20.066488 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-19d8cbd8-8704-4952-8bbf-3859a425cd2c tempest-QuotasTest-286881446 tempest-QuotasTest-286881446-project-admin] delete failed (client error): The resource could not be found. Jul 24 01:11:20.067657 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-19d8cbd8-8704-4952-8bbf-3859a425cd2c tempest-QuotasTest-286881446 tempest-QuotasTest-286881446-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/bded8fac1d9e4fbcbc6ec24e714af273 HTTP/1.1" status: 404 len: 348 time: 0.0116706 Jul 24 01:11:20.308119 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56308) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:20.329895 n-d-793621-25 neutron-server[100463]: DEBUG neutron.quota.resource [None req-86df7418-ef33-4fc9-9678-502f4650956e tempest-QuotasTest-286881446 tempest-QuotasTest-286881446-project-admin] Usage tracker for resource:network and tenant:6f7e4165380547de97baca4a91828994 is out of sync, need to count used quota {{(pid=100463) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 24 01:11:20.335403 n-d-793621-25 neutron-server[100463]: DEBUG neutron.quota.resource [None req-86df7418-ef33-4fc9-9678-502f4650956e tempest-QuotasTest-286881446 tempest-QuotasTest-286881446-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=100463) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 24 01:11:20.342520 n-d-793621-25 neutron-server[100463]: DEBUG neutron.quota.resource [None req-86df7418-ef33-4fc9-9678-502f4650956e tempest-QuotasTest-286881446 tempest-QuotasTest-286881446-project-admin] Usage tracker for resource:subnet and tenant:6f7e4165380547de97baca4a91828994 is out of sync, need to count used quota {{(pid=100463) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 24 01:11:20.348407 n-d-793621-25 neutron-server[100463]: DEBUG neutron.quota.resource [None req-86df7418-ef33-4fc9-9678-502f4650956e tempest-QuotasTest-286881446 tempest-QuotasTest-286881446-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=100463) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 24 01:11:20.355145 n-d-793621-25 neutron-server[100463]: DEBUG neutron.quota.resource [None req-86df7418-ef33-4fc9-9678-502f4650956e tempest-QuotasTest-286881446 tempest-QuotasTest-286881446-project-admin] Usage tracker for resource:subnetpool and tenant:6f7e4165380547de97baca4a91828994 is out of sync, need to count used quota {{(pid=100463) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 24 01:11:20.360996 n-d-793621-25 neutron-server[100463]: DEBUG neutron.quota.resource [None req-86df7418-ef33-4fc9-9678-502f4650956e tempest-QuotasTest-286881446 tempest-QuotasTest-286881446-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=100463) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 24 01:11:20.367533 n-d-793621-25 neutron-server[100463]: DEBUG neutron.quota.resource [None req-86df7418-ef33-4fc9-9678-502f4650956e tempest-QuotasTest-286881446 tempest-QuotasTest-286881446-project-admin] Usage tracker for resource:port and tenant:6f7e4165380547de97baca4a91828994 is out of sync, need to count used quota {{(pid=100463) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 24 01:11:20.373647 n-d-793621-25 neutron-server[100463]: DEBUG neutron.quota.resource [None req-86df7418-ef33-4fc9-9678-502f4650956e tempest-QuotasTest-286881446 tempest-QuotasTest-286881446-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=100463) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 24 01:11:20.380128 n-d-793621-25 neutron-server[100463]: DEBUG neutron.quota.resource [None req-86df7418-ef33-4fc9-9678-502f4650956e tempest-QuotasTest-286881446 tempest-QuotasTest-286881446-project-admin] Usage tracker for resource:router and tenant:6f7e4165380547de97baca4a91828994 is out of sync, need to count used quota {{(pid=100463) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 24 01:11:20.387254 n-d-793621-25 neutron-server[100463]: DEBUG neutron.quota.resource [None req-86df7418-ef33-4fc9-9678-502f4650956e tempest-QuotasTest-286881446 tempest-QuotasTest-286881446-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=100463) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 24 01:11:20.396135 n-d-793621-25 neutron-server[100463]: DEBUG neutron.quota.resource [None req-86df7418-ef33-4fc9-9678-502f4650956e tempest-QuotasTest-286881446 tempest-QuotasTest-286881446-project-admin] Usage tracker for resource:floatingip and tenant:6f7e4165380547de97baca4a91828994 is out of sync, need to count used quota {{(pid=100463) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 24 01:11:20.402793 n-d-793621-25 neutron-server[100463]: DEBUG neutron.quota.resource [None req-86df7418-ef33-4fc9-9678-502f4650956e tempest-QuotasTest-286881446 tempest-QuotasTest-286881446-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=100463) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 24 01:11:20.448322 n-d-793621-25 neutron-server[100463]: DEBUG neutron.quota.resource [None req-86df7418-ef33-4fc9-9678-502f4650956e tempest-QuotasTest-286881446 tempest-QuotasTest-286881446-project-admin] Usage tracker for resource:security_group and tenant:6f7e4165380547de97baca4a91828994 is out of sync, need to count used quota {{(pid=100463) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 24 01:11:20.454539 n-d-793621-25 neutron-server[100463]: DEBUG neutron.quota.resource [None req-86df7418-ef33-4fc9-9678-502f4650956e tempest-QuotasTest-286881446 tempest-QuotasTest-286881446-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=100463) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 24 01:11:20.461923 n-d-793621-25 neutron-server[100463]: DEBUG neutron.quota.resource [None req-86df7418-ef33-4fc9-9678-502f4650956e tempest-QuotasTest-286881446 tempest-QuotasTest-286881446-project-admin] Usage tracker for resource:security_group_rule and tenant:6f7e4165380547de97baca4a91828994 is out of sync, need to count used quota {{(pid=100463) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 24 01:11:20.470657 n-d-793621-25 neutron-server[100463]: DEBUG neutron.quota.resource [None req-86df7418-ef33-4fc9-9678-502f4650956e tempest-QuotasTest-286881446 tempest-QuotasTest-286881446-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=100463) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 24 01:11:20.476355 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-86df7418-ef33-4fc9-9678-502f4650956e tempest-QuotasTest-286881446 tempest-QuotasTest-286881446-project-admin] 10.222.0.15 "GET /v2.0/quotas/6f7e4165380547de97baca4a91828994/details.json HTTP/1.1" status: 200 len: 703 time: 0.1670330 Jul 24 01:11:20.775493 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56332) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:20.826543 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb35da1a-fca1-41a0-93fb-d47880753e2b req-e7a7ce02-a30d-434c-977d-a1e32a367d1e tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:20.828844 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fb35da1a-fca1-41a0-93fb-d47880753e2b req-e7a7ce02-a30d-434c-977d-a1e32a367d1e tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 946 time: 0.0743473 Jul 24 01:11:20.874014 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fb35da1a-fca1-41a0-93fb-d47880753e2b req-1acb06a8-8115-48ea-9dfc-60711bae1376 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390050 Jul 24 01:11:20.943146 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e1e833cb-90f4-4fa9-b1c7-8f861337c9fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:20.998146 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:21.064357 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e1e833cb-90f4-4fa9-b1c7-8f861337c9fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:21.069641 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e1e833cb-90f4-4fa9-b1c7-8f861337c9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:21.110929 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e833cb-90f4-4fa9-b1c7-8f861337c9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f858f5-1a09-4336-bb9f-4df2c7430f40,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:21.116871 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e1e833cb-90f4-4fa9-b1c7-8f861337c9fc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fbc0176d0ce44125b3679ff0ee574def&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3367856 Jul 24 01:11:21.117256 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56356) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:21.170685 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bd8ccf67-0cd8-471b-a9f8-c56031f34e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:21.198964 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bd8ccf67-0cd8-471b-a9f8-c56031f34e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:21.250400 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bd8ccf67-0cd8-471b-a9f8-c56031f34e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:21.253732 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bd8ccf67-0cd8-471b-a9f8-c56031f34e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:21.258007 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-bd8ccf67-0cd8-471b-a9f8-c56031f34e30 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/58f858f5-1a09-4336-bb9f-4df2c7430f40 HTTP/1.1" status: 204 len: 168 time: 0.1396704 Jul 24 01:11:21.270632 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ccf67-0cd8-471b-a9f8-c56031f34e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f858f5-1a09-4336-bb9f-4df2c7430f40,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:21.619514 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56404) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:21.634578 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-891c758d-f2e7-45e5-b7da-2592a40f8437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:21.685948 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56410) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:21.747728 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-891c758d-f2e7-45e5-b7da-2592a40f8437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:21.753833 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-891c758d-f2e7-45e5-b7da-2592a40f8437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:21.798138 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-891c758d-f2e7-45e5-b7da-2592a40f8437 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6f7e4165380547de97baca4a91828994&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1774471 Jul 24 01:11:21.800137 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c758d-f2e7-45e5-b7da-2592a40f8437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799c824c-b6ef-4ed8-9ad2-759dc04fb9c1,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:21.800855 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56422) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:21.859185 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-65338fbc-10e4-47e0-9719-16c7c88905cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:21.878944 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-560634a5-ab1a-4503-8693-7ae3c78d9b8b tempest-MeteringIpV6TestJSON-532793334 tempest-MeteringIpV6TestJSON-532793334-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1562216795'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:21.878944 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-560634a5-ab1a-4503-8693-7ae3c78d9b8b tempest-MeteringIpV6TestJSON-532793334 tempest-MeteringIpV6TestJSON-532793334-project-admin] Unknown quota resources ['metering_label']. {{(pid=100463) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 24 01:11:21.918621 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-65338fbc-10e4-47e0-9719-16c7c88905cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:22.096158 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-560634a5-ab1a-4503-8693-7ae3c78d9b8b tempest-MeteringIpV6TestJSON-532793334 tempest-MeteringIpV6TestJSON-532793334-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:22.097360 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-560634a5-ab1a-4503-8693-7ae3c78d9b8b tempest-MeteringIpV6TestJSON-532793334 tempest-MeteringIpV6TestJSON-532793334-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4095054 Jul 24 01:11:22.100103 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56448) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:22.104463 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-d07ab410-828a-4e9f-b0c7-70d56744b925 tempest-MeteringIpV6TestJSON-532793334 tempest-MeteringIpV6TestJSON-532793334-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '61d52501-9242-4a85-a01b-d5918a4369aa'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:22.104976 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-d07ab410-828a-4e9f-b0c7-70d56744b925 tempest-MeteringIpV6TestJSON-532793334 tempest-MeteringIpV6TestJSON-532793334-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100463) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 24 01:11:22.186675 n-d-793621-25 neutron-server[100463]: WARNING neutron.services.metering.metering_plugin [None req-d07ab410-828a-4e9f-b0c7-70d56744b925 tempest-MeteringIpV6TestJSON-532793334 tempest-MeteringIpV6TestJSON-532793334-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 24 01:11:22.264011 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-65338fbc-10e4-47e0-9719-16c7c88905cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:22.267397 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-65338fbc-10e4-47e0-9719-16c7c88905cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:22.268591 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-65338fbc-10e4-47e0-9719-16c7c88905cb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/799c824c-b6ef-4ed8-9ad2-759dc04fb9c1 HTTP/1.1" status: 204 len: 168 time: 0.4666486 Jul 24 01:11:22.279712 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65338fbc-10e4-47e0-9719-16c7c88905cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799c824c-b6ef-4ed8-9ad2-759dc04fb9c1,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:22.316780 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d07ab410-828a-4e9f-b0c7-70d56744b925 tempest-MeteringIpV6TestJSON-532793334 tempest-MeteringIpV6TestJSON-532793334-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:22.318000 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d07ab410-828a-4e9f-b0c7-70d56744b925 tempest-MeteringIpV6TestJSON-532793334 tempest-MeteringIpV6TestJSON-532793334-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2169809 Jul 24 01:11:22.321462 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56464) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:22.326615 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-2b70409e-56e7-489a-809f-bc89bc3329d1 tempest-MeteringIpV6TestJSON-532793334 tempest-MeteringIpV6TestJSON-532793334-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '61d52501-9242-4a85-a01b-d5918a4369aa'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:22.327238 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-2b70409e-56e7-489a-809f-bc89bc3329d1 tempest-MeteringIpV6TestJSON-532793334 tempest-MeteringIpV6TestJSON-532793334-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100463) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 24 01:11:22.384790 n-d-793621-25 neutron-server[100463]: WARNING neutron.services.metering.metering_plugin [None req-2b70409e-56e7-489a-809f-bc89bc3329d1 tempest-MeteringIpV6TestJSON-532793334 tempest-MeteringIpV6TestJSON-532793334-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 24 01:11:22.470538 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2b70409e-56e7-489a-809f-bc89bc3329d1 tempest-MeteringIpV6TestJSON-532793334 tempest-MeteringIpV6TestJSON-532793334-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:22.474518 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2b70409e-56e7-489a-809f-bc89bc3329d1 tempest-MeteringIpV6TestJSON-532793334 tempest-MeteringIpV6TestJSON-532793334-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1520951 Jul 24 01:11:22.474740 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56468) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:22.489727 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-dbcfe912-e490-41d1-97da-7f4495e7a14d tempest-MeteringIpV6TestJSON-532793334 tempest-MeteringIpV6TestJSON-532793334-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=8b8dd4b9-6924-4f1b-bec6-f0c82b19b5e0 HTTP/1.1" status: 200 len: 462 time: 0.0136790 Jul 24 01:11:22.492410 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56470) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:22.600581 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56476) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:22.644103 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5e151967-d1f5-4482-b36c-c93b8b208f11 tempest-MeteringIpV6TestJSON-532793334 tempest-MeteringIpV6TestJSON-532793334-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:22.645291 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5e151967-d1f5-4482-b36c-c93b8b208f11 tempest-MeteringIpV6TestJSON-532793334 tempest-MeteringIpV6TestJSON-532793334-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/8b8dd4b9-6924-4f1b-bec6-f0c82b19b5e0 HTTP/1.1" status: 204 len: 168 time: 0.1518302 Jul 24 01:11:22.647982 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56480) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:22.658268 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-fe3902dd-e062-415b-813f-71f187efc4f3 tempest-MeteringIpV6TestJSON-532793334 tempest-MeteringIpV6TestJSON-532793334-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=8b8dd4b9-6924-4f1b-bec6-f0c82b19b5e0 HTTP/1.1" status: 200 len: 221 time: 0.0090034 Jul 24 01:11:22.661552 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56484) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:22.666023 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-ecd29324-6c2c-4f60-adce-03b5c861fad2 tempest-MeteringIpV6TestJSON-532793334 tempest-MeteringIpV6TestJSON-532793334-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2102357741', 'description': 'label created by tempest'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:22.666517 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-ecd29324-6c2c-4f60-adce-03b5c861fad2 tempest-MeteringIpV6TestJSON-532793334 tempest-MeteringIpV6TestJSON-532793334-project-admin] Unknown quota resources ['metering_label']. {{(pid=100464) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 24 01:11:22.725319 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7ab0b922-b350-42da-8882-155275dd4bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:22.831223 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7ab0b922-b350-42da-8882-155275dd4bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:22.835541 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7ab0b922-b350-42da-8882-155275dd4bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:22.876586 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7ab0b922-b350-42da-8882-155275dd4bb8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8df18c41fa894e9f9376b0d5a9809710&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2746706 Jul 24 01:11:22.879713 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56492) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:22.884842 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ecd29324-6c2c-4f60-adce-03b5c861fad2 tempest-MeteringIpV6TestJSON-532793334 tempest-MeteringIpV6TestJSON-532793334-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:22.886034 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ecd29324-6c2c-4f60-adce-03b5c861fad2 tempest-MeteringIpV6TestJSON-532793334 tempest-MeteringIpV6TestJSON-532793334-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2233832 Jul 24 01:11:22.886496 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab0b922-b350-42da-8882-155275dd4bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d8faeb-ea6a-4697-ac5d-6a4fc546acd4,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:22.889250 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56494) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:22.945661 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8970ebc3-f7d6-437c-97a3-86927b313316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:22.969427 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8970ebc3-f7d6-437c-97a3-86927b313316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:22.970320 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e0c3ff03-82c3-452a-ae5d-78276bed7564 tempest-MeteringIpV6TestJSON-532793334 tempest-MeteringIpV6TestJSON-532793334-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=d560f32f-0da9-494a-88f9-e440a434115c HTTP/1.1" status: 200 len: 468 time: 0.0793591 Jul 24 01:11:22.973020 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56500) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:23.028661 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8970ebc3-f7d6-437c-97a3-86927b313316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:23.031961 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8970ebc3-f7d6-437c-97a3-86927b313316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:23.035189 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8970ebc3-f7d6-437c-97a3-86927b313316 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/34d8faeb-ea6a-4697-ac5d-6a4fc546acd4 HTTP/1.1" status: 204 len: 168 time: 0.1545165 Jul 24 01:11:23.043051 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8970ebc3-f7d6-437c-97a3-86927b313316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d8faeb-ea6a-4697-ac5d-6a4fc546acd4,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:23.191853 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-002ff302-1be1-4cee-872a-e570075d05ed tempest-MeteringIpV6TestJSON-532793334 tempest-MeteringIpV6TestJSON-532793334-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:23.193047 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-002ff302-1be1-4cee-872a-e570075d05ed tempest-MeteringIpV6TestJSON-532793334 tempest-MeteringIpV6TestJSON-532793334-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/d560f32f-0da9-494a-88f9-e440a434115c HTTP/1.1" status: 204 len: 168 time: 0.2191088 Jul 24 01:11:23.196376 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56510) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:23.210763 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-086bf64e-a8a8-44ba-90ca-d23b2b418a10 tempest-MeteringIpV6TestJSON-532793334 tempest-MeteringIpV6TestJSON-532793334-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=d560f32f-0da9-494a-88f9-e440a434115c HTTP/1.1" status: 200 len: 216 time: 0.0123503 Jul 24 01:11:23.213468 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56512) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:23.226304 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-48750d5a-8776-43de-901d-cf264f4fc0a1 tempest-MeteringIpV6TestJSON-532793334 tempest-MeteringIpV6TestJSON-532793334-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0116446 Jul 24 01:11:23.229402 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56516) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:23.247978 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b288e054-df7b-4733-bd8e-4e9c3106cd22 tempest-MeteringIpV6TestJSON-532793334 tempest-MeteringIpV6TestJSON-532793334-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0173452 Jul 24 01:11:23.251063 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56518) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:23.304120 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-daf413b8-fa2f-423a-8d23-d36a6584fe03 tempest-MeteringIpV6TestJSON-532793334 tempest-MeteringIpV6TestJSON-532793334-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels/61d52501-9242-4a85-a01b-d5918a4369aa HTTP/1.1" status: 200 len: 473 time: 0.0518224 Jul 24 01:11:23.307609 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56522) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:23.322662 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-78950c99-b3d5-46d3-82aa-47337684bb9d tempest-MeteringIpV6TestJSON-532793334 tempest-MeteringIpV6TestJSON-532793334-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules/f0a4afd6-9bf0-4c0b-baca-f4d41b0a5b0f HTTP/1.1" status: 200 len: 459 time: 0.0104394 Jul 24 01:11:23.322662 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56524) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:23.409923 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56530) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:23.424761 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6bab7e2e-0e08-4361-854f-4c3608b9c458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:23.431450 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8d538341-4683-4ce9-b052-689ffa389a2f tempest-MeteringIpV6TestJSON-532793334 tempest-MeteringIpV6TestJSON-532793334-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:23.432608 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8d538341-4683-4ce9-b052-689ffa389a2f tempest-MeteringIpV6TestJSON-532793334 tempest-MeteringIpV6TestJSON-532793334-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/f0a4afd6-9bf0-4c0b-baca-f4d41b0a5b0f HTTP/1.1" status: 204 len: 168 time: 0.1090939 Jul 24 01:11:23.436248 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56532) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:23.537550 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6bab7e2e-0e08-4361-854f-4c3608b9c458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:23.541895 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6bab7e2e-0e08-4361-854f-4c3608b9c458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:23.583183 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6bab7e2e-0e08-4361-854f-4c3608b9c458 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7a6d9fb4d5ff443d8c5cccf29a32106f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1719568 Jul 24 01:11:23.585849 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56536) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:23.593314 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab7e2e-0e08-4361-854f-4c3608b9c458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=078f128e-382d-4780-8981-5947aaa762f3,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:23.644733 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3f46999a-6b25-4428-bf91-1ce9caf1d6ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:23.662209 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-803f4c39-5788-40d1-800e-36f355b7b3cc tempest-MeteringIpV6TestJSON-532793334 tempest-MeteringIpV6TestJSON-532793334-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:23.663575 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-803f4c39-5788-40d1-800e-36f355b7b3cc tempest-MeteringIpV6TestJSON-532793334 tempest-MeteringIpV6TestJSON-532793334-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/61d52501-9242-4a85-a01b-d5918a4369aa HTTP/1.1" status: 204 len: 168 time: 0.2259932 Jul 24 01:11:23.668345 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3f46999a-6b25-4428-bf91-1ce9caf1d6ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:23.719938 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3f46999a-6b25-4428-bf91-1ce9caf1d6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:23.723334 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3f46999a-6b25-4428-bf91-1ce9caf1d6ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:23.724785 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3f46999a-6b25-4428-bf91-1ce9caf1d6ff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/078f128e-382d-4780-8981-5947aaa762f3 HTTP/1.1" status: 204 len: 168 time: 0.1375175 Jul 24 01:11:23.733389 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56544) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:23.740312 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46999a-6b25-4428-bf91-1ce9caf1d6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=078f128e-382d-4780-8981-5947aaa762f3,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:24.001429 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56552) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:24.037040 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-dbaec03a-b4f7-4238-9b0d-e9f666dce7a6 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-347521159', 'router:external': True}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:24.065068 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbaec03a-b4f7-4238-9b0d-e9f666dce7a6 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Made reservation on behalf of 22b313d9929d40f78c0a7530255cf2da for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:11:24.068610 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dbaec03a-b4f7-4238-9b0d-e9f666dce7a6 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:24.078968 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dbaec03a-b4f7-4238-9b0d-e9f666dce7a6 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:24.108323 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4143822d-ebda-4271-87d3-dbe0670d4aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:24.208504 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dbaec03a-b4f7-4238-9b0d-e9f666dce7a6 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:24.214537 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dbaec03a-b4f7-4238-9b0d-e9f666dce7a6 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:24.257457 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbaec03a-b4f7-4238-9b0d-e9f666dce7a6 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:11:24.262374 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaec03a-b4f7-4238-9b0d-e9f666dce7a6 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96cf65c2-c42d-4c9e-be5c-a2cb649aab64,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:24.283647 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dbaec03a-b4f7-4238-9b0d-e9f666dce7a6 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:24.283647 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-dbaec03a-b4f7-4238-9b0d-e9f666dce7a6 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Added segment b5856faa-25cf-44da-bf38-094284cc664b of type vlan for network ca474296-43dc-491c-9faa-fe04abcc9efc Jul 24 01:11:24.348206 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dbaec03a-b4f7-4238-9b0d-e9f666dce7a6 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:24.401988 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4143822d-ebda-4271-87d3-dbe0670d4aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:24.406968 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4143822d-ebda-4271-87d3-dbe0670d4aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:24.413125 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dbaec03a-b4f7-4238-9b0d-e9f666dce7a6 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:24.414078 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbaec03a-b4f7-4238-9b0d-e9f666dce7a6 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:24.414671 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dbaec03a-b4f7-4238-9b0d-e9f666dce7a6 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:24.482184 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-dbaec03a-b4f7-4238-9b0d-e9f666dce7a6 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.7469993 Jul 24 01:11:24.485549 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56572) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:24.486115 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143822d-ebda-4271-87d3-dbe0670d4aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb2c11e-eed8-4aae-8772-3683251e3cac,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:24.493550 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4143822d-ebda-4271-87d3-dbe0670d4aae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2b4a6d6472a442a38c4fccfccf2d7604&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4899647 Jul 24 01:11:24.494050 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-1728a88b-1849-465b-9c90-29a9eefacf87 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Request body: {'subnet': {'network_id': 'ca474296-43dc-491c-9faa-fe04abcc9efc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:24.499794 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56574) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:24.526796 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaec03a-b4f7-4238-9b0d-e9f666dce7a6 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Pushing event updated for resources: {'Network': ['ID=ca474296-43dc-491c-9faa-fe04abcc9efc,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:24.538438 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network ca474296-43dc-491c-9faa-fe04abcc9efc details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:11:24.559148 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1728a88b-1849-465b-9c90-29a9eefacf87 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Made reservation on behalf of 22b313d9929d40f78c0a7530255cf2da for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:11:24.561528 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1728a88b-1849-465b-9c90-29a9eefacf87 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:24.593787 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f64a846f-b8cc-4580-a458-dbf2c2fdf900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:24.659281 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f64a846f-b8cc-4580-a458-dbf2c2fdf900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:24.752673 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f64a846f-b8cc-4580-a458-dbf2c2fdf900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:24.755416 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f64a846f-b8cc-4580-a458-dbf2c2fdf900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:24.756778 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f64a846f-b8cc-4580-a458-dbf2c2fdf900 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8fb2c11e-eed8-4aae-8772-3683251e3cac HTTP/1.1" status: 204 len: 168 time: 0.2559209 Jul 24 01:11:24.789185 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a846f-b8cc-4580-a458-dbf2c2fdf900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb2c11e-eed8-4aae-8772-3683251e3cac,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:24.963720 n-d-793621-25 neutron-server[100463]: DEBUG neutron.objects.ports [None req-1728a88b-1849-465b-9c90-29a9eefacf87 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100463) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 24 01:11:24.964280 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1728a88b-1849-465b-9c90-29a9eefacf87 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:25.026155 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728a88b-1849-465b-9c90-29a9eefacf87 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7b8ea946-8987-4efa-ae25-034b1cab4cc0,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:25.036166 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1728a88b-1849-465b-9c90-29a9eefacf87 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Checking segment: {'id': 'b5856faa-25cf-44da-bf38-094284cc664b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ca474296-43dc-491c-9faa-fe04abcc9efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:11:25.036610 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1728a88b-1849-465b-9c90-29a9eefacf87 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Network hostable DHCP agents. Network: ca474296-43dc-491c-9faa-fe04abcc9efc, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:11:25.055194 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1728a88b-1849-465b-9c90-29a9eefacf87 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Network ca474296-43dc-491c-9faa-fe04abcc9efc is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:11:25.067649 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-1728a88b-1849-465b-9c90-29a9eefacf87 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, ca474296-43dc-491c-9faa-fe04abcc9efc) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:11:25.069563 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56594) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:25.074395 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1728a88b-1849-465b-9c90-29a9eefacf87 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:25.074795 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1728a88b-1849-465b-9c90-29a9eefacf87 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:25.077328 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185fe37f-54b7-476e-9cd7-f81f5a4bf4b7 None None] Network ca474296-43dc-491c-9faa-fe04abcc9efc requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:11:25.085351 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a6da30dd-c4c6-41f4-9783-26346569e89f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:25.096962 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1728a88b-1849-465b-9c90-29a9eefacf87 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6068726 Jul 24 01:11:25.097657 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56596) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:25.103470 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-f177a770-1131-45aa-a4b9-4f0555e8b516 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-452075642', 'network_id': 'ca474296-43dc-491c-9faa-fe04abcc9efc'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:25.194092 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a6da30dd-c4c6-41f4-9783-26346569e89f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:25.203882 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a6da30dd-c4c6-41f4-9783-26346569e89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:25.214919 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f177a770-1131-45aa-a4b9-4f0555e8b516 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Made reservation on behalf of 22b313d9929d40f78c0a7530255cf2da for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:11:25.218500 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f177a770-1131-45aa-a4b9-4f0555e8b516 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:25.224763 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1183d0a8-61b3-4702-9a15-f29ab2b5c21c None None] Network ca474296-43dc-491c-9faa-fe04abcc9efc requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:11:25.238020 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-f177a770-1131-45aa-a4b9-4f0555e8b516 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] device_id is not set on port ba2902c2-d8d7-4dd4-968a-907f975d8525 yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:11:25.258354 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a6da30dd-c4c6-41f4-9783-26346569e89f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7a2451a322254d4a82e5c8bc62727ead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1871767 Jul 24 01:11:25.261944 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56602) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:25.294768 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da30dd-c4c6-41f4-9783-26346569e89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b543bab1-da84-4bf5-91dd-d186af8fa962,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:25.334547 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c620eec3-becd-4fbe-808f-6d7295a00cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:25.362653 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c620eec3-becd-4fbe-808f-6d7295a00cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:25.423702 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c620eec3-becd-4fbe-808f-6d7295a00cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:25.424346 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-f177a770-1131-45aa-a4b9-4f0555e8b516 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Allocated IP 2001:db8::a3 (ca474296-43dc-491c-9faa-fe04abcc9efc/7b8ea946-8987-4efa-ae25-034b1cab4cc0/ba2902c2-d8d7-4dd4-968a-907f975d8525) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:11:25.426342 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c620eec3-becd-4fbe-808f-6d7295a00cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:25.427699 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c620eec3-becd-4fbe-808f-6d7295a00cc5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b543bab1-da84-4bf5-91dd-d186af8fa962 HTTP/1.1" status: 204 len: 168 time: 0.1645012 Jul 24 01:11:25.436907 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620eec3-becd-4fbe-808f-6d7295a00cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b543bab1-da84-4bf5-91dd-d186af8fa962,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:25.584934 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f177a770-1131-45aa-a4b9-4f0555e8b516 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:25.633594 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f177a770-1131-45aa-a4b9-4f0555e8b516 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:25.692263 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f177a770-1131-45aa-a4b9-4f0555e8b516 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Network ca474296-43dc-491c-9faa-fe04abcc9efc is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:11:25.700713 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-f177a770-1131-45aa-a4b9-4f0555e8b516 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:11:25.706652 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f177a770-1131-45aa-a4b9-4f0555e8b516 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:11:25.707705 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f177a770-1131-45aa-a4b9-4f0555e8b516 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:25.708329 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f177a770-1131-45aa-a4b9-4f0555e8b516 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:25.715132 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f177a770-1131-45aa-a4b9-4f0555e8b516 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Pushing event updated for resources: {'Port': ['ID=ba2902c2-d8d7-4dd4-968a-907f975d8525,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:25.742112 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f177a770-1131-45aa-a4b9-4f0555e8b516 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.6427052 Jul 24 01:11:25.744411 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56614) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:26.199773 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-8a83157c-6071-40e0-bc0c-d66a87e10b10 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Deleting port ba2902c2-d8d7-4dd4-968a-907f975d8525 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:11:26.200071 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8a83157c-6071-40e0-bc0c-d66a87e10b10 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:26.226386 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56632) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:26.279912 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8a83157c-6071-40e0-bc0c-d66a87e10b10 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:26.292480 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-8a83157c-6071-40e0-bc0c-d66a87e10b10 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Calling delete_port for ba2902c2-d8d7-4dd4-968a-907f975d8525 owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:11:26.339465 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-d32d4508-4c09-4ad6-93d2-e08892af8982 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1495305510'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:26.363841 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32d4508-4c09-4ad6-93d2-e08892af8982 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Made reservation on behalf of 02b3a6645b9540d0899a0807aafc48d8 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:11:26.367468 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d32d4508-4c09-4ad6-93d2-e08892af8982 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:26.391580 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d32d4508-4c09-4ad6-93d2-e08892af8982 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:26.431113 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8a83157c-6071-40e0-bc0c-d66a87e10b10 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:26.461979 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83157c-6071-40e0-bc0c-d66a87e10b10 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba2902c2-d8d7-4dd4-968a-907f975d8525,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:26.490013 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8a83157c-6071-40e0-bc0c-d66a87e10b10 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:26.492054 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8a83157c-6071-40e0-bc0c-d66a87e10b10 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] 10.222.0.15 "DELETE /v2.0/ports/ba2902c2-d8d7-4dd4-968a-907f975d8525 HTTP/1.1" status: 204 len: 168 time: 0.7466855 Jul 24 01:11:26.494825 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56636) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:26.500067 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-025ec6ab-5f37-452c-8008-ba2c9b17b4db tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ca474296-43dc-491c-9faa-fe04abcc9efc', 'external_fixed_ips': [{'subnet_id': '7b8ea946-8987-4efa-ae25-034b1cab4cc0', 'ip_address': '2001:db8::a3'}]}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:26.506249 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d32d4508-4c09-4ad6-93d2-e08892af8982 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:26.510580 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d32d4508-4c09-4ad6-93d2-e08892af8982 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:26.524727 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-025ec6ab-5f37-452c-8008-ba2c9b17b4db tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:26.525788 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-025ec6ab-5f37-452c-8008-ba2c9b17b4db tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:26.541264 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d32d4508-4c09-4ad6-93d2-e08892af8982 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:11:26.548241 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32d4508-4c09-4ad6-93d2-e08892af8982 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1162293-e8d5-4d4a-bd65-7fdaf780e0ca,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:26.555211 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d32d4508-4c09-4ad6-93d2-e08892af8982 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:26.555531 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-d32d4508-4c09-4ad6-93d2-e08892af8982 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Added segment 502cd5a0-9b27-47a4-9fce-ac5362a7e1b1 of type vlan for network acf9b05c-126f-439e-9b78-29f725c924cf Jul 24 01:11:26.581377 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-025ec6ab-5f37-452c-8008-ba2c9b17b4db tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:26.597886 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d32d4508-4c09-4ad6-93d2-e08892af8982 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:26.627590 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d32d4508-4c09-4ad6-93d2-e08892af8982 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:26.633366 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32d4508-4c09-4ad6-93d2-e08892af8982 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:26.633964 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d32d4508-4c09-4ad6-93d2-e08892af8982 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:26.669917 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d32d4508-4c09-4ad6-93d2-e08892af8982 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.4423697 Jul 24 01:11:26.673017 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56638) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:26.677902 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-978afb70-e474-4e5b-a288-2fc4ddaaaf76 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Request body: {'subnet': {'network_id': 'acf9b05c-126f-439e-9b78-29f725c924cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:26.716933 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-025ec6ab-5f37-452c-8008-ba2c9b17b4db tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:26.724697 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32d4508-4c09-4ad6-93d2-e08892af8982 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Pushing event updated for resources: {'Network': ['ID=acf9b05c-126f-439e-9b78-29f725c924cf,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:26.736403 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network acf9b05c-126f-439e-9b78-29f725c924cf details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:11:26.813653 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978afb70-e474-4e5b-a288-2fc4ddaaaf76 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Made reservation on behalf of 02b3a6645b9540d0899a0807aafc48d8 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:11:26.818182 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-978afb70-e474-4e5b-a288-2fc4ddaaaf76 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:26.969261 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-025ec6ab-5f37-452c-8008-ba2c9b17b4db tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:26.991373 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-025ec6ab-5f37-452c-8008-ba2c9b17b4db tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:27.033049 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-978afb70-e474-4e5b-a288-2fc4ddaaaf76 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:27.118530 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978afb70-e474-4e5b-a288-2fc4ddaaaf76 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Pushing event updated for resources: {'Subnet': ['ID=9744969d-943c-4cbc-90e2-0b5cdb4da9d0,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:27.121720 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978afb70-e474-4e5b-a288-2fc4ddaaaf76 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Checking segment: {'id': '502cd5a0-9b27-47a4-9fce-ac5362a7e1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'acf9b05c-126f-439e-9b78-29f725c924cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:11:27.122285 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978afb70-e474-4e5b-a288-2fc4ddaaaf76 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Network hostable DHCP agents. Network: acf9b05c-126f-439e-9b78-29f725c924cf, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:11:27.161578 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978afb70-e474-4e5b-a288-2fc4ddaaaf76 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Network acf9b05c-126f-439e-9b78-29f725c924cf is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:11:27.172562 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-978afb70-e474-4e5b-a288-2fc4ddaaaf76 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, acf9b05c-126f-439e-9b78-29f725c924cf) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:11:27.177894 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978afb70-e474-4e5b-a288-2fc4ddaaaf76 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:27.178823 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-978afb70-e474-4e5b-a288-2fc4ddaaaf76 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:27.185240 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9669e614-9bf8-4e2c-a615-25e875314045 None None] Network acf9b05c-126f-439e-9b78-29f725c924cf requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:11:27.205303 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-978afb70-e474-4e5b-a288-2fc4ddaaaf76 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5309875 Jul 24 01:11:27.207790 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56650) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:27.210738 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-025ec6ab-5f37-452c-8008-ba2c9b17b4db tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Allocated IP 2001:db8::a3 (ca474296-43dc-491c-9faa-fe04abcc9efc/7b8ea946-8987-4efa-ae25-034b1cab4cc0/72919389-cf11-457d-95cd-5369308fc55d) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:11:27.216339 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-462355e7-6abb-41d9-90bd-ae45f4339f50 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Request body: {'port': {'network_id': 'acf9b05c-126f-439e-9b78-29f725c924cf', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-488213758'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:27.332832 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-025ec6ab-5f37-452c-8008-ba2c9b17b4db tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:27.343448 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462355e7-6abb-41d9-90bd-ae45f4339f50 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Made reservation on behalf of 02b3a6645b9540d0899a0807aafc48d8 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:11:27.348671 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-462355e7-6abb-41d9-90bd-ae45f4339f50 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:27.374908 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [None req-462355e7-6abb-41d9-90bd-ae45f4339f50 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] device_id is not set on port 24d0a276-4c0e-4acb-9d5b-60cfb2d0e848 yet. {{(pid=100464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:11:27.378873 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e36b17c-467e-44e4-b4a1-754f6c9fea57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-acf9b05c-126f-439e-9b78-29f725c924cf', 'network_id': 'acf9b05c-126f-439e-9b78-29f725c924cf', 'tenant_id': '02b3a6645b9540d0899a0807aafc48d8', 'fixed_ips': [{'subnet_id': '9744969d-943c-4cbc-90e2-0b5cdb4da9d0'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:11:27.380177 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1e36b17c-467e-44e4-b4a1-754f6c9fea57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:27.390534 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-025ec6ab-5f37-452c-8008-ba2c9b17b4db tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:27.438881 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025ec6ab-5f37-452c-8008-ba2c9b17b4db tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Network ca474296-43dc-491c-9faa-fe04abcc9efc is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:11:27.444299 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-025ec6ab-5f37-452c-8008-ba2c9b17b4db tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:11:27.448810 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025ec6ab-5f37-452c-8008-ba2c9b17b4db tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:11:27.492496 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ec6ab-5f37-452c-8008-ba2c9b17b4db tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Pushing event updated for resources: {'Port': ['ID=72919389-cf11-457d-95cd-5369308fc55d,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:27.511488 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-462355e7-6abb-41d9-90bd-ae45f4339f50 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Allocated IP 2001:db8::28e (acf9b05c-126f-439e-9b78-29f725c924cf/9744969d-943c-4cbc-90e2-0b5cdb4da9d0/24d0a276-4c0e-4acb-9d5b-60cfb2d0e848) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:11:27.670362 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-025ec6ab-5f37-452c-8008-ba2c9b17b4db tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:27.676282 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-462355e7-6abb-41d9-90bd-ae45f4339f50 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:27.690032 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-462355e7-6abb-41d9-90bd-ae45f4339f50 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Transition to ACTIVE for port object 24d0a276-4c0e-4acb-9d5b-60cfb2d0e848 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:11:27.728321 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-462355e7-6abb-41d9-90bd-ae45f4339f50 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:27.768062 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462355e7-6abb-41d9-90bd-ae45f4339f50 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Network acf9b05c-126f-439e-9b78-29f725c924cf is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:11:27.770917 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-462355e7-6abb-41d9-90bd-ae45f4339f50 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:11:27.777046 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462355e7-6abb-41d9-90bd-ae45f4339f50 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:11:27.783413 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462355e7-6abb-41d9-90bd-ae45f4339f50 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:27.784072 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-462355e7-6abb-41d9-90bd-ae45f4339f50 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:27.800966 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-1e36b17c-467e-44e4-b4a1-754f6c9fea57 None None] Allocated IP 2001:db8::2 (acf9b05c-126f-439e-9b78-29f725c924cf/9744969d-943c-4cbc-90e2-0b5cdb4da9d0/7bab56fa-faed-4407-9b8c-ff30c072bea8) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:11:27.813458 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462355e7-6abb-41d9-90bd-ae45f4339f50 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Pushing event updated for resources: {'Port': ['ID=24d0a276-4c0e-4acb-9d5b-60cfb2d0e848,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:27.818754 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-462355e7-6abb-41d9-90bd-ae45f4339f50 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.6092482 Jul 24 01:11:27.821597 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56652) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:27.827492 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-21025092-7723-4142-b983-949936fb11f3 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Request body: {'port': {'network_id': 'acf9b05c-126f-439e-9b78-29f725c924cf', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-352604873', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:27.827979 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.api.validators [None req-21025092-7723-4142-b983-949936fb11f3 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] bootfile-name is not in valid_values {{(pid=100464) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 24 01:11:27.828903 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.api.validators [None req-21025092-7723-4142-b983-949936fb11f3 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] tftp-server is not in valid_values {{(pid=100464) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 24 01:11:27.828903 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.api.validators [None req-21025092-7723-4142-b983-949936fb11f3 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] server-ip-address is not in valid_values {{(pid=100464) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 24 01:11:27.881655 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-025ec6ab-5f37-452c-8008-ba2c9b17b4db tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:27.954565 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21025092-7723-4142-b983-949936fb11f3 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Made reservation on behalf of 02b3a6645b9540d0899a0807aafc48d8 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:11:27.959408 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-21025092-7723-4142-b983-949936fb11f3 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:27.988284 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [None req-21025092-7723-4142-b983-949936fb11f3 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] device_id is not set on port 163932f5-d664-4c92-ad97-49386aa9061c yet. {{(pid=100464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:11:27.998564 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1e36b17c-467e-44e4-b4a1-754f6c9fea57 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:28.014201 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1e36b17c-467e-44e4-b4a1-754f6c9fea57 None None] Transition to ACTIVE for port object 7bab56fa-faed-4407-9b8c-ff30c072bea8 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:11:28.032891 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1e36b17c-467e-44e4-b4a1-754f6c9fea57 None None] Transition to ACTIVE for port object 7bab56fa-faed-4407-9b8c-ff30c072bea8 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:11:28.041115 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1e36b17c-467e-44e4-b4a1-754f6c9fea57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:28.050111 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025ec6ab-5f37-452c-8008-ba2c9b17b4db tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Router ab0c5b49-04ed-471b-83e8-1ee505f896b9 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:11:28.092008 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e36b17c-467e-44e4-b4a1-754f6c9fea57 None None] Pushing event updated for resources: {'Port': ['ID=7bab56fa-faed-4407-9b8c-ff30c072bea8,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:28.105810 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e36b17c-467e-44e4-b4a1-754f6c9fea57 None None] Network acf9b05c-126f-439e-9b78-29f725c924cf is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:11:28.108420 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-1e36b17c-467e-44e4-b4a1-754f6c9fea57 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:11:28.113244 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e36b17c-467e-44e4-b4a1-754f6c9fea57 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:11:28.139420 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-21025092-7723-4142-b983-949936fb11f3 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Allocated IP 2001:db8::92 (acf9b05c-126f-439e-9b78-29f725c924cf/9744969d-943c-4cbc-90e2-0b5cdb4da9d0/163932f5-d664-4c92-ad97-49386aa9061c) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:11:28.194800 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-1e36b17c-467e-44e4-b4a1-754f6c9fea57 None None] Attempting to bind port 7bab56fa-faed-4407-9b8c-ff30c072bea8 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:11:28.195319 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-1e36b17c-467e-44e4-b4a1-754f6c9fea57 None None] Attempting to bind port 7bab56fa-faed-4407-9b8c-ff30c072bea8 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '502cd5a0-9b27-47a4-9fce-ac5362a7e1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'acf9b05c-126f-439e-9b78-29f725c924cf'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:11:28.195779 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e36b17c-467e-44e4-b4a1-754f6c9fea57 None None] Attempting to bind port 7bab56fa-faed-4407-9b8c-ff30c072bea8 on network acf9b05c-126f-439e-9b78-29f725c924cf {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:11:28.201931 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025ec6ab-5f37-452c-8008-ba2c9b17b4db tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:11:28.202200 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e36b17c-467e-44e4-b4a1-754f6c9fea57 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:11:28.202671 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e36b17c-467e-44e4-b4a1-754f6c9fea57 None None] Checking segment: {'id': '502cd5a0-9b27-47a4-9fce-ac5362a7e1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'acf9b05c-126f-439e-9b78-29f725c924cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:11:28.212307 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1e36b17c-467e-44e4-b4a1-754f6c9fea57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:28.213264 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e36b17c-467e-44e4-b4a1-754f6c9fea57 None None] Bound using segment: {'id': '502cd5a0-9b27-47a4-9fce-ac5362a7e1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'acf9b05c-126f-439e-9b78-29f725c924cf'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:11:28.213906 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fd96f1-ebfe-4f49-88da-c413492dc2f5 None None] Sync routers for ids ['ab0c5b49-04ed-471b-83e8-1ee505f896b9'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:11:28.214379 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-1e36b17c-467e-44e4-b4a1-754f6c9fea57 None None] Bound port: 7bab56fa-faed-4407-9b8c-ff30c072bea8, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '502cd5a0-9b27-47a4-9fce-ac5362a7e1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'acf9b05c-126f-439e-9b78-29f725c924cf'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:11:28.214642 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1e36b17c-467e-44e4-b4a1-754f6c9fea57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:28.230696 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fd96f1-ebfe-4f49-88da-c413492dc2f5 None None] Routers {'ab0c5b49-04ed-471b-83e8-1ee505f896b9'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:11:28.232418 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-24fd96f1-ebfe-4f49-88da-c413492dc2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:11:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['ab0c5b49-04ed-471b-83e8-1ee505f896b9'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:28.234826 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-025ec6ab-5f37-452c-8008-ba2c9b17b4db tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:28.238819 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-025ec6ab-5f37-452c-8008-ba2c9b17b4db tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 1.7405496 Jul 24 01:11:28.239767 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56658) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:28.363446 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-1e36b17c-467e-44e4-b4a1-754f6c9fea57 None None] For port 7bab56fa-faed-4407-9b8c-ff30c072bea8, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:11:28.367298 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-1e36b17c-467e-44e4-b4a1-754f6c9fea57 None None] For port 7bab56fa-faed-4407-9b8c-ff30c072bea8, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=7bab56fa-faed-4407-9b8c-ff30c072bea8,segment=NetworkSegment(502cd5a0-9b27-47a4-9fce-ac5362a7e1b1),segment_id=502cd5a0-9b27-47a4-9fce-ac5362a7e1b1)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:11:28.376780 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1e36b17c-467e-44e4-b4a1-754f6c9fea57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:28.389631 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-24fd96f1-ebfe-4f49-88da-c413492dc2f5 None None] Set router ab0c5b49-04ed-471b-83e8-1ee505f896b9 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:11:28.429729 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7faa305d-a7b1-40de-8126-5a12c99c4404 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:28.482504 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e36b17c-467e-44e4-b4a1-754f6c9fea57 None None] Pushing event updated for resources: {'Port': ['ID=7bab56fa-faed-4407-9b8c-ff30c072bea8,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:28.643993 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-24fd96f1-ebfe-4f49-88da-c413492dc2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0c5b49-04ed-471b-83e8-1ee505f896b9', 'name': '', 'tenant_id': '22b313d9929d40f78c0a7530255cf2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ca474296-43dc-491c-9faa-fe04abcc9efc', 'external_fixed_ips': [{'subnet_id': '7b8ea946-8987-4efa-ae25-034b1cab4cc0', 'ip_address': '2001:db8::a3'}], 'enable_snat': True}, 'gw_port_id': '72919389-cf11-457d-95cd-5369308fc55d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:11:26Z', 'updated_at': '2021-07-24T01:11:27Z', 'revision_number': 3, 'project_id': '22b313d9929d40f78c0a7530255cf2da', 'gw_port': {'id': '72919389-cf11-457d-95cd-5369308fc55d', 'name': '', 'network_id': 'ca474296-43dc-491c-9faa-fe04abcc9efc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:de:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0c5b49-04ed-471b-83e8-1ee505f896b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2984, 'fixed_ips': [{'subnet_id': '7b8ea946-8987-4efa-ae25-034b1cab4cc0', 'ip_address': '2001:db8::a3', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:11:26Z', 'updated_at': '2021-07-24T01:11:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b8ea946-8987-4efa-ae25-034b1cab4cc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:28.655371 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-63162383-533a-49b9-89ed-6508de11d3c3 req-f3e67697-5fff-4834-9d62-60795f0fffdd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e7d87376-d685-42ed-96e2-a3452ba60793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1611357 Jul 24 01:11:28.664968 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7faa305d-a7b1-40de-8126-5a12c99c4404 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:28.751022 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fd96f1-ebfe-4f49-88da-c413492dc2f5 None None] Checking router: ab0c5b49-04ed-471b-83e8-1ee505f896b9 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:11:28.755525 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fd96f1-ebfe-4f49-88da-c413492dc2f5 None None] Updating router ab0c5b49-04ed-471b-83e8-1ee505f896b9 port 72919389-cf11-457d-95cd-5369308fc55d binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:11:28.778544 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-63162383-533a-49b9-89ed-6508de11d3c3 req-0880b5cf-5e17-4983-acbc-b37a8d6af8cb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=e7d87376-d685-42ed-96e2-a3452ba60793 HTTP/1.1" status: 200 len: 210 time: 0.0516369 Jul 24 01:11:28.830009 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-24fd96f1-ebfe-4f49-88da-c413492dc2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:28.834580 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-63162383-533a-49b9-89ed-6508de11d3c3 req-a738bf00-391f-4edd-9b3c-57037d6ef635 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342777 Jul 24 01:11:28.873293 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-7faa305d-a7b1-40de-8126-5a12c99c4404 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Deleting port 72919389-cf11-457d-95cd-5369308fc55d {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:11:28.873652 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7faa305d-a7b1-40de-8126-5a12c99c4404 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:28.909310 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-21025092-7723-4142-b983-949936fb11f3 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:28.926599 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-21025092-7723-4142-b983-949936fb11f3 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Transition to ACTIVE for port object 163932f5-d664-4c92-ad97-49386aa9061c will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:11:28.968182 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-21025092-7723-4142-b983-949936fb11f3 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:29.069437 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21025092-7723-4142-b983-949936fb11f3 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Network acf9b05c-126f-439e-9b78-29f725c924cf is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:11:29.082438 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-21025092-7723-4142-b983-949936fb11f3 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:11:29.099166 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21025092-7723-4142-b983-949936fb11f3 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:11:29.111907 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21025092-7723-4142-b983-949936fb11f3 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:29.112619 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-21025092-7723-4142-b983-949936fb11f3 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:29.146433 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21025092-7723-4142-b983-949936fb11f3 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Pushing event updated for resources: {'Port': ['ID=163932f5-d664-4c92-ad97-49386aa9061c,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:29.178770 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-21025092-7723-4142-b983-949936fb11f3 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.3559072 Jul 24 01:11:29.181033 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56666) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:29.204856 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 7bab56fa-faed-4407-9b8c-ff30c072bea8 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:11:29.255190 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-24fd96f1-ebfe-4f49-88da-c413492dc2f5 None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:29.267987 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-24fd96f1-ebfe-4f49-88da-c413492dc2f5 None None] Transition to ACTIVE for port object 72919389-cf11-457d-95cd-5369308fc55d will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:11:29.277730 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-24fd96f1-ebfe-4f49-88da-c413492dc2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:29.314433 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63162383-533a-49b9-89ed-6508de11d3c3 req-05378d12-13c5-45e4-bd99-3b008061e8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:29.316002 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-63162383-533a-49b9-89ed-6508de11d3c3 req-05378d12-13c5-45e4-bd99-3b008061e8bd service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4704096 Jul 24 01:11:29.317779 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7faa305d-a7b1-40de-8126-5a12c99c4404 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:29.329622 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 7bab56fa-faed-4407-9b8c-ff30c072bea8 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:11:29.335338 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5395477-0f53-4e42-bf35-8e6a73ef0695 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:29.339942 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-7faa305d-a7b1-40de-8126-5a12c99c4404 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Calling delete_port for 72919389-cf11-457d-95cd-5369308fc55d owned by network:router_gateway {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:11:29.359746 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-24fd96f1-ebfe-4f49-88da-c413492dc2f5 None None] Attempting to bind port 72919389-cf11-457d-95cd-5369308fc55d on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:11:29.360382 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-24fd96f1-ebfe-4f49-88da-c413492dc2f5 None None] Attempting to bind port 72919389-cf11-457d-95cd-5369308fc55d by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'b5856faa-25cf-44da-bf38-094284cc664b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ca474296-43dc-491c-9faa-fe04abcc9efc'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:11:29.360927 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fd96f1-ebfe-4f49-88da-c413492dc2f5 None None] Attempting to bind port 72919389-cf11-457d-95cd-5369308fc55d on network ca474296-43dc-491c-9faa-fe04abcc9efc {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:11:29.365713 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5395477-0f53-4e42-bf35-8e6a73ef0695 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:29.369640 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fd96f1-ebfe-4f49-88da-c413492dc2f5 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:11:29.370249 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fd96f1-ebfe-4f49-88da-c413492dc2f5 None None] Checking segment: {'id': 'b5856faa-25cf-44da-bf38-094284cc664b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ca474296-43dc-491c-9faa-fe04abcc9efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:11:29.370864 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-24fd96f1-ebfe-4f49-88da-c413492dc2f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:29.371438 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fd96f1-ebfe-4f49-88da-c413492dc2f5 None None] Bound using segment: {'id': 'b5856faa-25cf-44da-bf38-094284cc664b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ca474296-43dc-491c-9faa-fe04abcc9efc'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:11:29.372255 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-24fd96f1-ebfe-4f49-88da-c413492dc2f5 None None] Bound port: 72919389-cf11-457d-95cd-5369308fc55d, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5856faa-25cf-44da-bf38-094284cc664b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ca474296-43dc-491c-9faa-fe04abcc9efc'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:11:29.372836 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-24fd96f1-ebfe-4f49-88da-c413492dc2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:29.386870 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5395477-0f53-4e42-bf35-8e6a73ef0695 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:29.390052 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b5395477-0f53-4e42-bf35-8e6a73ef0695 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.2078228 Jul 24 01:11:29.393311 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56668) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:29.447716 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-24fd96f1-ebfe-4f49-88da-c413492dc2f5 None None] For port 72919389-cf11-457d-95cd-5369308fc55d, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:11:29.451127 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-24fd96f1-ebfe-4f49-88da-c413492dc2f5 None None] For port 72919389-cf11-457d-95cd-5369308fc55d, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=72919389-cf11-457d-95cd-5369308fc55d,segment=NetworkSegment(b5856faa-25cf-44da-bf38-094284cc664b),segment_id=b5856faa-25cf-44da-bf38-094284cc664b)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:11:29.452676 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a003c2-d26e-44cd-8fc0-257dc82babf9 None None] Pushing event updated for resources: {'Port': ['ID=72919389-cf11-457d-95cd-5369308fc55d,revision_number=2']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:29.461092 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a003c2-d26e-44cd-8fc0-257dc82babf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:29.461441 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a003c2-d26e-44cd-8fc0-257dc82babf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:29.462171 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a003c2-d26e-44cd-8fc0-257dc82babf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:29.462834 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a003c2-d26e-44cd-8fc0-257dc82babf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:29.463352 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a003c2-d26e-44cd-8fc0-257dc82babf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:29.463840 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a003c2-d26e-44cd-8fc0-257dc82babf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:29.464378 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a003c2-d26e-44cd-8fc0-257dc82babf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:29.464856 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a003c2-d26e-44cd-8fc0-257dc82babf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:29.465353 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a003c2-d26e-44cd-8fc0-257dc82babf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:29.466034 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a003c2-d26e-44cd-8fc0-257dc82babf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:29.466509 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a003c2-d26e-44cd-8fc0-257dc82babf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:29.467021 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a003c2-d26e-44cd-8fc0-257dc82babf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:29.471526 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-24fd96f1-ebfe-4f49-88da-c413492dc2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:29.538199 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fd96f1-ebfe-4f49-88da-c413492dc2f5 None None] Routers {'ab0c5b49-04ed-471b-83e8-1ee505f896b9'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:11:29.539119 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-24fd96f1-ebfe-4f49-88da-c413492dc2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:11:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['ab0c5b49-04ed-471b-83e8-1ee505f896b9'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:29.542066 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a003c2-d26e-44cd-8fc0-257dc82babf9 None None] Pushing event updated for resources: {'Port': ['ID=72919389-cf11-457d-95cd-5369308fc55d,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:29.588728 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-0f40d3a6-c15f-4a95-b79b-ae5e218c0493 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Deleting port 163932f5-d664-4c92-ad97-49386aa9061c {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:11:29.589161 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0f40d3a6-c15f-4a95-b79b-ae5e218c0493 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:29.622650 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7faa305d-a7b1-40de-8126-5a12c99c4404 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:29.665750 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa305d-a7b1-40de-8126-5a12c99c4404 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Pushing event deleted for resources: {'Port': ['ID=72919389-cf11-457d-95cd-5369308fc55d,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:29.683455 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-24fd96f1-ebfe-4f49-88da-c413492dc2f5 None None] Set router ab0c5b49-04ed-471b-83e8-1ee505f896b9 gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:11:29.696434 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7faa305d-a7b1-40de-8126-5a12c99c4404 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:29.773320 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0f40d3a6-c15f-4a95-b79b-ae5e218c0493 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:29.808015 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-0f40d3a6-c15f-4a95-b79b-ae5e218c0493 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Calling delete_port for 163932f5-d664-4c92-ad97-49386aa9061c owned by {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:11:29.877059 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4d04d8-12cf-4a91-af23-74c780c69f14 None None] Network acf9b05c-126f-439e-9b78-29f725c924cf requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:11:29.879456 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-24fd96f1-ebfe-4f49-88da-c413492dc2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0c5b49-04ed-471b-83e8-1ee505f896b9', 'name': '', 'tenant_id': '22b313d9929d40f78c0a7530255cf2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:11:26Z', 'updated_at': '2021-07-24T01:11:28Z', 'revision_number': 4, 'project_id': '22b313d9929d40f78c0a7530255cf2da', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:29.915135 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fd96f1-ebfe-4f49-88da-c413492dc2f5 None None] The sync data for ids ['ab0c5b49-04ed-471b-83e8-1ee505f896b9'] in n-d-793621-25 is: [{'id': 'ab0c5b49-04ed-471b-83e8-1ee505f896b9', 'name': '', 'tenant_id': '22b313d9929d40f78c0a7530255cf2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:11:26Z', 'updated_at': '2021-07-24T01:11:28Z', 'revision_number': 4, 'project_id': '22b313d9929d40f78c0a7530255cf2da', 'gw_port_host': None}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:11:29.930970 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7faa305d-a7b1-40de-8126-5a12c99c4404 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:29.933665 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7faa305d-a7b1-40de-8126-5a12c99c4404 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:30.010387 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7faa305d-a7b1-40de-8126-5a12c99c4404 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:30.010787 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0936d88e-90fd-4849-a2b9-125b2394b9a4 None None] Provisioning for port 7bab56fa-faed-4407-9b8c-ff30c072bea8 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:11:30.010928 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7faa305d-a7b1-40de-8126-5a12c99c4404 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ab0c5b49-04ed-471b-83e8-1ee505f896b9 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:11:30.018490 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7faa305d-a7b1-40de-8126-5a12c99c4404 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:30.022747 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7faa305d-a7b1-40de-8126-5a12c99c4404 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] 10.222.0.15 "DELETE /v2.0/routers/ab0c5b49-04ed-471b-83e8-1ee505f896b9 HTTP/1.1" status: 204 len: 168 time: 1.7792258 Jul 24 01:11:30.024072 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56672) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:30.041965 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0936d88e-90fd-4849-a2b9-125b2394b9a4 None None] Provisioning complete for port 7bab56fa-faed-4407-9b8c-ff30c072bea8 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:11:30.042174 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0936d88e-90fd-4849-a2b9-125b2394b9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:30.069780 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0f40d3a6-c15f-4a95-b79b-ae5e218c0493 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:30.116596 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f40d3a6-c15f-4a95-b79b-ae5e218c0493 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Pushing event deleted for resources: {'Port': ['ID=163932f5-d664-4c92-ad97-49386aa9061c,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:30.163487 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0f40d3a6-c15f-4a95-b79b-ae5e218c0493 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:30.169886 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0f40d3a6-c15f-4a95-b79b-ae5e218c0493 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] 10.222.0.15 "DELETE /v2.0/ports/163932f5-d664-4c92-ad97-49386aa9061c HTTP/1.1" status: 204 len: 168 time: 0.7705359 Jul 24 01:11:30.170751 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56674) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:30.176463 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-03cd9251-c68b-40b0-ad40-42acb39bb16b tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Request body: {'port': {'name': 'tempest-new-port-name-1281172751', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:30.176872 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.api.validators [None req-03cd9251-c68b-40b0-ad40-42acb39bb16b tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] bootfile-name is not in valid_values {{(pid=100464) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 24 01:11:30.177226 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.api.validators [None req-03cd9251-c68b-40b0-ad40-42acb39bb16b tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] tftp-server is not in valid_values {{(pid=100464) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 24 01:11:30.177571 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.api.validators [None req-03cd9251-c68b-40b0-ad40-42acb39bb16b tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] server-ip-address is not in valid_values {{(pid=100464) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 24 01:11:30.185259 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-10520949-4dfa-461e-8c6f-5d280205da06 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Deleting subnet 7b8ea946-8987-4efa-ae25-034b1cab4cc0 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:11:30.192258 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-10520949-4dfa-461e-8c6f-5d280205da06 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:30.233050 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0936d88e-90fd-4849-a2b9-125b2394b9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:30.242226 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-10520949-4dfa-461e-8c6f-5d280205da06 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:30.298267 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0936d88e-90fd-4849-a2b9-125b2394b9a4 None None] For port 7bab56fa-faed-4407-9b8c-ff30c072bea8, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=7bab56fa-faed-4407-9b8c-ff30c072bea8,segment=NetworkSegment(502cd5a0-9b27-47a4-9fce-ac5362a7e1b1),segment_id=502cd5a0-9b27-47a4-9fce-ac5362a7e1b1)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:11:30.312746 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0936d88e-90fd-4849-a2b9-125b2394b9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:30.316206 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-10520949-4dfa-461e-8c6f-5d280205da06 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:30.363890 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-03cd9251-c68b-40b0-ad40-42acb39bb16b tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:30.398021 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-10520949-4dfa-461e-8c6f-5d280205da06 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:30.433921 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10520949-4dfa-461e-8c6f-5d280205da06 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7b8ea946-8987-4efa-ae25-034b1cab4cc0,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:30.447333 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-10520949-4dfa-461e-8c6f-5d280205da06 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:30.451837 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-10520949-4dfa-461e-8c6f-5d280205da06 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/7b8ea946-8987-4efa-ae25-034b1cab4cc0 HTTP/1.1" status: 204 len: 168 time: 0.4222610 Jul 24 01:11:30.458102 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56676) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:30.568665 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fd634ad9-82d9-4a91-b33c-28686564ab02 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:30.630819 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0936d88e-90fd-4849-a2b9-125b2394b9a4 None None] Pushing event updated for resources: {'Port': ['ID=7bab56fa-faed-4407-9b8c-ff30c072bea8,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:30.686924 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fd634ad9-82d9-4a91-b33c-28686564ab02 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:30.698069 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-fd634ad9-82d9-4a91-b33c-28686564ab02 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca474296-43dc-491c-9faa-fe04abcc9efc']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:30.710050 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-03cd9251-c68b-40b0-ad40-42acb39bb16b tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:30.710356 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-fd634ad9-82d9-4a91-b33c-28686564ab02 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5856faa-25cf-44da-bf38-094284cc664b') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:30.710657 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-fd634ad9-82d9-4a91-b33c-28686564ab02 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5856faa-25cf-44da-bf38-094284cc664b') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:30.720280 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-03cd9251-c68b-40b0-ad40-42acb39bb16b tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:30.723158 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fd634ad9-82d9-4a91-b33c-28686564ab02 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:30.741262 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fd634ad9-82d9-4a91-b33c-28686564ab02 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:30.749263 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e9312c9d-0524-476c-ab5f-a939ac72d4cc None None] Provisioning for port 24d0a276-4c0e-4acb-9d5b-60cfb2d0e848 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:11:30.751554 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd634ad9-82d9-4a91-b33c-28686564ab02 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:11:30.752167 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fd634ad9-82d9-4a91-b33c-28686564ab02 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:30.754473 n-d-793621-25 neutron-server[100463]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:11:30.754473 n-d-793621-25 neutron-server[100463]: items = [ Jul 24 01:11:30.754473 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:11:30.754473 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:11:30.754473 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:11:30.754473 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:11:30.754473 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:11:30.754473 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:11:30.754473 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:11:30.754473 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:11:30.754473 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:11:30.754473 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:11:30.754473 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:11:30.754473 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:11:30.754473 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:11:30.754473 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:11:30.754473 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:11:30.754473 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:11:30.754473 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:11:30.754473 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:11:30.754473 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:11:30.754473 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:11:30.754473 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:11:30.754473 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:11:30.754473 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:11:30.754473 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:11:30.754473 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:11:30.754473 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:11:30.754473 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:11:30.754473 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:11:30.754473 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:11:30.754473 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:11:30.754473 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:11:30.754473 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:11:30.759222 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e9312c9d-0524-476c-ab5f-a939ac72d4cc None None] Provisioning complete for port 24d0a276-4c0e-4acb-9d5b-60cfb2d0e848 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:11:30.762147 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-03cd9251-c68b-40b0-ad40-42acb39bb16b tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] In _notify_port_updated(), no bound segment for port 24d0a276-4c0e-4acb-9d5b-60cfb2d0e848 on network acf9b05c-126f-439e-9b78-29f725c924cf {{(pid=100464) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 01:11:30.765943 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e9312c9d-0524-476c-ab5f-a939ac72d4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:30.768639 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cd9251-c68b-40b0-ad40-42acb39bb16b tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:30.769079 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-03cd9251-c68b-40b0-ad40-42acb39bb16b tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:30.770443 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-03cd9251-c68b-40b0-ad40-42acb39bb16b tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] 10.222.0.15 "PUT /v2.0/ports/24d0a276-4c0e-4acb-9d5b-60cfb2d0e848 HTTP/1.1" status: 200 len: 1130 time: 0.5987236 Jul 24 01:11:30.774260 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56678) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:30.825214 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fd634ad9-82d9-4a91-b33c-28686564ab02 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:30.825724 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd9251-c68b-40b0-ad40-42acb39bb16b tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Pushing event updated for resources: {'Port': ['ID=24d0a276-4c0e-4acb-9d5b-60cfb2d0e848,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:30.833026 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd634ad9-82d9-4a91-b33c-28686564ab02 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ca474296-43dc-491c-9faa-fe04abcc9efc {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 24 01:11:30.836872 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fd634ad9-82d9-4a91-b33c-28686564ab02 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:30.839265 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-fd634ad9-82d9-4a91-b33c-28686564ab02 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] 10.222.0.15 "DELETE /v2.0/networks/ca474296-43dc-491c-9faa-fe04abcc9efc HTTP/1.1" status: 204 len: 168 time: 0.3802505 Jul 24 01:11:30.851985 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd634ad9-82d9-4a91-b33c-28686564ab02 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Pushing event deleted for resources: {'Network': ['ID=ca474296-43dc-491c-9faa-fe04abcc9efc,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:30.860190 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-e9312c9d-0524-476c-ab5f-a939ac72d4cc None None] Port 24d0a276-4c0e-4acb-9d5b-60cfb2d0e848 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:11:30.873422 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e9312c9d-0524-476c-ab5f-a939ac72d4cc None None] Provisioning complete for port 7bab56fa-faed-4407-9b8c-ff30c072bea8 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:11:30.873422 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e9312c9d-0524-476c-ab5f-a939ac72d4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:30.894696 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04a766e-5618-4e91-b1fa-4df3a6df852f tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:30.899375 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e04a766e-5618-4e91-b1fa-4df3a6df852f tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] 10.222.0.15 "GET /v2.0/ports/24d0a276-4c0e-4acb-9d5b-60cfb2d0e848 HTTP/1.1" status: 200 len: 1130 time: 0.1240072 Jul 24 01:11:30.903876 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56682) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:31.079268 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-999e9be5-9fa7-41c2-b664-f723949384f6 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Deleting port 24d0a276-4c0e-4acb-9d5b-60cfb2d0e848 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:11:31.079602 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-999e9be5-9fa7-41c2-b664-f723949384f6 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:31.138035 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 7bab56fa-faed-4407-9b8c-ff30c072bea8 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:11:31.209860 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-4e7c4d65-407e-4ce3-901c-525e0097f508 None None] Provisioning complete for port 24d0a276-4c0e-4acb-9d5b-60cfb2d0e848 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:11:31.210586 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4e7c4d65-407e-4ce3-901c-525e0097f508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:31.289872 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-999e9be5-9fa7-41c2-b664-f723949384f6 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:31.290145 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 7bab56fa-faed-4407-9b8c-ff30c072bea8 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:11:31.290145 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:31.331220 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-4e7c4d65-407e-4ce3-901c-525e0097f508 None None] Port 24d0a276-4c0e-4acb-9d5b-60cfb2d0e848 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:11:31.332721 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-999e9be5-9fa7-41c2-b664-f723949384f6 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Calling delete_port for 24d0a276-4c0e-4acb-9d5b-60cfb2d0e848 owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:11:31.349674 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56696) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:31.355579 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-e72987a4-2a0f-4cc8-8dbb-dd51e8ca3711 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Request body: {'router': {'name': 'tempest-router--792356216', 'project_id': 'e05425725b8f4675b11f55a6e2ab1bfa'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:31.395600 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e72987a4-2a0f-4cc8-8dbb-dd51e8ca3711 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:31.397330 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e72987a4-2a0f-4cc8-8dbb-dd51e8ca3711 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:31.468859 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-3d0d21c9-7a3a-4585-b90c-eb92f83e3899 None None] Could not find standard attr ID for object 163932f5-d664-4c92-ad97-49386aa9061c. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:11:31.496944 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e72987a4-2a0f-4cc8-8dbb-dd51e8ca3711 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:31.503252 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e72987a4-2a0f-4cc8-8dbb-dd51e8ca3711 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:31.526830 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e72987a4-2a0f-4cc8-8dbb-dd51e8ca3711 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:31.528744 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e72987a4-2a0f-4cc8-8dbb-dd51e8ca3711 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1769218 Jul 24 01:11:31.534190 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56698) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:31.591424 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-999e9be5-9fa7-41c2-b664-f723949384f6 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:31.622778 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999e9be5-9fa7-41c2-b664-f723949384f6 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Pushing event deleted for resources: {'Port': ['ID=24d0a276-4c0e-4acb-9d5b-60cfb2d0e848,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:31.670770 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-750f94e8-4e36-408f-9367-d1a2080b01dd tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for router, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:31.674926 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-999e9be5-9fa7-41c2-b664-f723949384f6 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:31.677332 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-999e9be5-9fa7-41c2-b664-f723949384f6 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] 10.222.0.15 "DELETE /v2.0/ports/24d0a276-4c0e-4acb-9d5b-60cfb2d0e848 HTTP/1.1" status: 204 len: 168 time: 0.7721848 Jul 24 01:11:31.679833 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56700) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:31.759671 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-4335fff8-cfef-42da-8999-975713f9efd0 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Deleting subnet 9744969d-943c-4cbc-90e2-0b5cdb4da9d0 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:11:31.764400 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4335fff8-cfef-42da-8999-975713f9efd0 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:31.819436 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4335fff8-cfef-42da-8999-975713f9efd0 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:31.924363 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-750f94e8-4e36-408f-9367-d1a2080b01dd tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:31.927092 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-750f94e8-4e36-408f-9367-d1a2080b01dd tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:31.943828 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4335fff8-cfef-42da-8999-975713f9efd0 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:31.982702 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-750f94e8-4e36-408f-9367-d1a2080b01dd tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:31.983392 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750f94e8-4e36-408f-9367-d1a2080b01dd tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4cf4a294-e852-4834-ae51-9a0b811a797c {{(pid=100464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:11:32.001699 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-750f94e8-4e36-408f-9367-d1a2080b01dd tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:32.003673 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-750f94e8-4e36-408f-9367-d1a2080b01dd tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] 10.222.0.15 "DELETE /v2.0/routers/4cf4a294-e852-4834-ae51-9a0b811a797c HTTP/1.1" status: 204 len: 168 time: 0.4682219 Jul 24 01:11:32.068577 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4335fff8-cfef-42da-8999-975713f9efd0 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:32.116716 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-972c472f-20e4-4d9c-bdd2-a1cfc8a3c3c6 None None] Could not find standard attr ID for object 24d0a276-4c0e-4acb-9d5b-60cfb2d0e848. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:11:32.147466 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4335fff8-cfef-42da-8999-975713f9efd0 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:32.151871 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4335fff8-cfef-42da-8999-975713f9efd0 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] 10.222.0.15 "DELETE /v2.0/subnets/9744969d-943c-4cbc-90e2-0b5cdb4da9d0 HTTP/1.1" status: 204 len: 168 time: 0.4684725 Jul 24 01:11:32.151871 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4335fff8-cfef-42da-8999-975713f9efd0 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Pushing event deleted for resources: {'Subnet': ['ID=9744969d-943c-4cbc-90e2-0b5cdb4da9d0,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:32.152551 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56704) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:32.179623 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56706) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:32.300446 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-262bc4fc-1ec0-4ee5-9a6e-27105cb37a99 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:32.357478 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fa383f-89da-443e-9b30-51802b927488 None None] Network acf9b05c-126f-439e-9b78-29f725c924cf requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:11:32.388927 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-262bc4fc-1ec0-4ee5-9a6e-27105cb37a99 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Deleting port 7bab56fa-faed-4407-9b8c-ff30c072bea8 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:11:32.389486 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-262bc4fc-1ec0-4ee5-9a6e-27105cb37a99 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:32.459937 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-1bd9fc5a-fde2-4035-ad71-ea9699a30b09 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1139656087', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}, 'admin_state_up': False}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:32.482043 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-262bc4fc-1ec0-4ee5-9a6e-27105cb37a99 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] For port 7bab56fa-faed-4407-9b8c-ff30c072bea8, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=7bab56fa-faed-4407-9b8c-ff30c072bea8,segment=NetworkSegment(502cd5a0-9b27-47a4-9fce-ac5362a7e1b1),segment_id=502cd5a0-9b27-47a4-9fce-ac5362a7e1b1)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:11:32.484161 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-262bc4fc-1ec0-4ee5-9a6e-27105cb37a99 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:32.500555 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1bd9fc5a-fde2-4035-ad71-ea9699a30b09 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:32.502152 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1bd9fc5a-fde2-4035-ad71-ea9699a30b09 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:32.503276 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-262bc4fc-1ec0-4ee5-9a6e-27105cb37a99 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Calling delete_port for 7bab56fa-faed-4407-9b8c-ff30c072bea8 owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:11:32.570412 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1bd9fc5a-fde2-4035-ad71-ea9699a30b09 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:32.615556 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-262bc4fc-1ec0-4ee5-9a6e-27105cb37a99 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:32.646448 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70ed3d8-be55-4c77-b024-45d7c57dccb7 None None] DHCP port deletion for acf9b05c-126f-439e-9b78-29f725c924cf request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:11:32.657192 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262bc4fc-1ec0-4ee5-9a6e-27105cb37a99 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Pushing event deleted for resources: {'Port': ['ID=7bab56fa-faed-4407-9b8c-ff30c072bea8,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:32.659634 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262bc4fc-1ec0-4ee5-9a6e-27105cb37a99 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] No DVR routers for this DVR port 7bab56fa-faed-4407-9b8c-ff30c072bea8 on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:11:32.725648 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1bd9fc5a-fde2-4035-ad71-ea9699a30b09 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:32.751952 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-262bc4fc-1ec0-4ee5-9a6e-27105cb37a99 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:32.762531 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-262bc4fc-1ec0-4ee5-9a6e-27105cb37a99 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acf9b05c-126f-439e-9b78-29f725c924cf']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:32.772858 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-262bc4fc-1ec0-4ee5-9a6e-27105cb37a99 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '502cd5a0-9b27-47a4-9fce-ac5362a7e1b1') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:32.773162 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-262bc4fc-1ec0-4ee5-9a6e-27105cb37a99 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '502cd5a0-9b27-47a4-9fce-ac5362a7e1b1') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:32.782690 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-262bc4fc-1ec0-4ee5-9a6e-27105cb37a99 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:32.803972 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-262bc4fc-1ec0-4ee5-9a6e-27105cb37a99 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:32.811944 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-262bc4fc-1ec0-4ee5-9a6e-27105cb37a99 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:11:32.812648 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-262bc4fc-1ec0-4ee5-9a6e-27105cb37a99 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:32.816179 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:11:32.816179 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:11:32.816179 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:11:32.816179 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:11:32.816179 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:11:32.816179 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:11:32.816179 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:11:32.816179 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:11:32.816179 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:11:32.816179 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:11:32.816179 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:11:32.816179 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:11:32.816179 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:11:32.816179 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:11:32.816179 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:11:32.816179 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:11:32.816179 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:11:32.816179 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:11:32.816179 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:11:32.816179 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:11:32.816179 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:11:32.816179 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:11:32.816179 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:11:32.816179 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:11:32.816179 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:11:32.816179 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:11:32.816179 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:11:32.816179 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:11:32.816179 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:11:32.816179 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:11:32.816179 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:11:32.816179 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:11:32.878267 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-262bc4fc-1ec0-4ee5-9a6e-27105cb37a99 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:32.885792 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-262bc4fc-1ec0-4ee5-9a6e-27105cb37a99 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:32.888223 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-262bc4fc-1ec0-4ee5-9a6e-27105cb37a99 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] 10.222.0.15 "DELETE /v2.0/networks/acf9b05c-126f-439e-9b78-29f725c924cf HTTP/1.1" status: 204 len: 168 time: 0.7341013 Jul 24 01:11:32.899859 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262bc4fc-1ec0-4ee5-9a6e-27105cb37a99 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362 tempest-ExtraDHCPOptionsIpV6TestJSON-520499362-project] Pushing event deleted for resources: {'Network': ['ID=acf9b05c-126f-439e-9b78-29f725c924cf,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:32.955180 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1bd9fc5a-fde2-4035-ad71-ea9699a30b09 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router_gateway, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:32.976446 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1bd9fc5a-fde2-4035-ad71-ea9699a30b09 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:33.097131 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-1bd9fc5a-fde2-4035-ad71-ea9699a30b09 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Allocated IP 172.25.2.149 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/b3d91b59-8ec4-422f-91f8-7981ed245e6f) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:11:33.104431 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 7bab56fa-faed-4407-9b8c-ff30c072bea8 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:11:33.127950 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 7bab56fa-faed-4407-9b8c-ff30c072bea8 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:11:33.128349 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 7bab56fa-faed-4407-9b8c-ff30c072bea8 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:11:33.208583 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56716) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:33.230287 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1bd9fc5a-fde2-4035-ad71-ea9699a30b09 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:33.277421 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1bd9fc5a-fde2-4035-ad71-ea9699a30b09 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:33.322472 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd9fc5a-fde2-4035-ad71-ea9699a30b09 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:11:33.325602 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-1bd9fc5a-fde2-4035-ad71-ea9699a30b09 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:11:33.330145 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd9fc5a-fde2-4035-ad71-ea9699a30b09 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:11:33.333318 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd9fc5a-fde2-4035-ad71-ea9699a30b09 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Pushing event updated for resources: {'Port': ['ID=b3d91b59-8ec4-422f-91f8-7981ed245e6f,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:33.365859 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-20b45205-925e-4a2f-a07e-9916972f4fa2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=02b3a6645b9540d0899a0807aafc48d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1535838 Jul 24 01:11:33.366101 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56720) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:33.422719 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6013dee3-3346-4c70-8658-4c08b23ee8f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:33.450667 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6013dee3-3346-4c70-8658-4c08b23ee8f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:33.510906 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6013dee3-3346-4c70-8658-4c08b23ee8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:33.513975 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6013dee3-3346-4c70-8658-4c08b23ee8f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:33.515284 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6013dee3-3346-4c70-8658-4c08b23ee8f0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f1162293-e8d5-4d4a-bd65-7fdaf780e0ca HTTP/1.1" status: 204 len: 168 time: 0.1483221 Jul 24 01:11:33.527233 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6013dee3-3346-4c70-8658-4c08b23ee8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1162293-e8d5-4d4a-bd65-7fdaf780e0ca,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:33.661867 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1bd9fc5a-fde2-4035-ad71-ea9699a30b09 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router_gateway, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:33.812146 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56736) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:33.911638 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1bd9fc5a-fde2-4035-ad71-ea9699a30b09 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:33.949332 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e6047058-b1f1-48c0-805c-affe1d878f3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:34.069324 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bd9fc5a-fde2-4035-ad71-ea9699a30b09 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Router 6c076904-8fe6-498a-95dc-ea54767a2666 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:11:34.074121 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e6047058-b1f1-48c0-805c-affe1d878f3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:34.081068 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e6047058-b1f1-48c0-805c-affe1d878f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:34.134029 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e6047058-b1f1-48c0-805c-affe1d878f3a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bbb607abcb0d409c89953c810aafecd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3179021 Jul 24 01:11:34.135704 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56748) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:34.150239 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6047058-b1f1-48c0-805c-affe1d878f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a68d27-ba18-4840-9e1d-1a77d8df9a6b,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:34.198187 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7c016243-8c94-4fb8-975e-2d45c825cb39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:34.214188 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd9fc5a-fde2-4035-ad71-ea9699a30b09 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:11:34.229738 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881aedfb-b0a5-4b02-b04d-35d51af770e5 None None] Sync routers for ids ['6c076904-8fe6-498a-95dc-ea54767a2666'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:11:34.236513 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1bd9fc5a-fde2-4035-ad71-ea9699a30b09 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:34.240823 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1bd9fc5a-fde2-4035-ad71-ea9699a30b09 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.0596886 Jul 24 01:11:34.240976 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881aedfb-b0a5-4b02-b04d-35d51af770e5 None None] Routers {'6c076904-8fe6-498a-95dc-ea54767a2666'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:11:34.241480 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56754) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:34.241602 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-881aedfb-b0a5-4b02-b04d-35d51af770e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:11:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['6c076904-8fe6-498a-95dc-ea54767a2666'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:34.245199 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7c016243-8c94-4fb8-975e-2d45c825cb39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:34.279940 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-881aedfb-b0a5-4b02-b04d-35d51af770e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:34.289781 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881aedfb-b0a5-4b02-b04d-35d51af770e5 None None] Routers {'6c076904-8fe6-498a-95dc-ea54767a2666'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:11:34.290735 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-881aedfb-b0a5-4b02-b04d-35d51af770e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:11:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['6c076904-8fe6-498a-95dc-ea54767a2666'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:34.316506 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7c016243-8c94-4fb8-975e-2d45c825cb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:34.320232 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7c016243-8c94-4fb8-975e-2d45c825cb39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:34.324258 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7c016243-8c94-4fb8-975e-2d45c825cb39 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c8a68d27-ba18-4840-9e1d-1a77d8df9a6b HTTP/1.1" status: 204 len: 168 time: 0.1854560 Jul 24 01:11:34.331295 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-881aedfb-b0a5-4b02-b04d-35d51af770e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:34.331686 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c016243-8c94-4fb8-975e-2d45c825cb39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a68d27-ba18-4840-9e1d-1a77d8df9a6b,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:34.332367 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881aedfb-b0a5-4b02-b04d-35d51af770e5 None None] The sync data for ids ['6c076904-8fe6-498a-95dc-ea54767a2666'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:11:34.371133 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b48f9915-da0d-4a39-93d7-b765ca8d12bd tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] 10.222.0.15 "GET /v2.0/routers/6c076904-8fe6-498a-95dc-ea54767a2666 HTTP/1.1" status: 200 len: 925 time: 0.1266255 Jul 24 01:11:34.372244 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56760) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:34.409048 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7052b6fb-168f-413c-bc44-887baead3bb2 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c076904-8fe6-498a-95dc-ea54767a2666 HTTP/1.1" status: 200 len: 205 time: 0.0356910 Jul 24 01:11:34.411737 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56762) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:34.432114 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56764) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:34.538401 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f31de40b-2e6e-4db8-923d-29365494955b tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:34.636863 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-11e1a2b0-bae5-4413-939d-0a780359c9b0 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Request body: {'network': {'name': 'tempest-RoutersTest-1244553070'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:34.652905 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f31de40b-2e6e-4db8-923d-29365494955b tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:34.662939 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e1a2b0-bae5-4413-939d-0a780359c9b0 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Made reservation on behalf of a7007f5d47214551887f0cd1e69f571f for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:11:34.666963 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-11e1a2b0-bae5-4413-939d-0a780359c9b0 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:34.676583 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-11e1a2b0-bae5-4413-939d-0a780359c9b0 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:34.707576 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56770) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:34.715012 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-f31de40b-2e6e-4db8-923d-29365494955b tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Deleting port b3d91b59-8ec4-422f-91f8-7981ed245e6f {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:11:34.716260 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f31de40b-2e6e-4db8-923d-29365494955b tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:34.733523 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-269b7248-8faf-47ab-8e6e-bd3547c250a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:34.796031 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f31de40b-2e6e-4db8-923d-29365494955b tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:34.799341 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-11e1a2b0-bae5-4413-939d-0a780359c9b0 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:34.805781 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-11e1a2b0-bae5-4413-939d-0a780359c9b0 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:34.810073 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-f31de40b-2e6e-4db8-923d-29365494955b tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Calling delete_port for b3d91b59-8ec4-422f-91f8-7981ed245e6f owned by network:router_gateway {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:11:34.839517 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11e1a2b0-bae5-4413-939d-0a780359c9b0 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:11:34.862139 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1a2b0-bae5-4413-939d-0a780359c9b0 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0da6338-8f3e-41b4-b2fb-57d339bd0f13,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:34.868904 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-11e1a2b0-bae5-4413-939d-0a780359c9b0 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:34.869266 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-11e1a2b0-bae5-4413-939d-0a780359c9b0 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Added segment 976f1d14-05a0-4b23-ba5d-e91913e24857 of type vlan for network 450da624-2d95-464c-a359-0cf34f9cd043 Jul 24 01:11:34.910260 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:34.936319 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-11e1a2b0-bae5-4413-939d-0a780359c9b0 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:34.989097 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-11e1a2b0-bae5-4413-939d-0a780359c9b0 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:34.994770 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e1a2b0-bae5-4413-939d-0a780359c9b0 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:34.995405 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-11e1a2b0-bae5-4413-939d-0a780359c9b0 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:35.034975 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-269b7248-8faf-47ab-8e6e-bd3547c250a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:35.046517 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-269b7248-8faf-47ab-8e6e-bd3547c250a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:35.062430 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-11e1a2b0-bae5-4413-939d-0a780359c9b0 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6291807 Jul 24 01:11:35.071947 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56772) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:35.081705 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-be85c8f4-84f4-498c-8066-a7208557e234 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Request body: {'network': {'name': 'tempest-RoutersTest-1121338542'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:35.127563 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1a2b0-bae5-4413-939d-0a780359c9b0 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event updated for resources: {'Network': ['ID=450da624-2d95-464c-a359-0cf34f9cd043,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:35.143030 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 450da624-2d95-464c-a359-0cf34f9cd043 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:11:35.143256 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-269b7248-8faf-47ab-8e6e-bd3547c250a1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=614101cc65524c5f98b3240706cce429&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4319663 Jul 24 01:11:35.143256 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269b7248-8faf-47ab-8e6e-bd3547c250a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f695a829-d539-43fb-854e-96e74c8e5e9e,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:35.144672 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56774) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:35.193561 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be85c8f4-84f4-498c-8066-a7208557e234 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Made reservation on behalf of a7007f5d47214551887f0cd1e69f571f for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:11:35.197083 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-be85c8f4-84f4-498c-8066-a7208557e234 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:35.224283 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ac630309-f7bd-43fa-9143-eee4812e5f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:35.237820 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be85c8f4-84f4-498c-8066-a7208557e234 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:11:35.258569 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ac630309-f7bd-43fa-9143-eee4812e5f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:35.260601 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-be85c8f4-84f4-498c-8066-a7208557e234 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:35.260943 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-be85c8f4-84f4-498c-8066-a7208557e234 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Added segment ed8b8b41-3218-484e-9cd8-78bf4ea4cf00 of type vlan for network f7c5d20c-c512-47a6-9ab3-252e450fab29 Jul 24 01:11:35.265088 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:35.269387 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f31de40b-2e6e-4db8-923d-29365494955b tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:35.294679 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31de40b-2e6e-4db8-923d-29365494955b tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Pushing event deleted for resources: {'Port': ['ID=b3d91b59-8ec4-422f-91f8-7981ed245e6f,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:35.326106 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-be85c8f4-84f4-498c-8066-a7208557e234 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:35.358646 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f31de40b-2e6e-4db8-923d-29365494955b tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:35.358954 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-be85c8f4-84f4-498c-8066-a7208557e234 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:35.364826 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be85c8f4-84f4-498c-8066-a7208557e234 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:35.365407 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-be85c8f4-84f4-498c-8066-a7208557e234 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:35.375199 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ac630309-f7bd-43fa-9143-eee4812e5f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:35.377724 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ac630309-f7bd-43fa-9143-eee4812e5f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:35.378893 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ac630309-f7bd-43fa-9143-eee4812e5f9f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f695a829-d539-43fb-854e-96e74c8e5e9e HTTP/1.1" status: 204 len: 168 time: 0.2319915 Jul 24 01:11:35.418389 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-be85c8f4-84f4-498c-8066-a7208557e234 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3379116 Jul 24 01:11:35.418389 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac630309-f7bd-43fa-9143-eee4812e5f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f695a829-d539-43fb-854e-96e74c8e5e9e,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:35.421045 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56778) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:35.428590 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-2612cbac-c07b-4e8e-85eb-ff58cd383f60 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Request body: {'subnet': {'network_id': '450da624-2d95-464c-a359-0cf34f9cd043', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:35.472159 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be85c8f4-84f4-498c-8066-a7208557e234 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event updated for resources: {'Network': ['ID=f7c5d20c-c512-47a6-9ab3-252e450fab29,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:35.480764 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f31de40b-2e6e-4db8-923d-29365494955b tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:35.483644 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network f7c5d20c-c512-47a6-9ab3-252e450fab29 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:11:35.484646 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f31de40b-2e6e-4db8-923d-29365494955b tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:35.538048 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f31de40b-2e6e-4db8-923d-29365494955b tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:35.539251 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31de40b-2e6e-4db8-923d-29365494955b tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Fanout notify agent at l3_agent the message router_deleted on router 6c076904-8fe6-498a-95dc-ea54767a2666 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:11:35.549924 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f31de40b-2e6e-4db8-923d-29365494955b tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:35.554441 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f31de40b-2e6e-4db8-923d-29365494955b tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] 10.222.0.15 "DELETE /v2.0/routers/6c076904-8fe6-498a-95dc-ea54767a2666 HTTP/1.1" status: 204 len: 168 time: 1.1367571 Jul 24 01:11:35.554958 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56780) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:35.561315 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-8ae7f98f-176e-4e6c-862a-c05021d580b6 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1102338625', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'enable_snat': False}}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:35.578789 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2612cbac-c07b-4e8e-85eb-ff58cd383f60 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Made reservation on behalf of a7007f5d47214551887f0cd1e69f571f for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:11:35.582289 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2612cbac-c07b-4e8e-85eb-ff58cd383f60 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:35.622448 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8ae7f98f-176e-4e6c-862a-c05021d580b6 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:35.623751 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8ae7f98f-176e-4e6c-862a-c05021d580b6 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:35.723375 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8ae7f98f-176e-4e6c-862a-c05021d580b6 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:35.901571 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8ae7f98f-176e-4e6c-862a-c05021d580b6 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:35.960752 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2612cbac-c07b-4e8e-85eb-ff58cd383f60 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:36.033395 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2612cbac-c07b-4e8e-85eb-ff58cd383f60 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event updated for resources: {'Subnet': ['ID=4d84b6ed-2865-44f7-b2dd-3abeaa3c5277,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:36.077803 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2612cbac-c07b-4e8e-85eb-ff58cd383f60 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Checking segment: {'id': '976f1d14-05a0-4b23-ba5d-e91913e24857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '450da624-2d95-464c-a359-0cf34f9cd043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:11:36.078166 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2612cbac-c07b-4e8e-85eb-ff58cd383f60 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Network hostable DHCP agents. Network: 450da624-2d95-464c-a359-0cf34f9cd043, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:11:36.103233 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2612cbac-c07b-4e8e-85eb-ff58cd383f60 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Network 450da624-2d95-464c-a359-0cf34f9cd043 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:11:36.114928 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-2612cbac-c07b-4e8e-85eb-ff58cd383f60 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 450da624-2d95-464c-a359-0cf34f9cd043) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:11:36.119966 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2612cbac-c07b-4e8e-85eb-ff58cd383f60 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:36.120390 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2612cbac-c07b-4e8e-85eb-ff58cd383f60 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:36.126372 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a95a93-2766-4d55-95c9-a23c6910ba6c None None] Network 450da624-2d95-464c-a359-0cf34f9cd043 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:11:36.169153 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2612cbac-c07b-4e8e-85eb-ff58cd383f60 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7460468 Jul 24 01:11:36.173209 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56802) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:36.178889 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-40f29609-c733-41a2-b9cc-464a237e4d12 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Request body: {'subnet': {'network_id': 'f7c5d20c-c512-47a6-9ab3-252e450fab29', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:36.258391 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8ae7f98f-176e-4e6c-862a-c05021d580b6 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:36.283447 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8ae7f98f-176e-4e6c-862a-c05021d580b6 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:36.287243 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f29609-c733-41a2-b9cc-464a237e4d12 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Made reservation on behalf of a7007f5d47214551887f0cd1e69f571f for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:11:36.289931 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-40f29609-c733-41a2-b9cc-464a237e4d12 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:36.319229 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06a80a7-b2ee-4661-a0c9-f59f7c7f107b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-450da624-2d95-464c-a359-0cf34f9cd043', 'network_id': '450da624-2d95-464c-a359-0cf34f9cd043', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'fixed_ips': [{'subnet_id': '4d84b6ed-2865-44f7-b2dd-3abeaa3c5277'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:11:36.320315 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f06a80a7-b2ee-4661-a0c9-f59f7c7f107b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:36.437813 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-8ae7f98f-176e-4e6c-862a-c05021d580b6 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Allocated IP 172.25.2.221 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/68195872-fb6c-4858-b217-7d98f7823cee) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:11:36.487987 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-f06a80a7-b2ee-4661-a0c9-f59f7c7f107b None None] Allocated IP 172.20.0.2 (450da624-2d95-464c-a359-0cf34f9cd043/4d84b6ed-2865-44f7-b2dd-3abeaa3c5277/84d9c97f-c5a8-4b95-acd6-e588ab196e8a) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:11:36.552878 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-40f29609-c733-41a2-b9cc-464a237e4d12 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:36.563041 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8ae7f98f-176e-4e6c-862a-c05021d580b6 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:36.614343 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8ae7f98f-176e-4e6c-862a-c05021d580b6 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:36.634663 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f29609-c733-41a2-b9cc-464a237e4d12 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event updated for resources: {'Subnet': ['ID=735bb8e5-e77a-410e-b09b-3afc8fc4be56,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:36.650422 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f29609-c733-41a2-b9cc-464a237e4d12 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Checking segment: {'id': 'ed8b8b41-3218-484e-9cd8-78bf4ea4cf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f7c5d20c-c512-47a6-9ab3-252e450fab29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:11:36.650808 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f29609-c733-41a2-b9cc-464a237e4d12 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Network hostable DHCP agents. Network: f7c5d20c-c512-47a6-9ab3-252e450fab29, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:11:36.670677 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f29609-c733-41a2-b9cc-464a237e4d12 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Network f7c5d20c-c512-47a6-9ab3-252e450fab29 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:11:36.671569 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae7f98f-176e-4e6c-862a-c05021d580b6 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Pushing event updated for resources: {'Port': ['ID=68195872-fb6c-4858-b217-7d98f7823cee,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:36.677645 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f06a80a7-b2ee-4661-a0c9-f59f7c7f107b None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:36.683414 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae7f98f-176e-4e6c-862a-c05021d580b6 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:11:36.685451 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-8ae7f98f-176e-4e6c-862a-c05021d580b6 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:11:36.687748 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae7f98f-176e-4e6c-862a-c05021d580b6 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:11:36.693863 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-40f29609-c733-41a2-b9cc-464a237e4d12 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, f7c5d20c-c512-47a6-9ab3-252e450fab29) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:11:36.701790 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f06a80a7-b2ee-4661-a0c9-f59f7c7f107b None None] Transition to ACTIVE for port object 84d9c97f-c5a8-4b95-acd6-e588ab196e8a will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:11:36.705265 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f29609-c733-41a2-b9cc-464a237e4d12 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:36.708217 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0ad40b-34d1-41c7-b5e7-5fc046c28f5d None None] Network f7c5d20c-c512-47a6-9ab3-252e450fab29 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:11:36.708964 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-40f29609-c733-41a2-b9cc-464a237e4d12 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:36.731297 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-40f29609-c733-41a2-b9cc-464a237e4d12 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5566106 Jul 24 01:11:36.733854 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56816) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:36.740478 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-edbb93a0-2541-4a7c-ae89-f944dbd7032b tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-132608925', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:36.744992 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f06a80a7-b2ee-4661-a0c9-f59f7c7f107b None None] Transition to ACTIVE for port object 84d9c97f-c5a8-4b95-acd6-e588ab196e8a will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:11:36.774216 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-edbb93a0-2541-4a7c-ae89-f944dbd7032b tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:36.775423 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-edbb93a0-2541-4a7c-ae89-f944dbd7032b tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:36.797869 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f06a80a7-b2ee-4661-a0c9-f59f7c7f107b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:36.835203 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-edbb93a0-2541-4a7c-ae89-f944dbd7032b tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:36.841140 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-edbb93a0-2541-4a7c-ae89-f944dbd7032b tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:36.849095 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06a80a7-b2ee-4661-a0c9-f59f7c7f107b None None] Network 450da624-2d95-464c-a359-0cf34f9cd043 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:11:36.852762 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-f06a80a7-b2ee-4661-a0c9-f59f7c7f107b None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:11:36.857561 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06a80a7-b2ee-4661-a0c9-f59f7c7f107b None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:11:36.870794 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-edbb93a0-2541-4a7c-ae89-f944dbd7032b tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:36.875893 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-edbb93a0-2541-4a7c-ae89-f944dbd7032b tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1378717 Jul 24 01:11:36.877159 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56822) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:36.919321 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a80a7-b2ee-4661-a0c9-f59f7c7f107b None None] Pushing event updated for resources: {'Port': ['ID=84d9c97f-c5a8-4b95-acd6-e588ab196e8a,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:36.983042 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-f06a80a7-b2ee-4661-a0c9-f59f7c7f107b None None] Attempting to bind port 84d9c97f-c5a8-4b95-acd6-e588ab196e8a on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:11:36.983448 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-f06a80a7-b2ee-4661-a0c9-f59f7c7f107b None None] Attempting to bind port 84d9c97f-c5a8-4b95-acd6-e588ab196e8a by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '976f1d14-05a0-4b23-ba5d-e91913e24857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '450da624-2d95-464c-a359-0cf34f9cd043'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:11:36.983881 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06a80a7-b2ee-4661-a0c9-f59f7c7f107b None None] Attempting to bind port 84d9c97f-c5a8-4b95-acd6-e588ab196e8a on network 450da624-2d95-464c-a359-0cf34f9cd043 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:11:36.993109 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06a80a7-b2ee-4661-a0c9-f59f7c7f107b None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:11:36.993610 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06a80a7-b2ee-4661-a0c9-f59f7c7f107b None None] Checking segment: {'id': '976f1d14-05a0-4b23-ba5d-e91913e24857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '450da624-2d95-464c-a359-0cf34f9cd043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:11:36.994165 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f06a80a7-b2ee-4661-a0c9-f59f7c7f107b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:36.994393 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06a80a7-b2ee-4661-a0c9-f59f7c7f107b None None] Bound using segment: {'id': '976f1d14-05a0-4b23-ba5d-e91913e24857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '450da624-2d95-464c-a359-0cf34f9cd043'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:11:36.994950 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-f06a80a7-b2ee-4661-a0c9-f59f7c7f107b None None] Bound port: 84d9c97f-c5a8-4b95-acd6-e588ab196e8a, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976f1d14-05a0-4b23-ba5d-e91913e24857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '450da624-2d95-464c-a359-0cf34f9cd043'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:11:36.995346 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f06a80a7-b2ee-4661-a0c9-f59f7c7f107b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:37.085741 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2765241-c4d5-4aeb-8ee4-a41ffeceaced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-f7c5d20c-c512-47a6-9ab3-252e450fab29', 'network_id': 'f7c5d20c-c512-47a6-9ab3-252e450fab29', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'fixed_ips': [{'subnet_id': '735bb8e5-e77a-410e-b09b-3afc8fc4be56'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:11:37.086547 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e2765241-c4d5-4aeb-8ee4-a41ffeceaced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:37.202147 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-f06a80a7-b2ee-4661-a0c9-f59f7c7f107b None None] For port 84d9c97f-c5a8-4b95-acd6-e588ab196e8a, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:11:37.207510 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-f06a80a7-b2ee-4661-a0c9-f59f7c7f107b None None] For port 84d9c97f-c5a8-4b95-acd6-e588ab196e8a, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=84d9c97f-c5a8-4b95-acd6-e588ab196e8a,segment=NetworkSegment(976f1d14-05a0-4b23-ba5d-e91913e24857),segment_id=976f1d14-05a0-4b23-ba5d-e91913e24857)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:11:37.234166 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f06a80a7-b2ee-4661-a0c9-f59f7c7f107b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:37.270127 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5def3ae4-86e2-4d66-abdc-b3719a7c87e5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:37.320690 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-e2765241-c4d5-4aeb-8ee4-a41ffeceaced None None] Allocated IP 172.21.0.2 (f7c5d20c-c512-47a6-9ab3-252e450fab29/735bb8e5-e77a-410e-b09b-3afc8fc4be56/73c5653f-cab2-4151-abc3-2a94f87a0f13) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:11:37.337908 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a80a7-b2ee-4661-a0c9-f59f7c7f107b None None] Pushing event updated for resources: {'Port': ['ID=84d9c97f-c5a8-4b95-acd6-e588ab196e8a,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:37.448563 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f260c0a0-c662-4fe5-9ec0-a1904db25aa3 req-7946b252-eb79-42fc-9709-35597f5cfff7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6020684 Jul 24 01:11:37.469493 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56830) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:37.578648 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8ae7f98f-176e-4e6c-862a-c05021d580b6 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:37.631593 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e2765241-c4d5-4aeb-8ee4-a41ffeceaced None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:37.646438 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e2765241-c4d5-4aeb-8ee4-a41ffeceaced None None] Transition to ACTIVE for port object 73c5653f-cab2-4151-abc3-2a94f87a0f13 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:11:37.671579 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-5def3ae4-86e2-4d66-abdc-b3719a7c87e5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Allocated IP 172.20.0.1 (450da624-2d95-464c-a359-0cf34f9cd043/4d84b6ed-2865-44f7-b2dd-3abeaa3c5277/eef7c64f-4284-45b2-a6d9-113bf2ad18bf) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:11:37.671902 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e2765241-c4d5-4aeb-8ee4-a41ffeceaced None None] Transition to ACTIVE for port object 73c5653f-cab2-4151-abc3-2a94f87a0f13 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:11:37.681964 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e2765241-c4d5-4aeb-8ee4-a41ffeceaced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:37.742322 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f1cde46c-9132-4e37-8d4c-9f285ea109f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:37.743716 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2765241-c4d5-4aeb-8ee4-a41ffeceaced None None] Pushing event updated for resources: {'Port': ['ID=73c5653f-cab2-4151-abc3-2a94f87a0f13,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:37.748594 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f260c0a0-c662-4fe5-9ec0-a1904db25aa3 req-f24202fb-cf4a-4498-a353-92a90fdca35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:37.750149 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f260c0a0-c662-4fe5-9ec0-a1904db25aa3 req-f24202fb-cf4a-4498-a353-92a90fdca35c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6dc6777949c4bca80e15baebcec81ec&device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 1098 time: 0.2516105 Jul 24 01:11:37.759542 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2765241-c4d5-4aeb-8ee4-a41ffeceaced None None] Network f7c5d20c-c512-47a6-9ab3-252e450fab29 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:11:37.761800 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-e2765241-c4d5-4aeb-8ee4-a41ffeceaced None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:11:37.764823 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2765241-c4d5-4aeb-8ee4-a41ffeceaced None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:11:37.847595 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-e2765241-c4d5-4aeb-8ee4-a41ffeceaced None None] Attempting to bind port 73c5653f-cab2-4151-abc3-2a94f87a0f13 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:11:37.848081 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-e2765241-c4d5-4aeb-8ee4-a41ffeceaced None None] Attempting to bind port 73c5653f-cab2-4151-abc3-2a94f87a0f13 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'ed8b8b41-3218-484e-9cd8-78bf4ea4cf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f7c5d20c-c512-47a6-9ab3-252e450fab29'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:11:37.848505 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2765241-c4d5-4aeb-8ee4-a41ffeceaced None None] Attempting to bind port 73c5653f-cab2-4151-abc3-2a94f87a0f13 on network f7c5d20c-c512-47a6-9ab3-252e450fab29 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:11:37.853693 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2765241-c4d5-4aeb-8ee4-a41ffeceaced None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:11:37.854064 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2765241-c4d5-4aeb-8ee4-a41ffeceaced None None] Checking segment: {'id': 'ed8b8b41-3218-484e-9cd8-78bf4ea4cf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f7c5d20c-c512-47a6-9ab3-252e450fab29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:11:37.854542 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e2765241-c4d5-4aeb-8ee4-a41ffeceaced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:37.855091 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2765241-c4d5-4aeb-8ee4-a41ffeceaced None None] Bound using segment: {'id': 'ed8b8b41-3218-484e-9cd8-78bf4ea4cf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f7c5d20c-c512-47a6-9ab3-252e450fab29'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:11:37.855346 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5def3ae4-86e2-4d66-abdc-b3719a7c87e5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:37.855664 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-e2765241-c4d5-4aeb-8ee4-a41ffeceaced None None] Bound port: 73c5653f-cab2-4151-abc3-2a94f87a0f13, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed8b8b41-3218-484e-9cd8-78bf4ea4cf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f7c5d20c-c512-47a6-9ab3-252e450fab29'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:11:37.856149 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e2765241-c4d5-4aeb-8ee4-a41ffeceaced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:37.872809 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-5def3ae4-86e2-4d66-abdc-b3719a7c87e5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Transition to ACTIVE for port object eef7c64f-4284-45b2-a6d9-113bf2ad18bf will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:11:37.911319 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5def3ae4-86e2-4d66-abdc-b3719a7c87e5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:37.926739 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-e2765241-c4d5-4aeb-8ee4-a41ffeceaced None None] For port 73c5653f-cab2-4151-abc3-2a94f87a0f13, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:11:37.931319 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-e2765241-c4d5-4aeb-8ee4-a41ffeceaced None None] For port 73c5653f-cab2-4151-abc3-2a94f87a0f13, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=73c5653f-cab2-4151-abc3-2a94f87a0f13,segment=NetworkSegment(ed8b8b41-3218-484e-9cd8-78bf4ea4cf00),segment_id=ed8b8b41-3218-484e-9cd8-78bf4ea4cf00)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:11:37.938033 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e2765241-c4d5-4aeb-8ee4-a41ffeceaced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:37.993155 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def3ae4-86e2-4d66-abdc-b3719a7c87e5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event updated for resources: {'Port': ['ID=eef7c64f-4284-45b2-a6d9-113bf2ad18bf,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:38.006765 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2765241-c4d5-4aeb-8ee4-a41ffeceaced None None] Pushing event updated for resources: {'Port': ['ID=73c5653f-cab2-4151-abc3-2a94f87a0f13,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:38.007279 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5def3ae4-86e2-4d66-abdc-b3719a7c87e5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Network 450da624-2d95-464c-a359-0cf34f9cd043 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:11:38.009361 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-5def3ae4-86e2-4d66-abdc-b3719a7c87e5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:11:38.010959 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f260c0a0-c662-4fe5-9ec0-a1904db25aa3 req-994895f6-fe02-4fc3-86c1-02311291d441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:38.013052 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f260c0a0-c662-4fe5-9ec0-a1904db25aa3 req-994895f6-fe02-4fc3-86c1-02311291d441 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ce20638c-9366-403c-99ef-699b8c74111a HTTP/1.1" status: 200 len: 918 time: 0.2275877 Jul 24 01:11:38.014135 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5def3ae4-86e2-4d66-abdc-b3719a7c87e5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:11:38.039239 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8ae7f98f-176e-4e6c-862a-c05021d580b6 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:38.064686 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5def3ae4-86e2-4d66-abdc-b3719a7c87e5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:38.086508 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f1cde46c-9132-4e37-8d4c-9f285ea109f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:38.155451 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f1cde46c-9132-4e37-8d4c-9f285ea109f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:38.207027 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cde46c-9132-4e37-8d4c-9f285ea109f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a536acd4-f672-4fb6-a7cf-ac69a71a45c8,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:38.222383 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5def3ae4-86e2-4d66-abdc-b3719a7c87e5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:38.270765 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f1cde46c-9132-4e37-8d4c-9f285ea109f3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=87b7692798d5439a8f63c3dbc4c4bc0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7998576 Jul 24 01:11:38.274991 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f260c0a0-c662-4fe5-9ec0-a1904db25aa3 req-b4d6659c-2c1a-440e-931a-b966ac1a2856 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05963e2b-d078-4047-9852-450b738dbdb2 HTTP/1.1" status: 200 len: 1001 time: 0.2536967 Jul 24 01:11:38.275451 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56834) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:38.400751 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f260c0a0-c662-4fe5-9ec0-a1904db25aa3 req-f4a65414-36c6-4816-ad6a-dce7d6298d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:38.404505 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f260c0a0-c662-4fe5-9ec0-a1904db25aa3 req-f4a65414-36c6-4816-ad6a-dce7d6298d40 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=941506a1-fc49-47b1-b115-8157f3b98de0 HTTP/1.1" status: 200 len: 856 time: 0.1156001 Jul 24 01:11:38.468345 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d99172e9-308b-4769-91d5-db12ca8bf4a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:38.505680 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae7f98f-176e-4e6c-862a-c05021d580b6 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Router 6e2b9fce-c311-4667-8c25-a6bfc163d698 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:11:38.510698 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d99172e9-308b-4769-91d5-db12ca8bf4a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:38.557373 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5def3ae4-86e2-4d66-abdc-b3719a7c87e5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:38.563927 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5def3ae4-86e2-4d66-abdc-b3719a7c87e5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:38.587963 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f260c0a0-c662-4fe5-9ec0-a1904db25aa3 req-84cbb3ac-b94a-4f8a-b027-b6ff3c78a3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:38.588835 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd73fe21-5d1c-4e76-9825-dff4e67d1882 None None] Network 450da624-2d95-464c-a359-0cf34f9cd043 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:11:38.590080 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f260c0a0-c662-4fe5-9ec0-a1904db25aa3 req-84cbb3ac-b94a-4f8a-b027-b6ff3c78a3ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce20638c-9366-403c-99ef-699b8c74111a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1756909 Jul 24 01:11:38.640552 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def3ae4-86e2-4d66-abdc-b3719a7c87e5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event updated for resources: {'Port': ['ID=eef7c64f-4284-45b2-a6d9-113bf2ad18bf,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:38.651973 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5def3ae4-86e2-4d66-abdc-b3719a7c87e5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:38.734530 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-57201557-b093-404e-abd5-bce31ace9278 None None] Provisioning for port 84d9c97f-c5a8-4b95-acd6-e588ab196e8a completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:11:38.743902 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d99172e9-308b-4769-91d5-db12ca8bf4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:38.747417 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d99172e9-308b-4769-91d5-db12ca8bf4a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:38.751091 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d99172e9-308b-4769-91d5-db12ca8bf4a5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a536acd4-f672-4fb6-a7cf-ac69a71a45c8 HTTP/1.1" status: 204 len: 168 time: 0.4704909 Jul 24 01:11:38.762526 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae7f98f-176e-4e6c-862a-c05021d580b6 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:11:38.771602 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc185af-8f18-40e1-ba26-1f0a15fa0a5f None None] Sync routers for ids ['6e2b9fce-c311-4667-8c25-a6bfc163d698'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:11:38.777466 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f260c0a0-c662-4fe5-9ec0-a1904db25aa3 req-cd23c789-0a43-45b5-bb18-0403f1829bc0 service neutron] 10.222.0.13 "GET /v2.0/networks/ce20638c-9366-403c-99ef-699b8c74111a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513245 Jul 24 01:11:38.780044 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5def3ae4-86e2-4d66-abdc-b3719a7c87e5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Network 450da624-2d95-464c-a359-0cf34f9cd043 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:11:38.781724 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-5def3ae4-86e2-4d66-abdc-b3719a7c87e5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:11:38.782015 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99172e9-308b-4769-91d5-db12ca8bf4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a536acd4-f672-4fb6-a7cf-ac69a71a45c8,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:38.788310 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc185af-8f18-40e1-ba26-1f0a15fa0a5f None None] Routers {'6e2b9fce-c311-4667-8c25-a6bfc163d698'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:11:38.789160 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-4bc185af-8f18-40e1-ba26-1f0a15fa0a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:11:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['6e2b9fce-c311-4667-8c25-a6bfc163d698'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:38.855379 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8ae7f98f-176e-4e6c-862a-c05021d580b6 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:38.857589 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-8ae7f98f-176e-4e6c-862a-c05021d580b6 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.3015406 Jul 24 01:11:38.950835 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f260c0a0-c662-4fe5-9ec0-a1904db25aa3 req-737eb0cb-72f5-47f2-98c2-4ba9337ea0eb service neutron] 10.222.0.13 "GET /v2.0/networks/ce20638c-9366-403c-99ef-699b8c74111a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580875 Jul 24 01:11:38.951348 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56838) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:38.957278 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-4bc185af-8f18-40e1-ba26-1f0a15fa0a5f None None] Set router 6e2b9fce-c311-4667-8c25-a6bfc163d698 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:11:39.029070 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5def3ae4-86e2-4d66-abdc-b3719a7c87e5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Router 4b206abd-8d98-46da-8196-fb46af8f049a is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:11:39.138513 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-522aee5c-812f-41e2-b6b1-b59301a1c435 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] 10.222.0.15 "GET /v2.0/routers/6e2b9fce-c311-4667-8c25-a6bfc163d698 HTTP/1.1" status: 200 len: 909 time: 0.1860147 Jul 24 01:11:39.144632 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56842) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:39.149290 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-a4a41340-d83e-4bb4-ad96-f43f26a20003 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1102338625', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'enable_snat': True}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:39.221778 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-4bc185af-8f18-40e1-ba26-1f0a15fa0a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2b9fce-c311-4667-8c25-a6bfc163d698', 'name': 'tempest-snat-router-1102338625', 'tenant_id': '22b313d9929d40f78c0a7530255cf2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.221'}], 'enable_snat': False}, 'gw_port_id': '68195872-fb6c-4858-b217-7d98f7823cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:11:35Z', 'updated_at': '2021-07-24T01:11:36Z', 'revision_number': 3, 'project_id': '22b313d9929d40f78c0a7530255cf2da', 'gw_port': {'id': '68195872-fb6c-4858-b217-7d98f7823cee', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2b9fce-c311-4667-8c25-a6bfc163d698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:11:36Z', 'updated_at': '2021-07-24T01:11:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:39.274776 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc185af-8f18-40e1-ba26-1f0a15fa0a5f None None] Checking router: 6e2b9fce-c311-4667-8c25-a6bfc163d698 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:11:39.275341 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc185af-8f18-40e1-ba26-1f0a15fa0a5f None None] Updating router 6e2b9fce-c311-4667-8c25-a6bfc163d698 port 68195872-fb6c-4858-b217-7d98f7823cee binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:11:39.288449 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 73c5653f-cab2-4151-abc3-2a94f87a0f13 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:11:39.313759 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5def3ae4-86e2-4d66-abdc-b3719a7c87e5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:11:39.324045 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-4bc185af-8f18-40e1-ba26-1f0a15fa0a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:39.333403 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5def3ae4-86e2-4d66-abdc-b3719a7c87e5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "PUT /v2.0/routers/4b206abd-8d98-46da-8196-fb46af8f049a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4516273 Jul 24 01:11:39.337035 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56844) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:39.339309 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a4a41340-d83e-4bb4-ad96-f43f26a20003 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:39.341452 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a4a41340-d83e-4bb4-ad96-f43f26a20003 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:39.415727 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5562a0-1f35-4ddb-90a5-ad537c20c7a1 None None] Sync routers for ids ['4b206abd-8d98-46da-8196-fb46af8f049a'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:11:39.425446 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56846) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:39.446608 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a4a41340-d83e-4bb4-ad96-f43f26a20003 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:39.448192 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b0ba682-ca75-4129-b705-85063bf0c282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:39.450671 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5562a0-1f35-4ddb-90a5-ad537c20c7a1 None None] Routers {'4b206abd-8d98-46da-8196-fb46af8f049a'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:11:39.452050 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-fb5562a0-1f35-4ddb-90a5-ad537c20c7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:11:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['4b206abd-8d98-46da-8196-fb46af8f049a'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:39.460546 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f5fc58-4144-449e-bc3f-0eeac34c3617 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:39.462020 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-91f5fc58-4144-449e-bc3f-0eeac34c3617 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "GET /v2.0/ports/eef7c64f-4284-45b2-a6d9-113bf2ad18bf HTTP/1.1" status: 200 len: 910 time: 0.1239803 Jul 24 01:11:39.474619 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56848) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:39.514847 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-fb5562a0-1f35-4ddb-90a5-ad537c20c7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:39.532862 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 73c5653f-cab2-4151-abc3-2a94f87a0f13 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:11:39.536762 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5562a0-1f35-4ddb-90a5-ad537c20c7a1 None None] Routers {'4b206abd-8d98-46da-8196-fb46af8f049a'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:11:39.537403 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-fb5562a0-1f35-4ddb-90a5-ad537c20c7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:11:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['4b206abd-8d98-46da-8196-fb46af8f049a'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:39.541626 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d091d04c-7586-434c-b522-9d81885c8028 None None] Provisioning for port eef7c64f-4284-45b2-a6d9-113bf2ad18bf completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:11:39.544978 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 84d9c97f-c5a8-4b95-acd6-e588ab196e8a up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:11:39.586567 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-fb5562a0-1f35-4ddb-90a5-ad537c20c7a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:39.587523 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5562a0-1f35-4ddb-90a5-ad537c20c7a1 None None] The sync data for ids ['4b206abd-8d98-46da-8196-fb46af8f049a'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:11:39.618888 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d091d04c-7586-434c-b522-9d81885c8028 None None] Provisioning complete for port eef7c64f-4284-45b2-a6d9-113bf2ad18bf triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:11:39.618888 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d091d04c-7586-434c-b522-9d81885c8028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:39.634800 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b62ded5-8098-4d30-ac2a-69298a0db4ae None None] Network f7c5d20c-c512-47a6-9ab3-252e450fab29 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:11:39.659721 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a4a41340-d83e-4bb4-ad96-f43f26a20003 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:39.804614 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b0ba682-ca75-4129-b705-85063bf0c282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:39.818360 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b0ba682-ca75-4129-b705-85063bf0c282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:39.850729 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-4bc185af-8f18-40e1-ba26-1f0a15fa0a5f None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:39.873071 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-4bc185af-8f18-40e1-ba26-1f0a15fa0a5f None None] Transition to ACTIVE for port object 68195872-fb6c-4858-b217-7d98f7823cee will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:11:39.880283 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-d091d04c-7586-434c-b522-9d81885c8028 None None] Port eef7c64f-4284-45b2-a6d9-113bf2ad18bf cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:11:39.894795 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-4bc185af-8f18-40e1-ba26-1f0a15fa0a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:39.928924 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 84d9c97f-c5a8-4b95-acd6-e588ab196e8a completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:11:39.937660 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 84d9c97f-c5a8-4b95-acd6-e588ab196e8a triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:11:39.938114 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:39.993463 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-4bc185af-8f18-40e1-ba26-1f0a15fa0a5f None None] Attempting to bind port 68195872-fb6c-4858-b217-7d98f7823cee on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:11:39.994198 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-4bc185af-8f18-40e1-ba26-1f0a15fa0a5f None None] Attempting to bind port 68195872-fb6c-4858-b217-7d98f7823cee by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:11:39.994844 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc185af-8f18-40e1-ba26-1f0a15fa0a5f None None] Attempting to bind port 68195872-fb6c-4858-b217-7d98f7823cee on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:11:40.015474 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc185af-8f18-40e1-ba26-1f0a15fa0a5f None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:11:40.016326 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc185af-8f18-40e1-ba26-1f0a15fa0a5f None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:11:40.016997 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-4bc185af-8f18-40e1-ba26-1f0a15fa0a5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:40.017440 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e0b0e5a9-4a92-4622-b852-0a40d29a420c None None] Provisioning complete for port eef7c64f-4284-45b2-a6d9-113bf2ad18bf triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:11:40.017905 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc185af-8f18-40e1-ba26-1f0a15fa0a5f None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:11:40.018412 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e0b0e5a9-4a92-4622-b852-0a40d29a420c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:40.018987 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-4bc185af-8f18-40e1-ba26-1f0a15fa0a5f None None] Bound port: 68195872-fb6c-4858-b217-7d98f7823cee, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:11:40.019702 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-4bc185af-8f18-40e1-ba26-1f0a15fa0a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:40.050650 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c5bb9ca3-2447-41f4-97c3-56e91c284d3e tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:40.110252 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-4bc185af-8f18-40e1-ba26-1f0a15fa0a5f None None] For port 68195872-fb6c-4858-b217-7d98f7823cee, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:11:40.112623 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-e0b0e5a9-4a92-4622-b852-0a40d29a420c None None] Port eef7c64f-4284-45b2-a6d9-113bf2ad18bf cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:11:40.117891 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-4bc185af-8f18-40e1-ba26-1f0a15fa0a5f None None] For port 68195872-fb6c-4858-b217-7d98f7823cee, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=68195872-fb6c-4858-b217-7d98f7823cee,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:11:40.128627 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2522e70c-b572-4982-8baf-cae86c9eac95 None None] Pushing event updated for resources: {'Port': ['ID=68195872-fb6c-4858-b217-7d98f7823cee,revision_number=2']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:40.136832 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-4bc185af-8f18-40e1-ba26-1f0a15fa0a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:40.141113 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e0b0e5a9-4a92-4622-b852-0a40d29a420c None None] Provisioning for port 73c5653f-cab2-4151-abc3-2a94f87a0f13 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:11:40.144854 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:40.176695 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4b0ba682-ca75-4129-b705-85063bf0c282 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=99676ea59807478ebff798707539ea8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7500587 Jul 24 01:11:40.180754 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56850) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:40.186892 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 84d9c97f-c5a8-4b95-acd6-e588ab196e8a, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=84d9c97f-c5a8-4b95-acd6-e588ab196e8a,segment=NetworkSegment(976f1d14-05a0-4b23-ba5d-e91913e24857),segment_id=976f1d14-05a0-4b23-ba5d-e91913e24857)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:11:40.187156 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ba682-ca75-4129-b705-85063bf0c282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68260c7-5fcd-4617-a8e6-d7860f193339,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:40.188373 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e0b0e5a9-4a92-4622-b852-0a40d29a420c None None] Provisioning complete for port 73c5653f-cab2-4151-abc3-2a94f87a0f13 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:11:40.189006 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e0b0e5a9-4a92-4622-b852-0a40d29a420c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:40.231679 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc185af-8f18-40e1-ba26-1f0a15fa0a5f None None] Routers {'6e2b9fce-c311-4667-8c25-a6bfc163d698'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:11:40.232624 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-4bc185af-8f18-40e1-ba26-1f0a15fa0a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:11:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['6e2b9fce-c311-4667-8c25-a6bfc163d698'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:40.242278 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:40.340988 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a4a41340-d83e-4bb4-ad96-f43f26a20003 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:40.347637 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a8e495ef-48f1-4611-b558-b506562c99aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:40.365179 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a4a41340-d83e-4bb4-ad96-f43f26a20003 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:40.371006 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e0b0e5a9-4a92-4622-b852-0a40d29a420c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:40.393814 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=84d9c97f-c5a8-4b95-acd6-e588ab196e8a,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:40.401343 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-4bc185af-8f18-40e1-ba26-1f0a15fa0a5f None None] Set router 6e2b9fce-c311-4667-8c25-a6bfc163d698 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:11:40.414266 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-e0b0e5a9-4a92-4622-b852-0a40d29a420c None None] For port 73c5653f-cab2-4151-abc3-2a94f87a0f13, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=73c5653f-cab2-4151-abc3-2a94f87a0f13,segment=NetworkSegment(ed8b8b41-3218-484e-9cd8-78bf4ea4cf00),segment_id=ed8b8b41-3218-484e-9cd8-78bf4ea4cf00)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:11:40.424813 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e0b0e5a9-4a92-4622-b852-0a40d29a420c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:40.435956 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a8e495ef-48f1-4611-b558-b506562c99aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:40.484269 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b0e5a9-4a92-4622-b852-0a40d29a420c None None] Pushing event updated for resources: {'Port': ['ID=73c5653f-cab2-4151-abc3-2a94f87a0f13,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:40.507806 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2522e70c-b572-4982-8baf-cae86c9eac95 None None] Pushing event updated for resources: {'Port': ['ID=68195872-fb6c-4858-b217-7d98f7823cee,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:40.519755 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-a4a41340-d83e-4bb4-ad96-f43f26a20003 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Allocated IP 172.25.2.148 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/b50bb7eb-4c2f-4f9d-a769-dd610e6006f5) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:11:40.534904 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a8e495ef-48f1-4611-b558-b506562c99aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:40.537948 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a8e495ef-48f1-4611-b558-b506562c99aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:40.544393 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a8e495ef-48f1-4611-b558-b506562c99aa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e68260c7-5fcd-4617-a8e6-d7860f193339 HTTP/1.1" status: 204 len: 168 time: 0.3601403 Jul 24 01:11:40.547835 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-97823ace-ffd6-4e95-a320-12574bd0c9d6 None None] Provisioning complete for port 73c5653f-cab2-4151-abc3-2a94f87a0f13 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:11:40.549690 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-97823ace-ffd6-4e95-a320-12574bd0c9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:40.571608 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-c5bb9ca3-2447-41f4-97c3-56e91c284d3e tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Allocated IP 172.21.0.1 (f7c5d20c-c512-47a6-9ab3-252e450fab29/735bb8e5-e77a-410e-b09b-3afc8fc4be56/63eb7060-9579-4b6f-a8d8-1b8a1b93610a) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:11:40.574215 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e495ef-48f1-4611-b558-b506562c99aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68260c7-5fcd-4617-a8e6-d7860f193339,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:40.663890 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-4bc185af-8f18-40e1-ba26-1f0a15fa0a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2b9fce-c311-4667-8c25-a6bfc163d698', 'name': 'tempest-snat-router-1102338625', 'tenant_id': '22b313d9929d40f78c0a7530255cf2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.221'}], 'enable_snat': False}, 'gw_port_id': '68195872-fb6c-4858-b217-7d98f7823cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:11:35Z', 'updated_at': '2021-07-24T01:11:36Z', 'revision_number': 3, 'project_id': '22b313d9929d40f78c0a7530255cf2da', 'gw_port': {'id': '68195872-fb6c-4858-b217-7d98f7823cee', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2b9fce-c311-4667-8c25-a6bfc163d698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:11:36Z', 'updated_at': '2021-07-24T01:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:40.696086 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc185af-8f18-40e1-ba26-1f0a15fa0a5f None None] The sync data for ids ['6e2b9fce-c311-4667-8c25-a6bfc163d698'] in n-d-793621-25 is: [{'id': '6e2b9fce-c311-4667-8c25-a6bfc163d698', 'name': 'tempest-snat-router-1102338625', 'tenant_id': '22b313d9929d40f78c0a7530255cf2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.221'}], 'enable_snat': False}, 'gw_port_id': '68195872-fb6c-4858-b217-7d98f7823cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:11:35Z', 'updated_at': '2021-07-24T01:11:36Z', 'revision_number': 3, 'project_id': '22b313d9929d40f78c0a7530255cf2da', 'gw_port': {'id': '68195872-fb6c-4858-b217-7d98f7823cee', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:c4:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2b9fce-c311-4667-8c25-a6bfc163d698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3012, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:11:36Z', 'updated_at': '2021-07-24T01:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:11:40.736952 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a4a41340-d83e-4bb4-ad96-f43f26a20003 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:40.754680 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c5bb9ca3-2447-41f4-97c3-56e91c284d3e tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:40.773581 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-c5bb9ca3-2447-41f4-97c3-56e91c284d3e tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Transition to ACTIVE for port object 63eb7060-9579-4b6f-a8d8-1b8a1b93610a will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:11:40.788359 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a4a41340-d83e-4bb4-ad96-f43f26a20003 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:40.811458 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a41340-d83e-4bb4-ad96-f43f26a20003 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:11:40.828708 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c5bb9ca3-2447-41f4-97c3-56e91c284d3e tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:40.831702 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-a4a41340-d83e-4bb4-ad96-f43f26a20003 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:11:40.835442 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a41340-d83e-4bb4-ad96-f43f26a20003 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:11:40.879093 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bb9ca3-2447-41f4-97c3-56e91c284d3e tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Network f7c5d20c-c512-47a6-9ab3-252e450fab29 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:11:40.882239 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a41340-d83e-4bb4-ad96-f43f26a20003 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Pushing event updated for resources: {'Port': ['ID=b50bb7eb-4c2f-4f9d-a769-dd610e6006f5,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:40.885308 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-c5bb9ca3-2447-41f4-97c3-56e91c284d3e tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:11:40.888176 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bb9ca3-2447-41f4-97c3-56e91c284d3e tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:11:40.916465 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb9ca3-2447-41f4-97c3-56e91c284d3e tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event updated for resources: {'Port': ['ID=63eb7060-9579-4b6f-a8d8-1b8a1b93610a,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:40.950356 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c5bb9ca3-2447-41f4-97c3-56e91c284d3e tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:41.186807 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c5bb9ca3-2447-41f4-97c3-56e91c284d3e tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:41.260975 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a4a41340-d83e-4bb4-ad96-f43f26a20003 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:41.287523 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 68195872-fb6c-4858-b217-7d98f7823cee up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:11:41.569431 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-281e256f-1d51-428f-9efa-6cc21925958d None None] Provisioning for port 63eb7060-9579-4b6f-a8d8-1b8a1b93610a completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:11:41.578665 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-281e256f-1d51-428f-9efa-6cc21925958d None None] Provisioning complete for port 63eb7060-9579-4b6f-a8d8-1b8a1b93610a triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:11:41.579473 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-281e256f-1d51-428f-9efa-6cc21925958d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:41.615243 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 68195872-fb6c-4858-b217-7d98f7823cee completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:11:41.616389 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a4a41340-d83e-4bb4-ad96-f43f26a20003 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:41.625098 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 68195872-fb6c-4858-b217-7d98f7823cee triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:11:41.626906 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:41.664667 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c5bb9ca3-2447-41f4-97c3-56e91c284d3e tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:41.668748 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-281e256f-1d51-428f-9efa-6cc21925958d None None] Port 63eb7060-9579-4b6f-a8d8-1b8a1b93610a cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:11:41.677094 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c5bb9ca3-2447-41f4-97c3-56e91c284d3e tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:41.741846 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:41.779485 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c5bb9ca3-2447-41f4-97c3-56e91c284d3e tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:41.781480 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb9ca3-2447-41f4-97c3-56e91c284d3e tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event updated for resources: {'Port': ['ID=63eb7060-9579-4b6f-a8d8-1b8a1b93610a,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:41.787522 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 68195872-fb6c-4858-b217-7d98f7823cee, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=68195872-fb6c-4858-b217-7d98f7823cee,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:11:41.796326 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:41.797161 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 73c5653f-cab2-4151-abc3-2a94f87a0f13 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:11:41.914027 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=68195872-fb6c-4858-b217-7d98f7823cee,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:41.927701 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 73c5653f-cab2-4151-abc3-2a94f87a0f13 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:11:41.928132 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:41.964746 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4a41340-d83e-4bb4-ad96-f43f26a20003 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Router 612e5b47-68a7-49e9-922d-aa4b7f2b0c95 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:11:42.126306 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 84d9c97f-c5a8-4b95-acd6-e588ab196e8a up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:11:42.179339 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a41340-d83e-4bb4-ad96-f43f26a20003 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:11:42.193401 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d31ef6b-5464-437f-8118-983b8aff4a1e None None] Sync routers for ids ['612e5b47-68a7-49e9-922d-aa4b7f2b0c95'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:11:42.203688 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a4a41340-d83e-4bb4-ad96-f43f26a20003 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:42.207357 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a4a41340-d83e-4bb4-ad96-f43f26a20003 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.0621850 Jul 24 01:11:42.209011 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56882) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:42.209276 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d31ef6b-5464-437f-8118-983b8aff4a1e None None] Routers {'612e5b47-68a7-49e9-922d-aa4b7f2b0c95'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:11:42.210242 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-0d31ef6b-5464-437f-8118-983b8aff4a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:11:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['612e5b47-68a7-49e9-922d-aa4b7f2b0c95'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:42.265742 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 84d9c97f-c5a8-4b95-acd6-e588ab196e8a triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:11:42.266126 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:42.373592 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-0d31ef6b-5464-437f-8118-983b8aff4a1e None None] Set router 612e5b47-68a7-49e9-922d-aa4b7f2b0c95 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:11:42.390496 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bb9ca3-2447-41f4-97c3-56e91c284d3e tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Network f7c5d20c-c512-47a6-9ab3-252e450fab29 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:11:42.392219 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-c5bb9ca3-2447-41f4-97c3-56e91c284d3e tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:11:42.416775 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-742cfcec-73f8-413c-9bdb-9d5eb1564e9d tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] 10.222.0.15 "GET /v2.0/routers/612e5b47-68a7-49e9-922d-aa4b7f2b0c95 HTTP/1.1" status: 200 len: 908 time: 0.2064955 Jul 24 01:11:42.417602 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56886) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:42.533945 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5bb9ca3-2447-41f4-97c3-56e91c284d3e tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Router 4b206abd-8d98-46da-8196-fb46af8f049a has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:11:42.580330 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-49e2bc65-8d7b-4700-875e-34ed18eae39a tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:42.684509 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5bb9ca3-2447-41f4-97c3-56e91c284d3e tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:11:42.697372 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c5bb9ca3-2447-41f4-97c3-56e91c284d3e tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "PUT /v2.0/routers/4b206abd-8d98-46da-8196-fb46af8f049a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2190795 Jul 24 01:11:42.697852 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56896) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:42.716350 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31217124-b975-4bc6-9df8-4085eef1f12d None None] Sync routers for ids ['4b206abd-8d98-46da-8196-fb46af8f049a'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:11:42.729790 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31217124-b975-4bc6-9df8-4085eef1f12d None None] Routers {'4b206abd-8d98-46da-8196-fb46af8f049a'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:11:42.730453 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-31217124-b975-4bc6-9df8-4085eef1f12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:11:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['4b206abd-8d98-46da-8196-fb46af8f049a'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:42.774916 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-0d31ef6b-5464-437f-8118-983b8aff4a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612e5b47-68a7-49e9-922d-aa4b7f2b0c95', 'name': 'tempest-snat-router-1102338625', 'tenant_id': '22b313d9929d40f78c0a7530255cf2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.148'}], 'enable_snat': True}, 'gw_port_id': 'b50bb7eb-4c2f-4f9d-a769-dd610e6006f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:11:39Z', 'updated_at': '2021-07-24T01:11:41Z', 'revision_number': 3, 'project_id': '22b313d9929d40f78c0a7530255cf2da', 'gw_port': {'id': 'b50bb7eb-4c2f-4f9d-a769-dd610e6006f5', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:51:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612e5b47-68a7-49e9-922d-aa4b7f2b0c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:11:40Z', 'updated_at': '2021-07-24T01:11:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:42.789601 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-31217124-b975-4bc6-9df8-4085eef1f12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:42.804412 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d41aa1-903e-4551-a7a3-b1e92594edea tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:42.808448 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-76d41aa1-903e-4551-a7a3-b1e92594edea tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "GET /v2.0/ports/63eb7060-9579-4b6f-a8d8-1b8a1b93610a HTTP/1.1" status: 200 len: 910 time: 0.1069973 Jul 24 01:11:42.809279 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56898) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:42.819195 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31217124-b975-4bc6-9df8-4085eef1f12d None None] Routers {'4b206abd-8d98-46da-8196-fb46af8f049a'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:11:42.819829 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-31217124-b975-4bc6-9df8-4085eef1f12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:11:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['4b206abd-8d98-46da-8196-fb46af8f049a'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:42.833948 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d31ef6b-5464-437f-8118-983b8aff4a1e None None] Checking router: 612e5b47-68a7-49e9-922d-aa4b7f2b0c95 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:11:42.834666 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d31ef6b-5464-437f-8118-983b8aff4a1e None None] Updating router 612e5b47-68a7-49e9-922d-aa4b7f2b0c95 port b50bb7eb-4c2f-4f9d-a769-dd610e6006f5 binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:11:42.862477 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-31217124-b975-4bc6-9df8-4085eef1f12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:42.863587 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31217124-b975-4bc6-9df8-4085eef1f12d None None] The sync data for ids ['4b206abd-8d98-46da-8196-fb46af8f049a'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:11:42.865454 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c813bc6b-ac2d-4cdb-98f5-c2b5f26528e9 None None] Provisioning complete for port 63eb7060-9579-4b6f-a8d8-1b8a1b93610a triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:11:42.866106 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c813bc6b-ac2d-4cdb-98f5-c2b5f26528e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:42.889693 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-0d31ef6b-5464-437f-8118-983b8aff4a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:42.921721 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-c813bc6b-ac2d-4cdb-98f5-c2b5f26528e9 None None] Port 63eb7060-9579-4b6f-a8d8-1b8a1b93610a cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:11:42.926001 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-49e2bc65-8d7b-4700-875e-34ed18eae39a tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:43.097759 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-49e2bc65-8d7b-4700-875e-34ed18eae39a tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Deleting port b50bb7eb-4c2f-4f9d-a769-dd610e6006f5 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:11:43.098467 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-49e2bc65-8d7b-4700-875e-34ed18eae39a tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:43.156519 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 68195872-fb6c-4858-b217-7d98f7823cee up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:11:43.217858 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-49e2bc65-8d7b-4700-875e-34ed18eae39a tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:43.236551 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-49e2bc65-8d7b-4700-875e-34ed18eae39a tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Calling delete_port for b50bb7eb-4c2f-4f9d-a769-dd610e6006f5 owned by network:router_gateway {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:11:43.241457 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 68195872-fb6c-4858-b217-7d98f7823cee triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:11:43.241975 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:43.243237 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-0d31ef6b-5464-437f-8118-983b8aff4a1e None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:43.261307 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-0d31ef6b-5464-437f-8118-983b8aff4a1e None None] Transition to ACTIVE for port object b50bb7eb-4c2f-4f9d-a769-dd610e6006f5 will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:11:43.275406 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-0d31ef6b-5464-437f-8118-983b8aff4a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:43.335242 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-0d31ef6b-5464-437f-8118-983b8aff4a1e None None] Attempting to bind port b50bb7eb-4c2f-4f9d-a769-dd610e6006f5 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:11:43.335627 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-0d31ef6b-5464-437f-8118-983b8aff4a1e None None] Attempting to bind port b50bb7eb-4c2f-4f9d-a769-dd610e6006f5 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:11:43.335993 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d31ef6b-5464-437f-8118-983b8aff4a1e None None] Attempting to bind port b50bb7eb-4c2f-4f9d-a769-dd610e6006f5 on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:11:43.338403 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f38e4-7ada-44e4-a1d0-1394920b70da None None] Pushing event updated for resources: {'Port': ['ID=b50bb7eb-4c2f-4f9d-a769-dd610e6006f5,revision_number=2']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:43.345607 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d31ef6b-5464-437f-8118-983b8aff4a1e None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:11:43.345991 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d31ef6b-5464-437f-8118-983b8aff4a1e None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:11:43.346404 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-0d31ef6b-5464-437f-8118-983b8aff4a1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:43.346826 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d31ef6b-5464-437f-8118-983b8aff4a1e None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:11:43.347305 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-0d31ef6b-5464-437f-8118-983b8aff4a1e None None] Bound port: b50bb7eb-4c2f-4f9d-a769-dd610e6006f5, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:11:43.348407 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-0d31ef6b-5464-437f-8118-983b8aff4a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:43.399904 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ce78e0cd-ac03-48b2-acc7-b1531ec9e8bf tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:43.426666 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-0d31ef6b-5464-437f-8118-983b8aff4a1e None None] For port b50bb7eb-4c2f-4f9d-a769-dd610e6006f5, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:11:43.431595 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-0d31ef6b-5464-437f-8118-983b8aff4a1e None None] For port b50bb7eb-4c2f-4f9d-a769-dd610e6006f5, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=b50bb7eb-4c2f-4f9d-a769-dd610e6006f5,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:11:43.438924 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-0d31ef6b-5464-437f-8118-983b8aff4a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:43.528577 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d31ef6b-5464-437f-8118-983b8aff4a1e None None] Routers {'612e5b47-68a7-49e9-922d-aa4b7f2b0c95'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:11:43.529319 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-0d31ef6b-5464-437f-8118-983b8aff4a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:11:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['612e5b47-68a7-49e9-922d-aa4b7f2b0c95'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:43.532142 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f38e4-7ada-44e4-a1d0-1394920b70da None None] Pushing event updated for resources: {'Port': ['ID=b50bb7eb-4c2f-4f9d-a769-dd610e6006f5,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:43.608670 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-49e2bc65-8d7b-4700-875e-34ed18eae39a tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:43.634294 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-0d31ef6b-5464-437f-8118-983b8aff4a1e None None] Set router 612e5b47-68a7-49e9-922d-aa4b7f2b0c95 gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:11:43.642060 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e2bc65-8d7b-4700-875e-34ed18eae39a tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Pushing event deleted for resources: {'Port': ['ID=b50bb7eb-4c2f-4f9d-a769-dd610e6006f5,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:43.694821 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-0d31ef6b-5464-437f-8118-983b8aff4a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612e5b47-68a7-49e9-922d-aa4b7f2b0c95', 'name': 'tempest-snat-router-1102338625', 'tenant_id': '22b313d9929d40f78c0a7530255cf2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:11:39Z', 'updated_at': '2021-07-24T01:11:42Z', 'revision_number': 4, 'project_id': '22b313d9929d40f78c0a7530255cf2da', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:43.722044 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d31ef6b-5464-437f-8118-983b8aff4a1e None None] The sync data for ids ['612e5b47-68a7-49e9-922d-aa4b7f2b0c95'] in n-d-793621-25 is: [{'id': '612e5b47-68a7-49e9-922d-aa4b7f2b0c95', 'name': 'tempest-snat-router-1102338625', 'tenant_id': '22b313d9929d40f78c0a7530255cf2da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:11:39Z', 'updated_at': '2021-07-24T01:11:42Z', 'revision_number': 4, 'project_id': '22b313d9929d40f78c0a7530255cf2da', 'gw_port_host': None}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:11:43.749386 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-49e2bc65-8d7b-4700-875e-34ed18eae39a tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:44.125809 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-49e2bc65-8d7b-4700-875e-34ed18eae39a tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:44.128689 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-49e2bc65-8d7b-4700-875e-34ed18eae39a tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:44.184893 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-49e2bc65-8d7b-4700-875e-34ed18eae39a tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:44.185343 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e2bc65-8d7b-4700-875e-34ed18eae39a tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 612e5b47-68a7-49e9-922d-aa4b7f2b0c95 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:11:44.190106 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-49e2bc65-8d7b-4700-875e-34ed18eae39a tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:44.191299 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-49e2bc65-8d7b-4700-875e-34ed18eae39a tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] 10.222.0.15 "DELETE /v2.0/routers/612e5b47-68a7-49e9-922d-aa4b7f2b0c95 HTTP/1.1" status: 204 len: 168 time: 1.7719829 Jul 24 01:11:44.194262 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56916) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:44.197090 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-ce78e0cd-ac03-48b2-acc7-b1531ec9e8bf tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Deleting port 63eb7060-9579-4b6f-a8d8-1b8a1b93610a {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:11:44.197437 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ce78e0cd-ac03-48b2-acc7-b1531ec9e8bf tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:44.286506 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ce78e0cd-ac03-48b2-acc7-b1531ec9e8bf tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:44.299619 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-ce78e0cd-ac03-48b2-acc7-b1531ec9e8bf tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Calling delete_port for 63eb7060-9579-4b6f-a8d8-1b8a1b93610a owned by network:router_interface {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:11:44.302957 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5f748997-e898-43a6-b0b6-cd93ca73c990 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for router, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:44.410481 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5f748997-e898-43a6-b0b6-cd93ca73c990 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:44.468136 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-5f748997-e898-43a6-b0b6-cd93ca73c990 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Deleting port 68195872-fb6c-4858-b217-7d98f7823cee {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:11:44.468724 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5f748997-e898-43a6-b0b6-cd93ca73c990 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:44.481178 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ce78e0cd-ac03-48b2-acc7-b1531ec9e8bf tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:44.510345 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce78e0cd-ac03-48b2-acc7-b1531ec9e8bf tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event deleted for resources: {'Port': ['ID=63eb7060-9579-4b6f-a8d8-1b8a1b93610a,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:44.592756 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-5f748997-e898-43a6-b0b6-cd93ca73c990 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] For port 68195872-fb6c-4858-b217-7d98f7823cee, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=68195872-fb6c-4858-b217-7d98f7823cee,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:11:44.593417 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5f748997-e898-43a6-b0b6-cd93ca73c990 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:44.609532 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-5f748997-e898-43a6-b0b6-cd93ca73c990 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Calling delete_port for 68195872-fb6c-4858-b217-7d98f7823cee owned by network:router_gateway {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:11:44.719956 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ce78e0cd-ac03-48b2-acc7-b1531ec9e8bf tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:44.889142 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5f748997-e898-43a6-b0b6-cd93ca73c990 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:44.922146 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f748997-e898-43a6-b0b6-cd93ca73c990 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Pushing event deleted for resources: {'Port': ['ID=68195872-fb6c-4858-b217-7d98f7823cee,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:44.959840 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce78e0cd-ac03-48b2-acc7-b1531ec9e8bf tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Router 4b206abd-8d98-46da-8196-fb46af8f049a has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:11:44.991403 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5f748997-e898-43a6-b0b6-cd93ca73c990 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:45.060654 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce78e0cd-ac03-48b2-acc7-b1531ec9e8bf tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:11:45.068046 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ce78e0cd-ac03-48b2-acc7-b1531ec9e8bf tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "PUT /v2.0/routers/4b206abd-8d98-46da-8196-fb46af8f049a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2547698 Jul 24 01:11:45.070281 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56930) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:45.073326 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64498c4b-2c30-4465-a26e-ac18866ae863 None None] Sync routers for ids ['4b206abd-8d98-46da-8196-fb46af8f049a'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:11:45.085439 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64498c4b-2c30-4465-a26e-ac18866ae863 None None] Routers {'4b206abd-8d98-46da-8196-fb46af8f049a'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:11:45.087408 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-64498c4b-2c30-4465-a26e-ac18866ae863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:11:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['4b206abd-8d98-46da-8196-fb46af8f049a'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:45.102554 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5f748997-e898-43a6-b0b6-cd93ca73c990 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:45.104825 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5f748997-e898-43a6-b0b6-cd93ca73c990 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:45.139860 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-64498c4b-2c30-4465-a26e-ac18866ae863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:45.150818 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64498c4b-2c30-4465-a26e-ac18866ae863 None None] Routers {'4b206abd-8d98-46da-8196-fb46af8f049a'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:11:45.153041 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-64498c4b-2c30-4465-a26e-ac18866ae863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:11:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['4b206abd-8d98-46da-8196-fb46af8f049a'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:45.161352 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5f748997-e898-43a6-b0b6-cd93ca73c990 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:45.161978 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f748997-e898-43a6-b0b6-cd93ca73c990 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6e2b9fce-c311-4667-8c25-a6bfc163d698 {{(pid=100464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:11:45.173232 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5f748997-e898-43a6-b0b6-cd93ca73c990 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:45.179902 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5f748997-e898-43a6-b0b6-cd93ca73c990 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] 10.222.0.15 "DELETE /v2.0/routers/6e2b9fce-c311-4667-8c25-a6bfc163d698 HTTP/1.1" status: 204 len: 168 time: 0.9837193 Jul 24 01:11:45.179902 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56932) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:45.185689 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-07a01467-88bb-48dd-8cc9-5546bcac8573 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-473789298', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}, 'admin_state_up': False}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:45.208012 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-64498c4b-2c30-4465-a26e-ac18866ae863 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:45.208872 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64498c4b-2c30-4465-a26e-ac18866ae863 None None] The sync data for ids ['4b206abd-8d98-46da-8196-fb46af8f049a'] in n-d-793621-25 is: [] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:11:45.228645 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-07a01467-88bb-48dd-8cc9-5546bcac8573 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:45.231788 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-07a01467-88bb-48dd-8cc9-5546bcac8573 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:45.292004 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-07a01467-88bb-48dd-8cc9-5546bcac8573 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:45.449802 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-07a01467-88bb-48dd-8cc9-5546bcac8573 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:45.484328 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fc12c1df-ffd0-4cb9-b980-b10579351e6c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:45.659210 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-07a01467-88bb-48dd-8cc9-5546bcac8573 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router_gateway, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:45.679908 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-07a01467-88bb-48dd-8cc9-5546bcac8573 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:45.706656 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-259819d3-8e46-4066-a1cb-a406c941c3e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:45.779562 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-fc12c1df-ffd0-4cb9-b980-b10579351e6c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Deleting port eef7c64f-4284-45b2-a6d9-113bf2ad18bf {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:11:45.780014 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fc12c1df-ffd0-4cb9-b980-b10579351e6c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:45.805935 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-07a01467-88bb-48dd-8cc9-5546bcac8573 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Allocated IP 172.25.2.124 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/433dde19-d16c-4ff3-be5b-69be9ae86d0d) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:11:45.877194 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fc12c1df-ffd0-4cb9-b980-b10579351e6c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:45.895724 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-fc12c1df-ffd0-4cb9-b980-b10579351e6c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Calling delete_port for eef7c64f-4284-45b2-a6d9-113bf2ad18bf owned by network:router_interface {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:11:45.934765 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-07a01467-88bb-48dd-8cc9-5546bcac8573 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:45.983252 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-07a01467-88bb-48dd-8cc9-5546bcac8573 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:46.023404 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a01467-88bb-48dd-8cc9-5546bcac8573 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:11:46.029337 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-07a01467-88bb-48dd-8cc9-5546bcac8573 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:11:46.032967 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a01467-88bb-48dd-8cc9-5546bcac8573 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:11:46.056055 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a01467-88bb-48dd-8cc9-5546bcac8573 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Pushing event updated for resources: {'Port': ['ID=433dde19-d16c-4ff3-be5b-69be9ae86d0d,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:46.097591 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fc12c1df-ffd0-4cb9-b980-b10579351e6c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:46.128318 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12c1df-ffd0-4cb9-b980-b10579351e6c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event deleted for resources: {'Port': ['ID=eef7c64f-4284-45b2-a6d9-113bf2ad18bf,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:46.291604 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fc12c1df-ffd0-4cb9-b980-b10579351e6c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:46.359392 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-07a01467-88bb-48dd-8cc9-5546bcac8573 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router_gateway, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:46.483342 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc12c1df-ffd0-4cb9-b980-b10579351e6c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Router 4b206abd-8d98-46da-8196-fb46af8f049a has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:11:46.561156 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc12c1df-ffd0-4cb9-b980-b10579351e6c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:11:46.569257 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56938) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:46.569429 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-fc12c1df-ffd0-4cb9-b980-b10579351e6c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "PUT /v2.0/routers/4b206abd-8d98-46da-8196-fb46af8f049a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4856482 Jul 24 01:11:46.574127 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88a36c5-45c1-45d7-8c58-673ace111749 None None] Sync routers for ids ['4b206abd-8d98-46da-8196-fb46af8f049a'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:11:46.587364 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88a36c5-45c1-45d7-8c58-673ace111749 None None] Routers {'4b206abd-8d98-46da-8196-fb46af8f049a'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:11:46.588134 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-a88a36c5-45c1-45d7-8c58-673ace111749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:11:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['4b206abd-8d98-46da-8196-fb46af8f049a'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:46.601968 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5f014f5c-2868-48ee-843b-7f930f994077 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b206abd-8d98-46da-8196-fb46af8f049a HTTP/1.1" status: 200 len: 205 time: 0.0315897 Jul 24 01:11:46.606483 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56940) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:46.613169 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-07a01467-88bb-48dd-8cc9-5546bcac8573 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:46.627076 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-a88a36c5-45c1-45d7-8c58-673ace111749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:46.636397 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88a36c5-45c1-45d7-8c58-673ace111749 None None] Routers {'4b206abd-8d98-46da-8196-fb46af8f049a'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:11:46.637249 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-a88a36c5-45c1-45d7-8c58-673ace111749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:11:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['4b206abd-8d98-46da-8196-fb46af8f049a'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:46.669927 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-a88a36c5-45c1-45d7-8c58-673ace111749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:46.670628 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88a36c5-45c1-45d7-8c58-673ace111749 None None] The sync data for ids ['4b206abd-8d98-46da-8196-fb46af8f049a'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:11:46.743053 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-06d8b041-e426-4424-9508-5f9b77243f98 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for router, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:47.065872 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 68195872-fb6c-4858-b217-7d98f7823cee no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:11:47.089341 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 68195872-fb6c-4858-b217-7d98f7823cee {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:11:47.090319 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 68195872-fb6c-4858-b217-7d98f7823cee not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:11:47.249834 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-06d8b041-e426-4424-9508-5f9b77243f98 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:47.253639 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-06d8b041-e426-4424-9508-5f9b77243f98 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:47.266359 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56948) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:47.312755 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-06d8b041-e426-4424-9508-5f9b77243f98 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:47.313251 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d8b041-e426-4424-9508-5f9b77243f98 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Fanout notify agent at l3_agent the message router_deleted on router 4b206abd-8d98-46da-8196-fb46af8f049a {{(pid=100464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:11:47.324528 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-06d8b041-e426-4424-9508-5f9b77243f98 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:47.328406 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-06d8b041-e426-4424-9508-5f9b77243f98 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "DELETE /v2.0/routers/4b206abd-8d98-46da-8196-fb46af8f049a HTTP/1.1" status: 204 len: 168 time: 0.7182281 Jul 24 01:11:47.328723 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56952) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:47.335833 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a01467-88bb-48dd-8cc9-5546bcac8573 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Router d2584237-0177-45f7-bec6-3650e61bf9cd is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:11:47.413435 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fa02762-f3e0-43b0-812e-cb41d9ecd6d1 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Deleting subnet 735bb8e5-e77a-410e-b09b-3afc8fc4be56 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:11:47.417280 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7c2ace46-ab75-4ebd-9881-5195e52f0540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:47.419995 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4fa02762-f3e0-43b0-812e-cb41d9ecd6d1 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:47.453248 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a01467-88bb-48dd-8cc9-5546bcac8573 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:11:47.465105 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396154b0-4d71-42b3-b857-bbe9d51a5758 None None] Sync routers for ids ['d2584237-0177-45f7-bec6-3650e61bf9cd'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:11:47.474319 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396154b0-4d71-42b3-b857-bbe9d51a5758 None None] Routers {'d2584237-0177-45f7-bec6-3650e61bf9cd'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:11:47.474967 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-396154b0-4d71-42b3-b857-bbe9d51a5758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:11:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['d2584237-0177-45f7-bec6-3650e61bf9cd'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:47.477346 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4fa02762-f3e0-43b0-812e-cb41d9ecd6d1 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:47.508557 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-396154b0-4d71-42b3-b857-bbe9d51a5758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:47.517253 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396154b0-4d71-42b3-b857-bbe9d51a5758 None None] Routers {'d2584237-0177-45f7-bec6-3650e61bf9cd'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:11:47.517880 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-396154b0-4d71-42b3-b857-bbe9d51a5758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:11:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['d2584237-0177-45f7-bec6-3650e61bf9cd'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:47.552981 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-396154b0-4d71-42b3-b857-bbe9d51a5758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:47.553531 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396154b0-4d71-42b3-b857-bbe9d51a5758 None None] The sync data for ids ['d2584237-0177-45f7-bec6-3650e61bf9cd'] in n-d-793621-25 is: [] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:11:47.603979 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4fa02762-f3e0-43b0-812e-cb41d9ecd6d1 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:47.654975 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7c2ace46-ab75-4ebd-9881-5195e52f0540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:47.660855 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7c2ace46-ab75-4ebd-9881-5195e52f0540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:47.663281 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-07a01467-88bb-48dd-8cc9-5546bcac8573 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:47.664845 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-07a01467-88bb-48dd-8cc9-5546bcac8573 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.4841313 Jul 24 01:11:47.668495 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56954) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:47.673428 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-840f4ab5-70ef-432b-95ed-33a6f5437176 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'enable_snat': False}}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:47.722161 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7c2ace46-ab75-4ebd-9881-5195e52f0540 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9d25141d3c9340cd89036a6c217dfd5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4492230 Jul 24 01:11:47.722161 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56956) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:47.725785 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ace46-ab75-4ebd-9881-5195e52f0540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4cda04-851e-411c-a154-0a796bd3007b,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:47.729782 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4fa02762-f3e0-43b0-812e-cb41d9ecd6d1 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:47.776739 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4fa02762-f3e0-43b0-812e-cb41d9ecd6d1 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:47.780690 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482f5134-852a-4770-b140-6549b4fac929 None None] Network f7c5d20c-c512-47a6-9ab3-252e450fab29 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:11:47.782362 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56958) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:47.782495 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4fa02762-f3e0-43b0-812e-cb41d9ecd6d1 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "DELETE /v2.0/subnets/735bb8e5-e77a-410e-b09b-3afc8fc4be56 HTTP/1.1" status: 204 len: 168 time: 0.4512086 Jul 24 01:11:47.783716 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa02762-f3e0-43b0-812e-cb41d9ecd6d1 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event deleted for resources: {'Subnet': ['ID=735bb8e5-e77a-410e-b09b-3afc8fc4be56,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:47.817134 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-84d3cc67-2af2-4981-a2ea-2394da08166a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:47.839651 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-84d3cc67-2af2-4981-a2ea-2394da08166a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:47.894424 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-84d3cc67-2af2-4981-a2ea-2394da08166a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:47.897398 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-84d3cc67-2af2-4981-a2ea-2394da08166a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:47.899253 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-84d3cc67-2af2-4981-a2ea-2394da08166a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0d4cda04-851e-411c-a154-0a796bd3007b HTTP/1.1" status: 204 len: 168 time: 0.1793039 Jul 24 01:11:47.914913 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b47da31-355c-4e7c-bfd1-2a1962e6c19e tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Deleting subnet 4d84b6ed-2865-44f7-b2dd-3abeaa3c5277 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:11:47.915172 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3cc67-2af2-4981-a2ea-2394da08166a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4cda04-851e-411c-a154-0a796bd3007b,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:47.922383 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1b47da31-355c-4e7c-bfd1-2a1962e6c19e tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:47.976583 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1b47da31-355c-4e7c-bfd1-2a1962e6c19e tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:48.021317 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84852639-7373-4759-9bb8-a99eb421166e None None] DHCP port deletion for f7c5d20c-c512-47a6-9ab3-252e450fab29 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:11:48.075334 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-84852639-7373-4759-9bb8-a99eb421166e None None] Deleting port 73c5653f-cab2-4151-abc3-2a94f87a0f13 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:11:48.076048 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-84852639-7373-4759-9bb8-a99eb421166e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:48.149135 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-84852639-7373-4759-9bb8-a99eb421166e None None] For port 73c5653f-cab2-4151-abc3-2a94f87a0f13, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=73c5653f-cab2-4151-abc3-2a94f87a0f13,segment=NetworkSegment(ed8b8b41-3218-484e-9cd8-78bf4ea4cf00),segment_id=ed8b8b41-3218-484e-9cd8-78bf4ea4cf00)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:11:48.149539 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-84852639-7373-4759-9bb8-a99eb421166e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:48.164249 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-84852639-7373-4759-9bb8-a99eb421166e None None] Calling delete_port for 73c5653f-cab2-4151-abc3-2a94f87a0f13 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:11:48.167288 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-840f4ab5-70ef-432b-95ed-33a6f5437176 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:48.172206 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1b47da31-355c-4e7c-bfd1-2a1962e6c19e tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:48.227614 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56964) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:48.243048 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0b06bd03-5138-45bd-a938-ea511d85e217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:48.261143 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-64197a64-b1ea-4de9-b79d-2707cf2c4fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:48.265607 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1b47da31-355c-4e7c-bfd1-2a1962e6c19e tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:48.266464 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-84852639-7373-4759-9bb8-a99eb421166e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:48.300937 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84852639-7373-4759-9bb8-a99eb421166e None None] No DVR routers for this DVR port 73c5653f-cab2-4151-abc3-2a94f87a0f13 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:11:48.303253 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84852639-7373-4759-9bb8-a99eb421166e None None] Pushing event deleted for resources: {'Port': ['ID=73c5653f-cab2-4151-abc3-2a94f87a0f13,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:48.330621 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b47da31-355c-4e7c-bfd1-2a1962e6c19e tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event deleted for resources: {'Subnet': ['ID=4d84b6ed-2865-44f7-b2dd-3abeaa3c5277,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:48.342684 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1b47da31-355c-4e7c-bfd1-2a1962e6c19e tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:48.344615 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1b47da31-355c-4e7c-bfd1-2a1962e6c19e tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "DELETE /v2.0/subnets/4d84b6ed-2865-44f7-b2dd-3abeaa3c5277 HTTP/1.1" status: 204 len: 168 time: 0.5612741 Jul 24 01:11:48.348584 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2310d2e-aa36-4697-93ef-e121c01855e8 None None] Network 450da624-2d95-464c-a359-0cf34f9cd043 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:11:48.348774 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56966) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:48.367279 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0b06bd03-5138-45bd-a938-ea511d85e217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:48.373637 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0b06bd03-5138-45bd-a938-ea511d85e217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:48.418681 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0b06bd03-5138-45bd-a938-ea511d85e217 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=38001bb7917e48549eea9ba42ec5dcb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1870217 Jul 24 01:11:48.418681 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b06bd03-5138-45bd-a938-ea511d85e217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b246a471-0c04-4568-9278-6ee9b0559ba0,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:48.430772 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56968) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:48.444418 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bdccd32f-7d02-4f86-95d0-5ad4f2c3a83c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:48.484754 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:48.492790 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fa4ba749-7721-41a4-9901-59f3ed51b339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:48.516205 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fa4ba749-7721-41a4-9901-59f3ed51b339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:48.577139 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fa4ba749-7721-41a4-9901-59f3ed51b339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:48.577511 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a83261-54c3-41e5-9b87-6ab67ab11748 None None] DHCP port deletion for 450da624-2d95-464c-a359-0cf34f9cd043 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:11:48.580256 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fa4ba749-7721-41a4-9901-59f3ed51b339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:48.581629 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-fa4ba749-7721-41a4-9901-59f3ed51b339 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b246a471-0c04-4568-9278-6ee9b0559ba0 HTTP/1.1" status: 204 len: 168 time: 0.1494434 Jul 24 01:11:48.592660 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ba749-7721-41a4-9901-59f3ed51b339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b246a471-0c04-4568-9278-6ee9b0559ba0,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:48.646927 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-13a83261-54c3-41e5-9b87-6ab67ab11748 None None] Deleting port 84d9c97f-c5a8-4b95-acd6-e588ab196e8a {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:11:48.647306 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-13a83261-54c3-41e5-9b87-6ab67ab11748 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:48.706112 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bdccd32f-7d02-4f86-95d0-5ad4f2c3a83c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:48.713560 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-13a83261-54c3-41e5-9b87-6ab67ab11748 None None] For port 84d9c97f-c5a8-4b95-acd6-e588ab196e8a, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=84d9c97f-c5a8-4b95-acd6-e588ab196e8a,segment=NetworkSegment(976f1d14-05a0-4b23-ba5d-e91913e24857),segment_id=976f1d14-05a0-4b23-ba5d-e91913e24857)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:11:48.713764 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-13a83261-54c3-41e5-9b87-6ab67ab11748 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:48.729884 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-bdccd32f-7d02-4f86-95d0-5ad4f2c3a83c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7c5d20c-c512-47a6-9ab3-252e450fab29']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:48.734284 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-13a83261-54c3-41e5-9b87-6ab67ab11748 None None] Calling delete_port for 84d9c97f-c5a8-4b95-acd6-e588ab196e8a owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:11:48.744633 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-bdccd32f-7d02-4f86-95d0-5ad4f2c3a83c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed8b8b41-3218-484e-9cd8-78bf4ea4cf00') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:48.744942 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-bdccd32f-7d02-4f86-95d0-5ad4f2c3a83c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed8b8b41-3218-484e-9cd8-78bf4ea4cf00') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:48.759913 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bdccd32f-7d02-4f86-95d0-5ad4f2c3a83c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:48.782308 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bdccd32f-7d02-4f86-95d0-5ad4f2c3a83c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:48.825374 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdccd32f-7d02-4f86-95d0-5ad4f2c3a83c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:11:48.825832 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bdccd32f-7d02-4f86-95d0-5ad4f2c3a83c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:48.827979 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-13a83261-54c3-41e5-9b87-6ab67ab11748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:48.829132 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:11:48.829132 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:11:48.829132 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:11:48.829132 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:11:48.829132 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:11:48.829132 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:11:48.829132 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:11:48.829132 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:11:48.829132 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:11:48.829132 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:11:48.829132 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:11:48.829132 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:11:48.829132 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:11:48.829132 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:11:48.829132 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:11:48.829132 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:11:48.829132 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:11:48.829132 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:11:48.829132 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:11:48.829132 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:11:48.829132 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:11:48.829132 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:11:48.829132 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:11:48.829132 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:11:48.829132 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:11:48.829132 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:11:48.829132 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:11:48.829132 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:11:48.829132 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:11:48.829132 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:11:48.829132 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:11:48.829132 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:11:48.857023 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a83261-54c3-41e5-9b87-6ab67ab11748 None None] Pushing event deleted for resources: {'Port': ['ID=84d9c97f-c5a8-4b95-acd6-e588ab196e8a,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:48.865391 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a83261-54c3-41e5-9b87-6ab67ab11748 None None] No DVR routers for this DVR port 84d9c97f-c5a8-4b95-acd6-e588ab196e8a on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:11:48.937934 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bdccd32f-7d02-4f86-95d0-5ad4f2c3a83c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:48.946976 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bdccd32f-7d02-4f86-95d0-5ad4f2c3a83c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:48.948885 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-bdccd32f-7d02-4f86-95d0-5ad4f2c3a83c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "DELETE /v2.0/networks/f7c5d20c-c512-47a6-9ab3-252e450fab29 HTTP/1.1" status: 204 len: 168 time: 0.5992515 Jul 24 01:11:48.952624 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56980) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:48.962520 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdccd32f-7d02-4f86-95d0-5ad4f2c3a83c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event deleted for resources: {'Network': ['ID=f7c5d20c-c512-47a6-9ab3-252e450fab29,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:48.976687 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-840f4ab5-70ef-432b-95ed-33a6f5437176 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:48.981288 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-840f4ab5-70ef-432b-95ed-33a6f5437176 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690290'] for router, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:49.064315 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7b4f7b05-150b-497e-adc5-15311d43b6f2 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:49.119752 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840f4ab5-70ef-432b-95ed-33a6f5437176 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Router d2584237-0177-45f7-bec6-3650e61bf9cd has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:11:49.127485 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 73c5653f-cab2-4151-abc3-2a94f87a0f13 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:11:49.159090 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 73c5653f-cab2-4151-abc3-2a94f87a0f13 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:11:49.159480 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 73c5653f-cab2-4151-abc3-2a94f87a0f13 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:11:49.159887 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 84d9c97f-c5a8-4b95-acd6-e588ab196e8a no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:11:49.178686 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7b4f7b05-150b-497e-adc5-15311d43b6f2 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:49.180544 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 84d9c97f-c5a8-4b95-acd6-e588ab196e8a {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:11:49.180906 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 84d9c97f-c5a8-4b95-acd6-e588ab196e8a not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:11:49.201769 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-7b4f7b05-150b-497e-adc5-15311d43b6f2 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['450da624-2d95-464c-a359-0cf34f9cd043']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:49.216565 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-7b4f7b05-150b-497e-adc5-15311d43b6f2 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '976f1d14-05a0-4b23-ba5d-e91913e24857') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:49.216875 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-7b4f7b05-150b-497e-adc5-15311d43b6f2 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '976f1d14-05a0-4b23-ba5d-e91913e24857') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:49.227073 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7b4f7b05-150b-497e-adc5-15311d43b6f2 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:49.249297 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7b4f7b05-150b-497e-adc5-15311d43b6f2 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:49.254222 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840f4ab5-70ef-432b-95ed-33a6f5437176 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:11:49.258400 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b4f7b05-150b-497e-adc5-15311d43b6f2 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:11:49.259225 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7b4f7b05-150b-497e-adc5-15311d43b6f2 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:49.260866 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-840f4ab5-70ef-432b-95ed-33a6f5437176 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:49.265013 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-840f4ab5-70ef-432b-95ed-33a6f5437176 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] 10.222.0.15 "PUT /v2.0/routers/d2584237-0177-45f7-bec6-3650e61bf9cd HTTP/1.1" status: 200 len: 925 time: 1.5930066 Jul 24 01:11:49.265323 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:11:49.265323 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:11:49.265323 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:11:49.265323 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:11:49.265323 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:11:49.265323 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:11:49.265323 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:11:49.265323 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:11:49.265323 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:11:49.265323 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:11:49.265323 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:11:49.265323 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:11:49.265323 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:11:49.265323 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:11:49.265323 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:11:49.265323 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:11:49.265323 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:11:49.265323 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:11:49.265323 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:11:49.265323 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:11:49.265323 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:11:49.265323 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:11:49.265323 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:11:49.265323 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:11:49.265323 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:11:49.265323 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:11:49.265323 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:11:49.265323 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:11:49.265323 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:11:49.265323 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:11:49.265323 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:11:49.265323 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:11:49.267718 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 56992) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:49.270064 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f67491-a261-494c-affb-685a7b3d77d4 None None] Sync routers for ids ['d2584237-0177-45f7-bec6-3650e61bf9cd'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:11:49.281259 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f67491-a261-494c-affb-685a7b3d77d4 None None] Routers {'d2584237-0177-45f7-bec6-3650e61bf9cd'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:11:49.282139 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-38f67491-a261-494c-affb-685a7b3d77d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:11:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['d2584237-0177-45f7-bec6-3650e61bf9cd'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:49.321605 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-38f67491-a261-494c-affb-685a7b3d77d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:49.335547 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7b4f7b05-150b-497e-adc5-15311d43b6f2 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:49.336466 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f67491-a261-494c-affb-685a7b3d77d4 None None] Routers {'d2584237-0177-45f7-bec6-3650e61bf9cd'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:11:49.338781 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-38f67491-a261-494c-affb-685a7b3d77d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:11:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['d2584237-0177-45f7-bec6-3650e61bf9cd'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:49.342461 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7b4f7b05-150b-497e-adc5-15311d43b6f2 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:49.344918 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7b4f7b05-150b-497e-adc5-15311d43b6f2 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "DELETE /v2.0/networks/450da624-2d95-464c-a359-0cf34f9cd043 HTTP/1.1" status: 204 len: 168 time: 0.3912530 Jul 24 01:11:49.351095 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56996) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:49.369059 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-f7589c6b-f91c-4c64-8786-ed52b749b166 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Request body: {'network': {'name': 'tempest-RoutersTest-1991305343'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:49.376122 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f7b05-150b-497e-adc5-15311d43b6f2 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event deleted for resources: {'Network': ['ID=450da624-2d95-464c-a359-0cf34f9cd043,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:49.394509 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-38f67491-a261-494c-affb-685a7b3d77d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:49.395351 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f67491-a261-494c-affb-685a7b3d77d4 None None] The sync data for ids ['d2584237-0177-45f7-bec6-3650e61bf9cd'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:11:49.399116 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7589c6b-f91c-4c64-8786-ed52b749b166 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Made reservation on behalf of a7007f5d47214551887f0cd1e69f571f for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:11:49.404924 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f7589c6b-f91c-4c64-8786-ed52b749b166 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:49.423140 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 56998) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:49.423869 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d1f7718f-84a9-4acc-9590-d2517be161cf tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] 10.222.0.15 "GET /v2.0/routers/d2584237-0177-45f7-bec6-3650e61bf9cd HTTP/1.1" status: 200 len: 925 time: 0.1562450 Jul 24 01:11:49.479326 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:49.736767 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7589c6b-f91c-4c64-8786-ed52b749b166 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:11:49.754960 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f7589c6b-f91c-4c64-8786-ed52b749b166 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:49.755235 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-f7589c6b-f91c-4c64-8786-ed52b749b166 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Added segment 109b6933-d3f5-4d9a-897d-aba129019b0e of type vlan for network 4ff28757-5507-4ee8-baa4-65d34cbbed1d Jul 24 01:11:49.820700 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f7589c6b-f91c-4c64-8786-ed52b749b166 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:49.827290 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d402d7f7-7294-4b3f-b95e-8ee976d38113 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:49.828829 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d402d7f7-7294-4b3f-b95e-8ee976d38113 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83&device_id=d2584237-0177-45f7-bec6-3650e61bf9cd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4040227 Jul 24 01:11:49.831768 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57010) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:49.855151 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f7589c6b-f91c-4c64-8786-ed52b749b166 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:49.861971 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7589c6b-f91c-4c64-8786-ed52b749b166 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:49.862577 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f7589c6b-f91c-4c64-8786-ed52b749b166 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:49.904237 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f7589c6b-f91c-4c64-8786-ed52b749b166 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5512240 Jul 24 01:11:49.906866 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57016) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:49.912518 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-1ab5d1ce-451a-4500-a269-1d0d9e281316 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Request body: {'subnet': {'network_id': '4ff28757-5507-4ee8-baa4-65d34cbbed1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:49.929909 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9a63e8-b89f-46dd-a543-eafbb7451fa9 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:49.931762 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-bd9a63e8-b89f-46dd-a543-eafbb7451fa9 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] 10.222.0.15 "GET /v2.0/networks/40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 881 time: 0.0982578 Jul 24 01:11:49.935507 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57018) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:49.996150 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7589c6b-f91c-4c64-8786-ed52b749b166 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event updated for resources: {'Network': ['ID=4ff28757-5507-4ee8-baa4-65d34cbbed1d,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:50.001884 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-cc9f8efa-6764-4fb1-8f72-2554af54b11b tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2584237-0177-45f7-bec6-3650e61bf9cd HTTP/1.1" status: 200 len: 205 time: 0.0653107 Jul 24 01:11:50.004554 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57020) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:50.013120 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 4ff28757-5507-4ee8-baa4-65d34cbbed1d details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:11:50.075767 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab5d1ce-451a-4500-a269-1d0d9e281316 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Made reservation on behalf of a7007f5d47214551887f0cd1e69f571f for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:11:50.079792 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1ab5d1ce-451a-4500-a269-1d0d9e281316 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:50.138509 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bade295a-6804-437e-91f0-1ea11548086a tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:50.256232 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bade295a-6804-437e-91f0-1ea11548086a tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:50.296187 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1ab5d1ce-451a-4500-a269-1d0d9e281316 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:50.317609 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-bade295a-6804-437e-91f0-1ea11548086a tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Deleting port 433dde19-d16c-4ff3-be5b-69be9ae86d0d {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:11:50.318190 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bade295a-6804-437e-91f0-1ea11548086a tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:50.339286 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:11:50.361114 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5d1ce-451a-4500-a269-1d0d9e281316 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event updated for resources: {'Subnet': ['ID=0e20c07f-3e4a-490c-a160-812033f26f90,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:50.366377 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab5d1ce-451a-4500-a269-1d0d9e281316 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Checking segment: {'id': '109b6933-d3f5-4d9a-897d-aba129019b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4ff28757-5507-4ee8-baa4-65d34cbbed1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:11:50.366826 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab5d1ce-451a-4500-a269-1d0d9e281316 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Network hostable DHCP agents. Network: 4ff28757-5507-4ee8-baa4-65d34cbbed1d, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:11:50.389479 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab5d1ce-451a-4500-a269-1d0d9e281316 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Network 4ff28757-5507-4ee8-baa4-65d34cbbed1d is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:11:50.400258 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-1ab5d1ce-451a-4500-a269-1d0d9e281316 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 4ff28757-5507-4ee8-baa4-65d34cbbed1d) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:11:50.405454 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab5d1ce-451a-4500-a269-1d0d9e281316 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:50.406313 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1ab5d1ce-451a-4500-a269-1d0d9e281316 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:50.415302 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3380b5-812e-4885-8f2a-38a4d1e962d3 None None] Network 4ff28757-5507-4ee8-baa4-65d34cbbed1d requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:11:50.424333 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1ab5d1ce-451a-4500-a269-1d0d9e281316 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5164738 Jul 24 01:11:50.427117 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57038) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:50.433369 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bade295a-6804-437e-91f0-1ea11548086a tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:50.434565 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-d55e2f4a-ad9b-4cdd-98a7-10a1e213e300 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1198455641', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:50.454152 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-bade295a-6804-437e-91f0-1ea11548086a tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Calling delete_port for 433dde19-d16c-4ff3-be5b-69be9ae86d0d owned by network:router_gateway {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:11:50.464352 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d55e2f4a-ad9b-4cdd-98a7-10a1e213e300 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:50.468910 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d55e2f4a-ad9b-4cdd-98a7-10a1e213e300 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:50.538864 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d55e2f4a-ad9b-4cdd-98a7-10a1e213e300 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:50.546663 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d55e2f4a-ad9b-4cdd-98a7-10a1e213e300 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:50.572007 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d55e2f4a-ad9b-4cdd-98a7-10a1e213e300 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:50.574979 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d55e2f4a-ad9b-4cdd-98a7-10a1e213e300 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1465921 Jul 24 01:11:50.577799 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57042) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:50.584648 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-ab57e729-03ec-4b37-bf47-5a7b26c27e28 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Request body: {'port': {'network_id': '4ff28757-5507-4ee8-baa4-65d34cbbed1d', 'name': 'tempest-RoutersTest-618930190'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:50.588901 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57044) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:50.626090 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f20c321-42ca-4d1b-9807-34b546363be1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-4ff28757-5507-4ee8-baa4-65d34cbbed1d', 'network_id': '4ff28757-5507-4ee8-baa4-65d34cbbed1d', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'fixed_ips': [{'subnet_id': '0e20c07f-3e4a-490c-a160-812033f26f90'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:11:50.627012 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7f20c321-42ca-4d1b-9807-34b546363be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:50.683171 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bade295a-6804-437e-91f0-1ea11548086a tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:50.714453 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade295a-6804-437e-91f0-1ea11548086a tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Pushing event deleted for resources: {'Port': ['ID=433dde19-d16c-4ff3-be5b-69be9ae86d0d,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:50.773732 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5db55fa8-af19-42ab-b96b-78b041bb2736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:50.783528 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab57e729-03ec-4b37-bf47-5a7b26c27e28 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Made reservation on behalf of a7007f5d47214551887f0cd1e69f571f for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:11:50.787536 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ab57e729-03ec-4b37-bf47-5a7b26c27e28 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:50.800920 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bade295a-6804-437e-91f0-1ea11548086a tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:50.821570 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-ab57e729-03ec-4b37-bf47-5a7b26c27e28 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] device_id is not set on port 9690f572-6d13-4d99-b27d-69b04df25adb yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:11:50.849841 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-7f20c321-42ca-4d1b-9807-34b546363be1 None None] Allocated IP 172.20.0.2 (4ff28757-5507-4ee8-baa4-65d34cbbed1d/0e20c07f-3e4a-490c-a160-812033f26f90/ee13c25d-74b8-4bda-8217-2ea057652559) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:11:50.913624 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bade295a-6804-437e-91f0-1ea11548086a tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:50.920508 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bade295a-6804-437e-91f0-1ea11548086a tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:50.982770 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bade295a-6804-437e-91f0-1ea11548086a tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:50.983280 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5db55fa8-af19-42ab-b96b-78b041bb2736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:50.983520 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bade295a-6804-437e-91f0-1ea11548086a tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Fanout notify agent at l3_agent the message router_deleted on router d2584237-0177-45f7-bec6-3650e61bf9cd {{(pid=100464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:11:50.991161 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5db55fa8-af19-42ab-b96b-78b041bb2736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:50.996277 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bade295a-6804-437e-91f0-1ea11548086a tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:50.997972 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-bade295a-6804-437e-91f0-1ea11548086a tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] 10.222.0.15 "DELETE /v2.0/routers/d2584237-0177-45f7-bec6-3650e61bf9cd HTTP/1.1" status: 204 len: 168 time: 0.9921765 Jul 24 01:11:51.004823 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57048) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:51.012323 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-cfe9df8d-1de2-4a61-acea-1db4f4d96138 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-625675093', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:51.037189 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7f20c321-42ca-4d1b-9807-34b546363be1 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:51.046145 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5db55fa8-af19-42ab-b96b-78b041bb2736 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f0968b7b17a64e1a99dc2dfa26c7a9a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4561281 Jul 24 01:11:51.047090 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db55fa8-af19-42ab-b96b-78b041bb2736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8add1b-a7ee-4646-a9a2-05b26363094a,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:51.048550 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-7f20c321-42ca-4d1b-9807-34b546363be1 None None] Transition to ACTIVE for port object ee13c25d-74b8-4bda-8217-2ea057652559 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:11:51.050490 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57050) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:51.055641 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cfe9df8d-1de2-4a61-acea-1db4f4d96138 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:51.057117 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cfe9df8d-1de2-4a61-acea-1db4f4d96138 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:51.064898 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-7f20c321-42ca-4d1b-9807-34b546363be1 None None] Transition to ACTIVE for port object ee13c25d-74b8-4bda-8217-2ea057652559 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:11:51.068468 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:51.074568 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7f20c321-42ca-4d1b-9807-34b546363be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:51.112473 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f20c321-42ca-4d1b-9807-34b546363be1 None None] Network 4ff28757-5507-4ee8-baa4-65d34cbbed1d is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:11:51.117965 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-7f20c321-42ca-4d1b-9807-34b546363be1 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:11:51.123204 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f20c321-42ca-4d1b-9807-34b546363be1 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:11:51.126217 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cfe9df8d-1de2-4a61-acea-1db4f4d96138 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:51.132386 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cfe9df8d-1de2-4a61-acea-1db4f4d96138 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:51.139960 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20c321-42ca-4d1b-9807-34b546363be1 None None] Pushing event updated for resources: {'Port': ['ID=ee13c25d-74b8-4bda-8217-2ea057652559,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:51.166544 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-ab57e729-03ec-4b37-bf47-5a7b26c27e28 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Allocated IP 172.20.0.3 (4ff28757-5507-4ee8-baa4-65d34cbbed1d/0e20c07f-3e4a-490c-a160-812033f26f90/9690f572-6d13-4d99-b27d-69b04df25adb) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:11:51.169193 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cfe9df8d-1de2-4a61-acea-1db4f4d96138 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:51.174485 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-cfe9df8d-1de2-4a61-acea-1db4f4d96138 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1640599 Jul 24 01:11:51.174781 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57052) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:51.181840 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-6236a002-051b-4afd-9d9e-eeea7c325557 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Request body: {'router': {'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:51.185825 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7474db47-8239-4fce-b8cf-d42afacb451d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:51.216131 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-7f20c321-42ca-4d1b-9807-34b546363be1 None None] Attempting to bind port ee13c25d-74b8-4bda-8217-2ea057652559 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:11:51.216678 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-7f20c321-42ca-4d1b-9807-34b546363be1 None None] Attempting to bind port ee13c25d-74b8-4bda-8217-2ea057652559 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '109b6933-d3f5-4d9a-897d-aba129019b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4ff28757-5507-4ee8-baa4-65d34cbbed1d'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:11:51.216990 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f20c321-42ca-4d1b-9807-34b546363be1 None None] Attempting to bind port ee13c25d-74b8-4bda-8217-2ea057652559 on network 4ff28757-5507-4ee8-baa4-65d34cbbed1d {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:11:51.223929 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f20c321-42ca-4d1b-9807-34b546363be1 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:11:51.225242 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f20c321-42ca-4d1b-9807-34b546363be1 None None] Checking segment: {'id': '109b6933-d3f5-4d9a-897d-aba129019b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4ff28757-5507-4ee8-baa4-65d34cbbed1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:11:51.226800 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7f20c321-42ca-4d1b-9807-34b546363be1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:51.227549 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7474db47-8239-4fce-b8cf-d42afacb451d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:51.227856 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f20c321-42ca-4d1b-9807-34b546363be1 None None] Bound using segment: {'id': '109b6933-d3f5-4d9a-897d-aba129019b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4ff28757-5507-4ee8-baa4-65d34cbbed1d'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:11:51.228997 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-7f20c321-42ca-4d1b-9807-34b546363be1 None None] Bound port: ee13c25d-74b8-4bda-8217-2ea057652559, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '109b6933-d3f5-4d9a-897d-aba129019b0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '4ff28757-5507-4ee8-baa4-65d34cbbed1d'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:11:51.229586 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7f20c321-42ca-4d1b-9807-34b546363be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:51.301802 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-7f20c321-42ca-4d1b-9807-34b546363be1 None None] For port ee13c25d-74b8-4bda-8217-2ea057652559, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:11:51.305205 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-7f20c321-42ca-4d1b-9807-34b546363be1 None None] For port ee13c25d-74b8-4bda-8217-2ea057652559, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=ee13c25d-74b8-4bda-8217-2ea057652559,segment=NetworkSegment(109b6933-d3f5-4d9a-897d-aba129019b0e),segment_id=109b6933-d3f5-4d9a-897d-aba129019b0e)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:11:51.311869 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7f20c321-42ca-4d1b-9807-34b546363be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:51.360325 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7474db47-8239-4fce-b8cf-d42afacb451d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:51.363307 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7474db47-8239-4fce-b8cf-d42afacb451d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:51.364683 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7474db47-8239-4fce-b8cf-d42afacb451d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e8add1b-a7ee-4646-a9a2-05b26363094a HTTP/1.1" status: 204 len: 168 time: 0.3131216 Jul 24 01:11:51.388639 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7474db47-8239-4fce-b8cf-d42afacb451d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8add1b-a7ee-4646-a9a2-05b26363094a,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:51.392292 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f20c321-42ca-4d1b-9807-34b546363be1 None None] Pushing event updated for resources: {'Port': ['ID=ee13c25d-74b8-4bda-8217-2ea057652559,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:51.418907 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ab57e729-03ec-4b37-bf47-5a7b26c27e28 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:51.436266 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-ab57e729-03ec-4b37-bf47-5a7b26c27e28 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Transition to ACTIVE for port object 9690f572-6d13-4d99-b27d-69b04df25adb will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:11:51.484554 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ab57e729-03ec-4b37-bf47-5a7b26c27e28 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:51.535753 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab57e729-03ec-4b37-bf47-5a7b26c27e28 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Network 4ff28757-5507-4ee8-baa4-65d34cbbed1d is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:11:51.539302 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-ab57e729-03ec-4b37-bf47-5a7b26c27e28 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:11:51.543065 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab57e729-03ec-4b37-bf47-5a7b26c27e28 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:11:51.597058 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57e729-03ec-4b37-bf47-5a7b26c27e28 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event updated for resources: {'Port': ['ID=9690f572-6d13-4d99-b27d-69b04df25adb,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:51.648749 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab57e729-03ec-4b37-bf47-5a7b26c27e28 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:51.649445 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ab57e729-03ec-4b37-bf47-5a7b26c27e28 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:51.667327 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ab57e729-03ec-4b37-bf47-5a7b26c27e28 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.0879433 Jul 24 01:11:51.670330 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57058) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:51.808406 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57060) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:51.852012 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4cd970c1-2283-4218-b518-3a22622df710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:51.879361 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6236a002-051b-4afd-9d9e-eeea7c325557 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:52.084915 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6236a002-051b-4afd-9d9e-eeea7c325557 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router_gateway, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:52.103986 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6236a002-051b-4afd-9d9e-eeea7c325557 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:52.112930 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-833751ba-9b6d-4c5d-990d-53c167279372 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:52.116082 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4cd970c1-2283-4218-b518-3a22622df710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:52.125011 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4cd970c1-2283-4218-b518-3a22622df710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:52.204403 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4cd970c1-2283-4218-b518-3a22622df710 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=767c0494ee7948239adf5ba61bfe057f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3948081 Jul 24 01:11:52.207190 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57062) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:52.208625 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd970c1-2283-4218-b518-3a22622df710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e7a829-8d34-4174-bc08-67bcefb995d4,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:52.249657 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-6236a002-051b-4afd-9d9e-eeea7c325557 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Allocated IP 172.25.2.94 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/6c82f62f-3cc5-42ac-ae37-efe17282bf7c) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:11:52.293430 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aa82d4d4-5cce-489f-8736-f30ccb653012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:52.357619 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aa82d4d4-5cce-489f-8736-f30ccb653012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:52.416658 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-833751ba-9b6d-4c5d-990d-53c167279372 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:52.418503 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6236a002-051b-4afd-9d9e-eeea7c325557 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:52.424615 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-833751ba-9b6d-4c5d-990d-53c167279372 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:52.450958 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aa82d4d4-5cce-489f-8736-f30ccb653012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:52.453510 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aa82d4d4-5cce-489f-8736-f30ccb653012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:52.454686 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-aa82d4d4-5cce-489f-8736-f30ccb653012 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/90e7a829-8d34-4174-bc08-67bcefb995d4 HTTP/1.1" status: 204 len: 168 time: 0.2465508 Jul 24 01:11:52.466644 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa82d4d4-5cce-489f-8736-f30ccb653012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e7a829-8d34-4174-bc08-67bcefb995d4,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:52.483358 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6236a002-051b-4afd-9d9e-eeea7c325557 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:52.513863 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833751ba-9b6d-4c5d-990d-53c167279372 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event updated for resources: {'Port': ['ID=9690f572-6d13-4d99-b27d-69b04df25adb,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:52.536769 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6236a002-051b-4afd-9d9e-eeea7c325557 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:11:52.544323 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-6236a002-051b-4afd-9d9e-eeea7c325557 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:11:52.549055 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6236a002-051b-4afd-9d9e-eeea7c325557 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:11:52.552162 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236a002-051b-4afd-9d9e-eeea7c325557 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Pushing event updated for resources: {'Port': ['ID=6c82f62f-3cc5-42ac-ae37-efe17282bf7c,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:52.570425 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f081b701-bd68-4847-a323-6d0315d169c7 None None] Network 4ff28757-5507-4ee8-baa4-65d34cbbed1d requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:11:52.671156 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-94cb5143-1cbd-467e-b617-dcaf614162d6 None None] Provisioning for port ee13c25d-74b8-4bda-8217-2ea057652559 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:11:52.697428 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-833751ba-9b6d-4c5d-990d-53c167279372 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:52.869277 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-833751ba-9b6d-4c5d-990d-53c167279372 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:52.885887 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6236a002-051b-4afd-9d9e-eeea7c325557 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router_gateway, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:53.125561 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b2e33650-f903-4214-893c-3c48a3440a65 None None] Provisioning for port 9690f572-6d13-4d99-b27d-69b04df25adb completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:11:53.137932 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b2e33650-f903-4214-893c-3c48a3440a65 None None] Provisioning complete for port 9690f572-6d13-4d99-b27d-69b04df25adb triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:11:53.138332 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b2e33650-f903-4214-893c-3c48a3440a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:53.179472 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6236a002-051b-4afd-9d9e-eeea7c325557 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:53.181864 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-b2e33650-f903-4214-893c-3c48a3440a65 None None] Port 9690f572-6d13-4d99-b27d-69b04df25adb cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:11:53.188044 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6236a002-051b-4afd-9d9e-eeea7c325557 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690290'] for router, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:53.206858 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-833751ba-9b6d-4c5d-990d-53c167279372 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:53.210997 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device ee13c25d-74b8-4bda-8217-2ea057652559 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:11:53.216623 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-833751ba-9b6d-4c5d-990d-53c167279372 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:53.276000 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port ee13c25d-74b8-4bda-8217-2ea057652559 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:11:53.282957 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port ee13c25d-74b8-4bda-8217-2ea057652559 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:11:53.283654 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:53.314328 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833751ba-9b6d-4c5d-990d-53c167279372 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event updated for resources: {'Port': ['ID=9690f572-6d13-4d99-b27d-69b04df25adb,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:53.317046 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-833751ba-9b6d-4c5d-990d-53c167279372 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:53.393394 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6236a002-051b-4afd-9d9e-eeea7c325557 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Router 118bc49a-9cf8-47f8-80d6-c01e12e728d0 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:11:53.417514 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:53.428063 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0f15f044-9626-4b73-9858-7efb135b9292 None None] Provisioning complete for port 9690f572-6d13-4d99-b27d-69b04df25adb triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:11:53.428447 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0f15f044-9626-4b73-9858-7efb135b9292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:53.491017 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port ee13c25d-74b8-4bda-8217-2ea057652559, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=ee13c25d-74b8-4bda-8217-2ea057652559,segment=NetworkSegment(109b6933-d3f5-4d9a-897d-aba129019b0e),segment_id=109b6933-d3f5-4d9a-897d-aba129019b0e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:11:53.492004 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833751ba-9b6d-4c5d-990d-53c167279372 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Network 4ff28757-5507-4ee8-baa4-65d34cbbed1d is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:11:53.492144 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0f15f044-9626-4b73-9858-7efb135b9292 None None] Port 9690f572-6d13-4d99-b27d-69b04df25adb cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:11:53.493577 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-833751ba-9b6d-4c5d-990d-53c167279372 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:11:53.498452 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:53.559866 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=ee13c25d-74b8-4bda-8217-2ea057652559,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:53.593181 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6236a002-051b-4afd-9d9e-eeea7c325557 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:11:53.600643 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6236a002-051b-4afd-9d9e-eeea7c325557 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:53.604204 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6236a002-051b-4afd-9d9e-eeea7c325557 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] 10.222.0.15 "PUT /v2.0/routers/118bc49a-9cf8-47f8-80d6-c01e12e728d0 HTTP/1.1" status: 200 len: 882 time: 2.4258680 Jul 24 01:11:53.608300 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57086) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:53.609622 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fddeb5-0af3-44b6-955e-2546a1b26450 None None] Sync routers for ids ['118bc49a-9cf8-47f8-80d6-c01e12e728d0'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:11:53.620428 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fddeb5-0af3-44b6-955e-2546a1b26450 None None] Routers {'118bc49a-9cf8-47f8-80d6-c01e12e728d0'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:11:53.621699 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-78fddeb5-0af3-44b6-955e-2546a1b26450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:11:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['118bc49a-9cf8-47f8-80d6-c01e12e728d0'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:53.684839 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-78fddeb5-0af3-44b6-955e-2546a1b26450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:53.692293 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833751ba-9b6d-4c5d-990d-53c167279372 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Router d73d6909-cd14-4bc2-8fd5-7adf10150c85 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:11:53.734381 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78fddeb5-0af3-44b6-955e-2546a1b26450 None None] Routers {'118bc49a-9cf8-47f8-80d6-c01e12e728d0'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:11:53.735146 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-22e53a3a-d9b4-45e6-a83b-eb5513aa47e3 None None] Provisioning complete for port 9690f572-6d13-4d99-b27d-69b04df25adb triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:11:53.735633 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-22e53a3a-d9b4-45e6-a83b-eb5513aa47e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:53.735953 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-78fddeb5-0af3-44b6-955e-2546a1b26450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:11:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['118bc49a-9cf8-47f8-80d6-c01e12e728d0'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:53.775775 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1d0c5710-8327-4af8-8cf9-e9305c389720 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] 10.222.0.15 "GET /v2.0/routers/118bc49a-9cf8-47f8-80d6-c01e12e728d0 HTTP/1.1" status: 200 len: 923 time: 0.1662321 Jul 24 01:11:53.776407 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57092) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:53.828816 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-78fddeb5-0af3-44b6-955e-2546a1b26450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:53.835250 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78fddeb5-0af3-44b6-955e-2546a1b26450 None None] The sync data for ids ['118bc49a-9cf8-47f8-80d6-c01e12e728d0'] in n-d-793621-25 is: [] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:11:53.838801 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-22e53a3a-d9b4-45e6-a83b-eb5513aa47e3 None None] Port 9690f572-6d13-4d99-b27d-69b04df25adb cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:11:53.904452 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833751ba-9b6d-4c5d-990d-53c167279372 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:11:53.909745 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-833751ba-9b6d-4c5d-990d-53c167279372 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "PUT /v2.0/routers/d73d6909-cd14-4bc2-8fd5-7adf10150c85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2374854 Jul 24 01:11:53.912265 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57100) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:53.917791 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0dd51c-f396-4ad7-963f-655caa492de0 None None] Sync routers for ids ['d73d6909-cd14-4bc2-8fd5-7adf10150c85'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:11:53.930681 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0dd51c-f396-4ad7-963f-655caa492de0 None None] Routers {'d73d6909-cd14-4bc2-8fd5-7adf10150c85'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:11:53.931377 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-fc0dd51c-f396-4ad7-963f-655caa492de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:11:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['d73d6909-cd14-4bc2-8fd5-7adf10150c85'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:53.950235 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6863787d-7578-48f1-a76f-32bdd2886793 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:53.957448 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6863787d-7578-48f1-a76f-32bdd2886793 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83&device_id=118bc49a-9cf8-47f8-80d6-c01e12e728d0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1789477 Jul 24 01:11:53.960153 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57102) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:53.984856 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-fc0dd51c-f396-4ad7-963f-655caa492de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:53.994902 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0dd51c-f396-4ad7-963f-655caa492de0 None None] Routers {'d73d6909-cd14-4bc2-8fd5-7adf10150c85'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:11:53.995531 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-fc0dd51c-f396-4ad7-963f-655caa492de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:11:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['d73d6909-cd14-4bc2-8fd5-7adf10150c85'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:54.031795 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-fc0dd51c-f396-4ad7-963f-655caa492de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:54.032494 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0dd51c-f396-4ad7-963f-655caa492de0 None None] The sync data for ids ['d73d6909-cd14-4bc2-8fd5-7adf10150c85'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:11:54.041836 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f2753a-9947-4c54-a92e-5ec248ec52e3 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:54.043199 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-85f2753a-9947-4c54-a92e-5ec248ec52e3 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "GET /v2.0/ports/9690f572-6d13-4d99-b27d-69b04df25adb HTTP/1.1" status: 200 len: 976 time: 0.1298068 Jul 24 01:11:54.046224 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57110) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:54.070431 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-564e5aba-633d-4b82-b8b6-5ff1b01e3269 None None] Provisioning complete for port 9690f572-6d13-4d99-b27d-69b04df25adb triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:11:54.072961 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-564e5aba-633d-4b82-b8b6-5ff1b01e3269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:54.121696 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-564e5aba-633d-4b82-b8b6-5ff1b01e3269 None None] Port 9690f572-6d13-4d99-b27d-69b04df25adb cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:11:54.122395 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f16803a-9fd3-4f8b-af18-3d9d1d041c2b tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:54.126537 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3f16803a-9fd3-4f8b-af18-3d9d1d041c2b tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] 10.222.0.15 "GET /v2.0/networks/40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 881 time: 0.1628318 Jul 24 01:11:54.126848 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57114) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:54.171482 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-abd1e1ee-17d2-4237-9013-8d843fbec5b4 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] 10.222.0.15 "GET /v2.0/ports?device_id=118bc49a-9cf8-47f8-80d6-c01e12e728d0 HTTP/1.1" status: 200 len: 205 time: 0.0412874 Jul 24 01:11:54.175611 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57120) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:54.645199 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fe357e52-7fde-4f50-b1d6-60efa028655d tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:54.812893 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fe357e52-7fde-4f50-b1d6-60efa028655d tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:54.952526 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-91b62caf-0cea-44fd-a6a2-49ff89622934 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:54.986601 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-fe357e52-7fde-4f50-b1d6-60efa028655d tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Deleting port 6c82f62f-3cc5-42ac-ae37-efe17282bf7c {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:11:54.987003 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fe357e52-7fde-4f50-b1d6-60efa028655d tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:55.118195 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device ee13c25d-74b8-4bda-8217-2ea057652559 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:11:55.162555 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fe357e52-7fde-4f50-b1d6-60efa028655d tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:55.171435 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port ee13c25d-74b8-4bda-8217-2ea057652559 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:11:55.171827 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:55.205287 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-fe357e52-7fde-4f50-b1d6-60efa028655d tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Calling delete_port for 6c82f62f-3cc5-42ac-ae37-efe17282bf7c owned by network:router_gateway {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:11:55.452763 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-91b62caf-0cea-44fd-a6a2-49ff89622934 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Deleting port 9690f572-6d13-4d99-b27d-69b04df25adb {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:11:55.453217 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-91b62caf-0cea-44fd-a6a2-49ff89622934 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:55.494937 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fe357e52-7fde-4f50-b1d6-60efa028655d tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:55.567143 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe357e52-7fde-4f50-b1d6-60efa028655d tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Pushing event deleted for resources: {'Port': ['ID=6c82f62f-3cc5-42ac-ae37-efe17282bf7c,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:55.631013 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-91b62caf-0cea-44fd-a6a2-49ff89622934 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:55.650622 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-91b62caf-0cea-44fd-a6a2-49ff89622934 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Calling delete_port for 9690f572-6d13-4d99-b27d-69b04df25adb owned by network:router_interface {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:11:55.663505 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fe357e52-7fde-4f50-b1d6-60efa028655d tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:55.789498 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fe357e52-7fde-4f50-b1d6-60efa028655d tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:55.793406 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fe357e52-7fde-4f50-b1d6-60efa028655d tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:55.848766 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fe357e52-7fde-4f50-b1d6-60efa028655d tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:55.849315 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe357e52-7fde-4f50-b1d6-60efa028655d tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Fanout notify agent at l3_agent the message router_deleted on router 118bc49a-9cf8-47f8-80d6-c01e12e728d0 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:11:55.889026 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fe357e52-7fde-4f50-b1d6-60efa028655d tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:55.890100 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-fe357e52-7fde-4f50-b1d6-60efa028655d tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] 10.222.0.15 "DELETE /v2.0/routers/118bc49a-9cf8-47f8-80d6-c01e12e728d0 HTTP/1.1" status: 204 len: 168 time: 1.7135501 Jul 24 01:11:55.894302 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57140) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:55.898590 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-48699dae-79cf-4979-9c6f-f66b5d367a20 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-270601066', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:55.934296 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-48699dae-79cf-4979-9c6f-f66b5d367a20 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:55.935402 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-48699dae-79cf-4979-9c6f-f66b5d367a20 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:56.037900 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-48699dae-79cf-4979-9c6f-f66b5d367a20 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:56.041298 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-91b62caf-0cea-44fd-a6a2-49ff89622934 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:56.051272 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-48699dae-79cf-4979-9c6f-f66b5d367a20 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:56.081083 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b62caf-0cea-44fd-a6a2-49ff89622934 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event deleted for resources: {'Port': ['ID=9690f572-6d13-4d99-b27d-69b04df25adb,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:56.117474 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-48699dae-79cf-4979-9c6f-f66b5d367a20 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:56.118807 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-48699dae-79cf-4979-9c6f-f66b5d367a20 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2235980 Jul 24 01:11:56.122324 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57148) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:56.145540 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-58b6cd4a-e18c-4959-b887-6fd5047c1c32 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'enable_snat': True}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:56.438499 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-58b6cd4a-e18c-4959-b887-6fd5047c1c32 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:56.445349 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-91b62caf-0cea-44fd-a6a2-49ff89622934 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:56.663573 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b62caf-0cea-44fd-a6a2-49ff89622934 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Router d73d6909-cd14-4bc2-8fd5-7adf10150c85 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:11:57.035523 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b62caf-0cea-44fd-a6a2-49ff89622934 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:11:57.054916 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4139ade6-fad1-481d-a25e-c4afaf30dafb None None] Sync routers for ids ['d73d6909-cd14-4bc2-8fd5-7adf10150c85'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:11:57.069293 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4139ade6-fad1-481d-a25e-c4afaf30dafb None None] Routers {'d73d6909-cd14-4bc2-8fd5-7adf10150c85'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:11:57.069953 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-4139ade6-fad1-481d-a25e-c4afaf30dafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:11:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['d73d6909-cd14-4bc2-8fd5-7adf10150c85'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:57.074773 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-91b62caf-0cea-44fd-a6a2-49ff89622934 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "PUT /v2.0/routers/d73d6909-cd14-4bc2-8fd5-7adf10150c85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0271792 Jul 24 01:11:57.074997 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57152) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:57.175137 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-4139ade6-fad1-481d-a25e-c4afaf30dafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:57.192595 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-58b6cd4a-e18c-4959-b887-6fd5047c1c32 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:57.197139 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4139ade6-fad1-481d-a25e-c4afaf30dafb None None] Routers {'d73d6909-cd14-4bc2-8fd5-7adf10150c85'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:11:57.198030 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-4139ade6-fad1-481d-a25e-c4afaf30dafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:11:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['d73d6909-cd14-4bc2-8fd5-7adf10150c85'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:57.234653 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-58b6cd4a-e18c-4959-b887-6fd5047c1c32 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:57.277921 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-4139ade6-fad1-481d-a25e-c4afaf30dafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:57.278900 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4139ade6-fad1-481d-a25e-c4afaf30dafb None None] The sync data for ids ['d73d6909-cd14-4bc2-8fd5-7adf10150c85'] in n-d-793621-25 is: [] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:11:57.362679 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-58b6cd4a-e18c-4959-b887-6fd5047c1c32 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Allocated IP 172.25.2.204 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/f99209a0-f857-4c26-b7d3-52c4effca188) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:11:57.428575 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-9d6114be-8f93-4727-a513-2ba43023b373 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] remove_router_interface failed (client error): The resource could not be found. Jul 24 01:11:57.432677 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9d6114be-8f93-4727-a513-2ba43023b373 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "PUT /v2.0/routers/d73d6909-cd14-4bc2-8fd5-7adf10150c85/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3566422 Jul 24 01:11:57.434153 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57158) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:57.471230 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a991e71b-8e5b-4235-a5b6-bebedd58baa7 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "GET /v2.0/ports?device_id=d73d6909-cd14-4bc2-8fd5-7adf10150c85 HTTP/1.1" status: 200 len: 205 time: 0.0354099 Jul 24 01:11:57.471992 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57160) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:57.571938 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7a986be0-01d6-4726-b9e1-e44fbbd91217 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:57.658171 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-58b6cd4a-e18c-4959-b887-6fd5047c1c32 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:57.772138 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7a986be0-01d6-4726-b9e1-e44fbbd91217 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:57.775238 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7a986be0-01d6-4726-b9e1-e44fbbd91217 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:57.831095 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7a986be0-01d6-4726-b9e1-e44fbbd91217 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:57.831580 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a986be0-01d6-4726-b9e1-e44fbbd91217 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Fanout notify agent at l3_agent the message router_deleted on router d73d6909-cd14-4bc2-8fd5-7adf10150c85 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:11:57.841788 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7a986be0-01d6-4726-b9e1-e44fbbd91217 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:57.842849 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7a986be0-01d6-4726-b9e1-e44fbbd91217 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "DELETE /v2.0/routers/d73d6909-cd14-4bc2-8fd5-7adf10150c85 HTTP/1.1" status: 204 len: 168 time: 0.3698523 Jul 24 01:11:57.845639 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57162) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:57.852322 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-58b6cd4a-e18c-4959-b887-6fd5047c1c32 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:57.901194 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b6cd4a-e18c-4959-b887-6fd5047c1c32 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:11:57.904744 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-af88b228-891b-4491-96da-f039acf9de67 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Deleting subnet 0e20c07f-3e4a-490c-a160-812033f26f90 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:11:57.906893 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-58b6cd4a-e18c-4959-b887-6fd5047c1c32 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:11:57.913556 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b6cd4a-e18c-4959-b887-6fd5047c1c32 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:11:57.914031 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-af88b228-891b-4491-96da-f039acf9de67 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:57.942277 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b6cd4a-e18c-4959-b887-6fd5047c1c32 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Pushing event updated for resources: {'Port': ['ID=f99209a0-f857-4c26-b7d3-52c4effca188,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:57.975797 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-af88b228-891b-4491-96da-f039acf9de67 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:58.093463 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-af88b228-891b-4491-96da-f039acf9de67 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:58.178380 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-af88b228-891b-4491-96da-f039acf9de67 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:58.217893 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-58b6cd4a-e18c-4959-b887-6fd5047c1c32 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:58.220756 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88b228-891b-4491-96da-f039acf9de67 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event deleted for resources: {'Subnet': ['ID=0e20c07f-3e4a-490c-a160-812033f26f90,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:58.223652 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-af88b228-891b-4491-96da-f039acf9de67 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:58.224178 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8270f2e-ddf8-4247-bd26-ffa26e1e9d62 None None] Network 4ff28757-5507-4ee8-baa4-65d34cbbed1d requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:11:58.229212 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-af88b228-891b-4491-96da-f039acf9de67 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "DELETE /v2.0/subnets/0e20c07f-3e4a-490c-a160-812033f26f90 HTTP/1.1" status: 204 len: 168 time: 0.3787868 Jul 24 01:11:58.231410 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57166) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:58.242776 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88b228-891b-4491-96da-f039acf9de67 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:58.243191 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88b228-891b-4491-96da-f039acf9de67 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:58.243545 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88b228-891b-4491-96da-f039acf9de67 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:58.243889 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88b228-891b-4491-96da-f039acf9de67 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:58.244277 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88b228-891b-4491-96da-f039acf9de67 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:58.244635 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88b228-891b-4491-96da-f039acf9de67 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:58.245002 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88b228-891b-4491-96da-f039acf9de67 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:58.245342 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88b228-891b-4491-96da-f039acf9de67 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:58.246412 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88b228-891b-4491-96da-f039acf9de67 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:58.246655 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88b228-891b-4491-96da-f039acf9de67 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:58.247248 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88b228-891b-4491-96da-f039acf9de67 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:58.247577 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af88b228-891b-4491-96da-f039acf9de67 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:58.376128 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1192948b-8333-4a1b-a628-446f65e621ea tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:58.458187 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-1192948b-8333-4a1b-a628-446f65e621ea tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Deleting port ee13c25d-74b8-4bda-8217-2ea057652559 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:11:58.458532 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1192948b-8333-4a1b-a628-446f65e621ea tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:58.514379 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-58b6cd4a-e18c-4959-b887-6fd5047c1c32 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:58.518467 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-58b6cd4a-e18c-4959-b887-6fd5047c1c32 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690290'] for router, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:58.533615 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca545cdb-4555-4c92-89ce-0e57ef7e2041 None None] DHCP port deletion for 4ff28757-5507-4ee8-baa4-65d34cbbed1d request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:11:58.615648 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-1192948b-8333-4a1b-a628-446f65e621ea tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] For port ee13c25d-74b8-4bda-8217-2ea057652559, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=ee13c25d-74b8-4bda-8217-2ea057652559,segment=NetworkSegment(109b6933-d3f5-4d9a-897d-aba129019b0e),segment_id=109b6933-d3f5-4d9a-897d-aba129019b0e)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:11:58.616261 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1192948b-8333-4a1b-a628-446f65e621ea tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:58.617112 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-ca545cdb-4555-4c92-89ce-0e57ef7e2041 None None] Deleting port ee13c25d-74b8-4bda-8217-2ea057652559 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:11:58.617492 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ca545cdb-4555-4c92-89ce-0e57ef7e2041 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:58.642154 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-1192948b-8333-4a1b-a628-446f65e621ea tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Calling delete_port for ee13c25d-74b8-4bda-8217-2ea057652559 owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:11:58.702466 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-ca545cdb-4555-4c92-89ce-0e57ef7e2041 None None] For port ee13c25d-74b8-4bda-8217-2ea057652559, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=ee13c25d-74b8-4bda-8217-2ea057652559,segment=NetworkSegment(109b6933-d3f5-4d9a-897d-aba129019b0e),segment_id=109b6933-d3f5-4d9a-897d-aba129019b0e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:11:58.702914 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ca545cdb-4555-4c92-89ce-0e57ef7e2041 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:58.720075 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-ca545cdb-4555-4c92-89ce-0e57ef7e2041 None None] Calling delete_port for ee13c25d-74b8-4bda-8217-2ea057652559 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:11:58.729520 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b6cd4a-e18c-4959-b887-6fd5047c1c32 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Router f760fad4-3103-42bc-af6d-27e896b539c5 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:11:58.806059 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57176) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:58.813346 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1192948b-8333-4a1b-a628-446f65e621ea tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:58.846234 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1192948b-8333-4a1b-a628-446f65e621ea tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event deleted for resources: {'Port': ['ID=ee13c25d-74b8-4bda-8217-2ea057652559,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:58.848593 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1192948b-8333-4a1b-a628-446f65e621ea tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] No DVR routers for this DVR port ee13c25d-74b8-4bda-8217-2ea057652559 on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:11:58.903872 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b6cd4a-e18c-4959-b887-6fd5047c1c32 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:11:58.919166 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-58b6cd4a-e18c-4959-b887-6fd5047c1c32 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:58.920873 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-58b6cd4a-e18c-4959-b887-6fd5047c1c32 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] 10.222.0.15 "PUT /v2.0/routers/f760fad4-3103-42bc-af6d-27e896b539c5 HTTP/1.1" status: 200 len: 918 time: 2.7974777 Jul 24 01:11:58.924161 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57182) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:58.997324 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1192948b-8333-4a1b-a628-446f65e621ea tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:59.016866 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-1192948b-8333-4a1b-a628-446f65e621ea tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ff28757-5507-4ee8-baa4-65d34cbbed1d']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:59.029632 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9202f275-66ed-410c-9d85-0ca1a41e5f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:59.040965 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-1192948b-8333-4a1b-a628-446f65e621ea tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '109b6933-d3f5-4d9a-897d-aba129019b0e') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:59.041530 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-1192948b-8333-4a1b-a628-446f65e621ea tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '109b6933-d3f5-4d9a-897d-aba129019b0e') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:59.057790 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ae22d9-8b5c-4cc6-a376-d3077db9a8fb None None] Sync routers for ids ['f760fad4-3103-42bc-af6d-27e896b539c5'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:11:59.060477 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1192948b-8333-4a1b-a628-446f65e621ea tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:59.070253 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ae22d9-8b5c-4cc6-a376-d3077db9a8fb None None] Routers {'f760fad4-3103-42bc-af6d-27e896b539c5'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:11:59.071044 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-d0ae22d9-8b5c-4cc6-a376-d3077db9a8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:11:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f760fad4-3103-42bc-af6d-27e896b539c5'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:59.093413 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1192948b-8333-4a1b-a628-446f65e621ea tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:59.106134 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1192948b-8333-4a1b-a628-446f65e621ea tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:11:59.106959 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ca545cdb-4555-4c92-89ce-0e57ef7e2041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:59.107086 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1192948b-8333-4a1b-a628-446f65e621ea tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:59.111381 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-d0ae22d9-8b5c-4cc6-a376-d3077db9a8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:59.113677 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:11:59.113677 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:11:59.113677 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:11:59.113677 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:11:59.113677 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:11:59.113677 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:11:59.113677 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:11:59.113677 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:11:59.113677 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:11:59.113677 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:11:59.113677 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:11:59.113677 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:11:59.113677 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:11:59.113677 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:11:59.113677 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:11:59.113677 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:11:59.113677 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:11:59.113677 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:11:59.113677 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:11:59.113677 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:11:59.113677 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:11:59.113677 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:11:59.113677 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:11:59.113677 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:11:59.113677 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:11:59.113677 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:11:59.113677 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:11:59.113677 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:11:59.113677 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:11:59.113677 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:11:59.113677 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:11:59.113677 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:11:59.141031 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca545cdb-4555-4c92-89ce-0e57ef7e2041 None None] Pushing event deleted for resources: {'Port': ['ID=ee13c25d-74b8-4bda-8217-2ea057652559,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:59.150371 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca545cdb-4555-4c92-89ce-0e57ef7e2041 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:59.150742 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca545cdb-4555-4c92-89ce-0e57ef7e2041 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:59.151094 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca545cdb-4555-4c92-89ce-0e57ef7e2041 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:59.151438 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca545cdb-4555-4c92-89ce-0e57ef7e2041 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:59.152240 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca545cdb-4555-4c92-89ce-0e57ef7e2041 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:59.152708 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca545cdb-4555-4c92-89ce-0e57ef7e2041 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:59.153036 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca545cdb-4555-4c92-89ce-0e57ef7e2041 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:59.153311 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca545cdb-4555-4c92-89ce-0e57ef7e2041 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:59.153629 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca545cdb-4555-4c92-89ce-0e57ef7e2041 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:59.159117 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca545cdb-4555-4c92-89ce-0e57ef7e2041 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:59.159117 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca545cdb-4555-4c92-89ce-0e57ef7e2041 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:59.159396 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-17bf9131-788b-444c-b2f3-97f83e8c3ab8 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] 10.222.0.15 "GET /v2.0/routers/f760fad4-3103-42bc-af6d-27e896b539c5 HTTP/1.1" status: 200 len: 924 time: 0.2280602 Jul 24 01:11:59.159495 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca545cdb-4555-4c92-89ce-0e57ef7e2041 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:11:59.159604 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57184) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:59.159686 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ae22d9-8b5c-4cc6-a376-d3077db9a8fb None None] Routers {'f760fad4-3103-42bc-af6d-27e896b539c5'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:11:59.159686 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-d0ae22d9-8b5c-4cc6-a376-d3077db9a8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:11:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f760fad4-3103-42bc-af6d-27e896b539c5'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:59.194650 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca545cdb-4555-4c92-89ce-0e57ef7e2041 None None] No DVR routers for this DVR port ee13c25d-74b8-4bda-8217-2ea057652559 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:11:59.197870 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device ee13c25d-74b8-4bda-8217-2ea057652559 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:11:59.198189 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd818789-e548-46d4-9c92-7b28dd2df333 req-ec9fe129-e065-4d0a-a751-513dbba1580e tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:59.202182 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bd818789-e548-46d4-9c92-7b28dd2df333 req-ec9fe129-e065-4d0a-a751-513dbba1580e tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 946 time: 0.1983578 Jul 24 01:11:59.202752 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-d0ae22d9-8b5c-4cc6-a376-d3077db9a8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:11:59.203401 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ae22d9-8b5c-4cc6-a376-d3077db9a8fb None None] The sync data for ids ['f760fad4-3103-42bc-af6d-27e896b539c5'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:11:59.223643 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: ee13c25d-74b8-4bda-8217-2ea057652559 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:11:59.224042 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device ee13c25d-74b8-4bda-8217-2ea057652559 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:11:59.229631 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1192948b-8333-4a1b-a628-446f65e621ea tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:59.240127 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1192948b-8333-4a1b-a628-446f65e621ea tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:59.242932 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1192948b-8333-4a1b-a628-446f65e621ea tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "DELETE /v2.0/networks/4ff28757-5507-4ee8-baa4-65d34cbbed1d HTTP/1.1" status: 204 len: 168 time: 1.0103517 Jul 24 01:11:59.248552 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57186) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:59.255659 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-6e99e1ad-a28d-46db-9376-836331ddda21 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Request body: {'network': {'name': 'tempest-RoutersTest-1403721608'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:11:59.265720 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1192948b-8333-4a1b-a628-446f65e621ea tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event deleted for resources: {'Network': ['ID=4ff28757-5507-4ee8-baa4-65d34cbbed1d,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:59.287796 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bd818789-e548-46d4-9c92-7b28dd2df333 req-4b66535c-46c6-4fc2-8286-b8cfe81435e4 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662549 Jul 24 01:11:59.290666 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd10544-17e2-4aaf-9f08-0995c887eb07 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:59.294671 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0fd10544-17e2-4aaf-9f08-0995c887eb07 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83&device_id=f760fad4-3103-42bc-af6d-27e896b539c5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1340981 Jul 24 01:11:59.294986 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57188) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:59.310346 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9202f275-66ed-410c-9d85-0ca1a41e5f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:59.316141 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9202f275-66ed-410c-9d85-0ca1a41e5f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:59.360904 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9202f275-66ed-410c-9d85-0ca1a41e5f8a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=14d531265cf345e099325009a10c061d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5518472 Jul 24 01:11:59.360904 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202f275-66ed-410c-9d85-0ca1a41e5f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af8237f-5c40-45b2-9a00-6494393617e3,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:59.362620 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57190) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:59.376496 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e99e1ad-a28d-46db-9376-836331ddda21 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Made reservation on behalf of a7007f5d47214551887f0cd1e69f571f for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:11:59.379958 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6e99e1ad-a28d-46db-9376-836331ddda21 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:59.410855 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7dc50bea-92d1-491b-bebc-1a45fdb2ea90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:59.421234 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9153e93-20b1-4e5e-97d9-4827f1d7d31a tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:59.422651 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d9153e93-20b1-4e5e-97d9-4827f1d7d31a tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] 10.222.0.15 "GET /v2.0/networks/40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 881 time: 0.1267087 Jul 24 01:11:59.425670 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57192) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:59.435993 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e99e1ad-a28d-46db-9376-836331ddda21 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:11:59.439462 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7dc50bea-92d1-491b-bebc-1a45fdb2ea90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:59.462034 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-72f357e3-8e87-4607-bfcb-e53217001f00 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] 10.222.0.15 "GET /v2.0/ports?device_id=f760fad4-3103-42bc-af6d-27e896b539c5 HTTP/1.1" status: 200 len: 205 time: 0.0329666 Jul 24 01:11:59.463203 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57194) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:59.469925 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6e99e1ad-a28d-46db-9376-836331ddda21 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:59.470309 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-6e99e1ad-a28d-46db-9376-836331ddda21 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Added segment 3dab237f-031d-4fe5-af56-22c1d350a3af of type vlan for network ba1c5b19-52b4-44fd-b2c5-3a7317bcdfdd Jul 24 01:11:59.489202 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7dc50bea-92d1-491b-bebc-1a45fdb2ea90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:59.491967 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7dc50bea-92d1-491b-bebc-1a45fdb2ea90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:59.493169 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7dc50bea-92d1-491b-bebc-1a45fdb2ea90 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9af8237f-5c40-45b2-9a00-6494393617e3 HTTP/1.1" status: 204 len: 168 time: 0.1295948 Jul 24 01:11:59.501803 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc50bea-92d1-491b-bebc-1a45fdb2ea90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af8237f-5c40-45b2-9a00-6494393617e3,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:59.581052 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6e99e1ad-a28d-46db-9376-836331ddda21 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:59.631095 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3bfdaace-7570-4868-9edd-ed3cca4795bd tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:59.634375 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6e99e1ad-a28d-46db-9376-836331ddda21 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:59.640274 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e99e1ad-a28d-46db-9376-836331ddda21 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:11:59.640879 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6e99e1ad-a28d-46db-9376-836331ddda21 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:59.768399 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57200) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:59.783004 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c4b52c04-bf20-4c9e-8e57-db660afb909d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:59.889772 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c4b52c04-bf20-4c9e-8e57-db660afb909d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:59.896135 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c4b52c04-bf20-4c9e-8e57-db660afb909d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:11:59.938964 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c4b52c04-bf20-4c9e-8e57-db660afb909d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=64e14be85ade4d77b48e233992db57f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1692548 Jul 24 01:11:59.939733 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b52c04-bf20-4c9e-8e57-db660afb909d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f58a5f-3f11-4a7b-8194-3e5be64fef8e,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:11:59.942350 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57202) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:11:59.996737 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5b8446e7-3115-414b-b4f0-58a52dda77f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:00.009560 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6e99e1ad-a28d-46db-9376-836331ddda21 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7592254 Jul 24 01:12:00.013113 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57204) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:00.018095 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-b0fa1628-3a67-49bb-bda7-08295e32e13a tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Request body: {'subnet': {'network_id': 'ba1c5b19-52b4-44fd-b2c5-3a7317bcdfdd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:00.039314 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5b8446e7-3115-414b-b4f0-58a52dda77f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:00.050646 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99e1ad-a28d-46db-9376-836331ddda21 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event updated for resources: {'Network': ['ID=ba1c5b19-52b4-44fd-b2c5-3a7317bcdfdd,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:00.062784 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network ba1c5b19-52b4-44fd-b2c5-3a7317bcdfdd details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:12:00.077597 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3bfdaace-7570-4868-9edd-ed3cca4795bd tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:00.135405 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-3bfdaace-7570-4868-9edd-ed3cca4795bd tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Deleting port f99209a0-f857-4c26-b7d3-52c4effca188 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:12:00.136420 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3bfdaace-7570-4868-9edd-ed3cca4795bd tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:00.154935 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0fa1628-3a67-49bb-bda7-08295e32e13a tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Made reservation on behalf of a7007f5d47214551887f0cd1e69f571f for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:12:00.158558 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b0fa1628-3a67-49bb-bda7-08295e32e13a tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:00.184476 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5b8446e7-3115-414b-b4f0-58a52dda77f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:00.187099 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5b8446e7-3115-414b-b4f0-58a52dda77f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:00.191059 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5b8446e7-3115-414b-b4f0-58a52dda77f0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/41f58a5f-3f11-4a7b-8194-3e5be64fef8e HTTP/1.1" status: 204 len: 168 time: 0.2448790 Jul 24 01:12:00.211987 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8446e7-3115-414b-b4f0-58a52dda77f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f58a5f-3f11-4a7b-8194-3e5be64fef8e,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:00.228463 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3bfdaace-7570-4868-9edd-ed3cca4795bd tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:00.247833 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-3bfdaace-7570-4868-9edd-ed3cca4795bd tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Calling delete_port for f99209a0-f857-4c26-b7d3-52c4effca188 owned by network:router_gateway {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:12:00.435484 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3bfdaace-7570-4868-9edd-ed3cca4795bd tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:00.465838 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfdaace-7570-4868-9edd-ed3cca4795bd tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Pushing event deleted for resources: {'Port': ['ID=f99209a0-f857-4c26-b7d3-52c4effca188,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:00.474160 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea9cf4-991e-42a7-96d7-0a6d0277e20e req-66a1a090-dbad-4675-8b2a-50eae6653a90 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:00.475824 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-37ea9cf4-991e-42a7-96d7-0a6d0277e20e req-66a1a090-dbad-4675-8b2a-50eae6653a90 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.13 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 946 time: 0.1570454 Jul 24 01:12:00.478413 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b0fa1628-3a67-49bb-bda7-08295e32e13a tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:00.536437 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3bfdaace-7570-4868-9edd-ed3cca4795bd tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:00.591153 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fa1628-3a67-49bb-bda7-08295e32e13a tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event updated for resources: {'Subnet': ['ID=dd42e30e-d13e-427f-abc7-ba7eef98245e,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:00.640761 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3bfdaace-7570-4868-9edd-ed3cca4795bd tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:00.642073 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae0dd1-0752-48db-bfab-858e9331054d req-c0ca05ac-b70a-4b85-bd08-c5a589c34290 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:00.643668 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-92ae0dd1-0752-48db-bfab-858e9331054d req-c0ca05ac-b70a-4b85-bd08-c5a589c34290 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 946 time: 0.2387922 Jul 24 01:12:00.649084 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3bfdaace-7570-4868-9edd-ed3cca4795bd tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:00.651541 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fa1628-3a67-49bb-bda7-08295e32e13a tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Checking segment: {'id': '3dab237f-031d-4fe5-af56-22c1d350a3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ba1c5b19-52b4-44fd-b2c5-3a7317bcdfdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:12:00.652450 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fa1628-3a67-49bb-bda7-08295e32e13a tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Network hostable DHCP agents. Network: ba1c5b19-52b4-44fd-b2c5-3a7317bcdfdd, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:12:00.699839 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3bfdaace-7570-4868-9edd-ed3cca4795bd tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:00.701460 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfdaace-7570-4868-9edd-ed3cca4795bd tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Fanout notify agent at l3_agent the message router_deleted on router f760fad4-3103-42bc-af6d-27e896b539c5 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:12:00.710885 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3bfdaace-7570-4868-9edd-ed3cca4795bd tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:00.716636 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fa1628-3a67-49bb-bda7-08295e32e13a tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Network ba1c5b19-52b4-44fd-b2c5-3a7317bcdfdd is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:12:00.717553 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3bfdaace-7570-4868-9edd-ed3cca4795bd tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] 10.222.0.15 "DELETE /v2.0/routers/f760fad4-3103-42bc-af6d-27e896b539c5 HTTP/1.1" status: 204 len: 168 time: 1.2478557 Jul 24 01:12:00.717838 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57222) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:00.724718 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-5acbe23e-ae62-41a6-8e9c-9068e52d9d5f tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-193021092', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:00.735581 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-92ae0dd1-0752-48db-bfab-858e9331054d req-d4980c79-7bee-4f69-900d-cdb76db22131 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851345 Jul 24 01:12:00.740586 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-37ea9cf4-991e-42a7-96d7-0a6d0277e20e req-41e6746f-d483-4f39-bd8f-a23aac3c3776 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Deleting port 05963e2b-d078-4047-9852-450b738dbdb2 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:12:00.740962 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-37ea9cf4-991e-42a7-96d7-0a6d0277e20e req-41e6746f-d483-4f39-bd8f-a23aac3c3776 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:00.749286 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-b0fa1628-3a67-49bb-bda7-08295e32e13a tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, ba1c5b19-52b4-44fd-b2c5-3a7317bcdfdd) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:00.767821 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fa1628-3a67-49bb-bda7-08295e32e13a tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:00.768418 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b0fa1628-3a67-49bb-bda7-08295e32e13a tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:00.769675 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee18838f-1cc9-4fae-a1ce-72b2a86c88dd None None] Network ba1c5b19-52b4-44fd-b2c5-3a7317bcdfdd requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:12:00.806147 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5acbe23e-ae62-41a6-8e9c-9068e52d9d5f tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:00.807309 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5acbe23e-ae62-41a6-8e9c-9068e52d9d5f tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:00.845828 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b0fa1628-3a67-49bb-bda7-08295e32e13a tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8281271 Jul 24 01:12:00.846436 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57228) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:00.853954 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-23a4bea1-76f4-4767-b8d5-a263c1f3c2bc tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-573867143', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:00.881747 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-23a4bea1-76f4-4767-b8d5-a263c1f3c2bc tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:00.883541 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-23a4bea1-76f4-4767-b8d5-a263c1f3c2bc tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:00.924650 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5acbe23e-ae62-41a6-8e9c-9068e52d9d5f tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:00.934023 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-37ea9cf4-991e-42a7-96d7-0a6d0277e20e req-41e6746f-d483-4f39-bd8f-a23aac3c3776 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] For port 05963e2b-d078-4047-9852-450b738dbdb2, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=05963e2b-d078-4047-9852-450b738dbdb2,segment=NetworkSegment(c89e3cbc-4aac-4fff-a675-9a81f1b0ca38),segment_id=c89e3cbc-4aac-4fff-a675-9a81f1b0ca38)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:12:00.934393 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-37ea9cf4-991e-42a7-96d7-0a6d0277e20e req-41e6746f-d483-4f39-bd8f-a23aac3c3776 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:00.937086 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5acbe23e-ae62-41a6-8e9c-9068e52d9d5f tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:00.946439 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-23a4bea1-76f4-4767-b8d5-a263c1f3c2bc tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:00.955495 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-23a4bea1-76f4-4767-b8d5-a263c1f3c2bc tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:00.971559 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5acbe23e-ae62-41a6-8e9c-9068e52d9d5f tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:00.973221 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5acbe23e-ae62-41a6-8e9c-9068e52d9d5f tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2542672 Jul 24 01:12:00.976404 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57234) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:00.985262 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-c4898e34-5f23-4391-9682-f548d9bafc0c tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'enable_snat': False}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:00.985522 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207db8ef-c0f5-4670-b683-fa03d1a14e33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-ba1c5b19-52b4-44fd-b2c5-3a7317bcdfdd', 'network_id': 'ba1c5b19-52b4-44fd-b2c5-3a7317bcdfdd', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'fixed_ips': [{'subnet_id': 'dd42e30e-d13e-427f-abc7-ba7eef98245e'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:12:00.986450 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-207db8ef-c0f5-4670-b683-fa03d1a14e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:01.034387 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-23a4bea1-76f4-4767-b8d5-a263c1f3c2bc tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:01.039194 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-23a4bea1-76f4-4767-b8d5-a263c1f3c2bc tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1902578 Jul 24 01:12:01.057581 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57236) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:01.057957 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57238) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:01.148082 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-207db8ef-c0f5-4670-b683-fa03d1a14e33 None None] Allocated IP 172.20.0.2 (ba1c5b19-52b4-44fd-b2c5-3a7317bcdfdd/dd42e30e-d13e-427f-abc7-ba7eef98245e/96caefc1-bc33-4536-8f21-a975f2259cbf) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:12:01.239815 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c4898e34-5f23-4391-9682-f548d9bafc0c tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:01.318087 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-207db8ef-c0f5-4670-b683-fa03d1a14e33 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:01.328046 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-207db8ef-c0f5-4670-b683-fa03d1a14e33 None None] Transition to ACTIVE for port object 96caefc1-bc33-4536-8f21-a975f2259cbf will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:12:01.345020 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-207db8ef-c0f5-4670-b683-fa03d1a14e33 None None] Transition to ACTIVE for port object 96caefc1-bc33-4536-8f21-a975f2259cbf will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:12:01.351898 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-207db8ef-c0f5-4670-b683-fa03d1a14e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:01.399851 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207db8ef-c0f5-4670-b683-fa03d1a14e33 None None] Network ba1c5b19-52b4-44fd-b2c5-3a7317bcdfdd is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:12:01.403816 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-207db8ef-c0f5-4670-b683-fa03d1a14e33 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:01.408628 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207db8ef-c0f5-4670-b683-fa03d1a14e33 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:12:01.436162 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207db8ef-c0f5-4670-b683-fa03d1a14e33 None None] Pushing event updated for resources: {'Port': ['ID=96caefc1-bc33-4536-8f21-a975f2259cbf,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:01.487474 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c4898e34-5f23-4391-9682-f548d9bafc0c tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:01.490828 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-207db8ef-c0f5-4670-b683-fa03d1a14e33 None None] Attempting to bind port 96caefc1-bc33-4536-8f21-a975f2259cbf on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:12:01.490828 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-207db8ef-c0f5-4670-b683-fa03d1a14e33 None None] Attempting to bind port 96caefc1-bc33-4536-8f21-a975f2259cbf by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '3dab237f-031d-4fe5-af56-22c1d350a3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ba1c5b19-52b4-44fd-b2c5-3a7317bcdfdd'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:12:01.490828 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207db8ef-c0f5-4670-b683-fa03d1a14e33 None None] Attempting to bind port 96caefc1-bc33-4536-8f21-a975f2259cbf on network ba1c5b19-52b4-44fd-b2c5-3a7317bcdfdd {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:12:01.499968 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207db8ef-c0f5-4670-b683-fa03d1a14e33 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:12:01.500400 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207db8ef-c0f5-4670-b683-fa03d1a14e33 None None] Checking segment: {'id': '3dab237f-031d-4fe5-af56-22c1d350a3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ba1c5b19-52b4-44fd-b2c5-3a7317bcdfdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:12:01.500819 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-207db8ef-c0f5-4670-b683-fa03d1a14e33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:01.501348 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207db8ef-c0f5-4670-b683-fa03d1a14e33 None None] Bound using segment: {'id': '3dab237f-031d-4fe5-af56-22c1d350a3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ba1c5b19-52b4-44fd-b2c5-3a7317bcdfdd'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:12:01.501871 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-207db8ef-c0f5-4670-b683-fa03d1a14e33 None None] Bound port: 96caefc1-bc33-4536-8f21-a975f2259cbf, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dab237f-031d-4fe5-af56-22c1d350a3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ba1c5b19-52b4-44fd-b2c5-3a7317bcdfdd'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:12:01.502386 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-207db8ef-c0f5-4670-b683-fa03d1a14e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:01.526387 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c4898e34-5f23-4391-9682-f548d9bafc0c tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:01.581077 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-207db8ef-c0f5-4670-b683-fa03d1a14e33 None None] For port 96caefc1-bc33-4536-8f21-a975f2259cbf, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:12:01.584381 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-207db8ef-c0f5-4670-b683-fa03d1a14e33 None None] For port 96caefc1-bc33-4536-8f21-a975f2259cbf, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=96caefc1-bc33-4536-8f21-a975f2259cbf,segment=NetworkSegment(3dab237f-031d-4fe5-af56-22c1d350a3af),segment_id=3dab237f-031d-4fe5-af56-22c1d350a3af)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:12:01.590727 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-207db8ef-c0f5-4670-b683-fa03d1a14e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:01.593484 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-621cb2ff-0589-4c69-9c24-cda32dadc209 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-176249536-network', 'tenant_id': '564125b903b34872850a006dcbcb456b'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:01.656180 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-c4898e34-5f23-4391-9682-f548d9bafc0c tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Allocated IP 172.25.2.120 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/9572b71f-83a2-41c6-9af2-0007ffd9cb92) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:12:01.659340 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207db8ef-c0f5-4670-b683-fa03d1a14e33 None None] Pushing event updated for resources: {'Port': ['ID=96caefc1-bc33-4536-8f21-a975f2259cbf,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:01.706970 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-37ea9cf4-991e-42a7-96d7-0a6d0277e20e req-41e6746f-d483-4f39-bd8f-a23aac3c3776 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:01.707939 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-37ea9cf4-991e-42a7-96d7-0a6d0277e20e req-41e6746f-d483-4f39-bd8f-a23aac3c3776 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:01.707939 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [req-37ea9cf4-991e-42a7-96d7-0a6d0277e20e req-41e6746f-d483-4f39-bd8f-a23aac3c3776 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Floating IP 3d19802d-09e4-4936-a377-d91ecfa7c31a disassociated. External IP: 172.25.2.205, port: 05963e2b-d078-4047-9852-450b738dbdb2. Jul 24 01:12:01.708291 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-37ea9cf4-991e-42a7-96d7-0a6d0277e20e req-41e6746f-d483-4f39-bd8f-a23aac3c3776 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Calling delete_port for 05963e2b-d078-4047-9852-450b738dbdb2 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:12:01.714901 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621cb2ff-0589-4c69-9c24-cda32dadc209 admin admin] Made reservation on behalf of 564125b903b34872850a006dcbcb456b for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:12:01.716632 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-621cb2ff-0589-4c69-9c24-cda32dadc209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:01.737807 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-621cb2ff-0589-4c69-9c24-cda32dadc209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:01.782624 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c4898e34-5f23-4391-9682-f548d9bafc0c tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:01.894770 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c4898e34-5f23-4391-9682-f548d9bafc0c tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:01.923411 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-805b6069-2454-4d0f-8829-b09342717257 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:01.941249 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4898e34-5f23-4391-9682-f548d9bafc0c tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:12:01.951228 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-c4898e34-5f23-4391-9682-f548d9bafc0c tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:01.957954 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4898e34-5f23-4391-9682-f548d9bafc0c tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:12:01.961169 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4898e34-5f23-4391-9682-f548d9bafc0c tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Pushing event updated for resources: {'Port': ['ID=9572b71f-83a2-41c6-9af2-0007ffd9cb92,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:02.015723 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d1c76-d0d7-4d3a-b07b-731b8aa30349 req-78fb3786-0d6e-4f58-b5b9-5f045600719c tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:02.017318 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bc6d1c76-d0d7-4d3a-b07b-731b8aa30349 req-78fb3786-0d6e-4f58-b5b9-5f045600719c tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 946 time: 0.1652369 Jul 24 01:12:02.132197 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-37ea9cf4-991e-42a7-96d7-0a6d0277e20e req-41e6746f-d483-4f39-bd8f-a23aac3c3776 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:02.144716 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bc6d1c76-d0d7-4d3a-b07b-731b8aa30349 req-49dac091-bcb5-4488-a9a6-7482906fbc04 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=08cc8b5d-4eb4-4ede-8761-f328802cbe61&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215448 Jul 24 01:12:02.195794 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6746f-d483-4f39-bd8f-a23aac3c3776 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Pushing event deleted for resources: {'Port': ['ID=05963e2b-d078-4047-9852-450b738dbdb2,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:02.211121 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-621cb2ff-0589-4c69-9c24-cda32dadc209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:02.247472 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-621cb2ff-0589-4c69-9c24-cda32dadc209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:02.263349 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c4898e34-5f23-4391-9682-f548d9bafc0c tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:02.364634 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-621cb2ff-0589-4c69-9c24-cda32dadc209 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:12:02.370526 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621cb2ff-0589-4c69-9c24-cda32dadc209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277cc7ba-6ca5-421d-9c63-2db46416c9c9,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:02.411658 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-621cb2ff-0589-4c69-9c24-cda32dadc209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:02.412021 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-621cb2ff-0589-4c69-9c24-cda32dadc209 admin admin] Added segment 5aae32b9-a911-4411-ad9f-eb7ae2aec933 of type vlan for network 5e740d4c-0729-4da4-8b95-4f518a64dc78 Jul 24 01:12:02.480651 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c4898e34-5f23-4391-9682-f548d9bafc0c tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:02.484523 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-805b6069-2454-4d0f-8829-b09342717257 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Allocated IP 172.20.0.1 (ba1c5b19-52b4-44fd-b2c5-3a7317bcdfdd/dd42e30e-d13e-427f-abc7-ba7eef98245e/84225158-d2e4-47ac-934a-7a4d0e5318ca) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:12:02.484840 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c4898e34-5f23-4391-9682-f548d9bafc0c tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690290'] for router, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:02.492782 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-621cb2ff-0589-4c69-9c24-cda32dadc209 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:02.512951 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37ea9cf4-991e-42a7-96d7-0a6d0277e20e req-41e6746f-d483-4f39-bd8f-a23aac3c3776 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Router 93ddeb42-1c3d-43ef-8b69-08a014923a85 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:12:02.606102 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-621cb2ff-0589-4c69-9c24-cda32dadc209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:02.606982 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621cb2ff-0589-4c69-9c24-cda32dadc209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:02.607210 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-621cb2ff-0589-4c69-9c24-cda32dadc209 admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:02.651891 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4898e34-5f23-4391-9682-f548d9bafc0c tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Router 6283317a-08d2-4150-92ee-b60831d663df is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:12:02.739255 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-621cb2ff-0589-4c69-9c24-cda32dadc209 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6790183 Jul 24 01:12:02.740162 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57246) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:02.744612 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-7b93cb60-115b-4df3-97fe-a88f01c743ee admin admin] Request body: {'subnet': {'network_id': '5e740d4c-0729-4da4-8b95-4f518a64dc78', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-176249536-subnet', 'tenant_id': '564125b903b34872850a006dcbcb456b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:02.771705 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4661f95e-36e4-4d6d-82df-a7b27bfb2203 None None] Network ba1c5b19-52b4-44fd-b2c5-3a7317bcdfdd requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:12:02.786653 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621cb2ff-0589-4c69-9c24-cda32dadc209 admin admin] Pushing event updated for resources: {'Network': ['ID=5e740d4c-0729-4da4-8b95-4f518a64dc78,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:02.795706 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-805b6069-2454-4d0f-8829-b09342717257 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:02.803471 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4898e34-5f23-4391-9682-f548d9bafc0c tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:12:02.820407 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-805b6069-2454-4d0f-8829-b09342717257 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Transition to ACTIVE for port object 84225158-d2e4-47ac-934a-7a4d0e5318ca will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:12:02.823982 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c4898e34-5f23-4391-9682-f548d9bafc0c tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:02.825083 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ef8166-0200-49e7-9e7b-02f91f8b510d None None] Sync routers for ids ['6283317a-08d2-4150-92ee-b60831d663df'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:12:02.825860 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c4898e34-5f23-4391-9682-f548d9bafc0c tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] 10.222.0.15 "PUT /v2.0/routers/6283317a-08d2-4150-92ee-b60831d663df HTTP/1.1" status: 200 len: 919 time: 1.8481348 Jul 24 01:12:02.827961 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b93cb60-115b-4df3-97fe-a88f01c743ee admin admin] Made reservation on behalf of 564125b903b34872850a006dcbcb456b for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:12:02.828793 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57248) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:02.831187 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7b93cb60-115b-4df3-97fe-a88f01c743ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:02.836007 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ef8166-0200-49e7-9e7b-02f91f8b510d None None] Routers {'6283317a-08d2-4150-92ee-b60831d663df'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:12:02.836628 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-f2ef8166-0200-49e7-9e7b-02f91f8b510d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:11:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['6283317a-08d2-4150-92ee-b60831d663df'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:02.838007 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37ea9cf4-991e-42a7-96d7-0a6d0277e20e req-41e6746f-d483-4f39-bd8f-a23aac3c3776 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:12:02.846031 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 5e740d4c-0729-4da4-8b95-4f518a64dc78 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:12:02.866619 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da12782-011d-4904-b577-2c2e342d66f2 None None] Sync routers for ids ['93ddeb42-1c3d-43ef-8b69-08a014923a85'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:12:02.886524 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-f2ef8166-0200-49e7-9e7b-02f91f8b510d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:02.895814 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ef8166-0200-49e7-9e7b-02f91f8b510d None None] Routers {'6283317a-08d2-4150-92ee-b60831d663df'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:12:02.896628 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-f2ef8166-0200-49e7-9e7b-02f91f8b510d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:11:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['6283317a-08d2-4150-92ee-b60831d663df'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:02.930397 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-f2ef8166-0200-49e7-9e7b-02f91f8b510d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:02.931377 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ef8166-0200-49e7-9e7b-02f91f8b510d None None] The sync data for ids ['6283317a-08d2-4150-92ee-b60831d663df'] in n-d-793621-25 is: [] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:12:02.967041 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ea9cf4-991e-42a7-96d7-0a6d0277e20e req-41e6746f-d483-4f39-bd8f-a23aac3c3776 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] No DVR routers for this DVR port 05963e2b-d078-4047-9852-450b738dbdb2 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:12:02.971013 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-ae3b718c-c5ea-494f-bfe8-8f237a4363be None None] Provisioning for port 96caefc1-bc33-4536-8f21-a975f2259cbf completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:12:02.974334 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-37ea9cf4-991e-42a7-96d7-0a6d0277e20e req-41e6746f-d483-4f39-bd8f-a23aac3c3776 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:02.976355 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-37ea9cf4-991e-42a7-96d7-0a6d0277e20e req-41e6746f-d483-4f39-bd8f-a23aac3c3776 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.13 "DELETE /v2.0/ports/05963e2b-d078-4047-9852-450b738dbdb2 HTTP/1.1" status: 204 len: 173 time: 2.4875588 Jul 24 01:12:02.977979 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ad9081-9a2c-4f3f-aa24-c39092090d2d', 'name': 'network-vif-deleted', 'tag': '05963e2b-d078-4047-9852-450b738dbdb2'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:12:02.981328 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0b5c33-0445-400a-9b41-b52220732413" -d '{"events": [{"server_uuid": "d6ad9081-9a2c-4f3f-aa24-c39092090d2d", "name": "network-vif-deleted", "tag": "05963e2b-d078-4047-9852-450b738dbdb2"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:12:03.002462 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-805b6069-2454-4d0f-8829-b09342717257 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:03.047161 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62c2273-9735-4723-86f8-a206fc75fe1c x-openstack-request-id: req-e62c2273-9735-4723-86f8-a206fc75fe1c {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:12:03.047696 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ad9081-9a2c-4f3f-aa24-c39092090d2d", "name": "network-vif-deleted", "tag": "05963e2b-d078-4047-9852-450b738dbdb2", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:12:03.049452 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e62c2273-9735-4723-86f8-a206fc75fe1c {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:12:03.050077 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ad9081-9a2c-4f3f-aa24-c39092090d2d', 'name': 'network-vif-deleted', 'tag': '05963e2b-d078-4047-9852-450b738dbdb2', 'status': 'completed', 'code': 200} Jul 24 01:12:03.061614 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a3cdac8f-4a52-4cb8-ad0a-1cdf41e0b752 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] 10.222.0.15 "GET /v2.0/routers/6283317a-08d2-4150-92ee-b60831d663df HTTP/1.1" status: 200 len: 925 time: 0.2299159 Jul 24 01:12:03.063093 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57252) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:03.094559 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805b6069-2454-4d0f-8829-b09342717257 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Network ba1c5b19-52b4-44fd-b2c5-3a7317bcdfdd is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:12:03.098560 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7b93cb60-115b-4df3-97fe-a88f01c743ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:03.103788 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b6069-2454-4d0f-8829-b09342717257 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event updated for resources: {'Port': ['ID=84225158-d2e4-47ac-934a-7a4d0e5318ca,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:03.131687 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da12782-011d-4904-b577-2c2e342d66f2 None None] Routers {'93ddeb42-1c3d-43ef-8b69-08a014923a85'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:12:03.132616 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-7da12782-011d-4904-b577-2c2e342d66f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:11:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['93ddeb42-1c3d-43ef-8b69-08a014923a85'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:03.145552 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-805b6069-2454-4d0f-8829-b09342717257 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:03.148529 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805b6069-2454-4d0f-8829-b09342717257 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:12:03.182557 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b93cb60-115b-4df3-97fe-a88f01c743ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=19aa38bd-1d37-4f00-83f2-27768a43bf66,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:03.196300 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-805b6069-2454-4d0f-8829-b09342717257 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:03.205787 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b93cb60-115b-4df3-97fe-a88f01c743ee admin admin] Checking segment: {'id': '5aae32b9-a911-4411-ad9f-eb7ae2aec933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5e740d4c-0729-4da4-8b95-4f518a64dc78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:12:03.206527 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b93cb60-115b-4df3-97fe-a88f01c743ee admin admin] Network hostable DHCP agents. Network: 5e740d4c-0729-4da4-8b95-4f518a64dc78, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:12:03.242484 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b93cb60-115b-4df3-97fe-a88f01c743ee admin admin] Network 5e740d4c-0729-4da4-8b95-4f518a64dc78 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:12:03.258142 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 96caefc1-bc33-4536-8f21-a975f2259cbf up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:12:03.288634 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f1ba480a-17f2-4a1d-af5f-0c0b9ff95e8a req-0c2e693b-8bf5-4ad5-9150-8044b2df667a tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6ad9081-9a2c-4f3f-aa24-c39092090d2d HTTP/1.1" status: 200 len: 210 time: 0.0408566 Jul 24 01:12:03.293458 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605ada09-8a87-4394-832f-4df21212a451 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:03.297442 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-7b93cb60-115b-4df3-97fe-a88f01c743ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 5e740d4c-0729-4da4-8b95-4f518a64dc78) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:03.297607 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-605ada09-8a87-4394-832f-4df21212a451 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83&device_id=6283317a-08d2-4150-92ee-b60831d663df&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2290831 Jul 24 01:12:03.297731 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57256) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:03.312887 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b93cb60-115b-4df3-97fe-a88f01c743ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:03.313351 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7b93cb60-115b-4df3-97fe-a88f01c743ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:03.313847 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64ea4c7-7bce-4efa-a1d9-27236d71afd1 None None] Network 5e740d4c-0729-4da4-8b95-4f518a64dc78 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:12:03.347452 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7b93cb60-115b-4df3-97fe-a88f01c743ee admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6063426 Jul 24 01:12:03.360376 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-7da12782-011d-4904-b577-2c2e342d66f2 None None] Set router 93ddeb42-1c3d-43ef-8b69-08a014923a85 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:12:03.436907 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf06f064-a9d4-467f-844d-669c542f37d6 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:03.442014 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-bf06f064-a9d4-467f-844d-669c542f37d6 tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] 10.222.0.15 "GET /v2.0/networks/40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 881 time: 0.1397603 Jul 24 01:12:03.442014 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-805b6069-2454-4d0f-8829-b09342717257 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:03.442469 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57260) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:03.496100 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6a14b5cf-729a-41b9-ad1f-f02eee79dbdd tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] 10.222.0.15 "GET /v2.0/ports?device_id=6283317a-08d2-4150-92ee-b60831d663df HTTP/1.1" status: 200 len: 205 time: 0.0518887 Jul 24 01:12:03.496492 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57262) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:03.629257 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 96caefc1-bc33-4536-8f21-a975f2259cbf completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:12:03.665130 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a05b86ec-f9ac-43b3-9654-f456ce078156 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:03.676421 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 96caefc1-bc33-4536-8f21-a975f2259cbf triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:03.676807 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:03.839688 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a05b86ec-f9ac-43b3-9654-f456ce078156 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:03.904265 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dec4299-5f59-49d2-8ece-efb5fd1013c8 None None] Network 5e740d4c-0729-4da4-8b95-4f518a64dc78 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:12:03.934173 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-805b6069-2454-4d0f-8829-b09342717257 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:03.952481 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-805b6069-2454-4d0f-8829-b09342717257 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:03.970513 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-a05b86ec-f9ac-43b3-9654-f456ce078156 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Deleting port 9572b71f-83a2-41c6-9af2-0007ffd9cb92 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:12:03.983511 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a05b86ec-f9ac-43b3-9654-f456ce078156 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:04.028218 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:04.039252 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-6561b3d4-c210-44a9-b500-17ee4fb16d11 None None] Provisioning complete for port 96caefc1-bc33-4536-8f21-a975f2259cbf triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:04.039845 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6561b3d4-c210-44a9-b500-17ee4fb16d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:04.094298 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a05b86ec-f9ac-43b3-9654-f456ce078156 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:04.100351 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 96caefc1-bc33-4536-8f21-a975f2259cbf, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=96caefc1-bc33-4536-8f21-a975f2259cbf,segment=NetworkSegment(3dab237f-031d-4fe5-af56-22c1d350a3af),segment_id=3dab237f-031d-4fe5-af56-22c1d350a3af)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:12:04.106737 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-7da12782-011d-4904-b577-2c2e342d66f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'name': 'tempest-AttachVolumeShelveTestJSON-1196408481-router', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': 'e210a921-6ad7-482a-90d2-d5c75f452355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:07:35Z', 'updated_at': '2021-07-24T01:07:42Z', 'revision_number': 4, 'project_id': 'd6dc6777949c4bca80e15baebcec81ec', 'gw_port': {'id': 'e210a921-6ad7-482a-90d2-d5c75f452355', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:36Z', 'updated_at': '2021-07-24T01:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'a722def4-5fa1-44d4-86c1-1100f96212eb', 'name': '', 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'mac_address': 'fa:16:3e:ba:bb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '941506a1-fc49-47b1-b115-8157f3b98de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:41Z', 'updated_at': '2021-07-24T01:07:51Z', 'revision_number': 5, 'project_id': 'd6dc6777949c4bca80e15baebcec81ec', 'subnets': [{'id': '941506a1-fc49-47b1-b115-8157f3b98de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:04.117404 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-a05b86ec-f9ac-43b3-9654-f456ce078156 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Calling delete_port for 9572b71f-83a2-41c6-9af2-0007ffd9cb92 owned by network:router_gateway {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:12:04.176967 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-805b6069-2454-4d0f-8829-b09342717257 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:04.178898 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b6069-2454-4d0f-8829-b09342717257 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event updated for resources: {'Port': ['ID=84225158-d2e4-47ac-934a-7a4d0e5318ca,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:04.320854 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-805b6069-2454-4d0f-8829-b09342717257 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Network ba1c5b19-52b4-44fd-b2c5-3a7317bcdfdd is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:12:04.322514 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-805b6069-2454-4d0f-8829-b09342717257 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:04.324725 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:04.342555 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da12782-011d-4904-b577-2c2e342d66f2 None None] Checking router: 93ddeb42-1c3d-43ef-8b69-08a014923a85 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:12:04.367894 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a05b86ec-f9ac-43b3-9654-f456ce078156 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:04.374188 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 05963e2b-d078-4047-9852-450b738dbdb2 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:12:04.404466 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da12782-011d-4904-b577-2c2e342d66f2 None None] Routers {'93ddeb42-1c3d-43ef-8b69-08a014923a85'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:12:04.405128 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-7da12782-011d-4904-b577-2c2e342d66f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:11:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['93ddeb42-1c3d-43ef-8b69-08a014923a85'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:04.473753 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57278) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:04.513616 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 05963e2b-d078-4047-9852-450b738dbdb2 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:12:04.513969 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 05963e2b-d078-4047-9852-450b738dbdb2 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:12:04.530630 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b86ec-f9ac-43b3-9654-f456ce078156 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Pushing event deleted for resources: {'Port': ['ID=9572b71f-83a2-41c6-9af2-0007ffd9cb92,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:04.558602 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-05967183-a864-44cf-9b97-e35cff16b3cc tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:04.593191 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-05967183-a864-44cf-9b97-e35cff16b3cc tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:04.627199 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=96caefc1-bc33-4536-8f21-a975f2259cbf,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:04.674924 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-05967183-a864-44cf-9b97-e35cff16b3cc tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:04.680678 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-05967183-a864-44cf-9b97-e35cff16b3cc tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:04.685354 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-05967183-a864-44cf-9b97-e35cff16b3cc tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "DELETE /v2.0/security-groups/08cc8b5d-4eb4-4ede-8761-f328802cbe61 HTTP/1.1" status: 204 len: 168 time: 0.2072470 Jul 24 01:12:04.693237 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57280) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:04.694102 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05967183-a864-44cf-9b97-e35cff16b3cc tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08cc8b5d-4eb4-4ede-8761-f328802cbe61,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:04.708732 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-7da12782-011d-4904-b577-2c2e342d66f2 None None] Set router 93ddeb42-1c3d-43ef-8b69-08a014923a85 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:12:04.712178 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-6561b3d4-c210-44a9-b500-17ee4fb16d11 None None] Provisioning for port 84225158-d2e4-47ac-934a-7a4d0e5318ca completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:12:04.723104 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a05b86ec-f9ac-43b3-9654-f456ce078156 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:04.723104 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-7a0bf14f-fc77-41b2-b298-2fde5d87097e tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] show failed (client error): The resource could not be found. Jul 24 01:12:04.723104 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7a0bf14f-fc77-41b2-b298-2fde5d87097e tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups/08cc8b5d-4eb4-4ede-8761-f328802cbe61 HTTP/1.1" status: 404 len: 347 time: 0.0205526 Jul 24 01:12:04.749686 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-6561b3d4-c210-44a9-b500-17ee4fb16d11 None None] Provisioning complete for port 84225158-d2e4-47ac-934a-7a4d0e5318ca triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:04.750071 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6561b3d4-c210-44a9-b500-17ee4fb16d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:04.753405 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57282) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:04.790031 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-6561b3d4-c210-44a9-b500-17ee4fb16d11 None None] Port 84225158-d2e4-47ac-934a-7a4d0e5318ca cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:12:04.952432 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e7c231bb-c3c3-46f4-92c0-19113b98a4a5 None None] Provisioning complete for port 84225158-d2e4-47ac-934a-7a4d0e5318ca triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:04.952432 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e7c231bb-c3c3-46f4-92c0-19113b98a4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:04.960363 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:05.044140 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-e7c231bb-c3c3-46f4-92c0-19113b98a4a5 None None] Port 84225158-d2e4-47ac-934a-7a4d0e5318ca cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:12:05.109136 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-805b6069-2454-4d0f-8829-b09342717257 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Router 5cf3942c-0ccd-44c5-842c-799bb839879a is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:12:05.113742 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-7da12782-011d-4904-b577-2c2e342d66f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'name': 'tempest-AttachVolumeShelveTestJSON-1196408481-router', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': 'e210a921-6ad7-482a-90d2-d5c75f452355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:07:35Z', 'updated_at': '2021-07-24T01:07:42Z', 'revision_number': 4, 'project_id': 'd6dc6777949c4bca80e15baebcec81ec', 'gw_port': {'id': 'e210a921-6ad7-482a-90d2-d5c75f452355', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:36Z', 'updated_at': '2021-07-24T01:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'a722def4-5fa1-44d4-86c1-1100f96212eb', 'name': '', 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'mac_address': 'fa:16:3e:ba:bb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '941506a1-fc49-47b1-b115-8157f3b98de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:41Z', 'updated_at': '2021-07-24T01:07:51Z', 'revision_number': 5, 'project_id': 'd6dc6777949c4bca80e15baebcec81ec', 'subnets': [{'id': '941506a1-fc49-47b1-b115-8157f3b98de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:05.161285 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7da12782-011d-4904-b577-2c2e342d66f2 None None] The sync data for ids ['93ddeb42-1c3d-43ef-8b69-08a014923a85'] in n-d-793621-25 is: [{'id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'name': 'tempest-AttachVolumeShelveTestJSON-1196408481-router', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': 'e210a921-6ad7-482a-90d2-d5c75f452355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:07:35Z', 'updated_at': '2021-07-24T01:07:42Z', 'revision_number': 4, 'project_id': 'd6dc6777949c4bca80e15baebcec81ec', 'gw_port': {'id': 'e210a921-6ad7-482a-90d2-d5c75f452355', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:36Z', 'updated_at': '2021-07-24T01:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'a722def4-5fa1-44d4-86c1-1100f96212eb', 'name': '', 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'mac_address': 'fa:16:3e:ba:bb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '941506a1-fc49-47b1-b115-8157f3b98de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:41Z', 'updated_at': '2021-07-24T01:07:51Z', 'revision_number': 5, 'project_id': 'd6dc6777949c4bca80e15baebcec81ec', 'subnets': [{'id': '941506a1-fc49-47b1-b115-8157f3b98de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:12:05.188692 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 96caefc1-bc33-4536-8f21-a975f2259cbf up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:12:05.230907 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805b6069-2454-4d0f-8829-b09342717257 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:12:05.237079 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-805b6069-2454-4d0f-8829-b09342717257 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "PUT /v2.0/routers/5cf3942c-0ccd-44c5-842c-799bb839879a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1780698 Jul 24 01:12:05.239678 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57286) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:05.249477 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0189e680-aec4-4fc5-b2b1-f74d4623c257 None None] Sync routers for ids ['5cf3942c-0ccd-44c5-842c-799bb839879a'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:12:05.264267 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0189e680-aec4-4fc5-b2b1-f74d4623c257 None None] Routers {'5cf3942c-0ccd-44c5-842c-799bb839879a'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:12:05.265270 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-0189e680-aec4-4fc5-b2b1-f74d4623c257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:11:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['5cf3942c-0ccd-44c5-842c-799bb839879a'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:05.285499 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 96caefc1-bc33-4536-8f21-a975f2259cbf triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:05.286041 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:05.301557 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a05b86ec-f9ac-43b3-9654-f456ce078156 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:05.303349 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a05b86ec-f9ac-43b3-9654-f456ce078156 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:05.313598 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-0189e680-aec4-4fc5-b2b1-f74d4623c257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:05.324882 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0189e680-aec4-4fc5-b2b1-f74d4623c257 None None] Routers {'5cf3942c-0ccd-44c5-842c-799bb839879a'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:12:05.325862 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-0189e680-aec4-4fc5-b2b1-f74d4623c257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:11:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['5cf3942c-0ccd-44c5-842c-799bb839879a'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:05.329942 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:05.333000 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aae04a7-b390-40fb-bb38-9111a78a7c23 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:05.335425 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7aae04a7-b390-40fb-bb38-9111a78a7c23 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "GET /v2.0/ports/84225158-d2e4-47ac-934a-7a4d0e5318ca HTTP/1.1" status: 200 len: 910 time: 0.0944757 Jul 24 01:12:05.338189 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57288) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:05.372580 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-0189e680-aec4-4fc5-b2b1-f74d4623c257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:05.373642 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0189e680-aec4-4fc5-b2b1-f74d4623c257 None None] The sync data for ids ['5cf3942c-0ccd-44c5-842c-799bb839879a'] in n-d-793621-25 is: [] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:12:05.387228 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a05b86ec-f9ac-43b3-9654-f456ce078156 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:05.387948 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05b86ec-f9ac-43b3-9654-f456ce078156 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Fanout notify agent at l3_agent the message router_deleted on router 6283317a-08d2-4150-92ee-b60831d663df {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:12:05.399454 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a05b86ec-f9ac-43b3-9654-f456ce078156 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:05.400798 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a05b86ec-f9ac-43b3-9654-f456ce078156 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] 10.222.0.15 "DELETE /v2.0/routers/6283317a-08d2-4150-92ee-b60831d663df HTTP/1.1" status: 204 len: 168 time: 1.9030864 Jul 24 01:12:05.405137 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57290) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:05.410884 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-561c99d7-6129-4404-a4b9-a08412df2823 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-990864977', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}, 'admin_state_up': False}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:05.428786 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-bbfb41ae-8157-410e-96d8-c2df3f12be75 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Deleting port 1a8abaa1-9fff-40c0-9d68-76fba78d8df4 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:12:05.429140 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bbfb41ae-8157-410e-96d8-c2df3f12be75 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:05.491229 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-561c99d7-6129-4404-a4b9-a08412df2823 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:05.492164 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-561c99d7-6129-4404-a4b9-a08412df2823 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:05.528499 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bbfb41ae-8157-410e-96d8-c2df3f12be75 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:05.528833 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bbfb41ae-8157-410e-96d8-c2df3f12be75 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:05.540458 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451c24bb-d3fc-4172-aea5-25782e17d5b6 None None] New status for floating IP 3d19802d-09e4-4936-a377-d91ecfa7c31a: DOWN {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:12:05.576925 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-bbfb41ae-8157-410e-96d8-c2df3f12be75 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Calling delete_port for 1a8abaa1-9fff-40c0-9d68-76fba78d8df4 owned by network:floatingip {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:12:05.582162 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-561c99d7-6129-4404-a4b9-a08412df2823 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:05.712535 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-418bb82a-7ed9-44b2-b93b-898b0e1c4bf8 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:05.772819 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-561c99d7-6129-4404-a4b9-a08412df2823 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:05.873336 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bbfb41ae-8157-410e-96d8-c2df3f12be75 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:05.929474 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb41ae-8157-410e-96d8-c2df3f12be75 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Pushing event deleted for resources: {'Port': ['ID=1a8abaa1-9fff-40c0-9d68-76fba78d8df4,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:05.984149 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-418bb82a-7ed9-44b2-b93b-898b0e1c4bf8 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Deleting port 84225158-d2e4-47ac-934a-7a4d0e5318ca {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:12:05.984487 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-418bb82a-7ed9-44b2-b93b-898b0e1c4bf8 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:06.007248 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bbfb41ae-8157-410e-96d8-c2df3f12be75 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks [] for floatingip, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:06.010017 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bbfb41ae-8157-410e-96d8-c2df3f12be75 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:06.011956 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-bbfb41ae-8157-410e-96d8-c2df3f12be75 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "DELETE /v2.0/floatingips/3d19802d-09e4-4936-a377-d91ecfa7c31a HTTP/1.1" status: 204 len: 168 time: 1.2567744 Jul 24 01:12:06.092644 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-418bb82a-7ed9-44b2-b93b-898b0e1c4bf8 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:06.105994 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-418bb82a-7ed9-44b2-b93b-898b0e1c4bf8 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Calling delete_port for 84225158-d2e4-47ac-934a-7a4d0e5318ca owned by network:router_interface {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:12:06.113613 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-561c99d7-6129-4404-a4b9-a08412df2823 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router_gateway, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:06.141582 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-561c99d7-6129-4404-a4b9-a08412df2823 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:06.279204 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-561c99d7-6129-4404-a4b9-a08412df2823 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Allocated IP 172.25.2.155 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/6a5a8875-adee-4d67-b5a2-fde13f30f494) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:12:06.316533 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57304) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:06.321355 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-be1ee0a6-2b57-46c3-81ba-ae0b512fbefb tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1708775567', 'description': 'tempest-description--1419783248'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:06.331951 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-418bb82a-7ed9-44b2-b93b-898b0e1c4bf8 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:06.361905 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418bb82a-7ed9-44b2-b93b-898b0e1c4bf8 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event deleted for resources: {'Port': ['ID=84225158-d2e4-47ac-934a-7a4d0e5318ca,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:06.400393 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-be1ee0a6-2b57-46c3-81ba-ae0b512fbefb tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:06.529396 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-418bb82a-7ed9-44b2-b93b-898b0e1c4bf8 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:06.569270 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-79c8402c-a586-4cbf-9c87-1ad2023fc284 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:06.570833 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-79c8402c-a586-4cbf-9c87-1ad2023fc284 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/networks?id=5e740d4c-0729-4da4-8b95-4f518a64dc78 HTTP/1.1" status: 200 len: 808 time: 0.2325885 Jul 24 01:12:06.576396 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-561c99d7-6129-4404-a4b9-a08412df2823 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:06.601839 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-12fcc591-2c44-4cc5-ab0c-41ced39b393f tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/quotas/564125b903b34872850a006dcbcb456b HTTP/1.1" status: 200 len: 375 time: 0.0230563 Jul 24 01:12:06.657246 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-db581da0-be0b-4d50-9c8a-2889c0586157 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=564125b903b34872850a006dcbcb456b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470865 Jul 24 01:12:06.690752 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418bb82a-7ed9-44b2-b93b-898b0e1c4bf8 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Router 5cf3942c-0ccd-44c5-842c-799bb839879a has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:12:06.700281 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-be1ee0a6-2b57-46c3-81ba-ae0b512fbefb tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:06.712449 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-be1ee0a6-2b57-46c3-81ba-ae0b512fbefb tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:06.728405 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-561c99d7-6129-4404-a4b9-a08412df2823 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:06.781116 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418bb82a-7ed9-44b2-b93b-898b0e1c4bf8 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:12:06.789867 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-418bb82a-7ed9-44b2-b93b-898b0e1c4bf8 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "PUT /v2.0/routers/5cf3942c-0ccd-44c5-842c-799bb839879a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4460258 Jul 24 01:12:06.790453 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57310) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:06.792818 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d279f3-9aca-42de-828e-d4a3c8e4d8b8 None None] Sync routers for ids ['5cf3942c-0ccd-44c5-842c-799bb839879a'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:12:06.806136 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d279f3-9aca-42de-828e-d4a3c8e4d8b8 None None] Routers {'5cf3942c-0ccd-44c5-842c-799bb839879a'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:12:06.807194 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-45d279f3-9aca-42de-828e-d4a3c8e4d8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:11:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['5cf3942c-0ccd-44c5-842c-799bb839879a'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:06.813812 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-be1ee0a6-2b57-46c3-81ba-ae0b512fbefb tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:06.815094 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-be1ee0a6-2b57-46c3-81ba-ae0b512fbefb tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4974949 Jul 24 01:12:06.822914 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57312) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:06.825767 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1ee0a6-2b57-46c3-81ba-ae0b512fbefb tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a079810-2082-4f53-b38a-b994a7e1fca3,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:06.829876 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5a7962f0-27c3-4ffc-bb5b-36e65aaee288 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cf3942c-0ccd-44c5-842c-799bb839879a HTTP/1.1" status: 200 len: 205 time: 0.0382671 Jul 24 01:12:06.832228 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-5ad1a04d-f8d2-4faa-91f9-a20ae0a9f2d7 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Request body: {'security_group_rule': {'security_group_id': '2a079810-2082-4f53-b38a-b994a7e1fca3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:06.832435 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57314) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:06.841823 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561c99d7-6129-4404-a4b9-a08412df2823 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:12:06.845949 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-45d279f3-9aca-42de-828e-d4a3c8e4d8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:06.854271 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-561c99d7-6129-4404-a4b9-a08412df2823 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:06.856164 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d279f3-9aca-42de-828e-d4a3c8e4d8b8 None None] Routers {'5cf3942c-0ccd-44c5-842c-799bb839879a'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:12:06.856823 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-45d279f3-9aca-42de-828e-d4a3c8e4d8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:11:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['5cf3942c-0ccd-44c5-842c-799bb839879a'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:06.867786 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561c99d7-6129-4404-a4b9-a08412df2823 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:12:06.893514 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561c99d7-6129-4404-a4b9-a08412df2823 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Pushing event updated for resources: {'Port': ['ID=6a5a8875-adee-4d67-b5a2-fde13f30f494,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:06.900384 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-06cf892b-a94e-41b6-b84b-2372b34606a1 service neutron] 10.222.0.15 "GET /v2.0/networks/5e740d4c-0729-4da4-8b95-4f518a64dc78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330391 Jul 24 01:12:06.907896 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-45d279f3-9aca-42de-828e-d4a3c8e4d8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:06.911665 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d279f3-9aca-42de-828e-d4a3c8e4d8b8 None None] The sync data for ids ['5cf3942c-0ccd-44c5-842c-799bb839879a'] in n-d-793621-25 is: [] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:12:06.920242 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-163227c1-7da4-42c9-8ef7-8ba2738d0d4b tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for router, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:06.949565 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5ad1a04d-f8d2-4faa-91f9-a20ae0a9f2d7 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:07.088792 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-163227c1-7da4-42c9-8ef7-8ba2738d0d4b tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:07.091926 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-163227c1-7da4-42c9-8ef7-8ba2738d0d4b tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:07.136665 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-163227c1-7da4-42c9-8ef7-8ba2738d0d4b tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:07.137253 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163227c1-7da4-42c9-8ef7-8ba2738d0d4b tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Fanout notify agent at l3_agent the message router_deleted on router 5cf3942c-0ccd-44c5-842c-799bb839879a {{(pid=100464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:12:07.145364 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-163227c1-7da4-42c9-8ef7-8ba2738d0d4b tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:07.146522 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-163227c1-7da4-42c9-8ef7-8ba2738d0d4b tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "DELETE /v2.0/routers/5cf3942c-0ccd-44c5-842c-799bb839879a HTTP/1.1" status: 204 len: 168 time: 0.3131185 Jul 24 01:12:07.149536 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57316) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:07.160157 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-a0073071-295f-45aa-80ca-e2388c716e44 service neutron] 10.222.0.15 "GET /v2.0/networks/5e740d4c-0729-4da4-8b95-4f518a64dc78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492309 Jul 24 01:12:07.239335 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5ad1a04d-f8d2-4faa-91f9-a20ae0a9f2d7 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:07.272454 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5ad1a04d-f8d2-4faa-91f9-a20ae0a9f2d7 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:07.298646 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-d948de60-9286-4a6d-9d0f-814582f24c38 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Deleting subnet dd42e30e-d13e-427f-abc7-ba7eef98245e {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:12:07.311472 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d948de60-9286-4a6d-9d0f-814582f24c38 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:07.316768 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad1a04d-f8d2-4faa-91f9-a20ae0a9f2d7 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=532b0eb4-2ef6-454a-910b-98e2366396a7,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:07.344881 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5ad1a04d-f8d2-4faa-91f9-a20ae0a9f2d7 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:07.346121 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5ad1a04d-f8d2-4faa-91f9-a20ae0a9f2d7 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5178182 Jul 24 01:12:07.349977 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57322) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:07.356934 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-c22669a0-6e51-41db-82bd-f03b26391cd4 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Request body: {'security_group_rule': {'security_group_id': '2a079810-2082-4f53-b38a-b994a7e1fca3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:07.363514 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-837064f6-db71-4f61-bd4b-00d5c48b0514 req-d28ee61c-afec-44dd-8cd2-0cd284d53bf0 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/ports?device_id=72bd895f-12e7-4b94-9f09-5350447493cd HTTP/1.1" status: 200 len: 210 time: 0.0540185 Jul 24 01:12:07.389126 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d948de60-9286-4a6d-9d0f-814582f24c38 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:07.422079 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-561c99d7-6129-4404-a4b9-a08412df2823 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router_gateway, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:07.501267 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c22669a0-6e51-41db-82bd-f03b26391cd4 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:07.884824 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d948de60-9286-4a6d-9d0f-814582f24c38 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:07.971408 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c22669a0-6e51-41db-82bd-f03b26391cd4 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:07.980300 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c22669a0-6e51-41db-82bd-f03b26391cd4 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:08.017524 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22669a0-6e51-41db-82bd-f03b26391cd4 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8c91757-042a-4dea-b0ff-11f94cc8b42e,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:08.028991 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c22669a0-6e51-41db-82bd-f03b26391cd4 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:08.030207 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c22669a0-6e51-41db-82bd-f03b26391cd4 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6779561 Jul 24 01:12:08.033546 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57330) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:08.038534 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-cb4068a0-c9c8-43aa-9b73-13fbfd7c41e3 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:08.053321 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-561c99d7-6129-4404-a4b9-a08412df2823 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:08.056705 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d948de60-9286-4a6d-9d0f-814582f24c38 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:08.061839 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cb4068a0-c9c8-43aa-9b73-13fbfd7c41e3 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks [] for floatingip, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:08.143935 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948de60-9286-4a6d-9d0f-814582f24c38 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event deleted for resources: {'Subnet': ['ID=dd42e30e-d13e-427f-abc7-ba7eef98245e,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:08.149579 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d948de60-9286-4a6d-9d0f-814582f24c38 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:08.154495 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d948de60-9286-4a6d-9d0f-814582f24c38 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "DELETE /v2.0/subnets/dd42e30e-d13e-427f-abc7-ba7eef98245e HTTP/1.1" status: 204 len: 168 time: 1.0010657 Jul 24 01:12:08.155812 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57332) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:08.160893 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946609b4-2e71-467e-9732-24088d099688 None None] Network ba1c5b19-52b4-44fd-b2c5-3a7317bcdfdd requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:12:08.238135 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-561c99d7-6129-4404-a4b9-a08412df2823 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Router 94da2090-58bd-4089-b992-afff0cf2a255 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:12:08.253102 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cb4068a0-c9c8-43aa-9b73-13fbfd7c41e3 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:08.286213 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f5f157bf-01ba-450c-8f3e-0601f92c8223 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:08.371740 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561c99d7-6129-4404-a4b9-a08412df2823 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:12:08.396185 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b39a945-c65e-4225-9ba7-542e0b1154e4 None None] Sync routers for ids ['94da2090-58bd-4089-b992-afff0cf2a255'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:12:08.407861 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-561c99d7-6129-4404-a4b9-a08412df2823 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:08.412450 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-561c99d7-6129-4404-a4b9-a08412df2823 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.0039675 Jul 24 01:12:08.412829 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57336) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:08.414410 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b39a945-c65e-4225-9ba7-542e0b1154e4 None None] Routers {'94da2090-58bd-4089-b992-afff0cf2a255'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:12:08.415149 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-6b39a945-c65e-4225-9ba7-542e0b1154e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:11:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['94da2090-58bd-4089-b992-afff0cf2a255'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:08.423152 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-602e9f41-02a9-4e05-825f-b00eb0c3fa67 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:08.457351 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5c3fa5-8613-4e0a-ae22-143f3c244fff None None] DHCP port deletion for ba1c5b19-52b4-44fd-b2c5-3a7317bcdfdd request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:12:08.459858 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-6b39a945-c65e-4225-9ba7-542e0b1154e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:08.459997 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-f9cdc82d-9515-4fba-9649-e762d222a61e tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:08.461455 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-f9cdc82d-9515-4fba-9649-e762d222a61e tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.13 "GET /v2.0/networks?id=5e740d4c-0729-4da4-8b95-4f518a64dc78 HTTP/1.1" status: 200 len: 808 time: 0.2668481 Jul 24 01:12:08.481474 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-5e4a1cd4-a400-41f0-9212-77835c78baf9 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Request body: {'port': {'device_id': '72bd895f-12e7-4b94-9f09-5350447493cd', 'network_id': '5e740d4c-0729-4da4-8b95-4f518a64dc78', 'admin_state_up': True, 'tenant_id': '564125b903b34872850a006dcbcb456b'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:08.504442 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b39a945-c65e-4225-9ba7-542e0b1154e4 None None] Routers {'94da2090-58bd-4089-b992-afff0cf2a255'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:12:08.505286 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-6b39a945-c65e-4225-9ba7-542e0b1154e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:11:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['94da2090-58bd-4089-b992-afff0cf2a255'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:08.515927 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-cb4068a0-c9c8-43aa-9b73-13fbfd7c41e3 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Allocated IP 172.25.2.48 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/9174cea8-e14e-4b75-af3d-3501d116af87) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:12:08.530381 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-567cb0d5-4437-4d66-b6d8-3a3c4f18d884 req-c30944a7-e5ef-45da-acec-cac4aa75778b tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/ports?device_id=72bd895f-12e7-4b94-9f09-5350447493cd HTTP/1.1" status: 200 len: 210 time: 0.0369575 Jul 24 01:12:08.540710 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-6b39a945-c65e-4225-9ba7-542e0b1154e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:08.541540 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b39a945-c65e-4225-9ba7-542e0b1154e4 None None] The sync data for ids ['94da2090-58bd-4089-b992-afff0cf2a255'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:12:08.560213 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-2a5c3fa5-8613-4e0a-ae22-143f3c244fff None None] Deleting port 96caefc1-bc33-4536-8f21-a975f2259cbf {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:12:08.560719 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2a5c3fa5-8613-4e0a-ae22-143f3c244fff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:08.575927 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-f5f157bf-01ba-450c-8f3e-0601f92c8223 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Deleting port 96caefc1-bc33-4536-8f21-a975f2259cbf {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:12:08.575927 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f5f157bf-01ba-450c-8f3e-0601f92c8223 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:08.640127 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-2a5c3fa5-8613-4e0a-ae22-143f3c244fff None None] For port 96caefc1-bc33-4536-8f21-a975f2259cbf, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=96caefc1-bc33-4536-8f21-a975f2259cbf,segment=NetworkSegment(3dab237f-031d-4fe5-af56-22c1d350a3af),segment_id=3dab237f-031d-4fe5-af56-22c1d350a3af)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:12:08.640679 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2a5c3fa5-8613-4e0a-ae22-143f3c244fff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:08.653345 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-2a5c3fa5-8613-4e0a-ae22-143f3c244fff None None] Calling delete_port for 96caefc1-bc33-4536-8f21-a975f2259cbf owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:12:08.706112 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-f5f157bf-01ba-450c-8f3e-0601f92c8223 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] For port 96caefc1-bc33-4536-8f21-a975f2259cbf, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=96caefc1-bc33-4536-8f21-a975f2259cbf,segment=NetworkSegment(3dab237f-031d-4fe5-af56-22c1d350a3af),segment_id=3dab237f-031d-4fe5-af56-22c1d350a3af)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:12:08.706484 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f5f157bf-01ba-450c-8f3e-0601f92c8223 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:08.727191 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-f5f157bf-01ba-450c-8f3e-0601f92c8223 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Calling delete_port for 96caefc1-bc33-4536-8f21-a975f2259cbf owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:12:08.744346 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2a5c3fa5-8613-4e0a-ae22-143f3c244fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:08.772163 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c3fa5-8613-4e0a-ae22-143f3c244fff None None] Pushing event deleted for resources: {'Port': ['ID=96caefc1-bc33-4536-8f21-a975f2259cbf,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:08.777300 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5c3fa5-8613-4e0a-ae22-143f3c244fff None None] No DVR routers for this DVR port 96caefc1-bc33-4536-8f21-a975f2259cbf on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:12:08.794487 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-602e9f41-02a9-4e05-825f-b00eb0c3fa67 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:08.807952 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-602e9f41-02a9-4e05-825f-b00eb0c3fa67 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:08.819262 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cb4068a0-c9c8-43aa-9b73-13fbfd7c41e3 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:08.822797 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-5e4a1cd4-a400-41f0-9212-77835c78baf9 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Made reservation on behalf of 564125b903b34872850a006dcbcb456b for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:12:08.826547 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-5e4a1cd4-a400-41f0-9212-77835c78baf9 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:08.862099 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-602e9f41-02a9-4e05-825f-b00eb0c3fa67 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Deleting port 6a5a8875-adee-4d67-b5a2-fde13f30f494 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:12:08.862451 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-602e9f41-02a9-4e05-825f-b00eb0c3fa67 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:08.940743 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f5f157bf-01ba-450c-8f3e-0601f92c8223 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:08.948315 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-602e9f41-02a9-4e05-825f-b00eb0c3fa67 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:08.962103 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-602e9f41-02a9-4e05-825f-b00eb0c3fa67 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Calling delete_port for 6a5a8875-adee-4d67-b5a2-fde13f30f494 owned by network:router_gateway {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:12:08.977427 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cb4068a0-c9c8-43aa-9b73-13fbfd7c41e3 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:08.982981 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f157bf-01ba-450c-8f3e-0601f92c8223 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event deleted for resources: {'Port': ['ID=96caefc1-bc33-4536-8f21-a975f2259cbf,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:09.019475 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f157bf-01ba-450c-8f3e-0601f92c8223 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] No DVR routers for this DVR port 96caefc1-bc33-4536-8f21-a975f2259cbf on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:12:09.080776 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4068a0-c9c8-43aa-9b73-13fbfd7c41e3 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:12:09.103973 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-cb4068a0-c9c8-43aa-9b73-13fbfd7c41e3 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:09.126764 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4068a0-c9c8-43aa-9b73-13fbfd7c41e3 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:12:09.130512 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-5e4a1cd4-a400-41f0-9212-77835c78baf9 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Allocated IP 172.20.0.3 (5e740d4c-0729-4da4-8b95-4f518a64dc78/19aa38bd-1d37-4f00-83f2-27768a43bf66/99fda5c9-c3da-4f05-8daf-4b33bfe75548) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:12:09.134996 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4068a0-c9c8-43aa-9b73-13fbfd7c41e3 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Pushing event updated for resources: {'Port': ['ID=9174cea8-e14e-4b75-af3d-3501d116af87,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:09.153424 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 96caefc1-bc33-4536-8f21-a975f2259cbf no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:12:09.171031 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-602e9f41-02a9-4e05-825f-b00eb0c3fa67 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:09.176308 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 96caefc1-bc33-4536-8f21-a975f2259cbf {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:12:09.176906 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 96caefc1-bc33-4536-8f21-a975f2259cbf not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:12:09.205628 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e9f41-02a9-4e05-825f-b00eb0c3fa67 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Pushing event deleted for resources: {'Port': ['ID=6a5a8875-adee-4d67-b5a2-fde13f30f494,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:09.211628 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f5f157bf-01ba-450c-8f3e-0601f92c8223 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:09.227796 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-f5f157bf-01ba-450c-8f3e-0601f92c8223 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba1c5b19-52b4-44fd-b2c5-3a7317bcdfdd']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:09.243733 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-f5f157bf-01ba-450c-8f3e-0601f92c8223 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dab237f-031d-4fe5-af56-22c1d350a3af') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:09.244058 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-f5f157bf-01ba-450c-8f3e-0601f92c8223 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dab237f-031d-4fe5-af56-22c1d350a3af') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:09.262397 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-602e9f41-02a9-4e05-825f-b00eb0c3fa67 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:09.273666 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f5f157bf-01ba-450c-8f3e-0601f92c8223 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:09.333794 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f5f157bf-01ba-450c-8f3e-0601f92c8223 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:09.358699 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5f157bf-01ba-450c-8f3e-0601f92c8223 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:12:09.359135 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f5f157bf-01ba-450c-8f3e-0601f92c8223 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:09.364121 n-d-793621-25 neutron-server[100464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:12:09.364121 n-d-793621-25 neutron-server[100464]: self.session.flush() Jul 24 01:12:09.364121 n-d-793621-25 neutron-server[100464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:12:09.364121 n-d-793621-25 neutron-server[100464]: self.session.flush() Jul 24 01:12:09.364121 n-d-793621-25 neutron-server[100464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:12:09.364121 n-d-793621-25 neutron-server[100464]: self.session.flush() Jul 24 01:12:09.364121 n-d-793621-25 neutron-server[100464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:12:09.364121 n-d-793621-25 neutron-server[100464]: self.session.flush() Jul 24 01:12:09.364121 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:12:09.364121 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:12:09.364121 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:12:09.364121 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:12:09.364121 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:12:09.364121 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:12:09.364121 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:12:09.364121 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:12:09.364121 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:12:09.364121 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:12:09.364121 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:12:09.364121 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:12:09.364121 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:12:09.364121 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:12:09.364121 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:12:09.364121 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:12:09.364121 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:12:09.364121 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:12:09.364121 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:12:09.364121 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:12:09.364121 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:12:09.364121 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:12:09.364121 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:12:09.364121 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:12:09.364121 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:12:09.364121 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:12:09.364121 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:12:09.364121 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:12:09.364121 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:12:09.364121 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:12:09.364121 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:12:09.364121 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:12:09.435901 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cb4068a0-c9c8-43aa-9b73-13fbfd7c41e3 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:09.473795 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-602e9f41-02a9-4e05-825f-b00eb0c3fa67 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:09.477228 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-602e9f41-02a9-4e05-825f-b00eb0c3fa67 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690290'] for router, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:09.510745 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f5f157bf-01ba-450c-8f3e-0601f92c8223 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:09.524989 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f5f157bf-01ba-450c-8f3e-0601f92c8223 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:09.527886 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f5f157bf-01ba-450c-8f3e-0601f92c8223 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "DELETE /v2.0/networks/ba1c5b19-52b4-44fd-b2c5-3a7317bcdfdd HTTP/1.1" status: 204 len: 168 time: 1.3719523 Jul 24 01:12:09.532742 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57338) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:09.545455 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-f527787c-ed57-4c93-b04a-ee27488c90bd tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1054552239', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}, 'admin_state_up': False}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:09.555137 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-602e9f41-02a9-4e05-825f-b00eb0c3fa67 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Router 94da2090-58bd-4089-b992-afff0cf2a255 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:12:09.562667 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f157bf-01ba-450c-8f3e-0601f92c8223 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event deleted for resources: {'Network': ['ID=ba1c5b19-52b4-44fd-b2c5-3a7317bcdfdd,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:09.568311 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-5e4a1cd4-a400-41f0-9212-77835c78baf9 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:09.590402 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cb4068a0-c9c8-43aa-9b73-13fbfd7c41e3 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:09.624279 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f527787c-ed57-4c93-b04a-ee27488c90bd tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:09.625314 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f527787c-ed57-4c93-b04a-ee27488c90bd tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:09.634558 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-602e9f41-02a9-4e05-825f-b00eb0c3fa67 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:12:09.642924 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-602e9f41-02a9-4e05-825f-b00eb0c3fa67 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:09.644433 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-602e9f41-02a9-4e05-825f-b00eb0c3fa67 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] 10.222.0.15 "PUT /v2.0/routers/94da2090-58bd-4089-b992-afff0cf2a255 HTTP/1.1" status: 200 len: 709 time: 1.2303998 Jul 24 01:12:09.647447 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57342) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:09.650645 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443a5ad1-c6ec-4c30-a2ba-c246e794cbaf None None] Sync routers for ids ['94da2090-58bd-4089-b992-afff0cf2a255'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:12:09.662245 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443a5ad1-c6ec-4c30-a2ba-c246e794cbaf None None] Routers {'94da2090-58bd-4089-b992-afff0cf2a255'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:12:09.663124 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-443a5ad1-c6ec-4c30-a2ba-c246e794cbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:11:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['94da2090-58bd-4089-b992-afff0cf2a255'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:09.696157 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-443a5ad1-c6ec-4c30-a2ba-c246e794cbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:09.697999 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eb28c3a8-4282-4e87-ae40-bd2020a42059 req-f94e5ae0-708e-43bb-adce-4b31aa6d0128 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/ports?device_id=72bd895f-12e7-4b94-9f09-5350447493cd HTTP/1.1" status: 200 len: 210 time: 0.0497348 Jul 24 01:12:09.707388 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443a5ad1-c6ec-4c30-a2ba-c246e794cbaf None None] Routers {'94da2090-58bd-4089-b992-afff0cf2a255'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:12:09.708133 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-443a5ad1-c6ec-4c30-a2ba-c246e794cbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:11:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['94da2090-58bd-4089-b992-afff0cf2a255'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:09.741677 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7db5321f-9f38-428c-88d8-771b63f2c90b tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] 10.222.0.15 "GET /v2.0/routers/94da2090-58bd-4089-b992-afff0cf2a255 HTTP/1.1" status: 200 len: 744 time: 0.0903773 Jul 24 01:12:09.741944 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57344) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:09.747649 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-443a5ad1-c6ec-4c30-a2ba-c246e794cbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:09.748446 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443a5ad1-c6ec-4c30-a2ba-c246e794cbaf None None] The sync data for ids ['94da2090-58bd-4089-b992-afff0cf2a255'] in n-d-793621-25 is: [] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:12:09.792537 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e0c41dba-3fab-4a10-adcf-1dcc87c164af tempest-RoutersIpV6AdminTest-1178103582 tempest-RoutersIpV6AdminTest-1178103582-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83&device_id=94da2090-58bd-4089-b992-afff0cf2a255 HTTP/1.1" status: 200 len: 205 time: 0.0492513 Jul 24 01:12:09.795346 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57346) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:09.831784 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-35bc2b72-ec10-4ab2-80ed-70cfb462d855 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] 10.222.0.15 "GET /v2.0/ports?device_id=94da2090-58bd-4089-b992-afff0cf2a255 HTTP/1.1" status: 200 len: 205 time: 0.0351720 Jul 24 01:12:09.834301 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57348) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:09.910471 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4684c410-6f44-495a-b867-d72ddd851ccf tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:10.074432 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4684c410-6f44-495a-b867-d72ddd851ccf tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:10.075917 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-5e4a1cd4-a400-41f0-9212-77835c78baf9 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:10.076577 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4684c410-6f44-495a-b867-d72ddd851ccf tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:10.115098 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f527787c-ed57-4c93-b04a-ee27488c90bd tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:10.123760 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4684c410-6f44-495a-b867-d72ddd851ccf tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:10.124316 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4684c410-6f44-495a-b867-d72ddd851ccf tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Fanout notify agent at l3_agent the message router_deleted on router 94da2090-58bd-4089-b992-afff0cf2a255 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:12:10.131200 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4684c410-6f44-495a-b867-d72ddd851ccf tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:10.132278 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4684c410-6f44-495a-b867-d72ddd851ccf tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] 10.222.0.15 "DELETE /v2.0/routers/94da2090-58bd-4089-b992-afff0cf2a255 HTTP/1.1" status: 204 len: 168 time: 0.2969985 Jul 24 01:12:10.136258 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57350) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:10.165738 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-414228e8-84a1-4661-a89c-a781947fabc7 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] 10.222.0.15 "GET /v2.0/ports?device_id=94da2090-58bd-4089-b992-afff0cf2a255 HTTP/1.1" status: 200 len: 205 time: 0.0280511 Jul 24 01:12:10.168593 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57352) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:10.204801 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-1f5b0376-826b-4e4e-a381-53c3ab1b3d0c tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] delete failed (client error): The resource could not be found. Jul 24 01:12:10.205830 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1f5b0376-826b-4e4e-a381-53c3ab1b3d0c tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] 10.222.0.15 "DELETE /v2.0/routers/94da2090-58bd-4089-b992-afff0cf2a255 HTTP/1.1" status: 404 len: 336 time: 0.0363352 Jul 24 01:12:10.208992 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57354) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:10.214367 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-5e4a1cd4-a400-41f0-9212-77835c78baf9 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Network 5e740d4c-0729-4da4-8b95-4f518a64dc78 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:12:10.244368 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-67fc1e91-d5f8-4a8a-a67e-19a7f3fc81eb tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] 10.222.0.15 "GET /v2.0/ports?device_id=6283317a-08d2-4150-92ee-b60831d663df HTTP/1.1" status: 200 len: 205 time: 0.0347419 Jul 24 01:12:10.246938 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57356) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:10.250872 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-5e4a1cd4-a400-41f0-9212-77835c78baf9 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:10.259558 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-5e4a1cd4-a400-41f0-9212-77835c78baf9 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:12:10.283541 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-b2cb384b-48a5-4008-80dd-197e2bb922a7 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] delete failed (client error): The resource could not be found. Jul 24 01:12:10.284581 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b2cb384b-48a5-4008-80dd-197e2bb922a7 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] 10.222.0.15 "DELETE /v2.0/routers/6283317a-08d2-4150-92ee-b60831d663df HTTP/1.1" status: 404 len: 336 time: 0.0367446 Jul 24 01:12:10.287208 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57358) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:10.288010 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a1cd4-a400-41f0-9212-77835c78baf9 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Pushing event updated for resources: {'Port': ['ID=99fda5c9-c3da-4f05-8daf-4b33bfe75548,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:10.317606 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-770f3ac9-3f89-4919-bd0f-6e484384b774 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] 10.222.0.15 "GET /v2.0/ports?device_id=f760fad4-3103-42bc-af6d-27e896b539c5 HTTP/1.1" status: 200 len: 205 time: 0.0293362 Jul 24 01:12:10.319987 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57360) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:10.359547 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-fc5984e8-9e3f-4a32-a99f-546639e3a98d tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] delete failed (client error): The resource could not be found. Jul 24 01:12:10.360576 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-fc5984e8-9e3f-4a32-a99f-546639e3a98d tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] 10.222.0.15 "DELETE /v2.0/routers/f760fad4-3103-42bc-af6d-27e896b539c5 HTTP/1.1" status: 404 len: 336 time: 0.0397041 Jul 24 01:12:10.363266 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57362) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:10.381336 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f527787c-ed57-4c93-b04a-ee27488c90bd tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:10.392549 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c82e797c-9cb4-483c-b102-d02124fd3b3b tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] 10.222.0.15 "GET /v2.0/ports?device_id=118bc49a-9cf8-47f8-80d6-c01e12e728d0 HTTP/1.1" status: 200 len: 205 time: 0.0282211 Jul 24 01:12:10.395357 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57364) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:10.409088 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-5e4a1cd4-a400-41f0-9212-77835c78baf9 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:10.409721 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-5e4a1cd4-a400-41f0-9212-77835c78baf9 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:10.434421 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-77d113ef-04b1-49d6-8db1-000338721b70 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] delete failed (client error): The resource could not be found. Jul 24 01:12:10.438540 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-77d113ef-04b1-49d6-8db1-000338721b70 tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] 10.222.0.15 "DELETE /v2.0/routers/118bc49a-9cf8-47f8-80d6-c01e12e728d0 HTTP/1.1" status: 404 len: 336 time: 0.0401125 Jul 24 01:12:10.438802 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57368) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:10.453927 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cb4068a0-c9c8-43aa-9b73-13fbfd7c41e3 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:10.459173 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-5e4a1cd4-a400-41f0-9212-77835c78baf9 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9852769 Jul 24 01:12:10.461840 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cb4068a0-c9c8-43aa-9b73-13fbfd7c41e3 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:10.476849 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-337f1a63-2cac-4a9d-a50a-1c8909982afc tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2584237-0177-45f7-bec6-3650e61bf9cd HTTP/1.1" status: 200 len: 205 time: 0.0347035 Jul 24 01:12:10.477402 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57370) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:10.479267 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-ddd68d26-6b39-4014-8403-9c841eeb35ba service neutron] Request body: {'port': {'device_id': '72bd895f-12e7-4b94-9f09-5350447493cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:10.513429 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-33babd54-8c71-48d5-8d5e-d23715de0c6d tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] delete failed (client error): The resource could not be found. Jul 24 01:12:10.517057 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-33babd54-8c71-48d5-8d5e-d23715de0c6d tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] 10.222.0.15 "DELETE /v2.0/routers/d2584237-0177-45f7-bec6-3650e61bf9cd HTTP/1.1" status: 404 len: 336 time: 0.0365176 Jul 24 01:12:10.517241 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57372) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:10.549615 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b58ed3b7-d422-4996-958f-113aae9cd5cb tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c076904-8fe6-498a-95dc-ea54767a2666 HTTP/1.1" status: 200 len: 205 time: 0.0291157 Jul 24 01:12:10.549853 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57374) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:10.588489 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-20dda3fb-5958-41c5-a2b0-b5aa526caa7d tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] delete failed (client error): The resource could not be found. Jul 24 01:12:10.590286 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-20dda3fb-5958-41c5-a2b0-b5aa526caa7d tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] 10.222.0.15 "DELETE /v2.0/routers/6c076904-8fe6-498a-95dc-ea54767a2666 HTTP/1.1" status: 404 len: 336 time: 0.0395377 Jul 24 01:12:10.591789 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4068a0-c9c8-43aa-9b73-13fbfd7c41e3 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Pushing event updated for resources: {'Port': ['ID=9174cea8-e14e-4b75-af3d-3501d116af87,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:10.592903 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57376) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:10.619258 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-6565bd9a-40f3-411e-804d-a0343145d5cf tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] DELETE failed (client error): The resource could not be found. Jul 24 01:12:10.619713 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6565bd9a-40f3-411e-804d-a0343145d5cf tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:12:10.621741 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6565bd9a-40f3-411e-804d-a0343145d5cf tempest-RoutersIpV6AdminTest-2133561475 tempest-RoutersIpV6AdminTest-2133561475-project] 10.222.0.15 "DELETE /v2.0/subnets/7b8ea946-8987-4efa-ae25-034b1cab4cc0 HTTP/1.1" status: 404 len: 337 time: 0.0279307 Jul 24 01:12:10.653814 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cb4068a0-c9c8-43aa-9b73-13fbfd7c41e3 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:10.686231 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cb4068a0-c9c8-43aa-9b73-13fbfd7c41e3 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:10.687430 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-cb4068a0-c9c8-43aa-9b73-13fbfd7c41e3 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6527884 Jul 24 01:12:10.688099 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-ddd68d26-6b39-4014-8403-9c841eeb35ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:10.860262 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57392) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:10.884803 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03beaa-b95a-477a-991c-d971ec76b13f req-71ffb845-ee86-4918-941f-865a6103f3c8 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:10.887934 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2c03beaa-b95a-477a-991c-d971ec76b13f req-71ffb845-ee86-4918-941f-865a6103f3c8 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/ports?device_id=72bd895f-12e7-4b94-9f09-5350447493cd HTTP/1.1" status: 200 len: 931 time: 0.0869379 Jul 24 01:12:10.928352 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2c03beaa-b95a-477a-991c-d971ec76b13f req-39509c3b-83ef-4946-87f0-406be591c563 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/security-groups?id=277cc7ba-6ca5-421d-9c63-2db46416c9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346472 Jul 24 01:12:10.933844 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f527787c-ed57-4c93-b04a-ee27488c90bd tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for router_gateway, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:10.968875 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f527787c-ed57-4c93-b04a-ee27488c90bd tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:10.988682 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cc29e4f3-3547-45e6-ba2f-aed3e4d16a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:11.062784 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-c524cbd7-6a4b-465e-b365-4af89a00f8e6 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1708775567&fields=id&tenant_id=d6dc6777949c4bca80e15baebcec81ec HTTP/1.1" status: 200 len: 267 time: 0.1614783 Jul 24 01:12:11.085009 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cc29e4f3-3547-45e6-ba2f-aed3e4d16a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:11.089132 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cc29e4f3-3547-45e6-ba2f-aed3e4d16a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:11.128865 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-cc29e4f3-3547-45e6-ba2f-aed3e4d16a08 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5e8a66da0533477bac2cf9c9825880e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2675278 Jul 24 01:12:11.129891 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29e4f3-3547-45e6-ba2f-aed3e4d16a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c57406-1c73-497c-9bc4-d34b8837375b,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:11.133498 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57400) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:11.189688 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6c103c72-d24e-4447-8e16-a5de2e6d8eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:11.211173 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6c103c72-d24e-4447-8e16-a5de2e6d8eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:11.253626 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-f527787c-ed57-4c93-b04a-ee27488c90bd tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Allocated IP 172.25.2.140 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/94a565b1-64d4-4daa-bf5a-a64d1155a27d) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:12:11.258859 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6c103c72-d24e-4447-8e16-a5de2e6d8eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:11.262180 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6c103c72-d24e-4447-8e16-a5de2e6d8eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:11.263392 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6c103c72-d24e-4447-8e16-a5de2e6d8eb0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b7c57406-1c73-497c-9bc4-d34b8837375b HTTP/1.1" status: 204 len: 168 time: 0.1287155 Jul 24 01:12:11.271942 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c103c72-d24e-4447-8e16-a5de2e6d8eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c57406-1c73-497c-9bc4-d34b8837375b,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:11.358475 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-be179a3e-2abb-4055-8dd6-5e7fe4dd5f30 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:11.360030 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-be179a3e-2abb-4055-8dd6-5e7fe4dd5f30 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/networks?id=ce20638c-9366-403c-99ef-699b8c74111a HTTP/1.1" status: 200 len: 817 time: 0.2615602 Jul 24 01:12:11.406319 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-ddd68d26-6b39-4014-8403-9c841eeb35ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99fda5c9-c3da-4f05-8daf-4b33bfe75548 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:12:11.420736 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-ddd68d26-6b39-4014-8403-9c841eeb35ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:11.426731 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-02f86cc9-2a93-4f5b-b436-09436bee7357 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/quotas/d6dc6777949c4bca80e15baebcec81ec HTTP/1.1" status: 200 len: 375 time: 0.0567193 Jul 24 01:12:11.459169 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-ddd68d26-6b39-4014-8403-9c841eeb35ba service neutron] Transition to ACTIVE for port object 99fda5c9-c3da-4f05-8daf-4b33bfe75548 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:12:11.490986 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-ddd68d26-6b39-4014-8403-9c841eeb35ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:11.505807 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f527787c-ed57-4c93-b04a-ee27488c90bd tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:11.548017 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57406) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:11.591305 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ca77cf71-ad8d-489f-b9cb-a9521b56b017 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=22b313d9929d40f78c0a7530255cf2da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419860 Jul 24 01:12:11.593808 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57408) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:11.602637 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd68d26-6b39-4014-8403-9c841eeb35ba service neutron] Pushing event updated for resources: {'Port': ['ID=99fda5c9-c3da-4f05-8daf-4b33bfe75548,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:11.647407 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-87e2fd79-587b-457b-88fd-669911750e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:11.657257 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-9fb41f48-40aa-47ca-98df-bda0d07a8f9b tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d6dc6777949c4bca80e15baebcec81ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2216327 Jul 24 01:12:11.671533 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-87e2fd79-587b-457b-88fd-669911750e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:11.684946 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f527787c-ed57-4c93-b04a-ee27488c90bd tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:11.721604 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-87e2fd79-587b-457b-88fd-669911750e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:11.724566 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-87e2fd79-587b-457b-88fd-669911750e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:11.728200 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-87e2fd79-587b-457b-88fd-669911750e3e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/96cf65c2-c42d-4c9e-be5c-a2cb649aab64 HTTP/1.1" status: 204 len: 168 time: 0.1309943 Jul 24 01:12:11.738498 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e2fd79-587b-457b-88fd-669911750e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96cf65c2-c42d-4c9e-be5c-a2cb649aab64,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:11.771660 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f527787c-ed57-4c93-b04a-ee27488c90bd tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:12:11.772494 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-ddd68d26-6b39-4014-8403-9c841eeb35ba service neutron] Attempting to bind port 99fda5c9-c3da-4f05-8daf-4b33bfe75548 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:12:11.772837 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-ddd68d26-6b39-4014-8403-9c841eeb35ba service neutron] Attempting to bind port 99fda5c9-c3da-4f05-8daf-4b33bfe75548 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '5aae32b9-a911-4411-ad9f-eb7ae2aec933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5e740d4c-0729-4da4-8b95-4f518a64dc78'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:12:11.773171 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-ddd68d26-6b39-4014-8403-9c841eeb35ba service neutron] Attempting to bind port 99fda5c9-c3da-4f05-8daf-4b33bfe75548 on network 5e740d4c-0729-4da4-8b95-4f518a64dc78 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:12:11.805256 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-f527787c-ed57-4c93-b04a-ee27488c90bd tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:11.810591 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527787c-ed57-4c93-b04a-ee27488c90bd tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event updated for resources: {'Port': ['ID=94a565b1-64d4-4daa-bf5a-a64d1155a27d,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:11.816532 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f527787c-ed57-4c93-b04a-ee27488c90bd tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:12:11.821109 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-ddd68d26-6b39-4014-8403-9c841eeb35ba service neutron] Port 99fda5c9-c3da-4f05-8daf-4b33bfe75548 on network 5e740d4c-0729-4da4-8b95-4f518a64dc78 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:12:11.821451 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-ddd68d26-6b39-4014-8403-9c841eeb35ba service neutron] Attempting to bind port 99fda5c9-c3da-4f05-8daf-4b33bfe75548 on network 5e740d4c-0729-4da4-8b95-4f518a64dc78 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:12:11.849784 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-ddd68d26-6b39-4014-8403-9c841eeb35ba service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:12:11.850138 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-ddd68d26-6b39-4014-8403-9c841eeb35ba service neutron] Checking segment: {'id': '5aae32b9-a911-4411-ad9f-eb7ae2aec933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5e740d4c-0729-4da4-8b95-4f518a64dc78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:12:11.850550 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-ddd68d26-6b39-4014-8403-9c841eeb35ba service neutron] Bound using segment: {'id': '5aae32b9-a911-4411-ad9f-eb7ae2aec933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5e740d4c-0729-4da4-8b95-4f518a64dc78'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:12:11.850996 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-ddd68d26-6b39-4014-8403-9c841eeb35ba service neutron] Bound port: 99fda5c9-c3da-4f05-8daf-4b33bfe75548, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aae32b9-a911-4411-ad9f-eb7ae2aec933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5e740d4c-0729-4da4-8b95-4f518a64dc78'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:12:11.851368 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-ddd68d26-6b39-4014-8403-9c841eeb35ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:11.892387 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-44b2920a-e828-407c-a88b-343195b1d2e7 service neutron] 10.222.0.15 "GET /v2.0/networks/ce20638c-9366-403c-99ef-699b8c74111a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213957 Jul 24 01:12:12.095177 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-ddd68d26-6b39-4014-8403-9c841eeb35ba service neutron] For port 99fda5c9-c3da-4f05-8daf-4b33bfe75548, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:12:12.101504 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d64fef5-4d77-454b-b59f-7833883cd93f req-2a641bbf-8052-4ac6-b05d-62287b15f823 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:12.103248 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1d64fef5-4d77-454b-b59f-7833883cd93f req-2a641bbf-8052-4ac6-b05d-62287b15f823 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/ports?device_id=72bd895f-12e7-4b94-9f09-5350447493cd HTTP/1.1" status: 200 len: 943 time: 0.0742183 Jul 24 01:12:12.119523 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-ddd68d26-6b39-4014-8403-9c841eeb35ba service neutron] For port 99fda5c9-c3da-4f05-8daf-4b33bfe75548, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=99fda5c9-c3da-4f05-8daf-4b33bfe75548,segment=NetworkSegment(5aae32b9-a911-4411-ad9f-eb7ae2aec933),segment_id=5aae32b9-a911-4411-ad9f-eb7ae2aec933)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:12:12.131595 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-ddd68d26-6b39-4014-8403-9c841eeb35ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:12.150287 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1d64fef5-4d77-454b-b59f-7833883cd93f req-6ee6d0c1-43f4-46f7-acd2-e711335e9533 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/security-groups?id=277cc7ba-6ca5-421d-9c63-2db46416c9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408893 Jul 24 01:12:12.219532 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-548b295e-c540-4f65-8bbe-1b889247f5d5 service neutron] 10.222.0.15 "GET /v2.0/networks/ce20638c-9366-403c-99ef-699b8c74111a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047204 Jul 24 01:12:12.258755 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-ddd68d26-6b39-4014-8403-9c841eeb35ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:12.259568 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-ddd68d26-6b39-4014-8403-9c841eeb35ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:12.260911 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-ddd68d26-6b39-4014-8403-9c841eeb35ba service neutron] 10.222.0.13 "PUT /v2.0/ports/99fda5c9-c3da-4f05-8daf-4b33bfe75548 HTTP/1.1" status: 200 len: 1092 time: 1.7885649 Jul 24 01:12:12.263676 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72bd895f-12e7-4b94-9f09-5350447493cd', 'tag': '99fda5c9-c3da-4f05-8daf-4b33bfe75548'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:12:12.266259 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3e9f86-b340-4fb2-8000-39e2b2a0b749" -d '{"events": [{"name": "network-changed", "server_uuid": "72bd895f-12e7-4b94-9f09-5350447493cd", "tag": "99fda5c9-c3da-4f05-8daf-4b33bfe75548"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:12:12.296887 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd68d26-6b39-4014-8403-9c841eeb35ba service neutron] Pushing event updated for resources: {'Port': ['ID=99fda5c9-c3da-4f05-8daf-4b33bfe75548,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:12.335465 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a67cff7-8b06-42da-b3c9-6d6b591163e5 x-openstack-request-id: req-5a67cff7-8b06-42da-b3c9-6d6b591163e5 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:12:12.335756 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72bd895f-12e7-4b94-9f09-5350447493cd", "tag": "99fda5c9-c3da-4f05-8daf-4b33bfe75548", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:12:12.336012 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5a67cff7-8b06-42da-b3c9-6d6b591163e5 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:12:12.336422 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72bd895f-12e7-4b94-9f09-5350447493cd', 'tag': '99fda5c9-c3da-4f05-8daf-4b33bfe75548', 'status': 'completed', 'code': 200} Jul 24 01:12:12.359709 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f527787c-ed57-4c93-b04a-ee27488c90bd tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for router_gateway, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:12.457938 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7ecb91af-51f3-4485-ad48-98e0d9aecaff req-f7af576f-cdc0-445b-a712-322aa56afc91 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 210 time: 0.0453107 Jul 24 01:12:12.798193 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-1c1517d4-cd38-4d0b-80de-e04ee5d46791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:12.799770 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-1c1517d4-cd38-4d0b-80de-e04ee5d46791 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=564125b903b34872850a006dcbcb456b&device_id=72bd895f-12e7-4b94-9f09-5350447493cd HTTP/1.1" status: 200 len: 1095 time: 0.4979899 Jul 24 01:12:12.849737 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-5a3590f9-763e-4cbb-88dd-9622b7f09916 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99fda5c9-c3da-4f05-8daf-4b33bfe75548 HTTP/1.1" status: 200 len: 217 time: 0.0412848 Jul 24 01:12:12.984251 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-c16eb7a2-4e2c-4cb2-bb5e-8ecedfa63915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:12.985972 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-c16eb7a2-4e2c-4cb2-bb5e-8ecedfa63915 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=19aa38bd-1d37-4f00-83f2-27768a43bf66 HTTP/1.1" status: 200 len: 848 time: 0.1300659 Jul 24 01:12:13.027365 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-1683c2cf-7f2e-46bd-8a8c-1a047cb018fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e740d4c-0729-4da4-8b95-4f518a64dc78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343814 Jul 24 01:12:13.069924 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f527787c-ed57-4c93-b04a-ee27488c90bd tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:13.172901 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57460) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:13.220350 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-06db4360-1af9-4146-a966-2b331492b220 service neutron] 10.222.0.13 "GET /v2.0/networks/5e740d4c-0729-4da4-8b95-4f518a64dc78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809611 Jul 24 01:12:13.283951 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-39fa8e08-8366-4d37-96d5-429942937644 tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2070304353'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:13.309212 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-39fa8e08-8366-4d37-96d5-429942937644 tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:13.311724 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-39fa8e08-8366-4d37-96d5-429942937644 tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:13.374606 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-39fa8e08-8366-4d37-96d5-429942937644 tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:13.380312 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-39fa8e08-8366-4d37-96d5-429942937644 tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:13.395810 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-39fa8e08-8366-4d37-96d5-429942937644 tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:13.399371 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-39fa8e08-8366-4d37-96d5-429942937644 tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.2231555 Jul 24 01:12:13.402276 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57466) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:13.456105 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e2a7a5c2-b48f-40d6-884a-c1e2a2823d59 req-97b76974-4e02-47fb-bdb4-81349d6451fc service neutron] 10.222.0.13 "GET /v2.0/networks/5e740d4c-0729-4da4-8b95-4f518a64dc78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282920 Jul 24 01:12:13.456898 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f527787c-ed57-4c93-b04a-ee27488c90bd tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Router 6f457f9f-d9f4-418b-9984-a05e862a4175 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:12:13.472285 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07578d-a904-4b79-b310-1b95da97e050 req-4abf6168-14c5-430a-9916-7c1c8db1e404 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:13.473906 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cd07578d-a904-4b79-b310-1b95da97e050 req-4abf6168-14c5-430a-9916-7c1c8db1e404 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/ports?device_id=72bd895f-12e7-4b94-9f09-5350447493cd HTTP/1.1" status: 200 len: 943 time: 0.2473135 Jul 24 01:12:13.505027 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-04c34fac-87d7-4f4e-b1dd-ec65ec432690 tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:13.600194 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-8f4dca73-aa83-478d-8419-39f1e13a281e tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:13.601615 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-8f4dca73-aa83-478d-8419-39f1e13a281e tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.13 "GET /v2.0/networks?id=ce20638c-9366-403c-99ef-699b8c74111a HTTP/1.1" status: 200 len: 817 time: 0.2537370 Jul 24 01:12:13.665013 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cd07578d-a904-4b79-b310-1b95da97e050 req-bfc2c869-6990-4fa4-9c32-28702a65593b tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/security-groups?id=277cc7ba-6ca5-421d-9c63-2db46416c9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848760 Jul 24 01:12:13.703536 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-fcadbbe6-43a0-4c58-a5ae-fc4c214c0f8f tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d6dc6777949c4bca80e15baebcec81ec HTTP/1.1" status: 200 len: 380 time: 0.0905945 Jul 24 01:12:13.714668 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-5e48b639-028c-46f2-bf17-f2901cb78148 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Request body: {'port': {'device_id': 'fc242b76-d33e-4008-9f93-12bf57c1e5f3', 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a', 'admin_state_up': True, 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'security_groups': ['2a079810-2082-4f53-b38a-b994a7e1fca3']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:13.741594 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f527787c-ed57-4c93-b04a-ee27488c90bd tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:12:13.752126 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0673b74c-5ad6-4191-b58e-dca7a4da0edd None None] Sync routers for ids ['6f457f9f-d9f4-418b-9984-a05e862a4175'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:12:13.763830 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0673b74c-5ad6-4191-b58e-dca7a4da0edd None None] Routers {'6f457f9f-d9f4-418b-9984-a05e862a4175'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:12:13.764609 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-0673b74c-5ad6-4191-b58e-dca7a4da0edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:11:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['6f457f9f-d9f4-418b-9984-a05e862a4175'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:13.780746 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e9f86-b340-4fb2-8000-39e2b2a0b749 req-64832caa-132f-4e08-9a0b-5e14cef9cc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:13.782348 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bd3e9f86-b340-4fb2-8000-39e2b2a0b749 req-64832caa-132f-4e08-9a0b-5e14cef9cc6b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=564125b903b34872850a006dcbcb456b&device_id=72bd895f-12e7-4b94-9f09-5350447493cd HTTP/1.1" status: 200 len: 1095 time: 0.2307968 Jul 24 01:12:13.811448 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-0673b74c-5ad6-4191-b58e-dca7a4da0edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:13.819925 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f527787c-ed57-4c93-b04a-ee27488c90bd tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:13.823691 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f527787c-ed57-4c93-b04a-ee27488c90bd tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 4.2795761 Jul 24 01:12:13.823919 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0673b74c-5ad6-4191-b58e-dca7a4da0edd None None] Routers {'6f457f9f-d9f4-418b-9984-a05e862a4175'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:12:13.823919 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-0673b74c-5ad6-4191-b58e-dca7a4da0edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:11:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['6f457f9f-d9f4-418b-9984-a05e862a4175'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:13.824980 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57470) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:13.858264 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-0673b74c-5ad6-4191-b58e-dca7a4da0edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:13.859294 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0673b74c-5ad6-4191-b58e-dca7a4da0edd None None] The sync data for ids ['6f457f9f-d9f4-418b-9984-a05e862a4175'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:12:13.875775 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bd725851-66c5-437f-9d7e-df8f6761feeb req-4a97cb98-7e40-4747-be9e-d2d5cf37f3b0 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 210 time: 0.0331168 Jul 24 01:12:13.972540 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-04c34fac-87d7-4f4e-b1dd-ec65ec432690 tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:13.974824 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-04c34fac-87d7-4f4e-b1dd-ec65ec432690 tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:14.020540 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-04c34fac-87d7-4f4e-b1dd-ec65ec432690 tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:14.021001 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-5e48b639-028c-46f2-bf17-f2901cb78148 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Made reservation on behalf of d6dc6777949c4bca80e15baebcec81ec for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:12:14.021186 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c34fac-87d7-4f4e-b1dd-ec65ec432690 tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5434cc8e-4569-4c48-bc0e-c8280a7a7306 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:12:14.024300 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-5e48b639-028c-46f2-bf17-f2901cb78148 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:14.029312 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-04c34fac-87d7-4f4e-b1dd-ec65ec432690 tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:14.030580 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-04c34fac-87d7-4f4e-b1dd-ec65ec432690 tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] 10.222.0.15 "DELETE /v2.0/routers/5434cc8e-4569-4c48-bc0e-c8280a7a7306 HTTP/1.1" status: 204 len: 168 time: 0.6271288 Jul 24 01:12:14.034005 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57472) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:14.038473 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-1614f08a-a0ae-46d9-aab6-5e9c54f23892 tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Request body: {'router': {'name': 'tempest-router-1138393903', 'distributed': False}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:14.044105 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e9f86-b340-4fb2-8000-39e2b2a0b749 req-1ceb0f1f-4589-4d60-ae86-5fb92dd9f5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:14.045612 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bd3e9f86-b340-4fb2-8000-39e2b2a0b749 req-1ceb0f1f-4589-4d60-ae86-5fb92dd9f5c4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5e740d4c-0729-4da4-8b95-4f518a64dc78 HTTP/1.1" status: 200 len: 909 time: 0.2358644 Jul 24 01:12:14.059536 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1614f08a-a0ae-46d9-aab6-5e9c54f23892 tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:14.060757 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1614f08a-a0ae-46d9-aab6-5e9c54f23892 tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:14.067972 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-afc2da0c-b6f5-4ee3-944c-c2675b74262b tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "GET /v2.0/routers/6f457f9f-d9f4-418b-9984-a05e862a4175 HTTP/1.1" status: 200 len: 881 time: 0.2420769 Jul 24 01:12:14.070537 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57474) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:14.104435 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bd3e9f86-b340-4fb2-8000-39e2b2a0b749 req-b7636008-ebaf-4397-a209-3cbb546b5265 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=99fda5c9-c3da-4f05-8daf-4b33bfe75548 HTTP/1.1" status: 200 len: 217 time: 0.0511038 Jul 24 01:12:14.178342 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1614f08a-a0ae-46d9-aab6-5e9c54f23892 tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:14.185776 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1614f08a-a0ae-46d9-aab6-5e9c54f23892 tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:14.208927 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1614f08a-a0ae-46d9-aab6-5e9c54f23892 tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:14.212860 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1614f08a-a0ae-46d9-aab6-5e9c54f23892 tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1752682 Jul 24 01:12:14.213735 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57476) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:14.233194 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e9f86-b340-4fb2-8000-39e2b2a0b749 req-4b09452a-a79f-47a3-98e1-956468e6e281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:14.234674 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bd3e9f86-b340-4fb2-8000-39e2b2a0b749 req-4b09452a-a79f-47a3-98e1-956468e6e281 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=19aa38bd-1d37-4f00-83f2-27768a43bf66 HTTP/1.1" status: 200 len: 848 time: 0.0975552 Jul 24 01:12:14.277141 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bd3e9f86-b340-4fb2-8000-39e2b2a0b749 req-9aeeddf8-1cb7-4f69-bef1-5aa73403f3f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e740d4c-0729-4da4-8b95-4f518a64dc78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335565 Jul 24 01:12:14.295904 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-acf61e91-ac9c-4223-9bfa-243ba96d28e7 tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:14.297215 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-5e48b639-028c-46f2-bf17-f2901cb78148 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Allocated IP 172.20.0.14 (ce20638c-9366-403c-99ef-699b8c74111a/941506a1-fc49-47b1-b115-8157f3b98de0/80ad8110-f1ba-4b79-9055-2036635c7e25) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:12:14.430232 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bd3e9f86-b340-4fb2-8000-39e2b2a0b749 req-3b98afda-a464-4fb0-a2eb-541e5b448cc5 service neutron] 10.222.0.13 "GET /v2.0/networks/5e740d4c-0729-4da4-8b95-4f518a64dc78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445591 Jul 24 01:12:14.469341 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-acf61e91-ac9c-4223-9bfa-243ba96d28e7 tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:14.473220 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-acf61e91-ac9c-4223-9bfa-243ba96d28e7 tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:14.484968 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-67d9e2ac-290b-4d1a-a97d-fdfacb7db716 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.4083259 Jul 24 01:12:14.485156 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57478) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:14.489694 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-9f5ebc49-5656-4bd2-9edf-37d1f2d1fba5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1054552239'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:14.565910 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-5e48b639-028c-46f2-bf17-f2901cb78148 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:14.589753 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-5e48b639-028c-46f2-bf17-f2901cb78148 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Transition to ACTIVE for port object 80ad8110-f1ba-4b79-9055-2036635c7e25 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:12:14.592685 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bd3e9f86-b340-4fb2-8000-39e2b2a0b749 req-933151e8-5005-4c16-8dae-9e11b5bb53cc service neutron] 10.222.0.13 "GET /v2.0/networks/5e740d4c-0729-4da4-8b95-4f518a64dc78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562407 Jul 24 01:12:14.593737 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-acf61e91-ac9c-4223-9bfa-243ba96d28e7 tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:14.594257 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf61e91-ac9c-4223-9bfa-243ba96d28e7 tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 241e1552-d3b5-408b-a56e-48c5ccc278a2 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:12:14.599682 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-acf61e91-ac9c-4223-9bfa-243ba96d28e7 tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:14.600836 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-acf61e91-ac9c-4223-9bfa-243ba96d28e7 tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] 10.222.0.15 "DELETE /v2.0/routers/241e1552-d3b5-408b-a56e-48c5ccc278a2 HTTP/1.1" status: 204 len: 168 time: 0.3859987 Jul 24 01:12:14.605348 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57480) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:14.611215 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-fed89eff-112c-4183-bafe-b2ad926a8669 tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Request body: {'router': {'name': 'tempest-router-1674468302', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'baa32e2d17e1435b83b0e9d66910e50e'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:14.637712 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-5e48b639-028c-46f2-bf17-f2901cb78148 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:14.646887 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fed89eff-112c-4183-bafe-b2ad926a8669 tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:14.647896 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fed89eff-112c-4183-bafe-b2ad926a8669 tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:14.680857 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-5e48b639-028c-46f2-bf17-f2901cb78148 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Network ce20638c-9366-403c-99ef-699b8c74111a is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:12:14.688236 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-5e48b639-028c-46f2-bf17-f2901cb78148 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:14.693299 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-5e48b639-028c-46f2-bf17-f2901cb78148 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:12:14.696969 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e48b639-028c-46f2-bf17-f2901cb78148 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Pushing event updated for resources: {'Port': ['ID=80ad8110-f1ba-4b79-9055-2036635c7e25,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:14.764551 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-5e48b639-028c-46f2-bf17-f2901cb78148 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:14.765227 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-5e48b639-028c-46f2-bf17-f2901cb78148 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:14.773918 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fed89eff-112c-4183-bafe-b2ad926a8669 tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:14.782359 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fed89eff-112c-4183-bafe-b2ad926a8669 tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:14.802749 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fed89eff-112c-4183-bafe-b2ad926a8669 tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:14.803976 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-fed89eff-112c-4183-bafe-b2ad926a8669 tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1981473 Jul 24 01:12:14.806832 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57484) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:14.813307 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-7e30ac38-c568-4e88-91fe-812832d444cd tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Request body: {'router': {'distributed': True}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:14.818690 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-5e48b639-028c-46f2-bf17-f2901cb78148 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1081429 Jul 24 01:12:14.832982 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-dabd4851-1057-4e67-a8bd-ab6a20e04890 service neutron] Request body: {'port': {'device_id': 'fc242b76-d33e-4008-9f93-12bf57c1e5f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:14.888447 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ebd8d4-c03a-46bc-950b-8c84bdc833b8 req-2d88b5f6-8799-42e2-aa97-dbc78a53d4bb tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:14.890034 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-25ebd8d4-c03a-46bc-950b-8c84bdc833b8 req-2d88b5f6-8799-42e2-aa97-dbc78a53d4bb tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/ports?device_id=72bd895f-12e7-4b94-9f09-5350447493cd HTTP/1.1" status: 200 len: 943 time: 0.1334047 Jul 24 01:12:14.952876 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-effaec58-f0d4-41b9-9ec9-ad6e38907d14 None None] Provisioning for port 80ad8110-f1ba-4b79-9055-2036635c7e25 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:12:14.959334 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-effaec58-f0d4-41b9-9ec9-ad6e38907d14 None None] Provisioning complete for port 80ad8110-f1ba-4b79-9055-2036635c7e25 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:14.960100 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-effaec58-f0d4-41b9-9ec9-ad6e38907d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:14.965787 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-dabd4851-1057-4e67-a8bd-ab6a20e04890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:14.981551 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-25ebd8d4-c03a-46bc-950b-8c84bdc833b8 req-c56025f9-73ed-4bd1-856f-66f0a7656b29 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/security-groups?id=277cc7ba-6ca5-421d-9c63-2db46416c9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675008 Jul 24 01:12:15.017172 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-effaec58-f0d4-41b9-9ec9-ad6e38907d14 None None] Port 80ad8110-f1ba-4b79-9055-2036635c7e25 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:12:15.137331 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7e30ac38-c568-4e88-91fe-812832d444cd tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:15.137670 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7e30ac38-c568-4e88-91fe-812832d444cd tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks [] for router, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:15.211187 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9f5ebc49-5656-4bd2-9edf-37d1f2d1fba5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:15.242939 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9f5ebc49-5656-4bd2-9edf-37d1f2d1fba5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690290'] for router, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:15.246484 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7e30ac38-c568-4e88-91fe-812832d444cd tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=100463) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 24 01:12:15.246849 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7e30ac38-c568-4e88-91fe-812832d444cd tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Router 6191c638-676f-44a8-89d4-22171a96f364 migrating from provider to provider. {{(pid=100463) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 24 01:12:15.247224 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7e30ac38-c568-4e88-91fe-812832d444cd tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:15.258757 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5187826-5c68-4d13-9c6e-f9c3faee2ce8 req-8f495aef-9600-4864-958e-5c28e01df799 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:15.260282 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c5187826-5c68-4d13-9c6e-f9c3faee2ce8 req-8f495aef-9600-4864-958e-5c28e01df799 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 932 time: 0.2775671 Jul 24 01:12:15.261883 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-dabd4851-1057-4e67-a8bd-ab6a20e04890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80ad8110-f1ba-4b79-9055-2036635c7e25 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:12:15.265349 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7e30ac38-c568-4e88-91fe-812832d444cd tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:15.270397 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-dabd4851-1057-4e67-a8bd-ab6a20e04890 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:15.283189 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-dabd4851-1057-4e67-a8bd-ab6a20e04890 service neutron] Transition to ACTIVE for port object 80ad8110-f1ba-4b79-9055-2036635c7e25 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:12:15.286901 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-dabd4851-1057-4e67-a8bd-ab6a20e04890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:15.330290 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7e30ac38-c568-4e88-91fe-812832d444cd tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690290'] for router, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:15.338486 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd4851-1057-4e67-a8bd-ab6a20e04890 service neutron] Pushing event updated for resources: {'Port': ['ID=80ad8110-f1ba-4b79-9055-2036635c7e25,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:15.427244 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-dabd4851-1057-4e67-a8bd-ab6a20e04890 service neutron] Attempting to bind port 80ad8110-f1ba-4b79-9055-2036635c7e25 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:12:15.427592 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-dabd4851-1057-4e67-a8bd-ab6a20e04890 service neutron] Attempting to bind port 80ad8110-f1ba-4b79-9055-2036635c7e25 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': 'c89e3cbc-4aac-4fff-a675-9a81f1b0ca38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:12:15.427935 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-dabd4851-1057-4e67-a8bd-ab6a20e04890 service neutron] Attempting to bind port 80ad8110-f1ba-4b79-9055-2036635c7e25 on network ce20638c-9366-403c-99ef-699b8c74111a {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:12:15.433407 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-dabd4851-1057-4e67-a8bd-ab6a20e04890 service neutron] Port 80ad8110-f1ba-4b79-9055-2036635c7e25 on network ce20638c-9366-403c-99ef-699b8c74111a not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:12:15.433742 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-dabd4851-1057-4e67-a8bd-ab6a20e04890 service neutron] Attempting to bind port 80ad8110-f1ba-4b79-9055-2036635c7e25 on network ce20638c-9366-403c-99ef-699b8c74111a {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:12:15.439619 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-dabd4851-1057-4e67-a8bd-ab6a20e04890 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:12:15.439969 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-dabd4851-1057-4e67-a8bd-ab6a20e04890 service neutron] Checking segment: {'id': 'c89e3cbc-4aac-4fff-a675-9a81f1b0ca38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:12:15.440377 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-dabd4851-1057-4e67-a8bd-ab6a20e04890 service neutron] Bound using segment: {'id': 'c89e3cbc-4aac-4fff-a675-9a81f1b0ca38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:12:15.440828 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-dabd4851-1057-4e67-a8bd-ab6a20e04890 service neutron] Bound port: 80ad8110-f1ba-4b79-9055-2036635c7e25, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c89e3cbc-4aac-4fff-a675-9a81f1b0ca38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:12:15.441205 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-dabd4851-1057-4e67-a8bd-ab6a20e04890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:15.512376 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-dabd4851-1057-4e67-a8bd-ab6a20e04890 service neutron] For port 80ad8110-f1ba-4b79-9055-2036635c7e25, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:12:15.516281 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-dabd4851-1057-4e67-a8bd-ab6a20e04890 service neutron] For port 80ad8110-f1ba-4b79-9055-2036635c7e25, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=80ad8110-f1ba-4b79-9055-2036635c7e25,segment=NetworkSegment(c89e3cbc-4aac-4fff-a675-9a81f1b0ca38),segment_id=c89e3cbc-4aac-4fff-a675-9a81f1b0ca38)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:12:15.521154 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-dabd4851-1057-4e67-a8bd-ab6a20e04890 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:15.563573 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-dabd4851-1057-4e67-a8bd-ab6a20e04890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:15.564191 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-dabd4851-1057-4e67-a8bd-ab6a20e04890 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:15.565816 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-dabd4851-1057-4e67-a8bd-ab6a20e04890 service neutron] 10.222.0.13 "PUT /v2.0/ports/80ad8110-f1ba-4b79-9055-2036635c7e25 HTTP/1.1" status: 200 len: 1093 time: 0.7384350 Jul 24 01:12:15.568256 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc242b76-d33e-4008-9f93-12bf57c1e5f3', 'tag': '80ad8110-f1ba-4b79-9055-2036635c7e25'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:12:15.570476 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3672cc44-38ae-4089-97ef-9a76e6e59358" -d '{"events": [{"name": "network-changed", "server_uuid": "fc242b76-d33e-4008-9f93-12bf57c1e5f3", "tag": "80ad8110-f1ba-4b79-9055-2036635c7e25"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:12:15.597795 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd4851-1057-4e67-a8bd-ab6a20e04890 service neutron] Pushing event updated for resources: {'Port': ['ID=80ad8110-f1ba-4b79-9055-2036635c7e25,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:15.633962 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac519f04-9247-4aa0-be90-319cd381a8c2 x-openstack-request-id: req-ac519f04-9247-4aa0-be90-319cd381a8c2 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:12:15.634256 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc242b76-d33e-4008-9f93-12bf57c1e5f3", "tag": "80ad8110-f1ba-4b79-9055-2036635c7e25", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:12:15.634509 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ac519f04-9247-4aa0-be90-319cd381a8c2 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:12:15.635516 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc242b76-d33e-4008-9f93-12bf57c1e5f3', 'tag': '80ad8110-f1ba-4b79-9055-2036635c7e25', 'status': 'completed', 'code': 200} Jul 24 01:12:15.689609 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-b0bc91cc-35ff-4b85-9326-e63971124577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:15.691516 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-b0bc91cc-35ff-4b85-9326-e63971124577 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6dc6777949c4bca80e15baebcec81ec&device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 1096 time: 0.0691433 Jul 24 01:12:15.711139 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9ab957b3-4117-4df4-86a8-a9f0f008cebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:15.728515 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c5187826-5c68-4d13-9c6e-f9c3faee2ce8 req-95a35e1f-36cc-4e4a-bd09-9690b7f77b08 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4312718 Jul 24 01:12:15.743084 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-3ba019a2-3de3-47a3-9255-8b560b90c3a8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80ad8110-f1ba-4b79-9055-2036635c7e25 HTTP/1.1" status: 200 len: 217 time: 0.0432177 Jul 24 01:12:15.748358 n-d-793621-25 neutron-server[100463]: WARNING neutron.scheduler.l3_agent_scheduler [None req-7e30ac38-c568-4e88-91fe-812832d444cd tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] No L3 agents can host the router 6191c638-676f-44a8-89d4-22171a96f364 Jul 24 01:12:15.793639 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-460dfeba-382b-4a1d-99b7-f4a1ef1d1ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:15.795644 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-460dfeba-382b-4a1d-99b7-f4a1ef1d1ec2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=941506a1-fc49-47b1-b115-8157f3b98de0 HTTP/1.1" status: 200 len: 856 time: 0.0464957 Jul 24 01:12:15.813607 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5ebc49-5656-4bd2-9edf-37d1f2d1fba5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Router 6f457f9f-d9f4-418b-9984-a05e862a4175 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:12:15.855728 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-60e7fa26-7262-4d8e-b7ee-a85861241f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:15.857895 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-60e7fa26-7262-4d8e-b7ee-a85861241f5a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce20638c-9366-403c-99ef-699b8c74111a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562522 Jul 24 01:12:15.951627 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-38bcaef4-ba34-404f-af2b-d16d912d4b73 service neutron] 10.222.0.13 "GET /v2.0/networks/ce20638c-9366-403c-99ef-699b8c74111a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871036 Jul 24 01:12:15.960232 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e30ac38-c568-4e88-91fe-812832d444cd tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Hosts for router 6191c638-676f-44a8-89d4-22171a96f364: [] {{(pid=100463) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 24 01:12:16.002063 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e30ac38-c568-4e88-91fe-812832d444cd tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Hosts for other DVR routers connected to router 6191c638-676f-44a8-89d4-22171a96f364: set() {{(pid=100463) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 24 01:12:16.004585 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7e30ac38-c568-4e88-91fe-812832d444cd tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:16.005809 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7e30ac38-c568-4e88-91fe-812832d444cd tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] 10.222.0.15 "PUT /v2.0/routers/6191c638-676f-44a8-89d4-22171a96f364 HTTP/1.1" status: 200 len: 717 time: 1.1978161 Jul 24 01:12:16.009823 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57490) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:16.049402 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-63d63dd6-70a7-4e74-9ec4-9b6967ce9f82 req-fa7945a9-f074-441d-9c1f-7c5b95395fcc service neutron] 10.222.0.13 "GET /v2.0/networks/ce20638c-9366-403c-99ef-699b8c74111a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908599 Jul 24 01:12:16.092594 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5ebc49-5656-4bd2-9edf-37d1f2d1fba5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:12:16.095574 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-227478b4-5510-4163-8d1e-86469aabf670 tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] 10.222.0.15 "GET /v2.0/routers/6191c638-676f-44a8-89d4-22171a96f364 HTTP/1.1" status: 200 len: 717 time: 0.0846910 Jul 24 01:12:16.100142 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57494) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:16.102621 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e7df24-6a21-4826-ba42-4cfbec6e48c0 None None] Sync routers for ids ['6f457f9f-d9f4-418b-9984-a05e862a4175'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:12:16.105069 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9f5ebc49-5656-4bd2-9edf-37d1f2d1fba5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:16.108854 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9f5ebc49-5656-4bd2-9edf-37d1f2d1fba5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "PUT /v2.0/routers/6f457f9f-d9f4-418b-9984-a05e862a4175 HTTP/1.1" status: 200 len: 888 time: 1.6204641 Jul 24 01:12:16.109150 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57498) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:16.112031 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e7df24-6a21-4826-ba42-4cfbec6e48c0 None None] Routers {'6f457f9f-d9f4-418b-9984-a05e862a4175'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:12:16.112633 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-e9e7df24-6a21-4826-ba42-4cfbec6e48c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:11:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['6f457f9f-d9f4-418b-9984-a05e862a4175'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:16.179062 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672cc44-38ae-4089-97ef-9a76e6e59358 req-0b8b1caa-1465-4efc-8581-fa2eee0c367c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:16.180733 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3672cc44-38ae-4089-97ef-9a76e6e59358 req-0b8b1caa-1465-4efc-8581-fa2eee0c367c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6dc6777949c4bca80e15baebcec81ec&device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 1096 time: 0.0814271 Jul 24 01:12:16.193561 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdfc70d-7c00-469a-8342-38481a3feca8 req-3197fbf6-b4ed-4899-bbf6-db80a030f224 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:16.201259 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9bdfc70d-7c00-469a-8342-38481a3feca8 req-3197fbf6-b4ed-4899-bbf6-db80a030f224 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/ports?device_id=72bd895f-12e7-4b94-9f09-5350447493cd HTTP/1.1" status: 200 len: 943 time: 0.1357467 Jul 24 01:12:16.242309 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-e9e7df24-6a21-4826-ba42-4cfbec6e48c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:16.251751 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e7df24-6a21-4826-ba42-4cfbec6e48c0 None None] Routers {'6f457f9f-d9f4-418b-9984-a05e862a4175'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:12:16.252433 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-e9e7df24-6a21-4826-ba42-4cfbec6e48c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:11:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['6f457f9f-d9f4-418b-9984-a05e862a4175'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:16.258758 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b214a558-40a2-4d14-8c59-d394440a8bcb tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "GET /v2.0/routers/6f457f9f-d9f4-418b-9984-a05e862a4175 HTTP/1.1" status: 200 len: 888 time: 0.1458218 Jul 24 01:12:16.259973 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57500) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:16.285114 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-e9e7df24-6a21-4826-ba42-4cfbec6e48c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:16.285780 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e7df24-6a21-4826-ba42-4cfbec6e48c0 None None] The sync data for ids ['6f457f9f-d9f4-418b-9984-a05e862a4175'] in n-d-793621-25 is: [] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:12:16.294374 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6445b8c3-184d-4002-b5e0-180bd83ea1a2 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f457f9f-d9f4-418b-9984-a05e862a4175 HTTP/1.1" status: 200 len: 205 time: 0.0326970 Jul 24 01:12:16.296936 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57502) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:16.410864 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8ced8ddf-90d4-4419-a78b-517640ba0e0c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:16.420619 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 99fda5c9-c3da-4f05-8daf-4b33bfe75548 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:12:16.521422 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8ced8ddf-90d4-4419-a78b-517640ba0e0c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:16.522590 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 99fda5c9-c3da-4f05-8daf-4b33bfe75548, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=99fda5c9-c3da-4f05-8daf-4b33bfe75548,segment=NetworkSegment(5aae32b9-a911-4411-ad9f-eb7ae2aec933),segment_id=5aae32b9-a911-4411-ad9f-eb7ae2aec933)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:12:16.537060 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '99fda5c9-c3da-4f05-8daf-4b33bfe75548', 'network_id': '5e740d4c-0729-4da4-8b95-4f518a64dc78', 'port_id': '99fda5c9-c3da-4f05-8daf-4b33bfe75548', 'mac_address': 'fa:16:3e:ed:b3:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19aa38bd-1d37-4f00-83f2-27768a43bf66', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:12:16.579718 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-8ced8ddf-90d4-4419-a78b-517640ba0e0c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Deleting port 94a565b1-64d4-4daa-bf5a-a64d1155a27d {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:12:16.580136 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8ced8ddf-90d4-4419-a78b-517640ba0e0c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:16.585568 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:16.603206 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99fda5c9-c3da-4f05-8daf-4b33bfe75548 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:12:16.624937 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 99fda5c9-c3da-4f05-8daf-4b33bfe75548, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=99fda5c9-c3da-4f05-8daf-4b33bfe75548,segment=NetworkSegment(5aae32b9-a911-4411-ad9f-eb7ae2aec933),segment_id=5aae32b9-a911-4411-ad9f-eb7ae2aec933)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:12:16.629201 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:16.660220 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8ced8ddf-90d4-4419-a78b-517640ba0e0c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:16.676034 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-8ced8ddf-90d4-4419-a78b-517640ba0e0c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Calling delete_port for 94a565b1-64d4-4daa-bf5a-a64d1155a27d owned by network:router_gateway {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:12:16.688300 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=99fda5c9-c3da-4f05-8daf-4b33bfe75548,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:16.714332 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9bdfc70d-7c00-469a-8342-38481a3feca8 req-fdd1fefa-9685-4df4-918f-a5b87e83eb61 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/security-groups?id=277cc7ba-6ca5-421d-9c63-2db46416c9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5112431 Jul 24 01:12:16.730589 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-709003fa-709c-4b73-997d-6718617f028d tempest-RoutersTestDVR-1504433881 tempest-RoutersTestDVR-1504433881-project] 10.222.0.15 "GET /v2.0/routers/6191c638-676f-44a8-89d4-22171a96f364 HTTP/1.1" status: 200 len: 683 time: 0.6292162 Jul 24 01:12:16.735034 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57504) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:16.751229 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672cc44-38ae-4089-97ef-9a76e6e59358 req-3b5c663a-e165-4d36-8cd3-9382d2875f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:16.753041 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3672cc44-38ae-4089-97ef-9a76e6e59358 req-3b5c663a-e165-4d36-8cd3-9382d2875f06 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ce20638c-9366-403c-99ef-699b8c74111a HTTP/1.1" status: 200 len: 918 time: 0.5494974 Jul 24 01:12:16.810503 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3672cc44-38ae-4089-97ef-9a76e6e59358 req-22a539dc-ea15-4031-a641-4014f44daadb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80ad8110-f1ba-4b79-9055-2036635c7e25 HTTP/1.1" status: 200 len: 217 time: 0.0501509 Jul 24 01:12:16.829632 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a98988a2-942b-4dd5-b17b-73351803917a tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:16.843947 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['99fda5c9-c3da-4f05-8daf-4b33bfe75548'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:12:16.878385 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672cc44-38ae-4089-97ef-9a76e6e59358 req-f60d969a-9528-47e6-8c9f-10a2bb7f3578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:16.880673 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3672cc44-38ae-4089-97ef-9a76e6e59358 req-f60d969a-9528-47e6-8c9f-10a2bb7f3578 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=941506a1-fc49-47b1-b115-8157f3b98de0 HTTP/1.1" status: 200 len: 856 time: 0.0628355 Jul 24 01:12:16.945881 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672cc44-38ae-4089-97ef-9a76e6e59358 req-aaff8f55-f51f-4fc5-90e4-006abfc3fbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:16.947642 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3672cc44-38ae-4089-97ef-9a76e6e59358 req-aaff8f55-f51f-4fc5-90e4-006abfc3fbc0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce20638c-9366-403c-99ef-699b8c74111a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588074 Jul 24 01:12:17.065659 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3672cc44-38ae-4089-97ef-9a76e6e59358 req-5b4074ed-7f02-4db0-a147-15e06187176e service neutron] 10.222.0.13 "GET /v2.0/networks/ce20638c-9366-403c-99ef-699b8c74111a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075194 Jul 24 01:12:17.082494 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a98988a2-942b-4dd5-b17b-73351803917a tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:17.085506 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a98988a2-942b-4dd5-b17b-73351803917a tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:17.165336 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3672cc44-38ae-4089-97ef-9a76e6e59358 req-5db0ab15-87e8-48f5-81c2-18b46e413ddd service neutron] 10.222.0.13 "GET /v2.0/networks/ce20638c-9366-403c-99ef-699b8c74111a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936341 Jul 24 01:12:17.441526 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e94b1c-11d3-46c1-8dce-fc81b77f0792 req-3d7c0381-ceb5-4ef1-8427-964b243436c7 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:17.443022 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-74e94b1c-11d3-46c1-8dce-fc81b77f0792 req-3d7c0381-ceb5-4ef1-8427-964b243436c7 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 944 time: 0.6169181 Jul 24 01:12:17.445810 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a98988a2-942b-4dd5-b17b-73351803917a tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:17.446329 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98988a2-942b-4dd5-b17b-73351803917a tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6191c638-676f-44a8-89d4-22171a96f364 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:12:17.451912 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a98988a2-942b-4dd5-b17b-73351803917a tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:17.458970 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a98988a2-942b-4dd5-b17b-73351803917a tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] 10.222.0.15 "DELETE /v2.0/routers/6191c638-676f-44a8-89d4-22171a96f364 HTTP/1.1" status: 204 len: 168 time: 0.7170632 Jul 24 01:12:17.459544 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57508) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:17.465194 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-58e47e6a-9c6b-4259-acde-27a63fab5b85 tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Request body: {'router': {'name': 'tempest-router-123055198', 'distributed': True}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:17.478205 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8ced8ddf-90d4-4419-a78b-517640ba0e0c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:17.488962 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-58e47e6a-9c6b-4259-acde-27a63fab5b85 tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:17.490128 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-58e47e6a-9c6b-4259-acde-27a63fab5b85 tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:17.516018 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced8ddf-90d4-4419-a78b-517640ba0e0c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event deleted for resources: {'Port': ['ID=94a565b1-64d4-4daa-bf5a-a64d1155a27d,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:17.524523 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-74e94b1c-11d3-46c1-8dce-fc81b77f0792 req-0063dbbf-fd35-4380-930b-da4dfb6464e7 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702384 Jul 24 01:12:17.561636 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-58e47e6a-9c6b-4259-acde-27a63fab5b85 tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:17.565897 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-58e47e6a-9c6b-4259-acde-27a63fab5b85 tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:17.579134 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-58e47e6a-9c6b-4259-acde-27a63fab5b85 tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:17.582785 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-58e47e6a-9c6b-4259-acde-27a63fab5b85 tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1195881 Jul 24 01:12:17.583124 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57510) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:17.590745 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8ced8ddf-90d4-4419-a78b-517640ba0e0c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:17.657230 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5100283a-401c-40b7-9620-a4c395a1af6e tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks [] for router, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:17.687096 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8ced8ddf-90d4-4419-a78b-517640ba0e0c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:17.689238 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8ced8ddf-90d4-4419-a78b-517640ba0e0c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:17.732605 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8ced8ddf-90d4-4419-a78b-517640ba0e0c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:17.733207 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ced8ddf-90d4-4419-a78b-517640ba0e0c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Fanout notify agent at l3_agent the message router_deleted on router 6f457f9f-d9f4-418b-9984-a05e862a4175 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:12:17.740796 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8ced8ddf-90d4-4419-a78b-517640ba0e0c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:17.741620 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8ced8ddf-90d4-4419-a78b-517640ba0e0c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "DELETE /v2.0/routers/6f457f9f-d9f4-418b-9984-a05e862a4175 HTTP/1.1" status: 204 len: 168 time: 1.4436009 Jul 24 01:12:17.745676 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57514) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:17.751150 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-2e3cfb37-b810-45b7-80de-1d6ab912ba8b tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Request body: {'network': {'name': 'tempest-RoutersTest-2061660534'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:17.773186 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3cfb37-b810-45b7-80de-1d6ab912ba8b tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Made reservation on behalf of a7007f5d47214551887f0cd1e69f571f for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:12:17.777816 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2e3cfb37-b810-45b7-80de-1d6ab912ba8b tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:17.803187 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e3cfb37-b810-45b7-80de-1d6ab912ba8b tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:12:17.814185 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2e3cfb37-b810-45b7-80de-1d6ab912ba8b tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:17.814778 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-2e3cfb37-b810-45b7-80de-1d6ab912ba8b tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Added segment 4afc9d3f-0ac1-4f09-b1d3-f6ba78552113 of type vlan for network b50f5a6a-f685-4455-b835-44d2a7973780 Jul 24 01:12:17.860793 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5100283a-401c-40b7-9620-a4c395a1af6e tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:17.864118 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5100283a-401c-40b7-9620-a4c395a1af6e tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:17.865530 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2e3cfb37-b810-45b7-80de-1d6ab912ba8b tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:17.893797 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2e3cfb37-b810-45b7-80de-1d6ab912ba8b tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:17.899496 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3cfb37-b810-45b7-80de-1d6ab912ba8b tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:17.900083 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2e3cfb37-b810-45b7-80de-1d6ab912ba8b tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:17.913955 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5100283a-401c-40b7-9620-a4c395a1af6e tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:17.914509 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5100283a-401c-40b7-9620-a4c395a1af6e tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Fanout notify agent at l3_agent the message router_deleted on router af120376-0cd2-4bb5-a43b-eb5c97c22845 {{(pid=100464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:12:17.922227 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5100283a-401c-40b7-9620-a4c395a1af6e tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:17.923394 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5100283a-401c-40b7-9620-a4c395a1af6e tempest-RoutersTestDVR-359419485 tempest-RoutersTestDVR-359419485-project-admin] 10.222.0.15 "DELETE /v2.0/routers/af120376-0cd2-4bb5-a43b-eb5c97c22845 HTTP/1.1" status: 204 len: 168 time: 0.3393092 Jul 24 01:12:17.942260 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2e3cfb37-b810-45b7-80de-1d6ab912ba8b tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1955302 Jul 24 01:12:17.943940 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f22c8-f7f5-404b-8136-1390265d5097 req-c610faf9-cd67-4061-8276-5c37273b724b tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:17.944994 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57518) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:17.947545 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-329f22c8-f7f5-404b-8136-1390265d5097 req-c610faf9-cd67-4061-8276-5c37273b724b tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/ports?device_id=72bd895f-12e7-4b94-9f09-5350447493cd HTTP/1.1" status: 200 len: 944 time: 0.1493101 Jul 24 01:12:17.975496 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-dd65f16d-c0bc-4d13-b330-7ef14742f535 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Request body: {'subnet': {'network_id': 'b50f5a6a-f685-4455-b835-44d2a7973780', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:17.980619 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3cfb37-b810-45b7-80de-1d6ab912ba8b tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event updated for resources: {'Network': ['ID=b50f5a6a-f685-4455-b835-44d2a7973780,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:17.988790 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-329f22c8-f7f5-404b-8136-1390265d5097 req-bfdc4801-99b8-4536-af23-c7a8adde04e8 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/security-groups?id=277cc7ba-6ca5-421d-9c63-2db46416c9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369279 Jul 24 01:12:17.993513 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network b50f5a6a-f685-4455-b835-44d2a7973780 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:12:18.075946 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd65f16d-c0bc-4d13-b330-7ef14742f535 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Made reservation on behalf of a7007f5d47214551887f0cd1e69f571f for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:12:18.080278 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dd65f16d-c0bc-4d13-b330-7ef14742f535 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:18.188674 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57522) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:18.245062 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f8a2bd8e-77c2-4fed-9dd5-3de1a73910e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:18.271772 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dd65f16d-c0bc-4d13-b330-7ef14742f535 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:18.299939 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0e36cdf0-f353-43bd-8135-72b080916a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:18.339251 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd65f16d-c0bc-4d13-b330-7ef14742f535 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event updated for resources: {'Subnet': ['ID=47997f85-7b80-4a0d-82b7-47e390182281,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:18.341500 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd65f16d-c0bc-4d13-b330-7ef14742f535 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Checking segment: {'id': '4afc9d3f-0ac1-4f09-b1d3-f6ba78552113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b50f5a6a-f685-4455-b835-44d2a7973780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:12:18.341875 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd65f16d-c0bc-4d13-b330-7ef14742f535 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Network hostable DHCP agents. Network: b50f5a6a-f685-4455-b835-44d2a7973780, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:12:18.360728 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd65f16d-c0bc-4d13-b330-7ef14742f535 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Network b50f5a6a-f685-4455-b835-44d2a7973780 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:12:18.368653 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-dd65f16d-c0bc-4d13-b330-7ef14742f535 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, b50f5a6a-f685-4455-b835-44d2a7973780) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:18.373434 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd65f16d-c0bc-4d13-b330-7ef14742f535 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:18.374051 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dd65f16d-c0bc-4d13-b330-7ef14742f535 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:18.380402 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7f54b4-2453-4b09-ad45-aa3884f0ca6e None None] Network b50f5a6a-f685-4455-b835-44d2a7973780 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:12:18.398522 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0e36cdf0-f353-43bd-8135-72b080916a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:18.402591 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0e36cdf0-f353-43bd-8135-72b080916a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:18.411007 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-dd65f16d-c0bc-4d13-b330-7ef14742f535 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4624574 Jul 24 01:12:18.411181 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57526) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:18.415844 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-1e1b8a3f-4355-4a18-8f3e-b6a7c257046e tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1437599305', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:18.434027 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36cdf0-f353-43bd-8135-72b080916a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a701fac-86aa-4a2e-8599-aced2c640ef8,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:18.442179 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1e1b8a3f-4355-4a18-8f3e-b6a7c257046e tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:18.442956 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 99fda5c9-c3da-4f05-8daf-4b33bfe75548 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:12:18.443328 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1e1b8a3f-4355-4a18-8f3e-b6a7c257046e tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:18.457437 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0e36cdf0-f353-43bd-8135-72b080916a3b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=baa32e2d17e1435b83b0e9d66910e50e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2676632 Jul 24 01:12:18.461455 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57528) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:18.510356 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:18.520544 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1e1b8a3f-4355-4a18-8f3e-b6a7c257046e tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:18.523128 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9f8023de-b9a8-4eed-9d8d-14c7b1e8d2fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:18.527846 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1e1b8a3f-4355-4a18-8f3e-b6a7c257046e tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:18.546411 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1e1b8a3f-4355-4a18-8f3e-b6a7c257046e tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:18.550456 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1e1b8a3f-4355-4a18-8f3e-b6a7c257046e tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1357532 Jul 24 01:12:18.550602 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9f8023de-b9a8-4eed-9d8d-14c7b1e8d2fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:18.550756 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57530) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:18.561724 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 99fda5c9-c3da-4f05-8daf-4b33bfe75548 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:12:18.568003 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 99fda5c9-c3da-4f05-8daf-4b33bfe75548 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:18.568413 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:18.622065 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8016be41-62a2-4493-8372-a092856af098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-b50f5a6a-f685-4455-b835-44d2a7973780', 'network_id': 'b50f5a6a-f685-4455-b835-44d2a7973780', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'fixed_ips': [{'subnet_id': '47997f85-7b80-4a0d-82b7-47e390182281'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:12:18.623089 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8016be41-62a2-4493-8372-a092856af098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:18.684669 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca94ea-0a1c-4733-bfb7-cbf10018cdcc req-57a360cd-4f1e-4a0b-99a9-33f647cfb852 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:18.686456 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-39ca94ea-0a1c-4733-bfb7-cbf10018cdcc req-57a360cd-4f1e-4a0b-99a9-33f647cfb852 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 944 time: 0.0820673 Jul 24 01:12:18.731239 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-39ca94ea-0a1c-4733-bfb7-cbf10018cdcc req-66837d4e-85b3-44fb-b0b7-a41eb194db4f tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384986 Jul 24 01:12:18.747781 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:18.775737 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72bd895f-12e7-4b94-9f09-5350447493cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fda5c9-c3da-4f05-8daf-4b33bfe75548'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:12:18.778219 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7699e5-0891-4a9e-a7c1-0887f6e96e0f" -d '{"events": [{"server_uuid": "72bd895f-12e7-4b94-9f09-5350447493cd", "name": "network-vif-plugged", "status": "completed", "tag": "99fda5c9-c3da-4f05-8daf-4b33bfe75548"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:12:18.815099 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 99fda5c9-c3da-4f05-8daf-4b33bfe75548, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=99fda5c9-c3da-4f05-8daf-4b33bfe75548,segment=NetworkSegment(5aae32b9-a911-4411-ad9f-eb7ae2aec933),segment_id=5aae32b9-a911-4411-ad9f-eb7ae2aec933)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:12:18.822643 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:18.825130 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9f8023de-b9a8-4eed-9d8d-14c7b1e8d2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:18.828195 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9f8023de-b9a8-4eed-9d8d-14c7b1e8d2fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:18.829391 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9f8023de-b9a8-4eed-9d8d-14c7b1e8d2fb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0a701fac-86aa-4a2e-8599-aced2c640ef8 HTTP/1.1" status: 204 len: 168 time: 0.3669820 Jul 24 01:12:18.831116 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f238a6-00c7-468e-9845-976f282b683f x-openstack-request-id: req-67f238a6-00c7-468e-9845-976f282b683f {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:12:18.831414 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72bd895f-12e7-4b94-9f09-5350447493cd", "name": "network-vif-plugged", "status": "completed", "tag": "99fda5c9-c3da-4f05-8daf-4b33bfe75548", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:12:18.831667 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-67f238a6-00c7-468e-9845-976f282b683f {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:12:18.832243 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72bd895f-12e7-4b94-9f09-5350447493cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99fda5c9-c3da-4f05-8daf-4b33bfe75548', 'code': 200} Jul 24 01:12:18.870810 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-8016be41-62a2-4493-8372-a092856af098 None None] Allocated IP 172.20.0.2 (b50f5a6a-f685-4455-b835-44d2a7973780/47997f85-7b80-4a0d-82b7-47e390182281/5d45620d-925a-46de-af9d-b9d55d9d2e7b) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:12:18.878997 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8023de-b9a8-4eed-9d8d-14c7b1e8d2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a701fac-86aa-4a2e-8599-aced2c640ef8,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:18.910660 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=99fda5c9-c3da-4f05-8daf-4b33bfe75548,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:18.955452 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d8ae811c-2799-497d-94a2-9c2e2c986de5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:19.061744 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8016be41-62a2-4493-8372-a092856af098 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:19.062326 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc956197-0414-4947-b2d5-a6800a0c9913 req-4247570f-71c2-4ecd-bc4d-b1be7c8dae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:19.063565 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dc956197-0414-4947-b2d5-a6800a0c9913 req-4247570f-71c2-4ecd-bc4d-b1be7c8dae9e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=72bd895f-12e7-4b94-9f09-5350447493cd HTTP/1.1" status: 200 len: 1097 time: 0.1701260 Jul 24 01:12:19.071471 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8016be41-62a2-4493-8372-a092856af098 None None] Transition to ACTIVE for port object 5d45620d-925a-46de-af9d-b9d55d9d2e7b will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:12:19.130329 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8016be41-62a2-4493-8372-a092856af098 None None] Transition to ACTIVE for port object 5d45620d-925a-46de-af9d-b9d55d9d2e7b will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:12:19.141158 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8016be41-62a2-4493-8372-a092856af098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:19.163365 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a97d0b8-3746-4547-8491-70e9efa27486 req-f160d2e2-c6f3-4712-a076-ebc15b094a9f tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:19.165941 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2a97d0b8-3746-4547-8491-70e9efa27486 req-f160d2e2-c6f3-4712-a076-ebc15b094a9f tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/ports?device_id=72bd895f-12e7-4b94-9f09-5350447493cd HTTP/1.1" status: 200 len: 945 time: 0.0838978 Jul 24 01:12:19.181913 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dc956197-0414-4947-b2d5-a6800a0c9913 req-bbaddcaa-210c-4550-9e9f-168ea96a04f0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=277cc7ba-6ca5-421d-9c63-2db46416c9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812714 Jul 24 01:12:19.199342 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8016be41-62a2-4493-8372-a092856af098 None None] Network b50f5a6a-f685-4455-b835-44d2a7973780 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:12:19.206137 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-8016be41-62a2-4493-8372-a092856af098 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:19.210196 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8016be41-62a2-4493-8372-a092856af098 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:12:19.218172 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8016be41-62a2-4493-8372-a092856af098 None None] Pushing event updated for resources: {'Port': ['ID=5d45620d-925a-46de-af9d-b9d55d9d2e7b,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:19.232958 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2a97d0b8-3746-4547-8491-70e9efa27486 req-14a9e335-3f46-4d24-b788-9ddf35d9db7b tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/security-groups?id=277cc7ba-6ca5-421d-9c63-2db46416c9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608501 Jul 24 01:12:19.253057 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57542) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:19.263400 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-d8ae811c-2799-497d-94a2-9c2e2c986de5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Allocated IP 172.20.0.1 (b50f5a6a-f685-4455-b835-44d2a7973780/47997f85-7b80-4a0d-82b7-47e390182281/b0416022-5124-4e1c-82c7-d75787911e28) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:12:19.264531 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-64dfe71c-54c2-4623-8611-abbfa40276d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:19.293947 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-8016be41-62a2-4493-8372-a092856af098 None None] Attempting to bind port 5d45620d-925a-46de-af9d-b9d55d9d2e7b on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:12:19.294759 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-8016be41-62a2-4493-8372-a092856af098 None None] Attempting to bind port 5d45620d-925a-46de-af9d-b9d55d9d2e7b by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '4afc9d3f-0ac1-4f09-b1d3-f6ba78552113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b50f5a6a-f685-4455-b835-44d2a7973780'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:12:19.295154 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8016be41-62a2-4493-8372-a092856af098 None None] Attempting to bind port 5d45620d-925a-46de-af9d-b9d55d9d2e7b on network b50f5a6a-f685-4455-b835-44d2a7973780 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:12:19.300671 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8016be41-62a2-4493-8372-a092856af098 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:12:19.301049 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8016be41-62a2-4493-8372-a092856af098 None None] Checking segment: {'id': '4afc9d3f-0ac1-4f09-b1d3-f6ba78552113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b50f5a6a-f685-4455-b835-44d2a7973780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:12:19.301455 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8016be41-62a2-4493-8372-a092856af098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:19.302056 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8016be41-62a2-4493-8372-a092856af098 None None] Bound using segment: {'id': '4afc9d3f-0ac1-4f09-b1d3-f6ba78552113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b50f5a6a-f685-4455-b835-44d2a7973780'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:12:19.302531 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-8016be41-62a2-4493-8372-a092856af098 None None] Bound port: 5d45620d-925a-46de-af9d-b9d55d9d2e7b, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4afc9d3f-0ac1-4f09-b1d3-f6ba78552113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'b50f5a6a-f685-4455-b835-44d2a7973780'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:12:19.302946 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8016be41-62a2-4493-8372-a092856af098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:19.362971 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-64dfe71c-54c2-4623-8611-abbfa40276d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:19.368082 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-64dfe71c-54c2-4623-8611-abbfa40276d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:19.381736 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-8016be41-62a2-4493-8372-a092856af098 None None] For port 5d45620d-925a-46de-af9d-b9d55d9d2e7b, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:12:19.387056 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-8016be41-62a2-4493-8372-a092856af098 None None] For port 5d45620d-925a-46de-af9d-b9d55d9d2e7b, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=5d45620d-925a-46de-af9d-b9d55d9d2e7b,segment=NetworkSegment(4afc9d3f-0ac1-4f09-b1d3-f6ba78552113),segment_id=4afc9d3f-0ac1-4f09-b1d3-f6ba78552113)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:12:19.392384 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8016be41-62a2-4493-8372-a092856af098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:19.399810 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d8ae811c-2799-497d-94a2-9c2e2c986de5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:19.414701 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-64dfe71c-54c2-4623-8611-abbfa40276d4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6089808f0a3f480f8014f922f7c5c3d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1652730 Jul 24 01:12:19.415624 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dfe71c-54c2-4623-8611-abbfa40276d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed06b716-f645-44b3-99c7-a439425126e0,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:19.418340 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57544) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:19.423407 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-d8ae811c-2799-497d-94a2-9c2e2c986de5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Transition to ACTIVE for port object b0416022-5124-4e1c-82c7-d75787911e28 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:12:19.436217 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dfe71c-54c2-4623-8611-abbfa40276d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:19.436569 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dfe71c-54c2-4623-8611-abbfa40276d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:19.436921 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dfe71c-54c2-4623-8611-abbfa40276d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:19.437250 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dfe71c-54c2-4623-8611-abbfa40276d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:19.437574 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dfe71c-54c2-4623-8611-abbfa40276d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:19.437907 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dfe71c-54c2-4623-8611-abbfa40276d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:19.438319 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dfe71c-54c2-4623-8611-abbfa40276d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:19.438654 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dfe71c-54c2-4623-8611-abbfa40276d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:19.439009 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dfe71c-54c2-4623-8611-abbfa40276d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:19.439365 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dfe71c-54c2-4623-8611-abbfa40276d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:19.439688 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dfe71c-54c2-4623-8611-abbfa40276d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:19.440134 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64dfe71c-54c2-4623-8611-abbfa40276d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:19.476162 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d8ae811c-2799-497d-94a2-9c2e2c986de5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:19.488294 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-440d2812-2c39-468f-a1b7-f2051573edb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:19.512569 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-440d2812-2c39-468f-a1b7-f2051573edb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:19.520826 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ae811c-2799-497d-94a2-9c2e2c986de5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Network b50f5a6a-f685-4455-b835-44d2a7973780 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:12:19.527379 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-d8ae811c-2799-497d-94a2-9c2e2c986de5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:19.532704 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ae811c-2799-497d-94a2-9c2e2c986de5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:12:19.560827 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae811c-2799-497d-94a2-9c2e2c986de5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event updated for resources: {'Port': ['ID=b0416022-5124-4e1c-82c7-d75787911e28,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:19.578631 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-440d2812-2c39-468f-a1b7-f2051573edb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:19.581276 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-440d2812-2c39-468f-a1b7-f2051573edb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:19.582449 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-440d2812-2c39-468f-a1b7-f2051573edb9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ed06b716-f645-44b3-99c7-a439425126e0 HTTP/1.1" status: 204 len: 168 time: 0.1631620 Jul 24 01:12:19.592484 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d2812-2c39-468f-a1b7-f2051573edb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed06b716-f645-44b3-99c7-a439425126e0,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:19.592663 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d8ae811c-2799-497d-94a2-9c2e2c986de5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:19.641056 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:19.647717 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8016be41-62a2-4493-8372-a092856af098 None None] Pushing event updated for resources: {'Port': ['ID=5d45620d-925a-46de-af9d-b9d55d9d2e7b,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:19.737046 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d8ae811c-2799-497d-94a2-9c2e2c986de5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:20.093583 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f33e2b-f9f7-444a-9d5c-f9441a61f3de req-daef2d85-0334-4369-8273-a4719851d474 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:20.095146 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e7f33e2b-f9f7-444a-9d5c-f9441a61f3de req-daef2d85-0334-4369-8273-a4719851d474 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 944 time: 0.1365273 Jul 24 01:12:20.134845 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d8ae811c-2799-497d-94a2-9c2e2c986de5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:20.148334 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d8ae811c-2799-497d-94a2-9c2e2c986de5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:20.205760 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e7f33e2b-f9f7-444a-9d5c-f9441a61f3de req-5c30a26b-a4b6-4089-bba2-872e74de8b81 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995789 Jul 24 01:12:20.237770 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d8ae811c-2799-497d-94a2-9c2e2c986de5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:20.239738 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae811c-2799-497d-94a2-9c2e2c986de5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event updated for resources: {'Port': ['ID=b0416022-5124-4e1c-82c7-d75787911e28,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:20.342138 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ae811c-2799-497d-94a2-9c2e2c986de5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Network b50f5a6a-f685-4455-b835-44d2a7973780 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:12:20.343946 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-d8ae811c-2799-497d-94a2-9c2e2c986de5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:20.395249 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f16fbf-cd20-470a-b8ce-b37680b8741a req-94e16dfc-259c-40c2-91e0-58542c5219e1 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:20.396897 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b4f16fbf-cd20-470a-b8ce-b37680b8741a req-94e16dfc-259c-40c2-91e0-58542c5219e1 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/ports?device_id=72bd895f-12e7-4b94-9f09-5350447493cd HTTP/1.1" status: 200 len: 945 time: 0.0885429 Jul 24 01:12:20.437808 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 80ad8110-f1ba-4b79-9055-2036635c7e25 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:12:20.453904 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b4f16fbf-cd20-470a-b8ce-b37680b8741a req-4cf5358c-bc44-4ca5-b17f-af053ae5ad89 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/security-groups?id=277cc7ba-6ca5-421d-9c63-2db46416c9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484273 Jul 24 01:12:20.501493 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ae811c-2799-497d-94a2-9c2e2c986de5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Router 05d25cdb-75c4-44b8-af66-c24667e51888 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:12:20.506671 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57572) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:20.618815 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ae811c-2799-497d-94a2-9c2e2c986de5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:12:20.621354 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 80ad8110-f1ba-4b79-9055-2036635c7e25, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=80ad8110-f1ba-4b79-9055-2036635c7e25,segment=NetworkSegment(c89e3cbc-4aac-4fff-a675-9a81f1b0ca38),segment_id=c89e3cbc-4aac-4fff-a675-9a81f1b0ca38)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:12:20.637356 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d8ae811c-2799-497d-94a2-9c2e2c986de5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "PUT /v2.0/routers/05d25cdb-75c4-44b8-af66-c24667e51888/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0830934 Jul 24 01:12:20.638163 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57576) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:20.639755 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4122bcb7-ee7d-40e1-8305-86ed7a3eeb6d None None] Sync routers for ids ['05d25cdb-75c4-44b8-af66-c24667e51888'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:12:20.651906 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4122bcb7-ee7d-40e1-8305-86ed7a3eeb6d None None] Routers {'05d25cdb-75c4-44b8-af66-c24667e51888'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:12:20.652555 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-4122bcb7-ee7d-40e1-8305-86ed7a3eeb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:12:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['05d25cdb-75c4-44b8-af66-c24667e51888'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:20.656108 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '80ad8110-f1ba-4b79-9055-2036635c7e25', 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a', 'port_id': '80ad8110-f1ba-4b79-9055-2036635c7e25', 'mac_address': 'fa:16:3e:12:7d:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '941506a1-fc49-47b1-b115-8157f3b98de0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:12:20.680799 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-9b7be7f0-4fd1-4116-a2a7-2ca27f0ae777 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1256002537'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:20.691263 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-4122bcb7-ee7d-40e1-8305-86ed7a3eeb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:20.715652 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7be7f0-4fd1-4116-a2a7-2ca27f0ae777 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Made reservation on behalf of 026bcbf091d2494db8a42c50681cd74e for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:12:20.719880 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9b7be7f0-4fd1-4116-a2a7-2ca27f0ae777 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:20.723656 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4122bcb7-ee7d-40e1-8305-86ed7a3eeb6d None None] Routers {'05d25cdb-75c4-44b8-af66-c24667e51888'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:12:20.724099 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-4122bcb7-ee7d-40e1-8305-86ed7a3eeb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:12:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['05d25cdb-75c4-44b8-af66-c24667e51888'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:20.746741 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9b7be7f0-4fd1-4116-a2a7-2ca27f0ae777 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:20.756528 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a42a204-7736-450f-ab30-97798f2fe669 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:20.758236 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8a42a204-7736-450f-ab30-97798f2fe669 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "GET /v2.0/ports/b0416022-5124-4e1c-82c7-d75787911e28 HTTP/1.1" status: 200 len: 910 time: 0.1192474 Jul 24 01:12:20.761887 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57580) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:20.768609 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-4122bcb7-ee7d-40e1-8305-86ed7a3eeb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:20.769040 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-f3ca3e6d-b0b0-4aa7-bbac-b4b5543ec237 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '47997f85-7b80-4a0d-82b7-47e390182281'}]}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:20.769479 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4122bcb7-ee7d-40e1-8305-86ed7a3eeb6d None None] The sync data for ids ['05d25cdb-75c4-44b8-af66-c24667e51888'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:12:20.780282 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:20.800886 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80ad8110-f1ba-4b79-9055-2036635c7e25 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:12:20.824273 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 80ad8110-f1ba-4b79-9055-2036635c7e25, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=80ad8110-f1ba-4b79-9055-2036635c7e25,segment=NetworkSegment(c89e3cbc-4aac-4fff-a675-9a81f1b0ca38),segment_id=c89e3cbc-4aac-4fff-a675-9a81f1b0ca38)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:12:20.828413 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15eeb709-5492-4727-a142-bfa989db0192 None None] Network b50f5a6a-f685-4455-b835-44d2a7973780 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:12:20.850087 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:20.871497 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9b7be7f0-4fd1-4116-a2a7-2ca27f0ae777 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:20.879277 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9b7be7f0-4fd1-4116-a2a7-2ca27f0ae777 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:20.915646 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b7be7f0-4fd1-4116-a2a7-2ca27f0ae777 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:12:20.927797 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7be7f0-4fd1-4116-a2a7-2ca27f0ae777 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af9a7bd0-6b4c-45c3-9cb8-437636ba4866,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:20.942537 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d9ce068c-64f0-4b67-b9da-58ed720fa65d None None] Provisioning for port 5d45620d-925a-46de-af9d-b9d55d9d2e7b completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:12:20.944825 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9b7be7f0-4fd1-4116-a2a7-2ca27f0ae777 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:20.945180 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-9b7be7f0-4fd1-4116-a2a7-2ca27f0ae777 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Added segment 6ad42b28-ea02-4d1e-a240-76c6b250e973 of type vlan for network 99d75115-0277-499e-83b7-5e60b82bdcdf Jul 24 01:12:21.003765 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f3ca3e6d-b0b0-4aa7-bbac-b4b5543ec237 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:21.004003 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=80ad8110-f1ba-4b79-9055-2036635c7e25,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:21.013148 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9b7be7f0-4fd1-4116-a2a7-2ca27f0ae777 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:21.047235 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:21.051327 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['80ad8110-f1ba-4b79-9055-2036635c7e25'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:12:21.054172 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9b7be7f0-4fd1-4116-a2a7-2ca27f0ae777 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:21.062447 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7be7f0-4fd1-4116-a2a7-2ca27f0ae777 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:21.063194 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9b7be7f0-4fd1-4116-a2a7-2ca27f0ae777 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:21.142203 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9b7be7f0-4fd1-4116-a2a7-2ca27f0ae777 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6318915 Jul 24 01:12:21.142908 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57588) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:21.151895 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-a7d93282-2c5f-4661-8285-24b1197a6a70 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'port': {'network_id': '99d75115-0277-499e-83b7-5e60b82bdcdf', 'name': 'tempest-PortsIpV6TestJSON-1879795873'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:21.242978 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7be7f0-4fd1-4116-a2a7-2ca27f0ae777 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'Network': ['ID=99d75115-0277-499e-83b7-5e60b82bdcdf,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:21.270744 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 5d45620d-925a-46de-af9d-b9d55d9d2e7b up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:12:21.275013 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 99d75115-0277-499e-83b7-5e60b82bdcdf details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:12:21.424808 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ec83e-7b62-46d0-af6d-3116ebf124c4 req-ca55a349-14cc-4ae0-bb8b-6278ff3fcf5b tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:21.426998 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bd9ec83e-7b62-46d0-af6d-3116ebf124c4 req-ca55a349-14cc-4ae0-bb8b-6278ff3fcf5b tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 945 time: 0.0998800 Jul 24 01:12:21.428553 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d93282-2c5f-4661-8285-24b1197a6a70 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Made reservation on behalf of 026bcbf091d2494db8a42c50681cd74e for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:12:21.433280 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a7d93282-2c5f-4661-8285-24b1197a6a70 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:21.469239 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 5d45620d-925a-46de-af9d-b9d55d9d2e7b completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:12:21.473580 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 5d45620d-925a-46de-af9d-b9d55d9d2e7b triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:21.473961 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:21.484124 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-a7d93282-2c5f-4661-8285-24b1197a6a70 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] device_id is not set on port 60098ab0-1c2a-4314-a9e9-caeb65c227dd yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:12:21.500269 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bd9ec83e-7b62-46d0-af6d-3116ebf124c4 req-8328137b-9ed4-4883-92f3-7f31c2bef465 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630329 Jul 24 01:12:21.580148 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:21.622827 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 5d45620d-925a-46de-af9d-b9d55d9d2e7b, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=5d45620d-925a-46de-af9d-b9d55d9d2e7b,segment=NetworkSegment(4afc9d3f-0ac1-4f09-b1d3-f6ba78552113),segment_id=4afc9d3f-0ac1-4f09-b1d3-f6ba78552113)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:12:21.628777 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:21.699652 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=5d45620d-925a-46de-af9d-b9d55d9d2e7b,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:21.712203 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-6ab8fd61-035e-4177-9a17-d197aba20424 None None] Provisioning for port b0416022-5124-4e1c-82c7-d75787911e28 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:12:21.716830 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a7d93282-2c5f-4661-8285-24b1197a6a70 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:21.718312 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-6ab8fd61-035e-4177-9a17-d197aba20424 None None] Provisioning complete for port b0416022-5124-4e1c-82c7-d75787911e28 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:21.718814 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6ab8fd61-035e-4177-9a17-d197aba20424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:21.761524 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-6ab8fd61-035e-4177-9a17-d197aba20424 None None] Port b0416022-5124-4e1c-82c7-d75787911e28 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:12:21.766094 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a7d93282-2c5f-4661-8285-24b1197a6a70 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:21.774890 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-6ab8fd61-035e-4177-9a17-d197aba20424 None None] Provisioning complete for port 5d45620d-925a-46de-af9d-b9d55d9d2e7b triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:21.775548 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6ab8fd61-035e-4177-9a17-d197aba20424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:21.847686 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d93282-2c5f-4661-8285-24b1197a6a70 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Checking segment: {'id': '6ad42b28-ea02-4d1e-a240-76c6b250e973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99d75115-0277-499e-83b7-5e60b82bdcdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:12:21.848197 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d93282-2c5f-4661-8285-24b1197a6a70 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Network hostable DHCP agents. Network: 99d75115-0277-499e-83b7-5e60b82bdcdf, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:12:21.862842 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d93282-2c5f-4661-8285-24b1197a6a70 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'Port': ['ID=60098ab0-1c2a-4314-a9e9-caeb65c227dd,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:21.881669 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d93282-2c5f-4661-8285-24b1197a6a70 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Network 99d75115-0277-499e-83b7-5e60b82bdcdf is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:12:21.892919 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-a7d93282-2c5f-4661-8285-24b1197a6a70 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 99d75115-0277-499e-83b7-5e60b82bdcdf) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:21.897062 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d93282-2c5f-4661-8285-24b1197a6a70 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:12:21.905822 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd03fa9b-eb2d-4054-9e22-e73c5c708946 None None] Network 99d75115-0277-499e-83b7-5e60b82bdcdf requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:12:21.917844 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d93282-2c5f-4661-8285-24b1197a6a70 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:21.918731 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a7d93282-2c5f-4661-8285-24b1197a6a70 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:21.919977 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dcea90-42c7-4978-ac9a-c709f0fb3478 req-5d348de8-c9f7-4cf3-ba5f-6c2c6be9fae9 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:21.921503 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-00dcea90-42c7-4978-ac9a-c709f0fb3478 req-5d348de8-c9f7-4cf3-ba5f-6c2c6be9fae9 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/ports?device_id=72bd895f-12e7-4b94-9f09-5350447493cd HTTP/1.1" status: 200 len: 945 time: 0.6122930 Jul 24 01:12:21.937421 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a7d93282-2c5f-4661-8285-24b1197a6a70 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7912560 Jul 24 01:12:21.940327 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57594) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:21.946367 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-8c6c1d2c-81ee-461b-90a4-1dedd9bdf64a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-746472492'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:21.971489 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6c1d2c-81ee-461b-90a4-1dedd9bdf64a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Made reservation on behalf of 026bcbf091d2494db8a42c50681cd74e for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:12:21.976744 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8c6c1d2c-81ee-461b-90a4-1dedd9bdf64a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:22.016495 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c6c1d2c-81ee-461b-90a4-1dedd9bdf64a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:12:22.016677 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-00dcea90-42c7-4978-ac9a-c709f0fb3478 req-60d3be44-a61a-4ad7-acfa-85b9ca41faed tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/security-groups?id=277cc7ba-6ca5-421d-9c63-2db46416c9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726728 Jul 24 01:12:22.028985 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8c6c1d2c-81ee-461b-90a4-1dedd9bdf64a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:22.028985 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-8c6c1d2c-81ee-461b-90a4-1dedd9bdf64a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Added segment 57734620-6b3c-4587-963c-8ba87b79becf of type vlan for network 3dccfc36-def9-4d64-9080-1a9ce56c1955 Jul 24 01:12:22.035833 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f3ca3e6d-b0b0-4aa7-bbac-b4b5543ec237 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:22.048383 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f3ca3e6d-b0b0-4aa7-bbac-b4b5543ec237 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:22.048884 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a424d1b4-4506-4713-956b-a3412b03eefa None None] Provisioning complete for port b0416022-5124-4e1c-82c7-d75787911e28 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:22.049274 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a424d1b4-4506-4713-956b-a3412b03eefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:22.083641 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8c6c1d2c-81ee-461b-90a4-1dedd9bdf64a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:22.098229 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-a424d1b4-4506-4713-956b-a3412b03eefa None None] Port b0416022-5124-4e1c-82c7-d75787911e28 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:12:22.116647 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca3e6d-b0b0-4aa7-bbac-b4b5543ec237 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event updated for resources: {'Port': ['ID=b0416022-5124-4e1c-82c7-d75787911e28,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:22.128568 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8c6c1d2c-81ee-461b-90a4-1dedd9bdf64a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:22.135062 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6c1d2c-81ee-461b-90a4-1dedd9bdf64a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:22.135833 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8c6c1d2c-81ee-461b-90a4-1dedd9bdf64a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:22.148906 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ca3e6d-b0b0-4aa7-bbac-b4b5543ec237 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:22.149591 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f3ca3e6d-b0b0-4aa7-bbac-b4b5543ec237 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:22.153734 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f3ca3e6d-b0b0-4aa7-bbac-b4b5543ec237 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "PUT /v2.0/ports/b0416022-5124-4e1c-82c7-d75787911e28 HTTP/1.1" status: 200 len: 910 time: 1.3877316 Jul 24 01:12:22.154982 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57596) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:22.175389 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8c6c1d2c-81ee-461b-90a4-1dedd9bdf64a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2332060 Jul 24 01:12:22.178319 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57598) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:22.186591 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-088ab52f-956e-444c-b7c2-3d1c6745b3cb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'ports': [{'network_id': '99d75115-0277-499e-83b7-5e60b82bdcdf'}, {'network_id': '3dccfc36-def9-4d64-9080-1a9ce56c1955'}]} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:22.186949 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-088ab52f-956e-444c-b7c2-3d1c6745b3cb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'port': {'network_id': '99d75115-0277-499e-83b7-5e60b82bdcdf'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:22.187438 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-088ab52f-956e-444c-b7c2-3d1c6745b3cb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'port': {'network_id': '3dccfc36-def9-4d64-9080-1a9ce56c1955'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:22.216640 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b171e22e-0613-4fee-9ad5-9f8b2ba0dd2c None None] Provisioning complete for port b0416022-5124-4e1c-82c7-d75787911e28 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:22.217625 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b171e22e-0613-4fee-9ad5-9f8b2ba0dd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:22.227055 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6c1d2c-81ee-461b-90a4-1dedd9bdf64a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'Network': ['ID=3dccfc36-def9-4d64-9080-1a9ce56c1955,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:22.246193 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 3dccfc36-def9-4d64-9080-1a9ce56c1955 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:12:22.283206 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-b171e22e-0613-4fee-9ad5-9f8b2ba0dd2c None None] Port b0416022-5124-4e1c-82c7-d75787911e28 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:12:22.385985 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088ab52f-956e-444c-b7c2-3d1c6745b3cb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Made reservation on behalf of 026bcbf091d2494db8a42c50681cd74e for: {'port': 2} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:12:22.390558 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-088ab52f-956e-444c-b7c2-3d1c6745b3cb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:22.407813 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-088ab52f-956e-444c-b7c2-3d1c6745b3cb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:22.456152 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 80ad8110-f1ba-4b79-9055-2036635c7e25 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:12:22.490019 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7282890a-5bb9-4e24-beb5-0511575e6f9a tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:22.493008 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-088ab52f-956e-444c-b7c2-3d1c6745b3cb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] device_id is not set on port 8b3ca416-de46-4b9b-9ddf-0ebbe877e518 yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:12:22.513867 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 80ad8110-f1ba-4b79-9055-2036635c7e25 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:12:22.517808 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 80ad8110-f1ba-4b79-9055-2036635c7e25 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:22.518183 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:22.624769 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:22.648675 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc242b76-d33e-4008-9f93-12bf57c1e5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ad8110-f1ba-4b79-9055-2036635c7e25'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:12:22.651713 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c8949e-ca52-4139-9823-f4836a61523f" -d '{"events": [{"server_uuid": "fc242b76-d33e-4008-9f93-12bf57c1e5f3", "name": "network-vif-plugged", "status": "completed", "tag": "80ad8110-f1ba-4b79-9055-2036635c7e25"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:12:22.665819 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 80ad8110-f1ba-4b79-9055-2036635c7e25, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=80ad8110-f1ba-4b79-9055-2036635c7e25,segment=NetworkSegment(c89e3cbc-4aac-4fff-a675-9a81f1b0ca38),segment_id=c89e3cbc-4aac-4fff-a675-9a81f1b0ca38)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:12:22.666155 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-088ab52f-956e-444c-b7c2-3d1c6745b3cb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:22.674074 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:22.703772 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f46add-af7f-4e74-8264-8de1433ee229 x-openstack-request-id: req-a9f46add-af7f-4e74-8264-8de1433ee229 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:12:22.703978 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc242b76-d33e-4008-9f93-12bf57c1e5f3", "name": "network-vif-plugged", "status": "completed", "tag": "80ad8110-f1ba-4b79-9055-2036635c7e25", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:12:22.704217 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a9f46add-af7f-4e74-8264-8de1433ee229 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:12:22.704725 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc242b76-d33e-4008-9f93-12bf57c1e5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ad8110-f1ba-4b79-9055-2036635c7e25', 'code': 200} Jul 24 01:12:22.709821 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7935a4-2663-4b5e-ae2a-64be8ad919a9 req-e67dfee0-0a66-4eb0-aa3f-d8f7960b18c3 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:22.711421 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4e7935a4-2663-4b5e-ae2a-64be8ad919a9 req-e67dfee0-0a66-4eb0-aa3f-d8f7960b18c3 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.13 "GET /v2.0/ports?device_id=72bd895f-12e7-4b94-9f09-5350447493cd HTTP/1.1" status: 200 len: 945 time: 0.1402278 Jul 24 01:12:22.739802 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=80ad8110-f1ba-4b79-9055-2036635c7e25,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:22.757487 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-088ab52f-956e-444c-b7c2-3d1c6745b3cb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] device_id is not set on port 622c57fd-979e-42c4-b298-6ae53bee9d81 yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:12:22.772491 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee42814-36b0-425d-9b2e-423cac382952 req-39ff5f25-c031-410e-8eed-a8774983b57e tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:22.774240 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-aee42814-36b0-425d-9b2e-423cac382952 req-39ff5f25-c031-410e-8eed-a8774983b57e tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 945 time: 0.1797049 Jul 24 01:12:22.827003 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-aee42814-36b0-425d-9b2e-423cac382952 req-8573a897-9959-43bb-b34b-9969264aa709 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430081 Jul 24 01:12:22.914274 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-088ab52f-956e-444c-b7c2-3d1c6745b3cb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:22.939134 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61622c51-6e43-438a-beb5-83ef066ceec4 req-decdbdad-6a3c-40ad-b112-f1444ea860ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:22.940682 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-61622c51-6e43-438a-beb5-83ef066ceec4 req-decdbdad-6a3c-40ad-b112-f1444ea860ce service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 1098 time: 0.1676929 Jul 24 01:12:22.955950 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-088ab52f-956e-444c-b7c2-3d1c6745b3cb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:22.972728 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-4e7935a4-2663-4b5e-ae2a-64be8ad919a9 req-2eaab7f7-8248-4416-a959-0295dd41db8f tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Deleting port 99fda5c9-c3da-4f05-8daf-4b33bfe75548 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:12:22.973088 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4e7935a4-2663-4b5e-ae2a-64be8ad919a9 req-2eaab7f7-8248-4416-a959-0295dd41db8f tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:22.999471 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088ab52f-956e-444c-b7c2-3d1c6745b3cb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Network 99d75115-0277-499e-83b7-5e60b82bdcdf is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:12:23.002577 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-088ab52f-956e-444c-b7c2-3d1c6745b3cb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:23.008677 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088ab52f-956e-444c-b7c2-3d1c6745b3cb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:12:23.009651 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-088ab52f-956e-444c-b7c2-3d1c6745b3cb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:23.012886 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-7282890a-5bb9-4e24-beb5-0511575e6f9a tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Deleting port b0416022-5124-4e1c-82c7-d75787911e28 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:12:23.013265 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7282890a-5bb9-4e24-beb5-0511575e6f9a tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:23.022086 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ab52f-956e-444c-b7c2-3d1c6745b3cb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'Port': ['ID=8b3ca416-de46-4b9b-9ddf-0ebbe877e518,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:23.048513 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-61622c51-6e43-438a-beb5-83ef066ceec4 req-6a0961fe-e541-4233-9b6e-f67c99497f3e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012819 Jul 24 01:12:23.086883 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ab52f-956e-444c-b7c2-3d1c6745b3cb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'Port': ['ID=622c57fd-979e-42c4-b298-6ae53bee9d81,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:23.096499 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088ab52f-956e-444c-b7c2-3d1c6745b3cb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Checking segment: {'id': '57734620-6b3c-4587-963c-8ba87b79becf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3dccfc36-def9-4d64-9080-1a9ce56c1955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:12:23.097016 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088ab52f-956e-444c-b7c2-3d1c6745b3cb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Network hostable DHCP agents. Network: 3dccfc36-def9-4d64-9080-1a9ce56c1955, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:12:23.122730 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088ab52f-956e-444c-b7c2-3d1c6745b3cb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Network 3dccfc36-def9-4d64-9080-1a9ce56c1955 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:12:23.128682 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-088ab52f-956e-444c-b7c2-3d1c6745b3cb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 3dccfc36-def9-4d64-9080-1a9ce56c1955) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:23.134851 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088ab52f-956e-444c-b7c2-3d1c6745b3cb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:12:23.141667 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c868ff50-f58f-415d-bd8d-8f2f61a8c57b None None] Network 3dccfc36-def9-4d64-9080-1a9ce56c1955 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:12:23.142703 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088ab52f-956e-444c-b7c2-3d1c6745b3cb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:23.149267 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088ab52f-956e-444c-b7c2-3d1c6745b3cb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:23.150161 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-088ab52f-956e-444c-b7c2-3d1c6745b3cb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:23.165265 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 5d45620d-925a-46de-af9d-b9d55d9d2e7b up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:12:23.172123 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-088ab52f-956e-444c-b7c2-3d1c6745b3cb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.9927611 Jul 24 01:12:23.173809 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57606) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:23.197299 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-4e7935a4-2663-4b5e-ae2a-64be8ad919a9 req-2eaab7f7-8248-4416-a959-0295dd41db8f tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] For port 99fda5c9-c3da-4f05-8daf-4b33bfe75548, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=99fda5c9-c3da-4f05-8daf-4b33bfe75548,segment=NetworkSegment(5aae32b9-a911-4411-ad9f-eb7ae2aec933),segment_id=5aae32b9-a911-4411-ad9f-eb7ae2aec933)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:12:23.197737 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4e7935a4-2663-4b5e-ae2a-64be8ad919a9 req-2eaab7f7-8248-4416-a959-0295dd41db8f tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:23.223599 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7282890a-5bb9-4e24-beb5-0511575e6f9a tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:23.226057 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-4e7935a4-2663-4b5e-ae2a-64be8ad919a9 req-2eaab7f7-8248-4416-a959-0295dd41db8f tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Calling delete_port for 99fda5c9-c3da-4f05-8daf-4b33bfe75548 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:12:23.250577 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-7282890a-5bb9-4e24-beb5-0511575e6f9a tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Calling delete_port for b0416022-5124-4e1c-82c7-d75787911e28 owned by network:router_interface {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:12:23.291006 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-038e830b-e951-4494-a423-0b8438f8911e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Deleting port 622c57fd-979e-42c4-b298-6ae53bee9d81 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:12:23.291574 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-038e830b-e951-4494-a423-0b8438f8911e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:23.309178 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 5d45620d-925a-46de-af9d-b9d55d9d2e7b triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:23.309564 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:23.315223 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f62279-1b2f-4634-8bd2-88c365ca583c req-9d69921e-716c-4567-bd13-777ec33eb568 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:23.316922 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-92f62279-1b2f-4634-8bd2-88c365ca583c req-9d69921e-716c-4567-bd13-777ec33eb568 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/ports?device_id=72bd895f-12e7-4b94-9f09-5350447493cd HTTP/1.1" status: 200 len: 945 time: 0.2227724 Jul 24 01:12:23.368272 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-038e830b-e951-4494-a423-0b8438f8911e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:23.381103 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-038e830b-e951-4494-a423-0b8438f8911e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Calling delete_port for 622c57fd-979e-42c4-b298-6ae53bee9d81 owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:12:23.429664 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-92f62279-1b2f-4634-8bd2-88c365ca583c req-809edad4-6713-4efb-b07c-6c280c91ae8f tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/security-groups?id=277cc7ba-6ca5-421d-9c63-2db46416c9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770464 Jul 24 01:12:23.478090 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-038e830b-e951-4494-a423-0b8438f8911e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:23.507097 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e830b-e951-4494-a423-0b8438f8911e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'Port': ['ID=622c57fd-979e-42c4-b298-6ae53bee9d81,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:23.512951 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-038e830b-e951-4494-a423-0b8438f8911e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:23.517480 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-038e830b-e951-4494-a423-0b8438f8911e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/ports/622c57fd-979e-42c4-b298-6ae53bee9d81 HTTP/1.1" status: 204 len: 168 time: 0.3399630 Jul 24 01:12:23.518874 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57608) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:23.576001 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4e7935a4-2663-4b5e-ae2a-64be8ad919a9 req-2eaab7f7-8248-4416-a959-0295dd41db8f tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:23.591024 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['99fda5c9-c3da-4f05-8daf-4b33bfe75548'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:12:23.613892 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaab7f7-8248-4416-a959-0295dd41db8f tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Pushing event deleted for resources: {'Port': ['ID=99fda5c9-c3da-4f05-8daf-4b33bfe75548,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:23.633207 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d49705d-12a6-4e87-a9d1-5b369da6c248 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:23.640188 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d49705d-12a6-4e87-a9d1-5b369da6c248 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:23.641805 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2d49705d-12a6-4e87-a9d1-5b369da6c248 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1219690 Jul 24 01:12:23.644621 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57610) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:23.652520 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7282890a-5bb9-4e24-beb5-0511575e6f9a tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:23.676608 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e7935a4-2663-4b5e-ae2a-64be8ad919a9 req-2eaab7f7-8248-4416-a959-0295dd41db8f tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] No DVR routers for this DVR port 99fda5c9-c3da-4f05-8daf-4b33bfe75548 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:12:23.681282 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4e7935a4-2663-4b5e-ae2a-64be8ad919a9 req-2eaab7f7-8248-4416-a959-0295dd41db8f tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:23.684029 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4e7935a4-2663-4b5e-ae2a-64be8ad919a9 req-2eaab7f7-8248-4416-a959-0295dd41db8f tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.13 "DELETE /v2.0/ports/99fda5c9-c3da-4f05-8daf-4b33bfe75548 HTTP/1.1" status: 204 len: 173 time: 0.9601350 Jul 24 01:12:23.684772 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72bd895f-12e7-4b94-9f09-5350447493cd', 'name': 'network-vif-deleted', 'tag': '99fda5c9-c3da-4f05-8daf-4b33bfe75548'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:12:23.687118 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf82989-f2b5-448e-acef-351124c40824" -d '{"events": [{"server_uuid": "72bd895f-12e7-4b94-9f09-5350447493cd", "name": "network-vif-deleted", "tag": "99fda5c9-c3da-4f05-8daf-4b33bfe75548"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:12:23.708339 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7282890a-5bb9-4e24-beb5-0511575e6f9a tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event deleted for resources: {'Port': ['ID=b0416022-5124-4e1c-82c7-d75787911e28,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:23.756217 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-bbd11f98-7f77-449e-b46b-f82cc18c9a06 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Deleting port 8b3ca416-de46-4b9b-9ddf-0ebbe877e518 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:12:23.756683 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bbd11f98-7f77-449e-b46b-f82cc18c9a06 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:23.770780 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be702ea6-3c0b-49f0-8cd1-dcef95674ccc x-openstack-request-id: req-be702ea6-3c0b-49f0-8cd1-dcef95674ccc {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:12:23.773165 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72bd895f-12e7-4b94-9f09-5350447493cd", "name": "network-vif-deleted", "tag": "99fda5c9-c3da-4f05-8daf-4b33bfe75548", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:12:23.773428 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-be702ea6-3c0b-49f0-8cd1-dcef95674ccc {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:12:23.773833 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72bd895f-12e7-4b94-9f09-5350447493cd', 'name': 'network-vif-deleted', 'tag': '99fda5c9-c3da-4f05-8daf-4b33bfe75548', 'status': 'completed', 'code': 200} Jul 24 01:12:23.868241 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bbd11f98-7f77-449e-b46b-f82cc18c9a06 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:23.897458 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7282890a-5bb9-4e24-beb5-0511575e6f9a tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:23.900419 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-bbd11f98-7f77-449e-b46b-f82cc18c9a06 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Calling delete_port for 8b3ca416-de46-4b9b-9ddf-0ebbe877e518 owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:12:24.011534 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bbd11f98-7f77-449e-b46b-f82cc18c9a06 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:24.044531 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd11f98-7f77-449e-b46b-f82cc18c9a06 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'Port': ['ID=8b3ca416-de46-4b9b-9ddf-0ebbe877e518,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:24.051945 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bbd11f98-7f77-449e-b46b-f82cc18c9a06 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:24.053930 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-bbd11f98-7f77-449e-b46b-f82cc18c9a06 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/ports/8b3ca416-de46-4b9b-9ddf-0ebbe877e518 HTTP/1.1" status: 204 len: 168 time: 0.4083285 Jul 24 01:12:24.056475 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57616) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:24.111691 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7282890a-5bb9-4e24-beb5-0511575e6f9a tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Router 05d25cdb-75c4-44b8-af66-c24667e51888 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:12:24.122263 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cbff52-d630-420a-b73f-9018115ee69d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:24.126406 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991aa4c-1c1f-4ca2-a293-9da294398966 req-1ea72a7c-4db1-4939-97c1-9a0138986203 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:24.126584 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-67cbff52-d630-420a-b73f-9018115ee69d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0663619 Jul 24 01:12:24.126748 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5991aa4c-1c1f-4ca2-a293-9da294398966 req-1ea72a7c-4db1-4939-97c1-9a0138986203 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 946 time: 0.1767142 Jul 24 01:12:24.126965 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57620) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:24.171005 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c532fc0-1c08-4c31-8422-8a78f7b71d6f tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] GET failed (client error): The resource could not be found. Jul 24 01:12:24.172660 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5c532fc0-1c08-4c31-8422-8a78f7b71d6f tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "GET /v2.0/ports/622c57fd-979e-42c4-b298-6ae53bee9d81 HTTP/1.1" status: 404 len: 333 time: 0.0447781 Jul 24 01:12:24.175493 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57622) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:24.223587 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f0ad424-81a3-4c10-bad1-bfb925d2c4c9 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] GET failed (client error): The resource could not be found. Jul 24 01:12:24.227718 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2f0ad424-81a3-4c10-bad1-bfb925d2c4c9 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "GET /v2.0/ports/8b3ca416-de46-4b9b-9ddf-0ebbe877e518 HTTP/1.1" status: 404 len: 333 time: 0.0487599 Jul 24 01:12:24.228102 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57624) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:24.266346 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5991aa4c-1c1f-4ca2-a293-9da294398966 req-8e976773-4a71-486a-b9b3-6e60538ed085 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266553 Jul 24 01:12:24.267663 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7282890a-5bb9-4e24-beb5-0511575e6f9a tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:12:24.276632 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7282890a-5bb9-4e24-beb5-0511575e6f9a tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "PUT /v2.0/routers/05d25cdb-75c4-44b8-af66-c24667e51888/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1199801 Jul 24 01:12:24.282770 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57626) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:24.304025 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a800c676-f42c-4bd7-bf1e-ee35bf141dbb None None] Sync routers for ids ['05d25cdb-75c4-44b8-af66-c24667e51888'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:12:24.327382 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-cb5446fe-8ec2-4598-b204-f17710011339 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d25cdb-75c4-44b8-af66-c24667e51888 HTTP/1.1" status: 200 len: 205 time: 0.0469482 Jul 24 01:12:24.329446 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a800c676-f42c-4bd7-bf1e-ee35bf141dbb None None] Routers {'05d25cdb-75c4-44b8-af66-c24667e51888'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:12:24.329634 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57628) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:24.330263 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-a800c676-f42c-4bd7-bf1e-ee35bf141dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:12:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['05d25cdb-75c4-44b8-af66-c24667e51888'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:24.335933 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7030f6bb-68cf-4ab2-888e-f4ca28d64151 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:24.389266 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-a800c676-f42c-4bd7-bf1e-ee35bf141dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:24.398756 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a800c676-f42c-4bd7-bf1e-ee35bf141dbb None None] Routers {'05d25cdb-75c4-44b8-af66-c24667e51888'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:12:24.399395 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-a800c676-f42c-4bd7-bf1e-ee35bf141dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:12:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['05d25cdb-75c4-44b8-af66-c24667e51888'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:24.429261 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7030f6bb-68cf-4ab2-888e-f4ca28d64151 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:24.435075 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-a800c676-f42c-4bd7-bf1e-ee35bf141dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:24.435946 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a800c676-f42c-4bd7-bf1e-ee35bf141dbb None None] The sync data for ids ['05d25cdb-75c4-44b8-af66-c24667e51888'] in n-d-793621-25 is: [] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:12:24.441900 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-7030f6bb-68cf-4ab2-888e-f4ca28d64151 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dccfc36-def9-4d64-9080-1a9ce56c1955']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:24.457333 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-7030f6bb-68cf-4ab2-888e-f4ca28d64151 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57734620-6b3c-4587-963c-8ba87b79becf') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:24.458033 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-7030f6bb-68cf-4ab2-888e-f4ca28d64151 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57734620-6b3c-4587-963c-8ba87b79becf') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:24.471249 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7030f6bb-68cf-4ab2-888e-f4ca28d64151 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:24.479670 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3db8432f-bf4b-4e2e-b497-dcd1e1dcd8e5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for router, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:24.488713 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7030f6bb-68cf-4ab2-888e-f4ca28d64151 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:24.500691 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7030f6bb-68cf-4ab2-888e-f4ca28d64151 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:12:24.501157 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7030f6bb-68cf-4ab2-888e-f4ca28d64151 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:24.504861 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:12:24.504861 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:12:24.504861 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:12:24.504861 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:12:24.504861 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:12:24.504861 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:12:24.504861 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:12:24.504861 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:12:24.504861 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:12:24.504861 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:12:24.504861 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:12:24.504861 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:12:24.504861 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:12:24.504861 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:12:24.504861 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:12:24.504861 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:12:24.504861 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:12:24.504861 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:12:24.504861 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:12:24.504861 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:12:24.504861 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:12:24.504861 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:12:24.504861 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:12:24.504861 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:12:24.504861 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:12:24.504861 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:12:24.504861 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:12:24.504861 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:12:24.504861 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:12:24.504861 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:12:24.504861 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:12:24.504861 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:12:24.595136 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7030f6bb-68cf-4ab2-888e-f4ca28d64151 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:24.615626 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7030f6bb-68cf-4ab2-888e-f4ca28d64151 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:24.617548 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7030f6bb-68cf-4ab2-888e-f4ca28d64151 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/networks/3dccfc36-def9-4d64-9080-1a9ce56c1955 HTTP/1.1" status: 204 len: 168 time: 0.3873205 Jul 24 01:12:24.618585 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7030f6bb-68cf-4ab2-888e-f4ca28d64151 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'Network': ['ID=3dccfc36-def9-4d64-9080-1a9ce56c1955,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:24.623290 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57634) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:24.634872 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-6d58c656-8bac-4dbc-9ef9-c067c39ceb8a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-198129563'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:24.663777 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3db8432f-bf4b-4e2e-b497-dcd1e1dcd8e5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:24.666242 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3db8432f-bf4b-4e2e-b497-dcd1e1dcd8e5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:24.668103 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d58c656-8bac-4dbc-9ef9-c067c39ceb8a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Made reservation on behalf of 026bcbf091d2494db8a42c50681cd74e for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:12:24.672954 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6d58c656-8bac-4dbc-9ef9-c067c39ceb8a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:24.705227 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d58c656-8bac-4dbc-9ef9-c067c39ceb8a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:12:24.715562 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6d58c656-8bac-4dbc-9ef9-c067c39ceb8a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:24.715964 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-6d58c656-8bac-4dbc-9ef9-c067c39ceb8a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Added segment a9aa15b4-432d-4171-b155-67fc99406bf4 of type vlan for network d60d9b2a-007c-4b43-8108-ecb4908f0590 Jul 24 01:12:24.720010 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3db8432f-bf4b-4e2e-b497-dcd1e1dcd8e5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:24.720622 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db8432f-bf4b-4e2e-b497-dcd1e1dcd8e5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Fanout notify agent at l3_agent the message router_deleted on router 05d25cdb-75c4-44b8-af66-c24667e51888 {{(pid=100464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:12:24.735056 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3db8432f-bf4b-4e2e-b497-dcd1e1dcd8e5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:24.736296 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3db8432f-bf4b-4e2e-b497-dcd1e1dcd8e5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "DELETE /v2.0/routers/05d25cdb-75c4-44b8-af66-c24667e51888 HTTP/1.1" status: 204 len: 168 time: 0.4051054 Jul 24 01:12:24.739057 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57646) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:24.765283 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6d58c656-8bac-4dbc-9ef9-c067c39ceb8a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:24.797561 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6d58c656-8bac-4dbc-9ef9-c067c39ceb8a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:24.803728 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d58c656-8bac-4dbc-9ef9-c067c39ceb8a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:24.804329 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6d58c656-8bac-4dbc-9ef9-c067c39ceb8a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:24.826087 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cf9a75e-d096-4e0b-be08-1b2403bfe2b8 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Deleting subnet 47997f85-7b80-4a0d-82b7-47e390182281 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:12:24.843980 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6d58c656-8bac-4dbc-9ef9-c067c39ceb8a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2195864 Jul 24 01:12:24.846979 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57648) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:24.852011 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-9052d16c-49b5-4b29-acb5-987eb53b9b4a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'subnet': {'network_id': 'd60d9b2a-007c-4b43-8108-ecb4908f0590', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:24.907164 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d58c656-8bac-4dbc-9ef9-c067c39ceb8a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'Network': ['ID=d60d9b2a-007c-4b43-8108-ecb4908f0590,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:24.919015 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network d60d9b2a-007c-4b43-8108-ecb4908f0590 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:12:24.981703 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9052d16c-49b5-4b29-acb5-987eb53b9b4a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Made reservation on behalf of 026bcbf091d2494db8a42c50681cd74e for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:12:24.988717 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9052d16c-49b5-4b29-acb5-987eb53b9b4a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:25.187043 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9cf9a75e-d096-4e0b-be08-1b2403bfe2b8 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:25.190436 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9052d16c-49b5-4b29-acb5-987eb53b9b4a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:25.243146 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9cf9a75e-d096-4e0b-be08-1b2403bfe2b8 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:25.254224 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9052d16c-49b5-4b29-acb5-987eb53b9b4a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'Subnet': ['ID=b31a8a1c-6afa-4ecf-a03b-f0836d062128,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:25.263852 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9052d16c-49b5-4b29-acb5-987eb53b9b4a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Checking segment: {'id': 'a9aa15b4-432d-4171-b155-67fc99406bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd60d9b2a-007c-4b43-8108-ecb4908f0590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:12:25.264211 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9052d16c-49b5-4b29-acb5-987eb53b9b4a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Network hostable DHCP agents. Network: d60d9b2a-007c-4b43-8108-ecb4908f0590, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:12:25.272074 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-d9f4d354-8cd9-4ced-ba66-9c18b6e84b61 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:25.273594 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-d9f4d354-8cd9-4ced-ba66-9c18b6e84b61 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/networks?id=5e740d4c-0729-4da4-8b95-4f518a64dc78 HTTP/1.1" status: 200 len: 808 time: 0.5247524 Jul 24 01:12:25.281385 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9052d16c-49b5-4b29-acb5-987eb53b9b4a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Network d60d9b2a-007c-4b43-8108-ecb4908f0590 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:12:25.290467 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-9052d16c-49b5-4b29-acb5-987eb53b9b4a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, d60d9b2a-007c-4b43-8108-ecb4908f0590) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:25.295242 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9052d16c-49b5-4b29-acb5-987eb53b9b4a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:25.296042 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9052d16c-49b5-4b29-acb5-987eb53b9b4a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:25.302230 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293dd7d1-da60-4bf8-86e6-8cf67716b683 None None] Network d60d9b2a-007c-4b43-8108-ecb4908f0590 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:12:25.304801 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-e05ed4c7-8c4f-4124-a175-e0c7f574db48 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/quotas/564125b903b34872850a006dcbcb456b HTTP/1.1" status: 200 len: 375 time: 0.0221171 Jul 24 01:12:25.324931 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9052d16c-49b5-4b29-acb5-987eb53b9b4a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4768925 Jul 24 01:12:25.328588 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57652) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:25.334087 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-ee2aa48e-7a96-4539-b566-ec1fe14b6a95 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'port': {'network_id': 'd60d9b2a-007c-4b43-8108-ecb4908f0590', 'name': 'tempest-PortsIpV6TestJSON-1144365492'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:25.367860 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-769e5510-5c0a-4d63-b893-ee99f3e5bd55 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=564125b903b34872850a006dcbcb456b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544274 Jul 24 01:12:25.419421 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9cf9a75e-d096-4e0b-be08-1b2403bfe2b8 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:25.475508 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ff75fe-9e52-4813-a350-f69ca6485d7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-d60d9b2a-007c-4b43-8108-ecb4908f0590', 'network_id': 'd60d9b2a-007c-4b43-8108-ecb4908f0590', 'tenant_id': '026bcbf091d2494db8a42c50681cd74e', 'fixed_ips': [{'subnet_id': 'b31a8a1c-6afa-4ecf-a03b-f0836d062128'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:12:25.476535 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-06ff75fe-9e52-4813-a350-f69ca6485d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:25.499509 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e89d2-f246-4460-a9a2-6bb13e93d5a7 req-58e4f6a3-6145-422e-927c-3e3e15227842 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:25.506400 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c89e89d2-f246-4460-a9a2-6bb13e93d5a7 req-58e4f6a3-6145-422e-927c-3e3e15227842 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 946 time: 0.1296902 Jul 24 01:12:25.533911 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-c13c2be9-9e9b-49c4-8d26-fd646eca9d84 service neutron] 10.222.0.15 "GET /v2.0/networks/5e740d4c-0729-4da4-8b95-4f518a64dc78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502714 Jul 24 01:12:25.541846 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9cf9a75e-d096-4e0b-be08-1b2403bfe2b8 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:25.544963 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2aa48e-7a96-4539-b566-ec1fe14b6a95 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Made reservation on behalf of 026bcbf091d2494db8a42c50681cd74e for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:12:25.548515 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ee2aa48e-7a96-4539-b566-ec1fe14b6a95 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:25.564628 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c89e89d2-f246-4460-a9a2-6bb13e93d5a7 req-4c8936b8-121a-4e7c-97d8-eb81faaca33c tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573246 Jul 24 01:12:25.577743 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-ee2aa48e-7a96-4539-b566-ec1fe14b6a95 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] device_id is not set on port 4b357faa-eb38-4730-9b3b-9c832f88c944 yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:12:25.594199 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf9a75e-d096-4e0b-be08-1b2403bfe2b8 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event deleted for resources: {'Subnet': ['ID=47997f85-7b80-4a0d-82b7-47e390182281,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:25.598394 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744c8229-2068-41b4-8146-3e45197cff35 None None] Network b50f5a6a-f685-4455-b835-44d2a7973780 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:12:25.599391 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9cf9a75e-d096-4e0b-be08-1b2403bfe2b8 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:25.604763 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9cf9a75e-d096-4e0b-be08-1b2403bfe2b8 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "DELETE /v2.0/subnets/47997f85-7b80-4a0d-82b7-47e390182281 HTTP/1.1" status: 204 len: 168 time: 0.8640108 Jul 24 01:12:25.611409 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57654) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:25.696925 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-06ff75fe-9e52-4813-a350-f69ca6485d7a None None] Allocated IP 2001:db8::2 (d60d9b2a-007c-4b43-8108-ecb4908f0590/b31a8a1c-6afa-4ecf-a03b-f0836d062128/ff3c38b9-5381-4227-88a2-341d6dbebda1) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:12:25.748227 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ecd1db-eeb2-41e0-abf0-f088291f3183 req-af5fd36b-0e6b-44bc-bc6f-c89c3b168144 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:25.749911 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e0ecd1db-eeb2-41e0-abf0-f088291f3183 req-af5fd36b-0e6b-44bc-bc6f-c89c3b168144 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 946 time: 0.0813410 Jul 24 01:12:25.760596 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-437e4f37-8e5e-4493-a88e-cc67fcaabf06 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:25.761770 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57658) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:25.767544 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-5d2fb0f3-877c-4781-9b5f-91b599a9651c tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Request body: {'floatingip': {'port_id': '80ad8110-f1ba-4b79-9055-2036635c7e25'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:25.772780 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-ad4cbe18-975e-47cf-8832-d44486d99096 service neutron] 10.222.0.15 "GET /v2.0/networks/5e740d4c-0729-4da4-8b95-4f518a64dc78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225575 Jul 24 01:12:25.823584 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5d2fb0f3-877c-4781-9b5f-91b599a9651c tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks [] for floatingip, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:25.832024 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-437e4f37-8e5e-4493-a88e-cc67fcaabf06 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Deleting port 5d45620d-925a-46de-af9d-b9d55d9d2e7b {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:12:25.832377 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-437e4f37-8e5e-4493-a88e-cc67fcaabf06 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:25.918683 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-06ff75fe-9e52-4813-a350-f69ca6485d7a None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:25.927565 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-06ff75fe-9e52-4813-a350-f69ca6485d7a None None] Transition to ACTIVE for port object ff3c38b9-5381-4227-88a2-341d6dbebda1 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:12:25.935059 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-437e4f37-8e5e-4493-a88e-cc67fcaabf06 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] For port 5d45620d-925a-46de-af9d-b9d55d9d2e7b, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=5d45620d-925a-46de-af9d-b9d55d9d2e7b,segment=NetworkSegment(4afc9d3f-0ac1-4f09-b1d3-f6ba78552113),segment_id=4afc9d3f-0ac1-4f09-b1d3-f6ba78552113)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:12:25.935448 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-437e4f37-8e5e-4493-a88e-cc67fcaabf06 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:25.950398 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-437e4f37-8e5e-4493-a88e-cc67fcaabf06 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Calling delete_port for 5d45620d-925a-46de-af9d-b9d55d9d2e7b owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:12:25.951208 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9235577f-f8c6-440b-ba54-20badc126293 None None] DHCP port deletion for b50f5a6a-f685-4455-b835-44d2a7973780 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:12:25.974597 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-06ff75fe-9e52-4813-a350-f69ca6485d7a None None] Transition to ACTIVE for port object ff3c38b9-5381-4227-88a2-341d6dbebda1 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:12:26.011571 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-06ff75fe-9e52-4813-a350-f69ca6485d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:26.080668 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-437e4f37-8e5e-4493-a88e-cc67fcaabf06 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:26.110731 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e4f37-8e5e-4493-a88e-cc67fcaabf06 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event deleted for resources: {'Port': ['ID=5d45620d-925a-46de-af9d-b9d55d9d2e7b,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:26.114530 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437e4f37-8e5e-4493-a88e-cc67fcaabf06 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] No DVR routers for this DVR port 5d45620d-925a-46de-af9d-b9d55d9d2e7b on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:12:26.205198 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-437e4f37-8e5e-4493-a88e-cc67fcaabf06 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:26.217564 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-437e4f37-8e5e-4493-a88e-cc67fcaabf06 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b50f5a6a-f685-4455-b835-44d2a7973780']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:26.225308 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ff75fe-9e52-4813-a350-f69ca6485d7a None None] Network d60d9b2a-007c-4b43-8108-ecb4908f0590 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:12:26.229088 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-437e4f37-8e5e-4493-a88e-cc67fcaabf06 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4afc9d3f-0ac1-4f09-b1d3-f6ba78552113') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:26.229785 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-437e4f37-8e5e-4493-a88e-cc67fcaabf06 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4afc9d3f-0ac1-4f09-b1d3-f6ba78552113') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:26.230488 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-06ff75fe-9e52-4813-a350-f69ca6485d7a None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:26.237030 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ff75fe-9e52-4813-a350-f69ca6485d7a None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:12:26.240472 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-437e4f37-8e5e-4493-a88e-cc67fcaabf06 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:26.246084 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff75fe-9e52-4813-a350-f69ca6485d7a None None] Pushing event updated for resources: {'Port': ['ID=ff3c38b9-5381-4227-88a2-341d6dbebda1,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:26.250316 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-9235577f-f8c6-440b-ba54-20badc126293 None None] Deleting port 5d45620d-925a-46de-af9d-b9d55d9d2e7b {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:12:26.250990 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9235577f-f8c6-440b-ba54-20badc126293 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:26.256495 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-437e4f37-8e5e-4493-a88e-cc67fcaabf06 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:26.263642 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-437e4f37-8e5e-4493-a88e-cc67fcaabf06 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:12:26.263977 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-437e4f37-8e5e-4493-a88e-cc67fcaabf06 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:26.329449 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:12:26.329449 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:12:26.329449 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:12:26.329449 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:12:26.329449 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:12:26.329449 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:12:26.329449 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:12:26.329449 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:12:26.329449 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:12:26.329449 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:12:26.329449 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:12:26.329449 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:12:26.329449 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:12:26.329449 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:12:26.329449 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:12:26.329449 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:12:26.329449 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:12:26.329449 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:12:26.329449 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:12:26.329449 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:12:26.329449 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:12:26.329449 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:12:26.329449 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:12:26.329449 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:12:26.329449 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:12:26.329449 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:12:26.329449 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:12:26.329449 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:12:26.329449 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:12:26.329449 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:12:26.329449 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:12:26.329449 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:12:26.335673 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-437e4f37-8e5e-4493-a88e-cc67fcaabf06 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:26.347074 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-06ff75fe-9e52-4813-a350-f69ca6485d7a None None] Attempting to bind port ff3c38b9-5381-4227-88a2-341d6dbebda1 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:12:26.347880 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-06ff75fe-9e52-4813-a350-f69ca6485d7a None None] Attempting to bind port ff3c38b9-5381-4227-88a2-341d6dbebda1 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'a9aa15b4-432d-4171-b155-67fc99406bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd60d9b2a-007c-4b43-8108-ecb4908f0590'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:12:26.348109 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ff75fe-9e52-4813-a350-f69ca6485d7a None None] Attempting to bind port ff3c38b9-5381-4227-88a2-341d6dbebda1 on network d60d9b2a-007c-4b43-8108-ecb4908f0590 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:12:26.357558 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ff75fe-9e52-4813-a350-f69ca6485d7a None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:12:26.357946 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ff75fe-9e52-4813-a350-f69ca6485d7a None None] Checking segment: {'id': 'a9aa15b4-432d-4171-b155-67fc99406bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd60d9b2a-007c-4b43-8108-ecb4908f0590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:12:26.358357 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-06ff75fe-9e52-4813-a350-f69ca6485d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:26.358982 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ff75fe-9e52-4813-a350-f69ca6485d7a None None] Bound using segment: {'id': 'a9aa15b4-432d-4171-b155-67fc99406bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd60d9b2a-007c-4b43-8108-ecb4908f0590'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:12:26.359522 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-06ff75fe-9e52-4813-a350-f69ca6485d7a None None] Bound port: ff3c38b9-5381-4227-88a2-341d6dbebda1, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9aa15b4-432d-4171-b155-67fc99406bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd60d9b2a-007c-4b43-8108-ecb4908f0590'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:12:26.360064 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-06ff75fe-9e52-4813-a350-f69ca6485d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:26.367936 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-437e4f37-8e5e-4493-a88e-cc67fcaabf06 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:26.370795 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-437e4f37-8e5e-4493-a88e-cc67fcaabf06 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "DELETE /v2.0/networks/b50f5a6a-f685-4455-b835-44d2a7973780 HTTP/1.1" status: 204 len: 168 time: 0.7584386 Jul 24 01:12:26.371891 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e4f37-8e5e-4493-a88e-cc67fcaabf06 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event deleted for resources: {'Network': ['ID=b50f5a6a-f685-4455-b835-44d2a7973780,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:26.375648 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57668) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:26.381772 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-9f92a6a3-8a4d-47d9-8ad7-bb37e026ec99 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1324182738', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:26.418942 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9f92a6a3-8a4d-47d9-8ad7-bb37e026ec99 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:26.420356 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9f92a6a3-8a4d-47d9-8ad7-bb37e026ec99 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:26.445379 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9235577f-f8c6-440b-ba54-20badc126293 None None] For port 5d45620d-925a-46de-af9d-b9d55d9d2e7b, host n-d-793621-25, got binding levels [] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:12:26.448093 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9235577f-f8c6-440b-ba54-20badc126293 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:26.449679 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9961f2ac-4137-4c93-ad6c-6344c038d266 req-7b313cbb-a5f9-4923-9ee1-990ade5405e0 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/ports?device_id=95619577-2604-4308-9c05-995ef5c191d2 HTTP/1.1" status: 200 len: 210 time: 0.4426157 Jul 24 01:12:26.464537 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-9235577f-f8c6-440b-ba54-20badc126293 None None] Calling delete_port for 5d45620d-925a-46de-af9d-b9d55d9d2e7b owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:12:26.468384 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.ipam_backend_mixin [None req-9235577f-f8c6-440b-ba54-20badc126293 None None] Port 5d45620d-925a-46de-af9d-b9d55d9d2e7b was not found and therefore no delete operation was performed {{(pid=100465) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 24 01:12:26.470997 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9235577f-f8c6-440b-ba54-20badc126293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:26.495041 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-ee2aa48e-7a96-4539-b566-ec1fe14b6a95 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Allocated IP 2001:db8::327 (d60d9b2a-007c-4b43-8108-ecb4908f0590/b31a8a1c-6afa-4ecf-a03b-f0836d062128/4b357faa-eb38-4730-9b3b-9c832f88c944) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:12:26.516586 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9f92a6a3-8a4d-47d9-8ad7-bb37e026ec99 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:26.522777 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 99fda5c9-c3da-4f05-8daf-4b33bfe75548 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:12:26.523224 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9f92a6a3-8a4d-47d9-8ad7-bb37e026ec99 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:26.535581 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9235577f-f8c6-440b-ba54-20badc126293 None None] Network b50f5a6a-f685-4455-b835-44d2a7973780 is not hosted by any dhcp agent {{(pid=100465) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 24 01:12:26.536060 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9235577f-f8c6-440b-ba54-20badc126293 None None] No DVR routers for this DVR port 5d45620d-925a-46de-af9d-b9d55d9d2e7b on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:12:26.549410 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9f92a6a3-8a4d-47d9-8ad7-bb37e026ec99 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:26.550802 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9f92a6a3-8a4d-47d9-8ad7-bb37e026ec99 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1739945 Jul 24 01:12:26.555170 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57672) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:26.560791 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-c254652f-679d-418a-8d3b-b6a54fc13ed4 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Request body: {'network': {'name': 'tempest-RoutersTest-540358939'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:26.576622 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9235577f-f8c6-440b-ba54-20badc126293 None None] Pushing event deleted for resources: {'Port': ['ID=5d45620d-925a-46de-af9d-b9d55d9d2e7b,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:26.585355 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c254652f-679d-418a-8d3b-b6a54fc13ed4 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Made reservation on behalf of a7007f5d47214551887f0cd1e69f571f for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:12:26.590321 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c254652f-679d-418a-8d3b-b6a54fc13ed4 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:26.609786 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 99fda5c9-c3da-4f05-8daf-4b33bfe75548 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:12:26.610397 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 99fda5c9-c3da-4f05-8daf-4b33bfe75548 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:12:26.621737 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c254652f-679d-418a-8d3b-b6a54fc13ed4 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:12:26.622040 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-06ff75fe-9e52-4813-a350-f69ca6485d7a None None] For port ff3c38b9-5381-4227-88a2-341d6dbebda1, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:12:26.632640 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-06ff75fe-9e52-4813-a350-f69ca6485d7a None None] For port ff3c38b9-5381-4227-88a2-341d6dbebda1, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=ff3c38b9-5381-4227-88a2-341d6dbebda1,segment=NetworkSegment(a9aa15b4-432d-4171-b155-67fc99406bf4),segment_id=a9aa15b4-432d-4171-b155-67fc99406bf4)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:12:26.633751 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c254652f-679d-418a-8d3b-b6a54fc13ed4 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:26.634130 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-c254652f-679d-418a-8d3b-b6a54fc13ed4 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Added segment 51326d21-8b11-44a9-9656-0f14a61992de of type vlan for network 8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32 Jul 24 01:12:26.638736 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-06ff75fe-9e52-4813-a350-f69ca6485d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:26.686455 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c254652f-679d-418a-8d3b-b6a54fc13ed4 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:26.712503 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff75fe-9e52-4813-a350-f69ca6485d7a None None] Pushing event updated for resources: {'Port': ['ID=ff3c38b9-5381-4227-88a2-341d6dbebda1,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:26.742671 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c254652f-679d-418a-8d3b-b6a54fc13ed4 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:26.751576 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c254652f-679d-418a-8d3b-b6a54fc13ed4 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:26.752190 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c254652f-679d-418a-8d3b-b6a54fc13ed4 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:26.803597 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c254652f-679d-418a-8d3b-b6a54fc13ed4 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2472258 Jul 24 01:12:26.814590 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57674) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:26.820722 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-ed79db9f-872a-419e-994c-897cc0c67379 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Request body: {'subnet': {'network_id': '8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:26.889556 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254652f-679d-418a-8d3b-b6a54fc13ed4 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event updated for resources: {'Network': ['ID=8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:26.906088 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:12:26.981665 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed79db9f-872a-419e-994c-897cc0c67379 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Made reservation on behalf of a7007f5d47214551887f0cd1e69f571f for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:12:26.987835 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ed79db9f-872a-419e-994c-897cc0c67379 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:27.002831 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ee2aa48e-7a96-4539-b566-ec1fe14b6a95 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:27.031147 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.db.resource_extend [None req-5d2fb0f3-877c-4781-9b5f-91b599a9651c tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 01:12:27.084696 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-ee2aa48e-7a96-4539-b566-ec1fe14b6a95 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Transition to ACTIVE for port object 4b357faa-eb38-4730-9b3b-9c832f88c944 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:12:27.136993 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5d2fb0f3-877c-4781-9b5f-91b599a9651c tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:27.146181 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5d2fb0f3-877c-4781-9b5f-91b599a9651c tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:27.194331 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device ff3c38b9-5381-4227-88a2-341d6dbebda1 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:12:27.197472 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ed79db9f-872a-419e-994c-897cc0c67379 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:27.252602 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ee2aa48e-7a96-4539-b566-ec1fe14b6a95 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:27.272897 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed79db9f-872a-419e-994c-897cc0c67379 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event updated for resources: {'Subnet': ['ID=772e2b80-8e4a-4760-96a4-2f038749098d,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:27.278085 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed79db9f-872a-419e-994c-897cc0c67379 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Checking segment: {'id': '51326d21-8b11-44a9-9656-0f14a61992de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:12:27.278454 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed79db9f-872a-419e-994c-897cc0c67379 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Network hostable DHCP agents. Network: 8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:12:27.285048 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port ff3c38b9-5381-4227-88a2-341d6dbebda1 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:12:27.297374 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed79db9f-872a-419e-994c-897cc0c67379 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Network 8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:12:27.310933 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2aa48e-7a96-4539-b566-ec1fe14b6a95 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Network d60d9b2a-007c-4b43-8108-ecb4908f0590 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:12:27.317827 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-ee2aa48e-7a96-4539-b566-ec1fe14b6a95 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:27.320641 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2aa48e-7a96-4539-b566-ec1fe14b6a95 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:12:27.330295 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2aa48e-7a96-4539-b566-ec1fe14b6a95 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:27.330295 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ee2aa48e-7a96-4539-b566-ec1fe14b6a95 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:27.337614 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-ed79db9f-872a-419e-994c-897cc0c67379 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:27.356131 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:12:27.361825 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ee2aa48e-7a96-4539-b566-ec1fe14b6a95 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0330641 Jul 24 01:12:27.364281 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc994364-3107-4624-9023-e4cf5fb3657b None None] Network 8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:12:27.366429 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57676) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:27.392310 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed79db9f-872a-419e-994c-897cc0c67379 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:27.392926 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ed79db9f-872a-419e-994c-897cc0c67379 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:27.403702 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 5d45620d-925a-46de-af9d-b9d55d9d2e7b no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:12:27.429524 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 5d45620d-925a-46de-af9d-b9d55d9d2e7b {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:12:27.429908 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 5d45620d-925a-46de-af9d-b9d55d9d2e7b not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:12:27.443194 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ed79db9f-872a-419e-994c-897cc0c67379 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6271555 Jul 24 01:12:27.445558 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57678) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:27.475177 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2aa48e-7a96-4539-b566-ec1fe14b6a95 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'Port': ['ID=4b357faa-eb38-4730-9b3b-9c832f88c944,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:27.490802 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [None req-5d2fb0f3-877c-4781-9b5f-91b599a9651c tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Floating IP a43c2aea-bab3-4038-9892-ade64baff2e4 associated. External IP: 172.25.2.48, port: 80ad8110-f1ba-4b79-9055-2036635c7e25. Jul 24 01:12:27.594318 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c997c9c-5bf2-4e6a-b872-b0f3b5a54ede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32', 'network_id': '8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'fixed_ips': [{'subnet_id': '772e2b80-8e4a-4760-96a4-2f038749098d'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:12:27.595623 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3c997c9c-5bf2-4e6a-b872-b0f3b5a54ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:27.610473 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-046a46ae-1af0-4ba3-aa1d-0dfc748a4233 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:27.612005 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-046a46ae-1af0-4ba3-aa1d-0dfc748a4233 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.13 "GET /v2.0/networks?id=5e740d4c-0729-4da4-8b95-4f518a64dc78 HTTP/1.1" status: 200 len: 808 time: 0.3086839 Jul 24 01:12:27.616334 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-fd9b43f0-7f30-485d-b0e4-83131689c413 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Deleting port 4b357faa-eb38-4730-9b3b-9c832f88c944 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:12:27.616688 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fd9b43f0-7f30-485d-b0e4-83131689c413 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:27.655525 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-a7a28456-6da1-4ce1-8c53-99a486f74995 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Request body: {'port': {'device_id': '95619577-2604-4308-9c05-995ef5c191d2', 'network_id': '5e740d4c-0729-4da4-8b95-4f518a64dc78', 'admin_state_up': True, 'tenant_id': '564125b903b34872850a006dcbcb456b'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:27.680438 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6d966b2d-550e-4bf0-911f-c239f208cf21 req-84130e62-23bb-48e5-914a-66fedb696eab tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/ports?device_id=95619577-2604-4308-9c05-995ef5c191d2 HTTP/1.1" status: 200 len: 210 time: 0.0777450 Jul 24 01:12:27.711726 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fd9b43f0-7f30-485d-b0e4-83131689c413 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:27.733644 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-fd9b43f0-7f30-485d-b0e4-83131689c413 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Calling delete_port for 4b357faa-eb38-4730-9b3b-9c832f88c944 owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:12:27.809431 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-3c997c9c-5bf2-4e6a-b872-b0f3b5a54ede None None] Allocated IP 172.20.0.2 (8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32/772e2b80-8e4a-4760-96a4-2f038749098d/ed79ddc6-c153-442e-8c4d-6c8425e25f8d) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:12:27.902457 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f741df13-ddb1-4a2c-8fb8-215d64abb3c9 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:27.973762 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d2fb0f3-877c-4781-9b5f-91b599a9651c tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Router 93ddeb42-1c3d-43ef-8b69-08a014923a85 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:12:28.000641 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3c997c9c-5bf2-4e6a-b872-b0f3b5a54ede None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:28.012848 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-3c997c9c-5bf2-4e6a-b872-b0f3b5a54ede None None] Transition to ACTIVE for port object ed79ddc6-c153-442e-8c4d-6c8425e25f8d will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:12:28.029949 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-3c997c9c-5bf2-4e6a-b872-b0f3b5a54ede None None] Transition to ACTIVE for port object ed79ddc6-c153-442e-8c4d-6c8425e25f8d will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:12:28.039717 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3c997c9c-5bf2-4e6a-b872-b0f3b5a54ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:28.043806 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fd9b43f0-7f30-485d-b0e4-83131689c413 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:28.086348 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c997c9c-5bf2-4e6a-b872-b0f3b5a54ede None None] Network 8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:12:28.091365 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437dcacd-d14a-4458-9318-f124d6c547a7 None None] Network d60d9b2a-007c-4b43-8108-ecb4908f0590 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:12:28.096556 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-3c997c9c-5bf2-4e6a-b872-b0f3b5a54ede None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:28.099927 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c997c9c-5bf2-4e6a-b872-b0f3b5a54ede None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:12:28.101267 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b43f0-7f30-485d-b0e4-83131689c413 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'Port': ['ID=4b357faa-eb38-4730-9b3b-9c832f88c944,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:28.112633 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-a7a28456-6da1-4ce1-8c53-99a486f74995 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Made reservation on behalf of 564125b903b34872850a006dcbcb456b for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:12:28.118053 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-a7a28456-6da1-4ce1-8c53-99a486f74995 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:28.143338 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fd9b43f0-7f30-485d-b0e4-83131689c413 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:28.149407 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-fd9b43f0-7f30-485d-b0e4-83131689c413 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/ports/4b357faa-eb38-4730-9b3b-9c832f88c944 HTTP/1.1" status: 204 len: 168 time: 0.7753491 Jul 24 01:12:28.149407 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57682) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:28.184904 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-c38f716d-6331-48c2-bf4e-fadfb57ec2d5 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] DELETE failed (client error): The resource could not be found. Jul 24 01:12:28.185806 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c38f716d-6331-48c2-bf4e-fadfb57ec2d5 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:12:28.189765 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c38f716d-6331-48c2-bf4e-fadfb57ec2d5 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/ports/4b357faa-eb38-4730-9b3b-9c832f88c944 HTTP/1.1" status: 404 len: 333 time: 0.0372388 Jul 24 01:12:28.190589 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57684) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:28.209595 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c997c9c-5bf2-4e6a-b872-b0f3b5a54ede None None] Pushing event updated for resources: {'Port': ['ID=ed79ddc6-c153-442e-8c4d-6c8425e25f8d,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:28.224418 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da74cb0-673a-43b3-8845-f004e72cc02b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] GET failed (client error): The resource could not be found. Jul 24 01:12:28.228556 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2da74cb0-673a-43b3-8845-f004e72cc02b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "GET /v2.0/ports/4b357faa-eb38-4730-9b3b-9c832f88c944 HTTP/1.1" status: 404 len: 333 time: 0.0346839 Jul 24 01:12:28.231094 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57686) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:28.232079 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2fb0f3-877c-4781-9b5f-91b599a9651c tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:12:28.251055 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-3c997c9c-5bf2-4e6a-b872-b0f3b5a54ede None None] Attempting to bind port ed79ddc6-c153-442e-8c4d-6c8425e25f8d on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:12:28.251429 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-3c997c9c-5bf2-4e6a-b872-b0f3b5a54ede None None] Attempting to bind port ed79ddc6-c153-442e-8c4d-6c8425e25f8d by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '51326d21-8b11-44a9-9656-0f14a61992de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:12:28.251694 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c997c9c-5bf2-4e6a-b872-b0f3b5a54ede None None] Attempting to bind port ed79ddc6-c153-442e-8c4d-6c8425e25f8d on network 8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:12:28.262205 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5d2fb0f3-877c-4781-9b5f-91b599a9651c tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:28.281281 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fc4dda-5f47-4044-8d5e-9fdf62ad605e None None] Sync routers for ids ['93ddeb42-1c3d-43ef-8b69-08a014923a85'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:12:28.283576 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-6f332581-98e8-497d-ae01-612289c2c4e0 None None] Provisioning for port ff3c38b9-5381-4227-88a2-341d6dbebda1 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:12:28.302866 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-6f332581-98e8-497d-ae01-612289c2c4e0 None None] Provisioning complete for port ff3c38b9-5381-4227-88a2-341d6dbebda1 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:28.303246 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6f332581-98e8-497d-ae01-612289c2c4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:28.305684 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c997c9c-5bf2-4e6a-b872-b0f3b5a54ede None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:12:28.306068 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c997c9c-5bf2-4e6a-b872-b0f3b5a54ede None None] Checking segment: {'id': '51326d21-8b11-44a9-9656-0f14a61992de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:12:28.306470 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3c997c9c-5bf2-4e6a-b872-b0f3b5a54ede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:28.306931 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c997c9c-5bf2-4e6a-b872-b0f3b5a54ede None None] Bound using segment: {'id': '51326d21-8b11-44a9-9656-0f14a61992de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:12:28.307426 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-3c997c9c-5bf2-4e6a-b872-b0f3b5a54ede None None] Bound port: ed79ddc6-c153-442e-8c4d-6c8425e25f8d, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51326d21-8b11-44a9-9656-0f14a61992de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:12:28.307815 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3c997c9c-5bf2-4e6a-b872-b0f3b5a54ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:28.316489 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce798888-8bcd-417e-b43e-57e5dca0f48f tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Deleting subnet b31a8a1c-6afa-4ecf-a03b-f0836d062128 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:12:28.320136 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ce798888-8bcd-417e-b43e-57e5dca0f48f tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:28.323936 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5d2fb0f3-877c-4781-9b5f-91b599a9651c tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "PUT /v2.0/floatingips/a43c2aea-bab3-4038-9892-ade64baff2e4 HTTP/1.1" status: 200 len: 991 time: 2.5603902 Jul 24 01:12:28.341957 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-f741df13-ddb1-4a2c-8fb8-215d64abb3c9 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Allocated IP 172.20.0.1 (8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32/772e2b80-8e4a-4760-96a4-2f038749098d/79e6c45a-5b4c-4a9c-8906-908ef9331dff) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:12:28.347627 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc242b76-d33e-4008-9f93-12bf57c1e5f3', 'tag': '80ad8110-f1ba-4b79-9055-2036635c7e25'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:12:28.351507 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec19a50-d3d8-4b4f-91f6-6ddf63fd9a87" -d '{"events": [{"name": "network-changed", "server_uuid": "fc242b76-d33e-4008-9f93-12bf57c1e5f3", "tag": "80ad8110-f1ba-4b79-9055-2036635c7e25"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:12:28.351755 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-a7a28456-6da1-4ce1-8c53-99a486f74995 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Allocated IP 172.20.0.9 (5e740d4c-0729-4da4-8b95-4f518a64dc78/19aa38bd-1d37-4f00-83f2-27768a43bf66/d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:12:28.380273 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ce798888-8bcd-417e-b43e-57e5dca0f48f tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:28.448388 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fc4dda-5f47-4044-8d5e-9fdf62ad605e None None] Routers {'93ddeb42-1c3d-43ef-8b69-08a014923a85'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:12:28.448949 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-46fc4dda-5f47-4044-8d5e-9fdf62ad605e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:12:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['93ddeb42-1c3d-43ef-8b69-08a014923a85'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:28.487872 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ce798888-8bcd-417e-b43e-57e5dca0f48f tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:28.504710 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-3c997c9c-5bf2-4e6a-b872-b0f3b5a54ede None None] For port ed79ddc6-c153-442e-8c4d-6c8425e25f8d, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:12:28.508608 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-3c997c9c-5bf2-4e6a-b872-b0f3b5a54ede None None] For port ed79ddc6-c153-442e-8c4d-6c8425e25f8d, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=ed79ddc6-c153-442e-8c4d-6c8425e25f8d,segment=NetworkSegment(51326d21-8b11-44a9-9656-0f14a61992de),segment_id=51326d21-8b11-44a9-9656-0f14a61992de)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:12:28.569550 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f741df13-ddb1-4a2c-8fb8-215d64abb3c9 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:28.585958 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ce798888-8bcd-417e-b43e-57e5dca0f48f tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:28.596219 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-f741df13-ddb1-4a2c-8fb8-215d64abb3c9 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Transition to ACTIVE for port object 79e6c45a-5b4c-4a9c-8906-908ef9331dff will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:12:28.615397 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3c997c9c-5bf2-4e6a-b872-b0f3b5a54ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:28.630357 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-a7a28456-6da1-4ce1-8c53-99a486f74995 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:28.635763 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3884aae-8a2a-417e-a87d-2d7d58b036f8 x-openstack-request-id: req-a3884aae-8a2a-417e-a87d-2d7d58b036f8 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:12:28.636184 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc242b76-d33e-4008-9f93-12bf57c1e5f3", "tag": "80ad8110-f1ba-4b79-9055-2036635c7e25", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:12:28.636782 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a3884aae-8a2a-417e-a87d-2d7d58b036f8 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:12:28.637777 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc242b76-d33e-4008-9f93-12bf57c1e5f3', 'tag': '80ad8110-f1ba-4b79-9055-2036635c7e25', 'status': 'completed', 'code': 200} Jul 24 01:12:28.640375 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce798888-8bcd-417e-b43e-57e5dca0f48f tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'Subnet': ['ID=b31a8a1c-6afa-4ecf-a03b-f0836d062128,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:28.643019 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ce798888-8bcd-417e-b43e-57e5dca0f48f tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:28.645059 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ce798888-8bcd-417e-b43e-57e5dca0f48f tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/subnets/b31a8a1c-6afa-4ecf-a03b-f0836d062128 HTTP/1.1" status: 204 len: 168 time: 0.4147773 Jul 24 01:12:28.647896 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57694) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:28.688300 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6f332581-98e8-497d-ae01-612289c2c4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:28.703934 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f741df13-ddb1-4a2c-8fb8-215d64abb3c9 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:28.774133 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f741df13-ddb1-4a2c-8fb8-215d64abb3c9 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Network 8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:12:28.787290 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e555b161-740b-467e-86ab-dd9c85181789 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:28.794229 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-f741df13-ddb1-4a2c-8fb8-215d64abb3c9 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:28.798997 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c997c9c-5bf2-4e6a-b872-b0f3b5a54ede None None] Pushing event updated for resources: {'Port': ['ID=ed79ddc6-c153-442e-8c4d-6c8425e25f8d,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:28.811454 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f741df13-ddb1-4a2c-8fb8-215d64abb3c9 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:12:28.844848 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-46fc4dda-5f47-4044-8d5e-9fdf62ad605e None None] Set router 93ddeb42-1c3d-43ef-8b69-08a014923a85 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:12:28.845413 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-a7a28456-6da1-4ce1-8c53-99a486f74995 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:28.850160 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f741df13-ddb1-4a2c-8fb8-215d64abb3c9 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event updated for resources: {'Port': ['ID=79e6c45a-5b4c-4a9c-8906-908ef9331dff,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:28.874320 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec19a50-d3d8-4b4f-91f6-6ddf63fd9a87 req-4d0049c4-08b6-4d24-a45b-c53d9d34f685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:28.875985 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3ec19a50-d3d8-4b4f-91f6-6ddf63fd9a87 req-4d0049c4-08b6-4d24-a45b-c53d9d34f685 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6dc6777949c4bca80e15baebcec81ec&device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 1098 time: 0.2398725 Jul 24 01:12:28.882294 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-e555b161-740b-467e-86ab-dd9c85181789 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Deleting port ff3c38b9-5381-4227-88a2-341d6dbebda1 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:12:28.883202 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e555b161-740b-467e-86ab-dd9c85181789 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:28.894355 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.db.api [None req-6f332581-98e8-497d-ae01-612289c2c4e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 01:12:28.894731 n-d-793621-25 neutron-server[100465]: DEBUG oslo_db.api [None req-6f332581-98e8-497d-ae01-612289c2c4e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 01:12:28.963790 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-e555b161-740b-467e-86ab-dd9c85181789 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] For port ff3c38b9-5381-4227-88a2-341d6dbebda1, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=ff3c38b9-5381-4227-88a2-341d6dbebda1,segment=NetworkSegment(a9aa15b4-432d-4171-b155-67fc99406bf4),segment_id=a9aa15b4-432d-4171-b155-67fc99406bf4)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:12:28.964523 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e555b161-740b-467e-86ab-dd9c85181789 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:28.977867 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-a7a28456-6da1-4ce1-8c53-99a486f74995 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Network 5e740d4c-0729-4da4-8b95-4f518a64dc78 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:12:28.978099 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-e555b161-740b-467e-86ab-dd9c85181789 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Calling delete_port for ff3c38b9-5381-4227-88a2-341d6dbebda1 owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:12:28.991809 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-a7a28456-6da1-4ce1-8c53-99a486f74995 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:28.993781 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f741df13-ddb1-4a2c-8fb8-215d64abb3c9 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:28.999184 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-a7a28456-6da1-4ce1-8c53-99a486f74995 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:12:29.008423 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a28456-6da1-4ce1-8c53-99a486f74995 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Pushing event updated for resources: {'Port': ['ID=d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:29.134366 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e555b161-740b-467e-86ab-dd9c85181789 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:29.178662 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555b161-740b-467e-86ab-dd9c85181789 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'Port': ['ID=ff3c38b9-5381-4227-88a2-341d6dbebda1,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:29.194295 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e555b161-740b-467e-86ab-dd9c85181789 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] No DVR routers for this DVR port ff3c38b9-5381-4227-88a2-341d6dbebda1 on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:12:29.232234 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-46fc4dda-5f47-4044-8d5e-9fdf62ad605e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'name': 'tempest-AttachVolumeShelveTestJSON-1196408481-router', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': 'e210a921-6ad7-482a-90d2-d5c75f452355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:07:35Z', 'updated_at': '2021-07-24T01:07:42Z', 'revision_number': 4, 'project_id': 'd6dc6777949c4bca80e15baebcec81ec', 'gw_port': {'id': 'e210a921-6ad7-482a-90d2-d5c75f452355', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:36Z', 'updated_at': '2021-07-24T01:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'a43c2aea-bab3-4038-9892-ade64baff2e4', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'floating_ip_address': '172.25.2.48', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'port_id': '80ad8110-f1ba-4b79-9055-2036635c7e25', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a', 'mac_address': 'fa:16:3e:12:7d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc242b76-d33e-4008-9f93-12bf57c1e5f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:12:09Z', 'updated_at': '2021-07-24T01:12:26Z', 'revision_number': 1, 'project_id': 'd6dc6777949c4bca80e15baebcec81ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a722def4-5fa1-44d4-86c1-1100f96212eb', 'name': '', 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'mac_address': 'fa:16:3e:ba:bb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '941506a1-fc49-47b1-b115-8157f3b98de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:41Z', 'updated_at': '2021-07-24T01:07:51Z', 'revision_number': 5, 'project_id': 'd6dc6777949c4bca80e15baebcec81ec', 'subnets': [{'id': '941506a1-fc49-47b1-b115-8157f3b98de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:29.287789 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device ed79ddc6-c153-442e-8c4d-6c8425e25f8d up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:12:29.293144 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fc4dda-5f47-4044-8d5e-9fdf62ad605e None None] Checking router: 93ddeb42-1c3d-43ef-8b69-08a014923a85 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:12:29.308021 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e555b161-740b-467e-86ab-dd9c85181789 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:29.326014 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-e555b161-740b-467e-86ab-dd9c85181789 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d60d9b2a-007c-4b43-8108-ecb4908f0590']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:29.328502 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b45459-43e7-46f4-bb99-2db79bd5508d None None] Network d60d9b2a-007c-4b43-8108-ecb4908f0590 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:12:29.349489 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-e555b161-740b-467e-86ab-dd9c85181789 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9aa15b4-432d-4171-b155-67fc99406bf4') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:29.349858 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-e555b161-740b-467e-86ab-dd9c85181789 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9aa15b4-432d-4171-b155-67fc99406bf4') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:29.365386 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fc4dda-5f47-4044-8d5e-9fdf62ad605e None None] Routers {'93ddeb42-1c3d-43ef-8b69-08a014923a85'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:12:29.366013 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-46fc4dda-5f47-4044-8d5e-9fdf62ad605e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:12:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['93ddeb42-1c3d-43ef-8b69-08a014923a85'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:29.371035 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e555b161-740b-467e-86ab-dd9c85181789 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:29.387911 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e555b161-740b-467e-86ab-dd9c85181789 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:29.395047 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e555b161-740b-467e-86ab-dd9c85181789 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:12:29.395521 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e555b161-740b-467e-86ab-dd9c85181789 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:29.434359 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:12:29.434359 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:12:29.434359 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:12:29.434359 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:12:29.434359 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:12:29.434359 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:12:29.434359 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:12:29.434359 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:12:29.434359 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:12:29.434359 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:12:29.434359 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:12:29.434359 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:12:29.434359 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:12:29.434359 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:12:29.434359 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:12:29.434359 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:12:29.434359 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:12:29.434359 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:12:29.434359 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:12:29.434359 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:12:29.434359 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:12:29.434359 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:12:29.434359 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:12:29.434359 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:12:29.434359 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:12:29.434359 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:12:29.434359 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:12:29.434359 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:12:29.434359 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:12:29.434359 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:12:29.434359 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:12:29.434359 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:12:29.488628 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e555b161-740b-467e-86ab-dd9c85181789 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:29.500057 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e555b161-740b-467e-86ab-dd9c85181789 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:29.505874 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e555b161-740b-467e-86ab-dd9c85181789 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/networks/d60d9b2a-007c-4b43-8108-ecb4908f0590 HTTP/1.1" status: 204 len: 168 time: 0.8532548 Jul 24 01:12:29.507086 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57700) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:29.514920 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-ab00f0e9-720f-4531-bb12-d9fecc9c77e6 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-399982559'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:29.531210 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555b161-740b-467e-86ab-dd9c85181789 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'Network': ['ID=d60d9b2a-007c-4b43-8108-ecb4908f0590,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:29.551057 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab00f0e9-720f-4531-bb12-d9fecc9c77e6 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Made reservation on behalf of 026bcbf091d2494db8a42c50681cd74e for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:12:29.555037 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ab00f0e9-720f-4531-bb12-d9fecc9c77e6 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:29.581764 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab00f0e9-720f-4531-bb12-d9fecc9c77e6 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:12:29.592170 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ab00f0e9-720f-4531-bb12-d9fecc9c77e6 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:29.592669 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-ab00f0e9-720f-4531-bb12-d9fecc9c77e6 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Added segment c0e59d39-09e3-498e-bad9-02c7be8fc62f of type vlan for network 9abc86d3-a5bb-4a07-864c-0bbb5892adde Jul 24 01:12:29.638512 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ab00f0e9-720f-4531-bb12-d9fecc9c77e6 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:29.649349 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-6f332581-98e8-497d-ae01-612289c2c4e0 None None] Port ff3c38b9-5381-4227-88a2-341d6dbebda1 update to ACTIVE by agent not found {{(pid=100465) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 24 01:12:29.670882 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-a7a28456-6da1-4ce1-8c53-99a486f74995 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:29.672147 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-a7a28456-6da1-4ce1-8c53-99a486f74995 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:29.680223 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ab00f0e9-720f-4531-bb12-d9fecc9c77e6 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:29.687213 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab00f0e9-720f-4531-bb12-d9fecc9c77e6 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:29.687864 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ab00f0e9-720f-4531-bb12-d9fecc9c77e6 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:29.735925 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f741df13-ddb1-4a2c-8fb8-215d64abb3c9 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:29.761925 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4559782-8a6f-4ca2-864c-1bc3b6a9eecb req-3e1ec89d-6d1f-45eb-971b-9fd8e49fbecd tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:29.763649 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e4559782-8a6f-4ca2-864c-1bc3b6a9eecb req-3e1ec89d-6d1f-45eb-971b-9fd8e49fbecd tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/ports?device_id=95619577-2604-4308-9c05-995ef5c191d2 HTTP/1.1" status: 200 len: 931 time: 0.9569554 Jul 24 01:12:29.779202 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-4767c0e6-e5dd-4f72-9007-d7090d951296 None None] Could not find standard attr ID for object ff3c38b9-5381-4227-88a2-341d6dbebda1. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:12:29.781405 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port ed79ddc6-c153-442e-8c4d-6c8425e25f8d completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:12:29.783849 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab00f0e9-720f-4531-bb12-d9fecc9c77e6 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'Network': ['ID=9abc86d3-a5bb-4a07-864c-0bbb5892adde,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:29.786278 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-a7a28456-6da1-4ce1-8c53-99a486f74995 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1457310 Jul 24 01:12:29.788564 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ab00f0e9-720f-4531-bb12-d9fecc9c77e6 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2798748 Jul 24 01:12:29.792150 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57702) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:29.805512 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 9abc86d3-a5bb-4a07-864c-0bbb5892adde details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:12:29.806760 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-e49ef673-ac93-4c48-9fb8-054d72d9aeed tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'subnet': {'network_id': '9abc86d3-a5bb-4a07-864c-0bbb5892adde', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:29.884322 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed71080-8f9a-4a91-9987-6ee099b2d947 None None] DHCP port deletion for d60d9b2a-007c-4b43-8108-ecb4908f0590 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:12:29.910812 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-46fc4dda-5f47-4044-8d5e-9fdf62ad605e None None] Set router 93ddeb42-1c3d-43ef-8b69-08a014923a85 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:12:29.936286 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49ef673-ac93-4c48-9fb8-054d72d9aeed tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Made reservation on behalf of 026bcbf091d2494db8a42c50681cd74e for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:12:29.940735 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e49ef673-ac93-4c48-9fb8-054d72d9aeed tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:30.003430 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-6200015e-a2a8-4617-9295-fb034650be4e service neutron] Request body: {'port': {'device_id': '95619577-2604-4308-9c05-995ef5c191d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:30.008429 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec19a50-d3d8-4b4f-91f6-6ddf63fd9a87 req-af61c41d-b0a4-4595-9fcd-a3d57b7d4273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:30.011601 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3ec19a50-d3d8-4b4f-91f6-6ddf63fd9a87 req-af61c41d-b0a4-4595-9fcd-a3d57b7d4273 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ce20638c-9366-403c-99ef-699b8c74111a HTTP/1.1" status: 200 len: 918 time: 1.1202908 Jul 24 01:12:30.107995 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e4559782-8a6f-4ca2-864c-1bc3b6a9eecb req-9ac5bb18-94fa-402c-a96a-0b5b38415882 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/security-groups?id=277cc7ba-6ca5-421d-9c63-2db46416c9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312106 Jul 24 01:12:30.115385 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1531b15f-5088-4c10-98f8-4988a6f72dcb None None] Network 8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:12:30.171542 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-07b3d5b7-3f2b-4357-89af-0ea4888b69b7 None None] Provisioning for port ed79ddc6-c153-442e-8c4d-6c8425e25f8d completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:12:30.207281 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-07b3d5b7-3f2b-4357-89af-0ea4888b69b7 None None] Provisioning complete for port ed79ddc6-c153-442e-8c4d-6c8425e25f8d triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:30.207671 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-07b3d5b7-3f2b-4357-89af-0ea4888b69b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:30.237496 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3ec19a50-d3d8-4b4f-91f6-6ddf63fd9a87 req-88499147-8068-4924-a0de-0911cf75ade0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80ad8110-f1ba-4b79-9055-2036635c7e25 HTTP/1.1" status: 200 len: 999 time: 0.1979373 Jul 24 01:12:30.280845 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-6200015e-a2a8-4617-9295-fb034650be4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:30.365653 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec19a50-d3d8-4b4f-91f6-6ddf63fd9a87 req-7ac4f90d-e42d-4122-9f86-734a0f29eae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:30.367451 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3ec19a50-d3d8-4b4f-91f6-6ddf63fd9a87 req-7ac4f90d-e42d-4122-9f86-734a0f29eae1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=941506a1-fc49-47b1-b115-8157f3b98de0 HTTP/1.1" status: 200 len: 856 time: 0.1216898 Jul 24 01:12:30.379084 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-46fc4dda-5f47-4044-8d5e-9fdf62ad605e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'name': 'tempest-AttachVolumeShelveTestJSON-1196408481-router', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': 'e210a921-6ad7-482a-90d2-d5c75f452355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:07:35Z', 'updated_at': '2021-07-24T01:07:42Z', 'revision_number': 4, 'project_id': 'd6dc6777949c4bca80e15baebcec81ec', 'gw_port': {'id': 'e210a921-6ad7-482a-90d2-d5c75f452355', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:36Z', 'updated_at': '2021-07-24T01:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'a43c2aea-bab3-4038-9892-ade64baff2e4', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'floating_ip_address': '172.25.2.48', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'port_id': '80ad8110-f1ba-4b79-9055-2036635c7e25', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a', 'mac_address': 'fa:16:3e:12:7d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc242b76-d33e-4008-9f93-12bf57c1e5f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:12:09Z', 'updated_at': '2021-07-24T01:12:26Z', 'revision_number': 1, 'project_id': 'd6dc6777949c4bca80e15baebcec81ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a722def4-5fa1-44d4-86c1-1100f96212eb', 'name': '', 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'mac_address': 'fa:16:3e:ba:bb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '941506a1-fc49-47b1-b115-8157f3b98de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:41Z', 'updated_at': '2021-07-24T01:07:51Z', 'revision_number': 5, 'project_id': 'd6dc6777949c4bca80e15baebcec81ec', 'subnets': [{'id': '941506a1-fc49-47b1-b115-8157f3b98de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:30.391425 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f741df13-ddb1-4a2c-8fb8-215d64abb3c9 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:30.425974 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f741df13-ddb1-4a2c-8fb8-215d64abb3c9 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:30.437847 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fc4dda-5f47-4044-8d5e-9fdf62ad605e None None] The sync data for ids ['93ddeb42-1c3d-43ef-8b69-08a014923a85'] in n-d-793621-25 is: [{'id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'name': 'tempest-AttachVolumeShelveTestJSON-1196408481-router', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': 'e210a921-6ad7-482a-90d2-d5c75f452355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:07:35Z', 'updated_at': '2021-07-24T01:07:42Z', 'revision_number': 4, 'project_id': 'd6dc6777949c4bca80e15baebcec81ec', 'gw_port': {'id': 'e210a921-6ad7-482a-90d2-d5c75f452355', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:36Z', 'updated_at': '2021-07-24T01:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'a43c2aea-bab3-4038-9892-ade64baff2e4', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'floating_ip_address': '172.25.2.48', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'port_id': '80ad8110-f1ba-4b79-9055-2036635c7e25', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a', 'mac_address': 'fa:16:3e:12:7d:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc242b76-d33e-4008-9f93-12bf57c1e5f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:12:09Z', 'updated_at': '2021-07-24T01:12:26Z', 'revision_number': 1, 'project_id': 'd6dc6777949c4bca80e15baebcec81ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a722def4-5fa1-44d4-86c1-1100f96212eb', 'name': '', 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'mac_address': 'fa:16:3e:ba:bb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '941506a1-fc49-47b1-b115-8157f3b98de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:41Z', 'updated_at': '2021-07-24T01:07:51Z', 'revision_number': 5, 'project_id': 'd6dc6777949c4bca80e15baebcec81ec', 'subnets': [{'id': '941506a1-fc49-47b1-b115-8157f3b98de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:12:30.443558 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-07b3d5b7-3f2b-4357-89af-0ea4888b69b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:30.490906 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-07b3d5b7-3f2b-4357-89af-0ea4888b69b7 None None] For port ed79ddc6-c153-442e-8c4d-6c8425e25f8d, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=ed79ddc6-c153-442e-8c4d-6c8425e25f8d,segment=NetworkSegment(51326d21-8b11-44a9-9656-0f14a61992de),segment_id=51326d21-8b11-44a9-9656-0f14a61992de)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:12:30.499776 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-07b3d5b7-3f2b-4357-89af-0ea4888b69b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:30.518483 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8a0747ba-f858-487d-9656-f57b9c19ee4c req-9cb2ed60-15dc-4a8b-9925-85931b954367 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0483348 Jul 24 01:12:30.535690 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e49ef673-ac93-4c48-9fb8-054d72d9aeed tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:30.578511 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3d5b7-3f2b-4357-89af-0ea4888b69b7 None None] Pushing event updated for resources: {'Port': ['ID=ed79ddc6-c153-442e-8c4d-6c8425e25f8d,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:30.629094 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8a0747ba-f858-487d-9656-f57b9c19ee4c req-d631566c-2127-40fd-a209-73dbb1bbf56f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17 HTTP/1.1" status: 200 len: 210 time: 0.0467429 Jul 24 01:12:30.657306 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ef673-ac93-4c48-9fb8-054d72d9aeed tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'Subnet': ['ID=ea5477b5-1151-421c-8ae6-3d15c65ec844,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:30.664618 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f741df13-ddb1-4a2c-8fb8-215d64abb3c9 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:30.669810 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49ef673-ac93-4c48-9fb8-054d72d9aeed tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Checking segment: {'id': 'c0e59d39-09e3-498e-bad9-02c7be8fc62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9abc86d3-a5bb-4a07-864c-0bbb5892adde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:12:30.670188 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49ef673-ac93-4c48-9fb8-054d72d9aeed tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Network hostable DHCP agents. Network: 9abc86d3-a5bb-4a07-864c-0bbb5892adde, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:12:30.677041 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f741df13-ddb1-4a2c-8fb8-215d64abb3c9 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event updated for resources: {'Port': ['ID=79e6c45a-5b4c-4a9c-8906-908ef9331dff,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:30.686367 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8a0747ba-f858-487d-9656-f57b9c19ee4c req-92242cdf-4e99-4c10-8c28-e534ea68a896 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301688 Jul 24 01:12:30.734369 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49ef673-ac93-4c48-9fb8-054d72d9aeed tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Network 9abc86d3-a5bb-4a07-864c-0bbb5892adde is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:12:30.781133 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-e49ef673-ac93-4c48-9fb8-054d72d9aeed tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 9abc86d3-a5bb-4a07-864c-0bbb5892adde) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:30.788101 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49ef673-ac93-4c48-9fb8-054d72d9aeed tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:30.788709 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e49ef673-ac93-4c48-9fb8-054d72d9aeed tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:30.793555 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9104be24-1889-4253-85b2-f8437124adfb None None] New status for floating IP a43c2aea-bab3-4038-9892-ade64baff2e4: ACTIVE {{(pid=100466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:12:30.804898 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7495f5-b4d9-488a-8629-adb8df1e8db1 None None] Network 9abc86d3-a5bb-4a07-864c-0bbb5892adde requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:12:30.825826 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec19a50-d3d8-4b4f-91f6-6ddf63fd9a87 req-f24adfa6-71b9-468a-9f41-b9e88a4e0c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:30.827377 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3ec19a50-d3d8-4b4f-91f6-6ddf63fd9a87 req-f24adfa6-71b9-468a-9f41-b9e88a4e0c0d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce20638c-9366-403c-99ef-699b8c74111a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4218543 Jul 24 01:12:30.843339 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0747ba-f858-487d-9656-f57b9c19ee4c req-14f8c6b5-78e0-44f9-8873-b6010f152f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:30.845063 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8a0747ba-f858-487d-9656-f57b9c19ee4c req-14f8c6b5-78e0-44f9-8873-b6010f152f78 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1518159 Jul 24 01:12:30.864007 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e49ef673-ac93-4c48-9fb8-054d72d9aeed tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0697882 Jul 24 01:12:30.866095 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57706) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:30.872517 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-154b2b37-e019-4e31-bd84-7884aa9dd397 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'port': {'network_id': '9abc86d3-a5bb-4a07-864c-0bbb5892adde', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2031315631'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:30.970930 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f741df13-ddb1-4a2c-8fb8-215d64abb3c9 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Network 8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:12:30.976454 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-f741df13-ddb1-4a2c-8fb8-215d64abb3c9 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:30.986479 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-23c64e9a-96a4-49c1-9d3d-a9183b2fa5b4 None None] Provisioning for port 79e6c45a-5b4c-4a9c-8906-908ef9331dff completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:12:31.002750 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-23c64e9a-96a4-49c1-9d3d-a9183b2fa5b4 None None] Provisioning complete for port 79e6c45a-5b4c-4a9c-8906-908ef9331dff triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:31.002750 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-23c64e9a-96a4-49c1-9d3d-a9183b2fa5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:31.041620 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154b2b37-e019-4e31-bd84-7884aa9dd397 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Made reservation on behalf of 026bcbf091d2494db8a42c50681cd74e for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:12:31.047978 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-154b2b37-e019-4e31-bd84-7884aa9dd397 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:31.067292 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-23c64e9a-96a4-49c1-9d3d-a9183b2fa5b4 None None] Port 79e6c45a-5b4c-4a9c-8906-908ef9331dff cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:12:31.091752 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-154b2b37-e019-4e31-bd84-7884aa9dd397 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] device_id is not set on port eef14649-94e7-4fad-bdaf-beb4f05dd7f2 yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:12:31.103012 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-23c64e9a-96a4-49c1-9d3d-a9183b2fa5b4 None None] Provisioning complete for port ed79ddc6-c153-442e-8c4d-6c8425e25f8d triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:31.103383 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-23c64e9a-96a4-49c1-9d3d-a9183b2fa5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:31.136643 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71453e9d-c8d7-4439-a5b4-f9f2ddc2ed84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-9abc86d3-a5bb-4a07-864c-0bbb5892adde', 'network_id': '9abc86d3-a5bb-4a07-864c-0bbb5892adde', 'tenant_id': '026bcbf091d2494db8a42c50681cd74e', 'fixed_ips': [{'subnet_id': 'ea5477b5-1151-421c-8ae6-3d15c65ec844'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:12:31.137677 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-71453e9d-c8d7-4439-a5b4-f9f2ddc2ed84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:31.168805 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3ec19a50-d3d8-4b4f-91f6-6ddf63fd9a87 req-1f13f1de-bf16-44c4-ac90-2759c5f6c7f4 service neutron] 10.222.0.13 "GET /v2.0/networks/ce20638c-9366-403c-99ef-699b8c74111a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3317540 Jul 24 01:12:31.179010 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-6200015e-a2a8-4617-9295-fb034650be4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:12:31.210790 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-6200015e-a2a8-4617-9295-fb034650be4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:31.232182 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device ed79ddc6-c153-442e-8c4d-6c8425e25f8d up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:12:31.257023 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-154b2b37-e019-4e31-bd84-7884aa9dd397 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Allocated IP 2001:db8::24e (9abc86d3-a5bb-4a07-864c-0bbb5892adde/ea5477b5-1151-421c-8ae6-3d15c65ec844/eef14649-94e7-4fad-bdaf-beb4f05dd7f2) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:12:31.258146 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-6200015e-a2a8-4617-9295-fb034650be4e service neutron] Transition to ACTIVE for port object d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:12:31.311417 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-6200015e-a2a8-4617-9295-fb034650be4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:31.410274 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-154b2b37-e019-4e31-bd84-7884aa9dd397 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:31.429310 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-154b2b37-e019-4e31-bd84-7884aa9dd397 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Transition to ACTIVE for port object eef14649-94e7-4fad-bdaf-beb4f05dd7f2 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:12:31.439875 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port ed79ddc6-c153-442e-8c4d-6c8425e25f8d triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:31.440426 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:31.449819 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200015e-a2a8-4617-9295-fb034650be4e service neutron] Pushing event updated for resources: {'Port': ['ID=d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:31.480616 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-154b2b37-e019-4e31-bd84-7884aa9dd397 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:31.485440 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3ec19a50-d3d8-4b4f-91f6-6ddf63fd9a87 req-d92e4046-ee4a-48a6-8dad-12321ecf3b48 service neutron] 10.222.0.13 "GET /v2.0/networks/ce20638c-9366-403c-99ef-699b8c74111a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986114 Jul 24 01:12:31.545908 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154b2b37-e019-4e31-bd84-7884aa9dd397 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Network 9abc86d3-a5bb-4a07-864c-0bbb5892adde is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:12:31.552217 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-154b2b37-e019-4e31-bd84-7884aa9dd397 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:31.556515 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154b2b37-e019-4e31-bd84-7884aa9dd397 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:12:31.563363 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154b2b37-e019-4e31-bd84-7884aa9dd397 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:31.564131 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-154b2b37-e019-4e31-bd84-7884aa9dd397 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:31.565389 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f741df13-ddb1-4a2c-8fb8-215d64abb3c9 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Router 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:12:31.570876 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154b2b37-e019-4e31-bd84-7884aa9dd397 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'Port': ['ID=eef14649-94e7-4fad-bdaf-beb4f05dd7f2,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:31.574471 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-71453e9d-c8d7-4439-a5b4-f9f2ddc2ed84 None None] Allocated IP 2001:db8::2 (9abc86d3-a5bb-4a07-864c-0bbb5892adde/ea5477b5-1151-421c-8ae6-3d15c65ec844/62e9e669-c6f7-4910-9899-229333d56f47) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:12:31.594802 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-154b2b37-e019-4e31-bd84-7884aa9dd397 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.7246544 Jul 24 01:12:31.595146 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57714) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:31.595339 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e76e6e-677a-42ad-973f-a055a32163dd req-c6f58b1e-2773-4b1c-8b24-9588d8a6f74c tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:31.596971 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-09e76e6e-677a-42ad-973f-a055a32163dd req-c6f58b1e-2773-4b1c-8b24-9588d8a6f74c tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/ports?device_id=95619577-2604-4308-9c05-995ef5c191d2 HTTP/1.1" status: 200 len: 943 time: 0.3239031 Jul 24 01:12:31.692572 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8255aded-df28-4b4e-808d-8745c78584f4 None None] Provisioning complete for port 79e6c45a-5b4c-4a9c-8906-908ef9331dff triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:31.692951 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8255aded-df28-4b4e-808d-8745c78584f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:31.707241 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-03db92d1-8bee-4c48-a612-3b7862a51498 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Deleting port eef14649-94e7-4fad-bdaf-beb4f05dd7f2 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:12:31.707849 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-03db92d1-8bee-4c48-a612-3b7862a51498 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:31.708293 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-6200015e-a2a8-4617-9295-fb034650be4e service neutron] Attempting to bind port d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:12:31.708799 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-6200015e-a2a8-4617-9295-fb034650be4e service neutron] Attempting to bind port d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '5aae32b9-a911-4411-ad9f-eb7ae2aec933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5e740d4c-0729-4da4-8b95-4f518a64dc78'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:12:31.708958 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-6200015e-a2a8-4617-9295-fb034650be4e service neutron] Attempting to bind port d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75 on network 5e740d4c-0729-4da4-8b95-4f518a64dc78 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:12:31.751964 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f741df13-ddb1-4a2c-8fb8-215d64abb3c9 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:12:31.763117 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-09e76e6e-677a-42ad-973f-a055a32163dd req-5feaae52-1985-424e-8839-b25f5dbfbcba tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/security-groups?id=277cc7ba-6ca5-421d-9c63-2db46416c9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564116 Jul 24 01:12:31.763844 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-6200015e-a2a8-4617-9295-fb034650be4e service neutron] Port d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75 on network 5e740d4c-0729-4da4-8b95-4f518a64dc78 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:12:31.764269 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-6200015e-a2a8-4617-9295-fb034650be4e service neutron] Attempting to bind port d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75 on network 5e740d4c-0729-4da4-8b95-4f518a64dc78 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:12:31.771381 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd946407-c41e-4309-9bb5-03d6ff6aac59 None None] Sync routers for ids ['1b23c3c9-aa0f-4150-b70e-d2d480fa5745'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:12:31.777406 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f741df13-ddb1-4a2c-8fb8-215d64abb3c9 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "PUT /v2.0/routers/1b23c3c9-aa0f-4150-b70e-d2d480fa5745/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3274748 Jul 24 01:12:31.777406 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-6200015e-a2a8-4617-9295-fb034650be4e service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:12:31.777406 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-6200015e-a2a8-4617-9295-fb034650be4e service neutron] Checking segment: {'id': '5aae32b9-a911-4411-ad9f-eb7ae2aec933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5e740d4c-0729-4da4-8b95-4f518a64dc78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:12:31.777406 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-6200015e-a2a8-4617-9295-fb034650be4e service neutron] Bound using segment: {'id': '5aae32b9-a911-4411-ad9f-eb7ae2aec933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5e740d4c-0729-4da4-8b95-4f518a64dc78'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:12:31.777406 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-6200015e-a2a8-4617-9295-fb034650be4e service neutron] Bound port: d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aae32b9-a911-4411-ad9f-eb7ae2aec933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5e740d4c-0729-4da4-8b95-4f518a64dc78'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:12:31.777972 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-6200015e-a2a8-4617-9295-fb034650be4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:31.791627 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-8255aded-df28-4b4e-808d-8745c78584f4 None None] Port 79e6c45a-5b4c-4a9c-8906-908ef9331dff cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:12:31.795823 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57716) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:31.803378 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-d8e258c9-ac53-497a-9ed2-7aa69d62ab4f tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Request body: {'network': {'name': 'tempest-RoutersTest-240855560'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:31.813722 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device ff3c38b9-5381-4227-88a2-341d6dbebda1 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:12:31.833291 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-03db92d1-8bee-4c48-a612-3b7862a51498 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:31.841330 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd946407-c41e-4309-9bb5-03d6ff6aac59 None None] Routers {'1b23c3c9-aa0f-4150-b70e-d2d480fa5745'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:12:31.841984 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-bd946407-c41e-4309-9bb5-03d6ff6aac59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:12:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1b23c3c9-aa0f-4150-b70e-d2d480fa5745'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:31.846353 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: ff3c38b9-5381-4227-88a2-341d6dbebda1 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:12:31.846727 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device ff3c38b9-5381-4227-88a2-341d6dbebda1 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:12:31.850795 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-03db92d1-8bee-4c48-a612-3b7862a51498 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Calling delete_port for eef14649-94e7-4fad-bdaf-beb4f05dd7f2 owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:12:31.876228 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e258c9-ac53-497a-9ed2-7aa69d62ab4f tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Made reservation on behalf of a7007f5d47214551887f0cd1e69f571f for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:12:31.880334 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d8e258c9-ac53-497a-9ed2-7aa69d62ab4f tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:31.904028 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-6200015e-a2a8-4617-9295-fb034650be4e service neutron] For port d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:12:31.921708 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-6200015e-a2a8-4617-9295-fb034650be4e service neutron] For port d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75,segment=NetworkSegment(5aae32b9-a911-4411-ad9f-eb7ae2aec933),segment_id=5aae32b9-a911-4411-ad9f-eb7ae2aec933)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:12:31.930019 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-6200015e-a2a8-4617-9295-fb034650be4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:31.932710 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8e258c9-ac53-497a-9ed2-7aa69d62ab4f tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:12:31.944156 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-71453e9d-c8d7-4439-a5b4-f9f2ddc2ed84 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:31.955371 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-698807bd-410d-4b2b-ad4b-178413ed5c86 None None] Provisioning complete for port 79e6c45a-5b4c-4a9c-8906-908ef9331dff triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:31.955805 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-698807bd-410d-4b2b-ad4b-178413ed5c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:31.974189 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-6200015e-a2a8-4617-9295-fb034650be4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:31.974904 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-6200015e-a2a8-4617-9295-fb034650be4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:31.976549 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-6200015e-a2a8-4617-9295-fb034650be4e service neutron] 10.222.0.13 "PUT /v2.0/ports/d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75 HTTP/1.1" status: 200 len: 1092 time: 2.1751022 Jul 24 01:12:31.979608 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95619577-2604-4308-9c05-995ef5c191d2', 'tag': 'd0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:12:31.983054 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b88dbb-83dd-4fa4-ba7b-b426a4ea197e" -d '{"events": [{"name": "network-changed", "server_uuid": "95619577-2604-4308-9c05-995ef5c191d2", "tag": "d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:12:32.003878 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-bd946407-c41e-4309-9bb5-03d6ff6aac59 None None] Set router 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 gateway port host: None {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:12:32.021847 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200015e-a2a8-4617-9295-fb034650be4e service neutron] Pushing event updated for resources: {'Port': ['ID=d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:32.045637 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594ba4d2-ff0f-452e-b101-a54925b62a45 x-openstack-request-id: req-594ba4d2-ff0f-452e-b101-a54925b62a45 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:12:32.045637 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95619577-2604-4308-9c05-995ef5c191d2", "tag": "d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:12:32.045637 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-594ba4d2-ff0f-452e-b101-a54925b62a45 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:12:32.047102 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95619577-2604-4308-9c05-995ef5c191d2', 'tag': 'd0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75', 'status': 'completed', 'code': 200} Jul 24 01:12:32.062342 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-03db92d1-8bee-4c48-a612-3b7862a51498 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:32.076680 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d8e258c9-ac53-497a-9ed2-7aa69d62ab4f tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:32.077027 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-d8e258c9-ac53-497a-9ed2-7aa69d62ab4f tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Added segment 8f6a47e0-52d9-45f4-84ae-7ce6a362bb74 of type vlan for network c21978dc-335f-437d-904c-49c1bb37e9a1 Jul 24 01:12:32.094975 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db92d1-8bee-4c48-a612-3b7862a51498 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'Port': ['ID=eef14649-94e7-4fad-bdaf-beb4f05dd7f2,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:32.127901 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-03db92d1-8bee-4c48-a612-3b7862a51498 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:32.130759 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-03db92d1-8bee-4c48-a612-3b7862a51498 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/ports/eef14649-94e7-4fad-bdaf-beb4f05dd7f2 HTTP/1.1" status: 204 len: 168 time: 0.5333683 Jul 24 01:12:32.131703 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d8e258c9-ac53-497a-9ed2-7aa69d62ab4f tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:32.132433 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57720) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:32.157712 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-5549edaa-f175-4263-89ab-73d3f2868b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:32.159332 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-5549edaa-f175-4263-89ab-73d3f2868b07 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=564125b903b34872850a006dcbcb456b&device_id=95619577-2604-4308-9c05-995ef5c191d2 HTTP/1.1" status: 200 len: 1095 time: 0.1255853 Jul 24 01:12:32.166088 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fb32011-6de7-4a53-be47-4b61b804ad88 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] GET failed (client error): The resource could not be found. Jul 24 01:12:32.168354 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5fb32011-6de7-4a53-be47-4b61b804ad88 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "GET /v2.0/ports/eef14649-94e7-4fad-bdaf-beb4f05dd7f2 HTTP/1.1" status: 404 len: 333 time: 0.0344882 Jul 24 01:12:32.171047 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57722) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:32.211710 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d8e258c9-ac53-497a-9ed2-7aa69d62ab4f tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:32.218221 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e258c9-ac53-497a-9ed2-7aa69d62ab4f tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:32.219062 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d8e258c9-ac53-497a-9ed2-7aa69d62ab4f tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:32.222634 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-c3324159-3e19-4bd9-bc31-9c8ee1c18611 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75 HTTP/1.1" status: 200 len: 217 time: 0.0485396 Jul 24 01:12:32.227025 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd39d49c-5e3b-4965-8877-67de60ba7527 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Deleting subnet ea5477b5-1151-421c-8ae6-3d15c65ec844 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:12:32.287059 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-71453e9d-c8d7-4439-a5b4-f9f2ddc2ed84 None None] Transition to ACTIVE for port object 62e9e669-c6f7-4910-9899-229333d56f47 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:12:32.292510 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d8e258c9-ac53-497a-9ed2-7aa69d62ab4f tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4932811 Jul 24 01:12:32.297397 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-698807bd-410d-4b2b-ad4b-178413ed5c86 None None] Port 79e6c45a-5b4c-4a9c-8906-908ef9331dff cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:12:32.298760 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57724) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:32.309000 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-fdc664de-ba5e-41dc-b9c7-42b2625de08f tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Request body: {'subnet': {'network_id': 'c21978dc-335f-437d-904c-49c1bb37e9a1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:32.341011 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-71453e9d-c8d7-4439-a5b4-f9f2ddc2ed84 None None] Transition to ACTIVE for port object 62e9e669-c6f7-4910-9899-229333d56f47 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:12:32.347908 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bd39d49c-5e3b-4965-8877-67de60ba7527 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:32.348725 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-71453e9d-c8d7-4439-a5b4-f9f2ddc2ed84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:32.356546 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e258c9-ac53-497a-9ed2-7aa69d62ab4f tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event updated for resources: {'Network': ['ID=c21978dc-335f-437d-904c-49c1bb37e9a1,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:32.370604 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-60748729-50cd-40f9-8679-2660ada4a4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:32.371989 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-60748729-50cd-40f9-8679-2660ada4a4d4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=19aa38bd-1d37-4f00-83f2-27768a43bf66 HTTP/1.1" status: 200 len: 848 time: 0.1394818 Jul 24 01:12:32.392619 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network c21978dc-335f-437d-904c-49c1bb37e9a1 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:12:32.396624 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bd39d49c-5e3b-4965-8877-67de60ba7527 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:32.412552 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71453e9d-c8d7-4439-a5b4-f9f2ddc2ed84 None None] Network 9abc86d3-a5bb-4a07-864c-0bbb5892adde is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:12:32.430294 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-71453e9d-c8d7-4439-a5b4-f9f2ddc2ed84 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:32.444870 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-18aca598-362f-4743-9240-cbf30386ac6c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e740d4c-0729-4da4-8b95-4f518a64dc78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647900 Jul 24 01:12:32.459159 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71453e9d-c8d7-4439-a5b4-f9f2ddc2ed84 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:12:32.465599 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71453e9d-c8d7-4439-a5b4-f9f2ddc2ed84 None None] Pushing event updated for resources: {'Port': ['ID=62e9e669-c6f7-4910-9899-229333d56f47,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:32.503638 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bd39d49c-5e3b-4965-8877-67de60ba7527 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:32.521446 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc664de-ba5e-41dc-b9c7-42b2625de08f tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Made reservation on behalf of a7007f5d47214551887f0cd1e69f571f for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:12:32.524940 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fdc664de-ba5e-41dc-b9c7-42b2625de08f tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:32.577853 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-71453e9d-c8d7-4439-a5b4-f9f2ddc2ed84 None None] Attempting to bind port 62e9e669-c6f7-4910-9899-229333d56f47 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:12:32.578240 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-71453e9d-c8d7-4439-a5b4-f9f2ddc2ed84 None None] Attempting to bind port 62e9e669-c6f7-4910-9899-229333d56f47 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'c0e59d39-09e3-498e-bad9-02c7be8fc62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9abc86d3-a5bb-4a07-864c-0bbb5892adde'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:12:32.578607 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71453e9d-c8d7-4439-a5b4-f9f2ddc2ed84 None None] Attempting to bind port 62e9e669-c6f7-4910-9899-229333d56f47 on network 9abc86d3-a5bb-4a07-864c-0bbb5892adde {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:12:32.585057 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bd39d49c-5e3b-4965-8877-67de60ba7527 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:32.595707 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-bd946407-c41e-4309-9bb5-03d6ff6aac59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'name': 'tempest-RoutersTest-router-1324182738', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:12:26Z', 'updated_at': '2021-07-24T01:12:29Z', 'revision_number': 2, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'gw_port_host': None, '_interfaces': [{'id': '79e6c45a-5b4c-4a9c-8906-908ef9331dff', 'name': '', 'network_id': '8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:21:97:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:28Z', 'updated_at': '2021-07-24T01:12:29Z', 'revision_number': 2, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:32.597712 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71453e9d-c8d7-4439-a5b4-f9f2ddc2ed84 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:12:32.598094 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71453e9d-c8d7-4439-a5b4-f9f2ddc2ed84 None None] Checking segment: {'id': 'c0e59d39-09e3-498e-bad9-02c7be8fc62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9abc86d3-a5bb-4a07-864c-0bbb5892adde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:12:32.598496 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-71453e9d-c8d7-4439-a5b4-f9f2ddc2ed84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:32.603053 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71453e9d-c8d7-4439-a5b4-f9f2ddc2ed84 None None] Bound using segment: {'id': 'c0e59d39-09e3-498e-bad9-02c7be8fc62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9abc86d3-a5bb-4a07-864c-0bbb5892adde'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:12:32.603862 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-71453e9d-c8d7-4439-a5b4-f9f2ddc2ed84 None None] Bound port: 62e9e669-c6f7-4910-9899-229333d56f47, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0e59d39-09e3-498e-bad9-02c7be8fc62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9abc86d3-a5bb-4a07-864c-0bbb5892adde'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:12:32.605261 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-71453e9d-c8d7-4439-a5b4-f9f2ddc2ed84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:32.613297 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39d49c-5e3b-4965-8877-67de60ba7527 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'Subnet': ['ID=ea5477b5-1151-421c-8ae6-3d15c65ec844,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:32.614643 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-7848b59c-f934-4cfd-9bb6-a2cc82c98406 service neutron] 10.222.0.13 "GET /v2.0/networks/5e740d4c-0729-4da4-8b95-4f518a64dc78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614769 Jul 24 01:12:32.623742 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bd39d49c-5e3b-4965-8877-67de60ba7527 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:32.628522 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-bd39d49c-5e3b-4965-8877-67de60ba7527 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/subnets/ea5477b5-1151-421c-8ae6-3d15c65ec844 HTTP/1.1" status: 204 len: 168 time: 0.4564734 Jul 24 01:12:32.629143 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57728) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:32.656864 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd946407-c41e-4309-9bb5-03d6ff6aac59 None None] Checking router: 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:12:32.658006 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd946407-c41e-4309-9bb5-03d6ff6aac59 None None] Updating router 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 port 79e6c45a-5b4c-4a9c-8906-908ef9331dff binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:12:32.726808 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c91d3429-b719-4304-bd51-e705ebc503aa tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:32.727352 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bd946407-c41e-4309-9bb5-03d6ff6aac59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:32.768950 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-32d1dc23-2ee2-4081-a411-d8ec46deb83a req-bf2afa51-eb4f-4fa0-97e6-35f6a92ffc9d service neutron] 10.222.0.13 "GET /v2.0/networks/5e740d4c-0729-4da4-8b95-4f518a64dc78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464300 Jul 24 01:12:32.778003 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-71453e9d-c8d7-4439-a5b4-f9f2ddc2ed84 None None] For port 62e9e669-c6f7-4910-9899-229333d56f47, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:12:32.804981 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-71453e9d-c8d7-4439-a5b4-f9f2ddc2ed84 None None] For port 62e9e669-c6f7-4910-9899-229333d56f47, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=62e9e669-c6f7-4910-9899-229333d56f47,segment=NetworkSegment(c0e59d39-09e3-498e-bad9-02c7be8fc62f),segment_id=c0e59d39-09e3-498e-bad9-02c7be8fc62f)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:12:32.825636 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-71453e9d-c8d7-4439-a5b4-f9f2ddc2ed84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:32.829822 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-c91d3429-b719-4304-bd51-e705ebc503aa tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Deleting port 62e9e669-c6f7-4910-9899-229333d56f47 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:12:32.830306 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c91d3429-b719-4304-bd51-e705ebc503aa tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:32.870017 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fdc664de-ba5e-41dc-b9c7-42b2625de08f tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:32.926675 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-c91d3429-b719-4304-bd51-e705ebc503aa tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] For port 62e9e669-c6f7-4910-9899-229333d56f47, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=62e9e669-c6f7-4910-9899-229333d56f47,segment=NetworkSegment(c0e59d39-09e3-498e-bad9-02c7be8fc62f),segment_id=c0e59d39-09e3-498e-bad9-02c7be8fc62f)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:12:32.927257 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c91d3429-b719-4304-bd51-e705ebc503aa tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:32.946492 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-c91d3429-b719-4304-bd51-e705ebc503aa tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Calling delete_port for 62e9e669-c6f7-4910-9899-229333d56f47 owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:12:32.951788 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc664de-ba5e-41dc-b9c7-42b2625de08f tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event updated for resources: {'Subnet': ['ID=65fc7910-338d-4cad-82c0-fcf5c4fbc955,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:32.977569 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029c17c-a76b-4b81-9c07-bb773535e501 req-bd4ee5b1-7857-4d29-9616-a1b776970a7e tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:32.980320 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7029c17c-a76b-4b81-9c07-bb773535e501 req-bd4ee5b1-7857-4d29-9616-a1b776970a7e tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/ports?device_id=95619577-2604-4308-9c05-995ef5c191d2 HTTP/1.1" status: 200 len: 943 time: 0.1261640 Jul 24 01:12:32.991263 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b88dbb-83dd-4fa4-ba7b-b426a4ea197e req-c31e3628-9854-48ac-a37c-4658f3c7d165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:32.993135 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-99b88dbb-83dd-4fa4-ba7b-b426a4ea197e req-c31e3628-9854-48ac-a37c-4658f3c7d165 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=564125b903b34872850a006dcbcb456b&device_id=95619577-2604-4308-9c05-995ef5c191d2 HTTP/1.1" status: 200 len: 1095 time: 0.1621883 Jul 24 01:12:32.999306 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c04ed6c-011c-4d35-8bf4-40f7998f4ec9 None None] Network 9abc86d3-a5bb-4a07-864c-0bbb5892adde requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:12:33.000959 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc664de-ba5e-41dc-b9c7-42b2625de08f tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Checking segment: {'id': '8f6a47e0-52d9-45f4-84ae-7ce6a362bb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c21978dc-335f-437d-904c-49c1bb37e9a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:12:33.001329 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc664de-ba5e-41dc-b9c7-42b2625de08f tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Network hostable DHCP agents. Network: c21978dc-335f-437d-904c-49c1bb37e9a1, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:12:33.064214 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7029c17c-a76b-4b81-9c07-bb773535e501 req-97b79f41-08c3-4c06-b5e4-f410f1886d62 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/security-groups?id=277cc7ba-6ca5-421d-9c63-2db46416c9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493882 Jul 24 01:12:33.080138 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc664de-ba5e-41dc-b9c7-42b2625de08f tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Network c21978dc-335f-437d-904c-49c1bb37e9a1 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:12:33.089622 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71453e9d-c8d7-4439-a5b4-f9f2ddc2ed84 None None] Pushing event updated for resources: {'Port': ['ID=62e9e669-c6f7-4910-9899-229333d56f47,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:33.093002 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c91d3429-b719-4304-bd51-e705ebc503aa tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:33.106896 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-fdc664de-ba5e-41dc-b9c7-42b2625de08f tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, c21978dc-335f-437d-904c-49c1bb37e9a1) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:33.113949 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc664de-ba5e-41dc-b9c7-42b2625de08f tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:33.114488 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fdc664de-ba5e-41dc-b9c7-42b2625de08f tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:33.127145 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b88dbb-83dd-4fa4-ba7b-b426a4ea197e req-d53fa45d-7675-410d-ae65-290a20008a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:33.127145 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-99b88dbb-83dd-4fa4-ba7b-b426a4ea197e req-d53fa45d-7675-410d-ae65-290a20008a9d service neutron] 10.222.0.13 "GET /v2.0/networks?id=5e740d4c-0729-4da4-8b95-4f518a64dc78 HTTP/1.1" status: 200 len: 909 time: 0.1192327 Jul 24 01:12:33.138066 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91d3429-b719-4304-bd51-e705ebc503aa tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'Port': ['ID=62e9e669-c6f7-4910-9899-229333d56f47,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:33.141486 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91d3429-b719-4304-bd51-e705ebc503aa tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] No DVR routers for this DVR port 62e9e669-c6f7-4910-9899-229333d56f47 on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:12:33.163077 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52a8743-5bdf-4cc6-8600-06fe9d834ced None None] Network c21978dc-335f-437d-904c-49c1bb37e9a1 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:12:33.237187 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c91d3429-b719-4304-bd51-e705ebc503aa tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:33.249590 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-c91d3429-b719-4304-bd51-e705ebc503aa tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9abc86d3-a5bb-4a07-864c-0bbb5892adde']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:33.262025 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-c91d3429-b719-4304-bd51-e705ebc503aa tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0e59d39-09e3-498e-bad9-02c7be8fc62f') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:33.262325 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-c91d3429-b719-4304-bd51-e705ebc503aa tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0e59d39-09e3-498e-bad9-02c7be8fc62f') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:33.272741 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c91d3429-b719-4304-bd51-e705ebc503aa tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:33.289528 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c91d3429-b719-4304-bd51-e705ebc503aa tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:33.297513 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c91d3429-b719-4304-bd51-e705ebc503aa tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:12:33.298399 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c91d3429-b719-4304-bd51-e705ebc503aa tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:33.302632 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:12:33.302632 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:12:33.302632 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:12:33.302632 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:12:33.302632 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:12:33.302632 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:12:33.302632 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:12:33.302632 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:12:33.302632 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:12:33.302632 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:12:33.302632 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:12:33.302632 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:12:33.302632 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:12:33.302632 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:12:33.302632 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:12:33.302632 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:12:33.302632 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:12:33.302632 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:12:33.302632 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:12:33.302632 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:12:33.302632 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:12:33.302632 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:12:33.302632 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:12:33.302632 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:12:33.302632 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:12:33.302632 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:12:33.302632 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:12:33.302632 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:12:33.302632 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:12:33.302632 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:12:33.302632 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:12:33.302632 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:12:33.371922 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c91d3429-b719-4304-bd51-e705ebc503aa tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:33.378339 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bd946407-c41e-4309-9bb5-03d6ff6aac59 None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:33.381370 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c91d3429-b719-4304-bd51-e705ebc503aa tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:33.383745 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c91d3429-b719-4304-bd51-e705ebc503aa tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/networks/9abc86d3-a5bb-4a07-864c-0bbb5892adde HTTP/1.1" status: 204 len: 168 time: 0.7534628 Jul 24 01:12:33.394309 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57732) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:33.403093 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-16eeb260-1264-4c25-8af5-9f60985b2978 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'port': {'network_id': '99d75115-0277-499e-83b7-5e60b82bdcdf', 'name': 'tempest-PortsIpV6TestJSON-681806690'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:33.406433 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91d3429-b719-4304-bd51-e705ebc503aa tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'Network': ['ID=9abc86d3-a5bb-4a07-864c-0bbb5892adde,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:33.417499 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-bd946407-c41e-4309-9bb5-03d6ff6aac59 None None] Transition to ACTIVE for port object 79e6c45a-5b4c-4a9c-8906-908ef9331dff will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:12:33.434840 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a0acf6-5cdb-4295-9187-6a9ccd3fc3cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-c21978dc-335f-437d-904c-49c1bb37e9a1', 'network_id': 'c21978dc-335f-437d-904c-49c1bb37e9a1', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'fixed_ips': [{'subnet_id': '65fc7910-338d-4cad-82c0-fcf5c4fbc955'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:12:33.436133 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-87a0acf6-5cdb-4295-9187-6a9ccd3fc3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:33.440689 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bd946407-c41e-4309-9bb5-03d6ff6aac59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:33.510863 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16eeb260-1264-4c25-8af5-9f60985b2978 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Made reservation on behalf of 026bcbf091d2494db8a42c50681cd74e for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:12:33.515987 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-16eeb260-1264-4c25-8af5-9f60985b2978 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:33.544688 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-16eeb260-1264-4c25-8af5-9f60985b2978 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] device_id is not set on port 215c976c-e7f0-4966-8aed-8bbb753aa0e2 yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:12:33.567565 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-fdc664de-ba5e-41dc-b9c7-42b2625de08f tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2666142 Jul 24 01:12:33.569365 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-99b88dbb-83dd-4fa4-ba7b-b426a4ea197e req-b113f2e1-cacc-44c0-ba67-517fbd04d985 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75 HTTP/1.1" status: 200 len: 217 time: 0.4413397 Jul 24 01:12:33.570349 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57736) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:33.618462 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e094700-d386-448b-9be1-53696ab6a4e5 None None] Pushing event updated for resources: {'Port': ['ID=79e6c45a-5b4c-4a9c-8906-908ef9331dff,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:33.722256 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-bd946407-c41e-4309-9bb5-03d6ff6aac59 None None] Attempting to bind port 79e6c45a-5b4c-4a9c-8906-908ef9331dff on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:12:33.722637 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-bd946407-c41e-4309-9bb5-03d6ff6aac59 None None] Attempting to bind port 79e6c45a-5b4c-4a9c-8906-908ef9331dff by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '51326d21-8b11-44a9-9656-0f14a61992de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:12:33.723043 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd946407-c41e-4309-9bb5-03d6ff6aac59 None None] Attempting to bind port 79e6c45a-5b4c-4a9c-8906-908ef9331dff on network 8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:12:33.735668 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd946407-c41e-4309-9bb5-03d6ff6aac59 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:12:33.736044 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd946407-c41e-4309-9bb5-03d6ff6aac59 None None] Checking segment: {'id': '51326d21-8b11-44a9-9656-0f14a61992de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:12:33.736463 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bd946407-c41e-4309-9bb5-03d6ff6aac59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:33.736866 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd946407-c41e-4309-9bb5-03d6ff6aac59 None None] Bound using segment: {'id': '51326d21-8b11-44a9-9656-0f14a61992de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:12:33.737948 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-bd946407-c41e-4309-9bb5-03d6ff6aac59 None None] Bound port: 79e6c45a-5b4c-4a9c-8906-908ef9331dff, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51326d21-8b11-44a9-9656-0f14a61992de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:12:33.738348 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bd946407-c41e-4309-9bb5-03d6ff6aac59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:33.742131 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-87a0acf6-5cdb-4295-9187-6a9ccd3fc3cf None None] Allocated IP 172.21.0.2 (c21978dc-335f-437d-904c-49c1bb37e9a1/65fc7910-338d-4cad-82c0-fcf5c4fbc955/0e055358-edc6-4092-a7f7-12d20db0ccd5) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:12:33.759433 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-16eeb260-1264-4c25-8af5-9f60985b2978 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:33.775828 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b88dbb-83dd-4fa4-ba7b-b426a4ea197e req-309b02d5-d55e-4af4-883f-4ea6ccc67fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:33.778013 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-99b88dbb-83dd-4fa4-ba7b-b426a4ea197e req-309b02d5-d55e-4af4-883f-4ea6ccc67fb0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=19aa38bd-1d37-4f00-83f2-27768a43bf66 HTTP/1.1" status: 200 len: 848 time: 0.1525595 Jul 24 01:12:33.801023 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-16eeb260-1264-4c25-8af5-9f60985b2978 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:33.841739 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16eeb260-1264-4c25-8af5-9f60985b2978 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Network 99d75115-0277-499e-83b7-5e60b82bdcdf is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:12:33.845397 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-16eeb260-1264-4c25-8af5-9f60985b2978 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:33.849268 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16eeb260-1264-4c25-8af5-9f60985b2978 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:12:33.855878 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16eeb260-1264-4c25-8af5-9f60985b2978 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:33.856504 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-16eeb260-1264-4c25-8af5-9f60985b2978 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:33.873183 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-99b88dbb-83dd-4fa4-ba7b-b426a4ea197e req-e0d9aca0-bacc-49b7-9901-e98e1fc91a98 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5e740d4c-0729-4da4-8b95-4f518a64dc78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872495 Jul 24 01:12:33.879042 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eeb260-1264-4c25-8af5-9f60985b2978 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'Port': ['ID=215c976c-e7f0-4966-8aed-8bbb753aa0e2,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:33.891267 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-16eeb260-1264-4c25-8af5-9f60985b2978 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.4955142 Jul 24 01:12:33.892662 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57740) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:33.910308 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-bd946407-c41e-4309-9bb5-03d6ff6aac59 None None] For port 79e6c45a-5b4c-4a9c-8906-908ef9331dff, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:12:33.915454 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-bd946407-c41e-4309-9bb5-03d6ff6aac59 None None] For port 79e6c45a-5b4c-4a9c-8906-908ef9331dff, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=79e6c45a-5b4c-4a9c-8906-908ef9331dff,segment=NetworkSegment(51326d21-8b11-44a9-9656-0f14a61992de),segment_id=51326d21-8b11-44a9-9656-0f14a61992de)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:12:33.925615 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bd946407-c41e-4309-9bb5-03d6ff6aac59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:34.018646 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-de12b533-5f54-4640-a00a-0cc5c15d40f5 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Deleting port 215c976c-e7f0-4966-8aed-8bbb753aa0e2 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:12:34.019198 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-de12b533-5f54-4640-a00a-0cc5c15d40f5 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:34.025333 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-87a0acf6-5cdb-4295-9187-6a9ccd3fc3cf None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:34.038085 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd946407-c41e-4309-9bb5-03d6ff6aac59 None None] Routers {'1b23c3c9-aa0f-4150-b70e-d2d480fa5745'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:12:34.039217 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-bd946407-c41e-4309-9bb5-03d6ff6aac59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:12:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1b23c3c9-aa0f-4150-b70e-d2d480fa5745'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:34.066436 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-99b88dbb-83dd-4fa4-ba7b-b426a4ea197e req-c4ca6f47-85b0-4604-8b08-ea582cd08929 service neutron] 10.222.0.13 "GET /v2.0/networks/5e740d4c-0729-4da4-8b95-4f518a64dc78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821265 Jul 24 01:12:34.073416 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-87a0acf6-5cdb-4295-9187-6a9ccd3fc3cf None None] Transition to ACTIVE for port object 0e055358-edc6-4092-a7f7-12d20db0ccd5 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:12:34.075245 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e094700-d386-448b-9be1-53696ab6a4e5 None None] Pushing event updated for resources: {'Port': ['ID=79e6c45a-5b4c-4a9c-8906-908ef9331dff,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:34.121484 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-de12b533-5f54-4640-a00a-0cc5c15d40f5 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:34.126427 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-87a0acf6-5cdb-4295-9187-6a9ccd3fc3cf None None] Transition to ACTIVE for port object 0e055358-edc6-4092-a7f7-12d20db0ccd5 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:12:34.146992 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-87a0acf6-5cdb-4295-9187-6a9ccd3fc3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:34.147633 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-de12b533-5f54-4640-a00a-0cc5c15d40f5 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Calling delete_port for 215c976c-e7f0-4966-8aed-8bbb753aa0e2 owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:12:34.161519 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-227df431-8744-46f0-958d-7292a8d9cd74 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:34.199719 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-bd946407-c41e-4309-9bb5-03d6ff6aac59 None None] Set router 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 gateway port host: None {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:12:34.204105 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a0acf6-5cdb-4295-9187-6a9ccd3fc3cf None None] Network c21978dc-335f-437d-904c-49c1bb37e9a1 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:12:34.241685 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-87a0acf6-5cdb-4295-9187-6a9ccd3fc3cf None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:34.247596 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a0acf6-5cdb-4295-9187-6a9ccd3fc3cf None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:12:34.256223 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a0acf6-5cdb-4295-9187-6a9ccd3fc3cf None None] Pushing event updated for resources: {'Port': ['ID=0e055358-edc6-4092-a7f7-12d20db0ccd5,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:34.301297 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-de12b533-5f54-4640-a00a-0cc5c15d40f5 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:34.349877 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5c3e1-179e-40a6-b818-dd4d7d5b05c7 req-f713a064-5ef0-4407-8578-bc0ac9335e0e tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:34.351601 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9fc5c3e1-179e-40a6-b818-dd4d7d5b05c7 req-f713a064-5ef0-4407-8578-bc0ac9335e0e tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/ports?device_id=95619577-2604-4308-9c05-995ef5c191d2 HTTP/1.1" status: 200 len: 943 time: 0.1266677 Jul 24 01:12:34.352334 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12b533-5f54-4640-a00a-0cc5c15d40f5 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'Port': ['ID=215c976c-e7f0-4966-8aed-8bbb753aa0e2,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:34.359980 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-de12b533-5f54-4640-a00a-0cc5c15d40f5 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:34.362220 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-de12b533-5f54-4640-a00a-0cc5c15d40f5 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/ports/215c976c-e7f0-4966-8aed-8bbb753aa0e2 HTTP/1.1" status: 204 len: 168 time: 0.4684064 Jul 24 01:12:34.364750 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57744) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:34.371321 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-23f6f171-57f4-4548-af73-9b802c99780e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'port': {'network_id': '99d75115-0277-499e-83b7-5e60b82bdcdf', 'mac_address': 'fa:16:3e:78:db:ff', 'name': 'tempest-PortsIpV6TestJSON-2106519919'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:34.389772 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-87a0acf6-5cdb-4295-9187-6a9ccd3fc3cf None None] Attempting to bind port 0e055358-edc6-4092-a7f7-12d20db0ccd5 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:12:34.390154 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-87a0acf6-5cdb-4295-9187-6a9ccd3fc3cf None None] Attempting to bind port 0e055358-edc6-4092-a7f7-12d20db0ccd5 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '8f6a47e0-52d9-45f4-84ae-7ce6a362bb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c21978dc-335f-437d-904c-49c1bb37e9a1'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:12:34.390523 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a0acf6-5cdb-4295-9187-6a9ccd3fc3cf None None] Attempting to bind port 0e055358-edc6-4092-a7f7-12d20db0ccd5 on network c21978dc-335f-437d-904c-49c1bb37e9a1 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:12:34.424410 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-99b88dbb-83dd-4fa4-ba7b-b426a4ea197e req-71b03a8a-f067-4c42-9004-38ff3ca121c4 service neutron] 10.222.0.13 "GET /v2.0/networks/5e740d4c-0729-4da4-8b95-4f518a64dc78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122635 Jul 24 01:12:34.434478 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a0acf6-5cdb-4295-9187-6a9ccd3fc3cf None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:12:34.434478 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a0acf6-5cdb-4295-9187-6a9ccd3fc3cf None None] Checking segment: {'id': '8f6a47e0-52d9-45f4-84ae-7ce6a362bb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c21978dc-335f-437d-904c-49c1bb37e9a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:12:34.434948 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-87a0acf6-5cdb-4295-9187-6a9ccd3fc3cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:34.435112 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a0acf6-5cdb-4295-9187-6a9ccd3fc3cf None None] Bound using segment: {'id': '8f6a47e0-52d9-45f4-84ae-7ce6a362bb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c21978dc-335f-437d-904c-49c1bb37e9a1'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:12:34.435605 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-87a0acf6-5cdb-4295-9187-6a9ccd3fc3cf None None] Bound port: 0e055358-edc6-4092-a7f7-12d20db0ccd5, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f6a47e0-52d9-45f4-84ae-7ce6a362bb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c21978dc-335f-437d-904c-49c1bb37e9a1'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:12:34.435999 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-87a0acf6-5cdb-4295-9187-6a9ccd3fc3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:34.476959 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9fc5c3e1-179e-40a6-b818-dd4d7d5b05c7 req-670a53dd-fc05-414e-8143-cc1f36e177d9 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/security-groups?id=277cc7ba-6ca5-421d-9c63-2db46416c9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992212 Jul 24 01:12:34.525015 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f6f171-57f4-4548-af73-9b802c99780e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Made reservation on behalf of 026bcbf091d2494db8a42c50681cd74e for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:12:34.551257 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-87a0acf6-5cdb-4295-9187-6a9ccd3fc3cf None None] For port 0e055358-edc6-4092-a7f7-12d20db0ccd5, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:12:34.566501 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-87a0acf6-5cdb-4295-9187-6a9ccd3fc3cf None None] For port 0e055358-edc6-4092-a7f7-12d20db0ccd5, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0e055358-edc6-4092-a7f7-12d20db0ccd5,segment=NetworkSegment(8f6a47e0-52d9-45f4-84ae-7ce6a362bb74),segment_id=8f6a47e0-52d9-45f4-84ae-7ce6a362bb74)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:12:34.576465 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-87a0acf6-5cdb-4295-9187-6a9ccd3fc3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:34.601418 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-23f6f171-57f4-4548-af73-9b802c99780e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:34.623377 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-227df431-8744-46f0-958d-7292a8d9cd74 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Allocated IP 172.21.0.1 (c21978dc-335f-437d-904c-49c1bb37e9a1/65fc7910-338d-4cad-82c0-fcf5c4fbc955/a1cd22bd-2c14-4934-8be2-223a9d072aab) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:12:34.624844 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-bd946407-c41e-4309-9bb5-03d6ff6aac59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'name': 'tempest-RoutersTest-router-1324182738', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:12:26Z', 'updated_at': '2021-07-24T01:12:29Z', 'revision_number': 2, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'gw_port_host': None, '_interfaces': [{'id': '79e6c45a-5b4c-4a9c-8906-908ef9331dff', 'name': '', 'network_id': '8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:21:97:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:28Z', 'updated_at': '2021-07-24T01:12:33Z', 'revision_number': 4, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:34.625957 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-23f6f171-57f4-4548-af73-9b802c99780e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] device_id is not set on port cf0ef859-0d61-4676-a9fb-49f63c497dfe yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:12:34.659200 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd946407-c41e-4309-9bb5-03d6ff6aac59 None None] The sync data for ids ['1b23c3c9-aa0f-4150-b70e-d2d480fa5745'] in n-d-793621-25 is: [{'id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'name': 'tempest-RoutersTest-router-1324182738', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:12:26Z', 'updated_at': '2021-07-24T01:12:29Z', 'revision_number': 2, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'gw_port_host': None, '_interfaces': [{'id': '79e6c45a-5b4c-4a9c-8906-908ef9331dff', 'name': '', 'network_id': '8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:21:97:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:28Z', 'updated_at': '2021-07-24T01:12:33Z', 'revision_number': 4, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:12:34.700293 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a0acf6-5cdb-4295-9187-6a9ccd3fc3cf None None] Pushing event updated for resources: {'Port': ['ID=0e055358-edc6-4092-a7f7-12d20db0ccd5,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:34.793305 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-227df431-8744-46f0-958d-7292a8d9cd74 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:34.811036 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-227df431-8744-46f0-958d-7292a8d9cd74 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Transition to ACTIVE for port object a1cd22bd-2c14-4934-8be2-223a9d072aab will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:12:34.844814 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-23f6f171-57f4-4548-af73-9b802c99780e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:34.857029 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-227df431-8744-46f0-958d-7292a8d9cd74 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:34.923171 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-23f6f171-57f4-4548-af73-9b802c99780e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:34.923937 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227df431-8744-46f0-958d-7292a8d9cd74 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Network c21978dc-335f-437d-904c-49c1bb37e9a1 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:12:34.928577 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-227df431-8744-46f0-958d-7292a8d9cd74 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:34.930683 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227df431-8744-46f0-958d-7292a8d9cd74 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event updated for resources: {'Port': ['ID=a1cd22bd-2c14-4934-8be2-223a9d072aab,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:34.934645 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227df431-8744-46f0-958d-7292a8d9cd74 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:12:34.955583 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:35.004930 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f6f171-57f4-4548-af73-9b802c99780e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Network 99d75115-0277-499e-83b7-5e60b82bdcdf is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:12:35.008467 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-23f6f171-57f4-4548-af73-9b802c99780e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:35.015044 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f6f171-57f4-4548-af73-9b802c99780e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:12:35.020814 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f6f171-57f4-4548-af73-9b802c99780e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:35.021479 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-23f6f171-57f4-4548-af73-9b802c99780e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:35.037601 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6f171-57f4-4548-af73-9b802c99780e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'Port': ['ID=cf0ef859-0d61-4676-a9fb-49f63c497dfe,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:35.040421 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-227df431-8744-46f0-958d-7292a8d9cd74 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:35.046584 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-23f6f171-57f4-4548-af73-9b802c99780e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6807091 Jul 24 01:12:35.049049 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57748) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:35.163674 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da11e646-8fe6-48e4-be7f-5bb87afff944 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:35.168585 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-da11e646-8fe6-48e4-be7f-5bb87afff944 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "GET /v2.0/ports/cf0ef859-0d61-4676-a9fb-49f63c497dfe HTTP/1.1" status: 200 len: 845 time: 0.1184554 Jul 24 01:12:35.169202 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57750) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:35.249604 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0e055358-edc6-4092-a7f7-12d20db0ccd5 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:12:35.251199 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-227df431-8744-46f0-958d-7292a8d9cd74 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:35.302064 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:35.324027 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 0e055358-edc6-4092-a7f7-12d20db0ccd5 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:12:35.328483 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 79e6c45a-5b4c-4a9c-8906-908ef9331dff up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:12:35.386960 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 79e6c45a-5b4c-4a9c-8906-908ef9331dff completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:12:35.391751 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 79e6c45a-5b4c-4a9c-8906-908ef9331dff triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:35.392196 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:35.487813 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:35.496159 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-c516f46b-7beb-4273-a014-1947f97bfb9e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Deleting port cf0ef859-0d61-4676-a9fb-49f63c497dfe {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:12:35.496737 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c516f46b-7beb-4273-a014-1947f97bfb9e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:35.533374 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 79e6c45a-5b4c-4a9c-8906-908ef9331dff, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=79e6c45a-5b4c-4a9c-8906-908ef9331dff,segment=NetworkSegment(51326d21-8b11-44a9-9656-0f14a61992de),segment_id=51326d21-8b11-44a9-9656-0f14a61992de)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:12:35.540468 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:35.596153 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=79e6c45a-5b4c-4a9c-8906-908ef9331dff,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:35.653539 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c516f46b-7beb-4273-a014-1947f97bfb9e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:35.673014 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-c516f46b-7beb-4273-a014-1947f97bfb9e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Calling delete_port for cf0ef859-0d61-4676-a9fb-49f63c497dfe owned by {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:12:35.689010 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e75b0-6101-4919-9d77-84c1bb14551b req-3543f994-d388-4456-bc99-bdc68d549b4a tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:35.691319 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-900e75b0-6101-4919-9d77-84c1bb14551b req-3543f994-d388-4456-bc99-bdc68d549b4a tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/ports?device_id=95619577-2604-4308-9c05-995ef5c191d2 HTTP/1.1" status: 200 len: 943 time: 0.0809350 Jul 24 01:12:35.695970 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-227df431-8744-46f0-958d-7292a8d9cd74 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:35.738409 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-227df431-8744-46f0-958d-7292a8d9cd74 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:35.746026 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-900e75b0-6101-4919-9d77-84c1bb14551b req-34d327d9-db4e-455e-b118-76aac3299e87 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/security-groups?id=277cc7ba-6ca5-421d-9c63-2db46416c9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467212 Jul 24 01:12:35.835795 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c67ef7-401d-4e91-8da2-75d6d54bbca8 None None] Network c21978dc-335f-437d-904c-49c1bb37e9a1 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:12:35.848395 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-227df431-8744-46f0-958d-7292a8d9cd74 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:35.866807 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227df431-8744-46f0-958d-7292a8d9cd74 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event updated for resources: {'Port': ['ID=a1cd22bd-2c14-4934-8be2-223a9d072aab,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:35.903162 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-629dc942-98f6-4b3d-8b79-d8714fb30f0e None None] Provisioning for port 0e055358-edc6-4092-a7f7-12d20db0ccd5 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:12:35.912247 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-629dc942-98f6-4b3d-8b79-d8714fb30f0e None None] Provisioning complete for port 0e055358-edc6-4092-a7f7-12d20db0ccd5 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:35.912707 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-629dc942-98f6-4b3d-8b79-d8714fb30f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:35.927951 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c516f46b-7beb-4273-a014-1947f97bfb9e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:35.968349 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c516f46b-7beb-4273-a014-1947f97bfb9e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'Port': ['ID=cf0ef859-0d61-4676-a9fb-49f63c497dfe,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:35.977052 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c516f46b-7beb-4273-a014-1947f97bfb9e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:35.979965 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c516f46b-7beb-4273-a014-1947f97bfb9e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/ports/cf0ef859-0d61-4676-a9fb-49f63c497dfe HTTP/1.1" status: 204 len: 168 time: 0.8099046 Jul 24 01:12:35.982845 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57756) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:36.023165 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f11ac39-f7fa-4ccd-82b2-c75adf0b1e3a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] GET failed (client error): The resource could not be found. Jul 24 01:12:36.024722 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5f11ac39-f7fa-4ccd-82b2-c75adf0b1e3a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "GET /v2.0/ports/cf0ef859-0d61-4676-a9fb-49f63c497dfe HTTP/1.1" status: 404 len: 333 time: 0.0409493 Jul 24 01:12:36.031119 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57758) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:36.033367 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227df431-8744-46f0-958d-7292a8d9cd74 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Network c21978dc-335f-437d-904c-49c1bb37e9a1 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:12:36.034877 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-227df431-8744-46f0-958d-7292a8d9cd74 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:36.037638 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-5dc8b87c-7a00-4aa6-a459-343ab6219bec tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'port': {'network_id': '99d75115-0277-499e-83b7-5e60b82bdcdf', 'name': 'tempest-PortsIpV6TestJSON-1446686947'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:36.072751 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-629dc942-98f6-4b3d-8b79-d8714fb30f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:36.111945 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-629dc942-98f6-4b3d-8b79-d8714fb30f0e None None] For port 0e055358-edc6-4092-a7f7-12d20db0ccd5, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0e055358-edc6-4092-a7f7-12d20db0ccd5,segment=NetworkSegment(8f6a47e0-52d9-45f4-84ae-7ce6a362bb74),segment_id=8f6a47e0-52d9-45f4-84ae-7ce6a362bb74)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:12:36.121856 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-629dc942-98f6-4b3d-8b79-d8714fb30f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:36.140121 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227df431-8744-46f0-958d-7292a8d9cd74 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Router 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:12:36.152077 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc8b87c-7a00-4aa6-a459-343ab6219bec tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Made reservation on behalf of 026bcbf091d2494db8a42c50681cd74e for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:12:36.156058 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5dc8b87c-7a00-4aa6-a459-343ab6219bec tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:36.184405 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629dc942-98f6-4b3d-8b79-d8714fb30f0e None None] Pushing event updated for resources: {'Port': ['ID=0e055358-edc6-4092-a7f7-12d20db0ccd5,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:36.196617 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-5dc8b87c-7a00-4aa6-a459-343ab6219bec tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] device_id is not set on port 079a900e-5f77-4a24-bf2d-c18bef64656f yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:12:36.253949 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227df431-8744-46f0-958d-7292a8d9cd74 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:12:36.260850 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-227df431-8744-46f0-958d-7292a8d9cd74 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "PUT /v2.0/routers/1b23c3c9-aa0f-4150-b70e-d2d480fa5745/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6892145 Jul 24 01:12:36.263417 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57760) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:36.268817 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-39e82e15-5d31-4339-85e1-a624f362d5f5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Request body: {'network': {'name': 'tempest-RoutersTest-51956692'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:36.294667 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e82e15-5d31-4339-85e1-a624f362d5f5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Made reservation on behalf of a7007f5d47214551887f0cd1e69f571f for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:12:36.301380 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-39e82e15-5d31-4339-85e1-a624f362d5f5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:36.329574 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e82e15-5d31-4339-85e1-a624f362d5f5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:12:36.340049 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-39e82e15-5d31-4339-85e1-a624f362d5f5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:36.340444 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-39e82e15-5d31-4339-85e1-a624f362d5f5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Added segment 4e8415c7-3dc7-41fe-a9c9-b193667978c7 of type vlan for network be15ab2c-b126-483f-9768-5f51627b3943 Jul 24 01:12:36.354008 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65425d94-ecda-45a2-8edf-11cb79dc3983 None None] Sync routers for ids ['1b23c3c9-aa0f-4150-b70e-d2d480fa5745'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:12:36.368284 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65425d94-ecda-45a2-8edf-11cb79dc3983 None None] Routers {'1b23c3c9-aa0f-4150-b70e-d2d480fa5745'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:12:36.370252 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-65425d94-ecda-45a2-8edf-11cb79dc3983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:12:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1b23c3c9-aa0f-4150-b70e-d2d480fa5745'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:36.377530 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5dc8b87c-7a00-4aa6-a459-343ab6219bec tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:36.397060 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-39e82e15-5d31-4339-85e1-a624f362d5f5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:36.435157 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5dc8b87c-7a00-4aa6-a459-343ab6219bec tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:36.441155 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-39e82e15-5d31-4339-85e1-a624f362d5f5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:36.453427 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-66e6d6bd-4486-42cc-9d8b-793a010bf186 None None] Provisioning for port a1cd22bd-2c14-4934-8be2-223a9d072aab completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:12:36.458059 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e82e15-5d31-4339-85e1-a624f362d5f5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:36.458700 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-39e82e15-5d31-4339-85e1-a624f362d5f5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:36.461164 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-66e6d6bd-4486-42cc-9d8b-793a010bf186 None None] Provisioning complete for port a1cd22bd-2c14-4934-8be2-223a9d072aab triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:36.462576 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-66e6d6bd-4486-42cc-9d8b-793a010bf186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:36.507564 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-66e6d6bd-4486-42cc-9d8b-793a010bf186 None None] Port a1cd22bd-2c14-4934-8be2-223a9d072aab cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:12:36.512706 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-39e82e15-5d31-4339-85e1-a624f362d5f5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.2480810 Jul 24 01:12:36.513397 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57762) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:36.527353 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-65425d94-ecda-45a2-8edf-11cb79dc3983 None None] Set router 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:12:36.527986 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-66e6d6bd-4486-42cc-9d8b-793a010bf186 None None] Provisioning complete for port 0e055358-edc6-4092-a7f7-12d20db0ccd5 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:36.528467 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-66e6d6bd-4486-42cc-9d8b-793a010bf186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:36.529427 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-61be4bae-b288-4329-9883-79d289b7841f tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Request body: {'subnet': {'network_id': 'be15ab2c-b126-483f-9768-5f51627b3943', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:36.538572 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc8b87c-7a00-4aa6-a459-343ab6219bec tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Network 99d75115-0277-499e-83b7-5e60b82bdcdf is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:12:36.545195 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-5dc8b87c-7a00-4aa6-a459-343ab6219bec tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:36.554080 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc8b87c-7a00-4aa6-a459-343ab6219bec tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:12:36.555999 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:12:36.561658 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc8b87c-7a00-4aa6-a459-343ab6219bec tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:36.562536 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5dc8b87c-7a00-4aa6-a459-343ab6219bec tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:36.573389 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8b87c-7a00-4aa6-a459-343ab6219bec tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'Port': ['ID=079a900e-5f77-4a24-bf2d-c18bef64656f,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:36.593824 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5dc8b87c-7a00-4aa6-a459-343ab6219bec tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5613019 Jul 24 01:12:36.595220 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57764) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:36.603766 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-5c2603f6-21d3-4615-9a4b-aba53f4311f6 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:36.640008 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e82e15-5d31-4339-85e1-a624f362d5f5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event updated for resources: {'Network': ['ID=be15ab2c-b126-483f-9768-5f51627b3943,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:36.682475 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network be15ab2c-b126-483f-9768-5f51627b3943 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:12:36.745366 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75,segment=NetworkSegment(5aae32b9-a911-4411-ad9f-eb7ae2aec933),segment_id=5aae32b9-a911-4411-ad9f-eb7ae2aec933)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:12:36.752112 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61be4bae-b288-4329-9883-79d289b7841f tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Made reservation on behalf of a7007f5d47214551887f0cd1e69f571f for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:12:36.756667 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-61be4bae-b288-4329-9883-79d289b7841f tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:36.764423 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5c2603f6-21d3-4615-9a4b-aba53f4311f6 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:36.806744 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'd0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75', 'network_id': '5e740d4c-0729-4da4-8b95-4f518a64dc78', 'port_id': 'd0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75', 'mac_address': 'fa:16:3e:90:23:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19aa38bd-1d37-4f00-83f2-27768a43bf66', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:12:36.858061 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-65425d94-ecda-45a2-8edf-11cb79dc3983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'name': 'tempest-RoutersTest-router-1324182738', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:12:26Z', 'updated_at': '2021-07-24T01:12:35Z', 'revision_number': 3, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'gw_port_host': None, '_interfaces': [{'id': '79e6c45a-5b4c-4a9c-8906-908ef9331dff', 'name': '', 'network_id': '8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:21:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:28Z', 'updated_at': '2021-07-24T01:12:35Z', 'revision_number': 5, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1cd22bd-2c14-4934-8be2-223a9d072aab', 'name': '', 'network_id': 'c21978dc-335f-437d-904c-49c1bb37e9a1', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:ac:fc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '65fc7910-338d-4cad-82c0-fcf5c4fbc955', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:34Z', 'updated_at': '2021-07-24T01:12:35Z', 'revision_number': 2, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '65fc7910-338d-4cad-82c0-fcf5c4fbc955', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:36.906865 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:36.916082 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65425d94-ecda-45a2-8edf-11cb79dc3983 None None] Checking router: 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:12:36.916457 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65425d94-ecda-45a2-8edf-11cb79dc3983 None None] Updating router 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 port a1cd22bd-2c14-4934-8be2-223a9d072aab binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:12:36.936807 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:12:36.961730 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-65425d94-ecda-45a2-8edf-11cb79dc3983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:37.016978 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cc107a02-61b1-4164-a87c-924930184c23 req-28de11f6-1ff6-4aec-b2f1-49b2cf2c17da service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2088590 Jul 24 01:12:37.158524 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187640d-57f2-48c3-a19d-b9066cf0196d req-5afc8274-1f4e-4a3f-96be-668ddfeca9ff tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:37.172763 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4187640d-57f2-48c3-a19d-b9066cf0196d req-5afc8274-1f4e-4a3f-96be-668ddfeca9ff tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/ports?device_id=95619577-2604-4308-9c05-995ef5c191d2 HTTP/1.1" status: 200 len: 943 time: 0.2845738 Jul 24 01:12:37.194088 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-61be4bae-b288-4329-9883-79d289b7841f tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:37.205837 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be64e6c-5b36-4d59-8ca7-2ac84a82bf56 None None] get_active_networks_info from n-d-793621-25 {{(pid=100465) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 01:12:37.218177 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0e055358-edc6-4092-a7f7-12d20db0ccd5 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:12:37.222071 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75,segment=NetworkSegment(5aae32b9-a911-4411-ad9f-eb7ae2aec933),segment_id=5aae32b9-a911-4411-ad9f-eb7ae2aec933)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:12:37.222223 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5c2603f6-21d3-4615-9a4b-aba53f4311f6 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:37.255343 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4187640d-57f2-48c3-a19d-b9066cf0196d req-f14f139f-f22a-462b-97dc-10a29b0e4efb tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/security-groups?id=277cc7ba-6ca5-421d-9c63-2db46416c9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820162 Jul 24 01:12:37.256880 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5c2603f6-21d3-4615-9a4b-aba53f4311f6 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:37.260928 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be4bae-b288-4329-9883-79d289b7841f tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event updated for resources: {'Subnet': ['ID=7f20a3f1-0767-4406-a593-946a3b0ce587,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:37.267460 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc107a02-61b1-4164-a87c-924930184c23 req-c54fd0cc-05df-4523-8a1f-dc0981d2ebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:37.269019 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cc107a02-61b1-4164-a87c-924930184c23 req-c54fd0cc-05df-4523-8a1f-dc0981d2ebb8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6dc6777949c4bca80e15baebcec81ec&device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 1098 time: 0.1995976 Jul 24 01:12:37.273900 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-5c2603f6-21d3-4615-9a4b-aba53f4311f6 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] In _notify_port_updated(), no bound segment for port 079a900e-5f77-4a24-bf2d-c18bef64656f on network 99d75115-0277-499e-83b7-5e60b82bdcdf {{(pid=100463) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 01:12:37.281026 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2603f6-21d3-4615-9a4b-aba53f4311f6 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:37.285215 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5c2603f6-21d3-4615-9a4b-aba53f4311f6 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:37.288176 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5c2603f6-21d3-4615-9a4b-aba53f4311f6 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "PUT /v2.0/ports/079a900e-5f77-4a24-bf2d-c18bef64656f HTTP/1.1" status: 200 len: 818 time: 0.6894927 Jul 24 01:12:37.289999 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:37.296274 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57770) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:37.331071 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2603f6-21d3-4615-9a4b-aba53f4311f6 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'Port': ['ID=079a900e-5f77-4a24-bf2d-c18bef64656f,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:37.345367 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-65425d94-ecda-45a2-8edf-11cb79dc3983 None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:37.349688 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61be4bae-b288-4329-9883-79d289b7841f tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Checking segment: {'id': '4e8415c7-3dc7-41fe-a9c9-b193667978c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'be15ab2c-b126-483f-9768-5f51627b3943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:12:37.350153 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61be4bae-b288-4329-9883-79d289b7841f tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Network hostable DHCP agents. Network: be15ab2c-b126-483f-9768-5f51627b3943, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:12:37.355425 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a5d43674-7fd8-4510-ad12-603e02ccdad6 None None] Provisioning complete for port a1cd22bd-2c14-4934-8be2-223a9d072aab triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:37.355796 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a5d43674-7fd8-4510-ad12-603e02ccdad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:37.359336 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-65425d94-ecda-45a2-8edf-11cb79dc3983 None None] Transition to ACTIVE for port object a1cd22bd-2c14-4934-8be2-223a9d072aab will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:12:37.367025 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-65425d94-ecda-45a2-8edf-11cb79dc3983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:37.436490 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:37.446056 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb5b46-ddda-4a89-8ab9-f20e11052a00 None None] Pushing event updated for resources: {'Port': ['ID=a1cd22bd-2c14-4934-8be2-223a9d072aab,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:37.448082 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-a5d43674-7fd8-4510-ad12-603e02ccdad6 None None] Port a1cd22bd-2c14-4934-8be2-223a9d072aab cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:12:37.460885 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 0e055358-edc6-4092-a7f7-12d20db0ccd5 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:37.461257 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:37.483659 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdb5b46-ddda-4a89-8ab9-f20e11052a00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:37.484304 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdb5b46-ddda-4a89-8ab9-f20e11052a00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:37.484639 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdb5b46-ddda-4a89-8ab9-f20e11052a00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:37.484965 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdb5b46-ddda-4a89-8ab9-f20e11052a00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:37.485286 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdb5b46-ddda-4a89-8ab9-f20e11052a00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:37.485785 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdb5b46-ddda-4a89-8ab9-f20e11052a00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:37.486109 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdb5b46-ddda-4a89-8ab9-f20e11052a00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:37.486430 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdb5b46-ddda-4a89-8ab9-f20e11052a00 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:37.486765 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdb5b46-ddda-4a89-8ab9-f20e11052a00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:37.487282 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdb5b46-ddda-4a89-8ab9-f20e11052a00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:37.487583 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdb5b46-ddda-4a89-8ab9-f20e11052a00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:37.487900 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdb5b46-ddda-4a89-8ab9-f20e11052a00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:37.496357 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-65425d94-ecda-45a2-8edf-11cb79dc3983 None None] Attempting to bind port a1cd22bd-2c14-4934-8be2-223a9d072aab on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:12:37.496627 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-65425d94-ecda-45a2-8edf-11cb79dc3983 None None] Attempting to bind port a1cd22bd-2c14-4934-8be2-223a9d072aab by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '8f6a47e0-52d9-45f4-84ae-7ce6a362bb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c21978dc-335f-437d-904c-49c1bb37e9a1'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:12:37.497163 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65425d94-ecda-45a2-8edf-11cb79dc3983 None None] Attempting to bind port a1cd22bd-2c14-4934-8be2-223a9d072aab on network c21978dc-335f-437d-904c-49c1bb37e9a1 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:12:37.505296 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65425d94-ecda-45a2-8edf-11cb79dc3983 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:12:37.505789 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65425d94-ecda-45a2-8edf-11cb79dc3983 None None] Checking segment: {'id': '8f6a47e0-52d9-45f4-84ae-7ce6a362bb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c21978dc-335f-437d-904c-49c1bb37e9a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:12:37.505918 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:12:37.506396 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-65425d94-ecda-45a2-8edf-11cb79dc3983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:37.506924 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65425d94-ecda-45a2-8edf-11cb79dc3983 None None] Bound using segment: {'id': '8f6a47e0-52d9-45f4-84ae-7ce6a362bb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c21978dc-335f-437d-904c-49c1bb37e9a1'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:12:37.507547 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-65425d94-ecda-45a2-8edf-11cb79dc3983 None None] Bound port: a1cd22bd-2c14-4934-8be2-223a9d072aab, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f6a47e0-52d9-45f4-84ae-7ce6a362bb74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c21978dc-335f-437d-904c-49c1bb37e9a1'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:12:37.508240 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-65425d94-ecda-45a2-8edf-11cb79dc3983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:37.575032 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-65425d94-ecda-45a2-8edf-11cb79dc3983 None None] For port a1cd22bd-2c14-4934-8be2-223a9d072aab, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:12:37.578497 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-65425d94-ecda-45a2-8edf-11cb79dc3983 None None] For port a1cd22bd-2c14-4934-8be2-223a9d072aab, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=a1cd22bd-2c14-4934-8be2-223a9d072aab,segment=NetworkSegment(8f6a47e0-52d9-45f4-84ae-7ce6a362bb74),segment_id=8f6a47e0-52d9-45f4-84ae-7ce6a362bb74)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:12:37.584095 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-65425d94-ecda-45a2-8edf-11cb79dc3983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:37.644975 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65425d94-ecda-45a2-8edf-11cb79dc3983 None None] Routers {'1b23c3c9-aa0f-4150-b70e-d2d480fa5745'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:12:37.645774 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-65425d94-ecda-45a2-8edf-11cb79dc3983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:12:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1b23c3c9-aa0f-4150-b70e-d2d480fa5745'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:37.687111 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdb5b46-ddda-4a89-8ab9-f20e11052a00 None None] Pushing event updated for resources: {'Port': ['ID=a1cd22bd-2c14-4934-8be2-223a9d072aab,revision_number=4']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:37.702182 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 79e6c45a-5b4c-4a9c-8906-908ef9331dff up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:12:37.743200 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be64e6c-5b36-4d59-8ca7-2ac84a82bf56 None None] Network be15ab2c-b126-483f-9768-5f51627b3943 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100465) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:12:37.751092 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-65425d94-ecda-45a2-8edf-11cb79dc3983 None None] Set router 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:12:37.767947 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be64e6c-5b36-4d59-8ca7-2ac84a82bf56 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, be15ab2c-b126-483f-9768-5f51627b3943) {{(pid=100465) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 01:12:37.779950 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61be4bae-b288-4329-9883-79d289b7841f tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Unable to find a vacant binding_index for network be15ab2c-b126-483f-9768-5f51627b3943 and agent 71841212-9da3-4061-aa01-18bcbaf6b281 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jul 24 01:12:37.793274 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-61be4bae-b288-4329-9883-79d289b7841f tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, be15ab2c-b126-483f-9768-5f51627b3943) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:37.828339 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61be4bae-b288-4329-9883-79d289b7841f tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:37.828937 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-61be4bae-b288-4329-9883-79d289b7841f tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:37.845095 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc107a02-61b1-4164-a87c-924930184c23 req-468013cb-5b29-4d83-bcdd-a62e3a564834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:37.846683 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cc107a02-61b1-4164-a87c-924930184c23 req-468013cb-5b29-4d83-bcdd-a62e3a564834 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ce20638c-9366-403c-99ef-699b8c74111a HTTP/1.1" status: 200 len: 918 time: 0.5480583 Jul 24 01:12:37.853060 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 79e6c45a-5b4c-4a9c-8906-908ef9331dff triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:37.854065 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:37.864961 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-61be4bae-b288-4329-9883-79d289b7841f tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3475957 Jul 24 01:12:37.867843 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57772) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:37.921790 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-54139aed-6fb0-41b8-add3-70e0a170e61f tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Deleting port 079a900e-5f77-4a24-bf2d-c18bef64656f {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:12:37.922131 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-54139aed-6fb0-41b8-add3-70e0a170e61f tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:37.946739 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cc107a02-61b1-4164-a87c-924930184c23 req-3288b2f6-6014-41cd-8a06-c2bff2899b34 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80ad8110-f1ba-4b79-9055-2036635c7e25 HTTP/1.1" status: 200 len: 1001 time: 0.0910904 Jul 24 01:12:37.992032 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-65425d94-ecda-45a2-8edf-11cb79dc3983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'name': 'tempest-RoutersTest-router-1324182738', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:12:26Z', 'updated_at': '2021-07-24T01:12:35Z', 'revision_number': 3, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'gw_port_host': None, '_interfaces': [{'id': '79e6c45a-5b4c-4a9c-8906-908ef9331dff', 'name': '', 'network_id': '8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:21:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:28Z', 'updated_at': '2021-07-24T01:12:35Z', 'revision_number': 5, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1cd22bd-2c14-4934-8be2-223a9d072aab', 'name': '', 'network_id': 'c21978dc-335f-437d-904c-49c1bb37e9a1', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:ac:fc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '65fc7910-338d-4cad-82c0-fcf5c4fbc955', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:34Z', 'updated_at': '2021-07-24T01:12:37Z', 'revision_number': 4, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '65fc7910-338d-4cad-82c0-fcf5c4fbc955', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:38.034174 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-54139aed-6fb0-41b8-add3-70e0a170e61f tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:38.040396 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65425d94-ecda-45a2-8edf-11cb79dc3983 None None] The sync data for ids ['1b23c3c9-aa0f-4150-b70e-d2d480fa5745'] in n-d-793621-25 is: [{'id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'name': 'tempest-RoutersTest-router-1324182738', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:12:26Z', 'updated_at': '2021-07-24T01:12:35Z', 'revision_number': 3, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'gw_port_host': None, '_interfaces': [{'id': '79e6c45a-5b4c-4a9c-8906-908ef9331dff', 'name': '', 'network_id': '8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:21:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:28Z', 'updated_at': '2021-07-24T01:12:35Z', 'revision_number': 5, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1cd22bd-2c14-4934-8be2-223a9d072aab', 'name': '', 'network_id': 'c21978dc-335f-437d-904c-49c1bb37e9a1', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:ac:fc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '65fc7910-338d-4cad-82c0-fcf5c4fbc955', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:34Z', 'updated_at': '2021-07-24T01:12:37Z', 'revision_number': 4, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '65fc7910-338d-4cad-82c0-fcf5c4fbc955', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:12:38.051452 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-54139aed-6fb0-41b8-add3-70e0a170e61f tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Calling delete_port for 079a900e-5f77-4a24-bf2d-c18bef64656f owned by {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:12:38.060010 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc107a02-61b1-4164-a87c-924930184c23 req-205880cb-013d-4a1a-aeec-247a7184fa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:38.061507 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cc107a02-61b1-4164-a87c-924930184c23 req-205880cb-013d-4a1a-aeec-247a7184fa29 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=941506a1-fc49-47b1-b115-8157f3b98de0 HTTP/1.1" status: 200 len: 856 time: 0.1058877 Jul 24 01:12:38.203584 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc107a02-61b1-4164-a87c-924930184c23 req-17a48c72-9890-4766-b28a-ba43a3b27925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:38.204737 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cc107a02-61b1-4164-a87c-924930184c23 req-17a48c72-9890-4766-b28a-ba43a3b27925 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce20638c-9366-403c-99ef-699b8c74111a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1336892 Jul 24 01:12:38.227504 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-54139aed-6fb0-41b8-add3-70e0a170e61f tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:38.252805 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861b0d02-34c2-4b96-a273-4e4de1f9900f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-be15ab2c-b126-483f-9768-5f51627b3943', 'network_id': 'be15ab2c-b126-483f-9768-5f51627b3943', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'fixed_ips': [{'subnet_id': '7f20a3f1-0767-4406-a593-946a3b0ce587'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:12:38.255053 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-861b0d02-34c2-4b96-a273-4e4de1f9900f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:38.302190 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54139aed-6fb0-41b8-add3-70e0a170e61f tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'Port': ['ID=079a900e-5f77-4a24-bf2d-c18bef64656f,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:38.310012 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-54139aed-6fb0-41b8-add3-70e0a170e61f tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:38.318289 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-54139aed-6fb0-41b8-add3-70e0a170e61f tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/ports/079a900e-5f77-4a24-bf2d-c18bef64656f HTTP/1.1" status: 204 len: 168 time: 1.0209370 Jul 24 01:12:38.319231 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57778) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:38.392427 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cc107a02-61b1-4164-a87c-924930184c23 req-bdac43f6-2278-4899-8525-c98bc7b145fb service neutron] 10.222.0.13 "GET /v2.0/networks/ce20638c-9366-403c-99ef-699b8c74111a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801629 Jul 24 01:12:38.452726 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-861b0d02-34c2-4b96-a273-4e4de1f9900f None None] Allocated IP 172.22.0.2 (be15ab2c-b126-483f-9768-5f51627b3943/7f20a3f1-0767-4406-a593-946a3b0ce587/c5ab2bea-9745-4437-bbf6-4bf35cc88c40) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:12:38.495520 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a7c2b-0c06-48c4-b798-be0fbbfe35c7 req-62e133dd-7ffe-488f-98a2-c2769a82377d tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:38.497129 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-813a7c2b-0c06-48c4-b798-be0fbbfe35c7 req-62e133dd-7ffe-488f-98a2-c2769a82377d tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/ports?device_id=95619577-2604-4308-9c05-995ef5c191d2 HTTP/1.1" status: 200 len: 944 time: 0.1651075 Jul 24 01:12:38.507497 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cc107a02-61b1-4164-a87c-924930184c23 req-940977bc-7bc7-4f59-a175-6b76ef60e5f8 service neutron] 10.222.0.13 "GET /v2.0/networks/ce20638c-9366-403c-99ef-699b8c74111a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083591 Jul 24 01:12:38.509269 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632d7171-6add-4206-bd5e-64eff28c5f47 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:38.514220 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57782) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:38.526055 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-632d7171-6add-4206-bd5e-64eff28c5f47 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1970382 Jul 24 01:12:38.547352 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-372001c7-16dc-49a8-bbe8-3eea4d5d3e21 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] GET failed (client error): The resource could not be found. Jul 24 01:12:38.549015 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-372001c7-16dc-49a8-bbe8-3eea4d5d3e21 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "GET /v2.0/ports/079a900e-5f77-4a24-bf2d-c18bef64656f HTTP/1.1" status: 404 len: 333 time: 0.0337503 Jul 24 01:12:38.554340 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57784) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:38.560589 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-9652ebed-5db3-48a1-a21e-c22d49471d9d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1155144828'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:38.568920 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:12:38.594953 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9652ebed-5db3-48a1-a21e-c22d49471d9d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Made reservation on behalf of 026bcbf091d2494db8a42c50681cd74e for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:12:38.599482 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9652ebed-5db3-48a1-a21e-c22d49471d9d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:38.601973 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-813a7c2b-0c06-48c4-b798-be0fbbfe35c7 req-66d3aeda-6e06-4c11-9770-38e4678be9c6 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/security-groups?id=277cc7ba-6ca5-421d-9c63-2db46416c9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546718 Jul 24 01:12:38.606225 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5c41eb6f-2c36-4c77-bef7-8a64402bf380 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:38.632352 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9652ebed-5db3-48a1-a21e-c22d49471d9d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:12:38.644216 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9652ebed-5db3-48a1-a21e-c22d49471d9d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:38.644578 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-9652ebed-5db3-48a1-a21e-c22d49471d9d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Added segment e1a73895-7a1f-4588-9350-580c406a2d4f of type vlan for network 3bf9c1ed-ba5e-4270-aeb5-6dae89995c12 Jul 24 01:12:38.699085 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9652ebed-5db3-48a1-a21e-c22d49471d9d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:38.718888 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:12:38.720794 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-861b0d02-34c2-4b96-a273-4e4de1f9900f None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:38.725633 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:38.726004 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:38.745370 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9652ebed-5db3-48a1-a21e-c22d49471d9d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:38.751717 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9652ebed-5db3-48a1-a21e-c22d49471d9d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:38.752768 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9652ebed-5db3-48a1-a21e-c22d49471d9d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:38.753663 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-861b0d02-34c2-4b96-a273-4e4de1f9900f None None] Transition to ACTIVE for port object c5ab2bea-9745-4437-bbf6-4bf35cc88c40 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:12:38.784221 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-861b0d02-34c2-4b96-a273-4e4de1f9900f None None] Transition to ACTIVE for port object c5ab2bea-9745-4437-bbf6-4bf35cc88c40 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:12:38.797998 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-861b0d02-34c2-4b96-a273-4e4de1f9900f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:38.804470 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9652ebed-5db3-48a1-a21e-c22d49471d9d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2462382 Jul 24 01:12:38.806001 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57786) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:38.815488 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-497b0f49-41db-4f09-b828-c4d1fef3c553 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'subnet': {'network_id': '3bf9c1ed-ba5e-4270-aeb5-6dae89995c12', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:38.841488 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9652ebed-5db3-48a1-a21e-c22d49471d9d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'Network': ['ID=3bf9c1ed-ba5e-4270-aeb5-6dae89995c12,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:38.863059 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 3bf9c1ed-ba5e-4270-aeb5-6dae89995c12 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:12:38.891322 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861b0d02-34c2-4b96-a273-4e4de1f9900f None None] Network be15ab2c-b126-483f-9768-5f51627b3943 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:12:38.902462 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-861b0d02-34c2-4b96-a273-4e4de1f9900f None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:38.904229 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861b0d02-34c2-4b96-a273-4e4de1f9900f None None] Pushing event updated for resources: {'Port': ['ID=c5ab2bea-9745-4437-bbf6-4bf35cc88c40,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:38.906401 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861b0d02-34c2-4b96-a273-4e4de1f9900f None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:12:38.912136 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:38.987109 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497b0f49-41db-4f09-b828-c4d1fef3c553 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Made reservation on behalf of 026bcbf091d2494db8a42c50681cd74e for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:12:38.990586 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-497b0f49-41db-4f09-b828-c4d1fef3c553 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:39.013434 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95619577-2604-4308-9c05-995ef5c191d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:12:39.015740 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b751b9-c39e-4cce-86c6-3f8640692ab0" -d '{"events": [{"server_uuid": "95619577-2604-4308-9c05-995ef5c191d2", "name": "network-vif-plugged", "status": "completed", "tag": "d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:12:39.019343 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-5c41eb6f-2c36-4c77-bef7-8a64402bf380 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Allocated IP 172.22.0.1 (be15ab2c-b126-483f-9768-5f51627b3943/7f20a3f1-0767-4406-a593-946a3b0ce587/d9dd08be-54c1-450c-a055-668f1a8648f5) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:12:39.039349 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75,segment=NetworkSegment(5aae32b9-a911-4411-ad9f-eb7ae2aec933),segment_id=5aae32b9-a911-4411-ad9f-eb7ae2aec933)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:12:39.040816 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-861b0d02-34c2-4b96-a273-4e4de1f9900f None None] Attempting to bind port c5ab2bea-9745-4437-bbf6-4bf35cc88c40 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:12:39.041315 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-861b0d02-34c2-4b96-a273-4e4de1f9900f None None] Attempting to bind port c5ab2bea-9745-4437-bbf6-4bf35cc88c40 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '4e8415c7-3dc7-41fe-a9c9-b193667978c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'be15ab2c-b126-483f-9768-5f51627b3943'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:12:39.041720 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861b0d02-34c2-4b96-a273-4e4de1f9900f None None] Attempting to bind port c5ab2bea-9745-4437-bbf6-4bf35cc88c40 on network be15ab2c-b126-483f-9768-5f51627b3943 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:12:39.047931 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861b0d02-34c2-4b96-a273-4e4de1f9900f None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:12:39.048398 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861b0d02-34c2-4b96-a273-4e4de1f9900f None None] Checking segment: {'id': '4e8415c7-3dc7-41fe-a9c9-b193667978c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'be15ab2c-b126-483f-9768-5f51627b3943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:12:39.048873 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-861b0d02-34c2-4b96-a273-4e4de1f9900f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:39.049349 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861b0d02-34c2-4b96-a273-4e4de1f9900f None None] Bound using segment: {'id': '4e8415c7-3dc7-41fe-a9c9-b193667978c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'be15ab2c-b126-483f-9768-5f51627b3943'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:12:39.049888 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-861b0d02-34c2-4b96-a273-4e4de1f9900f None None] Bound port: c5ab2bea-9745-4437-bbf6-4bf35cc88c40, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e8415c7-3dc7-41fe-a9c9-b193667978c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'be15ab2c-b126-483f-9768-5f51627b3943'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:12:39.050342 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-861b0d02-34c2-4b96-a273-4e4de1f9900f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:39.052295 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:39.083132 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbcc3d9-ac8b-4e31-86d8-c30063122efc x-openstack-request-id: req-acbcc3d9-ac8b-4e31-86d8-c30063122efc {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:12:39.083506 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95619577-2604-4308-9c05-995ef5c191d2", "name": "network-vif-plugged", "status": "completed", "tag": "d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:12:39.083803 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-acbcc3d9-ac8b-4e31-86d8-c30063122efc {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:12:39.084266 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95619577-2604-4308-9c05-995ef5c191d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75', 'code': 200} Jul 24 01:12:39.151574 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:39.170907 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-861b0d02-34c2-4b96-a273-4e4de1f9900f None None] For port c5ab2bea-9745-4437-bbf6-4bf35cc88c40, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:12:39.176616 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-861b0d02-34c2-4b96-a273-4e4de1f9900f None None] For port c5ab2bea-9745-4437-bbf6-4bf35cc88c40, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=c5ab2bea-9745-4437-bbf6-4bf35cc88c40,segment=NetworkSegment(4e8415c7-3dc7-41fe-a9c9-b193667978c7),segment_id=4e8415c7-3dc7-41fe-a9c9-b193667978c7)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:12:39.185168 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-861b0d02-34c2-4b96-a273-4e4de1f9900f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:39.235428 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5c41eb6f-2c36-4c77-bef7-8a64402bf380 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:39.255428 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861b0d02-34c2-4b96-a273-4e4de1f9900f None None] Pushing event updated for resources: {'Port': ['ID=c5ab2bea-9745-4437-bbf6-4bf35cc88c40,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:39.276139 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9f6ee-f359-463d-a663-71110e6b3d00 req-4bf0e679-4f59-4ed8-8268-a9f42f8f0be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:39.277825 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0ab9f6ee-f359-463d-a663-71110e6b3d00 req-4bf0e679-4f59-4ed8-8268-a9f42f8f0be2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=95619577-2604-4308-9c05-995ef5c191d2 HTTP/1.1" status: 200 len: 1097 time: 0.1156533 Jul 24 01:12:39.290189 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-5c41eb6f-2c36-4c77-bef7-8a64402bf380 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Transition to ACTIVE for port object d9dd08be-54c1-450c-a055-668f1a8648f5 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:12:39.302024 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a1cd22bd-2c14-4934-8be2-223a9d072aab up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:12:39.325472 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-497b0f49-41db-4f09-b828-c4d1fef3c553 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:39.330342 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0ab9f6ee-f359-463d-a663-71110e6b3d00 req-9289e17d-02a5-4714-927c-7487fefe757d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=277cc7ba-6ca5-421d-9c63-2db46416c9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441563 Jul 24 01:12:39.367277 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port a1cd22bd-2c14-4934-8be2-223a9d072aab completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:12:39.372020 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port a1cd22bd-2c14-4934-8be2-223a9d072aab triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:39.372476 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:39.389544 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5c41eb6f-2c36-4c77-bef7-8a64402bf380 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:39.428869 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b0f49-41db-4f09-b828-c4d1fef3c553 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'Subnet': ['ID=74dad567-e883-4a27-bed8-d7c275b76239,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:39.451772 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c41eb6f-2c36-4c77-bef7-8a64402bf380 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Network be15ab2c-b126-483f-9768-5f51627b3943 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:12:39.458800 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:39.461714 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-5c41eb6f-2c36-4c77-bef7-8a64402bf380 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:39.467896 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c41eb6f-2c36-4c77-bef7-8a64402bf380 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:12:39.474445 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497b0f49-41db-4f09-b828-c4d1fef3c553 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Checking segment: {'id': 'e1a73895-7a1f-4588-9350-580c406a2d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3bf9c1ed-ba5e-4270-aeb5-6dae89995c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:12:39.474845 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497b0f49-41db-4f09-b828-c4d1fef3c553 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Network hostable DHCP agents. Network: 3bf9c1ed-ba5e-4270-aeb5-6dae89995c12, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:12:39.512719 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port a1cd22bd-2c14-4934-8be2-223a9d072aab, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=a1cd22bd-2c14-4934-8be2-223a9d072aab,segment=NetworkSegment(8f6a47e0-52d9-45f4-84ae-7ce6a362bb74),segment_id=8f6a47e0-52d9-45f4-84ae-7ce6a362bb74)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:12:39.518031 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:39.518618 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41eb6f-2c36-4c77-bef7-8a64402bf380 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event updated for resources: {'Port': ['ID=d9dd08be-54c1-450c-a055-668f1a8648f5,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:39.558583 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5c41eb6f-2c36-4c77-bef7-8a64402bf380 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:39.562551 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497b0f49-41db-4f09-b828-c4d1fef3c553 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Network 3bf9c1ed-ba5e-4270-aeb5-6dae89995c12 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:12:39.588907 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=a1cd22bd-2c14-4934-8be2-223a9d072aab,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:39.610082 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-497b0f49-41db-4f09-b828-c4d1fef3c553 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 3bf9c1ed-ba5e-4270-aeb5-6dae89995c12) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:39.769390 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8ad9f-f641-4461-8543-21bf3b785293 req-4775192f-7fe6-4e07-9eb7-ac7f5078cddf tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:39.772052 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-18b8ad9f-f641-4461-8543-21bf3b785293 req-4775192f-7fe6-4e07-9eb7-ac7f5078cddf tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/ports?device_id=95619577-2604-4308-9c05-995ef5c191d2 HTTP/1.1" status: 200 len: 945 time: 0.0796850 Jul 24 01:12:39.831830 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-18b8ad9f-f641-4461-8543-21bf3b785293 req-8e5eb9f1-66a7-405e-a797-68932c9cea62 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/security-groups?id=277cc7ba-6ca5-421d-9c63-2db46416c9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520470 Jul 24 01:12:39.951435 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497b0f49-41db-4f09-b828-c4d1fef3c553 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:39.952034 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-497b0f49-41db-4f09-b828-c4d1fef3c553 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:39.980129 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-497b0f49-41db-4f09-b828-c4d1fef3c553 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1741300 Jul 24 01:12:39.983170 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57796) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:39.988549 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-c3ed9622-93a5-44ee-a06a-72690e28f808 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'subnet': {'network_id': '3bf9c1ed-ba5e-4270-aeb5-6dae89995c12', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:40.048403 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5c41eb6f-2c36-4c77-bef7-8a64402bf380 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:40.148228 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ed9622-93a5-44ee-a06a-72690e28f808 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Made reservation on behalf of 026bcbf091d2494db8a42c50681cd74e for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:12:40.153395 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c3ed9622-93a5-44ee-a06a-72690e28f808 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:40.270024 n-d-793621-25 neutron-server[100464]: INFO neutron.db.ipam_backend_mixin [None req-c3ed9622-93a5-44ee-a06a-72690e28f808 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 74dad567-e883-4a27-bed8-d7c275b76239 (CIDR: 2001:db8::/64) Jul 24 01:12:40.274018 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3ed9622-93a5-44ee-a06a-72690e28f808 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:12:40.275888 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3ed9622-93a5-44ee-a06a-72690e28f808 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:12:40.298764 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c3ed9622-93a5-44ee-a06a-72690e28f808 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3143361 Jul 24 01:12:40.301446 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57800) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:40.308638 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-df7283f3-28df-4edb-bf78-9b397dfe6e5e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'subnet': {'network_id': '3bf9c1ed-ba5e-4270-aeb5-6dae89995c12', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:40.366997 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5c41eb6f-2c36-4c77-bef7-8a64402bf380 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:40.373029 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5c41eb6f-2c36-4c77-bef7-8a64402bf380 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:40.391894 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f51c60c-a5c0-4180-b440-5480dc95aa71 None None] Network be15ab2c-b126-483f-9768-5f51627b3943 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:12:40.394202 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397c8bb8-b020-417a-96fe-a670e16cf213 None None] Network 3bf9c1ed-ba5e-4270-aeb5-6dae89995c12 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:12:40.448538 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7283f3-28df-4edb-bf78-9b397dfe6e5e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Made reservation on behalf of 026bcbf091d2494db8a42c50681cd74e for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:12:40.455396 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-df7283f3-28df-4edb-bf78-9b397dfe6e5e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:40.463971 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c41eb6f-2c36-4c77-bef7-8a64402bf380 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event updated for resources: {'Port': ['ID=d9dd08be-54c1-450c-a055-668f1a8648f5,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:40.468052 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-5f7132b0-4143-47d9-b08d-aba78fd4397b None None] Provisioning for port c5ab2bea-9745-4437-bbf6-4bf35cc88c40 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:12:40.468718 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5c41eb6f-2c36-4c77-bef7-8a64402bf380 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:40.593803 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c41eb6f-2c36-4c77-bef7-8a64402bf380 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Network be15ab2c-b126-483f-9768-5f51627b3943 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:12:40.595538 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-5c41eb6f-2c36-4c77-bef7-8a64402bf380 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:40.687683 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-01dce71a-eabb-4264-91b0-a1118eac39ef None None] Provisioning complete for port a1cd22bd-2c14-4934-8be2-223a9d072aab triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:40.687683 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-01dce71a-eabb-4264-91b0-a1118eac39ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:40.731209 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c41eb6f-2c36-4c77-bef7-8a64402bf380 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Router 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:12:40.732079 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec56ebda-68f2-4529-8f9a-14ec26ece69b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-3bf9c1ed-ba5e-4270-aeb5-6dae89995c12', 'network_id': '3bf9c1ed-ba5e-4270-aeb5-6dae89995c12', 'tenant_id': '026bcbf091d2494db8a42c50681cd74e', 'fixed_ips': [{'subnet_id': '74dad567-e883-4a27-bed8-d7c275b76239'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:12:40.732546 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ec56ebda-68f2-4529-8f9a-14ec26ece69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:40.795802 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-df7283f3-28df-4edb-bf78-9b397dfe6e5e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:40.850954 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7283f3-28df-4edb-bf78-9b397dfe6e5e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'Subnet': ['ID=2f64d8a6-d273-4186-b593-02ad943e7006,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:40.875079 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c41eb6f-2c36-4c77-bef7-8a64402bf380 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:12:40.883928 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5c41eb6f-2c36-4c77-bef7-8a64402bf380 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "PUT /v2.0/routers/1b23c3c9-aa0f-4150-b70e-d2d480fa5745/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0139363 Jul 24 01:12:40.887249 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57804) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:40.897184 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-99858e59-e111-41b4-8cf2-79e6548f5d76 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Request body: {'network': {'name': 'tempest-RoutersTest-1383116840'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:40.903915 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7283f3-28df-4edb-bf78-9b397dfe6e5e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Network 3bf9c1ed-ba5e-4270-aeb5-6dae89995c12 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:12:40.906281 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-df7283f3-28df-4edb-bf78-9b397dfe6e5e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:40.910644 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7283f3-28df-4edb-bf78-9b397dfe6e5e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:40.911559 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-df7283f3-28df-4edb-bf78-9b397dfe6e5e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:40.916345 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f7c52b-9245-44de-bfca-e3951863a3aa None None] Sync routers for ids ['1b23c3c9-aa0f-4150-b70e-d2d480fa5745'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:12:40.945724 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99858e59-e111-41b4-8cf2-79e6548f5d76 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Made reservation on behalf of a7007f5d47214551887f0cd1e69f571f for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:12:40.950220 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-99858e59-e111-41b4-8cf2-79e6548f5d76 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:40.958979 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-df7283f3-28df-4edb-bf78-9b397dfe6e5e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6539292 Jul 24 01:12:40.960167 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57806) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:40.965514 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-abcb14d5-9b18-4895-9795-71f2cfd41eab tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'port': {'network_id': '3bf9c1ed-ba5e-4270-aeb5-6dae89995c12', 'fixed_ips': [{'subnet_id': '74dad567-e883-4a27-bed8-d7c275b76239'}, {'subnet_id': '2f64d8a6-d273-4186-b593-02ad943e7006'}], 'name': 'tempest-PortsIpV6TestJSON-964378894'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:41.019545 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99858e59-e111-41b4-8cf2-79e6548f5d76 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:12:41.034073 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-99858e59-e111-41b4-8cf2-79e6548f5d76 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:41.034623 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-99858e59-e111-41b4-8cf2-79e6548f5d76 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Added segment 7e99d07d-9e66-4038-832d-21e17e5ecd4e of type vlan for network 9f31266f-9148-49c6-98a8-50e568030fc3 Jul 24 01:12:41.107488 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcb14d5-9b18-4895-9795-71f2cfd41eab tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Made reservation on behalf of 026bcbf091d2494db8a42c50681cd74e for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:12:41.150274 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a24fc8-0b5e-4858-8fb9-de5ffaef5032 req-e75612ca-ee89-4ef0-886a-568ebb4ce59a tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:41.155668 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-20a24fc8-0b5e-4858-8fb9-de5ffaef5032 req-e75612ca-ee89-4ef0-886a-568ebb4ce59a tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/ports?device_id=95619577-2604-4308-9c05-995ef5c191d2 HTTP/1.1" status: 200 len: 945 time: 0.2219698 Jul 24 01:12:41.170788 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f7c52b-9245-44de-bfca-e3951863a3aa None None] Routers {'1b23c3c9-aa0f-4150-b70e-d2d480fa5745'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:12:41.180880 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-46f7c52b-9245-44de-bfca-e3951863a3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:12:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1b23c3c9-aa0f-4150-b70e-d2d480fa5745'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:41.183119 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-99858e59-e111-41b4-8cf2-79e6548f5d76 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:41.237344 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-20a24fc8-0b5e-4858-8fb9-de5ffaef5032 req-67801476-3365-4da6-baa6-442807deaee8 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/security-groups?id=277cc7ba-6ca5-421d-9c63-2db46416c9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747926 Jul 24 01:12:41.251681 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-ec56ebda-68f2-4529-8f9a-14ec26ece69b None None] Allocated IP 2001:db8::2 (3bf9c1ed-ba5e-4270-aeb5-6dae89995c12/74dad567-e883-4a27-bed8-d7c275b76239/fe36178c-0ac8-4e88-8887-f31f517c25ac) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:12:41.263157 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-99858e59-e111-41b4-8cf2-79e6548f5d76 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:41.263157 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99858e59-e111-41b4-8cf2-79e6548f5d76 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:41.268278 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-99858e59-e111-41b4-8cf2-79e6548f5d76 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:41.268457 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-abcb14d5-9b18-4895-9795-71f2cfd41eab tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:41.321833 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-99858e59-e111-41b4-8cf2-79e6548f5d76 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4330654 Jul 24 01:12:41.326044 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57812) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:41.331743 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-706586e8-2435-4a0e-b35b-16683dcca836 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Request body: {'subnet': {'network_id': '9f31266f-9148-49c6-98a8-50e568030fc3', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:41.365826 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-abcb14d5-9b18-4895-9795-71f2cfd41eab tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] device_id is not set on port d97e3ec0-48d3-412b-9fd3-716363f334ce yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:12:41.387135 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99858e59-e111-41b4-8cf2-79e6548f5d76 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event updated for resources: {'Network': ['ID=9f31266f-9148-49c6-98a8-50e568030fc3,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:41.429121 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a1cd22bd-2c14-4934-8be2-223a9d072aab up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:12:41.466104 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 9f31266f-9148-49c6-98a8-50e568030fc3 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:12:41.517540 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-46f7c52b-9245-44de-bfca-e3951863a3aa None None] Set router 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 gateway port host: None {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:12:41.604730 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706586e8-2435-4a0e-b35b-16683dcca836 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Made reservation on behalf of a7007f5d47214551887f0cd1e69f571f for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:12:41.608493 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-706586e8-2435-4a0e-b35b-16683dcca836 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:41.632577 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b41d35b-5a64-40fe-a8ac-e2baaee41072 None None] Network be15ab2c-b126-483f-9768-5f51627b3943 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:12:41.658269 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-19a81ea7-9223-485e-a86d-3529faf0f38c None None] Provisioning complete for port a1cd22bd-2c14-4934-8be2-223a9d072aab triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:41.658646 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-19a81ea7-9223-485e-a86d-3529faf0f38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:41.835072 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-706586e8-2435-4a0e-b35b-16683dcca836 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:41.896751 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port a1cd22bd-2c14-4934-8be2-223a9d072aab triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:41.897115 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:41.903641 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706586e8-2435-4a0e-b35b-16683dcca836 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event updated for resources: {'Subnet': ['ID=f979d355-b517-4d1d-b741-5f1314c9ab0b,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:41.917577 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706586e8-2435-4a0e-b35b-16683dcca836 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Checking segment: {'id': '7e99d07d-9e66-4038-832d-21e17e5ecd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9f31266f-9148-49c6-98a8-50e568030fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:12:41.917814 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706586e8-2435-4a0e-b35b-16683dcca836 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Network hostable DHCP agents. Network: 9f31266f-9148-49c6-98a8-50e568030fc3, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:12:41.938289 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706586e8-2435-4a0e-b35b-16683dcca836 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Network 9f31266f-9148-49c6-98a8-50e568030fc3 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:12:41.950336 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-706586e8-2435-4a0e-b35b-16683dcca836 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 9f31266f-9148-49c6-98a8-50e568030fc3) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:41.955990 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706586e8-2435-4a0e-b35b-16683dcca836 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:41.956198 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-706586e8-2435-4a0e-b35b-16683dcca836 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:41.972120 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf0138c-cee9-4e06-9e1b-ec70ac35fb74 None None] Network 9f31266f-9148-49c6-98a8-50e568030fc3 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:12:41.975257 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-706586e8-2435-4a0e-b35b-16683dcca836 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6479545 Jul 24 01:12:41.978190 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57826) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:42.097900 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ec56ebda-68f2-4529-8f9a-14ec26ece69b None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:42.175240 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-ec56ebda-68f2-4529-8f9a-14ec26ece69b None None] Transition to ACTIVE for port object fe36178c-0ac8-4e88-8887-f31f517c25ac will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:12:42.204929 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc4c8f-5038-4dcc-b4b3-a3cb85ed0741 req-01fc0c46-5f4e-4719-ad58-1194cc2e9a25 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:42.206451 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b7cc4c8f-5038-4dcc-b4b3-a3cb85ed0741 req-01fc0c46-5f4e-4719-ad58-1194cc2e9a25 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/ports?device_id=95619577-2604-4308-9c05-995ef5c191d2 HTTP/1.1" status: 200 len: 945 time: 0.1576967 Jul 24 01:12:42.223499 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-ec56ebda-68f2-4529-8f9a-14ec26ece69b None None] Transition to ACTIVE for port object fe36178c-0ac8-4e88-8887-f31f517c25ac will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:12:42.273382 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ec56ebda-68f2-4529-8f9a-14ec26ece69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:42.357043 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b7cc4c8f-5038-4dcc-b4b3-a3cb85ed0741 req-247d1a78-6a25-4d0f-b96b-7a42411f132c tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/security-groups?id=277cc7ba-6ca5-421d-9c63-2db46416c9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423573 Jul 24 01:12:42.370343 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device c5ab2bea-9745-4437-bbf6-4bf35cc88c40 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:12:42.381325 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec56ebda-68f2-4529-8f9a-14ec26ece69b None None] Network 3bf9c1ed-ba5e-4270-aeb5-6dae89995c12 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:12:42.411090 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-ec56ebda-68f2-4529-8f9a-14ec26ece69b None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:42.419243 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-131f8de8-fb82-4ba3-8a18-830a3e0bb203 None None] Provisioning for port d9dd08be-54c1-450c-a055-668f1a8648f5 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:12:42.421227 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec56ebda-68f2-4529-8f9a-14ec26ece69b None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:12:42.429374 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56ebda-68f2-4529-8f9a-14ec26ece69b None None] Pushing event updated for resources: {'Port': ['ID=fe36178c-0ac8-4e88-8887-f31f517c25ac,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:42.453601 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-46f7c52b-9245-44de-bfca-e3951863a3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'name': 'tempest-RoutersTest-router-1324182738', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:12:26Z', 'updated_at': '2021-07-24T01:12:39Z', 'revision_number': 4, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'gw_port_host': None, '_interfaces': [{'id': '79e6c45a-5b4c-4a9c-8906-908ef9331dff', 'name': '', 'network_id': '8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:21:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:28Z', 'updated_at': '2021-07-24T01:12:35Z', 'revision_number': 5, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1cd22bd-2c14-4934-8be2-223a9d072aab', 'name': '', 'network_id': 'c21978dc-335f-437d-904c-49c1bb37e9a1', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:ac:fc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '65fc7910-338d-4cad-82c0-fcf5c4fbc955', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:34Z', 'updated_at': '2021-07-24T01:12:39Z', 'revision_number': 5, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '65fc7910-338d-4cad-82c0-fcf5c4fbc955', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9dd08be-54c1-450c-a055-668f1a8648f5', 'name': '', 'network_id': 'be15ab2c-b126-483f-9768-5f51627b3943', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:81:e9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '7f20a3f1-0767-4406-a593-946a3b0ce587', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:38Z', 'updated_at': '2021-07-24T01:12:40Z', 'revision_number': 2, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '7f20a3f1-0767-4406-a593-946a3b0ce587', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:42.464312 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-131f8de8-fb82-4ba3-8a18-830a3e0bb203 None None] Provisioning complete for port d9dd08be-54c1-450c-a055-668f1a8648f5 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:42.464683 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-131f8de8-fb82-4ba3-8a18-830a3e0bb203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:42.498430 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-abcb14d5-9b18-4895-9795-71f2cfd41eab tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Allocated IP 2001:db8::37e (3bf9c1ed-ba5e-4270-aeb5-6dae89995c12/74dad567-e883-4a27-bed8-d7c275b76239/d97e3ec0-48d3-412b-9fd3-716363f334ce) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:12:42.500237 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b65839b-e477-4c61-b5fc-56026d2d125e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-9f31266f-9148-49c6-98a8-50e568030fc3', 'network_id': '9f31266f-9148-49c6-98a8-50e568030fc3', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'fixed_ips': [{'subnet_id': 'f979d355-b517-4d1d-b741-5f1314c9ab0b'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:12:42.501346 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9b65839b-e477-4c61-b5fc-56026d2d125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:42.509549 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-abcb14d5-9b18-4895-9795-71f2cfd41eab tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Allocated IP 2001:db8:0:1::284 (3bf9c1ed-ba5e-4270-aeb5-6dae89995c12/2f64d8a6-d273-4186-b593-02ad943e7006/d97e3ec0-48d3-412b-9fd3-716363f334ce) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:12:42.522302 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c03c84f8-dd38-491a-81e4-ec8c251e3616 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:42.529805 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f7c52b-9245-44de-bfca-e3951863a3aa None None] Checking router: 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:12:42.530175 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f7c52b-9245-44de-bfca-e3951863a3aa None None] Updating router 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 port d9dd08be-54c1-450c-a055-668f1a8648f5 binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:12:42.644787 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-131f8de8-fb82-4ba3-8a18-830a3e0bb203 None None] Port d9dd08be-54c1-450c-a055-668f1a8648f5 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:12:42.701440 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-46f7c52b-9245-44de-bfca-e3951863a3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:42.703097 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-ec56ebda-68f2-4529-8f9a-14ec26ece69b None None] Attempting to bind port fe36178c-0ac8-4e88-8887-f31f517c25ac on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:12:42.703461 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-ec56ebda-68f2-4529-8f9a-14ec26ece69b None None] Attempting to bind port fe36178c-0ac8-4e88-8887-f31f517c25ac by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'e1a73895-7a1f-4588-9350-580c406a2d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3bf9c1ed-ba5e-4270-aeb5-6dae89995c12'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:12:42.703834 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec56ebda-68f2-4529-8f9a-14ec26ece69b None None] Attempting to bind port fe36178c-0ac8-4e88-8887-f31f517c25ac on network 3bf9c1ed-ba5e-4270-aeb5-6dae89995c12 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:12:42.719352 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port c5ab2bea-9745-4437-bbf6-4bf35cc88c40 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:12:42.737822 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec56ebda-68f2-4529-8f9a-14ec26ece69b None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:12:42.738200 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec56ebda-68f2-4529-8f9a-14ec26ece69b None None] Checking segment: {'id': 'e1a73895-7a1f-4588-9350-580c406a2d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3bf9c1ed-ba5e-4270-aeb5-6dae89995c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:12:42.738609 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ec56ebda-68f2-4529-8f9a-14ec26ece69b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:42.739039 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec56ebda-68f2-4529-8f9a-14ec26ece69b None None] Bound using segment: {'id': 'e1a73895-7a1f-4588-9350-580c406a2d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3bf9c1ed-ba5e-4270-aeb5-6dae89995c12'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:12:42.739527 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-ec56ebda-68f2-4529-8f9a-14ec26ece69b None None] Bound port: fe36178c-0ac8-4e88-8887-f31f517c25ac, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1a73895-7a1f-4588-9350-580c406a2d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3bf9c1ed-ba5e-4270-aeb5-6dae89995c12'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:12:42.739918 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ec56ebda-68f2-4529-8f9a-14ec26ece69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:42.745759 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port c5ab2bea-9745-4437-bbf6-4bf35cc88c40 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:42.746140 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:42.777851 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-131f8de8-fb82-4ba3-8a18-830a3e0bb203 None None] Provisioning complete for port c5ab2bea-9745-4437-bbf6-4bf35cc88c40 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:42.778232 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-131f8de8-fb82-4ba3-8a18-830a3e0bb203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:42.838938 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-abcb14d5-9b18-4895-9795-71f2cfd41eab tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:42.861178 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-abcb14d5-9b18-4895-9795-71f2cfd41eab tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Transition to ACTIVE for port object d97e3ec0-48d3-412b-9fd3-716363f334ce will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:12:42.897852 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-abcb14d5-9b18-4895-9795-71f2cfd41eab tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:42.948745 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abcb14d5-9b18-4895-9795-71f2cfd41eab tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Network 3bf9c1ed-ba5e-4270-aeb5-6dae89995c12 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:12:42.952283 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-abcb14d5-9b18-4895-9795-71f2cfd41eab tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:42.957207 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcb14d5-9b18-4895-9795-71f2cfd41eab tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:12:42.963197 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcb14d5-9b18-4895-9795-71f2cfd41eab tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:42.963891 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-abcb14d5-9b18-4895-9795-71f2cfd41eab tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:42.967828 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb14d5-9b18-4895-9795-71f2cfd41eab tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'Port': ['ID=d97e3ec0-48d3-412b-9fd3-716363f334ce,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:42.985108 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-abcb14d5-9b18-4895-9795-71f2cfd41eab tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.0244749 Jul 24 01:12:42.987705 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57830) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:42.999260 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-0c0a6fc6-1002-425e-af10-da4b001f2a3d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '74dad567-e883-4a27-bed8-d7c275b76239'}]}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:43.166328 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-9b65839b-e477-4c61-b5fc-56026d2d125e None None] Allocated IP 172.23.0.2 (9f31266f-9148-49c6-98a8-50e568030fc3/f979d355-b517-4d1d-b741-5f1314c9ab0b/fd86a436-2f71-46db-9859-ef1847f43ac5) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:12:43.192273 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0c0a6fc6-1002-425e-af10-da4b001f2a3d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:43.216903 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-ec56ebda-68f2-4529-8f9a-14ec26ece69b None None] For port fe36178c-0ac8-4e88-8887-f31f517c25ac, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:12:43.289705 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-ec56ebda-68f2-4529-8f9a-14ec26ece69b None None] For port fe36178c-0ac8-4e88-8887-f31f517c25ac, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=fe36178c-0ac8-4e88-8887-f31f517c25ac,segment=NetworkSegment(e1a73895-7a1f-4588-9350-580c406a2d4f),segment_id=e1a73895-7a1f-4588-9350-580c406a2d4f)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:12:43.329216 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ec56ebda-68f2-4529-8f9a-14ec26ece69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:43.376033 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:43.485950 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33322cb8-7a69-401f-ab74-34b1a836c0f8 req-167298d5-964b-40e6-b62e-c33d9e11af91 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:43.488177 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-33322cb8-7a69-401f-ab74-34b1a836c0f8 req-167298d5-964b-40e6-b62e-c33d9e11af91 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.13 "GET /v2.0/ports?device_id=95619577-2604-4308-9c05-995ef5c191d2 HTTP/1.1" status: 200 len: 945 time: 0.1461594 Jul 24 01:12:43.527078 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2c6bd-a230-4185-9247-da062f47f7ed req-d10c0e4f-a44b-4127-b487-602959eae1b0 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:43.528681 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-39d2c6bd-a230-4185-9247-da062f47f7ed req-d10c0e4f-a44b-4127-b487-602959eae1b0 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/ports?device_id=95619577-2604-4308-9c05-995ef5c191d2 HTTP/1.1" status: 200 len: 945 time: 0.0916157 Jul 24 01:12:43.537603 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port c5ab2bea-9745-4437-bbf6-4bf35cc88c40, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=c5ab2bea-9745-4437-bbf6-4bf35cc88c40,segment=NetworkSegment(4e8415c7-3dc7-41fe-a9c9-b193667978c7),segment_id=4e8415c7-3dc7-41fe-a9c9-b193667978c7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:12:43.538943 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-131f8de8-fb82-4ba3-8a18-830a3e0bb203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:43.580453 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-0c0a6fc6-1002-425e-af10-da4b001f2a3d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Delete allocated IP 2001:db8:0:1::284 (3bf9c1ed-ba5e-4270-aeb5-6dae89995c12/2f64d8a6-d273-4186-b593-02ad943e7006) {{(pid=100464) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 24 01:12:43.585341 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-39d2c6bd-a230-4185-9247-da062f47f7ed req-52ae27af-ec44-421c-a7d1-8510e8cdf7e4 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/security-groups?id=277cc7ba-6ca5-421d-9c63-2db46416c9c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483515 Jul 24 01:12:43.642462 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:43.679667 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec56ebda-68f2-4529-8f9a-14ec26ece69b None None] Pushing event updated for resources: {'Port': ['ID=fe36178c-0ac8-4e88-8887-f31f517c25ac,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:43.749097 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9b65839b-e477-4c61-b5fc-56026d2d125e None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:43.750528 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-33322cb8-7a69-401f-ab74-34b1a836c0f8 req-4482215e-2e75-48e9-bb8f-a80a3fefa202 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Deleting port d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:12:43.750919 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-33322cb8-7a69-401f-ab74-34b1a836c0f8 req-4482215e-2e75-48e9-bb8f-a80a3fefa202 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:43.817683 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9b65839b-e477-4c61-b5fc-56026d2d125e None None] Transition to ACTIVE for port object fd86a436-2f71-46db-9859-ef1847f43ac5 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:12:43.843465 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-46f7c52b-9245-44de-bfca-e3951863a3aa None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:43.867943 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.db.api [None req-131f8de8-fb82-4ba3-8a18-830a3e0bb203 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 01:12:43.868323 n-d-793621-25 neutron-server[100465]: DEBUG oslo_db.api [None req-131f8de8-fb82-4ba3-8a18-830a3e0bb203 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 01:12:43.875524 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0c0a6fc6-1002-425e-af10-da4b001f2a3d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:43.881131 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9b65839b-e477-4c61-b5fc-56026d2d125e None None] Transition to ACTIVE for port object fd86a436-2f71-46db-9859-ef1847f43ac5 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:12:43.883441 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-46f7c52b-9245-44de-bfca-e3951863a3aa None None] Transition to ACTIVE for port object d9dd08be-54c1-450c-a055-668f1a8648f5 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:12:43.893736 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-46f7c52b-9245-44de-bfca-e3951863a3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:43.897084 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=c5ab2bea-9745-4437-bbf6-4bf35cc88c40,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:43.899920 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-0c0a6fc6-1002-425e-af10-da4b001f2a3d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Ignored duplicate provisioning block setup for port d97e3ec0-48d3-412b-9fd3-716363f334ce by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 24 01:12:43.905160 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-33322cb8-7a69-401f-ab74-34b1a836c0f8 req-4482215e-2e75-48e9-bb8f-a80a3fefa202 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] For port d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75,segment=NetworkSegment(5aae32b9-a911-4411-ad9f-eb7ae2aec933),segment_id=5aae32b9-a911-4411-ad9f-eb7ae2aec933)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:12:43.905514 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-33322cb8-7a69-401f-ab74-34b1a836c0f8 req-4482215e-2e75-48e9-bb8f-a80a3fefa202 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:43.908362 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9b65839b-e477-4c61-b5fc-56026d2d125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:43.914058 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0c0a6fc6-1002-425e-af10-da4b001f2a3d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:43.928369 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-33322cb8-7a69-401f-ab74-34b1a836c0f8 req-4482215e-2e75-48e9-bb8f-a80a3fefa202 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Calling delete_port for d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:12:43.968225 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-c03c84f8-dd38-491a-81e4-ec8c251e3616 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Allocated IP 172.23.0.1 (9f31266f-9148-49c6-98a8-50e568030fc3/f979d355-b517-4d1d-b741-5f1314c9ab0b/65f7a313-6e18-4829-945e-28e742d9a6df) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:12:43.990452 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b65839b-e477-4c61-b5fc-56026d2d125e None None] Network 9f31266f-9148-49c6-98a8-50e568030fc3 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:12:44.010951 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2f979-6c7b-4b4b-b277-b3cc8b026cc4 None None] Pushing event updated for resources: {'Port': ['ID=d9dd08be-54c1-450c-a055-668f1a8648f5,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:44.021099 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-9b65839b-e477-4c61-b5fc-56026d2d125e None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:44.022535 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b65839b-e477-4c61-b5fc-56026d2d125e None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:12:44.039370 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-0c0a6fc6-1002-425e-af10-da4b001f2a3d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] In _notify_port_updated(), no bound segment for port d97e3ec0-48d3-412b-9fd3-716363f334ce on network 3bf9c1ed-ba5e-4270-aeb5-6dae89995c12 {{(pid=100464) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 01:12:44.045375 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0a6fc6-1002-425e-af10-da4b001f2a3d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:44.046025 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0c0a6fc6-1002-425e-af10-da4b001f2a3d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:44.050280 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0c0a6fc6-1002-425e-af10-da4b001f2a3d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "PUT /v2.0/ports/d97e3ec0-48d3-412b-9fd3-716363f334ce HTTP/1.1" status: 200 len: 925 time: 1.0612819 Jul 24 01:12:44.052700 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57836) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:44.058898 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-3cb0f910-addf-498f-9ec6-01321aad9fea tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '74dad567-e883-4a27-bed8-d7c275b76239'}, {'subnet_id': '2f64d8a6-d273-4186-b593-02ad943e7006'}]}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:44.062300 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a6fc6-1002-425e-af10-da4b001f2a3d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'Port': ['ID=d97e3ec0-48d3-412b-9fd3-716363f334ce,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:44.126172 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-46f7c52b-9245-44de-bfca-e3951863a3aa None None] Attempting to bind port d9dd08be-54c1-450c-a055-668f1a8648f5 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:12:44.126544 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-46f7c52b-9245-44de-bfca-e3951863a3aa None None] Attempting to bind port d9dd08be-54c1-450c-a055-668f1a8648f5 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '4e8415c7-3dc7-41fe-a9c9-b193667978c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'be15ab2c-b126-483f-9768-5f51627b3943'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:12:44.126949 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f7c52b-9245-44de-bfca-e3951863a3aa None None] Attempting to bind port d9dd08be-54c1-450c-a055-668f1a8648f5 on network be15ab2c-b126-483f-9768-5f51627b3943 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:12:44.155250 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b65839b-e477-4c61-b5fc-56026d2d125e None None] Pushing event updated for resources: {'Port': ['ID=fd86a436-2f71-46db-9859-ef1847f43ac5,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:44.159996 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f7c52b-9245-44de-bfca-e3951863a3aa None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:12:44.160386 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f7c52b-9245-44de-bfca-e3951863a3aa None None] Checking segment: {'id': '4e8415c7-3dc7-41fe-a9c9-b193667978c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'be15ab2c-b126-483f-9768-5f51627b3943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:12:44.160800 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-46f7c52b-9245-44de-bfca-e3951863a3aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:44.161198 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f7c52b-9245-44de-bfca-e3951863a3aa None None] Bound using segment: {'id': '4e8415c7-3dc7-41fe-a9c9-b193667978c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'be15ab2c-b126-483f-9768-5f51627b3943'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:12:44.161687 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-46f7c52b-9245-44de-bfca-e3951863a3aa None None] Bound port: d9dd08be-54c1-450c-a055-668f1a8648f5, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e8415c7-3dc7-41fe-a9c9-b193667978c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'be15ab2c-b126-483f-9768-5f51627b3943'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:12:44.162078 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-46f7c52b-9245-44de-bfca-e3951863a3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:44.177939 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c03c84f8-dd38-491a-81e4-ec8c251e3616 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:44.184067 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-9b65839b-e477-4c61-b5fc-56026d2d125e None None] Attempting to bind port fd86a436-2f71-46db-9859-ef1847f43ac5 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:12:44.184310 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-9b65839b-e477-4c61-b5fc-56026d2d125e None None] Attempting to bind port fd86a436-2f71-46db-9859-ef1847f43ac5 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '7e99d07d-9e66-4038-832d-21e17e5ecd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9f31266f-9148-49c6-98a8-50e568030fc3'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:12:44.184516 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b65839b-e477-4c61-b5fc-56026d2d125e None None] Attempting to bind port fd86a436-2f71-46db-9859-ef1847f43ac5 on network 9f31266f-9148-49c6-98a8-50e568030fc3 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:12:44.186755 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3cb0f910-addf-498f-9ec6-01321aad9fea tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:44.193424 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b65839b-e477-4c61-b5fc-56026d2d125e None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:12:44.193802 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b65839b-e477-4c61-b5fc-56026d2d125e None None] Checking segment: {'id': '7e99d07d-9e66-4038-832d-21e17e5ecd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9f31266f-9148-49c6-98a8-50e568030fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:12:44.194223 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9b65839b-e477-4c61-b5fc-56026d2d125e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:44.194619 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b65839b-e477-4c61-b5fc-56026d2d125e None None] Bound using segment: {'id': '7e99d07d-9e66-4038-832d-21e17e5ecd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9f31266f-9148-49c6-98a8-50e568030fc3'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:12:44.195135 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-9b65839b-e477-4c61-b5fc-56026d2d125e None None] Bound port: fd86a436-2f71-46db-9859-ef1847f43ac5, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e99d07d-9e66-4038-832d-21e17e5ecd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9f31266f-9148-49c6-98a8-50e568030fc3'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:12:44.195521 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9b65839b-e477-4c61-b5fc-56026d2d125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:44.203387 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-c03c84f8-dd38-491a-81e4-ec8c251e3616 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Transition to ACTIVE for port object 65f7a313-6e18-4829-945e-28e742d9a6df will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:12:44.253637 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c03c84f8-dd38-491a-81e4-ec8c251e3616 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:44.301607 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03c84f8-dd38-491a-81e4-ec8c251e3616 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Network 9f31266f-9148-49c6-98a8-50e568030fc3 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:12:44.306554 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-46f7c52b-9245-44de-bfca-e3951863a3aa None None] For port d9dd08be-54c1-450c-a055-668f1a8648f5, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:12:44.308564 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-c03c84f8-dd38-491a-81e4-ec8c251e3616 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:44.313388 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03c84f8-dd38-491a-81e4-ec8c251e3616 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:12:44.325303 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9b65839b-e477-4c61-b5fc-56026d2d125e None None] For port fd86a436-2f71-46db-9859-ef1847f43ac5, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:12:44.330130 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9b65839b-e477-4c61-b5fc-56026d2d125e None None] For port fd86a436-2f71-46db-9859-ef1847f43ac5, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=fd86a436-2f71-46db-9859-ef1847f43ac5,segment=NetworkSegment(7e99d07d-9e66-4038-832d-21e17e5ecd4e),segment_id=7e99d07d-9e66-4038-832d-21e17e5ecd4e)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:12:44.335106 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9b65839b-e477-4c61-b5fc-56026d2d125e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:44.344883 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c84f8-dd38-491a-81e4-ec8c251e3616 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event updated for resources: {'Port': ['ID=65f7a313-6e18-4829-945e-28e742d9a6df,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:44.370022 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c03c84f8-dd38-491a-81e4-ec8c251e3616 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:44.371991 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-33322cb8-7a69-401f-ab74-34b1a836c0f8 req-4482215e-2e75-48e9-bb8f-a80a3fefa202 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:44.388150 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-46f7c52b-9245-44de-bfca-e3951863a3aa None None] For port d9dd08be-54c1-450c-a055-668f1a8648f5, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=d9dd08be-54c1-450c-a055-668f1a8648f5,segment=NetworkSegment(4e8415c7-3dc7-41fe-a9c9-b193667978c7),segment_id=4e8415c7-3dc7-41fe-a9c9-b193667978c7)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:12:44.455582 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482215e-2e75-48e9-bb8f-a80a3fefa202 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Pushing event deleted for resources: {'Port': ['ID=d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:44.480154 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-46f7c52b-9245-44de-bfca-e3951863a3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:44.484150 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:12:44.523884 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-33322cb8-7a69-401f-ab74-34b1a836c0f8 req-4482215e-2e75-48e9-bb8f-a80a3fefa202 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] No DVR routers for this DVR port d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:12:44.525888 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b65839b-e477-4c61-b5fc-56026d2d125e None None] Pushing event updated for resources: {'Port': ['ID=fd86a436-2f71-46db-9859-ef1847f43ac5,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:44.527246 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-33322cb8-7a69-401f-ab74-34b1a836c0f8 req-4482215e-2e75-48e9-bb8f-a80a3fefa202 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:44.530269 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-33322cb8-7a69-401f-ab74-34b1a836c0f8 req-4482215e-2e75-48e9-bb8f-a80a3fefa202 tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.13 "DELETE /v2.0/ports/d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75 HTTP/1.1" status: 204 len: 173 time: 1.0315084 Jul 24 01:12:44.544730 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95619577-2604-4308-9c05-995ef5c191d2', 'name': 'network-vif-deleted', 'tag': 'd0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:12:44.547522 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db272fc3-d567-40f9-a1f2-773a0fa4ae59" -d '{"events": [{"server_uuid": "95619577-2604-4308-9c05-995ef5c191d2", "name": "network-vif-deleted", "tag": "d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:12:44.685477 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f7c52b-9245-44de-bfca-e3951863a3aa None None] Routers {'1b23c3c9-aa0f-4150-b70e-d2d480fa5745'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:12:44.694588 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94201867-c670-4156-951c-0c6bd2770af1 x-openstack-request-id: req-94201867-c670-4156-951c-0c6bd2770af1 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:12:44.695251 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-46f7c52b-9245-44de-bfca-e3951863a3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:12:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1b23c3c9-aa0f-4150-b70e-d2d480fa5745'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:44.697675 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95619577-2604-4308-9c05-995ef5c191d2", "name": "network-vif-deleted", "tag": "d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:12:44.698484 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-94201867-c670-4156-951c-0c6bd2770af1 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:12:44.706755 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95619577-2604-4308-9c05-995ef5c191d2', 'name': 'network-vif-deleted', 'tag': 'd0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75', 'status': 'completed', 'code': 200} Jul 24 01:12:44.949312 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2f979-6c7b-4b4b-b277-b3cc8b026cc4 None None] Pushing event updated for resources: {'Port': ['ID=d9dd08be-54c1-450c-a055-668f1a8648f5,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:45.026116 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18031b8-9cb5-400e-b6a1-272a86ceb284 None None] Network 3bf9c1ed-ba5e-4270-aeb5-6dae89995c12 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:12:45.046336 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-3cb0f910-addf-498f-9ec6-01321aad9fea tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Allocated IP 2001:db8:0:1::e2 (3bf9c1ed-ba5e-4270-aeb5-6dae89995c12/2f64d8a6-d273-4186-b593-02ad943e7006/d97e3ec0-48d3-412b-9fd3-716363f334ce) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:12:45.138932 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c03c84f8-dd38-491a-81e4-ec8c251e3616 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:45.155159 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eadfe867-bf1b-49ba-b61a-d316a4c17025 req-7af9f805-b119-44f5-bff1-bec636990c5d tempest-VolumesActionsTest-1702357846 tempest-VolumesActionsTest-1702357846-project] 10.222.0.15 "GET /v2.0/ports?device_id=95619577-2604-4308-9c05-995ef5c191d2 HTTP/1.1" status: 200 len: 210 time: 0.2513855 Jul 24 01:12:45.157729 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-4a1ac44b-f82d-4902-8216-1009a5e0fd44 None None] Provisioning complete for port c5ab2bea-9745-4437-bbf6-4bf35cc88c40 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:45.158268 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4a1ac44b-f82d-4902-8216-1009a5e0fd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:45.160648 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-46f7c52b-9245-44de-bfca-e3951863a3aa None None] Set router 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 gateway port host: None {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:12:45.229559 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3cb0f910-addf-498f-9ec6-01321aad9fea tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:45.245306 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-3cb0f910-addf-498f-9ec6-01321aad9fea tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Ignored duplicate provisioning block setup for port d97e3ec0-48d3-412b-9fd3-716363f334ce by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 24 01:12:45.250071 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3cb0f910-addf-498f-9ec6-01321aad9fea tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:45.329718 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0f910-addf-498f-9ec6-01321aad9fea tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'Port': ['ID=d97e3ec0-48d3-412b-9fd3-716363f334ce,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:45.354752 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-3cb0f910-addf-498f-9ec6-01321aad9fea tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] In _notify_port_updated(), no bound segment for port d97e3ec0-48d3-412b-9fd3-716363f334ce on network 3bf9c1ed-ba5e-4270-aeb5-6dae89995c12 {{(pid=100464) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 01:12:45.360875 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb0f910-addf-498f-9ec6-01321aad9fea tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:45.361509 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3cb0f910-addf-498f-9ec6-01321aad9fea tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:45.366071 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3cb0f910-addf-498f-9ec6-01321aad9fea tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "PUT /v2.0/ports/d97e3ec0-48d3-412b-9fd3-716363f334ce HTTP/1.1" status: 200 len: 1010 time: 1.3122563 Jul 24 01:12:45.366773 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57846) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:45.476915 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c03c84f8-dd38-491a-81e4-ec8c251e3616 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:45.479922 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-55ba5777-866b-4db5-a8ce-e862c00b9047 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Deleting port d97e3ec0-48d3-412b-9fd3-716363f334ce {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:12:45.480363 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-55ba5777-866b-4db5-a8ce-e862c00b9047 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:45.488249 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c03c84f8-dd38-491a-81e4-ec8c251e3616 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:45.580498 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c03c84f8-dd38-491a-81e4-ec8c251e3616 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:45.582514 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c84f8-dd38-491a-81e4-ec8c251e3616 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event updated for resources: {'Port': ['ID=65f7a313-6e18-4829-945e-28e742d9a6df,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:45.604359 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-55ba5777-866b-4db5-a8ce-e862c00b9047 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:45.615392 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7769a0b6-8656-4438-b4ef-3417ee0c1db6 None None] Update dhcp port {'port': {'network_id': '3bf9c1ed-ba5e-4270-aeb5-6dae89995c12', 'fixed_ips': [{'subnet_id': '74dad567-e883-4a27-bed8-d7c275b76239', 'ip_address': '2001:db8::2'}, {'subnet_id': '2f64d8a6-d273-4186-b593-02ad943e7006'}], 'binding:host_id': 'n-d-793621-25'}, 'id': 'fe36178c-0ac8-4e88-8887-f31f517c25ac'} from n-d-793621-25. {{(pid=100465) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 01:12:45.629348 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-55ba5777-866b-4db5-a8ce-e862c00b9047 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Calling delete_port for d97e3ec0-48d3-412b-9fd3-716363f334ce owned by {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:12:45.677052 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7769a0b6-8656-4438-b4ef-3417ee0c1db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:45.682277 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-46f7c52b-9245-44de-bfca-e3951863a3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'name': 'tempest-RoutersTest-router-1324182738', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:12:26Z', 'updated_at': '2021-07-24T01:12:39Z', 'revision_number': 4, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'gw_port_host': None, '_interfaces': [{'id': '79e6c45a-5b4c-4a9c-8906-908ef9331dff', 'name': '', 'network_id': '8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:21:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:28Z', 'updated_at': '2021-07-24T01:12:35Z', 'revision_number': 5, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1cd22bd-2c14-4934-8be2-223a9d072aab', 'name': '', 'network_id': 'c21978dc-335f-437d-904c-49c1bb37e9a1', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:ac:fc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '65fc7910-338d-4cad-82c0-fcf5c4fbc955', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:34Z', 'updated_at': '2021-07-24T01:12:39Z', 'revision_number': 5, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '65fc7910-338d-4cad-82c0-fcf5c4fbc955', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9dd08be-54c1-450c-a055-668f1a8648f5', 'name': '', 'network_id': 'be15ab2c-b126-483f-9768-5f51627b3943', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:81:e9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '7f20a3f1-0767-4406-a593-946a3b0ce587', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:38Z', 'updated_at': '2021-07-24T01:12:44Z', 'revision_number': 4, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '7f20a3f1-0767-4406-a593-946a3b0ce587', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:45.685898 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e8a5baf0-5311-4425-8f7f-6ce8e1cdfd67 None None] Provisioning for port fe36178c-0ac8-4e88-8887-f31f517c25ac completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:12:45.735702 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f7c52b-9245-44de-bfca-e3951863a3aa None None] The sync data for ids ['1b23c3c9-aa0f-4150-b70e-d2d480fa5745'] in n-d-793621-25 is: [{'id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'name': 'tempest-RoutersTest-router-1324182738', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:12:26Z', 'updated_at': '2021-07-24T01:12:39Z', 'revision_number': 4, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'gw_port_host': None, '_interfaces': [{'id': '79e6c45a-5b4c-4a9c-8906-908ef9331dff', 'name': '', 'network_id': '8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:21:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:28Z', 'updated_at': '2021-07-24T01:12:35Z', 'revision_number': 5, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1cd22bd-2c14-4934-8be2-223a9d072aab', 'name': '', 'network_id': 'c21978dc-335f-437d-904c-49c1bb37e9a1', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:ac:fc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '65fc7910-338d-4cad-82c0-fcf5c4fbc955', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:34Z', 'updated_at': '2021-07-24T01:12:39Z', 'revision_number': 5, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '65fc7910-338d-4cad-82c0-fcf5c4fbc955', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9dd08be-54c1-450c-a055-668f1a8648f5', 'name': '', 'network_id': 'be15ab2c-b126-483f-9768-5f51627b3943', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:81:e9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '7f20a3f1-0767-4406-a593-946a3b0ce587', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:38Z', 'updated_at': '2021-07-24T01:12:44Z', 'revision_number': 4, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '7f20a3f1-0767-4406-a593-946a3b0ce587', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:12:45.746259 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03c84f8-dd38-491a-81e4-ec8c251e3616 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Network 9f31266f-9148-49c6-98a8-50e568030fc3 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:12:45.749504 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-c03c84f8-dd38-491a-81e4-ec8c251e3616 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:45.787982 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2ce1abf6-19e4-44ee-abf4-d85e3787920d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:45.999918 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-55ba5777-866b-4db5-a8ce-e862c00b9047 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:46.019795 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03c84f8-dd38-491a-81e4-ec8c251e3616 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Router 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:12:46.074151 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba5777-866b-4db5-a8ce-e862c00b9047 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'Port': ['ID=d97e3ec0-48d3-412b-9fd3-716363f334ce,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:46.129724 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-55ba5777-866b-4db5-a8ce-e862c00b9047 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:46.134353 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-55ba5777-866b-4db5-a8ce-e862c00b9047 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/ports/d97e3ec0-48d3-412b-9fd3-716363f334ce HTTP/1.1" status: 204 len: 168 time: 0.7641096 Jul 24 01:12:46.134840 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57850) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:46.163013 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device fd86a436-2f71-46db-9859-ef1847f43ac5 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:12:46.164938 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3992b6ca-1f72-4a39-9d7c-74e61d105a2e None None] Network 9f31266f-9148-49c6-98a8-50e568030fc3 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:12:46.171553 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8e6ec21-6f71-480d-a7b0-a95abffe4ab3 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] GET failed (client error): The resource could not be found. Jul 24 01:12:46.175612 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d8e6ec21-6f71-480d-a7b0-a95abffe4ab3 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "GET /v2.0/ports/d97e3ec0-48d3-412b-9fd3-716363f334ce HTTP/1.1" status: 404 len: 333 time: 0.0373733 Jul 24 01:12:46.180916 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57854) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:46.202762 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03c84f8-dd38-491a-81e4-ec8c251e3616 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:12:46.231157 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c03c84f8-dd38-491a-81e4-ec8c251e3616 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "PUT /v2.0/routers/1b23c3c9-aa0f-4150-b70e-d2d480fa5745/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2509921 Jul 24 01:12:46.234246 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57856) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:46.240498 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-c4eca8e0-9ae5-4322-82ef-a32edfba0318 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:46.267196 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d9c0ce76-2597-491c-a150-7ceb8511f2f4 None None] Provisioning for port fd86a436-2f71-46db-9859-ef1847f43ac5 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:12:46.284824 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e16c15f-bcec-4b43-8ff2-b33c60bdc696 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Deleting subnet 2f64d8a6-d273-4186-b593-02ad943e7006 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:12:46.401452 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-7769a0b6-8656-4438-b4ef-3417ee0c1db6 None None] Allocated IP 2001:db8:0:1::2 (3bf9c1ed-ba5e-4270-aeb5-6dae89995c12/2f64d8a6-d273-4186-b593-02ad943e7006/fe36178c-0ac8-4e88-8887-f31f517c25ac) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:12:46.409511 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port fd86a436-2f71-46db-9859-ef1847f43ac5 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:12:46.423148 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port fd86a436-2f71-46db-9859-ef1847f43ac5 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:46.423653 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:46.626697 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:12:46.671233 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:12:46.671636 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device d0b54ad8-22fb-47f3-8c4d-ffc55a5a4f75 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:12:46.685337 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:46.689009 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-7769a0b6-8656-4438-b4ef-3417ee0c1db6 None None] For port fe36178c-0ac8-4e88-8887-f31f517c25ac, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=fe36178c-0ac8-4e88-8887-f31f517c25ac,segment=NetworkSegment(e1a73895-7a1f-4588-9350-580c406a2d4f),segment_id=e1a73895-7a1f-4588-9350-580c406a2d4f)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:12:46.699284 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.extraroute_db [None req-c4eca8e0-9ae5-4322-82ef-a32edfba0318 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=100464) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 24 01:12:46.719202 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.extraroute_db [None req-c4eca8e0-9ae5-4322-82ef-a32edfba0318 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Removed routes are [] {{(pid=100464) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 24 01:12:46.719202 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c4eca8e0-9ae5-4322-82ef-a32edfba0318 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:46.733831 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cd1006-3cee-4c59-b756-6c4471b2e090 None None] Sync routers for ids ['1b23c3c9-aa0f-4150-b70e-d2d480fa5745'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:12:46.747063 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cd1006-3cee-4c59-b756-6c4471b2e090 None None] Routers {'1b23c3c9-aa0f-4150-b70e-d2d480fa5745'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:12:46.747762 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-42cd1006-3cee-4c59-b756-6c4471b2e090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:12:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1b23c3c9-aa0f-4150-b70e-d2d480fa5745'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:46.762565 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7769a0b6-8656-4438-b4ef-3417ee0c1db6 None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:46.773881 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port fd86a436-2f71-46db-9859-ef1847f43ac5, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=fd86a436-2f71-46db-9859-ef1847f43ac5,segment=NetworkSegment(7e99d07d-9e66-4038-832d-21e17e5ecd4e),segment_id=7e99d07d-9e66-4038-832d-21e17e5ecd4e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:12:46.788716 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:46.789566 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device c5ab2bea-9745-4437-bbf6-4bf35cc88c40 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:12:46.797010 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-7769a0b6-8656-4438-b4ef-3417ee0c1db6 None None] Transition to ACTIVE for port object fe36178c-0ac8-4e88-8887-f31f517c25ac will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:12:46.816553 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2e16c15f-bcec-4b43-8ff2-b33c60bdc696 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:46.856654 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7769a0b6-8656-4438-b4ef-3417ee0c1db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:46.913320 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2e16c15f-bcec-4b43-8ff2-b33c60bdc696 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:46.969808 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=fd86a436-2f71-46db-9859-ef1847f43ac5,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:47.044664 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port c5ab2bea-9745-4437-bbf6-4bf35cc88c40 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:47.045049 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:47.072323 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-42cd1006-3cee-4c59-b756-6c4471b2e090 None None] Set router 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:12:47.199122 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2e16c15f-bcec-4b43-8ff2-b33c60bdc696 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:47.238257 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7769a0b6-8656-4438-b4ef-3417ee0c1db6 None None] Pushing event updated for resources: {'Port': ['ID=fe36178c-0ac8-4e88-8887-f31f517c25ac,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:47.317332 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0b470987-d15d-43df-9814-302f90634e04 None None] Provisioning for port 65f7a313-6e18-4829-945e-28e742d9a6df completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:12:47.323991 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device fe36178c-0ac8-4e88-8887-f31f517c25ac up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:12:47.331599 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0b470987-d15d-43df-9814-302f90634e04 None None] Provisioning complete for port 65f7a313-6e18-4829-945e-28e742d9a6df triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:47.332019 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0b470987-d15d-43df-9814-302f90634e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:47.333386 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2e16c15f-bcec-4b43-8ff2-b33c60bdc696 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:47.395359 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e16c15f-bcec-4b43-8ff2-b33c60bdc696 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'Subnet': ['ID=2f64d8a6-d273-4186-b593-02ad943e7006,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:47.398868 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2e16c15f-bcec-4b43-8ff2-b33c60bdc696 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:47.407862 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2e16c15f-bcec-4b43-8ff2-b33c60bdc696 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/subnets/2f64d8a6-d273-4186-b593-02ad943e7006 HTTP/1.1" status: 204 len: 168 time: 1.2144904 Jul 24 01:12:47.408630 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57898) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:47.503239 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0b470987-d15d-43df-9814-302f90634e04 None None] Port 65f7a313-6e18-4829-945e-28e742d9a6df cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:12:47.535323 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-42cd1006-3cee-4c59-b756-6c4471b2e090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'name': 'tempest-RoutersTest-router-1324182738', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:12:26Z', 'updated_at': '2021-07-24T01:12:46Z', 'revision_number': 6, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'gw_port_host': None, '_interfaces': [{'id': '65f7a313-6e18-4829-945e-28e742d9a6df', 'name': '', 'network_id': '9f31266f-9148-49c6-98a8-50e568030fc3', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:b8:0a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'f979d355-b517-4d1d-b741-5f1314c9ab0b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:42Z', 'updated_at': '2021-07-24T01:12:45Z', 'revision_number': 2, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': 'f979d355-b517-4d1d-b741-5f1314c9ab0b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79e6c45a-5b4c-4a9c-8906-908ef9331dff', 'name': '', 'network_id': '8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:21:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:28Z', 'updated_at': '2021-07-24T01:12:35Z', 'revision_number': 5, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1cd22bd-2c14-4934-8be2-223a9d072aab', 'name': '', 'network_id': 'c21978dc-335f-437d-904c-49c1bb37e9a1', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:ac:fc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '65fc7910-338d-4cad-82c0-fcf5c4fbc955', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:34Z', 'updated_at': '2021-07-24T01:12:39Z', 'revision_number': 5, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '65fc7910-338d-4cad-82c0-fcf5c4fbc955', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9dd08be-54c1-450c-a055-668f1a8648f5', 'name': '', 'network_id': 'be15ab2c-b126-483f-9768-5f51627b3943', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:81:e9:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '7f20a3f1-0767-4406-a593-946a3b0ce587', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:38Z', 'updated_at': '2021-07-24T01:12:44Z', 'revision_number': 4, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '7f20a3f1-0767-4406-a593-946a3b0ce587', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:47.535765 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0b470987-d15d-43df-9814-302f90634e04 None None] Provisioning complete for port fd86a436-2f71-46db-9859-ef1847f43ac5 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:47.536163 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0b470987-d15d-43df-9814-302f90634e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:47.538896 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-41b4c07d-0299-4643-9746-daa3a0077b70 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Deleting subnet 74dad567-e883-4a27-bed8-d7c275b76239 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:12:47.546189 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port fe36178c-0ac8-4e88-8887-f31f517c25ac completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:12:47.548734 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-41b4c07d-0299-4643-9746-daa3a0077b70 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:47.593887 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cd1006-3cee-4c59-b756-6c4471b2e090 None None] Checking router: 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:12:47.594564 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cd1006-3cee-4c59-b756-6c4471b2e090 None None] Updating router 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 port 65f7a313-6e18-4829-945e-28e742d9a6df binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:12:47.650375 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-42cd1006-3cee-4c59-b756-6c4471b2e090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:47.668146 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-41b4c07d-0299-4643-9746-daa3a0077b70 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:47.822083 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9f412fe3-a0b4-4271-a59e-67002f59afa7 None None] Provisioning complete for port 65f7a313-6e18-4829-945e-28e742d9a6df triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:47.823066 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9f412fe3-a0b4-4271-a59e-67002f59afa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:47.924809 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-41b4c07d-0299-4643-9746-daa3a0077b70 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:47.932370 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-9f412fe3-a0b4-4271-a59e-67002f59afa7 None None] Port 65f7a313-6e18-4829-945e-28e742d9a6df cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:12:47.942511 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c4eca8e0-9ae5-4322-82ef-a32edfba0318 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:47.964398 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device d9dd08be-54c1-450c-a055-668f1a8648f5 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:12:47.965679 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c4eca8e0-9ae5-4322-82ef-a32edfba0318 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690290'] for router, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:48.063749 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-41b4c07d-0299-4643-9746-daa3a0077b70 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:48.070778 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8420c7be-5068-48c1-9462-a440b03ed226 None None] Provisioning complete for port 65f7a313-6e18-4829-945e-28e742d9a6df triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:48.071163 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8420c7be-5068-48c1-9462-a440b03ed226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:48.118067 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port d9dd08be-54c1-450c-a055-668f1a8648f5 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:12:48.123561 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b4c07d-0299-4643-9746-daa3a0077b70 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'Subnet': ['ID=74dad567-e883-4a27-bed8-d7c275b76239,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:48.132353 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port d9dd08be-54c1-450c-a055-668f1a8648f5 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:48.133284 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:48.136988 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-41b4c07d-0299-4643-9746-daa3a0077b70 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:48.143134 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-41b4c07d-0299-4643-9746-daa3a0077b70 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/subnets/74dad567-e883-4a27-bed8-d7c275b76239 HTTP/1.1" status: 204 len: 168 time: 0.7305324 Jul 24 01:12:48.143847 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57904) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:48.178764 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4eca8e0-9ae5-4322-82ef-a32edfba0318 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Router 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:12:48.195450 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d8076d-348c-460c-a43f-b8c474a95c20 None None] Network 3bf9c1ed-ba5e-4270-aeb5-6dae89995c12 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:12:48.197435 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-8420c7be-5068-48c1-9462-a440b03ed226 None None] Port 65f7a313-6e18-4829-945e-28e742d9a6df cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:12:48.227564 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-42cd1006-3cee-4c59-b756-6c4471b2e090 None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:48.241466 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-38095f86-3242-4e61-9de8-6491f42fc06b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:48.248515 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-42cd1006-3cee-4c59-b756-6c4471b2e090 None None] Transition to ACTIVE for port object 65f7a313-6e18-4829-945e-28e742d9a6df will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:12:48.268142 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-42cd1006-3cee-4c59-b756-6c4471b2e090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:48.354335 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-38095f86-3242-4e61-9de8-6491f42fc06b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Deleting port fe36178c-0ac8-4e88-8887-f31f517c25ac {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:12:48.354624 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-38095f86-3242-4e61-9de8-6491f42fc06b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:48.365776 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b07ec0-d71e-4fa2-8235-3e7152acb1fb None None] Pushing event updated for resources: {'Port': ['ID=65f7a313-6e18-4829-945e-28e742d9a6df,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:48.380744 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-dece7966-fd8d-4672-b033-dd91ba61176b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:48.404306 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4eca8e0-9ae5-4322-82ef-a32edfba0318 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:12:48.420665 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c4eca8e0-9ae5-4322-82ef-a32edfba0318 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:48.431527 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c4eca8e0-9ae5-4322-82ef-a32edfba0318 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "PUT /v2.0/routers/1b23c3c9-aa0f-4150-b70e-d2d480fa5745 HTTP/1.1" status: 200 len: 934 time: 2.1943958 Jul 24 01:12:48.433771 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57914) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:48.435485 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-38eeec02-64c4-4729-95bc-6c57f9f954c5 None None] Provisioning for port fe36178c-0ac8-4e88-8887-f31f517c25ac completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:12:48.464806 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-38095f86-3242-4e61-9de8-6491f42fc06b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] For port fe36178c-0ac8-4e88-8887-f31f517c25ac, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=fe36178c-0ac8-4e88-8887-f31f517c25ac,segment=NetworkSegment(e1a73895-7a1f-4588-9350-580c406a2d4f),segment_id=e1a73895-7a1f-4588-9350-580c406a2d4f)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:12:48.465337 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-38095f86-3242-4e61-9de8-6491f42fc06b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:48.480758 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-38095f86-3242-4e61-9de8-6491f42fc06b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Calling delete_port for fe36178c-0ac8-4e88-8887-f31f517c25ac owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:12:48.527713 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-38eeec02-64c4-4729-95bc-6c57f9f954c5 None None] Provisioning complete for port fe36178c-0ac8-4e88-8887-f31f517c25ac triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:48.527713 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-38eeec02-64c4-4729-95bc-6c57f9f954c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:48.562649 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-42cd1006-3cee-4c59-b756-6c4471b2e090 None None] Attempting to bind port 65f7a313-6e18-4829-945e-28e742d9a6df on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:12:48.563052 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-42cd1006-3cee-4c59-b756-6c4471b2e090 None None] Attempting to bind port 65f7a313-6e18-4829-945e-28e742d9a6df by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '7e99d07d-9e66-4038-832d-21e17e5ecd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9f31266f-9148-49c6-98a8-50e568030fc3'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:12:48.563418 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cd1006-3cee-4c59-b756-6c4471b2e090 None None] Attempting to bind port 65f7a313-6e18-4829-945e-28e742d9a6df on network 9f31266f-9148-49c6-98a8-50e568030fc3 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:12:48.582908 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cd1006-3cee-4c59-b756-6c4471b2e090 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:12:48.583688 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cd1006-3cee-4c59-b756-6c4471b2e090 None None] Checking segment: {'id': '7e99d07d-9e66-4038-832d-21e17e5ecd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9f31266f-9148-49c6-98a8-50e568030fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:12:48.583688 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-42cd1006-3cee-4c59-b756-6c4471b2e090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:48.584078 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cd1006-3cee-4c59-b756-6c4471b2e090 None None] Bound using segment: {'id': '7e99d07d-9e66-4038-832d-21e17e5ecd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9f31266f-9148-49c6-98a8-50e568030fc3'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:12:48.584753 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-42cd1006-3cee-4c59-b756-6c4471b2e090 None None] Bound port: 65f7a313-6e18-4829-945e-28e742d9a6df, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e99d07d-9e66-4038-832d-21e17e5ecd4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '9f31266f-9148-49c6-98a8-50e568030fc3'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:12:48.584948 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-42cd1006-3cee-4c59-b756-6c4471b2e090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:48.641223 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-38095f86-3242-4e61-9de8-6491f42fc06b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:48.669498 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-14f1b7fd-99ef-4f53-ac06-20f7007690d6 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "GET /v2.0/routers/1b23c3c9-aa0f-4150-b70e-d2d480fa5745 HTTP/1.1" status: 200 len: 934 time: 0.2339895 Jul 24 01:12:48.672039 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57930) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:48.676922 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-a8609e71-f3e5-4613-857d-bfd4b1d6377c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Request body: {'router': {'routes': None}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:48.686616 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38095f86-3242-4e61-9de8-6491f42fc06b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'Port': ['ID=fe36178c-0ac8-4e88-8887-f31f517c25ac,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:48.694839 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38095f86-3242-4e61-9de8-6491f42fc06b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] No DVR routers for this DVR port fe36178c-0ac8-4e88-8887-f31f517c25ac on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:12:48.707465 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:48.733953 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:48.739879 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-42cd1006-3cee-4c59-b756-6c4471b2e090 None None] For port 65f7a313-6e18-4829-945e-28e742d9a6df, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:12:48.745385 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-42cd1006-3cee-4c59-b756-6c4471b2e090 None None] For port 65f7a313-6e18-4829-945e-28e742d9a6df, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=65f7a313-6e18-4829-945e-28e742d9a6df,segment=NetworkSegment(7e99d07d-9e66-4038-832d-21e17e5ecd4e),segment_id=7e99d07d-9e66-4038-832d-21e17e5ecd4e)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:12:48.762436 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-42cd1006-3cee-4c59-b756-6c4471b2e090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:48.771975 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-38eeec02-64c4-4729-95bc-6c57f9f954c5 None None] Could not find standard attr ID for object fe36178c-0ac8-4e88-8887-f31f517c25ac. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:12:48.778418 n-d-793621-25 neutron-server[100465]: INFO neutron.plugins.ml2.db [None req-38eeec02-64c4-4729-95bc-6c57f9f954c5 None None] No ports have port_id starting with fe36178c-0ac8-4e88-8887-f31f517c25ac Jul 24 01:12:48.825076 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port d9dd08be-54c1-450c-a055-668f1a8648f5, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=d9dd08be-54c1-450c-a055-668f1a8648f5,segment=NetworkSegment(4e8415c7-3dc7-41fe-a9c9-b193667978c7),segment_id=4e8415c7-3dc7-41fe-a9c9-b193667978c7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:12:48.847269 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:48.848061 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device fd86a436-2f71-46db-9859-ef1847f43ac5 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:12:48.856100 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-38eeec02-64c4-4729-95bc-6c57f9f954c5 None None] Could not find standard attr ID for object d97e3ec0-48d3-412b-9fd3-716363f334ce. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:12:48.865533 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-38095f86-3242-4e61-9de8-6491f42fc06b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:48.877255 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-38095f86-3242-4e61-9de8-6491f42fc06b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bf9c1ed-ba5e-4270-aeb5-6dae89995c12']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:48.890347 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cd1006-3cee-4c59-b756-6c4471b2e090 None None] Routers {'1b23c3c9-aa0f-4150-b70e-d2d480fa5745'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:12:48.891649 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-42cd1006-3cee-4c59-b756-6c4471b2e090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:12:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1b23c3c9-aa0f-4150-b70e-d2d480fa5745'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:48.900538 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-38095f86-3242-4e61-9de8-6491f42fc06b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1a73895-7a1f-4588-9350-580c406a2d4f') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:48.901039 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-38095f86-3242-4e61-9de8-6491f42fc06b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1a73895-7a1f-4588-9350-580c406a2d4f') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:48.913061 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-38095f86-3242-4e61-9de8-6491f42fc06b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:48.953086 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-38095f86-3242-4e61-9de8-6491f42fc06b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:48.963068 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=d9dd08be-54c1-450c-a055-668f1a8648f5,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:48.967061 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38095f86-3242-4e61-9de8-6491f42fc06b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:12:48.968775 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-38095f86-3242-4e61-9de8-6491f42fc06b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:48.998333 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5ce88f-d451-449a-a1a9-1a57f7464d32 None None] DHCP port deletion for 3bf9c1ed-ba5e-4270-aeb5-6dae89995c12 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:12:49.049954 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port fd86a436-2f71-46db-9859-ef1847f43ac5 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:49.050639 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:49.099031 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b07ec0-d71e-4fa2-8235-3e7152acb1fb None None] Pushing event updated for resources: {'Port': ['ID=65f7a313-6e18-4829-945e-28e742d9a6df,revision_number=4']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:49.101424 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:12:49.101424 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:12:49.101424 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:12:49.101424 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:12:49.101424 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:12:49.101424 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:12:49.101424 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:12:49.101424 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:12:49.101424 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:12:49.101424 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:12:49.101424 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:12:49.101424 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:12:49.101424 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:12:49.101424 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:12:49.101424 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:12:49.101424 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:12:49.101424 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:12:49.101424 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:12:49.101424 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:12:49.101424 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:12:49.101424 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:12:49.101424 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:12:49.101424 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:12:49.101424 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:12:49.101424 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:12:49.101424 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:12:49.101424 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:12:49.101424 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:12:49.101424 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:12:49.101424 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:12:49.101424 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:12:49.101424 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:12:49.118787 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-38095f86-3242-4e61-9de8-6491f42fc06b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:49.145581 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-38095f86-3242-4e61-9de8-6491f42fc06b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:49.156110 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-38095f86-3242-4e61-9de8-6491f42fc06b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/networks/3bf9c1ed-ba5e-4270-aeb5-6dae89995c12 HTTP/1.1" status: 204 len: 168 time: 1.0079515 Jul 24 01:12:49.162438 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-42cd1006-3cee-4c59-b756-6c4471b2e090 None None] Set router 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:12:49.180202 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57936) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:49.191646 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device fe36178c-0ac8-4e88-8887-f31f517c25ac up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:12:49.206044 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38095f86-3242-4e61-9de8-6491f42fc06b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'Network': ['ID=3bf9c1ed-ba5e-4270-aeb5-6dae89995c12,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:49.220524 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: fe36178c-0ac8-4e88-8887-f31f517c25ac {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:12:49.220896 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device fe36178c-0ac8-4e88-8887-f31f517c25ac not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 24 01:12:49.251924 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Port fe36178c-0ac8-4e88-8887-f31f517c25ac not found, will not notify nova. {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 24 01:12:49.382024 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0437289c-2d2c-44d1-ad01-9d0d5cd13892 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:49.386113 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0437289c-2d2c-44d1-ad01-9d0d5cd13892 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2006691 Jul 24 01:12:49.392130 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57940) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:49.497685 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.extraroute_db [None req-a8609e71-f3e5-4613-857d-bfd4b1d6377c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Added routes are [] {{(pid=100464) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 24 01:12:49.498338 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.extraroute_db [None req-a8609e71-f3e5-4613-857d-bfd4b1d6377c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=100464) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 24 01:12:49.508351 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:49.576673 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a8609e71-f3e5-4613-857d-bfd4b1d6377c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:49.583276 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c8a14ffe-9367-45b6-b4bb-108a6d17a116 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1899457 Jul 24 01:12:49.588902 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57946) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:49.593985 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-15615b13-2168-47cf-a345-47bb3e2c7fdb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1681324147'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:49.636359 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15615b13-2168-47cf-a345-47bb3e2c7fdb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Made reservation on behalf of 026bcbf091d2494db8a42c50681cd74e for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:12:49.640803 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-15615b13-2168-47cf-a345-47bb3e2c7fdb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:49.651122 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-42cd1006-3cee-4c59-b756-6c4471b2e090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'name': 'tempest-RoutersTest-router-1324182738', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:12:26Z', 'updated_at': '2021-07-24T01:12:46Z', 'revision_number': 6, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'gw_port_host': None, '_interfaces': [{'id': '65f7a313-6e18-4829-945e-28e742d9a6df', 'name': '', 'network_id': '9f31266f-9148-49c6-98a8-50e568030fc3', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:b8:0a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'f979d355-b517-4d1d-b741-5f1314c9ab0b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:42Z', 'updated_at': '2021-07-24T01:12:48Z', 'revision_number': 4, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': 'f979d355-b517-4d1d-b741-5f1314c9ab0b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79e6c45a-5b4c-4a9c-8906-908ef9331dff', 'name': '', 'network_id': '8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:21:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:28Z', 'updated_at': '2021-07-24T01:12:35Z', 'revision_number': 5, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1cd22bd-2c14-4934-8be2-223a9d072aab', 'name': '', 'network_id': 'c21978dc-335f-437d-904c-49c1bb37e9a1', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:ac:fc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '65fc7910-338d-4cad-82c0-fcf5c4fbc955', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:34Z', 'updated_at': '2021-07-24T01:12:39Z', 'revision_number': 5, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '65fc7910-338d-4cad-82c0-fcf5c4fbc955', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9dd08be-54c1-450c-a055-668f1a8648f5', 'name': '', 'network_id': 'be15ab2c-b126-483f-9768-5f51627b3943', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:81:e9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '7f20a3f1-0767-4406-a593-946a3b0ce587', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:38Z', 'updated_at': '2021-07-24T01:12:48Z', 'revision_number': 5, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '7f20a3f1-0767-4406-a593-946a3b0ce587', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:49.683429 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15615b13-2168-47cf-a345-47bb3e2c7fdb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:12:49.697228 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-15615b13-2168-47cf-a345-47bb3e2c7fdb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:49.697662 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-15615b13-2168-47cf-a345-47bb3e2c7fdb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Added segment 11e42833-61a5-42e3-bb83-3a37f40c0950 of type vlan for network 2cf0550d-164f-463c-8368-20788b4d90c3 Jul 24 01:12:49.712970 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cd1006-3cee-4c59-b756-6c4471b2e090 None None] The sync data for ids ['1b23c3c9-aa0f-4150-b70e-d2d480fa5745'] in n-d-793621-25 is: [{'id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'name': 'tempest-RoutersTest-router-1324182738', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:12:26Z', 'updated_at': '2021-07-24T01:12:46Z', 'revision_number': 6, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'gw_port_host': None, '_interfaces': [{'id': '65f7a313-6e18-4829-945e-28e742d9a6df', 'name': '', 'network_id': '9f31266f-9148-49c6-98a8-50e568030fc3', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:b8:0a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'f979d355-b517-4d1d-b741-5f1314c9ab0b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:42Z', 'updated_at': '2021-07-24T01:12:48Z', 'revision_number': 4, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': 'f979d355-b517-4d1d-b741-5f1314c9ab0b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79e6c45a-5b4c-4a9c-8906-908ef9331dff', 'name': '', 'network_id': '8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:21:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:28Z', 'updated_at': '2021-07-24T01:12:35Z', 'revision_number': 5, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1cd22bd-2c14-4934-8be2-223a9d072aab', 'name': '', 'network_id': 'c21978dc-335f-437d-904c-49c1bb37e9a1', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:ac:fc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '65fc7910-338d-4cad-82c0-fcf5c4fbc955', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:34Z', 'updated_at': '2021-07-24T01:12:39Z', 'revision_number': 5, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '65fc7910-338d-4cad-82c0-fcf5c4fbc955', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9dd08be-54c1-450c-a055-668f1a8648f5', 'name': '', 'network_id': 'be15ab2c-b126-483f-9768-5f51627b3943', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:81:e9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '7f20a3f1-0767-4406-a593-946a3b0ce587', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:38Z', 'updated_at': '2021-07-24T01:12:48Z', 'revision_number': 5, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '7f20a3f1-0767-4406-a593-946a3b0ce587', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:12:49.761784 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-15615b13-2168-47cf-a345-47bb3e2c7fdb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:49.803412 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device d9dd08be-54c1-450c-a055-668f1a8648f5 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:12:49.863047 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-15615b13-2168-47cf-a345-47bb3e2c7fdb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:49.874385 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15615b13-2168-47cf-a345-47bb3e2c7fdb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:49.879462 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port d9dd08be-54c1-450c-a055-668f1a8648f5 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:49.880058 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-15615b13-2168-47cf-a345-47bb3e2c7fdb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:49.880811 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:49.944509 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57948) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:49.948578 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-15615b13-2168-47cf-a345-47bb3e2c7fdb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3584654 Jul 24 01:12:49.952044 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-aa1afdb0-78d9-4ce5-a409-d6e0af763197 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'subnet': {'network_id': '2cf0550d-164f-463c-8368-20788b4d90c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:50.002650 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a8609e71-f3e5-4613-857d-bfd4b1d6377c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:50.011067 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15615b13-2168-47cf-a345-47bb3e2c7fdb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'Network': ['ID=2cf0550d-164f-463c-8368-20788b4d90c3,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:50.018458 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a8609e71-f3e5-4613-857d-bfd4b1d6377c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690290'] for router, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:50.032159 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 2cf0550d-164f-463c-8368-20788b4d90c3 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:12:50.127314 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device fe36178c-0ac8-4e88-8887-f31f517c25ac no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:12:50.176074 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: fe36178c-0ac8-4e88-8887-f31f517c25ac {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:12:50.176694 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device fe36178c-0ac8-4e88-8887-f31f517c25ac not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:12:50.256421 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1afdb0-78d9-4ce5-a409-d6e0af763197 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Made reservation on behalf of 026bcbf091d2494db8a42c50681cd74e for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:12:50.261342 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aa1afdb0-78d9-4ce5-a409-d6e0af763197 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:50.294646 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8609e71-f3e5-4613-857d-bfd4b1d6377c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Router 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:12:50.559228 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8609e71-f3e5-4613-857d-bfd4b1d6377c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:12:50.592401 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a8609e71-f3e5-4613-857d-bfd4b1d6377c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:50.598975 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a8609e71-f3e5-4613-857d-bfd4b1d6377c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "PUT /v2.0/routers/1b23c3c9-aa0f-4150-b70e-d2d480fa5745 HTTP/1.1" status: 200 len: 700 time: 1.9206502 Jul 24 01:12:50.599292 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57956) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:50.661725 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aa1afdb0-78d9-4ce5-a409-d6e0af763197 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:50.731145 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1afdb0-78d9-4ce5-a409-d6e0af763197 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'Subnet': ['ID=0f939927-c753-45f7-98d9-4be772532091,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:50.773029 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0dd96ba0-9734-414e-a4a6-6e448b40a3b7 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "GET /v2.0/routers/1b23c3c9-aa0f-4150-b70e-d2d480fa5745 HTTP/1.1" status: 200 len: 700 time: 0.1751125 Jul 24 01:12:50.777389 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57958) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:50.809458 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1afdb0-78d9-4ce5-a409-d6e0af763197 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Checking segment: {'id': '11e42833-61a5-42e3-bb83-3a37f40c0950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2cf0550d-164f-463c-8368-20788b4d90c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:12:50.810325 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1afdb0-78d9-4ce5-a409-d6e0af763197 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Network hostable DHCP agents. Network: 2cf0550d-164f-463c-8368-20788b4d90c3, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:12:50.862722 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa1afdb0-78d9-4ce5-a409-d6e0af763197 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Network 2cf0550d-164f-463c-8368-20788b4d90c3 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:12:50.890615 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-aa1afdb0-78d9-4ce5-a409-d6e0af763197 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 2cf0550d-164f-463c-8368-20788b4d90c3) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:50.897414 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1afdb0-78d9-4ce5-a409-d6e0af763197 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:50.898305 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aa1afdb0-78d9-4ce5-a409-d6e0af763197 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:50.906459 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad649ed9-3bce-44c0-b502-816b2adb414b None None] Network 2cf0550d-164f-463c-8368-20788b4d90c3 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:12:50.935416 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-aa1afdb0-78d9-4ce5-a409-d6e0af763197 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9873259 Jul 24 01:12:50.936100 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57960) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:50.941654 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-7819e4de-eeba-4618-89f6-bb1a7a6b43b7 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'port': {'network_id': '2cf0550d-164f-463c-8368-20788b4d90c3', 'name': 'tempest-PortsIpV6TestJSON-214271576'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:51.038571 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd648631-3769-4e77-afee-907c3f761069 None None] Sync routers for ids ['1b23c3c9-aa0f-4150-b70e-d2d480fa5745'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:12:51.077580 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd648631-3769-4e77-afee-907c3f761069 None None] Routers {'1b23c3c9-aa0f-4150-b70e-d2d480fa5745'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:12:51.080254 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-dd648631-3769-4e77-afee-907c3f761069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:12:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1b23c3c9-aa0f-4150-b70e-d2d480fa5745'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:51.158492 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7819e4de-eeba-4618-89f6-bb1a7a6b43b7 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Made reservation on behalf of 026bcbf091d2494db8a42c50681cd74e for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:12:51.162799 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7819e4de-eeba-4618-89f6-bb1a7a6b43b7 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:51.208116 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [None req-7819e4de-eeba-4618-89f6-bb1a7a6b43b7 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] device_id is not set on port 295c33e9-e183-4c9a-aa12-82d3b2863c4d yet. {{(pid=100464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:12:51.330937 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c58aa058-c20e-4024-90a1-8addc60a961c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:51.404149 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:51.444090 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-7819e4de-eeba-4618-89f6-bb1a7a6b43b7 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Allocated IP 2001:db8::3d7 (2cf0550d-164f-463c-8368-20788b4d90c3/0f939927-c753-45f7-98d9-4be772532091/295c33e9-e183-4c9a-aa12-82d3b2863c4d) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:12:51.560328 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-dd648631-3769-4e77-afee-907c3f761069 None None] Set router 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 gateway port host: None {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:12:51.837879 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7819e4de-eeba-4618-89f6-bb1a7a6b43b7 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:51.864257 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 65f7a313-6e18-4829-945e-28e742d9a6df up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:12:51.888069 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc94c925-afca-4d62-9612-6858a7bd1fda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-2cf0550d-164f-463c-8368-20788b4d90c3', 'network_id': '2cf0550d-164f-463c-8368-20788b4d90c3', 'tenant_id': '026bcbf091d2494db8a42c50681cd74e', 'fixed_ips': [{'subnet_id': '0f939927-c753-45f7-98d9-4be772532091'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:12:51.889445 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-dc94c925-afca-4d62-9612-6858a7bd1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:51.918625 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-7819e4de-eeba-4618-89f6-bb1a7a6b43b7 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Transition to ACTIVE for port object 295c33e9-e183-4c9a-aa12-82d3b2863c4d will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:12:52.010554 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7819e4de-eeba-4618-89f6-bb1a7a6b43b7 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:52.048192 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-c58aa058-c20e-4024-90a1-8addc60a961c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Deleting port 65f7a313-6e18-4829-945e-28e742d9a6df {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:12:52.051778 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c58aa058-c20e-4024-90a1-8addc60a961c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:52.130433 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7819e4de-eeba-4618-89f6-bb1a7a6b43b7 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Network 2cf0550d-164f-463c-8368-20788b4d90c3 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:12:52.150162 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-7819e4de-eeba-4618-89f6-bb1a7a6b43b7 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:52.167239 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7819e4de-eeba-4618-89f6-bb1a7a6b43b7 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:12:52.187454 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7819e4de-eeba-4618-89f6-bb1a7a6b43b7 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:52.188546 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7819e4de-eeba-4618-89f6-bb1a7a6b43b7 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:52.195768 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7819e4de-eeba-4618-89f6-bb1a7a6b43b7 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'Port': ['ID=295c33e9-e183-4c9a-aa12-82d3b2863c4d,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:52.260604 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7819e4de-eeba-4618-89f6-bb1a7a6b43b7 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3194609 Jul 24 01:12:52.263859 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57968) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:52.280677 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-abdee41c-fa40-4afe-8c53-9ae24efe5da8 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'port': {'network_id': '2cf0550d-164f-463c-8368-20788b4d90c3', 'name': 'tempest-PortsIpV6TestJSON-1279510683'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:52.294491 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-c58aa058-c20e-4024-90a1-8addc60a961c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] For port 65f7a313-6e18-4829-945e-28e742d9a6df, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=65f7a313-6e18-4829-945e-28e742d9a6df,segment=NetworkSegment(7e99d07d-9e66-4038-832d-21e17e5ecd4e),segment_id=7e99d07d-9e66-4038-832d-21e17e5ecd4e)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:12:52.298898 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c58aa058-c20e-4024-90a1-8addc60a961c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:52.333311 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-c58aa058-c20e-4024-90a1-8addc60a961c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Calling delete_port for 65f7a313-6e18-4829-945e-28e742d9a6df owned by network:router_interface {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:12:52.365709 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 65f7a313-6e18-4829-945e-28e742d9a6df completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:12:52.388481 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 65f7a313-6e18-4829-945e-28e742d9a6df triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:52.388861 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:52.455807 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-dc94c925-afca-4d62-9612-6858a7bd1fda None None] Allocated IP 2001:db8::2 (2cf0550d-164f-463c-8368-20788b4d90c3/0f939927-c753-45f7-98d9-4be772532091/d8e159a8-deaa-46ff-8696-d55736fca0bf) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:12:52.513937 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abdee41c-fa40-4afe-8c53-9ae24efe5da8 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Made reservation on behalf of 026bcbf091d2494db8a42c50681cd74e for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:12:52.520241 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-abdee41c-fa40-4afe-8c53-9ae24efe5da8 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:52.560205 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [None req-abdee41c-fa40-4afe-8c53-9ae24efe5da8 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] device_id is not set on port d3eb1404-2d96-40fb-9074-52a1d78cb27f yet. {{(pid=100464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:12:52.600281 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c58aa058-c20e-4024-90a1-8addc60a961c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:52.705662 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58aa058-c20e-4024-90a1-8addc60a961c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event deleted for resources: {'Port': ['ID=65f7a313-6e18-4829-945e-28e742d9a6df,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:52.842505 n-d-793621-25 neutron-server[100465]: INFO neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No ports have port_id starting with 65f7a313-6e18-4829-945e-28e742d9a6df Jul 24 01:12:52.863199 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-dc94c925-afca-4d62-9612-6858a7bd1fda None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:52.873829 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-dd648631-3769-4e77-afee-907c3f761069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'name': 'tempest-RoutersTest-router-1324182738', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:12:26Z', 'updated_at': '2021-07-24T01:12:49Z', 'revision_number': 7, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'gw_port_host': None, '_interfaces': [{'id': '65f7a313-6e18-4829-945e-28e742d9a6df', 'name': '', 'network_id': '9f31266f-9148-49c6-98a8-50e568030fc3', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:b8:0a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'f979d355-b517-4d1d-b741-5f1314c9ab0b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:42Z', 'updated_at': '2021-07-24T01:12:48Z', 'revision_number': 4, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': 'f979d355-b517-4d1d-b741-5f1314c9ab0b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '79e6c45a-5b4c-4a9c-8906-908ef9331dff', 'name': '', 'network_id': '8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:21:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:28Z', 'updated_at': '2021-07-24T01:12:35Z', 'revision_number': 5, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1cd22bd-2c14-4934-8be2-223a9d072aab', 'name': '', 'network_id': 'c21978dc-335f-437d-904c-49c1bb37e9a1', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:ac:fc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '65fc7910-338d-4cad-82c0-fcf5c4fbc955', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:34Z', 'updated_at': '2021-07-24T01:12:39Z', 'revision_number': 5, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '65fc7910-338d-4cad-82c0-fcf5c4fbc955', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9dd08be-54c1-450c-a055-668f1a8648f5', 'name': '', 'network_id': 'be15ab2c-b126-483f-9768-5f51627b3943', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:81:e9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '7f20a3f1-0767-4406-a593-946a3b0ce587', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:38Z', 'updated_at': '2021-07-24T01:12:48Z', 'revision_number': 5, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '7f20a3f1-0767-4406-a593-946a3b0ce587', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:52.919660 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd648631-3769-4e77-afee-907c3f761069 None None] Checking router: 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:12:52.932215 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-dc94c925-afca-4d62-9612-6858a7bd1fda None None] Transition to ACTIVE for port object d8e159a8-deaa-46ff-8696-d55736fca0bf will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:12:52.963419 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd648631-3769-4e77-afee-907c3f761069 None None] Routers {'1b23c3c9-aa0f-4150-b70e-d2d480fa5745'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:12:52.964264 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-dd648631-3769-4e77-afee-907c3f761069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:12:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1b23c3c9-aa0f-4150-b70e-d2d480fa5745'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:53.058824 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-dc94c925-afca-4d62-9612-6858a7bd1fda None None] Transition to ACTIVE for port object d8e159a8-deaa-46ff-8696-d55736fca0bf will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:12:53.066012 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c58aa058-c20e-4024-90a1-8addc60a961c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:53.088236 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-dc94c925-afca-4d62-9612-6858a7bd1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:53.146138 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-dd648631-3769-4e77-afee-907c3f761069 None None] Set router 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 gateway port host: None {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:12:53.188369 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-abdee41c-fa40-4afe-8c53-9ae24efe5da8 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Allocated IP 2001:db8::2d7 (2cf0550d-164f-463c-8368-20788b4d90c3/0f939927-c753-45f7-98d9-4be772532091/d3eb1404-2d96-40fb-9074-52a1d78cb27f) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:12:53.200994 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc94c925-afca-4d62-9612-6858a7bd1fda None None] Network 2cf0550d-164f-463c-8368-20788b4d90c3 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:12:53.204374 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-dc94c925-afca-4d62-9612-6858a7bd1fda None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:53.207030 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc94c925-afca-4d62-9612-6858a7bd1fda None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:12:53.209416 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94c925-afca-4d62-9612-6858a7bd1fda None None] Pushing event updated for resources: {'Port': ['ID=d8e159a8-deaa-46ff-8696-d55736fca0bf,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:53.360750 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-abdee41c-fa40-4afe-8c53-9ae24efe5da8 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:53.378219 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-abdee41c-fa40-4afe-8c53-9ae24efe5da8 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Transition to ACTIVE for port object d3eb1404-2d96-40fb-9074-52a1d78cb27f will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:12:53.418623 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-abdee41c-fa40-4afe-8c53-9ae24efe5da8 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:53.447811 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-dc94c925-afca-4d62-9612-6858a7bd1fda None None] Attempting to bind port d8e159a8-deaa-46ff-8696-d55736fca0bf on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:12:53.448391 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-dc94c925-afca-4d62-9612-6858a7bd1fda None None] Attempting to bind port d8e159a8-deaa-46ff-8696-d55736fca0bf by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '11e42833-61a5-42e3-bb83-3a37f40c0950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2cf0550d-164f-463c-8368-20788b4d90c3'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:12:53.448547 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc94c925-afca-4d62-9612-6858a7bd1fda None None] Attempting to bind port d8e159a8-deaa-46ff-8696-d55736fca0bf on network 2cf0550d-164f-463c-8368-20788b4d90c3 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:12:53.458236 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc94c925-afca-4d62-9612-6858a7bd1fda None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:12:53.458973 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58aa058-c20e-4024-90a1-8addc60a961c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Router 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:12:53.459138 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc94c925-afca-4d62-9612-6858a7bd1fda None None] Checking segment: {'id': '11e42833-61a5-42e3-bb83-3a37f40c0950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2cf0550d-164f-463c-8368-20788b4d90c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:12:53.469718 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-dc94c925-afca-4d62-9612-6858a7bd1fda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:53.470166 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc94c925-afca-4d62-9612-6858a7bd1fda None None] Bound using segment: {'id': '11e42833-61a5-42e3-bb83-3a37f40c0950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2cf0550d-164f-463c-8368-20788b4d90c3'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:12:53.471213 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-dc94c925-afca-4d62-9612-6858a7bd1fda None None] Bound port: d8e159a8-deaa-46ff-8696-d55736fca0bf, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11e42833-61a5-42e3-bb83-3a37f40c0950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2cf0550d-164f-463c-8368-20788b4d90c3'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:12:53.471368 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-dc94c925-afca-4d62-9612-6858a7bd1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:53.497509 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdee41c-fa40-4afe-8c53-9ae24efe5da8 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'Port': ['ID=d3eb1404-2d96-40fb-9074-52a1d78cb27f,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:53.510467 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdee41c-fa40-4afe-8c53-9ae24efe5da8 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Network 2cf0550d-164f-463c-8368-20788b4d90c3 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:12:53.512377 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-abdee41c-fa40-4afe-8c53-9ae24efe5da8 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:53.514961 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdee41c-fa40-4afe-8c53-9ae24efe5da8 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:12:53.521843 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdee41c-fa40-4afe-8c53-9ae24efe5da8 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:53.522810 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-abdee41c-fa40-4afe-8c53-9ae24efe5da8 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:53.546203 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-abdee41c-fa40-4afe-8c53-9ae24efe5da8 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2790174 Jul 24 01:12:53.549095 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57976) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:53.569314 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-dc94c925-afca-4d62-9612-6858a7bd1fda None None] For port d8e159a8-deaa-46ff-8696-d55736fca0bf, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:12:53.573306 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-dc94c925-afca-4d62-9612-6858a7bd1fda None None] For port d8e159a8-deaa-46ff-8696-d55736fca0bf, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=d8e159a8-deaa-46ff-8696-d55736fca0bf,segment=NetworkSegment(11e42833-61a5-42e3-bb83-3a37f40c0950),segment_id=11e42833-61a5-42e3-bb83-3a37f40c0950)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:12:53.590207 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-dc94c925-afca-4d62-9612-6858a7bd1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:53.670843 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94c925-afca-4d62-9612-6858a7bd1fda None None] Pushing event updated for resources: {'Port': ['ID=d8e159a8-deaa-46ff-8696-d55736fca0bf,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:53.703815 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-dd648631-3769-4e77-afee-907c3f761069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'name': 'tempest-RoutersTest-router-1324182738', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:12:26Z', 'updated_at': '2021-07-24T01:12:52Z', 'revision_number': 8, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'gw_port_host': None, '_interfaces': [{'id': '79e6c45a-5b4c-4a9c-8906-908ef9331dff', 'name': '', 'network_id': '8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:21:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:28Z', 'updated_at': '2021-07-24T01:12:35Z', 'revision_number': 5, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1cd22bd-2c14-4934-8be2-223a9d072aab', 'name': '', 'network_id': 'c21978dc-335f-437d-904c-49c1bb37e9a1', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:ac:fc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '65fc7910-338d-4cad-82c0-fcf5c4fbc955', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:34Z', 'updated_at': '2021-07-24T01:12:39Z', 'revision_number': 5, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '65fc7910-338d-4cad-82c0-fcf5c4fbc955', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9dd08be-54c1-450c-a055-668f1a8648f5', 'name': '', 'network_id': 'be15ab2c-b126-483f-9768-5f51627b3943', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:81:e9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '7f20a3f1-0767-4406-a593-946a3b0ce587', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:38Z', 'updated_at': '2021-07-24T01:12:48Z', 'revision_number': 5, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '7f20a3f1-0767-4406-a593-946a3b0ce587', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:53.714980 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58aa058-c20e-4024-90a1-8addc60a961c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:12:53.738830 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c58aa058-c20e-4024-90a1-8addc60a961c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "PUT /v2.0/routers/1b23c3c9-aa0f-4150-b70e-d2d480fa5745/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9576528 Jul 24 01:12:53.739463 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57982) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:53.788651 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08c89b5-7853-4369-9946-4cf6b0e0b7fb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:53.790008 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b08c89b5-7853-4369-9946-4cf6b0e0b7fb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3d7 HTTP/1.1" status: 200 len: 928 time: 0.2392254 Jul 24 01:12:53.792806 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 57984) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:53.812375 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd648631-3769-4e77-afee-907c3f761069 None None] The sync data for ids ['1b23c3c9-aa0f-4150-b70e-d2d480fa5745'] in n-d-793621-25 is: [{'id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'name': 'tempest-RoutersTest-router-1324182738', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:12:26Z', 'updated_at': '2021-07-24T01:12:52Z', 'revision_number': 8, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'gw_port_host': None, '_interfaces': [{'id': '79e6c45a-5b4c-4a9c-8906-908ef9331dff', 'name': '', 'network_id': '8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:21:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:28Z', 'updated_at': '2021-07-24T01:12:35Z', 'revision_number': 5, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1cd22bd-2c14-4934-8be2-223a9d072aab', 'name': '', 'network_id': 'c21978dc-335f-437d-904c-49c1bb37e9a1', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:ac:fc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '65fc7910-338d-4cad-82c0-fcf5c4fbc955', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:34Z', 'updated_at': '2021-07-24T01:12:39Z', 'revision_number': 5, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '65fc7910-338d-4cad-82c0-fcf5c4fbc955', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9dd08be-54c1-450c-a055-668f1a8648f5', 'name': '', 'network_id': 'be15ab2c-b126-483f-9768-5f51627b3943', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:81:e9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '7f20a3f1-0767-4406-a593-946a3b0ce587', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:38Z', 'updated_at': '2021-07-24T01:12:48Z', 'revision_number': 5, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '7f20a3f1-0767-4406-a593-946a3b0ce587', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:12:53.869546 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-6822c93f-9d9e-47aa-a289-0f4c61ab16ba tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Deleting subnet f979d355-b517-4d1d-b741-5f1314c9ab0b {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:12:53.883492 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6822c93f-9d9e-47aa-a289-0f4c61ab16ba tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:53.955490 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6822c93f-9d9e-47aa-a289-0f4c61ab16ba tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:54.003042 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f03c8-6087-4534-aed6-1e1293549a8a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Deleting port d3eb1404-2d96-40fb-9074-52a1d78cb27f {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:12:54.003393 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9f1f03c8-6087-4534-aed6-1e1293549a8a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:54.123544 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6822c93f-9d9e-47aa-a289-0f4c61ab16ba tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:54.138322 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9f1f03c8-6087-4534-aed6-1e1293549a8a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:54.167638 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f03c8-6087-4534-aed6-1e1293549a8a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Calling delete_port for d3eb1404-2d96-40fb-9074-52a1d78cb27f owned by {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:12:54.214414 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6822c93f-9d9e-47aa-a289-0f4c61ab16ba tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:54.229539 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6822c93f-9d9e-47aa-a289-0f4c61ab16ba tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:54.280868 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6014cd4-8150-44ce-a987-20591afa340b None None] Network 9f31266f-9148-49c6-98a8-50e568030fc3 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:12:54.287867 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6822c93f-9d9e-47aa-a289-0f4c61ab16ba tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "DELETE /v2.0/subnets/f979d355-b517-4d1d-b741-5f1314c9ab0b HTTP/1.1" status: 204 len: 168 time: 0.5184152 Jul 24 01:12:54.287867 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57988) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:54.360131 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822c93f-9d9e-47aa-a289-0f4c61ab16ba tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event deleted for resources: {'Subnet': ['ID=f979d355-b517-4d1d-b741-5f1314c9ab0b,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:54.454862 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-36d7147e-df47-445c-b762-688dbe83005d tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:54.480644 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9f1f03c8-6087-4534-aed6-1e1293549a8a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:54.543115 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f03c8-6087-4534-aed6-1e1293549a8a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'Port': ['ID=d3eb1404-2d96-40fb-9074-52a1d78cb27f,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:54.589670 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-36d7147e-df47-445c-b762-688dbe83005d tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Deleting port fd86a436-2f71-46db-9859-ef1847f43ac5 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:12:54.591096 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-36d7147e-df47-445c-b762-688dbe83005d tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:54.594032 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9f1f03c8-6087-4534-aed6-1e1293549a8a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:54.601751 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57994) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:54.601992 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9f1f03c8-6087-4534-aed6-1e1293549a8a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/ports/d3eb1404-2d96-40fb-9074-52a1d78cb27f HTTP/1.1" status: 204 len: 168 time: 0.8077409 Jul 24 01:12:54.619321 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae083a13-8203-473b-979f-53ed5935c5ac None None] DHCP port deletion for 9f31266f-9148-49c6-98a8-50e568030fc3 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:12:54.675970 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c484242-67fd-4b04-b73d-775527b34b83 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] GET failed (client error): The resource could not be found. Jul 24 01:12:54.678824 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4c484242-67fd-4b04-b73d-775527b34b83 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "GET /v2.0/ports/d3eb1404-2d96-40fb-9074-52a1d78cb27f HTTP/1.1" status: 404 len: 333 time: 0.0751278 Jul 24 01:12:54.681716 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 57996) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:54.714026 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-ae083a13-8203-473b-979f-53ed5935c5ac None None] Deleting port fd86a436-2f71-46db-9859-ef1847f43ac5 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:12:54.714675 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ae083a13-8203-473b-979f-53ed5935c5ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:54.833010 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-ae083a13-8203-473b-979f-53ed5935c5ac None None] For port fd86a436-2f71-46db-9859-ef1847f43ac5, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=fd86a436-2f71-46db-9859-ef1847f43ac5,segment=NetworkSegment(7e99d07d-9e66-4038-832d-21e17e5ecd4e),segment_id=7e99d07d-9e66-4038-832d-21e17e5ecd4e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:12:54.833718 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ae083a13-8203-473b-979f-53ed5935c5ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:54.850939 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-ae083a13-8203-473b-979f-53ed5935c5ac None None] Calling delete_port for fd86a436-2f71-46db-9859-ef1847f43ac5 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:12:54.937075 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6702dd-1332-4b31-8f07-fb5147d341d9 None None] Sync routers for ids ['1b23c3c9-aa0f-4150-b70e-d2d480fa5745'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:12:54.954812 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6702dd-1332-4b31-8f07-fb5147d341d9 None None] Routers {'1b23c3c9-aa0f-4150-b70e-d2d480fa5745'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:12:54.956423 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-ad6702dd-1332-4b31-8f07-fb5147d341d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:12:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1b23c3c9-aa0f-4150-b70e-d2d480fa5745'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:55.104676 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-ad6702dd-1332-4b31-8f07-fb5147d341d9 None None] Set router 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:12:55.347281 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ae083a13-8203-473b-979f-53ed5935c5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:55.406984 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-36d7147e-df47-445c-b762-688dbe83005d tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] For port fd86a436-2f71-46db-9859-ef1847f43ac5, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=fd86a436-2f71-46db-9859-ef1847f43ac5,segment=NetworkSegment(7e99d07d-9e66-4038-832d-21e17e5ecd4e),segment_id=7e99d07d-9e66-4038-832d-21e17e5ecd4e)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:12:55.417458 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-36d7147e-df47-445c-b762-688dbe83005d tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:55.423241 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae083a13-8203-473b-979f-53ed5935c5ac None None] Pushing event deleted for resources: {'Port': ['ID=fd86a436-2f71-46db-9859-ef1847f43ac5,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:55.433513 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae083a13-8203-473b-979f-53ed5935c5ac None None] No DVR routers for this DVR port fd86a436-2f71-46db-9859-ef1847f43ac5 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:12:55.453571 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-36d7147e-df47-445c-b762-688dbe83005d tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Calling delete_port for fd86a436-2f71-46db-9859-ef1847f43ac5 owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:12:55.502413 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-ad6702dd-1332-4b31-8f07-fb5147d341d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'name': 'tempest-RoutersTest-router-1324182738', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:12:26Z', 'updated_at': '2021-07-24T01:12:52Z', 'revision_number': 8, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'gw_port_host': None, '_interfaces': [{'id': '79e6c45a-5b4c-4a9c-8906-908ef9331dff', 'name': '', 'network_id': '8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:21:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:28Z', 'updated_at': '2021-07-24T01:12:35Z', 'revision_number': 5, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1cd22bd-2c14-4934-8be2-223a9d072aab', 'name': '', 'network_id': 'c21978dc-335f-437d-904c-49c1bb37e9a1', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:ac:fc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '65fc7910-338d-4cad-82c0-fcf5c4fbc955', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:34Z', 'updated_at': '2021-07-24T01:12:39Z', 'revision_number': 5, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '65fc7910-338d-4cad-82c0-fcf5c4fbc955', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9dd08be-54c1-450c-a055-668f1a8648f5', 'name': '', 'network_id': 'be15ab2c-b126-483f-9768-5f51627b3943', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:81:e9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '7f20a3f1-0767-4406-a593-946a3b0ce587', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:38Z', 'updated_at': '2021-07-24T01:12:48Z', 'revision_number': 5, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '7f20a3f1-0767-4406-a593-946a3b0ce587', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:55.567888 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-d87d792d-b615-47ac-89ee-7423e23cc378 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Deleting port 295c33e9-e183-4c9a-aa12-82d3b2863c4d {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:12:55.568480 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d87d792d-b615-47ac-89ee-7423e23cc378 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:55.581249 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6702dd-1332-4b31-8f07-fb5147d341d9 None None] Checking router: 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:12:55.606146 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6702dd-1332-4b31-8f07-fb5147d341d9 None None] Routers {'1b23c3c9-aa0f-4150-b70e-d2d480fa5745'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:12:55.606835 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-ad6702dd-1332-4b31-8f07-fb5147d341d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:12:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1b23c3c9-aa0f-4150-b70e-d2d480fa5745'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:55.648959 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-36d7147e-df47-445c-b762-688dbe83005d tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:55.772167 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-ad6702dd-1332-4b31-8f07-fb5147d341d9 None None] Set router 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:12:55.782704 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca70c65-3227-4e88-b70c-f8faaa3fb6c9 None None] Network 2cf0550d-164f-463c-8368-20788b4d90c3 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:12:55.816124 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d87d792d-b615-47ac-89ee-7423e23cc378 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:55.851470 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-d87d792d-b615-47ac-89ee-7423e23cc378 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Calling delete_port for 295c33e9-e183-4c9a-aa12-82d3b2863c4d owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:12:55.881079 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device d8e159a8-deaa-46ff-8696-d55736fca0bf up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:12:55.889032 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d7147e-df47-445c-b762-688dbe83005d tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event deleted for resources: {'Port': ['ID=fd86a436-2f71-46db-9859-ef1847f43ac5,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:55.960444 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-47650996-dc2c-4451-a262-fb1c1f72a779 None None] Provisioning for port d8e159a8-deaa-46ff-8696-d55736fca0bf completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:12:56.053644 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port d8e159a8-deaa-46ff-8696-d55736fca0bf completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:12:56.061039 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port d8e159a8-deaa-46ff-8696-d55736fca0bf triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:56.061658 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:56.127162 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d7147e-df47-445c-b762-688dbe83005d tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] No DVR routers for this DVR port fd86a436-2f71-46db-9859-ef1847f43ac5 on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:12:56.135127 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-ad6702dd-1332-4b31-8f07-fb5147d341d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'name': 'tempest-RoutersTest-router-1324182738', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:12:26Z', 'updated_at': '2021-07-24T01:12:52Z', 'revision_number': 8, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'gw_port_host': None, '_interfaces': [{'id': '79e6c45a-5b4c-4a9c-8906-908ef9331dff', 'name': '', 'network_id': '8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:21:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:28Z', 'updated_at': '2021-07-24T01:12:35Z', 'revision_number': 5, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1cd22bd-2c14-4934-8be2-223a9d072aab', 'name': '', 'network_id': 'c21978dc-335f-437d-904c-49c1bb37e9a1', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:ac:fc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '65fc7910-338d-4cad-82c0-fcf5c4fbc955', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:34Z', 'updated_at': '2021-07-24T01:12:39Z', 'revision_number': 5, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '65fc7910-338d-4cad-82c0-fcf5c4fbc955', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9dd08be-54c1-450c-a055-668f1a8648f5', 'name': '', 'network_id': 'be15ab2c-b126-483f-9768-5f51627b3943', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:81:e9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '7f20a3f1-0767-4406-a593-946a3b0ce587', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:38Z', 'updated_at': '2021-07-24T01:12:48Z', 'revision_number': 5, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '7f20a3f1-0767-4406-a593-946a3b0ce587', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:56.236301 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d87d792d-b615-47ac-89ee-7423e23cc378 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:56.284588 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:56.289019 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6702dd-1332-4b31-8f07-fb5147d341d9 None None] The sync data for ids ['1b23c3c9-aa0f-4150-b70e-d2d480fa5745'] in n-d-793621-25 is: [{'id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'name': 'tempest-RoutersTest-router-1324182738', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:12:26Z', 'updated_at': '2021-07-24T01:12:52Z', 'revision_number': 8, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'gw_port_host': None, '_interfaces': [{'id': '79e6c45a-5b4c-4a9c-8906-908ef9331dff', 'name': '', 'network_id': '8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:21:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:28Z', 'updated_at': '2021-07-24T01:12:35Z', 'revision_number': 5, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1cd22bd-2c14-4934-8be2-223a9d072aab', 'name': '', 'network_id': 'c21978dc-335f-437d-904c-49c1bb37e9a1', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:ac:fc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '65fc7910-338d-4cad-82c0-fcf5c4fbc955', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:34Z', 'updated_at': '2021-07-24T01:12:39Z', 'revision_number': 5, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '65fc7910-338d-4cad-82c0-fcf5c4fbc955', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9dd08be-54c1-450c-a055-668f1a8648f5', 'name': '', 'network_id': 'be15ab2c-b126-483f-9768-5f51627b3943', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:81:e9:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3170, 'fixed_ips': [{'subnet_id': '7f20a3f1-0767-4406-a593-946a3b0ce587', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:38Z', 'updated_at': '2021-07-24T01:12:48Z', 'revision_number': 5, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '7f20a3f1-0767-4406-a593-946a3b0ce587', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:12:56.329407 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port d8e159a8-deaa-46ff-8696-d55736fca0bf, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=d8e159a8-deaa-46ff-8696-d55736fca0bf,segment=NetworkSegment(11e42833-61a5-42e3-bb83-3a37f40c0950),segment_id=11e42833-61a5-42e3-bb83-3a37f40c0950)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:12:56.339144 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:56.345995 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d792d-b615-47ac-89ee-7423e23cc378 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'Port': ['ID=295c33e9-e183-4c9a-aa12-82d3b2863c4d,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:56.453059 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=d8e159a8-deaa-46ff-8696-d55736fca0bf,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:56.457828 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-36d7147e-df47-445c-b762-688dbe83005d tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:56.470697 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 65f7a313-6e18-4829-945e-28e742d9a6df no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:12:56.488860 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-36d7147e-df47-445c-b762-688dbe83005d tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f31266f-9148-49c6-98a8-50e568030fc3']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:56.503535 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 65f7a313-6e18-4829-945e-28e742d9a6df {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:12:56.503903 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 65f7a313-6e18-4829-945e-28e742d9a6df not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:12:56.504335 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device fd86a436-2f71-46db-9859-ef1847f43ac5 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:12:56.516466 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d87d792d-b615-47ac-89ee-7423e23cc378 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:56.521752 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58010) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:56.522290 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d87d792d-b615-47ac-89ee-7423e23cc378 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/ports/295c33e9-e183-4c9a-aa12-82d3b2863c4d HTTP/1.1" status: 204 len: 168 time: 1.8361576 Jul 24 01:12:56.529409 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-36d7147e-df47-445c-b762-688dbe83005d tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e99d07d-9e66-4038-832d-21e17e5ecd4e') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:56.529702 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-36d7147e-df47-445c-b762-688dbe83005d tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e99d07d-9e66-4038-832d-21e17e5ecd4e') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:56.554323 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: fd86a436-2f71-46db-9859-ef1847f43ac5 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:12:56.554685 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device fd86a436-2f71-46db-9859-ef1847f43ac5 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:12:56.570367 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-36d7147e-df47-445c-b762-688dbe83005d tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:56.573276 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0f9ad99-766c-4087-8dae-adb95973e098 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] GET failed (client error): The resource could not be found. Jul 24 01:12:56.579182 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e0f9ad99-766c-4087-8dae-adb95973e098 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "GET /v2.0/ports/295c33e9-e183-4c9a-aa12-82d3b2863c4d HTTP/1.1" status: 404 len: 333 time: 0.0562036 Jul 24 01:12:56.579811 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58012) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:56.607233 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-36d7147e-df47-445c-b762-688dbe83005d tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:56.629801 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36d7147e-df47-445c-b762-688dbe83005d tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:12:56.637466 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-36d7147e-df47-445c-b762-688dbe83005d tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:56.651375 n-d-793621-25 neutron-server[100463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:12:56.651375 n-d-793621-25 neutron-server[100463]: self.session.flush() Jul 24 01:12:56.651375 n-d-793621-25 neutron-server[100463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:12:56.651375 n-d-793621-25 neutron-server[100463]: self.session.flush() Jul 24 01:12:56.651375 n-d-793621-25 neutron-server[100463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:12:56.651375 n-d-793621-25 neutron-server[100463]: self.session.flush() Jul 24 01:12:56.651375 n-d-793621-25 neutron-server[100463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:12:56.651375 n-d-793621-25 neutron-server[100463]: self.session.flush() Jul 24 01:12:56.651375 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:12:56.651375 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:12:56.651375 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:12:56.651375 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:12:56.651375 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:12:56.651375 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:12:56.651375 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:12:56.651375 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:12:56.651375 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:12:56.651375 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:12:56.651375 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:12:56.651375 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:12:56.651375 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:12:56.651375 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:12:56.651375 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:12:56.651375 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:12:56.651375 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:12:56.651375 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:12:56.651375 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:12:56.651375 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:12:56.651375 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:12:56.651375 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:12:56.651375 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:12:56.651375 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:12:56.651375 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:12:56.651375 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:12:56.651375 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:12:56.651375 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:12:56.651375 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:12:56.651375 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:12:56.651375 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:12:56.651375 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:12:56.701497 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-19a76c82-db8a-4d3c-8c40-fba39d6f7f86 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Deleting subnet 0f939927-c753-45f7-98d9-4be772532091 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:12:56.716493 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-19a76c82-db8a-4d3c-8c40-fba39d6f7f86 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:56.803921 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-19a76c82-db8a-4d3c-8c40-fba39d6f7f86 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:56.823421 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-36d7147e-df47-445c-b762-688dbe83005d tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:56.831074 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-36d7147e-df47-445c-b762-688dbe83005d tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:56.832694 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-6dd7df11-fb9d-4207-b0f8-a766e27562ec None None] Provisioning complete for port d8e159a8-deaa-46ff-8696-d55736fca0bf triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:12:56.834206 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-36d7147e-df47-445c-b762-688dbe83005d tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "DELETE /v2.0/networks/9f31266f-9148-49c6-98a8-50e568030fc3 HTTP/1.1" status: 204 len: 168 time: 2.5598142 Jul 24 01:12:56.838134 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58014) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:56.838333 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6dd7df11-fb9d-4207-b0f8-a766e27562ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:56.888938 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d7147e-df47-445c-b762-688dbe83005d tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event deleted for resources: {'Network': ['ID=9f31266f-9148-49c6-98a8-50e568030fc3,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:57.011288 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-6dd7df11-fb9d-4207-b0f8-a766e27562ec None None] Could not find standard attr ID for object 295c33e9-e183-4c9a-aa12-82d3b2863c4d. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:12:57.039781 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-19a76c82-db8a-4d3c-8c40-fba39d6f7f86 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:57.126118 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-3599086e-e1a6-4517-a800-2cf49eb25628 None None] Could not find standard attr ID for object 295c33e9-e183-4c9a-aa12-82d3b2863c4d. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:12:57.129110 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-19a76c82-db8a-4d3c-8c40-fba39d6f7f86 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:57.172790 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a76c82-db8a-4d3c-8c40-fba39d6f7f86 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'Subnet': ['ID=0f939927-c753-45f7-98d9-4be772532091,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:57.174910 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-19a76c82-db8a-4d3c-8c40-fba39d6f7f86 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:57.177467 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-19a76c82-db8a-4d3c-8c40-fba39d6f7f86 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/subnets/0f939927-c753-45f7-98d9-4be772532091 HTTP/1.1" status: 204 len: 168 time: 0.5966785 Jul 24 01:12:57.180121 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58020) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:57.306770 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-814dc599-6b8b-4fff-82c8-0b512cc9785d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:57.379948 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7f2ed274-9226-4f0e-9c15-a874ee5ed4c0 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:57.384961 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-814dc599-6b8b-4fff-82c8-0b512cc9785d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Deleting port d8e159a8-deaa-46ff-8696-d55736fca0bf {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:12:57.385542 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-814dc599-6b8b-4fff-82c8-0b512cc9785d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:57.424242 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da733a26-3690-4fcc-a18d-b9163e093ae2 None None] Network 2cf0550d-164f-463c-8368-20788b4d90c3 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:12:57.459829 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f07b84bd-23ef-414e-9d33-86acd519e0be None None] Could not find standard attr ID for object d3eb1404-2d96-40fb-9074-52a1d78cb27f. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:12:57.469863 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-814dc599-6b8b-4fff-82c8-0b512cc9785d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] For port d8e159a8-deaa-46ff-8696-d55736fca0bf, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=d8e159a8-deaa-46ff-8696-d55736fca0bf,segment=NetworkSegment(11e42833-61a5-42e3-bb83-3a37f40c0950),segment_id=11e42833-61a5-42e3-bb83-3a37f40c0950)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:12:57.470380 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-814dc599-6b8b-4fff-82c8-0b512cc9785d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:57.486820 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-814dc599-6b8b-4fff-82c8-0b512cc9785d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Calling delete_port for d8e159a8-deaa-46ff-8696-d55736fca0bf owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:12:57.629079 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-814dc599-6b8b-4fff-82c8-0b512cc9785d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:57.683604 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814dc599-6b8b-4fff-82c8-0b512cc9785d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] No DVR routers for this DVR port d8e159a8-deaa-46ff-8696-d55736fca0bf on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:12:57.692412 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814dc599-6b8b-4fff-82c8-0b512cc9785d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'Port': ['ID=d8e159a8-deaa-46ff-8696-d55736fca0bf,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:57.721480 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10773168-7a06-4cce-949e-ca9d298e1697 None None] DHCP port deletion for 2cf0550d-164f-463c-8368-20788b4d90c3 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:12:57.806656 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-7f2ed274-9226-4f0e-9c15-a874ee5ed4c0 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Deleting port d9dd08be-54c1-450c-a055-668f1a8648f5 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:12:57.807273 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7f2ed274-9226-4f0e-9c15-a874ee5ed4c0 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:57.819073 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-814dc599-6b8b-4fff-82c8-0b512cc9785d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:57.830545 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-814dc599-6b8b-4fff-82c8-0b512cc9785d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cf0550d-164f-463c-8368-20788b4d90c3']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:57.843757 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-814dc599-6b8b-4fff-82c8-0b512cc9785d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11e42833-61a5-42e3-bb83-3a37f40c0950') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:57.844362 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-814dc599-6b8b-4fff-82c8-0b512cc9785d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11e42833-61a5-42e3-bb83-3a37f40c0950') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:57.855702 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-814dc599-6b8b-4fff-82c8-0b512cc9785d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:57.873727 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-814dc599-6b8b-4fff-82c8-0b512cc9785d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:57.882181 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-814dc599-6b8b-4fff-82c8-0b512cc9785d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:12:57.883270 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-814dc599-6b8b-4fff-82c8-0b512cc9785d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:57.887321 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:12:57.887321 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:12:57.887321 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:12:57.887321 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:12:57.887321 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:12:57.887321 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:12:57.887321 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:12:57.887321 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:12:57.887321 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:12:57.887321 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:12:57.887321 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:12:57.887321 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:12:57.887321 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:12:57.887321 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:12:57.887321 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:12:57.887321 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:12:57.887321 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:12:57.887321 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:12:57.887321 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:12:57.887321 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:12:57.887321 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:12:57.887321 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:12:57.887321 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:12:57.887321 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:12:57.887321 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:12:57.887321 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:12:57.887321 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:12:57.887321 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:12:57.887321 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:12:57.887321 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:12:57.887321 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:12:57.887321 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:12:57.959717 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-7f2ed274-9226-4f0e-9c15-a874ee5ed4c0 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] For port d9dd08be-54c1-450c-a055-668f1a8648f5, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=d9dd08be-54c1-450c-a055-668f1a8648f5,segment=NetworkSegment(4e8415c7-3dc7-41fe-a9c9-b193667978c7),segment_id=4e8415c7-3dc7-41fe-a9c9-b193667978c7)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:12:57.960337 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7f2ed274-9226-4f0e-9c15-a874ee5ed4c0 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:57.988236 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-7f2ed274-9226-4f0e-9c15-a874ee5ed4c0 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Calling delete_port for d9dd08be-54c1-450c-a055-668f1a8648f5 owned by network:router_interface {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:12:57.996066 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-814dc599-6b8b-4fff-82c8-0b512cc9785d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:58.005085 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-814dc599-6b8b-4fff-82c8-0b512cc9785d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:58.007027 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-814dc599-6b8b-4fff-82c8-0b512cc9785d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/networks/2cf0550d-164f-463c-8368-20788b4d90c3 HTTP/1.1" status: 204 len: 168 time: 0.8252687 Jul 24 01:12:58.014733 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58028) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:58.029075 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-8ab9515d-cd55-4863-ab0a-a4f8e01e0f5b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1162984367'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:58.062073 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab9515d-cd55-4863-ab0a-a4f8e01e0f5b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Made reservation on behalf of 026bcbf091d2494db8a42c50681cd74e for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:12:58.065775 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8ab9515d-cd55-4863-ab0a-a4f8e01e0f5b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:58.069057 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814dc599-6b8b-4fff-82c8-0b512cc9785d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'Network': ['ID=2cf0550d-164f-463c-8368-20788b4d90c3,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:58.103883 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ab9515d-cd55-4863-ab0a-a4f8e01e0f5b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:12:58.121759 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8ab9515d-cd55-4863-ab0a-a4f8e01e0f5b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:58.122604 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-8ab9515d-cd55-4863-ab0a-a4f8e01e0f5b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Added segment 77c74e1f-7123-48be-a752-cb466ccaa190 of type vlan for network 4553463c-a07d-421c-93ed-99d18b806f5f Jul 24 01:12:58.187834 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8ab9515d-cd55-4863-ab0a-a4f8e01e0f5b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:58.234317 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8ab9515d-cd55-4863-ab0a-a4f8e01e0f5b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:58.240964 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7f2ed274-9226-4f0e-9c15-a874ee5ed4c0 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:58.241297 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab9515d-cd55-4863-ab0a-a4f8e01e0f5b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:58.241954 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8ab9515d-cd55-4863-ab0a-a4f8e01e0f5b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:58.290408 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ed274-9226-4f0e-9c15-a874ee5ed4c0 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event deleted for resources: {'Port': ['ID=d9dd08be-54c1-450c-a055-668f1a8648f5,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:58.317734 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-8ab9515d-cd55-4863-ab0a-a4f8e01e0f5b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3014200 Jul 24 01:12:58.319025 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab9515d-cd55-4863-ab0a-a4f8e01e0f5b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'Network': ['ID=4553463c-a07d-421c-93ed-99d18b806f5f,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:58.321883 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58032) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:58.330542 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-a26034e8-36c6-43dd-b317-3e85cc1c1304 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'subnet': {'network_id': '4553463c-a07d-421c-93ed-99d18b806f5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:58.455310 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab9515d-cd55-4863-ab0a-a4f8e01e0f5b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:58.456000 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab9515d-cd55-4863-ab0a-a4f8e01e0f5b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:58.456552 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab9515d-cd55-4863-ab0a-a4f8e01e0f5b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:58.457164 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab9515d-cd55-4863-ab0a-a4f8e01e0f5b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:58.457833 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab9515d-cd55-4863-ab0a-a4f8e01e0f5b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:58.457970 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab9515d-cd55-4863-ab0a-a4f8e01e0f5b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:58.458490 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab9515d-cd55-4863-ab0a-a4f8e01e0f5b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:58.459127 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab9515d-cd55-4863-ab0a-a4f8e01e0f5b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:58.459334 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab9515d-cd55-4863-ab0a-a4f8e01e0f5b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:58.460250 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab9515d-cd55-4863-ab0a-a4f8e01e0f5b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:58.460250 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab9515d-cd55-4863-ab0a-a4f8e01e0f5b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:58.460614 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab9515d-cd55-4863-ab0a-a4f8e01e0f5b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:12:58.465304 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26034e8-36c6-43dd-b317-3e85cc1c1304 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Made reservation on behalf of 026bcbf091d2494db8a42c50681cd74e for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:12:58.468893 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a26034e8-36c6-43dd-b317-3e85cc1c1304 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:58.478668 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 4553463c-a07d-421c-93ed-99d18b806f5f details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:12:58.497425 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7f2ed274-9226-4f0e-9c15-a874ee5ed4c0 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:58.760653 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a26034e8-36c6-43dd-b317-3e85cc1c1304 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:58.810969 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2ed274-9226-4f0e-9c15-a874ee5ed4c0 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Router 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:12:58.893744 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26034e8-36c6-43dd-b317-3e85cc1c1304 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Checking segment: {'id': '77c74e1f-7123-48be-a752-cb466ccaa190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4553463c-a07d-421c-93ed-99d18b806f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:12:58.894124 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26034e8-36c6-43dd-b317-3e85cc1c1304 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Network hostable DHCP agents. Network: 4553463c-a07d-421c-93ed-99d18b806f5f, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:12:58.900192 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26034e8-36c6-43dd-b317-3e85cc1c1304 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'Subnet': ['ID=1ead72da-a817-4593-8d82-29b544ba24d7,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:58.941925 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2ed274-9226-4f0e-9c15-a874ee5ed4c0 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:12:58.950382 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7f2ed274-9226-4f0e-9c15-a874ee5ed4c0 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "PUT /v2.0/routers/1b23c3c9-aa0f-4150-b70e-d2d480fa5745/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1080444 Jul 24 01:12:58.950786 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58038) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:58.960777 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0561ac00-b459-4871-8f94-5279ada367b2 None None] Sync routers for ids ['1b23c3c9-aa0f-4150-b70e-d2d480fa5745'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:12:58.963722 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26034e8-36c6-43dd-b317-3e85cc1c1304 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Network 4553463c-a07d-421c-93ed-99d18b806f5f is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:12:58.974439 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0561ac00-b459-4871-8f94-5279ada367b2 None None] Routers {'1b23c3c9-aa0f-4150-b70e-d2d480fa5745'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:12:58.975368 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-0561ac00-b459-4871-8f94-5279ada367b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:12:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1b23c3c9-aa0f-4150-b70e-d2d480fa5745'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:12:58.980198 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-a26034e8-36c6-43dd-b317-3e85cc1c1304 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 4553463c-a07d-421c-93ed-99d18b806f5f) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:12:58.994030 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26034e8-36c6-43dd-b317-3e85cc1c1304 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:12:58.994698 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a26034e8-36c6-43dd-b317-3e85cc1c1304 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:59.027752 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a26034e8-36c6-43dd-b317-3e85cc1c1304 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7035196 Jul 24 01:12:59.032834 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58040) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:59.039711 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-395f9b7b-bd16-4946-a19e-da65b98a0034 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'port': {'network_id': '4553463c-a07d-421c-93ed-99d18b806f5f', 'name': 'tempest-PortsIpV6TestJSON-1520412622', 'fixed_ips': [{'subnet_id': '1ead72da-a817-4593-8d82-29b544ba24d7', 'ip_address': '2001:db8::10'}]}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:12:59.040567 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca96eab-e08e-46ab-8ea1-0347b6c649aa None None] Network 4553463c-a07d-421c-93ed-99d18b806f5f requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:12:59.068533 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-de44ebd7-20fd-4ba3-9ee5-7a24c03a4907 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Deleting subnet 7f20a3f1-0767-4406-a593-946a3b0ce587 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:12:59.073236 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-de44ebd7-20fd-4ba3-9ee5-7a24c03a4907 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:59.169632 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-de44ebd7-20fd-4ba3-9ee5-7a24c03a4907 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:59.269098 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395f9b7b-bd16-4946-a19e-da65b98a0034 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Made reservation on behalf of 026bcbf091d2494db8a42c50681cd74e for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:12:59.270517 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-0561ac00-b459-4871-8f94-5279ada367b2 None None] Set router 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 gateway port host: None {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:12:59.312630 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-de44ebd7-20fd-4ba3-9ee5-7a24c03a4907 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:59.363013 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa39a83a-e746-43eb-b22f-6b781b1e31ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-4553463c-a07d-421c-93ed-99d18b806f5f', 'network_id': '4553463c-a07d-421c-93ed-99d18b806f5f', 'tenant_id': '026bcbf091d2494db8a42c50681cd74e', 'fixed_ips': [{'subnet_id': '1ead72da-a817-4593-8d82-29b544ba24d7'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:12:59.363896 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-aa39a83a-e746-43eb-b22f-6b781b1e31ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:59.422736 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-de44ebd7-20fd-4ba3-9ee5-7a24c03a4907 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:59.427188 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-395f9b7b-bd16-4946-a19e-da65b98a0034 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:59.463436 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [None req-395f9b7b-bd16-4946-a19e-da65b98a0034 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] device_id is not set on port f142b12e-901d-4465-ae99-634031a01522 yet. {{(pid=100464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:12:59.508410 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de44ebd7-20fd-4ba3-9ee5-7a24c03a4907 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event deleted for resources: {'Subnet': ['ID=7f20a3f1-0767-4406-a593-946a3b0ce587,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:12:59.519863 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-de44ebd7-20fd-4ba3-9ee5-7a24c03a4907 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:59.533645 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-de44ebd7-20fd-4ba3-9ee5-7a24c03a4907 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "DELETE /v2.0/subnets/7f20a3f1-0767-4406-a593-946a3b0ce587 HTTP/1.1" status: 204 len: 168 time: 0.5819230 Jul 24 01:12:59.539623 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853146a2-fd3b-40c1-835e-a77439e27677 None None] Network be15ab2c-b126-483f-9768-5f51627b3943 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:12:59.546236 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58044) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:12:59.732023 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-767b8ced-bf08-4551-ad60-df6cc8a6174c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:12:59.916828 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device d8e159a8-deaa-46ff-8696-d55736fca0bf no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:12:59.964824 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: d8e159a8-deaa-46ff-8696-d55736fca0bf {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:12:59.965445 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device d8e159a8-deaa-46ff-8696-d55736fca0bf not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:13:00.038465 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-0561ac00-b459-4871-8f94-5279ada367b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'name': 'tempest-RoutersTest-router-1324182738', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:12:26Z', 'updated_at': '2021-07-24T01:12:58Z', 'revision_number': 9, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'gw_port_host': None, '_interfaces': [{'id': '79e6c45a-5b4c-4a9c-8906-908ef9331dff', 'name': '', 'network_id': '8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:21:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:28Z', 'updated_at': '2021-07-24T01:12:35Z', 'revision_number': 5, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1cd22bd-2c14-4934-8be2-223a9d072aab', 'name': '', 'network_id': 'c21978dc-335f-437d-904c-49c1bb37e9a1', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:ac:fc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '65fc7910-338d-4cad-82c0-fcf5c4fbc955', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:34Z', 'updated_at': '2021-07-24T01:12:39Z', 'revision_number': 5, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '65fc7910-338d-4cad-82c0-fcf5c4fbc955', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:00.096181 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31336593-ec49-4758-9291-935921e164d1 None None] DHCP port deletion for be15ab2c-b126-483f-9768-5f51627b3943 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:13:00.098522 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0561ac00-b459-4871-8f94-5279ada367b2 None None] Checking router: 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:13:00.140973 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0561ac00-b459-4871-8f94-5279ada367b2 None None] Routers {'1b23c3c9-aa0f-4150-b70e-d2d480fa5745'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:13:00.141630 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-0561ac00-b459-4871-8f94-5279ada367b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:12:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1b23c3c9-aa0f-4150-b70e-d2d480fa5745'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:00.244142 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-31336593-ec49-4758-9291-935921e164d1 None None] Deleting port c5ab2bea-9745-4437-bbf6-4bf35cc88c40 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:13:00.244763 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-31336593-ec49-4758-9291-935921e164d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:00.255630 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-395f9b7b-bd16-4946-a19e-da65b98a0034 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Allocated IP 2001:db8::10 (4553463c-a07d-421c-93ed-99d18b806f5f/1ead72da-a817-4593-8d82-29b544ba24d7/f142b12e-901d-4465-ae99-634031a01522) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:13:00.302702 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-767b8ced-bf08-4551-ad60-df6cc8a6174c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Deleting port c5ab2bea-9745-4437-bbf6-4bf35cc88c40 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:13:00.303244 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-767b8ced-bf08-4551-ad60-df6cc8a6174c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:00.432973 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-767b8ced-bf08-4551-ad60-df6cc8a6174c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] For port c5ab2bea-9745-4437-bbf6-4bf35cc88c40, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=c5ab2bea-9745-4437-bbf6-4bf35cc88c40,segment=NetworkSegment(4e8415c7-3dc7-41fe-a9c9-b193667978c7),segment_id=4e8415c7-3dc7-41fe-a9c9-b193667978c7)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:13:00.433456 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-767b8ced-bf08-4551-ad60-df6cc8a6174c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:00.452959 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-0561ac00-b459-4871-8f94-5279ada367b2 None None] Set router 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 gateway port host: None {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:13:00.482939 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-767b8ced-bf08-4551-ad60-df6cc8a6174c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Calling delete_port for c5ab2bea-9745-4437-bbf6-4bf35cc88c40 owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:13:00.523721 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-31336593-ec49-4758-9291-935921e164d1 None None] For port c5ab2bea-9745-4437-bbf6-4bf35cc88c40, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=c5ab2bea-9745-4437-bbf6-4bf35cc88c40,segment=NetworkSegment(4e8415c7-3dc7-41fe-a9c9-b193667978c7),segment_id=4e8415c7-3dc7-41fe-a9c9-b193667978c7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:13:00.524798 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-31336593-ec49-4758-9291-935921e164d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:00.548656 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-31336593-ec49-4758-9291-935921e164d1 None None] Calling delete_port for c5ab2bea-9745-4437-bbf6-4bf35cc88c40 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:13:00.585814 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-395f9b7b-bd16-4946-a19e-da65b98a0034 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:00.601377 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-395f9b7b-bd16-4946-a19e-da65b98a0034 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Transition to ACTIVE for port object f142b12e-901d-4465-ae99-634031a01522 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:13:00.720706 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-395f9b7b-bd16-4946-a19e-da65b98a0034 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:00.743156 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-767b8ced-bf08-4551-ad60-df6cc8a6174c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:00.771077 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395f9b7b-bd16-4946-a19e-da65b98a0034 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Network 4553463c-a07d-421c-93ed-99d18b806f5f is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:13:00.782700 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-395f9b7b-bd16-4946-a19e-da65b98a0034 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:13:00.795994 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395f9b7b-bd16-4946-a19e-da65b98a0034 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:13:00.801784 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395f9b7b-bd16-4946-a19e-da65b98a0034 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:00.802400 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-395f9b7b-bd16-4946-a19e-da65b98a0034 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:00.811479 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-aa39a83a-e746-43eb-b22f-6b781b1e31ea None None] Allocated IP 2001:db8::2 (4553463c-a07d-421c-93ed-99d18b806f5f/1ead72da-a817-4593-8d82-29b544ba24d7/3fdfc809-a999-4d32-a5dc-00ca95ff0cb7) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:13:00.826293 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767b8ced-bf08-4551-ad60-df6cc8a6174c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] No DVR routers for this DVR port c5ab2bea-9745-4437-bbf6-4bf35cc88c40 on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:13:00.864840 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-0561ac00-b459-4871-8f94-5279ada367b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'name': 'tempest-RoutersTest-router-1324182738', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:12:26Z', 'updated_at': '2021-07-24T01:12:58Z', 'revision_number': 9, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'gw_port_host': None, '_interfaces': [{'id': '79e6c45a-5b4c-4a9c-8906-908ef9331dff', 'name': '', 'network_id': '8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:21:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:28Z', 'updated_at': '2021-07-24T01:12:35Z', 'revision_number': 5, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1cd22bd-2c14-4934-8be2-223a9d072aab', 'name': '', 'network_id': 'c21978dc-335f-437d-904c-49c1bb37e9a1', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:ac:fc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '65fc7910-338d-4cad-82c0-fcf5c4fbc955', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:34Z', 'updated_at': '2021-07-24T01:12:39Z', 'revision_number': 5, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '65fc7910-338d-4cad-82c0-fcf5c4fbc955', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:00.904508 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0561ac00-b459-4871-8f94-5279ada367b2 None None] The sync data for ids ['1b23c3c9-aa0f-4150-b70e-d2d480fa5745'] in n-d-793621-25 is: [{'id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'name': 'tempest-RoutersTest-router-1324182738', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:12:26Z', 'updated_at': '2021-07-24T01:12:58Z', 'revision_number': 9, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'gw_port_host': None, '_interfaces': [{'id': '79e6c45a-5b4c-4a9c-8906-908ef9331dff', 'name': '', 'network_id': '8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:21:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:28Z', 'updated_at': '2021-07-24T01:12:35Z', 'revision_number': 5, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a1cd22bd-2c14-4934-8be2-223a9d072aab', 'name': '', 'network_id': 'c21978dc-335f-437d-904c-49c1bb37e9a1', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:ac:fc:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '65fc7910-338d-4cad-82c0-fcf5c4fbc955', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:34Z', 'updated_at': '2021-07-24T01:12:39Z', 'revision_number': 5, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '65fc7910-338d-4cad-82c0-fcf5c4fbc955', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:13:00.928099 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-31336593-ec49-4758-9291-935921e164d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:00.952907 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395f9b7b-bd16-4946-a19e-da65b98a0034 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'Port': ['ID=f142b12e-901d-4465-ae99-634031a01522,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:01.005934 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-767b8ced-bf08-4551-ad60-df6cc8a6174c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:01.013183 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-395f9b7b-bd16-4946-a19e-da65b98a0034 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9764707 Jul 24 01:13:01.013395 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31336593-ec49-4758-9291-935921e164d1 None None] Pushing event deleted for resources: {'Port': ['ID=c5ab2bea-9745-4437-bbf6-4bf35cc88c40,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:01.013518 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58056) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:01.019103 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-eab65273-88b5-45e0-92de-62a83740d757 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'port': {'network_id': '4553463c-a07d-421c-93ed-99d18b806f5f', 'name': 'tempest-PortsIpV6TestJSON-1156053271', 'fixed_ips': [{'subnet_id': '1ead72da-a817-4593-8d82-29b544ba24d7', 'ip_address': '2001:db8::f'}]}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:01.032552 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31336593-ec49-4758-9291-935921e164d1 None None] No DVR routers for this DVR port c5ab2bea-9745-4437-bbf6-4bf35cc88c40 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:13:01.036604 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b8ced-bf08-4551-ad60-df6cc8a6174c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event deleted for resources: {'Port': ['ID=c5ab2bea-9745-4437-bbf6-4bf35cc88c40,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:01.040759 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-767b8ced-bf08-4551-ad60-df6cc8a6174c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be15ab2c-b126-483f-9768-5f51627b3943']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:01.055334 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-767b8ced-bf08-4551-ad60-df6cc8a6174c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e8415c7-3dc7-41fe-a9c9-b193667978c7') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:01.055491 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-767b8ced-bf08-4551-ad60-df6cc8a6174c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e8415c7-3dc7-41fe-a9c9-b193667978c7') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:01.057083 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31336593-ec49-4758-9291-935921e164d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:01.057444 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31336593-ec49-4758-9291-935921e164d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:01.057795 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31336593-ec49-4758-9291-935921e164d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:01.058203 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31336593-ec49-4758-9291-935921e164d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:01.058804 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31336593-ec49-4758-9291-935921e164d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:01.059345 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31336593-ec49-4758-9291-935921e164d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:01.059698 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31336593-ec49-4758-9291-935921e164d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:01.060061 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31336593-ec49-4758-9291-935921e164d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:01.060456 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31336593-ec49-4758-9291-935921e164d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:01.060795 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31336593-ec49-4758-9291-935921e164d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:01.061133 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31336593-ec49-4758-9291-935921e164d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:01.061631 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31336593-ec49-4758-9291-935921e164d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:01.084023 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-767b8ced-bf08-4551-ad60-df6cc8a6174c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:01.124390 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-767b8ced-bf08-4551-ad60-df6cc8a6174c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:01.138929 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-767b8ced-bf08-4551-ad60-df6cc8a6174c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:13:01.140016 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-767b8ced-bf08-4551-ad60-df6cc8a6174c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:01.144156 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:13:01.144156 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:13:01.144156 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:13:01.144156 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:13:01.144156 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:13:01.144156 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:13:01.144156 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:13:01.144156 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:13:01.144156 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:13:01.144156 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:13:01.144156 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:13:01.144156 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:13:01.144156 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:13:01.144156 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:13:01.144156 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:13:01.144156 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:13:01.144156 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:13:01.144156 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:13:01.144156 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:13:01.144156 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:13:01.144156 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:13:01.144156 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:13:01.144156 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:13:01.144156 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:13:01.144156 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:13:01.144156 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:13:01.144156 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:13:01.144156 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:13:01.144156 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:13:01.144156 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:13:01.144156 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:13:01.144156 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:13:01.194232 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab65273-88b5-45e0-92de-62a83740d757 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Made reservation on behalf of 026bcbf091d2494db8a42c50681cd74e for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:13:01.237679 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-aa39a83a-e746-43eb-b22f-6b781b1e31ea None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:01.261049 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-aa39a83a-e746-43eb-b22f-6b781b1e31ea None None] Transition to ACTIVE for port object 3fdfc809-a999-4d32-a5dc-00ca95ff0cb7 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:13:01.286073 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-767b8ced-bf08-4551-ad60-df6cc8a6174c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:01.291128 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-aa39a83a-e746-43eb-b22f-6b781b1e31ea None None] Transition to ACTIVE for port object 3fdfc809-a999-4d32-a5dc-00ca95ff0cb7 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:13:01.305759 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-aa39a83a-e746-43eb-b22f-6b781b1e31ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:01.314065 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-767b8ced-bf08-4551-ad60-df6cc8a6174c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:01.317544 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-767b8ced-bf08-4551-ad60-df6cc8a6174c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "DELETE /v2.0/networks/be15ab2c-b126-483f-9768-5f51627b3943 HTTP/1.1" status: 204 len: 168 time: 1.7707455 Jul 24 01:13:01.322655 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58062) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:01.346901 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b8ced-bf08-4551-ad60-df6cc8a6174c tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event deleted for resources: {'Network': ['ID=be15ab2c-b126-483f-9768-5f51627b3943,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:01.391603 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39a83a-e746-43eb-b22f-6b781b1e31ea None None] Pushing event updated for resources: {'Port': ['ID=3fdfc809-a999-4d32-a5dc-00ca95ff0cb7,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:01.401498 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa39a83a-e746-43eb-b22f-6b781b1e31ea None None] Network 4553463c-a07d-421c-93ed-99d18b806f5f is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:13:01.403431 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-aa39a83a-e746-43eb-b22f-6b781b1e31ea None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:13:01.405906 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa39a83a-e746-43eb-b22f-6b781b1e31ea None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:13:01.465180 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-eab65273-88b5-45e0-92de-62a83740d757 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:01.479599 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-aa39a83a-e746-43eb-b22f-6b781b1e31ea None None] Attempting to bind port 3fdfc809-a999-4d32-a5dc-00ca95ff0cb7 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:13:01.480134 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-aa39a83a-e746-43eb-b22f-6b781b1e31ea None None] Attempting to bind port 3fdfc809-a999-4d32-a5dc-00ca95ff0cb7 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '77c74e1f-7123-48be-a752-cb466ccaa190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4553463c-a07d-421c-93ed-99d18b806f5f'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:13:01.480601 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa39a83a-e746-43eb-b22f-6b781b1e31ea None None] Attempting to bind port 3fdfc809-a999-4d32-a5dc-00ca95ff0cb7 on network 4553463c-a07d-421c-93ed-99d18b806f5f {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:13:01.491958 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa39a83a-e746-43eb-b22f-6b781b1e31ea None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:13:01.493633 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa39a83a-e746-43eb-b22f-6b781b1e31ea None None] Checking segment: {'id': '77c74e1f-7123-48be-a752-cb466ccaa190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4553463c-a07d-421c-93ed-99d18b806f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:13:01.494160 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-aa39a83a-e746-43eb-b22f-6b781b1e31ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:01.494671 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa39a83a-e746-43eb-b22f-6b781b1e31ea None None] Bound using segment: {'id': '77c74e1f-7123-48be-a752-cb466ccaa190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4553463c-a07d-421c-93ed-99d18b806f5f'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:13:01.495724 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-aa39a83a-e746-43eb-b22f-6b781b1e31ea None None] Bound port: 3fdfc809-a999-4d32-a5dc-00ca95ff0cb7, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c74e1f-7123-48be-a752-cb466ccaa190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4553463c-a07d-421c-93ed-99d18b806f5f'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:13:01.498247 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-aa39a83a-e746-43eb-b22f-6b781b1e31ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:01.516204 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-eab65273-88b5-45e0-92de-62a83740d757 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] device_id is not set on port 0f937512-fd34-4b29-975b-a14cba2ff80e yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:13:01.598234 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-aa39a83a-e746-43eb-b22f-6b781b1e31ea None None] For port 3fdfc809-a999-4d32-a5dc-00ca95ff0cb7, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:13:01.603984 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-aa39a83a-e746-43eb-b22f-6b781b1e31ea None None] For port 3fdfc809-a999-4d32-a5dc-00ca95ff0cb7, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=3fdfc809-a999-4d32-a5dc-00ca95ff0cb7,segment=NetworkSegment(77c74e1f-7123-48be-a752-cb466ccaa190),segment_id=77c74e1f-7123-48be-a752-cb466ccaa190)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:13:01.616107 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-aa39a83a-e746-43eb-b22f-6b781b1e31ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:01.709933 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39a83a-e746-43eb-b22f-6b781b1e31ea None None] Pushing event updated for resources: {'Port': ['ID=3fdfc809-a999-4d32-a5dc-00ca95ff0cb7,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:01.818765 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device d9dd08be-54c1-450c-a055-668f1a8648f5 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:13:01.857566 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: d9dd08be-54c1-450c-a055-668f1a8648f5 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:13:01.857928 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device d9dd08be-54c1-450c-a055-668f1a8648f5 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:13:01.858356 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device c5ab2bea-9745-4437-bbf6-4bf35cc88c40 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:13:01.882484 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: c5ab2bea-9745-4437-bbf6-4bf35cc88c40 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:13:01.883126 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device c5ab2bea-9745-4437-bbf6-4bf35cc88c40 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:13:01.946891 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-eab65273-88b5-45e0-92de-62a83740d757 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Allocated IP 2001:db8::f (4553463c-a07d-421c-93ed-99d18b806f5f/1ead72da-a817-4593-8d82-29b544ba24d7/0f937512-fd34-4b29-975b-a14cba2ff80e) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:13:02.273577 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-eab65273-88b5-45e0-92de-62a83740d757 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:02.301770 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-31ed30d1-dd8b-42e9-95f6-88e6f2299a45 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:02.387964 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-eab65273-88b5-45e0-92de-62a83740d757 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Transition to ACTIVE for port object 0f937512-fd34-4b29-975b-a14cba2ff80e will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:13:02.511054 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-eab65273-88b5-45e0-92de-62a83740d757 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:02.578119 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab65273-88b5-45e0-92de-62a83740d757 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Network 4553463c-a07d-421c-93ed-99d18b806f5f is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:13:02.586482 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-eab65273-88b5-45e0-92de-62a83740d757 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:13:02.596044 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab65273-88b5-45e0-92de-62a83740d757 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:13:02.602036 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab65273-88b5-45e0-92de-62a83740d757 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:02.602852 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-eab65273-88b5-45e0-92de-62a83740d757 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:02.624198 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab65273-88b5-45e0-92de-62a83740d757 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'Port': ['ID=0f937512-fd34-4b29-975b-a14cba2ff80e,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:02.627375 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-eab65273-88b5-45e0-92de-62a83740d757 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6128421 Jul 24 01:13:02.630172 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58070) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:03.123956 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ffa398-5eb5-4e66-95cd-f6b2be1d79fe None None] Network 4553463c-a07d-421c-93ed-99d18b806f5f requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:13:03.189493 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f3a35b-7c2e-449c-a98c-ce98cad7a929 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:03.193733 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b5f3a35b-7c2e-449c-a98c-ce98cad7a929 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.5578222 Jul 24 01:13:03.194442 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58078) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:03.248076 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-31ed30d1-dd8b-42e9-95f6-88e6f2299a45 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Deleting port a1cd22bd-2c14-4934-8be2-223a9d072aab {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:13:03.248415 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-31ed30d1-dd8b-42e9-95f6-88e6f2299a45 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:03.296891 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-beb05653-6e80-45ed-a3d3-f0b1cefead5d None None] Provisioning for port 3fdfc809-a999-4d32-a5dc-00ca95ff0cb7 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:13:03.365610 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78ff4d8-25dd-4674-a952-8029e99661e3 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:03.372302 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78ff4d8-25dd-4674-a952-8029e99661e3 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:03.378501 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78ff4d8-25dd-4674-a952-8029e99661e3 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:03.383167 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c78ff4d8-25dd-4674-a952-8029e99661e3 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1846876 Jul 24 01:13:03.387112 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58080) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:03.424244 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-31ed30d1-dd8b-42e9-95f6-88e6f2299a45 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] For port a1cd22bd-2c14-4934-8be2-223a9d072aab, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=a1cd22bd-2c14-4934-8be2-223a9d072aab,segment=NetworkSegment(8f6a47e0-52d9-45f4-84ae-7ce6a362bb74),segment_id=8f6a47e0-52d9-45f4-84ae-7ce6a362bb74)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:13:03.424643 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-31ed30d1-dd8b-42e9-95f6-88e6f2299a45 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:03.446747 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-31ed30d1-dd8b-42e9-95f6-88e6f2299a45 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Calling delete_port for a1cd22bd-2c14-4934-8be2-223a9d072aab owned by network:router_interface {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:13:03.609849 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-85ac1cf1-c6bb-4865-9f11-57fc5203e39c tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Deleting port 0f937512-fd34-4b29-975b-a14cba2ff80e {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:13:03.610202 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-85ac1cf1-c6bb-4865-9f11-57fc5203e39c tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:03.807919 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-85ac1cf1-c6bb-4865-9f11-57fc5203e39c tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:03.820557 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 3fdfc809-a999-4d32-a5dc-00ca95ff0cb7 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:13:03.849292 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-85ac1cf1-c6bb-4865-9f11-57fc5203e39c tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Calling delete_port for 0f937512-fd34-4b29-975b-a14cba2ff80e owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:13:03.900360 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 3fdfc809-a999-4d32-a5dc-00ca95ff0cb7 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:13:03.905410 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 3fdfc809-a999-4d32-a5dc-00ca95ff0cb7 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:13:03.905801 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:03.957808 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-4aa3af38-8445-4ad2-8957-c018c2afcccc None None] Provisioning for port f142b12e-901d-4465-ae99-634031a01522 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:13:03.971647 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-4aa3af38-8445-4ad2-8957-c018c2afcccc None None] Provisioning complete for port f142b12e-901d-4465-ae99-634031a01522 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:13:03.972075 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4aa3af38-8445-4ad2-8957-c018c2afcccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:03.979582 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-31ed30d1-dd8b-42e9-95f6-88e6f2299a45 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:04.044000 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed30d1-dd8b-42e9-95f6-88e6f2299a45 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event deleted for resources: {'Port': ['ID=a1cd22bd-2c14-4934-8be2-223a9d072aab,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:04.048536 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-4aa3af38-8445-4ad2-8957-c018c2afcccc None None] Port f142b12e-901d-4465-ae99-634031a01522 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:13:04.117477 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-4aa3af38-8445-4ad2-8957-c018c2afcccc None None] Provisioning complete for port 3fdfc809-a999-4d32-a5dc-00ca95ff0cb7 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:13:04.118678 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4aa3af38-8445-4ad2-8957-c018c2afcccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:04.120642 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:04.225166 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 3fdfc809-a999-4d32-a5dc-00ca95ff0cb7, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=3fdfc809-a999-4d32-a5dc-00ca95ff0cb7,segment=NetworkSegment(77c74e1f-7123-48be-a752-cb466ccaa190),segment_id=77c74e1f-7123-48be-a752-cb466ccaa190)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:13:04.241338 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:04.271180 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-85ac1cf1-c6bb-4865-9f11-57fc5203e39c tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:04.337734 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-4aa3af38-8445-4ad2-8957-c018c2afcccc None None] Could not find standard attr ID for object 0f937512-fd34-4b29-975b-a14cba2ff80e. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:13:04.339801 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:13:04.340483 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=3fdfc809-a999-4d32-a5dc-00ca95ff0cb7,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:04.346655 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ac1cf1-c6bb-4865-9f11-57fc5203e39c tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'Port': ['ID=0f937512-fd34-4b29-975b-a14cba2ff80e,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:04.468830 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-fc5bb13d-ff65-4471-af8e-33cff9bae0f8 None None] Provisioning complete for port f142b12e-901d-4465-ae99-634031a01522 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:13:04.469208 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-fc5bb13d-ff65-4471-af8e-33cff9bae0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:04.492795 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-85ac1cf1-c6bb-4865-9f11-57fc5203e39c tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:04.502778 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58092) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:04.513126 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-85ac1cf1-c6bb-4865-9f11-57fc5203e39c tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/ports/0f937512-fd34-4b29-975b-a14cba2ff80e HTTP/1.1" status: 204 len: 168 time: 1.1248939 Jul 24 01:13:04.532345 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-fc5bb13d-ff65-4471-af8e-33cff9bae0f8 None None] Port f142b12e-901d-4465-ae99-634031a01522 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:13:04.556577 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb67198d-c308-4b10-b904-f9a42905d447 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] GET failed (client error): The resource could not be found. Jul 24 01:13:04.561129 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-fb67198d-c308-4b10-b904-f9a42905d447 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "GET /v2.0/ports/0f937512-fd34-4b29-975b-a14cba2ff80e HTTP/1.1" status: 404 len: 333 time: 0.0571969 Jul 24 01:13:04.561758 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58094) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:04.571218 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-31ed30d1-dd8b-42e9-95f6-88e6f2299a45 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:04.724519 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-26d3e785-d5dd-4c39-a9ae-eb5017ab1890 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Deleting port f142b12e-901d-4465-ae99-634031a01522 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:13:04.724884 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-26d3e785-d5dd-4c39-a9ae-eb5017ab1890 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:04.746299 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8f873fb3-d01c-4bcf-9540-1890f31958ac None None] Could not find standard attr ID for object 0f937512-fd34-4b29-975b-a14cba2ff80e. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:13:04.830180 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31ed30d1-dd8b-42e9-95f6-88e6f2299a45 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Router 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:13:04.882178 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-26d3e785-d5dd-4c39-a9ae-eb5017ab1890 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:04.902742 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-26d3e785-d5dd-4c39-a9ae-eb5017ab1890 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Calling delete_port for f142b12e-901d-4465-ae99-634031a01522 owned by {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:13:04.958668 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:05.005212 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ed30d1-dd8b-42e9-95f6-88e6f2299a45 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:13:05.012748 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-31ed30d1-dd8b-42e9-95f6-88e6f2299a45 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "PUT /v2.0/routers/1b23c3c9-aa0f-4150-b70e-d2d480fa5745/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6883409 Jul 24 01:13:05.015771 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58096) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:05.022252 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5588f935-ef48-43d5-84d2-c849c7f6a465 None None] Sync routers for ids ['1b23c3c9-aa0f-4150-b70e-d2d480fa5745'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:13:05.038123 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5588f935-ef48-43d5-84d2-c849c7f6a465 None None] Routers {'1b23c3c9-aa0f-4150-b70e-d2d480fa5745'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:13:05.039172 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-5588f935-ef48-43d5-84d2-c849c7f6a465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:12:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1b23c3c9-aa0f-4150-b70e-d2d480fa5745'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:05.149687 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f78a7fc-664d-4a22-91a5-393a5b13d864 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Deleting subnet 65fc7910-338d-4cad-82c0-fcf5c4fbc955 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:13:05.154154 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-5588f935-ef48-43d5-84d2-c849c7f6a465 None None] Set router 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:13:05.155124 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2f78a7fc-664d-4a22-91a5-393a5b13d864 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:05.245555 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2f78a7fc-664d-4a22-91a5-393a5b13d864 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:05.289426 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-26d3e785-d5dd-4c39-a9ae-eb5017ab1890 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:05.290692 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:05.331426 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d3e785-d5dd-4c39-a9ae-eb5017ab1890 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'Port': ['ID=f142b12e-901d-4465-ae99-634031a01522,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:05.373581 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-26d3e785-d5dd-4c39-a9ae-eb5017ab1890 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:05.376007 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-26d3e785-d5dd-4c39-a9ae-eb5017ab1890 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/ports/f142b12e-901d-4465-ae99-634031a01522 HTTP/1.1" status: 204 len: 168 time: 0.8132668 Jul 24 01:13:05.378949 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58104) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:05.437962 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2f78a7fc-664d-4a22-91a5-393a5b13d864 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:05.452599 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-27652507-10f0-4bda-bd53-b378d62965c0 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] GET failed (client error): The resource could not be found. Jul 24 01:13:05.458481 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-27652507-10f0-4bda-bd53-b378d62965c0 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "GET /v2.0/ports/f142b12e-901d-4465-ae99-634031a01522 HTTP/1.1" status: 404 len: 333 time: 0.0746553 Jul 24 01:13:05.458481 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58106) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:05.523065 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-5588f935-ef48-43d5-84d2-c849c7f6a465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'name': 'tempest-RoutersTest-router-1324182738', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:12:26Z', 'updated_at': '2021-07-24T01:13:03Z', 'revision_number': 10, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'gw_port_host': None, '_interfaces': [{'id': '79e6c45a-5b4c-4a9c-8906-908ef9331dff', 'name': '', 'network_id': '8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:21:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:28Z', 'updated_at': '2021-07-24T01:12:35Z', 'revision_number': 5, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:05.544939 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-289bb2fc-9d98-4790-ac15-9aa8cab207fe tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Deleting subnet 1ead72da-a817-4593-8d82-29b544ba24d7 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:13:05.549433 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-289bb2fc-9d98-4790-ac15-9aa8cab207fe tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:05.559121 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2f78a7fc-664d-4a22-91a5-393a5b13d864 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:05.561150 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5588f935-ef48-43d5-84d2-c849c7f6a465 None None] Checking router: 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:13:05.592377 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5588f935-ef48-43d5-84d2-c849c7f6a465 None None] Routers {'1b23c3c9-aa0f-4150-b70e-d2d480fa5745'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:13:05.593013 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-5588f935-ef48-43d5-84d2-c849c7f6a465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:12:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1b23c3c9-aa0f-4150-b70e-d2d480fa5745'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:05.610705 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-289bb2fc-9d98-4790-ac15-9aa8cab207fe tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:05.631842 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f78a7fc-664d-4a22-91a5-393a5b13d864 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event deleted for resources: {'Subnet': ['ID=65fc7910-338d-4cad-82c0-fcf5c4fbc955,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:05.639127 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2f78a7fc-664d-4a22-91a5-393a5b13d864 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:05.641271 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2f78a7fc-664d-4a22-91a5-393a5b13d864 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "DELETE /v2.0/subnets/65fc7910-338d-4cad-82c0-fcf5c4fbc955 HTTP/1.1" status: 204 len: 168 time: 0.6244905 Jul 24 01:13:05.644742 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58108) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:05.649033 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11955342-6d65-48b7-ba9b-5ad9aa283c79 None None] Network c21978dc-335f-437d-904c-49c1bb37e9a1 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:13:05.767968 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-5588f935-ef48-43d5-84d2-c849c7f6a465 None None] Set router 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:13:05.775248 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9e4c8ff2-96f2-4f9b-bb67-3db26dae2c8d tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:05.789550 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-289bb2fc-9d98-4790-ac15-9aa8cab207fe tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:05.877229 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-9e4c8ff2-96f2-4f9b-bb67-3db26dae2c8d tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Deleting port 0e055358-edc6-4092-a7f7-12d20db0ccd5 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:13:05.879063 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9e4c8ff2-96f2-4f9b-bb67-3db26dae2c8d tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:05.901758 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-289bb2fc-9d98-4790-ac15-9aa8cab207fe tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:05.939984 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289bb2fc-9d98-4790-ac15-9aa8cab207fe tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'Subnet': ['ID=1ead72da-a817-4593-8d82-29b544ba24d7,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:05.954865 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-289bb2fc-9d98-4790-ac15-9aa8cab207fe tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:05.965549 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-289bb2fc-9d98-4790-ac15-9aa8cab207fe tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/subnets/1ead72da-a817-4593-8d82-29b544ba24d7 HTTP/1.1" status: 204 len: 168 time: 0.5065703 Jul 24 01:13:05.968174 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58110) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:05.974799 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdf7c5a-c0a1-458f-b04e-7a48c9efa987 None None] Network 4553463c-a07d-421c-93ed-99d18b806f5f requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:13:05.979486 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 3fdfc809-a999-4d32-a5dc-00ca95ff0cb7 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:13:06.046235 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-9e4c8ff2-96f2-4f9b-bb67-3db26dae2c8d tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] For port 0e055358-edc6-4092-a7f7-12d20db0ccd5, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0e055358-edc6-4092-a7f7-12d20db0ccd5,segment=NetworkSegment(8f6a47e0-52d9-45f4-84ae-7ce6a362bb74),segment_id=8f6a47e0-52d9-45f4-84ae-7ce6a362bb74)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:13:06.046513 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9e4c8ff2-96f2-4f9b-bb67-3db26dae2c8d tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:06.084457 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-9e4c8ff2-96f2-4f9b-bb67-3db26dae2c8d tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Calling delete_port for 0e055358-edc6-4092-a7f7-12d20db0ccd5 owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:13:06.100623 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688f685b-9fb2-4627-8b4e-0efee52324b9 None None] DHCP port deletion for c21978dc-335f-437d-904c-49c1bb37e9a1 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:13:06.142825 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-58ffa189-7efb-48f8-a3c3-b2e837345999 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:06.214258 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9e4c8ff2-96f2-4f9b-bb67-3db26dae2c8d tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:06.233244 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-5588f935-ef48-43d5-84d2-c849c7f6a465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'name': 'tempest-RoutersTest-router-1324182738', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:12:26Z', 'updated_at': '2021-07-24T01:13:03Z', 'revision_number': 10, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'gw_port_host': None, '_interfaces': [{'id': '79e6c45a-5b4c-4a9c-8906-908ef9331dff', 'name': '', 'network_id': '8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:21:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:28Z', 'updated_at': '2021-07-24T01:12:35Z', 'revision_number': 5, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:06.237119 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-58ffa189-7efb-48f8-a3c3-b2e837345999 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Deleting port 3fdfc809-a999-4d32-a5dc-00ca95ff0cb7 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:13:06.237777 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-58ffa189-7efb-48f8-a3c3-b2e837345999 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:06.238501 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4c8ff2-96f2-4f9b-bb67-3db26dae2c8d tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] No DVR routers for this DVR port 0e055358-edc6-4092-a7f7-12d20db0ccd5 on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:13:06.309138 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c8ff2-96f2-4f9b-bb67-3db26dae2c8d tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event deleted for resources: {'Port': ['ID=0e055358-edc6-4092-a7f7-12d20db0ccd5,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:06.327844 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5588f935-ef48-43d5-84d2-c849c7f6a465 None None] The sync data for ids ['1b23c3c9-aa0f-4150-b70e-d2d480fa5745'] in n-d-793621-25 is: [{'id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'name': 'tempest-RoutersTest-router-1324182738', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:12:26Z', 'updated_at': '2021-07-24T01:13:03Z', 'revision_number': 10, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'gw_port_host': None, '_interfaces': [{'id': '79e6c45a-5b4c-4a9c-8906-908ef9331dff', 'name': '', 'network_id': '8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'mac_address': 'fa:16:3e:21:97:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'device_owner': 'network:router_interface', 'standard_attr_id': 3149, 'fixed_ips': [{'subnet_id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:12:28Z', 'updated_at': '2021-07-24T01:12:35Z', 'revision_number': 5, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'subnets': [{'id': '772e2b80-8e4a-4760-96a4-2f038749098d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:13:06.333921 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-688f685b-9fb2-4627-8b4e-0efee52324b9 None None] The port '0e055358-edc6-4092-a7f7-12d20db0ccd5' was deleted {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 24 01:13:06.376212 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-58ffa189-7efb-48f8-a3c3-b2e837345999 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] For port 3fdfc809-a999-4d32-a5dc-00ca95ff0cb7, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=3fdfc809-a999-4d32-a5dc-00ca95ff0cb7,segment=NetworkSegment(77c74e1f-7123-48be-a752-cb466ccaa190),segment_id=77c74e1f-7123-48be-a752-cb466ccaa190)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:13:06.376212 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-58ffa189-7efb-48f8-a3c3-b2e837345999 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:06.406084 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-58ffa189-7efb-48f8-a3c3-b2e837345999 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Calling delete_port for 3fdfc809-a999-4d32-a5dc-00ca95ff0cb7 owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:13:06.413990 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 3fdfc809-a999-4d32-a5dc-00ca95ff0cb7 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:13:06.415396 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:06.427881 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9e4c8ff2-96f2-4f9b-bb67-3db26dae2c8d tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:06.440465 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-9e4c8ff2-96f2-4f9b-bb67-3db26dae2c8d tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c21978dc-335f-437d-904c-49c1bb37e9a1']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:06.452925 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-9e4c8ff2-96f2-4f9b-bb67-3db26dae2c8d tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f6a47e0-52d9-45f4-84ae-7ce6a362bb74') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:06.453327 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-9e4c8ff2-96f2-4f9b-bb67-3db26dae2c8d tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f6a47e0-52d9-45f4-84ae-7ce6a362bb74') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:06.473220 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9e4c8ff2-96f2-4f9b-bb67-3db26dae2c8d tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:06.491571 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9e4c8ff2-96f2-4f9b-bb67-3db26dae2c8d tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:06.504286 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e4c8ff2-96f2-4f9b-bb67-3db26dae2c8d tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:13:06.505185 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9e4c8ff2-96f2-4f9b-bb67-3db26dae2c8d tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:06.513333 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:13:06.513333 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:13:06.513333 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:13:06.513333 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:13:06.513333 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:13:06.513333 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:13:06.513333 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:13:06.513333 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:13:06.513333 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:13:06.513333 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:13:06.513333 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:13:06.513333 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:13:06.513333 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:13:06.513333 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:13:06.513333 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:13:06.513333 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:13:06.513333 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:13:06.513333 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:13:06.513333 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:13:06.513333 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:13:06.513333 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:13:06.513333 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:13:06.513333 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:13:06.513333 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:13:06.513333 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:13:06.513333 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:13:06.513333 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:13:06.513333 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:13:06.513333 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:13:06.513333 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:13:06.513333 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:13:06.513333 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:13:06.589977 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-58ffa189-7efb-48f8-a3c3-b2e837345999 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:06.613746 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9e4c8ff2-96f2-4f9b-bb67-3db26dae2c8d tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:06.618959 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ffa189-7efb-48f8-a3c3-b2e837345999 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'Port': ['ID=3fdfc809-a999-4d32-a5dc-00ca95ff0cb7,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:06.629223 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ffa189-7efb-48f8-a3c3-b2e837345999 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] No DVR routers for this DVR port 3fdfc809-a999-4d32-a5dc-00ca95ff0cb7 on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:13:06.635142 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9e4c8ff2-96f2-4f9b-bb67-3db26dae2c8d tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:06.648411 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9e4c8ff2-96f2-4f9b-bb67-3db26dae2c8d tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "DELETE /v2.0/networks/c21978dc-335f-437d-904c-49c1bb37e9a1 HTTP/1.1" status: 204 len: 168 time: 1.0001552 Jul 24 01:13:06.653676 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58118) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:06.715639 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c8ff2-96f2-4f9b-bb67-3db26dae2c8d tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event deleted for resources: {'Network': ['ID=c21978dc-335f-437d-904c-49c1bb37e9a1,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:06.731583 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-58ffa189-7efb-48f8-a3c3-b2e837345999 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:06.731912 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d341c20-252a-4f65-bc03-ec7f56bd84ff None None] DHCP port deletion for 4553463c-a07d-421c-93ed-99d18b806f5f request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:13:06.752964 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-58ffa189-7efb-48f8-a3c3-b2e837345999 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4553463c-a07d-421c-93ed-99d18b806f5f']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:06.799045 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-58ffa189-7efb-48f8-a3c3-b2e837345999 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77c74e1f-7123-48be-a752-cb466ccaa190') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:06.799273 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-58ffa189-7efb-48f8-a3c3-b2e837345999 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77c74e1f-7123-48be-a752-cb466ccaa190') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:06.819895 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-58ffa189-7efb-48f8-a3c3-b2e837345999 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:06.839269 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-58ffa189-7efb-48f8-a3c3-b2e837345999 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:06.846442 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58ffa189-7efb-48f8-a3c3-b2e837345999 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:13:06.847123 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-58ffa189-7efb-48f8-a3c3-b2e837345999 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:06.851146 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:13:06.851146 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:13:06.851146 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:13:06.851146 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:13:06.851146 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:13:06.851146 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:13:06.851146 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:13:06.851146 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:13:06.851146 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:13:06.851146 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:13:06.851146 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:13:06.851146 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:13:06.851146 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:13:06.851146 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:13:06.851146 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:13:06.851146 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:13:06.851146 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:13:06.851146 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:13:06.851146 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:13:06.851146 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:13:06.851146 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:13:06.851146 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:13:06.851146 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:13:06.851146 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:13:06.851146 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:13:06.851146 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:13:06.851146 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:13:06.851146 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:13:06.851146 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:13:06.851146 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:13:06.851146 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:13:06.851146 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:13:06.940174 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-58ffa189-7efb-48f8-a3c3-b2e837345999 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:06.957196 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-58ffa189-7efb-48f8-a3c3-b2e837345999 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:06.960542 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-58ffa189-7efb-48f8-a3c3-b2e837345999 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/networks/4553463c-a07d-421c-93ed-99d18b806f5f HTTP/1.1" status: 204 len: 168 time: 0.9912136 Jul 24 01:13:06.973998 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58120) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:06.981333 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ffa189-7efb-48f8-a3c3-b2e837345999 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'Network': ['ID=4553463c-a07d-421c-93ed-99d18b806f5f,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:06.987044 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-c4cc2072-357a-48c5-ac4e-64008e4eb4a2 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-962384973'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:07.046252 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cc2072-357a-48c5-ac4e-64008e4eb4a2 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Made reservation on behalf of 026bcbf091d2494db8a42c50681cd74e for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:13:07.050149 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c4cc2072-357a-48c5-ac4e-64008e4eb4a2 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:07.137748 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4cc2072-357a-48c5-ac4e-64008e4eb4a2 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:13:07.146938 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c4cc2072-357a-48c5-ac4e-64008e4eb4a2 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:07.147223 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-c4cc2072-357a-48c5-ac4e-64008e4eb4a2 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Added segment e62e5554-a03f-4a69-b01a-902637a629f4 of type vlan for network ef962453-b707-4f5f-ad1d-27e1f1f7e5f3 Jul 24 01:13:07.224578 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c4cc2072-357a-48c5-ac4e-64008e4eb4a2 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:07.295181 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c4cc2072-357a-48c5-ac4e-64008e4eb4a2 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:07.300894 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cc2072-357a-48c5-ac4e-64008e4eb4a2 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:07.301435 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c4cc2072-357a-48c5-ac4e-64008e4eb4a2 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:07.350076 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c4cc2072-357a-48c5-ac4e-64008e4eb4a2 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3690886 Jul 24 01:13:07.361378 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58128) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:07.361378 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-3fb22fd7-ed60-4dbb-a7c9-8c3cdbfa6780 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'subnet': {'network_id': 'ef962453-b707-4f5f-ad1d-27e1f1f7e5f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:07.444107 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc2072-357a-48c5-ac4e-64008e4eb4a2 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'Network': ['ID=ef962453-b707-4f5f-ad1d-27e1f1f7e5f3,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:07.459852 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network ef962453-b707-4f5f-ad1d-27e1f1f7e5f3 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:13:07.475475 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f66f110a-2bcc-4cd4-8c09-ae466b5aeb92 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:07.525786 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb22fd7-ed60-4dbb-a7c9-8c3cdbfa6780 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Made reservation on behalf of 026bcbf091d2494db8a42c50681cd74e for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:13:07.534480 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3fb22fd7-ed60-4dbb-a7c9-8c3cdbfa6780 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:07.802496 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0e055358-edc6-4092-a7f7-12d20db0ccd5 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:13:07.831035 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 0e055358-edc6-4092-a7f7-12d20db0ccd5 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:13:07.831869 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0e055358-edc6-4092-a7f7-12d20db0ccd5 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:13:07.832635 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a1cd22bd-2c14-4934-8be2-223a9d072aab no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:13:07.859544 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: a1cd22bd-2c14-4934-8be2-223a9d072aab {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:13:07.860532 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a1cd22bd-2c14-4934-8be2-223a9d072aab not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:13:07.861135 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 3fdfc809-a999-4d32-a5dc-00ca95ff0cb7 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:13:07.890414 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 3fdfc809-a999-4d32-a5dc-00ca95ff0cb7 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:13:07.890807 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 3fdfc809-a999-4d32-a5dc-00ca95ff0cb7 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:13:07.908603 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-f66f110a-2bcc-4cd4-8c09-ae466b5aeb92 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Deleting port 79e6c45a-5b4c-4a9c-8906-908ef9331dff {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:13:07.909152 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f66f110a-2bcc-4cd4-8c09-ae466b5aeb92 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:07.916517 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3fb22fd7-ed60-4dbb-a7c9-8c3cdbfa6780 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:07.985787 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb22fd7-ed60-4dbb-a7c9-8c3cdbfa6780 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'Subnet': ['ID=d3782bd7-427c-49f3-baf4-59d6b36ff39a,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:07.999133 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb22fd7-ed60-4dbb-a7c9-8c3cdbfa6780 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Checking segment: {'id': 'e62e5554-a03f-4a69-b01a-902637a629f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ef962453-b707-4f5f-ad1d-27e1f1f7e5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:13:07.999760 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb22fd7-ed60-4dbb-a7c9-8c3cdbfa6780 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Network hostable DHCP agents. Network: ef962453-b707-4f5f-ad1d-27e1f1f7e5f3, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:13:08.022134 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb22fd7-ed60-4dbb-a7c9-8c3cdbfa6780 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Network ef962453-b707-4f5f-ad1d-27e1f1f7e5f3 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:13:08.038697 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-3fb22fd7-ed60-4dbb-a7c9-8c3cdbfa6780 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, ef962453-b707-4f5f-ad1d-27e1f1f7e5f3) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:13:08.046701 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb22fd7-ed60-4dbb-a7c9-8c3cdbfa6780 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:08.047333 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3fb22fd7-ed60-4dbb-a7c9-8c3cdbfa6780 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:08.052469 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdecc516-44ac-4141-8415-d99eb0f456b7 None None] Network ef962453-b707-4f5f-ad1d-27e1f1f7e5f3 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:13:08.080539 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3fb22fd7-ed60-4dbb-a7c9-8c3cdbfa6780 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7224610 Jul 24 01:13:08.080791 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58130) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:08.086151 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-d17dc67e-ab1e-4685-9aee-1cd7ed6cc92c tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-809116910', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:08.095099 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-f66f110a-2bcc-4cd4-8c09-ae466b5aeb92 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] For port 79e6c45a-5b4c-4a9c-8906-908ef9331dff, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=79e6c45a-5b4c-4a9c-8906-908ef9331dff,segment=NetworkSegment(51326d21-8b11-44a9-9656-0f14a61992de),segment_id=51326d21-8b11-44a9-9656-0f14a61992de)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:13:08.095627 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f66f110a-2bcc-4cd4-8c09-ae466b5aeb92 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:08.114584 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-f66f110a-2bcc-4cd4-8c09-ae466b5aeb92 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Calling delete_port for 79e6c45a-5b4c-4a9c-8906-908ef9331dff owned by network:router_interface {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:13:08.140597 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d17dc67e-ab1e-4685-9aee-1cd7ed6cc92c tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:08.143204 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d17dc67e-ab1e-4685-9aee-1cd7ed6cc92c tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:08.260119 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d17dc67e-ab1e-4685-9aee-1cd7ed6cc92c tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:08.268044 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d17dc67e-ab1e-4685-9aee-1cd7ed6cc92c tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:08.307702 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d17dc67e-ab1e-4685-9aee-1cd7ed6cc92c tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:08.313266 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d17dc67e-ab1e-4685-9aee-1cd7ed6cc92c tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2310750 Jul 24 01:13:08.314198 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58132) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:08.320682 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-48327e43-16c1-4cd2-9085-dcf98357c85e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'port': {'network_id': 'ef962453-b707-4f5f-ad1d-27e1f1f7e5f3', 'name': 'tempest-PortsIpV6TestJSON-653472170'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:08.339173 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59399598-601a-4a76-80c9-372f90ad2c15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-ef962453-b707-4f5f-ad1d-27e1f1f7e5f3', 'network_id': 'ef962453-b707-4f5f-ad1d-27e1f1f7e5f3', 'tenant_id': '026bcbf091d2494db8a42c50681cd74e', 'fixed_ips': [{'subnet_id': 'd3782bd7-427c-49f3-baf4-59d6b36ff39a'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:13:08.345218 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-59399598-601a-4a76-80c9-372f90ad2c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:08.468854 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f66f110a-2bcc-4cd4-8c09-ae466b5aeb92 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:08.481656 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48327e43-16c1-4cd2-9085-dcf98357c85e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Made reservation on behalf of 026bcbf091d2494db8a42c50681cd74e for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:13:08.487071 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-48327e43-16c1-4cd2-9085-dcf98357c85e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:08.507100 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-48327e43-16c1-4cd2-9085-dcf98357c85e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] device_id is not set on port c021180a-d55e-4fee-b922-8150438a89b1 yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:13:08.511907 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f110a-2bcc-4cd4-8c09-ae466b5aeb92 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event deleted for resources: {'Port': ['ID=79e6c45a-5b4c-4a9c-8906-908ef9331dff,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:08.646050 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-59399598-601a-4a76-80c9-372f90ad2c15 None None] Allocated IP 2001:db8::2 (ef962453-b707-4f5f-ad1d-27e1f1f7e5f3/d3782bd7-427c-49f3-baf4-59d6b36ff39a/da16f320-2f82-4cdd-9f7d-7f1346792aa5) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:13:08.772012 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f66f110a-2bcc-4cd4-8c09-ae466b5aeb92 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:08.873681 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-59399598-601a-4a76-80c9-372f90ad2c15 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:08.883356 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-59399598-601a-4a76-80c9-372f90ad2c15 None None] Transition to ACTIVE for port object da16f320-2f82-4cdd-9f7d-7f1346792aa5 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:13:08.902156 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-59399598-601a-4a76-80c9-372f90ad2c15 None None] Transition to ACTIVE for port object da16f320-2f82-4cdd-9f7d-7f1346792aa5 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:13:08.910644 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-59399598-601a-4a76-80c9-372f90ad2c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:08.957292 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66f110a-2bcc-4cd4-8c09-ae466b5aeb92 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Router 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:13:08.965320 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59399598-601a-4a76-80c9-372f90ad2c15 None None] Network ef962453-b707-4f5f-ad1d-27e1f1f7e5f3 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:13:08.968870 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-59399598-601a-4a76-80c9-372f90ad2c15 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:13:08.974230 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59399598-601a-4a76-80c9-372f90ad2c15 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:13:09.037690 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59399598-601a-4a76-80c9-372f90ad2c15 None None] Pushing event updated for resources: {'Port': ['ID=da16f320-2f82-4cdd-9f7d-7f1346792aa5,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:09.060707 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-48327e43-16c1-4cd2-9085-dcf98357c85e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Allocated IP 2001:db8::223 (ef962453-b707-4f5f-ad1d-27e1f1f7e5f3/d3782bd7-427c-49f3-baf4-59d6b36ff39a/c021180a-d55e-4fee-b922-8150438a89b1) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:13:09.061530 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-59399598-601a-4a76-80c9-372f90ad2c15 None None] Attempting to bind port da16f320-2f82-4cdd-9f7d-7f1346792aa5 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:13:09.061918 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-59399598-601a-4a76-80c9-372f90ad2c15 None None] Attempting to bind port da16f320-2f82-4cdd-9f7d-7f1346792aa5 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'e62e5554-a03f-4a69-b01a-902637a629f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ef962453-b707-4f5f-ad1d-27e1f1f7e5f3'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:13:09.062673 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59399598-601a-4a76-80c9-372f90ad2c15 None None] Attempting to bind port da16f320-2f82-4cdd-9f7d-7f1346792aa5 on network ef962453-b707-4f5f-ad1d-27e1f1f7e5f3 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:13:09.069712 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59399598-601a-4a76-80c9-372f90ad2c15 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:13:09.071905 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59399598-601a-4a76-80c9-372f90ad2c15 None None] Checking segment: {'id': 'e62e5554-a03f-4a69-b01a-902637a629f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ef962453-b707-4f5f-ad1d-27e1f1f7e5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:13:09.073161 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-59399598-601a-4a76-80c9-372f90ad2c15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:09.073592 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59399598-601a-4a76-80c9-372f90ad2c15 None None] Bound using segment: {'id': 'e62e5554-a03f-4a69-b01a-902637a629f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ef962453-b707-4f5f-ad1d-27e1f1f7e5f3'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:13:09.074210 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-59399598-601a-4a76-80c9-372f90ad2c15 None None] Bound port: da16f320-2f82-4cdd-9f7d-7f1346792aa5, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e62e5554-a03f-4a69-b01a-902637a629f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ef962453-b707-4f5f-ad1d-27e1f1f7e5f3'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:13:09.074613 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-59399598-601a-4a76-80c9-372f90ad2c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:09.077865 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66f110a-2bcc-4cd4-8c09-ae466b5aeb92 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:13:09.082129 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f66f110a-2bcc-4cd4-8c09-ae466b5aeb92 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "PUT /v2.0/routers/1b23c3c9-aa0f-4150-b70e-d2d480fa5745/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4275067 Jul 24 01:13:09.091969 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58140) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:09.097671 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6b7dc8-2099-4c15-b230-9ca66c3a1ff0 None None] Sync routers for ids ['1b23c3c9-aa0f-4150-b70e-d2d480fa5745'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:13:09.144872 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6b7dc8-2099-4c15-b230-9ca66c3a1ff0 None None] Routers {'1b23c3c9-aa0f-4150-b70e-d2d480fa5745'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:13:09.145457 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-8e6b7dc8-2099-4c15-b230-9ca66c3a1ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:12:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1b23c3c9-aa0f-4150-b70e-d2d480fa5745'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:09.193664 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-8461284a-4909-4145-ad8d-e6ccd0a531b7 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Deleting subnet 772e2b80-8e4a-4760-96a4-2f038749098d {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:13:09.201659 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8461284a-4909-4145-ad8d-e6ccd0a531b7 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:09.287949 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-8e6b7dc8-2099-4c15-b230-9ca66c3a1ff0 None None] Set router 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 gateway port host: None {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:13:09.314316 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8461284a-4909-4145-ad8d-e6ccd0a531b7 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:09.568384 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-8e6b7dc8-2099-4c15-b230-9ca66c3a1ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'name': 'tempest-RoutersTest-router-1324182738', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:12:26Z', 'updated_at': '2021-07-24T01:13:08Z', 'revision_number': 11, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:09.604703 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6b7dc8-2099-4c15-b230-9ca66c3a1ff0 None None] Checking router: 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:13:09.619732 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-59399598-601a-4a76-80c9-372f90ad2c15 None None] For port da16f320-2f82-4cdd-9f7d-7f1346792aa5, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:13:09.632930 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-59399598-601a-4a76-80c9-372f90ad2c15 None None] For port da16f320-2f82-4cdd-9f7d-7f1346792aa5, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=da16f320-2f82-4cdd-9f7d-7f1346792aa5,segment=NetworkSegment(e62e5554-a03f-4a69-b01a-902637a629f4),segment_id=e62e5554-a03f-4a69-b01a-902637a629f4)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:13:09.636438 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6b7dc8-2099-4c15-b230-9ca66c3a1ff0 None None] Routers {'1b23c3c9-aa0f-4150-b70e-d2d480fa5745'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:13:09.637390 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-8e6b7dc8-2099-4c15-b230-9ca66c3a1ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:12:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1b23c3c9-aa0f-4150-b70e-d2d480fa5745'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:09.729893 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-8e6b7dc8-2099-4c15-b230-9ca66c3a1ff0 None None] Set router 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 gateway port host: None {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:13:09.732810 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-59399598-601a-4a76-80c9-372f90ad2c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:09.820547 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-48327e43-16c1-4cd2-9085-dcf98357c85e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:09.850296 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8461284a-4909-4145-ad8d-e6ccd0a531b7 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:09.857246 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-8e6b7dc8-2099-4c15-b230-9ca66c3a1ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'name': 'tempest-RoutersTest-router-1324182738', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:12:26Z', 'updated_at': '2021-07-24T01:13:08Z', 'revision_number': 11, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:09.880459 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-48327e43-16c1-4cd2-9085-dcf98357c85e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Transition to ACTIVE for port object c021180a-d55e-4fee-b922-8150438a89b1 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:13:09.909159 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6b7dc8-2099-4c15-b230-9ca66c3a1ff0 None None] The sync data for ids ['1b23c3c9-aa0f-4150-b70e-d2d480fa5745'] in n-d-793621-25 is: [{'id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'name': 'tempest-RoutersTest-router-1324182738', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:12:26Z', 'updated_at': '2021-07-24T01:13:08Z', 'revision_number': 11, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'gw_port_host': None}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:13:09.946081 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59399598-601a-4a76-80c9-372f90ad2c15 None None] Pushing event updated for resources: {'Port': ['ID=da16f320-2f82-4cdd-9f7d-7f1346792aa5,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:09.976000 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8461284a-4909-4145-ad8d-e6ccd0a531b7 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:09.989723 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-48327e43-16c1-4cd2-9085-dcf98357c85e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:10.020642 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8461284a-4909-4145-ad8d-e6ccd0a531b7 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:10.022593 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8461284a-4909-4145-ad8d-e6ccd0a531b7 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "DELETE /v2.0/subnets/772e2b80-8e4a-4760-96a4-2f038749098d HTTP/1.1" status: 204 len: 168 time: 0.9294116 Jul 24 01:13:10.026062 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58152) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:10.027743 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bb3bbe-ddb2-4668-951f-6081d40f7974 None None] Network 8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:13:10.115927 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8461284a-4909-4145-ad8d-e6ccd0a531b7 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event deleted for resources: {'Subnet': ['ID=772e2b80-8e4a-4760-96a4-2f038749098d,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:10.122143 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48327e43-16c1-4cd2-9085-dcf98357c85e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'Port': ['ID=c021180a-d55e-4fee-b922-8150438a89b1,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:10.131423 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48327e43-16c1-4cd2-9085-dcf98357c85e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Network ef962453-b707-4f5f-ad1d-27e1f1f7e5f3 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:13:10.133460 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-48327e43-16c1-4cd2-9085-dcf98357c85e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:13:10.139643 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48327e43-16c1-4cd2-9085-dcf98357c85e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:13:10.146928 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48327e43-16c1-4cd2-9085-dcf98357c85e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:10.147570 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-48327e43-16c1-4cd2-9085-dcf98357c85e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:10.177969 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58154) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:10.179282 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-48327e43-16c1-4cd2-9085-dcf98357c85e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8636177 Jul 24 01:13:10.191734 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-227ea7d8-6c38-4569-b1da-404ee199d773 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:10.364094 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fa9afc-78cb-45f6-b740-cfba90fca89d None None] DHCP port deletion for 8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:13:10.459099 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-29fa9afc-78cb-45f6-b740-cfba90fca89d None None] Deleting port ed79ddc6-c153-442e-8c4d-6c8425e25f8d {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:13:10.459487 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-29fa9afc-78cb-45f6-b740-cfba90fca89d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:10.551790 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-29fa9afc-78cb-45f6-b740-cfba90fca89d None None] For port ed79ddc6-c153-442e-8c4d-6c8425e25f8d, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=ed79ddc6-c153-442e-8c4d-6c8425e25f8d,segment=NetworkSegment(51326d21-8b11-44a9-9656-0f14a61992de),segment_id=51326d21-8b11-44a9-9656-0f14a61992de)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:13:10.552505 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-29fa9afc-78cb-45f6-b740-cfba90fca89d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:10.568006 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-29fa9afc-78cb-45f6-b740-cfba90fca89d None None] Calling delete_port for ed79ddc6-c153-442e-8c4d-6c8425e25f8d owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:13:10.675495 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-29fa9afc-78cb-45f6-b740-cfba90fca89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:10.685849 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-227ea7d8-6c38-4569-b1da-404ee199d773 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Deleting port ed79ddc6-c153-442e-8c4d-6c8425e25f8d {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:13:10.686335 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-227ea7d8-6c38-4569-b1da-404ee199d773 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:10.718284 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa9afc-78cb-45f6-b740-cfba90fca89d None None] Pushing event deleted for resources: {'Port': ['ID=ed79ddc6-c153-442e-8c4d-6c8425e25f8d,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:10.724442 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fa9afc-78cb-45f6-b740-cfba90fca89d None None] No DVR routers for this DVR port ed79ddc6-c153-442e-8c4d-6c8425e25f8d on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:13:10.840182 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-227ea7d8-6c38-4569-b1da-404ee199d773 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] For port ed79ddc6-c153-442e-8c4d-6c8425e25f8d, host n-d-793621-25, got binding levels [] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:13:10.840559 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-227ea7d8-6c38-4569-b1da-404ee199d773 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:10.860886 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-227ea7d8-6c38-4569-b1da-404ee199d773 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Calling delete_port for ed79ddc6-c153-442e-8c4d-6c8425e25f8d owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:13:10.865344 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.ipam_backend_mixin [None req-227ea7d8-6c38-4569-b1da-404ee199d773 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Port ed79ddc6-c153-442e-8c4d-6c8425e25f8d was not found and therefore no delete operation was performed {{(pid=100464) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 24 01:13:10.869007 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-227ea7d8-6c38-4569-b1da-404ee199d773 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:10.904991 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ea7d8-6c38-4569-b1da-404ee199d773 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event deleted for resources: {'Port': ['ID=ed79ddc6-c153-442e-8c4d-6c8425e25f8d,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:10.935606 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227ea7d8-6c38-4569-b1da-404ee199d773 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] No DVR routers for this DVR port ed79ddc6-c153-442e-8c4d-6c8425e25f8d on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:13:11.015665 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f90757f8-8d56-4db4-a174-2c95f29d1dc2 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:11.069492 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-227ea7d8-6c38-4569-b1da-404ee199d773 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:11.126445 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-227ea7d8-6c38-4569-b1da-404ee199d773 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:11.146611 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-227ea7d8-6c38-4569-b1da-404ee199d773 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51326d21-8b11-44a9-9656-0f14a61992de') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:11.146932 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-227ea7d8-6c38-4569-b1da-404ee199d773 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51326d21-8b11-44a9-9656-0f14a61992de') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:11.641798 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f907f6bf-ce1f-4ab5-9e4a-59d2e4f0b6a3 None None] Network ef962453-b707-4f5f-ad1d-27e1f1f7e5f3 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:13:11.799643 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-227ea7d8-6c38-4569-b1da-404ee199d773 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:11.816679 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c03cb02d-cb2b-4ed2-a8f2-6700bb2da480 None None] Provisioning for port da16f320-2f82-4cdd-9f7d-7f1346792aa5 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:13:11.846020 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-227ea7d8-6c38-4569-b1da-404ee199d773 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:11.859748 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device da16f320-2f82-4cdd-9f7d-7f1346792aa5 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:13:11.909038 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-227ea7d8-6c38-4569-b1da-404ee199d773 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:13:11.909551 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-227ea7d8-6c38-4569-b1da-404ee199d773 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:11.914465 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:13:11.914465 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:13:11.914465 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:13:11.914465 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:13:11.914465 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:13:11.914465 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:13:11.914465 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:13:11.914465 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:13:11.914465 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:13:11.914465 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:13:11.914465 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:13:11.914465 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:13:11.914465 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:13:11.914465 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:13:11.914465 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:13:11.914465 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:13:11.914465 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:13:11.914465 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:13:11.914465 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:13:11.914465 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:13:11.914465 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:13:11.914465 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:13:11.914465 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:13:11.914465 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:13:11.914465 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:13:11.914465 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:13:11.914465 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:13:11.914465 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:13:11.914465 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:13:11.914465 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:13:11.914465 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:13:11.914465 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:13:11.967051 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port da16f320-2f82-4cdd-9f7d-7f1346792aa5 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:13:11.973245 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port da16f320-2f82-4cdd-9f7d-7f1346792aa5 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:13:11.973628 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:12.069096 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-227ea7d8-6c38-4569-b1da-404ee199d773 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:12.078220 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-227ea7d8-6c38-4569-b1da-404ee199d773 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:12.080777 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-227ea7d8-6c38-4569-b1da-404ee199d773 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "DELETE /v2.0/networks/8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32 HTTP/1.1" status: 204 len: 168 time: 2.0528839 Jul 24 01:13:12.084152 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58168) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:12.089576 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-25a274c1-5160-4ca9-8d70-88eaba130c2e tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Request body: {'router': {'routes': None}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:12.106736 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227ea7d8-6c38-4569-b1da-404ee199d773 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Pushing event deleted for resources: {'Network': ['ID=8feffe7d-93a5-4c7d-8c9a-f501ad3b3f32,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:12.153149 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f90757f8-8d56-4db4-a174-2c95f29d1dc2 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:12.168922 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f90757f8-8d56-4db4-a174-2c95f29d1dc2 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:12.225523 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:12.318180 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port da16f320-2f82-4cdd-9f7d-7f1346792aa5, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=da16f320-2f82-4cdd-9f7d-7f1346792aa5,segment=NetworkSegment(e62e5554-a03f-4a69-b01a-902637a629f4),segment_id=e62e5554-a03f-4a69-b01a-902637a629f4)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:13:12.325388 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90757f8-8d56-4db4-a174-2c95f29d1dc2 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'Port': ['ID=c021180a-d55e-4fee-b922-8150438a89b1,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:12.350922 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:12.450351 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 79e6c45a-5b4c-4a9c-8906-908ef9331dff no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:13:12.517926 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 79e6c45a-5b4c-4a9c-8906-908ef9331dff {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:13:12.518271 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 79e6c45a-5b4c-4a9c-8906-908ef9331dff not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:13:12.518695 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device ed79ddc6-c153-442e-8c4d-6c8425e25f8d no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:13:12.522749 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=da16f320-2f82-4cdd-9f7d-7f1346792aa5,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:12.531819 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.extraroute_db [None req-25a274c1-5160-4ca9-8d70-88eaba130c2e tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Added routes are [] {{(pid=100463) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 24 01:13:12.532118 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.extraroute_db [None req-25a274c1-5160-4ca9-8d70-88eaba130c2e tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Removed routes are [] {{(pid=100463) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 24 01:13:12.532482 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-25a274c1-5160-4ca9-8d70-88eaba130c2e tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:12.617920 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: ed79ddc6-c153-442e-8c4d-6c8425e25f8d {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:13:12.617920 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device ed79ddc6-c153-442e-8c4d-6c8425e25f8d not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:13:12.641799 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f90757f8-8d56-4db4-a174-2c95f29d1dc2 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:12.647308 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-09113028-b34f-4d00-829f-d46b213083ce None None] Provisioning for port c021180a-d55e-4fee-b922-8150438a89b1 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:13:12.659001 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-09113028-b34f-4d00-829f-d46b213083ce None None] Provisioning complete for port c021180a-d55e-4fee-b922-8150438a89b1 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:13:12.660891 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-09113028-b34f-4d00-829f-d46b213083ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:12.716709 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-09113028-b34f-4d00-829f-d46b213083ce None None] Port c021180a-d55e-4fee-b922-8150438a89b1 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:13:12.733394 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-09113028-b34f-4d00-829f-d46b213083ce None None] Provisioning complete for port da16f320-2f82-4cdd-9f7d-7f1346792aa5 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:13:12.735183 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-09113028-b34f-4d00-829f-d46b213083ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:12.776133 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-25a274c1-5160-4ca9-8d70-88eaba130c2e tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:12.785665 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-25a274c1-5160-4ca9-8d70-88eaba130c2e tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690290'] for router, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:12.893986 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f90757f8-8d56-4db4-a174-2c95f29d1dc2 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:12.916185 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a274c1-5160-4ca9-8d70-88eaba130c2e tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Router 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:13:13.022299 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a274c1-5160-4ca9-8d70-88eaba130c2e tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:13:13.027898 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a1dfdfe9-77b1-4fc5-b848-07009a639e9f None None] Provisioning complete for port c021180a-d55e-4fee-b922-8150438a89b1 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:13:13.028782 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a1dfdfe9-77b1-4fc5-b848-07009a639e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:13.034562 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1eff56f-503d-4a7c-b074-acd249befccd None None] Sync routers for ids ['1b23c3c9-aa0f-4150-b70e-d2d480fa5745'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:13:13.042367 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-25a274c1-5160-4ca9-8d70-88eaba130c2e tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:13.049105 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-25a274c1-5160-4ca9-8d70-88eaba130c2e tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "PUT /v2.0/routers/1b23c3c9-aa0f-4150-b70e-d2d480fa5745 HTTP/1.1" status: 200 len: 701 time: 0.9613690 Jul 24 01:13:13.049331 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1eff56f-503d-4a7c-b074-acd249befccd None None] Routers {'1b23c3c9-aa0f-4150-b70e-d2d480fa5745'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:13:13.049551 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-c1eff56f-503d-4a7c-b074-acd249befccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:12:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1b23c3c9-aa0f-4150-b70e-d2d480fa5745'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:13.051185 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58176) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:13.110102 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-a1dfdfe9-77b1-4fc5-b848-07009a639e9f None None] Port c021180a-d55e-4fee-b922-8150438a89b1 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:13:13.130460 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-25dcc43e-b099-4ecd-837b-5c3be2b317fa tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b23c3c9-aa0f-4150-b70e-d2d480fa5745 HTTP/1.1" status: 200 len: 205 time: 0.0780993 Jul 24 01:13:13.133386 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58178) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:13.213167 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-c1eff56f-503d-4a7c-b074-acd249befccd None None] Set router 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:13:13.274068 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5ddadaab-61e2-4562-8266-3b7ae4f1ff76 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:13.282155 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-c1eff56f-503d-4a7c-b074-acd249befccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'name': 'tempest-RoutersTest-router-1324182738', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:12:26Z', 'updated_at': '2021-07-24T01:13:08Z', 'revision_number': 11, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:13.314454 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1eff56f-503d-4a7c-b074-acd249befccd None None] Checking router: 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:13:13.315716 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f90757f8-8d56-4db4-a174-2c95f29d1dc2 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:13.323392 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f90757f8-8d56-4db4-a174-2c95f29d1dc2 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:13.325374 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f90757f8-8d56-4db4-a174-2c95f29d1dc2 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:13.326503 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1eff56f-503d-4a7c-b074-acd249befccd None None] Routers {'1b23c3c9-aa0f-4150-b70e-d2d480fa5745'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:13:13.327333 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-c1eff56f-503d-4a7c-b074-acd249befccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:12:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1b23c3c9-aa0f-4150-b70e-d2d480fa5745'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:13.342507 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-2d8cb235-dbea-4525-94c8-42edc37e8ce8 None None] Provisioning complete for port c021180a-d55e-4fee-b922-8150438a89b1 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:13:13.342909 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2d8cb235-dbea-4525-94c8-42edc37e8ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:13.416605 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-2d8cb235-dbea-4525-94c8-42edc37e8ce8 None None] Port c021180a-d55e-4fee-b922-8150438a89b1 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:13:13.434741 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90757f8-8d56-4db4-a174-2c95f29d1dc2 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'Port': ['ID=c021180a-d55e-4fee-b922-8150438a89b1,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:13.478447 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-c1eff56f-503d-4a7c-b074-acd249befccd None None] Set router 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:13:13.519729 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90757f8-8d56-4db4-a174-2c95f29d1dc2 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Network ef962453-b707-4f5f-ad1d-27e1f1f7e5f3 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:13:13.521143 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-f90757f8-8d56-4db4-a174-2c95f29d1dc2 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:13:13.545648 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5ddadaab-61e2-4562-8266-3b7ae4f1ff76 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:13.554493 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5ddadaab-61e2-4562-8266-3b7ae4f1ff76 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:13.576489 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-c1eff56f-503d-4a7c-b074-acd249befccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'name': 'tempest-RoutersTest-router-1324182738', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:12:26Z', 'updated_at': '2021-07-24T01:13:08Z', 'revision_number': 11, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:13.616097 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5ddadaab-61e2-4562-8266-3b7ae4f1ff76 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:13.617187 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ddadaab-61e2-4562-8266-3b7ae4f1ff76 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Fanout notify agent at l3_agent the message router_deleted on router 1b23c3c9-aa0f-4150-b70e-d2d480fa5745 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:13:13.618015 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1eff56f-503d-4a7c-b074-acd249befccd None None] The sync data for ids ['1b23c3c9-aa0f-4150-b70e-d2d480fa5745'] in n-d-793621-25 is: [{'id': '1b23c3c9-aa0f-4150-b70e-d2d480fa5745', 'name': 'tempest-RoutersTest-router-1324182738', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:12:26Z', 'updated_at': '2021-07-24T01:13:08Z', 'revision_number': 11, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'gw_port_host': None}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:13:13.629939 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5ddadaab-61e2-4562-8266-3b7ae4f1ff76 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:13.638066 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5ddadaab-61e2-4562-8266-3b7ae4f1ff76 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "DELETE /v2.0/routers/1b23c3c9-aa0f-4150-b70e-d2d480fa5745 HTTP/1.1" status: 204 len: 168 time: 0.4966838 Jul 24 01:13:13.638532 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58184) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:13.644402 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-ccc4bd8b-2ffb-4ecc-a2df-d73123854dd2 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1858660652', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:13.690018 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ccc4bd8b-2ffb-4ecc-a2df-d73123854dd2 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:13.691591 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ccc4bd8b-2ffb-4ecc-a2df-d73123854dd2 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:13.748742 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90757f8-8d56-4db4-a174-2c95f29d1dc2 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Router 60ec9a4e-c79c-458f-a005-5efb55982788 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:13:13.806134 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device da16f320-2f82-4cdd-9f7d-7f1346792aa5 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:13:13.841043 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ccc4bd8b-2ffb-4ecc-a2df-d73123854dd2 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:13.851874 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ccc4bd8b-2ffb-4ecc-a2df-d73123854dd2 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:13.882013 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ccc4bd8b-2ffb-4ecc-a2df-d73123854dd2 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:13.884394 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ccc4bd8b-2ffb-4ecc-a2df-d73123854dd2 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2445970 Jul 24 01:13:13.887283 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58186) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:13.900869 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-e98fb711-50f0-4fa3-9fac-274232b8f1e8 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:13.912366 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90757f8-8d56-4db4-a174-2c95f29d1dc2 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:13:13.916630 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port da16f320-2f82-4cdd-9f7d-7f1346792aa5 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:13:13.917145 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:13.927896 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f90757f8-8d56-4db4-a174-2c95f29d1dc2 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "PUT /v2.0/routers/60ec9a4e-c79c-458f-a005-5efb55982788/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7484972 Jul 24 01:13:13.928827 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58188) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:13.960363 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991db50b-cd1b-4c7b-99d0-78b47c1168f5 None None] Sync routers for ids ['60ec9a4e-c79c-458f-a005-5efb55982788'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:13:14.089058 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991db50b-cd1b-4c7b-99d0-78b47c1168f5 None None] Routers {'60ec9a4e-c79c-458f-a005-5efb55982788'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:13:14.089058 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-991db50b-cd1b-4c7b-99d0-78b47c1168f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:12:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['60ec9a4e-c79c-458f-a005-5efb55982788'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:14.104600 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac84051-26e3-46be-9372-4cf6849d1b9f tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:14.106534 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6ac84051-26e3-46be-9372-4cf6849d1b9f tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "GET /v2.0/ports?device_id=60ec9a4e-c79c-458f-a005-5efb55982788 HTTP/1.1" status: 200 len: 988 time: 0.1748924 Jul 24 01:13:14.110238 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58192) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:14.222920 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-991db50b-cd1b-4c7b-99d0-78b47c1168f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:14.239713 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991db50b-cd1b-4c7b-99d0-78b47c1168f5 None None] Routers {'60ec9a4e-c79c-458f-a005-5efb55982788'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:13:14.244740 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-991db50b-cd1b-4c7b-99d0-78b47c1168f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:12:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['60ec9a4e-c79c-458f-a005-5efb55982788'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:14.245553 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e98fb711-50f0-4fa3-9fac-274232b8f1e8 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:14.255412 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b3d90ab8-f099-4c32-acc1-1cbdebd42bbe None None] Provisioning complete for port c021180a-d55e-4fee-b922-8150438a89b1 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:13:14.255792 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b3d90ab8-f099-4c32-acc1-1cbdebd42bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:14.262057 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e98fb711-50f0-4fa3-9fac-274232b8f1e8 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-692551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-692556', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-690290'] for router, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:14.370227 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-b3d90ab8-f099-4c32-acc1-1cbdebd42bbe None None] Port c021180a-d55e-4fee-b922-8150438a89b1 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:13:14.373318 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-991db50b-cd1b-4c7b-99d0-78b47c1168f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:14.374108 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991db50b-cd1b-4c7b-99d0-78b47c1168f5 None None] The sync data for ids ['60ec9a4e-c79c-458f-a005-5efb55982788'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:13:14.395761 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98fb711-50f0-4fa3-9fac-274232b8f1e8 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Router a6ae5e08-62cf-4f6a-a016-14f46a1cacfe is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:13:14.523770 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98fb711-50f0-4fa3-9fac-274232b8f1e8 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:13:14.533919 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5cd843-f9b5-4642-9aed-dcb25384076a None None] Sync routers for ids ['a6ae5e08-62cf-4f6a-a016-14f46a1cacfe'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:13:14.537475 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e98fb711-50f0-4fa3-9fac-274232b8f1e8 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:14.545155 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e98fb711-50f0-4fa3-9fac-274232b8f1e8 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "PUT /v2.0/routers/a6ae5e08-62cf-4f6a-a016-14f46a1cacfe HTTP/1.1" status: 200 len: 694 time: 0.6542029 Jul 24 01:13:14.545773 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58198) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:14.546613 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5cd843-f9b5-4642-9aed-dcb25384076a None None] Routers {'a6ae5e08-62cf-4f6a-a016-14f46a1cacfe'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:13:14.547263 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-9a5cd843-f9b5-4642-9aed-dcb25384076a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:12:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['a6ae5e08-62cf-4f6a-a016-14f46a1cacfe'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:14.642193 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-9a5cd843-f9b5-4642-9aed-dcb25384076a None None] Set router a6ae5e08-62cf-4f6a-a016-14f46a1cacfe gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:13:14.652345 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-186388b2-4cd2-43d9-851c-8919b11418df tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "GET /v2.0/routers/a6ae5e08-62cf-4f6a-a016-14f46a1cacfe HTTP/1.1" status: 200 len: 700 time: 0.1030009 Jul 24 01:13:14.652718 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58200) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:14.699466 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e516ca75-22e9-4076-84e1-15946624b3d1 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ae5e08-62cf-4f6a-a016-14f46a1cacfe HTTP/1.1" status: 200 len: 205 time: 0.0455370 Jul 24 01:13:14.700590 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58206) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:14.760513 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-9a5cd843-f9b5-4642-9aed-dcb25384076a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ae5e08-62cf-4f6a-a016-14f46a1cacfe', 'name': 'tempest-RoutersTest-router-1858660652', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:13:13Z', 'updated_at': '2021-07-24T01:13:14Z', 'revision_number': 2, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:14.822164 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-91b86861-5ffd-4440-907e-64cecf967ad5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:14.833434 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5cd843-f9b5-4642-9aed-dcb25384076a None None] Checking router: a6ae5e08-62cf-4f6a-a016-14f46a1cacfe for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:13:14.850030 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5cd843-f9b5-4642-9aed-dcb25384076a None None] Routers {'a6ae5e08-62cf-4f6a-a016-14f46a1cacfe'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:13:14.851563 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-9a5cd843-f9b5-4642-9aed-dcb25384076a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:12:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['a6ae5e08-62cf-4f6a-a016-14f46a1cacfe'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:14.861347 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d5fede87-5352-4c52-953b-b35df7f4985c tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:15.002223 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-91b86861-5ffd-4440-907e-64cecf967ad5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:15.005143 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-91b86861-5ffd-4440-907e-64cecf967ad5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:15.053370 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-9a5cd843-f9b5-4642-9aed-dcb25384076a None None] Set router a6ae5e08-62cf-4f6a-a016-14f46a1cacfe gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:13:15.121042 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-9a5cd843-f9b5-4642-9aed-dcb25384076a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ae5e08-62cf-4f6a-a016-14f46a1cacfe', 'name': 'tempest-RoutersTest-router-1858660652', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:13:13Z', 'updated_at': '2021-07-24T01:13:14Z', 'revision_number': 2, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:15.159135 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5cd843-f9b5-4642-9aed-dcb25384076a None None] The sync data for ids ['a6ae5e08-62cf-4f6a-a016-14f46a1cacfe'] in n-d-793621-25 is: [{'id': 'a6ae5e08-62cf-4f6a-a016-14f46a1cacfe', 'name': 'tempest-RoutersTest-router-1858660652', 'tenant_id': 'a7007f5d47214551887f0cd1e69f571f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:13:13Z', 'updated_at': '2021-07-24T01:13:14Z', 'revision_number': 2, 'project_id': 'a7007f5d47214551887f0cd1e69f571f', 'gw_port_host': None}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:13:15.220782 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-d5fede87-5352-4c52-953b-b35df7f4985c tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Deleting port c021180a-d55e-4fee-b922-8150438a89b1 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:13:15.222895 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d5fede87-5352-4c52-953b-b35df7f4985c tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:15.353084 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d5fede87-5352-4c52-953b-b35df7f4985c tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:15.367254 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-d5fede87-5352-4c52-953b-b35df7f4985c tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Calling delete_port for c021180a-d55e-4fee-b922-8150438a89b1 owned by network:router_interface {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:13:15.375682 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-91b86861-5ffd-4440-907e-64cecf967ad5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:15.376786 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b86861-5ffd-4440-907e-64cecf967ad5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Fanout notify agent at l3_agent the message router_deleted on router a6ae5e08-62cf-4f6a-a016-14f46a1cacfe {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:13:15.386432 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-91b86861-5ffd-4440-907e-64cecf967ad5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:15.387791 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-91b86861-5ffd-4440-907e-64cecf967ad5 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "DELETE /v2.0/routers/a6ae5e08-62cf-4f6a-a016-14f46a1cacfe HTTP/1.1" status: 204 len: 168 time: 0.6859980 Jul 24 01:13:15.391577 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58216) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:15.426308 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-85179469-44ac-4e0e-aece-fd108a718da7 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6ae5e08-62cf-4f6a-a016-14f46a1cacfe HTTP/1.1" status: 200 len: 205 time: 0.0334384 Jul 24 01:13:15.428708 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58222) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:15.477912 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-fc475266-d09d-4a11-bea9-78bc33bed76b tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] delete failed (client error): The resource could not be found. Jul 24 01:13:15.479033 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-fc475266-d09d-4a11-bea9-78bc33bed76b tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "DELETE /v2.0/routers/a6ae5e08-62cf-4f6a-a016-14f46a1cacfe HTTP/1.1" status: 404 len: 336 time: 0.0492716 Jul 24 01:13:15.481602 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58232) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:15.513078 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-775ff86c-1f1f-45d8-ae85-b17605497176 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] DELETE failed (client error): The resource could not be found. Jul 24 01:13:15.513552 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-775ff86c-1f1f-45d8-ae85-b17605497176 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:13:15.515442 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-775ff86c-1f1f-45d8-ae85-b17605497176 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "DELETE /v2.0/subnets/f979d355-b517-4d1d-b741-5f1314c9ab0b HTTP/1.1" status: 404 len: 337 time: 0.0327826 Jul 24 01:13:15.518034 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58234) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:15.546888 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-f857678d-9599-4326-953c-dd5b2d93a76f tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] DELETE failed (client error): The resource could not be found. Jul 24 01:13:15.547490 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f857678d-9599-4326-953c-dd5b2d93a76f tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:13:15.551592 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f857678d-9599-4326-953c-dd5b2d93a76f tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "DELETE /v2.0/subnets/7f20a3f1-0767-4406-a593-946a3b0ce587 HTTP/1.1" status: 404 len: 337 time: 0.0303590 Jul 24 01:13:15.551828 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58236) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:15.571433 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d5fede87-5352-4c52-953b-b35df7f4985c tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:15.581754 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-15725de0-8576-4921-a3af-fdffd19e585b tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] DELETE failed (client error): The resource could not be found. Jul 24 01:13:15.582228 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15725de0-8576-4921-a3af-fdffd19e585b tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:13:15.584146 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-15725de0-8576-4921-a3af-fdffd19e585b tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "DELETE /v2.0/subnets/65fc7910-338d-4cad-82c0-fcf5c4fbc955 HTTP/1.1" status: 404 len: 337 time: 0.0313499 Jul 24 01:13:15.587504 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58238) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:15.604166 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fede87-5352-4c52-953b-b35df7f4985c tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'Port': ['ID=c021180a-d55e-4fee-b922-8150438a89b1,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:15.617074 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-d853a649-6864-4d7a-95de-3035a4aececa tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] DELETE failed (client error): The resource could not be found. Jul 24 01:13:15.617648 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d853a649-6864-4d7a-95de-3035a4aececa tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:13:15.622328 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d853a649-6864-4d7a-95de-3035a4aececa tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "DELETE /v2.0/subnets/772e2b80-8e4a-4760-96a4-2f038749098d HTTP/1.1" status: 404 len: 337 time: 0.0338027 Jul 24 01:13:15.623003 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58240) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:15.663132 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ad9dd3f9-fff2-4993-953e-c2ee0ff70524 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "GET /v2.0/ports?device_id=1b23c3c9-aa0f-4150-b70e-d2d480fa5745 HTTP/1.1" status: 200 len: 205 time: 0.0389328 Jul 24 01:13:15.663758 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58242) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:15.728256 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d5fede87-5352-4c52-953b-b35df7f4985c tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:15.739112 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5b14252a-809c-488c-a3c3-fa2bb8e3179c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:15.749726 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-10c527d6-d368-44b8-8489-9d33379f3710 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] delete failed (client error): The resource could not be found. Jul 24 01:13:15.755838 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-10c527d6-d368-44b8-8489-9d33379f3710 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "DELETE /v2.0/routers/1b23c3c9-aa0f-4150-b70e-d2d480fa5745 HTTP/1.1" status: 404 len: 336 time: 0.0904436 Jul 24 01:13:15.756474 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58248) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:15.824391 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-74ab8c2c-54ae-4d28-a625-fe9a5a9ecfd8 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "GET /v2.0/ports?device_id=05d25cdb-75c4-44b8-af66-c24667e51888 HTTP/1.1" status: 200 len: 205 time: 0.0664406 Jul 24 01:13:15.824677 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58252) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:15.875400 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-29049fbf-6169-4bfe-92e5-e27b32844689 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] delete failed (client error): The resource could not be found. Jul 24 01:13:15.879086 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-29049fbf-6169-4bfe-92e5-e27b32844689 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "DELETE /v2.0/routers/05d25cdb-75c4-44b8-af66-c24667e51888 HTTP/1.1" status: 404 len: 336 time: 0.0534000 Jul 24 01:13:15.879686 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58254) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:15.908156 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba2dd17-a651-423b-b2c9-06a2d49eaa88 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] DELETE failed (client error): The resource could not be found. Jul 24 01:13:15.908527 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aba2dd17-a651-423b-b2c9-06a2d49eaa88 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:13:15.911959 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-aba2dd17-a651-423b-b2c9-06a2d49eaa88 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "DELETE /v2.0/subnets/47997f85-7b80-4a0d-82b7-47e390182281 HTTP/1.1" status: 404 len: 337 time: 0.0305278 Jul 24 01:13:15.912894 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58256) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:15.928047 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5fede87-5352-4c52-953b-b35df7f4985c tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Router 60ec9a4e-c79c-458f-a005-5efb55982788 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:13:15.943838 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-17b2ef6d-9c3e-48c4-b76b-ecc06b17e6a4 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f457f9f-d9f4-418b-9984-a05e862a4175 HTTP/1.1" status: 200 len: 205 time: 0.0297329 Jul 24 01:13:15.950779 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58258) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:15.996308 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-a1e3b78f-443b-4286-9d1d-01b1cc231129 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] delete failed (client error): The resource could not be found. Jul 24 01:13:16.000148 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a1e3b78f-443b-4286-9d1d-01b1cc231129 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "DELETE /v2.0/routers/6f457f9f-d9f4-418b-9984-a05e862a4175 HTTP/1.1" status: 404 len: 336 time: 0.0457132 Jul 24 01:13:16.000298 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58260) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:16.014736 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5fede87-5352-4c52-953b-b35df7f4985c tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:13:16.020329 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d5fede87-5352-4c52-953b-b35df7f4985c tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "PUT /v2.0/routers/60ec9a4e-c79c-458f-a005-5efb55982788/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9086106 Jul 24 01:13:16.023206 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58262) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:16.027619 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8cce71-1ec4-4598-959a-3dc5add1d8ff None None] Sync routers for ids ['60ec9a4e-c79c-458f-a005-5efb55982788'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:13:16.033254 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-69349287-d8b0-4a54-9237-3d07bae32cef tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "GET /v2.0/ports?device_id=5cf3942c-0ccd-44c5-842c-799bb839879a HTTP/1.1" status: 200 len: 205 time: 0.0316203 Jul 24 01:13:16.035556 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58264) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:16.042304 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8cce71-1ec4-4598-959a-3dc5add1d8ff None None] Routers {'60ec9a4e-c79c-458f-a005-5efb55982788'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:13:16.042970 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-6b8cce71-1ec4-4598-959a-3dc5add1d8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:12:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['60ec9a4e-c79c-458f-a005-5efb55982788'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:16.056609 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-f867f7ac-c0fc-4e4a-89d9-426be98323df tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] GET failed (client error): The resource could not be found. Jul 24 01:13:16.060727 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f867f7ac-c0fc-4e4a-89d9-426be98323df tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "GET /v2.0/ports/c021180a-d55e-4fee-b922-8150438a89b1 HTTP/1.1" status: 404 len: 333 time: 0.0339975 Jul 24 01:13:16.060933 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58266) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:16.076328 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-4c650675-869c-49b5-acd0-143103a44552 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] delete failed (client error): The resource could not be found. Jul 24 01:13:16.076563 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-6b8cce71-1ec4-4598-959a-3dc5add1d8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:16.079995 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4c650675-869c-49b5-acd0-143103a44552 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "DELETE /v2.0/routers/5cf3942c-0ccd-44c5-842c-799bb839879a HTTP/1.1" status: 404 len: 336 time: 0.0410166 Jul 24 01:13:16.080279 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58268) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:16.091317 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8cce71-1ec4-4598-959a-3dc5add1d8ff None None] Routers {'60ec9a4e-c79c-458f-a005-5efb55982788'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:13:16.091980 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-6b8cce71-1ec4-4598-959a-3dc5add1d8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:12:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['60ec9a4e-c79c-458f-a005-5efb55982788'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:16.115165 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-beaea65f-1be7-4a65-a0f3-a130a358f312 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] DELETE failed (client error): The resource could not be found. Jul 24 01:13:16.115642 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beaea65f-1be7-4a65-a0f3-a130a358f312 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:13:16.118952 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-beaea65f-1be7-4a65-a0f3-a130a358f312 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "DELETE /v2.0/subnets/dd42e30e-d13e-427f-abc7-ba7eef98245e HTTP/1.1" status: 404 len: 337 time: 0.0358191 Jul 24 01:13:16.120122 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58270) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:16.130286 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-6b8cce71-1ec4-4598-959a-3dc5add1d8ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:16.130981 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8cce71-1ec4-4598-959a-3dc5add1d8ff None None] The sync data for ids ['60ec9a4e-c79c-458f-a005-5efb55982788'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:13:16.155720 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9aaeceb5-e4cd-4b96-94fb-005a5666d9b0 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for router, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:16.155966 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-061388db-a2e3-498e-bba0-9c2e7dd08daa tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "GET /v2.0/ports?device_id=d73d6909-cd14-4bc2-8fd5-7adf10150c85 HTTP/1.1" status: 200 len: 205 time: 0.0345249 Jul 24 01:13:16.157356 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58272) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:16.227722 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-bbbb9cfa-5fa0-4898-be69-e1aa9a908114 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] delete failed (client error): The resource could not be found. Jul 24 01:13:16.228797 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-bbbb9cfa-5fa0-4898-be69-e1aa9a908114 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "DELETE /v2.0/routers/d73d6909-cd14-4bc2-8fd5-7adf10150c85 HTTP/1.1" status: 404 len: 336 time: 0.0705245 Jul 24 01:13:16.231471 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58274) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:16.259403 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-877f2e80-94d7-4e6c-82e0-455bc3ad9bf8 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] DELETE failed (client error): The resource could not be found. Jul 24 01:13:16.259877 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-877f2e80-94d7-4e6c-82e0-455bc3ad9bf8 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:13:16.261674 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-877f2e80-94d7-4e6c-82e0-455bc3ad9bf8 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "DELETE /v2.0/subnets/0e20c07f-3e4a-490c-a160-812033f26f90 HTTP/1.1" status: 404 len: 337 time: 0.0291991 Jul 24 01:13:16.264266 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58276) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:16.295201 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3d2a5b22-b918-42ea-9b41-f09d872b2cbe tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b206abd-8d98-46da-8196-fb46af8f049a HTTP/1.1" status: 200 len: 205 time: 0.0296993 Jul 24 01:13:16.297453 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58278) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:16.353374 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-a0e9ba7a-d8d1-4ddf-94bb-2b60f970b46d tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] delete failed (client error): The resource could not be found. Jul 24 01:13:16.354462 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a0e9ba7a-d8d1-4ddf-94bb-2b60f970b46d tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "DELETE /v2.0/routers/4b206abd-8d98-46da-8196-fb46af8f049a HTTP/1.1" status: 404 len: 336 time: 0.0498087 Jul 24 01:13:16.357031 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58282) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:16.364660 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9aaeceb5-e4cd-4b96-94fb-005a5666d9b0 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:16.368415 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9aaeceb5-e4cd-4b96-94fb-005a5666d9b0 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:16.387877 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-d370d2e2-a757-4448-bca0-2d0f0b75051a tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] DELETE failed (client error): The resource could not be found. Jul 24 01:13:16.388420 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d370d2e2-a757-4448-bca0-2d0f0b75051a tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:13:16.390319 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d370d2e2-a757-4448-bca0-2d0f0b75051a tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "DELETE /v2.0/subnets/735bb8e5-e77a-410e-b09b-3afc8fc4be56 HTTP/1.1" status: 404 len: 337 time: 0.0322936 Jul 24 01:13:16.392877 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58284) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:16.419788 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9aaeceb5-e4cd-4b96-94fb-005a5666d9b0 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:16.420809 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aaeceb5-e4cd-4b96-94fb-005a5666d9b0 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Fanout notify agent at l3_agent the message router_deleted on router 60ec9a4e-c79c-458f-a005-5efb55982788 {{(pid=100464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:13:16.426408 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-da23e327-ff23-42f0-9128-b7f565076de9 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] DELETE failed (client error): The resource could not be found. Jul 24 01:13:16.426906 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da23e327-ff23-42f0-9128-b7f565076de9 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:13:16.428672 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-da23e327-ff23-42f0-9128-b7f565076de9 tempest-RoutersTest-115630124 tempest-RoutersTest-115630124-project] 10.222.0.15 "DELETE /v2.0/subnets/4d84b6ed-2865-44f7-b2dd-3abeaa3c5277 HTTP/1.1" status: 404 len: 337 time: 0.0348527 Jul 24 01:13:16.432810 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9aaeceb5-e4cd-4b96-94fb-005a5666d9b0 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:16.440036 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9aaeceb5-e4cd-4b96-94fb-005a5666d9b0 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/routers/60ec9a4e-c79c-458f-a005-5efb55982788 HTTP/1.1" status: 204 len: 168 time: 0.3723276 Jul 24 01:13:16.441558 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58288) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:16.487639 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d05f363-2dbe-4297-be06-e74955cf0df6 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Deleting subnet d3782bd7-427c-49f3-baf4-59d6b36ff39a {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:13:16.490790 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8d05f363-2dbe-4297-be06-e74955cf0df6 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:16.536614 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8d05f363-2dbe-4297-be06-e74955cf0df6 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:16.634781 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8d05f363-2dbe-4297-be06-e74955cf0df6 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:16.680703 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58292) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:16.695145 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8d05f363-2dbe-4297-be06-e74955cf0df6 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:16.729160 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05f363-2dbe-4297-be06-e74955cf0df6 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'Subnet': ['ID=d3782bd7-427c-49f3-baf4-59d6b36ff39a,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:16.732877 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8d05f363-2dbe-4297-be06-e74955cf0df6 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:16.737391 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8d05f363-2dbe-4297-be06-e74955cf0df6 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/subnets/d3782bd7-427c-49f3-baf4-59d6b36ff39a HTTP/1.1" status: 204 len: 168 time: 0.2969794 Jul 24 01:13:16.737710 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58296) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:16.752581 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fc71f2-09bb-449f-a975-18113ce565ed None None] Network ef962453-b707-4f5f-ad1d-27e1f1f7e5f3 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:13:16.991659 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea7762e-0577-4f1f-a462-250b22e2cf9a None None] DHCP port deletion for ef962453-b707-4f5f-ad1d-27e1f1f7e5f3 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:13:17.058429 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-3ea7762e-0577-4f1f-a462-250b22e2cf9a None None] Deleting port da16f320-2f82-4cdd-9f7d-7f1346792aa5 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:13:17.058866 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3ea7762e-0577-4f1f-a462-250b22e2cf9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:17.142953 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-3ea7762e-0577-4f1f-a462-250b22e2cf9a None None] For port da16f320-2f82-4cdd-9f7d-7f1346792aa5, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=da16f320-2f82-4cdd-9f7d-7f1346792aa5,segment=NetworkSegment(e62e5554-a03f-4a69-b01a-902637a629f4),segment_id=e62e5554-a03f-4a69-b01a-902637a629f4)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:13:17.143709 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3ea7762e-0577-4f1f-a462-250b22e2cf9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:17.157842 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-3ea7762e-0577-4f1f-a462-250b22e2cf9a None None] Calling delete_port for da16f320-2f82-4cdd-9f7d-7f1346792aa5 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:13:17.193667 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3e5277a5-0407-410a-93ef-0a20cbb6fc19 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:17.224268 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c00325b8-2130-4ee6-9f6c-75a345b13b80 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a7007f5d47214551887f0cd1e69f571f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5418556 Jul 24 01:13:17.226610 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58314) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:17.283257 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3ea7762e-0577-4f1f-a462-250b22e2cf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:17.300359 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-672afdf6-e516-4c18-a35a-81a41f894340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:17.307405 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-3e5277a5-0407-410a-93ef-0a20cbb6fc19 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Deleting port da16f320-2f82-4cdd-9f7d-7f1346792aa5 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:13:17.307765 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3e5277a5-0407-410a-93ef-0a20cbb6fc19 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:17.323754 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea7762e-0577-4f1f-a462-250b22e2cf9a None None] Pushing event deleted for resources: {'Port': ['ID=da16f320-2f82-4cdd-9f7d-7f1346792aa5,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:17.325680 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea7762e-0577-4f1f-a462-250b22e2cf9a None None] No DVR routers for this DVR port da16f320-2f82-4cdd-9f7d-7f1346792aa5 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:13:17.343571 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-672afdf6-e516-4c18-a35a-81a41f894340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:17.412633 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-3e5277a5-0407-410a-93ef-0a20cbb6fc19 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] For port da16f320-2f82-4cdd-9f7d-7f1346792aa5, host n-d-793621-25, got binding levels [] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:13:17.413320 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3e5277a5-0407-410a-93ef-0a20cbb6fc19 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:17.437814 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-672afdf6-e516-4c18-a35a-81a41f894340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:17.440698 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-672afdf6-e516-4c18-a35a-81a41f894340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:17.442008 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-672afdf6-e516-4c18-a35a-81a41f894340 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a0da6338-8f3e-41b4-b2fb-57d339bd0f13 HTTP/1.1" status: 204 len: 168 time: 0.2140946 Jul 24 01:13:17.453126 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-3e5277a5-0407-410a-93ef-0a20cbb6fc19 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Calling delete_port for da16f320-2f82-4cdd-9f7d-7f1346792aa5 owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:13:17.460949 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.ipam_backend_mixin [None req-3e5277a5-0407-410a-93ef-0a20cbb6fc19 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Port da16f320-2f82-4cdd-9f7d-7f1346792aa5 was not found and therefore no delete operation was performed {{(pid=100464) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 24 01:13:17.463345 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3e5277a5-0407-410a-93ef-0a20cbb6fc19 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:17.464410 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672afdf6-e516-4c18-a35a-81a41f894340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0da6338-8f3e-41b4-b2fb-57d339bd0f13,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:17.514106 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5277a5-0407-410a-93ef-0a20cbb6fc19 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'Port': ['ID=da16f320-2f82-4cdd-9f7d-7f1346792aa5,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:17.521837 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5277a5-0407-410a-93ef-0a20cbb6fc19 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] No DVR routers for this DVR port da16f320-2f82-4cdd-9f7d-7f1346792aa5 on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:13:17.642530 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3e5277a5-0407-410a-93ef-0a20cbb6fc19 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:17.654551 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-3e5277a5-0407-410a-93ef-0a20cbb6fc19 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef962453-b707-4f5f-ad1d-27e1f1f7e5f3']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:17.670540 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-3e5277a5-0407-410a-93ef-0a20cbb6fc19 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e62e5554-a03f-4a69-b01a-902637a629f4') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:17.671004 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-3e5277a5-0407-410a-93ef-0a20cbb6fc19 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e62e5554-a03f-4a69-b01a-902637a629f4') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:17.681483 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3e5277a5-0407-410a-93ef-0a20cbb6fc19 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:17.697935 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3e5277a5-0407-410a-93ef-0a20cbb6fc19 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:17.708398 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e5277a5-0407-410a-93ef-0a20cbb6fc19 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:13:17.709058 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3e5277a5-0407-410a-93ef-0a20cbb6fc19 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:17.715705 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:13:17.715705 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:13:17.715705 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:13:17.715705 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:13:17.715705 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:13:17.715705 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:13:17.715705 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:13:17.715705 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:13:17.715705 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:13:17.715705 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:13:17.715705 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:13:17.715705 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:13:17.715705 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:13:17.715705 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:13:17.715705 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:13:17.715705 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:13:17.715705 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:13:17.715705 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:13:17.715705 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:13:17.715705 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:13:17.715705 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:13:17.715705 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:13:17.715705 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:13:17.715705 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:13:17.715705 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:13:17.715705 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:13:17.715705 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:13:17.715705 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:13:17.715705 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:13:17.715705 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:13:17.715705 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:13:17.715705 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:13:17.784555 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device da16f320-2f82-4cdd-9f7d-7f1346792aa5 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:13:17.799891 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3e5277a5-0407-410a-93ef-0a20cbb6fc19 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:17.818078 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: da16f320-2f82-4cdd-9f7d-7f1346792aa5 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:13:17.818686 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device da16f320-2f82-4cdd-9f7d-7f1346792aa5 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:13:17.819125 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3e5277a5-0407-410a-93ef-0a20cbb6fc19 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:17.825805 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58364) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:17.826235 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3e5277a5-0407-410a-93ef-0a20cbb6fc19 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/networks/ef962453-b707-4f5f-ad1d-27e1f1f7e5f3 HTTP/1.1" status: 204 len: 168 time: 1.0867915 Jul 24 01:13:17.827759 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5277a5-0407-410a-93ef-0a20cbb6fc19 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'Network': ['ID=ef962453-b707-4f5f-ad1d-27e1f1f7e5f3,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:17.902183 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a756a6c6-b7a7-4354-a596-bbcf58c0008f tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:17.907554 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58370) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:17.907877 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a756a6c6-b7a7-4354-a596-bbcf58c0008f tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "GET /v2.0/ports/60098ab0-1c2a-4314-a9e9-caeb65c227dd HTTP/1.1" status: 200 len: 845 time: 0.0806925 Jul 24 01:13:17.967758 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7a1c2d28-5628-40a7-be7c-009622c8e12f tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "GET /v2.0/ports/60098ab0-1c2a-4314-a9e9-caeb65c227dd?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0590839 Jul 24 01:13:17.971382 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58372) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:17.977250 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-eafb353f-e2bc-401c-915c-7eae188f36b0 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'subnet': {'network_id': '99d75115-0277-499e-83b7-5e60b82bdcdf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:18.073623 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafb353f-e2bc-401c-915c-7eae188f36b0 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Made reservation on behalf of 026bcbf091d2494db8a42c50681cd74e for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:13:18.077280 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-eafb353f-e2bc-401c-915c-7eae188f36b0 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:18.253670 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b2d9f2c8-ff81-4509-8cb3-c67239254311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:18.273080 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58382) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:18.277643 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-eafb353f-e2bc-401c-915c-7eae188f36b0 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:18.322759 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafb353f-e2bc-401c-915c-7eae188f36b0 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Network 99d75115-0277-499e-83b7-5e60b82bdcdf is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:13:18.326357 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-eafb353f-e2bc-401c-915c-7eae188f36b0 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:13:18.329620 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafb353f-e2bc-401c-915c-7eae188f36b0 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:18.330237 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-eafb353f-e2bc-401c-915c-7eae188f36b0 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:18.340981 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f0bb26-3aa9-4ac0-b778-c4875c0fc9dd None None] Network 99d75115-0277-499e-83b7-5e60b82bdcdf requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:13:18.347711 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb353f-e2bc-401c-915c-7eae188f36b0 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'Subnet': ['ID=84b4c1b8-85e9-49ee-94d8-beb08f750e6c,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:18.353029 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-eafb353f-e2bc-401c-915c-7eae188f36b0 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3803830 Jul 24 01:13:18.356523 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58386) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:18.361648 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-d269509f-2afa-4800-a0c5-a783da009752 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'security_group': {'name': 'tempest-secgroup-1299939517'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:18.387785 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d269509f-2afa-4800-a0c5-a783da009752 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:18.399301 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-752b49ff-6cfb-4e75-b8d4-0d74e7409352 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1721176957'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:18.479816 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d269509f-2afa-4800-a0c5-a783da009752 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:18.484769 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d269509f-2afa-4800-a0c5-a783da009752 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:18.500777 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:18.521030 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269509f-2afa-4800-a0c5-a783da009752 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21cd5f49-e875-4cf2-aa74-aea7fd23cccd,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:18.527827 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752b49ff-6cfb-4e75-b8d4-0d74e7409352 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] Made reservation on behalf of 9a2a9b42f4dc438fbff226c0ead7b7b6 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:13:18.534287 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-752b49ff-6cfb-4e75-b8d4-0d74e7409352 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:18.538799 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d269509f-2afa-4800-a0c5-a783da009752 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:18.544085 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d269509f-2afa-4800-a0c5-a783da009752 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1865337 Jul 24 01:13:18.544980 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58390) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:18.546832 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-752b49ff-6cfb-4e75-b8d4-0d74e7409352 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:18.551195 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-878025be-c421-420d-b8b5-676fd4a0acde tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'security_group': {'name': 'tempest-secgroup-1930243502'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:18.575651 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-878025be-c421-420d-b8b5-676fd4a0acde tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:18.587458 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82aed32f-7b40-4391-b3e5-e2c18b095e1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-99d75115-0277-499e-83b7-5e60b82bdcdf', 'network_id': '99d75115-0277-499e-83b7-5e60b82bdcdf', 'tenant_id': '026bcbf091d2494db8a42c50681cd74e', 'fixed_ips': [{'subnet_id': '84b4c1b8-85e9-49ee-94d8-beb08f750e6c'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:13:18.588993 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-82aed32f-7b40-4391-b3e5-e2c18b095e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:18.672450 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-752b49ff-6cfb-4e75-b8d4-0d74e7409352 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:18.677009 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-752b49ff-6cfb-4e75-b8d4-0d74e7409352 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:18.710152 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-752b49ff-6cfb-4e75-b8d4-0d74e7409352 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:13:18.727295 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b49ff-6cfb-4e75-b8d4-0d74e7409352 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c79f1cb-663d-40c0-bc99-951d13214618,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:18.734412 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-752b49ff-6cfb-4e75-b8d4-0d74e7409352 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:18.735192 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-752b49ff-6cfb-4e75-b8d4-0d74e7409352 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] Added segment 50e732f0-a385-46a6-95db-0162487722a5 of type vlan for network f16b75d2-b2b0-412f-928f-9feee8e6e298 Jul 24 01:13:18.765982 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-878025be-c421-420d-b8b5-676fd4a0acde tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:18.771907 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-878025be-c421-420d-b8b5-676fd4a0acde tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:18.774236 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-82aed32f-7b40-4391-b3e5-e2c18b095e1f None None] Allocated IP 2001:db8::2 (99d75115-0277-499e-83b7-5e60b82bdcdf/84b4c1b8-85e9-49ee-94d8-beb08f750e6c/63bf9a87-f2c9-4ac9-bb98-28e738d64a8d) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:13:18.785769 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-752b49ff-6cfb-4e75-b8d4-0d74e7409352 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:18.814295 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-878025be-c421-420d-b8b5-676fd4a0acde tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:18.816065 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-878025be-c421-420d-b8b5-676fd4a0acde tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2694743 Jul 24 01:13:18.819074 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58392) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:18.826056 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-7e3fea6a-027d-4a00-9818-b7610964de67 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1799303573', 'security_groups': ['ebce0946-73df-445f-af0f-d491cf210242'], 'network_id': '99d75115-0277-499e-83b7-5e60b82bdcdf', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '84b4c1b8-85e9-49ee-94d8-beb08f750e6c'}]}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:18.826454 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-752b49ff-6cfb-4e75-b8d4-0d74e7409352 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:18.832379 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752b49ff-6cfb-4e75-b8d4-0d74e7409352 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:18.832982 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-752b49ff-6cfb-4e75-b8d4-0d74e7409352 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:18.845080 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878025be-c421-420d-b8b5-676fd4a0acde tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebce0946-73df-445f-af0f-d491cf210242,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:18.879740 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58394) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:18.880006 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-752b49ff-6cfb-4e75-b8d4-0d74e7409352 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.6054928 Jul 24 01:13:18.886752 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.tag.tag_plugin [None req-8850db17-1b4a-43d4-95d7-8626e535d8c2 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'f16b75d2-b2b0-412f-928f-9feee8e6e298', 'tempest-TagsTest-Tag-1618570318') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:18.918085 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b49ff-6cfb-4e75-b8d4-0d74e7409352 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] Pushing event updated for resources: {'Network': ['ID=f16b75d2-b2b0-412f-928f-9feee8e6e298,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:18.938556 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network f16b75d2-b2b0-412f-928f-9feee8e6e298 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:13:18.981272 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-82aed32f-7b40-4391-b3e5-e2c18b095e1f None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:19.025792 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-82aed32f-7b40-4391-b3e5-e2c18b095e1f None None] Transition to ACTIVE for port object 63bf9a87-f2c9-4ac9-bb98-28e738d64a8d will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:13:19.048258 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-82aed32f-7b40-4391-b3e5-e2c18b095e1f None None] Transition to ACTIVE for port object 63bf9a87-f2c9-4ac9-bb98-28e738d64a8d will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:13:19.048505 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-8850db17-1b4a-43d4-95d7-8626e535d8c2 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] 10.222.0.15 "PUT /v2.0/networks/f16b75d2-b2b0-412f-928f-9feee8e6e298/tags/tempest-TagsTest-Tag-1618570318 HTTP/1.1" status: 201 len: 201 time: 0.1668079 Jul 24 01:13:19.050892 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58398) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:19.053162 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3fea6a-027d-4a00-9818-b7610964de67 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Made reservation on behalf of 026bcbf091d2494db8a42c50681cd74e for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:13:19.056774 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-82aed32f-7b40-4391-b3e5-e2c18b095e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:19.062127 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.tag.tag_plugin [None req-0df9df7b-d226-476d-b724-7b8882731db4 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f16b75d2-b2b0-412f-928f-9feee8e6e298', 'tempest-TagsTest-Tag-1618570318') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:19.108725 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82aed32f-7b40-4391-b3e5-e2c18b095e1f None None] Network 99d75115-0277-499e-83b7-5e60b82bdcdf is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:13:19.110473 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aed32f-7b40-4391-b3e5-e2c18b095e1f None None] Pushing event updated for resources: {'Port': ['ID=63bf9a87-f2c9-4ac9-bb98-28e738d64a8d,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:19.115175 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-82aed32f-7b40-4391-b3e5-e2c18b095e1f None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:13:19.117973 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82aed32f-7b40-4391-b3e5-e2c18b095e1f None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:13:19.215936 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0df9df7b-d226-476d-b724-7b8882731db4 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] 10.222.0.15 "GET /v2.0/networks/f16b75d2-b2b0-412f-928f-9feee8e6e298/tags/tempest-TagsTest-Tag-1618570318 HTTP/1.1" status: 204 len: 168 time: 0.1613250 Jul 24 01:13:19.216174 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58400) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:19.220442 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.tag.tag_plugin [None req-9820c8d7-f1a9-43cf-af82-c8bdb1129e64 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'f16b75d2-b2b0-412f-928f-9feee8e6e298') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:19.225768 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7e3fea6a-027d-4a00-9818-b7610964de67 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:19.257342 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [None req-7e3fea6a-027d-4a00-9818-b7610964de67 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] device_id is not set on port c092f0e2-5705-4880-acbf-af3a188a9061 yet. {{(pid=100464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:13:19.343261 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-82aed32f-7b40-4391-b3e5-e2c18b095e1f None None] Attempting to bind port 63bf9a87-f2c9-4ac9-bb98-28e738d64a8d on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:13:19.343677 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-82aed32f-7b40-4391-b3e5-e2c18b095e1f None None] Attempting to bind port 63bf9a87-f2c9-4ac9-bb98-28e738d64a8d by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '6ad42b28-ea02-4d1e-a240-76c6b250e973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99d75115-0277-499e-83b7-5e60b82bdcdf'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:13:19.344039 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82aed32f-7b40-4391-b3e5-e2c18b095e1f None None] Attempting to bind port 63bf9a87-f2c9-4ac9-bb98-28e738d64a8d on network 99d75115-0277-499e-83b7-5e60b82bdcdf {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:13:19.353690 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82aed32f-7b40-4391-b3e5-e2c18b095e1f None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:13:19.354365 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82aed32f-7b40-4391-b3e5-e2c18b095e1f None None] Checking segment: {'id': '6ad42b28-ea02-4d1e-a240-76c6b250e973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99d75115-0277-499e-83b7-5e60b82bdcdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:13:19.354804 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-82aed32f-7b40-4391-b3e5-e2c18b095e1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:19.355201 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82aed32f-7b40-4391-b3e5-e2c18b095e1f None None] Bound using segment: {'id': '6ad42b28-ea02-4d1e-a240-76c6b250e973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99d75115-0277-499e-83b7-5e60b82bdcdf'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:13:19.355795 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-82aed32f-7b40-4391-b3e5-e2c18b095e1f None None] Bound port: 63bf9a87-f2c9-4ac9-bb98-28e738d64a8d, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ad42b28-ea02-4d1e-a240-76c6b250e973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '99d75115-0277-499e-83b7-5e60b82bdcdf'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:13:19.356185 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-82aed32f-7b40-4391-b3e5-e2c18b095e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:19.407840 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9820c8d7-f1a9-43cf-af82-c8bdb1129e64 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] 10.222.0.15 "GET /v2.0/networks/f16b75d2-b2b0-412f-928f-9feee8e6e298/tags HTTP/1.1" status: 200 len: 238 time: 0.1907518 Jul 24 01:13:19.410560 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58402) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:19.418039 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.tag.tag_plugin [None req-00f182ab-bee9-451f-addd-ac9f6d631f22 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'f16b75d2-b2b0-412f-928f-9feee8e6e298', {'tags': ['tempest-TagsTest-Tag-470430806', 'tempest-TagsTest-Tag-371757569', 'tempest-TagsTest-Tag-305871117']}) {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:19.439501 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-82aed32f-7b40-4391-b3e5-e2c18b095e1f None None] For port 63bf9a87-f2c9-4ac9-bb98-28e738d64a8d, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:13:19.444649 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-82aed32f-7b40-4391-b3e5-e2c18b095e1f None None] For port 63bf9a87-f2c9-4ac9-bb98-28e738d64a8d, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=63bf9a87-f2c9-4ac9-bb98-28e738d64a8d,segment=NetworkSegment(6ad42b28-ea02-4d1e-a240-76c6b250e973),segment_id=6ad42b28-ea02-4d1e-a240-76c6b250e973)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:13:19.452979 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-82aed32f-7b40-4391-b3e5-e2c18b095e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:19.498792 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-7e3fea6a-027d-4a00-9818-b7610964de67 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Allocated IP 2001:db8::20e (99d75115-0277-499e-83b7-5e60b82bdcdf/84b4c1b8-85e9-49ee-94d8-beb08f750e6c/c092f0e2-5705-4880-acbf-af3a188a9061) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:13:19.532155 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:19.534868 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-00f182ab-bee9-451f-addd-ac9f6d631f22 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] 10.222.0.15 "PUT /v2.0/networks/f16b75d2-b2b0-412f-928f-9feee8e6e298/tags HTTP/1.1" status: 200 len: 306 time: 0.1216640 Jul 24 01:13:19.536590 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58404) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:19.544708 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.tag.tag_plugin [None req-628e0459-61b7-49c9-89c5-befd61d83619 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'f16b75d2-b2b0-412f-928f-9feee8e6e298', 'tempest-TagsTest-Tag-470430806') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:19.552416 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aed32f-7b40-4391-b3e5-e2c18b095e1f None None] Pushing event updated for resources: {'Port': ['ID=63bf9a87-f2c9-4ac9-bb98-28e738d64a8d,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:19.660863 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-628e0459-61b7-49c9-89c5-befd61d83619 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] 10.222.0.15 "DELETE /v2.0/networks/f16b75d2-b2b0-412f-928f-9feee8e6e298/tags/tempest-TagsTest-Tag-470430806 HTTP/1.1" status: 204 len: 168 time: 0.1223667 Jul 24 01:13:19.661102 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58408) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:19.670621 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.tag.tag_plugin [None req-19c89eb1-aef3-4f0f-bd31-14f8f27e0f69 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f16b75d2-b2b0-412f-928f-9feee8e6e298', 'tempest-TagsTest-Tag-470430806') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:19.750042 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7e3fea6a-027d-4a00-9818-b7610964de67 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:19.784325 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-7e3fea6a-027d-4a00-9818-b7610964de67 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Transition to ACTIVE for port object c092f0e2-5705-4880-acbf-af3a188a9061 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:13:19.811187 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-19c89eb1-aef3-4f0f-bd31-14f8f27e0f69 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] show failed (client error): The resource could not be found. Jul 24 01:13:19.813801 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-19c89eb1-aef3-4f0f-bd31-14f8f27e0f69 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] 10.222.0.15 "GET /v2.0/networks/f16b75d2-b2b0-412f-928f-9feee8e6e298/tags/tempest-TagsTest-Tag-470430806 HTTP/1.1" status: 404 len: 325 time: 0.1507778 Jul 24 01:13:19.816088 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58410) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:19.823810 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.tag.tag_plugin [None req-3f1638c9-d69d-4182-8e5c-5d3bf075c758 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f16b75d2-b2b0-412f-928f-9feee8e6e298', 'tempest-TagsTest-Tag-371757569') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:19.861026 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7e3fea6a-027d-4a00-9818-b7610964de67 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:19.923502 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3fea6a-027d-4a00-9818-b7610964de67 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'Port': ['ID=c092f0e2-5705-4880-acbf-af3a188a9061,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:19.936446 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3f1638c9-d69d-4182-8e5c-5d3bf075c758 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] 10.222.0.15 "GET /v2.0/networks/f16b75d2-b2b0-412f-928f-9feee8e6e298/tags/tempest-TagsTest-Tag-371757569 HTTP/1.1" status: 204 len: 168 time: 0.1183407 Jul 24 01:13:19.940642 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3fea6a-027d-4a00-9818-b7610964de67 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Network 99d75115-0277-499e-83b7-5e60b82bdcdf is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:13:19.942180 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-7e3fea6a-027d-4a00-9818-b7610964de67 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:13:19.942775 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58412) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:19.944694 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3fea6a-027d-4a00-9818-b7610964de67 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:13:19.949429 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.tag.tag_plugin [None req-b482230b-9f6d-40bd-ad65-a0efeeaca3c4 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f16b75d2-b2b0-412f-928f-9feee8e6e298', 'tempest-TagsTest-Tag-305871117') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:19.951981 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3fea6a-027d-4a00-9818-b7610964de67 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:19.952534 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7e3fea6a-027d-4a00-9818-b7610964de67 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:19.970755 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7e3fea6a-027d-4a00-9818-b7610964de67 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1503973 Jul 24 01:13:19.973278 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58414) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:19.979012 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-1d6c3d6d-bf7e-4498-b75b-cf0fc1dffb3a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'subnet': {'network_id': '99d75115-0277-499e-83b7-5e60b82bdcdf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:20.032965 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b482230b-9f6d-40bd-ad65-a0efeeaca3c4 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] 10.222.0.15 "GET /v2.0/networks/f16b75d2-b2b0-412f-928f-9feee8e6e298/tags/tempest-TagsTest-Tag-305871117 HTTP/1.1" status: 204 len: 168 time: 0.0852635 Jul 24 01:13:20.032965 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58418) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:20.037057 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.tag.tag_plugin [None req-e704d42b-60d9-4f56-a801-c4c7acc67eb8 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f16b75d2-b2b0-412f-928f-9feee8e6e298') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:20.039471 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58420) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:20.106790 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6c3d6d-bf7e-4498-b75b-cf0fc1dffb3a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Made reservation on behalf of 026bcbf091d2494db8a42c50681cd74e for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:13:20.114629 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1d6c3d6d-bf7e-4498-b75b-cf0fc1dffb3a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:20.115059 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-af0f6560-c434-4d7c-905a-e89b54fa83f1 admin admin] Deleting subnet 19aa38bd-1d37-4f00-83f2-27768a43bf66 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:13:20.120982 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-af0f6560-c434-4d7c-905a-e89b54fa83f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:20.186261 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-af0f6560-c434-4d7c-905a-e89b54fa83f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:20.222698 n-d-793621-25 neutron-server[100464]: INFO neutron.db.ipam_backend_mixin [None req-1d6c3d6d-bf7e-4498-b75b-cf0fc1dffb3a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 84b4c1b8-85e9-49ee-94d8-beb08f750e6c (CIDR: 2001:db8::/64) Jul 24 01:13:20.232651 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d6c3d6d-bf7e-4498-b75b-cf0fc1dffb3a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:13:20.232651 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d6c3d6d-bf7e-4498-b75b-cf0fc1dffb3a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:13:20.233479 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58422) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:20.234764 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e704d42b-60d9-4f56-a801-c4c7acc67eb8 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] 10.222.0.15 "DELETE /v2.0/networks/f16b75d2-b2b0-412f-928f-9feee8e6e298/tags HTTP/1.1" status: 204 len: 168 time: 0.1962187 Jul 24 01:13:20.238986 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.tag.tag_plugin [None req-873713b1-9028-4265-9727-12d5ccc54afa tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f16b75d2-b2b0-412f-928f-9feee8e6e298', 'tempest-TagsTest-Tag-371757569') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:20.245677 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-af0f6560-c434-4d7c-905a-e89b54fa83f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:20.277254 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1d6c3d6d-bf7e-4498-b75b-cf0fc1dffb3a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3003159 Jul 24 01:13:20.277504 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58424) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:20.282760 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-1c9d6a9f-2306-4bcf-bb83-222da16c858f tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'subnet': {'network_id': '99d75115-0277-499e-83b7-5e60b82bdcdf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:20.322837 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-af0f6560-c434-4d7c-905a-e89b54fa83f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:20.352375 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f6560-c434-4d7c-905a-e89b54fa83f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19aa38bd-1d37-4f00-83f2-27768a43bf66,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:20.362281 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f6560-c434-4d7c-905a-e89b54fa83f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:20.362588 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f6560-c434-4d7c-905a-e89b54fa83f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:20.362967 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f6560-c434-4d7c-905a-e89b54fa83f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:20.363312 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f6560-c434-4d7c-905a-e89b54fa83f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:20.364324 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f6560-c434-4d7c-905a-e89b54fa83f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:20.364324 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f6560-c434-4d7c-905a-e89b54fa83f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:20.364324 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f6560-c434-4d7c-905a-e89b54fa83f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:20.364641 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f6560-c434-4d7c-905a-e89b54fa83f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:20.364960 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f6560-c434-4d7c-905a-e89b54fa83f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:20.365271 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f6560-c434-4d7c-905a-e89b54fa83f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:20.365665 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f6560-c434-4d7c-905a-e89b54fa83f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:20.365999 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0f6560-c434-4d7c-905a-e89b54fa83f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:20.369168 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-af0f6560-c434-4d7c-905a-e89b54fa83f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:20.371207 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-af0f6560-c434-4d7c-905a-e89b54fa83f1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/19aa38bd-1d37-4f00-83f2-27768a43bf66 HTTP/1.1" status: 204 len: 168 time: 0.3306580 Jul 24 01:13:20.373724 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58426) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:20.392817 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-873713b1-9028-4265-9727-12d5ccc54afa tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] show failed (client error): The resource could not be found. Jul 24 01:13:20.395589 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-873713b1-9028-4265-9727-12d5ccc54afa tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] 10.222.0.15 "GET /v2.0/networks/f16b75d2-b2b0-412f-928f-9feee8e6e298/tags/tempest-TagsTest-Tag-371757569 HTTP/1.1" status: 404 len: 325 time: 0.1610887 Jul 24 01:13:20.405557 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58428) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:20.410276 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.tag.tag_plugin [None req-659d68d7-1048-40bd-b962-92e60c57ba20 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'f16b75d2-b2b0-412f-928f-9feee8e6e298', 'tempest-TagsTest-Tag-305871117') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:20.457377 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9d6a9f-2306-4bcf-bb83-222da16c858f tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Made reservation on behalf of 026bcbf091d2494db8a42c50681cd74e for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:13:20.461680 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6a9f-2306-4bcf-bb83-222da16c858f tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:20.494814 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-77d3992a-7792-467c-b049-d4218a6f1d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:20.536213 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-659d68d7-1048-40bd-b962-92e60c57ba20 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] show failed (client error): The resource could not be found. Jul 24 01:13:20.537958 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-659d68d7-1048-40bd-b962-92e60c57ba20 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] 10.222.0.15 "GET /v2.0/networks/f16b75d2-b2b0-412f-928f-9feee8e6e298/tags/tempest-TagsTest-Tag-305871117 HTTP/1.1" status: 404 len: 325 time: 0.1314178 Jul 24 01:13:20.542998 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58430) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:20.548076 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.tag.tag_plugin [None req-f22874d8-c5c6-47ac-b474-225e42f770b1 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'f16b75d2-b2b0-412f-928f-9feee8e6e298') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:20.665228 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-77d3992a-7792-467c-b049-d4218a6f1d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:20.681325 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-77d3992a-7792-467c-b049-d4218a6f1d3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e740d4c-0729-4da4-8b95-4f518a64dc78']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:20.694909 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-77d3992a-7792-467c-b049-d4218a6f1d3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aae32b9-a911-4411-ad9f-eb7ae2aec933') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:20.695316 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-77d3992a-7792-467c-b049-d4218a6f1d3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aae32b9-a911-4411-ad9f-eb7ae2aec933') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:20.734102 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-77d3992a-7792-467c-b049-d4218a6f1d3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:20.753057 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f22874d8-c5c6-47ac-b474-225e42f770b1 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] 10.222.0.15 "DELETE /v2.0/networks/f16b75d2-b2b0-412f-928f-9feee8e6e298/tags HTTP/1.1" status: 204 len: 168 time: 0.2046270 Jul 24 01:13:20.753057 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-77d3992a-7792-467c-b049-d4218a6f1d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:20.754332 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58434) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:20.761137 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77d3992a-7792-467c-b049-d4218a6f1d3f admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:13:20.761681 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-77d3992a-7792-467c-b049-d4218a6f1d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:20.763664 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:13:20.763664 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:13:20.763664 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:13:20.763664 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:13:20.763664 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:13:20.763664 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:13:20.763664 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:13:20.763664 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:13:20.763664 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:13:20.763664 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:13:20.763664 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:13:20.763664 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:13:20.763664 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:13:20.763664 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:13:20.763664 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:13:20.763664 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:13:20.763664 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:13:20.763664 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:13:20.763664 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:13:20.763664 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:13:20.763664 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:13:20.763664 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:13:20.763664 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:13:20.763664 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:13:20.763664 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:13:20.763664 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:13:20.763664 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:13:20.763664 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:13:20.763664 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:13:20.763664 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:13:20.763664 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:13:20.763664 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:13:20.781721 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6a9f-2306-4bcf-bb83-222da16c858f tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:20.832399 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-77d3992a-7792-467c-b049-d4218a6f1d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:20.842026 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-77d3992a-7792-467c-b049-d4218a6f1d3f admin admin] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:20.844127 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-77d3992a-7792-467c-b049-d4218a6f1d3f admin admin] 10.222.0.15 "DELETE /v2.0/networks/5e740d4c-0729-4da4-8b95-4f518a64dc78 HTTP/1.1" status: 204 len: 168 time: 0.4695289 Jul 24 01:13:20.857422 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3992a-7792-467c-b049-d4218a6f1d3f admin admin] Pushing event deleted for resources: {'Network': ['ID=5e740d4c-0729-4da4-8b95-4f518a64dc78,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:20.857648 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-5c13cfad-bc95-4c09-adbd-ae76df249528 None None] Provisioning complete for port 60098ab0-1c2a-4314-a9e9-caeb65c227dd triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:13:20.858114 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5c13cfad-bc95-4c09-adbd-ae76df249528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:20.884777 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9d6a9f-2306-4bcf-bb83-222da16c858f tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Network 99d75115-0277-499e-83b7-5e60b82bdcdf is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:13:20.894845 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-1c9d6a9f-2306-4bcf-bb83-222da16c858f tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:13:20.902090 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9d6a9f-2306-4bcf-bb83-222da16c858f tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:20.902807 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6a9f-2306-4bcf-bb83-222da16c858f tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:20.907030 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-5c13cfad-bc95-4c09-adbd-ae76df249528 None None] Port 60098ab0-1c2a-4314-a9e9-caeb65c227dd cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:13:20.911287 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-64cbc084-29c7-4e4d-8cfd-53ee269d9e03 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:20.922042 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-5c13cfad-bc95-4c09-adbd-ae76df249528 None None] Provisioning for port 63bf9a87-f2c9-4ac9-bb98-28e738d64a8d completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:13:20.927517 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6a9f-2306-4bcf-bb83-222da16c858f tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'Subnet': ['ID=4d018884-54c6-4df4-93f6-6aaf34c90c08,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:20.942534 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58438) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:20.942775 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1c9d6a9f-2306-4bcf-bb83-222da16c858f tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6641886 Jul 24 01:13:20.949206 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-e7cceaeb-9606-463d-afed-0bc4312a663a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-535781863', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4d018884-54c6-4df4-93f6-6aaf34c90c08'}], 'security_groups': ['21cd5f49-e875-4cf2-aa74-aea7fd23cccd']}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:21.015622 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:21.044996 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-64cbc084-29c7-4e4d-8cfd-53ee269d9e03 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:21.057387 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-64cbc084-29c7-4e4d-8cfd-53ee269d9e03 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f16b75d2-b2b0-412f-928f-9feee8e6e298']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:21.059414 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba3cdf7-7d7f-43ef-9331-d9b1e40a9f0b None None] Network 99d75115-0277-499e-83b7-5e60b82bdcdf requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:13:21.068048 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-64cbc084-29c7-4e4d-8cfd-53ee269d9e03 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50e732f0-a385-46a6-95db-0162487722a5') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:21.068363 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-64cbc084-29c7-4e4d-8cfd-53ee269d9e03 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50e732f0-a385-46a6-95db-0162487722a5') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:21.078974 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-64cbc084-29c7-4e4d-8cfd-53ee269d9e03 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:21.093995 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-64cbc084-29c7-4e4d-8cfd-53ee269d9e03 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:21.100531 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64cbc084-29c7-4e4d-8cfd-53ee269d9e03 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:13:21.100936 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-64cbc084-29c7-4e4d-8cfd-53ee269d9e03 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:21.105302 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:13:21.105302 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:13:21.105302 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:13:21.105302 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:13:21.105302 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:13:21.105302 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:13:21.105302 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:13:21.105302 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:13:21.105302 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:13:21.105302 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:13:21.105302 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:13:21.105302 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:13:21.105302 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:13:21.105302 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:13:21.105302 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:13:21.105302 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:13:21.105302 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:13:21.105302 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:13:21.105302 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:13:21.105302 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:13:21.105302 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:13:21.105302 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:13:21.105302 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:13:21.105302 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:13:21.105302 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:13:21.105302 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:13:21.105302 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:13:21.105302 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:13:21.105302 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:13:21.105302 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:13:21.105302 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:13:21.105302 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:13:21.117684 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58440) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:21.160754 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-466ee4e9-8b90-44e0-9948-b14870db771c None None] Provisioning for port c092f0e2-5705-4880-acbf-af3a188a9061 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:13:21.183731 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-466ee4e9-8b90-44e0-9948-b14870db771c None None] Provisioning complete for port c092f0e2-5705-4880-acbf-af3a188a9061 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:13:21.184234 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-466ee4e9-8b90-44e0-9948-b14870db771c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:21.187734 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e7cceaeb-9606-463d-afed-0bc4312a663a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:21.196354 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-64cbc084-29c7-4e4d-8cfd-53ee269d9e03 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:21.200621 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-64cbc084-29c7-4e4d-8cfd-53ee269d9e03 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:21.205459 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-64cbc084-29c7-4e4d-8cfd-53ee269d9e03 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] 10.222.0.15 "DELETE /v2.0/networks/f16b75d2-b2b0-412f-928f-9feee8e6e298 HTTP/1.1" status: 204 len: 168 time: 0.4477870 Jul 24 01:13:21.212021 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-79e7eb2b-d5a9-410c-911a-243c9bb61fb3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=564125b903b34872850a006dcbcb456b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0929914 Jul 24 01:13:21.226913 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58444) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:21.233246 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cbc084-29c7-4e4d-8cfd-53ee269d9e03 tempest-TagsTest-447882503 tempest-TagsTest-447882503-project] Pushing event deleted for resources: {'Network': ['ID=f16b75d2-b2b0-412f-928f-9feee8e6e298,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:21.259487 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-466ee4e9-8b90-44e0-9948-b14870db771c None None] Port c092f0e2-5705-4880-acbf-af3a188a9061 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:13:21.287427 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2cd6317d-005e-4314-bae9-aea720fcdf07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:21.314370 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2cd6317d-005e-4314-bae9-aea720fcdf07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:21.377143 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2cd6317d-005e-4314-bae9-aea720fcdf07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:21.380114 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2cd6317d-005e-4314-bae9-aea720fcdf07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:21.384474 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2cd6317d-005e-4314-bae9-aea720fcdf07 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/277cc7ba-6ca5-421d-9c63-2db46416c9c9 HTTP/1.1" status: 204 len: 168 time: 0.1534278 Jul 24 01:13:21.392069 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1ed078-d7c9-4207-aff1-10b33c8dac89 None None] Update dhcp port {'port': {'network_id': '99d75115-0277-499e-83b7-5e60b82bdcdf', 'fixed_ips': [{'subnet_id': '84b4c1b8-85e9-49ee-94d8-beb08f750e6c', 'ip_address': '2001:db8::2'}, {'subnet_id': '4d018884-54c6-4df4-93f6-6aaf34c90c08'}], 'binding:host_id': 'n-d-793621-25'}, 'id': '63bf9a87-f2c9-4ac9-bb98-28e738d64a8d'} from n-d-793621-25. {{(pid=100465) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 01:13:21.395845 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd6317d-005e-4314-bae9-aea720fcdf07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277cc7ba-6ca5-421d-9c63-2db46416c9c9,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:21.442696 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2c1ed078-d7c9-4207-aff1-10b33c8dac89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:21.553878 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58452) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:21.623137 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-e7cceaeb-9606-463d-afed-0bc4312a663a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Delete allocated IP 2001:db8::20e (99d75115-0277-499e-83b7-5e60b82bdcdf/84b4c1b8-85e9-49ee-94d8-beb08f750e6c) {{(pid=100463) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 24 01:13:21.637447 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-e7cceaeb-9606-463d-afed-0bc4312a663a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Allocated IP 2001:db8:0:1::67 (99d75115-0277-499e-83b7-5e60b82bdcdf/4d018884-54c6-4df4-93f6-6aaf34c90c08/c092f0e2-5705-4880-acbf-af3a188a9061) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:13:21.746764 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-cefc52e6-f0d2-437c-bb0e-8ee7fe9d6262 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9a2a9b42f4dc438fbff226c0ead7b7b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1907010 Jul 24 01:13:21.749568 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58464) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:21.830022 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e7cceaeb-9606-463d-afed-0bc4312a663a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:21.839409 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 63bf9a87-f2c9-4ac9-bb98-28e738d64a8d up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:13:21.852917 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-e7cceaeb-9606-463d-afed-0bc4312a663a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Transition to ACTIVE for port object c092f0e2-5705-4880-acbf-af3a188a9061 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:13:21.858209 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-40604b13-dc6b-49c1-8f47-7cd9b66c295c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:21.862567 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e7cceaeb-9606-463d-afed-0bc4312a663a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:21.891122 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-40604b13-dc6b-49c1-8f47-7cd9b66c295c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:21.935305 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-e7cceaeb-9606-463d-afed-0bc4312a663a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] In _notify_port_updated(), no bound segment for port c092f0e2-5705-4880-acbf-af3a188a9061 on network 99d75115-0277-499e-83b7-5e60b82bdcdf {{(pid=100463) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 01:13:21.941054 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cceaeb-9606-463d-afed-0bc4312a663a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:21.941706 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e7cceaeb-9606-463d-afed-0bc4312a663a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:21.943083 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e7cceaeb-9606-463d-afed-0bc4312a663a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "PUT /v2.0/ports/c092f0e2-5705-4880-acbf-af3a188a9061 HTTP/1.1" status: 200 len: 929 time: 0.9992926 Jul 24 01:13:21.947105 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58472) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:21.949949 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cceaeb-9606-463d-afed-0bc4312a663a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'Port': ['ID=c092f0e2-5705-4880-acbf-af3a188a9061,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:21.987208 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-2c1ed078-d7c9-4207-aff1-10b33c8dac89 None None] Allocated IP 2001:db8:0:1::2 (99d75115-0277-499e-83b7-5e60b82bdcdf/4d018884-54c6-4df4-93f6-6aaf34c90c08/63bf9a87-f2c9-4ac9-bb98-28e738d64a8d) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:13:21.994698 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-40604b13-dc6b-49c1-8f47-7cd9b66c295c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:21.998304 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-40604b13-dc6b-49c1-8f47-7cd9b66c295c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:21.999642 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-40604b13-dc6b-49c1-8f47-7cd9b66c295c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0c79f1cb-663d-40c0-bc99-951d13214618 HTTP/1.1" status: 204 len: 168 time: 0.2490957 Jul 24 01:13:22.003634 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 63bf9a87-f2c9-4ac9-bb98-28e738d64a8d completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:13:22.015553 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 63bf9a87-f2c9-4ac9-bb98-28e738d64a8d triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:13:22.016673 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:22.017297 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40604b13-dc6b-49c1-8f47-7cd9b66c295c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c79f1cb-663d-40c0-bc99-951d13214618,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:22.089428 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-142935dd-d621-4860-8690-f2fba754e35d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Deleting port c092f0e2-5705-4880-acbf-af3a188a9061 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:13:22.093127 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-142935dd-d621-4860-8690-f2fba754e35d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:22.212614 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-2c1ed078-d7c9-4207-aff1-10b33c8dac89 None None] For port 63bf9a87-f2c9-4ac9-bb98-28e738d64a8d, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=63bf9a87-f2c9-4ac9-bb98-28e738d64a8d,segment=NetworkSegment(6ad42b28-ea02-4d1e-a240-76c6b250e973),segment_id=6ad42b28-ea02-4d1e-a240-76c6b250e973)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:13:22.214371 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:22.223608 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-142935dd-d621-4860-8690-f2fba754e35d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:22.238040 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-142935dd-d621-4860-8690-f2fba754e35d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Calling delete_port for c092f0e2-5705-4880-acbf-af3a188a9061 owned by {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:13:22.264871 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2c1ed078-d7c9-4207-aff1-10b33c8dac89 None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:22.280610 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-2c1ed078-d7c9-4207-aff1-10b33c8dac89 None None] Transition to ACTIVE for port object 63bf9a87-f2c9-4ac9-bb98-28e738d64a8d will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:13:22.299293 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2c1ed078-d7c9-4207-aff1-10b33c8dac89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:22.430286 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-142935dd-d621-4860-8690-f2fba754e35d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:22.445096 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.db.api [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 01:13:22.445649 n-d-793621-25 neutron-server[100465]: DEBUG oslo_db.api [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 01:13:22.448494 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ed078-d7c9-4207-aff1-10b33c8dac89 None None] Pushing event updated for resources: {'Port': ['ID=63bf9a87-f2c9-4ac9-bb98-28e738d64a8d,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:22.464752 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142935dd-d621-4860-8690-f2fba754e35d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'Port': ['ID=c092f0e2-5705-4880-acbf-af3a188a9061,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:22.494412 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-142935dd-d621-4860-8690-f2fba754e35d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:22.496560 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-142935dd-d621-4860-8690-f2fba754e35d tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/ports/c092f0e2-5705-4880-acbf-af3a188a9061 HTTP/1.1" status: 204 len: 168 time: 0.5480793 Jul 24 01:13:22.499374 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58494) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:22.532221 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-26562f75-dfd3-4223-97be-21bc018c49d3 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] GET failed (client error): The resource could not be found. Jul 24 01:13:22.534212 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-26562f75-dfd3-4223-97be-21bc018c49d3 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "GET /v2.0/ports/c092f0e2-5705-4880-acbf-af3a188a9061 HTTP/1.1" status: 404 len: 333 time: 0.0334637 Jul 24 01:13:22.537249 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58496) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:22.610704 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ce4fd571-e0da-450f-97c7-50c24ac253e9 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:22.649038 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ce4fd571-e0da-450f-97c7-50c24ac253e9 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:22.736109 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ce4fd571-e0da-450f-97c7-50c24ac253e9 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:22.739632 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ce4fd571-e0da-450f-97c7-50c24ac253e9 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:22.741274 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ce4fd571-e0da-450f-97c7-50c24ac253e9 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/security-groups/ebce0946-73df-445f-af0f-d491cf210242 HTTP/1.1" status: 204 len: 168 time: 0.2026122 Jul 24 01:13:22.744493 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58508) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:22.755243 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4fd571-e0da-450f-97c7-50c24ac253e9 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebce0946-73df-445f-af0f-d491cf210242,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:22.843799 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-70ec07c1-0377-49e6-b5d8-06ac4592eb81 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:22.874176 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-70ec07c1-0377-49e6-b5d8-06ac4592eb81 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:22.929917 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-70ec07c1-0377-49e6-b5d8-06ac4592eb81 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:22.932924 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-70ec07c1-0377-49e6-b5d8-06ac4592eb81 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:22.936567 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-70ec07c1-0377-49e6-b5d8-06ac4592eb81 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/security-groups/21cd5f49-e875-4cf2-aa74-aea7fd23cccd HTTP/1.1" status: 204 len: 168 time: 0.1886051 Jul 24 01:13:22.937360 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58516) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:22.955805 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec07c1-0377-49e6-b5d8-06ac4592eb81 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cd5f49-e875-4cf2-aa74-aea7fd23cccd,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:23.018430 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:23.027074 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-48e0e2e6-f6cc-4754-b242-c820e0bcef7b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Deleting subnet 84b4c1b8-85e9-49ee-94d8-beb08f750e6c {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:13:23.031126 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-48e0e2e6-f6cc-4754-b242-c820e0bcef7b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:23.070890 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 63bf9a87-f2c9-4ac9-bb98-28e738d64a8d, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=63bf9a87-f2c9-4ac9-bb98-28e738d64a8d,segment=NetworkSegment(6ad42b28-ea02-4d1e-a240-76c6b250e973),segment_id=6ad42b28-ea02-4d1e-a240-76c6b250e973)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:13:23.079302 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:23.090958 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-48e0e2e6-f6cc-4754-b242-c820e0bcef7b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:23.142669 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=63bf9a87-f2c9-4ac9-bb98-28e738d64a8d,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:23.213483 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-48e0e2e6-f6cc-4754-b242-c820e0bcef7b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:23.286869 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-48e0e2e6-f6cc-4754-b242-c820e0bcef7b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:23.300618 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8ae37a27-c25c-4bb4-b26f-5068f707dc4a None None] Provisioning complete for port 60098ab0-1c2a-4314-a9e9-caeb65c227dd triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:13:23.301251 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8ae37a27-c25c-4bb4-b26f-5068f707dc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:23.325694 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-48e0e2e6-f6cc-4754-b242-c820e0bcef7b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:23.328235 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-48e0e2e6-f6cc-4754-b242-c820e0bcef7b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/subnets/84b4c1b8-85e9-49ee-94d8-beb08f750e6c HTTP/1.1" status: 204 len: 168 time: 0.3897350 Jul 24 01:13:23.329296 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e0e2e6-f6cc-4754-b242-c820e0bcef7b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'Subnet': ['ID=84b4c1b8-85e9-49ee-94d8-beb08f750e6c,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:23.332041 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58524) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:23.338703 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-fc5e09d7-e680-4f94-822f-f8c89494e699 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'subnet': {'network_id': '99d75115-0277-499e-83b7-5e60b82bdcdf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:23.367790 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-8ae37a27-c25c-4bb4-b26f-5068f707dc4a None None] Port 60098ab0-1c2a-4314-a9e9-caeb65c227dd cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:13:23.371386 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8ae37a27-c25c-4bb4-b26f-5068f707dc4a None None] Could not find standard attr ID for object c092f0e2-5705-4880-acbf-af3a188a9061. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:13:23.390588 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8ae37a27-c25c-4bb4-b26f-5068f707dc4a None None] Provisioning for port 63bf9a87-f2c9-4ac9-bb98-28e738d64a8d completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:13:23.396157 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8ae37a27-c25c-4bb4-b26f-5068f707dc4a None None] Provisioning complete for port 63bf9a87-f2c9-4ac9-bb98-28e738d64a8d triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:13:23.396817 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8ae37a27-c25c-4bb4-b26f-5068f707dc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:23.530978 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5e09d7-e680-4f94-822f-f8c89494e699 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Made reservation on behalf of 026bcbf091d2494db8a42c50681cd74e for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:13:23.536731 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fc5e09d7-e680-4f94-822f-f8c89494e699 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:23.633610 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dd99c5-73c4-47ef-a433-b2fd38db93ea None None] Network 99d75115-0277-499e-83b7-5e60b82bdcdf requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:13:23.741483 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-6cca41fa-9cea-497e-a5a4-709ee8e77446 None None] Could not find standard attr ID for object c092f0e2-5705-4880-acbf-af3a188a9061. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:13:23.793558 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 63bf9a87-f2c9-4ac9-bb98-28e738d64a8d up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:13:23.865897 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fc5e09d7-e680-4f94-822f-f8c89494e699 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:23.884030 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 63bf9a87-f2c9-4ac9-bb98-28e738d64a8d triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:13:23.884419 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:23.913786 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5e09d7-e680-4f94-822f-f8c89494e699 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Network 99d75115-0277-499e-83b7-5e60b82bdcdf is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:13:23.924051 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-fc5e09d7-e680-4f94-822f-f8c89494e699 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:13:23.928557 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5e09d7-e680-4f94-822f-f8c89494e699 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:23.929167 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fc5e09d7-e680-4f94-822f-f8c89494e699 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:23.948241 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e09d7-e680-4f94-822f-f8c89494e699 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'Subnet': ['ID=1ce6c2a5-10ba-4832-a33a-d596a04eb038,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:23.959007 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-fc5e09d7-e680-4f94-822f-f8c89494e699 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6235049 Jul 24 01:13:23.959766 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58546) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:23.965838 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-fa8fb83b-6318-40e9-81d9-5564a01cba8f tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'security_group': {'name': 'tempest-secgroup-975902295'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:24.017278 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fa8fb83b-6318-40e9-81d9-5564a01cba8f tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:24.125620 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fa8fb83b-6318-40e9-81d9-5564a01cba8f tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:24.133358 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fa8fb83b-6318-40e9-81d9-5564a01cba8f tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:24.165604 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fa8fb83b-6318-40e9-81d9-5564a01cba8f tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:24.166998 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-fa8fb83b-6318-40e9-81d9-5564a01cba8f tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2049670 Jul 24 01:13:24.169781 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58554) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:24.174947 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-8631fb54-42da-4548-91ea-4da38cb175b4 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'security_group': {'name': 'tempest-secgroup-1150480278'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:24.176350 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8fb83b-6318-40e9-81d9-5564a01cba8f tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8f19c8-a268-48af-8008-03579bc278f4,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:24.223969 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8631fb54-42da-4548-91ea-4da38cb175b4 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:24.327836 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8631fb54-42da-4548-91ea-4da38cb175b4 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:24.332988 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8631fb54-42da-4548-91ea-4da38cb175b4 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:24.378667 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8631fb54-42da-4548-91ea-4da38cb175b4 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:24.384362 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-8631fb54-42da-4548-91ea-4da38cb175b4 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2090478 Jul 24 01:13:24.384362 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8631fb54-42da-4548-91ea-4da38cb175b4 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c6115e-4c8b-4abf-bb67-a5d56beddf17,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:24.384703 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58556) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:24.393230 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-4ef4bb9b-8267-4360-a09d-a5e1ae6d8ee8 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'security_group': {'name': 'tempest-secgroup-1498069149'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:24.432017 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4ef4bb9b-8267-4360-a09d-a5e1ae6d8ee8 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:24.576802 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4ef4bb9b-8267-4360-a09d-a5e1ae6d8ee8 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:24.581954 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4ef4bb9b-8267-4360-a09d-a5e1ae6d8ee8 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:24.604811 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4ef4bb9b-8267-4360-a09d-a5e1ae6d8ee8 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:24.606229 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4ef4bb9b-8267-4360-a09d-a5e1ae6d8ee8 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2201579 Jul 24 01:13:24.609057 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58570) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:24.614611 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-c8f13616-e776-4677-8387-1be810361c21 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-202882652', 'security_groups': ['402367ee-930f-4659-8976-c5863a231fc3'], 'network_id': '99d75115-0277-499e-83b7-5e60b82bdcdf', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1ce6c2a5-10ba-4832-a33a-d596a04eb038'}]}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:24.646878 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef4bb9b-8267-4360-a09d-a5e1ae6d8ee8 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=402367ee-930f-4659-8976-c5863a231fc3,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:24.653329 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b74758b-a8d9-4adc-8fc4-71f397eb72b6 None None] Network 99d75115-0277-499e-83b7-5e60b82bdcdf requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:13:24.697484 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c1d72cff-33dd-40d0-9556-1a13a855775f None None] Provisioning complete for port 60098ab0-1c2a-4314-a9e9-caeb65c227dd triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:13:24.698128 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c1d72cff-33dd-40d0-9556-1a13a855775f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:24.776245 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f13616-e776-4677-8387-1be810361c21 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Made reservation on behalf of 026bcbf091d2494db8a42c50681cd74e for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:13:24.783859 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c8f13616-e776-4677-8387-1be810361c21 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:24.806163 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-c8f13616-e776-4677-8387-1be810361c21 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] device_id is not set on port 2447af6f-d4cf-425e-a908-5f263ce52508 yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:13:24.818943 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-c1d72cff-33dd-40d0-9556-1a13a855775f None None] Port 60098ab0-1c2a-4314-a9e9-caeb65c227dd cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:13:24.877471 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c1d72cff-33dd-40d0-9556-1a13a855775f None None] Provisioning complete for port 63bf9a87-f2c9-4ac9-bb98-28e738d64a8d triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:13:24.877852 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c1d72cff-33dd-40d0-9556-1a13a855775f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:25.024881 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-c8f13616-e776-4677-8387-1be810361c21 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Allocated IP 2001:db8::b0 (99d75115-0277-499e-83b7-5e60b82bdcdf/1ce6c2a5-10ba-4832-a33a-d596a04eb038/2447af6f-d4cf-425e-a908-5f263ce52508) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:13:25.195049 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c8f13616-e776-4677-8387-1be810361c21 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:25.225906 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-c8f13616-e776-4677-8387-1be810361c21 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Transition to ACTIVE for port object 2447af6f-d4cf-425e-a908-5f263ce52508 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:13:25.294151 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c8f13616-e776-4677-8387-1be810361c21 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:25.311902 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1f9f69-3f92-41fd-a7cd-f24d20f97654 None None] Update dhcp port {'port': {'network_id': '99d75115-0277-499e-83b7-5e60b82bdcdf', 'fixed_ips': [{'subnet_id': '4d018884-54c6-4df4-93f6-6aaf34c90c08', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1ce6c2a5-10ba-4832-a33a-d596a04eb038'}], 'binding:host_id': 'n-d-793621-25'}, 'id': '63bf9a87-f2c9-4ac9-bb98-28e738d64a8d'} from n-d-793621-25. {{(pid=100465) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 01:13:25.351950 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f13616-e776-4677-8387-1be810361c21 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Network 99d75115-0277-499e-83b7-5e60b82bdcdf is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:13:25.360893 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ce1f9f69-3f92-41fd-a7cd-f24d20f97654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:25.364495 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-c8f13616-e776-4677-8387-1be810361c21 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:13:25.367026 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f13616-e776-4677-8387-1be810361c21 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'Port': ['ID=2447af6f-d4cf-425e-a908-5f263ce52508,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:25.369518 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f13616-e776-4677-8387-1be810361c21 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:13:25.375421 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f13616-e776-4677-8387-1be810361c21 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:25.376195 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c8f13616-e776-4677-8387-1be810361c21 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:25.404070 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c8f13616-e776-4677-8387-1be810361c21 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7939262 Jul 24 01:13:25.407494 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58580) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:25.417144 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-2c75b568-4e20-4d6f-93f9-5743091b72c6 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'subnet': {'network_id': '99d75115-0277-499e-83b7-5e60b82bdcdf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:25.545431 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c75b568-4e20-4d6f-93f9-5743091b72c6 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Made reservation on behalf of 026bcbf091d2494db8a42c50681cd74e for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:13:25.549560 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2c75b568-4e20-4d6f-93f9-5743091b72c6 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:25.603356 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-ce1f9f69-3f92-41fd-a7cd-f24d20f97654 None None] Allocated IP 2001:db8::2 (99d75115-0277-499e-83b7-5e60b82bdcdf/1ce6c2a5-10ba-4832-a33a-d596a04eb038/63bf9a87-f2c9-4ac9-bb98-28e738d64a8d) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:13:25.655149 n-d-793621-25 neutron-server[100463]: INFO neutron.db.ipam_backend_mixin [None req-2c75b568-4e20-4d6f-93f9-5743091b72c6 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1ce6c2a5-10ba-4832-a33a-d596a04eb038 (CIDR: 2001:db8::/64) Jul 24 01:13:25.660418 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c75b568-4e20-4d6f-93f9-5743091b72c6 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:13:25.660948 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c75b568-4e20-4d6f-93f9-5743091b72c6 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:13:25.693511 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2c75b568-4e20-4d6f-93f9-5743091b72c6 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2844241 Jul 24 01:13:25.697364 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58588) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:25.704412 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-f637d42c-e82c-4bfb-84c8-473258566997 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'subnet': {'network_id': '99d75115-0277-499e-83b7-5e60b82bdcdf', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:25.731750 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-ce1f9f69-3f92-41fd-a7cd-f24d20f97654 None None] For port 63bf9a87-f2c9-4ac9-bb98-28e738d64a8d, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=63bf9a87-f2c9-4ac9-bb98-28e738d64a8d,segment=NetworkSegment(6ad42b28-ea02-4d1e-a240-76c6b250e973),segment_id=6ad42b28-ea02-4d1e-a240-76c6b250e973)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:13:25.764370 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ce1f9f69-3f92-41fd-a7cd-f24d20f97654 None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:25.794746 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-ce1f9f69-3f92-41fd-a7cd-f24d20f97654 None None] Transition to ACTIVE for port object 63bf9a87-f2c9-4ac9-bb98-28e738d64a8d will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:13:25.801268 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ce1f9f69-3f92-41fd-a7cd-f24d20f97654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:25.875708 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f637d42c-e82c-4bfb-84c8-473258566997 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Made reservation on behalf of 026bcbf091d2494db8a42c50681cd74e for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:13:25.879536 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f637d42c-e82c-4bfb-84c8-473258566997 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:25.911266 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f9f69-3f92-41fd-a7cd-f24d20f97654 None None] Pushing event updated for resources: {'Port': ['ID=63bf9a87-f2c9-4ac9-bb98-28e738d64a8d,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:25.996325 n-d-793621-25 neutron-server[100464]: INFO neutron.db.ipam_backend_mixin [None req-f637d42c-e82c-4bfb-84c8-473258566997 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 4d018884-54c6-4df4-93f6-6aaf34c90c08 (CIDR: 2001:db8:0:1::/64) Jul 24 01:13:26.002360 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-f637d42c-e82c-4bfb-84c8-473258566997 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:13:26.003768 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f637d42c-e82c-4bfb-84c8-473258566997 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:13:26.025794 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f637d42c-e82c-4bfb-84c8-473258566997 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3237832 Jul 24 01:13:26.026047 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58598) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:26.031751 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-bbe23bfd-5458-4ef8-9514-8eef877a118c tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'subnet': {'network_id': '99d75115-0277-499e-83b7-5e60b82bdcdf', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:26.181377 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe23bfd-5458-4ef8-9514-8eef877a118c tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Made reservation on behalf of 026bcbf091d2494db8a42c50681cd74e for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:13:26.191251 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bbe23bfd-5458-4ef8-9514-8eef877a118c tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:26.484157 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bbe23bfd-5458-4ef8-9514-8eef877a118c tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:26.536472 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe23bfd-5458-4ef8-9514-8eef877a118c tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Network 99d75115-0277-499e-83b7-5e60b82bdcdf is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:13:26.541891 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-bbe23bfd-5458-4ef8-9514-8eef877a118c tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:13:26.545241 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe23bfd-5458-4ef8-9514-8eef877a118c tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:26.546192 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bbe23bfd-5458-4ef8-9514-8eef877a118c tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:26.569648 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe23bfd-5458-4ef8-9514-8eef877a118c tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'Subnet': ['ID=3a8dfc00-78c6-4fd1-90cc-c93f404e98d6,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:26.573837 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4ca889-6d43-45c2-9ea9-d5cff1a8ec42 None None] Network 99d75115-0277-499e-83b7-5e60b82bdcdf requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:13:26.581688 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-bbe23bfd-5458-4ef8-9514-8eef877a118c tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5520735 Jul 24 01:13:26.582162 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58602) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:26.590335 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-8f5fc964-cc6a-4bb2-b006-109bf0b5b91e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-509014676', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3a8dfc00-78c6-4fd1-90cc-c93f404e98d6'}], 'security_groups': ['4e8f19c8-a268-48af-8008-03579bc278f4', 'f3c6115e-4c8b-4abf-bb67-a5d56beddf17']}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:26.686245 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-346c6b03-60f8-4f97-be17-cf9df14c7913 None None] Provisioning complete for port 60098ab0-1c2a-4314-a9e9-caeb65c227dd triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:13:26.690997 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-346c6b03-60f8-4f97-be17-cf9df14c7913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:26.745935 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-346c6b03-60f8-4f97-be17-cf9df14c7913 None None] Port 60098ab0-1c2a-4314-a9e9-caeb65c227dd cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:13:26.795142 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8f5fc964-cc6a-4bb2-b006-109bf0b5b91e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:26.799323 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-346c6b03-60f8-4f97-be17-cf9df14c7913 None None] Provisioning for port 63bf9a87-f2c9-4ac9-bb98-28e738d64a8d completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:13:26.821918 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-346c6b03-60f8-4f97-be17-cf9df14c7913 None None] Provisioning complete for port 63bf9a87-f2c9-4ac9-bb98-28e738d64a8d triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:13:26.831493 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-346c6b03-60f8-4f97-be17-cf9df14c7913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:27.110682 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc90e53-8563-44fd-852e-91b29de192c0 None None] Update dhcp port {'port': {'network_id': '99d75115-0277-499e-83b7-5e60b82bdcdf', 'fixed_ips': [{'subnet_id': '4d018884-54c6-4df4-93f6-6aaf34c90c08', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1ce6c2a5-10ba-4832-a33a-d596a04eb038', 'ip_address': '2001:db8::2'}, {'subnet_id': '3a8dfc00-78c6-4fd1-90cc-c93f404e98d6'}], 'binding:host_id': 'n-d-793621-25'}, 'id': '63bf9a87-f2c9-4ac9-bb98-28e738d64a8d'} from n-d-793621-25. {{(pid=100465) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 01:13:27.159341 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6fc90e53-8563-44fd-852e-91b29de192c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:27.287949 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-8f5fc964-cc6a-4bb2-b006-109bf0b5b91e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Delete allocated IP 2001:db8::b0 (99d75115-0277-499e-83b7-5e60b82bdcdf/1ce6c2a5-10ba-4832-a33a-d596a04eb038) {{(pid=100463) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 24 01:13:27.297026 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-8f5fc964-cc6a-4bb2-b006-109bf0b5b91e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Allocated IP 2001:db8:0:2::232 (99d75115-0277-499e-83b7-5e60b82bdcdf/3a8dfc00-78c6-4fd1-90cc-c93f404e98d6/2447af6f-d4cf-425e-a908-5f263ce52508) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:13:27.459681 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8f5fc964-cc6a-4bb2-b006-109bf0b5b91e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:27.473787 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-8f5fc964-cc6a-4bb2-b006-109bf0b5b91e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Ignored duplicate provisioning block setup for port 2447af6f-d4cf-425e-a908-5f263ce52508 by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 24 01:13:27.477809 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8f5fc964-cc6a-4bb2-b006-109bf0b5b91e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:27.542999 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-8f5fc964-cc6a-4bb2-b006-109bf0b5b91e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] In _notify_port_updated(), no bound segment for port 2447af6f-d4cf-425e-a908-5f263ce52508 on network 99d75115-0277-499e-83b7-5e60b82bdcdf {{(pid=100463) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 01:13:27.546349 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-6fc90e53-8563-44fd-852e-91b29de192c0 None None] Allocated IP 2001:db8:0:2::2 (99d75115-0277-499e-83b7-5e60b82bdcdf/3a8dfc00-78c6-4fd1-90cc-c93f404e98d6/63bf9a87-f2c9-4ac9-bb98-28e738d64a8d) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:13:27.549022 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5fc964-cc6a-4bb2-b006-109bf0b5b91e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:27.549793 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8f5fc964-cc6a-4bb2-b006-109bf0b5b91e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:27.554678 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8f5fc964-cc6a-4bb2-b006-109bf0b5b91e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "PUT /v2.0/ports/2447af6f-d4cf-425e-a908-5f263ce52508 HTTP/1.1" status: 200 len: 969 time: 0.9682114 Jul 24 01:13:27.555099 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58610) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:27.579075 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5fc964-cc6a-4bb2-b006-109bf0b5b91e tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event updated for resources: {'Port': ['ID=2447af6f-d4cf-425e-a908-5f263ce52508,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:27.664720 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-6fc90e53-8563-44fd-852e-91b29de192c0 None None] For port 63bf9a87-f2c9-4ac9-bb98-28e738d64a8d, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=63bf9a87-f2c9-4ac9-bb98-28e738d64a8d,segment=NetworkSegment(6ad42b28-ea02-4d1e-a240-76c6b250e973),segment_id=6ad42b28-ea02-4d1e-a240-76c6b250e973)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:13:27.672051 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-83c769de-c127-45a0-8edd-29c186c3d0a7 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Deleting port 2447af6f-d4cf-425e-a908-5f263ce52508 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:13:27.672430 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-83c769de-c127-45a0-8edd-29c186c3d0a7 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:27.705186 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6fc90e53-8563-44fd-852e-91b29de192c0 None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:27.726817 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-6fc90e53-8563-44fd-852e-91b29de192c0 None None] Transition to ACTIVE for port object 63bf9a87-f2c9-4ac9-bb98-28e738d64a8d will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:13:27.741264 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6fc90e53-8563-44fd-852e-91b29de192c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:27.789683 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 63bf9a87-f2c9-4ac9-bb98-28e738d64a8d up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:13:27.792523 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-83c769de-c127-45a0-8edd-29c186c3d0a7 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:27.808755 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-83c769de-c127-45a0-8edd-29c186c3d0a7 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Calling delete_port for 2447af6f-d4cf-425e-a908-5f263ce52508 owned by {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:13:27.824892 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc90e53-8563-44fd-852e-91b29de192c0 None None] Pushing event updated for resources: {'Port': ['ID=63bf9a87-f2c9-4ac9-bb98-28e738d64a8d,revision_number=7']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:27.969547 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-83c769de-c127-45a0-8edd-29c186c3d0a7 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:27.998156 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c769de-c127-45a0-8edd-29c186c3d0a7 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'Port': ['ID=2447af6f-d4cf-425e-a908-5f263ce52508,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:28.037272 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-83c769de-c127-45a0-8edd-29c186c3d0a7 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:28.042598 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58620) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:28.046105 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-83c769de-c127-45a0-8edd-29c186c3d0a7 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/ports/2447af6f-d4cf-425e-a908-5f263ce52508 HTTP/1.1" status: 204 len: 168 time: 0.4897721 Jul 24 01:13:28.072531 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-4049192a-0384-4d0a-9158-82436fae58f9 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] GET failed (client error): The resource could not be found. Jul 24 01:13:28.075698 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4049192a-0384-4d0a-9158-82436fae58f9 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "GET /v2.0/ports/2447af6f-d4cf-425e-a908-5f263ce52508 HTTP/1.1" status: 404 len: 333 time: 0.0305238 Jul 24 01:13:28.077516 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58624) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:28.155076 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-da2e5d7a-cc0c-41a1-8567-2803c71379fb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:28.184687 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-da2e5d7a-cc0c-41a1-8567-2803c71379fb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:28.261699 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-da2e5d7a-cc0c-41a1-8567-2803c71379fb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:28.264379 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-da2e5d7a-cc0c-41a1-8567-2803c71379fb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:28.265859 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-da2e5d7a-cc0c-41a1-8567-2803c71379fb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/security-groups/402367ee-930f-4659-8976-c5863a231fc3 HTTP/1.1" status: 204 len: 168 time: 0.1874995 Jul 24 01:13:28.268935 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58636) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:28.277167 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e5d7a-cc0c-41a1-8567-2803c71379fb tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=402367ee-930f-4659-8976-c5863a231fc3,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:28.378593 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d466676d-a15a-4a52-84b5-db53b639caf4 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:28.411581 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d466676d-a15a-4a52-84b5-db53b639caf4 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:28.474366 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d466676d-a15a-4a52-84b5-db53b639caf4 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:28.478806 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d466676d-a15a-4a52-84b5-db53b639caf4 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:28.483018 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d466676d-a15a-4a52-84b5-db53b639caf4 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/security-groups/f3c6115e-4c8b-4abf-bb67-a5d56beddf17 HTTP/1.1" status: 204 len: 168 time: 0.2127934 Jul 24 01:13:28.483781 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58642) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:28.493948 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466676d-a15a-4a52-84b5-db53b639caf4 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c6115e-4c8b-4abf-bb67-a5d56beddf17,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:28.570132 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-24587342-f90f-41fa-a8f3-eff1c3bcf250 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:28.606270 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-24587342-f90f-41fa-a8f3-eff1c3bcf250 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:28.666522 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-24587342-f90f-41fa-a8f3-eff1c3bcf250 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:28.669728 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-24587342-f90f-41fa-a8f3-eff1c3bcf250 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:28.671049 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-24587342-f90f-41fa-a8f3-eff1c3bcf250 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/security-groups/4e8f19c8-a268-48af-8008-03579bc278f4 HTTP/1.1" status: 204 len: 168 time: 0.1859739 Jul 24 01:13:28.675043 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58644) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:28.683774 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24587342-f90f-41fa-a8f3-eff1c3bcf250 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8f19c8-a268-48af-8008-03579bc278f4,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:28.792804 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-5df3fd70-51e9-47e3-abd9-f35dcca8e9b1 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Deleting subnet 1ce6c2a5-10ba-4832-a33a-d596a04eb038 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:13:28.796764 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5df3fd70-51e9-47e3-abd9-f35dcca8e9b1 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:28.847164 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5df3fd70-51e9-47e3-abd9-f35dcca8e9b1 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:28.848146 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-045bafeb-9b96-481f-b4a2-ad696ec51d69 None None] Provisioning complete for port 60098ab0-1c2a-4314-a9e9-caeb65c227dd triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:13:28.849828 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-045bafeb-9b96-481f-b4a2-ad696ec51d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:28.910302 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-045bafeb-9b96-481f-b4a2-ad696ec51d69 None None] Port 60098ab0-1c2a-4314-a9e9-caeb65c227dd cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:13:28.915911 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-045bafeb-9b96-481f-b4a2-ad696ec51d69 None None] Could not find standard attr ID for object 2447af6f-d4cf-425e-a908-5f263ce52508. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:13:28.931380 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-045bafeb-9b96-481f-b4a2-ad696ec51d69 None None] Provisioning for port 63bf9a87-f2c9-4ac9-bb98-28e738d64a8d completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:13:28.940290 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-045bafeb-9b96-481f-b4a2-ad696ec51d69 None None] Provisioning complete for port 63bf9a87-f2c9-4ac9-bb98-28e738d64a8d triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:13:28.940675 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-045bafeb-9b96-481f-b4a2-ad696ec51d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:28.958605 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5df3fd70-51e9-47e3-abd9-f35dcca8e9b1 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:29.067559 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5df3fd70-51e9-47e3-abd9-f35dcca8e9b1 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:29.096470 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df3fd70-51e9-47e3-abd9-f35dcca8e9b1 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'Subnet': ['ID=1ce6c2a5-10ba-4832-a33a-d596a04eb038,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:29.104939 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5df3fd70-51e9-47e3-abd9-f35dcca8e9b1 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:29.107030 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5df3fd70-51e9-47e3-abd9-f35dcca8e9b1 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/subnets/1ce6c2a5-10ba-4832-a33a-d596a04eb038 HTTP/1.1" status: 204 len: 168 time: 0.4302442 Jul 24 01:13:29.110916 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58646) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:29.169673 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-78153da0-d65f-4bd3-a97e-f857569c9033 None None] Could not find standard attr ID for object 2447af6f-d4cf-425e-a908-5f263ce52508. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:13:29.178369 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce336d31-e8fa-41fc-b812-12600a921695 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Deleting subnet 3a8dfc00-78c6-4fd1-90cc-c93f404e98d6 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:13:29.182904 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ce336d31-e8fa-41fc-b812-12600a921695 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:29.229664 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ce336d31-e8fa-41fc-b812-12600a921695 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:29.418738 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c826c3-0443-40fb-935a-28b5ab35a048 None None] Network 99d75115-0277-499e-83b7-5e60b82bdcdf requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:13:29.488526 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b35331d0-a0a0-4eda-937d-5bbe8117e9c7 None None] Could not find standard attr ID for object 2447af6f-d4cf-425e-a908-5f263ce52508. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:13:29.817396 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ce336d31-e8fa-41fc-b812-12600a921695 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:29.887941 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 63bf9a87-f2c9-4ac9-bb98-28e738d64a8d up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:13:29.900748 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ce336d31-e8fa-41fc-b812-12600a921695 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:29.915704 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ce336d31-e8fa-41fc-b812-12600a921695 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:29.921138 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ce336d31-e8fa-41fc-b812-12600a921695 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/subnets/3a8dfc00-78c6-4fd1-90cc-c93f404e98d6 HTTP/1.1" status: 204 len: 168 time: 0.8059340 Jul 24 01:13:29.921393 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58654) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:29.940217 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce336d31-e8fa-41fc-b812-12600a921695 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'Subnet': ['ID=3a8dfc00-78c6-4fd1-90cc-c93f404e98d6,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:29.960206 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c93c541-2692-4751-bb88-f8ed23dcef9a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] DELETE failed (client error): The resource could not be found. Jul 24 01:13:29.961297 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c93c541-2692-4751-bb88-f8ed23dcef9a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:13:29.964129 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1c93c541-2692-4751-bb88-f8ed23dcef9a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/subnets/1ce6c2a5-10ba-4832-a33a-d596a04eb038 HTTP/1.1" status: 404 len: 337 time: 0.0415626 Jul 24 01:13:29.966625 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58656) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:29.968572 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 63bf9a87-f2c9-4ac9-bb98-28e738d64a8d triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:13:29.968572 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:30.041544 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-c17e4128-3bcc-47bc-a689-b14ea65eaed6 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Deleting subnet 4d018884-54c6-4df4-93f6-6aaf34c90c08 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:13:30.045319 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c17e4128-3bcc-47bc-a689-b14ea65eaed6 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:30.088558 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c17e4128-3bcc-47bc-a689-b14ea65eaed6 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:30.100986 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914dbe69-a9cd-420d-93b1-aa6977caa3d1 None None] Update dhcp port {'port': {'network_id': '99d75115-0277-499e-83b7-5e60b82bdcdf', 'fixed_ips': [{'subnet_id': '4d018884-54c6-4df4-93f6-6aaf34c90c08', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '3a8dfc00-78c6-4fd1-90cc-c93f404e98d6'}], 'binding:host_id': 'n-d-793621-25'}, 'id': '63bf9a87-f2c9-4ac9-bb98-28e738d64a8d'} from n-d-793621-25. {{(pid=100465) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 01:13:30.143250 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-914dbe69-a9cd-420d-93b1-aa6977caa3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:30.187331 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c17e4128-3bcc-47bc-a689-b14ea65eaed6 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:30.259976 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c17e4128-3bcc-47bc-a689-b14ea65eaed6 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server [None req-914dbe69-a9cd-420d-93b1-aa6977caa3d1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d018884-54c6-4df4-93f6-6aaf34c90c08: This subnet is being modified by another concurrent operation. Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise exception Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d018884-54c6-4df4-93f6-6aaf34c90c08: This subnet is being modified by another concurrent operation. Jul 24 01:13:30.271372 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server Jul 24 01:13:30.292882 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e4128-3bcc-47bc-a689-b14ea65eaed6 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'Subnet': ['ID=4d018884-54c6-4df4-93f6-6aaf34c90c08,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:30.294949 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c17e4128-3bcc-47bc-a689-b14ea65eaed6 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:30.296896 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c17e4128-3bcc-47bc-a689-b14ea65eaed6 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/subnets/4d018884-54c6-4df4-93f6-6aaf34c90c08 HTTP/1.1" status: 204 len: 168 time: 0.3290172 Jul 24 01:13:30.299406 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58658) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:30.328172 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9820b25-2cc8-47e9-bc66-11741845d00a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] DELETE failed (client error): The resource could not be found. Jul 24 01:13:30.328646 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9820b25-2cc8-47e9-bc66-11741845d00a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:13:30.330423 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b9820b25-2cc8-47e9-bc66-11741845d00a tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/subnets/84b4c1b8-85e9-49ee-94d8-beb08f750e6c HTTP/1.1" status: 404 len: 337 time: 0.0298986 Jul 24 01:13:30.333074 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58660) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:30.366184 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-83e25033-3875-4fea-aa6a-0f3017f3abf3 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "GET /v2.0/ports?device_id=60ec9a4e-c79c-458f-a005-5efb55982788 HTTP/1.1" status: 200 len: 205 time: 0.0319619 Jul 24 01:13:30.369401 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58662) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:30.371088 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dda727-8cd5-4728-a4b3-86f3f1efcfca None None] Network 99d75115-0277-499e-83b7-5e60b82bdcdf requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:13:30.416010 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-ce42b6c7-0e8a-411b-9ef6-0191153d2138 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] delete failed (client error): The resource could not be found. Jul 24 01:13:30.417354 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ce42b6c7-0e8a-411b-9ef6-0191153d2138 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/routers/60ec9a4e-c79c-458f-a005-5efb55982788 HTTP/1.1" status: 404 len: 336 time: 0.0469325 Jul 24 01:13:30.420033 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58670) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:30.459677 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0f36cf35-43fd-4b48-ab5b-2c377d8eacee None None] Provisioning complete for port 60098ab0-1c2a-4314-a9e9-caeb65c227dd triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:13:30.460084 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0f36cf35-43fd-4b48-ab5b-2c377d8eacee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:30.472960 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5735906-d470-45e4-a62b-1d0231b4ca64 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] DELETE failed (client error): The resource could not be found. Jul 24 01:13:30.473583 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5735906-d470-45e4-a62b-1d0231b4ca64 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:13:30.475479 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f5735906-d470-45e4-a62b-1d0231b4ca64 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/subnets/d3782bd7-427c-49f3-baf4-59d6b36ff39a HTTP/1.1" status: 404 len: 337 time: 0.0537503 Jul 24 01:13:30.479668 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58674) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:30.513563 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0f36cf35-43fd-4b48-ab5b-2c377d8eacee None None] Port 60098ab0-1c2a-4314-a9e9-caeb65c227dd cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:13:30.537859 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1824d17-43bf-4ee6-b4cc-0590336cdce9 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] DELETE failed (client error): The resource could not be found. Jul 24 01:13:30.539638 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1824d17-43bf-4ee6-b4cc-0590336cdce9 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:13:30.543411 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d1824d17-43bf-4ee6-b4cc-0590336cdce9 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/subnets/1ead72da-a817-4593-8d82-29b544ba24d7 HTTP/1.1" status: 404 len: 337 time: 0.0622058 Jul 24 01:13:30.546046 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58682) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:30.595968 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0f36cf35-43fd-4b48-ab5b-2c377d8eacee None None] Provisioning complete for port 63bf9a87-f2c9-4ac9-bb98-28e738d64a8d triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:13:30.596366 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0f36cf35-43fd-4b48-ab5b-2c377d8eacee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:30.628359 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ed64ce1-de8b-4895-9da5-d025eac65045 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] DELETE failed (client error): The resource could not be found. Jul 24 01:13:30.628359 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ed64ce1-de8b-4895-9da5-d025eac65045 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:13:30.632057 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0ed64ce1-de8b-4895-9da5-d025eac65045 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/subnets/0f939927-c753-45f7-98d9-4be772532091 HTTP/1.1" status: 404 len: 337 time: 0.0840755 Jul 24 01:13:30.632820 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58686) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:30.670421 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-18521398-2abb-400d-9959-c7e9f6a3f8af tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] DELETE failed (client error): The resource could not be found. Jul 24 01:13:30.671236 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18521398-2abb-400d-9959-c7e9f6a3f8af tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:13:30.675657 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-18521398-2abb-400d-9959-c7e9f6a3f8af tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/ports/d97e3ec0-48d3-412b-9fd3-716363f334ce HTTP/1.1" status: 404 len: 333 time: 0.0412560 Jul 24 01:13:30.678249 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58688) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:30.716037 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2294ac74-63ac-4e04-83c9-d0c90bef0850 None None] DHCP port deletion for 99d75115-0277-499e-83b7-5e60b82bdcdf request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:13:30.756158 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-120a3423-32ac-4e23-b9f5-155220e21c5c tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] DELETE failed (client error): The resource could not be found. Jul 24 01:13:30.756717 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-120a3423-32ac-4e23-b9f5-155220e21c5c tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:13:30.763058 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58690) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:30.774280 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-120a3423-32ac-4e23-b9f5-155220e21c5c tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/subnets/2f64d8a6-d273-4186-b593-02ad943e7006 HTTP/1.1" status: 404 len: 337 time: 0.0908012 Jul 24 01:13:30.800543 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e8b4c9-f38e-4dc1-8407-9fce2e7b9173 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] DELETE failed (client error): The resource could not be found. Jul 24 01:13:30.801202 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91e8b4c9-f38e-4dc1-8407-9fce2e7b9173 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:13:30.807288 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58694) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:30.815992 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-91e8b4c9-f38e-4dc1-8407-9fce2e7b9173 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/subnets/74dad567-e883-4a27-bed8-d7c275b76239 HTTP/1.1" status: 404 len: 337 time: 0.0412817 Jul 24 01:13:30.818799 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-2294ac74-63ac-4e04-83c9-d0c90bef0850 None None] Deleting port 63bf9a87-f2c9-4ac9-bb98-28e738d64a8d {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:13:30.819251 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2294ac74-63ac-4e04-83c9-d0c90bef0850 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:30.856008 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-13635b3f-561c-4793-b0b0-3746691e9ee3 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] DELETE failed (client error): The resource could not be found. Jul 24 01:13:30.858340 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13635b3f-561c-4793-b0b0-3746691e9ee3 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:13:30.862873 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-13635b3f-561c-4793-b0b0-3746691e9ee3 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/ports/eef14649-94e7-4fad-bdaf-beb4f05dd7f2 HTTP/1.1" status: 404 len: 333 time: 0.0544245 Jul 24 01:13:30.865603 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58698) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:30.902841 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-78f83112-a594-4666-b143-b1556a8a0594 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] DELETE failed (client error): The resource could not be found. Jul 24 01:13:30.903507 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-2294ac74-63ac-4e04-83c9-d0c90bef0850 None None] For port 63bf9a87-f2c9-4ac9-bb98-28e738d64a8d, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=63bf9a87-f2c9-4ac9-bb98-28e738d64a8d,segment=NetworkSegment(6ad42b28-ea02-4d1e-a240-76c6b250e973),segment_id=6ad42b28-ea02-4d1e-a240-76c6b250e973)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:13:30.904235 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78f83112-a594-4666-b143-b1556a8a0594 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:13:30.906341 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-78f83112-a594-4666-b143-b1556a8a0594 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/subnets/ea5477b5-1151-421c-8ae6-3d15c65ec844 HTTP/1.1" status: 404 len: 337 time: 0.0394480 Jul 24 01:13:30.906537 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2294ac74-63ac-4e04-83c9-d0c90bef0850 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:30.909286 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58700) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:30.925303 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-2294ac74-63ac-4e04-83c9-d0c90bef0850 None None] Calling delete_port for 63bf9a87-f2c9-4ac9-bb98-28e738d64a8d owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:13:30.959372 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-d660a3b2-f31d-4fbb-bb0a-a15fa0f2aed3 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] DELETE failed (client error): The resource could not be found. Jul 24 01:13:30.959863 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d660a3b2-f31d-4fbb-bb0a-a15fa0f2aed3 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:13:30.965053 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d660a3b2-f31d-4fbb-bb0a-a15fa0f2aed3 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/subnets/b31a8a1c-6afa-4ecf-a03b-f0836d062128 HTTP/1.1" status: 404 len: 337 time: 0.0520492 Jul 24 01:13:30.965209 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58702) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:31.025265 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2294ac74-63ac-4e04-83c9-d0c90bef0850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:31.058895 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2294ac74-63ac-4e04-83c9-d0c90bef0850 None None] No DVR routers for this DVR port 63bf9a87-f2c9-4ac9-bb98-28e738d64a8d on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:13:31.060830 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294ac74-63ac-4e04-83c9-d0c90bef0850 None None] Pushing event deleted for resources: {'Port': ['ID=63bf9a87-f2c9-4ac9-bb98-28e738d64a8d,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:31.091802 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea9e9a1-ee17-4f5f-9e94-9905b4f3858e None None] get_active_networks_info from n-d-793621-25 {{(pid=100465) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 01:13:31.099980 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-0f1320b2-8c2e-4d0e-8863-0ee9207f0ba5 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Deleting port 60098ab0-1c2a-4314-a9e9-caeb65c227dd {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:13:31.100588 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0f1320b2-8c2e-4d0e-8863-0ee9207f0ba5 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:31.178522 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea9e9a1-ee17-4f5f-9e94-9905b4f3858e None None] Resources bound (agent type, host, resource id): {{(pid=100465) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 01:13:31.531806 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0f1320b2-8c2e-4d0e-8863-0ee9207f0ba5 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:31.548418 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-0f1320b2-8c2e-4d0e-8863-0ee9207f0ba5 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Calling delete_port for 60098ab0-1c2a-4314-a9e9-caeb65c227dd owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:13:31.651365 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0f1320b2-8c2e-4d0e-8863-0ee9207f0ba5 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:31.737440 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1320b2-8c2e-4d0e-8863-0ee9207f0ba5 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'Port': ['ID=60098ab0-1c2a-4314-a9e9-caeb65c227dd,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:31.773602 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0f1320b2-8c2e-4d0e-8863-0ee9207f0ba5 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:31.777501 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0f1320b2-8c2e-4d0e-8863-0ee9207f0ba5 tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/ports/60098ab0-1c2a-4314-a9e9-caeb65c227dd HTTP/1.1" status: 204 len: 168 time: 0.8108432 Jul 24 01:13:31.779889 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58710) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:31.853406 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 63bf9a87-f2c9-4ac9-bb98-28e738d64a8d no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:13:31.877623 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 63bf9a87-f2c9-4ac9-bb98-28e738d64a8d {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:13:31.878133 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 63bf9a87-f2c9-4ac9-bb98-28e738d64a8d not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:13:31.879064 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0243e94a-097f-4ece-b918-79852c70881b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:31.995278 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0243e94a-097f-4ece-b918-79852c70881b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:32.013586 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-0243e94a-097f-4ece-b918-79852c70881b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99d75115-0277-499e-83b7-5e60b82bdcdf']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:32.038141 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-0243e94a-097f-4ece-b918-79852c70881b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ad42b28-ea02-4d1e-a240-76c6b250e973') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:32.038513 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-0243e94a-097f-4ece-b918-79852c70881b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ad42b28-ea02-4d1e-a240-76c6b250e973') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:32.059863 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0243e94a-097f-4ece-b918-79852c70881b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:32.086056 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0243e94a-097f-4ece-b918-79852c70881b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:32.097373 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0243e94a-097f-4ece-b918-79852c70881b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:13:32.098170 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0243e94a-097f-4ece-b918-79852c70881b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:32.108504 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:13:32.108504 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:13:32.108504 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:13:32.108504 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:13:32.108504 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:13:32.108504 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:13:32.108504 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:13:32.108504 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:13:32.108504 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:13:32.108504 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:13:32.108504 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:13:32.108504 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:13:32.108504 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:13:32.108504 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:13:32.108504 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:13:32.108504 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:13:32.108504 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:13:32.108504 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:13:32.108504 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:13:32.108504 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:13:32.108504 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:13:32.108504 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:13:32.108504 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:13:32.108504 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:13:32.108504 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:13:32.108504 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:13:32.108504 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:13:32.108504 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:13:32.108504 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:13:32.108504 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:13:32.108504 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:13:32.108504 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:13:32.185940 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0243e94a-097f-4ece-b918-79852c70881b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:32.196199 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0243e94a-097f-4ece-b918-79852c70881b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:32.201992 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0243e94a-097f-4ece-b918-79852c70881b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] 10.222.0.15 "DELETE /v2.0/networks/99d75115-0277-499e-83b7-5e60b82bdcdf HTTP/1.1" status: 204 len: 168 time: 0.4169075 Jul 24 01:13:32.215865 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243e94a-097f-4ece-b918-79852c70881b tempest-PortsIpV6TestJSON-2088935797 tempest-PortsIpV6TestJSON-2088935797-project] Pushing event deleted for resources: {'Network': ['ID=99d75115-0277-499e-83b7-5e60b82bdcdf,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:32.473462 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b548428b-b055-490c-bdb7-8874c6f0f0af req-6fed1884-860c-4f7f-8a75-91e2a14a583d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0348945 Jul 24 01:13:32.530434 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b548428b-b055-490c-bdb7-8874c6f0f0af req-0f29335a-00e2-48dc-a63f-dbaa901b9c9e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543 HTTP/1.1" status: 200 len: 210 time: 0.0365591 Jul 24 01:13:32.542649 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58726) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:32.578312 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b548428b-b055-490c-bdb7-8874c6f0f0af req-49ebc7e8-47be-49a7-a49c-2e00ad2eb40f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250275 Jul 24 01:13:32.743084 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548428b-b055-490c-bdb7-8874c6f0f0af req-545b967b-4c66-43d4-b378-5ec1f4cc5144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:32.745118 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b548428b-b055-490c-bdb7-8874c6f0f0af req-545b967b-4c66-43d4-b378-5ec1f4cc5144 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1601467 Jul 24 01:13:32.752316 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58734) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:32.752847 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7933e12f-4d80-41e6-aa04-bf35f9de7d50 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=026bcbf091d2494db8a42c50681cd74e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2085016 Jul 24 01:13:32.825997 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b37e54f5-f15b-441c-9672-9937f7d25322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:32.857030 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b37e54f5-f15b-441c-9672-9937f7d25322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:32.917663 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b37e54f5-f15b-441c-9672-9937f7d25322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:32.920721 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b37e54f5-f15b-441c-9672-9937f7d25322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:32.921601 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b37e54f5-f15b-441c-9672-9937f7d25322 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/af9a7bd0-6b4c-45c3-9cb8-437636ba4866 HTTP/1.1" status: 204 len: 168 time: 0.1675229 Jul 24 01:13:32.931179 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e54f5-f15b-441c-9672-9937f7d25322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9a7bd0-6b4c-45c3-9cb8-437636ba4866,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:33.656146 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58766) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:33.792773 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-f3641573-38b8-49ab-a200-ff2e0b3e98c4 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1821428342', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:33.822389 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f3641573-38b8-49ab-a200-ff2e0b3e98c4 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:33.823653 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f3641573-38b8-49ab-a200-ff2e0b3e98c4 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:33.879906 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f3641573-38b8-49ab-a200-ff2e0b3e98c4 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:33.885048 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f3641573-38b8-49ab-a200-ff2e0b3e98c4 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:33.902317 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f3641573-38b8-49ab-a200-ff2e0b3e98c4 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:33.906753 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58772) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:33.913883 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-efe91d02-0139-46fc-b1b7-fa0d1c286dff tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1706448338'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:33.917232 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f3641573-38b8-49ab-a200-ff2e0b3e98c4 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2520647 Jul 24 01:13:33.938742 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe91d02-0139-46fc-b1b7-fa0d1c286dff tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Made reservation on behalf of 7589ceb02c344122806d7f14900f4fa8 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:13:33.943475 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-efe91d02-0139-46fc-b1b7-fa0d1c286dff tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:33.953450 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-efe91d02-0139-46fc-b1b7-fa0d1c286dff tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:34.099028 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-efe91d02-0139-46fc-b1b7-fa0d1c286dff tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:34.104875 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-efe91d02-0139-46fc-b1b7-fa0d1c286dff tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:34.121017 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efe91d02-0139-46fc-b1b7-fa0d1c286dff tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:13:34.142678 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-efe91d02-0139-46fc-b1b7-fa0d1c286dff tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:34.143153 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-efe91d02-0139-46fc-b1b7-fa0d1c286dff tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Added segment d624145a-4aec-41f3-8920-22e27c20c60c of type vlan for network 767b5841-79b2-42c5-a1c2-07f5d419a91a Jul 24 01:13:34.244465 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-efe91d02-0139-46fc-b1b7-fa0d1c286dff tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:34.250023 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe91d02-0139-46fc-b1b7-fa0d1c286dff tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7dbbee6-8ca3-4cdd-b27e-fbe1c9161394,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:34.288136 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-efe91d02-0139-46fc-b1b7-fa0d1c286dff tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:34.294398 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe91d02-0139-46fc-b1b7-fa0d1c286dff tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:34.295054 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-efe91d02-0139-46fc-b1b7-fa0d1c286dff tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:34.346665 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-efe91d02-0139-46fc-b1b7-fa0d1c286dff tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4378386 Jul 24 01:13:34.348110 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58776) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:34.360656 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-4bac0a1b-08e8-4878-8acc-bd889b8b8b64 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Request body: {'subnet': {'network_id': '767b5841-79b2-42c5-a1c2-07f5d419a91a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:34.396864 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe91d02-0139-46fc-b1b7-fa0d1c286dff tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Pushing event updated for resources: {'Network': ['ID=767b5841-79b2-42c5-a1c2-07f5d419a91a,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:34.415431 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 767b5841-79b2-42c5-a1c2-07f5d419a91a details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:13:34.487807 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bac0a1b-08e8-4878-8acc-bd889b8b8b64 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Made reservation on behalf of 7589ceb02c344122806d7f14900f4fa8 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:13:34.492072 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4bac0a1b-08e8-4878-8acc-bd889b8b8b64 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:34.683070 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4bac0a1b-08e8-4878-8acc-bd889b8b8b64 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:34.760941 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac0a1b-08e8-4878-8acc-bd889b8b8b64 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Pushing event updated for resources: {'Subnet': ['ID=dab6a3f2-170f-489e-8c74-32826b56ed54,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:34.767456 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bac0a1b-08e8-4878-8acc-bd889b8b8b64 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Checking segment: {'id': 'd624145a-4aec-41f3-8920-22e27c20c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '767b5841-79b2-42c5-a1c2-07f5d419a91a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:13:34.767673 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bac0a1b-08e8-4878-8acc-bd889b8b8b64 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Network hostable DHCP agents. Network: 767b5841-79b2-42c5-a1c2-07f5d419a91a, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:13:34.785968 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bac0a1b-08e8-4878-8acc-bd889b8b8b64 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Network 767b5841-79b2-42c5-a1c2-07f5d419a91a is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:13:34.801234 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-4bac0a1b-08e8-4878-8acc-bd889b8b8b64 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 767b5841-79b2-42c5-a1c2-07f5d419a91a) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:13:34.809846 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bac0a1b-08e8-4878-8acc-bd889b8b8b64 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:34.810836 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4bac0a1b-08e8-4878-8acc-bd889b8b8b64 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:34.814471 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d99f87-cc50-4c49-a3ed-61be0a34de1c None None] Network 767b5841-79b2-42c5-a1c2-07f5d419a91a requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:13:34.826593 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4bac0a1b-08e8-4878-8acc-bd889b8b8b64 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4731350 Jul 24 01:13:34.829839 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58780) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:34.835360 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-60e0dce7-e511-423b-90c3-02a6d426ca2b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Request body: {'network': {'name': 'tempest-router-network01--1323898994'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:34.863238 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e0dce7-e511-423b-90c3-02a6d426ca2b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Made reservation on behalf of 7589ceb02c344122806d7f14900f4fa8 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:13:34.867821 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-60e0dce7-e511-423b-90c3-02a6d426ca2b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:34.894613 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60e0dce7-e511-423b-90c3-02a6d426ca2b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:13:34.906209 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-60e0dce7-e511-423b-90c3-02a6d426ca2b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:34.906572 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-60e0dce7-e511-423b-90c3-02a6d426ca2b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Added segment f8053b6f-7c5a-4f89-b658-b23c5bb12b8d of type vlan for network 83bda17d-59a9-4ad1-b9f1-a31f457e1e24 Jul 24 01:13:34.957747 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-60e0dce7-e511-423b-90c3-02a6d426ca2b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:34.958509 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:34.996645 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-60e0dce7-e511-423b-90c3-02a6d426ca2b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:35.003959 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fa30f6-8e50-49b0-a5e4-67f2ebbc9a09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-767b5841-79b2-42c5-a1c2-07f5d419a91a', 'network_id': '767b5841-79b2-42c5-a1c2-07f5d419a91a', 'tenant_id': '7589ceb02c344122806d7f14900f4fa8', 'fixed_ips': [{'subnet_id': 'dab6a3f2-170f-489e-8c74-32826b56ed54'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:13:35.004893 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-99fa30f6-8e50-49b0-a5e4-67f2ebbc9a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:35.013496 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e0dce7-e511-423b-90c3-02a6d426ca2b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:35.014288 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-60e0dce7-e511-423b-90c3-02a6d426ca2b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:35.064751 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-60e0dce7-e511-423b-90c3-02a6d426ca2b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2334912 Jul 24 01:13:35.071704 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58786) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:35.073018 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-0b5f91f9-5073-4fa2-993a-ace2005be981 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Request body: {'network': {'name': 'tempest-router-network02--947802657'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:35.103740 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5f91f9-5073-4fa2-993a-ace2005be981 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Made reservation on behalf of 7589ceb02c344122806d7f14900f4fa8 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:13:35.107603 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0b5f91f9-5073-4fa2-993a-ace2005be981 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:35.151875 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0dce7-e511-423b-90c3-02a6d426ca2b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Pushing event updated for resources: {'Network': ['ID=83bda17d-59a9-4ad1-b9f1-a31f457e1e24,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:35.167744 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b5f91f9-5073-4fa2-993a-ace2005be981 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:13:35.178416 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0b5f91f9-5073-4fa2-993a-ace2005be981 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:35.179138 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-0b5f91f9-5073-4fa2-993a-ace2005be981 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Added segment df7c86bd-9f08-45fe-b14b-074e1f44c4b7 of type vlan for network d33acf57-b0bf-462a-b1a3-53d371c44378 Jul 24 01:13:35.182496 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 83bda17d-59a9-4ad1-b9f1-a31f457e1e24 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:13:35.225803 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0b5f91f9-5073-4fa2-993a-ace2005be981 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:35.273695 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-99fa30f6-8e50-49b0-a5e4-67f2ebbc9a09 None None] Allocated IP 172.20.0.2 (767b5841-79b2-42c5-a1c2-07f5d419a91a/dab6a3f2-170f-489e-8c74-32826b56ed54/6c8710bc-b1eb-4cdf-be52-b80b95b14298) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:13:35.276584 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0b5f91f9-5073-4fa2-993a-ace2005be981 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:35.284483 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5f91f9-5073-4fa2-993a-ace2005be981 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:35.285594 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0b5f91f9-5073-4fa2-993a-ace2005be981 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:35.331284 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0b5f91f9-5073-4fa2-993a-ace2005be981 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2627666 Jul 24 01:13:35.334097 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58796) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:35.346453 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-d6eaab45-969c-4c8e-9d33-35baac9c8d7a tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Request body: {'subnet': {'network_id': '83bda17d-59a9-4ad1-b9f1-a31f457e1e24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:35.419273 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f91f9-5073-4fa2-993a-ace2005be981 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Pushing event updated for resources: {'Network': ['ID=d33acf57-b0bf-462a-b1a3-53d371c44378,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:35.473880 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network d33acf57-b0bf-462a-b1a3-53d371c44378 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:13:35.502508 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6eaab45-969c-4c8e-9d33-35baac9c8d7a tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Made reservation on behalf of 7589ceb02c344122806d7f14900f4fa8 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:13:35.508834 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d6eaab45-969c-4c8e-9d33-35baac9c8d7a tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:35.513464 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-99fa30f6-8e50-49b0-a5e4-67f2ebbc9a09 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:35.526702 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-99fa30f6-8e50-49b0-a5e4-67f2ebbc9a09 None None] Transition to ACTIVE for port object 6c8710bc-b1eb-4cdf-be52-b80b95b14298 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:13:35.564781 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:35.588785 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-99fa30f6-8e50-49b0-a5e4-67f2ebbc9a09 None None] Transition to ACTIVE for port object 6c8710bc-b1eb-4cdf-be52-b80b95b14298 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:13:35.597283 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-99fa30f6-8e50-49b0-a5e4-67f2ebbc9a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:35.645915 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa30f6-8e50-49b0-a5e4-67f2ebbc9a09 None None] Pushing event updated for resources: {'Port': ['ID=6c8710bc-b1eb-4cdf-be52-b80b95b14298,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:35.664027 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99fa30f6-8e50-49b0-a5e4-67f2ebbc9a09 None None] Network 767b5841-79b2-42c5-a1c2-07f5d419a91a is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:13:35.665913 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-99fa30f6-8e50-49b0-a5e4-67f2ebbc9a09 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:13:35.668854 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fa30f6-8e50-49b0-a5e4-67f2ebbc9a09 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:13:35.738839 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-99fa30f6-8e50-49b0-a5e4-67f2ebbc9a09 None None] Attempting to bind port 6c8710bc-b1eb-4cdf-be52-b80b95b14298 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:13:35.739348 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-99fa30f6-8e50-49b0-a5e4-67f2ebbc9a09 None None] Attempting to bind port 6c8710bc-b1eb-4cdf-be52-b80b95b14298 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'd624145a-4aec-41f3-8920-22e27c20c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '767b5841-79b2-42c5-a1c2-07f5d419a91a'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:13:35.740219 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fa30f6-8e50-49b0-a5e4-67f2ebbc9a09 None None] Attempting to bind port 6c8710bc-b1eb-4cdf-be52-b80b95b14298 on network 767b5841-79b2-42c5-a1c2-07f5d419a91a {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:13:35.748326 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fa30f6-8e50-49b0-a5e4-67f2ebbc9a09 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:13:35.748758 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fa30f6-8e50-49b0-a5e4-67f2ebbc9a09 None None] Checking segment: {'id': 'd624145a-4aec-41f3-8920-22e27c20c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '767b5841-79b2-42c5-a1c2-07f5d419a91a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:13:35.749368 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-99fa30f6-8e50-49b0-a5e4-67f2ebbc9a09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:35.750083 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fa30f6-8e50-49b0-a5e4-67f2ebbc9a09 None None] Bound using segment: {'id': 'd624145a-4aec-41f3-8920-22e27c20c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '767b5841-79b2-42c5-a1c2-07f5d419a91a'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:13:35.750736 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-99fa30f6-8e50-49b0-a5e4-67f2ebbc9a09 None None] Bound port: 6c8710bc-b1eb-4cdf-be52-b80b95b14298, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd624145a-4aec-41f3-8920-22e27c20c60c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '767b5841-79b2-42c5-a1c2-07f5d419a91a'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:13:35.751163 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-99fa30f6-8e50-49b0-a5e4-67f2ebbc9a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:35.751753 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d6eaab45-969c-4c8e-9d33-35baac9c8d7a tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:35.817495 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eaab45-969c-4c8e-9d33-35baac9c8d7a tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Pushing event updated for resources: {'Subnet': ['ID=88d627ad-b54f-4c3d-9efe-54211062a0b1,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:35.832394 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-99fa30f6-8e50-49b0-a5e4-67f2ebbc9a09 None None] For port 6c8710bc-b1eb-4cdf-be52-b80b95b14298, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:13:35.835748 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6eaab45-969c-4c8e-9d33-35baac9c8d7a tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Checking segment: {'id': 'f8053b6f-7c5a-4f89-b658-b23c5bb12b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '83bda17d-59a9-4ad1-b9f1-a31f457e1e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:13:35.836331 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6eaab45-969c-4c8e-9d33-35baac9c8d7a tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Network hostable DHCP agents. Network: 83bda17d-59a9-4ad1-b9f1-a31f457e1e24, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:13:35.837405 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-99fa30f6-8e50-49b0-a5e4-67f2ebbc9a09 None None] For port 6c8710bc-b1eb-4cdf-be52-b80b95b14298, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=6c8710bc-b1eb-4cdf-be52-b80b95b14298,segment=NetworkSegment(d624145a-4aec-41f3-8920-22e27c20c60c),segment_id=d624145a-4aec-41f3-8920-22e27c20c60c)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:13:35.842392 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-99fa30f6-8e50-49b0-a5e4-67f2ebbc9a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:35.857130 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6eaab45-969c-4c8e-9d33-35baac9c8d7a tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Network 83bda17d-59a9-4ad1-b9f1-a31f457e1e24 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:13:35.869433 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-d6eaab45-969c-4c8e-9d33-35baac9c8d7a tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 83bda17d-59a9-4ad1-b9f1-a31f457e1e24) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:13:35.875048 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6eaab45-969c-4c8e-9d33-35baac9c8d7a tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:35.875731 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d6eaab45-969c-4c8e-9d33-35baac9c8d7a tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:35.902587 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d6eaab45-969c-4c8e-9d33-35baac9c8d7a tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5635228 Jul 24 01:13:35.903186 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58800) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:35.910099 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-ba6c706e-511f-4b56-905c-e96f34df1478 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Request body: {'subnet': {'network_id': 'd33acf57-b0bf-462a-b1a3-53d371c44378', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:35.918396 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa30f6-8e50-49b0-a5e4-67f2ebbc9a09 None None] Pushing event updated for resources: {'Port': ['ID=6c8710bc-b1eb-4cdf-be52-b80b95b14298,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:35.923144 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64961722-8146-4cc2-958f-1a8978fd5c6a None None] Network 83bda17d-59a9-4ad1-b9f1-a31f457e1e24 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:13:36.072993 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6c706e-511f-4b56-905c-e96f34df1478 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Made reservation on behalf of 7589ceb02c344122806d7f14900f4fa8 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:13:36.079319 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ba6c706e-511f-4b56-905c-e96f34df1478 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:36.129376 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b207acb9-e7f5-4720-b1dd-92d0fa2ca6f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-83bda17d-59a9-4ad1-b9f1-a31f457e1e24', 'network_id': '83bda17d-59a9-4ad1-b9f1-a31f457e1e24', 'tenant_id': '7589ceb02c344122806d7f14900f4fa8', 'fixed_ips': [{'subnet_id': '88d627ad-b54f-4c3d-9efe-54211062a0b1'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:13:36.131526 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b207acb9-e7f5-4720-b1dd-92d0fa2ca6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:36.375551 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-b207acb9-e7f5-4720-b1dd-92d0fa2ca6f5 None None] Allocated IP 172.20.0.2 (83bda17d-59a9-4ad1-b9f1-a31f457e1e24/88d627ad-b54f-4c3d-9efe-54211062a0b1/4ec156aa-bb9a-43ba-bf11-31997909c2ec) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:13:36.433597 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ba6c706e-511f-4b56-905c-e96f34df1478 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:36.565745 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6c706e-511f-4b56-905c-e96f34df1478 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Pushing event updated for resources: {'Subnet': ['ID=fe5c2145-b8fc-4441-8863-06365f6d1354,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:36.579501 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6c706e-511f-4b56-905c-e96f34df1478 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Checking segment: {'id': 'df7c86bd-9f08-45fe-b14b-074e1f44c4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd33acf57-b0bf-462a-b1a3-53d371c44378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:13:36.579821 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6c706e-511f-4b56-905c-e96f34df1478 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Network hostable DHCP agents. Network: d33acf57-b0bf-462a-b1a3-53d371c44378, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:13:36.618630 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6c706e-511f-4b56-905c-e96f34df1478 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Network d33acf57-b0bf-462a-b1a3-53d371c44378 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:13:36.625001 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b207acb9-e7f5-4720-b1dd-92d0fa2ca6f5 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:36.636081 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-ba6c706e-511f-4b56-905c-e96f34df1478 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, d33acf57-b0bf-462a-b1a3-53d371c44378) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:13:36.641318 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6c706e-511f-4b56-905c-e96f34df1478 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:36.642073 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ba6c706e-511f-4b56-905c-e96f34df1478 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:36.644200 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b207acb9-e7f5-4720-b1dd-92d0fa2ca6f5 None None] Transition to ACTIVE for port object 4ec156aa-bb9a-43ba-bf11-31997909c2ec will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:13:36.658512 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a01021-1c22-410f-b341-2991f78a5219 None None] Network d33acf57-b0bf-462a-b1a3-53d371c44378 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:13:36.677183 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58808) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:36.685809 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ba6c706e-511f-4b56-905c-e96f34df1478 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7703969 Jul 24 01:13:36.691630 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b207acb9-e7f5-4720-b1dd-92d0fa2ca6f5 None None] Transition to ACTIVE for port object 4ec156aa-bb9a-43ba-bf11-31997909c2ec will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:13:36.715765 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b207acb9-e7f5-4720-b1dd-92d0fa2ca6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:36.815602 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b207acb9-e7f5-4720-b1dd-92d0fa2ca6f5 None None] Pushing event updated for resources: {'Port': ['ID=4ec156aa-bb9a-43ba-bf11-31997909c2ec,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:36.857332 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b207acb9-e7f5-4720-b1dd-92d0fa2ca6f5 None None] Network 83bda17d-59a9-4ad1-b9f1-a31f457e1e24 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:13:36.862847 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-b207acb9-e7f5-4720-b1dd-92d0fa2ca6f5 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:13:36.871630 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b207acb9-e7f5-4720-b1dd-92d0fa2ca6f5 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:13:36.966945 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-b207acb9-e7f5-4720-b1dd-92d0fa2ca6f5 None None] Attempting to bind port 4ec156aa-bb9a-43ba-bf11-31997909c2ec on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:13:36.967410 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-b207acb9-e7f5-4720-b1dd-92d0fa2ca6f5 None None] Attempting to bind port 4ec156aa-bb9a-43ba-bf11-31997909c2ec by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'f8053b6f-7c5a-4f89-b658-b23c5bb12b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '83bda17d-59a9-4ad1-b9f1-a31f457e1e24'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:13:36.967691 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b207acb9-e7f5-4720-b1dd-92d0fa2ca6f5 None None] Attempting to bind port 4ec156aa-bb9a-43ba-bf11-31997909c2ec on network 83bda17d-59a9-4ad1-b9f1-a31f457e1e24 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:13:36.980368 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5ffa177c-9bab-430f-add9-97ae827e7dfd req-7019d841-2b2d-4a2c-9927-25b602bda020 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2044945 Jul 24 01:13:37.022221 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b207acb9-e7f5-4720-b1dd-92d0fa2ca6f5 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:13:37.023192 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b207acb9-e7f5-4720-b1dd-92d0fa2ca6f5 None None] Checking segment: {'id': 'f8053b6f-7c5a-4f89-b658-b23c5bb12b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '83bda17d-59a9-4ad1-b9f1-a31f457e1e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:13:37.023760 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b207acb9-e7f5-4720-b1dd-92d0fa2ca6f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:37.024173 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b207acb9-e7f5-4720-b1dd-92d0fa2ca6f5 None None] Bound using segment: {'id': 'f8053b6f-7c5a-4f89-b658-b23c5bb12b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '83bda17d-59a9-4ad1-b9f1-a31f457e1e24'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:13:37.024664 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-b207acb9-e7f5-4720-b1dd-92d0fa2ca6f5 None None] Bound port: 4ec156aa-bb9a-43ba-bf11-31997909c2ec, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8053b6f-7c5a-4f89-b658-b23c5bb12b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '83bda17d-59a9-4ad1-b9f1-a31f457e1e24'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:13:37.025074 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b207acb9-e7f5-4720-b1dd-92d0fa2ca6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:37.152067 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa177c-9bab-430f-add9-97ae827e7dfd req-3fa16f37-df90-4045-8d5e-2e162c50abf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:37.157414 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5ffa177c-9bab-430f-add9-97ae827e7dfd req-3fa16f37-df90-4045-8d5e-2e162c50abf3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6dc6777949c4bca80e15baebcec81ec&device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 1098 time: 0.1215034 Jul 24 01:13:37.158236 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-28f9deb4-ada4-4169-ae58-972f6ece764b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:37.211377 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e6fe06-65ac-4368-add4-32596295f742 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-d33acf57-b0bf-462a-b1a3-53d371c44378', 'network_id': 'd33acf57-b0bf-462a-b1a3-53d371c44378', 'tenant_id': '7589ceb02c344122806d7f14900f4fa8', 'fixed_ips': [{'subnet_id': 'fe5c2145-b8fc-4441-8863-06365f6d1354'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:13:37.211377 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-66e6fe06-65ac-4368-add4-32596295f742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:37.248087 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-b207acb9-e7f5-4720-b1dd-92d0fa2ca6f5 None None] For port 4ec156aa-bb9a-43ba-bf11-31997909c2ec, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:13:37.289604 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-b207acb9-e7f5-4720-b1dd-92d0fa2ca6f5 None None] For port 4ec156aa-bb9a-43ba-bf11-31997909c2ec, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=4ec156aa-bb9a-43ba-bf11-31997909c2ec,segment=NetworkSegment(f8053b6f-7c5a-4f89-b658-b23c5bb12b8d),segment_id=f8053b6f-7c5a-4f89-b658-b23c5bb12b8d)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:13:37.331521 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa177c-9bab-430f-add9-97ae827e7dfd req-3b17107d-77c0-4b19-be08-241477baf5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:37.333330 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5ffa177c-9bab-430f-add9-97ae827e7dfd req-3b17107d-77c0-4b19-be08-241477baf5fb service neutron] 10.222.0.13 "GET /v2.0/networks?id=ce20638c-9366-403c-99ef-699b8c74111a HTTP/1.1" status: 200 len: 918 time: 0.1554754 Jul 24 01:13:37.415805 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b207acb9-e7f5-4720-b1dd-92d0fa2ca6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:37.533644 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5ffa177c-9bab-430f-add9-97ae827e7dfd req-a2a7d0ce-88ce-417f-9bed-55ff43a58195 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80ad8110-f1ba-4b79-9055-2036635c7e25 HTTP/1.1" status: 200 len: 1001 time: 0.1937346 Jul 24 01:13:37.606668 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ec90e2-37d4-4d15-bca8-7d2c2f565f7f None None] Network 767b5841-79b2-42c5-a1c2-07f5d419a91a requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:13:37.693793 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-28f9deb4-ada4-4169-ae58-972f6ece764b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Allocated IP 172.20.0.1 (83bda17d-59a9-4ad1-b9f1-a31f457e1e24/88d627ad-b54f-4c3d-9efe-54211062a0b1/c5e8c209-35a2-40d5-8496-84fe0c2f00c0) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:13:37.728572 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa177c-9bab-430f-add9-97ae827e7dfd req-d6fe2361-2caf-48cf-be70-61baba9c84ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:37.730068 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5ffa177c-9bab-430f-add9-97ae827e7dfd req-d6fe2361-2caf-48cf-be70-61baba9c84ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=941506a1-fc49-47b1-b115-8157f3b98de0 HTTP/1.1" status: 200 len: 856 time: 0.1790912 Jul 24 01:13:37.870977 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b207acb9-e7f5-4720-b1dd-92d0fa2ca6f5 None None] Pushing event updated for resources: {'Port': ['ID=4ec156aa-bb9a-43ba-bf11-31997909c2ec,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:37.880644 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa177c-9bab-430f-add9-97ae827e7dfd req-8506459e-ec6c-4b96-8bd8-c88adcad4964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:13:37.887724 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5ffa177c-9bab-430f-add9-97ae827e7dfd req-8506459e-ec6c-4b96-8bd8-c88adcad4964 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce20638c-9366-403c-99ef-699b8c74111a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1507871 Jul 24 01:13:38.007949 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-28f9deb4-ada4-4169-ae58-972f6ece764b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:38.009730 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-10ad94c2-6819-4b3b-8191-270544c9993f None None] Provisioning for port 6c8710bc-b1eb-4cdf-be52-b80b95b14298 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:13:38.034448 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 6c8710bc-b1eb-4cdf-be52-b80b95b14298 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:13:38.042334 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-28f9deb4-ada4-4169-ae58-972f6ece764b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Transition to ACTIVE for port object c5e8c209-35a2-40d5-8496-84fe0c2f00c0 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:13:38.141667 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-28f9deb4-ada4-4169-ae58-972f6ece764b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:38.152758 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5ffa177c-9bab-430f-add9-97ae827e7dfd req-5f3312ce-3fc3-4240-bd1f-b00cfe18d0d6 service neutron] 10.222.0.13 "GET /v2.0/networks/ce20638c-9366-403c-99ef-699b8c74111a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519395 Jul 24 01:13:38.173862 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-66e6fe06-65ac-4368-add4-32596295f742 None None] Allocated IP 172.20.0.2 (d33acf57-b0bf-462a-b1a3-53d371c44378/fe5c2145-b8fc-4441-8863-06365f6d1354/2f1fcdfb-e67d-47e0-82b0-3097fbd7a1f4) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:13:38.193471 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f9deb4-ada4-4169-ae58-972f6ece764b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Network 83bda17d-59a9-4ad1-b9f1-a31f457e1e24 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:13:38.198630 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-28f9deb4-ada4-4169-ae58-972f6ece764b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:13:38.201665 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f9deb4-ada4-4169-ae58-972f6ece764b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:13:38.262228 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9deb4-ada4-4169-ae58-972f6ece764b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Pushing event updated for resources: {'Port': ['ID=c5e8c209-35a2-40d5-8496-84fe0c2f00c0,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:38.295853 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-28f9deb4-ada4-4169-ae58-972f6ece764b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:38.297596 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 6c8710bc-b1eb-4cdf-be52-b80b95b14298 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:13:38.311992 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 6c8710bc-b1eb-4cdf-be52-b80b95b14298 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:13:38.312868 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:38.432369 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5ffa177c-9bab-430f-add9-97ae827e7dfd req-23185072-32f4-4f6f-9cb8-0ce18815fa7e service neutron] 10.222.0.13 "GET /v2.0/networks/ce20638c-9366-403c-99ef-699b8c74111a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780898 Jul 24 01:13:38.576711 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-28f9deb4-ada4-4169-ae58-972f6ece764b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:38.662763 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-66e6fe06-65ac-4368-add4-32596295f742 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:38.688806 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-66e6fe06-65ac-4368-add4-32596295f742 None None] Transition to ACTIVE for port object 2f1fcdfb-e67d-47e0-82b0-3097fbd7a1f4 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:13:38.703167 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:38.725439 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-66e6fe06-65ac-4368-add4-32596295f742 None None] Transition to ACTIVE for port object 2f1fcdfb-e67d-47e0-82b0-3097fbd7a1f4 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:13:38.760086 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-66e6fe06-65ac-4368-add4-32596295f742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:38.879856 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 6c8710bc-b1eb-4cdf-be52-b80b95b14298, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=6c8710bc-b1eb-4cdf-be52-b80b95b14298,segment=NetworkSegment(d624145a-4aec-41f3-8920-22e27c20c60c),segment_id=d624145a-4aec-41f3-8920-22e27c20c60c)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:13:38.901889 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:38.948447 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e6fe06-65ac-4368-add4-32596295f742 None None] Network d33acf57-b0bf-462a-b1a3-53d371c44378 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:13:38.956527 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-66e6fe06-65ac-4368-add4-32596295f742 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:13:38.959020 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e6fe06-65ac-4368-add4-32596295f742 None None] Pushing event updated for resources: {'Port': ['ID=2f1fcdfb-e67d-47e0-82b0-3097fbd7a1f4,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:38.962879 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e6fe06-65ac-4368-add4-32596295f742 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:13:39.180872 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-66e6fe06-65ac-4368-add4-32596295f742 None None] Attempting to bind port 2f1fcdfb-e67d-47e0-82b0-3097fbd7a1f4 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:13:39.181736 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-66e6fe06-65ac-4368-add4-32596295f742 None None] Attempting to bind port 2f1fcdfb-e67d-47e0-82b0-3097fbd7a1f4 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'df7c86bd-9f08-45fe-b14b-074e1f44c4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd33acf57-b0bf-462a-b1a3-53d371c44378'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:13:39.181736 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e6fe06-65ac-4368-add4-32596295f742 None None] Attempting to bind port 2f1fcdfb-e67d-47e0-82b0-3097fbd7a1f4 on network d33acf57-b0bf-462a-b1a3-53d371c44378 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:13:39.187751 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=6c8710bc-b1eb-4cdf-be52-b80b95b14298,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:39.196391 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e6fe06-65ac-4368-add4-32596295f742 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:13:39.196772 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e6fe06-65ac-4368-add4-32596295f742 None None] Checking segment: {'id': 'df7c86bd-9f08-45fe-b14b-074e1f44c4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd33acf57-b0bf-462a-b1a3-53d371c44378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:13:39.197181 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-66e6fe06-65ac-4368-add4-32596295f742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:39.197570 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e6fe06-65ac-4368-add4-32596295f742 None None] Bound using segment: {'id': 'df7c86bd-9f08-45fe-b14b-074e1f44c4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd33acf57-b0bf-462a-b1a3-53d371c44378'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:13:39.198042 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-66e6fe06-65ac-4368-add4-32596295f742 None None] Bound port: 2f1fcdfb-e67d-47e0-82b0-3097fbd7a1f4, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df7c86bd-9f08-45fe-b14b-074e1f44c4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd33acf57-b0bf-462a-b1a3-53d371c44378'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:13:39.198428 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-66e6fe06-65ac-4368-add4-32596295f742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:39.203147 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-fb7a9a9c-dae2-4890-97c7-3bfa54c8a0d2 None None] Provisioning complete for port 6c8710bc-b1eb-4cdf-be52-b80b95b14298 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:13:39.203518 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-fb7a9a9c-dae2-4890-97c7-3bfa54c8a0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:39.291952 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c642aa7-49e8-4c60-a32b-f7e4419855b8 None None] Network 83bda17d-59a9-4ad1-b9f1-a31f457e1e24 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:13:39.308333 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-28f9deb4-ada4-4169-ae58-972f6ece764b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:39.314902 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-28f9deb4-ada4-4169-ae58-972f6ece764b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:39.330576 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-66e6fe06-65ac-4368-add4-32596295f742 None None] For port 2f1fcdfb-e67d-47e0-82b0-3097fbd7a1f4, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:13:39.375751 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-66e6fe06-65ac-4368-add4-32596295f742 None None] For port 2f1fcdfb-e67d-47e0-82b0-3097fbd7a1f4, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2f1fcdfb-e67d-47e0-82b0-3097fbd7a1f4,segment=NetworkSegment(df7c86bd-9f08-45fe-b14b-074e1f44c4b7),segment_id=df7c86bd-9f08-45fe-b14b-074e1f44c4b7)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:13:39.411022 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-66e6fe06-65ac-4368-add4-32596295f742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:39.418430 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-28f9deb4-ada4-4169-ae58-972f6ece764b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:39.432776 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f9deb4-ada4-4169-ae58-972f6ece764b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Pushing event updated for resources: {'Port': ['ID=c5e8c209-35a2-40d5-8496-84fe0c2f00c0,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:39.675254 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f9deb4-ada4-4169-ae58-972f6ece764b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Network 83bda17d-59a9-4ad1-b9f1-a31f457e1e24 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:13:39.681693 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-28f9deb4-ada4-4169-ae58-972f6ece764b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:13:39.693467 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e6fe06-65ac-4368-add4-32596295f742 None None] Pushing event updated for resources: {'Port': ['ID=2f1fcdfb-e67d-47e0-82b0-3097fbd7a1f4,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:39.707575 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-4de09813-fc68-4039-b065-b9c508196a1d None None] Provisioning for port 4ec156aa-bb9a-43ba-bf11-31997909c2ec completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:13:39.959969 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f9deb4-ada4-4169-ae58-972f6ece764b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Router f090e847-2776-4c84-b83a-b8053d5d2f62 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:13:40.093234 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 4ec156aa-bb9a-43ba-bf11-31997909c2ec up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:13:40.150173 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f9deb4-ada4-4169-ae58-972f6ece764b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:13:40.166704 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4507fa3-b90e-4fd8-8953-6d547b788a3c None None] Sync routers for ids ['f090e847-2776-4c84-b83a-b8053d5d2f62'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:13:40.174354 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58836) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:40.178426 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-28f9deb4-ada4-4169-ae58-972f6ece764b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] 10.222.0.15 "PUT /v2.0/routers/f090e847-2776-4c84-b83a-b8053d5d2f62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4991460 Jul 24 01:13:40.188794 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4507fa3-b90e-4fd8-8953-6d547b788a3c None None] Routers {'f090e847-2776-4c84-b83a-b8053d5d2f62'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:13:40.189431 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-f4507fa3-b90e-4fd8-8953-6d547b788a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:13:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f090e847-2776-4c84-b83a-b8053d5d2f62'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:40.255686 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 4ec156aa-bb9a-43ba-bf11-31997909c2ec completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:13:40.261580 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 4ec156aa-bb9a-43ba-bf11-31997909c2ec triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:13:40.262168 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:40.287325 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-f4507fa3-b90e-4fd8-8953-6d547b788a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:40.326159 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-2b126b41-6cf3-4c36-a501-6d3cf23500a1 None None] Provisioning complete for port 4ec156aa-bb9a-43ba-bf11-31997909c2ec triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:13:40.326535 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2b126b41-6cf3-4c36-a501-6d3cf23500a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:40.328093 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4507fa3-b90e-4fd8-8953-6d547b788a3c None None] Routers {'f090e847-2776-4c84-b83a-b8053d5d2f62'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:13:40.330656 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-f4507fa3-b90e-4fd8-8953-6d547b788a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:13:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f090e847-2776-4c84-b83a-b8053d5d2f62'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:40.407137 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-f4507fa3-b90e-4fd8-8953-6d547b788a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:40.408164 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4507fa3-b90e-4fd8-8953-6d547b788a3c None None] The sync data for ids ['f090e847-2776-4c84-b83a-b8053d5d2f62'] in n-d-793621-25 is: [] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:13:40.551688 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:40.565286 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2b126b41-6cf3-4c36-a501-6d3cf23500a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:40.614504 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 4ec156aa-bb9a-43ba-bf11-31997909c2ec, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=4ec156aa-bb9a-43ba-bf11-31997909c2ec,segment=NetworkSegment(f8053b6f-7c5a-4f89-b658-b23c5bb12b8d),segment_id=f8053b6f-7c5a-4f89-b658-b23c5bb12b8d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:13:40.621278 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:40.621931 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 6c8710bc-b1eb-4cdf-be52-b80b95b14298 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:13:40.895705 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 6c8710bc-b1eb-4cdf-be52-b80b95b14298 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:13:40.896227 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:40.910649 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.db.api [None req-2b126b41-6cf3-4c36-a501-6d3cf23500a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 01:13:40.911978 n-d-793621-25 neutron-server[100465]: DEBUG oslo_db.api [None req-2b126b41-6cf3-4c36-a501-6d3cf23500a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 01:13:40.975867 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-e23ddaa6-eba6-4878-bf2b-07287a2702b2 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:13:40.993405 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e23ddaa6-eba6-4878-bf2b-07287a2702b2 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] 10.222.0.15 "PUT /v2.0/routers/f090e847-2776-4c84-b83a-b8053d5d2f62/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8102558 Jul 24 01:13:40.993897 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=4ec156aa-bb9a-43ba-bf11-31997909c2ec,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:40.994661 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58848) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:41.263603 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8337330a-d73d-4763-9e00-cf8eeb7ca144 None None] Network d33acf57-b0bf-462a-b1a3-53d371c44378 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:13:41.340909 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:13:41.528969 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0cdbf2ae-22f6-402e-bf00-f3db94a804f8 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:41.573455 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-2b126b41-6cf3-4c36-a501-6d3cf23500a1 None None] Provisioning for port c5e8c209-35a2-40d5-8496-84fe0c2f00c0 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:13:41.603650 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-2b126b41-6cf3-4c36-a501-6d3cf23500a1 None None] Provisioning complete for port c5e8c209-35a2-40d5-8496-84fe0c2f00c0 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:13:41.604102 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2b126b41-6cf3-4c36-a501-6d3cf23500a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:41.647922 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-2b126b41-6cf3-4c36-a501-6d3cf23500a1 None None] Port c5e8c209-35a2-40d5-8496-84fe0c2f00c0 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:13:41.786378 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-54ba78a7-f62b-40cc-92a8-41217778d664 None None] Provisioning for port 2f1fcdfb-e67d-47e0-82b0-3097fbd7a1f4 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:13:41.827792 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-54ba78a7-f62b-40cc-92a8-41217778d664 None None] Provisioning complete for port c5e8c209-35a2-40d5-8496-84fe0c2f00c0 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:13:41.828181 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-54ba78a7-f62b-40cc-92a8-41217778d664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:41.921862 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-54ba78a7-f62b-40cc-92a8-41217778d664 None None] Port c5e8c209-35a2-40d5-8496-84fe0c2f00c0 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:13:42.065737 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-0cdbf2ae-22f6-402e-bf00-f3db94a804f8 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Deleting port c5e8c209-35a2-40d5-8496-84fe0c2f00c0 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:13:42.066092 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0cdbf2ae-22f6-402e-bf00-f3db94a804f8 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:42.113048 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2f1fcdfb-e67d-47e0-82b0-3097fbd7a1f4 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:13:42.174381 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0cdbf2ae-22f6-402e-bf00-f3db94a804f8 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:42.188469 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 2f1fcdfb-e67d-47e0-82b0-3097fbd7a1f4 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:13:42.188711 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-0cdbf2ae-22f6-402e-bf00-f3db94a804f8 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Calling delete_port for c5e8c209-35a2-40d5-8496-84fe0c2f00c0 owned by network:router_interface {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:13:42.192127 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 2f1fcdfb-e67d-47e0-82b0-3097fbd7a1f4 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:13:42.192505 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:42.273389 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:42.308564 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 2f1fcdfb-e67d-47e0-82b0-3097fbd7a1f4, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2f1fcdfb-e67d-47e0-82b0-3097fbd7a1f4,segment=NetworkSegment(df7c86bd-9f08-45fe-b14b-074e1f44c4b7),segment_id=df7c86bd-9f08-45fe-b14b-074e1f44c4b7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:13:42.315672 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:42.316523 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 4ec156aa-bb9a-43ba-bf11-31997909c2ec up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:13:42.407927 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0cdbf2ae-22f6-402e-bf00-f3db94a804f8 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:42.423769 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=2f1fcdfb-e67d-47e0-82b0-3097fbd7a1f4,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:42.440754 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdbf2ae-22f6-402e-bf00-f3db94a804f8 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Pushing event deleted for resources: {'Port': ['ID=c5e8c209-35a2-40d5-8496-84fe0c2f00c0,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:42.446885 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 4ec156aa-bb9a-43ba-bf11-31997909c2ec triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:13:42.448346 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:42.655726 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0cdbf2ae-22f6-402e-bf00-f3db94a804f8 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:42.894983 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cdbf2ae-22f6-402e-bf00-f3db94a804f8 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Router f090e847-2776-4c84-b83a-b8053d5d2f62 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:13:43.009364 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdbf2ae-22f6-402e-bf00-f3db94a804f8 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:13:43.020654 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d2d05b-a851-439d-863c-cdf2f05bab82 None None] Sync routers for ids ['f090e847-2776-4c84-b83a-b8053d5d2f62'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:13:43.022110 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0cdbf2ae-22f6-402e-bf00-f3db94a804f8 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] 10.222.0.15 "PUT /v2.0/routers/f090e847-2776-4c84-b83a-b8053d5d2f62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0242164 Jul 24 01:13:43.026533 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58870) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:43.040801 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d2d05b-a851-439d-863c-cdf2f05bab82 None None] Routers {'f090e847-2776-4c84-b83a-b8053d5d2f62'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:13:43.041445 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-c3d2d05b-a851-439d-863c-cdf2f05bab82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:13:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f090e847-2776-4c84-b83a-b8053d5d2f62'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:43.077638 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-db4f47ab-f8a5-4d85-8740-46bd770e6173 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] delete failed (client error): The resource could not be found. Jul 24 01:13:43.081244 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-db4f47ab-f8a5-4d85-8740-46bd770e6173 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-1492009815 HTTP/1.1" status: 404 len: 335 time: 0.0535159 Jul 24 01:13:43.085580 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58872) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:43.099109 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-d6190874-30e5-4521-9bee-84077f3ea095 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f090e847-2776-4c84-b83a-b8053d5d2f62'}}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:43.101791 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-c3d2d05b-a851-439d-863c-cdf2f05bab82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:43.121918 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d2d05b-a851-439d-863c-cdf2f05bab82 None None] Routers {'f090e847-2776-4c84-b83a-b8053d5d2f62'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:13:43.123607 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-c3d2d05b-a851-439d-863c-cdf2f05bab82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:13:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f090e847-2776-4c84-b83a-b8053d5d2f62'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:43.165631 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-c3d2d05b-a851-439d-863c-cdf2f05bab82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:43.166330 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d2d05b-a851-439d-863c-cdf2f05bab82 None None] The sync data for ids ['f090e847-2776-4c84-b83a-b8053d5d2f62'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:13:43.327443 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d6190874-30e5-4521-9bee-84077f3ea095 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:43.349490 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-d6190874-30e5-4521-9bee-84077f3ea095 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] update failed (client error): The resource could not be found. Jul 24 01:13:43.351136 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d6190874-30e5-4521-9bee-84077f3ea095 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] 10.222.0.15 "PUT /v2.0/routers/f090e847-2776-4c84-b83a-b8053d5d2f62 HTTP/1.1" status: 404 len: 339 time: 0.2625854 Jul 24 01:13:43.355454 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58874) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:43.804223 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2f1fcdfb-e67d-47e0-82b0-3097fbd7a1f4 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:13:43.866623 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 2f1fcdfb-e67d-47e0-82b0-3097fbd7a1f4 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:13:43.867399 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:44.103530 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-55be6031-c655-44aa-ba77-20b4c16673a7 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:44.384762 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-55be6031-c655-44aa-ba77-20b4c16673a7 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Allocated IP 172.20.0.1 (767b5841-79b2-42c5-a1c2-07f5d419a91a/dab6a3f2-170f-489e-8c74-32826b56ed54/736e57ca-22d5-4fe3-be03-fb0c3dda866e) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:13:44.500366 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-55be6031-c655-44aa-ba77-20b4c16673a7 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:44.515030 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-55be6031-c655-44aa-ba77-20b4c16673a7 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Transition to ACTIVE for port object 736e57ca-22d5-4fe3-be03-fb0c3dda866e will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:13:44.549361 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-55be6031-c655-44aa-ba77-20b4c16673a7 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:44.592418 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55be6031-c655-44aa-ba77-20b4c16673a7 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Network 767b5841-79b2-42c5-a1c2-07f5d419a91a is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:13:44.595471 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-55be6031-c655-44aa-ba77-20b4c16673a7 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:13:44.602623 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55be6031-c655-44aa-ba77-20b4c16673a7 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:13:44.634828 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be6031-c655-44aa-ba77-20b4c16673a7 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Pushing event updated for resources: {'Port': ['ID=736e57ca-22d5-4fe3-be03-fb0c3dda866e,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:44.658153 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-55be6031-c655-44aa-ba77-20b4c16673a7 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:44.804221 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-55be6031-c655-44aa-ba77-20b4c16673a7 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:44.892165 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-681cbec0-2773-439a-8b76-105193370d8e None None] Provisioning for port 736e57ca-22d5-4fe3-be03-fb0c3dda866e completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:13:44.896267 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-681cbec0-2773-439a-8b76-105193370d8e None None] Provisioning complete for port 736e57ca-22d5-4fe3-be03-fb0c3dda866e triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:13:44.896680 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-681cbec0-2773-439a-8b76-105193370d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:44.932192 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-681cbec0-2773-439a-8b76-105193370d8e None None] Port 736e57ca-22d5-4fe3-be03-fb0c3dda866e cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:13:45.116457 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-55be6031-c655-44aa-ba77-20b4c16673a7 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:45.122612 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-55be6031-c655-44aa-ba77-20b4c16673a7 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:45.210170 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-55be6031-c655-44aa-ba77-20b4c16673a7 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:45.212878 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be6031-c655-44aa-ba77-20b4c16673a7 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Pushing event updated for resources: {'Port': ['ID=736e57ca-22d5-4fe3-be03-fb0c3dda866e,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:45.312941 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55be6031-c655-44aa-ba77-20b4c16673a7 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Network 767b5841-79b2-42c5-a1c2-07f5d419a91a is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:13:45.314595 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-55be6031-c655-44aa-ba77-20b4c16673a7 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:13:45.435726 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55be6031-c655-44aa-ba77-20b4c16673a7 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Router f090e847-2776-4c84-b83a-b8053d5d2f62 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:13:45.535558 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55be6031-c655-44aa-ba77-20b4c16673a7 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:13:45.541325 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-55be6031-c655-44aa-ba77-20b4c16673a7 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] 10.222.0.15 "PUT /v2.0/routers/f090e847-2776-4c84-b83a-b8053d5d2f62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1848497 Jul 24 01:13:45.544333 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58912) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:45.552680 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7ed1ab-1ea0-4dd0-929f-05a35e01c1eb None None] Sync routers for ids ['f090e847-2776-4c84-b83a-b8053d5d2f62'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:13:45.561115 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9b04a06b-4c96-46b6-a6e2-6e8b1356f29f None None] Provisioning complete for port 736e57ca-22d5-4fe3-be03-fb0c3dda866e triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:13:45.563143 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9b04a06b-4c96-46b6-a6e2-6e8b1356f29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:45.565767 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7ed1ab-1ea0-4dd0-929f-05a35e01c1eb None None] Routers {'f090e847-2776-4c84-b83a-b8053d5d2f62'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:13:45.569956 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-fc7ed1ab-1ea0-4dd0-929f-05a35e01c1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:13:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f090e847-2776-4c84-b83a-b8053d5d2f62'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:45.609403 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-9b04a06b-4c96-46b6-a6e2-6e8b1356f29f None None] Port 736e57ca-22d5-4fe3-be03-fb0c3dda866e cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:13:45.618584 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-fc7ed1ab-1ea0-4dd0-929f-05a35e01c1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:45.629696 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7ed1ab-1ea0-4dd0-929f-05a35e01c1eb None None] Routers {'f090e847-2776-4c84-b83a-b8053d5d2f62'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:13:45.630315 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-fc7ed1ab-1ea0-4dd0-929f-05a35e01c1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:13:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f090e847-2776-4c84-b83a-b8053d5d2f62'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:45.666799 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-fc7ed1ab-1ea0-4dd0-929f-05a35e01c1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:45.667750 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7ed1ab-1ea0-4dd0-929f-05a35e01c1eb None None] The sync data for ids ['f090e847-2776-4c84-b83a-b8053d5d2f62'] in n-d-793621-25 is: [] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:13:45.696885 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-630a0246-801b-44ec-bc85-19b1ce856e1a tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:45.718635 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e63d9f5b-1cb3-47fc-b267-49da4116b5d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:45.797781 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-630a0246-801b-44ec-bc85-19b1ce856e1a tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 24 01:13:45.798913 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-630a0246-801b-44ec-bc85-19b1ce856e1a tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] 10.222.0.15 "DELETE /v2.0/routers/f090e847-2776-4c84-b83a-b8053d5d2f62 HTTP/1.1" status: 409 len: 329 time: 0.2529910 Jul 24 01:13:45.801741 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58914) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:46.525836 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cd4d70ce-2c04-4a78-b852-3e47a70c5f88 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:46.779392 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-cd4d70ce-2c04-4a78-b852-3e47a70c5f88 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Deleting port 736e57ca-22d5-4fe3-be03-fb0c3dda866e {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:13:46.780138 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cd4d70ce-2c04-4a78-b852-3e47a70c5f88 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:46.872694 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cd4d70ce-2c04-4a78-b852-3e47a70c5f88 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:46.884698 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-cd4d70ce-2c04-4a78-b852-3e47a70c5f88 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Calling delete_port for 736e57ca-22d5-4fe3-be03-fb0c3dda866e owned by network:router_interface {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:13:47.056828 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cd4d70ce-2c04-4a78-b852-3e47a70c5f88 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:47.083950 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d70ce-2c04-4a78-b852-3e47a70c5f88 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Pushing event deleted for resources: {'Port': ['ID=736e57ca-22d5-4fe3-be03-fb0c3dda866e,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:47.234602 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cd4d70ce-2c04-4a78-b852-3e47a70c5f88 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:47.459347 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4d70ce-2c04-4a78-b852-3e47a70c5f88 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Router f090e847-2776-4c84-b83a-b8053d5d2f62 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:13:47.545512 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4d70ce-2c04-4a78-b852-3e47a70c5f88 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:13:47.555939 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a197d8f9-c488-4833-b9a5-f0ff960d6b40 None None] Sync routers for ids ['f090e847-2776-4c84-b83a-b8053d5d2f62'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:13:47.558817 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-cd4d70ce-2c04-4a78-b852-3e47a70c5f88 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] 10.222.0.15 "PUT /v2.0/routers/f090e847-2776-4c84-b83a-b8053d5d2f62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7552545 Jul 24 01:13:47.561555 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58954) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:47.570787 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a197d8f9-c488-4833-b9a5-f0ff960d6b40 None None] Routers {'f090e847-2776-4c84-b83a-b8053d5d2f62'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:13:47.571931 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-a197d8f9-c488-4833-b9a5-f0ff960d6b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:13:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f090e847-2776-4c84-b83a-b8053d5d2f62'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:47.606265 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-c769731a-4afc-452e-a9c2-ca50c0524cb5 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] show failed (client error): The resource could not be found. Jul 24 01:13:47.607331 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c769731a-4afc-452e-a9c2-ca50c0524cb5 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-1907232554 HTTP/1.1" status: 404 len: 335 time: 0.0441167 Jul 24 01:13:47.611006 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58960) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:47.615783 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-05059a10-0a5c-49fa-9e43-380f29419349 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:47.617089 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-a197d8f9-c488-4833-b9a5-f0ff960d6b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:47.627797 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a197d8f9-c488-4833-b9a5-f0ff960d6b40 None None] Routers {'f090e847-2776-4c84-b83a-b8053d5d2f62'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:13:47.628432 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-a197d8f9-c488-4833-b9a5-f0ff960d6b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:13:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f090e847-2776-4c84-b83a-b8053d5d2f62'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:47.656560 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-05059a10-0a5c-49fa-9e43-380f29419349 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] update failed (client error): The resource could not be found. Jul 24 01:13:47.657925 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-05059a10-0a5c-49fa-9e43-380f29419349 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-724130520 HTTP/1.1" status: 404 len: 334 time: 0.0458009 Jul 24 01:13:47.661535 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58964) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:47.667470 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-a197d8f9-c488-4833-b9a5-f0ff960d6b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:47.668443 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a197d8f9-c488-4833-b9a5-f0ff960d6b40 None None] The sync data for ids ['f090e847-2776-4c84-b83a-b8053d5d2f62'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:13:47.734431 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc4d59bd-5230-4fcf-a760-7b5914a248c8 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Deleting subnet fe5c2145-b8fc-4441-8863-06365f6d1354 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:13:47.739442 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dc4d59bd-5230-4fcf-a760-7b5914a248c8 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:47.782137 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dc4d59bd-5230-4fcf-a760-7b5914a248c8 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:47.878437 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dc4d59bd-5230-4fcf-a760-7b5914a248c8 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:47.944469 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dc4d59bd-5230-4fcf-a760-7b5914a248c8 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:47.972794 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d59bd-5230-4fcf-a760-7b5914a248c8 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Pushing event deleted for resources: {'Subnet': ['ID=fe5c2145-b8fc-4441-8863-06365f6d1354,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:47.977282 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dc4d59bd-5230-4fcf-a760-7b5914a248c8 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:47.982092 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58968) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:47.987306 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-dc4d59bd-5230-4fcf-a760-7b5914a248c8 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] 10.222.0.15 "DELETE /v2.0/subnets/fe5c2145-b8fc-4441-8863-06365f6d1354 HTTP/1.1" status: 204 len: 168 time: 0.3246028 Jul 24 01:13:47.987484 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c217ac97-dcfe-4a05-bba6-77ac07140b84 None None] Network d33acf57-b0bf-462a-b1a3-53d371c44378 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:13:48.058285 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5a2c419-2c0b-4f0d-9719-52cd2dd8c00f tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Deleting subnet 88d627ad-b54f-4c3d-9efe-54211062a0b1 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:13:48.062041 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c5a2c419-2c0b-4f0d-9719-52cd2dd8c00f tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:48.117683 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c5a2c419-2c0b-4f0d-9719-52cd2dd8c00f tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:48.227720 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c5a2c419-2c0b-4f0d-9719-52cd2dd8c00f tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:48.294593 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3af67865-f43c-4248-9b27-f5cd000053f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:48.305660 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c5a2c419-2c0b-4f0d-9719-52cd2dd8c00f tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:48.334019 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2c419-2c0b-4f0d-9719-52cd2dd8c00f tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Pushing event deleted for resources: {'Subnet': ['ID=88d627ad-b54f-4c3d-9efe-54211062a0b1,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:48.338355 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c5a2c419-2c0b-4f0d-9719-52cd2dd8c00f tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:48.342631 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c5a2c419-2c0b-4f0d-9719-52cd2dd8c00f tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] 10.222.0.15 "DELETE /v2.0/subnets/88d627ad-b54f-4c3d-9efe-54211062a0b1 HTTP/1.1" status: 204 len: 168 time: 0.3574123 Jul 24 01:13:48.342814 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58970) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:48.352980 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd3d5a3-f29a-4a62-ba9b-6c76b2895dc3 None None] Network 83bda17d-59a9-4ad1-b9f1-a31f457e1e24 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:13:48.492255 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1d74cdf6-4f4b-412a-b6b8-30fe784e2f87 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:48.513135 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7b29e5-fb16-4582-997f-04a167c401b3 None None] DHCP port deletion for d33acf57-b0bf-462a-b1a3-53d371c44378 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:13:48.596917 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-1d74cdf6-4f4b-412a-b6b8-30fe784e2f87 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Deleting port 2f1fcdfb-e67d-47e0-82b0-3097fbd7a1f4 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:13:48.597444 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1d74cdf6-4f4b-412a-b6b8-30fe784e2f87 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:48.607773 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:48.681045 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-fd7b29e5-fb16-4582-997f-04a167c401b3 None None] Deleting port 2f1fcdfb-e67d-47e0-82b0-3097fbd7a1f4 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:13:48.681438 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-fd7b29e5-fb16-4582-997f-04a167c401b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:48.745472 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-1d74cdf6-4f4b-412a-b6b8-30fe784e2f87 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] For port 2f1fcdfb-e67d-47e0-82b0-3097fbd7a1f4, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2f1fcdfb-e67d-47e0-82b0-3097fbd7a1f4,segment=NetworkSegment(df7c86bd-9f08-45fe-b14b-074e1f44c4b7),segment_id=df7c86bd-9f08-45fe-b14b-074e1f44c4b7)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:13:48.745857 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1d74cdf6-4f4b-412a-b6b8-30fe784e2f87 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:48.778467 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-1d74cdf6-4f4b-412a-b6b8-30fe784e2f87 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Calling delete_port for 2f1fcdfb-e67d-47e0-82b0-3097fbd7a1f4 owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:13:48.810592 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-fd7b29e5-fb16-4582-997f-04a167c401b3 None None] For port 2f1fcdfb-e67d-47e0-82b0-3097fbd7a1f4, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2f1fcdfb-e67d-47e0-82b0-3097fbd7a1f4,segment=NetworkSegment(df7c86bd-9f08-45fe-b14b-074e1f44c4b7),segment_id=df7c86bd-9f08-45fe-b14b-074e1f44c4b7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:13:48.811118 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-fd7b29e5-fb16-4582-997f-04a167c401b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:48.818283 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fadae7f-129d-4307-835d-89744a87ab4a None None] DHCP port deletion for 83bda17d-59a9-4ad1-b9f1-a31f457e1e24 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:13:48.832201 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-fd7b29e5-fb16-4582-997f-04a167c401b3 None None] Calling delete_port for 2f1fcdfb-e67d-47e0-82b0-3097fbd7a1f4 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:13:48.883852 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1d74cdf6-4f4b-412a-b6b8-30fe784e2f87 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:48.897403 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d74cdf6-4f4b-412a-b6b8-30fe784e2f87 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] No DVR routers for this DVR port 2f1fcdfb-e67d-47e0-82b0-3097fbd7a1f4 on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:13:48.942618 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d74cdf6-4f4b-412a-b6b8-30fe784e2f87 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Pushing event deleted for resources: {'Port': ['ID=2f1fcdfb-e67d-47e0-82b0-3097fbd7a1f4,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:48.953073 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0fadae7f-129d-4307-835d-89744a87ab4a None None] Deleting port 4ec156aa-bb9a-43ba-bf11-31997909c2ec {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:13:48.953467 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0fadae7f-129d-4307-835d-89744a87ab4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:49.044200 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0fadae7f-129d-4307-835d-89744a87ab4a None None] For port 4ec156aa-bb9a-43ba-bf11-31997909c2ec, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=4ec156aa-bb9a-43ba-bf11-31997909c2ec,segment=NetworkSegment(f8053b6f-7c5a-4f89-b658-b23c5bb12b8d),segment_id=f8053b6f-7c5a-4f89-b658-b23c5bb12b8d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:13:49.044608 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0fadae7f-129d-4307-835d-89744a87ab4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:49.056203 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1d74cdf6-4f4b-412a-b6b8-30fe784e2f87 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:49.057077 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-fd7b29e5-fb16-4582-997f-04a167c401b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:49.066768 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-1d74cdf6-4f4b-412a-b6b8-30fe784e2f87 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d33acf57-b0bf-462a-b1a3-53d371c44378']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:49.070170 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0fadae7f-129d-4307-835d-89744a87ab4a None None] Calling delete_port for 4ec156aa-bb9a-43ba-bf11-31997909c2ec owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:13:49.079281 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-1d74cdf6-4f4b-412a-b6b8-30fe784e2f87 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df7c86bd-9f08-45fe-b14b-074e1f44c4b7') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:49.079553 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-1d74cdf6-4f4b-412a-b6b8-30fe784e2f87 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df7c86bd-9f08-45fe-b14b-074e1f44c4b7') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:49.092282 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1d74cdf6-4f4b-412a-b6b8-30fe784e2f87 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:49.108053 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b29e5-fb16-4582-997f-04a167c401b3 None None] Pushing event deleted for resources: {'Port': ['ID=2f1fcdfb-e67d-47e0-82b0-3097fbd7a1f4,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:49.124907 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7b29e5-fb16-4582-997f-04a167c401b3 None None] No DVR routers for this DVR port 2f1fcdfb-e67d-47e0-82b0-3097fbd7a1f4 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:13:49.134443 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1d74cdf6-4f4b-412a-b6b8-30fe784e2f87 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:49.159441 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d74cdf6-4f4b-412a-b6b8-30fe784e2f87 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:13:49.159707 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1d74cdf6-4f4b-412a-b6b8-30fe784e2f87 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:49.164158 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:13:49.164158 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:13:49.164158 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:13:49.164158 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:13:49.164158 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:13:49.164158 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:13:49.164158 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:13:49.164158 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:13:49.164158 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:13:49.164158 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:13:49.164158 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:13:49.164158 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:13:49.164158 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:13:49.164158 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:13:49.164158 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:13:49.164158 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:13:49.164158 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:13:49.164158 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:13:49.164158 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:13:49.164158 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:13:49.164158 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:13:49.164158 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:13:49.164158 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:13:49.164158 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:13:49.164158 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:13:49.164158 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:13:49.164158 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:13:49.164158 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:13:49.164158 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:13:49.164158 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:13:49.164158 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:13:49.164158 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:13:49.218218 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0fadae7f-129d-4307-835d-89744a87ab4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:49.233385 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1d74cdf6-4f4b-412a-b6b8-30fe784e2f87 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:49.241951 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1d74cdf6-4f4b-412a-b6b8-30fe784e2f87 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:49.246660 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58982) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:49.247215 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1d74cdf6-4f4b-412a-b6b8-30fe784e2f87 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] 10.222.0.15 "DELETE /v2.0/networks/d33acf57-b0bf-462a-b1a3-53d371c44378 HTTP/1.1" status: 204 len: 168 time: 0.9028361 Jul 24 01:13:49.259526 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fadae7f-129d-4307-835d-89744a87ab4a None None] Pushing event deleted for resources: {'Port': ['ID=4ec156aa-bb9a-43ba-bf11-31997909c2ec,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:49.268385 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d74cdf6-4f4b-412a-b6b8-30fe784e2f87 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Pushing event deleted for resources: {'Network': ['ID=d33acf57-b0bf-462a-b1a3-53d371c44378,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:49.269522 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fadae7f-129d-4307-835d-89744a87ab4a None None] No DVR routers for this DVR port 4ec156aa-bb9a-43ba-bf11-31997909c2ec on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:13:49.346656 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4ed3f3d9-c79a-4329-99c4-a6f5fb5d5822 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:49.435401 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4ed3f3d9-c79a-4329-99c4-a6f5fb5d5822 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:49.446313 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-4ed3f3d9-c79a-4329-99c4-a6f5fb5d5822 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83bda17d-59a9-4ad1-b9f1-a31f457e1e24']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:49.457040 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-4ed3f3d9-c79a-4329-99c4-a6f5fb5d5822 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8053b6f-7c5a-4f89-b658-b23c5bb12b8d') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:49.457344 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-4ed3f3d9-c79a-4329-99c4-a6f5fb5d5822 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8053b6f-7c5a-4f89-b658-b23c5bb12b8d') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:49.466691 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4ed3f3d9-c79a-4329-99c4-a6f5fb5d5822 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:49.482436 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4ed3f3d9-c79a-4329-99c4-a6f5fb5d5822 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:49.490609 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed3f3d9-c79a-4329-99c4-a6f5fb5d5822 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:13:49.491848 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4ed3f3d9-c79a-4329-99c4-a6f5fb5d5822 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:49.496002 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:49.496171 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:13:49.496171 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:13:49.496171 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:13:49.496171 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:13:49.496171 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:13:49.496171 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:13:49.496171 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:13:49.496171 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:13:49.496171 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:13:49.496171 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:13:49.496171 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:13:49.496171 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:13:49.496171 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:13:49.496171 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:13:49.496171 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:13:49.496171 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:13:49.496171 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:13:49.496171 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:13:49.496171 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:13:49.496171 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:13:49.496171 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:13:49.496171 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:13:49.496171 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:13:49.496171 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:13:49.496171 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:13:49.496171 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:13:49.496171 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:13:49.496171 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:13:49.496171 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:13:49.496171 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:13:49.496171 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:13:49.496171 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:13:49.561330 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4ed3f3d9-c79a-4329-99c4-a6f5fb5d5822 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:49.568803 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4ed3f3d9-c79a-4329-99c4-a6f5fb5d5822 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:49.572990 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4ed3f3d9-c79a-4329-99c4-a6f5fb5d5822 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] 10.222.0.15 "DELETE /v2.0/networks/83bda17d-59a9-4ad1-b9f1-a31f457e1e24 HTTP/1.1" status: 204 len: 168 time: 0.3224974 Jul 24 01:13:49.573542 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 58986) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:49.581753 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed3f3d9-c79a-4329-99c4-a6f5fb5d5822 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Pushing event deleted for resources: {'Network': ['ID=83bda17d-59a9-4ad1-b9f1-a31f457e1e24,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:49.626540 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f438b3c-77b6-4448-9da1-f32c1a5a9733 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Deleting subnet dab6a3f2-170f-489e-8c74-32826b56ed54 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:13:49.629811 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8f438b3c-77b6-4448-9da1-f32c1a5a9733 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:49.674907 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8f438b3c-77b6-4448-9da1-f32c1a5a9733 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:49.780360 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8f438b3c-77b6-4448-9da1-f32c1a5a9733 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:49.798311 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2f1fcdfb-e67d-47e0-82b0-3097fbd7a1f4 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:13:49.819675 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 2f1fcdfb-e67d-47e0-82b0-3097fbd7a1f4 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:13:49.820440 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2f1fcdfb-e67d-47e0-82b0-3097fbd7a1f4 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:13:49.821172 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 4ec156aa-bb9a-43ba-bf11-31997909c2ec no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:13:49.851966 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 4ec156aa-bb9a-43ba-bf11-31997909c2ec {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:13:49.852808 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 4ec156aa-bb9a-43ba-bf11-31997909c2ec not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:13:49.891313 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8f438b3c-77b6-4448-9da1-f32c1a5a9733 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:49.930346 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8f438b3c-77b6-4448-9da1-f32c1a5a9733 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:49.932391 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-8f438b3c-77b6-4448-9da1-f32c1a5a9733 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] 10.222.0.15 "DELETE /v2.0/subnets/dab6a3f2-170f-489e-8c74-32826b56ed54 HTTP/1.1" status: 204 len: 168 time: 0.3576708 Jul 24 01:13:49.933426 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f438b3c-77b6-4448-9da1-f32c1a5a9733 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Pushing event deleted for resources: {'Subnet': ['ID=dab6a3f2-170f-489e-8c74-32826b56ed54,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:49.935061 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 58996) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:49.940816 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64869c8-5b28-4a83-ad79-483e0e332afe None None] Network 767b5841-79b2-42c5-a1c2-07f5d419a91a requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:13:50.024176 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c6f89848-0c25-4a17-9ecd-9edc7616936b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:50.082294 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-c6f89848-0c25-4a17-9ecd-9edc7616936b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Deleting port 6c8710bc-b1eb-4cdf-be52-b80b95b14298 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:13:50.083012 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c6f89848-0c25-4a17-9ecd-9edc7616936b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:50.157526 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636ab2ca-a3eb-45d7-9601-6b05bcae4483 None None] DHCP port deletion for 767b5841-79b2-42c5-a1c2-07f5d419a91a request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:13:50.170303 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-c6f89848-0c25-4a17-9ecd-9edc7616936b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] For port 6c8710bc-b1eb-4cdf-be52-b80b95b14298, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=6c8710bc-b1eb-4cdf-be52-b80b95b14298,segment=NetworkSegment(d624145a-4aec-41f3-8920-22e27c20c60c),segment_id=d624145a-4aec-41f3-8920-22e27c20c60c)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:13:50.170806 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c6f89848-0c25-4a17-9ecd-9edc7616936b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:50.190326 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-c6f89848-0c25-4a17-9ecd-9edc7616936b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Calling delete_port for 6c8710bc-b1eb-4cdf-be52-b80b95b14298 owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:13:50.221981 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-636ab2ca-a3eb-45d7-9601-6b05bcae4483 None None] Deleting port 6c8710bc-b1eb-4cdf-be52-b80b95b14298 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:13:50.222769 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-636ab2ca-a3eb-45d7-9601-6b05bcae4483 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:50.292121 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c6f89848-0c25-4a17-9ecd-9edc7616936b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:50.293458 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-636ab2ca-a3eb-45d7-9601-6b05bcae4483 None None] For port 6c8710bc-b1eb-4cdf-be52-b80b95b14298, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=6c8710bc-b1eb-4cdf-be52-b80b95b14298,segment=NetworkSegment(d624145a-4aec-41f3-8920-22e27c20c60c),segment_id=d624145a-4aec-41f3-8920-22e27c20c60c)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:13:50.293970 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-636ab2ca-a3eb-45d7-9601-6b05bcae4483 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:50.312030 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-636ab2ca-a3eb-45d7-9601-6b05bcae4483 None None] Calling delete_port for 6c8710bc-b1eb-4cdf-be52-b80b95b14298 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:13:50.328297 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f89848-0c25-4a17-9ecd-9edc7616936b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Pushing event deleted for resources: {'Port': ['ID=6c8710bc-b1eb-4cdf-be52-b80b95b14298,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:50.337746 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f89848-0c25-4a17-9ecd-9edc7616936b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] No DVR routers for this DVR port 6c8710bc-b1eb-4cdf-be52-b80b95b14298 on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:13:50.408959 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-636ab2ca-a3eb-45d7-9601-6b05bcae4483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:50.439983 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c6f89848-0c25-4a17-9ecd-9edc7616936b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:50.442302 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ab2ca-a3eb-45d7-9601-6b05bcae4483 None None] Pushing event deleted for resources: {'Port': ['ID=6c8710bc-b1eb-4cdf-be52-b80b95b14298,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:50.445751 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636ab2ca-a3eb-45d7-9601-6b05bcae4483 None None] No DVR routers for this DVR port 6c8710bc-b1eb-4cdf-be52-b80b95b14298 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:13:50.456913 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-c6f89848-0c25-4a17-9ecd-9edc7616936b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['767b5841-79b2-42c5-a1c2-07f5d419a91a']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:50.470455 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-c6f89848-0c25-4a17-9ecd-9edc7616936b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd624145a-4aec-41f3-8920-22e27c20c60c') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:50.471059 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-c6f89848-0c25-4a17-9ecd-9edc7616936b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd624145a-4aec-41f3-8920-22e27c20c60c') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:13:50.480162 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c6f89848-0c25-4a17-9ecd-9edc7616936b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:50.494251 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c6f89848-0c25-4a17-9ecd-9edc7616936b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:50.500711 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6f89848-0c25-4a17-9ecd-9edc7616936b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:13:50.501198 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c6f89848-0c25-4a17-9ecd-9edc7616936b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:50.504557 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:13:50.504557 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:13:50.504557 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:13:50.504557 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:13:50.504557 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:13:50.504557 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:13:50.504557 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:13:50.504557 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:13:50.504557 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:13:50.504557 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:13:50.504557 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:13:50.504557 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:13:50.504557 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:13:50.504557 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:13:50.504557 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:13:50.504557 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:13:50.504557 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:13:50.504557 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:13:50.504557 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:13:50.504557 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:13:50.504557 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:13:50.504557 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:13:50.504557 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:13:50.504557 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:13:50.504557 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:13:50.504557 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:13:50.504557 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:13:50.504557 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:13:50.504557 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:13:50.504557 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:13:50.504557 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:13:50.504557 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:13:50.563890 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c6f89848-0c25-4a17-9ecd-9edc7616936b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:50.569073 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c6f89848-0c25-4a17-9ecd-9edc7616936b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:50.574274 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c6f89848-0c25-4a17-9ecd-9edc7616936b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] 10.222.0.15 "DELETE /v2.0/networks/767b5841-79b2-42c5-a1c2-07f5d419a91a HTTP/1.1" status: 204 len: 168 time: 0.6356480 Jul 24 01:13:50.574610 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59000) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:50.590172 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f89848-0c25-4a17-9ecd-9edc7616936b tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Pushing event deleted for resources: {'Network': ['ID=767b5841-79b2-42c5-a1c2-07f5d419a91a,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:50.612103 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2fa762f1-1219-4de5-9776-729bb61438b7 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] 10.222.0.15 "GET /v2.0/ports?device_id=f090e847-2776-4c84-b83a-b8053d5d2f62 HTTP/1.1" status: 200 len: 205 time: 0.0359926 Jul 24 01:13:50.614519 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59002) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:50.699077 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3b867059-449f-49c8-b5a0-6c7b600eab85 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:50.886584 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3b867059-449f-49c8-b5a0-6c7b600eab85 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:50.889718 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3b867059-449f-49c8-b5a0-6c7b600eab85 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:50.941852 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3b867059-449f-49c8-b5a0-6c7b600eab85 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:50.942660 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b867059-449f-49c8-b5a0-6c7b600eab85 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Fanout notify agent at l3_agent the message router_deleted on router f090e847-2776-4c84-b83a-b8053d5d2f62 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:13:50.987055 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3b867059-449f-49c8-b5a0-6c7b600eab85 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:50.988212 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3b867059-449f-49c8-b5a0-6c7b600eab85 tempest-RoutersNegativeTest-1191054911 tempest-RoutersNegativeTest-1191054911-project] 10.222.0.15 "DELETE /v2.0/routers/f090e847-2776-4c84-b83a-b8053d5d2f62 HTTP/1.1" status: 204 len: 168 time: 0.3726542 Jul 24 01:13:51.017405 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:51.331609 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59054) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:51.529838 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c00cc299-087f-4b26-83e1-b1a729b009ff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7589ceb02c344122806d7f14900f4fa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1962471 Jul 24 01:13:51.532534 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59078) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:51.597790 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aa130a5a-871e-445f-a33c-c5bcdcef6ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:51.626697 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aa130a5a-871e-445f-a33c-c5bcdcef6ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:51.720440 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aa130a5a-871e-445f-a33c-c5bcdcef6ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:51.725304 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aa130a5a-871e-445f-a33c-c5bcdcef6ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:51.727061 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-aa130a5a-871e-445f-a33c-c5bcdcef6ae6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e7dbbee6-8ca3-4cdd-b27e-fbe1c9161394 HTTP/1.1" status: 204 len: 168 time: 0.1929743 Jul 24 01:13:51.747930 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa130a5a-871e-445f-a33c-c5bcdcef6ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7dbbee6-8ca3-4cdd-b27e-fbe1c9161394,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:51.840984 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 6c8710bc-b1eb-4cdf-be52-b80b95b14298 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:13:51.869054 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 6c8710bc-b1eb-4cdf-be52-b80b95b14298 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:13:51.869789 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 6c8710bc-b1eb-4cdf-be52-b80b95b14298 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:13:52.397073 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59114) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:52.538127 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b69475f7-fe0e-4804-8c98-da740ad4e791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:52.672970 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b69475f7-fe0e-4804-8c98-da740ad4e791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:52.677689 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b69475f7-fe0e-4804-8c98-da740ad4e791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:52.721567 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b69475f7-fe0e-4804-8c98-da740ad4e791 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=667f80e1390447d0b8f6e76734c3c707&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3168359 Jul 24 01:13:52.721821 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59126) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:52.726933 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69475f7-fe0e-4804-8c98-da740ad4e791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0736d7dc-30ca-4e3b-9db4-39bc91d0b978,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:52.737078 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59128) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:52.780876 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-29c9ef03-2385-4c7a-969b-f90b2959700c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:52.810358 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-29c9ef03-2385-4c7a-969b-f90b2959700c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:52.873329 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-80c04347-7cad-4ea8-b413-7623267b4b56 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:52.874081 n-d-793621-25 neutron-server[100464]: WARNING neutron.api.v2.base [None req-80c04347-7cad-4ea8-b413-7623267b4b56 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 24 01:13:52.875076 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-29c9ef03-2385-4c7a-969b-f90b2959700c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:52.875253 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-80c04347-7cad-4ea8-b413-7623267b4b56 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] create failed (client error): There was a conflict when trying to complete your request. Jul 24 01:13:52.878921 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-29c9ef03-2385-4c7a-969b-f90b2959700c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:52.879184 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-80c04347-7cad-4ea8-b413-7623267b4b56 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1409731 Jul 24 01:13:52.880662 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-29c9ef03-2385-4c7a-969b-f90b2959700c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0736d7dc-30ca-4e3b-9db4-39bc91d0b978 HTTP/1.1" status: 204 len: 168 time: 0.1608341 Jul 24 01:13:52.883971 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59134) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:52.890040 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-16cd0765-a08e-48e7-98b6-e6bf516d0a1c tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Request body: {'security_group': {'name': 'tempest-secgroup--890714017'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:52.891360 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9ef03-2385-4c7a-969b-f90b2959700c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0736d7dc-30ca-4e3b-9db4-39bc91d0b978,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:52.921829 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-16cd0765-a08e-48e7-98b6-e6bf516d0a1c tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:52.933511 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-16cd0765-a08e-48e7-98b6-e6bf516d0a1c tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:53.057658 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-16cd0765-a08e-48e7-98b6-e6bf516d0a1c tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:53.061660 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-16cd0765-a08e-48e7-98b6-e6bf516d0a1c tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:53.104624 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd0765-a08e-48e7-98b6-e6bf516d0a1c tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6929e51-606a-484b-b824-b8f8769508a7,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:53.172836 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-16cd0765-a08e-48e7-98b6-e6bf516d0a1c tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:53.177278 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-16cd0765-a08e-48e7-98b6-e6bf516d0a1c tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:53.209670 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-16cd0765-a08e-48e7-98b6-e6bf516d0a1c tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:53.210973 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-16cd0765-a08e-48e7-98b6-e6bf516d0a1c tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3260181 Jul 24 01:13:53.213023 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cd0765-a08e-48e7-98b6-e6bf516d0a1c tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbe31db-9c49-4806-ae31-24974d8000c6,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:53.213973 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59140) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:53.219963 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-b7885ed3-f312-4df7-a3c7-9d7122912a86 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Request body: {'security_group_rule': {'security_group_id': '2dbe31db-9c49-4806-ae31-24974d8000c6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:53.251809 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b7885ed3-f312-4df7-a3c7-9d7122912a86 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:53.288431 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59142) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:53.303485 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-00d7938d-20d9-4160-b819-68d63f8f8d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:53.311599 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b7885ed3-f312-4df7-a3c7-9d7122912a86 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:53.316123 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b7885ed3-f312-4df7-a3c7-9d7122912a86 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:53.337409 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7885ed3-f312-4df7-a3c7-9d7122912a86 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd20ad59-12ba-49e4-bc4d-69ca6087f5d1,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:53.406505 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-00d7938d-20d9-4160-b819-68d63f8f8d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:53.411592 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-00d7938d-20d9-4160-b819-68d63f8f8d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:53.417420 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b7885ed3-f312-4df7-a3c7-9d7122912a86 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:53.419150 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b7885ed3-f312-4df7-a3c7-9d7122912a86 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2032185 Jul 24 01:13:53.422261 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59146) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:53.429281 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-aa7666c8-6abe-4a2b-8657-aa5e8c2a0b40 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Request body: {'security_group_rule': {'security_group_id': '2dbe31db-9c49-4806-ae31-24974d8000c6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:53.456507 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-00d7938d-20d9-4160-b819-68d63f8f8d38 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=71ab8b98a0454e0ebbf9f31a2cd167bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1668630 Jul 24 01:13:53.457723 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7938d-20d9-4160-b819-68d63f8f8d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163740f1-cac8-4b1c-8eaa-4b33fec58603,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:53.459182 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59148) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:53.477259 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-aa7666c8-6abe-4a2b-8657-aa5e8c2a0b40 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:53.554109 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2637f24a-c7ff-477b-99d9-31e204b5ad50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:53.558978 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-aa7666c8-6abe-4a2b-8657-aa5e8c2a0b40 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] create failed (client error): There was a conflict when trying to complete your request. Jul 24 01:13:53.560051 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-aa7666c8-6abe-4a2b-8657-aa5e8c2a0b40 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1361537 Jul 24 01:13:53.563242 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59150) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:53.581078 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2637f24a-c7ff-477b-99d9-31e204b5ad50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:53.625977 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4b540958-b155-436f-acd5-7ce6b2a0b97c tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:53.634836 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2637f24a-c7ff-477b-99d9-31e204b5ad50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:53.637959 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2637f24a-c7ff-477b-99d9-31e204b5ad50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:53.641779 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2637f24a-c7ff-477b-99d9-31e204b5ad50 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/163740f1-cac8-4b1c-8eaa-4b33fec58603 HTTP/1.1" status: 204 len: 168 time: 0.1785271 Jul 24 01:13:53.649530 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637f24a-c7ff-477b-99d9-31e204b5ad50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163740f1-cac8-4b1c-8eaa-4b33fec58603,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:53.656832 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4b540958-b155-436f-acd5-7ce6b2a0b97c tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:53.720036 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4b540958-b155-436f-acd5-7ce6b2a0b97c tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:53.722861 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4b540958-b155-436f-acd5-7ce6b2a0b97c tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:53.724118 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4b540958-b155-436f-acd5-7ce6b2a0b97c tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "DELETE /v2.0/security-groups/2dbe31db-9c49-4806-ae31-24974d8000c6 HTTP/1.1" status: 204 len: 168 time: 0.1596756 Jul 24 01:13:53.727637 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59154) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:53.738196 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b540958-b155-436f-acd5-7ce6b2a0b97c tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbe31db-9c49-4806-ae31-24974d8000c6,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:53.793485 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59156) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:53.793782 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ee887ecc-d960-409f-9160-ffcbfbc40517 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0645938 Jul 24 01:13:53.798082 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-cdae3e9d-5c4f-4a6e-b20e-a4b18663ef17 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Request body: {'security_group': {'name': 'tempest-secgroup--2056053424'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:53.825832 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cdae3e9d-5c4f-4a6e-b20e-a4b18663ef17 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:53.944965 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cdae3e9d-5c4f-4a6e-b20e-a4b18663ef17 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:53.950340 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cdae3e9d-5c4f-4a6e-b20e-a4b18663ef17 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:53.986333 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cdae3e9d-5c4f-4a6e-b20e-a4b18663ef17 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:53.987602 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-cdae3e9d-5c4f-4a6e-b20e-a4b18663ef17 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1931014 Jul 24 01:13:53.989481 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae3e9d-5c4f-4a6e-b20e-a4b18663ef17 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=003e3e10-a17f-44db-b040-f26c09b7c008,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:53.991096 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59164) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:53.996496 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-305e8671-42ce-4267-9c63-27e18dcdfb44 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Request body: {'security_group_rule': {'security_group_id': '003e3e10-a17f-44db-b040-f26c09b7c008', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:53.997134 n-d-793621-25 neutron-server[100463]: WARNING neutron.api.v2.base [None req-305e8671-42ce-4267-9c63-27e18dcdfb44 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 24 01:13:53.997708 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-305e8671-42ce-4267-9c63-27e18dcdfb44 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:13:54.001563 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-305e8671-42ce-4267-9c63-27e18dcdfb44 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0067015 Jul 24 01:13:54.001563 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59166) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:54.069090 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0a3994f2-1c95-4453-b6ba-7198cf7beec7 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:54.094355 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0a3994f2-1c95-4453-b6ba-7198cf7beec7 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:54.144906 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0a3994f2-1c95-4453-b6ba-7198cf7beec7 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:54.148706 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0a3994f2-1c95-4453-b6ba-7198cf7beec7 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:54.150072 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0a3994f2-1c95-4453-b6ba-7198cf7beec7 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "DELETE /v2.0/security-groups/003e3e10-a17f-44db-b040-f26c09b7c008 HTTP/1.1" status: 204 len: 168 time: 0.1476595 Jul 24 01:13:54.152837 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59174) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:54.161064 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3994f2-1c95-4453-b6ba-7198cf7beec7 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=003e3e10-a17f-44db-b040-f26c09b7c008,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:54.212259 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-30ca525d-c839-46c1-af96-125e8db8329a tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0537491 Jul 24 01:13:54.212259 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59176) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:54.216333 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-c65fd04e-4fb9-48a3-a79d-b51f93e4cfce tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Request body: {'security_group': {'name': 'tempest-secgroup--1515431097'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:54.243107 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c65fd04e-4fb9-48a3-a79d-b51f93e4cfce tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:54.339916 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c65fd04e-4fb9-48a3-a79d-b51f93e4cfce tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:54.344660 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c65fd04e-4fb9-48a3-a79d-b51f93e4cfce tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:54.377760 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65fd04e-4fb9-48a3-a79d-b51f93e4cfce tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b25885c-1352-4bdb-af46-2c5447ba3da3,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:54.382749 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c65fd04e-4fb9-48a3-a79d-b51f93e4cfce tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:54.384072 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c65fd04e-4fb9-48a3-a79d-b51f93e4cfce tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1712611 Jul 24 01:13:54.386959 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59184) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:54.391510 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-9aae9ade-180f-40fb-9df8-39e4dc0e088c tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Request body: {'security_group_rule': {'security_group_id': '1b25885c-1352-4bdb-af46-2c5447ba3da3', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:54.392162 n-d-793621-25 neutron-server[100464]: WARNING neutron.api.v2.base [None req-9aae9ade-180f-40fb-9df8-39e4dc0e088c tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 24 01:13:54.392593 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-9aae9ade-180f-40fb-9df8-39e4dc0e088c tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:13:54.395954 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9aae9ade-180f-40fb-9df8-39e4dc0e088c tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0056434 Jul 24 01:13:54.396157 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59186) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:54.479094 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1a012923-abf1-4d4c-9e6c-7423eb33fab5 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:54.511196 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1a012923-abf1-4d4c-9e6c-7423eb33fab5 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:54.564532 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1a012923-abf1-4d4c-9e6c-7423eb33fab5 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:54.568287 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1a012923-abf1-4d4c-9e6c-7423eb33fab5 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:54.570099 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1a012923-abf1-4d4c-9e6c-7423eb33fab5 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "DELETE /v2.0/security-groups/1b25885c-1352-4bdb-af46-2c5447ba3da3 HTTP/1.1" status: 204 len: 168 time: 0.1725159 Jul 24 01:13:54.572731 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59194) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:54.580474 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a012923-abf1-4d4c-9e6c-7423eb33fab5 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b25885c-1352-4bdb-af46-2c5447ba3da3,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:54.626967 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-54e730f2-2281-4f60-b654-d44f8b524062 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0523779 Jul 24 01:13:54.630703 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59196) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:54.636674 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-5dcd09ee-7097-467e-b59c-52533a58dea5 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Request body: {'security_group': {'name': 'tempest-secgroup--4950354'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:54.662350 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5dcd09ee-7097-467e-b59c-52533a58dea5 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:54.761465 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5dcd09ee-7097-467e-b59c-52533a58dea5 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:54.768322 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5dcd09ee-7097-467e-b59c-52533a58dea5 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:54.796652 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5dcd09ee-7097-467e-b59c-52533a58dea5 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:54.799178 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5dcd09ee-7097-467e-b59c-52533a58dea5 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.1666598 Jul 24 01:13:54.801656 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59200) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:54.804509 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd09ee-7097-467e-b59c-52533a58dea5 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1da5ba2b-f23f-4536-93d8-d36f0a323de2,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:54.807376 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-6cdafc50-670b-43a6-9c98-40c5d9d11bfe tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Request body: {'security_group_rule': {'security_group_id': '1da5ba2b-f23f-4536-93d8-d36f0a323de2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:54.808261 n-d-793621-25 neutron-server[100464]: WARNING neutron.api.v2.base [None req-6cdafc50-670b-43a6-9c98-40c5d9d11bfe tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 24 01:13:54.808787 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-6cdafc50-670b-43a6-9c98-40c5d9d11bfe tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:13:54.810755 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6cdafc50-670b-43a6-9c98-40c5d9d11bfe tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0069113 Jul 24 01:13:54.812643 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59202) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:54.818681 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-2a141522-ec5a-493f-85f8-c914fdf5edba tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Request body: {'security_group_rule': {'security_group_id': '1da5ba2b-f23f-4536-93d8-d36f0a323de2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:54.820372 n-d-793621-25 neutron-server[100464]: WARNING neutron.api.v2.base [None req-2a141522-ec5a-493f-85f8-c914fdf5edba tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 24 01:13:54.821170 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-2a141522-ec5a-493f-85f8-c914fdf5edba tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:13:54.822301 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2a141522-ec5a-493f-85f8-c914fdf5edba tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0086741 Jul 24 01:13:54.825288 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59206) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:54.829704 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-f9e7cdaf-a197-4a47-a446-c753259c7df0 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Request body: {'security_group_rule': {'security_group_id': '1da5ba2b-f23f-4536-93d8-d36f0a323de2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:54.831312 n-d-793621-25 neutron-server[100464]: WARNING neutron.api.v2.base [None req-f9e7cdaf-a197-4a47-a446-c753259c7df0 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 24 01:13:54.832231 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-f9e7cdaf-a197-4a47-a446-c753259c7df0 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:13:54.833568 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f9e7cdaf-a197-4a47-a446-c753259c7df0 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071177 Jul 24 01:13:54.836467 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59208) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:54.841279 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-4f970d70-201a-4d58-9efc-391fcda69418 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Request body: {'security_group_rule': {'security_group_id': '1da5ba2b-f23f-4536-93d8-d36f0a323de2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:54.842237 n-d-793621-25 neutron-server[100463]: WARNING neutron.api.v2.base [None req-4f970d70-201a-4d58-9efc-391fcda69418 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 24 01:13:54.842771 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-4f970d70-201a-4d58-9efc-391fcda69418 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:13:54.846114 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4f970d70-201a-4d58-9efc-391fcda69418 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0062547 Jul 24 01:13:54.846351 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59210) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:54.911150 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2476d107-bc6e-4f51-8d9b-734c51252e84 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:54.946035 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2476d107-bc6e-4f51-8d9b-734c51252e84 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:55.007868 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2476d107-bc6e-4f51-8d9b-734c51252e84 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:55.010872 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2476d107-bc6e-4f51-8d9b-734c51252e84 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:55.012249 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2476d107-bc6e-4f51-8d9b-734c51252e84 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "DELETE /v2.0/security-groups/1da5ba2b-f23f-4536-93d8-d36f0a323de2 HTTP/1.1" status: 204 len: 168 time: 0.1648560 Jul 24 01:13:55.015112 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59218) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:55.031977 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2476d107-bc6e-4f51-8d9b-734c51252e84 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da5ba2b-f23f-4536-93d8-d36f0a323de2,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:55.069621 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9d16409d-c081-444d-b8be-8f38a613afca tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0532084 Jul 24 01:13:55.073264 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59222) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:55.078549 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-8c148ac0-126c-4176-91a6-d95395c51236 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Request body: {'security_group': {'name': 'tempest-secgroup--1396229762'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:55.105821 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8c148ac0-126c-4176-91a6-d95395c51236 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:55.204265 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8c148ac0-126c-4176-91a6-d95395c51236 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:55.216130 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8c148ac0-126c-4176-91a6-d95395c51236 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:55.245589 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8c148ac0-126c-4176-91a6-d95395c51236 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:55.246901 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8c148ac0-126c-4176-91a6-d95395c51236 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1725879 Jul 24 01:13:55.249948 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59230) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:55.254648 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-ea7eb5b8-f98e-48c9-995e-de8c1485a2d3 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Request body: {'security_group_rule': {'security_group_id': '54ed7e3c-1948-43a8-8f1d-f1b6f5e97f80', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:55.255169 n-d-793621-25 neutron-server[100464]: WARNING neutron.api.v2.base [None req-ea7eb5b8-f98e-48c9-995e-de8c1485a2d3 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 24 01:13:55.255697 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-ea7eb5b8-f98e-48c9-995e-de8c1485a2d3 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:13:55.257945 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ea7eb5b8-f98e-48c9-995e-de8c1485a2d3 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065467 Jul 24 01:13:55.260386 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c148ac0-126c-4176-91a6-d95395c51236 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54ed7e3c-1948-43a8-8f1d-f1b6f5e97f80,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:55.262427 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59232) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:55.267229 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-53d96382-fa54-48ec-bf74-14cd65803b0e tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Request body: {'security_group_rule': {'security_group_id': '54ed7e3c-1948-43a8-8f1d-f1b6f5e97f80', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:55.307011 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-53d96382-fa54-48ec-bf74-14cd65803b0e tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:13:55.308136 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-53d96382-fa54-48ec-bf74-14cd65803b0e tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0446239 Jul 24 01:13:55.311089 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59234) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:55.315616 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-6e623b05-a752-4b07-ba77-8a291dfeb5af tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Request body: {'security_group_rule': {'security_group_id': '54ed7e3c-1948-43a8-8f1d-f1b6f5e97f80', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:55.316104 n-d-793621-25 neutron-server[100464]: WARNING neutron.api.v2.base [None req-6e623b05-a752-4b07-ba77-8a291dfeb5af tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 24 01:13:55.316604 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-6e623b05-a752-4b07-ba77-8a291dfeb5af tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:13:55.317537 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6e623b05-a752-4b07-ba77-8a291dfeb5af tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0054824 Jul 24 01:13:55.320881 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59236) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:55.327041 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-17c23965-0527-4710-96ad-f5a213b6fb7f tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Request body: {'security_group_rule': {'security_group_id': '54ed7e3c-1948-43a8-8f1d-f1b6f5e97f80', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:55.370354 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-17c23965-0527-4710-96ad-f5a213b6fb7f tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:13:55.371408 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-17c23965-0527-4710-96ad-f5a213b6fb7f tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0492842 Jul 24 01:13:55.374224 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59238) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:55.379111 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-8a441fd9-7251-41d9-b9e6-b0c5dbe18a33 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Request body: {'security_group_rule': {'security_group_id': '54ed7e3c-1948-43a8-8f1d-f1b6f5e97f80', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:55.379594 n-d-793621-25 neutron-server[100463]: WARNING neutron.api.v2.base [None req-8a441fd9-7251-41d9-b9e6-b0c5dbe18a33 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 24 01:13:55.380070 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-8a441fd9-7251-41d9-b9e6-b0c5dbe18a33 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:13:55.384225 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8a441fd9-7251-41d9-b9e6-b0c5dbe18a33 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058424 Jul 24 01:13:55.384646 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59240) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:55.391947 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-0150e6eb-d3f0-40b6-8024-c37187b352b6 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Request body: {'security_group_rule': {'security_group_id': '54ed7e3c-1948-43a8-8f1d-f1b6f5e97f80', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:55.435838 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-0150e6eb-d3f0-40b6-8024-c37187b352b6 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:13:55.442867 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59244) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:55.443667 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0150e6eb-d3f0-40b6-8024-c37187b352b6 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0578158 Jul 24 01:13:55.447478 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-ba09dcda-2c14-4106-a71c-64c432b9a44e tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Request body: {'security_group_rule': {'security_group_id': '54ed7e3c-1948-43a8-8f1d-f1b6f5e97f80', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:55.448105 n-d-793621-25 neutron-server[100463]: WARNING neutron.api.v2.base [None req-ba09dcda-2c14-4106-a71c-64c432b9a44e tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 24 01:13:55.448750 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-ba09dcda-2c14-4106-a71c-64c432b9a44e tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:13:55.450769 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ba09dcda-2c14-4106-a71c-64c432b9a44e tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0080881 Jul 24 01:13:55.452959 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59248) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:55.457635 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-0e340740-c6dc-49d9-b627-18b2f6a71cc7 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Request body: {'security_group_rule': {'security_group_id': '54ed7e3c-1948-43a8-8f1d-f1b6f5e97f80', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:55.503623 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-0e340740-c6dc-49d9-b627-18b2f6a71cc7 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:13:55.505943 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0e340740-c6dc-49d9-b627-18b2f6a71cc7 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0510139 Jul 24 01:13:55.508735 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59254) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:55.515138 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-f4d24f19-2fa9-4b98-bf27-81dee4362d9f tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Request body: {'security_group_rule': {'security_group_id': '54ed7e3c-1948-43a8-8f1d-f1b6f5e97f80', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:55.565355 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-f4d24f19-2fa9-4b98-bf27-81dee4362d9f tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:13:55.570677 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f4d24f19-2fa9-4b98-bf27-81dee4362d9f tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0605652 Jul 24 01:13:55.571449 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59256) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:55.634972 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-35ad1488-592c-4965-93dd-b1d524ac9741 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:55.664763 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-35ad1488-592c-4965-93dd-b1d524ac9741 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:55.716021 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-35ad1488-592c-4965-93dd-b1d524ac9741 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:55.718694 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-35ad1488-592c-4965-93dd-b1d524ac9741 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:55.719904 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-35ad1488-592c-4965-93dd-b1d524ac9741 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "DELETE /v2.0/security-groups/54ed7e3c-1948-43a8-8f1d-f1b6f5e97f80 HTTP/1.1" status: 204 len: 168 time: 0.1472609 Jul 24 01:13:55.722665 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59260) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:55.729415 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ad1488-592c-4965-93dd-b1d524ac9741 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ed7e3c-1948-43a8-8f1d-f1b6f5e97f80,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:55.785868 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a9dbfa47-154f-472b-beb1-5a3257b958d7 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0574408 Jul 24 01:13:55.786441 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59264) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:55.791458 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-61b7b93a-4ada-41e1-9c65-13b8388da176 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Request body: {'security_group': {'name': 'tempest-secgroup--2141911678'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:55.817527 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-61b7b93a-4ada-41e1-9c65-13b8388da176 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:55.910477 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-61b7b93a-4ada-41e1-9c65-13b8388da176 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:55.915446 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-61b7b93a-4ada-41e1-9c65-13b8388da176 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:55.941364 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-61b7b93a-4ada-41e1-9c65-13b8388da176 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:55.942894 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-61b7b93a-4ada-41e1-9c65-13b8388da176 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1553614 Jul 24 01:13:55.946190 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59270) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:55.953097 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-15bd74bd-bc27-4bf2-ab2c-5a10dfcf182b tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Request body: {'security_group_rule': {'security_group_id': '7ff53e02-0b5d-4e74-8bd6-bfc0ee6ee912', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:55.953307 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b7b93a-4ada-41e1-9c65-13b8388da176 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff53e02-0b5d-4e74-8bd6-bfc0ee6ee912,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:56.003850 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-15bd74bd-bc27-4bf2-ab2c-5a10dfcf182b tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] create failed (client error): The resource could not be found. Jul 24 01:13:56.008742 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-15bd74bd-bc27-4bf2-ab2c-5a10dfcf182b tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0614066 Jul 24 01:13:56.009527 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59278) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:56.014564 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-62b9873d-9047-4108-8905-2c7b09239655 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Request body: {'security_group_rule': {'security_group_id': '7ff53e02-0b5d-4e74-8bd6-bfc0ee6ee912', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'dde70de4-9ac3-4fe4-8782-a00fb6b3135b'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:56.069398 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-62b9873d-9047-4108-8905-2c7b09239655 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] create failed (client error): The resource could not be found. Jul 24 01:13:56.070806 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-62b9873d-9047-4108-8905-2c7b09239655 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0600531 Jul 24 01:13:56.073806 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59280) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:56.142221 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d9511e94-f954-4c6a-8279-9f36d8a35929 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:56.167945 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d9511e94-f954-4c6a-8279-9f36d8a35929 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:56.212309 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d9511e94-f954-4c6a-8279-9f36d8a35929 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:56.215113 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d9511e94-f954-4c6a-8279-9f36d8a35929 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:56.218681 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d9511e94-f954-4c6a-8279-9f36d8a35929 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "DELETE /v2.0/security-groups/7ff53e02-0b5d-4e74-8bd6-bfc0ee6ee912 HTTP/1.1" status: 204 len: 168 time: 0.1412985 Jul 24 01:13:56.219458 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59284) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:56.227168 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9511e94-f954-4c6a-8279-9f36d8a35929 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff53e02-0b5d-4e74-8bd6-bfc0ee6ee912,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:56.273012 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-24e1cf99-288c-413b-b2dd-cfb2857d9865 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0522163 Jul 24 01:13:56.276779 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59286) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:56.281922 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-e2e179e8-e19a-44ee-8ca0-444e2d14aa61 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Request body: {'security_group_rule': {'security_group_id': 'af542b16-c202-4574-bce8-4c1832150887', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:56.327455 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-e2e179e8-e19a-44ee-8ca0-444e2d14aa61 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] create failed (client error): The resource could not be found. Jul 24 01:13:56.328842 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e2e179e8-e19a-44ee-8ca0-444e2d14aa61 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0510468 Jul 24 01:13:56.332435 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59290) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:56.339945 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-bb26c3bb-08d2-4f17-b060-4000a44828bf tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Request body: {'security_group': {'name': 'tempest-secgroup--191366470'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:56.368149 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bb26c3bb-08d2-4f17-b060-4000a44828bf tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:56.460351 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bb26c3bb-08d2-4f17-b060-4000a44828bf tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:56.466495 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bb26c3bb-08d2-4f17-b060-4000a44828bf tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:56.494266 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bb26c3bb-08d2-4f17-b060-4000a44828bf tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:56.497974 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-bb26c3bb-08d2-4f17-b060-4000a44828bf tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1619132 Jul 24 01:13:56.498645 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59296) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:56.504321 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-21117f0d-97dd-47ac-84b4-84a07f57aea5 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Request body: {'security_group': {'name': 'tempest-secgroup--1235435873'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:56.504917 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb26c3bb-08d2-4f17-b060-4000a44828bf tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0a2d60-95de-479b-9aea-3f9eaf474626,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:56.533174 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-21117f0d-97dd-47ac-84b4-84a07f57aea5 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:56.651556 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-21117f0d-97dd-47ac-84b4-84a07f57aea5 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:56.655988 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-21117f0d-97dd-47ac-84b4-84a07f57aea5 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:56.688673 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-21117f0d-97dd-47ac-84b4-84a07f57aea5 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:56.689984 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-21117f0d-97dd-47ac-84b4-84a07f57aea5 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1901200 Jul 24 01:13:56.692758 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59302) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:56.698414 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-f820c759-51aa-43e4-bba2-094171995d4e tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Request body: {'security_group_rule': {'security_group_id': 'dd0a2d60-95de-479b-9aea-3f9eaf474626', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '93a0f1bc-9bd7-4975-8093-3b63c320bd1c'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:56.704192 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21117f0d-97dd-47ac-84b4-84a07f57aea5 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93a0f1bc-9bd7-4975-8093-3b63c320bd1c,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:56.743251 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-f820c759-51aa-43e4-bba2-094171995d4e tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:13:56.744649 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f820c759-51aa-43e4-bba2-094171995d4e tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0506225 Jul 24 01:13:56.747078 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59304) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:56.763115 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59306) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:56.814673 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-597710ce-1911-4805-8ac1-5178e83a6d95 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:56.840712 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-597710ce-1911-4805-8ac1-5178e83a6d95 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:56.892642 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b07f8ed7-6774-4f3b-92bb-747cc4f5b5f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:56.901440 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-597710ce-1911-4805-8ac1-5178e83a6d95 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:56.904141 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-597710ce-1911-4805-8ac1-5178e83a6d95 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:56.905323 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-597710ce-1911-4805-8ac1-5178e83a6d95 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "DELETE /v2.0/security-groups/93a0f1bc-9bd7-4975-8093-3b63c320bd1c HTTP/1.1" status: 204 len: 168 time: 0.1573234 Jul 24 01:13:56.908054 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59310) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:56.920186 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597710ce-1911-4805-8ac1-5178e83a6d95 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a0f1bc-9bd7-4975-8093-3b63c320bd1c,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:56.978561 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-48b5d230-77a5-490c-bc97-4d07908456c2 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0691445 Jul 24 01:13:56.981131 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59312) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:57.015521 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b07f8ed7-6774-4f3b-92bb-747cc4f5b5f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:57.020709 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b07f8ed7-6774-4f3b-92bb-747cc4f5b5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:57.039902 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-28283d05-4842-401f-be5b-c98599babb96 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:57.063435 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b07f8ed7-6774-4f3b-92bb-747cc4f5b5f8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b333ff28c5a3420b89aa3937b8e823b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2992697 Jul 24 01:13:57.064358 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f8ed7-6774-4f3b-92bb-747cc4f5b5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f870fe1d-f086-427a-a7bb-861a9f06cb91,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:57.066955 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-28283d05-4842-401f-be5b-c98599babb96 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:57.067136 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59314) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:57.125445 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-28283d05-4842-401f-be5b-c98599babb96 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:57.126391 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9f5e358c-3f80-4902-94eb-6bb5eb918e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:57.130454 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-28283d05-4842-401f-be5b-c98599babb96 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:57.133584 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-28283d05-4842-401f-be5b-c98599babb96 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "DELETE /v2.0/security-groups/dd0a2d60-95de-479b-9aea-3f9eaf474626 HTTP/1.1" status: 204 len: 168 time: 0.1514146 Jul 24 01:13:57.138361 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59318) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:57.148186 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28283d05-4842-401f-be5b-c98599babb96 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0a2d60-95de-479b-9aea-3f9eaf474626,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:57.166651 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9f5e358c-3f80-4902-94eb-6bb5eb918e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:57.219429 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d6e8db39-7f0f-46fb-b78d-98e28c73c4ac tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0799119 Jul 24 01:13:57.223187 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59320) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:57.229524 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-ad00fd17-6bc2-460a-b14b-ff46481c5dcf tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Request body: {'security_group': {'name': 'tempest-secgroup--834757587'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:57.250151 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9f5e358c-3f80-4902-94eb-6bb5eb918e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:57.252839 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9f5e358c-3f80-4902-94eb-6bb5eb918e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:57.254001 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9f5e358c-3f80-4902-94eb-6bb5eb918e35 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f870fe1d-f086-427a-a7bb-861a9f06cb91 HTTP/1.1" status: 204 len: 168 time: 0.1861014 Jul 24 01:13:57.256126 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ad00fd17-6bc2-460a-b14b-ff46481c5dcf tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:57.264472 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e358c-3f80-4902-94eb-6bb5eb918e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f870fe1d-f086-427a-a7bb-861a9f06cb91,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:57.359388 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ad00fd17-6bc2-460a-b14b-ff46481c5dcf tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:57.363831 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ad00fd17-6bc2-460a-b14b-ff46481c5dcf tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:57.395449 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ad00fd17-6bc2-460a-b14b-ff46481c5dcf tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:57.399719 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ad00fd17-6bc2-460a-b14b-ff46481c5dcf tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1722558 Jul 24 01:13:57.399719 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00fd17-6bc2-460a-b14b-ff46481c5dcf tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f85faf-90e6-47a0-9b2f-a299383e15bc,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:57.400016 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59326) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:57.404972 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-6708c87d-badb-4da1-9013-d2bee708da9a tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:13:57.405402 n-d-793621-25 neutron-server[100464]: WARNING neutron.api.v2.base [None req-6708c87d-badb-4da1-9013-d2bee708da9a tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 24 01:13:57.405905 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-6708c87d-badb-4da1-9013-d2bee708da9a tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] update failed (client error): There was a conflict when trying to complete your request. Jul 24 01:13:57.410153 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6708c87d-badb-4da1-9013-d2bee708da9a tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "PUT /v2.0/security-groups/b4f85faf-90e6-47a0-9b2f-a299383e15bc HTTP/1.1" status: 409 len: 330 time: 0.0056944 Jul 24 01:13:57.410323 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59328) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:57.470554 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2bf3880d-1bcf-4694-9bd7-1fedccfba347 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:57.498022 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2bf3880d-1bcf-4694-9bd7-1fedccfba347 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:57.544982 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2bf3880d-1bcf-4694-9bd7-1fedccfba347 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:57.547844 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2bf3880d-1bcf-4694-9bd7-1fedccfba347 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:57.551825 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2bf3880d-1bcf-4694-9bd7-1fedccfba347 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "DELETE /v2.0/security-groups/b4f85faf-90e6-47a0-9b2f-a299383e15bc HTTP/1.1" status: 204 len: 168 time: 0.1380436 Jul 24 01:13:57.552406 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59330) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:57.563254 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf3880d-1bcf-4694-9bd7-1fedccfba347 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f85faf-90e6-47a0-9b2f-a299383e15bc,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:57.567504 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59332) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:57.585471 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0d5988fe-5762-4645-91f3-1911c20d8a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:57.610404 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5be160fa-322f-4947-afbb-e38a05cde016 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0560973 Jul 24 01:13:57.614156 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59334) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:57.631855 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-cf467319-9f15-4d47-9e99-9b2c5b1bbe86 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] delete failed (client error): The resource could not be found. Jul 24 01:13:57.633165 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-cf467319-9f15-4d47-9e99-9b2c5b1bbe86 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "DELETE /v2.0/security-groups/34cdc622-6776-4ada-855d-9a920f21c78f HTTP/1.1" status: 404 len: 347 time: 0.0180593 Jul 24 01:13:57.638084 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59336) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:57.659099 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-9dc4f42d-f8e4-4171-b601-2dd3ea09566e tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] show failed (client error): The resource could not be found. Jul 24 01:13:57.660073 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9dc4f42d-f8e4-4171-b601-2dd3ea09566e tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "GET /v2.0/security-groups/e240a738-5f01-483e-b703-608dc055e717 HTTP/1.1" status: 404 len: 347 time: 0.0215213 Jul 24 01:13:57.665068 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59340) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:57.687896 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-7bc03366-a5a9-405c-9af7-264a5d4ccb79 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] show failed (client error): The resource could not be found. Jul 24 01:13:57.690759 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7bc03366-a5a9-405c-9af7-264a5d4ccb79 tempest-NegativeSecGroupTest-38783883 tempest-NegativeSecGroupTest-38783883-project] 10.222.0.15 "GET /v2.0/security-group-rules/79912ab4-0ea3-463e-b180-b51deae9d565 HTTP/1.1" status: 404 len: 356 time: 0.0230246 Jul 24 01:13:57.745005 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0d5988fe-5762-4645-91f3-1911c20d8a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:57.749454 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0d5988fe-5762-4645-91f3-1911c20d8a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:57.793237 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0d5988fe-5762-4645-91f3-1911c20d8a30 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fe22565a23a44dc2a840a69bbfd25ed5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2246089 Jul 24 01:13:57.794088 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59344) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:57.800250 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5988fe-5762-4645-91f3-1911c20d8a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec8456f-6fa2-497b-bf73-eabc40b19521,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:57.854437 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a17b184d-8551-4c2e-b791-1977b163c385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:57.880218 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a17b184d-8551-4c2e-b791-1977b163c385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:57.933056 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a17b184d-8551-4c2e-b791-1977b163c385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:57.936550 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a17b184d-8551-4c2e-b791-1977b163c385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:57.937755 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a17b184d-8551-4c2e-b791-1977b163c385 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aec8456f-6fa2-497b-bf73-eabc40b19521 HTTP/1.1" status: 204 len: 168 time: 0.1427495 Jul 24 01:13:57.948394 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17b184d-8551-4c2e-b791-1977b163c385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec8456f-6fa2-497b-bf73-eabc40b19521,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:58.005727 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59350) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:58.311010 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-12dd9f2d-b1e3-427f-bbc2-46aa5e78ec98 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=109f50ae273442e39ea93db22b0e7987&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3024175 Jul 24 01:13:58.313824 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59362) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:13:58.374095 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3be97a96-d645-475a-9a30-e565eae74425 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:58.399402 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3be97a96-d645-475a-9a30-e565eae74425 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:58.456597 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3be97a96-d645-475a-9a30-e565eae74425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:58.459618 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3be97a96-d645-475a-9a30-e565eae74425 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:13:58.463462 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3be97a96-d645-475a-9a30-e565eae74425 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f6929e51-606a-484b-b824-b8f8769508a7 HTTP/1.1" status: 204 len: 168 time: 0.1460221 Jul 24 01:13:58.477207 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be97a96-d645-475a-9a30-e565eae74425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6929e51-606a-484b-b824-b8f8769508a7,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:13:58.491628 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be97a96-d645-475a-9a30-e565eae74425 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:58.492391 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be97a96-d645-475a-9a30-e565eae74425 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:58.493350 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be97a96-d645-475a-9a30-e565eae74425 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:58.493950 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be97a96-d645-475a-9a30-e565eae74425 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:58.494535 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be97a96-d645-475a-9a30-e565eae74425 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:58.495165 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be97a96-d645-475a-9a30-e565eae74425 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:58.495726 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be97a96-d645-475a-9a30-e565eae74425 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:58.496309 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be97a96-d645-475a-9a30-e565eae74425 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:58.496884 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be97a96-d645-475a-9a30-e565eae74425 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:58.497457 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be97a96-d645-475a-9a30-e565eae74425 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:58.497972 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be97a96-d645-475a-9a30-e565eae74425 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:13:58.498446 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3be97a96-d645-475a-9a30-e565eae74425 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:14:00.629885 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59458) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:00.766933 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2976ecdb-35e3-47c7-97e9-015035ee9e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:00.874315 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2976ecdb-35e3-47c7-97e9-015035ee9e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:00.879894 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2976ecdb-35e3-47c7-97e9-015035ee9e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:00.920385 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2976ecdb-35e3-47c7-97e9-015035ee9e54 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a82a7d5dfe70440c9a389b402e51f6d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2887125 Jul 24 01:14:00.921296 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2976ecdb-35e3-47c7-97e9-015035ee9e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab6b95b-aba1-4abc-bc9c-4f34394bd20b,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:00.923123 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59464) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:00.981204 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1f76da4f-3dc8-4048-9f2e-a1fa1585d554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:01.014349 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1f76da4f-3dc8-4048-9f2e-a1fa1585d554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:01.060821 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1f76da4f-3dc8-4048-9f2e-a1fa1585d554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:01.063799 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1f76da4f-3dc8-4048-9f2e-a1fa1585d554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:01.067850 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1f76da4f-3dc8-4048-9f2e-a1fa1585d554 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2ab6b95b-aba1-4abc-bc9c-4f34394bd20b HTTP/1.1" status: 204 len: 168 time: 0.1429946 Jul 24 01:14:01.080932 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f76da4f-3dc8-4048-9f2e-a1fa1585d554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab6b95b-aba1-4abc-bc9c-4f34394bd20b,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:01.385389 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 59476) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:01.399712 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-14f6feb4-1127-41fc-afe7-0b375477319a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:01.510058 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-14f6feb4-1127-41fc-afe7-0b375477319a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:01.514916 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-14f6feb4-1127-41fc-afe7-0b375477319a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:01.562338 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-14f6feb4-1127-41fc-afe7-0b375477319a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fb92bfb9072b45218c149fbc2fb7ab42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1758320 Jul 24 01:14:01.563276 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f6feb4-1127-41fc-afe7-0b375477319a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34defa44-1465-463f-a0be-f9ffa7d81f55,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:01.565537 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 59480) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:01.645046 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5c438b52-3e7d-46dc-92a0-9614da46bf8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:01.669211 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5c438b52-3e7d-46dc-92a0-9614da46bf8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:01.727648 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5c438b52-3e7d-46dc-92a0-9614da46bf8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:01.730309 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5c438b52-3e7d-46dc-92a0-9614da46bf8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:01.734102 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5c438b52-3e7d-46dc-92a0-9614da46bf8f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/34defa44-1465-463f-a0be-f9ffa7d81f55 HTTP/1.1" status: 204 len: 168 time: 0.1617992 Jul 24 01:14:01.749244 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c438b52-3e7d-46dc-92a0-9614da46bf8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34defa44-1465-463f-a0be-f9ffa7d81f55,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:04.953192 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:05.304782 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:06.246904 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88019711-c40b-43d0-9f0e-1cf5bdf38ca7 req-c748ad4d-7146-472a-bde8-14b24af44978 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:06.248789 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-88019711-c40b-43d0-9f0e-1cf5bdf38ca7 req-c748ad4d-7146-472a-bde8-14b24af44978 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 946 time: 0.0747485 Jul 24 01:14:06.305464 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-88019711-c40b-43d0-9f0e-1cf5bdf38ca7 req-3e159c93-ae78-4ce3-97ef-e9bd76026485 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485337 Jul 24 01:14:07.504538 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4aa30-8267-4401-ae47-4a18be118b00 req-c8abbb26-c673-4fda-8139-a0ca0c48fb3d tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:07.506656 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-69e4aa30-8267-4401-ae47-4a18be118b00 req-c8abbb26-c673-4fda-8139-a0ca0c48fb3d tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 946 time: 0.0845332 Jul 24 01:14:07.560764 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-69e4aa30-8267-4401-ae47-4a18be118b00 req-60f3c26d-6940-46a3-945e-1269984266a1 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464361 Jul 24 01:14:08.745849 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13244363-8c23-47c3-8908-af050a6310b4 req-3b629e3c-24a1-415b-8aac-e695637d4a29 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:08.749053 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-13244363-8c23-47c3-8908-af050a6310b4 req-3b629e3c-24a1-415b-8aac-e695637d4a29 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 946 time: 0.0997870 Jul 24 01:14:08.805387 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-13244363-8c23-47c3-8908-af050a6310b4 req-083e9f88-5a3d-4d80-972c-c7db080c55a0 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420041 Jul 24 01:14:09.953401 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e5e0d-77bd-400a-ad23-35c07149c280 req-7cef3cfb-4a1e-4770-a755-c4ff7d7ebaaf tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:09.962807 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e71e5e0d-77bd-400a-ad23-35c07149c280 req-7cef3cfb-4a1e-4770-a755-c4ff7d7ebaaf tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 946 time: 0.0923860 Jul 24 01:14:10.015753 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e71e5e0d-77bd-400a-ad23-35c07149c280 req-fe0ff526-857e-43f0-abc3-8bdaa3258f1e tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504162 Jul 24 01:14:11.180270 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c3440-4b70-4c26-bc96-f23bffec74c2 req-e660af82-6861-489f-b02f-ee8aebecb28e tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:11.182413 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-db5c3440-4b70-4c26-bc96-f23bffec74c2 req-e660af82-6861-489f-b02f-ee8aebecb28e tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 946 time: 0.0952439 Jul 24 01:14:11.230842 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-db5c3440-4b70-4c26-bc96-f23bffec74c2 req-0e2ce697-b367-47b2-ac26-05fdcfdd8147 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427480 Jul 24 01:14:12.370985 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d41acc-7697-4057-a78a-80f6a2dff811 req-5d89fcb1-f05f-4a69-aeed-bf8eb0667489 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:12.373011 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65d41acc-7697-4057-a78a-80f6a2dff811 req-5d89fcb1-f05f-4a69-aeed-bf8eb0667489 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 946 time: 0.0700676 Jul 24 01:14:12.434924 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65d41acc-7697-4057-a78a-80f6a2dff811 req-d79fb4f8-7ba0-4eab-9be0-369fdc35851b tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490344 Jul 24 01:14:13.696889 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ef0f5-cfd3-4cea-905a-9349677611f1 req-4120f6b8-d678-4bfa-afe8-511f25614066 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:13.699614 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-446ef0f5-cfd3-4cea-905a-9349677611f1 req-4120f6b8-d678-4bfa-afe8-511f25614066 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 946 time: 0.1174779 Jul 24 01:14:13.753168 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-446ef0f5-cfd3-4cea-905a-9349677611f1 req-55b5408b-109a-4035-a083-f2ee7fac67e8 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435569 Jul 24 01:14:14.895168 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c910c09-07cc-41d7-8b4e-31332c5e7a6f req-f8e647d8-9ac1-4e8e-9543-c452a7dc8c0d tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:14.898094 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7c910c09-07cc-41d7-8b4e-31332c5e7a6f req-f8e647d8-9ac1-4e8e-9543-c452a7dc8c0d tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 946 time: 0.0749578 Jul 24 01:14:14.941869 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7c910c09-07cc-41d7-8b4e-31332c5e7a6f req-a192c330-8e78-44ad-bb63-ea424fcdd0c9 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373564 Jul 24 01:14:15.714066 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-64039220-5e26-4b5d-806a-daba68f2e6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:16.107438 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920d7ca-47e5-4f1c-bdad-97d2022e3e85 req-47a815a7-c665-4fae-9e36-beab67961158 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:16.109172 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a920d7ca-47e5-4f1c-bdad-97d2022e3e85 req-47a815a7-c665-4fae-9e36-beab67961158 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 946 time: 0.0861669 Jul 24 01:14:16.169904 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a920d7ca-47e5-4f1c-bdad-97d2022e3e85 req-46335f33-5976-4aa1-b57c-2da7dadd0525 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526037 Jul 24 01:14:17.330127 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de881845-5855-46ae-88b1-2df744e1bcee req-c38a383f-e17e-49fa-8de0-ccfef071aa93 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:17.332031 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-de881845-5855-46ae-88b1-2df744e1bcee req-c38a383f-e17e-49fa-8de0-ccfef071aa93 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 946 time: 0.0855236 Jul 24 01:14:17.414619 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-de881845-5855-46ae-88b1-2df744e1bcee req-f604d9b1-88c9-4eea-a08a-0055082e7d1a tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681267 Jul 24 01:14:18.264132 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-04cc82c5-36fb-4d07-af68-72bc9e609c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:18.340913 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 60014) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:18.345710 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:14:18.491615 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6d316233-a009-4a00-969e-d87e3d57825b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:18.492973 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:18.641163 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6d316233-a009-4a00-969e-d87e3d57825b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:18.648659 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6d316233-a009-4a00-969e-d87e3d57825b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:18.662870 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb0222-30c7-46d6-9e29-143aaa07a8e4 req-e3aabc01-f3e9-447d-a9ff-2f1c0a7dadbc tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:18.664664 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-aefb0222-30c7-46d6-9e29-143aaa07a8e4 req-e3aabc01-f3e9-447d-a9ff-2f1c0a7dadbc tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 946 time: 0.1203604 Jul 24 01:14:18.714307 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d316233-a009-4a00-969e-d87e3d57825b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc7766f-9754-4dc5-8a9d-684d52e80b1f,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:18.729948 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 60040) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:18.737941 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6d316233-a009-4a00-969e-d87e3d57825b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c7579a19f62142ce976c55305e5f0604&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3953478 Jul 24 01:14:18.768030 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-aefb0222-30c7-46d6-9e29-143aaa07a8e4 req-4d40888b-d485-4166-a069-77c82524db68 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911598 Jul 24 01:14:18.815743 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-13d372ed-7af2-4f6a-abd5-cd72f9cb3b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:18.841016 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-13d372ed-7af2-4f6a-abd5-cd72f9cb3b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:18.894033 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-13d372ed-7af2-4f6a-abd5-cd72f9cb3b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:18.897337 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-13d372ed-7af2-4f6a-abd5-cd72f9cb3b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:18.901455 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-13d372ed-7af2-4f6a-abd5-cd72f9cb3b5a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7dc7766f-9754-4dc5-8a9d-684d52e80b1f HTTP/1.1" status: 204 len: 168 time: 0.1677642 Jul 24 01:14:18.909056 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d372ed-7af2-4f6a-abd5-cd72f9cb3b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc7766f-9754-4dc5-8a9d-684d52e80b1f,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:19.500113 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:19.987665 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a084b-691e-4256-912f-244927a5c528 req-3fffd467-fdab-4f96-8d64-4cffbec8db31 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:19.995306 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-df5a084b-691e-4256-912f-244927a5c528 req-3fffd467-fdab-4f96-8d64-4cffbec8db31 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 946 time: 0.1307805 Jul 24 01:14:20.039227 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-df5a084b-691e-4256-912f-244927a5c528 req-6444cf01-f33a-44aa-941e-e82f46672c5d tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429449 Jul 24 01:14:20.071286 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 60100) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:20.186299 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0ab3a34f-cd73-4bf3-812f-ec8c8f3bb18c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:20.292611 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0ab3a34f-cd73-4bf3-812f-ec8c8f3bb18c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:20.297600 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0ab3a34f-cd73-4bf3-812f-ec8c8f3bb18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:20.342926 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0ab3a34f-cd73-4bf3-812f-ec8c8f3bb18c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a923445685db4de19e3fff2eb45e52cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2704031 Jul 24 01:14:20.344077 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab3a34f-cd73-4bf3-812f-ec8c8f3bb18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34af742-1305-496e-a28a-31ed29e16499,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:20.345844 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 60108) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:20.418210 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-358e4f3a-e8b5-456d-9ac9-40d30401652d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:20.440418 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-358e4f3a-e8b5-456d-9ac9-40d30401652d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:20.494617 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-358e4f3a-e8b5-456d-9ac9-40d30401652d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:20.497396 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-358e4f3a-e8b5-456d-9ac9-40d30401652d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:20.498574 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-358e4f3a-e8b5-456d-9ac9-40d30401652d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a34af742-1305-496e-a28a-31ed29e16499 HTTP/1.1" status: 204 len: 168 time: 0.1510704 Jul 24 01:14:20.507724 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e4f3a-e8b5-456d-9ac9-40d30401652d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34af742-1305-496e-a28a-31ed29e16499,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:20.515988 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358e4f3a-e8b5-456d-9ac9-40d30401652d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:14:20.516343 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358e4f3a-e8b5-456d-9ac9-40d30401652d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:14:20.516685 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358e4f3a-e8b5-456d-9ac9-40d30401652d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:14:20.517053 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358e4f3a-e8b5-456d-9ac9-40d30401652d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:14:20.517580 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358e4f3a-e8b5-456d-9ac9-40d30401652d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:14:20.518093 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358e4f3a-e8b5-456d-9ac9-40d30401652d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:14:20.518602 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358e4f3a-e8b5-456d-9ac9-40d30401652d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:14:20.519193 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358e4f3a-e8b5-456d-9ac9-40d30401652d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:14:20.519704 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358e4f3a-e8b5-456d-9ac9-40d30401652d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:14:20.520213 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358e4f3a-e8b5-456d-9ac9-40d30401652d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:14:20.521346 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358e4f3a-e8b5-456d-9ac9-40d30401652d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:14:20.521855 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358e4f3a-e8b5-456d-9ac9-40d30401652d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:14:21.025936 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:21.206594 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfb8fe-62bc-44e0-8fad-bd5b57939983 req-ee59896f-e153-41a3-83f8-ba9d761e1f8c tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:21.209464 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0adfb8fe-62bc-44e0-8fad-bd5b57939983 req-ee59896f-e153-41a3-83f8-ba9d761e1f8c tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 946 time: 0.0853128 Jul 24 01:14:21.258305 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0adfb8fe-62bc-44e0-8fad-bd5b57939983 req-6e5fe57a-33e3-4bb7-899c-bfd317c8907c tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425291 Jul 24 01:14:22.457043 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a51d4fb-4390-4072-a0c9-fb5b40ceefaf req-c7dfed31-4109-4b40-b382-123d4f565c54 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:22.458813 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6a51d4fb-4390-4072-a0c9-fb5b40ceefaf req-c7dfed31-4109-4b40-b382-123d4f565c54 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 946 time: 0.0991409 Jul 24 01:14:22.512485 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6a51d4fb-4390-4072-a0c9-fb5b40ceefaf req-5d2fbc56-8917-4712-a9d4-b4902fac167d tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452993 Jul 24 01:14:22.769594 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 60232) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:22.914319 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 60240) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:22.919712 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-252f395d-febb-4dc3-8e27-0653ee40b178 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Request body: {'network': {'name': 'tempest-network-smoke--612844790', 'project_id': '5874f695ac324136885e3556e00b5a37', 'port_security_enabled': True}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:14:22.947659 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252f395d-febb-4dc3-8e27-0653ee40b178 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Made reservation on behalf of 5874f695ac324136885e3556e00b5a37 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:14:22.951336 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-252f395d-febb-4dc3-8e27-0653ee40b178 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:22.960684 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-252f395d-febb-4dc3-8e27-0653ee40b178 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:22.965923 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d100a9f8-0796-4706-aba4-cde4c8345e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:23.068446 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-252f395d-febb-4dc3-8e27-0653ee40b178 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:23.073639 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-252f395d-febb-4dc3-8e27-0653ee40b178 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:23.098475 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-252f395d-febb-4dc3-8e27-0653ee40b178 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:14:23.121302 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f395d-febb-4dc3-8e27-0653ee40b178 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f13069d5-f223-4a8b-91c8-8213653d8260,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:23.127748 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-252f395d-febb-4dc3-8e27-0653ee40b178 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:23.128471 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-252f395d-febb-4dc3-8e27-0653ee40b178 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Added segment 2085a3b6-ad02-4c0b-8bfd-2b6bd78d67c3 of type vlan for network f73c12a2-c1fc-4cf2-899f-595b2b28210c Jul 24 01:14:23.186117 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-252f395d-febb-4dc3-8e27-0653ee40b178 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:23.200148 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d100a9f8-0796-4706-aba4-cde4c8345e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:23.204185 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d100a9f8-0796-4706-aba4-cde4c8345e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:23.229021 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-252f395d-febb-4dc3-8e27-0653ee40b178 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:23.235208 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252f395d-febb-4dc3-8e27-0653ee40b178 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:23.235811 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-252f395d-febb-4dc3-8e27-0653ee40b178 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:23.249594 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d100a9f8-0796-4706-aba4-cde4c8345e52 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fec969c8eec44c65a82235a2c0610bd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4765184 Jul 24 01:14:23.249594 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d100a9f8-0796-4706-aba4-cde4c8345e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c31a25-8859-41e4-8fd1-bea5d6b8acaa,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:23.251152 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 60248) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:23.276698 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-252f395d-febb-4dc3-8e27-0653ee40b178 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3610365 Jul 24 01:14:23.277360 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 60250) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:23.285012 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-c9ab7ca8-1efd-4524-8b0b-18db3745ae06 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1521491965', 'admin_state_up': True, 'project_id': '5874f695ac324136885e3556e00b5a37', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:14:23.321507 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3fc94dd4-be65-46b2-b64e-a19967a911da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:23.329694 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f395d-febb-4dc3-8e27-0653ee40b178 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Pushing event updated for resources: {'Network': ['ID=f73c12a2-c1fc-4cf2-899f-595b2b28210c,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:23.337635 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 80ad8110-f1ba-4b79-9055-2036635c7e25 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:14:23.346937 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9ab7ca8-1efd-4524-8b0b-18db3745ae06 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:23.348019 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9ab7ca8-1efd-4524-8b0b-18db3745ae06 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:23.361792 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3fc94dd4-be65-46b2-b64e-a19967a911da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:23.362077 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network f73c12a2-c1fc-4cf2-899f-595b2b28210c details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:14:23.433045 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9ab7ca8-1efd-4524-8b0b-18db3745ae06 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:23.452588 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3fc94dd4-be65-46b2-b64e-a19967a911da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:23.455202 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3fc94dd4-be65-46b2-b64e-a19967a911da admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:23.461922 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3fc94dd4-be65-46b2-b64e-a19967a911da admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e0c31a25-8859-41e4-8fd1-bea5d6b8acaa HTTP/1.1" status: 204 len: 168 time: 0.2088232 Jul 24 01:14:23.475444 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc94dd4-be65-46b2-b64e-a19967a911da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c31a25-8859-41e4-8fd1-bea5d6b8acaa,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:23.602272 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 80ad8110-f1ba-4b79-9055-2036635c7e25, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=80ad8110-f1ba-4b79-9055-2036635c7e25,segment=NetworkSegment(c89e3cbc-4aac-4fff-a675-9a81f1b0ca38),segment_id=c89e3cbc-4aac-4fff-a675-9a81f1b0ca38)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:14:23.614799 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '80ad8110-f1ba-4b79-9055-2036635c7e25', 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a', 'port_id': '80ad8110-f1ba-4b79-9055-2036635c7e25', 'mac_address': 'fa:16:3e:12:7d:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '941506a1-fc49-47b1-b115-8157f3b98de0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:14:23.625792 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9ab7ca8-1efd-4524-8b0b-18db3745ae06 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:23.683846 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:23.727225 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80ad8110-f1ba-4b79-9055-2036635c7e25 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:14:23.746405 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed58d6-b296-4fc7-bbc1-5fa71ff52076 req-2b0bfdee-dd94-465d-b9fe-f8de97e4d4cf tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:23.748054 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-06ed58d6-b296-4fc7-bbc1-5fa71ff52076 req-2b0bfdee-dd94-465d-b9fe-f8de97e4d4cf tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 946 time: 0.1144190 Jul 24 01:14:23.767491 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 80ad8110-f1ba-4b79-9055-2036635c7e25, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=80ad8110-f1ba-4b79-9055-2036635c7e25,segment=NetworkSegment(c89e3cbc-4aac-4fff-a675-9a81f1b0ca38),segment_id=c89e3cbc-4aac-4fff-a675-9a81f1b0ca38)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:14:23.773669 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:23.837802 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-06ed58d6-b296-4fc7-bbc1-5fa71ff52076 req-0e2eecc6-6683-4b1d-8d84-82c9db62f898 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807569 Jul 24 01:14:23.845760 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=80ad8110-f1ba-4b79-9055-2036635c7e25,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:23.851732 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['80ad8110-f1ba-4b79-9055-2036635c7e25'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:14:23.883514 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:14:23.883514 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:14:23.883514 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:14:23.883514 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:14:23.883514 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:14:23.883514 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:14:23.883514 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:14:23.883514 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:14:23.883514 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:14:23.883514 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:14:23.883514 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:14:23.884654 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:14:23.981924 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9ab7ca8-1efd-4524-8b0b-18db3745ae06 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for router_gateway, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:24.017334 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9ab7ca8-1efd-4524-8b0b-18db3745ae06 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:24.121030 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 60292) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:24.140167 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-add5f9fe-b105-458c-b236-5a9d8494710d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:24.166385 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-c9ab7ca8-1efd-4524-8b0b-18db3745ae06 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Allocated IP 172.25.2.108 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/0d4b71c0-bbbb-40c6-b730-900cf295e821) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:14:24.269612 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-add5f9fe-b105-458c-b236-5a9d8494710d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:24.276110 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-add5f9fe-b105-458c-b236-5a9d8494710d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:24.305715 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9ab7ca8-1efd-4524-8b0b-18db3745ae06 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:24.319394 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-add5f9fe-b105-458c-b236-5a9d8494710d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=86e14fe92e184e79b77a1a7fb768e2fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1965837 Jul 24 01:14:24.320899 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add5f9fe-b105-458c-b236-5a9d8494710d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f637d5dc-db94-4bd5-9a3b-836361ed0051,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:24.323890 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 60294) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:24.388381 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9ab7ca8-1efd-4524-8b0b-18db3745ae06 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:24.429245 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-31a23d58-f002-444c-bb69-255d42fa4758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:24.467215 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ab7ca8-1efd-4524-8b0b-18db3745ae06 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:14:24.473327 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-c9ab7ca8-1efd-4524-8b0b-18db3745ae06 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:14:24.479847 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-31a23d58-f002-444c-bb69-255d42fa4758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:24.481977 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ab7ca8-1efd-4524-8b0b-18db3745ae06 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:14:24.492262 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab7ca8-1efd-4524-8b0b-18db3745ae06 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Pushing event updated for resources: {'Port': ['ID=0d4b71c0-bbbb-40c6-b730-900cf295e821,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:24.678102 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-31a23d58-f002-444c-bb69-255d42fa4758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:24.680885 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-31a23d58-f002-444c-bb69-255d42fa4758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:24.682404 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-31a23d58-f002-444c-bb69-255d42fa4758 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f637d5dc-db94-4bd5-9a3b-836361ed0051 HTTP/1.1" status: 204 len: 168 time: 0.3571897 Jul 24 01:14:24.707131 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a23d58-f002-444c-bb69-255d42fa4758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f637d5dc-db94-4bd5-9a3b-836361ed0051,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:24.957317 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9ab7ca8-1efd-4524-8b0b-18db3745ae06 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for router_gateway, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:25.338405 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 80ad8110-f1ba-4b79-9055-2036635c7e25 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:14:25.493027 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 80ad8110-f1ba-4b79-9055-2036635c7e25 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:14:25.495707 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:25.541755 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59091f21-f21a-4293-9631-7b11dafa8cc9 req-69a0b42f-40fd-4114-9230-7b1bd4a4c2a5 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:25.553927 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-59091f21-f21a-4293-9631-7b11dafa8cc9 req-69a0b42f-40fd-4114-9230-7b1bd4a4c2a5 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 945 time: 0.5200973 Jul 24 01:14:25.638207 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:25.651629 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-59091f21-f21a-4293-9631-7b11dafa8cc9 req-be65e50a-4a83-44e3-9766-b64b9e5b9b46 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928674 Jul 24 01:14:25.706001 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc242b76-d33e-4008-9f93-12bf57c1e5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ad8110-f1ba-4b79-9055-2036635c7e25'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:14:25.724379 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd637b1f-7cb9-456e-84a1-1c2c8ebb9a30" -d '{"events": [{"server_uuid": "fc242b76-d33e-4008-9f93-12bf57c1e5f3", "name": "network-vif-plugged", "status": "completed", "tag": "80ad8110-f1ba-4b79-9055-2036635c7e25"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:14:25.781795 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 80ad8110-f1ba-4b79-9055-2036635c7e25, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=80ad8110-f1ba-4b79-9055-2036635c7e25,segment=NetworkSegment(c89e3cbc-4aac-4fff-a675-9a81f1b0ca38),segment_id=c89e3cbc-4aac-4fff-a675-9a81f1b0ca38)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:14:25.801175 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:25.883911 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820b4229-c874-4526-b41b-df8987d34535 x-openstack-request-id: req-820b4229-c874-4526-b41b-df8987d34535 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:14:25.884360 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc242b76-d33e-4008-9f93-12bf57c1e5f3", "name": "network-vif-plugged", "status": "completed", "tag": "80ad8110-f1ba-4b79-9055-2036635c7e25", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:14:25.884712 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-820b4229-c874-4526-b41b-df8987d34535 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:14:25.885286 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc242b76-d33e-4008-9f93-12bf57c1e5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ad8110-f1ba-4b79-9055-2036635c7e25', 'code': 200} Jul 24 01:14:25.931319 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9ab7ca8-1efd-4524-8b0b-18db3745ae06 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:25.933983 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=80ad8110-f1ba-4b79-9055-2036635c7e25,revision_number=7']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:26.113450 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ab7ca8-1efd-4524-8b0b-18db3745ae06 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Router df4cc8da-87b9-4927-a6fa-c9fdff6f6f60 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:14:26.292511 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ab7ca8-1efd-4524-8b0b-18db3745ae06 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:14:26.303791 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cfd78f-5b93-46c3-8f85-ce267c619780 None None] Sync routers for ids ['df4cc8da-87b9-4927-a6fa-c9fdff6f6f60'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:14:26.316411 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cfd78f-5b93-46c3-8f85-ce267c619780 None None] Routers {'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:14:26.317105 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-a7cfd78f-5b93-46c3-8f85-ce267c619780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:14:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['df4cc8da-87b9-4927-a6fa-c9fdff6f6f60'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:14:26.321075 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9ab7ca8-1efd-4524-8b0b-18db3745ae06 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:26.323492 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c9ab7ca8-1efd-4524-8b0b-18db3745ae06 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.0420527 Jul 24 01:14:26.327922 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 60358) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:26.513822 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-a7cfd78f-5b93-46c3-8f85-ce267c619780 None None] Set router df4cc8da-87b9-4927-a6fa-c9fdff6f6f60 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:14:26.788183 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 60376) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:26.789104 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d4001c66-f792-492a-be0d-8dae0ce3be9e tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=5874f695ac324136885e3556e00b5a37&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4589479 Jul 24 01:14:26.826544 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-a7cfd78f-5b93-46c3-8f85-ce267c619780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1521491965', 'tenant_id': '5874f695ac324136885e3556e00b5a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '0d4b71c0-bbbb-40c6-b730-900cf295e821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:14:23Z', 'updated_at': '2021-07-24T01:14:24Z', 'revision_number': 3, 'project_id': '5874f695ac324136885e3556e00b5a37', 'gw_port': {'id': '0d4b71c0-bbbb-40c6-b730-900cf295e821', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:55:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:14:24Z', 'updated_at': '2021-07-24T01:14:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:14:26.871879 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cfd78f-5b93-46c3-8f85-ce267c619780 None None] Checking router: df4cc8da-87b9-4927-a6fa-c9fdff6f6f60 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:14:26.872757 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cfd78f-5b93-46c3-8f85-ce267c619780 None None] Updating router df4cc8da-87b9-4927-a6fa-c9fdff6f6f60 port 0d4b71c0-bbbb-40c6-b730-900cf295e821 binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:14:26.889144 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e40e8-4d42-40b8-9a7c-8e13aa7263cb req-b065f0fb-e11b-4318-9b84-3672bd2e4ef5 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:26.891018 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4d9e40e8-4d42-40b8-9a7c-8e13aa7263cb req-b065f0fb-e11b-4318-9b84-3672bd2e4ef5 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 946 time: 0.0890036 Jul 24 01:14:26.968282 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4d9e40e8-4d42-40b8-9a7c-8e13aa7263cb req-7a5c14c9-8484-406e-af0a-3aee288a8621 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706916 Jul 24 01:14:27.012427 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-a7cfd78f-5b93-46c3-8f85-ce267c619780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:27.150274 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f247b367-f2dc-4cb1-b84a-b539a41fe815 tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:27.156686 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f247b367-f2dc-4cb1-b84a-b539a41fe815 tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3647928 Jul 24 01:14:27.157105 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 60392) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:27.230393 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 60394) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:27.238813 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-68eb2b65-f431-408a-9aaf-d67b8c5e08cc tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1024425583', 'network_id': 'f73c12a2-c1fc-4cf2-899f-595b2b28210c', 'project_id': '5874f695ac324136885e3556e00b5a37', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:14:27.245177 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3260113e-eb4f-4145-a207-4c6ec0fcd0fb tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0868862 Jul 24 01:14:27.384202 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68eb2b65-f431-408a-9aaf-d67b8c5e08cc tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Made reservation on behalf of 5874f695ac324136885e3556e00b5a37 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:14:27.389785 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-68eb2b65-f431-408a-9aaf-d67b8c5e08cc tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:27.562049 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-a7cfd78f-5b93-46c3-8f85-ce267c619780 None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:27.594999 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-a7cfd78f-5b93-46c3-8f85-ce267c619780 None None] Transition to ACTIVE for port object 0d4b71c0-bbbb-40c6-b730-900cf295e821 will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:14:27.618797 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-a7cfd78f-5b93-46c3-8f85-ce267c619780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:27.664700 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-68eb2b65-f431-408a-9aaf-d67b8c5e08cc tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:27.669466 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a37061-e5f8-4d91-b95d-04403f4f33ac None None] Pushing event updated for resources: {'Port': ['ID=0d4b71c0-bbbb-40c6-b730-900cf295e821,revision_number=2']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:27.682590 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a37061-e5f8-4d91-b95d-04403f4f33ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:14:27.683144 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a37061-e5f8-4d91-b95d-04403f4f33ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:14:27.683564 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a37061-e5f8-4d91-b95d-04403f4f33ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:14:27.684053 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a37061-e5f8-4d91-b95d-04403f4f33ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:14:27.684517 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a37061-e5f8-4d91-b95d-04403f4f33ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:14:27.684920 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a37061-e5f8-4d91-b95d-04403f4f33ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:14:27.685469 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a37061-e5f8-4d91-b95d-04403f4f33ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:14:27.685870 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a37061-e5f8-4d91-b95d-04403f4f33ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:14:27.686363 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a37061-e5f8-4d91-b95d-04403f4f33ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:14:27.686926 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a37061-e5f8-4d91-b95d-04403f4f33ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:14:27.687335 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a37061-e5f8-4d91-b95d-04403f4f33ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:14:27.687732 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a37061-e5f8-4d91-b95d-04403f4f33ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:14:27.711634 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-a7cfd78f-5b93-46c3-8f85-ce267c619780 None None] Attempting to bind port 0d4b71c0-bbbb-40c6-b730-900cf295e821 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:14:27.712096 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-a7cfd78f-5b93-46c3-8f85-ce267c619780 None None] Attempting to bind port 0d4b71c0-bbbb-40c6-b730-900cf295e821 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:14:27.712537 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cfd78f-5b93-46c3-8f85-ce267c619780 None None] Attempting to bind port 0d4b71c0-bbbb-40c6-b730-900cf295e821 on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:14:27.726100 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cfd78f-5b93-46c3-8f85-ce267c619780 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:14:27.726577 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cfd78f-5b93-46c3-8f85-ce267c619780 None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:14:27.727050 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-a7cfd78f-5b93-46c3-8f85-ce267c619780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:27.727613 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7cfd78f-5b93-46c3-8f85-ce267c619780 None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:14:27.728219 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-a7cfd78f-5b93-46c3-8f85-ce267c619780 None None] Bound port: 0d4b71c0-bbbb-40c6-b730-900cf295e821, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:14:27.729582 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-a7cfd78f-5b93-46c3-8f85-ce267c619780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:27.824047 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68eb2b65-f431-408a-9aaf-d67b8c5e08cc tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Checking segment: {'id': '2085a3b6-ad02-4c0b-8bfd-2b6bd78d67c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f73c12a2-c1fc-4cf2-899f-595b2b28210c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:14:27.827676 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eb2b65-f431-408a-9aaf-d67b8c5e08cc tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Network hostable DHCP agents. Network: f73c12a2-c1fc-4cf2-899f-595b2b28210c, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:14:27.840687 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-a7cfd78f-5b93-46c3-8f85-ce267c619780 None None] For port 0d4b71c0-bbbb-40c6-b730-900cf295e821, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:14:27.846097 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb2b65-f431-408a-9aaf-d67b8c5e08cc tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Pushing event updated for resources: {'Subnet': ['ID=b6ed35ea-bed2-40a8-937e-8bc637a7b44e,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:27.848092 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-a7cfd78f-5b93-46c3-8f85-ce267c619780 None None] For port 0d4b71c0-bbbb-40c6-b730-900cf295e821, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0d4b71c0-bbbb-40c6-b730-900cf295e821,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:14:27.865177 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-a7cfd78f-5b93-46c3-8f85-ce267c619780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:27.896732 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68eb2b65-f431-408a-9aaf-d67b8c5e08cc tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Network f73c12a2-c1fc-4cf2-899f-595b2b28210c is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:14:27.913631 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-68eb2b65-f431-408a-9aaf-d67b8c5e08cc tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, f73c12a2-c1fc-4cf2-899f-595b2b28210c) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:14:27.918883 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eb2b65-f431-408a-9aaf-d67b8c5e08cc tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:27.923134 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613110dc-3f6f-45c1-942c-33fc08f37bce None None] Network f73c12a2-c1fc-4cf2-899f-595b2b28210c requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:14:27.934898 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-68eb2b65-f431-408a-9aaf-d67b8c5e08cc tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:27.970309 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 60414) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:27.982767 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-68eb2b65-f431-408a-9aaf-d67b8c5e08cc tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7508776 Jul 24 01:14:27.987774 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a37061-e5f8-4d91-b95d-04403f4f33ac None None] Pushing event updated for resources: {'Port': ['ID=0d4b71c0-bbbb-40c6-b730-900cf295e821,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:28.026314 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cfd78f-5b93-46c3-8f85-ce267c619780 None None] Routers {'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:14:28.027198 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-a7cfd78f-5b93-46c3-8f85-ce267c619780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:14:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['df4cc8da-87b9-4927-a6fa-c9fdff6f6f60'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:14:28.153326 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-a7cfd78f-5b93-46c3-8f85-ce267c619780 None None] Set router df4cc8da-87b9-4927-a6fa-c9fdff6f6f60 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:14:28.189968 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f900f00c-03a5-4243-b61d-3784ba163378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-f73c12a2-c1fc-4cf2-899f-595b2b28210c', 'network_id': 'f73c12a2-c1fc-4cf2-899f-595b2b28210c', 'tenant_id': '5874f695ac324136885e3556e00b5a37', 'fixed_ips': [{'subnet_id': 'b6ed35ea-bed2-40a8-937e-8bc637a7b44e'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:14:28.191071 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f900f00c-03a5-4243-b61d-3784ba163378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:28.422504 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-f900f00c-03a5-4243-b61d-3784ba163378 None None] Allocated IP 172.20.0.2 (f73c12a2-c1fc-4cf2-899f-595b2b28210c/b6ed35ea-bed2-40a8-937e-8bc637a7b44e/84d822d0-8dd6-4035-8452-067545beaa8c) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:14:28.501019 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-a7cfd78f-5b93-46c3-8f85-ce267c619780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1521491965', 'tenant_id': '5874f695ac324136885e3556e00b5a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '0d4b71c0-bbbb-40c6-b730-900cf295e821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:14:23Z', 'updated_at': '2021-07-24T01:14:24Z', 'revision_number': 3, 'project_id': '5874f695ac324136885e3556e00b5a37', 'gw_port': {'id': '0d4b71c0-bbbb-40c6-b730-900cf295e821', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:55:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:14:24Z', 'updated_at': '2021-07-24T01:14:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:14:28.535639 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cfd78f-5b93-46c3-8f85-ce267c619780 None None] The sync data for ids ['df4cc8da-87b9-4927-a6fa-c9fdff6f6f60'] in n-d-793621-25 is: [{'id': 'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1521491965', 'tenant_id': '5874f695ac324136885e3556e00b5a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '0d4b71c0-bbbb-40c6-b730-900cf295e821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:14:23Z', 'updated_at': '2021-07-24T01:14:24Z', 'revision_number': 3, 'project_id': '5874f695ac324136885e3556e00b5a37', 'gw_port': {'id': '0d4b71c0-bbbb-40c6-b730-900cf295e821', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:55:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:14:24Z', 'updated_at': '2021-07-24T01:14:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:14:28.639221 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f900f00c-03a5-4243-b61d-3784ba163378 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:28.648969 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f900f00c-03a5-4243-b61d-3784ba163378 None None] Transition to ACTIVE for port object 84d822d0-8dd6-4035-8452-067545beaa8c will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:14:28.704703 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f900f00c-03a5-4243-b61d-3784ba163378 None None] Transition to ACTIVE for port object 84d822d0-8dd6-4035-8452-067545beaa8c will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:14:28.739883 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f900f00c-03a5-4243-b61d-3784ba163378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:28.817384 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900f00c-03a5-4243-b61d-3784ba163378 None None] Pushing event updated for resources: {'Port': ['ID=84d822d0-8dd6-4035-8452-067545beaa8c,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:28.833193 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f900f00c-03a5-4243-b61d-3784ba163378 None None] Network f73c12a2-c1fc-4cf2-899f-595b2b28210c is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:14:28.835621 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-f900f00c-03a5-4243-b61d-3784ba163378 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:14:28.845271 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f900f00c-03a5-4243-b61d-3784ba163378 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:14:29.008161 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-f900f00c-03a5-4243-b61d-3784ba163378 None None] Attempting to bind port 84d822d0-8dd6-4035-8452-067545beaa8c on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:14:29.009439 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-f900f00c-03a5-4243-b61d-3784ba163378 None None] Attempting to bind port 84d822d0-8dd6-4035-8452-067545beaa8c by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '2085a3b6-ad02-4c0b-8bfd-2b6bd78d67c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f73c12a2-c1fc-4cf2-899f-595b2b28210c'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:14:29.010089 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f900f00c-03a5-4243-b61d-3784ba163378 None None] Attempting to bind port 84d822d0-8dd6-4035-8452-067545beaa8c on network f73c12a2-c1fc-4cf2-899f-595b2b28210c {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:14:29.016766 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f900f00c-03a5-4243-b61d-3784ba163378 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:14:29.017539 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f900f00c-03a5-4243-b61d-3784ba163378 None None] Checking segment: {'id': '2085a3b6-ad02-4c0b-8bfd-2b6bd78d67c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f73c12a2-c1fc-4cf2-899f-595b2b28210c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:14:29.018202 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f900f00c-03a5-4243-b61d-3784ba163378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:29.018730 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f900f00c-03a5-4243-b61d-3784ba163378 None None] Bound using segment: {'id': '2085a3b6-ad02-4c0b-8bfd-2b6bd78d67c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f73c12a2-c1fc-4cf2-899f-595b2b28210c'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:14:29.019333 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-f900f00c-03a5-4243-b61d-3784ba163378 None None] Bound port: 84d822d0-8dd6-4035-8452-067545beaa8c, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2085a3b6-ad02-4c0b-8bfd-2b6bd78d67c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f73c12a2-c1fc-4cf2-899f-595b2b28210c'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:14:29.019815 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f900f00c-03a5-4243-b61d-3784ba163378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:29.085004 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669e829-86b7-409f-b976-bdfbacb3f3cf req-829e4eea-ff06-45d0-a60c-4d9e41f4b0ea tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:29.102333 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a669e829-86b7-409f-b976-bdfbacb3f3cf req-829e4eea-ff06-45d0-a60c-4d9e41f4b0ea tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 946 time: 0.8334324 Jul 24 01:14:29.195112 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a669e829-86b7-409f-b976-bdfbacb3f3cf req-438c4734-4596-4a49-b113-3ded5622a3a5 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904803 Jul 24 01:14:29.229112 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-f900f00c-03a5-4243-b61d-3784ba163378 None None] For port 84d822d0-8dd6-4035-8452-067545beaa8c, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:14:29.233091 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-f900f00c-03a5-4243-b61d-3784ba163378 None None] For port 84d822d0-8dd6-4035-8452-067545beaa8c, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=84d822d0-8dd6-4035-8452-067545beaa8c,segment=NetworkSegment(2085a3b6-ad02-4c0b-8bfd-2b6bd78d67c3),segment_id=2085a3b6-ad02-4c0b-8bfd-2b6bd78d67c3)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:14:29.253319 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f900f00c-03a5-4243-b61d-3784ba163378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:29.320841 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4c3715fe-0887-4b2f-8e6b-f97b58f64d3f tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:29.390015 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900f00c-03a5-4243-b61d-3784ba163378 None None] Pushing event updated for resources: {'Port': ['ID=84d822d0-8dd6-4035-8452-067545beaa8c,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:30.084823 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-4c3715fe-0887-4b2f-8e6b-f97b58f64d3f tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Allocated IP 172.20.0.1 (f73c12a2-c1fc-4cf2-899f-595b2b28210c/b6ed35ea-bed2-40a8-937e-8bc637a7b44e/a884112d-af28-400f-9d06-c73182812d99) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:14:30.102834 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 84d822d0-8dd6-4035-8452-067545beaa8c up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:14:30.272604 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 84d822d0-8dd6-4035-8452-067545beaa8c completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:14:30.277842 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0d4b71c0-bbbb-40c6-b730-900cf295e821 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:14:30.344975 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4c3715fe-0887-4b2f-8e6b-f97b58f64d3f tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:30.381629 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-4c3715fe-0887-4b2f-8e6b-f97b58f64d3f tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Transition to ACTIVE for port object a884112d-af28-400f-9d06-c73182812d99 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:14:30.415103 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 0d4b71c0-bbbb-40c6-b730-900cf295e821 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:14:30.424709 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 0d4b71c0-bbbb-40c6-b730-900cf295e821 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:14:30.425325 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:30.462928 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9d73d-832a-490f-934d-4173cb588837 req-b871dc90-6275-42ef-adbe-ef0b265d733f tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:30.466810 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4c3715fe-0887-4b2f-8e6b-f97b58f64d3f tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:30.477236 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-74d9d73d-832a-490f-934d-4173cb588837 req-b871dc90-6275-42ef-adbe-ef0b265d733f tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 946 time: 0.1392281 Jul 24 01:14:30.561446 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-74d9d73d-832a-490f-934d-4173cb588837 req-2a3d5e50-1c2a-4154-9a5b-39b96e7251b1 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825815 Jul 24 01:14:30.639423 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:30.643889 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3715fe-0887-4b2f-8e6b-f97b58f64d3f tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Network f73c12a2-c1fc-4cf2-899f-595b2b28210c is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:14:30.649897 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-4c3715fe-0887-4b2f-8e6b-f97b58f64d3f tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:14:30.665077 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3715fe-0887-4b2f-8e6b-f97b58f64d3f tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:14:30.665343 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 0d4b71c0-bbbb-40c6-b730-900cf295e821, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0d4b71c0-bbbb-40c6-b730-900cf295e821,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:14:30.672714 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:30.710487 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3715fe-0887-4b2f-8e6b-f97b58f64d3f tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Pushing event updated for resources: {'Port': ['ID=a884112d-af28-400f-9d06-c73182812d99,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:30.752125 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=0d4b71c0-bbbb-40c6-b730-900cf295e821,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:30.764738 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4c3715fe-0887-4b2f-8e6b-f97b58f64d3f tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:31.058401 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4c3715fe-0887-4b2f-8e6b-f97b58f64d3f tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:31.140755 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b710d26c-f22f-4809-a10c-493b9bd70b4a None None] Network f73c12a2-c1fc-4cf2-899f-595b2b28210c requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:14:31.268913 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d2b7d44e-c2ba-451c-951d-7d4e0c9df2e0 None None] Provisioning for port 84d822d0-8dd6-4035-8452-067545beaa8c completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:14:31.280898 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d2b7d44e-c2ba-451c-951d-7d4e0c9df2e0 None None] Provisioning complete for port 84d822d0-8dd6-4035-8452-067545beaa8c triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:14:31.281581 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d2b7d44e-c2ba-451c-951d-7d4e0c9df2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:31.559077 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d2b7d44e-c2ba-451c-951d-7d4e0c9df2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:31.605742 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-d2b7d44e-c2ba-451c-951d-7d4e0c9df2e0 None None] For port 84d822d0-8dd6-4035-8452-067545beaa8c, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=84d822d0-8dd6-4035-8452-067545beaa8c,segment=NetworkSegment(2085a3b6-ad02-4c0b-8bfd-2b6bd78d67c3),segment_id=2085a3b6-ad02-4c0b-8bfd-2b6bd78d67c3)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:14:31.619773 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d2b7d44e-c2ba-451c-951d-7d4e0c9df2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:31.689420 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7d44e-c2ba-451c-951d-7d4e0c9df2e0 None None] Pushing event updated for resources: {'Port': ['ID=84d822d0-8dd6-4035-8452-067545beaa8c,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:31.766406 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4c3715fe-0887-4b2f-8e6b-f97b58f64d3f tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:31.867314 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4c3715fe-0887-4b2f-8e6b-f97b58f64d3f tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:31.921533 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 84d822d0-8dd6-4035-8452-067545beaa8c up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:14:32.044279 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4c3715fe-0887-4b2f-8e6b-f97b58f64d3f tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:32.074557 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 84d822d0-8dd6-4035-8452-067545beaa8c triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:14:32.075300 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:32.151516 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7a030-ca4a-4882-86ee-6073106974cc req-a183b598-3592-4a20-95b9-2b1fc169fe24 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:32.153202 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f5c7a030-ca4a-4882-86ee-6073106974cc req-a183b598-3592-4a20-95b9-2b1fc169fe24 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 946 time: 0.4093745 Jul 24 01:14:32.155798 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3715fe-0887-4b2f-8e6b-f97b58f64d3f tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Pushing event updated for resources: {'Port': ['ID=a884112d-af28-400f-9d06-c73182812d99,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:32.224598 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 60508) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:32.277053 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f5c7a030-ca4a-4882-86ee-6073106974cc req-8bc71e40-aa85-472a-8831-c68127190658 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910110 Jul 24 01:14:32.287698 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-5d015b9c-a6e8-470b-99c5-f8a7be4d16a4 None None] Provisioning complete for port 84d822d0-8dd6-4035-8452-067545beaa8c triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:14:32.288794 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5d015b9c-a6e8-470b-99c5-f8a7be4d16a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:32.376412 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0d4b71c0-bbbb-40c6-b730-900cf295e821 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:14:32.438206 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3715fe-0887-4b2f-8e6b-f97b58f64d3f tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Network f73c12a2-c1fc-4cf2-899f-595b2b28210c is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:14:32.439998 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-4c3715fe-0887-4b2f-8e6b-f97b58f64d3f tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:14:32.456013 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f30e3591-01e7-4fd0-944d-506e6a07dbe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:32.509055 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 0d4b71c0-bbbb-40c6-b730-900cf295e821 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:14:32.510462 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:32.666317 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-5d015b9c-a6e8-470b-99c5-f8a7be4d16a4 None None] Provisioning for port a884112d-af28-400f-9d06-c73182812d99 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:14:32.671013 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3715fe-0887-4b2f-8e6b-f97b58f64d3f tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Router df4cc8da-87b9-4927-a6fa-c9fdff6f6f60 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:14:32.679431 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f30e3591-01e7-4fd0-944d-506e6a07dbe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:32.689361 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-5d015b9c-a6e8-470b-99c5-f8a7be4d16a4 None None] Provisioning complete for port a884112d-af28-400f-9d06-c73182812d99 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:14:32.691465 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f30e3591-01e7-4fd0-944d-506e6a07dbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:32.693677 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5d015b9c-a6e8-470b-99c5-f8a7be4d16a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:32.771924 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f30e3591-01e7-4fd0-944d-506e6a07dbe6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ed79a6f469364c04aee2dc0a1860f19c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5454271 Jul 24 01:14:32.773652 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e3591-01e7-4fd0-944d-506e6a07dbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe5c86b-da6c-4c76-9292-daf97de97fb1,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:32.776303 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 60518) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:32.807770 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-5d015b9c-a6e8-470b-99c5-f8a7be4d16a4 None None] Port a884112d-af28-400f-9d06-c73182812d99 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:14:32.852718 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-45f571e3-b368-4e3f-8689-639ac1136090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:32.903146 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-45f571e3-b368-4e3f-8689-639ac1136090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:32.908255 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3715fe-0887-4b2f-8e6b-f97b58f64d3f tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:14:32.919623 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4c3715fe-0887-4b2f-8e6b-f97b58f64d3f tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "PUT /v2.0/routers/df4cc8da-87b9-4927-a6fa-c9fdff6f6f60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9479759 Jul 24 01:14:32.920274 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 60520) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:32.920523 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7f52c5-94e9-4f4a-a436-0bb4f80d96f1 None None] Sync routers for ids ['df4cc8da-87b9-4927-a6fa-c9fdff6f6f60'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:14:32.924951 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-1a448e36-8774-4c3b-be66-3ed0264ee7d7 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1730765474', 'description': 'tempest-secgroup_access--1730765474 description', 'project_id': '5874f695ac324136885e3556e00b5a37'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:14:32.942802 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7f52c5-94e9-4f4a-a436-0bb4f80d96f1 None None] Routers {'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:14:32.943446 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-4a7f52c5-94e9-4f4a-a436-0bb4f80d96f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:14:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['df4cc8da-87b9-4927-a6fa-c9fdff6f6f60'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:14:32.956944 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1a448e36-8774-4c3b-be66-3ed0264ee7d7 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:32.966158 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-45f571e3-b368-4e3f-8689-639ac1136090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:32.972284 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-45f571e3-b368-4e3f-8689-639ac1136090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:32.986777 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-45f571e3-b368-4e3f-8689-639ac1136090 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cfe5c86b-da6c-4c76-9292-daf97de97fb1 HTTP/1.1" status: 204 len: 168 time: 0.1995749 Jul 24 01:14:33.006837 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f571e3-b368-4e3f-8689-639ac1136090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe5c86b-da6c-4c76-9292-daf97de97fb1,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:33.115838 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1a448e36-8774-4c3b-be66-3ed0264ee7d7 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:33.123031 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1a448e36-8774-4c3b-be66-3ed0264ee7d7 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:33.170409 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1a448e36-8774-4c3b-be66-3ed0264ee7d7 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:33.175891 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 60528) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:33.182853 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-a7c45c29-bb8a-41b1-a203-3e13ca121fac tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1230063188', 'description': 'tempest-secgroup_general--1230063188 description', 'project_id': '5874f695ac324136885e3556e00b5a37'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:14:33.189960 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1a448e36-8774-4c3b-be66-3ed0264ee7d7 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2685697 Jul 24 01:14:33.191525 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a448e36-8774-4c3b-be66-3ed0264ee7d7 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=673ad931-42c6-4940-bea9-2deaf53c0259,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:33.251051 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a7c45c29-bb8a-41b1-a203-3e13ca121fac tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:33.259569 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-6406ec39-bba7-46cb-a92c-4158fcc4036a None None] Provisioning complete for port a884112d-af28-400f-9d06-c73182812d99 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:14:33.260650 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6406ec39-bba7-46cb-a92c-4158fcc4036a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:33.365973 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-6406ec39-bba7-46cb-a92c-4158fcc4036a None None] Port a884112d-af28-400f-9d06-c73182812d99 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:14:33.428114 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-4a7f52c5-94e9-4f4a-a436-0bb4f80d96f1 None None] Set router df4cc8da-87b9-4927-a6fa-c9fdff6f6f60 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:14:33.579472 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 60536) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:33.589484 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2096aa2a-2c50-4d5a-b00c-a8f790e6e29b req-6fcc5afe-34e8-4bad-9b7e-2a6f4dd1d99d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=628d42a2-7ada-4268-be52-7c3048d872bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0742655 Jul 24 01:14:33.601668 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e9d9f826-ec72-4ede-aa97-4ea81daf65a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:33.616117 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a7c45c29-bb8a-41b1-a203-3e13ca121fac tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:33.704519 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2096aa2a-2c50-4d5a-b00c-a8f790e6e29b req-e2a901dd-801d-42ee-904c-58464e52345b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=628d42a2-7ada-4268-be52-7c3048d872bf HTTP/1.1" status: 200 len: 210 time: 0.0858252 Jul 24 01:14:33.706618 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a7c45c29-bb8a-41b1-a203-3e13ca121fac tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:33.806032 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e9d9f826-ec72-4ede-aa97-4ea81daf65a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:33.815191 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e9d9f826-ec72-4ede-aa97-4ea81daf65a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:33.824140 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2096aa2a-2c50-4d5a-b00c-a8f790e6e29b req-1c130d14-af9b-4c06-8521-0014c43e489d service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0842190 Jul 24 01:14:33.876451 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-4a7f52c5-94e9-4f4a-a436-0bb4f80d96f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1521491965', 'tenant_id': '5874f695ac324136885e3556e00b5a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '0d4b71c0-bbbb-40c6-b730-900cf295e821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:14:23Z', 'updated_at': '2021-07-24T01:14:30Z', 'revision_number': 4, 'project_id': '5874f695ac324136885e3556e00b5a37', 'gw_port': {'id': '0d4b71c0-bbbb-40c6-b730-900cf295e821', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:55:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:14:24Z', 'updated_at': '2021-07-24T01:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'a884112d-af28-400f-9d06-c73182812d99', 'name': '', 'network_id': 'f73c12a2-c1fc-4cf2-899f-595b2b28210c', 'tenant_id': '5874f695ac324136885e3556e00b5a37', 'mac_address': 'fa:16:3e:0b:cd:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'b6ed35ea-bed2-40a8-937e-8bc637a7b44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:14:29Z', 'updated_at': '2021-07-24T01:14:31Z', 'revision_number': 2, 'project_id': '5874f695ac324136885e3556e00b5a37', 'subnets': [{'id': 'b6ed35ea-bed2-40a8-937e-8bc637a7b44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:14:33.915743 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7f52c5-94e9-4f4a-a436-0bb4f80d96f1 None None] Checking router: df4cc8da-87b9-4927-a6fa-c9fdff6f6f60 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:14:33.916151 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7f52c5-94e9-4f4a-a436-0bb4f80d96f1 None None] Updating router df4cc8da-87b9-4927-a6fa-c9fdff6f6f60 port a884112d-af28-400f-9d06-c73182812d99 binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:14:33.919733 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d9f826-ec72-4ede-aa97-4ea81daf65a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fbd08e-d72c-450e-9ed9-379e2d43b469,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:33.928518 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e9d9f826-ec72-4ede-aa97-4ea81daf65a6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6bb62849331743c98ae9d5e8ca1e2692&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3472836 Jul 24 01:14:33.928769 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 60542) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:33.978365 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4a7f52c5-94e9-4f4a-a436-0bb4f80d96f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:34.024600 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3297d12c-0114-45d4-8dc4-872bba8c848d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:34.057763 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe92e38-576b-4b78-85af-42f5b6b7d429 req-9762362b-ebe5-41be-a815-48a8267e7399 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:34.068895 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3297d12c-0114-45d4-8dc4-872bba8c848d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:34.072088 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ffe92e38-576b-4b78-85af-42f5b6b7d429 req-9762362b-ebe5-41be-a815-48a8267e7399 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 946 time: 0.6518204 Jul 24 01:14:34.093116 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c45c29-bb8a-41b1-a203-3e13ca121fac tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Pushing event updated for resources: {'SecurityGroup': ['ID=324e17e6-e6f8-438f-94b6-5612ca85e971,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:34.110337 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096aa2a-2c50-4d5a-b00c-a8f790e6e29b req-0c4798e9-cd80-4537-9f9e-ddee255a2eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:34.112617 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2096aa2a-2c50-4d5a-b00c-a8f790e6e29b req-0c4798e9-cd80-4537-9f9e-ddee255a2eb6 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2874160 Jul 24 01:14:34.113799 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a7c45c29-bb8a-41b1-a203-3e13ca121fac tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:34.115586 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a7c45c29-bb8a-41b1-a203-3e13ca121fac tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.9375882 Jul 24 01:14:34.121959 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 60548) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:34.134005 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-354a64ae-215a-457b-a957-4c8760749004 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Request body: {'security_group_rule': {'security_group_id': '673ad931-42c6-4940-bea9-2deaf53c0259', 'project_id': '5874f695ac324136885e3556e00b5a37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:14:34.206565 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ffe92e38-576b-4b78-85af-42f5b6b7d429 req-8b243987-79a6-43a8-bd3e-06eeea742ba3 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334882 Jul 24 01:14:34.208756 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-354a64ae-215a-457b-a957-4c8760749004 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:34.318952 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-354a64ae-215a-457b-a957-4c8760749004 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:34.318952 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3297d12c-0114-45d4-8dc4-872bba8c848d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:34.318952 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3297d12c-0114-45d4-8dc4-872bba8c848d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:34.318952 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3297d12c-0114-45d4-8dc4-872bba8c848d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/91fbd08e-d72c-450e-9ed9-379e2d43b469 HTTP/1.1" status: 204 len: 168 time: 0.3626976 Jul 24 01:14:34.318952 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3297d12c-0114-45d4-8dc4-872bba8c848d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fbd08e-d72c-450e-9ed9-379e2d43b469,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:34.318952 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-354a64ae-215a-457b-a957-4c8760749004 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:34.328956 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a64ae-215a-457b-a957-4c8760749004 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a5dea11-41e8-4db7-abcf-3538add5d2c0,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:34.495355 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-354a64ae-215a-457b-a957-4c8760749004 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:34.516369 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-354a64ae-215a-457b-a957-4c8760749004 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3918636 Jul 24 01:14:34.690617 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4a7f52c5-94e9-4f4a-a436-0bb4f80d96f1 None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:34.712732 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-4a7f52c5-94e9-4f4a-a436-0bb4f80d96f1 None None] Transition to ACTIVE for port object a884112d-af28-400f-9d06-c73182812d99 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:14:34.738579 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4a7f52c5-94e9-4f4a-a436-0bb4f80d96f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:34.792180 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a650e-53f9-4e9c-9cd9-a5383ed69460 None None] Pushing event updated for resources: {'Port': ['ID=a884112d-af28-400f-9d06-c73182812d99,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:34.819653 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-3efcef17-ff02-444e-a5f3-f164e6ac9b59 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup_access--1730765474&fields=id&tenant_id=5874f695ac324136885e3556e00b5a37 HTTP/1.1" status: 200 len: 267 time: 0.0688503 Jul 24 01:14:34.888694 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-2e82526c-a6a1-4af9-a363-1841a5d8228d tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup_general--1230063188&fields=id&tenant_id=5874f695ac324136885e3556e00b5a37 HTTP/1.1" status: 200 len: 267 time: 0.0672657 Jul 24 01:14:34.972254 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-4a7f52c5-94e9-4f4a-a436-0bb4f80d96f1 None None] Attempting to bind port a884112d-af28-400f-9d06-c73182812d99 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:14:34.972634 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-4a7f52c5-94e9-4f4a-a436-0bb4f80d96f1 None None] Attempting to bind port a884112d-af28-400f-9d06-c73182812d99 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '2085a3b6-ad02-4c0b-8bfd-2b6bd78d67c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f73c12a2-c1fc-4cf2-899f-595b2b28210c'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:14:34.973047 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7f52c5-94e9-4f4a-a436-0bb4f80d96f1 None None] Attempting to bind port a884112d-af28-400f-9d06-c73182812d99 on network f73c12a2-c1fc-4cf2-899f-595b2b28210c {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:14:34.992285 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7f52c5-94e9-4f4a-a436-0bb4f80d96f1 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:14:34.992674 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7f52c5-94e9-4f4a-a436-0bb4f80d96f1 None None] Checking segment: {'id': '2085a3b6-ad02-4c0b-8bfd-2b6bd78d67c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f73c12a2-c1fc-4cf2-899f-595b2b28210c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:14:34.993091 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4a7f52c5-94e9-4f4a-a436-0bb4f80d96f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:34.993499 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7f52c5-94e9-4f4a-a436-0bb4f80d96f1 None None] Bound using segment: {'id': '2085a3b6-ad02-4c0b-8bfd-2b6bd78d67c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f73c12a2-c1fc-4cf2-899f-595b2b28210c'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:14:34.996248 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-4a7f52c5-94e9-4f4a-a436-0bb4f80d96f1 None None] Bound port: a884112d-af28-400f-9d06-c73182812d99, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2085a3b6-ad02-4c0b-8bfd-2b6bd78d67c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f73c12a2-c1fc-4cf2-899f-595b2b28210c'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:14:34.996640 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4a7f52c5-94e9-4f4a-a436-0bb4f80d96f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:35.013734 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:35.129380 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-ed8dddd0-4392-40dc-8c80-fd1933fc35de tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:35.151347 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-ed8dddd0-4392-40dc-8c80-fd1933fc35de tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/networks?id=f73c12a2-c1fc-4cf2-899f-595b2b28210c HTTP/1.1" status: 200 len: 796 time: 0.2530520 Jul 24 01:14:35.183353 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-af85c2d0-f22b-475e-94ae-934c276f3c5c tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/quotas/5874f695ac324136885e3556e00b5a37 HTTP/1.1" status: 200 len: 375 time: 0.0301707 Jul 24 01:14:35.207687 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-4a7f52c5-94e9-4f4a-a436-0bb4f80d96f1 None None] For port a884112d-af28-400f-9d06-c73182812d99, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:14:35.226876 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-4a7f52c5-94e9-4f4a-a436-0bb4f80d96f1 None None] For port a884112d-af28-400f-9d06-c73182812d99, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=a884112d-af28-400f-9d06-c73182812d99,segment=NetworkSegment(2085a3b6-ad02-4c0b-8bfd-2b6bd78d67c3),segment_id=2085a3b6-ad02-4c0b-8bfd-2b6bd78d67c3)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:14:35.245793 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4a7f52c5-94e9-4f4a-a436-0bb4f80d96f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:35.404287 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7f52c5-94e9-4f4a-a436-0bb4f80d96f1 None None] Routers {'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:14:35.404975 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-4a7f52c5-94e9-4f4a-a436-0bb4f80d96f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:14:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['df4cc8da-87b9-4927-a6fa-c9fdff6f6f60'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:14:35.415086 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:35.435783 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-c9c5f086-a690-4d3c-a0a6-beaa9de0f5c6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5874f695ac324136885e3556e00b5a37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2357228 Jul 24 01:14:35.597072 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a650e-53f9-4e9c-9cd9-a5383ed69460 None None] Pushing event updated for resources: {'Port': ['ID=a884112d-af28-400f-9d06-c73182812d99,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:35.624632 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31933f6e-79ab-4f01-8257-a1960000ad74 req-a87b3383-2bd2-479c-9fb2-342fd43a8f84 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:35.633446 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-31933f6e-79ab-4f01-8257-a1960000ad74 req-a87b3383-2bd2-479c-9fb2-342fd43a8f84 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 946 time: 0.1716433 Jul 24 01:14:35.665830 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-4a7f52c5-94e9-4f4a-a436-0bb4f80d96f1 None None] Set router df4cc8da-87b9-4927-a6fa-c9fdff6f6f60 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:14:35.749154 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-31933f6e-79ab-4f01-8257-a1960000ad74 req-9cec0855-0d07-4789-a3af-c3514d6fed4a tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052926 Jul 24 01:14:35.940039 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-42b0de55-be17-4bf4-93fe-5737c81ee231 service neutron] 10.222.0.15 "GET /v2.0/networks/f73c12a2-c1fc-4cf2-899f-595b2b28210c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4986048 Jul 24 01:14:36.018972 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-4a7f52c5-94e9-4f4a-a436-0bb4f80d96f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1521491965', 'tenant_id': '5874f695ac324136885e3556e00b5a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '0d4b71c0-bbbb-40c6-b730-900cf295e821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:14:23Z', 'updated_at': '2021-07-24T01:14:30Z', 'revision_number': 4, 'project_id': '5874f695ac324136885e3556e00b5a37', 'gw_port': {'id': '0d4b71c0-bbbb-40c6-b730-900cf295e821', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:55:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:14:24Z', 'updated_at': '2021-07-24T01:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'a884112d-af28-400f-9d06-c73182812d99', 'name': '', 'network_id': 'f73c12a2-c1fc-4cf2-899f-595b2b28210c', 'tenant_id': '5874f695ac324136885e3556e00b5a37', 'mac_address': 'fa:16:3e:0b:cd:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'b6ed35ea-bed2-40a8-937e-8bc637a7b44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:14:29Z', 'updated_at': '2021-07-24T01:14:35Z', 'revision_number': 4, 'project_id': '5874f695ac324136885e3556e00b5a37', 'subnets': [{'id': 'b6ed35ea-bed2-40a8-937e-8bc637a7b44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:14:36.060248 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7f52c5-94e9-4f4a-a436-0bb4f80d96f1 None None] The sync data for ids ['df4cc8da-87b9-4927-a6fa-c9fdff6f6f60'] in n-d-793621-25 is: [{'id': 'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1521491965', 'tenant_id': '5874f695ac324136885e3556e00b5a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '0d4b71c0-bbbb-40c6-b730-900cf295e821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:14:23Z', 'updated_at': '2021-07-24T01:14:30Z', 'revision_number': 4, 'project_id': '5874f695ac324136885e3556e00b5a37', 'gw_port': {'id': '0d4b71c0-bbbb-40c6-b730-900cf295e821', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:55:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:14:24Z', 'updated_at': '2021-07-24T01:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'a884112d-af28-400f-9d06-c73182812d99', 'name': '', 'network_id': 'f73c12a2-c1fc-4cf2-899f-595b2b28210c', 'tenant_id': '5874f695ac324136885e3556e00b5a37', 'mac_address': 'fa:16:3e:0b:cd:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'b6ed35ea-bed2-40a8-937e-8bc637a7b44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:14:29Z', 'updated_at': '2021-07-24T01:14:35Z', 'revision_number': 4, 'project_id': '5874f695ac324136885e3556e00b5a37', 'subnets': [{'id': 'b6ed35ea-bed2-40a8-937e-8bc637a7b44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:14:36.136622 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-52747f57-94f2-4bb9-878d-92555255a487 service neutron] 10.222.0.15 "GET /v2.0/networks/f73c12a2-c1fc-4cf2-899f-595b2b28210c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884577 Jul 24 01:14:37.126357 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794b2dd-9bd1-446f-91d0-08fd9c64ff6a req-145d609a-c0e9-49ce-a0f1-ada7e3b35f0c tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:37.136139 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3794b2dd-9bd1-446f-91d0-08fd9c64ff6a req-145d609a-c0e9-49ce-a0f1-ada7e3b35f0c tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 946 time: 0.1877587 Jul 24 01:14:37.187595 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3794b2dd-9bd1-446f-91d0-08fd9c64ff6a req-8dd7fa42-05c6-4dcc-8536-83ee8e7e02dd tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504208 Jul 24 01:14:37.223322 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-58a854ca-4324-4d2e-8817-c87c34009e13 req-62c72ce9-cbde-4f7f-8bf7-e3e61b6fb348 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9be80c1-2a6a-4529-a343-001490d8a10a HTTP/1.1" status: 200 len: 210 time: 0.8047650 Jul 24 01:14:38.038455 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a884112d-af28-400f-9d06-c73182812d99 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:14:38.193695 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port a884112d-af28-400f-9d06-c73182812d99 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:14:38.198144 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port a884112d-af28-400f-9d06-c73182812d99 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:14:38.201800 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:38.236745 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e522e-168d-401b-923b-59d25ddc7bf8 req-94fd4c51-52ca-47ca-95a1-798f2265f541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:38.247160 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5c9e522e-168d-401b-923b-59d25ddc7bf8 req-94fd4c51-52ca-47ca-95a1-798f2265f541 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6dc6777949c4bca80e15baebcec81ec&device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 1098 time: 0.3072419 Jul 24 01:14:38.487148 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:38.518306 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ecfadcee-1f59-4562-a4ac-ccd1417c20c3 req-abee3ba9-904c-440a-9600-8670a054cb32 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9be80c1-2a6a-4529-a343-001490d8a10a HTTP/1.1" status: 200 len: 210 time: 0.0874944 Jul 24 01:14:38.540240 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port a884112d-af28-400f-9d06-c73182812d99, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=a884112d-af28-400f-9d06-c73182812d99,segment=NetworkSegment(2085a3b6-ad02-4c0b-8bfd-2b6bd78d67c3),segment_id=2085a3b6-ad02-4c0b-8bfd-2b6bd78d67c3)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:14:38.547583 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:38.663183 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=a884112d-af28-400f-9d06-c73182812d99,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:39.102187 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-15b03d6b-7ede-4ca7-bf00-3a71d598db41 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:39.103817 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-15b03d6b-7ede-4ca7-bf00-3a71d598db41 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.13 "GET /v2.0/networks?id=f73c12a2-c1fc-4cf2-899f-595b2b28210c HTTP/1.1" status: 200 len: 796 time: 0.9815507 Jul 24 01:14:39.159169 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e522e-168d-401b-923b-59d25ddc7bf8 req-e0c04b40-7c34-4c7e-8fff-2080922c95e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:39.161368 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5c9e522e-168d-401b-923b-59d25ddc7bf8 req-e0c04b40-7c34-4c7e-8fff-2080922c95e4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ce20638c-9366-403c-99ef-699b8c74111a HTTP/1.1" status: 200 len: 918 time: 0.8693626 Jul 24 01:14:39.187464 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad9a0f-0ca6-43b9-acbb-83f1411c598e req-04ced37c-99ae-4a4f-9e11-a5bb2e44a8ae tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:39.194976 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-04ad9a0f-0ca6-43b9-acbb-83f1411c598e req-04ced37c-99ae-4a4f-9e11-a5bb2e44a8ae tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 946 time: 0.7358751 Jul 24 01:14:39.278140 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-88b28670-bec7-46b0-b9e0-87bc24407e24 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5874f695ac324136885e3556e00b5a37 HTTP/1.1" status: 200 len: 478 time: 0.1586242 Jul 24 01:14:39.295260 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-d6f33a27-141e-4364-866a-8bed5a392cb7 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Request body: {'port': {'device_id': 'd9be80c1-2a6a-4529-a343-001490d8a10a', 'network_id': 'f73c12a2-c1fc-4cf2-899f-595b2b28210c', 'admin_state_up': True, 'tenant_id': '5874f695ac324136885e3556e00b5a37', 'security_groups': ['673ad931-42c6-4940-bea9-2deaf53c0259', '324e17e6-e6f8-438f-94b6-5612ca85e971']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:14:39.376437 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-04ad9a0f-0ca6-43b9-acbb-83f1411c598e req-29a61292-e6af-458c-aa96-793ff26d32ae tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803296 Jul 24 01:14:39.390703 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5c9e522e-168d-401b-923b-59d25ddc7bf8 req-417e2694-423c-421b-80cd-38719f9fa37d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80ad8110-f1ba-4b79-9055-2036635c7e25 HTTP/1.1" status: 200 len: 1001 time: 0.2182863 Jul 24 01:14:39.541826 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e522e-168d-401b-923b-59d25ddc7bf8 req-b3586d8c-c54b-4ff5-9616-bb4d96600aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:39.543546 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5c9e522e-168d-401b-923b-59d25ddc7bf8 req-b3586d8c-c54b-4ff5-9616-bb4d96600aad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=941506a1-fc49-47b1-b115-8157f3b98de0 HTTP/1.1" status: 200 len: 856 time: 0.1453781 Jul 24 01:14:39.584542 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-d6f33a27-141e-4364-866a-8bed5a392cb7 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Made reservation on behalf of 5874f695ac324136885e3556e00b5a37 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:14:39.588713 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-d6f33a27-141e-4364-866a-8bed5a392cb7 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:39.723733 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c64e3398-29e4-4025-88fb-b34ab132f633 req-eb208f56-f77a-41ba-9e38-1f37190271e3 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9be80c1-2a6a-4529-a343-001490d8a10a HTTP/1.1" status: 200 len: 210 time: 0.0372305 Jul 24 01:14:39.844060 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-d6f33a27-141e-4364-866a-8bed5a392cb7 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Allocated IP 172.20.0.5 (f73c12a2-c1fc-4cf2-899f-595b2b28210c/b6ed35ea-bed2-40a8-937e-8bc637a7b44e/bfee8f54-05c6-4545-8c04-3fc71c99e261) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:14:39.929420 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a884112d-af28-400f-9d06-c73182812d99 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:14:39.938100 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e522e-168d-401b-923b-59d25ddc7bf8 req-d36108c3-9836-483a-bf8e-15eec4e3a641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:39.939684 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5c9e522e-168d-401b-923b-59d25ddc7bf8 req-d36108c3-9836-483a-bf8e-15eec4e3a641 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce20638c-9366-403c-99ef-699b8c74111a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3661678 Jul 24 01:14:40.039839 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port a884112d-af28-400f-9d06-c73182812d99 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:14:40.040664 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:40.369321 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5c9e522e-168d-401b-923b-59d25ddc7bf8 req-50cc652b-1a6c-4ff0-bbbb-94148d5dd76c service neutron] 10.222.0.13 "GET /v2.0/networks/ce20638c-9366-403c-99ef-699b8c74111a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205561 Jul 24 01:14:40.381166 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-d6f33a27-141e-4364-866a-8bed5a392cb7 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:40.444305 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-d6f33a27-141e-4364-866a-8bed5a392cb7 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Transition to ACTIVE for port object bfee8f54-05c6-4545-8c04-3fc71c99e261 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:14:40.576853 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5c9e522e-168d-401b-923b-59d25ddc7bf8 req-35fd3604-5159-472e-9743-fff3cef003ff service neutron] 10.222.0.13 "GET /v2.0/networks/ce20638c-9366-403c-99ef-699b8c74111a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996825 Jul 24 01:14:40.696631 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdbe2a4-990e-43fb-b2db-82a8d316b5d7 req-b2211955-7a20-4a26-8ac3-63a530fac763 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:40.704497 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7cdbe2a4-990e-43fb-b2db-82a8d316b5d7 req-b2211955-7a20-4a26-8ac3-63a530fac763 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 946 time: 0.1380589 Jul 24 01:14:40.765119 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7cdbe2a4-990e-43fb-b2db-82a8d316b5d7 req-36d6560f-c8cd-42c8-88b8-a7c4b3ecdb57 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594444 Jul 24 01:14:40.766314 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-d6f33a27-141e-4364-866a-8bed5a392cb7 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:40.849336 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-d6f33a27-141e-4364-866a-8bed5a392cb7 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Network f73c12a2-c1fc-4cf2-899f-595b2b28210c is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:14:40.850596 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f33a27-141e-4364-866a-8bed5a392cb7 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Pushing event updated for resources: {'Port': ['ID=bfee8f54-05c6-4545-8c04-3fc71c99e261,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:40.853267 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-d6f33a27-141e-4364-866a-8bed5a392cb7 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:14:40.855758 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-d6f33a27-141e-4364-866a-8bed5a392cb7 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:14:40.946236 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-d6f33a27-141e-4364-866a-8bed5a392cb7 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:40.947249 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-d6f33a27-141e-4364-866a-8bed5a392cb7 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:40.976486 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-d6f33a27-141e-4364-866a-8bed5a392cb7 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.6880960 Jul 24 01:14:40.995882 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-f86befb1-34ae-4ad9-9019-ad21ccca6610 service neutron] Request body: {'port': {'device_id': 'd9be80c1-2a6a-4529-a343-001490d8a10a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:14:41.038788 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8401706-3631-4ff0-8c98-86729d321215 req-38e14f6a-8090-4d78-a97d-5bcc76218404 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:41.048778 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e8401706-3631-4ff0-8c98-86729d321215 req-38e14f6a-8090-4d78-a97d-5bcc76218404 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9be80c1-2a6a-4529-a343-001490d8a10a HTTP/1.1" status: 200 len: 970 time: 0.1341748 Jul 24 01:14:41.111574 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e8401706-3631-4ff0-8c98-86729d321215 req-e11eb169-da59-4ad7-8c8f-18b6ff7128b4 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/security-groups?id=673ad931-42c6-4940-bea9-2deaf53c0259&id=324e17e6-e6f8-438f-94b6-5612ca85e971&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0614715 Jul 24 01:14:41.154466 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-f86befb1-34ae-4ad9-9019-ad21ccca6610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:41.326538 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-54cf87de-f817-441b-98d2-3a4dd173868c None None] Provisioning for port bfee8f54-05c6-4545-8c04-3fc71c99e261 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:14:41.338550 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-54cf87de-f817-441b-98d2-3a4dd173868c None None] Provisioning complete for port bfee8f54-05c6-4545-8c04-3fc71c99e261 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:14:41.339343 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-54cf87de-f817-441b-98d2-3a4dd173868c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:41.402150 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-54cf87de-f817-441b-98d2-3a4dd173868c None None] Port bfee8f54-05c6-4545-8c04-3fc71c99e261 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:14:41.578760 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-f86befb1-34ae-4ad9-9019-ad21ccca6610 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfee8f54-05c6-4545-8c04-3fc71c99e261 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:14:41.584764 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-f86befb1-34ae-4ad9-9019-ad21ccca6610 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:41.603964 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-f86befb1-34ae-4ad9-9019-ad21ccca6610 service neutron] Transition to ACTIVE for port object bfee8f54-05c6-4545-8c04-3fc71c99e261 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:14:41.616758 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-f86befb1-34ae-4ad9-9019-ad21ccca6610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:41.685220 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86befb1-34ae-4ad9-9019-ad21ccca6610 service neutron] Pushing event updated for resources: {'Port': ['ID=bfee8f54-05c6-4545-8c04-3fc71c99e261,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:41.798295 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-f86befb1-34ae-4ad9-9019-ad21ccca6610 service neutron] Attempting to bind port bfee8f54-05c6-4545-8c04-3fc71c99e261 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:14:41.798637 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-f86befb1-34ae-4ad9-9019-ad21ccca6610 service neutron] Attempting to bind port bfee8f54-05c6-4545-8c04-3fc71c99e261 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '2085a3b6-ad02-4c0b-8bfd-2b6bd78d67c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f73c12a2-c1fc-4cf2-899f-595b2b28210c'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:14:41.799009 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-f86befb1-34ae-4ad9-9019-ad21ccca6610 service neutron] Attempting to bind port bfee8f54-05c6-4545-8c04-3fc71c99e261 on network f73c12a2-c1fc-4cf2-899f-595b2b28210c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:14:41.813080 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-f86befb1-34ae-4ad9-9019-ad21ccca6610 service neutron] Port bfee8f54-05c6-4545-8c04-3fc71c99e261 on network f73c12a2-c1fc-4cf2-899f-595b2b28210c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:14:41.820737 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-f86befb1-34ae-4ad9-9019-ad21ccca6610 service neutron] Attempting to bind port bfee8f54-05c6-4545-8c04-3fc71c99e261 on network f73c12a2-c1fc-4cf2-899f-595b2b28210c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:14:41.833972 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-f86befb1-34ae-4ad9-9019-ad21ccca6610 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 14, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:14:41.834383 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-f86befb1-34ae-4ad9-9019-ad21ccca6610 service neutron] Checking segment: {'id': '2085a3b6-ad02-4c0b-8bfd-2b6bd78d67c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f73c12a2-c1fc-4cf2-899f-595b2b28210c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:14:41.834771 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-f86befb1-34ae-4ad9-9019-ad21ccca6610 service neutron] Bound using segment: {'id': '2085a3b6-ad02-4c0b-8bfd-2b6bd78d67c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f73c12a2-c1fc-4cf2-899f-595b2b28210c'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:14:41.835229 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-f86befb1-34ae-4ad9-9019-ad21ccca6610 service neutron] Bound port: bfee8f54-05c6-4545-8c04-3fc71c99e261, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2085a3b6-ad02-4c0b-8bfd-2b6bd78d67c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f73c12a2-c1fc-4cf2-899f-595b2b28210c'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:14:41.835829 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-f86befb1-34ae-4ad9-9019-ad21ccca6610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:41.958466 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-f86befb1-34ae-4ad9-9019-ad21ccca6610 service neutron] For port bfee8f54-05c6-4545-8c04-3fc71c99e261, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:14:41.962292 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-f86befb1-34ae-4ad9-9019-ad21ccca6610 service neutron] For port bfee8f54-05c6-4545-8c04-3fc71c99e261, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=bfee8f54-05c6-4545-8c04-3fc71c99e261,segment=NetworkSegment(2085a3b6-ad02-4c0b-8bfd-2b6bd78d67c3),segment_id=2085a3b6-ad02-4c0b-8bfd-2b6bd78d67c3)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:14:41.989363 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-f86befb1-34ae-4ad9-9019-ad21ccca6610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:42.046898 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-f86befb1-34ae-4ad9-9019-ad21ccca6610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:42.047722 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-f86befb1-34ae-4ad9-9019-ad21ccca6610 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:42.049399 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-f86befb1-34ae-4ad9-9019-ad21ccca6610 service neutron] 10.222.0.13 "PUT /v2.0/ports/bfee8f54-05c6-4545-8c04-3fc71c99e261 HTTP/1.1" status: 200 len: 1131 time: 1.0649049 Jul 24 01:14:42.052037 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9be80c1-2a6a-4529-a343-001490d8a10a', 'tag': 'bfee8f54-05c6-4545-8c04-3fc71c99e261'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:14:42.055125 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7dcdd3-b7a4-465a-b1c4-e235aef503a7" -d '{"events": [{"name": "network-changed", "server_uuid": "d9be80c1-2a6a-4529-a343-001490d8a10a", "tag": "bfee8f54-05c6-4545-8c04-3fc71c99e261"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:14:42.111597 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86befb1-34ae-4ad9-9019-ad21ccca6610 service neutron] Pushing event updated for resources: {'Port': ['ID=bfee8f54-05c6-4545-8c04-3fc71c99e261,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:42.152891 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d30d011-b33d-4e66-b5ed-0357e5128c61 x-openstack-request-id: req-7d30d011-b33d-4e66-b5ed-0357e5128c61 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:14:42.153180 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9be80c1-2a6a-4529-a343-001490d8a10a", "tag": "bfee8f54-05c6-4545-8c04-3fc71c99e261", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:14:42.153433 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d30d011-b33d-4e66-b5ed-0357e5128c61 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:14:42.153834 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9be80c1-2a6a-4529-a343-001490d8a10a', 'tag': 'bfee8f54-05c6-4545-8c04-3fc71c99e261', 'status': 'completed', 'code': 200} Jul 24 01:14:42.209326 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653173cc-8072-463f-ad17-78d4c5d1a0c5 req-91dcfd3b-b6cd-4819-a91f-02d32b823156 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:42.219346 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-653173cc-8072-463f-ad17-78d4c5d1a0c5 req-91dcfd3b-b6cd-4819-a91f-02d32b823156 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 946 time: 0.3097250 Jul 24 01:14:42.298047 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-653173cc-8072-463f-ad17-78d4c5d1a0c5 req-6d348803-63fd-43b0-b329-1997dc5ee3e2 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792716 Jul 24 01:14:42.320287 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-57d79c27-7402-47bf-b070-9d3568871660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:42.322347 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-57d79c27-7402-47bf-b070-9d3568871660 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5874f695ac324136885e3556e00b5a37&device_id=d9be80c1-2a6a-4529-a343-001490d8a10a HTTP/1.1" status: 200 len: 1134 time: 0.2230248 Jul 24 01:14:42.358849 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d434b9-6506-420c-8315-772e5faf970d req-8ef7d3bd-f4f2-4df1-95ae-6a19def920a4 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:42.365788 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-84d434b9-6506-420c-8315-772e5faf970d req-8ef7d3bd-f4f2-4df1-95ae-6a19def920a4 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9be80c1-2a6a-4529-a343-001490d8a10a HTTP/1.1" status: 200 len: 982 time: 0.1328971 Jul 24 01:14:42.381326 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-4caa84a4-28f8-4131-a26b-5501ce25111d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfee8f54-05c6-4545-8c04-3fc71c99e261 HTTP/1.1" status: 200 len: 217 time: 0.0470364 Jul 24 01:14:42.422241 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-84d434b9-6506-420c-8315-772e5faf970d req-7d9d207a-bdad-44b8-b3f8-0a18185cb438 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/security-groups?id=673ad931-42c6-4940-bea9-2deaf53c0259&id=324e17e6-e6f8-438f-94b6-5612ca85e971&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0495048 Jul 24 01:14:42.460081 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-641ff8f5-5f33-4671-a644-f3b7f53e33d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:42.461583 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-641ff8f5-5f33-4671-a644-f3b7f53e33d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b6ed35ea-bed2-40a8-937e-8bc637a7b44e HTTP/1.1" status: 200 len: 835 time: 0.0726392 Jul 24 01:14:42.579613 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-923964d6-1b77-43e7-92dd-20ee46f70f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:42.581155 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-923964d6-1b77-43e7-92dd-20ee46f70f1f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f73c12a2-c1fc-4cf2-899f-595b2b28210c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1132345 Jul 24 01:14:42.766664 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-2a86bd25-74ec-4b07-9f0e-b23f3314f2d5 service neutron] 10.222.0.13 "GET /v2.0/networks/f73c12a2-c1fc-4cf2-899f-595b2b28210c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769373 Jul 24 01:14:42.902268 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6998c07f-65d4-48c8-aba8-3782b8405398 req-b511f410-fd6a-4559-91be-c0992fd27b17 service neutron] 10.222.0.13 "GET /v2.0/networks/f73c12a2-c1fc-4cf2-899f-595b2b28210c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271353 Jul 24 01:14:43.032159 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7dcdd3-b7a4-465a-b1c4-e235aef503a7 req-23154eea-6df4-4b8b-bbc0-dd3eb986618f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:43.033708 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3e7dcdd3-b7a4-465a-b1c4-e235aef503a7 req-23154eea-6df4-4b8b-bbc0-dd3eb986618f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5874f695ac324136885e3556e00b5a37&device_id=d9be80c1-2a6a-4529-a343-001490d8a10a HTTP/1.1" status: 200 len: 1134 time: 0.0670919 Jul 24 01:14:43.149897 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7dcdd3-b7a4-465a-b1c4-e235aef503a7 req-ca1588d2-de38-4555-9546-526db7ea5058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:43.151447 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3e7dcdd3-b7a4-465a-b1c4-e235aef503a7 req-ca1588d2-de38-4555-9546-526db7ea5058 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f73c12a2-c1fc-4cf2-899f-595b2b28210c HTTP/1.1" status: 200 len: 897 time: 0.1110809 Jul 24 01:14:43.198673 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3e7dcdd3-b7a4-465a-b1c4-e235aef503a7 req-b30cd59c-0016-4864-9641-b057c8aefa78 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfee8f54-05c6-4545-8c04-3fc71c99e261 HTTP/1.1" status: 200 len: 217 time: 0.0356963 Jul 24 01:14:43.252217 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7dcdd3-b7a4-465a-b1c4-e235aef503a7 req-1b2a16fc-d597-430d-b127-0b309fef9f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:43.253739 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3e7dcdd3-b7a4-465a-b1c4-e235aef503a7 req-1b2a16fc-d597-430d-b127-0b309fef9f0e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b6ed35ea-bed2-40a8-937e-8bc637a7b44e HTTP/1.1" status: 200 len: 835 time: 0.0482240 Jul 24 01:14:43.326258 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7dcdd3-b7a4-465a-b1c4-e235aef503a7 req-d5ed5913-4cd9-4ad9-ba17-272d473b75cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:43.326258 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3e7dcdd3-b7a4-465a-b1c4-e235aef503a7 req-d5ed5913-4cd9-4ad9-ba17-272d473b75cb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f73c12a2-c1fc-4cf2-899f-595b2b28210c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632827 Jul 24 01:14:43.468517 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3e7dcdd3-b7a4-465a-b1c4-e235aef503a7 req-ef90f123-a076-4612-96fe-9e517320c7d4 service neutron] 10.222.0.13 "GET /v2.0/networks/f73c12a2-c1fc-4cf2-899f-595b2b28210c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351457 Jul 24 01:14:43.599712 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f29dfd-ae42-4661-9e70-9d751b5cae5e req-29626589-7de3-467d-9ef5-0ebb0927ee3b tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:43.601251 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-22f29dfd-ae42-4661-9e70-9d751b5cae5e req-29626589-7de3-467d-9ef5-0ebb0927ee3b tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 946 time: 0.2271459 Jul 24 01:14:43.606338 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3acacc-533a-460f-b914-b50094c35f54 req-6d4d3def-b98a-433e-9dc3-aec93e713a4c tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:43.608066 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ad3acacc-533a-460f-b914-b50094c35f54 req-6d4d3def-b98a-433e-9dc3-aec93e713a4c tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9be80c1-2a6a-4529-a343-001490d8a10a HTTP/1.1" status: 200 len: 982 time: 0.1049650 Jul 24 01:14:43.653383 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3e7dcdd3-b7a4-465a-b1c4-e235aef503a7 req-3ba8b542-5435-4284-9f80-ecb5e5e179af service neutron] 10.222.0.13 "GET /v2.0/networks/f73c12a2-c1fc-4cf2-899f-595b2b28210c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707683 Jul 24 01:14:43.656130 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ad3acacc-533a-460f-b914-b50094c35f54 req-25fb3a42-ae92-407d-acdc-00103a665433 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/security-groups?id=673ad931-42c6-4940-bea9-2deaf53c0259&id=324e17e6-e6f8-438f-94b6-5612ca85e971&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0405152 Jul 24 01:14:43.661301 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-22f29dfd-ae42-4661-9e70-9d751b5cae5e req-f53037da-c9a0-4237-b276-0f491717bba2 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501566 Jul 24 01:14:43.766071 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e53e33-4697-42e6-bfd2-4c6adcd10f09 req-82b50240-e0f4-4068-a57c-26a976c9703f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:43.767951 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e1e53e33-4697-42e6-bfd2-4c6adcd10f09 req-82b50240-e0f4-4068-a57c-26a976c9703f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6dc6777949c4bca80e15baebcec81ec&device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 1098 time: 0.0610290 Jul 24 01:14:43.887794 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e53e33-4697-42e6-bfd2-4c6adcd10f09 req-aa4bf3b5-c348-4ed0-bb23-f3edfed2dd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:43.889310 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e1e53e33-4697-42e6-bfd2-4c6adcd10f09 req-aa4bf3b5-c348-4ed0-bb23-f3edfed2dd6a service neutron] 10.222.0.13 "GET /v2.0/networks?id=ce20638c-9366-403c-99ef-699b8c74111a HTTP/1.1" status: 200 len: 918 time: 0.1131864 Jul 24 01:14:43.969369 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e1e53e33-4697-42e6-bfd2-4c6adcd10f09 req-c5dda86f-b121-4a57-b0e3-614e77b30f7d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80ad8110-f1ba-4b79-9055-2036635c7e25 HTTP/1.1" status: 200 len: 1001 time: 0.0725868 Jul 24 01:14:44.029812 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e53e33-4697-42e6-bfd2-4c6adcd10f09 req-c9c6b5a8-bed4-441d-a916-fdc3c3794883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:44.031659 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e1e53e33-4697-42e6-bfd2-4c6adcd10f09 req-c9c6b5a8-bed4-441d-a916-fdc3c3794883 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=941506a1-fc49-47b1-b115-8157f3b98de0 HTTP/1.1" status: 200 len: 856 time: 0.0556779 Jul 24 01:14:44.092802 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e53e33-4697-42e6-bfd2-4c6adcd10f09 req-dc74aafb-59b0-4ab6-b6b6-21744da94eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:44.094391 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e1e53e33-4697-42e6-bfd2-4c6adcd10f09 req-dc74aafb-59b0-4ab6-b6b6-21744da94eae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce20638c-9366-403c-99ef-699b8c74111a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556893 Jul 24 01:14:44.200598 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e1e53e33-4697-42e6-bfd2-4c6adcd10f09 req-6da0ee2b-278d-4e6f-bb22-ed5222bd7196 service neutron] 10.222.0.13 "GET /v2.0/networks/ce20638c-9366-403c-99ef-699b8c74111a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992289 Jul 24 01:14:44.295010 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e1e53e33-4697-42e6-bfd2-4c6adcd10f09 req-88dc0f9f-abcb-44dd-be82-43ac3b7a7fa5 service neutron] 10.222.0.13 "GET /v2.0/networks/ce20638c-9366-403c-99ef-699b8c74111a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886965 Jul 24 01:14:44.814964 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12487752-8de6-444c-8093-e9591b1eee3f req-0d6f5827-8552-466c-8536-3bab4eece738 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:44.817186 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-12487752-8de6-444c-8093-e9591b1eee3f req-0d6f5827-8552-466c-8536-3bab4eece738 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9be80c1-2a6a-4529-a343-001490d8a10a HTTP/1.1" status: 200 len: 982 time: 0.0795090 Jul 24 01:14:44.825838 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d78895-fd0b-41cf-9c50-b0464dc3c4c0 req-527f2379-202e-4139-878b-f47140fe2b34 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:44.827590 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d7d78895-fd0b-41cf-9c50-b0464dc3c4c0 req-527f2379-202e-4139-878b-f47140fe2b34 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 946 time: 0.0884697 Jul 24 01:14:44.890168 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-12487752-8de6-444c-8093-e9591b1eee3f req-52000a4a-c240-4ab3-a453-f9b73e49a323 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/security-groups?id=673ad931-42c6-4940-bea9-2deaf53c0259&id=324e17e6-e6f8-438f-94b6-5612ca85e971&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0668678 Jul 24 01:14:44.922605 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d7d78895-fd0b-41cf-9c50-b0464dc3c4c0 req-c515e820-0caf-4fbc-8668-19ba02286a03 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882635 Jul 24 01:14:45.721310 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-74eebad7-7aef-4eee-b464-3b5fb1f62ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:46.041513 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2e81f-532a-4c2b-95ae-54585dd0862a req-63103185-7599-4944-a89b-642a74f158d3 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:46.043088 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-42b2e81f-532a-4c2b-95ae-54585dd0862a req-63103185-7599-4944-a89b-642a74f158d3 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9be80c1-2a6a-4529-a343-001490d8a10a HTTP/1.1" status: 200 len: 982 time: 0.0767190 Jul 24 01:14:46.068454 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9126c5d-f90e-4209-95f1-86ba369c0194 req-1f9d827b-9d44-4ef1-b3a6-70b6e6fc6910 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:46.070889 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a9126c5d-f90e-4209-95f1-86ba369c0194 req-1f9d827b-9d44-4ef1-b3a6-70b6e6fc6910 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 946 time: 0.0698507 Jul 24 01:14:46.086234 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-42b2e81f-532a-4c2b-95ae-54585dd0862a req-a91d772d-13b3-4002-bd26-72957bc80b52 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/security-groups?id=673ad931-42c6-4940-bea9-2deaf53c0259&id=324e17e6-e6f8-438f-94b6-5612ca85e971&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0373816 Jul 24 01:14:46.111219 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a9126c5d-f90e-4209-95f1-86ba369c0194 req-4253ec6d-8b21-4b5d-9a25-c89f995e824e tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340524 Jul 24 01:14:47.130856 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ba495-a58f-493b-b074-1b6bc27dd8c9 req-d56e4132-c14b-41ad-9fde-6bb55601678f tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:47.140438 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-745ba495-a58f-493b-b074-1b6bc27dd8c9 req-d56e4132-c14b-41ad-9fde-6bb55601678f tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 946 time: 0.0802639 Jul 24 01:14:47.217981 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-745ba495-a58f-493b-b074-1b6bc27dd8c9 req-3ff774db-f94c-4280-b8cf-191f402e0d71 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762985 Jul 24 01:14:47.251918 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1ae92035-0abe-4045-8716-58af1a352a06 req-fdeab0a2-14bb-40b4-923b-41dfb6faed94 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0876293 Jul 24 01:14:47.299573 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d4edb-828d-4b6e-a9bd-fc257e676e6e req-df434483-a8c6-4deb-90c2-cae5c4a1a3e3 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:47.307797 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8f8d4edb-828d-4b6e-a9bd-fc257e676e6e req-df434483-a8c6-4deb-90c2-cae5c4a1a3e3 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9be80c1-2a6a-4529-a343-001490d8a10a HTTP/1.1" status: 200 len: 982 time: 0.1179483 Jul 24 01:14:47.373900 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8f8d4edb-828d-4b6e-a9bd-fc257e676e6e req-1cd68537-ae25-4298-8e24-7c93602fee62 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/security-groups?id=673ad931-42c6-4940-bea9-2deaf53c0259&id=324e17e6-e6f8-438f-94b6-5612ca85e971&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0651417 Jul 24 01:14:47.512843 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device bfee8f54-05c6-4545-8c04-3fc71c99e261 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:14:47.516596 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 80ad8110-f1ba-4b79-9055-2036635c7e25 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:14:47.667630 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:47.727104 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc242b76-d33e-4008-9f93-12bf57c1e5f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80ad8110-f1ba-4b79-9055-2036635c7e25'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:14:47.729473 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17b3823-ba51-4182-9f84-add49a585ddc" -d '{"events": [{"server_uuid": "fc242b76-d33e-4008-9f93-12bf57c1e5f3", "name": "network-vif-unplugged", "status": "completed", "tag": "80ad8110-f1ba-4b79-9055-2036635c7e25"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:14:47.764068 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 80ad8110-f1ba-4b79-9055-2036635c7e25, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=80ad8110-f1ba-4b79-9055-2036635c7e25,segment=NetworkSegment(c89e3cbc-4aac-4fff-a675-9a81f1b0ca38),segment_id=c89e3cbc-4aac-4fff-a675-9a81f1b0ca38)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:14:47.776871 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 24 Jul 2021 01:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8542d8-e73f-4c63-b707-a1e7675acf1d x-openstack-request-id: req-cf8542d8-e73f-4c63-b707-a1e7675acf1d {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:14:47.776871 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc242b76-d33e-4008-9f93-12bf57c1e5f3", "name": "network-vif-unplugged", "status": "failed", "tag": "80ad8110-f1ba-4b79-9055-2036635c7e25", "code": 422}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:14:47.777126 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cf8542d8-e73f-4c63-b707-a1e7675acf1d {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:14:47.777412 n-d-793621-25 neutron-server[100465]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fc242b76-d33e-4008-9f93-12bf57c1e5f3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '80ad8110-f1ba-4b79-9055-2036635c7e25', 'code': 422} returned with failed status Jul 24 01:14:47.783731 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:47.817859 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port bfee8f54-05c6-4545-8c04-3fc71c99e261, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=bfee8f54-05c6-4545-8c04-3fc71c99e261,segment=NetworkSegment(2085a3b6-ad02-4c0b-8bfd-2b6bd78d67c3),segment_id=2085a3b6-ad02-4c0b-8bfd-2b6bd78d67c3)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:14:47.842139 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'bfee8f54-05c6-4545-8c04-3fc71c99e261', 'network_id': 'f73c12a2-c1fc-4cf2-899f-595b2b28210c', 'port_id': 'bfee8f54-05c6-4545-8c04-3fc71c99e261', 'mac_address': 'fa:16:3e:1e:ab:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6ed35ea-bed2-40a8-937e-8bc637a7b44e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:14:47.893630 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=80ad8110-f1ba-4b79-9055-2036635c7e25,revision_number=8']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:47.913986 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:47.929411 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfee8f54-05c6-4545-8c04-3fc71c99e261 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:14:47.950205 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port bfee8f54-05c6-4545-8c04-3fc71c99e261, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=bfee8f54-05c6-4545-8c04-3fc71c99e261,segment=NetworkSegment(2085a3b6-ad02-4c0b-8bfd-2b6bd78d67c3),segment_id=2085a3b6-ad02-4c0b-8bfd-2b6bd78d67c3)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:14:47.959870 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:48.021992 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=bfee8f54-05c6-4545-8c04-3fc71c99e261,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:48.187231 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['bfee8f54-05c6-4545-8c04-3fc71c99e261'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:14:48.188051 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae92035-0abe-4045-8716-58af1a352a06 req-74e41475-1309-47ad-b41f-32189f276510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:48.189614 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1ae92035-0abe-4045-8716-58af1a352a06 req-74e41475-1309-47ad-b41f-32189f276510 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3&tenant_id=d6dc6777949c4bca80e15baebcec81ec HTTP/1.1" status: 200 len: 1096 time: 0.0620480 Jul 24 01:14:48.278647 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae92035-0abe-4045-8716-58af1a352a06 req-98ec9bc3-634b-48a7-baed-c5a3b2dcd3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:48.280846 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1ae92035-0abe-4045-8716-58af1a352a06 req-98ec9bc3-634b-48a7-baed-c5a3b2dcd3e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6dc6777949c4bca80e15baebcec81ec&device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 1096 time: 0.0686100 Jul 24 01:14:48.304632 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6826e192-15ef-41e4-89bd-3348e81c0a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:48.470284 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae92035-0abe-4045-8716-58af1a352a06 req-d898b3cb-4916-4739-90f3-b3f81ecd61fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:48.480976 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1ae92035-0abe-4045-8716-58af1a352a06 req-d898b3cb-4916-4739-90f3-b3f81ecd61fd service neutron] 10.222.0.13 "GET /v2.0/networks?id=ce20638c-9366-403c-99ef-699b8c74111a HTTP/1.1" status: 200 len: 918 time: 0.1923749 Jul 24 01:14:48.499536 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:48.516089 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be8edcf-e074-4972-808d-949fa3cc5b50 req-1ab8d88b-5ed6-4bb3-9350-4c9a45ec0a6c tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:48.524991 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6be8edcf-e074-4972-808d-949fa3cc5b50 req-1ab8d88b-5ed6-4bb3-9350-4c9a45ec0a6c tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9be80c1-2a6a-4529-a343-001490d8a10a HTTP/1.1" status: 200 len: 983 time: 0.0790560 Jul 24 01:14:48.562777 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1ae92035-0abe-4045-8716-58af1a352a06 req-40d73da3-df96-40b8-8bb0-0d77989e0087 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80ad8110-f1ba-4b79-9055-2036635c7e25 HTTP/1.1" status: 200 len: 999 time: 0.0719457 Jul 24 01:14:48.589870 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6be8edcf-e074-4972-808d-949fa3cc5b50 req-f039fd68-70f0-493f-92d9-6b4d0b86b962 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/security-groups?id=673ad931-42c6-4940-bea9-2deaf53c0259&id=324e17e6-e6f8-438f-94b6-5612ca85e971&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0636051 Jul 24 01:14:48.626174 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749c5f9d-4feb-4588-b512-ceab7f8ba582 req-2ea4a22a-fb85-48ad-bd64-b097df451c19 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:48.627749 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-749c5f9d-4feb-4588-b512-ceab7f8ba582 req-2ea4a22a-fb85-48ad-bd64-b097df451c19 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 944 time: 0.2797647 Jul 24 01:14:48.670455 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae92035-0abe-4045-8716-58af1a352a06 req-1b9e11ee-e5f3-478c-9ea2-bc62f1d5402f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:48.672237 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1ae92035-0abe-4045-8716-58af1a352a06 req-1b9e11ee-e5f3-478c-9ea2-bc62f1d5402f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=941506a1-fc49-47b1-b115-8157f3b98de0 HTTP/1.1" status: 200 len: 856 time: 0.1006687 Jul 24 01:14:48.680527 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-749c5f9d-4feb-4588-b512-ceab7f8ba582 req-681156bb-5148-49c7-b08f-d919bf2f6066 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433416 Jul 24 01:14:48.739963 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae92035-0abe-4045-8716-58af1a352a06 req-97c65d93-c81f-417c-afe5-2d6ec8c9a0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:48.741756 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1ae92035-0abe-4045-8716-58af1a352a06 req-97c65d93-c81f-417c-afe5-2d6ec8c9a0ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce20638c-9366-403c-99ef-699b8c74111a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601473 Jul 24 01:14:48.836584 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1ae92035-0abe-4045-8716-58af1a352a06 req-d73c378f-6e6a-45e3-85c9-06c02bb342b6 service neutron] 10.222.0.13 "GET /v2.0/networks/ce20638c-9366-403c-99ef-699b8c74111a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879838 Jul 24 01:14:48.938272 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1ae92035-0abe-4045-8716-58af1a352a06 req-4a89df1c-bc80-4bef-97d8-43abae262506 service neutron] 10.222.0.13 "GET /v2.0/networks/ce20638c-9366-403c-99ef-699b8c74111a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955918 Jul 24 01:14:49.524495 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:49.527733 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device bfee8f54-05c6-4545-8c04-3fc71c99e261 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:14:49.648129 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port bfee8f54-05c6-4545-8c04-3fc71c99e261 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:14:49.653379 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port bfee8f54-05c6-4545-8c04-3fc71c99e261 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:14:49.653973 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:49.804497 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7242d7-89e8-429b-9c14-f6815fd38927 req-8bba375a-4950-47f5-80df-1af577c3fa20 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:49.815552 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ff7242d7-89e8-429b-9c14-f6815fd38927 req-8bba375a-4950-47f5-80df-1af577c3fa20 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9be80c1-2a6a-4529-a343-001490d8a10a HTTP/1.1" status: 200 len: 983 time: 0.1296215 Jul 24 01:14:49.879661 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:49.908494 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ff7242d7-89e8-429b-9c14-f6815fd38927 req-b81c2324-cd56-4032-b558-7e40b66581a6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/security-groups?id=673ad931-42c6-4940-bea9-2deaf53c0259&id=324e17e6-e6f8-438f-94b6-5612ca85e971&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0833514 Jul 24 01:14:49.930006 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9be80c1-2a6a-4529-a343-001490d8a10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfee8f54-05c6-4545-8c04-3fc71c99e261'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:14:49.932726 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2278306-c4c7-4d2f-b8e9-f1188428150e" -d '{"events": [{"server_uuid": "d9be80c1-2a6a-4529-a343-001490d8a10a", "name": "network-vif-plugged", "status": "completed", "tag": "bfee8f54-05c6-4545-8c04-3fc71c99e261"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:14:49.947851 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port bfee8f54-05c6-4545-8c04-3fc71c99e261, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=bfee8f54-05c6-4545-8c04-3fc71c99e261,segment=NetworkSegment(2085a3b6-ad02-4c0b-8bfd-2b6bd78d67c3),segment_id=2085a3b6-ad02-4c0b-8bfd-2b6bd78d67c3)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:14:49.955629 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:49.958014 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 80ad8110-f1ba-4b79-9055-2036635c7e25 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:14:50.015274 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1e8759-bcc7-4bcb-ad4a-6656bc24661c x-openstack-request-id: req-4f1e8759-bcc7-4bcb-ad4a-6656bc24661c {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:14:50.016462 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9be80c1-2a6a-4529-a343-001490d8a10a", "name": "network-vif-plugged", "status": "completed", "tag": "bfee8f54-05c6-4545-8c04-3fc71c99e261", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:14:50.017540 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4f1e8759-bcc7-4bcb-ad4a-6656bc24661c {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:14:50.017749 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9be80c1-2a6a-4529-a343-001490d8a10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfee8f54-05c6-4545-8c04-3fc71c99e261', 'code': 200} Jul 24 01:14:50.065280 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78dd47-e463-4bf1-be16-92e6f0f0b726 req-67be6184-a8f7-44b1-b22b-866bddb1aaac tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:50.073274 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8a78dd47-e463-4bf1-be16-92e6f0f0b726 req-67be6184-a8f7-44b1-b22b-866bddb1aaac tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 944 time: 0.2145653 Jul 24 01:14:50.146953 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8a78dd47-e463-4bf1-be16-92e6f0f0b726 req-8f9eac24-6251-4498-b996-eb187ed061e9 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683296 Jul 24 01:14:50.247994 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=bfee8f54-05c6-4545-8c04-3fc71c99e261,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:50.609989 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 60990) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:50.743737 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-19e010d0-67d0-47a1-af8c-b8f0b661318b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:50.836664 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-19e010d0-67d0-47a1-af8c-b8f0b661318b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:50.840832 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-19e010d0-67d0-47a1-af8c-b8f0b661318b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:50.879832 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e010d0-67d0-47a1-af8c-b8f0b661318b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e63819-7dd2-43c2-afb5-dd7268c3ed31,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:50.887137 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-19e010d0-67d0-47a1-af8c-b8f0b661318b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=33fc115c57e341aba5f806ba9ad09e1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2732825 Jul 24 01:14:50.887382 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 60994) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:50.938089 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-36bd24e7-e6ff-4565-b614-02939b7a56d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:50.963803 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-36bd24e7-e6ff-4565-b614-02939b7a56d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:51.022023 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:51.053889 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-36bd24e7-e6ff-4565-b614-02939b7a56d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:51.056528 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-36bd24e7-e6ff-4565-b614-02939b7a56d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:51.057718 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-36bd24e7-e6ff-4565-b614-02939b7a56d3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/74e63819-7dd2-43c2-afb5-dd7268c3ed31 HTTP/1.1" status: 204 len: 168 time: 0.1694763 Jul 24 01:14:51.077016 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf874ba-fdc7-4913-a2b7-2e4af4880812 req-2aa47dda-b6de-4df3-9075-dd0231861d52 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:51.078588 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-aaf874ba-fdc7-4913-a2b7-2e4af4880812 req-2aa47dda-b6de-4df3-9075-dd0231861d52 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9be80c1-2a6a-4529-a343-001490d8a10a HTTP/1.1" status: 200 len: 984 time: 0.1177735 Jul 24 01:14:51.079412 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd24e7-e6ff-4565-b614-02939b7a56d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e63819-7dd2-43c2-afb5-dd7268c3ed31,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:51.138794 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-aaf874ba-fdc7-4913-a2b7-2e4af4880812 req-097b5d9b-69b0-47d0-a57b-883a5dff5282 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/security-groups?id=673ad931-42c6-4940-bea9-2deaf53c0259&id=324e17e6-e6f8-438f-94b6-5612ca85e971&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0527627 Jul 24 01:14:51.336958 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e2d61f-b647-49d7-9743-2509dc5b20bf req-bc792f39-77c7-43f1-98bd-fa7ed811edba tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:51.344954 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65e2d61f-b647-49d7-9743-2509dc5b20bf req-bc792f39-77c7-43f1-98bd-fa7ed811edba tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 944 time: 0.0815506 Jul 24 01:14:51.399505 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65e2d61f-b647-49d7-9743-2509dc5b20bf req-cc604a6c-474b-4202-a94d-90009108a19f tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534024 Jul 24 01:14:51.407956 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 32772) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:51.425575 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b5c2c6da-0f76-4235-9f82-36e399526d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:51.530507 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b5c2c6da-0f76-4235-9f82-36e399526d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:51.538361 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b5c2c6da-0f76-4235-9f82-36e399526d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:51.580556 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b5c2c6da-0f76-4235-9f82-36e399526d93 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=79f06db1cf474518a1b111888858340c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1730316 Jul 24 01:14:51.581481 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c2c6da-0f76-4235-9f82-36e399526d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084fd19a-a313-48e3-8ff9-6b8071b0e44c,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:51.583931 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 32774) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:51.672973 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c8dd8577-e562-4fba-868c-75a4989f9d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:51.712378 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c8dd8577-e562-4fba-868c-75a4989f9d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:51.794179 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c8dd8577-e562-4fba-868c-75a4989f9d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:51.798064 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c8dd8577-e562-4fba-868c-75a4989f9d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:51.807866 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c8dd8577-e562-4fba-868c-75a4989f9d68 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/084fd19a-a313-48e3-8ff9-6b8071b0e44c HTTP/1.1" status: 204 len: 168 time: 0.2176256 Jul 24 01:14:51.831386 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd8577-e562-4fba-868c-75a4989f9d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084fd19a-a313-48e3-8ff9-6b8071b0e44c,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:52.381378 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 32792) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:52.391897 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f16eead-364d-4988-bc74-526dffe786e9 req-688aa21d-8526-41d0-bb2a-c8949ec405e0 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:52.395682 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5f16eead-364d-4988-bc74-526dffe786e9 req-688aa21d-8526-41d0-bb2a-c8949ec405e0 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9be80c1-2a6a-4529-a343-001490d8a10a HTTP/1.1" status: 200 len: 984 time: 0.1278567 Jul 24 01:14:52.416789 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-77e31245-6f51-4bd2-890f-a6f175e3647d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:52.466636 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5f16eead-364d-4988-bc74-526dffe786e9 req-68182e63-33b4-4d15-b750-cab01cc36465 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/security-groups?id=673ad931-42c6-4940-bea9-2deaf53c0259&id=324e17e6-e6f8-438f-94b6-5612ca85e971&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0636373 Jul 24 01:14:52.623209 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-77e31245-6f51-4bd2-890f-a6f175e3647d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:52.628766 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-77e31245-6f51-4bd2-890f-a6f175e3647d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:52.642616 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067b07c2-edd3-48ac-a11e-6dc58e1f65e2 req-b3ef9788-3248-4803-aabb-272dcc43d938 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:52.644211 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-067b07c2-edd3-48ac-a11e-6dc58e1f65e2 req-b3ef9788-3248-4803-aabb-272dcc43d938 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 944 time: 0.1044600 Jul 24 01:14:52.694917 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-77e31245-6f51-4bd2-890f-a6f175e3647d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8f4174a994cd43edb4102bc3dca9b241&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3113136 Jul 24 01:14:52.696851 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e31245-6f51-4bd2-890f-a6f175e3647d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87e0679-870a-4c0f-9fcd-2ede1445a07e,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:52.697549 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 32798) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:52.736570 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-067b07c2-edd3-48ac-a11e-6dc58e1f65e2 req-e0474efd-fa7c-4028-8f92-bdc4b498ac72 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800140 Jul 24 01:14:52.805473 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e699b425-aeaa-41ca-94f6-1b48cf138f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:52.827786 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e699b425-aeaa-41ca-94f6-1b48cf138f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:52.891696 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e699b425-aeaa-41ca-94f6-1b48cf138f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:52.894964 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e699b425-aeaa-41ca-94f6-1b48cf138f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:52.896636 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e699b425-aeaa-41ca-94f6-1b48cf138f0c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a87e0679-870a-4c0f-9fcd-2ede1445a07e HTTP/1.1" status: 204 len: 168 time: 0.1977594 Jul 24 01:14:52.907041 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e699b425-aeaa-41ca-94f6-1b48cf138f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87e0679-870a-4c0f-9fcd-2ede1445a07e,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:53.631022 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fffb58-fe62-479f-9950-84b0ff670479 req-a93d48a8-b00b-48b6-a6c3-cc555c9e4ec3 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:53.633174 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-39fffb58-fe62-479f-9950-84b0ff670479 req-a93d48a8-b00b-48b6-a6c3-cc555c9e4ec3 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9be80c1-2a6a-4529-a343-001490d8a10a HTTP/1.1" status: 200 len: 984 time: 0.0837197 Jul 24 01:14:53.694867 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-39fffb58-fe62-479f-9950-84b0ff670479 req-c20a6c56-266d-4405-bc29-b53de78b0528 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/security-groups?id=673ad931-42c6-4940-bea9-2deaf53c0259&id=324e17e6-e6f8-438f-94b6-5612ca85e971&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0547152 Jul 24 01:14:53.888229 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490d64e-12e8-4b24-81a4-9287b25b5219 req-4c367f3f-e7e6-4e91-8a58-e35352f1d01d tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:53.889979 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a490d64e-12e8-4b24-81a4-9287b25b5219 req-4c367f3f-e7e6-4e91-8a58-e35352f1d01d tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 944 time: 0.0773809 Jul 24 01:14:53.936889 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a490d64e-12e8-4b24-81a4-9287b25b5219 req-49c8802a-8329-4ac0-b953-b3a34d7f27af tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374436 Jul 24 01:14:54.900938 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48aa75-c625-4602-9f50-5c2128daf030 req-c569e937-d52e-462a-b7fd-acbaa7a54361 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:54.903583 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0a48aa75-c625-4602-9f50-5c2128daf030 req-c569e937-d52e-462a-b7fd-acbaa7a54361 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9be80c1-2a6a-4529-a343-001490d8a10a HTTP/1.1" status: 200 len: 984 time: 0.1299686 Jul 24 01:14:54.967131 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0a48aa75-c625-4602-9f50-5c2128daf030 req-cd0728e6-dd94-47f5-b6bc-eed9f6b477ef tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/security-groups?id=673ad931-42c6-4940-bea9-2deaf53c0259&id=324e17e6-e6f8-438f-94b6-5612ca85e971&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0507553 Jul 24 01:14:55.172528 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfda28d-0a9e-4771-ae0d-a25fb0c78d53 req-c328c3e8-cd8d-431f-b305-0d280eeb51bd tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:55.174243 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4bfda28d-0a9e-4771-ae0d-a25fb0c78d53 req-c328c3e8-cd8d-431f-b305-0d280eeb51bd tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 944 time: 0.1266057 Jul 24 01:14:55.226300 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4bfda28d-0a9e-4771-ae0d-a25fb0c78d53 req-0bf16b0f-607b-40c7-b43a-d6a6a7ffc27a tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402746 Jul 24 01:14:55.285825 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 32880) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:55.345216 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:14:55.407076 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-73140f86-db0e-4f33-82f0-c02a2f7c09d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:55.549753 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-73140f86-db0e-4f33-82f0-c02a2f7c09d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:55.557280 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-73140f86-db0e-4f33-82f0-c02a2f7c09d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:55.604394 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-73140f86-db0e-4f33-82f0-c02a2f7c09d6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1996c38e9ecd4380aed8a065631b24ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3171935 Jul 24 01:14:55.605370 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73140f86-db0e-4f33-82f0-c02a2f7c09d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d29d5e6-cd94-4793-b419-d9593fa7d47d,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:55.607288 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 32884) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:55.671746 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b45aa1c-23d8-4558-a74d-c37860444707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:55.713878 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b45aa1c-23d8-4558-a74d-c37860444707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:55.802433 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b45aa1c-23d8-4558-a74d-c37860444707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:55.810865 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b45aa1c-23d8-4558-a74d-c37860444707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:55.814700 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4b45aa1c-23d8-4558-a74d-c37860444707 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4d29d5e6-cd94-4793-b419-d9593fa7d47d HTTP/1.1" status: 204 len: 168 time: 0.2061589 Jul 24 01:14:55.829419 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b45aa1c-23d8-4558-a74d-c37860444707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d29d5e6-cd94-4793-b419-d9593fa7d47d,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:56.139937 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 32894) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:56.155651 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5f64d72e-24ff-4c85-ba1f-b74b018e8bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:56.193961 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161bcd69-d318-4d4e-86be-702d50ac4522 req-c5880456-59c8-46d6-bbea-fafbc382eed9 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:56.196152 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-161bcd69-d318-4d4e-86be-702d50ac4522 req-c5880456-59c8-46d6-bbea-fafbc382eed9 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9be80c1-2a6a-4529-a343-001490d8a10a HTTP/1.1" status: 200 len: 984 time: 0.0790949 Jul 24 01:14:56.276741 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-161bcd69-d318-4d4e-86be-702d50ac4522 req-4725bf1f-fac3-41d7-ab0f-eca4e5368ce4 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/security-groups?id=673ad931-42c6-4940-bea9-2deaf53c0259&id=324e17e6-e6f8-438f-94b6-5612ca85e971&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0707757 Jul 24 01:14:56.333747 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5f64d72e-24ff-4c85-ba1f-b74b018e8bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:56.345947 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5f64d72e-24ff-4c85-ba1f-b74b018e8bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:56.433718 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f64d72e-24ff-4c85-ba1f-b74b018e8bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85db8c5a-f3b0-4b7c-8b80-22e692924e75,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:56.446912 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5f64d72e-24ff-4c85-ba1f-b74b018e8bea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=52ff7873b3764bbd93f62e41763a53fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3054080 Jul 24 01:14:56.449612 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 32900) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:56.527871 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b9f62f76-492a-4de6-be32-94cb6a331588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:56.548886 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d1bab8-9b51-4ef6-bfe6-16337fcf7947 req-a0e3f82a-bc02-4f1b-8e8e-d39d71c6bc6f tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:56.550602 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-97d1bab8-9b51-4ef6-bfe6-16337fcf7947 req-a0e3f82a-bc02-4f1b-8e8e-d39d71c6bc6f tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 944 time: 0.2153180 Jul 24 01:14:56.566577 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b9f62f76-492a-4de6-be32-94cb6a331588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:56.613506 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-97d1bab8-9b51-4ef6-bfe6-16337fcf7947 req-0b69f277-350c-4f37-8275-737450a864e5 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524292 Jul 24 01:14:56.656240 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b9f62f76-492a-4de6-be32-94cb6a331588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:56.659477 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b9f62f76-492a-4de6-be32-94cb6a331588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:56.663702 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b9f62f76-492a-4de6-be32-94cb6a331588 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/85db8c5a-f3b0-4b7c-8b80-22e692924e75 HTTP/1.1" status: 204 len: 168 time: 0.2110798 Jul 24 01:14:56.669890 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f62f76-492a-4de6-be32-94cb6a331588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85db8c5a-f3b0-4b7c-8b80-22e692924e75,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:57.483068 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98647dbf-2978-4ecc-82bd-693594403b63 req-a5511f21-4e29-4025-88a9-0b78b85d543f tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:57.491306 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-98647dbf-2978-4ecc-82bd-693594403b63 req-a5511f21-4e29-4025-88a9-0b78b85d543f tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9be80c1-2a6a-4529-a343-001490d8a10a HTTP/1.1" status: 200 len: 984 time: 0.1020896 Jul 24 01:14:57.530900 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-98647dbf-2978-4ecc-82bd-693594403b63 req-17ea55b8-ef80-48ed-b5e2-4c71ff180560 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/security-groups?id=673ad931-42c6-4940-bea9-2deaf53c0259&id=324e17e6-e6f8-438f-94b6-5612ca85e971&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0386641 Jul 24 01:14:57.853704 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caeae78-f496-4927-9b37-ca85b2fb7a14 req-d3268126-6c45-4781-a6eb-afdf15b470fd tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:57.855376 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3caeae78-f496-4927-9b37-ca85b2fb7a14 req-d3268126-6c45-4781-a6eb-afdf15b470fd tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 944 time: 0.1247959 Jul 24 01:14:57.914611 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3caeae78-f496-4927-9b37-ca85b2fb7a14 req-5b37b2c6-271f-4193-8971-d92bef3ddd74 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535944 Jul 24 01:14:58.082045 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 32936) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:58.198188 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-df3027e6-553f-4ffb-b124-a676e82d53e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:58.306449 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-df3027e6-553f-4ffb-b124-a676e82d53e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:58.312272 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-df3027e6-553f-4ffb-b124-a676e82d53e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:58.348370 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3027e6-553f-4ffb-b124-a676e82d53e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0611b8a9-fffb-4e78-863f-1062fb6be47f,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:58.365096 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-df3027e6-553f-4ffb-b124-a676e82d53e5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a462cccf08cc407fa3c40a8a01b4e422&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2786694 Jul 24 01:14:58.365996 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 32942) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:14:58.424527 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a36d546f-4311-4abe-83e3-9d686fc91106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:58.452154 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a36d546f-4311-4abe-83e3-9d686fc91106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:58.526196 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a36d546f-4311-4abe-83e3-9d686fc91106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:58.529189 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a36d546f-4311-4abe-83e3-9d686fc91106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:14:58.530755 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a36d546f-4311-4abe-83e3-9d686fc91106 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0611b8a9-fffb-4e78-863f-1062fb6be47f HTTP/1.1" status: 204 len: 168 time: 0.1636703 Jul 24 01:14:58.539010 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d546f-4311-4abe-83e3-9d686fc91106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0611b8a9-fffb-4e78-863f-1062fb6be47f,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:14:58.705671 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d293a-ed62-4460-8ff8-d2e0c590a981 req-c66f800e-7da4-4793-b731-fc4c9c78f409 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:58.714229 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2d9d293a-ed62-4460-8ff8-d2e0c590a981 req-c66f800e-7da4-4793-b731-fc4c9c78f409 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9be80c1-2a6a-4529-a343-001490d8a10a HTTP/1.1" status: 200 len: 984 time: 0.0923586 Jul 24 01:14:58.770670 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2d9d293a-ed62-4460-8ff8-d2e0c590a981 req-7563efd7-7cac-446b-8325-db45ca62e319 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/security-groups?id=673ad931-42c6-4940-bea9-2deaf53c0259&id=324e17e6-e6f8-438f-94b6-5612ca85e971&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0548632 Jul 24 01:14:59.127591 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee328c-4b77-4394-ba40-bbce34cc0410 req-c24df048-4f14-4d71-86f1-28e7f0f0bba7 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:59.131245 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49ee328c-4b77-4394-ba40-bbce34cc0410 req-c24df048-4f14-4d71-86f1-28e7f0f0bba7 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 944 time: 0.1225166 Jul 24 01:14:59.176280 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49ee328c-4b77-4394-ba40-bbce34cc0410 req-e95b5ec2-e0ca-4950-a802-ad321b3a2979 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380645 Jul 24 01:14:59.908322 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffc6d8-54d6-432a-9818-09d451272dd3 req-dbc84a3f-650b-4590-9b57-61b523ae8caa tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:14:59.910541 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-91ffc6d8-54d6-432a-9818-09d451272dd3 req-dbc84a3f-650b-4590-9b57-61b523ae8caa tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9be80c1-2a6a-4529-a343-001490d8a10a HTTP/1.1" status: 200 len: 984 time: 0.0698774 Jul 24 01:14:59.956030 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-91ffc6d8-54d6-432a-9818-09d451272dd3 req-cf1d1c18-7619-430a-bb37-ce1aab1046db tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/security-groups?id=673ad931-42c6-4940-bea9-2deaf53c0259&id=324e17e6-e6f8-438f-94b6-5612ca85e971&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0397654 Jul 24 01:15:00.611175 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd665df8-2108-41e6-a3db-7ca4c3d9c876 req-fb9fd725-bfce-4476-8c55-d67546f30488 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:00.611175 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dd665df8-2108-41e6-a3db-7ca4c3d9c876 req-fb9fd725-bfce-4476-8c55-d67546f30488 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 944 time: 0.1521547 Jul 24 01:15:00.611175 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad0f9c-3c66-4ffc-9ed5-6565f2356cbe req-f93b543e-13ab-480b-ba1d-490841f45ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:00.611175 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6dad0f9c-3c66-4ffc-9ed5-6565f2356cbe req-f93b543e-13ab-480b-ba1d-490841f45ab6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d9be80c1-2a6a-4529-a343-001490d8a10a HTTP/1.1" status: 200 len: 1136 time: 0.1208074 Jul 24 01:15:00.611175 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dd665df8-2108-41e6-a3db-7ca4c3d9c876 req-3baa2c11-cfbc-4e01-894e-d7c0bc6e9391 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655518 Jul 24 01:15:00.611175 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6dad0f9c-3c66-4ffc-9ed5-6565f2356cbe req-48fc80a2-bc36-462f-95be-18d0b4c5de75 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=324e17e6-e6f8-438f-94b6-5612ca85e971&id=673ad931-42c6-4940-bea9-2deaf53c0259&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0336564 Jul 24 01:15:01.121753 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc60e433-7e4b-4f60-b299-ce090d60f0d2 req-d4783354-51d4-4bf3-95b0-30c9ea396eb1 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:01.123965 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fc60e433-7e4b-4f60-b299-ce090d60f0d2 req-d4783354-51d4-4bf3-95b0-30c9ea396eb1 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9be80c1-2a6a-4529-a343-001490d8a10a HTTP/1.1" status: 200 len: 984 time: 0.0936747 Jul 24 01:15:01.173245 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fc60e433-7e4b-4f60-b299-ce090d60f0d2 req-8d467882-0ad7-4089-af32-3c485951516f tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/security-groups?id=673ad931-42c6-4940-bea9-2deaf53c0259&id=324e17e6-e6f8-438f-94b6-5612ca85e971&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0386579 Jul 24 01:15:01.701762 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5404143-40ca-4772-8145-c3460b93f98c req-acfd6556-a1fb-412f-91ad-7f30a058e42a tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:01.703916 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f5404143-40ca-4772-8145-c3460b93f98c req-acfd6556-a1fb-412f-91ad-7f30a058e42a tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 944 time: 0.0889666 Jul 24 01:15:01.750199 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f5404143-40ca-4772-8145-c3460b93f98c req-77d7b1f2-4dba-494e-b2d5-7fc6b0b3e5fb tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397084 Jul 24 01:15:02.322812 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e402e5-6e83-45df-a72d-dfa033dad3f1 req-f232d1f7-7a39-4107-b886-faf253a608bb tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:02.324546 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-35e402e5-6e83-45df-a72d-dfa033dad3f1 req-f232d1f7-7a39-4107-b886-faf253a608bb tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9be80c1-2a6a-4529-a343-001490d8a10a HTTP/1.1" status: 200 len: 984 time: 0.0722306 Jul 24 01:15:02.377878 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-35e402e5-6e83-45df-a72d-dfa033dad3f1 req-4b53a10c-4c81-4f92-9f71-6f519e794cb5 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/security-groups?id=673ad931-42c6-4940-bea9-2deaf53c0259&id=324e17e6-e6f8-438f-94b6-5612ca85e971&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0474555 Jul 24 01:15:02.537623 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba9bf1c-193f-4466-b161-e26758aa29c4 req-b4f053f5-bc24-4df5-abca-1a368b6d1f90 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:02.539322 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5ba9bf1c-193f-4466-b161-e26758aa29c4 req-b4f053f5-bc24-4df5-abca-1a368b6d1f90 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9be80c1-2a6a-4529-a343-001490d8a10a HTTP/1.1" status: 200 len: 984 time: 0.0717363 Jul 24 01:15:02.583308 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5ba9bf1c-193f-4466-b161-e26758aa29c4 req-64205373-0152-410a-843d-5d4dded8f272 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/security-groups?id=673ad931-42c6-4940-bea9-2deaf53c0259&id=324e17e6-e6f8-438f-94b6-5612ca85e971&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0380096 Jul 24 01:15:02.749137 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb41c471-8764-4cb2-9373-e8e8a4c32851 req-52f0d0c9-9200-4ba6-ba70-3a7bbac0636f tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:02.751576 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fb41c471-8764-4cb2-9373-e8e8a4c32851 req-52f0d0c9-9200-4ba6-ba70-3a7bbac0636f tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d9be80c1-2a6a-4529-a343-001490d8a10a HTTP/1.1" status: 200 len: 1136 time: 0.0835690 Jul 24 01:15:02.792807 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-fb41c471-8764-4cb2-9373-e8e8a4c32851 req-297dd337-9609-42d4-9d0f-db97bb162cb1 tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:02.918206 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec33430-766e-4342-b99f-d9736ae48210 req-c9de2099-724f-45d2-baba-35aa658f9609 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:02.919602 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bec33430-766e-4342-b99f-d9736ae48210 req-c9de2099-724f-45d2-baba-35aa658f9609 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 944 time: 0.0841846 Jul 24 01:15:02.932932 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-fb41c471-8764-4cb2-9373-e8e8a4c32851 req-297dd337-9609-42d4-9d0f-db97bb162cb1 tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:02.937518 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-fb41c471-8764-4cb2-9373-e8e8a4c32851 req-297dd337-9609-42d4-9d0f-db97bb162cb1 tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:02.965398 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bec33430-766e-4342-b99f-d9736ae48210 req-6db0f9cb-6707-4d21-a6e5-86cacf55b67a tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382986 Jul 24 01:15:02.975197 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fb41c471-8764-4cb2-9373-e8e8a4c32851 req-297dd337-9609-42d4-9d0f-db97bb162cb1 tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=673ad931-42c6-4940-bea9-2deaf53c0259&id=324e17e6-e6f8-438f-94b6-5612ca85e971&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2171516 Jul 24 01:15:03.004496 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297dd337-9609-42d4-9d0f-db97bb162cb1 tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995b3049-f818-46d8-9b62-9e4bba32b446,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:03.017170 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 33134) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:15:03.083012 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e049ee56-0664-4c0a-bc31-8fbc7339a531 tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:03.084870 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e049ee56-0664-4c0a-bc31-8fbc7339a531 tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d9be80c1-2a6a-4529-a343-001490d8a10a HTTP/1.1" status: 200 len: 1131 time: 0.0663753 Jul 24 01:15:03.090161 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 33138) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:15:03.100625 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-4f79b0eb-e8da-4b88-8bcd-70b62dfac575 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'port_id': 'bfee8f54-05c6-4545-8c04-3fc71c99e261', 'tenant_id': '5874f695ac324136885e3556e00b5a37', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:15:03.153685 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4f79b0eb-e8da-4b88-8bcd-70b62dfac575 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for floatingip, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:03.297017 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4f79b0eb-e8da-4b88-8bcd-70b62dfac575 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:03.430174 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-4f79b0eb-e8da-4b88-8bcd-70b62dfac575 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Allocated IP 172.25.2.83 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/fb16eb2c-2674-4e79-8eca-f49187ea6c2f) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:15:03.552753 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4f79b0eb-e8da-4b88-8bcd-70b62dfac575 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:03.589948 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 80ad8110-f1ba-4b79-9055-2036635c7e25 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:15:03.607337 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4f79b0eb-e8da-4b88-8bcd-70b62dfac575 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:03.653943 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f79b0eb-e8da-4b88-8bcd-70b62dfac575 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:15:03.657290 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-4f79b0eb-e8da-4b88-8bcd-70b62dfac575 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:15:03.660958 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f79b0eb-e8da-4b88-8bcd-70b62dfac575 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:15:03.706348 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 80ad8110-f1ba-4b79-9055-2036635c7e25, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=80ad8110-f1ba-4b79-9055-2036635c7e25,segment=NetworkSegment(c89e3cbc-4aac-4fff-a675-9a81f1b0ca38),segment_id=c89e3cbc-4aac-4fff-a675-9a81f1b0ca38)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:15:03.725364 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79b0eb-e8da-4b88-8bcd-70b62dfac575 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Pushing event updated for resources: {'Port': ['ID=fb16eb2c-2674-4e79-8eca-f49187ea6c2f,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:03.738581 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '80ad8110-f1ba-4b79-9055-2036635c7e25', 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a', 'port_id': '80ad8110-f1ba-4b79-9055-2036635c7e25', 'mac_address': 'fa:16:3e:12:7d:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '941506a1-fc49-47b1-b115-8157f3b98de0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:15:03.796938 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:03.818424 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80ad8110-f1ba-4b79-9055-2036635c7e25 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:15:03.847731 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 80ad8110-f1ba-4b79-9055-2036635c7e25, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=80ad8110-f1ba-4b79-9055-2036635c7e25,segment=NetworkSegment(c89e3cbc-4aac-4fff-a675-9a81f1b0ca38),segment_id=c89e3cbc-4aac-4fff-a675-9a81f1b0ca38)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:15:03.854268 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:03.922317 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=80ad8110-f1ba-4b79-9055-2036635c7e25,revision_number=9']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:04.055924 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['80ad8110-f1ba-4b79-9055-2036635c7e25'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:15:04.140461 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceff7aa-d946-41b7-8ec9-50a71d135be8 req-1ff2b3e9-6622-4ce5-87e2-10abb31f4c5b tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:04.150522 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9ceff7aa-d946-41b7-8ec9-50a71d135be8 req-1ff2b3e9-6622-4ce5-87e2-10abb31f4c5b tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 945 time: 0.0929353 Jul 24 01:15:04.216462 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4f79b0eb-e8da-4b88-8bcd-70b62dfac575 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:04.224621 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9ceff7aa-d946-41b7-8ec9-50a71d135be8 req-d1fa3871-90ee-42b3-9bf9-b7e1240c6e9c tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727663 Jul 24 01:15:04.336275 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4f79b0eb-e8da-4b88-8bcd-70b62dfac575 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:04.566253 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4f79b0eb-e8da-4b88-8bcd-70b62dfac575 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:04.571658 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4f79b0eb-e8da-4b88-8bcd-70b62dfac575 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:04.652899 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79b0eb-e8da-4b88-8bcd-70b62dfac575 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Pushing event updated for resources: {'Port': ['ID=fb16eb2c-2674-4e79-8eca-f49187ea6c2f,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:04.658361 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4f79b0eb-e8da-4b88-8bcd-70b62dfac575 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:04.773928 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [None req-4f79b0eb-e8da-4b88-8bcd-70b62dfac575 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Floating IP fe690f0e-2c65-42aa-ba5e-2b2166dd8da5 associated. External IP: 172.25.2.83, port: bfee8f54-05c6-4545-8c04-3fc71c99e261. Jul 24 01:15:04.986914 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:05.024818 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f79b0eb-e8da-4b88-8bcd-70b62dfac575 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Router df4cc8da-87b9-4927-a6fa-c9fdff6f6f60 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:15:05.144271 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f79b0eb-e8da-4b88-8bcd-70b62dfac575 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:15:05.155809 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a316df7a-c313-4458-a8e1-9b1e061dea47 None None] Sync routers for ids ['df4cc8da-87b9-4927-a6fa-c9fdff6f6f60'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:15:05.164065 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4f79b0eb-e8da-4b88-8bcd-70b62dfac575 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:05.168163 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a316df7a-c313-4458-a8e1-9b1e061dea47 None None] Routers {'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:15:05.170639 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-a316df7a-c313-4458-a8e1-9b1e061dea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:14:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['df4cc8da-87b9-4927-a6fa-c9fdff6f6f60'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:15:05.221568 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 33188) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:15:05.234597 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4f79b0eb-e8da-4b88-8bcd-70b62dfac575 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1429069 Jul 24 01:15:05.235656 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9be80c1-2a6a-4529-a343-001490d8a10a', 'tag': 'bfee8f54-05c6-4545-8c04-3fc71c99e261'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:15:05.239673 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130c247c-2c8c-4c5d-b022-0c05ad14c131" -d '{"events": [{"name": "network-changed", "server_uuid": "d9be80c1-2a6a-4529-a343-001490d8a10a", "tag": "bfee8f54-05c6-4545-8c04-3fc71c99e261"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:15:05.305672 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2a7203-7ae3-4323-8622-f92a9f2ff546 x-openstack-request-id: req-7e2a7203-7ae3-4323-8622-f92a9f2ff546 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:15:05.306031 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9be80c1-2a6a-4529-a343-001490d8a10a", "tag": "bfee8f54-05c6-4545-8c04-3fc71c99e261", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:15:05.306348 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7e2a7203-7ae3-4323-8622-f92a9f2ff546 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:15:05.306864 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9be80c1-2a6a-4529-a343-001490d8a10a', 'tag': 'bfee8f54-05c6-4545-8c04-3fc71c99e261', 'status': 'completed', 'code': 200} Jul 24 01:15:05.349618 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:05.351654 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-a316df7a-c313-4458-a8e1-9b1e061dea47 None None] Set router df4cc8da-87b9-4927-a6fa-c9fdff6f6f60 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:15:05.601649 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 80ad8110-f1ba-4b79-9055-2036635c7e25 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:15:05.701374 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 80ad8110-f1ba-4b79-9055-2036635c7e25 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:15:05.702061 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:05.811193 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-a316df7a-c313-4458-a8e1-9b1e061dea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1521491965', 'tenant_id': '5874f695ac324136885e3556e00b5a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '0d4b71c0-bbbb-40c6-b730-900cf295e821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:14:23Z', 'updated_at': '2021-07-24T01:14:30Z', 'revision_number': 4, 'project_id': '5874f695ac324136885e3556e00b5a37', 'gw_port': {'id': '0d4b71c0-bbbb-40c6-b730-900cf295e821', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:55:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:14:24Z', 'updated_at': '2021-07-24T01:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'fe690f0e-2c65-42aa-ba5e-2b2166dd8da5', 'tenant_id': '5874f695ac324136885e3556e00b5a37', 'floating_ip_address': '172.25.2.83', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60', 'port_id': 'bfee8f54-05c6-4545-8c04-3fc71c99e261', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73c12a2-c1fc-4cf2-899f-595b2b28210c', 'mac_address': 'fa:16:3e:1e:ab:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9be80c1-2a6a-4529-a343-001490d8a10a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:15:03Z', 'updated_at': '2021-07-24T01:15:03Z', 'revision_number': 0, 'project_id': '5874f695ac324136885e3556e00b5a37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a884112d-af28-400f-9d06-c73182812d99', 'name': '', 'network_id': 'f73c12a2-c1fc-4cf2-899f-595b2b28210c', 'tenant_id': '5874f695ac324136885e3556e00b5a37', 'mac_address': 'fa:16:3e:0b:cd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'b6ed35ea-bed2-40a8-937e-8bc637a7b44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:14:29Z', 'updated_at': '2021-07-24T01:14:38Z', 'revision_number': 5, 'project_id': '5874f695ac324136885e3556e00b5a37', 'subnets': [{'id': 'b6ed35ea-bed2-40a8-937e-8bc637a7b44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:15:05.844809 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:05.876013 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a316df7a-c313-4458-a8e1-9b1e061dea47 None None] Checking router: df4cc8da-87b9-4927-a6fa-c9fdff6f6f60 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:15:05.892315 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc242b76-d33e-4008-9f93-12bf57c1e5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ad8110-f1ba-4b79-9055-2036635c7e25'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:15:05.896026 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2e6f61-7f1d-400b-8c92-fe142746d1ff" -d '{"events": [{"server_uuid": "fc242b76-d33e-4008-9f93-12bf57c1e5f3", "name": "network-vif-plugged", "status": "completed", "tag": "80ad8110-f1ba-4b79-9055-2036635c7e25"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:15:05.900305 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a316df7a-c313-4458-a8e1-9b1e061dea47 None None] Routers {'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:15:05.901182 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-a316df7a-c313-4458-a8e1-9b1e061dea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:14:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['df4cc8da-87b9-4927-a6fa-c9fdff6f6f60'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:15:05.923354 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 80ad8110-f1ba-4b79-9055-2036635c7e25, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=80ad8110-f1ba-4b79-9055-2036635c7e25,segment=NetworkSegment(c89e3cbc-4aac-4fff-a675-9a81f1b0ca38),segment_id=c89e3cbc-4aac-4fff-a675-9a81f1b0ca38)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:15:05.936460 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:05.962558 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97413fb6-c74c-45a4-baa3-57c0841aa65f x-openstack-request-id: req-97413fb6-c74c-45a4-baa3-57c0841aa65f {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:15:05.963092 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc242b76-d33e-4008-9f93-12bf57c1e5f3", "name": "network-vif-plugged", "status": "completed", "tag": "80ad8110-f1ba-4b79-9055-2036635c7e25", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:15:05.963461 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-97413fb6-c74c-45a4-baa3-57c0841aa65f {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:15:05.963948 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc242b76-d33e-4008-9f93-12bf57c1e5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80ad8110-f1ba-4b79-9055-2036635c7e25', 'code': 200} Jul 24 01:15:06.075422 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-a316df7a-c313-4458-a8e1-9b1e061dea47 None None] Set router df4cc8da-87b9-4927-a6fa-c9fdff6f6f60 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:15:06.077602 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=80ad8110-f1ba-4b79-9055-2036635c7e25,revision_number=10']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:06.219918 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c247c-2c8c-4c5d-b022-0c05ad14c131 req-25b7bb9b-96d3-4052-b818-d82b69e0b60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:06.221636 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-130c247c-2c8c-4c5d-b022-0c05ad14c131 req-25b7bb9b-96d3-4052-b818-d82b69e0b60e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5874f695ac324136885e3556e00b5a37&device_id=d9be80c1-2a6a-4529-a343-001490d8a10a HTTP/1.1" status: 200 len: 1136 time: 0.8672256 Jul 24 01:15:06.305570 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e041af-31da-4218-a386-58a05e010c6a tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:06.306065 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e041af-31da-4218-a386-58a05e010c6a tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:06.306550 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e041af-31da-4218-a386-58a05e010c6a tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:06.307069 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e041af-31da-4218-a386-58a05e010c6a tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:06.307555 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e041af-31da-4218-a386-58a05e010c6a tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:06.309565 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e7e041af-31da-4218-a386-58a05e010c6a tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3590 time: 1.0863070 Jul 24 01:15:06.312833 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 33214) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:15:06.364467 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c247c-2c8c-4c5d-b022-0c05ad14c131 req-3b2fb250-374a-4637-82d6-07939a30eafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:06.366999 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-130c247c-2c8c-4c5d-b022-0c05ad14c131 req-3b2fb250-374a-4637-82d6-07939a30eafb service neutron] 10.222.0.13 "GET /v2.0/networks?id=f73c12a2-c1fc-4cf2-899f-595b2b28210c HTTP/1.1" status: 200 len: 897 time: 0.1331015 Jul 24 01:15:06.376531 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb2205f-70f2-4401-ae75-6dc596fa9ccb req-e98133ab-4674-4292-aed7-98156e8ccc38 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:06.384175 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4fb2205f-70f2-4401-ae75-6dc596fa9ccb req-e98133ab-4674-4292-aed7-98156e8ccc38 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 945 time: 0.9572415 Jul 24 01:15:06.401503 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-a316df7a-c313-4458-a8e1-9b1e061dea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1521491965', 'tenant_id': '5874f695ac324136885e3556e00b5a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '0d4b71c0-bbbb-40c6-b730-900cf295e821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:14:23Z', 'updated_at': '2021-07-24T01:14:30Z', 'revision_number': 4, 'project_id': '5874f695ac324136885e3556e00b5a37', 'gw_port': {'id': '0d4b71c0-bbbb-40c6-b730-900cf295e821', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:55:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:14:24Z', 'updated_at': '2021-07-24T01:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'fe690f0e-2c65-42aa-ba5e-2b2166dd8da5', 'tenant_id': '5874f695ac324136885e3556e00b5a37', 'floating_ip_address': '172.25.2.83', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60', 'port_id': 'bfee8f54-05c6-4545-8c04-3fc71c99e261', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73c12a2-c1fc-4cf2-899f-595b2b28210c', 'mac_address': 'fa:16:3e:1e:ab:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9be80c1-2a6a-4529-a343-001490d8a10a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:15:03Z', 'updated_at': '2021-07-24T01:15:03Z', 'revision_number': 0, 'project_id': '5874f695ac324136885e3556e00b5a37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a884112d-af28-400f-9d06-c73182812d99', 'name': '', 'network_id': 'f73c12a2-c1fc-4cf2-899f-595b2b28210c', 'tenant_id': '5874f695ac324136885e3556e00b5a37', 'mac_address': 'fa:16:3e:0b:cd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'b6ed35ea-bed2-40a8-937e-8bc637a7b44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:14:29Z', 'updated_at': '2021-07-24T01:14:38Z', 'revision_number': 5, 'project_id': '5874f695ac324136885e3556e00b5a37', 'subnets': [{'id': 'b6ed35ea-bed2-40a8-937e-8bc637a7b44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:15:06.439239 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a316df7a-c313-4458-a8e1-9b1e061dea47 None None] The sync data for ids ['df4cc8da-87b9-4927-a6fa-c9fdff6f6f60'] in n-d-793621-25 is: [{'id': 'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1521491965', 'tenant_id': '5874f695ac324136885e3556e00b5a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '0d4b71c0-bbbb-40c6-b730-900cf295e821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:14:23Z', 'updated_at': '2021-07-24T01:14:30Z', 'revision_number': 4, 'project_id': '5874f695ac324136885e3556e00b5a37', 'gw_port': {'id': '0d4b71c0-bbbb-40c6-b730-900cf295e821', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:55:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:14:24Z', 'updated_at': '2021-07-24T01:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'fe690f0e-2c65-42aa-ba5e-2b2166dd8da5', 'tenant_id': '5874f695ac324136885e3556e00b5a37', 'floating_ip_address': '172.25.2.83', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60', 'port_id': 'bfee8f54-05c6-4545-8c04-3fc71c99e261', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3397, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f73c12a2-c1fc-4cf2-899f-595b2b28210c', 'mac_address': 'fa:16:3e:1e:ab:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9be80c1-2a6a-4529-a343-001490d8a10a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:15:03Z', 'updated_at': '2021-07-24T01:15:03Z', 'revision_number': 0, 'project_id': '5874f695ac324136885e3556e00b5a37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a884112d-af28-400f-9d06-c73182812d99', 'name': '', 'network_id': 'f73c12a2-c1fc-4cf2-899f-595b2b28210c', 'tenant_id': '5874f695ac324136885e3556e00b5a37', 'mac_address': 'fa:16:3e:0b:cd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'b6ed35ea-bed2-40a8-937e-8bc637a7b44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:14:29Z', 'updated_at': '2021-07-24T01:14:38Z', 'revision_number': 5, 'project_id': '5874f695ac324136885e3556e00b5a37', 'subnets': [{'id': 'b6ed35ea-bed2-40a8-937e-8bc637a7b44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:15:06.482407 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a9f3a5-f00b-478b-96ab-bc3be1457947 tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:06.483269 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a9f3a5-f00b-478b-96ab-bc3be1457947 tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:06.484285 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a9f3a5-f00b-478b-96ab-bc3be1457947 tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:06.485159 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a9f3a5-f00b-478b-96ab-bc3be1457947 tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:06.487667 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a9f3a5-f00b-478b-96ab-bc3be1457947 tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:06.490197 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-24a9f3a5-f00b-478b-96ab-bc3be1457947 tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3372 time: 0.1752956 Jul 24 01:15:06.492563 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 33222) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:15:06.508511 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-130c247c-2c8c-4c5d-b022-0c05ad14c131 req-e3f4a7ad-38f5-412b-890f-681a6d2fbcd8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfee8f54-05c6-4545-8c04-3fc71c99e261 HTTP/1.1" status: 200 len: 998 time: 0.1171157 Jul 24 01:15:06.573796 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4fb2205f-70f2-4401-ae75-6dc596fa9ccb req-b2679577-c83f-4d98-9840-eda807ab6853 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887281 Jul 24 01:15:06.583442 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a5507-b0ac-43e3-82fc-914d6f4bf9c7 req-3430415e-5e73-44af-82e2-40eed602e0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:06.585249 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b66a5507-b0ac-43e3-82fc-914d6f4bf9c7 req-3430415e-5e73-44af-82e2-40eed602e0da service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 1099 time: 0.4493265 Jul 24 01:15:06.624427 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c247c-2c8c-4c5d-b022-0c05ad14c131 req-c219a965-4061-4732-8c17-5faa931776f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:06.626215 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-130c247c-2c8c-4c5d-b022-0c05ad14c131 req-c219a965-4061-4732-8c17-5faa931776f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b6ed35ea-bed2-40a8-937e-8bc637a7b44e HTTP/1.1" status: 200 len: 835 time: 0.0903511 Jul 24 01:15:06.697256 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b66a5507-b0ac-43e3-82fc-914d6f4bf9c7 req-2ff00cde-c547-4b5c-ac94-79306a1550be service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906599 Jul 24 01:15:06.746082 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c247c-2c8c-4c5d-b022-0c05ad14c131 req-c6422151-21a3-4ce2-8d7e-631ed54f395d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:06.750315 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-130c247c-2c8c-4c5d-b022-0c05ad14c131 req-c6422151-21a3-4ce2-8d7e-631ed54f395d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f73c12a2-c1fc-4cf2-899f-595b2b28210c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1126397 Jul 24 01:15:06.851702 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb5e3c8-c9e5-4da3-aaed-5dc51bd8071b None None] New status for floating IP fe690f0e-2c65-42aa-ba5e-2b2166dd8da5: ACTIVE {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:15:06.955795 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-130c247c-2c8c-4c5d-b022-0c05ad14c131 req-3ea4d947-2293-4755-827a-86c6fed45da1 service neutron] 10.222.0.13 "GET /v2.0/networks/f73c12a2-c1fc-4cf2-899f-595b2b28210c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973987 Jul 24 01:15:07.147264 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-130c247c-2c8c-4c5d-b022-0c05ad14c131 req-1a9ecf3b-8f4e-4db0-92ea-1d4ca7264102 service neutron] 10.222.0.13 "GET /v2.0/networks/f73c12a2-c1fc-4cf2-899f-595b2b28210c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831136 Jul 24 01:15:07.297973 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-764895cf-c475-4f42-b218-0290e21aafe4 tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2340 time: 0.8001506 Jul 24 01:15:07.298237 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 33238) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:15:07.360386 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556a75f9-d3f4-451d-b51b-4a3bb72114ae tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:07.361056 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556a75f9-d3f4-451d-b51b-4a3bb72114ae tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:07.362567 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-556a75f9-d3f4-451d-b51b-4a3bb72114ae tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=df4cc8da-87b9-4927-a6fa-c9fdff6f6f60 HTTP/1.1" status: 200 len: 1992 time: 0.0631678 Jul 24 01:15:07.777551 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e75e037-a26f-4682-8440-29091d35328e req-cd122e43-e89a-4da8-8c8b-99a2e0698e73 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:07.779264 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3e75e037-a26f-4682-8440-29091d35328e req-cd122e43-e89a-4da8-8c8b-99a2e0698e73 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 947 time: 0.0940659 Jul 24 01:15:07.826176 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3e75e037-a26f-4682-8440-29091d35328e req-03da74ea-76f9-4234-9be3-f7fc028a01e9 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385025 Jul 24 01:15:08.986606 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04afa0a8-7f5a-4df8-b061-0e8abb3e00d2 req-44bb939a-667f-451b-a5db-810d177a2be1 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:08.989619 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-04afa0a8-7f5a-4df8-b061-0e8abb3e00d2 req-44bb939a-667f-451b-a5db-810d177a2be1 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 947 time: 0.0740144 Jul 24 01:15:09.040734 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-04afa0a8-7f5a-4df8-b061-0e8abb3e00d2 req-473c4a9b-589d-46ca-977f-3053e55bea98 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456982 Jul 24 01:15:15.739824 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c8c890fc-eccf-4d1c-bf41-b63b1fc44306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:18.260429 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e31e499e-4051-4396-9930-1952c1c0b699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:18.500985 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:19.508919 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:20.064487 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 33736) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:15:20.191441 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-064e4218-8c18-44d7-a721-38b0f586a556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:20.321509 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-064e4218-8c18-44d7-a721-38b0f586a556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:20.326494 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-064e4218-8c18-44d7-a721-38b0f586a556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:20.370145 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 33782) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:15:20.370803 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-064e4218-8c18-44d7-a721-38b0f586a556 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=24e116866f8c4b46b4602c1cab635a1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3040049 Jul 24 01:15:20.371448 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064e4218-8c18-44d7-a721-38b0f586a556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7947f11-a17a-4672-9681-e8f2d042c87b,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:20.422845 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1817ec62-9a38-4c2c-aea7-7c6a57807869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:20.472493 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1817ec62-9a38-4c2c-aea7-7c6a57807869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:20.517719 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1817ec62-9a38-4c2c-aea7-7c6a57807869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:20.521587 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1817ec62-9a38-4c2c-aea7-7c6a57807869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:20.525257 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1817ec62-9a38-4c2c-aea7-7c6a57807869 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f7947f11-a17a-4672-9681-e8f2d042c87b HTTP/1.1" status: 204 len: 168 time: 0.1517775 Jul 24 01:15:20.532684 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1817ec62-9a38-4c2c-aea7-7c6a57807869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7947f11-a17a-4672-9681-e8f2d042c87b,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:20.544582 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817ec62-9a38-4c2c-aea7-7c6a57807869 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:20.544971 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817ec62-9a38-4c2c-aea7-7c6a57807869 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:20.545320 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817ec62-9a38-4c2c-aea7-7c6a57807869 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:20.545756 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817ec62-9a38-4c2c-aea7-7c6a57807869 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:20.545991 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817ec62-9a38-4c2c-aea7-7c6a57807869 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:20.546422 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817ec62-9a38-4c2c-aea7-7c6a57807869 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:20.546748 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817ec62-9a38-4c2c-aea7-7c6a57807869 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:20.547059 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817ec62-9a38-4c2c-aea7-7c6a57807869 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:20.547369 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817ec62-9a38-4c2c-aea7-7c6a57807869 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:20.547697 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817ec62-9a38-4c2c-aea7-7c6a57807869 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:20.548121 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817ec62-9a38-4c2c-aea7-7c6a57807869 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:20.548373 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1817ec62-9a38-4c2c-aea7-7c6a57807869 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:21.023772 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:25.215513 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 33994) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:15:25.339536 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d3f1411c-fcc4-45b0-bcb0-42cc15909515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:25.430143 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d3f1411c-fcc4-45b0-bcb0-42cc15909515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:25.433896 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d3f1411c-fcc4-45b0-bcb0-42cc15909515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:25.471570 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f1411c-fcc4-45b0-bcb0-42cc15909515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a1cd98-7bee-4120-9b34-67d202a7c50e,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:25.477310 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d3f1411c-fcc4-45b0-bcb0-42cc15909515 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=19ee631148bf4b2ab0878c94e1907c2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2607098 Jul 24 01:15:25.480128 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 33998) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:15:25.534187 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2ce309a3-609d-47e1-bde2-57e375f174b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:25.561085 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2ce309a3-609d-47e1-bde2-57e375f174b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:25.614151 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2ce309a3-609d-47e1-bde2-57e375f174b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:25.616992 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2ce309a3-609d-47e1-bde2-57e375f174b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:25.618301 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2ce309a3-609d-47e1-bde2-57e375f174b7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/62a1cd98-7bee-4120-9b34-67d202a7c50e HTTP/1.1" status: 204 len: 168 time: 0.1371725 Jul 24 01:15:25.635665 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce309a3-609d-47e1-bde2-57e375f174b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a1cd98-7bee-4120-9b34-67d202a7c50e,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:25.644605 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce309a3-609d-47e1-bde2-57e375f174b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:25.644962 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce309a3-609d-47e1-bde2-57e375f174b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:25.645314 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce309a3-609d-47e1-bde2-57e375f174b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:25.645651 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce309a3-609d-47e1-bde2-57e375f174b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:25.645997 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce309a3-609d-47e1-bde2-57e375f174b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:25.646332 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce309a3-609d-47e1-bde2-57e375f174b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:25.646684 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce309a3-609d-47e1-bde2-57e375f174b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:25.647036 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce309a3-609d-47e1-bde2-57e375f174b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:25.647366 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce309a3-609d-47e1-bde2-57e375f174b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:25.647694 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce309a3-609d-47e1-bde2-57e375f174b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:25.648023 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce309a3-609d-47e1-bde2-57e375f174b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:25.648355 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ce309a3-609d-47e1-bde2-57e375f174b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:27.900119 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-1e5a64e1-0e41-4ad4-b697-2d8fbbccf2df tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=145d407b5e4d4ba280865f43176d12ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313103 Jul 24 01:15:28.091084 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-0bad750a-d371-485f-b179-7466b91f82a1 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:28.092576 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-0bad750a-d371-485f-b179-7466b91f82a1 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1874013 Jul 24 01:15:28.107978 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-cd9f1bb2-e997-4cd7-89ef-32a429390ddd tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] 10.222.0.15 "GET /v2.0/quotas/145d407b5e4d4ba280865f43176d12ad HTTP/1.1" status: 200 len: 375 time: 0.0091884 Jul 24 01:15:28.141181 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-ce903089-8aef-472e-8f8c-46a07d858c1f tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=145d407b5e4d4ba280865f43176d12ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282824 Jul 24 01:15:28.307370 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ea494424-a4c5-4631-8fc1-5c4fa8d99194 req-91a8a190-3849-4027-88cf-f3c549faeb47 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d834e1e-9d99-48b7-941e-036c73d32e49 HTTP/1.1" status: 200 len: 210 time: 0.0329058 Jul 24 01:15:29.402325 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-bde86a46-174d-4351-8657-957b5b84bdf5 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=145d407b5e4d4ba280865f43176d12ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534062 Jul 24 01:15:29.429934 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8f32f5bb-c31b-42c7-89d9-50a04384ab18 req-e6d68868-c143-44d6-b463-1723e5ae327e tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d834e1e-9d99-48b7-941e-036c73d32e49 HTTP/1.1" status: 200 len: 210 time: 0.0367899 Jul 24 01:15:29.611976 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-aec92b6b-a823-49e8-9c68-b66f814ac561 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:29.613545 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-aec92b6b-a823-49e8-9c68-b66f814ac561 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2045271 Jul 24 01:15:29.626990 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-a8d28a4c-09c6-4197-bc26-b39a2d8b11c1 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] Request body: {'port': {'device_id': '6d834e1e-9d99-48b7-941e-036c73d32e49', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'admin_state_up': True, 'tenant_id': '145d407b5e4d4ba280865f43176d12ad'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:15:29.738160 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-a8d28a4c-09c6-4197-bc26-b39a2d8b11c1 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] Made reservation on behalf of 145d407b5e4d4ba280865f43176d12ad for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:15:29.741726 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-a8d28a4c-09c6-4197-bc26-b39a2d8b11c1 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:29.751633 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-a8d28a4c-09c6-4197-bc26-b39a2d8b11c1 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:29.860863 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-a8d28a4c-09c6-4197-bc26-b39a2d8b11c1 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:29.865073 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-a8d28a4c-09c6-4197-bc26-b39a2d8b11c1 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:29.930689 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d28a4c-09c6-4197-bc26-b39a2d8b11c1 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c99694f8-2776-490f-bca3-ee60207c96ae,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:30.003229 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-a8d28a4c-09c6-4197-bc26-b39a2d8b11c1 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] Allocated IP 192.168.233.96 (064170bd-7ae3-42cd-9c1f-14f6db2f099c/b2f8a7b0-45d5-4a4f-bbde-2ea497f98103/4f10013b-ec59-4a07-ba84-abe6565e554b) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:15:30.154163 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-a8d28a4c-09c6-4197-bc26-b39a2d8b11c1 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:30.168718 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-a8d28a4c-09c6-4197-bc26-b39a2d8b11c1 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] Transition to ACTIVE for port object 4f10013b-ec59-4a07-ba84-abe6565e554b will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:15:30.202903 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-a8d28a4c-09c6-4197-bc26-b39a2d8b11c1 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:30.248794 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-a8d28a4c-09c6-4197-bc26-b39a2d8b11c1 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] Network 064170bd-7ae3-42cd-9c1f-14f6db2f099c is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:15:30.254584 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-a8d28a4c-09c6-4197-bc26-b39a2d8b11c1 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:15:30.257385 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-a8d28a4c-09c6-4197-bc26-b39a2d8b11c1 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:15:30.283748 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d28a4c-09c6-4197-bc26-b39a2d8b11c1 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] Pushing event updated for resources: {'Port': ['ID=4f10013b-ec59-4a07-ba84-abe6565e554b,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:30.317034 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-a8d28a4c-09c6-4197-bc26-b39a2d8b11c1 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:30.317793 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-a8d28a4c-09c6-4197-bc26-b39a2d8b11c1 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:30.334398 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-a8d28a4c-09c6-4197-bc26-b39a2d8b11c1 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7111292 Jul 24 01:15:30.344264 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-ed0b6d8a-f0ce-465c-a6a2-996d196a6a9c tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:15:30.345502 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-ed0b6d8a-f0ce-465c-a6a2-996d196a6a9c tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061462 Jul 24 01:15:30.481508 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-8843ec0e-58f9-4aa3-9043-71bd9b226e51 service neutron] Request body: {'port': {'device_id': '6d834e1e-9d99-48b7-941e-036c73d32e49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:15:30.549372 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-2f4e3f3c-a334-4e89-a658-013c6338bad1 None None] Provisioning for port 4f10013b-ec59-4a07-ba84-abe6565e554b completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:15:30.554497 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-2f4e3f3c-a334-4e89-a658-013c6338bad1 None None] Provisioning complete for port 4f10013b-ec59-4a07-ba84-abe6565e554b triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:15:30.555088 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3f3c-a334-4e89-a658-013c6338bad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:30.597191 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-8843ec0e-58f9-4aa3-9043-71bd9b226e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:30.598932 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-2f4e3f3c-a334-4e89-a658-013c6338bad1 None None] Port 4f10013b-ec59-4a07-ba84-abe6565e554b cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:15:30.627653 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b6947-0b71-441b-98bc-6520cad518f0 req-dca1fb4a-1789-4b16-9060-865c67e36b1b tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:30.629162 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b62b6947-0b71-441b-98bc-6520cad518f0 req-dca1fb4a-1789-4b16-9060-865c67e36b1b tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d834e1e-9d99-48b7-941e-036c73d32e49 HTTP/1.1" status: 200 len: 935 time: 0.1215632 Jul 24 01:15:30.700941 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b62b6947-0b71-441b-98bc-6520cad518f0 req-abc41f27-d35d-4c63-af3c-35498c553ba7 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99694f8-2776-490f-bca3-ee60207c96ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533814 Jul 24 01:15:30.916178 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-8843ec0e-58f9-4aa3-9043-71bd9b226e51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f10013b-ec59-4a07-ba84-abe6565e554b {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:15:30.923678 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-8843ec0e-58f9-4aa3-9043-71bd9b226e51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:30.936437 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-8843ec0e-58f9-4aa3-9043-71bd9b226e51 service neutron] Transition to ACTIVE for port object 4f10013b-ec59-4a07-ba84-abe6565e554b will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:15:30.940097 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-8843ec0e-58f9-4aa3-9043-71bd9b226e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:30.993016 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843ec0e-58f9-4aa3-9043-71bd9b226e51 service neutron] Pushing event updated for resources: {'Port': ['ID=4f10013b-ec59-4a07-ba84-abe6565e554b,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:31.069271 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-8843ec0e-58f9-4aa3-9043-71bd9b226e51 service neutron] Attempting to bind port 4f10013b-ec59-4a07-ba84-abe6565e554b on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:15:31.069621 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-8843ec0e-58f9-4aa3-9043-71bd9b226e51 service neutron] Attempting to bind port 4f10013b-ec59-4a07-ba84-abe6565e554b by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:15:31.069961 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-8843ec0e-58f9-4aa3-9043-71bd9b226e51 service neutron] Attempting to bind port 4f10013b-ec59-4a07-ba84-abe6565e554b on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:15:31.074675 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-8843ec0e-58f9-4aa3-9043-71bd9b226e51 service neutron] Port 4f10013b-ec59-4a07-ba84-abe6565e554b on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:15:31.075028 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-8843ec0e-58f9-4aa3-9043-71bd9b226e51 service neutron] Attempting to bind port 4f10013b-ec59-4a07-ba84-abe6565e554b on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:15:31.080654 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-8843ec0e-58f9-4aa3-9043-71bd9b226e51 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:15:31.081003 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-8843ec0e-58f9-4aa3-9043-71bd9b226e51 service neutron] Checking segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:15:31.081394 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-8843ec0e-58f9-4aa3-9043-71bd9b226e51 service neutron] Bound using segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:15:31.081833 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-8843ec0e-58f9-4aa3-9043-71bd9b226e51 service neutron] Bound port: 4f10013b-ec59-4a07-ba84-abe6565e554b, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:15:31.082188 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-8843ec0e-58f9-4aa3-9043-71bd9b226e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:31.154924 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-8843ec0e-58f9-4aa3-9043-71bd9b226e51 service neutron] For port 4f10013b-ec59-4a07-ba84-abe6565e554b, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:15:31.159825 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-8843ec0e-58f9-4aa3-9043-71bd9b226e51 service neutron] For port 4f10013b-ec59-4a07-ba84-abe6565e554b, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=4f10013b-ec59-4a07-ba84-abe6565e554b,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:15:31.165412 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-8843ec0e-58f9-4aa3-9043-71bd9b226e51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:31.200311 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-8843ec0e-58f9-4aa3-9043-71bd9b226e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:31.200940 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-8843ec0e-58f9-4aa3-9043-71bd9b226e51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:31.202410 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-8843ec0e-58f9-4aa3-9043-71bd9b226e51 service neutron] 10.222.0.13 "PUT /v2.0/ports/4f10013b-ec59-4a07-ba84-abe6565e554b HTTP/1.1" status: 200 len: 1096 time: 0.8399963 Jul 24 01:15:31.202878 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d834e1e-9d99-48b7-941e-036c73d32e49', 'tag': '4f10013b-ec59-4a07-ba84-abe6565e554b'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:15:31.205408 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ea6428-0d9f-4515-b32f-8e5d40ca63cf" -d '{"events": [{"name": "network-changed", "server_uuid": "6d834e1e-9d99-48b7-941e-036c73d32e49", "tag": "4f10013b-ec59-4a07-ba84-abe6565e554b"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:15:31.232127 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8843ec0e-58f9-4aa3-9043-71bd9b226e51 service neutron] Pushing event updated for resources: {'Port': ['ID=4f10013b-ec59-4a07-ba84-abe6565e554b,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:31.276444 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62eabd35-1981-4987-bed7-260739cf7f68 x-openstack-request-id: req-62eabd35-1981-4987-bed7-260739cf7f68 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:15:31.276743 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d834e1e-9d99-48b7-941e-036c73d32e49", "tag": "4f10013b-ec59-4a07-ba84-abe6565e554b", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:15:31.277245 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-62eabd35-1981-4987-bed7-260739cf7f68 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:15:31.277466 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d834e1e-9d99-48b7-941e-036c73d32e49', 'tag': '4f10013b-ec59-4a07-ba84-abe6565e554b', 'status': 'completed', 'code': 200} Jul 24 01:15:31.344629 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-7bbbc48e-c037-4891-b6f0-59e981a694b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:31.346832 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-7bbbc48e-c037-4891-b6f0-59e981a694b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=145d407b5e4d4ba280865f43176d12ad&device_id=6d834e1e-9d99-48b7-941e-036c73d32e49 HTTP/1.1" status: 200 len: 1099 time: 0.0615451 Jul 24 01:15:31.411351 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-00735acd-4b73-4726-baa9-161919c236f9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=4f10013b-ec59-4a07-ba84-abe6565e554b HTTP/1.1" status: 200 len: 217 time: 0.0538414 Jul 24 01:15:31.467069 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-f1f0d9a9-c33b-4419-adbe-c9484f456c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:31.468578 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-f1f0d9a9-c33b-4419-adbe-c9484f456c21 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.0501850 Jul 24 01:15:31.530524 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-97429e74-0f2b-48d0-9a12-0b50294a5ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:31.532220 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-97429e74-0f2b-48d0-9a12-0b50294a5ccb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0570641 Jul 24 01:15:31.630345 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-935d6cff-35dc-496a-9416-8d693b34bb84 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892930 Jul 24 01:15:31.726985 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cd8a94bd-3cca-4bbf-ba97-dd70beb69d86 req-d7730570-2933-4803-91cf-b6f0a848ad04 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892987 Jul 24 01:15:31.871736 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea6428-0d9f-4515-b32f-8e5d40ca63cf req-b9ebf9c6-d47d-443a-bf6b-f7ed5a798573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:31.873169 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-22ea6428-0d9f-4515-b32f-8e5d40ca63cf req-b9ebf9c6-d47d-443a-bf6b-f7ed5a798573 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=145d407b5e4d4ba280865f43176d12ad&device_id=6d834e1e-9d99-48b7-941e-036c73d32e49 HTTP/1.1" status: 200 len: 1099 time: 0.0934854 Jul 24 01:15:31.883949 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aea2f7-0682-406b-856a-672625baf9c3 req-0a68a7f3-7b31-4aef-b653-ee8b9111b6c4 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:31.885415 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-84aea2f7-0682-406b-856a-672625baf9c3 req-0a68a7f3-7b31-4aef-b653-ee8b9111b6c4 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d834e1e-9d99-48b7-941e-036c73d32e49 HTTP/1.1" status: 200 len: 947 time: 0.1144955 Jul 24 01:15:31.977865 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-84aea2f7-0682-406b-856a-672625baf9c3 req-52c9a3b1-1527-4574-a660-413323955cf9 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99694f8-2776-490f-bca3-ee60207c96ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833499 Jul 24 01:15:32.004922 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea6428-0d9f-4515-b32f-8e5d40ca63cf req-b4bd373c-9944-4bfa-864c-18ea2004c5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:32.006411 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-22ea6428-0d9f-4515-b32f-8e5d40ca63cf req-b4bd373c-9944-4bfa-864c-18ea2004c5b8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.1201460 Jul 24 01:15:32.051783 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-22ea6428-0d9f-4515-b32f-8e5d40ca63cf req-3beb69a5-0040-49b5-ad82-e04a723accb9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=4f10013b-ec59-4a07-ba84-abe6565e554b HTTP/1.1" status: 200 len: 217 time: 0.0370646 Jul 24 01:15:32.106085 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea6428-0d9f-4515-b32f-8e5d40ca63cf req-f5af0a69-fb98-4e70-a2a6-bdbe9186e7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:32.107590 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-22ea6428-0d9f-4515-b32f-8e5d40ca63cf req-f5af0a69-fb98-4e70-a2a6-bdbe9186e7a3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.0458758 Jul 24 01:15:32.171327 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea6428-0d9f-4515-b32f-8e5d40ca63cf req-4bcbc657-3158-4e0a-8f1e-01d48dd9fce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:32.172835 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-22ea6428-0d9f-4515-b32f-8e5d40ca63cf req-4bcbc657-3158-4e0a-8f1e-01d48dd9fce8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0576036 Jul 24 01:15:32.269489 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-22ea6428-0d9f-4515-b32f-8e5d40ca63cf req-30fbadcd-3b87-4af2-8832-eb0f2b8a3f67 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859857 Jul 24 01:15:32.343804 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:15:32.615617 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-22ea6428-0d9f-4515-b32f-8e5d40ca63cf req-8494e929-5880-44ed-851f-b7d913ec185a service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382196 Jul 24 01:15:33.124375 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024084f4-bc0f-4af6-a04f-733aaf531584 req-32320ed9-9118-460c-9b24-9cebb6a07d89 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:33.126005 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-024084f4-bc0f-4af6-a04f-733aaf531584 req-32320ed9-9118-460c-9b24-9cebb6a07d89 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d834e1e-9d99-48b7-941e-036c73d32e49 HTTP/1.1" status: 200 len: 947 time: 0.0694814 Jul 24 01:15:33.165509 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-024084f4-bc0f-4af6-a04f-733aaf531584 req-f27fc738-fa41-4f0d-a00d-4c9aea93326a tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99694f8-2776-490f-bca3-ee60207c96ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328810 Jul 24 01:15:34.299227 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a363937-afa3-46f7-895c-3137cc3fcb33 req-ef6e5954-90d7-4903-962c-8b4193a725bb tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:34.300817 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6a363937-afa3-46f7-895c-3137cc3fcb33 req-ef6e5954-90d7-4903-962c-8b4193a725bb tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d834e1e-9d99-48b7-941e-036c73d32e49 HTTP/1.1" status: 200 len: 947 time: 0.0687728 Jul 24 01:15:34.351511 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6a363937-afa3-46f7-895c-3137cc3fcb33 req-7d5c3cd0-a484-4f8f-a745-eeabc228ecb6 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99694f8-2776-490f-bca3-ee60207c96ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450954 Jul 24 01:15:34.982860 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:35.320178 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:35.485006 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-43a92136-b5da-4fb3-869b-d35aa93e07d0 req-24640dfc-d993-48dc-ac4b-e35191d725e8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e7d87376-d685-42ed-96e2-a3452ba60793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0313776 Jul 24 01:15:35.527200 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59e69de-7ad3-4f1f-aeb2-c75bb406b5b1 req-988f759f-bcda-4cc1-a0bd-5d1b3cb734de tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:35.528702 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c59e69de-7ad3-4f1f-aeb2-c75bb406b5b1 req-988f759f-bcda-4cc1-a0bd-5d1b3cb734de tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d834e1e-9d99-48b7-941e-036c73d32e49 HTTP/1.1" status: 200 len: 947 time: 0.1036561 Jul 24 01:15:35.548260 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-43a92136-b5da-4fb3-869b-d35aa93e07d0 req-1fce40e2-a0c3-497b-90ac-23af030859e5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=e7d87376-d685-42ed-96e2-a3452ba60793 HTTP/1.1" status: 200 len: 210 time: 0.0429518 Jul 24 01:15:35.596753 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-43a92136-b5da-4fb3-869b-d35aa93e07d0 req-6b70af62-d1a2-4518-955a-30c39afe5599 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270331 Jul 24 01:15:35.601866 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c59e69de-7ad3-4f1f-aeb2-c75bb406b5b1 req-ae0c5447-cc4d-4c05-9c82-42972b2a2bc0 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99694f8-2776-490f-bca3-ee60207c96ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566876 Jul 24 01:15:35.696704 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a92136-b5da-4fb3-869b-d35aa93e07d0 req-a8e20169-47e8-420c-b22a-6d083e9fc276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:35.698225 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-43a92136-b5da-4fb3-869b-d35aa93e07d0 req-a8e20169-47e8-420c-b22a-6d083e9fc276 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955091 Jul 24 01:15:35.792614 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 4f10013b-ec59-4a07-ba84-abe6565e554b details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:15:35.890034 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 4f10013b-ec59-4a07-ba84-abe6565e554b, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=4f10013b-ec59-4a07-ba84-abe6565e554b,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:15:35.901829 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '4f10013b-ec59-4a07-ba84-abe6565e554b', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'port_id': '4f10013b-ec59-4a07-ba84-abe6565e554b', 'mac_address': 'fa:16:3e:53:fd:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:15:35.943735 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:35.956240 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f10013b-ec59-4a07-ba84-abe6565e554b {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:15:35.975953 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 4f10013b-ec59-4a07-ba84-abe6565e554b, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=4f10013b-ec59-4a07-ba84-abe6565e554b,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:15:35.981048 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:36.029355 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=4f10013b-ec59-4a07-ba84-abe6565e554b,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:36.037516 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:36.037875 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:36.038224 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:36.038569 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:36.038952 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:36.039292 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:36.039632 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:36.039967 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:36.040314 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:36.040636 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:36.040967 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:36.041300 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:36.218804 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['4f10013b-ec59-4a07-ba84-abe6565e554b'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:15:36.733904 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74aaf7-ae99-4642-9c4c-e6ed6c85cd19 req-bfee42bb-c00f-4d78-b94e-b5a3235e8fb3 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:36.735429 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5e74aaf7-ae99-4642-9c4c-e6ed6c85cd19 req-bfee42bb-c00f-4d78-b94e-b5a3235e8fb3 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d834e1e-9d99-48b7-941e-036c73d32e49 HTTP/1.1" status: 200 len: 948 time: 0.0640209 Jul 24 01:15:36.774197 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5e74aaf7-ae99-4642-9c4c-e6ed6c85cd19 req-f0a38185-50c5-4fce-bc32-044438090db7 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99694f8-2776-490f-bca3-ee60207c96ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327642 Jul 24 01:15:37.792499 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 4f10013b-ec59-4a07-ba84-abe6565e554b up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:15:37.848005 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 4f10013b-ec59-4a07-ba84-abe6565e554b completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:15:37.852024 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 4f10013b-ec59-4a07-ba84-abe6565e554b triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:15:37.852468 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:37.909644 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d93ba1-520c-4511-ac51-3bd72df27494 req-40827224-3493-4411-86ae-8cd47104f6c8 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:37.911224 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-31d93ba1-520c-4511-ac51-3bd72df27494 req-40827224-3493-4411-86ae-8cd47104f6c8 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d834e1e-9d99-48b7-941e-036c73d32e49 HTTP/1.1" status: 200 len: 948 time: 0.0689795 Jul 24 01:15:37.935564 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:37.952287 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-31d93ba1-520c-4511-ac51-3bd72df27494 req-f102fa0c-3685-44ed-a842-2870f7ac6199 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99694f8-2776-490f-bca3-ee60207c96ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351956 Jul 24 01:15:37.978977 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d834e1e-9d99-48b7-941e-036c73d32e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f10013b-ec59-4a07-ba84-abe6565e554b'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:15:37.981258 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bdc51d-b65f-4f34-8f3f-96be4c9f680b" -d '{"events": [{"server_uuid": "6d834e1e-9d99-48b7-941e-036c73d32e49", "name": "network-vif-plugged", "status": "completed", "tag": "4f10013b-ec59-4a07-ba84-abe6565e554b"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:15:37.995264 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 4f10013b-ec59-4a07-ba84-abe6565e554b, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=4f10013b-ec59-4a07-ba84-abe6565e554b,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:15:38.003488 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:38.038744 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d2f054-c9c8-46a0-a58a-dff6a26e399a x-openstack-request-id: req-23d2f054-c9c8-46a0-a58a-dff6a26e399a {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:15:38.039064 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d834e1e-9d99-48b7-941e-036c73d32e49", "name": "network-vif-plugged", "status": "completed", "tag": "4f10013b-ec59-4a07-ba84-abe6565e554b", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:15:38.039323 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-23d2f054-c9c8-46a0-a58a-dff6a26e399a {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:15:38.039718 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d834e1e-9d99-48b7-941e-036c73d32e49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f10013b-ec59-4a07-ba84-abe6565e554b', 'code': 200} Jul 24 01:15:38.061758 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=4f10013b-ec59-4a07-ba84-abe6565e554b,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:38.163061 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a109232-135b-4928-baba-4b8573f9c550 req-d762dc40-80ee-46b1-8cca-486d3cbd4a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:38.164499 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5a109232-135b-4928-baba-4b8573f9c550 req-d762dc40-80ee-46b1-8cca-486d3cbd4a28 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6d834e1e-9d99-48b7-941e-036c73d32e49 HTTP/1.1" status: 200 len: 1101 time: 0.0588193 Jul 24 01:15:38.200107 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5a109232-135b-4928-baba-4b8573f9c550 req-15afb3ad-1878-484b-98e3-5681c9829abd service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c99694f8-2776-490f-bca3-ee60207c96ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280621 Jul 24 01:15:39.090807 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b76bfde-0dab-4732-93db-c7bad889f4db req-bfcf74e3-c532-4bb6-8a60-6d73b11e106c tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:39.092362 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9b76bfde-0dab-4732-93db-c7bad889f4db req-bfcf74e3-c532-4bb6-8a60-6d73b11e106c tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d834e1e-9d99-48b7-941e-036c73d32e49 HTTP/1.1" status: 200 len: 949 time: 0.0693150 Jul 24 01:15:39.133536 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9b76bfde-0dab-4732-93db-c7bad889f4db req-b6a2ef08-c277-4ec9-ae34-3c48886e4707 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99694f8-2776-490f-bca3-ee60207c96ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355775 Jul 24 01:15:39.842594 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c38dec30-6113-4e27-a485-06a38b297557 req-f37b6c29-7808-4473-bc0b-75ee3e608e56 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0542641 Jul 24 01:15:39.943117 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38dec30-6113-4e27-a485-06a38b297557 req-0126c0e4-7f0d-4a08-82c1-c2911c475fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:39.944638 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c38dec30-6113-4e27-a485-06a38b297557 req-0126c0e4-7f0d-4a08-82c1-c2911c475fb9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6dc6777949c4bca80e15baebcec81ec&device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 1099 time: 0.0551703 Jul 24 01:15:40.062802 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38dec30-6113-4e27-a485-06a38b297557 req-e8adba6c-8cb4-48f9-9de5-2c0b2f7a50ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:40.064490 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c38dec30-6113-4e27-a485-06a38b297557 req-e8adba6c-8cb4-48f9-9de5-2c0b2f7a50ca service neutron] 10.222.0.13 "GET /v2.0/networks?id=ce20638c-9366-403c-99ef-699b8c74111a HTTP/1.1" status: 200 len: 918 time: 0.0997262 Jul 24 01:15:40.138603 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c38dec30-6113-4e27-a485-06a38b297557 req-e1908878-54d4-412b-94cc-8c8da0a0e9f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=80ad8110-f1ba-4b79-9055-2036635c7e25 HTTP/1.1" status: 200 len: 1001 time: 0.0648999 Jul 24 01:15:40.194516 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38dec30-6113-4e27-a485-06a38b297557 req-b26a8f7f-7c94-4377-ae0d-19e590d5b3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:40.196102 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c38dec30-6113-4e27-a485-06a38b297557 req-b26a8f7f-7c94-4377-ae0d-19e590d5b3e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=941506a1-fc49-47b1-b115-8157f3b98de0 HTTP/1.1" status: 200 len: 856 time: 0.0501623 Jul 24 01:15:40.294951 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38dec30-6113-4e27-a485-06a38b297557 req-2e21bfba-04a6-4c79-bca8-e7e78f3cd0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:40.296578 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c38dec30-6113-4e27-a485-06a38b297557 req-2e21bfba-04a6-4c79-bca8-e7e78f3cd0cd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ce20638c-9366-403c-99ef-699b8c74111a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0932450 Jul 24 01:15:40.344864 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747d452-3490-40aa-a9ae-af0f59d9bacf req-c91881f5-1aba-49f5-a232-efc1a1d169e2 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:40.346606 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6747d452-3490-40aa-a9ae-af0f59d9bacf req-c91881f5-1aba-49f5-a232-efc1a1d169e2 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d834e1e-9d99-48b7-941e-036c73d32e49 HTTP/1.1" status: 200 len: 949 time: 0.1151676 Jul 24 01:15:40.430183 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6747d452-3490-40aa-a9ae-af0f59d9bacf req-bad4da90-1555-49d3-900c-fbbbac067aa8 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99694f8-2776-490f-bca3-ee60207c96ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762839 Jul 24 01:15:40.435799 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c38dec30-6113-4e27-a485-06a38b297557 req-85bf5771-24e4-46c6-9f72-c1001a0b39f4 service neutron] 10.222.0.13 "GET /v2.0/networks/ce20638c-9366-403c-99ef-699b8c74111a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301577 Jul 24 01:15:40.537440 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c38dec30-6113-4e27-a485-06a38b297557 req-79a6a0ad-31f6-4a81-8a3b-e9e8fbdfc11d service neutron] 10.222.0.13 "GET /v2.0/networks/ce20638c-9366-403c-99ef-699b8c74111a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935984 Jul 24 01:15:40.723049 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f09d98-9f0a-4ed5-82bb-f769742871a6 req-2f1e9e66-7094-456e-9a87-b2974020213e tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:40.724999 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-33f09d98-9f0a-4ed5-82bb-f769742871a6 req-2f1e9e66-7094-456e-9a87-b2974020213e tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d834e1e-9d99-48b7-941e-036c73d32e49 HTTP/1.1" status: 200 len: 949 time: 0.0684071 Jul 24 01:15:40.765310 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-33f09d98-9f0a-4ed5-82bb-f769742871a6 req-4e57f89b-7be6-4630-97f3-a56e8977268c tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99694f8-2776-490f-bca3-ee60207c96ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344636 Jul 24 01:15:41.631170 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34340) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:15:41.738840 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6de254de-09cb-4d3d-b26a-e9cc02f402c9 tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] 10.222.0.15 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2156 time: 0.1061776 Jul 24 01:15:41.741553 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34342) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:15:41.746283 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-93dac46f-6b4f-48a7-974c-94e4ef0cc2fd tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Request body: {'network': {'name': 'tempest-network-smoke--1835163082', 'project_id': '5874f695ac324136885e3556e00b5a37', 'port_security_enabled': False}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:15:41.768569 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93dac46f-6b4f-48a7-974c-94e4ef0cc2fd tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Made reservation on behalf of 5874f695ac324136885e3556e00b5a37 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:15:41.772710 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93dac46f-6b4f-48a7-974c-94e4ef0cc2fd tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:41.798441 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93dac46f-6b4f-48a7-974c-94e4ef0cc2fd tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:15:41.808345 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93dac46f-6b4f-48a7-974c-94e4ef0cc2fd tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:41.808701 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-93dac46f-6b4f-48a7-974c-94e4ef0cc2fd tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Added segment dc232a17-2223-4773-9f05-ca1f4e0ad843 of type vlan for network ffbfff8d-c462-4179-b414-ef68e95dcec6 Jul 24 01:15:41.852897 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93dac46f-6b4f-48a7-974c-94e4ef0cc2fd tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:41.921575 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93dac46f-6b4f-48a7-974c-94e4ef0cc2fd tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:41.927373 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dac46f-6b4f-48a7-974c-94e4ef0cc2fd tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:41.927981 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93dac46f-6b4f-48a7-974c-94e4ef0cc2fd tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:41.970173 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-93dac46f-6b4f-48a7-974c-94e4ef0cc2fd tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2275860 Jul 24 01:15:41.973471 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 34350) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:15:41.979625 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-2c006f0f-cb21-42b2-8cc2-7a61e559bb46 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1105821305', 'admin_state_up': True, 'project_id': '5874f695ac324136885e3556e00b5a37', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:15:41.981398 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6abc95-9bd1-47fe-89a8-943746a4e848 req-e69f05db-cdd8-4559-8f05-ffb517bca4b7 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:41.983022 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7d6abc95-9bd1-47fe-89a8-943746a4e848 req-e69f05db-cdd8-4559-8f05-ffb517bca4b7 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d834e1e-9d99-48b7-941e-036c73d32e49 HTTP/1.1" status: 200 len: 949 time: 0.1347497 Jul 24 01:15:42.004998 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2c006f0f-cb21-42b2-8cc2-7a61e559bb46 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:42.006969 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2c006f0f-cb21-42b2-8cc2-7a61e559bb46 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:42.022257 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dac46f-6b4f-48a7-974c-94e4ef0cc2fd tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Pushing event updated for resources: {'Network': ['ID=ffbfff8d-c462-4179-b414-ef68e95dcec6,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:42.034268 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network ffbfff8d-c462-4179-b414-ef68e95dcec6 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:15:42.067706 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7d6abc95-9bd1-47fe-89a8-943746a4e848 req-24d9c24e-2d6e-4479-b4c4-f811c9803d77 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] 10.222.0.15 "GET /v2.0/security-groups?id=c99694f8-2776-490f-bca3-ee60207c96ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472012 Jul 24 01:15:42.074291 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2c006f0f-cb21-42b2-8cc2-7a61e559bb46 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:42.258821 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2c006f0f-cb21-42b2-8cc2-7a61e559bb46 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:42.283169 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d292db-4317-41ba-aaeb-ed399c076b31 req-c9fc337e-ed05-4352-95bf-11890c6d0713 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:42.284641 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d8d292db-4317-41ba-aaeb-ed399c076b31 req-c9fc337e-ed05-4352-95bf-11890c6d0713 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] 10.222.0.13 "GET /v2.0/ports?device_id=6d834e1e-9d99-48b7-941e-036c73d32e49 HTTP/1.1" status: 200 len: 949 time: 0.1964540 Jul 24 01:15:42.460023 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-d8d292db-4317-41ba-aaeb-ed399c076b31 req-b6dcf283-c4d2-4c50-a6b8-a7c0927a6e97 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] Deleting port 4f10013b-ec59-4a07-ba84-abe6565e554b {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:15:42.460362 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d8d292db-4317-41ba-aaeb-ed399c076b31 req-b6dcf283-c4d2-4c50-a6b8-a7c0927a6e97 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:42.631706 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2c006f0f-cb21-42b2-8cc2-7a61e559bb46 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for router_gateway, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:42.652750 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8964c9-a61f-4d98-90bf-31013da96dfd req-b5569efc-4ed7-4a85-a00c-d011fa70943e tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:42.654759 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-eb8964c9-a61f-4d98-90bf-31013da96dfd req-b5569efc-4ed7-4a85-a00c-d011fa70943e tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 947 time: 0.0787544 Jul 24 01:15:42.665542 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2c006f0f-cb21-42b2-8cc2-7a61e559bb46 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:42.698704 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-eb8964c9-a61f-4d98-90bf-31013da96dfd req-0597710b-5d49-4618-bb59-5bf0ce1991dd tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371580 Jul 24 01:15:42.726747 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-d8d292db-4317-41ba-aaeb-ed399c076b31 req-b6dcf283-c4d2-4c50-a6b8-a7c0927a6e97 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] For port 4f10013b-ec59-4a07-ba84-abe6565e554b, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=4f10013b-ec59-4a07-ba84-abe6565e554b,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:15:42.727141 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d8d292db-4317-41ba-aaeb-ed399c076b31 req-b6dcf283-c4d2-4c50-a6b8-a7c0927a6e97 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:42.747620 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-d8d292db-4317-41ba-aaeb-ed399c076b31 req-b6dcf283-c4d2-4c50-a6b8-a7c0927a6e97 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] Calling delete_port for 4f10013b-ec59-4a07-ba84-abe6565e554b owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:15:42.848493 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-2c006f0f-cb21-42b2-8cc2-7a61e559bb46 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Allocated IP 172.25.2.87 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/4d582d5a-102f-40a2-89bf-a708c9099d4e) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:15:43.002975 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d8d292db-4317-41ba-aaeb-ed399c076b31 req-b6dcf283-c4d2-4c50-a6b8-a7c0927a6e97 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:43.016692 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['4f10013b-ec59-4a07-ba84-abe6565e554b'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:15:43.021010 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2c006f0f-cb21-42b2-8cc2-7a61e559bb46 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:43.049453 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dcf283-c4d2-4c50-a6b8-a7c0927a6e97 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] Pushing event deleted for resources: {'Port': ['ID=4f10013b-ec59-4a07-ba84-abe6565e554b,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:43.127951 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d292db-4317-41ba-aaeb-ed399c076b31 req-b6dcf283-c4d2-4c50-a6b8-a7c0927a6e97 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] No DVR routers for this DVR port 4f10013b-ec59-4a07-ba84-abe6565e554b on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:15:43.132065 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-d8d292db-4317-41ba-aaeb-ed399c076b31 req-b6dcf283-c4d2-4c50-a6b8-a7c0927a6e97 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:43.134203 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d8d292db-4317-41ba-aaeb-ed399c076b31 req-b6dcf283-c4d2-4c50-a6b8-a7c0927a6e97 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] 10.222.0.13 "DELETE /v2.0/ports/4f10013b-ec59-4a07-ba84-abe6565e554b HTTP/1.1" status: 204 len: 173 time: 0.8405356 Jul 24 01:15:43.134746 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d834e1e-9d99-48b7-941e-036c73d32e49', 'name': 'network-vif-deleted', 'tag': '4f10013b-ec59-4a07-ba84-abe6565e554b'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:15:43.137101 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5996e1d6-8c4d-460d-9cd5-2674d273b293" -d '{"events": [{"server_uuid": "6d834e1e-9d99-48b7-941e-036c73d32e49", "name": "network-vif-deleted", "tag": "4f10013b-ec59-4a07-ba84-abe6565e554b"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:15:43.150532 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2c006f0f-cb21-42b2-8cc2-7a61e559bb46 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:43.246283 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0b34c94a-8a95-4752-ac81-4d7c88705c3c req-d82e1e3c-68f2-47ac-ab45-ccec3fdf5817 tempest-VolumesNegativeTest-941843884 tempest-VolumesNegativeTest-941843884-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d834e1e-9d99-48b7-941e-036c73d32e49 HTTP/1.1" status: 200 len: 210 time: 0.0637124 Jul 24 01:15:43.249886 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c006f0f-cb21-42b2-8cc2-7a61e559bb46 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:15:43.254834 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-2c006f0f-cb21-42b2-8cc2-7a61e559bb46 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:15:43.257364 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c006f0f-cb21-42b2-8cc2-7a61e559bb46 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Pushing event updated for resources: {'Port': ['ID=4d582d5a-102f-40a2-89bf-a708c9099d4e,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:43.259605 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c006f0f-cb21-42b2-8cc2-7a61e559bb46 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:15:43.408774 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c133f02b-e2d3-4030-9711-df3d53a1ada6 x-openstack-request-id: req-c133f02b-e2d3-4030-9711-df3d53a1ada6 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:15:43.409133 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d834e1e-9d99-48b7-941e-036c73d32e49", "name": "network-vif-deleted", "tag": "4f10013b-ec59-4a07-ba84-abe6565e554b", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:15:43.409309 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c133f02b-e2d3-4030-9711-df3d53a1ada6 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:15:43.409709 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d834e1e-9d99-48b7-941e-036c73d32e49', 'name': 'network-vif-deleted', 'tag': '4f10013b-ec59-4a07-ba84-abe6565e554b', 'status': 'completed', 'code': 200} Jul 24 01:15:43.569374 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2c006f0f-cb21-42b2-8cc2-7a61e559bb46 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for router_gateway, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:44.156225 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb5b8a-7aeb-4bdf-8206-6a41a29f129e req-448c3b51-899a-4527-9724-514c99f56e6f tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:44.158371 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7cfb5b8a-7aeb-4bdf-8206-6a41a29f129e req-448c3b51-899a-4527-9724-514c99f56e6f tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 947 time: 0.1750250 Jul 24 01:15:44.159735 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2c006f0f-cb21-42b2-8cc2-7a61e559bb46 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:44.182310 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc51947-4f7c-4166-b4b0-02663b2cd9f8 req-9ab9140a-76f4-4103-90e8-74fcf8d244a0 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:44.183806 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ddc51947-4f7c-4166-b4b0-02663b2cd9f8 req-9ab9140a-76f4-4103-90e8-74fcf8d244a0 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 947 time: 0.1998789 Jul 24 01:15:44.356536 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ddc51947-4f7c-4166-b4b0-02663b2cd9f8 req-24bebe58-e391-4d33-88b4-973c9281f098 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups?id=2a079810-2082-4f53-b38a-b994a7e1fca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510780 Jul 24 01:15:44.418997 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-7cfb5b8a-7aeb-4bdf-8206-6a41a29f129e req-5c6c1f46-ba4e-497a-ab7b-42be6924b4c8 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Deleting port 80ad8110-f1ba-4b79-9055-2036635c7e25 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:15:44.419637 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7cfb5b8a-7aeb-4bdf-8206-6a41a29f129e req-5c6c1f46-ba4e-497a-ab7b-42be6924b4c8 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:44.425349 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c006f0f-cb21-42b2-8cc2-7a61e559bb46 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Router 846045c5-fca0-4e86-a783-009984ca96de is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:15:44.605132 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-7cfb5b8a-7aeb-4bdf-8206-6a41a29f129e req-5c6c1f46-ba4e-497a-ab7b-42be6924b4c8 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] For port 80ad8110-f1ba-4b79-9055-2036635c7e25, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=80ad8110-f1ba-4b79-9055-2036635c7e25,segment=NetworkSegment(c89e3cbc-4aac-4fff-a675-9a81f1b0ca38),segment_id=c89e3cbc-4aac-4fff-a675-9a81f1b0ca38)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:15:44.605606 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7cfb5b8a-7aeb-4bdf-8206-6a41a29f129e req-5c6c1f46-ba4e-497a-ab7b-42be6924b4c8 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:44.694571 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c006f0f-cb21-42b2-8cc2-7a61e559bb46 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:15:44.707404 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0e3b7a-b4e0-42f6-980a-951e808f5fa9 None None] Sync routers for ids ['846045c5-fca0-4e86-a783-009984ca96de'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:15:44.724490 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0e3b7a-b4e0-42f6-980a-951e808f5fa9 None None] Routers {'846045c5-fca0-4e86-a783-009984ca96de'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:15:44.725128 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-8d0e3b7a-b4e0-42f6-980a-951e808f5fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:15:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['846045c5-fca0-4e86-a783-009984ca96de'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:15:44.797987 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2c006f0f-cb21-42b2-8cc2-7a61e559bb46 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:44.800312 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2c006f0f-cb21-42b2-8cc2-7a61e559bb46 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.8246598 Jul 24 01:15:44.803279 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 34440) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:15:44.861730 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-8d0e3b7a-b4e0-42f6-980a-951e808f5fa9 None None] Set router 846045c5-fca0-4e86-a783-009984ca96de gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:15:44.979204 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb1708c-dd5b-4cfc-97be-a65d28c6994e tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:44.983317 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1eb1708c-dd5b-4cfc-97be-a65d28c6994e tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=5874f695ac324136885e3556e00b5a37&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1766403 Jul 24 01:15:44.983625 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34458) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:15:45.036750 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7cfb5b8a-7aeb-4bdf-8206-6a41a29f129e req-5c6c1f46-ba4e-497a-ab7b-42be6924b4c8 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:45.037378 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7cfb5b8a-7aeb-4bdf-8206-6a41a29f129e req-5c6c1f46-ba4e-497a-ab7b-42be6924b4c8 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:45.037720 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [req-7cfb5b8a-7aeb-4bdf-8206-6a41a29f129e req-5c6c1f46-ba4e-497a-ab7b-42be6924b4c8 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Floating IP a43c2aea-bab3-4038-9892-ade64baff2e4 disassociated. External IP: 172.25.2.48, port: 80ad8110-f1ba-4b79-9055-2036635c7e25. Jul 24 01:15:45.038074 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-7cfb5b8a-7aeb-4bdf-8206-6a41a29f129e req-5c6c1f46-ba4e-497a-ab7b-42be6924b4c8 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Calling delete_port for 80ad8110-f1ba-4b79-9055-2036635c7e25 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:15:45.107641 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-8d0e3b7a-b4e0-42f6-980a-951e808f5fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846045c5-fca0-4e86-a783-009984ca96de', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1105821305', 'tenant_id': '5874f695ac324136885e3556e00b5a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '4d582d5a-102f-40a2-89bf-a708c9099d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:15:42Z', 'updated_at': '2021-07-24T01:15:43Z', 'revision_number': 3, 'project_id': '5874f695ac324136885e3556e00b5a37', 'gw_port': {'id': '4d582d5a-102f-40a2-89bf-a708c9099d4e', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846045c5-fca0-4e86-a783-009984ca96de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:15:42Z', 'updated_at': '2021-07-24T01:15:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:15:45.152362 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0e3b7a-b4e0-42f6-980a-951e808f5fa9 None None] Checking router: 846045c5-fca0-4e86-a783-009984ca96de for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:15:45.153094 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0e3b7a-b4e0-42f6-980a-951e808f5fa9 None None] Updating router 846045c5-fca0-4e86-a783-009984ca96de port 4d582d5a-102f-40a2-89bf-a708c9099d4e binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:15:45.211827 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-8d0e3b7a-b4e0-42f6-980a-951e808f5fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:45.222729 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82805b01-bc42-40bf-af50-2f7ab5dfd981 tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:45.224619 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-82805b01-bc42-40bf-af50-2f7ab5dfd981 tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2399218 Jul 24 01:15:45.229501 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34490) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:15:45.250393 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7cfb5b8a-7aeb-4bdf-8206-6a41a29f129e req-5c6c1f46-ba4e-497a-ab7b-42be6924b4c8 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:45.300628 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c978f372-9815-4dfb-914d-57bdc7091c49 tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0698004 Jul 24 01:15:45.301231 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6c1f46-ba4e-497a-ab7b-42be6924b4c8 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Pushing event deleted for resources: {'Port': ['ID=80ad8110-f1ba-4b79-9055-2036635c7e25,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:45.303739 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34504) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:15:45.359687 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ce7d999e-bef2-410e-bf97-c94b0c9bf30f tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=5874f695ac324136885e3556e00b5a37&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0545113 Jul 24 01:15:45.360338 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34508) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:15:45.499894 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7cfb5b8a-7aeb-4bdf-8206-6a41a29f129e req-5c6c1f46-ba4e-497a-ab7b-42be6924b4c8 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Router 93ddeb42-1c3d-43ef-8b69-08a014923a85 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:15:45.559548 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd53807-b47d-4452-8b20-268571401af5 tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:45.568152 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 34524) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:15:45.569777 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-dcd53807-b47d-4452-8b20-268571401af5 tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2050967 Jul 24 01:15:45.613364 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-8d0e3b7a-b4e0-42f6-980a-951e808f5fa9 None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:45.613543 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-74b10bc9-240a-46b1-8362-6997507dc92f req-515371fd-0124-413f-a790-cf5621f502a9 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 210 time: 0.0806642 Jul 24 01:15:45.633448 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-293ea00f-1ebc-4048-a996-5957c878ce64 tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0640316 Jul 24 01:15:45.635967 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34530) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:15:45.637977 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-8d0e3b7a-b4e0-42f6-980a-951e808f5fa9 None None] Transition to ACTIVE for port object 4d582d5a-102f-40a2-89bf-a708c9099d4e will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:15:45.641640 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-be8c819f-4fea-4e98-9fc3-cb3e27ec6c10 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1962639116', 'network_id': 'ffbfff8d-c462-4179-b414-ef68e95dcec6', 'project_id': '5874f695ac324136885e3556e00b5a37', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:15:45.662351 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-8d0e3b7a-b4e0-42f6-980a-951e808f5fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:45.728124 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-8d0e3b7a-b4e0-42f6-980a-951e808f5fa9 None None] Attempting to bind port 4d582d5a-102f-40a2-89bf-a708c9099d4e on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:15:45.728648 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-8d0e3b7a-b4e0-42f6-980a-951e808f5fa9 None None] Attempting to bind port 4d582d5a-102f-40a2-89bf-a708c9099d4e by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:15:45.729032 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0e3b7a-b4e0-42f6-980a-951e808f5fa9 None None] Attempting to bind port 4d582d5a-102f-40a2-89bf-a708c9099d4e on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:15:45.737385 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-112c2fed-16df-4651-b9e7-ffe6bd3354bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:45.738212 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350aeca-d9c8-4d12-ae7a-e33b9b98272c None None] Pushing event updated for resources: {'Port': ['ID=4d582d5a-102f-40a2-89bf-a708c9099d4e,revision_number=2']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:45.742121 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0e3b7a-b4e0-42f6-980a-951e808f5fa9 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:15:45.742505 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0e3b7a-b4e0-42f6-980a-951e808f5fa9 None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:15:45.743086 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-8d0e3b7a-b4e0-42f6-980a-951e808f5fa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:45.744658 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0e3b7a-b4e0-42f6-980a-951e808f5fa9 None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:15:45.745176 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-8d0e3b7a-b4e0-42f6-980a-951e808f5fa9 None None] Bound port: 4d582d5a-102f-40a2-89bf-a708c9099d4e, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:15:45.745579 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-8d0e3b7a-b4e0-42f6-980a-951e808f5fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:45.781932 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9350aeca-d9c8-4d12-ae7a-e33b9b98272c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:45.782287 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9350aeca-d9c8-4d12-ae7a-e33b9b98272c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:45.786810 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7cfb5b8a-7aeb-4bdf-8206-6a41a29f129e req-5c6c1f46-ba4e-497a-ab7b-42be6924b4c8 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:15:45.787013 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9350aeca-d9c8-4d12-ae7a-e33b9b98272c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:45.794272 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9350aeca-d9c8-4d12-ae7a-e33b9b98272c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:45.794698 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8c819f-4fea-4e98-9fc3-cb3e27ec6c10 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Made reservation on behalf of 5874f695ac324136885e3556e00b5a37 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:15:45.795009 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9350aeca-d9c8-4d12-ae7a-e33b9b98272c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:45.795009 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9350aeca-d9c8-4d12-ae7a-e33b9b98272c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:45.795009 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9350aeca-d9c8-4d12-ae7a-e33b9b98272c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:45.795009 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9350aeca-d9c8-4d12-ae7a-e33b9b98272c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:45.795009 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9350aeca-d9c8-4d12-ae7a-e33b9b98272c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:45.795009 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9350aeca-d9c8-4d12-ae7a-e33b9b98272c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:45.795400 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-be8c819f-4fea-4e98-9fc3-cb3e27ec6c10 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:45.795467 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9350aeca-d9c8-4d12-ae7a-e33b9b98272c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:45.795467 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9350aeca-d9c8-4d12-ae7a-e33b9b98272c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:15:45.813244 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52d101f-fa4b-4971-908f-c9c3ff221a27 None None] Sync routers for ids ['93ddeb42-1c3d-43ef-8b69-08a014923a85'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:15:45.832334 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52d101f-fa4b-4971-908f-c9c3ff221a27 None None] Routers {'93ddeb42-1c3d-43ef-8b69-08a014923a85'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:15:45.837707 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-b52d101f-fa4b-4971-908f-c9c3ff221a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:15:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['93ddeb42-1c3d-43ef-8b69-08a014923a85'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:15:45.850376 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-8d0e3b7a-b4e0-42f6-980a-951e808f5fa9 None None] For port 4d582d5a-102f-40a2-89bf-a708c9099d4e, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:15:45.857491 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-8d0e3b7a-b4e0-42f6-980a-951e808f5fa9 None None] For port 4d582d5a-102f-40a2-89bf-a708c9099d4e, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=4d582d5a-102f-40a2-89bf-a708c9099d4e,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:15:45.867862 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-8d0e3b7a-b4e0-42f6-980a-951e808f5fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:45.953957 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cfb5b8a-7aeb-4bdf-8206-6a41a29f129e req-5c6c1f46-ba4e-497a-ab7b-42be6924b4c8 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] No DVR routers for this DVR port 80ad8110-f1ba-4b79-9055-2036635c7e25 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:15:45.970571 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0e3b7a-b4e0-42f6-980a-951e808f5fa9 None None] Routers {'846045c5-fca0-4e86-a783-009984ca96de'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:15:45.972298 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-8d0e3b7a-b4e0-42f6-980a-951e808f5fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:15:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['846045c5-fca0-4e86-a783-009984ca96de'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:15:45.975609 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7cfb5b8a-7aeb-4bdf-8206-6a41a29f129e req-5c6c1f46-ba4e-497a-ab7b-42be6924b4c8 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:45.982524 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7cfb5b8a-7aeb-4bdf-8206-6a41a29f129e req-5c6c1f46-ba4e-497a-ab7b-42be6924b4c8 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.13 "DELETE /v2.0/ports/80ad8110-f1ba-4b79-9055-2036635c7e25 HTTP/1.1" status: 204 len: 173 time: 1.8163748 Jul 24 01:15:45.985272 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc242b76-d33e-4008-9f93-12bf57c1e5f3', 'name': 'network-vif-deleted', 'tag': '80ad8110-f1ba-4b79-9055-2036635c7e25'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:15:45.989101 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148c1ad9-710c-427b-86f1-f31cf68b8832" -d '{"events": [{"server_uuid": "fc242b76-d33e-4008-9f93-12bf57c1e5f3", "name": "network-vif-deleted", "tag": "80ad8110-f1ba-4b79-9055-2036635c7e25"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:15:46.002893 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350aeca-d9c8-4d12-ae7a-e33b9b98272c None None] Pushing event updated for resources: {'Port': ['ID=4d582d5a-102f-40a2-89bf-a708c9099d4e,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:46.043630 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 4f10013b-ec59-4a07-ba84-abe6565e554b no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:15:46.110846 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-b52d101f-fa4b-4971-908f-c9c3ff221a27 None None] Set router 93ddeb42-1c3d-43ef-8b69-08a014923a85 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:15:46.113256 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 4f10013b-ec59-4a07-ba84-abe6565e554b {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:15:46.113607 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 4f10013b-ec59-4a07-ba84-abe6565e554b not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:15:46.114031 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 80ad8110-f1ba-4b79-9055-2036635c7e25 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:15:46.128003 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd45d24d-073d-4048-a8d5-5b8f110e8081 x-openstack-request-id: req-dd45d24d-073d-4048-a8d5-5b8f110e8081 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:15:46.128395 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc242b76-d33e-4008-9f93-12bf57c1e5f3", "name": "network-vif-deleted", "tag": "80ad8110-f1ba-4b79-9055-2036635c7e25", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:15:46.128713 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dd45d24d-073d-4048-a8d5-5b8f110e8081 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:15:46.129442 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc242b76-d33e-4008-9f93-12bf57c1e5f3', 'name': 'network-vif-deleted', 'tag': '80ad8110-f1ba-4b79-9055-2036635c7e25', 'status': 'completed', 'code': 200} Jul 24 01:15:46.171251 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-be8c819f-4fea-4e98-9fc3-cb3e27ec6c10 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:46.235501 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-8d0e3b7a-b4e0-42f6-980a-951e808f5fa9 None None] Set router 846045c5-fca0-4e86-a783-009984ca96de gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:15:46.250656 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 80ad8110-f1ba-4b79-9055-2036635c7e25 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:15:46.251031 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 80ad8110-f1ba-4b79-9055-2036635c7e25 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:15:46.270807 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8c819f-4fea-4e98-9fc3-cb3e27ec6c10 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Checking segment: {'id': 'dc232a17-2223-4773-9f05-ca1f4e0ad843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ffbfff8d-c462-4179-b414-ef68e95dcec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:15:46.271178 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8c819f-4fea-4e98-9fc3-cb3e27ec6c10 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Network hostable DHCP agents. Network: ffbfff8d-c462-4179-b414-ef68e95dcec6, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:15:46.274615 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c819f-4fea-4e98-9fc3-cb3e27ec6c10 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Pushing event updated for resources: {'Subnet': ['ID=0ea98638-99b5-41e9-91f2-4f7b4f2c0bc6,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:46.301154 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8c819f-4fea-4e98-9fc3-cb3e27ec6c10 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Network ffbfff8d-c462-4179-b414-ef68e95dcec6 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:15:46.317151 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-be8c819f-4fea-4e98-9fc3-cb3e27ec6c10 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, ffbfff8d-c462-4179-b414-ef68e95dcec6) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:15:46.323647 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8c819f-4fea-4e98-9fc3-cb3e27ec6c10 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:46.324572 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-be8c819f-4fea-4e98-9fc3-cb3e27ec6c10 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:46.335260 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92c33d0-c574-4bf0-95af-d5bd985b7e52 None None] Network ffbfff8d-c462-4179-b414-ef68e95dcec6 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:15:46.362647 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 34590) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:15:46.363233 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-be8c819f-4fea-4e98-9fc3-cb3e27ec6c10 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7254939 Jul 24 01:15:46.641691 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3999be26-f414-43ff-93e4-d8ad9b1bdc32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-ffbfff8d-c462-4179-b414-ef68e95dcec6', 'network_id': 'ffbfff8d-c462-4179-b414-ef68e95dcec6', 'tenant_id': '5874f695ac324136885e3556e00b5a37', 'fixed_ips': [{'subnet_id': '0ea98638-99b5-41e9-91f2-4f7b4f2c0bc6'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:15:46.643978 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3999be26-f414-43ff-93e4-d8ad9b1bdc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:46.683208 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-b52d101f-fa4b-4971-908f-c9c3ff221a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'name': 'tempest-AttachVolumeShelveTestJSON-1196408481-router', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': 'e210a921-6ad7-482a-90d2-d5c75f452355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:07:35Z', 'updated_at': '2021-07-24T01:07:42Z', 'revision_number': 4, 'project_id': 'd6dc6777949c4bca80e15baebcec81ec', 'gw_port': {'id': 'e210a921-6ad7-482a-90d2-d5c75f452355', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:36Z', 'updated_at': '2021-07-24T01:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'a722def4-5fa1-44d4-86c1-1100f96212eb', 'name': '', 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'mac_address': 'fa:16:3e:ba:bb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '941506a1-fc49-47b1-b115-8157f3b98de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:41Z', 'updated_at': '2021-07-24T01:07:51Z', 'revision_number': 5, 'project_id': 'd6dc6777949c4bca80e15baebcec81ec', 'subnets': [{'id': '941506a1-fc49-47b1-b115-8157f3b98de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:15:46.764001 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52d101f-fa4b-4971-908f-c9c3ff221a27 None None] Checking router: 93ddeb42-1c3d-43ef-8b69-08a014923a85 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:15:46.804252 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-8d0e3b7a-b4e0-42f6-980a-951e808f5fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846045c5-fca0-4e86-a783-009984ca96de', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1105821305', 'tenant_id': '5874f695ac324136885e3556e00b5a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '4d582d5a-102f-40a2-89bf-a708c9099d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:15:42Z', 'updated_at': '2021-07-24T01:15:43Z', 'revision_number': 3, 'project_id': '5874f695ac324136885e3556e00b5a37', 'gw_port': {'id': '4d582d5a-102f-40a2-89bf-a708c9099d4e', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846045c5-fca0-4e86-a783-009984ca96de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:15:42Z', 'updated_at': '2021-07-24T01:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:15:46.840283 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0e3b7a-b4e0-42f6-980a-951e808f5fa9 None None] The sync data for ids ['846045c5-fca0-4e86-a783-009984ca96de'] in n-d-793621-25 is: [{'id': '846045c5-fca0-4e86-a783-009984ca96de', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1105821305', 'tenant_id': '5874f695ac324136885e3556e00b5a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '4d582d5a-102f-40a2-89bf-a708c9099d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:15:42Z', 'updated_at': '2021-07-24T01:15:43Z', 'revision_number': 3, 'project_id': '5874f695ac324136885e3556e00b5a37', 'gw_port': {'id': '4d582d5a-102f-40a2-89bf-a708c9099d4e', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846045c5-fca0-4e86-a783-009984ca96de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:15:42Z', 'updated_at': '2021-07-24T01:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:15:46.859190 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52d101f-fa4b-4971-908f-c9c3ff221a27 None None] Routers {'93ddeb42-1c3d-43ef-8b69-08a014923a85'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:15:46.860030 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-b52d101f-fa4b-4971-908f-c9c3ff221a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:15:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['93ddeb42-1c3d-43ef-8b69-08a014923a85'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:15:46.920833 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bd9f034d-5a0a-47be-a599-57d5dbb8f586 req-16ccd49f-89fc-4ec0-bc49-a456740aaf04 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc242b76-d33e-4008-9f93-12bf57c1e5f3 HTTP/1.1" status: 200 len: 210 time: 0.0728490 Jul 24 01:15:47.033688 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-3999be26-f414-43ff-93e4-d8ad9b1bdc32 None None] Allocated IP 172.20.0.18 (ffbfff8d-c462-4179-b414-ef68e95dcec6/0ea98638-99b5-41e9-91f2-4f7b4f2c0bc6/41400f4e-2a9d-4c20-a964-f19d948a4937) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:15:47.125187 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-b52d101f-fa4b-4971-908f-c9c3ff221a27 None None] Set router 93ddeb42-1c3d-43ef-8b69-08a014923a85 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:15:47.530746 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3999be26-f414-43ff-93e4-d8ad9b1bdc32 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:47.548298 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-3999be26-f414-43ff-93e4-d8ad9b1bdc32 None None] Transition to ACTIVE for port object 41400f4e-2a9d-4c20-a964-f19d948a4937 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:15:47.586841 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-3999be26-f414-43ff-93e4-d8ad9b1bdc32 None None] Transition to ACTIVE for port object 41400f4e-2a9d-4c20-a964-f19d948a4937 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:15:47.606002 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b67bb18f-31e9-44b5-9c09-ebdbaddbb881 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:47.617964 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3999be26-f414-43ff-93e4-d8ad9b1bdc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:47.666607 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999be26-f414-43ff-93e4-d8ad9b1bdc32 None None] Pushing event updated for resources: {'Port': ['ID=41400f4e-2a9d-4c20-a964-f19d948a4937,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:47.700434 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3999be26-f414-43ff-93e4-d8ad9b1bdc32 None None] Network ffbfff8d-c462-4179-b414-ef68e95dcec6 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:15:47.707223 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-3999be26-f414-43ff-93e4-d8ad9b1bdc32 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:15:47.710640 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3999be26-f414-43ff-93e4-d8ad9b1bdc32 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:15:47.799139 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-b52d101f-fa4b-4971-908f-c9c3ff221a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'name': 'tempest-AttachVolumeShelveTestJSON-1196408481-router', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': 'e210a921-6ad7-482a-90d2-d5c75f452355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:07:35Z', 'updated_at': '2021-07-24T01:07:42Z', 'revision_number': 4, 'project_id': 'd6dc6777949c4bca80e15baebcec81ec', 'gw_port': {'id': 'e210a921-6ad7-482a-90d2-d5c75f452355', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:36Z', 'updated_at': '2021-07-24T01:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'a722def4-5fa1-44d4-86c1-1100f96212eb', 'name': '', 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'mac_address': 'fa:16:3e:ba:bb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '941506a1-fc49-47b1-b115-8157f3b98de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:41Z', 'updated_at': '2021-07-24T01:07:51Z', 'revision_number': 5, 'project_id': 'd6dc6777949c4bca80e15baebcec81ec', 'subnets': [{'id': '941506a1-fc49-47b1-b115-8157f3b98de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:15:48.090017 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34692) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:15:48.150699 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b52d101f-fa4b-4971-908f-c9c3ff221a27 None None] The sync data for ids ['93ddeb42-1c3d-43ef-8b69-08a014923a85'] in n-d-793621-25 is: [{'id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'name': 'tempest-AttachVolumeShelveTestJSON-1196408481-router', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': 'e210a921-6ad7-482a-90d2-d5c75f452355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:07:35Z', 'updated_at': '2021-07-24T01:07:42Z', 'revision_number': 4, 'project_id': 'd6dc6777949c4bca80e15baebcec81ec', 'gw_port': {'id': 'e210a921-6ad7-482a-90d2-d5c75f452355', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:36Z', 'updated_at': '2021-07-24T01:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'a722def4-5fa1-44d4-86c1-1100f96212eb', 'name': '', 'network_id': 'ce20638c-9366-403c-99ef-699b8c74111a', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'mac_address': 'fa:16:3e:ba:bb:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': '941506a1-fc49-47b1-b115-8157f3b98de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:41Z', 'updated_at': '2021-07-24T01:07:51Z', 'revision_number': 5, 'project_id': 'd6dc6777949c4bca80e15baebcec81ec', 'subnets': [{'id': '941506a1-fc49-47b1-b115-8157f3b98de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:15:48.153924 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 4d582d5a-102f-40a2-89bf-a708c9099d4e up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:15:48.189023 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-3999be26-f414-43ff-93e4-d8ad9b1bdc32 None None] Attempting to bind port 41400f4e-2a9d-4c20-a964-f19d948a4937 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:15:48.190114 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-3999be26-f414-43ff-93e4-d8ad9b1bdc32 None None] Attempting to bind port 41400f4e-2a9d-4c20-a964-f19d948a4937 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'dc232a17-2223-4773-9f05-ca1f4e0ad843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ffbfff8d-c462-4179-b414-ef68e95dcec6'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:15:48.190527 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3999be26-f414-43ff-93e4-d8ad9b1bdc32 None None] Attempting to bind port 41400f4e-2a9d-4c20-a964-f19d948a4937 on network ffbfff8d-c462-4179-b414-ef68e95dcec6 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:15:48.205567 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3999be26-f414-43ff-93e4-d8ad9b1bdc32 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:15:48.205954 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3999be26-f414-43ff-93e4-d8ad9b1bdc32 None None] Checking segment: {'id': 'dc232a17-2223-4773-9f05-ca1f4e0ad843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ffbfff8d-c462-4179-b414-ef68e95dcec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:15:48.206359 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3999be26-f414-43ff-93e4-d8ad9b1bdc32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:48.206790 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3999be26-f414-43ff-93e4-d8ad9b1bdc32 None None] Bound using segment: {'id': 'dc232a17-2223-4773-9f05-ca1f4e0ad843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ffbfff8d-c462-4179-b414-ef68e95dcec6'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:15:48.207266 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-3999be26-f414-43ff-93e4-d8ad9b1bdc32 None None] Bound port: 41400f4e-2a9d-4c20-a964-f19d948a4937, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc232a17-2223-4773-9f05-ca1f4e0ad843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ffbfff8d-c462-4179-b414-ef68e95dcec6'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:15:48.207650 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3999be26-f414-43ff-93e4-d8ad9b1bdc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:48.271996 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-b67bb18f-31e9-44b5-9c09-ebdbaddbb881 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Allocated IP 172.20.0.17 (ffbfff8d-c462-4179-b414-ef68e95dcec6/0ea98638-99b5-41e9-91f2-4f7b4f2c0bc6/089518fd-b1a6-407f-a7a9-c8a4039cdc90) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:15:48.272738 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c1aa2b43-809a-4cb4-bb26-d0a8abb26716 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:48.298633 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 4d582d5a-102f-40a2-89bf-a708c9099d4e completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:15:48.312500 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1f9d9d93-7c7e-4bbc-9b9e-1572490fce1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:48.322212 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 4d582d5a-102f-40a2-89bf-a708c9099d4e triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:15:48.322591 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:48.332392 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c1aa2b43-809a-4cb4-bb26-d0a8abb26716 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:48.380086 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-3999be26-f414-43ff-93e4-d8ad9b1bdc32 None None] For port 41400f4e-2a9d-4c20-a964-f19d948a4937, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:15:48.384370 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-3999be26-f414-43ff-93e4-d8ad9b1bdc32 None None] For port 41400f4e-2a9d-4c20-a964-f19d948a4937, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=41400f4e-2a9d-4c20-a964-f19d948a4937,segment=NetworkSegment(dc232a17-2223-4773-9f05-ca1f4e0ad843),segment_id=dc232a17-2223-4773-9f05-ca1f4e0ad843)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:15:48.393784 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c1aa2b43-809a-4cb4-bb26-d0a8abb26716 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:48.397811 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c1aa2b43-809a-4cb4-bb26-d0a8abb26716 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:48.401621 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c1aa2b43-809a-4cb4-bb26-d0a8abb26716 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "DELETE /v2.0/security-groups/2a079810-2082-4f53-b38a-b994a7e1fca3 HTTP/1.1" status: 204 len: 168 time: 0.3082938 Jul 24 01:15:48.403673 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34700) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:15:48.405275 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3999be26-f414-43ff-93e4-d8ad9b1bdc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:48.426297 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-e8307c12-9aa1-455e-bc76-38cdf194dcb9 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] show failed (client error): The resource could not be found. Jul 24 01:15:48.428358 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e8307c12-9aa1-455e-bc76-38cdf194dcb9 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "GET /v2.0/security-groups/2a079810-2082-4f53-b38a-b994a7e1fca3 HTTP/1.1" status: 404 len: 347 time: 0.0226810 Jul 24 01:15:48.430335 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34702) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:15:48.447114 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa2b43-809a-4cb4-bb26-d0a8abb26716 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a079810-2082-4f53-b38a-b994a7e1fca3,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:48.537620 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:48.556368 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:48.588316 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b67bb18f-31e9-44b5-9c09-ebdbaddbb881 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:48.595534 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 4d582d5a-102f-40a2-89bf-a708c9099d4e, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=4d582d5a-102f-40a2-89bf-a708c9099d4e,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:15:48.598033 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999be26-f414-43ff-93e4-d8ad9b1bdc32 None None] Pushing event updated for resources: {'Port': ['ID=41400f4e-2a9d-4c20-a964-f19d948a4937,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:48.605808 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:48.640133 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-b67bb18f-31e9-44b5-9c09-ebdbaddbb881 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Transition to ACTIVE for port object 089518fd-b1a6-407f-a7a9-c8a4039cdc90 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:15:48.690822 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=4d582d5a-102f-40a2-89bf-a708c9099d4e,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:48.694941 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-15a7fe8f-5bcf-4136-a7c8-35f04eeba527 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Deleting port 9174cea8-e14e-4b75-af3d-3501d116af87 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:15:48.695313 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-15a7fe8f-5bcf-4136-a7c8-35f04eeba527 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:48.727041 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b67bb18f-31e9-44b5-9c09-ebdbaddbb881 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:48.834120 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-15a7fe8f-5bcf-4136-a7c8-35f04eeba527 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:48.838340 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-15a7fe8f-5bcf-4136-a7c8-35f04eeba527 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:48.843268 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67bb18f-31e9-44b5-9c09-ebdbaddbb881 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Network ffbfff8d-c462-4179-b414-ef68e95dcec6 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:15:48.847762 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-b67bb18f-31e9-44b5-9c09-ebdbaddbb881 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:15:48.856973 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67bb18f-31e9-44b5-9c09-ebdbaddbb881 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:15:48.878502 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-15a7fe8f-5bcf-4136-a7c8-35f04eeba527 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Calling delete_port for 9174cea8-e14e-4b75-af3d-3501d116af87 owned by network:floatingip {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:15:48.889672 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67bb18f-31e9-44b5-9c09-ebdbaddbb881 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Pushing event updated for resources: {'Port': ['ID=089518fd-b1a6-407f-a7a9-c8a4039cdc90,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:48.939754 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b67bb18f-31e9-44b5-9c09-ebdbaddbb881 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:49.108888 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-15a7fe8f-5bcf-4136-a7c8-35f04eeba527 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:49.133042 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b5d257-1d75-4710-b4c8-8355ca0752fb None None] New status for floating IP a43c2aea-bab3-4038-9892-ade64baff2e4: DOWN {{(pid=100466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:15:49.194378 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a7fe8f-5bcf-4136-a7c8-35f04eeba527 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Pushing event deleted for resources: {'Port': ['ID=9174cea8-e14e-4b75-af3d-3501d116af87,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:49.206249 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b67bb18f-31e9-44b5-9c09-ebdbaddbb881 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:49.252293 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-15a7fe8f-5bcf-4136-a7c8-35f04eeba527 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks [] for floatingip, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:49.256101 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-15a7fe8f-5bcf-4136-a7c8-35f04eeba527 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:49.257759 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-15a7fe8f-5bcf-4136-a7c8-35f04eeba527 tempest-AttachVolumeShelveTestJSON-1683078204 tempest-AttachVolumeShelveTestJSON-1683078204-project] 10.222.0.15 "DELETE /v2.0/floatingips/a43c2aea-bab3-4038-9892-ade64baff2e4 HTTP/1.1" status: 204 len: 168 time: 0.8184259 Jul 24 01:15:49.522841 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:49.652762 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b67bb18f-31e9-44b5-9c09-ebdbaddbb881 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:49.663811 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b67bb18f-31e9-44b5-9c09-ebdbaddbb881 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:49.793338 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b67bb18f-31e9-44b5-9c09-ebdbaddbb881 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:49.848843 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67bb18f-31e9-44b5-9c09-ebdbaddbb881 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Pushing event updated for resources: {'Port': ['ID=089518fd-b1a6-407f-a7a9-c8a4039cdc90,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:49.991712 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67bb18f-31e9-44b5-9c09-ebdbaddbb881 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Network ffbfff8d-c462-4179-b414-ef68e95dcec6 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:15:49.995671 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-b67bb18f-31e9-44b5-9c09-ebdbaddbb881 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:15:50.129474 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 4d582d5a-102f-40a2-89bf-a708c9099d4e up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:15:50.190418 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67bb18f-31e9-44b5-9c09-ebdbaddbb881 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Router 846045c5-fca0-4e86-a783-009984ca96de has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:15:50.207710 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 4d582d5a-102f-40a2-89bf-a708c9099d4e triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:15:50.208410 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:50.212341 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa0a75a-9cad-4e6a-b8b2-d647c7c0505d None None] Network ffbfff8d-c462-4179-b414-ef68e95dcec6 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:15:50.335132 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67bb18f-31e9-44b5-9c09-ebdbaddbb881 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:15:50.357905 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b67bb18f-31e9-44b5-9c09-ebdbaddbb881 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "PUT /v2.0/routers/846045c5-fca0-4e86-a783-009984ca96de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9858899 Jul 24 01:15:50.379499 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb678e7-fc80-48e9-adbe-44381df00296 None None] Sync routers for ids ['846045c5-fca0-4e86-a783-009984ca96de'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:15:50.385329 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-2fabded4-519d-42ce-b94c-55b140fc2791 None None] Provisioning for port 41400f4e-2a9d-4c20-a964-f19d948a4937 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:15:50.449269 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb678e7-fc80-48e9-adbe-44381df00296 None None] Routers {'846045c5-fca0-4e86-a783-009984ca96de'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:15:50.451149 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-feb678e7-fc80-48e9-adbe-44381df00296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:15:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['846045c5-fca0-4e86-a783-009984ca96de'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:15:50.689983 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 41400f4e-2a9d-4c20-a964-f19d948a4937 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:15:50.792205 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-97937ca6-d5b3-412d-9eab-8feaeb83bfad tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:50.793802 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-97937ca6-d5b3-412d-9eab-8feaeb83bfad tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/networks?id=ffbfff8d-c462-4179-b414-ef68e95dcec6 HTTP/1.1" status: 200 len: 798 time: 0.1809175 Jul 24 01:15:50.809725 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-feb678e7-fc80-48e9-adbe-44381df00296 None None] Set router 846045c5-fca0-4e86-a783-009984ca96de gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:15:50.815664 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-91fcc6bc-1f32-4f68-aad3-ecb7e497ed96 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/quotas/5874f695ac324136885e3556e00b5a37 HTTP/1.1" status: 200 len: 375 time: 0.0119221 Jul 24 01:15:50.902289 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 41400f4e-2a9d-4c20-a964-f19d948a4937 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:15:50.922167 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 41400f4e-2a9d-4c20-a964-f19d948a4937 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:15:50.922543 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:51.015465 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-e1661f8a-4c92-4f4d-95d6-f913677f5361 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5874f695ac324136885e3556e00b5a37&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1790683 Jul 24 01:15:51.035548 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-87896592-243f-4ce9-b74e-9df1f7b81a70 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:15:51.036885 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-87896592-243f-4ce9-b74e-9df1f7b81a70 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091457 Jul 24 01:15:51.099811 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:51.214348 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:51.230972 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-6de4ce95-ee72-4133-9d53-4e411db71b0e service neutron] 10.222.0.15 "GET /v2.0/networks/ffbfff8d-c462-4179-b414-ef68e95dcec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878743 Jul 24 01:15:51.282609 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 41400f4e-2a9d-4c20-a964-f19d948a4937, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=41400f4e-2a9d-4c20-a964-f19d948a4937,segment=NetworkSegment(dc232a17-2223-4773-9f05-ca1f4e0ad843),segment_id=dc232a17-2223-4773-9f05-ca1f4e0ad843)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:15:51.286562 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-feb678e7-fc80-48e9-adbe-44381df00296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846045c5-fca0-4e86-a783-009984ca96de', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1105821305', 'tenant_id': '5874f695ac324136885e3556e00b5a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '4d582d5a-102f-40a2-89bf-a708c9099d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:15:42Z', 'updated_at': '2021-07-24T01:15:49Z', 'revision_number': 4, 'project_id': '5874f695ac324136885e3556e00b5a37', 'gw_port': {'id': '4d582d5a-102f-40a2-89bf-a708c9099d4e', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846045c5-fca0-4e86-a783-009984ca96de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:15:42Z', 'updated_at': '2021-07-24T01:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '089518fd-b1a6-407f-a7a9-c8a4039cdc90', 'name': '', 'network_id': 'ffbfff8d-c462-4179-b414-ef68e95dcec6', 'tenant_id': '5874f695ac324136885e3556e00b5a37', 'mac_address': 'fa:16:3e:b1:cc:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846045c5-fca0-4e86-a783-009984ca96de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '0ea98638-99b5-41e9-91f2-4f7b4f2c0bc6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:15:47Z', 'updated_at': '2021-07-24T01:15:49Z', 'revision_number': 2, 'project_id': '5874f695ac324136885e3556e00b5a37', 'subnets': [{'id': '0ea98638-99b5-41e9-91f2-4f7b4f2c0bc6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:15:51.320097 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb678e7-fc80-48e9-adbe-44381df00296 None None] Checking router: 846045c5-fca0-4e86-a783-009984ca96de for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:15:51.320461 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb678e7-fc80-48e9-adbe-44381df00296 None None] Updating router 846045c5-fca0-4e86-a783-009984ca96de port 089518fd-b1a6-407f-a7a9-c8a4039cdc90 binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:15:51.326892 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:51.394969 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-feb678e7-fc80-48e9-adbe-44381df00296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:51.476083 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0fb5e66e-38cb-47e7-973d-208837f0d025 None None] Provisioning for port 089518fd-b1a6-407f-a7a9-c8a4039cdc90 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:15:51.513041 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-e88a94e5-d677-49b6-ba5b-19209ae78935 service neutron] 10.222.0.15 "GET /v2.0/networks/ffbfff8d-c462-4179-b414-ef68e95dcec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699401 Jul 24 01:15:51.522974 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0fb5e66e-38cb-47e7-973d-208837f0d025 None None] Provisioning complete for port 089518fd-b1a6-407f-a7a9-c8a4039cdc90 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:15:51.523165 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0fb5e66e-38cb-47e7-973d-208837f0d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:51.536251 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=41400f4e-2a9d-4c20-a964-f19d948a4937,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:51.737807 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0fb5e66e-38cb-47e7-973d-208837f0d025 None None] Port 089518fd-b1a6-407f-a7a9-c8a4039cdc90 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:15:51.836580 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0fb5e66e-38cb-47e7-973d-208837f0d025 None None] Provisioning complete for port 41400f4e-2a9d-4c20-a964-f19d948a4937 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:15:51.837095 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0fb5e66e-38cb-47e7-973d-208837f0d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:52.044388 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 41400f4e-2a9d-4c20-a964-f19d948a4937 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:15:52.061847 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a678e6cb-0b4f-46a4-8344-abc479ce118d req-3e161434-7d35-4f05-b8e4-954e8b7967dc tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ef1cd67-a89c-4f54-a1a3-7213932ffbeb HTTP/1.1" status: 200 len: 210 time: 0.0849509 Jul 24 01:15:52.280131 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34782) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:15:52.398247 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 41400f4e-2a9d-4c20-a964-f19d948a4937 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:15:52.398687 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:52.502875 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-47b1dcd0-7c25-42cd-9871-e78aefa270d0 None None] Provisioning complete for port 089518fd-b1a6-407f-a7a9-c8a4039cdc90 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:15:52.503734 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-47b1dcd0-7c25-42cd-9871-e78aefa270d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:52.507770 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9aaac1cb-8e78-4b6e-9f7a-b32352431e09 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=145d407b5e4d4ba280865f43176d12ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2253423 Jul 24 01:15:52.513776 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 34792) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:15:52.518570 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-feb678e7-fc80-48e9-adbe-44381df00296 None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:52.564682 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-feb678e7-fc80-48e9-adbe-44381df00296 None None] Transition to ACTIVE for port object 089518fd-b1a6-407f-a7a9-c8a4039cdc90 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:15:52.605511 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-473207ef-c396-4dd2-83cd-3db4cfc1dfe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:52.609643 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-feb678e7-fc80-48e9-adbe-44381df00296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:52.646002 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-473207ef-c396-4dd2-83cd-3db4cfc1dfe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:52.649632 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-47b1dcd0-7c25-42cd-9871-e78aefa270d0 None None] Port 089518fd-b1a6-407f-a7a9-c8a4039cdc90 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:15:52.702794 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b17f4f-9388-4449-b942-8a23ea495af1 None None] Pushing event updated for resources: {'Port': ['ID=089518fd-b1a6-407f-a7a9-c8a4039cdc90,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:52.728749 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-473207ef-c396-4dd2-83cd-3db4cfc1dfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:52.731705 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-473207ef-c396-4dd2-83cd-3db4cfc1dfe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:52.752036 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-473207ef-c396-4dd2-83cd-3db4cfc1dfe2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c99694f8-2776-490f-bca3-ee60207c96ae HTTP/1.1" status: 204 len: 168 time: 0.2362504 Jul 24 01:15:52.775769 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-feb678e7-fc80-48e9-adbe-44381df00296 None None] Attempting to bind port 089518fd-b1a6-407f-a7a9-c8a4039cdc90 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:15:52.776311 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-feb678e7-fc80-48e9-adbe-44381df00296 None None] Attempting to bind port 089518fd-b1a6-407f-a7a9-c8a4039cdc90 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'dc232a17-2223-4773-9f05-ca1f4e0ad843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ffbfff8d-c462-4179-b414-ef68e95dcec6'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:15:52.776520 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb678e7-fc80-48e9-adbe-44381df00296 None None] Attempting to bind port 089518fd-b1a6-407f-a7a9-c8a4039cdc90 on network ffbfff8d-c462-4179-b414-ef68e95dcec6 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:15:52.783352 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb678e7-fc80-48e9-adbe-44381df00296 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:15:52.783873 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb678e7-fc80-48e9-adbe-44381df00296 None None] Checking segment: {'id': 'dc232a17-2223-4773-9f05-ca1f4e0ad843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ffbfff8d-c462-4179-b414-ef68e95dcec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:15:52.784292 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-feb678e7-fc80-48e9-adbe-44381df00296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:52.784695 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb678e7-fc80-48e9-adbe-44381df00296 None None] Bound using segment: {'id': 'dc232a17-2223-4773-9f05-ca1f4e0ad843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ffbfff8d-c462-4179-b414-ef68e95dcec6'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:15:52.786797 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-feb678e7-fc80-48e9-adbe-44381df00296 None None] Bound port: 089518fd-b1a6-407f-a7a9-c8a4039cdc90, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc232a17-2223-4773-9f05-ca1f4e0ad843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ffbfff8d-c462-4179-b414-ef68e95dcec6'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:15:52.793600 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-feb678e7-fc80-48e9-adbe-44381df00296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:52.802350 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473207ef-c396-4dd2-83cd-3db4cfc1dfe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99694f8-2776-490f-bca3-ee60207c96ae,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:52.959139 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-feb678e7-fc80-48e9-adbe-44381df00296 None None] For port 089518fd-b1a6-407f-a7a9-c8a4039cdc90, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:15:52.971998 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-feb678e7-fc80-48e9-adbe-44381df00296 None None] For port 089518fd-b1a6-407f-a7a9-c8a4039cdc90, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=089518fd-b1a6-407f-a7a9-c8a4039cdc90,segment=NetworkSegment(dc232a17-2223-4773-9f05-ca1f4e0ad843),segment_id=dc232a17-2223-4773-9f05-ca1f4e0ad843)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:15:52.984071 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-feb678e7-fc80-48e9-adbe-44381df00296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:53.100408 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b17f4f-9388-4449-b942-8a23ea495af1 None None] Pushing event updated for resources: {'Port': ['ID=089518fd-b1a6-407f-a7a9-c8a4039cdc90,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:53.125923 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb678e7-fc80-48e9-adbe-44381df00296 None None] Routers {'846045c5-fca0-4e86-a783-009984ca96de'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:15:53.126803 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-feb678e7-fc80-48e9-adbe-44381df00296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:15:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['846045c5-fca0-4e86-a783-009984ca96de'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:15:53.324788 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-76fdb7a1-e39e-4d99-8023-e63257b4163e req-fafc78ce-f3ce-41a0-8abb-713233735319 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ef1cd67-a89c-4f54-a1a3-7213932ffbeb HTTP/1.1" status: 200 len: 210 time: 0.0854640 Jul 24 01:15:53.780373 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-feb678e7-fc80-48e9-adbe-44381df00296 None None] Set router 846045c5-fca0-4e86-a783-009984ca96de gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:15:53.804127 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-fab216b5-0ba1-4649-88f9-a2e17ed14b65 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:53.807665 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-fab216b5-0ba1-4649-88f9-a2e17ed14b65 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.11 "GET /v2.0/networks?id=ffbfff8d-c462-4179-b414-ef68e95dcec6 HTTP/1.1" status: 200 len: 798 time: 0.2285204 Jul 24 01:15:53.822464 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-bba78729-6b4a-4ba3-a8f0-2676e4be4e50 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Request body: {'port': {'device_id': '9ef1cd67-a89c-4f54-a1a3-7213932ffbeb', 'network_id': 'ffbfff8d-c462-4179-b414-ef68e95dcec6', 'admin_state_up': True, 'tenant_id': '5874f695ac324136885e3556e00b5a37'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:15:54.113780 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-bba78729-6b4a-4ba3-a8f0-2676e4be4e50 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Made reservation on behalf of 5874f695ac324136885e3556e00b5a37 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:15:54.119544 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-bba78729-6b4a-4ba3-a8f0-2676e4be4e50 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:54.131281 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-feb678e7-fc80-48e9-adbe-44381df00296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846045c5-fca0-4e86-a783-009984ca96de', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1105821305', 'tenant_id': '5874f695ac324136885e3556e00b5a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '4d582d5a-102f-40a2-89bf-a708c9099d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:15:42Z', 'updated_at': '2021-07-24T01:15:49Z', 'revision_number': 4, 'project_id': '5874f695ac324136885e3556e00b5a37', 'gw_port': {'id': '4d582d5a-102f-40a2-89bf-a708c9099d4e', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846045c5-fca0-4e86-a783-009984ca96de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:15:42Z', 'updated_at': '2021-07-24T01:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '089518fd-b1a6-407f-a7a9-c8a4039cdc90', 'name': '', 'network_id': 'ffbfff8d-c462-4179-b414-ef68e95dcec6', 'tenant_id': '5874f695ac324136885e3556e00b5a37', 'mac_address': 'fa:16:3e:b1:cc:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846045c5-fca0-4e86-a783-009984ca96de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '0ea98638-99b5-41e9-91f2-4f7b4f2c0bc6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:15:47Z', 'updated_at': '2021-07-24T01:15:52Z', 'revision_number': 4, 'project_id': '5874f695ac324136885e3556e00b5a37', 'subnets': [{'id': '0ea98638-99b5-41e9-91f2-4f7b4f2c0bc6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:15:54.161763 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb678e7-fc80-48e9-adbe-44381df00296 None None] The sync data for ids ['846045c5-fca0-4e86-a783-009984ca96de'] in n-d-793621-25 is: [{'id': '846045c5-fca0-4e86-a783-009984ca96de', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1105821305', 'tenant_id': '5874f695ac324136885e3556e00b5a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '4d582d5a-102f-40a2-89bf-a708c9099d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:15:42Z', 'updated_at': '2021-07-24T01:15:49Z', 'revision_number': 4, 'project_id': '5874f695ac324136885e3556e00b5a37', 'gw_port': {'id': '4d582d5a-102f-40a2-89bf-a708c9099d4e', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846045c5-fca0-4e86-a783-009984ca96de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:15:42Z', 'updated_at': '2021-07-24T01:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '089518fd-b1a6-407f-a7a9-c8a4039cdc90', 'name': '', 'network_id': 'ffbfff8d-c462-4179-b414-ef68e95dcec6', 'tenant_id': '5874f695ac324136885e3556e00b5a37', 'mac_address': 'fa:16:3e:b1:cc:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '846045c5-fca0-4e86-a783-009984ca96de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3420, 'fixed_ips': [{'subnet_id': '0ea98638-99b5-41e9-91f2-4f7b4f2c0bc6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:15:47Z', 'updated_at': '2021-07-24T01:15:52Z', 'revision_number': 4, 'project_id': '5874f695ac324136885e3556e00b5a37', 'subnets': [{'id': '0ea98638-99b5-41e9-91f2-4f7b4f2c0bc6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:15:54.327749 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-bba78729-6b4a-4ba3-a8f0-2676e4be4e50 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Allocated IP 172.20.0.25 (ffbfff8d-c462-4179-b414-ef68e95dcec6/0ea98638-99b5-41e9-91f2-4f7b4f2c0bc6/81d73096-e9de-4c3a-9b3e-2e6b2234c862) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:15:54.503968 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a0447a9b-8594-4626-bb95-460658de5ed0 req-70316436-83c0-4985-8d8a-e508fcb5124f tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ef1cd67-a89c-4f54-a1a3-7213932ffbeb HTTP/1.1" status: 200 len: 210 time: 0.0431039 Jul 24 01:15:54.552491 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-bba78729-6b4a-4ba3-a8f0-2676e4be4e50 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:54.568454 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-bba78729-6b4a-4ba3-a8f0-2676e4be4e50 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Transition to ACTIVE for port object 81d73096-e9de-4c3a-9b3e-2e6b2234c862 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:15:54.609373 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-bba78729-6b4a-4ba3-a8f0-2676e4be4e50 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:54.684615 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-bba78729-6b4a-4ba3-a8f0-2676e4be4e50 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Network ffbfff8d-c462-4179-b414-ef68e95dcec6 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:15:54.686458 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-bba78729-6b4a-4ba3-a8f0-2676e4be4e50 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:15:54.702484 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-bba78729-6b4a-4ba3-a8f0-2676e4be4e50 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:15:54.705934 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba78729-6b4a-4ba3-a8f0-2676e4be4e50 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Pushing event updated for resources: {'Port': ['ID=81d73096-e9de-4c3a-9b3e-2e6b2234c862,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:54.779216 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-bba78729-6b4a-4ba3-a8f0-2676e4be4e50 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:54.780140 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-bba78729-6b4a-4ba3-a8f0-2676e4be4e50 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:54.806661 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-bba78729-6b4a-4ba3-a8f0-2676e4be4e50 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.9879756 Jul 24 01:15:54.806661 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-e96c37a5-ca94-48af-b56a-765559faa89f tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:15:54.806661 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-e96c37a5-ca94-48af-b56a-765559faa89f tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084679 Jul 24 01:15:54.835280 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-a245e1cc-7833-4c67-94dc-911d056acf24 service neutron] Request body: {'port': {'device_id': '9ef1cd67-a89c-4f54-a1a3-7213932ffbeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-25'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:15:55.002678 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-a245e1cc-7833-4c67-94dc-911d056acf24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:55.181384 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-ede11572-459f-490e-91a5-2ec054ec09b2 None None] Provisioning for port 81d73096-e9de-4c3a-9b3e-2e6b2234c862 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:15:55.195662 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-ede11572-459f-490e-91a5-2ec054ec09b2 None None] Provisioning complete for port 81d73096-e9de-4c3a-9b3e-2e6b2234c862 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:15:55.196055 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ede11572-459f-490e-91a5-2ec054ec09b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:55.279368 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-ede11572-459f-490e-91a5-2ec054ec09b2 None None] Port 81d73096-e9de-4c3a-9b3e-2e6b2234c862 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:15:55.502923 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-a245e1cc-7833-4c67-94dc-911d056acf24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81d73096-e9de-4c3a-9b3e-2e6b2234c862 {{(pid=100463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:15:55.523285 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-a245e1cc-7833-4c67-94dc-911d056acf24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:55.544718 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-a245e1cc-7833-4c67-94dc-911d056acf24 service neutron] Transition to ACTIVE for port object 81d73096-e9de-4c3a-9b3e-2e6b2234c862 will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:15:55.559696 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-a245e1cc-7833-4c67-94dc-911d056acf24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:55.671017 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a245e1cc-7833-4c67-94dc-911d056acf24 service neutron] Pushing event updated for resources: {'Port': ['ID=81d73096-e9de-4c3a-9b3e-2e6b2234c862,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:55.824283 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe1edf-3e0a-4d3f-a45f-8b582d34c325 req-bee58f74-9dce-47b8-8bc2-0567fc27cfe8 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:55.827175 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b8fe1edf-3e0a-4d3f-a45f-8b582d34c325 req-bee58f74-9dce-47b8-8bc2-0567fc27cfe8 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ef1cd67-a89c-4f54-a1a3-7213932ffbeb HTTP/1.1" status: 200 len: 907 time: 0.1856053 Jul 24 01:15:55.844508 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-a245e1cc-7833-4c67-94dc-911d056acf24 service neutron] Attempting to bind port 81d73096-e9de-4c3a-9b3e-2e6b2234c862 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:15:55.844910 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-a245e1cc-7833-4c67-94dc-911d056acf24 service neutron] Attempting to bind port 81d73096-e9de-4c3a-9b3e-2e6b2234c862 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': 'dc232a17-2223-4773-9f05-ca1f4e0ad843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ffbfff8d-c462-4179-b414-ef68e95dcec6'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:15:55.845529 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-a245e1cc-7833-4c67-94dc-911d056acf24 service neutron] Attempting to bind port 81d73096-e9de-4c3a-9b3e-2e6b2234c862 on network ffbfff8d-c462-4179-b414-ef68e95dcec6 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:15:55.850656 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-a245e1cc-7833-4c67-94dc-911d056acf24 service neutron] Port 81d73096-e9de-4c3a-9b3e-2e6b2234c862 on network ffbfff8d-c462-4179-b414-ef68e95dcec6 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:15:55.851024 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-a245e1cc-7833-4c67-94dc-911d056acf24 service neutron] Attempting to bind port 81d73096-e9de-4c3a-9b3e-2e6b2234c862 on network ffbfff8d-c462-4179-b414-ef68e95dcec6 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:15:55.872168 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-a245e1cc-7833-4c67-94dc-911d056acf24 service neutron] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 15, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:15:55.872168 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-a245e1cc-7833-4c67-94dc-911d056acf24 service neutron] Checking segment: {'id': 'dc232a17-2223-4773-9f05-ca1f4e0ad843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ffbfff8d-c462-4179-b414-ef68e95dcec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:15:55.872652 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-a245e1cc-7833-4c67-94dc-911d056acf24 service neutron] Bound using segment: {'id': 'dc232a17-2223-4773-9f05-ca1f4e0ad843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ffbfff8d-c462-4179-b414-ef68e95dcec6'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:15:55.873101 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-a245e1cc-7833-4c67-94dc-911d056acf24 service neutron] Bound port: 81d73096-e9de-4c3a-9b3e-2e6b2234c862, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc232a17-2223-4773-9f05-ca1f4e0ad843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ffbfff8d-c462-4179-b414-ef68e95dcec6'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:15:55.873471 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-a245e1cc-7833-4c67-94dc-911d056acf24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:56.009119 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-a245e1cc-7833-4c67-94dc-911d056acf24 service neutron] For port 81d73096-e9de-4c3a-9b3e-2e6b2234c862, host n-h2-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:15:56.013043 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-a245e1cc-7833-4c67-94dc-911d056acf24 service neutron] For port 81d73096-e9de-4c3a-9b3e-2e6b2234c862, host n-h2-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=81d73096-e9de-4c3a-9b3e-2e6b2234c862,segment=NetworkSegment(dc232a17-2223-4773-9f05-ca1f4e0ad843),segment_id=dc232a17-2223-4773-9f05-ca1f4e0ad843)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:15:56.014762 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 089518fd-b1a6-407f-a7a9-c8a4039cdc90 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:15:56.021178 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-a245e1cc-7833-4c67-94dc-911d056acf24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:56.062033 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-a245e1cc-7833-4c67-94dc-911d056acf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:56.062850 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-a245e1cc-7833-4c67-94dc-911d056acf24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:56.065101 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-a245e1cc-7833-4c67-94dc-911d056acf24 service neutron] 10.222.0.11 "PUT /v2.0/ports/81d73096-e9de-4c3a-9b3e-2e6b2234c862 HTTP/1.1" status: 200 len: 1056 time: 1.2375340 Jul 24 01:15:56.065634 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ef1cd67-a89c-4f54-a1a3-7213932ffbeb', 'tag': '81d73096-e9de-4c3a-9b3e-2e6b2234c862'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:15:56.068162 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14860c7b-f340-4367-a26e-39673df53925" -d '{"events": [{"name": "network-changed", "server_uuid": "9ef1cd67-a89c-4f54-a1a3-7213932ffbeb", "tag": "81d73096-e9de-4c3a-9b3e-2e6b2234c862"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:15:56.096519 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a245e1cc-7833-4c67-94dc-911d056acf24 service neutron] Pushing event updated for resources: {'Port': ['ID=81d73096-e9de-4c3a-9b3e-2e6b2234c862,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:56.195256 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc0269c-4f4a-4513-9123-aaa19dd5950b x-openstack-request-id: req-5dc0269c-4f4a-4513-9123-aaa19dd5950b {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:15:56.195775 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ef1cd67-a89c-4f54-a1a3-7213932ffbeb", "tag": "81d73096-e9de-4c3a-9b3e-2e6b2234c862", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:15:56.196213 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5dc0269c-4f4a-4513-9123-aaa19dd5950b {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:15:56.196891 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ef1cd67-a89c-4f54-a1a3-7213932ffbeb', 'tag': '81d73096-e9de-4c3a-9b3e-2e6b2234c862', 'status': 'completed', 'code': 200} Jul 24 01:15:56.241428 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 34894) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:15:56.246552 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-75c989e6-4214-4892-91cb-443c5eb93014 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1673656744', 'description': 'tempest-secgroup-smoke-1673656744 description', 'project_id': 'd801781e24e8470b83b807a510a33715'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:15:56.253436 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 089518fd-b1a6-407f-a7a9-c8a4039cdc90 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:15:56.261102 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 089518fd-b1a6-407f-a7a9-c8a4039cdc90 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:15:56.263219 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:56.269081 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-14f2f95e-2a09-4214-a1f5-cf30e0a92eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:56.271903 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-14f2f95e-2a09-4214-a1f5-cf30e0a92eb5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5874f695ac324136885e3556e00b5a37&device_id=9ef1cd67-a89c-4f54-a1a3-7213932ffbeb HTTP/1.1" status: 200 len: 1059 time: 0.1599867 Jul 24 01:15:56.294065 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75c989e6-4214-4892-91cb-443c5eb93014 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:56.308243 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75c989e6-4214-4892-91cb-443c5eb93014 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:56.399076 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:56.465759 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 089518fd-b1a6-407f-a7a9-c8a4039cdc90, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=089518fd-b1a6-407f-a7a9-c8a4039cdc90,segment=NetworkSegment(dc232a17-2223-4773-9f05-ca1f4e0ad843),segment_id=dc232a17-2223-4773-9f05-ca1f4e0ad843)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:15:56.468652 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75c989e6-4214-4892-91cb-443c5eb93014 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:56.474790 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:56.481537 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75c989e6-4214-4892-91cb-443c5eb93014 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:56.526513 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c989e6-4214-4892-91cb-443c5eb93014 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3ee9a9-5ce6-4700-b4b4-31d2c27027b8,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:56.556524 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=089518fd-b1a6-407f-a7a9-c8a4039cdc90,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:56.638368 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75c989e6-4214-4892-91cb-443c5eb93014 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:56.647129 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75c989e6-4214-4892-91cb-443c5eb93014 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:56.684370 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75c989e6-4214-4892-91cb-443c5eb93014 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:56.688433 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-75c989e6-4214-4892-91cb-443c5eb93014 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4431777 Jul 24 01:15:56.689208 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 34902) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:15:56.694546 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-aa98e22b-424a-4c42-be55-bc1a20afee14 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'security_group_rule': {'security_group_id': '6e06e022-26be-4ac1-8e2f-f5b45b16df9a', 'project_id': 'd801781e24e8470b83b807a510a33715', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:15:56.700353 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c989e6-4214-4892-91cb-443c5eb93014 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e06e022-26be-4ac1-8e2f-f5b45b16df9a,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:56.739894 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aa98e22b-424a-4c42-be55-bc1a20afee14 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:56.835470 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aa98e22b-424a-4c42-be55-bc1a20afee14 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:56.840330 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aa98e22b-424a-4c42-be55-bc1a20afee14 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:56.875105 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aa98e22b-424a-4c42-be55-bc1a20afee14 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:56.884962 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-aa98e22b-424a-4c42-be55-bc1a20afee14 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1924679 Jul 24 01:15:56.884962 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa98e22b-424a-4c42-be55-bc1a20afee14 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bbcb8d8-d1ce-4b07-af5a-db0728358e92,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:56.886684 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 34910) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:15:56.892839 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-faa20f4f-cb1b-4582-afe0-a0085854d63f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'security_group_rule': {'security_group_id': '6e06e022-26be-4ac1-8e2f-f5b45b16df9a', 'project_id': 'd801781e24e8470b83b807a510a33715', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:15:56.940787 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-faa20f4f-cb1b-4582-afe0-a0085854d63f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:57.014371 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-a1bfa4eb-3e76-4505-bf3a-18e7866d4408 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=81d73096-e9de-4c3a-9b3e-2e6b2234c862 HTTP/1.1" status: 200 len: 217 time: 0.7349086 Jul 24 01:15:57.059272 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-faa20f4f-cb1b-4582-afe0-a0085854d63f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:57.064928 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-faa20f4f-cb1b-4582-afe0-a0085854d63f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:57.101289 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa20f4f-cb1b-4582-afe0-a0085854d63f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e7255e3-147d-4d93-a33a-831f81ce5d50,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:57.108014 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-faa20f4f-cb1b-4582-afe0-a0085854d63f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:57.113778 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-7d76841d-06f0-48a3-9f19-b4c3a0e622db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:57.115138 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-faa20f4f-cb1b-4582-afe0-a0085854d63f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2269731 Jul 24 01:15:57.115756 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-7d76841d-06f0-48a3-9f19-b4c3a0e622db service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0ea98638-99b5-41e9-91f2-4f7b4f2c0bc6 HTTP/1.1" status: 200 len: 838 time: 0.0914998 Jul 24 01:15:57.116213 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 34914) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:15:57.121349 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-f8039284-9086-4c30-8f97-f52c1d8d764b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'security_group_rule': {'security_group_id': '6e06e022-26be-4ac1-8e2f-f5b45b16df9a', 'project_id': 'd801781e24e8470b83b807a510a33715', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:15:57.155739 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f8039284-9086-4c30-8f97-f52c1d8d764b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:57.203657 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16bc055-dec8-4c14-9fce-86f8f1677baa req-e90a02ae-5378-4e4e-a3e9-9fbf2c006bab tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:57.205244 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c16bc055-dec8-4c14-9fce-86f8f1677baa req-e90a02ae-5378-4e4e-a3e9-9fbf2c006bab tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ef1cd67-a89c-4f54-a1a3-7213932ffbeb HTTP/1.1" status: 200 len: 907 time: 0.1940069 Jul 24 01:15:57.242648 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f8039284-9086-4c30-8f97-f52c1d8d764b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:57.258295 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f8039284-9086-4c30-8f97-f52c1d8d764b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:57.258552 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-fddc9891-32f9-401e-8618-11c4fd203e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:57.258552 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-fddc9891-32f9-401e-8618-11c4fd203e07 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ffbfff8d-c462-4179-b414-ef68e95dcec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1293049 Jul 24 01:15:57.277126 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8039284-9086-4c30-8f97-f52c1d8d764b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=496cbb38-53ea-4f58-93e0-842a86222c5f,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:57.299823 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f8039284-9086-4c30-8f97-f52c1d8d764b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:57.301738 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f8039284-9086-4c30-8f97-f52c1d8d764b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1844058 Jul 24 01:15:57.304762 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 34920) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:15:57.309742 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-e6dc4cc4-c36a-40ed-853f-725ec0e8d216 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'security_group_rule': {'security_group_id': '6e06e022-26be-4ac1-8e2f-f5b45b16df9a', 'project_id': 'd801781e24e8470b83b807a510a33715', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:15:57.341260 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e6dc4cc4-c36a-40ed-853f-725ec0e8d216 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:57.377460 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-e8434ac9-a43f-4085-8b42-f569042ecc8b service neutron] 10.222.0.11 "GET /v2.0/networks/ffbfff8d-c462-4179-b414-ef68e95dcec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145754 Jul 24 01:15:57.415326 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e6dc4cc4-c36a-40ed-853f-725ec0e8d216 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:57.425835 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e6dc4cc4-c36a-40ed-853f-725ec0e8d216 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:57.468208 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc4cc4-c36a-40ed-853f-725ec0e8d216 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=150a2c47-fd6a-4da6-b48a-13477db57310,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:57.471033 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e6dc4cc4-c36a-40ed-853f-725ec0e8d216 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:57.472596 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e6dc4cc4-c36a-40ed-853f-725ec0e8d216 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1668448 Jul 24 01:15:57.475284 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 34926) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:15:57.482394 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-d4b37c6b-3f0d-49c8-aa87-ecb047c276c5 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'security_group_rule': {'security_group_id': '6e06e022-26be-4ac1-8e2f-f5b45b16df9a', 'project_id': 'd801781e24e8470b83b807a510a33715', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:15:57.515629 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c6265b53-01a2-4327-99a3-e44da79fab47 req-2be36e70-1ac4-405f-81af-274d635918c6 service neutron] 10.222.0.11 "GET /v2.0/networks/ffbfff8d-c462-4179-b414-ef68e95dcec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323068 Jul 24 01:15:57.544085 n-d-793621-25 neutron-server[100464]: INFO neutron.db.securitygroups_db [None req-d4b37c6b-3f0d-49c8-aa87-ecb047c276c5 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Project d801781e24e8470b83b807a510a33715 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:15:57.551495 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d4b37c6b-3f0d-49c8-aa87-ecb047c276c5 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:57.570206 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 34934) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:15:57.641336 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14860c7b-f340-4367-a26e-39673df53925 req-43b6536d-2909-428d-8727-fcac1649fb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:57.643959 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-14860c7b-f340-4367-a26e-39673df53925 req-43b6536d-2909-428d-8727-fcac1649fb2a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5874f695ac324136885e3556e00b5a37&device_id=9ef1cd67-a89c-4f54-a1a3-7213932ffbeb HTTP/1.1" status: 200 len: 1059 time: 0.0689757 Jul 24 01:15:57.656981 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d4b37c6b-3f0d-49c8-aa87-ecb047c276c5 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:57.675084 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d4b37c6b-3f0d-49c8-aa87-ecb047c276c5 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:57.717176 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b37c6b-3f0d-49c8-aa87-ecb047c276c5 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=755114e0-847a-4b66-b183-23ded017aa18,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:57.728929 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d4b37c6b-3f0d-49c8-aa87-ecb047c276c5 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:57.730197 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d4b37c6b-3f0d-49c8-aa87-ecb047c276c5 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2539737 Jul 24 01:15:57.732886 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 34938) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:15:57.744978 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-9f03635d-6cd6-4e1b-8bbf-0a52d42746e2 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'security_group_rule': {'security_group_id': '6e06e022-26be-4ac1-8e2f-f5b45b16df9a', 'project_id': 'd801781e24e8470b83b807a510a33715', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:15:57.770087 n-d-793621-25 neutron-server[100464]: INFO neutron.db.securitygroups_db [None req-9f03635d-6cd6-4e1b-8bbf-0a52d42746e2 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Project d801781e24e8470b83b807a510a33715 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:15:57.775733 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9f03635d-6cd6-4e1b-8bbf-0a52d42746e2 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:57.854119 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9f03635d-6cd6-4e1b-8bbf-0a52d42746e2 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:57.865772 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14860c7b-f340-4367-a26e-39673df53925 req-7688a762-67cb-4964-986b-bff70c7faaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:57.867482 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-14860c7b-f340-4367-a26e-39673df53925 req-7688a762-67cb-4964-986b-bff70c7faaae service neutron] 10.222.0.11 "GET /v2.0/networks?id=ffbfff8d-c462-4179-b414-ef68e95dcec6 HTTP/1.1" status: 200 len: 899 time: 0.2171957 Jul 24 01:15:57.871061 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9f03635d-6cd6-4e1b-8bbf-0a52d42746e2 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:57.920873 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-14860c7b-f340-4367-a26e-39673df53925 req-b2272745-c01d-4a34-8e21-6b98191862ae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=81d73096-e9de-4c3a-9b3e-2e6b2234c862 HTTP/1.1" status: 200 len: 217 time: 0.0457206 Jul 24 01:15:57.951148 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 089518fd-b1a6-407f-a7a9-c8a4039cdc90 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:15:57.997757 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03635d-6cd6-4e1b-8bbf-0a52d42746e2 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3030f05f-7cc7-48b2-8b3b-c8a00e392c5f,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:58.013299 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9f03635d-6cd6-4e1b-8bbf-0a52d42746e2 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:58.014643 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9f03635d-6cd6-4e1b-8bbf-0a52d42746e2 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2807002 Jul 24 01:15:58.018175 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 34946) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:15:58.023125 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-61f03a05-ab92-47a3-a10e-55b7425299e9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'network': {'name': 'tempest-network-smoke--1387692756', 'project_id': 'd801781e24e8470b83b807a510a33715', 'port_security_enabled': True}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:15:58.034433 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14860c7b-f340-4367-a26e-39673df53925 req-6cf42195-64be-42b7-8300-09c3ea186dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:58.036916 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-14860c7b-f340-4367-a26e-39673df53925 req-6cf42195-64be-42b7-8300-09c3ea186dc8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0ea98638-99b5-41e9-91f2-4f7b4f2c0bc6 HTTP/1.1" status: 200 len: 838 time: 0.1093814 Jul 24 01:15:58.041849 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 089518fd-b1a6-407f-a7a9-c8a4039cdc90 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:15:58.042351 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:58.099474 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f03a05-ab92-47a3-a10e-55b7425299e9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Made reservation on behalf of d801781e24e8470b83b807a510a33715 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:15:58.102225 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-61f03a05-ab92-47a3-a10e-55b7425299e9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:58.111870 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14860c7b-f340-4367-a26e-39673df53925 req-01c58cfe-c464-407e-981d-fb12e559c770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:58.113591 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-14860c7b-f340-4367-a26e-39673df53925 req-01c58cfe-c464-407e-981d-fb12e559c770 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ffbfff8d-c462-4179-b414-ef68e95dcec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0683482 Jul 24 01:15:58.174794 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61f03a05-ab92-47a3-a10e-55b7425299e9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:15:58.192588 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-61f03a05-ab92-47a3-a10e-55b7425299e9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:58.192921 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-61f03a05-ab92-47a3-a10e-55b7425299e9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Added segment cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d of type vlan for network 7dafbb54-0b7b-4ca9-b203-7e5ba308746d Jul 24 01:15:58.233614 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-14860c7b-f340-4367-a26e-39673df53925 req-8adc785f-a99f-4c07-8c5e-5fae08f6de05 service neutron] 10.222.0.11 "GET /v2.0/networks/ffbfff8d-c462-4179-b414-ef68e95dcec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121278 Jul 24 01:15:58.281344 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-61f03a05-ab92-47a3-a10e-55b7425299e9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:58.343513 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-14860c7b-f340-4367-a26e-39673df53925 req-8044abb2-21c6-427c-aadd-976122472483 service neutron] 10.222.0.11 "GET /v2.0/networks/ffbfff8d-c462-4179-b414-ef68e95dcec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035125 Jul 24 01:15:58.399709 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-61f03a05-ab92-47a3-a10e-55b7425299e9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:58.405315 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f03a05-ab92-47a3-a10e-55b7425299e9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:58.405947 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-61f03a05-ab92-47a3-a10e-55b7425299e9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:58.472794 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-61f03a05-ab92-47a3-a10e-55b7425299e9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4537854 Jul 24 01:15:58.476019 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34958) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:15:58.480934 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-6857cefe-1bb4-4a75-b389-f8e53ceadc26 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1347429724', 'admin_state_up': True, 'project_id': 'd801781e24e8470b83b807a510a33715', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:15:58.512661 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f03a05-ab92-47a3-a10e-55b7425299e9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'Network': ['ID=7dafbb54-0b7b-4ca9-b203-7e5ba308746d,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:58.516125 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6857cefe-1bb4-4a75-b389-f8e53ceadc26 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:58.518408 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6857cefe-1bb4-4a75-b389-f8e53ceadc26 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:58.526111 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 7dafbb54-0b7b-4ca9-b203-7e5ba308746d details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:15:58.553632 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce7268-8ad9-4088-bd2b-9f8f6a9205ad req-95b5d7f4-b195-4d4e-ac21-b60ba22baf47 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:58.555282 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-42ce7268-8ad9-4088-bd2b-9f8f6a9205ad req-95b5d7f4-b195-4d4e-ac21-b60ba22baf47 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ef1cd67-a89c-4f54-a1a3-7213932ffbeb HTTP/1.1" status: 200 len: 907 time: 0.2393930 Jul 24 01:15:58.645976 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6857cefe-1bb4-4a75-b389-f8e53ceadc26 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:58.647279 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75214e32-ded2-43f3-a721-c1445c8ff147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:58.791374 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6857cefe-1bb4-4a75-b389-f8e53ceadc26 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:58.955215 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-75214e32-ded2-43f3-a721-c1445c8ff147 admin admin] Deleting port a722def4-5fa1-44d4-86c1-1100f96212eb {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:15:58.955564 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75214e32-ded2-43f3-a721-c1445c8ff147 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:58.999495 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6857cefe-1bb4-4a75-b389-f8e53ceadc26 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for router_gateway, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:59.035530 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6857cefe-1bb4-4a75-b389-f8e53ceadc26 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:59.042183 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-75214e32-ded2-43f3-a721-c1445c8ff147 admin admin] For port a722def4-5fa1-44d4-86c1-1100f96212eb, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=a722def4-5fa1-44d4-86c1-1100f96212eb,segment=NetworkSegment(c89e3cbc-4aac-4fff-a675-9a81f1b0ca38),segment_id=c89e3cbc-4aac-4fff-a675-9a81f1b0ca38)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:15:59.042795 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75214e32-ded2-43f3-a721-c1445c8ff147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:59.058769 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-75214e32-ded2-43f3-a721-c1445c8ff147 admin admin] Calling delete_port for a722def4-5fa1-44d4-86c1-1100f96212eb owned by network:router_interface {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:15:59.148320 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-6857cefe-1bb4-4a75-b389-f8e53ceadc26 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Allocated IP 172.25.2.169 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/f82b0900-18e6-4895-8e14-095fdd608881) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:15:59.265333 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6857cefe-1bb4-4a75-b389-f8e53ceadc26 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:59.316831 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6857cefe-1bb4-4a75-b389-f8e53ceadc26 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:59.373397 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6857cefe-1bb4-4a75-b389-f8e53ceadc26 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'Port': ['ID=f82b0900-18e6-4895-8e14-095fdd608881,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:59.378262 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6857cefe-1bb4-4a75-b389-f8e53ceadc26 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:15:59.380155 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-6857cefe-1bb4-4a75-b389-f8e53ceadc26 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:15:59.383663 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6857cefe-1bb4-4a75-b389-f8e53ceadc26 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:15:59.550182 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75214e32-ded2-43f3-a721-c1445c8ff147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:59.576335 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75214e32-ded2-43f3-a721-c1445c8ff147 admin admin] Pushing event deleted for resources: {'Port': ['ID=a722def4-5fa1-44d4-86c1-1100f96212eb,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:15:59.765548 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6857cefe-1bb4-4a75-b389-f8e53ceadc26 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for router_gateway, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:59.839027 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75214e32-ded2-43f3-a721-c1445c8ff147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:15:59.868617 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a177d3-94f0-48d0-b432-fa34f774df23 req-ac76f7cc-b1da-4917-aba4-8344424cea4e tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:15:59.877076 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-88a177d3-94f0-48d0-b432-fa34f774df23 req-ac76f7cc-b1da-4917-aba4-8344424cea4e tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ef1cd67-a89c-4f54-a1a3-7213932ffbeb HTTP/1.1" status: 200 len: 907 time: 0.2278032 Jul 24 01:16:00.022974 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6857cefe-1bb4-4a75-b389-f8e53ceadc26 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:00.106755 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75214e32-ded2-43f3-a721-c1445c8ff147 admin admin] Router 93ddeb42-1c3d-43ef-8b69-08a014923a85 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:16:00.165516 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6857cefe-1bb4-4a75-b389-f8e53ceadc26 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Router c211aab0-3093-4761-80ea-fb7ae50a5df3 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:16:00.223543 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75214e32-ded2-43f3-a721-c1445c8ff147 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:16:00.232334 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-75214e32-ded2-43f3-a721-c1445c8ff147 admin admin] 10.222.0.15 "PUT /v2.0/routers/93ddeb42-1c3d-43ef-8b69-08a014923a85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6600463 Jul 24 01:16:00.232847 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 34990) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:00.234518 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b20b95-8391-4dfb-a1c5-cbc41bcd50f5 None None] Sync routers for ids ['93ddeb42-1c3d-43ef-8b69-08a014923a85'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:16:00.253623 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b20b95-8391-4dfb-a1c5-cbc41bcd50f5 None None] Routers {'93ddeb42-1c3d-43ef-8b69-08a014923a85'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:16:00.254256 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-f5b20b95-8391-4dfb-a1c5-cbc41bcd50f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:15:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['93ddeb42-1c3d-43ef-8b69-08a014923a85'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:00.308226 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6857cefe-1bb4-4a75-b389-f8e53ceadc26 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:16:00.320899 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19471899-9ab7-426a-bcd9-c3196603e384 None None] Sync routers for ids ['c211aab0-3093-4761-80ea-fb7ae50a5df3'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:16:00.334458 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19471899-9ab7-426a-bcd9-c3196603e384 None None] Routers {'c211aab0-3093-4761-80ea-fb7ae50a5df3'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:16:00.335147 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-19471899-9ab7-426a-bcd9-c3196603e384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:15:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['c211aab0-3093-4761-80ea-fb7ae50a5df3'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:00.347828 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6857cefe-1bb4-4a75-b389-f8e53ceadc26 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:00.353091 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6857cefe-1bb4-4a75-b389-f8e53ceadc26 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8724477 Jul 24 01:16:00.353091 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 34992) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:00.372351 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d1908ad0-4fb4-4d77-a90b-902c5b743476 admin admin] Notify callbacks [] for router, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:00.403254 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-f5b20b95-8391-4dfb-a1c5-cbc41bcd50f5 None None] Set router 93ddeb42-1c3d-43ef-8b69-08a014923a85 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:16:00.505115 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d1908ad0-4fb4-4d77-a90b-902c5b743476 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:00.507999 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 34998) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:00.508571 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1ad2baeb-5a4e-4697-b42c-536b4a84c4b4 tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=d801781e24e8470b83b807a510a33715&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1542213 Jul 24 01:16:00.529620 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-19471899-9ab7-426a-bcd9-c3196603e384 None None] Set router c211aab0-3093-4761-80ea-fb7ae50a5df3 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:16:00.625536 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-f5b20b95-8391-4dfb-a1c5-cbc41bcd50f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'name': 'tempest-AttachVolumeShelveTestJSON-1196408481-router', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': 'e210a921-6ad7-482a-90d2-d5c75f452355', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:07:35Z', 'updated_at': '2021-07-24T01:15:59Z', 'revision_number': 5, 'project_id': 'd6dc6777949c4bca80e15baebcec81ec', 'gw_port': {'id': 'e210a921-6ad7-482a-90d2-d5c75f452355', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:07:36Z', 'updated_at': '2021-07-24T01:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:00.637294 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbd1ace-ec03-4ca9-87ba-b1dc70d458e0 tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:00.639128 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-bdbd1ace-ec03-4ca9-87ba-b1dc70d458e0 tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1299424 Jul 24 01:16:00.642027 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 35002) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:00.658822 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b20b95-8391-4dfb-a1c5-cbc41bcd50f5 None None] Checking router: 93ddeb42-1c3d-43ef-8b69-08a014923a85 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:16:00.668645 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b20b95-8391-4dfb-a1c5-cbc41bcd50f5 None None] Routers {'93ddeb42-1c3d-43ef-8b69-08a014923a85'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:16:00.669468 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-f5b20b95-8391-4dfb-a1c5-cbc41bcd50f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:15:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['93ddeb42-1c3d-43ef-8b69-08a014923a85'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:00.676350 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0f0f9e81-fac0-46c0-86be-53e5ebdfe51a tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328486 Jul 24 01:16:00.678971 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 35004) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:00.685021 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-5b3df2e9-7213-4a3a-b096-4bb6c2526a6c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-431183293', 'network_id': '7dafbb54-0b7b-4ca9-b203-7e5ba308746d', 'project_id': 'd801781e24e8470b83b807a510a33715', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:16:00.768462 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-19471899-9ab7-426a-bcd9-c3196603e384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c211aab0-3093-4761-80ea-fb7ae50a5df3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347429724', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f82b0900-18e6-4895-8e14-095fdd608881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:15:58Z', 'updated_at': '2021-07-24T01:15:59Z', 'revision_number': 3, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': 'f82b0900-18e6-4895-8e14-095fdd608881', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c211aab0-3093-4761-80ea-fb7ae50a5df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:15:59Z', 'updated_at': '2021-07-24T01:15:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:00.772757 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-f5b20b95-8391-4dfb-a1c5-cbc41bcd50f5 None None] Set router 93ddeb42-1c3d-43ef-8b69-08a014923a85 gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:16:00.785667 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-d1908ad0-4fb4-4d77-a90b-902c5b743476 admin admin] Deleting port e210a921-6ad7-482a-90d2-d5c75f452355 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:16:00.786181 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d1908ad0-4fb4-4d77-a90b-902c5b743476 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:00.806338 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19471899-9ab7-426a-bcd9-c3196603e384 None None] Checking router: c211aab0-3093-4761-80ea-fb7ae50a5df3 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:16:00.806900 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19471899-9ab7-426a-bcd9-c3196603e384 None None] Updating router c211aab0-3093-4761-80ea-fb7ae50a5df3 port f82b0900-18e6-4895-8e14-095fdd608881 binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:16:00.826831 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-f5b20b95-8391-4dfb-a1c5-cbc41bcd50f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'name': 'tempest-AttachVolumeShelveTestJSON-1196408481-router', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:07:35Z', 'updated_at': '2021-07-24T01:16:00Z', 'revision_number': 6, 'project_id': 'd6dc6777949c4bca80e15baebcec81ec', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:00.858896 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-19471899-9ab7-426a-bcd9-c3196603e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:00.859386 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b20b95-8391-4dfb-a1c5-cbc41bcd50f5 None None] The sync data for ids ['93ddeb42-1c3d-43ef-8b69-08a014923a85'] in n-d-793621-25 is: [{'id': '93ddeb42-1c3d-43ef-8b69-08a014923a85', 'name': 'tempest-AttachVolumeShelveTestJSON-1196408481-router', 'tenant_id': 'd6dc6777949c4bca80e15baebcec81ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:07:35Z', 'updated_at': '2021-07-24T01:16:00Z', 'revision_number': 6, 'project_id': 'd6dc6777949c4bca80e15baebcec81ec', 'gw_port_host': None}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:16:00.920701 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-d1908ad0-4fb4-4d77-a90b-902c5b743476 admin admin] For port e210a921-6ad7-482a-90d2-d5c75f452355, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=e210a921-6ad7-482a-90d2-d5c75f452355,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:16:00.921190 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d1908ad0-4fb4-4d77-a90b-902c5b743476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:00.942657 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-d1908ad0-4fb4-4d77-a90b-902c5b743476 admin admin] Calling delete_port for e210a921-6ad7-482a-90d2-d5c75f452355 owned by network:router_gateway {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:16:00.964102 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b3df2e9-7213-4a3a-b096-4bb6c2526a6c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Made reservation on behalf of d801781e24e8470b83b807a510a33715 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:16:00.971203 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5b3df2e9-7213-4a3a-b096-4bb6c2526a6c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:01.173471 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-19471899-9ab7-426a-bcd9-c3196603e384 None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:01.183310 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-19471899-9ab7-426a-bcd9-c3196603e384 None None] Transition to ACTIVE for port object f82b0900-18e6-4895-8e14-095fdd608881 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:16:01.188806 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-19471899-9ab7-426a-bcd9-c3196603e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:01.247273 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3242bcc-33c0-44c6-8891-6edf7933ca25 req-aedc615f-1fde-43ae-89ec-2f771cbe3c53 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:01.248873 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a3242bcc-33c0-44c6-8891-6edf7933ca25 req-aedc615f-1fde-43ae-89ec-2f771cbe3c53 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ef1cd67-a89c-4f54-a1a3-7213932ffbeb HTTP/1.1" status: 200 len: 907 time: 0.2729828 Jul 24 01:16:01.273484 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-19471899-9ab7-426a-bcd9-c3196603e384 None None] Attempting to bind port f82b0900-18e6-4895-8e14-095fdd608881 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:16:01.273851 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-19471899-9ab7-426a-bcd9-c3196603e384 None None] Attempting to bind port f82b0900-18e6-4895-8e14-095fdd608881 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:16:01.274224 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19471899-9ab7-426a-bcd9-c3196603e384 None None] Attempting to bind port f82b0900-18e6-4895-8e14-095fdd608881 on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:16:01.281820 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbbf58-4320-488e-ad9d-10f373068d40 None None] Pushing event updated for resources: {'Port': ['ID=f82b0900-18e6-4895-8e14-095fdd608881,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:01.297333 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19471899-9ab7-426a-bcd9-c3196603e384 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:16:01.298315 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19471899-9ab7-426a-bcd9-c3196603e384 None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:16:01.298994 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-19471899-9ab7-426a-bcd9-c3196603e384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:01.299621 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19471899-9ab7-426a-bcd9-c3196603e384 None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:16:01.300394 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-19471899-9ab7-426a-bcd9-c3196603e384 None None] Bound port: f82b0900-18e6-4895-8e14-095fdd608881, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:16:01.301018 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-19471899-9ab7-426a-bcd9-c3196603e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:01.370523 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-19471899-9ab7-426a-bcd9-c3196603e384 None None] For port f82b0900-18e6-4895-8e14-095fdd608881, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:16:01.398407 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-19471899-9ab7-426a-bcd9-c3196603e384 None None] For port f82b0900-18e6-4895-8e14-095fdd608881, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=f82b0900-18e6-4895-8e14-095fdd608881,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:16:01.403043 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-19471899-9ab7-426a-bcd9-c3196603e384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:01.429512 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d1908ad0-4fb4-4d77-a90b-902c5b743476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:01.464452 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19471899-9ab7-426a-bcd9-c3196603e384 None None] Routers {'c211aab0-3093-4761-80ea-fb7ae50a5df3'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:16:01.465127 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-19471899-9ab7-426a-bcd9-c3196603e384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:15:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['c211aab0-3093-4761-80ea-fb7ae50a5df3'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:01.471111 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbbf58-4320-488e-ad9d-10f373068d40 None None] Pushing event updated for resources: {'Port': ['ID=f82b0900-18e6-4895-8e14-095fdd608881,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:01.497552 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5b3df2e9-7213-4a3a-b096-4bb6c2526a6c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:01.524631 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1908ad0-4fb4-4d77-a90b-902c5b743476 admin admin] Pushing event deleted for resources: {'Port': ['ID=e210a921-6ad7-482a-90d2-d5c75f452355,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:01.582345 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-19471899-9ab7-426a-bcd9-c3196603e384 None None] Set router c211aab0-3093-4761-80ea-fb7ae50a5df3 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:16:01.612409 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 81d73096-e9de-4c3a-9b3e-2e6b2234c862 details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:16:01.619893 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3df2e9-7213-4a3a-b096-4bb6c2526a6c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'Subnet': ['ID=3929f6cd-de57-43c1-b17d-49251d14d7ab,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:01.635555 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d1908ad0-4fb4-4d77-a90b-902c5b743476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:01.795708 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3df2e9-7213-4a3a-b096-4bb6c2526a6c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Checking segment: {'id': 'cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7dafbb54-0b7b-4ca9-b203-7e5ba308746d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:16:01.796354 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3df2e9-7213-4a3a-b096-4bb6c2526a6c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Network hostable DHCP agents. Network: 7dafbb54-0b7b-4ca9-b203-7e5ba308746d, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:16:01.799715 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d1908ad0-4fb4-4d77-a90b-902c5b743476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:01.804156 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d1908ad0-4fb4-4d77-a90b-902c5b743476 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:01.839978 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 81d73096-e9de-4c3a-9b3e-2e6b2234c862, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=81d73096-e9de-4c3a-9b3e-2e6b2234c862,segment=NetworkSegment(dc232a17-2223-4773-9f05-ca1f4e0ad843),segment_id=dc232a17-2223-4773-9f05-ca1f4e0ad843)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:16:01.855247 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': '81d73096-e9de-4c3a-9b3e-2e6b2234c862', 'network_id': 'ffbfff8d-c462-4179-b414-ef68e95dcec6', 'port_id': '81d73096-e9de-4c3a-9b3e-2e6b2234c862', 'mac_address': 'fa:16:3e:a0:bb:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ea98638-99b5-41e9-91f2-4f7b4f2c0bc6', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:16:01.909984 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-19471899-9ab7-426a-bcd9-c3196603e384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c211aab0-3093-4761-80ea-fb7ae50a5df3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347429724', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f82b0900-18e6-4895-8e14-095fdd608881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:15:58Z', 'updated_at': '2021-07-24T01:15:59Z', 'revision_number': 3, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': 'f82b0900-18e6-4895-8e14-095fdd608881', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c211aab0-3093-4761-80ea-fb7ae50a5df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:15:59Z', 'updated_at': '2021-07-24T01:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:01.912665 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:01.919874 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d1908ad0-4fb4-4d77-a90b-902c5b743476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:01.920723 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1908ad0-4fb4-4d77-a90b-902c5b743476 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93ddeb42-1c3d-43ef-8b69-08a014923a85 {{(pid=100464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:16:01.945031 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d1908ad0-4fb4-4d77-a90b-902c5b743476 admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:01.946576 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d1908ad0-4fb4-4d77-a90b-902c5b743476 admin admin] 10.222.0.15 "DELETE /v2.0/routers/93ddeb42-1c3d-43ef-8b69-08a014923a85 HTTP/1.1" status: 204 len: 168 time: 1.7126529 Jul 24 01:16:01.947962 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b3df2e9-7213-4a3a-b096-4bb6c2526a6c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Network 7dafbb54-0b7b-4ca9-b203-7e5ba308746d is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:16:01.948999 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e210a921-6ad7-482a-90d2-d5c75f452355 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:16:01.950065 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35028) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:01.956239 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19471899-9ab7-426a-bcd9-c3196603e384 None None] The sync data for ids ['c211aab0-3093-4761-80ea-fb7ae50a5df3'] in n-d-793621-25 is: [{'id': 'c211aab0-3093-4761-80ea-fb7ae50a5df3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347429724', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f82b0900-18e6-4895-8e14-095fdd608881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:15:58Z', 'updated_at': '2021-07-24T01:15:59Z', 'revision_number': 3, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': 'f82b0900-18e6-4895-8e14-095fdd608881', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c6:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c211aab0-3093-4761-80ea-fb7ae50a5df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:15:59Z', 'updated_at': '2021-07-24T01:16:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:16:01.972026 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-5b3df2e9-7213-4a3a-b096-4bb6c2526a6c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 7dafbb54-0b7b-4ca9-b203-7e5ba308746d) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:16:01.977485 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81d73096-e9de-4c3a-9b3e-2e6b2234c862 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:16:01.986786 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3df2e9-7213-4a3a-b096-4bb6c2526a6c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:01.987467 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5b3df2e9-7213-4a3a-b096-4bb6c2526a6c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:02.002294 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e792f7a-ff73-4faa-bfec-cc3a3e78cd5d None None] Network 7dafbb54-0b7b-4ca9-b203-7e5ba308746d requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:16:02.020785 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5b3df2e9-7213-4a3a-b096-4bb6c2526a6c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3380659 Jul 24 01:16:02.021730 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 35034) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:02.046527 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd94364-354b-4ac4-8b7a-917faa2973d8 admin admin] Deleting subnet 941506a1-fc49-47b1-b115-8157f3b98de0 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:16:02.064627 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8bd94364-354b-4ac4-8b7a-917faa2973d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:02.116751 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: e210a921-6ad7-482a-90d2-d5c75f452355 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:16:02.117123 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e210a921-6ad7-482a-90d2-d5c75f452355 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:16:02.117556 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a722def4-5fa1-44d4-86c1-1100f96212eb no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:16:02.119942 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8bd94364-354b-4ac4-8b7a-917faa2973d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:02.288466 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8bd94364-354b-4ac4-8b7a-917faa2973d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:02.366609 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: a722def4-5fa1-44d4-86c1-1100f96212eb {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:16:02.367234 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a722def4-5fa1-44d4-86c1-1100f96212eb not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:16:02.402959 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8bd94364-354b-4ac4-8b7a-917faa2973d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:02.403975 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 81d73096-e9de-4c3a-9b3e-2e6b2234c862, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=81d73096-e9de-4c3a-9b3e-2e6b2234c862,segment=NetworkSegment(dc232a17-2223-4773-9f05-ca1f4e0ad843),segment_id=dc232a17-2223-4773-9f05-ca1f4e0ad843)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:16:02.414139 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:02.508150 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5cdf14-1a0c-494d-863f-ff00e4b815ae None None] Network ce20638c-9366-403c-99ef-699b8c74111a requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:16:02.534329 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8bd94364-354b-4ac4-8b7a-917faa2973d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:02.537398 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8bd94364-354b-4ac4-8b7a-917faa2973d8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/941506a1-fc49-47b1-b115-8157f3b98de0 HTTP/1.1" status: 204 len: 168 time: 0.5858204 Jul 24 01:16:02.540344 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35050) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:02.541483 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e114ea51-e52c-4057-b4db-22b9539d53c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-7dafbb54-0b7b-4ca9-b203-7e5ba308746d', 'network_id': '7dafbb54-0b7b-4ca9-b203-7e5ba308746d', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'fixed_ips': [{'subnet_id': '3929f6cd-de57-43c1-b17d-49251d14d7ab'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:16:02.542371 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e114ea51-e52c-4057-b4db-22b9539d53c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:02.635696 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-23e751eb-8148-4d99-9622-f6973d16ef17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:02.637719 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd94364-354b-4ac4-8b7a-917faa2973d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=941506a1-fc49-47b1-b115-8157f3b98de0,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:02.710224 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=81d73096-e9de-4c3a-9b3e-2e6b2234c862,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:02.746902 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e07997-3554-4c10-af3a-9b6c3e00812d req-36ba1cdd-98c4-43d9-a165-5d4633ed070d tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:02.749282 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-77e07997-3554-4c10-af3a-9b6c3e00812d req-36ba1cdd-98c4-43d9-a165-5d4633ed070d tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ef1cd67-a89c-4f54-a1a3-7213932ffbeb HTTP/1.1" status: 200 len: 907 time: 0.3676531 Jul 24 01:16:02.795562 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-23e751eb-8148-4d99-9622-f6973d16ef17 admin admin] Deleting port 62a84788-e8df-4712-b95c-9e7b4f08b0d8 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:16:02.795911 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-23e751eb-8148-4d99-9622-f6973d16ef17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:02.804599 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b1fc6460-ecf5-4d04-8278-61e0a042499c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:02.926862 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-e114ea51-e52c-4057-b4db-22b9539d53c1 None None] Allocated IP 172.20.0.2 (7dafbb54-0b7b-4ca9-b203-7e5ba308746d/3929f6cd-de57-43c1-b17d-49251d14d7ab/7051fbff-31e1-406f-83ba-e821a0afcea1) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:16:03.167357 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e114ea51-e52c-4057-b4db-22b9539d53c1 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:03.179782 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['81d73096-e9de-4c3a-9b3e-2e6b2234c862'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:16:03.214912 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e114ea51-e52c-4057-b4db-22b9539d53c1 None None] Transition to ACTIVE for port object 7051fbff-31e1-406f-83ba-e821a0afcea1 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:16:03.265106 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e114ea51-e52c-4057-b4db-22b9539d53c1 None None] Transition to ACTIVE for port object 7051fbff-31e1-406f-83ba-e821a0afcea1 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:16:03.294630 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e114ea51-e52c-4057-b4db-22b9539d53c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:03.358534 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e114ea51-e52c-4057-b4db-22b9539d53c1 None None] Network 7dafbb54-0b7b-4ca9-b203-7e5ba308746d is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:16:03.364356 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-e114ea51-e52c-4057-b4db-22b9539d53c1 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:16:03.368816 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e114ea51-e52c-4057-b4db-22b9539d53c1 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:16:03.374332 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-b1fc6460-ecf5-4d04-8278-61e0a042499c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Allocated IP 172.20.0.1 (7dafbb54-0b7b-4ca9-b203-7e5ba308746d/3929f6cd-de57-43c1-b17d-49251d14d7ab/b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:16:03.393095 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbd01a4-94c6-480c-907c-d3105540062a None None] DHCP port deletion for ce20638c-9366-403c-99ef-699b8c74111a request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:16:03.396617 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114ea51-e52c-4057-b4db-22b9539d53c1 None None] Pushing event updated for resources: {'Port': ['ID=7051fbff-31e1-406f-83ba-e821a0afcea1,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:03.397103 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-23e751eb-8148-4d99-9622-f6973d16ef17 admin admin] For port 62a84788-e8df-4712-b95c-9e7b4f08b0d8, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=62a84788-e8df-4712-b95c-9e7b4f08b0d8,segment=NetworkSegment(c89e3cbc-4aac-4fff-a675-9a81f1b0ca38),segment_id=c89e3cbc-4aac-4fff-a675-9a81f1b0ca38)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:16:03.397584 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-23e751eb-8148-4d99-9622-f6973d16ef17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:03.419343 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-23e751eb-8148-4d99-9622-f6973d16ef17 admin admin] Calling delete_port for 62a84788-e8df-4712-b95c-9e7b4f08b0d8 owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:16:03.501608 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-e114ea51-e52c-4057-b4db-22b9539d53c1 None None] Attempting to bind port 7051fbff-31e1-406f-83ba-e821a0afcea1 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:16:03.502254 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-e114ea51-e52c-4057-b4db-22b9539d53c1 None None] Attempting to bind port 7051fbff-31e1-406f-83ba-e821a0afcea1 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7dafbb54-0b7b-4ca9-b203-7e5ba308746d'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:16:03.502386 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e114ea51-e52c-4057-b4db-22b9539d53c1 None None] Attempting to bind port 7051fbff-31e1-406f-83ba-e821a0afcea1 on network 7dafbb54-0b7b-4ca9-b203-7e5ba308746d {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:16:03.514259 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e114ea51-e52c-4057-b4db-22b9539d53c1 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:16:03.514649 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e114ea51-e52c-4057-b4db-22b9539d53c1 None None] Checking segment: {'id': 'cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7dafbb54-0b7b-4ca9-b203-7e5ba308746d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:16:03.515104 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e114ea51-e52c-4057-b4db-22b9539d53c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:03.515512 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e114ea51-e52c-4057-b4db-22b9539d53c1 None None] Bound using segment: {'id': 'cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7dafbb54-0b7b-4ca9-b203-7e5ba308746d'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:16:03.516002 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-e114ea51-e52c-4057-b4db-22b9539d53c1 None None] Bound port: 7051fbff-31e1-406f-83ba-e821a0afcea1, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7dafbb54-0b7b-4ca9-b203-7e5ba308746d'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:16:03.516235 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-23e751eb-8148-4d99-9622-f6973d16ef17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:03.516597 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e114ea51-e52c-4057-b4db-22b9539d53c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:03.540239 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-ccbd01a4-94c6-480c-907c-d3105540062a None None] Deleting port 62a84788-e8df-4712-b95c-9e7b4f08b0d8 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:16:03.540882 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ccbd01a4-94c6-480c-907c-d3105540062a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:03.548568 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e751eb-8148-4d99-9622-f6973d16ef17 admin admin] Pushing event deleted for resources: {'Port': ['ID=62a84788-e8df-4712-b95c-9e7b4f08b0d8,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:03.550589 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e751eb-8148-4d99-9622-f6973d16ef17 admin admin] No DVR routers for this DVR port 62a84788-e8df-4712-b95c-9e7b4f08b0d8 on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:16:03.556332 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b1fc6460-ecf5-4d04-8278-61e0a042499c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:03.576982 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-b1fc6460-ecf5-4d04-8278-61e0a042499c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Transition to ACTIVE for port object b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:16:03.612567 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 81d73096-e9de-4c3a-9b3e-2e6b2234c862 up at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:16:03.626904 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b1fc6460-ecf5-4d04-8278-61e0a042499c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:03.647540 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-23e751eb-8148-4d99-9622-f6973d16ef17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:03.661206 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-23e751eb-8148-4d99-9622-f6973d16ef17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce20638c-9366-403c-99ef-699b8c74111a']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:03.672168 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-23e751eb-8148-4d99-9622-f6973d16ef17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c89e3cbc-4aac-4fff-a675-9a81f1b0ca38') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:03.672492 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-23e751eb-8148-4d99-9622-f6973d16ef17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c89e3cbc-4aac-4fff-a675-9a81f1b0ca38') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:03.679800 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-ccbd01a4-94c6-480c-907c-d3105540062a None None] For port 62a84788-e8df-4712-b95c-9e7b4f08b0d8, host n-d-793621-25, got binding levels [] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:16:03.680425 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ccbd01a4-94c6-480c-907c-d3105540062a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:03.684853 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-23e751eb-8148-4d99-9622-f6973d16ef17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:03.693681 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fc6460-ecf5-4d04-8278-61e0a042499c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Network 7dafbb54-0b7b-4ca9-b203-7e5ba308746d is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:16:03.695331 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-b1fc6460-ecf5-4d04-8278-61e0a042499c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:16:03.704578 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fc6460-ecf5-4d04-8278-61e0a042499c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:16:03.709563 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-23e751eb-8148-4d99-9622-f6973d16ef17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:03.710974 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-ccbd01a4-94c6-480c-907c-d3105540062a None None] Calling delete_port for 62a84788-e8df-4712-b95c-9e7b4f08b0d8 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:16:03.722694 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e751eb-8148-4d99-9622-f6973d16ef17 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:16:03.723481 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-23e751eb-8148-4d99-9622-f6973d16ef17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:03.724370 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.ipam_backend_mixin [None req-ccbd01a4-94c6-480c-907c-d3105540062a None None] Port 62a84788-e8df-4712-b95c-9e7b4f08b0d8 was not found and therefore no delete operation was performed {{(pid=100465) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 24 01:16:03.726162 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:16:03.726162 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:16:03.726162 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:16:03.726162 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:16:03.726162 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:16:03.726162 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:16:03.726162 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:16:03.726162 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:16:03.726162 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:16:03.726162 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:16:03.726162 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:16:03.726162 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:16:03.726162 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:16:03.726162 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:16:03.726162 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:16:03.726162 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:16:03.726162 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:16:03.726162 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:16:03.726162 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:16:03.726162 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:16:03.726162 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:16:03.726162 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:16:03.726162 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:16:03.726162 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:16:03.726162 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:16:03.726162 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:16:03.726162 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:16:03.726162 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:16:03.726162 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:16:03.726162 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:16:03.726162 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:16:03.726162 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:16:03.730781 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ccbd01a4-94c6-480c-907c-d3105540062a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:03.750344 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-e114ea51-e52c-4057-b4db-22b9539d53c1 None None] For port 7051fbff-31e1-406f-83ba-e821a0afcea1, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:16:03.804192 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd01a4-94c6-480c-907c-d3105540062a None None] Pushing event deleted for resources: {'Port': ['ID=62a84788-e8df-4712-b95c-9e7b4f08b0d8,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:03.822781 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-23e751eb-8148-4d99-9622-f6973d16ef17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:03.858528 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-e114ea51-e52c-4057-b4db-22b9539d53c1 None None] For port 7051fbff-31e1-406f-83ba-e821a0afcea1, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=7051fbff-31e1-406f-83ba-e821a0afcea1,segment=NetworkSegment(cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d),segment_id=cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:16:03.859709 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-23e751eb-8148-4d99-9622-f6973d16ef17 admin admin] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:03.862744 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbd01a4-94c6-480c-907c-d3105540062a None None] No DVR routers for this DVR port 62a84788-e8df-4712-b95c-9e7b4f08b0d8 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:16:03.872604 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-23e751eb-8148-4d99-9622-f6973d16ef17 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ce20638c-9366-403c-99ef-699b8c74111a HTTP/1.1" status: 204 len: 168 time: 1.3301928 Jul 24 01:16:03.890570 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e114ea51-e52c-4057-b4db-22b9539d53c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:03.908062 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e751eb-8148-4d99-9622-f6973d16ef17 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce20638c-9366-403c-99ef-699b8c74111a,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:03.982511 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning for port 81d73096-e9de-4c3a-9b3e-2e6b2234c862 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:16:03.994267 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning complete for port 81d73096-e9de-4c3a-9b3e-2e6b2234c862 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:16:03.994267 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:04.049243 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device f82b0900-18e6-4895-8e14-095fdd608881 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:16:04.117345 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114ea51-e52c-4057-b4db-22b9539d53c1 None None] Pushing event updated for resources: {'Port': ['ID=7051fbff-31e1-406f-83ba-e821a0afcea1,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:04.134294 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35060) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:04.186500 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port f82b0900-18e6-4895-8e14-095fdd608881 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:16:04.195592 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-80212437-4d40-4e17-b875-9c4a58c42462 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d6dc6777949c4bca80e15baebcec81ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0573285 Jul 24 01:16:04.195791 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port f82b0900-18e6-4895-8e14-095fdd608881 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:16:04.195791 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:04.201552 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35062) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:04.244048 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:04.274744 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc6460-ecf5-4d04-8278-61e0a042499c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'Port': ['ID=b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:04.315555 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef1cd67-a89c-4f54-a1a3-7213932ffbeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d73096-e9de-4c3a-9b3e-2e6b2234c862'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:16:04.336953 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a6c2a9-8b4b-4c7d-aa43-811ce9242085" -d '{"events": [{"server_uuid": "9ef1cd67-a89c-4f54-a1a3-7213932ffbeb", "name": "network-vif-plugged", "status": "completed", "tag": "81d73096-e9de-4c3a-9b3e-2e6b2234c862"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:16:04.339495 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-03f97513-ce2b-4221-9776-b3b205ef3481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:04.339868 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b1fc6460-ecf5-4d04-8278-61e0a042499c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:04.373089 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 81d73096-e9de-4c3a-9b3e-2e6b2234c862, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=81d73096-e9de-4c3a-9b3e-2e6b2234c862,segment=NetworkSegment(dc232a17-2223-4773-9f05-ca1f4e0ad843),segment_id=dc232a17-2223-4773-9f05-ca1f4e0ad843)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:16:04.390177 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:04.423641 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-03f97513-ce2b-4221-9776-b3b205ef3481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:04.449261 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76618b38-b418-469e-95b2-54ab95f909cf req-6d764450-d8b5-476e-8ab6-c33ae2e15b31 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:04.452528 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-76618b38-b418-469e-95b2-54ab95f909cf req-6d764450-d8b5-476e-8ab6-c33ae2e15b31 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ef1cd67-a89c-4f54-a1a3-7213932ffbeb HTTP/1.1" status: 200 len: 908 time: 0.1960330 Jul 24 01:16:04.492349 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:04.549773 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=81d73096-e9de-4c3a-9b3e-2e6b2234c862,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:04.556818 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-03f97513-ce2b-4221-9776-b3b205ef3481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:04.559294 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-03f97513-ce2b-4221-9776-b3b205ef3481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:04.560623 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-03f97513-ce2b-4221-9776-b3b205ef3481 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/739104df-a437-47ed-aede-094915aee2ab HTTP/1.1" status: 204 len: 168 time: 0.3578866 Jul 24 01:16:04.572930 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port f82b0900-18e6-4895-8e14-095fdd608881, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=f82b0900-18e6-4895-8e14-095fdd608881,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:16:04.581245 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f97513-ce2b-4221-9776-b3b205ef3481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739104df-a437-47ed-aede-094915aee2ab,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:04.586539 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:04.676349 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=f82b0900-18e6-4895-8e14-095fdd608881,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:04.687415 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b1fc6460-ecf5-4d04-8278-61e0a042499c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:04.693285 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 62a84788-e8df-4712-b95c-9e7b4f08b0d8 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:16:04.741711 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 62a84788-e8df-4712-b95c-9e7b4f08b0d8 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:16:04.742144 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 62a84788-e8df-4712-b95c-9e7b4f08b0d8 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:16:04.774694 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fca9cd-872f-4279-b4b3-b2e2437840d2 x-openstack-request-id: req-52fca9cd-872f-4279-b4b3-b2e2437840d2 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:16:04.775692 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef1cd67-a89c-4f54-a1a3-7213932ffbeb", "name": "network-vif-plugged", "status": "completed", "tag": "81d73096-e9de-4c3a-9b3e-2e6b2234c862", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:16:04.775692 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-52fca9cd-872f-4279-b4b3-b2e2437840d2 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:16:04.775692 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ef1cd67-a89c-4f54-a1a3-7213932ffbeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d73096-e9de-4c3a-9b3e-2e6b2234c862', 'code': 200} Jul 24 01:16:04.921717 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ff43d-3708-4b2b-8315-6ffc49d6ee88 req-02914eca-f00e-4db8-878d-9d7e729d846f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:04.925324 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6e6ff43d-3708-4b2b-8315-6ffc49d6ee88 req-02914eca-f00e-4db8-878d-9d7e729d846f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9ef1cd67-a89c-4f54-a1a3-7213932ffbeb HTTP/1.1" status: 200 len: 1061 time: 0.0739427 Jul 24 01:16:04.985713 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:05.118642 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b1fc6460-ecf5-4d04-8278-61e0a042499c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:05.135992 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b1fc6460-ecf5-4d04-8278-61e0a042499c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:05.226310 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b1fc6460-ecf5-4d04-8278-61e0a042499c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:05.281510 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc6460-ecf5-4d04-8278-61e0a042499c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'Port': ['ID=b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:05.343246 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:05.372150 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b78d8e-b516-467d-914b-8807bc10c6d7 None None] Network 7dafbb54-0b7b-4ca9-b203-7e5ba308746d requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:16:05.377937 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fc6460-ecf5-4d04-8278-61e0a042499c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Network 7dafbb54-0b7b-4ca9-b203-7e5ba308746d is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:16:05.379459 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-b1fc6460-ecf5-4d04-8278-61e0a042499c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:16:05.415853 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-fdade57b-25f5-4433-9172-b390d14af0eb None None] Provisioning for port 7051fbff-31e1-406f-83ba-e821a0afcea1 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:16:05.522998 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1fc6460-ecf5-4d04-8278-61e0a042499c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Router c211aab0-3093-4761-80ea-fb7ae50a5df3 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:16:05.696240 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fc6460-ecf5-4d04-8278-61e0a042499c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:16:05.713921 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b1fc6460-ecf5-4d04-8278-61e0a042499c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "PUT /v2.0/routers/c211aab0-3093-4761-80ea-fb7ae50a5df3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6817443 Jul 24 01:16:05.713921 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06508713-bd37-4f76-a8fd-5f76dc16fc37 req-c57820b0-4350-4f2a-9d4a-4f105fb9a354 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:05.720330 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c982fd9d-d67b-452c-8955-637b45e1e10c None None] Sync routers for ids ['c211aab0-3093-4761-80ea-fb7ae50a5df3'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:16:05.736156 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-06508713-bd37-4f76-a8fd-5f76dc16fc37 req-c57820b0-4350-4f2a-9d4a-4f105fb9a354 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ef1cd67-a89c-4f54-a1a3-7213932ffbeb HTTP/1.1" status: 200 len: 909 time: 0.1870215 Jul 24 01:16:05.746653 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c982fd9d-d67b-452c-8955-637b45e1e10c None None] Routers {'c211aab0-3093-4761-80ea-fb7ae50a5df3'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:16:05.748551 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-c982fd9d-d67b-452c-8955-637b45e1e10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:15:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['c211aab0-3093-4761-80ea-fb7ae50a5df3'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:05.958955 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-c982fd9d-d67b-452c-8955-637b45e1e10c None None] Set router c211aab0-3093-4761-80ea-fb7ae50a5df3 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:16:05.960471 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-6ff84e55-3e10-4e5f-a496-9e2f88ca1f6a None None] Provisioning for port b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:16:05.971279 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-6ff84e55-3e10-4e5f-a496-9e2f88ca1f6a None None] Provisioning complete for port b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:16:05.971653 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6ff84e55-3e10-4e5f-a496-9e2f88ca1f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:06.073223 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-6ff84e55-3e10-4e5f-a496-9e2f88ca1f6a None None] Port b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:16:06.121848 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-53736d2c-a3d0-412d-8a0e-0f38f15745d8 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1673656744&fields=id&tenant_id=d801781e24e8470b83b807a510a33715 HTTP/1.1" status: 200 len: 267 time: 0.0796039 Jul 24 01:16:06.154097 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device f82b0900-18e6-4895-8e14-095fdd608881 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:16:06.270986 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port f82b0900-18e6-4895-8e14-095fdd608881 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:16:06.271248 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:06.285517 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-b52b1474-1a5c-4387-a4ce-fe03824fa6dc tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:06.293338 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-b52b1474-1a5c-4387-a4ce-fe03824fa6dc tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/networks?id=7dafbb54-0b7b-4ca9-b203-7e5ba308746d HTTP/1.1" status: 200 len: 797 time: 0.1643169 Jul 24 01:16:06.330689 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-6d72ff26-376a-42b2-b657-f669a85c21e3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/quotas/d801781e24e8470b83b807a510a33715 HTTP/1.1" status: 200 len: 375 time: 0.0232019 Jul 24 01:16:06.353080 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-c982fd9d-d67b-452c-8955-637b45e1e10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c211aab0-3093-4761-80ea-fb7ae50a5df3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347429724', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f82b0900-18e6-4895-8e14-095fdd608881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:15:58Z', 'updated_at': '2021-07-24T01:16:04Z', 'revision_number': 4, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': 'f82b0900-18e6-4895-8e14-095fdd608881', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c211aab0-3093-4761-80ea-fb7ae50a5df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:15:59Z', 'updated_at': '2021-07-24T01:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e', 'name': '', 'network_id': '7dafbb54-0b7b-4ca9-b203-7e5ba308746d', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'mac_address': 'fa:16:3e:f5:06:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c211aab0-3093-4761-80ea-fb7ae50a5df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '3929f6cd-de57-43c1-b17d-49251d14d7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:16:02Z', 'updated_at': '2021-07-24T01:16:04Z', 'revision_number': 2, 'project_id': 'd801781e24e8470b83b807a510a33715', 'subnets': [{'id': '3929f6cd-de57-43c1-b17d-49251d14d7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:06.389533 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c982fd9d-d67b-452c-8955-637b45e1e10c None None] Checking router: c211aab0-3093-4761-80ea-fb7ae50a5df3 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:16:06.390360 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c982fd9d-d67b-452c-8955-637b45e1e10c None None] Updating router c211aab0-3093-4761-80ea-fb7ae50a5df3 port b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:16:06.399175 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-2d1558eb-4bfd-4a69-a1aa-7cec73f5686a None None] Provisioning complete for port b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:16:06.399811 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2d1558eb-4bfd-4a69-a1aa-7cec73f5686a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:06.445227 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-c982fd9d-d67b-452c-8955-637b45e1e10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:06.491838 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-dbaf6bae-c6b5-4e8a-badf-02d0d8184cd1 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d801781e24e8470b83b807a510a33715&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1592591 Jul 24 01:16:06.540396 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-2d1558eb-4bfd-4a69-a1aa-7cec73f5686a None None] Port b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:16:06.579497 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 7051fbff-31e1-406f-83ba-e821a0afcea1 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:16:06.691390 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a870a4e3-5ebf-4509-aabc-7875b0e0bb28 None None] Provisioning complete for port b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:16:06.691809 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a870a4e3-5ebf-4509-aabc-7875b0e0bb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:06.751382 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 7051fbff-31e1-406f-83ba-e821a0afcea1 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:16:06.757074 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-a870a4e3-5ebf-4509-aabc-7875b0e0bb28 None None] Port b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:16:06.760127 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 7051fbff-31e1-406f-83ba-e821a0afcea1 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:16:06.760516 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:06.842073 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-c982fd9d-d67b-452c-8955-637b45e1e10c None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:06.880969 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-c982fd9d-d67b-452c-8955-637b45e1e10c None None] Transition to ACTIVE for port object b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:16:06.895578 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-c982fd9d-d67b-452c-8955-637b45e1e10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:06.913082 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-07e7cfc9-f2f2-4827-b120-78b532622c4c service neutron] 10.222.0.15 "GET /v2.0/networks/7dafbb54-0b7b-4ca9-b203-7e5ba308746d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080031 Jul 24 01:16:06.919469 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:06.996436 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c463e32-d24c-453a-996d-3c6650b1be24 req-0419d982-d330-4384-8eb2-decbfbf4a823 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:07.009328 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9c463e32-d24c-453a-996d-3c6650b1be24 req-0419d982-d330-4384-8eb2-decbfbf4a823 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ef1cd67-a89c-4f54-a1a3-7213932ffbeb HTTP/1.1" status: 200 len: 909 time: 0.1553905 Jul 24 01:16:07.022876 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 7051fbff-31e1-406f-83ba-e821a0afcea1, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=7051fbff-31e1-406f-83ba-e821a0afcea1,segment=NetworkSegment(cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d),segment_id=cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:16:07.024589 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c8861f-9dad-4922-8dcc-7976bd371af2 None None] Pushing event updated for resources: {'Port': ['ID=b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:07.038026 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:07.108563 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=7051fbff-31e1-406f-83ba-e821a0afcea1,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:07.147022 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-c982fd9d-d67b-452c-8955-637b45e1e10c None None] Attempting to bind port b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:16:07.147399 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-c982fd9d-d67b-452c-8955-637b45e1e10c None None] Attempting to bind port b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7dafbb54-0b7b-4ca9-b203-7e5ba308746d'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:16:07.147761 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c982fd9d-d67b-452c-8955-637b45e1e10c None None] Attempting to bind port b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e on network 7dafbb54-0b7b-4ca9-b203-7e5ba308746d {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:16:07.149567 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-4c2bd3b6-1d60-4da2-abe0-3799c40f2d6c service neutron] 10.222.0.15 "GET /v2.0/networks/7dafbb54-0b7b-4ca9-b203-7e5ba308746d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271419 Jul 24 01:16:07.156153 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c982fd9d-d67b-452c-8955-637b45e1e10c None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:16:07.156538 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c982fd9d-d67b-452c-8955-637b45e1e10c None None] Checking segment: {'id': 'cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7dafbb54-0b7b-4ca9-b203-7e5ba308746d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:16:07.157182 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-c982fd9d-d67b-452c-8955-637b45e1e10c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:07.157791 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c982fd9d-d67b-452c-8955-637b45e1e10c None None] Bound using segment: {'id': 'cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7dafbb54-0b7b-4ca9-b203-7e5ba308746d'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:16:07.158403 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-c982fd9d-d67b-452c-8955-637b45e1e10c None None] Bound port: b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7dafbb54-0b7b-4ca9-b203-7e5ba308746d'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:16:07.158869 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-c982fd9d-d67b-452c-8955-637b45e1e10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:07.242273 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-c982fd9d-d67b-452c-8955-637b45e1e10c None None] For port b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:16:07.246883 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-c982fd9d-d67b-452c-8955-637b45e1e10c None None] For port b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e,segment=NetworkSegment(cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d),segment_id=cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:16:07.255159 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-c982fd9d-d67b-452c-8955-637b45e1e10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:07.279529 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f1b26b-282f-4324-88c9-9ad4c46347ab req-70aab8bb-19e6-40e1-8043-c597ca2ff51e tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:07.281234 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-64f1b26b-282f-4324-88c9-9ad4c46347ab req-70aab8bb-19e6-40e1-8043-c597ca2ff51e tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ef1cd67-a89c-4f54-a1a3-7213932ffbeb HTTP/1.1" status: 200 len: 909 time: 0.1324413 Jul 24 01:16:07.341784 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c982fd9d-d67b-452c-8955-637b45e1e10c None None] Routers {'c211aab0-3093-4761-80ea-fb7ae50a5df3'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:16:07.342436 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-c982fd9d-d67b-452c-8955-637b45e1e10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:15:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['c211aab0-3093-4761-80ea-fb7ae50a5df3'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:07.512469 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b7d4b474-c6f9-41fe-98a6-c491cf799960 req-7c557b8b-cb09-407b-a49e-b46a4b2e27aa tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 210 time: 0.0854661 Jul 24 01:16:07.562862 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e98b4-2efa-41e2-9d25-416b00ac9d76 req-8a7c7ef8-936f-4af7-b54f-2aac56bd98c3 tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:07.593706 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d58e98b4-2efa-41e2-9d25-416b00ac9d76 req-8a7c7ef8-936f-4af7-b54f-2aac56bd98c3 tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9ef1cd67-a89c-4f54-a1a3-7213932ffbeb HTTP/1.1" status: 200 len: 1061 time: 0.1418035 Jul 24 01:16:07.708043 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c8861f-9dad-4922-8dcc-7976bd371af2 None None] Pushing event updated for resources: {'Port': ['ID=b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e,revision_number=4']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:07.741142 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf195bbb-49b5-4ce1-a32f-3a3b749109c8 req-08f87171-c687-4d85-a312-5c60456049d2 tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:07.742748 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cf195bbb-49b5-4ce1-a32f-3a3b749109c8 req-08f87171-c687-4d85-a312-5c60456049d2 tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d9be80c1-2a6a-4529-a343-001490d8a10a HTTP/1.1" status: 200 len: 1136 time: 0.0782692 Jul 24 01:16:07.767557 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-c982fd9d-d67b-452c-8955-637b45e1e10c None None] Set router c211aab0-3093-4761-80ea-fb7ae50a5df3 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:16:07.815310 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cf195bbb-49b5-4ce1-a32f-3a3b749109c8 req-99806d97-bfe7-4171-a272-37e9dbda581f tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=673ad931-42c6-4940-bea9-2deaf53c0259&id=324e17e6-e6f8-438f-94b6-5612ca85e971&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0662074 Jul 24 01:16:07.843310 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 35158) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:07.949665 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 7051fbff-31e1-406f-83ba-e821a0afcea1 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:16:07.956350 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25015e5-c7a4-4dd4-8846-0243325e00fd tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:07.958308 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b25015e5-c7a4-4dd4-8846-0243325e00fd tempest-TestSecurityGroupsBasicOps-1955201981 tempest-TestSecurityGroupsBasicOps-1955201981-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9ef1cd67-a89c-4f54-a1a3-7213932ffbeb HTTP/1.1" status: 200 len: 1056 time: 0.1138966 Jul 24 01:16:08.106477 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 7051fbff-31e1-406f-83ba-e821a0afcea1 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:16:08.107038 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:08.107232 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-c982fd9d-d67b-452c-8955-637b45e1e10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c211aab0-3093-4761-80ea-fb7ae50a5df3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347429724', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f82b0900-18e6-4895-8e14-095fdd608881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:15:58Z', 'updated_at': '2021-07-24T01:16:04Z', 'revision_number': 4, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': 'f82b0900-18e6-4895-8e14-095fdd608881', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c211aab0-3093-4761-80ea-fb7ae50a5df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:15:59Z', 'updated_at': '2021-07-24T01:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e', 'name': '', 'network_id': '7dafbb54-0b7b-4ca9-b203-7e5ba308746d', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'mac_address': 'fa:16:3e:f5:06:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c211aab0-3093-4761-80ea-fb7ae50a5df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '3929f6cd-de57-43c1-b17d-49251d14d7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:16:02Z', 'updated_at': '2021-07-24T01:16:07Z', 'revision_number': 4, 'project_id': 'd801781e24e8470b83b807a510a33715', 'subnets': [{'id': '3929f6cd-de57-43c1-b17d-49251d14d7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:08.142664 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c982fd9d-d67b-452c-8955-637b45e1e10c None None] The sync data for ids ['c211aab0-3093-4761-80ea-fb7ae50a5df3'] in n-d-793621-25 is: [{'id': 'c211aab0-3093-4761-80ea-fb7ae50a5df3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347429724', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f82b0900-18e6-4895-8e14-095fdd608881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:15:58Z', 'updated_at': '2021-07-24T01:16:04Z', 'revision_number': 4, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': 'f82b0900-18e6-4895-8e14-095fdd608881', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c211aab0-3093-4761-80ea-fb7ae50a5df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:15:59Z', 'updated_at': '2021-07-24T01:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e', 'name': '', 'network_id': '7dafbb54-0b7b-4ca9-b203-7e5ba308746d', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'mac_address': 'fa:16:3e:f5:06:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c211aab0-3093-4761-80ea-fb7ae50a5df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '3929f6cd-de57-43c1-b17d-49251d14d7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:16:02Z', 'updated_at': '2021-07-24T01:16:07Z', 'revision_number': 4, 'project_id': 'd801781e24e8470b83b807a510a33715', 'subnets': [{'id': '3929f6cd-de57-43c1-b17d-49251d14d7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:16:08.447714 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ccf5f-8ee5-4f18-9fb9-67480213bd05 req-fcdf73bd-01c2-42dd-ac03-4c0e3de2dbd1 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:08.449289 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-763ccf5f-8ee5-4f18-9fb9-67480213bd05 req-fcdf73bd-01c2-42dd-ac03-4c0e3de2dbd1 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ef1cd67-a89c-4f54-a1a3-7213932ffbeb HTTP/1.1" status: 200 len: 909 time: 0.1157086 Jul 24 01:16:08.648206 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2a9928f0-e930-47e9-94be-6ebb5f2a9509 req-2d2c2f0f-ebfc-44af-8313-88232a3f97a9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 210 time: 0.0407195 Jul 24 01:16:09.038294 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-89ccd27a-688f-42af-a8b5-c27f51df5f8c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:09.040556 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-89ccd27a-688f-42af-a8b5-c27f51df5f8c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.13 "GET /v2.0/networks?id=7dafbb54-0b7b-4ca9-b203-7e5ba308746d HTTP/1.1" status: 200 len: 797 time: 0.1314394 Jul 24 01:16:09.091821 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-98269bde-6d0d-423e-988b-97ab3f15d85c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d801781e24e8470b83b807a510a33715 HTTP/1.1" status: 200 len: 380 time: 0.0409174 Jul 24 01:16:09.101223 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-fe770321-0b53-4058-abce-93b5da0e6ee5 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'port': {'device_id': 'cc89b769-5f9c-437c-8348-7d0567040a36', 'network_id': '7dafbb54-0b7b-4ca9-b203-7e5ba308746d', 'admin_state_up': True, 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'security_groups': ['6e06e022-26be-4ac1-8e2f-f5b45b16df9a']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:16:09.232993 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-fe770321-0b53-4058-abce-93b5da0e6ee5 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Made reservation on behalf of d801781e24e8470b83b807a510a33715 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:16:09.236947 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-fe770321-0b53-4058-abce-93b5da0e6ee5 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:09.246599 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 35180) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:09.345404 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:16:09.379488 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-fe770321-0b53-4058-abce-93b5da0e6ee5 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Allocated IP 172.20.0.3 (7dafbb54-0b7b-4ca9-b203-7e5ba308746d/3929f6cd-de57-43c1-b17d-49251d14d7ab/f3bd8307-22a0-4d5d-a298-1e5e260f570c) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:16:09.415233 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3367342a-6c06-4708-89b3-64fffeac85ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:09.630582 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-fe770321-0b53-4058-abce-93b5da0e6ee5 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:09.659514 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-fe770321-0b53-4058-abce-93b5da0e6ee5 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Transition to ACTIVE for port object f3bd8307-22a0-4d5d-a298-1e5e260f570c will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:16:09.680147 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3367342a-6c06-4708-89b3-64fffeac85ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:09.687201 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3367342a-6c06-4708-89b3-64fffeac85ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:09.693745 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dcb437-2bc6-49f4-abba-7f2aacb4d121 req-808f9099-9994-4fcd-8fde-bb415ba4e0ac tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:09.695319 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-17dcb437-2bc6-49f4-abba-7f2aacb4d121 req-808f9099-9994-4fcd-8fde-bb415ba4e0ac tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ef1cd67-a89c-4f54-a1a3-7213932ffbeb HTTP/1.1" status: 200 len: 909 time: 0.1557662 Jul 24 01:16:09.752630 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfab3d-873b-4e66-8f22-3ab4df27caf6 req-a831058e-5ca9-482a-ade7-1a68a7b328a8 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:09.754263 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86cfab3d-873b-4e66-8f22-3ab4df27caf6 req-a831058e-5ca9-482a-ade7-1a68a7b328a8 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ef1cd67-a89c-4f54-a1a3-7213932ffbeb HTTP/1.1" status: 200 len: 909 time: 0.1631744 Jul 24 01:16:09.774129 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3367342a-6c06-4708-89b3-64fffeac85ef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f23ba51d3d054a21af7e7282d9339b13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5241630 Jul 24 01:16:09.774129 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3367342a-6c06-4708-89b3-64fffeac85ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f308a0-046b-4281-9ee4-e5c9dbbec37d,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:09.774478 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35224) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:09.804627 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-81ff4cfe-d053-4b33-bcf3-0e6080d14764 req-ba415162-05e3-4280-b9c7-6a3f9d94234a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 210 time: 0.0498743 Jul 24 01:16:09.806327 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-fe770321-0b53-4058-abce-93b5da0e6ee5 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:09.876959 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-fe770321-0b53-4058-abce-93b5da0e6ee5 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Network 7dafbb54-0b7b-4ca9-b203-7e5ba308746d is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:16:09.897663 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-fe770321-0b53-4058-abce-93b5da0e6ee5 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:16:09.911201 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7d687c27-31d6-4682-b6e9-26043d0d8fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:09.918505 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe770321-0b53-4058-abce-93b5da0e6ee5 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'Port': ['ID=f3bd8307-22a0-4d5d-a298-1e5e260f570c,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:09.918692 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-17dcb437-2bc6-49f4-abba-7f2aacb4d121 req-47bb1ac0-199e-4185-9dc2-443101c24b77 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Deleting port 81d73096-e9de-4c3a-9b3e-2e6b2234c862 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:16:09.919192 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-17dcb437-2bc6-49f4-abba-7f2aacb4d121 req-47bb1ac0-199e-4185-9dc2-443101c24b77 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:09.921826 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-fe770321-0b53-4058-abce-93b5da0e6ee5 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:16:09.968631 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7d687c27-31d6-4682-b6e9-26043d0d8fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:09.974411 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:16:10.004195 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-fe770321-0b53-4058-abce-93b5da0e6ee5 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:10.005115 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-fe770321-0b53-4058-abce-93b5da0e6ee5 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:10.041436 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-fe770321-0b53-4058-abce-93b5da0e6ee5 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9441233 Jul 24 01:16:10.055610 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-a3688b06-7cd9-4451-bf52-bc93032c3bb2 service neutron] Request body: {'port': {'device_id': 'cc89b769-5f9c-437c-8348-7d0567040a36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:16:10.058485 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:16:10.068747 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:16:10.069130 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:10.075172 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-17dcb437-2bc6-49f4-abba-7f2aacb4d121 req-47bb1ac0-199e-4185-9dc2-443101c24b77 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] For port 81d73096-e9de-4c3a-9b3e-2e6b2234c862, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=81d73096-e9de-4c3a-9b3e-2e6b2234c862,segment=NetworkSegment(dc232a17-2223-4773-9f05-ca1f4e0ad843),segment_id=dc232a17-2223-4773-9f05-ca1f4e0ad843)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:16:10.075781 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-17dcb437-2bc6-49f4-abba-7f2aacb4d121 req-47bb1ac0-199e-4185-9dc2-443101c24b77 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:10.096109 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-17dcb437-2bc6-49f4-abba-7f2aacb4d121 req-47bb1ac0-199e-4185-9dc2-443101c24b77 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Calling delete_port for 81d73096-e9de-4c3a-9b3e-2e6b2234c862 owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:16:10.098452 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7d687c27-31d6-4682-b6e9-26043d0d8fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:10.102145 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7d687c27-31d6-4682-b6e9-26043d0d8fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:10.103669 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7d687c27-31d6-4682-b6e9-26043d0d8fa8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/79f308a0-046b-4281-9ee4-e5c9dbbec37d HTTP/1.1" status: 204 len: 168 time: 0.3271456 Jul 24 01:16:10.123611 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d687c27-31d6-4682-b6e9-26043d0d8fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f308a0-046b-4281-9ee4-e5c9dbbec37d,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:10.196164 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-a3688b06-7cd9-4451-bf52-bc93032c3bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:10.296468 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:10.310408 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-17dcb437-2bc6-49f4-abba-7f2aacb4d121 req-47bb1ac0-199e-4185-9dc2-443101c24b77 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:10.330155 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1fd3e044-3664-4b84-bba5-f0edd20b0183 None None] Provisioning for port f3bd8307-22a0-4d5d-a298-1e5e260f570c completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:16:10.337337 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1fd3e044-3664-4b84-bba5-f0edd20b0183 None None] Provisioning complete for port f3bd8307-22a0-4d5d-a298-1e5e260f570c triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:16:10.337856 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1fd3e044-3664-4b84-bba5-f0edd20b0183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:10.399435 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e,segment=NetworkSegment(cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d),segment_id=cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:16:10.411700 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:10.429797 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb1ac0-199e-4185-9dc2-443101c24b77 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Pushing event deleted for resources: {'Port': ['ID=81d73096-e9de-4c3a-9b3e-2e6b2234c862,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:10.472817 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-17dcb437-2bc6-49f4-abba-7f2aacb4d121 req-47bb1ac0-199e-4185-9dc2-443101c24b77 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] No DVR routers for this DVR port 81d73096-e9de-4c3a-9b3e-2e6b2234c862 on host n-h2-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:16:10.486229 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-17dcb437-2bc6-49f4-abba-7f2aacb4d121 req-47bb1ac0-199e-4185-9dc2-443101c24b77 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:10.488358 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-17dcb437-2bc6-49f4-abba-7f2aacb4d121 req-47bb1ac0-199e-4185-9dc2-443101c24b77 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.11 "DELETE /v2.0/ports/81d73096-e9de-4c3a-9b3e-2e6b2234c862 HTTP/1.1" status: 204 len: 173 time: 0.7866895 Jul 24 01:16:10.488838 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ef1cd67-a89c-4f54-a1a3-7213932ffbeb', 'name': 'network-vif-deleted', 'tag': '81d73096-e9de-4c3a-9b3e-2e6b2234c862'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:16:10.491202 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0471e6-8adb-4b73-a6bb-391c5f3997be" -d '{"events": [{"server_uuid": "9ef1cd67-a89c-4f54-a1a3-7213932ffbeb", "name": "network-vif-deleted", "tag": "81d73096-e9de-4c3a-9b3e-2e6b2234c862"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:16:10.496079 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-1fd3e044-3664-4b84-bba5-f0edd20b0183 None None] Port f3bd8307-22a0-4d5d-a298-1e5e260f570c cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:16:10.541249 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:10.581994 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6222d23e-2e39-4838-b027-48c26bc6b7b2 x-openstack-request-id: req-6222d23e-2e39-4838-b027-48c26bc6b7b2 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:16:10.582290 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ef1cd67-a89c-4f54-a1a3-7213932ffbeb", "name": "network-vif-deleted", "tag": "81d73096-e9de-4c3a-9b3e-2e6b2234c862", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:16:10.582546 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6222d23e-2e39-4838-b027-48c26bc6b7b2 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:16:10.583423 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ef1cd67-a89c-4f54-a1a3-7213932ffbeb', 'name': 'network-vif-deleted', 'tag': '81d73096-e9de-4c3a-9b3e-2e6b2234c862', 'status': 'completed', 'code': 200} Jul 24 01:16:10.696300 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35322) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:10.713510 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-df5c8fc0-d1b5-4bf0-acfd-f109fcf6f785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:10.760557 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-a3688b06-7cd9-4451-bf52-bc93032c3bb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3bd8307-22a0-4d5d-a298-1e5e260f570c {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:16:10.769088 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-a3688b06-7cd9-4451-bf52-bc93032c3bb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:10.782192 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-a3688b06-7cd9-4451-bf52-bc93032c3bb2 service neutron] Transition to ACTIVE for port object f3bd8307-22a0-4d5d-a298-1e5e260f570c will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:16:10.795482 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-a3688b06-7cd9-4451-bf52-bc93032c3bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:10.866909 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-df5c8fc0-d1b5-4bf0-acfd-f109fcf6f785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:10.869684 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3688b06-7cd9-4451-bf52-bc93032c3bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=f3bd8307-22a0-4d5d-a298-1e5e260f570c,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:10.894160 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-df5c8fc0-d1b5-4bf0-acfd-f109fcf6f785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:10.975871 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-07768243-28fc-4161-abe8-8588725b09a2 req-102e3951-23c5-4315-8125-b5357b8fdd7f tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ef1cd67-a89c-4f54-a1a3-7213932ffbeb HTTP/1.1" status: 200 len: 210 time: 0.0601454 Jul 24 01:16:10.979917 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c8fc0-d1b5-4bf0-acfd-f109fcf6f785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d4994b-3656-4df5-a15e-06d509e3c41b,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:11.001203 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-df5c8fc0-d1b5-4bf0-acfd-f109fcf6f785 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dbe23605ab274a81ba7def2295bc3033&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3029203 Jul 24 01:16:11.004663 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35356) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:11.014541 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-a3688b06-7cd9-4451-bf52-bc93032c3bb2 service neutron] Attempting to bind port f3bd8307-22a0-4d5d-a298-1e5e260f570c on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:16:11.015150 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-a3688b06-7cd9-4451-bf52-bc93032c3bb2 service neutron] Attempting to bind port f3bd8307-22a0-4d5d-a298-1e5e260f570c by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': 'cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7dafbb54-0b7b-4ca9-b203-7e5ba308746d'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:16:11.015654 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-a3688b06-7cd9-4451-bf52-bc93032c3bb2 service neutron] Attempting to bind port f3bd8307-22a0-4d5d-a298-1e5e260f570c on network 7dafbb54-0b7b-4ca9-b203-7e5ba308746d {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:16:11.023541 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-a3688b06-7cd9-4451-bf52-bc93032c3bb2 service neutron] Port f3bd8307-22a0-4d5d-a298-1e5e260f570c on network 7dafbb54-0b7b-4ca9-b203-7e5ba308746d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:16:11.024232 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-a3688b06-7cd9-4451-bf52-bc93032c3bb2 service neutron] Attempting to bind port f3bd8307-22a0-4d5d-a298-1e5e260f570c on network 7dafbb54-0b7b-4ca9-b203-7e5ba308746d {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:16:11.030923 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-a3688b06-7cd9-4451-bf52-bc93032c3bb2 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:16:11.032303 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-a3688b06-7cd9-4451-bf52-bc93032c3bb2 service neutron] Checking segment: {'id': 'cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7dafbb54-0b7b-4ca9-b203-7e5ba308746d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:16:11.032867 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-a3688b06-7cd9-4451-bf52-bc93032c3bb2 service neutron] Bound using segment: {'id': 'cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7dafbb54-0b7b-4ca9-b203-7e5ba308746d'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:16:11.033629 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-a3688b06-7cd9-4451-bf52-bc93032c3bb2 service neutron] Bound port: f3bd8307-22a0-4d5d-a298-1e5e260f570c, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7dafbb54-0b7b-4ca9-b203-7e5ba308746d'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:16:11.034324 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-a3688b06-7cd9-4451-bf52-bc93032c3bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:11.120490 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-a3688b06-7cd9-4451-bf52-bc93032c3bb2 service neutron] For port f3bd8307-22a0-4d5d-a298-1e5e260f570c, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:16:11.124749 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-a3688b06-7cd9-4451-bf52-bc93032c3bb2 service neutron] For port f3bd8307-22a0-4d5d-a298-1e5e260f570c, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=f3bd8307-22a0-4d5d-a298-1e5e260f570c,segment=NetworkSegment(cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d),segment_id=cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:16:11.134494 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93947903-3134-4c43-9c0e-55a8cb8ff254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:11.135366 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-a3688b06-7cd9-4451-bf52-bc93032c3bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:11.157173 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6678a99-4100-45d1-bbcc-fbb7abae202a req-90d30596-c341-43bb-805e-9861e95ef688 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:11.159544 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b6678a99-4100-45d1-bbcc-fbb7abae202a req-90d30596-c341-43bb-805e-9861e95ef688 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 943 time: 0.2117596 Jul 24 01:16:11.190558 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-a3688b06-7cd9-4451-bf52-bc93032c3bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:11.191480 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-a3688b06-7cd9-4451-bf52-bc93032c3bb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:11.193674 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-a3688b06-7cd9-4451-bf52-bc93032c3bb2 service neutron] 10.222.0.13 "PUT /v2.0/ports/f3bd8307-22a0-4d5d-a298-1e5e260f570c HTTP/1.1" status: 200 len: 1092 time: 1.1447897 Jul 24 01:16:11.194323 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc89b769-5f9c-437c-8348-7d0567040a36', 'tag': 'f3bd8307-22a0-4d5d-a298-1e5e260f570c'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:16:11.196793 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de2bd26-14aa-4cf9-a7f1-9fc32577b042" -d '{"events": [{"name": "network-changed", "server_uuid": "cc89b769-5f9c-437c-8348-7d0567040a36", "tag": "f3bd8307-22a0-4d5d-a298-1e5e260f570c"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:16:11.216891 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93947903-3134-4c43-9c0e-55a8cb8ff254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:11.275007 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193d1233-ac55-4efd-aa45-04934aca76fa x-openstack-request-id: req-193d1233-ac55-4efd-aa45-04934aca76fa {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:16:11.275675 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc89b769-5f9c-437c-8348-7d0567040a36", "tag": "f3bd8307-22a0-4d5d-a298-1e5e260f570c", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:16:11.276008 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-193d1233-ac55-4efd-aa45-04934aca76fa {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:16:11.277070 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc89b769-5f9c-437c-8348-7d0567040a36', 'tag': 'f3bd8307-22a0-4d5d-a298-1e5e260f570c', 'status': 'completed', 'code': 200} Jul 24 01:16:11.280551 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3688b06-7cd9-4451-bf52-bc93032c3bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=f3bd8307-22a0-4d5d-a298-1e5e260f570c,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:11.285881 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b6678a99-4100-45d1-bbcc-fbb7abae202a req-48ab1232-2800-496d-9a14-336e22ab61a6 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e06e022-26be-4ac1-8e2f-f5b45b16df9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143708 Jul 24 01:16:11.345998 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93947903-3134-4c43-9c0e-55a8cb8ff254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:11.349080 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93947903-3134-4c43-9c0e-55a8cb8ff254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:11.351023 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-93947903-3134-4c43-9c0e-55a8cb8ff254 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c5d4994b-3656-4df5-a15e-06d509e3c41b HTTP/1.1" status: 204 len: 168 time: 0.3263965 Jul 24 01:16:11.369173 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93947903-3134-4c43-9c0e-55a8cb8ff254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d4994b-3656-4df5-a15e-06d509e3c41b,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:11.383920 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-c6a7ce35-50e5-4e38-9447-ca95117d5a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:11.385950 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-c6a7ce35-50e5-4e38-9447-ca95117d5a7d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d801781e24e8470b83b807a510a33715&device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 1095 time: 0.0933545 Jul 24 01:16:11.451744 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-a14a47eb-a26e-4bbf-a140-fde42a04064a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3bd8307-22a0-4d5d-a298-1e5e260f570c HTTP/1.1" status: 200 len: 217 time: 0.0580640 Jul 24 01:16:11.515408 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-01226ee0-ad18-420a-910a-01688b116f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:11.517532 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-01226ee0-ad18-420a-910a-01688b116f13 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3929f6cd-de57-43c1-b17d-49251d14d7ab HTTP/1.1" status: 200 len: 834 time: 0.0596833 Jul 24 01:16:11.585685 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-130b25da-4d95-4d5d-b853-daa0dd35479d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:11.587644 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-130b25da-4d95-4d5d-b853-daa0dd35479d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7dafbb54-0b7b-4ca9-b203-7e5ba308746d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635982 Jul 24 01:16:11.711045 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-a7a5bbbb-3f58-4668-b9bb-3999e603dc20 service neutron] 10.222.0.13 "GET /v2.0/networks/7dafbb54-0b7b-4ca9-b203-7e5ba308746d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166086 Jul 24 01:16:11.820232 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-563b9c38-47ed-458b-85f1-e7f137cb4629 req-b5ba6549-d620-4c84-bc3f-05e8d113013d service neutron] 10.222.0.13 "GET /v2.0/networks/7dafbb54-0b7b-4ca9-b203-7e5ba308746d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030087 Jul 24 01:16:11.927756 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:16:11.950088 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2bd26-14aa-4cf9-a7f1-9fc32577b042 req-9a3827c2-3386-4a16-9efb-57749c722d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:11.952089 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4de2bd26-14aa-4cf9-a7f1-9fc32577b042 req-9a3827c2-3386-4a16-9efb-57749c722d65 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d801781e24e8470b83b807a510a33715&device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 1095 time: 0.0804861 Jul 24 01:16:11.987020 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:16:11.987399 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:12.097218 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35496) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:12.108602 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2bd26-14aa-4cf9-a7f1-9fc32577b042 req-450e1ad6-eb77-4218-8948-b53deaf30a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:12.111003 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4de2bd26-14aa-4cf9-a7f1-9fc32577b042 req-450e1ad6-eb77-4218-8948-b53deaf30a5f service neutron] 10.222.0.13 "GET /v2.0/networks?id=7dafbb54-0b7b-4ca9-b203-7e5ba308746d HTTP/1.1" status: 200 len: 898 time: 0.1520371 Jul 24 01:16:12.164591 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4de2bd26-14aa-4cf9-a7f1-9fc32577b042 req-1e7bb68f-177d-4b7e-b6cd-63b7568d4f77 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3bd8307-22a0-4d5d-a298-1e5e260f570c HTTP/1.1" status: 200 len: 217 time: 0.0444894 Jul 24 01:16:12.251293 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2bd26-14aa-4cf9-a7f1-9fc32577b042 req-4ae07181-c32c-403c-b10a-9d29913fe74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:12.253049 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4de2bd26-14aa-4cf9-a7f1-9fc32577b042 req-4ae07181-c32c-403c-b10a-9d29913fe74e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3929f6cd-de57-43c1-b17d-49251d14d7ab HTTP/1.1" status: 200 len: 834 time: 0.0746720 Jul 24 01:16:12.370214 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2bd26-14aa-4cf9-a7f1-9fc32577b042 req-035e669e-9243-4237-85d4-676e9d0e3eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:12.372207 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4de2bd26-14aa-4cf9-a7f1-9fc32577b042 req-035e669e-9243-4237-85d4-676e9d0e3eb3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7dafbb54-0b7b-4ca9-b203-7e5ba308746d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1098816 Jul 24 01:16:12.514867 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61cb8d0-2cc6-4fb1-98bd-4e89aebb4af7 req-3da1ceac-0794-49c0-834e-14fa3e1099ba tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:12.517584 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e61cb8d0-2cc6-4fb1-98bd-4e89aebb4af7 req-3da1ceac-0794-49c0-834e-14fa3e1099ba tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 943 time: 0.1284034 Jul 24 01:16:12.522999 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4de2bd26-14aa-4cf9-a7f1-9fc32577b042 req-1443982e-baa4-49de-9e31-7f862bf646da service neutron] 10.222.0.13 "GET /v2.0/networks/7dafbb54-0b7b-4ca9-b203-7e5ba308746d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317480 Jul 24 01:16:12.627132 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e61cb8d0-2cc6-4fb1-98bd-4e89aebb4af7 req-c9fe5f29-36bd-4a9b-8f29-05abb7434c28 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e06e022-26be-4ac1-8e2f-f5b45b16df9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959089 Jul 24 01:16:12.689755 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4de2bd26-14aa-4cf9-a7f1-9fc32577b042 req-efa2a31a-0728-4f10-a16d-88a097bf39fc service neutron] 10.222.0.13 "GET /v2.0/networks/7dafbb54-0b7b-4ca9-b203-7e5ba308746d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606522 Jul 24 01:16:12.771592 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-abfd7782-7627-4c4a-82be-34d12ba3c893 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:13.124694 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-abfd7782-7627-4c4a-82be-34d12ba3c893 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Deleting port 089518fd-b1a6-407f-a7a9-c8a4039cdc90 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:16:13.125856 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-abfd7782-7627-4c4a-82be-34d12ba3c893 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:13.224888 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-abfd7782-7627-4c4a-82be-34d12ba3c893 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] For port 089518fd-b1a6-407f-a7a9-c8a4039cdc90, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=089518fd-b1a6-407f-a7a9-c8a4039cdc90,segment=NetworkSegment(dc232a17-2223-4773-9f05-ca1f4e0ad843),segment_id=dc232a17-2223-4773-9f05-ca1f4e0ad843)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:16:13.225698 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-abfd7782-7627-4c4a-82be-34d12ba3c893 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:13.239824 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-abfd7782-7627-4c4a-82be-34d12ba3c893 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Calling delete_port for 089518fd-b1a6-407f-a7a9-c8a4039cdc90 owned by network:router_interface {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:16:13.672942 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 81d73096-e9de-4c3a-9b3e-2e6b2234c862 no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:16:13.698247 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] No Port match for: 81d73096-e9de-4c3a-9b3e-2e6b2234c862 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:16:13.698606 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 81d73096-e9de-4c3a-9b3e-2e6b2234c862 not bound to the agent host n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:16:13.799647 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee4d34-e5dc-4f03-8a10-f88b6eda9081 req-61501694-a9f4-4bf6-a82c-c84a6a7b101e tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:13.801245 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65ee4d34-e5dc-4f03-8a10-f88b6eda9081 req-61501694-a9f4-4bf6-a82c-c84a6a7b101e tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 943 time: 0.0896344 Jul 24 01:16:13.832173 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-abfd7782-7627-4c4a-82be-34d12ba3c893 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:13.871330 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd7782-7627-4c4a-82be-34d12ba3c893 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Pushing event deleted for resources: {'Port': ['ID=089518fd-b1a6-407f-a7a9-c8a4039cdc90,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:13.875534 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65ee4d34-e5dc-4f03-8a10-f88b6eda9081 req-df36c2ce-131d-4017-af19-6c20d0b16772 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e06e022-26be-4ac1-8e2f-f5b45b16df9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609956 Jul 24 01:16:14.112277 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-abfd7782-7627-4c4a-82be-34d12ba3c893 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:14.339700 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35740) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:14.369038 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abfd7782-7627-4c4a-82be-34d12ba3c893 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Router 846045c5-fca0-4e86-a783-009984ca96de has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:16:14.472502 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-db99c828-657a-44f2-8285-438f947ea1aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:14.515982 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfd7782-7627-4c4a-82be-34d12ba3c893 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:16:14.523158 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-abfd7782-7627-4c4a-82be-34d12ba3c893 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "PUT /v2.0/routers/846045c5-fca0-4e86-a783-009984ca96de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4222579 Jul 24 01:16:14.525662 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 35744) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:14.530007 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec32aa2-fd7d-4acd-a5b9-1bc7657a0de7 None None] Sync routers for ids ['846045c5-fca0-4e86-a783-009984ca96de'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:16:14.555154 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec32aa2-fd7d-4acd-a5b9-1bc7657a0de7 None None] Routers {'846045c5-fca0-4e86-a783-009984ca96de'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:16:14.555812 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-6ec32aa2-fd7d-4acd-a5b9-1bc7657a0de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:15:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['846045c5-fca0-4e86-a783-009984ca96de'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:14.616420 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-36741454-abf8-46e6-931a-01ee214aeddd tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Deleting subnet 0ea98638-99b5-41e9-91f2-4f7b4f2c0bc6 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:16:14.620073 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-36741454-abf8-46e6-931a-01ee214aeddd tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:14.630426 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-db99c828-657a-44f2-8285-438f947ea1aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:14.636381 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-db99c828-657a-44f2-8285-438f947ea1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:14.675382 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-36741454-abf8-46e6-931a-01ee214aeddd tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:14.679060 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99c828-657a-44f2-8285-438f947ea1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2151640-007e-4f3b-b444-9684d86a09f1,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:14.683745 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-db99c828-657a-44f2-8285-438f947ea1aa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=24113ebd286d4f71ad53a25cd3e35e76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3430233 Jul 24 01:16:14.686282 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35746) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:14.732256 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-6ec32aa2-fd7d-4acd-a5b9-1bc7657a0de7 None None] Set router 846045c5-fca0-4e86-a783-009984ca96de gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:16:14.743171 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2fd05766-dc10-4f53-977c-293ec94d790f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:14.768880 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2fd05766-dc10-4f53-977c-293ec94d790f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:14.809905 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-36741454-abf8-46e6-931a-01ee214aeddd tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:14.827173 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2fd05766-dc10-4f53-977c-293ec94d790f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:14.830336 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2fd05766-dc10-4f53-977c-293ec94d790f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:14.831538 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2fd05766-dc10-4f53-977c-293ec94d790f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e2151640-007e-4f3b-b444-9684d86a09f1 HTTP/1.1" status: 204 len: 168 time: 0.1442928 Jul 24 01:16:14.839745 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd05766-dc10-4f53-977c-293ec94d790f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2151640-007e-4f3b-b444-9684d86a09f1,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:14.908519 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-36741454-abf8-46e6-931a-01ee214aeddd tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:14.982572 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36741454-abf8-46e6-931a-01ee214aeddd tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Pushing event deleted for resources: {'Subnet': ['ID=0ea98638-99b5-41e9-91f2-4f7b4f2c0bc6,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:15.001324 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-36741454-abf8-46e6-931a-01ee214aeddd tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:15.005859 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-36741454-abf8-46e6-931a-01ee214aeddd tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "DELETE /v2.0/subnets/0ea98638-99b5-41e9-91f2-4f7b4f2c0bc6 HTTP/1.1" status: 204 len: 168 time: 0.4767416 Jul 24 01:16:15.006069 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 35754) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:15.006477 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a242d1e8-7a0f-49d4-8182-a563f46c7d2e None None] Network ffbfff8d-c462-4179-b414-ef68e95dcec6 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:16:15.068928 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a6dfc-c25d-412b-933f-f92f651b3201 req-c550f449-4fdc-464a-856d-cd4b1be75942 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:15.070950 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cf3a6dfc-c25d-412b-933f-f92f651b3201 req-c550f449-4fdc-464a-856d-cd4b1be75942 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 943 time: 0.0898855 Jul 24 01:16:15.124801 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cf3a6dfc-c25d-412b-933f-f92f651b3201 req-2f0d5aba-66ea-48aa-80c9-128a7dce06ad tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e06e022-26be-4ac1-8e2f-f5b45b16df9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474744 Jul 24 01:16:15.154314 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c3f0aa45-078d-45e7-a0ea-7066a8d84ca6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for router, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:15.228064 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35758) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:15.246392 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1b0e445e-5268-45cc-bb0f-7217ef28b62b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:15.284694 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c3f0aa45-078d-45e7-a0ea-7066a8d84ca6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:15.338979 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-6ec32aa2-fd7d-4acd-a5b9-1bc7657a0de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846045c5-fca0-4e86-a783-009984ca96de', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1105821305', 'tenant_id': '5874f695ac324136885e3556e00b5a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.87'}], 'enable_snat': True}, 'gw_port_id': '4d582d5a-102f-40a2-89bf-a708c9099d4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:15:42Z', 'updated_at': '2021-07-24T01:16:13Z', 'revision_number': 5, 'project_id': '5874f695ac324136885e3556e00b5a37', 'gw_port': {'id': '4d582d5a-102f-40a2-89bf-a708c9099d4e', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:4d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '846045c5-fca0-4e86-a783-009984ca96de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:15:42Z', 'updated_at': '2021-07-24T01:15:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:15.360195 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-c3f0aa45-078d-45e7-a0ea-7066a8d84ca6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Deleting port 4d582d5a-102f-40a2-89bf-a708c9099d4e {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:16:15.360875 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c3f0aa45-078d-45e7-a0ea-7066a8d84ca6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:15.369196 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec32aa2-fd7d-4acd-a5b9-1bc7657a0de7 None None] Checking router: 846045c5-fca0-4e86-a783-009984ca96de for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:16:15.380249 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1b0e445e-5268-45cc-bb0f-7217ef28b62b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:15.385960 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec32aa2-fd7d-4acd-a5b9-1bc7657a0de7 None None] Routers {'846045c5-fca0-4e86-a783-009984ca96de'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:16:15.386604 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-6ec32aa2-fd7d-4acd-a5b9-1bc7657a0de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:15:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['846045c5-fca0-4e86-a783-009984ca96de'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:15.388400 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1b0e445e-5268-45cc-bb0f-7217ef28b62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:15.422608 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1b0e445e-5268-45cc-bb0f-7217ef28b62b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4b89942e61c74f018d42ba6a502258f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1928687 Jul 24 01:16:15.425528 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35760) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:15.463676 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-c3f0aa45-078d-45e7-a0ea-7066a8d84ca6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] For port 4d582d5a-102f-40a2-89bf-a708c9099d4e, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=4d582d5a-102f-40a2-89bf-a708c9099d4e,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:16:15.464093 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c3f0aa45-078d-45e7-a0ea-7066a8d84ca6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:15.479460 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-c3f0aa45-078d-45e7-a0ea-7066a8d84ca6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Calling delete_port for 4d582d5a-102f-40a2-89bf-a708c9099d4e owned by network:router_gateway {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:16:15.481805 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-6ec32aa2-fd7d-4acd-a5b9-1bc7657a0de7 None None] Set router 846045c5-fca0-4e86-a783-009984ca96de gateway port host: None {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:16:15.495207 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e445e-5268-45cc-bb0f-7217ef28b62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdaf7b41-d510-44f3-af90-59a39ff6697f,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:15.543945 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-96bb59c9-e323-4197-a8b6-7995938318b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:15.547904 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-6ec32aa2-fd7d-4acd-a5b9-1bc7657a0de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '846045c5-fca0-4e86-a783-009984ca96de', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1105821305', 'tenant_id': '5874f695ac324136885e3556e00b5a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:15:42Z', 'updated_at': '2021-07-24T01:16:15Z', 'revision_number': 6, 'project_id': '5874f695ac324136885e3556e00b5a37', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:15.580704 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec32aa2-fd7d-4acd-a5b9-1bc7657a0de7 None None] The sync data for ids ['846045c5-fca0-4e86-a783-009984ca96de'] in n-d-793621-25 is: [{'id': '846045c5-fca0-4e86-a783-009984ca96de', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1105821305', 'tenant_id': '5874f695ac324136885e3556e00b5a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:15:42Z', 'updated_at': '2021-07-24T01:16:15Z', 'revision_number': 6, 'project_id': '5874f695ac324136885e3556e00b5a37', 'gw_port_host': None}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:16:15.593665 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-96bb59c9-e323-4197-a8b6-7995938318b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:15.649436 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d776dd1-e9cc-43de-861c-bdf5d1a5dac8 None None] DHCP port deletion for ffbfff8d-c462-4179-b414-ef68e95dcec6 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:16:15.668069 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-96bb59c9-e323-4197-a8b6-7995938318b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:15.671098 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-96bb59c9-e323-4197-a8b6-7995938318b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:15.674752 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-96bb59c9-e323-4197-a8b6-7995938318b5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fdaf7b41-d510-44f3-af90-59a39ff6697f HTTP/1.1" status: 204 len: 168 time: 0.2450745 Jul 24 01:16:15.682251 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb59c9-e323-4197-a8b6-7995938318b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdaf7b41-d510-44f3-af90-59a39ff6697f,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:15.708455 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c3f0aa45-078d-45e7-a0ea-7066a8d84ca6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:15.727094 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-3d776dd1-e9cc-43de-861c-bdf5d1a5dac8 None None] Deleting port 41400f4e-2a9d-4c20-a964-f19d948a4937 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:16:15.727529 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3d776dd1-e9cc-43de-861c-bdf5d1a5dac8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:15.742910 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-caf7b6ed-b3ff-4f18-b38f-61b1859bb27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:15.770429 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f0aa45-078d-45e7-a0ea-7066a8d84ca6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Pushing event deleted for resources: {'Port': ['ID=4d582d5a-102f-40a2-89bf-a708c9099d4e,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:15.814452 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-3d776dd1-e9cc-43de-861c-bdf5d1a5dac8 None None] For port 41400f4e-2a9d-4c20-a964-f19d948a4937, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=41400f4e-2a9d-4c20-a964-f19d948a4937,segment=NetworkSegment(dc232a17-2223-4773-9f05-ca1f4e0ad843),segment_id=dc232a17-2223-4773-9f05-ca1f4e0ad843)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:16:15.814904 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3d776dd1-e9cc-43de-861c-bdf5d1a5dac8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:15.830617 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-3d776dd1-e9cc-43de-861c-bdf5d1a5dac8 None None] Calling delete_port for 41400f4e-2a9d-4c20-a964-f19d948a4937 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:16:15.845704 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c3f0aa45-078d-45e7-a0ea-7066a8d84ca6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:15.960842 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3d776dd1-e9cc-43de-861c-bdf5d1a5dac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:16.039986 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d776dd1-e9cc-43de-861c-bdf5d1a5dac8 None None] No DVR routers for this DVR port 41400f4e-2a9d-4c20-a964-f19d948a4937 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:16:16.046689 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device f3bd8307-22a0-4d5d-a298-1e5e260f570c details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:16:16.121311 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d776dd1-e9cc-43de-861c-bdf5d1a5dac8 None None] Pushing event deleted for resources: {'Port': ['ID=41400f4e-2a9d-4c20-a964-f19d948a4937,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:16.255870 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port f3bd8307-22a0-4d5d-a298-1e5e260f570c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=f3bd8307-22a0-4d5d-a298-1e5e260f570c,segment=NetworkSegment(cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d),segment_id=cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:16:16.270324 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'f3bd8307-22a0-4d5d-a298-1e5e260f570c', 'network_id': '7dafbb54-0b7b-4ca9-b203-7e5ba308746d', 'port_id': 'f3bd8307-22a0-4d5d-a298-1e5e260f570c', 'mac_address': 'fa:16:3e:a7:d9:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3929f6cd-de57-43c1-b17d-49251d14d7ab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:16:16.321672 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:16.342693 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3bd8307-22a0-4d5d-a298-1e5e260f570c {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:16:16.370389 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port f3bd8307-22a0-4d5d-a298-1e5e260f570c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=f3bd8307-22a0-4d5d-a298-1e5e260f570c,segment=NetworkSegment(cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d),segment_id=cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:16:16.376371 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:16.421130 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c3f0aa45-078d-45e7-a0ea-7066a8d84ca6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:16.440803 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c3f0aa45-078d-45e7-a0ea-7066a8d84ca6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:16.448340 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=f3bd8307-22a0-4d5d-a298-1e5e260f570c,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:16.498235 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 089518fd-b1a6-407f-a7a9-c8a4039cdc90 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:16:16.504241 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c3f0aa45-078d-45e7-a0ea-7066a8d84ca6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:16.504818 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f0aa45-078d-45e7-a0ea-7066a8d84ca6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Fanout notify agent at l3_agent the message router_deleted on router 846045c5-fca0-4e86-a783-009984ca96de {{(pid=100464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:16:16.512998 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c3f0aa45-078d-45e7-a0ea-7066a8d84ca6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:16.517560 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c3f0aa45-078d-45e7-a0ea-7066a8d84ca6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "DELETE /v2.0/routers/846045c5-fca0-4e86-a783-009984ca96de HTTP/1.1" status: 204 len: 168 time: 1.5068669 Jul 24 01:16:16.519126 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35778) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:16.548354 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 089518fd-b1a6-407f-a7a9-c8a4039cdc90 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:16:16.548724 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 089518fd-b1a6-407f-a7a9-c8a4039cdc90 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:16:16.549900 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834189d5-8d27-44f2-8adf-13d25cb7f5eb req-fef745ce-b049-43fc-96fa-79c5e2f3b123 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:16.550053 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 41400f4e-2a9d-4c20-a964-f19d948a4937 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:16:16.558103 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-834189d5-8d27-44f2-8adf-13d25cb7f5eb req-fef745ce-b049-43fc-96fa-79c5e2f3b123 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 944 time: 0.1550217 Jul 24 01:16:16.595235 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 41400f4e-2a9d-4c20-a964-f19d948a4937 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:16:16.595780 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 41400f4e-2a9d-4c20-a964-f19d948a4937 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:16:16.611884 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-834189d5-8d27-44f2-8adf-13d25cb7f5eb req-98c1be25-0ab1-4b5c-8476-07fc92454103 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e06e022-26be-4ac1-8e2f-f5b45b16df9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520527 Jul 24 01:16:16.617891 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['f3bd8307-22a0-4d5d-a298-1e5e260f570c'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:16:16.643221 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8adf1dbc-ad02-442e-9e8d-565fdb80cc4a tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:16.804727 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8adf1dbc-ad02-442e-9e8d-565fdb80cc4a tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:16.823053 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-8adf1dbc-ad02-442e-9e8d-565fdb80cc4a tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffbfff8d-c462-4179-b414-ef68e95dcec6']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:16.851447 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-8adf1dbc-ad02-442e-9e8d-565fdb80cc4a tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc232a17-2223-4773-9f05-ca1f4e0ad843') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:16.851746 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-8adf1dbc-ad02-442e-9e8d-565fdb80cc4a tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc232a17-2223-4773-9f05-ca1f4e0ad843') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:16.872427 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8adf1dbc-ad02-442e-9e8d-565fdb80cc4a tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:16.900533 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8adf1dbc-ad02-442e-9e8d-565fdb80cc4a tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:16.910154 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8adf1dbc-ad02-442e-9e8d-565fdb80cc4a tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:16:16.910680 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8adf1dbc-ad02-442e-9e8d-565fdb80cc4a tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:16.914613 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:16:16.914613 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:16:16.914613 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:16:16.914613 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:16:16.914613 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:16:16.914613 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:16:16.914613 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:16:16.914613 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:16:16.914613 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:16:16.914613 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:16:16.914613 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:16:16.914613 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:16:16.914613 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:16:16.914613 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:16:16.914613 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:16:16.914613 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:16:16.914613 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:16:16.914613 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:16:16.914613 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:16:16.914613 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:16:16.914613 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:16:16.914613 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:16:16.914613 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:16:16.914613 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:16:16.914613 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:16:16.914613 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:16:16.914613 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:16:16.914613 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:16:16.914613 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:16:16.914613 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:16:16.914613 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:16:16.914613 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:16:17.039494 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8adf1dbc-ad02-442e-9e8d-565fdb80cc4a tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:17.057249 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8adf1dbc-ad02-442e-9e8d-565fdb80cc4a tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:17.063008 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 35790) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:17.063767 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8adf1dbc-ad02-442e-9e8d-565fdb80cc4a tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "DELETE /v2.0/networks/ffbfff8d-c462-4179-b414-ef68e95dcec6 HTTP/1.1" status: 204 len: 168 time: 0.5422862 Jul 24 01:16:17.076677 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf1dbc-ad02-442e-9e8d-565fdb80cc4a tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Pushing event deleted for resources: {'Network': ['ID=ffbfff8d-c462-4179-b414-ef68e95dcec6,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:17.355244 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-ca972816-0e7b-46d6-8cf2-6fdaf160b896 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Deleting port fb16eb2c-2674-4e79-8eca-f49187ea6c2f {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:16:17.355884 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ca972816-0e7b-46d6-8cf2-6fdaf160b896 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:17.465697 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ca972816-0e7b-46d6-8cf2-6fdaf160b896 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:17.466392 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ca972816-0e7b-46d6-8cf2-6fdaf160b896 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:17.480426 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-ca972816-0e7b-46d6-8cf2-6fdaf160b896 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Calling delete_port for fb16eb2c-2674-4e79-8eca-f49187ea6c2f owned by network:floatingip {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:16:17.707897 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ca972816-0e7b-46d6-8cf2-6fdaf160b896 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:17.761987 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca972816-0e7b-46d6-8cf2-6fdaf160b896 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Pushing event deleted for resources: {'Port': ['ID=fb16eb2c-2674-4e79-8eca-f49187ea6c2f,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:17.861591 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ca972816-0e7b-46d6-8cf2-6fdaf160b896 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for floatingip, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:17.861936 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [None req-ca972816-0e7b-46d6-8cf2-6fdaf160b896 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Floating IP fe690f0e-2c65-42aa-ba5e-2b2166dd8da5 disassociated (deleted). External IP: 172.25.2.83, port: bfee8f54-05c6-4545-8c04-3fc71c99e261. Jul 24 01:16:17.864027 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2baea-c6a1-43eb-9ceb-62836747b1b9 req-860bdd04-c875-4455-9b89-031539e8619f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:17.871473 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e8f2baea-c6a1-43eb-9ceb-62836747b1b9 req-860bdd04-c875-4455-9b89-031539e8619f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 944 time: 0.1282489 Jul 24 01:16:17.883718 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 4d582d5a-102f-40a2-89bf-a708c9099d4e no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:16:17.917845 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e8f2baea-c6a1-43eb-9ceb-62836747b1b9 req-ca24cf4a-49ba-49d8-8a1f-9608d06530f5 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e06e022-26be-4ac1-8e2f-f5b45b16df9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453968 Jul 24 01:16:17.940113 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 4d582d5a-102f-40a2-89bf-a708c9099d4e {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:16:17.940407 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 4d582d5a-102f-40a2-89bf-a708c9099d4e not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:16:18.067433 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device f3bd8307-22a0-4d5d-a298-1e5e260f570c up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:16:18.112880 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca972816-0e7b-46d6-8cf2-6fdaf160b896 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Router df4cc8da-87b9-4927-a6fa-c9fdff6f6f60 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:16:18.148937 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port f3bd8307-22a0-4d5d-a298-1e5e260f570c completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:16:18.154485 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port f3bd8307-22a0-4d5d-a298-1e5e260f570c triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:16:18.155372 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:18.244449 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca972816-0e7b-46d6-8cf2-6fdaf160b896 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:16:18.249342 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ca972816-0e7b-46d6-8cf2-6fdaf160b896 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:18.258631 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8532bc7-fb16-4a3b-9835-577ca3946953 None None] Sync routers for ids ['df4cc8da-87b9-4927-a6fa-c9fdff6f6f60'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:16:18.263753 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:18.274636 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8532bc7-fb16-4a3b-9835-577ca3946953 None None] Routers {'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:16:18.275634 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-b8532bc7-fb16-4a3b-9835-577ca3946953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:15:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['df4cc8da-87b9-4927-a6fa-c9fdff6f6f60'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:18.281156 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-74146b85-632c-4b64-a07f-f64e663dc622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:18.314482 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc89b769-5f9c-437c-8348-7d0567040a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3bd8307-22a0-4d5d-a298-1e5e260f570c'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:16:18.323132 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0aaf1e-5dd9-4313-926c-78f79afbfc76" -d '{"events": [{"server_uuid": "cc89b769-5f9c-437c-8348-7d0567040a36", "name": "network-vif-plugged", "status": "completed", "tag": "f3bd8307-22a0-4d5d-a298-1e5e260f570c"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:16:18.343076 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ca972816-0e7b-46d6-8cf2-6fdaf160b896 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "DELETE /v2.0/floatingips/fe690f0e-2c65-42aa-ba5e-2b2166dd8da5 HTTP/1.1" status: 204 len: 168 time: 1.2788358 Jul 24 01:16:18.347274 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9be80c1-2a6a-4529-a343-001490d8a10a', 'tag': 'bfee8f54-05c6-4545-8c04-3fc71c99e261'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:16:18.349900 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1286f317-4de1-4f9e-9f92-c90d49036d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "d9be80c1-2a6a-4529-a343-001490d8a10a", "tag": "bfee8f54-05c6-4545-8c04-3fc71c99e261"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:16:18.352763 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port f3bd8307-22a0-4d5d-a298-1e5e260f570c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=f3bd8307-22a0-4d5d-a298-1e5e260f570c,segment=NetworkSegment(cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d),segment_id=cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:16:18.367971 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:18.424563 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413e23bd-666c-4aba-9db7-afffc8166352 x-openstack-request-id: req-413e23bd-666c-4aba-9db7-afffc8166352 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:16:18.424861 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc89b769-5f9c-437c-8348-7d0567040a36", "name": "network-vif-plugged", "status": "completed", "tag": "f3bd8307-22a0-4d5d-a298-1e5e260f570c", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:16:18.425150 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-413e23bd-666c-4aba-9db7-afffc8166352 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:16:18.425518 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc89b769-5f9c-437c-8348-7d0567040a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3bd8307-22a0-4d5d-a298-1e5e260f570c', 'code': 200} Jul 24 01:16:18.483498 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8effbc1a-7180-4296-91f1-a598252bd856 x-openstack-request-id: req-8effbc1a-7180-4296-91f1-a598252bd856 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:16:18.483721 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9be80c1-2a6a-4529-a343-001490d8a10a", "tag": "bfee8f54-05c6-4545-8c04-3fc71c99e261", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:16:18.484044 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8effbc1a-7180-4296-91f1-a598252bd856 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:16:18.484621 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9be80c1-2a6a-4529-a343-001490d8a10a', 'tag': 'bfee8f54-05c6-4545-8c04-3fc71c99e261', 'status': 'completed', 'code': 200} Jul 24 01:16:18.505013 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-b8532bc7-fb16-4a3b-9835-577ca3946953 None None] Set router df4cc8da-87b9-4927-a6fa-c9fdff6f6f60 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:16:18.507420 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=f3bd8307-22a0-4d5d-a298-1e5e260f570c,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:18.536264 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:18.627924 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7f3dd-ccac-4502-a69e-e02efd392c17 req-509593a6-0945-42fd-abaf-2ea116def96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:18.629570 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-58f7f3dd-ccac-4502-a69e-e02efd392c17 req-509593a6-0945-42fd-abaf-2ea116def96b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 1097 time: 0.1635108 Jul 24 01:16:18.640639 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286f317-4de1-4f9e-9f92-c90d49036d7b req-be9fe322-78cd-4640-b844-f53f72e18861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:18.642860 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1286f317-4de1-4f9e-9f92-c90d49036d7b req-be9fe322-78cd-4640-b844-f53f72e18861 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5874f695ac324136885e3556e00b5a37&device_id=d9be80c1-2a6a-4529-a343-001490d8a10a HTTP/1.1" status: 200 len: 1136 time: 0.1559269 Jul 24 01:16:18.684695 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35832) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:18.754099 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-58f7f3dd-ccac-4502-a69e-e02efd392c17 req-84ded69f-1350-4b3a-8bc0-c814147f3f57 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=6e06e022-26be-4ac1-8e2f-f5b45b16df9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160605 Jul 24 01:16:18.779784 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-b8532bc7-fb16-4a3b-9835-577ca3946953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1521491965', 'tenant_id': '5874f695ac324136885e3556e00b5a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '0d4b71c0-bbbb-40c6-b730-900cf295e821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:14:23Z', 'updated_at': '2021-07-24T01:14:30Z', 'revision_number': 4, 'project_id': '5874f695ac324136885e3556e00b5a37', 'gw_port': {'id': '0d4b71c0-bbbb-40c6-b730-900cf295e821', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:55:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:14:24Z', 'updated_at': '2021-07-24T01:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'a884112d-af28-400f-9d06-c73182812d99', 'name': '', 'network_id': 'f73c12a2-c1fc-4cf2-899f-595b2b28210c', 'tenant_id': '5874f695ac324136885e3556e00b5a37', 'mac_address': 'fa:16:3e:0b:cd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'b6ed35ea-bed2-40a8-937e-8bc637a7b44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:14:29Z', 'updated_at': '2021-07-24T01:14:38Z', 'revision_number': 5, 'project_id': '5874f695ac324136885e3556e00b5a37', 'subnets': [{'id': 'b6ed35ea-bed2-40a8-937e-8bc637a7b44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:18.818852 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8532bc7-fb16-4a3b-9835-577ca3946953 None None] Checking router: df4cc8da-87b9-4927-a6fa-c9fdff6f6f60 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:16:18.826394 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-297a3492-c4f9-45f9-93ba-59deb40bb2ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:18.827683 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8532bc7-fb16-4a3b-9835-577ca3946953 None None] Routers {'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:16:18.828367 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-b8532bc7-fb16-4a3b-9835-577ca3946953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:16:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['df4cc8da-87b9-4927-a6fa-c9fdff6f6f60'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:18.838167 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286f317-4de1-4f9e-9f92-c90d49036d7b req-6e3cbf40-c094-49ee-89f1-02b502c05361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:18.839813 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1286f317-4de1-4f9e-9f92-c90d49036d7b req-6e3cbf40-c094-49ee-89f1-02b502c05361 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f73c12a2-c1fc-4cf2-899f-595b2b28210c HTTP/1.1" status: 200 len: 897 time: 0.1825492 Jul 24 01:16:18.852597 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d748c665-8316-45ec-bd53-605b8beff16a req-26dda37a-302f-4ee5-8d10-c436d160255b tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:18.854095 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d748c665-8316-45ec-bd53-605b8beff16a req-26dda37a-302f-4ee5-8d10-c436d160255b tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9be80c1-2a6a-4529-a343-001490d8a10a HTTP/1.1" status: 200 len: 984 time: 0.1620483 Jul 24 01:16:18.905047 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1286f317-4de1-4f9e-9f92-c90d49036d7b req-9498c006-b032-43a1-aa76-5163594d4d5f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfee8f54-05c6-4545-8c04-3fc71c99e261 HTTP/1.1" status: 200 len: 217 time: 0.0495014 Jul 24 01:16:18.951487 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-297a3492-c4f9-45f9-93ba-59deb40bb2ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:18.957303 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-297a3492-c4f9-45f9-93ba-59deb40bb2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:18.967000 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-b8532bc7-fb16-4a3b-9835-577ca3946953 None None] Set router df4cc8da-87b9-4927-a6fa-c9fdff6f6f60 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:16:18.989370 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d748c665-8316-45ec-bd53-605b8beff16a req-ddb7817d-9d87-4162-9c5d-6d9bcb951d65 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/security-groups?id=673ad931-42c6-4940-bea9-2deaf53c0259&id=324e17e6-e6f8-438f-94b6-5612ca85e971&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0874686 Jul 24 01:16:18.991076 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286f317-4de1-4f9e-9f92-c90d49036d7b req-d89b5bbd-5662-4631-94b8-a9b84ef5e149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:18.992495 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1286f317-4de1-4f9e-9f92-c90d49036d7b req-d89b5bbd-5662-4631-94b8-a9b84ef5e149 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b6ed35ea-bed2-40a8-937e-8bc637a7b44e HTTP/1.1" status: 200 len: 835 time: 0.0787356 Jul 24 01:16:19.012836 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-297a3492-c4f9-45f9-93ba-59deb40bb2ed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=17f5802874274365bb0821a8dd30e115&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3247585 Jul 24 01:16:19.012836 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297a3492-c4f9-45f9-93ba-59deb40bb2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485a9bae-c082-40b5-93d0-2c39998b1ebd,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:19.014151 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35838) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:19.081158 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286f317-4de1-4f9e-9f92-c90d49036d7b req-83cdccf0-13ca-4e35-a07f-972a7e6b616b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:19.082795 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1286f317-4de1-4f9e-9f92-c90d49036d7b req-83cdccf0-13ca-4e35-a07f-972a7e6b616b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f73c12a2-c1fc-4cf2-899f-595b2b28210c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0818336 Jul 24 01:16:19.120327 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-54cd223b-550a-40e2-b970-7f1e9066a3ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:19.146751 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-54cd223b-550a-40e2-b970-7f1e9066a3ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:19.193459 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1286f317-4de1-4f9e-9f92-c90d49036d7b req-1dcb621c-b763-4060-807f-3b57a918793b service neutron] 10.222.0.13 "GET /v2.0/networks/f73c12a2-c1fc-4cf2-899f-595b2b28210c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020272 Jul 24 01:16:19.206531 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90192132-898b-405d-9264-d42485fde3b7 req-0d10e544-992b-4603-9688-ef3134da54da tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:19.208531 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-90192132-898b-405d-9264-d42485fde3b7 req-0d10e544-992b-4603-9688-ef3134da54da tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 945 time: 0.1704068 Jul 24 01:16:19.209955 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-54cd223b-550a-40e2-b970-7f1e9066a3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:19.212784 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-54cd223b-550a-40e2-b970-7f1e9066a3ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:19.214066 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-54cd223b-550a-40e2-b970-7f1e9066a3ee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/485a9bae-c082-40b5-93d0-2c39998b1ebd HTTP/1.1" status: 204 len: 168 time: 0.1987665 Jul 24 01:16:19.224459 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd223b-550a-40e2-b970-7f1e9066a3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485a9bae-c082-40b5-93d0-2c39998b1ebd,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:19.279062 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-90192132-898b-405d-9264-d42485fde3b7 req-965b0229-26dc-4b54-93f2-5f73f6989bc1 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e06e022-26be-4ac1-8e2f-f5b45b16df9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556240 Jul 24 01:16:19.307644 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-b8532bc7-fb16-4a3b-9835-577ca3946953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1521491965', 'tenant_id': '5874f695ac324136885e3556e00b5a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '0d4b71c0-bbbb-40c6-b730-900cf295e821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:14:23Z', 'updated_at': '2021-07-24T01:14:30Z', 'revision_number': 4, 'project_id': '5874f695ac324136885e3556e00b5a37', 'gw_port': {'id': '0d4b71c0-bbbb-40c6-b730-900cf295e821', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:55:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:14:24Z', 'updated_at': '2021-07-24T01:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'a884112d-af28-400f-9d06-c73182812d99', 'name': '', 'network_id': 'f73c12a2-c1fc-4cf2-899f-595b2b28210c', 'tenant_id': '5874f695ac324136885e3556e00b5a37', 'mac_address': 'fa:16:3e:0b:cd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'b6ed35ea-bed2-40a8-937e-8bc637a7b44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:14:29Z', 'updated_at': '2021-07-24T01:14:38Z', 'revision_number': 5, 'project_id': '5874f695ac324136885e3556e00b5a37', 'subnets': [{'id': 'b6ed35ea-bed2-40a8-937e-8bc637a7b44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:19.324152 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1286f317-4de1-4f9e-9f92-c90d49036d7b req-67d10c4e-99cb-4218-9eef-bf966a9e0c3d service neutron] 10.222.0.13 "GET /v2.0/networks/f73c12a2-c1fc-4cf2-899f-595b2b28210c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224425 Jul 24 01:16:19.336264 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8532bc7-fb16-4a3b-9835-577ca3946953 None None] The sync data for ids ['df4cc8da-87b9-4927-a6fa-c9fdff6f6f60'] in n-d-793621-25 is: [{'id': 'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1521491965', 'tenant_id': '5874f695ac324136885e3556e00b5a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '0d4b71c0-bbbb-40c6-b730-900cf295e821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:14:23Z', 'updated_at': '2021-07-24T01:14:30Z', 'revision_number': 4, 'project_id': '5874f695ac324136885e3556e00b5a37', 'gw_port': {'id': '0d4b71c0-bbbb-40c6-b730-900cf295e821', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:55:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:14:24Z', 'updated_at': '2021-07-24T01:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'a884112d-af28-400f-9d06-c73182812d99', 'name': '', 'network_id': 'f73c12a2-c1fc-4cf2-899f-595b2b28210c', 'tenant_id': '5874f695ac324136885e3556e00b5a37', 'mac_address': 'fa:16:3e:0b:cd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': 'b6ed35ea-bed2-40a8-937e-8bc637a7b44e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:14:29Z', 'updated_at': '2021-07-24T01:14:38Z', 'revision_number': 5, 'project_id': '5874f695ac324136885e3556e00b5a37', 'subnets': [{'id': 'b6ed35ea-bed2-40a8-937e-8bc637a7b44e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:16:19.511010 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:19.664052 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9feae5a-67d4-4e32-8157-221dcfa508ff None None] New status for floating IP fe690f0e-2c65-42aa-ba5e-2b2166dd8da5: DOWN {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:16:20.055224 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb875aac-2ddd-4783-bb61-41834a9b634c req-2f25d4e3-73ff-4aef-b4db-77732e414743 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:20.056835 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fb875aac-2ddd-4783-bb61-41834a9b634c req-2f25d4e3-73ff-4aef-b4db-77732e414743 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9be80c1-2a6a-4529-a343-001490d8a10a HTTP/1.1" status: 200 len: 984 time: 0.0843379 Jul 24 01:16:20.213255 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60d177-009c-42bc-bfd6-3ea85972162a req-1043690a-e825-4116-8a60-a2bb994942af tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:20.214854 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-af60d177-009c-42bc-bfd6-3ea85972162a req-1043690a-e825-4116-8a60-a2bb994942af tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9be80c1-2a6a-4529-a343-001490d8a10a HTTP/1.1" status: 200 len: 984 time: 0.1408341 Jul 24 01:16:20.241735 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-fb875aac-2ddd-4783-bb61-41834a9b634c req-41a76880-4059-42fe-b618-c733038be44e tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Deleting port bfee8f54-05c6-4545-8c04-3fc71c99e261 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:16:20.242094 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fb875aac-2ddd-4783-bb61-41834a9b634c req-41a76880-4059-42fe-b618-c733038be44e tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:20.290602 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-af60d177-009c-42bc-bfd6-3ea85972162a req-d884fd12-ad82-41e5-ba5b-03322ef98efb tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/security-groups?id=673ad931-42c6-4940-bea9-2deaf53c0259&id=324e17e6-e6f8-438f-94b6-5612ca85e971&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0670540 Jul 24 01:16:20.326509 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35872) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:20.363760 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-fb875aac-2ddd-4783-bb61-41834a9b634c req-41a76880-4059-42fe-b618-c733038be44e tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] For port bfee8f54-05c6-4545-8c04-3fc71c99e261, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=bfee8f54-05c6-4545-8c04-3fc71c99e261,segment=NetworkSegment(2085a3b6-ad02-4c0b-8bfd-2b6bd78d67c3),segment_id=2085a3b6-ad02-4c0b-8bfd-2b6bd78d67c3)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:16:20.364050 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fb875aac-2ddd-4783-bb61-41834a9b634c req-41a76880-4059-42fe-b618-c733038be44e tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:20.381921 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-fb875aac-2ddd-4783-bb61-41834a9b634c req-41a76880-4059-42fe-b618-c733038be44e tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Calling delete_port for bfee8f54-05c6-4545-8c04-3fc71c99e261 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:16:20.446643 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7bd22f-fd4b-4030-b94b-8fd4c3a4bca4 req-0f973e9b-6795-40af-8bb5-a840a3ef0b12 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:20.448781 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3b7bd22f-fd4b-4030-b94b-8fd4c3a4bca4 req-0f973e9b-6795-40af-8bb5-a840a3ef0b12 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 945 time: 0.0824306 Jul 24 01:16:20.494255 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-516f7315-8422-41b5-aa91-5aef0d3d3dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:20.540979 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3b7bd22f-fd4b-4030-b94b-8fd4c3a4bca4 req-d8f2aa32-0d5e-4c8f-b03a-dbe40c61cb9a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e06e022-26be-4ac1-8e2f-f5b45b16df9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835650 Jul 24 01:16:20.574198 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fb875aac-2ddd-4783-bb61-41834a9b634c req-41a76880-4059-42fe-b618-c733038be44e tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:20.616446 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a76880-4059-42fe-b618-c733038be44e tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Pushing event deleted for resources: {'Port': ['ID=bfee8f54-05c6-4545-8c04-3fc71c99e261,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:20.657731 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a76880-4059-42fe-b618-c733038be44e tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:20.658004 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-516f7315-8422-41b5-aa91-5aef0d3d3dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:20.658122 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a76880-4059-42fe-b618-c733038be44e tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:20.658570 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a76880-4059-42fe-b618-c733038be44e tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:20.659102 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a76880-4059-42fe-b618-c733038be44e tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:20.659466 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a76880-4059-42fe-b618-c733038be44e tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:20.659840 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a76880-4059-42fe-b618-c733038be44e tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:20.660194 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a76880-4059-42fe-b618-c733038be44e tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:20.660587 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a76880-4059-42fe-b618-c733038be44e tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:20.660906 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a76880-4059-42fe-b618-c733038be44e tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:20.661254 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a76880-4059-42fe-b618-c733038be44e tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:20.661598 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a76880-4059-42fe-b618-c733038be44e tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:20.661922 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a76880-4059-42fe-b618-c733038be44e tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:20.662580 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-516f7315-8422-41b5-aa91-5aef0d3d3dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:20.707950 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-516f7315-8422-41b5-aa91-5aef0d3d3dba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f56b2df944d14c968b8a66333cef8175&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3802073 Jul 24 01:16:20.708952 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35884) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:20.715376 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f7315-8422-41b5-aa91-5aef0d3d3dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e458519b-411f-4bde-9389-ff97e3a70890,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:20.721752 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb875aac-2ddd-4783-bb61-41834a9b634c req-41a76880-4059-42fe-b618-c733038be44e tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] No DVR routers for this DVR port bfee8f54-05c6-4545-8c04-3fc71c99e261 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:16:20.724850 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fb875aac-2ddd-4783-bb61-41834a9b634c req-41a76880-4059-42fe-b618-c733038be44e tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:20.727699 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fb875aac-2ddd-4783-bb61-41834a9b634c req-41a76880-4059-42fe-b618-c733038be44e tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.13 "DELETE /v2.0/ports/bfee8f54-05c6-4545-8c04-3fc71c99e261 HTTP/1.1" status: 204 len: 173 time: 0.6613190 Jul 24 01:16:20.728598 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9be80c1-2a6a-4529-a343-001490d8a10a', 'name': 'network-vif-deleted', 'tag': 'bfee8f54-05c6-4545-8c04-3fc71c99e261'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:16:20.732247 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994cc9b4-7651-4654-a94c-803cdd4f9677" -d '{"events": [{"server_uuid": "d9be80c1-2a6a-4529-a343-001490d8a10a", "name": "network-vif-deleted", "tag": "bfee8f54-05c6-4545-8c04-3fc71c99e261"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:16:20.789622 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04daeb8c-8799-4232-911a-d2e69e7079c5 req-a5fe0175-782e-4378-9a42-7677a749fb73 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:20.791347 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-04daeb8c-8799-4232-911a-d2e69e7079c5 req-a5fe0175-782e-4378-9a42-7677a749fb73 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 945 time: 0.1371930 Jul 24 01:16:20.809318 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0c2473bc-eaa9-481b-b351-33d17ae61de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:20.834285 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5baa72-814e-4232-9029-cb73f3b9a111 x-openstack-request-id: req-ce5baa72-814e-4232-9029-cb73f3b9a111 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:16:20.834597 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9be80c1-2a6a-4529-a343-001490d8a10a", "name": "network-vif-deleted", "tag": "bfee8f54-05c6-4545-8c04-3fc71c99e261", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:16:20.834972 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ce5baa72-814e-4232-9029-cb73f3b9a111 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:16:20.835935 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9be80c1-2a6a-4529-a343-001490d8a10a', 'name': 'network-vif-deleted', 'tag': 'bfee8f54-05c6-4545-8c04-3fc71c99e261', 'status': 'completed', 'code': 200} Jul 24 01:16:20.845674 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 35888) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:20.845931 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0c2473bc-eaa9-481b-b351-33d17ae61de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:20.866260 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-04daeb8c-8799-4232-911a-d2e69e7079c5 req-4525c7b9-f4cf-48c9-9bfd-0f4d191c5035 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e06e022-26be-4ac1-8e2f-f5b45b16df9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641141 Jul 24 01:16:20.890042 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 35892) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:20.913696 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0c2473bc-eaa9-481b-b351-33d17ae61de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:20.916274 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0c2473bc-eaa9-481b-b351-33d17ae61de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:20.920239 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0c2473bc-eaa9-481b-b351-33d17ae61de1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e458519b-411f-4bde-9389-ff97e3a70890 HTTP/1.1" status: 204 len: 168 time: 0.2103338 Jul 24 01:16:20.941112 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2473bc-eaa9-481b-b351-33d17ae61de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e458519b-411f-4bde-9389-ff97e3a70890,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:20.983533 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d049c7-4ce3-43b3-82c3-663c65f08191 tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:20.989041 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-32d049c7-4ce3-43b3-82c3-663c65f08191 tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 1092 time: 0.0947912 Jul 24 01:16:20.989333 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35896) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:20.994012 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-7166effe-c55a-478d-9e7d-9778f6c89c4a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'port_id': 'f3bd8307-22a0-4d5d-a298-1e5e260f570c', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:16:21.035839 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:21.053105 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7166effe-c55a-478d-9e7d-9778f6c89c4a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for floatingip, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:21.067713 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-444afb64-ca73-4cdf-9b14-856d6935103d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:21.237690 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7166effe-c55a-478d-9e7d-9778f6c89c4a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:21.254842 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-444afb64-ca73-4cdf-9b14-856d6935103d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:21.260302 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-444afb64-ca73-4cdf-9b14-856d6935103d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:21.330625 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-444afb64-ca73-4cdf-9b14-856d6935103d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=69ba6d73d893470285c86b9c4e997473&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4836640 Jul 24 01:16:21.331861 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444afb64-ca73-4cdf-9b14-856d6935103d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58938b95-c581-4abd-b275-1fd6471b96ae,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:21.334477 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 35904) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:21.409292 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-7166effe-c55a-478d-9e7d-9778f6c89c4a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Allocated IP 172.25.2.202 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/a5a2f450-a487-4c2e-942a-7a7a9ce7a3bd) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:16:21.411727 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fc9a4732-2ba4-487f-b761-667ee9c88681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:21.437291 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fc9a4732-2ba4-487f-b761-667ee9c88681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:21.475084 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9d6a8287-5ec5-41d2-aaa7-e7d4f68677be req-9418ae6b-4ab3-4ad6-b590-2f8de11dea42 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "GET /v2.0/ports?device_id=d9be80c1-2a6a-4529-a343-001490d8a10a HTTP/1.1" status: 200 len: 210 time: 0.0450573 Jul 24 01:16:21.514285 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fc9a4732-2ba4-487f-b761-667ee9c88681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:21.517976 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fc9a4732-2ba4-487f-b761-667ee9c88681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:21.521548 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-fc9a4732-2ba4-487f-b761-667ee9c88681 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/58938b95-c581-4abd-b275-1fd6471b96ae HTTP/1.1" status: 204 len: 168 time: 0.1832566 Jul 24 01:16:21.527471 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a4732-2ba4-487f-b761-667ee9c88681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58938b95-c581-4abd-b275-1fd6471b96ae,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:21.571723 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7166effe-c55a-478d-9e7d-9778f6c89c4a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:21.618248 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7166effe-c55a-478d-9e7d-9778f6c89c4a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:21.660494 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7166effe-c55a-478d-9e7d-9778f6c89c4a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:16:21.663289 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-7166effe-c55a-478d-9e7d-9778f6c89c4a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:16:21.666074 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7166effe-c55a-478d-9e7d-9778f6c89c4a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:16:21.708463 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166effe-c55a-478d-9e7d-9778f6c89c4a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'Port': ['ID=a5a2f450-a487-4c2e-942a-7a7a9ce7a3bd,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:21.915879 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 35924) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:21.930349 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9d243fc6-0879-484c-a4f7-e98612d9632d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:22.032822 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9d243fc6-0879-484c-a4f7-e98612d9632d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:22.037536 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9d243fc6-0879-484c-a4f7-e98612d9632d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:22.083327 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9d243fc6-0879-484c-a4f7-e98612d9632d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2eec024977d24037adc8d17feca611f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1639862 Jul 24 01:16:22.083969 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35930) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:22.091367 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d243fc6-0879-484c-a4f7-e98612d9632d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c49025-06d0-4134-a076-972951a619d4,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:22.092192 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7166effe-c55a-478d-9e7d-9778f6c89c4a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:22.191330 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6ba7bff6-bafe-4749-af62-f9c608a221cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:22.217681 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7166effe-c55a-478d-9e7d-9778f6c89c4a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:22.223807 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6ba7bff6-bafe-4749-af62-f9c608a221cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:22.353047 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6ba7bff6-bafe-4749-af62-f9c608a221cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:22.355753 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6ba7bff6-bafe-4749-af62-f9c608a221cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:22.360000 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6ba7bff6-bafe-4749-af62-f9c608a221cc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e8c49025-06d0-4134-a076-972951a619d4 HTTP/1.1" status: 204 len: 168 time: 0.2720134 Jul 24 01:16:22.372075 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba7bff6-bafe-4749-af62-f9c608a221cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c49025-06d0-4134-a076-972951a619d4,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:22.422360 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7166effe-c55a-478d-9e7d-9778f6c89c4a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:22.428157 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7166effe-c55a-478d-9e7d-9778f6c89c4a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:22.509597 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166effe-c55a-478d-9e7d-9778f6c89c4a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'Port': ['ID=a5a2f450-a487-4c2e-942a-7a7a9ce7a3bd,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:22.520107 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7166effe-c55a-478d-9e7d-9778f6c89c4a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:22.542010 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 35946) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:22.609277 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8008372c-cc65-4e8b-9173-347f7e618d0e tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:22.635989 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [None req-7166effe-c55a-478d-9e7d-9778f6c89c4a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Floating IP b9b04470-410b-4183-88e7-a6a209a0a788 associated. External IP: 172.25.2.202, port: f3bd8307-22a0-4d5d-a298-1e5e260f570c. Jul 24 01:16:22.636750 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8008372c-cc65-4e8b-9173-347f7e618d0e tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:22.686337 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8008372c-cc65-4e8b-9173-347f7e618d0e tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:22.690311 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8008372c-cc65-4e8b-9173-347f7e618d0e tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:22.692038 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-8008372c-cc65-4e8b-9173-347f7e618d0e tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "DELETE /v2.0/security-groups/324e17e6-e6f8-438f-94b6-5612ca85e971 HTTP/1.1" status: 204 len: 168 time: 0.1482201 Jul 24 01:16:22.695690 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 35950) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:22.722020 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8008372c-cc65-4e8b-9173-347f7e618d0e tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=324e17e6-e6f8-438f-94b6-5612ca85e971,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:22.774528 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-828a09c3-3225-4580-a882-d8e96dd508d6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:22.805053 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-828a09c3-3225-4580-a882-d8e96dd508d6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:22.861501 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-828a09c3-3225-4580-a882-d8e96dd508d6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:22.864856 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-828a09c3-3225-4580-a882-d8e96dd508d6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:22.866057 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-828a09c3-3225-4580-a882-d8e96dd508d6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "DELETE /v2.0/security-groups/673ad931-42c6-4940-bea9-2deaf53c0259 HTTP/1.1" status: 204 len: 168 time: 0.1678851 Jul 24 01:16:22.870020 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 35962) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:22.879708 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a09c3-3225-4580-a882-d8e96dd508d6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=673ad931-42c6-4940-bea9-2deaf53c0259,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:23.193059 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 35978) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:23.282011 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7166effe-c55a-478d-9e7d-9778f6c89c4a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Router c211aab0-3093-4761-80ea-fb7ae50a5df3 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:16:23.319760 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3b49dc65-9a64-49bd-a0f5-0c961893d166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:23.427817 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3b49dc65-9a64-49bd-a0f5-0c961893d166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:23.432412 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3b49dc65-9a64-49bd-a0f5-0c961893d166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:23.476017 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3b49dc65-9a64-49bd-a0f5-0c961893d166 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=29e89dc0f0f74462aad7367879a56463&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2817731 Jul 24 01:16:23.478476 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 35990) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:23.485192 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b49dc65-9a64-49bd-a0f5-0c961893d166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fe8613-c07e-49ad-b557-221e293b7185,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:23.525485 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7166effe-c55a-478d-9e7d-9778f6c89c4a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:16:23.538869 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa5ca9d-2fc3-4c2e-adce-9925e6bdfb8c None None] Sync routers for ids ['c211aab0-3093-4761-80ea-fb7ae50a5df3'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:16:23.540119 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-85dd3788-1d07-44ba-b77e-c9c672aeb801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:23.549594 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa5ca9d-2fc3-4c2e-adce-9925e6bdfb8c None None] Routers {'c211aab0-3093-4761-80ea-fb7ae50a5df3'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:16:23.550513 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-dfa5ca9d-2fc3-4c2e-adce-9925e6bdfb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:16:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['c211aab0-3093-4761-80ea-fb7ae50a5df3'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:23.574632 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7166effe-c55a-478d-9e7d-9778f6c89c4a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:23.583046 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-85dd3788-1d07-44ba-b77e-c9c672aeb801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:23.644369 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7166effe-c55a-478d-9e7d-9778f6c89c4a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6539168 Jul 24 01:16:23.647670 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc89b769-5f9c-437c-8348-7d0567040a36', 'tag': 'f3bd8307-22a0-4d5d-a298-1e5e260f570c'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:16:23.648275 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-85dd3788-1d07-44ba-b77e-c9c672aeb801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:23.650386 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d89c06c-edfe-482b-ace8-5895d00ccd2a" -d '{"events": [{"name": "network-changed", "server_uuid": "cc89b769-5f9c-437c-8348-7d0567040a36", "tag": "f3bd8307-22a0-4d5d-a298-1e5e260f570c"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:16:23.651890 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-85dd3788-1d07-44ba-b77e-c9c672aeb801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:23.654147 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-85dd3788-1d07-44ba-b77e-c9c672aeb801 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f0fe8613-c07e-49ad-b557-221e293b7185 HTTP/1.1" status: 204 len: 168 time: 0.1743581 Jul 24 01:16:23.666297 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd3788-1d07-44ba-b77e-c9c672aeb801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fe8613-c07e-49ad-b557-221e293b7185,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:23.741102 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c945332-b69c-4e9a-9026-7715d3f8f9cf x-openstack-request-id: req-6c945332-b69c-4e9a-9026-7715d3f8f9cf {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:16:23.742128 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc89b769-5f9c-437c-8348-7d0567040a36", "tag": "f3bd8307-22a0-4d5d-a298-1e5e260f570c", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:16:23.742332 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c945332-b69c-4e9a-9026-7715d3f8f9cf {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:16:23.742924 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc89b769-5f9c-437c-8348-7d0567040a36', 'tag': 'f3bd8307-22a0-4d5d-a298-1e5e260f570c', 'status': 'completed', 'code': 200} Jul 24 01:16:23.764199 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-dfa5ca9d-2fc3-4c2e-adce-9925e6bdfb8c None None] Set router c211aab0-3093-4761-80ea-fb7ae50a5df3 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:16:23.870305 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89c06c-edfe-482b-ace8-5895d00ccd2a req-385b3b8b-ee4e-488d-96fd-5eb3d5b9917c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:23.872178 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8d89c06c-edfe-482b-ace8-5895d00ccd2a req-385b3b8b-ee4e-488d-96fd-5eb3d5b9917c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d801781e24e8470b83b807a510a33715&device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 1097 time: 0.1061425 Jul 24 01:16:23.889654 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c91dc6f0-b12a-415a-b2ad-71d20bfada9f tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:23.935135 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a593d8fa-5a1c-4a33-803c-c3b1ebd976eb req-afebf120-b3c5-42d3-b19c-877ab8d361de tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:23.936314 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a593d8fa-5a1c-4a33-803c-c3b1ebd976eb req-afebf120-b3c5-42d3-b19c-877ab8d361de tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 945 time: 0.1595461 Jul 24 01:16:24.033733 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89c06c-edfe-482b-ace8-5895d00ccd2a req-2fbe28b6-7f75-4f0f-afa3-d00f7ed535ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:24.036363 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8d89c06c-edfe-482b-ace8-5895d00ccd2a req-2fbe28b6-7f75-4f0f-afa3-d00f7ed535ea service neutron] 10.222.0.13 "GET /v2.0/networks?id=7dafbb54-0b7b-4ca9-b203-7e5ba308746d HTTP/1.1" status: 200 len: 898 time: 0.1564357 Jul 24 01:16:24.047459 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a593d8fa-5a1c-4a33-803c-c3b1ebd976eb req-74014835-3f01-4f3c-87c0-bb755b4e2b0a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e06e022-26be-4ac1-8e2f-f5b45b16df9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624886 Jul 24 01:16:24.097327 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device bfee8f54-05c6-4545-8c04-3fc71c99e261 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:16:24.128686 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36010) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:24.141308 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: bfee8f54-05c6-4545-8c04-3fc71c99e261 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:16:24.141655 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device bfee8f54-05c6-4545-8c04-3fc71c99e261 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:16:24.178958 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8d89c06c-edfe-482b-ace8-5895d00ccd2a req-2339acaf-f392-4df4-8975-b4e2c34d8874 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3bd8307-22a0-4d5d-a298-1e5e260f570c HTTP/1.1" status: 200 len: 999 time: 0.1343212 Jul 24 01:16:24.209207 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-dfa5ca9d-2fc3-4c2e-adce-9925e6bdfb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c211aab0-3093-4761-80ea-fb7ae50a5df3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347429724', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f82b0900-18e6-4895-8e14-095fdd608881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:15:58Z', 'updated_at': '2021-07-24T01:16:04Z', 'revision_number': 4, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': 'f82b0900-18e6-4895-8e14-095fdd608881', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c211aab0-3093-4761-80ea-fb7ae50a5df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:15:59Z', 'updated_at': '2021-07-24T01:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'b9b04470-410b-4183-88e7-a6a209a0a788', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'floating_ip_address': '172.25.2.202', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'c211aab0-3093-4761-80ea-fb7ae50a5df3', 'port_id': 'f3bd8307-22a0-4d5d-a298-1e5e260f570c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dafbb54-0b7b-4ca9-b203-7e5ba308746d', 'mac_address': 'fa:16:3e:a7:d9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc89b769-5f9c-437c-8348-7d0567040a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:16:21Z', 'updated_at': '2021-07-24T01:16:21Z', 'revision_number': 0, 'project_id': 'd801781e24e8470b83b807a510a33715', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e', 'name': '', 'network_id': '7dafbb54-0b7b-4ca9-b203-7e5ba308746d', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'mac_address': 'fa:16:3e:f5:06:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c211aab0-3093-4761-80ea-fb7ae50a5df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '3929f6cd-de57-43c1-b17d-49251d14d7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:16:02Z', 'updated_at': '2021-07-24T01:16:10Z', 'revision_number': 5, 'project_id': 'd801781e24e8470b83b807a510a33715', 'subnets': [{'id': '3929f6cd-de57-43c1-b17d-49251d14d7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:24.238803 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa5ca9d-2fc3-4c2e-adce-9925e6bdfb8c None None] Checking router: c211aab0-3093-4761-80ea-fb7ae50a5df3 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:16:24.247131 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89c06c-edfe-482b-ace8-5895d00ccd2a req-6ba0214e-1973-43f8-a1f4-7a4061d8b91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:24.248788 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa5ca9d-2fc3-4c2e-adce-9925e6bdfb8c None None] Routers {'c211aab0-3093-4761-80ea-fb7ae50a5df3'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:16:24.249544 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8d89c06c-edfe-482b-ace8-5895d00ccd2a req-6ba0214e-1973-43f8-a1f4-7a4061d8b91a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3929f6cd-de57-43c1-b17d-49251d14d7ab HTTP/1.1" status: 200 len: 834 time: 0.0644445 Jul 24 01:16:24.250358 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-dfa5ca9d-2fc3-4c2e-adce-9925e6bdfb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:16:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['c211aab0-3093-4761-80ea-fb7ae50a5df3'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:24.263053 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c01b86ca-072d-4453-a643-755d38d85111 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/floatingips/b9b04470-410b-4183-88e7-a6a209a0a788 HTTP/1.1" status: 200 len: 991 time: 0.1304746 Jul 24 01:16:24.299627 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36014) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:24.329664 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9e74946e-5ce2-4a83-8dca-9df4b36fdd7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:24.347601 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d89c06c-edfe-482b-ace8-5895d00ccd2a req-348f7e01-dbd9-4b3c-987e-3f5de6e16d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:24.350865 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8d89c06c-edfe-482b-ace8-5895d00ccd2a req-348f7e01-dbd9-4b3c-987e-3f5de6e16d80 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7dafbb54-0b7b-4ca9-b203-7e5ba308746d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0931957 Jul 24 01:16:24.401190 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-dfa5ca9d-2fc3-4c2e-adce-9925e6bdfb8c None None] Set router c211aab0-3093-4761-80ea-fb7ae50a5df3 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:16:24.474077 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8d89c06c-edfe-482b-ace8-5895d00ccd2a req-3008dd8d-af06-4a26-a0ba-ac84bf53958b service neutron] 10.222.0.13 "GET /v2.0/networks/7dafbb54-0b7b-4ca9-b203-7e5ba308746d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157849 Jul 24 01:16:24.474949 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-c91dc6f0-b12a-415a-b2ad-71d20bfada9f tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Deleting port a884112d-af28-400f-9d06-c73182812d99 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:16:24.475342 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c91dc6f0-b12a-415a-b2ad-71d20bfada9f tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:24.576136 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9e74946e-5ce2-4a83-8dca-9df4b36fdd7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:24.587062 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9e74946e-5ce2-4a83-8dca-9df4b36fdd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:24.600750 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8d89c06c-edfe-482b-ace8-5895d00ccd2a req-2d2c6b28-a615-4e30-acf5-d13dc3eeab73 service neutron] 10.222.0.13 "GET /v2.0/networks/7dafbb54-0b7b-4ca9-b203-7e5ba308746d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199477 Jul 24 01:16:24.610543 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-c91dc6f0-b12a-415a-b2ad-71d20bfada9f tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] For port a884112d-af28-400f-9d06-c73182812d99, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=a884112d-af28-400f-9d06-c73182812d99,segment=NetworkSegment(2085a3b6-ad02-4c0b-8bfd-2b6bd78d67c3),segment_id=2085a3b6-ad02-4c0b-8bfd-2b6bd78d67c3)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:16:24.610964 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c91dc6f0-b12a-415a-b2ad-71d20bfada9f tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:24.655605 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-c91dc6f0-b12a-415a-b2ad-71d20bfada9f tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Calling delete_port for a884112d-af28-400f-9d06-c73182812d99 owned by network:router_interface {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:16:24.668384 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9e74946e-5ce2-4a83-8dca-9df4b36fdd7b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=95892d7964e44a8bb27adf0d8215bb89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3601332 Jul 24 01:16:24.668384 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e74946e-5ce2-4a83-8dca-9df4b36fdd7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd50204e-3830-42c4-9685-ce2d1444a47e,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:24.669254 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36018) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:24.734135 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-dfa5ca9d-2fc3-4c2e-adce-9925e6bdfb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c211aab0-3093-4761-80ea-fb7ae50a5df3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347429724', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f82b0900-18e6-4895-8e14-095fdd608881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:15:58Z', 'updated_at': '2021-07-24T01:16:04Z', 'revision_number': 4, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': 'f82b0900-18e6-4895-8e14-095fdd608881', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c211aab0-3093-4761-80ea-fb7ae50a5df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:15:59Z', 'updated_at': '2021-07-24T01:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'b9b04470-410b-4183-88e7-a6a209a0a788', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'floating_ip_address': '172.25.2.202', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'c211aab0-3093-4761-80ea-fb7ae50a5df3', 'port_id': 'f3bd8307-22a0-4d5d-a298-1e5e260f570c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dafbb54-0b7b-4ca9-b203-7e5ba308746d', 'mac_address': 'fa:16:3e:a7:d9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc89b769-5f9c-437c-8348-7d0567040a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:16:21Z', 'updated_at': '2021-07-24T01:16:21Z', 'revision_number': 0, 'project_id': 'd801781e24e8470b83b807a510a33715', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e', 'name': '', 'network_id': '7dafbb54-0b7b-4ca9-b203-7e5ba308746d', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'mac_address': 'fa:16:3e:f5:06:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c211aab0-3093-4761-80ea-fb7ae50a5df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '3929f6cd-de57-43c1-b17d-49251d14d7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:16:02Z', 'updated_at': '2021-07-24T01:16:10Z', 'revision_number': 5, 'project_id': 'd801781e24e8470b83b807a510a33715', 'subnets': [{'id': '3929f6cd-de57-43c1-b17d-49251d14d7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:24.765960 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d8151bc1-092b-41c3-adab-4438860b7716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:24.778980 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa5ca9d-2fc3-4c2e-adce-9925e6bdfb8c None None] The sync data for ids ['c211aab0-3093-4761-80ea-fb7ae50a5df3'] in n-d-793621-25 is: [{'id': 'c211aab0-3093-4761-80ea-fb7ae50a5df3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347429724', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f82b0900-18e6-4895-8e14-095fdd608881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:15:58Z', 'updated_at': '2021-07-24T01:16:04Z', 'revision_number': 4, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': 'f82b0900-18e6-4895-8e14-095fdd608881', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c211aab0-3093-4761-80ea-fb7ae50a5df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:15:59Z', 'updated_at': '2021-07-24T01:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'b9b04470-410b-4183-88e7-a6a209a0a788', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'floating_ip_address': '172.25.2.202', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'c211aab0-3093-4761-80ea-fb7ae50a5df3', 'port_id': 'f3bd8307-22a0-4d5d-a298-1e5e260f570c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dafbb54-0b7b-4ca9-b203-7e5ba308746d', 'mac_address': 'fa:16:3e:a7:d9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc89b769-5f9c-437c-8348-7d0567040a36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:16:21Z', 'updated_at': '2021-07-24T01:16:21Z', 'revision_number': 0, 'project_id': 'd801781e24e8470b83b807a510a33715', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e', 'name': '', 'network_id': '7dafbb54-0b7b-4ca9-b203-7e5ba308746d', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'mac_address': 'fa:16:3e:f5:06:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c211aab0-3093-4761-80ea-fb7ae50a5df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '3929f6cd-de57-43c1-b17d-49251d14d7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:16:02Z', 'updated_at': '2021-07-24T01:16:10Z', 'revision_number': 5, 'project_id': 'd801781e24e8470b83b807a510a33715', 'subnets': [{'id': '3929f6cd-de57-43c1-b17d-49251d14d7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:16:24.791217 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d8151bc1-092b-41c3-adab-4438860b7716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:24.861144 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d8151bc1-092b-41c3-adab-4438860b7716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:24.864067 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d8151bc1-092b-41c3-adab-4438860b7716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:24.866464 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d8151bc1-092b-41c3-adab-4438860b7716 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cd50204e-3830-42c4-9685-ce2d1444a47e HTTP/1.1" status: 204 len: 168 time: 0.1955826 Jul 24 01:16:24.881603 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8151bc1-092b-41c3-adab-4438860b7716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd50204e-3830-42c4-9685-ce2d1444a47e,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:24.914805 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c91dc6f0-b12a-415a-b2ad-71d20bfada9f tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:24.949728 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91dc6f0-b12a-415a-b2ad-71d20bfada9f tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Pushing event deleted for resources: {'Port': ['ID=a884112d-af28-400f-9d06-c73182812d99,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:25.148567 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b825fd3-6641-4a09-8ae7-c305e109993a None None] New status for floating IP b9b04470-410b-4183-88e7-a6a209a0a788: ACTIVE {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:16:25.191979 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c91dc6f0-b12a-415a-b2ad-71d20bfada9f tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:25.266041 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36030) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:25.358425 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-813cc56f-6030-4eac-a8e2-698fa2ced521 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/floatingips/b9b04470-410b-4183-88e7-a6a209a0a788 HTTP/1.1" status: 200 len: 991 time: 0.0892706 Jul 24 01:16:25.497219 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91dc6f0-b12a-415a-b2ad-71d20bfada9f tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Router df4cc8da-87b9-4927-a6fa-c9fdff6f6f60 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:16:25.620114 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91dc6f0-b12a-415a-b2ad-71d20bfada9f tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:16:25.628781 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36042) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:25.629247 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c91dc6f0-b12a-415a-b2ad-71d20bfada9f tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "PUT /v2.0/routers/df4cc8da-87b9-4927-a6fa-c9fdff6f6f60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7562039 Jul 24 01:16:25.632792 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15d0113-169b-4a22-afeb-f507f0a70973 None None] Sync routers for ids ['df4cc8da-87b9-4927-a6fa-c9fdff6f6f60'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:16:25.643441 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15d0113-169b-4a22-afeb-f507f0a70973 None None] Routers {'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:16:25.644067 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-d15d0113-169b-4a22-afeb-f507f0a70973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:16:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['df4cc8da-87b9-4927-a6fa-c9fdff6f6f60'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:25.685206 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-d12a1f1e-c189-4dfc-a045-e22e0bc8a067 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Deleting subnet b6ed35ea-bed2-40a8-937e-8bc637a7b44e {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:16:25.688765 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d12a1f1e-c189-4dfc-a045-e22e0bc8a067 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:25.734966 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d12a1f1e-c189-4dfc-a045-e22e0bc8a067 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:25.761691 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-d15d0113-169b-4a22-afeb-f507f0a70973 None None] Set router df4cc8da-87b9-4927-a6fa-c9fdff6f6f60 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:16:25.862819 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d12a1f1e-c189-4dfc-a045-e22e0bc8a067 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:25.929645 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d12a1f1e-c189-4dfc-a045-e22e0bc8a067 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:25.965240 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12a1f1e-c189-4dfc-a045-e22e0bc8a067 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Pushing event deleted for resources: {'Subnet': ['ID=b6ed35ea-bed2-40a8-937e-8bc637a7b44e,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:25.973776 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d12a1f1e-c189-4dfc-a045-e22e0bc8a067 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:25.976716 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d12a1f1e-c189-4dfc-a045-e22e0bc8a067 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "DELETE /v2.0/subnets/b6ed35ea-bed2-40a8-937e-8bc637a7b44e HTTP/1.1" status: 204 len: 168 time: 0.3464758 Jul 24 01:16:25.979079 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5293035a-1d85-4413-b103-87d74f368f7e None None] Network f73c12a2-c1fc-4cf2-899f-595b2b28210c requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:16:25.979298 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36058) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:26.033161 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-d15d0113-169b-4a22-afeb-f507f0a70973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1521491965', 'tenant_id': '5874f695ac324136885e3556e00b5a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '0d4b71c0-bbbb-40c6-b730-900cf295e821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:14:23Z', 'updated_at': '2021-07-24T01:16:24Z', 'revision_number': 5, 'project_id': '5874f695ac324136885e3556e00b5a37', 'gw_port': {'id': '0d4b71c0-bbbb-40c6-b730-900cf295e821', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:55:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:14:24Z', 'updated_at': '2021-07-24T01:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:26.076352 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15d0113-169b-4a22-afeb-f507f0a70973 None None] Checking router: df4cc8da-87b9-4927-a6fa-c9fdff6f6f60 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:16:26.087846 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15d0113-169b-4a22-afeb-f507f0a70973 None None] Routers {'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:16:26.088815 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-d15d0113-169b-4a22-afeb-f507f0a70973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:16:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['df4cc8da-87b9-4927-a6fa-c9fdff6f6f60'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:26.117328 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a184211e-c93b-4278-9882-0f8ab293a6b6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:26.246634 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-d15d0113-169b-4a22-afeb-f507f0a70973 None None] Set router df4cc8da-87b9-4927-a6fa-c9fdff6f6f60 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:16:26.264256 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea801a59-efbd-48b2-9835-eae5d8ad85c8 None None] DHCP port deletion for f73c12a2-c1fc-4cf2-899f-595b2b28210c request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:16:26.331269 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a184211e-c93b-4278-9882-0f8ab293a6b6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:26.362158 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36066) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:26.411045 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-ea801a59-efbd-48b2-9835-eae5d8ad85c8 None None] Deleting port 84d822d0-8dd6-4035-8452-067545beaa8c {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:16:26.411436 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ea801a59-efbd-48b2-9835-eae5d8ad85c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:26.477314 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-a184211e-c93b-4278-9882-0f8ab293a6b6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Deleting port 0d4b71c0-bbbb-40c6-b730-900cf295e821 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:16:26.477870 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a184211e-c93b-4278-9882-0f8ab293a6b6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:26.568004 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-d15d0113-169b-4a22-afeb-f507f0a70973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1521491965', 'tenant_id': '5874f695ac324136885e3556e00b5a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '0d4b71c0-bbbb-40c6-b730-900cf295e821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:14:23Z', 'updated_at': '2021-07-24T01:16:24Z', 'revision_number': 5, 'project_id': '5874f695ac324136885e3556e00b5a37', 'gw_port': {'id': '0d4b71c0-bbbb-40c6-b730-900cf295e821', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:55:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:14:24Z', 'updated_at': '2021-07-24T01:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:26.638032 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15d0113-169b-4a22-afeb-f507f0a70973 None None] The sync data for ids ['df4cc8da-87b9-4927-a6fa-c9fdff6f6f60'] in n-d-793621-25 is: [{'id': 'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1521491965', 'tenant_id': '5874f695ac324136885e3556e00b5a37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': '0d4b71c0-bbbb-40c6-b730-900cf295e821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:14:23Z', 'updated_at': '2021-07-24T01:16:24Z', 'revision_number': 5, 'project_id': '5874f695ac324136885e3556e00b5a37', 'gw_port': {'id': '0d4b71c0-bbbb-40c6-b730-900cf295e821', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:55:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df4cc8da-87b9-4927-a6fa-c9fdff6f6f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3334, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:14:24Z', 'updated_at': '2021-07-24T01:14:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:16:26.647459 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-ea801a59-efbd-48b2-9835-eae5d8ad85c8 None None] For port 84d822d0-8dd6-4035-8452-067545beaa8c, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=84d822d0-8dd6-4035-8452-067545beaa8c,segment=NetworkSegment(2085a3b6-ad02-4c0b-8bfd-2b6bd78d67c3),segment_id=2085a3b6-ad02-4c0b-8bfd-2b6bd78d67c3)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:16:26.657586 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ea801a59-efbd-48b2-9835-eae5d8ad85c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:26.670116 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-a184211e-c93b-4278-9882-0f8ab293a6b6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] For port 0d4b71c0-bbbb-40c6-b730-900cf295e821, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0d4b71c0-bbbb-40c6-b730-900cf295e821,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:16:26.670697 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a184211e-c93b-4278-9882-0f8ab293a6b6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:26.675196 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-ea801a59-efbd-48b2-9835-eae5d8ad85c8 None None] Calling delete_port for 84d822d0-8dd6-4035-8452-067545beaa8c owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:16:26.693407 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-a184211e-c93b-4278-9882-0f8ab293a6b6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Calling delete_port for 0d4b71c0-bbbb-40c6-b730-900cf295e821 owned by network:router_gateway {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:16:26.801786 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ea801a59-efbd-48b2-9835-eae5d8ad85c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:26.866633 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea801a59-efbd-48b2-9835-eae5d8ad85c8 None None] Pushing event deleted for resources: {'Port': ['ID=84d822d0-8dd6-4035-8452-067545beaa8c,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:26.877072 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea801a59-efbd-48b2-9835-eae5d8ad85c8 None None] No DVR routers for this DVR port 84d822d0-8dd6-4035-8452-067545beaa8c on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:16:26.966521 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a184211e-c93b-4278-9882-0f8ab293a6b6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:27.004128 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a184211e-c93b-4278-9882-0f8ab293a6b6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Pushing event deleted for resources: {'Port': ['ID=0d4b71c0-bbbb-40c6-b730-900cf295e821,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:27.020749 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a184211e-c93b-4278-9882-0f8ab293a6b6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:27.021406 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a184211e-c93b-4278-9882-0f8ab293a6b6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:27.022004 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a184211e-c93b-4278-9882-0f8ab293a6b6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:27.022377 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b255a725-e587-4f2c-aed5-ae429c9f1ba3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/floatingips/b9b04470-410b-4183-88e7-a6a209a0a788 HTTP/1.1" status: 200 len: 993 time: 0.6588626 Jul 24 01:16:27.023277 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a184211e-c93b-4278-9882-0f8ab293a6b6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:27.023934 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a184211e-c93b-4278-9882-0f8ab293a6b6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:27.024302 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a184211e-c93b-4278-9882-0f8ab293a6b6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:27.024640 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a184211e-c93b-4278-9882-0f8ab293a6b6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:27.025169 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a184211e-c93b-4278-9882-0f8ab293a6b6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:27.025523 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a184211e-c93b-4278-9882-0f8ab293a6b6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:27.025855 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a184211e-c93b-4278-9882-0f8ab293a6b6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:27.026179 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a184211e-c93b-4278-9882-0f8ab293a6b6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:27.026502 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a184211e-c93b-4278-9882-0f8ab293a6b6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:27.113900 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a184211e-c93b-4278-9882-0f8ab293a6b6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:27.227353 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a184211e-c93b-4278-9882-0f8ab293a6b6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:27.229788 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a184211e-c93b-4278-9882-0f8ab293a6b6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:27.293010 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a184211e-c93b-4278-9882-0f8ab293a6b6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:27.293593 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a184211e-c93b-4278-9882-0f8ab293a6b6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Fanout notify agent at l3_agent the message router_deleted on router df4cc8da-87b9-4927-a6fa-c9fdff6f6f60 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:16:27.308889 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a184211e-c93b-4278-9882-0f8ab293a6b6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:27.310259 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a184211e-c93b-4278-9882-0f8ab293a6b6 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "DELETE /v2.0/routers/df4cc8da-87b9-4927-a6fa-c9fdff6f6f60 HTTP/1.1" status: 204 len: 168 time: 1.3292301 Jul 24 01:16:27.313158 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36112) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:27.418647 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fe46312a-0de3-4951-a5da-eda4984ff544 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:27.546196 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fe46312a-0de3-4951-a5da-eda4984ff544 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:27.556811 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-fe46312a-0de3-4951-a5da-eda4984ff544 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f73c12a2-c1fc-4cf2-899f-595b2b28210c']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:27.568110 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-fe46312a-0de3-4951-a5da-eda4984ff544 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2085a3b6-ad02-4c0b-8bfd-2b6bd78d67c3') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:27.568490 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-fe46312a-0de3-4951-a5da-eda4984ff544 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2085a3b6-ad02-4c0b-8bfd-2b6bd78d67c3') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:27.579377 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fe46312a-0de3-4951-a5da-eda4984ff544 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:27.593557 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fe46312a-0de3-4951-a5da-eda4984ff544 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:27.599804 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe46312a-0de3-4951-a5da-eda4984ff544 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:16:27.600197 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fe46312a-0de3-4951-a5da-eda4984ff544 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:27.603285 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:16:27.603285 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:16:27.603285 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:16:27.603285 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:16:27.603285 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:16:27.603285 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:16:27.603285 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:16:27.603285 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:16:27.603285 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:16:27.603285 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:16:27.603285 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:16:27.603285 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:16:27.603285 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:16:27.603285 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:16:27.603285 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:16:27.603285 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:16:27.603285 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:16:27.603285 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:16:27.603285 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:16:27.603285 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:16:27.603285 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:16:27.603285 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:16:27.603285 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:16:27.603285 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:16:27.603285 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:16:27.603285 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:16:27.603285 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:16:27.603285 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:16:27.603285 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:16:27.603285 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:16:27.603285 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:16:27.603285 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:16:27.666121 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fe46312a-0de3-4951-a5da-eda4984ff544 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:27.674083 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fe46312a-0de3-4951-a5da-eda4984ff544 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:27.676493 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-fe46312a-0de3-4951-a5da-eda4984ff544 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] 10.222.0.15 "DELETE /v2.0/networks/f73c12a2-c1fc-4cf2-899f-595b2b28210c HTTP/1.1" status: 204 len: 168 time: 0.3619964 Jul 24 01:16:27.694137 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe46312a-0de3-4951-a5da-eda4984ff544 tempest-TestSecurityGroupsBasicOps-789317701 tempest-TestSecurityGroupsBasicOps-789317701-project] Pushing event deleted for resources: {'Network': ['ID=f73c12a2-c1fc-4cf2-899f-595b2b28210c,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:27.932864 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 84d822d0-8dd6-4035-8452-067545beaa8c no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:16:27.956782 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 84d822d0-8dd6-4035-8452-067545beaa8c {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:16:27.957379 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 84d822d0-8dd6-4035-8452-067545beaa8c not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:16:27.957812 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0d4b71c0-bbbb-40c6-b730-900cf295e821 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:16:27.977122 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36164) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:27.980295 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 0d4b71c0-bbbb-40c6-b730-900cf295e821 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:16:27.980652 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0d4b71c0-bbbb-40c6-b730-900cf295e821 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:16:27.981089 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a884112d-af28-400f-9d06-c73182812d99 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:16:28.002973 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: a884112d-af28-400f-9d06-c73182812d99 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:16:28.003330 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a884112d-af28-400f-9d06-c73182812d99 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:16:28.028891 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36168) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:28.143678 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-54975734-47f9-4295-9906-e665dedd05b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:28.190262 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a1e49a56-381e-47fb-a442-203b0fc1d827 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5874f695ac324136885e3556e00b5a37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1601145 Jul 24 01:16:28.192823 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36172) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:28.244836 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6fa5748e-0d4a-47b7-bfc1-71595b72e119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:28.257897 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-54975734-47f9-4295-9906-e665dedd05b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:28.261000 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-54975734-47f9-4295-9906-e665dedd05b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:28.271496 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6fa5748e-0d4a-47b7-bfc1-71595b72e119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:28.300877 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-54975734-47f9-4295-9906-e665dedd05b6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fc0250d1f4a9496dba818d57a9497c3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3227296 Jul 24 01:16:28.302013 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54975734-47f9-4295-9906-e665dedd05b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c87224a-9d2d-43e3-9775-97578e76d325,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:28.303540 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36174) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:28.341624 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6fa5748e-0d4a-47b7-bfc1-71595b72e119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:28.344393 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6fa5748e-0d4a-47b7-bfc1-71595b72e119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:28.345507 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6fa5748e-0d4a-47b7-bfc1-71595b72e119 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f13069d5-f223-4a8b-91c8-8213653d8260 HTTP/1.1" status: 204 len: 168 time: 0.1516798 Jul 24 01:16:28.355413 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5748e-0d4a-47b7-bfc1-71595b72e119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13069d5-f223-4a8b-91c8-8213653d8260,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:28.370729 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2478da93-05ba-4bdc-8556-a4a5de3dbe6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:28.395999 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2478da93-05ba-4bdc-8556-a4a5de3dbe6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:28.445368 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2478da93-05ba-4bdc-8556-a4a5de3dbe6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:28.448322 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2478da93-05ba-4bdc-8556-a4a5de3dbe6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:28.449567 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2478da93-05ba-4bdc-8556-a4a5de3dbe6d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9c87224a-9d2d-43e3-9775-97578e76d325 HTTP/1.1" status: 204 len: 168 time: 0.1450534 Jul 24 01:16:28.457948 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2478da93-05ba-4bdc-8556-a4a5de3dbe6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c87224a-9d2d-43e3-9775-97578e76d325,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:28.643447 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36190) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:28.658040 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b066420-c1f7-4b51-bb09-977928036079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:28.767205 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b066420-c1f7-4b51-bb09-977928036079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:28.771637 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b066420-c1f7-4b51-bb09-977928036079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:28.815007 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4b066420-c1f7-4b51-bb09-977928036079 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=186b07ddfbdf480d91735d6b94f33890&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1703711 Jul 24 01:16:28.817398 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36192) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:28.820243 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b066420-c1f7-4b51-bb09-977928036079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9056942-1918-41d0-b469-38de505df341,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:28.876447 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36198) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:28.911320 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75d87318-3096-42dd-b42a-7e024ba15e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:28.924280 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b730ca60-fb0b-4c80-9840-488a75fe2eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:28.960807 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b730ca60-fb0b-4c80-9840-488a75fe2eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:29.044656 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b730ca60-fb0b-4c80-9840-488a75fe2eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:29.047901 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b730ca60-fb0b-4c80-9840-488a75fe2eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:29.049219 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b730ca60-fb0b-4c80-9840-488a75fe2eb8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c9056942-1918-41d0-b469-38de505df341 HTTP/1.1" status: 204 len: 168 time: 0.2307723 Jul 24 01:16:29.068308 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b730ca60-fb0b-4c80-9840-488a75fe2eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9056942-1918-41d0-b469-38de505df341,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:29.071277 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75d87318-3096-42dd-b42a-7e024ba15e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:29.075796 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75d87318-3096-42dd-b42a-7e024ba15e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:29.125951 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-75d87318-3096-42dd-b42a-7e024ba15e8d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ef452dfe8e243558d98014c6b99049c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2481868 Jul 24 01:16:29.127099 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d87318-3096-42dd-b42a-7e024ba15e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30442650-2028-47a8-8b90-39c1319d1b8e,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:29.128351 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36204) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:29.187164 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-12cc1990-a3f3-4543-8941-6801c620ae9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:29.210957 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-12cc1990-a3f3-4543-8941-6801c620ae9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:29.267325 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-12cc1990-a3f3-4543-8941-6801c620ae9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:29.270107 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-12cc1990-a3f3-4543-8941-6801c620ae9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:29.273677 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-12cc1990-a3f3-4543-8941-6801c620ae9a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/30442650-2028-47a8-8b90-39c1319d1b8e HTTP/1.1" status: 204 len: 168 time: 0.1419725 Jul 24 01:16:29.279270 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc1990-a3f3-4543-8941-6801c620ae9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30442650-2028-47a8-8b90-39c1319d1b8e,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:29.435954 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36210) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:29.507167 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e4ea4ce0-9379-4400-9f47-a222e49fac45 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bd7057e0e04240288b0bdad17edb6360&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0691090 Jul 24 01:16:29.509258 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36214) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:29.567281 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b565379e-be06-49bb-a71f-fe8e84f7928d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:29.591574 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b565379e-be06-49bb-a71f-fe8e84f7928d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:29.643011 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b565379e-be06-49bb-a71f-fe8e84f7928d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:29.645555 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b565379e-be06-49bb-a71f-fe8e84f7928d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:29.649249 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b565379e-be06-49bb-a71f-fe8e84f7928d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/995b3049-f818-46d8-9b62-9e4bba32b446 HTTP/1.1" status: 204 len: 168 time: 0.1365426 Jul 24 01:16:29.654705 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b565379e-be06-49bb-a71f-fe8e84f7928d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995b3049-f818-46d8-9b62-9e4bba32b446,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:30.447059 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36270) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:30.642249 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36282) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:30.694757 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-33169338-f61f-46f6-8f4c-b51ee4f082e8 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1902965297-network', 'tenant_id': 'd2ed16d9429645939242f85e2efbcec6'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:16:30.697388 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-8df6c9a3-b762-41a6-832f-eedeaaed5613 tempest-MeteringTestJSON-1531607060 tempest-MeteringTestJSON-1531607060-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-707934789'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:16:30.697902 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-8df6c9a3-b762-41a6-832f-eedeaaed5613 tempest-MeteringTestJSON-1531607060 tempest-MeteringTestJSON-1531607060-project-admin] Unknown quota resources ['metering_label']. {{(pid=100463) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 24 01:16:30.730243 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33169338-f61f-46f6-8f4c-b51ee4f082e8 admin admin] Made reservation on behalf of d2ed16d9429645939242f85e2efbcec6 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:16:30.734424 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-33169338-f61f-46f6-8f4c-b51ee4f082e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:30.743371 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-33169338-f61f-46f6-8f4c-b51ee4f082e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:30.853368 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-33169338-f61f-46f6-8f4c-b51ee4f082e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:30.859618 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-33169338-f61f-46f6-8f4c-b51ee4f082e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:30.885602 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33169338-f61f-46f6-8f4c-b51ee4f082e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:16:30.903236 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33169338-f61f-46f6-8f4c-b51ee4f082e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382e6606-b60e-4c12-8fb7-38798aa79dd8,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:30.907184 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-33169338-f61f-46f6-8f4c-b51ee4f082e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:30.907546 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-33169338-f61f-46f6-8f4c-b51ee4f082e8 admin admin] Added segment 51d7029b-ad14-410a-af5e-89ab4764ae76 of type vlan for network 0bbf226c-5d54-4650-bc14-f9eb5a074a8e Jul 24 01:16:30.956567 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-33169338-f61f-46f6-8f4c-b51ee4f082e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:30.992297 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-33169338-f61f-46f6-8f4c-b51ee4f082e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:30.993277 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33169338-f61f-46f6-8f4c-b51ee4f082e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:30.993941 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-33169338-f61f-46f6-8f4c-b51ee4f082e8 admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:31.060321 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-33169338-f61f-46f6-8f4c-b51ee4f082e8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6091752 Jul 24 01:16:31.065642 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36288) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:31.070377 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-dcf44f49-aadc-4ffa-9a35-66963c990beb admin admin] Request body: {'subnet': {'network_id': '0bbf226c-5d54-4650-bc14-f9eb5a074a8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1902965297-subnet', 'tenant_id': 'd2ed16d9429645939242f85e2efbcec6', 'ip_version': 4}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:16:31.127975 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33169338-f61f-46f6-8f4c-b51ee4f082e8 admin admin] Pushing event updated for resources: {'Network': ['ID=0bbf226c-5d54-4650-bc14-f9eb5a074a8e,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:31.143262 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 0bbf226c-5d54-4650-bc14-f9eb5a074a8e details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:16:31.151812 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf44f49-aadc-4ffa-9a35-66963c990beb admin admin] Made reservation on behalf of d2ed16d9429645939242f85e2efbcec6 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:16:31.154878 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dcf44f49-aadc-4ffa-9a35-66963c990beb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:31.205021 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8df6c9a3-b762-41a6-832f-eedeaaed5613 tempest-MeteringTestJSON-1531607060 tempest-MeteringTestJSON-1531607060-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:31.210986 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8df6c9a3-b762-41a6-832f-eedeaaed5613 tempest-MeteringTestJSON-1531607060 tempest-MeteringTestJSON-1531607060-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5675840 Jul 24 01:16:31.211613 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36290) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:31.216406 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-3c275f68-5986-44b0-abd6-694b84efaee0 tempest-MeteringTestJSON-1531607060 tempest-MeteringTestJSON-1531607060-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'b7fd8984-d69e-4e51-a31e-042260ab7d3b'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:16:31.216906 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-3c275f68-5986-44b0-abd6-694b84efaee0 tempest-MeteringTestJSON-1531607060 tempest-MeteringTestJSON-1531607060-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100463) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 24 01:16:31.302689 n-d-793621-25 neutron-server[100463]: WARNING neutron.services.metering.metering_plugin [None req-3c275f68-5986-44b0-abd6-694b84efaee0 tempest-MeteringTestJSON-1531607060 tempest-MeteringTestJSON-1531607060-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 24 01:16:31.369436 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dcf44f49-aadc-4ffa-9a35-66963c990beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:31.409657 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3c275f68-5986-44b0-abd6-694b84efaee0 tempest-MeteringTestJSON-1531607060 tempest-MeteringTestJSON-1531607060-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:31.410903 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3c275f68-5986-44b0-abd6-694b84efaee0 tempest-MeteringTestJSON-1531607060 tempest-MeteringTestJSON-1531607060-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1983023 Jul 24 01:16:31.413969 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36292) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:31.418255 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-71db41df-3786-4016-8a4a-3343408478cd tempest-MeteringTestJSON-1531607060 tempest-MeteringTestJSON-1531607060-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'b7fd8984-d69e-4e51-a31e-042260ab7d3b'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:16:31.418790 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-71db41df-3786-4016-8a4a-3343408478cd tempest-MeteringTestJSON-1531607060 tempest-MeteringTestJSON-1531607060-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100463) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 24 01:16:31.425472 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf44f49-aadc-4ffa-9a35-66963c990beb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ef8a61d-f9bf-4c86-99b0-47ad5c3929f4,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:31.434171 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf44f49-aadc-4ffa-9a35-66963c990beb admin admin] Checking segment: {'id': '51d7029b-ad14-410a-af5e-89ab4764ae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0bbf226c-5d54-4650-bc14-f9eb5a074a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:16:31.434548 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf44f49-aadc-4ffa-9a35-66963c990beb admin admin] Network hostable DHCP agents. Network: 0bbf226c-5d54-4650-bc14-f9eb5a074a8e, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:16:31.450652 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf44f49-aadc-4ffa-9a35-66963c990beb admin admin] Network 0bbf226c-5d54-4650-bc14-f9eb5a074a8e is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:16:31.459072 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-dcf44f49-aadc-4ffa-9a35-66963c990beb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 0bbf226c-5d54-4650-bc14-f9eb5a074a8e) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:16:31.463324 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf44f49-aadc-4ffa-9a35-66963c990beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:31.464569 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dcf44f49-aadc-4ffa-9a35-66963c990beb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:31.469075 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924cb63b-507e-4b92-aee8-31f9dd7b4dd4 None None] Network 0bbf226c-5d54-4650-bc14-f9eb5a074a8e requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:16:31.473787 n-d-793621-25 neutron-server[100463]: WARNING neutron.services.metering.metering_plugin [None req-71db41df-3786-4016-8a4a-3343408478cd tempest-MeteringTestJSON-1531607060 tempest-MeteringTestJSON-1531607060-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 24 01:16:31.481305 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-dcf44f49-aadc-4ffa-9a35-66963c990beb admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4122870 Jul 24 01:16:31.481599 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36294) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:31.487541 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-e3de8081-d7f7-4eb2-89e6-b842308c5699 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1902965297-router', 'tenant_id': 'd2ed16d9429645939242f85e2efbcec6', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:16:31.576838 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-71db41df-3786-4016-8a4a-3343408478cd tempest-MeteringTestJSON-1531607060 tempest-MeteringTestJSON-1531607060-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:31.577302 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-71db41df-3786-4016-8a4a-3343408478cd tempest-MeteringTestJSON-1531607060 tempest-MeteringTestJSON-1531607060-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1623213 Jul 24 01:16:31.580790 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36298) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:31.586129 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e3de8081-d7f7-4eb2-89e6-b842308c5699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:31.589105 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e3de8081-d7f7-4eb2-89e6-b842308c5699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:31.591823 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5732c3bd-f176-45ff-b1c6-0e3ed5c9d911 tempest-MeteringTestJSON-1531607060 tempest-MeteringTestJSON-1531607060-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=cdfb1321-a427-447b-93a4-9d1a3a20355c HTTP/1.1" status: 200 len: 464 time: 0.0097532 Jul 24 01:16:31.594899 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36300) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:31.644994 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52a8940-8b31-4711-b0be-ee93839f0b82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-0bbf226c-5d54-4650-bc14-f9eb5a074a8e', 'network_id': '0bbf226c-5d54-4650-bc14-f9eb5a074a8e', 'tenant_id': 'd2ed16d9429645939242f85e2efbcec6', 'fixed_ips': [{'subnet_id': '3ef8a61d-f9bf-4c86-99b0-47ad5c3929f4'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:16:31.645886 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b52a8940-8b31-4711-b0be-ee93839f0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:31.664943 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e3de8081-d7f7-4eb2-89e6-b842308c5699 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:31.777291 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ecbd1359-43ee-4579-a13a-8d07f2a84811 tempest-MeteringTestJSON-1531607060 tempest-MeteringTestJSON-1531607060-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:31.778977 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ecbd1359-43ee-4579-a13a-8d07f2a84811 tempest-MeteringTestJSON-1531607060 tempest-MeteringTestJSON-1531607060-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/cdfb1321-a427-447b-93a4-9d1a3a20355c HTTP/1.1" status: 204 len: 168 time: 0.1827404 Jul 24 01:16:31.781838 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36306) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:31.791700 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-937b4c7f-517e-4564-9239-37f05c3152fb tempest-MeteringTestJSON-1531607060 tempest-MeteringTestJSON-1531607060-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=cdfb1321-a427-447b-93a4-9d1a3a20355c HTTP/1.1" status: 200 len: 221 time: 0.0081799 Jul 24 01:16:31.795189 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36308) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:31.801429 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-9daa9f72-6427-4024-8f68-7b93ab548601 tempest-MeteringTestJSON-1531607060 tempest-MeteringTestJSON-1531607060-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--642593739', 'description': 'label created by tempest'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:16:31.802312 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-9daa9f72-6427-4024-8f68-7b93ab548601 tempest-MeteringTestJSON-1531607060 tempest-MeteringTestJSON-1531607060-project-admin] Unknown quota resources ['metering_label']. {{(pid=100464) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 24 01:16:31.846839 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-b52a8940-8b31-4711-b0be-ee93839f0b82 None None] Allocated IP 172.20.0.2 (0bbf226c-5d54-4650-bc14-f9eb5a074a8e/3ef8a61d-f9bf-4c86-99b0-47ad5c3929f4/aebcb7ea-2602-4518-a07d-825ff33eee55) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:16:31.861676 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e3de8081-d7f7-4eb2-89e6-b842308c5699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:32.075668 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9daa9f72-6427-4024-8f68-7b93ab548601 tempest-MeteringTestJSON-1531607060 tempest-MeteringTestJSON-1531607060-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:32.079380 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9daa9f72-6427-4024-8f68-7b93ab548601 tempest-MeteringTestJSON-1531607060 tempest-MeteringTestJSON-1531607060-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2806160 Jul 24 01:16:32.079564 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36314) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:32.096860 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b52a8940-8b31-4711-b0be-ee93839f0b82 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:32.106318 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b52a8940-8b31-4711-b0be-ee93839f0b82 None None] Transition to ACTIVE for port object aebcb7ea-2602-4518-a07d-825ff33eee55 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:16:32.124767 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b52a8940-8b31-4711-b0be-ee93839f0b82 None None] Transition to ACTIVE for port object aebcb7ea-2602-4518-a07d-825ff33eee55 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:16:32.135078 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b52a8940-8b31-4711-b0be-ee93839f0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:32.154287 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52a8940-8b31-4711-b0be-ee93839f0b82 None None] Network 0bbf226c-5d54-4650-bc14-f9eb5a074a8e is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:16:32.157869 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-b52a8940-8b31-4711-b0be-ee93839f0b82 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:16:32.189346 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b0dd6dd6-9755-49ef-82c2-9d85c0e498c5 tempest-MeteringTestJSON-1531607060 tempest-MeteringTestJSON-1531607060-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=e51c01fe-41c8-4a41-a584-dd1c97821e76 HTTP/1.1" status: 200 len: 467 time: 0.1047862 Jul 24 01:16:32.189346 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36316) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:32.208234 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a8940-8b31-4711-b0be-ee93839f0b82 None None] Pushing event updated for resources: {'Port': ['ID=aebcb7ea-2602-4518-a07d-825ff33eee55,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:32.211283 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52a8940-8b31-4711-b0be-ee93839f0b82 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:16:32.263754 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e3de8081-d7f7-4eb2-89e6-b842308c5699 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:32.281255 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-b52a8940-8b31-4711-b0be-ee93839f0b82 None None] Attempting to bind port aebcb7ea-2602-4518-a07d-825ff33eee55 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:16:32.282189 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-b52a8940-8b31-4711-b0be-ee93839f0b82 None None] Attempting to bind port aebcb7ea-2602-4518-a07d-825ff33eee55 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '51d7029b-ad14-410a-af5e-89ab4764ae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0bbf226c-5d54-4650-bc14-f9eb5a074a8e'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:16:32.282903 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52a8940-8b31-4711-b0be-ee93839f0b82 None None] Attempting to bind port aebcb7ea-2602-4518-a07d-825ff33eee55 on network 0bbf226c-5d54-4650-bc14-f9eb5a074a8e {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:16:32.284779 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e3de8081-d7f7-4eb2-89e6-b842308c5699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:32.289873 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52a8940-8b31-4711-b0be-ee93839f0b82 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:16:32.290506 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52a8940-8b31-4711-b0be-ee93839f0b82 None None] Checking segment: {'id': '51d7029b-ad14-410a-af5e-89ab4764ae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0bbf226c-5d54-4650-bc14-f9eb5a074a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:16:32.291112 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b52a8940-8b31-4711-b0be-ee93839f0b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:32.291526 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52a8940-8b31-4711-b0be-ee93839f0b82 None None] Bound using segment: {'id': '51d7029b-ad14-410a-af5e-89ab4764ae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0bbf226c-5d54-4650-bc14-f9eb5a074a8e'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:16:32.292233 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-b52a8940-8b31-4711-b0be-ee93839f0b82 None None] Bound port: aebcb7ea-2602-4518-a07d-825ff33eee55, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51d7029b-ad14-410a-af5e-89ab4764ae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0bbf226c-5d54-4650-bc14-f9eb5a074a8e'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:16:32.292628 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b52a8940-8b31-4711-b0be-ee93839f0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:32.366165 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-b52a8940-8b31-4711-b0be-ee93839f0b82 None None] For port aebcb7ea-2602-4518-a07d-825ff33eee55, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:16:32.369978 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-b52a8940-8b31-4711-b0be-ee93839f0b82 None None] For port aebcb7ea-2602-4518-a07d-825ff33eee55, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=aebcb7ea-2602-4518-a07d-825ff33eee55,segment=NetworkSegment(51d7029b-ad14-410a-af5e-89ab4764ae76),segment_id=51d7029b-ad14-410a-af5e-89ab4764ae76)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:16:32.377183 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b52a8940-8b31-4711-b0be-ee93839f0b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:32.424701 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-e3de8081-d7f7-4eb2-89e6-b842308c5699 admin admin] Allocated IP 172.25.2.248 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/f2d45b7d-5135-45b3-bd67-7243edb3b1db) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:16:32.454021 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52a8940-8b31-4711-b0be-ee93839f0b82 None None] Pushing event updated for resources: {'Port': ['ID=aebcb7ea-2602-4518-a07d-825ff33eee55,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:32.505327 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-95bc23c5-b184-45ff-82ce-e0297a5e3c9c tempest-MeteringTestJSON-1531607060 tempest-MeteringTestJSON-1531607060-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:32.509256 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-95bc23c5-b184-45ff-82ce-e0297a5e3c9c tempest-MeteringTestJSON-1531607060 tempest-MeteringTestJSON-1531607060-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/e51c01fe-41c8-4a41-a584-dd1c97821e76 HTTP/1.1" status: 204 len: 168 time: 0.3170762 Jul 24 01:16:32.509642 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36318) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:32.529505 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1ab74c91-6d89-4219-b4db-4150b42355d0 tempest-MeteringTestJSON-1531607060 tempest-MeteringTestJSON-1531607060-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=e51c01fe-41c8-4a41-a584-dd1c97821e76 HTTP/1.1" status: 200 len: 216 time: 0.0151703 Jul 24 01:16:32.529723 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36320) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:32.549805 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-56508bda-a5ec-4b2f-b20f-fb8fbcde0d7f tempest-MeteringTestJSON-1531607060 tempest-MeteringTestJSON-1531607060-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0191660 Jul 24 01:16:32.554567 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36322) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:32.581934 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e3de8081-d7f7-4eb2-89e6-b842308c5699 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:32.587205 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b5ca5d5b-7bf0-4e03-bcec-84956951eb2e tempest-MeteringTestJSON-1531607060 tempest-MeteringTestJSON-1531607060-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0280328 Jul 24 01:16:32.587740 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36324) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:32.653153 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e3de8081-d7f7-4eb2-89e6-b842308c5699 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:32.679807 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f897990c-ce41-4b60-886f-faa31926b390 tempest-MeteringTestJSON-1531607060 tempest-MeteringTestJSON-1531607060-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels/b7fd8984-d69e-4e51-a31e-042260ab7d3b HTTP/1.1" status: 200 len: 472 time: 0.0900075 Jul 24 01:16:32.686034 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36326) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:32.706878 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0fa01fb7-c9b5-4496-b354-9c3f656f4343 tempest-MeteringTestJSON-1531607060 tempest-MeteringTestJSON-1531607060-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules/9efbdd7c-0a25-4ccd-bd9a-8d1da8bdc677 HTTP/1.1" status: 200 len: 461 time: 0.0152307 Jul 24 01:16:32.707137 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36328) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:32.748350 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3de8081-d7f7-4eb2-89e6-b842308c5699 admin admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:16:32.755541 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-e3de8081-d7f7-4eb2-89e6-b842308c5699 admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:16:32.762395 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3de8081-d7f7-4eb2-89e6-b842308c5699 admin admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:16:32.794643 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de8081-d7f7-4eb2-89e6-b842308c5699 admin admin] Pushing event updated for resources: {'Port': ['ID=f2d45b7d-5135-45b3-bd67-7243edb3b1db,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:32.866558 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3e9c1e52-5840-4985-97c1-af8e83050bc4 tempest-MeteringTestJSON-1531607060 tempest-MeteringTestJSON-1531607060-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:32.870071 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3e9c1e52-5840-4985-97c1-af8e83050bc4 tempest-MeteringTestJSON-1531607060 tempest-MeteringTestJSON-1531607060-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/9efbdd7c-0a25-4ccd-bd9a-8d1da8bdc677 HTTP/1.1" status: 204 len: 168 time: 0.1597729 Jul 24 01:16:32.870408 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36330) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:33.098751 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-45dd3696-155b-4d71-bb63-59b3ed7ba468 tempest-MeteringTestJSON-1531607060 tempest-MeteringTestJSON-1531607060-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:33.099914 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-45dd3696-155b-4d71-bb63-59b3ed7ba468 tempest-MeteringTestJSON-1531607060 tempest-MeteringTestJSON-1531607060-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/b7fd8984-d69e-4e51-a31e-042260ab7d3b HTTP/1.1" status: 204 len: 168 time: 0.2282288 Jul 24 01:16:33.121760 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e3de8081-d7f7-4eb2-89e6-b842308c5699 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:33.370099 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36338) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:33.396487 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e3de8081-d7f7-4eb2-89e6-b842308c5699 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:33.556515 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-073475c9-e5cd-4357-b507-0de7303fa9b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:33.586109 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3de8081-d7f7-4eb2-89e6-b842308c5699 admin admin] Router 21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:16:33.700050 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-073475c9-e5cd-4357-b507-0de7303fa9b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:33.705671 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-073475c9-e5cd-4357-b507-0de7303fa9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:33.759589 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2f6ca3-c245-4614-873d-04bb861396d4 None None] Network 0bbf226c-5d54-4650-bc14-f9eb5a074a8e requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:16:33.779335 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3de8081-d7f7-4eb2-89e6-b842308c5699 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:16:33.781218 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-073475c9-e5cd-4357-b507-0de7303fa9b6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5f992bef02994a688c10f8f92b50fe05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4088018 Jul 24 01:16:33.781408 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36342) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:33.783543 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073475c9-e5cd-4357-b507-0de7303fa9b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9112fae7-06cd-4086-a58b-2a4fb288eb3c,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:33.838000 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e3de8081-d7f7-4eb2-89e6-b842308c5699 admin admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:33.839680 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e3de8081-d7f7-4eb2-89e6-b842308c5699 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3570004 Jul 24 01:16:33.842618 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36344) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:33.858124 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9d1a4c-5363-494d-a682-48d16e25ace5 None None] Sync routers for ids ['21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:16:33.917914 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-74b1c151-0800-47f2-a9ea-be81e8011b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:33.932980 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-755c9e96-7105-4e83-88db-8dcb77819049 None None] Provisioning for port aebcb7ea-2602-4518-a07d-825ff33eee55 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:16:33.964322 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9d1a4c-5363-494d-a682-48d16e25ace5 None None] Routers {'21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:16:33.965019 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-bf9d1a4c-5363-494d-a682-48d16e25ace5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:16:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:33.979518 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-74b1c151-0800-47f2-a9ea-be81e8011b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:34.041897 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-74b1c151-0800-47f2-a9ea-be81e8011b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:34.045317 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-74b1c151-0800-47f2-a9ea-be81e8011b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:34.046924 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-74b1c151-0800-47f2-a9ea-be81e8011b5c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9112fae7-06cd-4086-a58b-2a4fb288eb3c HTTP/1.1" status: 204 len: 168 time: 0.2645755 Jul 24 01:16:34.048813 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device aebcb7ea-2602-4518-a07d-825ff33eee55 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:16:34.074927 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b1c151-0800-47f2-a9ea-be81e8011b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9112fae7-06cd-4086-a58b-2a4fb288eb3c,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:34.394137 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-bf9d1a4c-5363-494d-a682-48d16e25ace5 None None] Set router 21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:16:34.446803 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port aebcb7ea-2602-4518-a07d-825ff33eee55 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:16:34.495443 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port aebcb7ea-2602-4518-a07d-825ff33eee55 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:16:34.496128 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:34.691934 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-90f25586-7c95-45ee-9fd6-adc5569bb2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:34.724442 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36358) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:34.738833 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b0bce58f-57d9-4abc-9a7d-b7f70942503d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:34.778737 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:34.851736 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port aebcb7ea-2602-4518-a07d-825ff33eee55, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=aebcb7ea-2602-4518-a07d-825ff33eee55,segment=NetworkSegment(51d7029b-ad14-410a-af5e-89ab4764ae76),segment_id=51d7029b-ad14-410a-af5e-89ab4764ae76)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:16:34.854852 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-bf9d1a4c-5363-494d-a682-48d16e25ace5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10', 'name': 'tempest-TestServerMultinode-1902965297-router', 'tenant_id': 'd2ed16d9429645939242f85e2efbcec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f2d45b7d-5135-45b3-bd67-7243edb3b1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:16:31Z', 'updated_at': '2021-07-24T01:16:32Z', 'revision_number': 3, 'project_id': 'd2ed16d9429645939242f85e2efbcec6', 'gw_port': {'id': 'f2d45b7d-5135-45b3-bd67-7243edb3b1db', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:16:32Z', 'updated_at': '2021-07-24T01:16:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:34.897421 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:34.903652 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9d1a4c-5363-494d-a682-48d16e25ace5 None None] Checking router: 21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:16:34.904040 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9d1a4c-5363-494d-a682-48d16e25ace5 None None] Updating router 21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10 port f2d45b7d-5135-45b3-bd67-7243edb3b1db binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:16:34.962202 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b0bce58f-57d9-4abc-9a7d-b7f70942503d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:34.975165 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b0bce58f-57d9-4abc-9a7d-b7f70942503d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:35.038531 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bce58f-57d9-4abc-9a7d-b7f70942503d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a89ff6e-7001-432f-8a1b-58473ad47e78,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:35.044643 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bf9d1a4c-5363-494d-a682-48d16e25ace5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:35.051633 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:35.055589 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a42857e4-044e-451e-8c42-3cc872c44a65 None None] Provisioning complete for port aebcb7ea-2602-4518-a07d-825ff33eee55 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:16:35.056107 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a42857e4-044e-451e-8c42-3cc872c44a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:35.058033 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=aebcb7ea-2602-4518-a07d-825ff33eee55,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:35.064762 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b0bce58f-57d9-4abc-9a7d-b7f70942503d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c03f25bed0f8490095e257aa66999d91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3374438 Jul 24 01:16:35.065487 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36360) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:35.198228 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-90f25586-7c95-45ee-9fd6-adc5569bb2c7 admin admin] Allocated IP 172.20.0.1 (0bbf226c-5d54-4650-bc14-f9eb5a074a8e/3ef8a61d-f9bf-4c86-99b0-47ad5c3929f4/83c35b4e-aaf9-4e91-aae1-4377406e7047) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:16:35.200260 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-743a3a5f-5f4b-4243-b9a9-c44c2c67f86f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:35.261806 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-743a3a5f-5f4b-4243-b9a9-c44c2c67f86f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:35.349340 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-743a3a5f-5f4b-4243-b9a9-c44c2c67f86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:35.353622 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-743a3a5f-5f4b-4243-b9a9-c44c2c67f86f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:35.357815 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-743a3a5f-5f4b-4243-b9a9-c44c2c67f86f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5a89ff6e-7001-432f-8a1b-58473ad47e78 HTTP/1.1" status: 204 len: 168 time: 0.2855203 Jul 24 01:16:35.373589 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:35.375575 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a3a5f-5f4b-4243-b9a9-c44c2c67f86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a89ff6e-7001-432f-8a1b-58473ad47e78,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:35.414554 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-90f25586-7c95-45ee-9fd6-adc5569bb2c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:35.433025 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-90f25586-7c95-45ee-9fd6-adc5569bb2c7 admin admin] Transition to ACTIVE for port object 83c35b4e-aaf9-4e91-aae1-4377406e7047 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:16:35.510951 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-90f25586-7c95-45ee-9fd6-adc5569bb2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:35.561561 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bf9d1a4c-5363-494d-a682-48d16e25ace5 None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:35.590438 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-bf9d1a4c-5363-494d-a682-48d16e25ace5 None None] Transition to ACTIVE for port object f2d45b7d-5135-45b3-bd67-7243edb3b1db will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:16:35.607143 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f25586-7c95-45ee-9fd6-adc5569bb2c7 admin admin] Network 0bbf226c-5d54-4650-bc14-f9eb5a074a8e is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:16:35.612857 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bf9d1a4c-5363-494d-a682-48d16e25ace5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:35.615489 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-90f25586-7c95-45ee-9fd6-adc5569bb2c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:16:35.619521 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f25586-7c95-45ee-9fd6-adc5569bb2c7 admin admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:16:35.657074 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f25586-7c95-45ee-9fd6-adc5569bb2c7 admin admin] Pushing event updated for resources: {'Port': ['ID=83c35b4e-aaf9-4e91-aae1-4377406e7047,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:35.686512 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-90f25586-7c95-45ee-9fd6-adc5569bb2c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:35.745439 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-bf9d1a4c-5363-494d-a682-48d16e25ace5 None None] Attempting to bind port f2d45b7d-5135-45b3-bd67-7243edb3b1db on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:16:35.746233 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-bf9d1a4c-5363-494d-a682-48d16e25ace5 None None] Attempting to bind port f2d45b7d-5135-45b3-bd67-7243edb3b1db by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:16:35.746603 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9d1a4c-5363-494d-a682-48d16e25ace5 None None] Attempting to bind port f2d45b7d-5135-45b3-bd67-7243edb3b1db on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:16:35.759456 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9d1a4c-5363-494d-a682-48d16e25ace5 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:16:35.766331 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9d1a4c-5363-494d-a682-48d16e25ace5 None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:16:35.767111 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bf9d1a4c-5363-494d-a682-48d16e25ace5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:35.767531 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9d1a4c-5363-494d-a682-48d16e25ace5 None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:16:35.768242 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-bf9d1a4c-5363-494d-a682-48d16e25ace5 None None] Bound port: f2d45b7d-5135-45b3-bd67-7243edb3b1db, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:16:35.768670 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bf9d1a4c-5363-494d-a682-48d16e25ace5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:35.783305 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ffbb274b-c174-4897-bad9-c1f5b10a484d req-ce1c577d-3394-4c4c-889a-b7fc2cb5309b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.3201132 Jul 24 01:16:35.816489 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df81e1-04c2-4075-8ff7-7e9ae1122f43 None None] Pushing event updated for resources: {'Port': ['ID=f2d45b7d-5135-45b3-bd67-7243edb3b1db,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:35.871301 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-bf9d1a4c-5363-494d-a682-48d16e25ace5 None None] For port f2d45b7d-5135-45b3-bd67-7243edb3b1db, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:16:35.877384 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-bf9d1a4c-5363-494d-a682-48d16e25ace5 None None] For port f2d45b7d-5135-45b3-bd67-7243edb3b1db, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=f2d45b7d-5135-45b3-bd67-7243edb3b1db,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:16:35.885246 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ffbb274b-c174-4897-bad9-c1f5b10a484d req-30a973c3-e9fb-4c8b-add8-fdc823641233 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17 HTTP/1.1" status: 200 len: 210 time: 0.0574961 Jul 24 01:16:35.886663 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bf9d1a4c-5363-494d-a682-48d16e25ace5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:35.951189 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ffbb274b-c174-4897-bad9-c1f5b10a484d req-969485f7-9fe5-40f5-9ec8-950657c202a3 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388920 Jul 24 01:16:35.961634 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-90f25586-7c95-45ee-9fd6-adc5569bb2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:36.029460 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9d1a4c-5363-494d-a682-48d16e25ace5 None None] Routers {'21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:16:36.031185 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-bf9d1a4c-5363-494d-a682-48d16e25ace5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:16:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:36.137434 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device aebcb7ea-2602-4518-a07d-825ff33eee55 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:16:36.146363 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df81e1-04c2-4075-8ff7-7e9ae1122f43 None None] Pushing event updated for resources: {'Port': ['ID=f2d45b7d-5135-45b3-bd67-7243edb3b1db,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:36.234693 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95df81e1-04c2-4075-8ff7-7e9ae1122f43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:36.239502 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95df81e1-04c2-4075-8ff7-7e9ae1122f43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:36.240152 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95df81e1-04c2-4075-8ff7-7e9ae1122f43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:36.240753 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95df81e1-04c2-4075-8ff7-7e9ae1122f43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:36.241265 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95df81e1-04c2-4075-8ff7-7e9ae1122f43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:36.242620 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95df81e1-04c2-4075-8ff7-7e9ae1122f43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:36.243204 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95df81e1-04c2-4075-8ff7-7e9ae1122f43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:36.244842 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95df81e1-04c2-4075-8ff7-7e9ae1122f43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:36.245442 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95df81e1-04c2-4075-8ff7-7e9ae1122f43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:36.247667 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95df81e1-04c2-4075-8ff7-7e9ae1122f43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:36.248236 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95df81e1-04c2-4075-8ff7-7e9ae1122f43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:36.248785 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95df81e1-04c2-4075-8ff7-7e9ae1122f43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:36.274146 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-fe5247c1-12b9-4727-90e3-4ba71202dc25 None None] Provisioning for port 83c35b4e-aaf9-4e91-aae1-4377406e7047 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:16:36.319972 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-fe5247c1-12b9-4727-90e3-4ba71202dc25 None None] Provisioning complete for port 83c35b4e-aaf9-4e91-aae1-4377406e7047 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:16:36.322674 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-fe5247c1-12b9-4727-90e3-4ba71202dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:36.427154 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-fe5247c1-12b9-4727-90e3-4ba71202dc25 None None] Port 83c35b4e-aaf9-4e91-aae1-4377406e7047 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:16:36.440351 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port aebcb7ea-2602-4518-a07d-825ff33eee55 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:16:36.441088 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:36.527559 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-bf9d1a4c-5363-494d-a682-48d16e25ace5 None None] Set router 21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:16:36.558554 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb274b-c174-4897-bad9-c1f5b10a484d req-16a2a8e3-df9a-4324-865b-2c4b32dfcc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:36.563054 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ffbb274b-c174-4897-bad9-c1f5b10a484d req-16a2a8e3-df9a-4324-865b-2c4b32dfcc44 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6060014 Jul 24 01:16:36.647565 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-90f25586-7c95-45ee-9fd6-adc5569bb2c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:36.653350 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-90f25586-7c95-45ee-9fd6-adc5569bb2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:36.691523 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36388) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:36.752824 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-90f25586-7c95-45ee-9fd6-adc5569bb2c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:36.754646 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f25586-7c95-45ee-9fd6-adc5569bb2c7 admin admin] Pushing event updated for resources: {'Port': ['ID=83c35b4e-aaf9-4e91-aae1-4377406e7047,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:36.836130 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-c3a88acc-0ce6-4580-860b-cc5c64c82cbb tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-494796073'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:16:36.857874 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-bf9d1a4c-5363-494d-a682-48d16e25ace5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10', 'name': 'tempest-TestServerMultinode-1902965297-router', 'tenant_id': 'd2ed16d9429645939242f85e2efbcec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f2d45b7d-5135-45b3-bd67-7243edb3b1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:16:31Z', 'updated_at': '2021-07-24T01:16:35Z', 'revision_number': 4, 'project_id': 'd2ed16d9429645939242f85e2efbcec6', 'gw_port': {'id': 'f2d45b7d-5135-45b3-bd67-7243edb3b1db', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:16:32Z', 'updated_at': '2021-07-24T01:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '83c35b4e-aaf9-4e91-aae1-4377406e7047', 'name': '', 'network_id': '0bbf226c-5d54-4650-bc14-f9eb5a074a8e', 'tenant_id': 'd2ed16d9429645939242f85e2efbcec6', 'mac_address': 'fa:16:3e:c9:54:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '3ef8a61d-f9bf-4c86-99b0-47ad5c3929f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:16:34Z', 'updated_at': '2021-07-24T01:16:35Z', 'revision_number': 1, 'project_id': 'd2ed16d9429645939242f85e2efbcec6', 'subnets': [{'id': '3ef8a61d-f9bf-4c86-99b0-47ad5c3929f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:36.867038 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a88acc-0ce6-4580-860b-cc5c64c82cbb tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Made reservation on behalf of 484c6141b4a04985983f5f38efaf81c0 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:16:36.867302 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f25586-7c95-45ee-9fd6-adc5569bb2c7 admin admin] Network 0bbf226c-5d54-4650-bc14-f9eb5a074a8e is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:16:36.868850 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-90f25586-7c95-45ee-9fd6-adc5569bb2c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:16:36.872898 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c3a88acc-0ce6-4580-860b-cc5c64c82cbb tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:36.886297 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c3a88acc-0ce6-4580-860b-cc5c64c82cbb tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:36.937770 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9d1a4c-5363-494d-a682-48d16e25ace5 None None] The sync data for ids ['21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10'] in n-d-793621-25 is: [{'id': '21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10', 'name': 'tempest-TestServerMultinode-1902965297-router', 'tenant_id': 'd2ed16d9429645939242f85e2efbcec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f2d45b7d-5135-45b3-bd67-7243edb3b1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:16:31Z', 'updated_at': '2021-07-24T01:16:35Z', 'revision_number': 4, 'project_id': 'd2ed16d9429645939242f85e2efbcec6', 'gw_port': {'id': 'f2d45b7d-5135-45b3-bd67-7243edb3b1db', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:16:32Z', 'updated_at': '2021-07-24T01:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '83c35b4e-aaf9-4e91-aae1-4377406e7047', 'name': '', 'network_id': '0bbf226c-5d54-4650-bc14-f9eb5a074a8e', 'tenant_id': 'd2ed16d9429645939242f85e2efbcec6', 'mac_address': 'fa:16:3e:c9:54:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '3ef8a61d-f9bf-4c86-99b0-47ad5c3929f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:16:34Z', 'updated_at': '2021-07-24T01:16:35Z', 'revision_number': 1, 'project_id': 'd2ed16d9429645939242f85e2efbcec6', 'subnets': [{'id': '3ef8a61d-f9bf-4c86-99b0-47ad5c3929f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:16:37.027440 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f25586-7c95-45ee-9fd6-adc5569bb2c7 admin admin] Router 21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:16:37.028299 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c3a88acc-0ce6-4580-860b-cc5c64c82cbb tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:37.035404 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c3a88acc-0ce6-4580-860b-cc5c64c82cbb tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:37.062696 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3a88acc-0ce6-4580-860b-cc5c64c82cbb tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:16:37.091262 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a88acc-0ce6-4580-860b-cc5c64c82cbb tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52e413ef-41b3-4824-9b42-c1dd4ed9931f,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:37.095037 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c3a88acc-0ce6-4580-860b-cc5c64c82cbb tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:37.095401 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-c3a88acc-0ce6-4580-860b-cc5c64c82cbb tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Added segment 39f7400e-4e31-4336-99ad-2524fd950962 of type vlan for network 8ff995b2-4b19-4058-a495-d8346eb3ec09 Jul 24 01:16:37.157717 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c3a88acc-0ce6-4580-860b-cc5c64c82cbb tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:37.160074 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a7872b29-cc09-433a-b7f7-f42cc6c6c98e None None] Provisioning complete for port 83c35b4e-aaf9-4e91-aae1-4377406e7047 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:16:37.160725 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a7872b29-cc09-433a-b7f7-f42cc6c6c98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:37.192183 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f25586-7c95-45ee-9fd6-adc5569bb2c7 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:16:37.199993 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-90f25586-7c95-45ee-9fd6-adc5569bb2c7 admin admin] 10.222.0.15 "PUT /v2.0/routers/21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3557973 Jul 24 01:16:37.210191 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c3a88acc-0ce6-4580-860b-cc5c64c82cbb tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:37.216505 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a88acc-0ce6-4580-860b-cc5c64c82cbb tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:37.217158 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c3a88acc-0ce6-4580-860b-cc5c64c82cbb tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:37.239329 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-a7872b29-cc09-433a-b7f7-f42cc6c6c98e None None] Port 83c35b4e-aaf9-4e91-aae1-4377406e7047 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:16:37.262450 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c3a88acc-0ce6-4580-860b-cc5c64c82cbb tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5697575 Jul 24 01:16:37.331400 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a88acc-0ce6-4580-860b-cc5c64c82cbb tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event updated for resources: {'Network': ['ID=8ff995b2-4b19-4058-a495-d8346eb3ec09,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:37.342890 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 8ff995b2-4b19-4058-a495-d8346eb3ec09 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:16:37.402798 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36394) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:37.412320 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-ff9e101e-ac99-47b2-bad1-1359a139867e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Request body: {'subnet': {'network_id': '8ff995b2-4b19-4058-a495-d8346eb3ec09', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:16:37.539351 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9e101e-ac99-47b2-bad1-1359a139867e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Made reservation on behalf of 484c6141b4a04985983f5f38efaf81c0 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:16:37.544420 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ff9e101e-ac99-47b2-bad1-1359a139867e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:37.795273 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ff9e101e-ac99-47b2-bad1-1359a139867e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:37.884959 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e101e-ac99-47b2-bad1-1359a139867e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event updated for resources: {'Subnet': ['ID=26a88af1-8e0d-4e06-97b5-fa720ca92f2b,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:37.955046 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9e101e-ac99-47b2-bad1-1359a139867e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Checking segment: {'id': '39f7400e-4e31-4336-99ad-2524fd950962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8ff995b2-4b19-4058-a495-d8346eb3ec09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:16:37.955540 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9e101e-ac99-47b2-bad1-1359a139867e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Network hostable DHCP agents. Network: 8ff995b2-4b19-4058-a495-d8346eb3ec09, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:16:37.985936 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9e101e-ac99-47b2-bad1-1359a139867e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Network 8ff995b2-4b19-4058-a495-d8346eb3ec09 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:16:38.008730 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-ff9e101e-ac99-47b2-bad1-1359a139867e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 8ff995b2-4b19-4058-a495-d8346eb3ec09) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:16:38.020440 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bddcba-09e2-4660-bbfc-e3e4eb521d78 None None] Network 8ff995b2-4b19-4058-a495-d8346eb3ec09 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:16:38.028901 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9e101e-ac99-47b2-bad1-1359a139867e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:38.030156 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ff9e101e-ac99-47b2-bad1-1359a139867e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:38.064554 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ff9e101e-ac99-47b2-bad1-1359a139867e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6605816 Jul 24 01:16:38.067794 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36412) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:38.074306 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-b0e40585-df1d-4c6b-af27-fc5625eb412e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1492322800'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:16:38.141594 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e40585-df1d-4c6b-af27-fc5625eb412e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Made reservation on behalf of 484c6141b4a04985983f5f38efaf81c0 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:16:38.148527 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b0e40585-df1d-4c6b-af27-fc5625eb412e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:38.167285 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36416) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:38.171995 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-c9e3ae56-8ffc-4c33-8f50-510c8626a4cf admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-500654886-network', 'tenant_id': 'ced4c36c17c14036829482f02f1d23cf'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:16:38.190507 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e40585-df1d-4c6b-af27-fc5625eb412e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:16:38.204535 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b0e40585-df1d-4c6b-af27-fc5625eb412e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:38.204535 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-b0e40585-df1d-4c6b-af27-fc5625eb412e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Added segment 805438e9-97f6-498e-9205-e8f2f56b6714 of type vlan for network 869f2c73-b096-41c7-b221-73d7bcdea097 Jul 24 01:16:38.223836 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e3ae56-8ffc-4c33-8f50-510c8626a4cf admin admin] Made reservation on behalf of ced4c36c17c14036829482f02f1d23cf for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:16:38.226002 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9e3ae56-8ffc-4c33-8f50-510c8626a4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:38.238161 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9e3ae56-8ffc-4c33-8f50-510c8626a4cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:38.261225 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b0e40585-df1d-4c6b-af27-fc5625eb412e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:38.303148 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6825b583-aa46-4c3a-9cbc-b4227162d33f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-8ff995b2-4b19-4058-a495-d8346eb3ec09', 'network_id': '8ff995b2-4b19-4058-a495-d8346eb3ec09', 'tenant_id': '484c6141b4a04985983f5f38efaf81c0', 'fixed_ips': [{'subnet_id': '26a88af1-8e0d-4e06-97b5-fa720ca92f2b'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:16:38.304100 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6825b583-aa46-4c3a-9cbc-b4227162d33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:38.308486 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b0e40585-df1d-4c6b-af27-fc5625eb412e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:38.316875 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e40585-df1d-4c6b-af27-fc5625eb412e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:38.318090 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b0e40585-df1d-4c6b-af27-fc5625eb412e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:38.404594 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9e3ae56-8ffc-4c33-8f50-510c8626a4cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:38.409145 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9e3ae56-8ffc-4c33-8f50-510c8626a4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:38.411011 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e40585-df1d-4c6b-af27-fc5625eb412e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event updated for resources: {'Network': ['ID=869f2c73-b096-41c7-b221-73d7bcdea097,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:38.425940 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b0e40585-df1d-4c6b-af27-fc5625eb412e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3545139 Jul 24 01:16:38.426679 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36418) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:38.432897 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 869f2c73-b096-41c7-b221-73d7bcdea097 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:16:38.439284 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-4f09aaa8-0328-4c51-9208-a09fb915d98e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Request body: {'subnet': {'network_id': '869f2c73-b096-41c7-b221-73d7bcdea097', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:16:38.446130 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3ae56-8ffc-4c33-8f50-510c8626a4cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eadc4f6-129d-4e4c-9fae-fc91a9b9d220,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:38.463678 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9e3ae56-8ffc-4c33-8f50-510c8626a4cf admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:16:38.476319 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9e3ae56-8ffc-4c33-8f50-510c8626a4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:38.476765 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-c9e3ae56-8ffc-4c33-8f50-510c8626a4cf admin admin] Added segment 7118bbee-30aa-41fa-89a5-ab69081a8d88 of type vlan for network 6beb1eb0-feb5-4756-8bc3-a6486efbd068 Jul 24 01:16:38.529049 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9e3ae56-8ffc-4c33-8f50-510c8626a4cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:38.578365 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f09aaa8-0328-4c51-9208-a09fb915d98e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Made reservation on behalf of 484c6141b4a04985983f5f38efaf81c0 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:16:38.583775 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9e3ae56-8ffc-4c33-8f50-510c8626a4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:38.584785 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e3ae56-8ffc-4c33-8f50-510c8626a4cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:38.585415 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c9e3ae56-8ffc-4c33-8f50-510c8626a4cf admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:38.587807 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4f09aaa8-0328-4c51-9208-a09fb915d98e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:38.592051 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-6825b583-aa46-4c3a-9cbc-b4227162d33f None None] Allocated IP 172.20.255.242 (8ff995b2-4b19-4058-a495-d8346eb3ec09/26a88af1-8e0d-4e06-97b5-fa720ca92f2b/c036b61f-1aa4-4038-804b-e17cda3315dc) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:16:38.630821 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c9e3ae56-8ffc-4c33-8f50-510c8626a4cf admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4625757 Jul 24 01:16:38.633967 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36420) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:38.638752 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-f84bf1aa-a123-4ced-83d8-0308848da2ef admin admin] Request body: {'subnet': {'network_id': '6beb1eb0-feb5-4756-8bc3-a6486efbd068', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-500654886-subnet', 'tenant_id': 'ced4c36c17c14036829482f02f1d23cf', 'ip_version': 4}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:16:38.676806 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3ae56-8ffc-4c33-8f50-510c8626a4cf admin admin] Pushing event updated for resources: {'Network': ['ID=6beb1eb0-feb5-4756-8bc3-a6486efbd068,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:38.688672 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 6beb1eb0-feb5-4756-8bc3-a6486efbd068 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:16:38.720657 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84bf1aa-a123-4ced-83d8-0308848da2ef admin admin] Made reservation on behalf of ced4c36c17c14036829482f02f1d23cf for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:16:38.728279 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f84bf1aa-a123-4ced-83d8-0308848da2ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:38.856434 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4f09aaa8-0328-4c51-9208-a09fb915d98e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:38.939306 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f09aaa8-0328-4c51-9208-a09fb915d98e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Checking segment: {'id': '805438e9-97f6-498e-9205-e8f2f56b6714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '869f2c73-b096-41c7-b221-73d7bcdea097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:16:38.939585 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f09aaa8-0328-4c51-9208-a09fb915d98e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Network hostable DHCP agents. Network: 869f2c73-b096-41c7-b221-73d7bcdea097, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:16:38.950414 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f09aaa8-0328-4c51-9208-a09fb915d98e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event updated for resources: {'Subnet': ['ID=37eca232-daa0-403a-86fd-aa079ae5039e,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:38.975492 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f09aaa8-0328-4c51-9208-a09fb915d98e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Network 869f2c73-b096-41c7-b221-73d7bcdea097 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:16:38.984439 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6825b583-aa46-4c3a-9cbc-b4227162d33f None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:38.990426 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-4f09aaa8-0328-4c51-9208-a09fb915d98e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 869f2c73-b096-41c7-b221-73d7bcdea097) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:16:38.994802 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-6825b583-aa46-4c3a-9cbc-b4227162d33f None None] Transition to ACTIVE for port object c036b61f-1aa4-4038-804b-e17cda3315dc will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:16:39.002300 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f09aaa8-0328-4c51-9208-a09fb915d98e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:39.002947 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4f09aaa8-0328-4c51-9208-a09fb915d98e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:39.007836 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3849d636-1403-4421-b717-6fb6dd98d7a4 None None] Network 869f2c73-b096-41c7-b221-73d7bcdea097 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:16:39.031874 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4f09aaa8-0328-4c51-9208-a09fb915d98e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.6028137 Jul 24 01:16:39.034043 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36424) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:39.034552 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f84bf1aa-a123-4ced-83d8-0308848da2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:39.085899 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-6825b583-aa46-4c3a-9cbc-b4227162d33f None None] Transition to ACTIVE for port object c036b61f-1aa4-4038-804b-e17cda3315dc will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:16:39.095906 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6825b583-aa46-4c3a-9cbc-b4227162d33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:39.102843 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84bf1aa-a123-4ced-83d8-0308848da2ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0841ffd-1d62-4cb2-ac2e-067a336509c5,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:39.115769 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84bf1aa-a123-4ced-83d8-0308848da2ef admin admin] Checking segment: {'id': '7118bbee-30aa-41fa-89a5-ab69081a8d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6beb1eb0-feb5-4756-8bc3-a6486efbd068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:16:39.115769 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84bf1aa-a123-4ced-83d8-0308848da2ef admin admin] Network hostable DHCP agents. Network: 6beb1eb0-feb5-4756-8bc3-a6486efbd068, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:16:39.137388 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84bf1aa-a123-4ced-83d8-0308848da2ef admin admin] Network 6beb1eb0-feb5-4756-8bc3-a6486efbd068 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:16:39.152838 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-f84bf1aa-a123-4ced-83d8-0308848da2ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 6beb1eb0-feb5-4756-8bc3-a6486efbd068) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:16:39.162044 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84bf1aa-a123-4ced-83d8-0308848da2ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:39.163299 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f84bf1aa-a123-4ced-83d8-0308848da2ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:39.165185 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8102b630-01a5-45c8-b9f3-cecd1f7784ff tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:39.166801 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6825b583-aa46-4c3a-9cbc-b4227162d33f None None] Network 8ff995b2-4b19-4058-a495-d8346eb3ec09 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:16:39.189801 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbd38eb-eaee-400c-8b3c-aec74d4c92ff None None] Network 6beb1eb0-feb5-4756-8bc3-a6486efbd068 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:16:39.190686 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f84bf1aa-a123-4ced-83d8-0308848da2ef admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5559483 Jul 24 01:16:39.194030 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36426) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:39.194221 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-6825b583-aa46-4c3a-9cbc-b4227162d33f None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:16:39.196057 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825b583-aa46-4c3a-9cbc-b4227162d33f None None] Pushing event updated for resources: {'Port': ['ID=c036b61f-1aa4-4038-804b-e17cda3315dc,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:39.200935 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6825b583-aa46-4c3a-9cbc-b4227162d33f None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:16:39.216583 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-a020a3a3-dcb5-40e3-9f8f-a99032d0fb0b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-500654886-router', 'tenant_id': 'ced4c36c17c14036829482f02f1d23cf', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:16:39.244252 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a020a3a3-dcb5-40e3-9f8f-a99032d0fb0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:39.246115 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a020a3a3-dcb5-40e3-9f8f-a99032d0fb0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:39.295183 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8102b630-01a5-45c8-b9f3-cecd1f7784ff tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:39.316888 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a020a3a3-dcb5-40e3-9f8f-a99032d0fb0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:39.387280 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8102b630-01a5-45c8-b9f3-cecd1f7784ff tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:39.414511 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8102b630-01a5-45c8-b9f3-cecd1f7784ff tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event deleted for resources: {'Subnet': ['ID=37eca232-daa0-403a-86fd-aa079ae5039e,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:39.503587 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8102b630-01a5-45c8-b9f3-cecd1f7784ff tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:39.516390 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-8102b630-01a5-45c8-b9f3-cecd1f7784ff tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['869f2c73-b096-41c7-b221-73d7bcdea097']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:39.528155 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-6825b583-aa46-4c3a-9cbc-b4227162d33f None None] Attempting to bind port c036b61f-1aa4-4038-804b-e17cda3315dc on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:16:39.528553 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-6825b583-aa46-4c3a-9cbc-b4227162d33f None None] Attempting to bind port c036b61f-1aa4-4038-804b-e17cda3315dc by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '39f7400e-4e31-4336-99ad-2524fd950962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8ff995b2-4b19-4058-a495-d8346eb3ec09'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:16:39.528915 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6825b583-aa46-4c3a-9cbc-b4227162d33f None None] Attempting to bind port c036b61f-1aa4-4038-804b-e17cda3315dc on network 8ff995b2-4b19-4058-a495-d8346eb3ec09 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:16:39.532489 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a020a3a3-dcb5-40e3-9f8f-a99032d0fb0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:39.540802 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-8102b630-01a5-45c8-b9f3-cecd1f7784ff tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '805438e9-97f6-498e-9205-e8f2f56b6714') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:39.541370 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-8102b630-01a5-45c8-b9f3-cecd1f7784ff tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '805438e9-97f6-498e-9205-e8f2f56b6714') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:39.544836 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6825b583-aa46-4c3a-9cbc-b4227162d33f None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:16:39.545226 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6825b583-aa46-4c3a-9cbc-b4227162d33f None None] Checking segment: {'id': '39f7400e-4e31-4336-99ad-2524fd950962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8ff995b2-4b19-4058-a495-d8346eb3ec09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:16:39.545763 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6825b583-aa46-4c3a-9cbc-b4227162d33f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:39.546215 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6825b583-aa46-4c3a-9cbc-b4227162d33f None None] Bound using segment: {'id': '39f7400e-4e31-4336-99ad-2524fd950962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8ff995b2-4b19-4058-a495-d8346eb3ec09'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:16:39.547198 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-6825b583-aa46-4c3a-9cbc-b4227162d33f None None] Bound port: c036b61f-1aa4-4038-804b-e17cda3315dc, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39f7400e-4e31-4336-99ad-2524fd950962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8ff995b2-4b19-4058-a495-d8346eb3ec09'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:16:39.547673 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6825b583-aa46-4c3a-9cbc-b4227162d33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:39.552763 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edf2624-a706-411a-bf33-cedc7ec1d6e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-869f2c73-b096-41c7-b221-73d7bcdea097', 'network_id': '869f2c73-b096-41c7-b221-73d7bcdea097', 'tenant_id': '484c6141b4a04985983f5f38efaf81c0', 'fixed_ips': [{'subnet_id': '37eca232-daa0-403a-86fd-aa079ae5039e'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:16:39.553621 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3edf2624-a706-411a-bf33-cedc7ec1d6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:39.561376 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8102b630-01a5-45c8-b9f3-cecd1f7784ff tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:39.584586 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8102b630-01a5-45c8-b9f3-cecd1f7784ff tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:39.592423 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8102b630-01a5-45c8-b9f3-cecd1f7784ff tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:16:39.595047 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8102b630-01a5-45c8-b9f3-cecd1f7784ff tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:39.601657 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:16:39.601657 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:16:39.601657 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:16:39.601657 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:16:39.601657 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:16:39.601657 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:16:39.601657 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:16:39.601657 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:16:39.601657 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:16:39.601657 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:16:39.601657 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:16:39.601657 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:16:39.601657 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:16:39.601657 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:16:39.601657 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:16:39.601657 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:16:39.601657 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:16:39.601657 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:16:39.601657 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:16:39.601657 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:16:39.601657 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:16:39.601657 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:16:39.601657 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:16:39.601657 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:16:39.601657 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:16:39.601657 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:16:39.601657 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:16:39.601657 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:16:39.601657 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:16:39.601657 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:16:39.601657 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:16:39.601657 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:16:39.757547 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8102b630-01a5-45c8-b9f3-cecd1f7784ff tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:39.777403 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-6825b583-aa46-4c3a-9cbc-b4227162d33f None None] For port c036b61f-1aa4-4038-804b-e17cda3315dc, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:16:39.781315 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-6825b583-aa46-4c3a-9cbc-b4227162d33f None None] For port c036b61f-1aa4-4038-804b-e17cda3315dc, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=c036b61f-1aa4-4038-804b-e17cda3315dc,segment=NetworkSegment(39f7400e-4e31-4336-99ad-2524fd950962),segment_id=39f7400e-4e31-4336-99ad-2524fd950962)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:16:39.783924 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8102b630-01a5-45c8-b9f3-cecd1f7784ff tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:39.792181 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8102b630-01a5-45c8-b9f3-cecd1f7784ff tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "DELETE /v2.0/networks/869f2c73-b096-41c7-b221-73d7bcdea097 HTTP/1.1" status: 204 len: 168 time: 0.7536867 Jul 24 01:16:39.797961 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36428) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:39.809214 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b74e243-6273-48ac-82be-8743fc6ee350 None None] Network 869f2c73-b096-41c7-b221-73d7bcdea097 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:16:39.812808 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6825b583-aa46-4c3a-9cbc-b4227162d33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:39.815835 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8102b630-01a5-45c8-b9f3-cecd1f7784ff tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event deleted for resources: {'Network': ['ID=869f2c73-b096-41c7-b221-73d7bcdea097,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:39.836388 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-f3a08e70-7067-4537-b714-fb8e1f7c8e10 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1233398500'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:16:39.839604 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36da946-6479-4bc6-a477-816e21f3f1e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-6beb1eb0-feb5-4756-8bc3-a6486efbd068', 'network_id': '6beb1eb0-feb5-4756-8bc3-a6486efbd068', 'tenant_id': 'ced4c36c17c14036829482f02f1d23cf', 'fixed_ips': [{'subnet_id': 'f0841ffd-1d62-4cb2-ac2e-067a336509c5'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:16:39.840478 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b36da946-6479-4bc6-a477-816e21f3f1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:39.870488 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a020a3a3-dcb5-40e3-9f8f-a99032d0fb0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:39.892092 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a08e70-7067-4537-b714-fb8e1f7c8e10 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Made reservation on behalf of 484c6141b4a04985983f5f38efaf81c0 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:16:39.895736 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f3a08e70-7067-4537-b714-fb8e1f7c8e10 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:39.899810 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a020a3a3-dcb5-40e3-9f8f-a99032d0fb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:39.906090 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b74e243-6273-48ac-82be-8743fc6ee350 None None] Network 869f2c73-b096-41c7-b221-73d7bcdea097 could not be found, it might have been deleted concurrently. {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 24 01:16:39.970026 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3a08e70-7067-4537-b714-fb8e1f7c8e10 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:16:39.998402 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f3a08e70-7067-4537-b714-fb8e1f7c8e10 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:39.999103 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-f3a08e70-7067-4537-b714-fb8e1f7c8e10 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Added segment 3c78a8bd-94f6-4b97-9886-9432dc7494b2 of type vlan for network 301530b2-22b7-47a7-8ced-4eab76a700c0 Jul 24 01:16:40.061084 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2206d501-b473-4d6f-a8d3-e9419869295c None None] Sync routers for ids ['21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:16:40.090224 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f3a08e70-7067-4537-b714-fb8e1f7c8e10 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:40.091829 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2206d501-b473-4d6f-a8d3-e9419869295c None None] Routers {'21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:16:40.092478 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-2206d501-b473-4d6f-a8d3-e9419869295c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:16:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:40.102610 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6825b583-aa46-4c3a-9cbc-b4227162d33f None None] Pushing event updated for resources: {'Port': ['ID=c036b61f-1aa4-4038-804b-e17cda3315dc,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:40.114063 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-a020a3a3-dcb5-40e3-9f8f-a99032d0fb0b admin admin] Allocated IP 172.25.2.137 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/a545d56c-808d-4baf-bcdf-383db943aa89) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:16:40.116946 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device f2d45b7d-5135-45b3-bd67-7243edb3b1db up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:16:40.158979 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f3a08e70-7067-4537-b714-fb8e1f7c8e10 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:40.164913 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a08e70-7067-4537-b714-fb8e1f7c8e10 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:40.165747 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f3a08e70-7067-4537-b714-fb8e1f7c8e10 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:40.257743 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36434) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:40.258324 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f3a08e70-7067-4537-b714-fb8e1f7c8e10 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4584408 Jul 24 01:16:40.277375 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-c7edc01e-3e08-4d11-85ed-8e2b11a0384f tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Request body: {'subnet': {'network_id': '301530b2-22b7-47a7-8ced-4eab76a700c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:16:40.326011 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a08e70-7067-4537-b714-fb8e1f7c8e10 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event updated for resources: {'Network': ['ID=301530b2-22b7-47a7-8ced-4eab76a700c0,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:40.336351 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port f2d45b7d-5135-45b3-bd67-7243edb3b1db completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:16:40.351432 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-2206d501-b473-4d6f-a8d3-e9419869295c None None] Set router 21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:16:40.367967 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a020a3a3-dcb5-40e3-9f8f-a99032d0fb0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:40.379709 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port f2d45b7d-5135-45b3-bd67-7243edb3b1db triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:16:40.382934 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:40.399024 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-b36da946-6479-4bc6-a477-816e21f3f1e6 None None] Allocated IP 172.20.0.2 (6beb1eb0-feb5-4756-8bc3-a6486efbd068/f0841ffd-1d62-4cb2-ac2e-067a336509c5/a5beb301-316c-4ae9-b0bc-132333a20fec) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:16:40.401542 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 301530b2-22b7-47a7-8ced-4eab76a700c0 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:16:40.488235 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a020a3a3-dcb5-40e3-9f8f-a99032d0fb0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:40.557458 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36438) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:40.563103 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a020a3a3-dcb5-40e3-9f8f-a99032d0fb0b admin admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:16:40.570991 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-a020a3a3-dcb5-40e3-9f8f-a99032d0fb0b admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:16:40.579061 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7edc01e-3e08-4d11-85ed-8e2b11a0384f tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Made reservation on behalf of 484c6141b4a04985983f5f38efaf81c0 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:16:40.582842 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a020a3a3-dcb5-40e3-9f8f-a99032d0fb0b admin admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:16:40.587756 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c7edc01e-3e08-4d11-85ed-8e2b11a0384f tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:40.659900 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a020a3a3-dcb5-40e3-9f8f-a99032d0fb0b admin admin] Pushing event updated for resources: {'Port': ['ID=a545d56c-808d-4baf-bcdf-383db943aa89,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:40.690307 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-2206d501-b473-4d6f-a8d3-e9419869295c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10', 'name': 'tempest-TestServerMultinode-1902965297-router', 'tenant_id': 'd2ed16d9429645939242f85e2efbcec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f2d45b7d-5135-45b3-bd67-7243edb3b1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:16:31Z', 'updated_at': '2021-07-24T01:16:35Z', 'revision_number': 4, 'project_id': 'd2ed16d9429645939242f85e2efbcec6', 'gw_port': {'id': 'f2d45b7d-5135-45b3-bd67-7243edb3b1db', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:16:32Z', 'updated_at': '2021-07-24T01:16:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '83c35b4e-aaf9-4e91-aae1-4377406e7047', 'name': '', 'network_id': '0bbf226c-5d54-4650-bc14-f9eb5a074a8e', 'tenant_id': 'd2ed16d9429645939242f85e2efbcec6', 'mac_address': 'fa:16:3e:c9:54:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '3ef8a61d-f9bf-4c86-99b0-47ad5c3929f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:16:34Z', 'updated_at': '2021-07-24T01:16:36Z', 'revision_number': 2, 'project_id': 'd2ed16d9429645939242f85e2efbcec6', 'subnets': [{'id': '3ef8a61d-f9bf-4c86-99b0-47ad5c3929f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:40.740895 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.ipam_backend_mixin [None req-c7edc01e-3e08-4d11-85ed-8e2b11a0384f tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Performing IP validity checks on allocation pools {{(pid=100463) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 24 01:16:40.741429 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.ipam_backend_mixin [None req-c7edc01e-3e08-4d11-85ed-8e2b11a0384f tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100463) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 24 01:16:40.761858 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b36da946-6479-4bc6-a477-816e21f3f1e6 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:40.797099 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-41dba114-063f-4347-b2ab-ca7a5aef74c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:40.803578 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b36da946-6479-4bc6-a477-816e21f3f1e6 None None] Transition to ACTIVE for port object a5beb301-316c-4ae9-b0bc-132333a20fec will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:16:40.825363 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b36da946-6479-4bc6-a477-816e21f3f1e6 None None] Transition to ACTIVE for port object a5beb301-316c-4ae9-b0bc-132333a20fec will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:16:40.859854 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b36da946-6479-4bc6-a477-816e21f3f1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:40.863102 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2206d501-b473-4d6f-a8d3-e9419869295c None None] Checking router: 21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:16:40.863572 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2206d501-b473-4d6f-a8d3-e9419869295c None None] Updating router 21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10 port 83c35b4e-aaf9-4e91-aae1-4377406e7047 binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:16:40.902412 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:40.928583 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-2206d501-b473-4d6f-a8d3-e9419869295c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:40.945470 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36da946-6479-4bc6-a477-816e21f3f1e6 None None] Network 6beb1eb0-feb5-4756-8bc3-a6486efbd068 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:16:40.961171 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-b36da946-6479-4bc6-a477-816e21f3f1e6 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:16:40.973862 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36da946-6479-4bc6-a477-816e21f3f1e6 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:16:40.992395 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-41dba114-063f-4347-b2ab-ca7a5aef74c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:41.020831 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port f2d45b7d-5135-45b3-bd67-7243edb3b1db, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=f2d45b7d-5135-45b3-bd67-7243edb3b1db,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:16:41.033450 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-41dba114-063f-4347-b2ab-ca7a5aef74c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:41.041709 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:41.069290 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a020a3a3-dcb5-40e3-9f8f-a99032d0fb0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:41.081949 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36da946-6479-4bc6-a477-816e21f3f1e6 None None] Pushing event updated for resources: {'Port': ['ID=a5beb301-316c-4ae9-b0bc-132333a20fec,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:41.130932 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dba114-063f-4347-b2ab-ca7a5aef74c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80cee8ad-910d-45f9-848d-9299a5b5760d,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:41.175811 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c7edc01e-3e08-4d11-85ed-8e2b11a0384f tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:41.180972 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-b36da946-6479-4bc6-a477-816e21f3f1e6 None None] Attempting to bind port a5beb301-316c-4ae9-b0bc-132333a20fec on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:16:41.181493 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-b36da946-6479-4bc6-a477-816e21f3f1e6 None None] Attempting to bind port a5beb301-316c-4ae9-b0bc-132333a20fec by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '7118bbee-30aa-41fa-89a5-ab69081a8d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6beb1eb0-feb5-4756-8bc3-a6486efbd068'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:16:41.181826 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36da946-6479-4bc6-a477-816e21f3f1e6 None None] Attempting to bind port a5beb301-316c-4ae9-b0bc-132333a20fec on network 6beb1eb0-feb5-4756-8bc3-a6486efbd068 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:16:41.196512 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36da946-6479-4bc6-a477-816e21f3f1e6 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:16:41.197572 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36da946-6479-4bc6-a477-816e21f3f1e6 None None] Checking segment: {'id': '7118bbee-30aa-41fa-89a5-ab69081a8d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6beb1eb0-feb5-4756-8bc3-a6486efbd068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:16:41.197572 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b36da946-6479-4bc6-a477-816e21f3f1e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:41.198036 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-41dba114-063f-4347-b2ab-ca7a5aef74c7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=de6b40d39cc442df9e0f0228d94a2280&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6394644 Jul 24 01:16:41.200880 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36da946-6479-4bc6-a477-816e21f3f1e6 None None] Bound using segment: {'id': '7118bbee-30aa-41fa-89a5-ab69081a8d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6beb1eb0-feb5-4756-8bc3-a6486efbd068'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:16:41.201387 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-b36da946-6479-4bc6-a477-816e21f3f1e6 None None] Bound port: a5beb301-316c-4ae9-b0bc-132333a20fec, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7118bbee-30aa-41fa-89a5-ab69081a8d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6beb1eb0-feb5-4756-8bc3-a6486efbd068'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:16:41.201790 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b36da946-6479-4bc6-a477-816e21f3f1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:41.202301 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36442) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:41.215780 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=f2d45b7d-5135-45b3-bd67-7243edb3b1db,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:41.309856 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e45fcbd9-1229-4c9c-9c0c-ff7042e21145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:41.341277 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-b36da946-6479-4bc6-a477-816e21f3f1e6 None None] For port a5beb301-316c-4ae9-b0bc-132333a20fec, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:16:41.347186 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-b36da946-6479-4bc6-a477-816e21f3f1e6 None None] For port a5beb301-316c-4ae9-b0bc-132333a20fec, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=a5beb301-316c-4ae9-b0bc-132333a20fec,segment=NetworkSegment(7118bbee-30aa-41fa-89a5-ab69081a8d88),segment_id=7118bbee-30aa-41fa-89a5-ab69081a8d88)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:16:41.357382 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7edc01e-3e08-4d11-85ed-8e2b11a0384f tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Checking segment: {'id': '3c78a8bd-94f6-4b97-9886-9432dc7494b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '301530b2-22b7-47a7-8ced-4eab76a700c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:16:41.362654 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b36da946-6479-4bc6-a477-816e21f3f1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:41.368418 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7edc01e-3e08-4d11-85ed-8e2b11a0384f tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Network hostable DHCP agents. Network: 301530b2-22b7-47a7-8ced-4eab76a700c0, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:16:41.398579 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7edc01e-3e08-4d11-85ed-8e2b11a0384f tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event updated for resources: {'Subnet': ['ID=60460500-3abb-4731-8a41-41aaa320ab5a,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:41.414592 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e45fcbd9-1229-4c9c-9c0c-ff7042e21145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:41.431836 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7edc01e-3e08-4d11-85ed-8e2b11a0384f tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Network 301530b2-22b7-47a7-8ced-4eab76a700c0 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:16:41.457776 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-c7edc01e-3e08-4d11-85ed-8e2b11a0384f tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 301530b2-22b7-47a7-8ced-4eab76a700c0) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:16:41.458034 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-2206d501-b473-4d6f-a8d3-e9419869295c None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:41.470000 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-2206d501-b473-4d6f-a8d3-e9419869295c None None] Transition to ACTIVE for port object 83c35b4e-aaf9-4e91-aae1-4377406e7047 will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:16:41.475110 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7edc01e-3e08-4d11-85ed-8e2b11a0384f tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:41.477573 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c7edc01e-3e08-4d11-85ed-8e2b11a0384f tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:41.481415 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-2206d501-b473-4d6f-a8d3-e9419869295c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:41.491676 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95aac17b-cc4c-4d9b-b1fe-651b1229dda2 None None] Network 301530b2-22b7-47a7-8ced-4eab76a700c0 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:16:41.523171 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c7edc01e-3e08-4d11-85ed-8e2b11a0384f tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2638226 Jul 24 01:16:41.524115 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36444) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:41.566051 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a020a3a3-dcb5-40e3-9f8f-a99032d0fb0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:41.593493 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677177a1-3e4f-4cb5-8d4f-6ed0ed23d7a9 None None] Pushing event updated for resources: {'Port': ['ID=83c35b4e-aaf9-4e91-aae1-4377406e7047,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:41.607220 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36da946-6479-4bc6-a477-816e21f3f1e6 None None] Pushing event updated for resources: {'Port': ['ID=a5beb301-316c-4ae9-b0bc-132333a20fec,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:41.645787 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e45fcbd9-1229-4c9c-9c0c-ff7042e21145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:41.654139 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e45fcbd9-1229-4c9c-9c0c-ff7042e21145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:41.656316 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e45fcbd9-1229-4c9c-9c0c-ff7042e21145 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/80cee8ad-910d-45f9-848d-9299a5b5760d HTTP/1.1" status: 204 len: 168 time: 0.4523590 Jul 24 01:16:41.676957 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334258e3-dc4f-441a-a560-e9f31779252e None None] Network 8ff995b2-4b19-4058-a495-d8346eb3ec09 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:16:41.698129 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-2206d501-b473-4d6f-a8d3-e9419869295c None None] Attempting to bind port 83c35b4e-aaf9-4e91-aae1-4377406e7047 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:16:41.698505 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-2206d501-b473-4d6f-a8d3-e9419869295c None None] Attempting to bind port 83c35b4e-aaf9-4e91-aae1-4377406e7047 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '51d7029b-ad14-410a-af5e-89ab4764ae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0bbf226c-5d54-4650-bc14-f9eb5a074a8e'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:16:41.699323 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2206d501-b473-4d6f-a8d3-e9419869295c None None] Attempting to bind port 83c35b4e-aaf9-4e91-aae1-4377406e7047 on network 0bbf226c-5d54-4650-bc14-f9eb5a074a8e {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:16:41.705467 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2206d501-b473-4d6f-a8d3-e9419869295c None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:16:41.705864 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2206d501-b473-4d6f-a8d3-e9419869295c None None] Checking segment: {'id': '51d7029b-ad14-410a-af5e-89ab4764ae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0bbf226c-5d54-4650-bc14-f9eb5a074a8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:16:41.706237 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-2206d501-b473-4d6f-a8d3-e9419869295c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:41.706632 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2206d501-b473-4d6f-a8d3-e9419869295c None None] Bound using segment: {'id': '51d7029b-ad14-410a-af5e-89ab4764ae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0bbf226c-5d54-4650-bc14-f9eb5a074a8e'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:16:41.707525 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-2206d501-b473-4d6f-a8d3-e9419869295c None None] Bound port: 83c35b4e-aaf9-4e91-aae1-4377406e7047, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51d7029b-ad14-410a-af5e-89ab4764ae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0bbf226c-5d54-4650-bc14-f9eb5a074a8e'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:16:41.707525 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-2206d501-b473-4d6f-a8d3-e9419869295c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:41.806021 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-fc2c360c-b104-4e3c-982b-716767603f4c None None] Provisioning for port c036b61f-1aa4-4038-804b-e17cda3315dc completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:16:41.861117 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45fcbd9-1229-4c9c-9c0c-ff7042e21145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80cee8ad-910d-45f9-848d-9299a5b5760d,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:41.881333 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5d0a312d-df8e-4c0f-8c59-d07ea7edb5ca tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:41.899755 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-2206d501-b473-4d6f-a8d3-e9419869295c None None] For port 83c35b4e-aaf9-4e91-aae1-4377406e7047, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:16:41.905526 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-2206d501-b473-4d6f-a8d3-e9419869295c None None] For port 83c35b4e-aaf9-4e91-aae1-4377406e7047, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=83c35b4e-aaf9-4e91-aae1-4377406e7047,segment=NetworkSegment(51d7029b-ad14-410a-af5e-89ab4764ae76),segment_id=51d7029b-ad14-410a-af5e-89ab4764ae76)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:16:41.921955 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-2206d501-b473-4d6f-a8d3-e9419869295c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:42.084615 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5d0a312d-df8e-4c0f-8c59-d07ea7edb5ca tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:42.103628 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677177a1-3e4f-4cb5-8d4f-6ed0ed23d7a9 None None] Pushing event updated for resources: {'Port': ['ID=83c35b4e-aaf9-4e91-aae1-4377406e7047,revision_number=4']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:42.106109 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a020a3a3-dcb5-40e3-9f8f-a99032d0fb0b admin admin] Router bac90b97-9b7d-4ffd-8244-5edaebf54b14 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:16:42.134844 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bad63a-aec5-4f71-bfd4-a0dd49dfda03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-301530b2-22b7-47a7-8ced-4eab76a700c0', 'network_id': '301530b2-22b7-47a7-8ced-4eab76a700c0', 'tenant_id': '484c6141b4a04985983f5f38efaf81c0', 'fixed_ips': [{'subnet_id': '60460500-3abb-4731-8a41-41aaa320ab5a'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:16:42.136884 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-70bad63a-aec5-4f71-bfd4-a0dd49dfda03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:42.150313 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2206d501-b473-4d6f-a8d3-e9419869295c None None] Routers {'21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:16:42.156471 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-2206d501-b473-4d6f-a8d3-e9419869295c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:16:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:42.253929 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5d0a312d-df8e-4c0f-8c59-d07ea7edb5ca tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:42.359055 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a020a3a3-dcb5-40e3-9f8f-a99032d0fb0b admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:16:42.382604 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbbf14c-a14c-4cb5-b005-995eeca8b0ad None None] Sync routers for ids ['bac90b97-9b7d-4ffd-8244-5edaebf54b14'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:16:42.404791 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36450) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server [None req-70bad63a-aec5-4f71-bfd4-a0dd49dfda03 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 60460500-3abb-4731-8a41-41aaa320ab5a: This subnet is being modified by another concurrent operation. Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise exception Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 60460500-3abb-4731-8a41-41aaa320ab5a: This subnet is being modified by another concurrent operation. Jul 24 01:16:42.411418 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server Jul 24 01:16:42.420964 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a020a3a3-dcb5-40e3-9f8f-a99032d0fb0b admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:42.422511 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a020a3a3-dcb5-40e3-9f8f-a99032d0fb0b admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2265627 Jul 24 01:16:42.425544 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36452) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:42.429985 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a312d-df8e-4c0f-8c59-d07ea7edb5ca tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event deleted for resources: {'Subnet': ['ID=60460500-3abb-4731-8a41-41aaa320ab5a,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:42.445767 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device f2d45b7d-5135-45b3-bd67-7243edb3b1db up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:16:42.453139 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545fb1c3-3e96-4ebd-a363-92572f8417f4 None None] Network 301530b2-22b7-47a7-8ced-4eab76a700c0 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:16:42.475664 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-2206d501-b473-4d6f-a8d3-e9419869295c None None] Set router 21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:16:42.496442 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbbf14c-a14c-4cb5-b005-995eeca8b0ad None None] Routers {'bac90b97-9b7d-4ffd-8244-5edaebf54b14'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:16:42.497711 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-7bbbf14c-a14c-4cb5-b005-995eeca8b0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:16:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['bac90b97-9b7d-4ffd-8244-5edaebf54b14'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:42.517174 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5d0a312d-df8e-4c0f-8c59-d07ea7edb5ca tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:42.531602 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-5d0a312d-df8e-4c0f-8c59-d07ea7edb5ca tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['301530b2-22b7-47a7-8ced-4eab76a700c0']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:42.565605 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-5d0a312d-df8e-4c0f-8c59-d07ea7edb5ca tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c78a8bd-94f6-4b97-9886-9432dc7494b2') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:42.571304 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-5d0a312d-df8e-4c0f-8c59-d07ea7edb5ca tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c78a8bd-94f6-4b97-9886-9432dc7494b2') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:42.599996 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5d0a312d-df8e-4c0f-8c59-d07ea7edb5ca tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:42.630631 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5d0a312d-df8e-4c0f-8c59-d07ea7edb5ca tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:42.637618 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d0a312d-df8e-4c0f-8c59-d07ea7edb5ca tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:16:42.638037 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5d0a312d-df8e-4c0f-8c59-d07ea7edb5ca tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:42.642941 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:16:42.642941 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:16:42.642941 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:16:42.642941 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:16:42.642941 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:16:42.642941 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:16:42.642941 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:16:42.642941 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:16:42.642941 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:16:42.642941 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:16:42.642941 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:16:42.642941 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:16:42.642941 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:16:42.642941 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:16:42.642941 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:16:42.642941 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:16:42.642941 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:16:42.642941 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:16:42.642941 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:16:42.642941 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:16:42.642941 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:16:42.642941 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:16:42.642941 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:16:42.642941 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:16:42.642941 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:16:42.642941 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:16:42.642941 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:16:42.642941 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:16:42.642941 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:16:42.642941 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:16:42.642941 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:16:42.642941 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:16:42.768684 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5d0a312d-df8e-4c0f-8c59-d07ea7edb5ca tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:42.800416 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5d0a312d-df8e-4c0f-8c59-d07ea7edb5ca tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:42.805541 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5d0a312d-df8e-4c0f-8c59-d07ea7edb5ca tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "DELETE /v2.0/networks/301530b2-22b7-47a7-8ced-4eab76a700c0 HTTP/1.1" status: 204 len: 168 time: 1.2756774 Jul 24 01:16:42.805541 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a312d-df8e-4c0f-8c59-d07ea7edb5ca tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event deleted for resources: {'Network': ['ID=301530b2-22b7-47a7-8ced-4eab76a700c0,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:42.805815 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36454) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:42.811425 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-4e551b19-ea4e-4e09-99cb-aced01a8531a tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-937649965'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:16:42.828343 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port f2d45b7d-5135-45b3-bd67-7243edb3b1db triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:16:42.828832 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:42.845605 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e551b19-ea4e-4e09-99cb-aced01a8531a tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Made reservation on behalf of 484c6141b4a04985983f5f38efaf81c0 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:16:42.849604 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4e551b19-ea4e-4e09-99cb-aced01a8531a tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:42.898950 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e551b19-ea4e-4e09-99cb-aced01a8531a tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:16:42.912136 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-2206d501-b473-4d6f-a8d3-e9419869295c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10', 'name': 'tempest-TestServerMultinode-1902965297-router', 'tenant_id': 'd2ed16d9429645939242f85e2efbcec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f2d45b7d-5135-45b3-bd67-7243edb3b1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:16:31Z', 'updated_at': '2021-07-24T01:16:35Z', 'revision_number': 4, 'project_id': 'd2ed16d9429645939242f85e2efbcec6', 'gw_port': {'id': 'f2d45b7d-5135-45b3-bd67-7243edb3b1db', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:16:32Z', 'updated_at': '2021-07-24T01:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '83c35b4e-aaf9-4e91-aae1-4377406e7047', 'name': '', 'network_id': '0bbf226c-5d54-4650-bc14-f9eb5a074a8e', 'tenant_id': 'd2ed16d9429645939242f85e2efbcec6', 'mac_address': 'fa:16:3e:c9:54:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '3ef8a61d-f9bf-4c86-99b0-47ad5c3929f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:16:34Z', 'updated_at': '2021-07-24T01:16:41Z', 'revision_number': 4, 'project_id': 'd2ed16d9429645939242f85e2efbcec6', 'subnets': [{'id': '3ef8a61d-f9bf-4c86-99b0-47ad5c3929f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:42.920013 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4e551b19-ea4e-4e09-99cb-aced01a8531a tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:42.921261 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-4e551b19-ea4e-4e09-99cb-aced01a8531a tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Added segment d0d720a1-4667-481e-a2b6-ae553a8f508e of type vlan for network f36fd08c-1177-4e91-a52f-cf98b148d1b2 Jul 24 01:16:42.946444 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7e65af5a-fd89-4e1e-a8d1-d5c1f086958f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:42.959939 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2206d501-b473-4d6f-a8d3-e9419869295c None None] The sync data for ids ['21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10'] in n-d-793621-25 is: [{'id': '21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10', 'name': 'tempest-TestServerMultinode-1902965297-router', 'tenant_id': 'd2ed16d9429645939242f85e2efbcec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f2d45b7d-5135-45b3-bd67-7243edb3b1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:16:31Z', 'updated_at': '2021-07-24T01:16:35Z', 'revision_number': 4, 'project_id': 'd2ed16d9429645939242f85e2efbcec6', 'gw_port': {'id': 'f2d45b7d-5135-45b3-bd67-7243edb3b1db', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:16:32Z', 'updated_at': '2021-07-24T01:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '83c35b4e-aaf9-4e91-aae1-4377406e7047', 'name': '', 'network_id': '0bbf226c-5d54-4650-bc14-f9eb5a074a8e', 'tenant_id': 'd2ed16d9429645939242f85e2efbcec6', 'mac_address': 'fa:16:3e:c9:54:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3527, 'fixed_ips': [{'subnet_id': '3ef8a61d-f9bf-4c86-99b0-47ad5c3929f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:16:34Z', 'updated_at': '2021-07-24T01:16:41Z', 'revision_number': 4, 'project_id': 'd2ed16d9429645939242f85e2efbcec6', 'subnets': [{'id': '3ef8a61d-f9bf-4c86-99b0-47ad5c3929f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:16:42.969844 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-7bbbf14c-a14c-4cb5-b005-995eeca8b0ad None None] Set router bac90b97-9b7d-4ffd-8244-5edaebf54b14 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:16:42.997279 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4e551b19-ea4e-4e09-99cb-aced01a8531a tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:43.049955 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4e551b19-ea4e-4e09-99cb-aced01a8531a tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:43.058310 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e551b19-ea4e-4e09-99cb-aced01a8531a tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:43.060471 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4e551b19-ea4e-4e09-99cb-aced01a8531a tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:43.166216 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e551b19-ea4e-4e09-99cb-aced01a8531a tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event updated for resources: {'Network': ['ID=f36fd08c-1177-4e91-a52f-cf98b148d1b2,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:43.194409 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network f36fd08c-1177-4e91-a52f-cf98b148d1b2 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:16:43.203228 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6a7731-69db-4014-a8b0-bdc917450b5e None None] Network 6beb1eb0-feb5-4756-8bc3-a6486efbd068 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:16:43.266026 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a5beb301-316c-4ae9-b0bc-132333a20fec up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:16:43.284712 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7e65af5a-fd89-4e1e-a8d1-d5c1f086958f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:43.292782 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7e65af5a-fd89-4e1e-a8d1-d5c1f086958f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:43.304481 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4e551b19-ea4e-4e09-99cb-aced01a8531a tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4973655 Jul 24 01:16:43.307170 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36456) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:43.314480 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-ff0ea7ec-808c-414b-a92c-1c7118374680 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Request body: {'subnet': {'network_id': 'f36fd08c-1177-4e91-a52f-cf98b148d1b2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:16:43.334330 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7e65af5a-fd89-4e1e-a8d1-d5c1f086958f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ea0966da8d254debb6dcc3efd7086f99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9273188 Jul 24 01:16:43.335068 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36458) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:43.436925 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0ea7ec-808c-414b-a92c-1c7118374680 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Made reservation on behalf of 484c6141b4a04985983f5f38efaf81c0 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:16:43.442938 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ff0ea7ec-808c-414b-a92c-1c7118374680 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:43.476642 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65af5a-fd89-4e1e-a8d1-d5c1f086958f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7b933f-97c9-4558-9366-2ad90722ebaa,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:43.501504 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-740c34f6-ecc6-4114-8846-53d87a4ec390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:43.529254 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-740c34f6-ecc6-4114-8846-53d87a4ec390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:43.579849 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-04261d02-dcab-4907-b50b-0bc879a5272d None None] Provisioning for port a5beb301-316c-4ae9-b0bc-132333a20fec completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:16:43.648337 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port a5beb301-316c-4ae9-b0bc-132333a20fec completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:16:43.675445 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-740c34f6-ecc6-4114-8846-53d87a4ec390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:43.676586 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port a5beb301-316c-4ae9-b0bc-132333a20fec triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:16:43.677035 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:43.679305 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-740c34f6-ecc6-4114-8846-53d87a4ec390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:43.680542 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-740c34f6-ecc6-4114-8846-53d87a4ec390 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fb7b933f-97c9-4558-9366-2ad90722ebaa HTTP/1.1" status: 204 len: 168 time: 0.3406372 Jul 24 01:16:43.728493 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ff0ea7ec-808c-414b-a92c-1c7118374680 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:43.733869 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740c34f6-ecc6-4114-8846-53d87a4ec390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7b933f-97c9-4558-9366-2ad90722ebaa,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:43.803853 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-7bbbf14c-a14c-4cb5-b005-995eeca8b0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac90b97-9b7d-4ffd-8244-5edaebf54b14', 'name': 'tempest-TestServerMultinode-500654886-router', 'tenant_id': 'ced4c36c17c14036829482f02f1d23cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'a545d56c-808d-4baf-bcdf-383db943aa89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:16:39Z', 'updated_at': '2021-07-24T01:16:40Z', 'revision_number': 3, 'project_id': 'ced4c36c17c14036829482f02f1d23cf', 'gw_port': {'id': 'a545d56c-808d-4baf-bcdf-383db943aa89', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac90b97-9b7d-4ffd-8244-5edaebf54b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:16:39Z', 'updated_at': '2021-07-24T01:16:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:43.830474 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0ea7ec-808c-414b-a92c-1c7118374680 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Checking segment: {'id': 'd0d720a1-4667-481e-a2b6-ae553a8f508e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f36fd08c-1177-4e91-a52f-cf98b148d1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:16:43.830991 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0ea7ec-808c-414b-a92c-1c7118374680 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Network hostable DHCP agents. Network: f36fd08c-1177-4e91-a52f-cf98b148d1b2, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:16:43.835276 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0ea7ec-808c-414b-a92c-1c7118374680 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event updated for resources: {'Subnet': ['ID=4c7cf9b4-6638-47b4-8fd9-6c352f952ef9,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:43.842327 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbbf14c-a14c-4cb5-b005-995eeca8b0ad None None] Checking router: bac90b97-9b7d-4ffd-8244-5edaebf54b14 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:16:43.843435 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbbf14c-a14c-4cb5-b005-995eeca8b0ad None None] Updating router bac90b97-9b7d-4ffd-8244-5edaebf54b14 port a545d56c-808d-4baf-bcdf-383db943aa89 binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:16:43.853576 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cbc2bea9-1153-46cf-95ea-56cdace7edcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:43.857114 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0ea7ec-808c-414b-a92c-1c7118374680 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Network f36fd08c-1177-4e91-a52f-cf98b148d1b2 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:16:43.870037 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-ff0ea7ec-808c-414b-a92c-1c7118374680 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, f36fd08c-1177-4e91-a52f-cf98b148d1b2) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:16:43.888723 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0ea7ec-808c-414b-a92c-1c7118374680 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:43.890304 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ff0ea7ec-808c-414b-a92c-1c7118374680 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:43.904011 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f6bd04-7060-4d86-a2c2-38f054a0e2bc None None] Network f36fd08c-1177-4e91-a52f-cf98b148d1b2 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:16:43.913848 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ff0ea7ec-808c-414b-a92c-1c7118374680 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6050532 Jul 24 01:16:43.914873 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36462) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:43.982576 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7bbbf14c-a14c-4cb5-b005-995eeca8b0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:44.012755 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:44.094495 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-076bd27f-8d8a-4727-b7c6-24575cb3ae32 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:44.131413 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-cbc2bea9-1153-46cf-95ea-56cdace7edcf admin admin] Allocated IP 172.20.0.1 (6beb1eb0-feb5-4756-8bc3-a6486efbd068/f0841ffd-1d62-4cb2-ac2e-067a336509c5/a524f557-6ddf-44f1-906a-9559a5945e69) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:16:44.193621 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-076bd27f-8d8a-4727-b7c6-24575cb3ae32 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:44.226950 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port a5beb301-316c-4ae9-b0bc-132333a20fec, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=a5beb301-316c-4ae9-b0bc-132333a20fec,segment=NetworkSegment(7118bbee-30aa-41fa-89a5-ab69081a8d88),segment_id=7118bbee-30aa-41fa-89a5-ab69081a8d88)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:16:44.241973 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:44.250626 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device c036b61f-1aa4-4038-804b-e17cda3315dc up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:16:44.282440 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-076bd27f-8d8a-4727-b7c6-24575cb3ae32 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:44.295891 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cbc2bea9-1153-46cf-95ea-56cdace7edcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:44.317677 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-cbc2bea9-1153-46cf-95ea-56cdace7edcf admin admin] Transition to ACTIVE for port object a524f557-6ddf-44f1-906a-9559a5945e69 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:16:44.343118 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076bd27f-8d8a-4727-b7c6-24575cb3ae32 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event deleted for resources: {'Subnet': ['ID=4c7cf9b4-6638-47b4-8fd9-6c352f952ef9,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:44.365511 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cbc2bea9-1153-46cf-95ea-56cdace7edcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:44.403947 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-076bd27f-8d8a-4727-b7c6-24575cb3ae32 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:44.414949 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc2bea9-1153-46cf-95ea-56cdace7edcf admin admin] Network 6beb1eb0-feb5-4756-8bc3-a6486efbd068 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:16:44.419470 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-076bd27f-8d8a-4727-b7c6-24575cb3ae32 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f36fd08c-1177-4e91-a52f-cf98b148d1b2']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:44.422415 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-cbc2bea9-1153-46cf-95ea-56cdace7edcf admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:16:44.426502 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc2bea9-1153-46cf-95ea-56cdace7edcf admin admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:16:44.432040 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-076bd27f-8d8a-4727-b7c6-24575cb3ae32 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0d720a1-4667-481e-a2b6-ae553a8f508e') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:44.432180 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-076bd27f-8d8a-4727-b7c6-24575cb3ae32 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0d720a1-4667-481e-a2b6-ae553a8f508e') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:44.446803 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1b3d379d-25f6-4cb0-9209-c993de8e98f2 None None] Provisioning complete for port a5beb301-316c-4ae9-b0bc-132333a20fec triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:16:44.447123 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1b3d379d-25f6-4cb0-9209-c993de8e98f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:44.447920 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-076bd27f-8d8a-4727-b7c6-24575cb3ae32 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:44.456719 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc2bea9-1153-46cf-95ea-56cdace7edcf admin admin] Pushing event updated for resources: {'Port': ['ID=a524f557-6ddf-44f1-906a-9559a5945e69,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:44.475585 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-076bd27f-8d8a-4727-b7c6-24575cb3ae32 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:44.479873 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cbc2bea9-1153-46cf-95ea-56cdace7edcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:44.486735 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-076bd27f-8d8a-4727-b7c6-24575cb3ae32 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:16:44.487493 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-076bd27f-8d8a-4727-b7c6-24575cb3ae32 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:44.491508 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:16:44.491508 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:16:44.491508 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:16:44.491508 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:16:44.491508 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:16:44.491508 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:16:44.491508 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:16:44.491508 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:16:44.491508 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:16:44.491508 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:16:44.491508 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:16:44.491508 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:16:44.491508 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:16:44.491508 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:16:44.491508 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:16:44.491508 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:16:44.491508 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:16:44.491508 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:16:44.491508 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:16:44.491508 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:16:44.491508 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:16:44.491508 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:16:44.491508 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:16:44.491508 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:16:44.491508 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:16:44.491508 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:16:44.491508 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:16:44.491508 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:16:44.491508 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:16:44.491508 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:16:44.491508 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:16:44.491508 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:16:44.512990 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac41f769-d687-424f-90ef-f7778d46eefa None None] Network f36fd08c-1177-4e91-a52f-cf98b148d1b2 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:16:44.520505 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=a5beb301-316c-4ae9-b0bc-132333a20fec,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:44.601303 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port c036b61f-1aa4-4038-804b-e17cda3315dc completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:16:44.611504 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-076bd27f-8d8a-4727-b7c6-24575cb3ae32 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:44.619697 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-076bd27f-8d8a-4727-b7c6-24575cb3ae32 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:44.628525 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-076bd27f-8d8a-4727-b7c6-24575cb3ae32 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "DELETE /v2.0/networks/f36fd08c-1177-4e91-a52f-cf98b148d1b2 HTTP/1.1" status: 204 len: 168 time: 0.7090631 Jul 24 01:16:44.628823 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36476) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:44.644657 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-3ef65687-25dd-4aa6-99f1-b0ddaacbe47b tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-385787768'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:16:44.650555 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076bd27f-8d8a-4727-b7c6-24575cb3ae32 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event deleted for resources: {'Network': ['ID=f36fd08c-1177-4e91-a52f-cf98b148d1b2,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:44.680379 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port c036b61f-1aa4-4038-804b-e17cda3315dc triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:16:44.680889 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:44.690063 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef65687-25dd-4aa6-99f1-b0ddaacbe47b tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Made reservation on behalf of 484c6141b4a04985983f5f38efaf81c0 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:16:44.694414 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3ef65687-25dd-4aa6-99f1-b0ddaacbe47b tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:44.708822 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cbc2bea9-1153-46cf-95ea-56cdace7edcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:44.745141 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ef65687-25dd-4aa6-99f1-b0ddaacbe47b tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:16:44.768125 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3ef65687-25dd-4aa6-99f1-b0ddaacbe47b tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:44.768676 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-3ef65687-25dd-4aa6-99f1-b0ddaacbe47b tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Added segment 666f40e2-d667-4b8f-a2f5-19d9f69d5859 of type vlan for network 3bbda758-eab6-4c80-b3a0-43e7002b0c82 Jul 24 01:16:44.835403 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3ef65687-25dd-4aa6-99f1-b0ddaacbe47b tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:44.868612 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3ef65687-25dd-4aa6-99f1-b0ddaacbe47b tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:44.875224 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef65687-25dd-4aa6-99f1-b0ddaacbe47b tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:44.876032 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3ef65687-25dd-4aa6-99f1-b0ddaacbe47b tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:44.888621 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e79f8c-6db7-4641-bd3b-b7e236f715e8 None None] get_active_networks_info from n-d-793621-25 {{(pid=100465) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 01:16:44.911904 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3ef65687-25dd-4aa6-99f1-b0ddaacbe47b tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2817347 Jul 24 01:16:44.914865 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36484) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:44.922406 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-df370f95-6d4e-4f22-b282-fcc34db361af tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Request body: {'subnet': {'network_id': '3bbda758-eab6-4c80-b3a0-43e7002b0c82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:16:44.954932 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef65687-25dd-4aa6-99f1-b0ddaacbe47b tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event updated for resources: {'Network': ['ID=3bbda758-eab6-4c80-b3a0-43e7002b0c82,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:44.971134 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cbc2bea9-1153-46cf-95ea-56cdace7edcf admin admin] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:44.982481 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 3bbda758-eab6-4c80-b3a0-43e7002b0c82 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:16:45.007649 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cbc2bea9-1153-46cf-95ea-56cdace7edcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:45.041055 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:45.103191 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cbc2bea9-1153-46cf-95ea-56cdace7edcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:45.109171 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc2bea9-1153-46cf-95ea-56cdace7edcf admin admin] Pushing event updated for resources: {'Port': ['ID=a524f557-6ddf-44f1-906a-9559a5945e69,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:45.114400 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df370f95-6d4e-4f22-b282-fcc34db361af tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Made reservation on behalf of 484c6141b4a04985983f5f38efaf81c0 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:16:45.120351 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-df370f95-6d4e-4f22-b282-fcc34db361af tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:45.143382 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7bbbf14c-a14c-4cb5-b005-995eeca8b0ad None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:45.182210 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-899e45b3-79b9-4e2a-9e9d-fed51dfc7018 None None] Provisioning for port a524f557-6ddf-44f1-906a-9559a5945e69 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:16:45.194191 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-7bbbf14c-a14c-4cb5-b005-995eeca8b0ad None None] Transition to ACTIVE for port object a545d56c-808d-4baf-bcdf-383db943aa89 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:16:45.203154 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port c036b61f-1aa4-4038-804b-e17cda3315dc, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=c036b61f-1aa4-4038-804b-e17cda3315dc,segment=NetworkSegment(39f7400e-4e31-4336-99ad-2524fd950962),segment_id=39f7400e-4e31-4336-99ad-2524fd950962)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:16:45.210351 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-899e45b3-79b9-4e2a-9e9d-fed51dfc7018 None None] Provisioning complete for port a524f557-6ddf-44f1-906a-9559a5945e69 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:16:45.210760 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-899e45b3-79b9-4e2a-9e9d-fed51dfc7018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:45.214836 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:45.216656 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7bbbf14c-a14c-4cb5-b005-995eeca8b0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:45.305141 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-7bbbf14c-a14c-4cb5-b005-995eeca8b0ad None None] Attempting to bind port a545d56c-808d-4baf-bcdf-383db943aa89 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:16:45.305528 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-7bbbf14c-a14c-4cb5-b005-995eeca8b0ad None None] Attempting to bind port a545d56c-808d-4baf-bcdf-383db943aa89 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:16:45.305907 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbbf14c-a14c-4cb5-b005-995eeca8b0ad None None] Attempting to bind port a545d56c-808d-4baf-bcdf-383db943aa89 on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:16:45.328304 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e79f8c-6db7-4641-bd3b-b7e236f715e8 None None] Resources bound (agent type, host, resource id): {{(pid=100465) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 01:16:45.331564 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc2bea9-1153-46cf-95ea-56cdace7edcf admin admin] Network 6beb1eb0-feb5-4756-8bc3-a6486efbd068 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:16:45.336969 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-cbc2bea9-1153-46cf-95ea-56cdace7edcf admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:16:45.338303 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbbf14c-a14c-4cb5-b005-995eeca8b0ad None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:16:45.338691 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbbf14c-a14c-4cb5-b005-995eeca8b0ad None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:16:45.339136 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7bbbf14c-a14c-4cb5-b005-995eeca8b0ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:45.339620 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbbf14c-a14c-4cb5-b005-995eeca8b0ad None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:16:45.340028 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-7bbbf14c-a14c-4cb5-b005-995eeca8b0ad None None] Bound port: a545d56c-808d-4baf-bcdf-383db943aa89, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:16:45.340424 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7bbbf14c-a14c-4cb5-b005-995eeca8b0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:45.367902 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=c036b61f-1aa4-4038-804b-e17cda3315dc,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:45.370926 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-899e45b3-79b9-4e2a-9e9d-fed51dfc7018 None None] Port a524f557-6ddf-44f1-906a-9559a5945e69 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:16:45.379604 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 83c35b4e-aaf9-4e91-aae1-4377406e7047 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:16:45.447861 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36496) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:45.525882 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033c2da-447c-4c77-b646-f5953429fdaf None None] Pushing event updated for resources: {'Port': ['ID=a545d56c-808d-4baf-bcdf-383db943aa89,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:45.540608 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-df370f95-6d4e-4f22-b282-fcc34db361af tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:45.549046 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-7bbbf14c-a14c-4cb5-b005-995eeca8b0ad None None] For port a545d56c-808d-4baf-bcdf-383db943aa89, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:16:45.553615 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-7bbbf14c-a14c-4cb5-b005-995eeca8b0ad None None] For port a545d56c-808d-4baf-bcdf-383db943aa89, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=a545d56c-808d-4baf-bcdf-383db943aa89,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:16:45.565106 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7bbbf14c-a14c-4cb5-b005-995eeca8b0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:45.572696 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 83c35b4e-aaf9-4e91-aae1-4377406e7047 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:16:45.586941 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc2bea9-1153-46cf-95ea-56cdace7edcf admin admin] Router bac90b97-9b7d-4ffd-8244-5edaebf54b14 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:16:45.591951 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e006f74b-1be9-48e5-b2d7-01da604ecae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:45.614750 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df370f95-6d4e-4f22-b282-fcc34db361af tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event updated for resources: {'Subnet': ['ID=e531d490-dd94-4f27-9c8c-f34f39dfa1a4,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:45.618094 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 83c35b4e-aaf9-4e91-aae1-4377406e7047 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:16:45.618618 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:45.679268 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbbf14c-a14c-4cb5-b005-995eeca8b0ad None None] Routers {'bac90b97-9b7d-4ffd-8244-5edaebf54b14'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:16:45.679915 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-7bbbf14c-a14c-4cb5-b005-995eeca8b0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:16:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['bac90b97-9b7d-4ffd-8244-5edaebf54b14'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:45.704493 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e006f74b-1be9-48e5-b2d7-01da604ecae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:45.712430 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e006f74b-1be9-48e5-b2d7-01da604ecae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:45.749732 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df370f95-6d4e-4f22-b282-fcc34db361af tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Checking segment: {'id': '666f40e2-d667-4b8f-a2f5-19d9f69d5859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '3bbda758-eab6-4c80-b3a0-43e7002b0c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:16:45.750117 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df370f95-6d4e-4f22-b282-fcc34db361af tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Network hostable DHCP agents. Network: 3bbda758-eab6-4c80-b3a0-43e7002b0c82, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:16:45.753730 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc2bea9-1153-46cf-95ea-56cdace7edcf admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:16:45.761434 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-cbc2bea9-1153-46cf-95ea-56cdace7edcf admin admin] 10.222.0.15 "PUT /v2.0/routers/bac90b97-9b7d-4ffd-8244-5edaebf54b14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3344445 Jul 24 01:16:45.775554 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006f74b-1be9-48e5-b2d7-01da604ecae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806afdbc-636d-4db8-aff3-35b2eab59987,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:45.791913 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df370f95-6d4e-4f22-b282-fcc34db361af tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Network 3bbda758-eab6-4c80-b3a0-43e7002b0c82 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:16:45.795094 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e006f74b-1be9-48e5-b2d7-01da604ecae7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=baef0d2bddce4febad8f08cd6415c677&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3455956 Jul 24 01:16:45.797882 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36502) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:45.808412 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-df370f95-6d4e-4f22-b282-fcc34db361af tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 3bbda758-eab6-4c80-b3a0-43e7002b0c82) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:16:45.825258 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df370f95-6d4e-4f22-b282-fcc34db361af tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:45.826496 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-df370f95-6d4e-4f22-b282-fcc34db361af tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:45.847802 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-df370f95-6d4e-4f22-b282-fcc34db361af tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9316895 Jul 24 01:16:45.850340 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36504) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:45.954489 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033c2da-447c-4c77-b646-f5953429fdaf None None] Pushing event updated for resources: {'Port': ['ID=a545d56c-808d-4baf-bcdf-383db943aa89,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:45.956340 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ccab5ef7-1f0f-4bca-9e4b-713bdf2e1695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:45.990519 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2c94f8ef-5201-4981-8f5f-2658d89ded61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:45.994267 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ccab5ef7-1f0f-4bca-9e4b-713bdf2e1695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:46.021142 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9389dd75-6de3-4dd9-8f15-0e2d223a3a99 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:46.070149 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-7bbbf14c-a14c-4cb5-b005-995eeca8b0ad None None] Set router bac90b97-9b7d-4ffd-8244-5edaebf54b14 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:16:46.072158 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:46.111967 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ccab5ef7-1f0f-4bca-9e4b-713bdf2e1695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:46.114527 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ccab5ef7-1f0f-4bca-9e4b-713bdf2e1695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:46.118989 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ccab5ef7-1f0f-4bca-9e4b-713bdf2e1695 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/806afdbc-636d-4db8-aff3-35b2eab59987 HTTP/1.1" status: 204 len: 168 time: 0.3200223 Jul 24 01:16:46.122094 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9389dd75-6de3-4dd9-8f15-0e2d223a3a99 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:46.175128 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccab5ef7-1f0f-4bca-9e4b-713bdf2e1695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806afdbc-636d-4db8-aff3-35b2eab59987,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:46.232240 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9389dd75-6de3-4dd9-8f15-0e2d223a3a99 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:46.264189 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9389dd75-6de3-4dd9-8f15-0e2d223a3a99 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event deleted for resources: {'Subnet': ['ID=e531d490-dd94-4f27-9c8c-f34f39dfa1a4,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:46.294351 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddca25cf-5854-48e1-ac25-e10e11942e60 None None] Network 3bbda758-eab6-4c80-b3a0-43e7002b0c82 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:16:46.347341 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:16:46.349729 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 83c35b4e-aaf9-4e91-aae1-4377406e7047, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=83c35b4e-aaf9-4e91-aae1-4377406e7047,segment=NetworkSegment(51d7029b-ad14-410a-af5e-89ab4764ae76),segment_id=51d7029b-ad14-410a-af5e-89ab4764ae76)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:16:46.360686 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9389dd75-6de3-4dd9-8f15-0e2d223a3a99 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:46.385735 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-9389dd75-6de3-4dd9-8f15-0e2d223a3a99 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bbda758-eab6-4c80-b3a0-43e7002b0c82']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:46.403913 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-9389dd75-6de3-4dd9-8f15-0e2d223a3a99 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '666f40e2-d667-4b8f-a2f5-19d9f69d5859') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:46.404385 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-9389dd75-6de3-4dd9-8f15-0e2d223a3a99 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '666f40e2-d667-4b8f-a2f5-19d9f69d5859') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:46.416273 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9389dd75-6de3-4dd9-8f15-0e2d223a3a99 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:46.440899 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9389dd75-6de3-4dd9-8f15-0e2d223a3a99 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:46.442802 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:46.444208 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a5beb301-316c-4ae9-b0bc-132333a20fec up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:16:46.452649 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9389dd75-6de3-4dd9-8f15-0e2d223a3a99 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:16:46.453514 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9389dd75-6de3-4dd9-8f15-0e2d223a3a99 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:46.458328 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:16:46.458328 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:16:46.458328 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:16:46.458328 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:16:46.458328 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:16:46.458328 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:16:46.458328 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:16:46.458328 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:16:46.458328 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:16:46.458328 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:16:46.458328 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:16:46.458328 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:16:46.458328 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:16:46.458328 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:16:46.458328 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:16:46.458328 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:16:46.458328 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:16:46.458328 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:16:46.458328 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:16:46.458328 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:16:46.458328 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:16:46.458328 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:16:46.458328 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:16:46.458328 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:16:46.458328 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:16:46.458328 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:16:46.458328 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:16:46.458328 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:16:46.458328 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:16:46.458328 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:16:46.458328 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:16:46.458328 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:16:46.551698 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-221874b9-98fa-41cb-b4cf-455d4874e43f tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:46.554335 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-221874b9-98fa-41cb-b4cf-455d4874e43f tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/networks?id=0bbf226c-5d54-4650-bc14-f9eb5a074a8e HTTP/1.1" status: 200 len: 911 time: 0.1757326 Jul 24 01:16:46.571164 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9389dd75-6de3-4dd9-8f15-0e2d223a3a99 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:46.589177 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9389dd75-6de3-4dd9-8f15-0e2d223a3a99 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:46.590414 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-26fe7c38-eab5-4c43-af2c-54a28cd96cba tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/quotas/ced4c36c17c14036829482f02f1d23cf HTTP/1.1" status: 200 len: 375 time: 0.0303736 Jul 24 01:16:46.595431 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36540) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:46.595590 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9389dd75-6de3-4dd9-8f15-0e2d223a3a99 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "DELETE /v2.0/networks/3bbda758-eab6-4c80-b3a0-43e7002b0c82 HTTP/1.1" status: 204 len: 168 time: 0.7439167 Jul 24 01:16:46.602136 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c39a5a6-7f1f-4465-9b0a-5864491a27ee None None] Network 3bbda758-eab6-4c80-b3a0-43e7002b0c82 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:16:46.610349 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9389dd75-6de3-4dd9-8f15-0e2d223a3a99 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event deleted for resources: {'Network': ['ID=3bbda758-eab6-4c80-b3a0-43e7002b0c82,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:46.636181 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-ecaf68f9-330a-4f56-bb62-5e46a9a43680 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-616438254'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:16:46.665517 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c39a5a6-7f1f-4465-9b0a-5864491a27ee None None] Network 3bbda758-eab6-4c80-b3a0-43e7002b0c82 could not be found, it might have been deleted concurrently. {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 24 01:16:46.683308 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=83c35b4e-aaf9-4e91-aae1-4377406e7047,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:46.694035 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-424ae187-0f08-4268-8ea4-486c4ccf18fe None None] Provisioning complete for port a524f557-6ddf-44f1-906a-9559a5945e69 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:16:46.694416 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-424ae187-0f08-4268-8ea4-486c4ccf18fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:46.712850 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecaf68f9-330a-4f56-bb62-5e46a9a43680 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Made reservation on behalf of 484c6141b4a04985983f5f38efaf81c0 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:16:46.716430 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ecaf68f9-330a-4f56-bb62-5e46a9a43680 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:46.752287 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-26653125-d9f4-4d96-82fd-4813b8d0c5b1 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/ports?tenant_id=ced4c36c17c14036829482f02f1d23cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1609445 Jul 24 01:16:46.763285 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port a5beb301-316c-4ae9-b0bc-132333a20fec triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:16:46.763662 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:46.770114 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecaf68f9-330a-4f56-bb62-5e46a9a43680 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:16:46.790610 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-424ae187-0f08-4268-8ea4-486c4ccf18fe None None] Port a524f557-6ddf-44f1-906a-9559a5945e69 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:16:46.799591 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ecaf68f9-330a-4f56-bb62-5e46a9a43680 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:46.799689 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-ecaf68f9-330a-4f56-bb62-5e46a9a43680 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Added segment 264de9e6-e1d5-486e-a191-907dc4742b0b of type vlan for network 8c39b167-531a-4425-a2d0-6b0be19d7ebf Jul 24 01:16:46.856063 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-7bbbf14c-a14c-4cb5-b005-995eeca8b0ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac90b97-9b7d-4ffd-8244-5edaebf54b14', 'name': 'tempest-TestServerMultinode-500654886-router', 'tenant_id': 'ced4c36c17c14036829482f02f1d23cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'a545d56c-808d-4baf-bcdf-383db943aa89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:16:39Z', 'updated_at': '2021-07-24T01:16:44Z', 'revision_number': 4, 'project_id': 'ced4c36c17c14036829482f02f1d23cf', 'gw_port': {'id': 'a545d56c-808d-4baf-bcdf-383db943aa89', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac90b97-9b7d-4ffd-8244-5edaebf54b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:16:39Z', 'updated_at': '2021-07-24T01:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'a524f557-6ddf-44f1-906a-9559a5945e69', 'name': '', 'network_id': '6beb1eb0-feb5-4756-8bc3-a6486efbd068', 'tenant_id': 'ced4c36c17c14036829482f02f1d23cf', 'mac_address': 'fa:16:3e:29:4d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac90b97-9b7d-4ffd-8244-5edaebf54b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'f0841ffd-1d62-4cb2-ac2e-067a336509c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:16:43Z', 'updated_at': '2021-07-24T01:16:44Z', 'revision_number': 2, 'project_id': 'ced4c36c17c14036829482f02f1d23cf', 'subnets': [{'id': 'f0841ffd-1d62-4cb2-ac2e-067a336509c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:46.877518 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ecaf68f9-330a-4f56-bb62-5e46a9a43680 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:46.885945 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbbf14c-a14c-4cb5-b005-995eeca8b0ad None None] The sync data for ids ['bac90b97-9b7d-4ffd-8244-5edaebf54b14'] in n-d-793621-25 is: [{'id': 'bac90b97-9b7d-4ffd-8244-5edaebf54b14', 'name': 'tempest-TestServerMultinode-500654886-router', 'tenant_id': 'ced4c36c17c14036829482f02f1d23cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'a545d56c-808d-4baf-bcdf-383db943aa89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:16:39Z', 'updated_at': '2021-07-24T01:16:44Z', 'revision_number': 4, 'project_id': 'ced4c36c17c14036829482f02f1d23cf', 'gw_port': {'id': 'a545d56c-808d-4baf-bcdf-383db943aa89', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac90b97-9b7d-4ffd-8244-5edaebf54b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:16:39Z', 'updated_at': '2021-07-24T01:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'a524f557-6ddf-44f1-906a-9559a5945e69', 'name': '', 'network_id': '6beb1eb0-feb5-4756-8bc3-a6486efbd068', 'tenant_id': 'ced4c36c17c14036829482f02f1d23cf', 'mac_address': 'fa:16:3e:29:4d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac90b97-9b7d-4ffd-8244-5edaebf54b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'f0841ffd-1d62-4cb2-ac2e-067a336509c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:16:43Z', 'updated_at': '2021-07-24T01:16:44Z', 'revision_number': 2, 'project_id': 'ced4c36c17c14036829482f02f1d23cf', 'subnets': [{'id': 'f0841ffd-1d62-4cb2-ac2e-067a336509c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:16:46.899396 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-4235d1d6-51b3-4f06-928a-a0c67687620e service neutron] 10.222.0.15 "GET /v2.0/networks/0bbf226c-5d54-4650-bc14-f9eb5a074a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398740 Jul 24 01:16:46.954191 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ecaf68f9-330a-4f56-bb62-5e46a9a43680 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:46.959926 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecaf68f9-330a-4f56-bb62-5e46a9a43680 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:46.960557 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ecaf68f9-330a-4f56-bb62-5e46a9a43680 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:47.035367 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ecaf68f9-330a-4f56-bb62-5e46a9a43680 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4387732 Jul 24 01:16:47.038274 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36560) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:47.043784 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-23131c38-a0af-4380-83a3-2746283df209 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Request body: {'subnet': {'network_id': '8c39b167-531a-4425-a2d0-6b0be19d7ebf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:16:47.079251 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf68f9-330a-4f56-bb62-5e46a9a43680 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event updated for resources: {'Network': ['ID=8c39b167-531a-4425-a2d0-6b0be19d7ebf,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:47.090690 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 8c39b167-531a-4425-a2d0-6b0be19d7ebf details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:16:47.094556 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-b5e388eb-15ac-4e4f-86ad-25d30c33e2eb service neutron] 10.222.0.15 "GET /v2.0/networks/0bbf226c-5d54-4650-bc14-f9eb5a074a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848986 Jul 24 01:16:47.246605 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23131c38-a0af-4380-83a3-2746283df209 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Made reservation on behalf of 484c6141b4a04985983f5f38efaf81c0 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:16:47.253534 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-23131c38-a0af-4380-83a3-2746283df209 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:47.329373 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 83c35b4e-aaf9-4e91-aae1-4377406e7047 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:16:47.361035 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.ipam_backend_mixin [None req-23131c38-a0af-4380-83a3-2746283df209 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Performing IP validity checks on allocation pools {{(pid=100463) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 24 01:16:47.361912 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.ipam_backend_mixin [None req-23131c38-a0af-4380-83a3-2746283df209 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100463) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 24 01:16:47.435186 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 83c35b4e-aaf9-4e91-aae1-4377406e7047 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:16:47.436485 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:47.441728 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cffa1dba-86f2-43eb-95d9-08e4235af69d req-7016f243-8775-4066-bdcb-11f655d279ec tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=937abba5-82d7-4cc8-9af9-529e29b3d6dc HTTP/1.1" status: 200 len: 210 time: 0.0415194 Jul 24 01:16:47.570269 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device c036b61f-1aa4-4038-804b-e17cda3315dc up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:16:47.581868 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-23131c38-a0af-4380-83a3-2746283df209 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:47.654580 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port c036b61f-1aa4-4038-804b-e17cda3315dc triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:16:47.655113 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:47.690027 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23131c38-a0af-4380-83a3-2746283df209 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Checking segment: {'id': '264de9e6-e1d5-486e-a191-907dc4742b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '8c39b167-531a-4425-a2d0-6b0be19d7ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:16:47.690544 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23131c38-a0af-4380-83a3-2746283df209 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Network hostable DHCP agents. Network: 8c39b167-531a-4425-a2d0-6b0be19d7ebf, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:16:47.732699 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23131c38-a0af-4380-83a3-2746283df209 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event updated for resources: {'Subnet': ['ID=9e399e1c-442f-4a0f-b53f-b3a2d7b5a61c,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:47.743666 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23131c38-a0af-4380-83a3-2746283df209 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Network 8c39b167-531a-4425-a2d0-6b0be19d7ebf is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:16:47.774162 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-23131c38-a0af-4380-83a3-2746283df209 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 8c39b167-531a-4425-a2d0-6b0be19d7ebf) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:16:47.784084 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23131c38-a0af-4380-83a3-2746283df209 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:47.784991 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-23131c38-a0af-4380-83a3-2746283df209 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:47.797392 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f875edb-af06-4790-9f3e-a4382b5781fc None None] Network 8c39b167-531a-4425-a2d0-6b0be19d7ebf requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:16:47.819864 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-23131c38-a0af-4380-83a3-2746283df209 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7801766 Jul 24 01:16:47.824094 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36574) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:47.973358 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75e3ef67-f774-47eb-9e71-583e828a5302 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:48.063615 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1429716-b8f3-4046-912a-6f4f199fcf8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-8c39b167-531a-4425-a2d0-6b0be19d7ebf', 'network_id': '8c39b167-531a-4425-a2d0-6b0be19d7ebf', 'tenant_id': '484c6141b4a04985983f5f38efaf81c0', 'fixed_ips': [{'subnet_id': '9e399e1c-442f-4a0f-b53f-b3a2d7b5a61c'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:16:48.065758 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e1429716-b8f3-4046-912a-6f4f199fcf8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:48.074548 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75e3ef67-f774-47eb-9e71-583e828a5302 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:48.177488 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75e3ef67-f774-47eb-9e71-583e828a5302 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server [None req-e1429716-b8f3-4046-912a-6f4f199fcf8e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9e399e1c-442f-4a0f-b53f-b3a2d7b5a61c: This subnet is being modified by another concurrent operation. Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise exception Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9e399e1c-442f-4a0f-b53f-b3a2d7b5a61c: This subnet is being modified by another concurrent operation. Jul 24 01:16:48.198193 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server Jul 24 01:16:48.219360 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b853dd3-e191-4529-bd76-554e5c820b6e None None] Network 8c39b167-531a-4425-a2d0-6b0be19d7ebf requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:16:48.226507 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e3ef67-f774-47eb-9e71-583e828a5302 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event deleted for resources: {'Subnet': ['ID=9e399e1c-442f-4a0f-b53f-b3a2d7b5a61c,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:48.307841 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a85794ec-2602-4188-980e-a34b03d9fc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:48.315419 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75e3ef67-f774-47eb-9e71-583e828a5302 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:48.328399 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-75e3ef67-f774-47eb-9e71-583e828a5302 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c39b167-531a-4425-a2d0-6b0be19d7ebf']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:48.339256 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-75e3ef67-f774-47eb-9e71-583e828a5302 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '264de9e6-e1d5-486e-a191-907dc4742b0b') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:48.339700 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-75e3ef67-f774-47eb-9e71-583e828a5302 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '264de9e6-e1d5-486e-a191-907dc4742b0b') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:48.354451 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75e3ef67-f774-47eb-9e71-583e828a5302 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:48.370118 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75e3ef67-f774-47eb-9e71-583e828a5302 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:48.380766 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350c2bc1-10e6-4fed-b8ca-98c3fc499df9 None None] get_active_networks_info from n-d-793621-25 {{(pid=100465) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 01:16:48.384074 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75e3ef67-f774-47eb-9e71-583e828a5302 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:16:48.384637 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75e3ef67-f774-47eb-9e71-583e828a5302 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:48.388042 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:16:48.388042 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:16:48.388042 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:16:48.388042 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:16:48.388042 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:16:48.388042 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:16:48.388042 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:16:48.388042 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:16:48.388042 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:16:48.388042 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:16:48.388042 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:16:48.388042 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:16:48.388042 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:16:48.388042 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:16:48.388042 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:16:48.388042 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:16:48.388042 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:16:48.388042 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:16:48.388042 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:16:48.388042 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:16:48.388042 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:16:48.388042 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:16:48.388042 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:16:48.388042 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:16:48.388042 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:16:48.388042 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:16:48.388042 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:16:48.388042 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:16:48.388042 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:16:48.388042 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:16:48.388042 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:16:48.388042 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:16:48.460353 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75e3ef67-f774-47eb-9e71-583e828a5302 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:48.473241 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75e3ef67-f774-47eb-9e71-583e828a5302 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:48.476248 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-75e3ef67-f774-47eb-9e71-583e828a5302 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "DELETE /v2.0/networks/8c39b167-531a-4425-a2d0-6b0be19d7ebf HTTP/1.1" status: 204 len: 168 time: 0.6509109 Jul 24 01:16:48.479666 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36582) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:48.489060 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-0144d7fa-cd25-4f58-8782-479410a5af1e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1884408457'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:16:48.522307 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e3ef67-f774-47eb-9e71-583e828a5302 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event deleted for resources: {'Network': ['ID=8c39b167-531a-4425-a2d0-6b0be19d7ebf,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:48.536980 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350c2bc1-10e6-4fed-b8ca-98c3fc499df9 None None] Resources bound (agent type, host, resource id): {{(pid=100465) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 01:16:48.546414 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:48.551480 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0144d7fa-cd25-4f58-8782-479410a5af1e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Made reservation on behalf of 484c6141b4a04985983f5f38efaf81c0 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:16:48.574258 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0144d7fa-cd25-4f58-8782-479410a5af1e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:48.637442 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0144d7fa-cd25-4f58-8782-479410a5af1e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:16:48.646769 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-234f2bc8-93b8-4b72-b938-0d0cfd9d9400 req-b5af7fae-758f-45ab-9b27-5c38dbba09de tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=937abba5-82d7-4cc8-9af9-529e29b3d6dc HTTP/1.1" status: 200 len: 210 time: 0.0828321 Jul 24 01:16:48.657390 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0144d7fa-cd25-4f58-8782-479410a5af1e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:48.658238 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-0144d7fa-cd25-4f58-8782-479410a5af1e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Added segment 181b9e98-df60-42ad-aa8c-763791d53d8f of type vlan for network 56829bc8-d0c1-468a-8ef3-bb14ba458f94 Jul 24 01:16:48.705837 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0144d7fa-cd25-4f58-8782-479410a5af1e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:48.743617 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0144d7fa-cd25-4f58-8782-479410a5af1e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:48.750656 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0144d7fa-cd25-4f58-8782-479410a5af1e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:48.751415 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0144d7fa-cd25-4f58-8782-479410a5af1e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:48.825564 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0144d7fa-cd25-4f58-8782-479410a5af1e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3421588 Jul 24 01:16:48.827957 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36588) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:48.833964 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-e99a1cb1-246f-475d-80cf-fafa48b46fe2 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Request body: {'subnet': {'network_id': '56829bc8-d0c1-468a-8ef3-bb14ba458f94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:16:48.890552 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0144d7fa-cd25-4f58-8782-479410a5af1e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event updated for resources: {'Network': ['ID=56829bc8-d0c1-468a-8ef3-bb14ba458f94,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:48.916377 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 56829bc8-d0c1-468a-8ef3-bb14ba458f94 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:16:48.975157 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99a1cb1-246f-475d-80cf-fafa48b46fe2 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Made reservation on behalf of 484c6141b4a04985983f5f38efaf81c0 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:16:48.981840 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e99a1cb1-246f-475d-80cf-fafa48b46fe2 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:49.004246 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-7742ee5b-b167-413a-8d96-512799cfa19f tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=23abe441ec7f4fd48a06d24104be0d55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374513 Jul 24 01:16:49.208910 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-a7157224-6f35-48d2-bba6-f2ee477b155a tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:49.210445 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-a7157224-6f35-48d2-bba6-f2ee477b155a tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2053981 Jul 24 01:16:49.211712 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-759834e2-a091-4843-b790-73a71dcee2f0 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:49.213090 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-759834e2-a091-4843-b790-73a71dcee2f0 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.11 "GET /v2.0/networks?id=0bbf226c-5d54-4650-bc14-f9eb5a074a8e HTTP/1.1" status: 200 len: 911 time: 0.2068594 Jul 24 01:16:49.227783 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-0b11e63e-75d7-40c0-b803-2da7fd4ca7ef tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] 10.222.0.15 "GET /v2.0/quotas/23abe441ec7f4fd48a06d24104be0d55 HTTP/1.1" status: 200 len: 375 time: 0.0107315 Jul 24 01:16:49.231342 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-4eaac294-e204-4b20-961a-3761ecd6d622 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Request body: {'port': {'device_id': '937abba5-82d7-4cc8-9af9-529e29b3d6dc', 'network_id': '0bbf226c-5d54-4650-bc14-f9eb5a074a8e', 'admin_state_up': True, 'tenant_id': 'ced4c36c17c14036829482f02f1d23cf'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:16:49.236353 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e99a1cb1-246f-475d-80cf-fafa48b46fe2 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:49.272213 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-1ede95f1-0250-4bac-87b8-94b12af018fc tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=23abe441ec7f4fd48a06d24104be0d55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362887 Jul 24 01:16:49.287493 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-4eaac294-e204-4b20-961a-3761ecd6d622 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Made reservation on behalf of ced4c36c17c14036829482f02f1d23cf for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:16:49.290255 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-4eaac294-e204-4b20-961a-3761ecd6d622 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:49.328765 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99a1cb1-246f-475d-80cf-fafa48b46fe2 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Checking segment: {'id': '181b9e98-df60-42ad-aa8c-763791d53d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '56829bc8-d0c1-468a-8ef3-bb14ba458f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:16:49.329138 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99a1cb1-246f-475d-80cf-fafa48b46fe2 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Network hostable DHCP agents. Network: 56829bc8-d0c1-468a-8ef3-bb14ba458f94, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:16:49.333817 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a545d56c-808d-4baf-bcdf-383db943aa89 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:16:49.335084 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a1cb1-246f-475d-80cf-fafa48b46fe2 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event updated for resources: {'Subnet': ['ID=fe03b749-b211-4a71-83aa-33dd89662877,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:49.365558 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99a1cb1-246f-475d-80cf-fafa48b46fe2 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Network 56829bc8-d0c1-468a-8ef3-bb14ba458f94 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:16:49.382898 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-e99a1cb1-246f-475d-80cf-fafa48b46fe2 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 56829bc8-d0c1-468a-8ef3-bb14ba458f94) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:16:49.391497 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99a1cb1-246f-475d-80cf-fafa48b46fe2 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:49.394222 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e99a1cb1-246f-475d-80cf-fafa48b46fe2 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:49.401165 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98277add-251f-449b-9234-d5d6ae387a44 None None] Network 56829bc8-d0c1-468a-8ef3-bb14ba458f94 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:16:49.441450 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e99a1cb1-246f-475d-80cf-fafa48b46fe2 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6117325 Jul 24 01:16:49.443943 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36606) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:49.476140 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-4eaac294-e204-4b20-961a-3761ecd6d622 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Allocated IP 172.20.0.3 (0bbf226c-5d54-4650-bc14-f9eb5a074a8e/3ef8a61d-f9bf-4c86-99b0-47ad5c3929f4/c2b456ed-dfd9-40c0-85ab-cf071a939a1e) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:16:49.519724 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port a545d56c-808d-4baf-bcdf-383db943aa89 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:16:49.535631 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port a545d56c-808d-4baf-bcdf-383db943aa89 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:16:49.536294 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:49.572360 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:49.691407 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-4eaac294-e204-4b20-961a-3761ecd6d622 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:49.712562 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-4eaac294-e204-4b20-961a-3761ecd6d622 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Transition to ACTIVE for port object c2b456ed-dfd9-40c0-85ab-cf071a939a1e will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:16:49.753989 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:49.762316 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a02f367-17da-46d7-b4de-2ba4fe8cca73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-56829bc8-d0c1-468a-8ef3-bb14ba458f94', 'network_id': '56829bc8-d0c1-468a-8ef3-bb14ba458f94', 'tenant_id': '484c6141b4a04985983f5f38efaf81c0', 'fixed_ips': [{'subnet_id': 'fe03b749-b211-4a71-83aa-33dd89662877'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:16:49.763214 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2a02f367-17da-46d7-b4de-2ba4fe8cca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:49.790005 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ccb88e74-6407-47ef-b8b7-8472f9410e1e req-f12b3899-d7f7-4508-98ab-c3cd61ab9800 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=937abba5-82d7-4cc8-9af9-529e29b3d6dc HTTP/1.1" status: 200 len: 210 time: 0.0596657 Jul 24 01:16:49.793969 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port a545d56c-808d-4baf-bcdf-383db943aa89, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=a545d56c-808d-4baf-bcdf-383db943aa89,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:16:49.805296 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:49.837888 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-4eaac294-e204-4b20-961a-3761ecd6d622 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:49.872531 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=a545d56c-808d-4baf-bcdf-383db943aa89,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:49.894446 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-4eaac294-e204-4b20-961a-3761ecd6d622 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Network 0bbf226c-5d54-4650-bc14-f9eb5a074a8e is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:16:49.898330 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-4eaac294-e204-4b20-961a-3761ecd6d622 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:16:49.918336 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-4eaac294-e204-4b20-961a-3761ecd6d622 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:16:49.922433 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-59eb21f3-3d4f-4399-9ab1-12c27e3d8529 req-ef8e350c-fb0f-4d7a-bb22-c53435a2fdcd tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] 10.222.0.15 "GET /v2.0/ports?device_id=651df532-ff8d-4f14-8ba8-1d699abdd8dd HTTP/1.1" status: 200 len: 210 time: 0.4680367 Jul 24 01:16:49.997819 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaac294-e204-4b20-961a-3761ecd6d622 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Pushing event updated for resources: {'Port': ['ID=c2b456ed-dfd9-40c0-85ab-cf071a939a1e,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:50.018318 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-4eaac294-e204-4b20-961a-3761ecd6d622 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:50.019780 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-4eaac294-e204-4b20-961a-3761ecd6d622 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:50.045521 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-4eaac294-e204-4b20-961a-3761ecd6d622 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8192294 Jul 24 01:16:50.060180 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-fda67c3b-2a75-4bb9-bd19-b4107480a385 service neutron] Request body: {'port': {'device_id': '937abba5-82d7-4cc8-9af9-529e29b3d6dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-25'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:16:50.081196 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b03b5403-0d85-43c9-85cd-3a5a79b315cc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:50.094984 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-2a02f367-17da-46d7-b4de-2ba4fe8cca73 None None] Allocated IP 172.20.0.1 (56829bc8-d0c1-468a-8ef3-bb14ba458f94/fe03b749-b211-4a71-83aa-33dd89662877/64317919-36ea-4daa-8c97-2c837cbfae7f) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:16:50.174150 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-fda67c3b-2a75-4bb9-bd19-b4107480a385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:50.192734 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b03b5403-0d85-43c9-85cd-3a5a79b315cc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:50.303993 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-792673c2-23ab-472b-a463-186f91b6dc8f None None] Provisioning for port c2b456ed-dfd9-40c0-85ab-cf071a939a1e completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:16:50.312499 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-792673c2-23ab-472b-a463-186f91b6dc8f None None] Provisioning complete for port c2b456ed-dfd9-40c0-85ab-cf071a939a1e triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:16:50.312499 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-792673c2-23ab-472b-a463-186f91b6dc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:50.414214 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ef5ec7-0ec1-47a5-950c-a9dd48104d61 None None] Sync routers for ids ['bac90b97-9b7d-4ffd-8244-5edaebf54b14'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:16:50.431562 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ef5ec7-0ec1-47a5-950c-a9dd48104d61 None None] Routers {'bac90b97-9b7d-4ffd-8244-5edaebf54b14'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:16:50.432467 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-b0ef5ec7-0ec1-47a5-950c-a9dd48104d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:16:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['bac90b97-9b7d-4ffd-8244-5edaebf54b14'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:50.553607 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-792673c2-23ab-472b-a463-186f91b6dc8f None None] Port c2b456ed-dfd9-40c0-85ab-cf071a939a1e cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:16:50.555629 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2a02f367-17da-46d7-b4de-2ba4fe8cca73 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:50.567224 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-2a02f367-17da-46d7-b4de-2ba4fe8cca73 None None] Transition to ACTIVE for port object 64317919-36ea-4daa-8c97-2c837cbfae7f will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:16:50.585062 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-2a02f367-17da-46d7-b4de-2ba4fe8cca73 None None] Transition to ACTIVE for port object 64317919-36ea-4daa-8c97-2c837cbfae7f will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:16:50.587000 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-b0ef5ec7-0ec1-47a5-950c-a9dd48104d61 None None] Set router bac90b97-9b7d-4ffd-8244-5edaebf54b14 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:16:50.594373 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2a02f367-17da-46d7-b4de-2ba4fe8cca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:50.623307 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b03b5403-0d85-43c9-85cd-3a5a79b315cc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:50.632916 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a02f367-17da-46d7-b4de-2ba4fe8cca73 None None] Network 56829bc8-d0c1-468a-8ef3-bb14ba458f94 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:16:50.637953 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-2a02f367-17da-46d7-b4de-2ba4fe8cca73 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:16:50.642541 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a02f367-17da-46d7-b4de-2ba4fe8cca73 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:16:50.653939 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a02f367-17da-46d7-b4de-2ba4fe8cca73 None None] Pushing event updated for resources: {'Port': ['ID=64317919-36ea-4daa-8c97-2c837cbfae7f,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:50.697353 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b5403-0d85-43c9-85cd-3a5a79b315cc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event deleted for resources: {'Subnet': ['ID=fe03b749-b211-4a71-83aa-33dd89662877,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:50.710585 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-2a02f367-17da-46d7-b4de-2ba4fe8cca73 None None] Attempting to bind port 64317919-36ea-4daa-8c97-2c837cbfae7f on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:16:50.711002 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-2a02f367-17da-46d7-b4de-2ba4fe8cca73 None None] Attempting to bind port 64317919-36ea-4daa-8c97-2c837cbfae7f by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '181b9e98-df60-42ad-aa8c-763791d53d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '56829bc8-d0c1-468a-8ef3-bb14ba458f94'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:16:50.711380 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a02f367-17da-46d7-b4de-2ba4fe8cca73 None None] Attempting to bind port 64317919-36ea-4daa-8c97-2c837cbfae7f on network 56829bc8-d0c1-468a-8ef3-bb14ba458f94 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:16:50.725262 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a02f367-17da-46d7-b4de-2ba4fe8cca73 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:16:50.726128 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a02f367-17da-46d7-b4de-2ba4fe8cca73 None None] Checking segment: {'id': '181b9e98-df60-42ad-aa8c-763791d53d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '56829bc8-d0c1-468a-8ef3-bb14ba458f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:16:50.726553 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2a02f367-17da-46d7-b4de-2ba4fe8cca73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:50.726986 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a02f367-17da-46d7-b4de-2ba4fe8cca73 None None] Bound using segment: {'id': '181b9e98-df60-42ad-aa8c-763791d53d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '56829bc8-d0c1-468a-8ef3-bb14ba458f94'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:16:50.728086 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-2a02f367-17da-46d7-b4de-2ba4fe8cca73 None None] Bound port: 64317919-36ea-4daa-8c97-2c837cbfae7f, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '181b9e98-df60-42ad-aa8c-763791d53d8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '56829bc8-d0c1-468a-8ef3-bb14ba458f94'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:16:50.728490 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2a02f367-17da-46d7-b4de-2ba4fe8cca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:50.743679 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-5a4e78ce-8ed6-4e35-a415-a6fed76d94f1 tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=23abe441ec7f4fd48a06d24104be0d55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595205 Jul 24 01:16:50.845915 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-fda67c3b-2a75-4bb9-bd19-b4107480a385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2b456ed-dfd9-40c0-85ab-cf071a939a1e {{(pid=100463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:16:50.856043 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-fda67c3b-2a75-4bb9-bd19-b4107480a385 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:50.859542 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-2a02f367-17da-46d7-b4de-2ba4fe8cca73 None None] For port 64317919-36ea-4daa-8c97-2c837cbfae7f, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:16:50.869681 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-2a02f367-17da-46d7-b4de-2ba4fe8cca73 None None] For port 64317919-36ea-4daa-8c97-2c837cbfae7f, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=64317919-36ea-4daa-8c97-2c837cbfae7f,segment=NetworkSegment(181b9e98-df60-42ad-aa8c-763791d53d8f),segment_id=181b9e98-df60-42ad-aa8c-763791d53d8f)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:16:50.871054 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-fda67c3b-2a75-4bb9-bd19-b4107480a385 service neutron] Transition to ACTIVE for port object c2b456ed-dfd9-40c0-85ab-cf071a939a1e will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:16:50.877917 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-fda67c3b-2a75-4bb9-bd19-b4107480a385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:50.878683 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b03b5403-0d85-43c9-85cd-3a5a79b315cc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:50.879374 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2a02f367-17da-46d7-b4de-2ba4fe8cca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:50.903996 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-b03b5403-0d85-43c9-85cd-3a5a79b315cc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56829bc8-d0c1-468a-8ef3-bb14ba458f94']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:50.951997 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-b03b5403-0d85-43c9-85cd-3a5a79b315cc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '181b9e98-df60-42ad-aa8c-763791d53d8f') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:50.952872 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-b03b5403-0d85-43c9-85cd-3a5a79b315cc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '181b9e98-df60-42ad-aa8c-763791d53d8f') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:50.974162 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b03b5403-0d85-43c9-85cd-3a5a79b315cc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:50.980415 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-b0ef5ec7-0ec1-47a5-950c-a9dd48104d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac90b97-9b7d-4ffd-8244-5edaebf54b14', 'name': 'tempest-TestServerMultinode-500654886-router', 'tenant_id': 'ced4c36c17c14036829482f02f1d23cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'a545d56c-808d-4baf-bcdf-383db943aa89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:16:39Z', 'updated_at': '2021-07-24T01:16:44Z', 'revision_number': 4, 'project_id': 'ced4c36c17c14036829482f02f1d23cf', 'gw_port': {'id': 'a545d56c-808d-4baf-bcdf-383db943aa89', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac90b97-9b7d-4ffd-8244-5edaebf54b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:16:39Z', 'updated_at': '2021-07-24T01:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'a524f557-6ddf-44f1-906a-9559a5945e69', 'name': '', 'network_id': '6beb1eb0-feb5-4756-8bc3-a6486efbd068', 'tenant_id': 'ced4c36c17c14036829482f02f1d23cf', 'mac_address': 'fa:16:3e:29:4d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac90b97-9b7d-4ffd-8244-5edaebf54b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'f0841ffd-1d62-4cb2-ac2e-067a336509c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:16:43Z', 'updated_at': '2021-07-24T01:16:44Z', 'revision_number': 2, 'project_id': 'ced4c36c17c14036829482f02f1d23cf', 'subnets': [{'id': 'f0841ffd-1d62-4cb2-ac2e-067a336509c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:50.991894 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda67c3b-2a75-4bb9-bd19-b4107480a385 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b456ed-dfd9-40c0-85ab-cf071a939a1e,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:51.015767 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b03b5403-0d85-43c9-85cd-3a5a79b315cc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:51.034827 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b03b5403-0d85-43c9-85cd-3a5a79b315cc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:16:51.035697 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b03b5403-0d85-43c9-85cd-3a5a79b315cc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:51.039988 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:16:51.039988 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:16:51.039988 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:16:51.039988 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:16:51.039988 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:16:51.039988 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:16:51.039988 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:16:51.039988 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:16:51.039988 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:16:51.039988 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:16:51.039988 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:16:51.039988 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:16:51.039988 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:16:51.039988 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:16:51.039988 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:16:51.039988 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:16:51.039988 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:16:51.039988 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:16:51.039988 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:16:51.039988 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:16:51.039988 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:16:51.039988 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:16:51.039988 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:16:51.039988 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:16:51.039988 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:16:51.039988 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:16:51.039988 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:16:51.039988 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:16:51.039988 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:16:51.039988 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:16:51.039988 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:16:51.039988 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:16:51.061707 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ef5ec7-0ec1-47a5-950c-a9dd48104d61 None None] Checking router: bac90b97-9b7d-4ffd-8244-5edaebf54b14 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:16:51.064912 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ef5ec7-0ec1-47a5-950c-a9dd48104d61 None None] Updating router bac90b97-9b7d-4ffd-8244-5edaebf54b14 port a524f557-6ddf-44f1-906a-9559a5945e69 binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:16:51.067043 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-372e1e70-0098-4002-a703-4c2e4db02172 tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:51.068834 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-372e1e70-0098-4002-a703-4c2e4db02172 tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3134022 Jul 24 01:16:51.086042 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a02f367-17da-46d7-b4de-2ba4fe8cca73 None None] Pushing event updated for resources: {'Port': ['ID=64317919-36ea-4daa-8c97-2c837cbfae7f,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:51.089429 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:51.094461 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb1886-9b87-45e6-9543-e9b95da77b04 req-8a3833d5-0a25-4307-bd4a-fad9ba4de332 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:51.096009 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-03bb1886-9b87-45e6-9543-e9b95da77b04 req-8a3833d5-0a25-4307-bd4a-fad9ba4de332 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=937abba5-82d7-4cc8-9af9-529e29b3d6dc HTTP/1.1" status: 200 len: 1053 time: 0.1798289 Jul 24 01:16:51.106493 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-e22e7da9-1a70-4b2b-9115-5b2e85a6cb9f tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] Request body: {'port': {'device_id': '651df532-ff8d-4f14-8ba8-1d699abdd8dd', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'admin_state_up': True, 'tenant_id': '23abe441ec7f4fd48a06d24104be0d55'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:16:51.111281 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6439e55-019d-4e8c-82ac-2e66f5d1bcad None None] Network 56829bc8-d0c1-468a-8ef3-bb14ba458f94 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:16:51.125626 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-fda67c3b-2a75-4bb9-bd19-b4107480a385 service neutron] Attempting to bind port c2b456ed-dfd9-40c0-85ab-cf071a939a1e on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:16:51.125964 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-fda67c3b-2a75-4bb9-bd19-b4107480a385 service neutron] Attempting to bind port c2b456ed-dfd9-40c0-85ab-cf071a939a1e by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '51d7029b-ad14-410a-af5e-89ab4764ae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0bbf226c-5d54-4650-bc14-f9eb5a074a8e'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:16:51.126304 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-fda67c3b-2a75-4bb9-bd19-b4107480a385 service neutron] Attempting to bind port c2b456ed-dfd9-40c0-85ab-cf071a939a1e on network 0bbf226c-5d54-4650-bc14-f9eb5a074a8e {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:16:51.136718 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-fda67c3b-2a75-4bb9-bd19-b4107480a385 service neutron] Port c2b456ed-dfd9-40c0-85ab-cf071a939a1e on network 0bbf226c-5d54-4650-bc14-f9eb5a074a8e not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:16:51.137080 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-fda67c3b-2a75-4bb9-bd19-b4107480a385 service neutron] Attempting to bind port c2b456ed-dfd9-40c0-85ab-cf071a939a1e on network 0bbf226c-5d54-4650-bc14-f9eb5a074a8e {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:16:51.147290 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-b0ef5ec7-0ec1-47a5-950c-a9dd48104d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:51.156700 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-fda67c3b-2a75-4bb9-bd19-b4107480a385 service neutron] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:16:51.156966 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-fda67c3b-2a75-4bb9-bd19-b4107480a385 service neutron] Checking segment: {'id': '51d7029b-ad14-410a-af5e-89ab4764ae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0bbf226c-5d54-4650-bc14-f9eb5a074a8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:16:51.157356 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-fda67c3b-2a75-4bb9-bd19-b4107480a385 service neutron] Bound using segment: {'id': '51d7029b-ad14-410a-af5e-89ab4764ae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0bbf226c-5d54-4650-bc14-f9eb5a074a8e'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:16:51.157805 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-fda67c3b-2a75-4bb9-bd19-b4107480a385 service neutron] Bound port: c2b456ed-dfd9-40c0-85ab-cf071a939a1e, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51d7029b-ad14-410a-af5e-89ab4764ae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0bbf226c-5d54-4650-bc14-f9eb5a074a8e'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:16:51.158168 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-fda67c3b-2a75-4bb9-bd19-b4107480a385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:51.180504 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-03bb1886-9b87-45e6-9543-e9b95da77b04 req-3306b64d-6414-4400-83b8-a4dea97e6d7c tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4eadc4f6-129d-4e4c-9fae-fc91a9b9d220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724740 Jul 24 01:16:51.190817 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-76bcded7-5b2d-4d9d-a267-1cf16df3b2b4 req-6540ac56-ce9d-4f84-a1cc-0613f8563ee5 tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] 10.222.0.15 "GET /v2.0/ports?device_id=651df532-ff8d-4f14-8ba8-1d699abdd8dd HTTP/1.1" status: 200 len: 210 time: 0.1169531 Jul 24 01:16:51.221534 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.db.api [None req-b03b5403-0d85-43c9-85cd-3a5a79b315cc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 24 01:16:51.221534 n-d-793621-25 neutron-server[100464]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 24 01:16:51.221534 n-d-793621-25 neutron-server[100464]: [parameters: {'id': '56829bc8-d0c1-468a-8ef3-bb14ba458f94'}] Jul 24 01:16:51.221534 n-d-793621-25 neutron-server[100464]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100464) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 01:16:51.221990 n-d-793621-25 neutron-server[100464]: DEBUG oslo_db.api [None req-b03b5403-0d85-43c9-85cd-3a5a79b315cc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 01:16:51.302331 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-fda67c3b-2a75-4bb9-bd19-b4107480a385 service neutron] For port c2b456ed-dfd9-40c0-85ab-cf071a939a1e, host n-h2-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:16:51.305863 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-fda67c3b-2a75-4bb9-bd19-b4107480a385 service neutron] For port c2b456ed-dfd9-40c0-85ab-cf071a939a1e, host n-h2-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=c2b456ed-dfd9-40c0-85ab-cf071a939a1e,segment=NetworkSegment(51d7029b-ad14-410a-af5e-89ab4764ae76),segment_id=51d7029b-ad14-410a-af5e-89ab4764ae76)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:16:51.314851 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-fda67c3b-2a75-4bb9-bd19-b4107480a385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:51.343556 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3419bb0f-3519-4967-8311-c54fb821654c None None] get_active_networks_info from n-d-793621-25 {{(pid=100465) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 01:16:51.351407 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a545d56c-808d-4baf-bcdf-383db943aa89 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:16:51.374090 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-fda67c3b-2a75-4bb9-bd19-b4107480a385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:51.374958 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-fda67c3b-2a75-4bb9-bd19-b4107480a385 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:51.376395 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-fda67c3b-2a75-4bb9-bd19-b4107480a385 service neutron] 10.222.0.11 "PUT /v2.0/ports/c2b456ed-dfd9-40c0-85ab-cf071a939a1e HTTP/1.1" status: 200 len: 1092 time: 1.3233733 Jul 24 01:16:51.376840 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '937abba5-82d7-4cc8-9af9-529e29b3d6dc', 'tag': 'c2b456ed-dfd9-40c0-85ab-cf071a939a1e'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:16:51.377290 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-e22e7da9-1a70-4b2b-9115-5b2e85a6cb9f tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] Made reservation on behalf of 23abe441ec7f4fd48a06d24104be0d55 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:16:51.379188 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e8dc84-0820-4dbb-b126-462c68c9b55d" -d '{"events": [{"name": "network-changed", "server_uuid": "937abba5-82d7-4cc8-9af9-529e29b3d6dc", "tag": "c2b456ed-dfd9-40c0-85ab-cf071a939a1e"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:16:51.382204 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-e22e7da9-1a70-4b2b-9115-5b2e85a6cb9f tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:51.407757 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-e22e7da9-1a70-4b2b-9115-5b2e85a6cb9f tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:51.446932 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c689a105-1659-4904-8d36-7bde34b92407 x-openstack-request-id: req-c689a105-1659-4904-8d36-7bde34b92407 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:16:51.447221 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "937abba5-82d7-4cc8-9af9-529e29b3d6dc", "tag": "c2b456ed-dfd9-40c0-85ab-cf071a939a1e", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:16:51.447469 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c689a105-1659-4904-8d36-7bde34b92407 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:16:51.447852 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '937abba5-82d7-4cc8-9af9-529e29b3d6dc', 'tag': 'c2b456ed-dfd9-40c0-85ab-cf071a939a1e', 'status': 'completed', 'code': 200} Jul 24 01:16:51.472393 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda67c3b-2a75-4bb9-bd19-b4107480a385 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b456ed-dfd9-40c0-85ab-cf071a939a1e,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:51.481675 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port a545d56c-808d-4baf-bcdf-383db943aa89 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:16:51.482082 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:51.528075 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-2f0bfd32-f432-4093-897f-e3da4577338c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:51.532882 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-2f0bfd32-f432-4093-897f-e3da4577338c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ced4c36c17c14036829482f02f1d23cf&device_id=937abba5-82d7-4cc8-9af9-529e29b3d6dc HTTP/1.1" status: 200 len: 1095 time: 0.1075404 Jul 24 01:16:51.553833 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3419bb0f-3519-4967-8311-c54fb821654c None None] Resources bound (agent type, host, resource id): {{(pid=100465) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 01:16:51.563786 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-e22e7da9-1a70-4b2b-9115-5b2e85a6cb9f tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:51.568959 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-e22e7da9-1a70-4b2b-9115-5b2e85a6cb9f tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:51.577479 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-b0ef5ec7-0ec1-47a5-950c-a9dd48104d61 None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:51.588802 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-607d1ca7-8b51-4d76-bc3f-8735c399bc8d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2b456ed-dfd9-40c0-85ab-cf071a939a1e HTTP/1.1" status: 200 len: 217 time: 0.0482850 Jul 24 01:16:51.593410 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-b0ef5ec7-0ec1-47a5-950c-a9dd48104d61 None None] Transition to ACTIVE for port object a524f557-6ddf-44f1-906a-9559a5945e69 will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:16:51.602470 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-b0ef5ec7-0ec1-47a5-950c-a9dd48104d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:51.643022 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e7da9-1a70-4b2b-9115-5b2e85a6cb9f tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=621fdbd5-7a8a-4bd0-b498-562155620cf0,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:51.658738 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-fde2426b-dd6d-4618-930a-4a400d8fcecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:51.660585 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-fde2426b-dd6d-4618-930a-4a400d8fcecb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ef8a61d-f9bf-4c86-99b0-47ad5c3929f4 HTTP/1.1" status: 200 len: 849 time: 0.0647025 Jul 24 01:16:51.687050 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f647949-52e3-42a9-ad48-cacbbe643421 None None] Pushing event updated for resources: {'Port': ['ID=a524f557-6ddf-44f1-906a-9559a5945e69,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:51.726024 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f647949-52e3-42a9-ad48-cacbbe643421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:51.726024 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f647949-52e3-42a9-ad48-cacbbe643421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:51.726024 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f647949-52e3-42a9-ad48-cacbbe643421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:51.726024 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f647949-52e3-42a9-ad48-cacbbe643421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:51.726024 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f647949-52e3-42a9-ad48-cacbbe643421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:51.726024 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f647949-52e3-42a9-ad48-cacbbe643421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:51.726024 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f647949-52e3-42a9-ad48-cacbbe643421 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:51.726592 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f647949-52e3-42a9-ad48-cacbbe643421 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:51.726676 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f647949-52e3-42a9-ad48-cacbbe643421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:51.726971 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f647949-52e3-42a9-ad48-cacbbe643421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:51.727286 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f647949-52e3-42a9-ad48-cacbbe643421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:51.727747 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f647949-52e3-42a9-ad48-cacbbe643421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:16:51.728125 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b03b5403-0d85-43c9-85cd-3a5a79b315cc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:51.757370 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-d67126fb-9b68-4217-aa10-e0fed6b65470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:51.759180 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-d67126fb-9b68-4217-aa10-e0fed6b65470 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0bbf226c-5d54-4650-bc14-f9eb5a074a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0921674 Jul 24 01:16:51.770018 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-e22e7da9-1a70-4b2b-9115-5b2e85a6cb9f tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] Allocated IP 192.168.233.120 (064170bd-7ae3-42cd-9c1f-14f6db2f099c/b2f8a7b0-45d5-4a4f-bbde-2ea497f98103/5db1b575-b9d3-4efa-b261-b5180218268e) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:16:51.873907 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-a0cadaea-96a9-435d-a0d5-c9a1b35068d1 service neutron] 10.222.0.11 "GET /v2.0/networks/0bbf226c-5d54-4650-bc14-f9eb5a074a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074176 Jul 24 01:16:51.880356 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-b0ef5ec7-0ec1-47a5-950c-a9dd48104d61 None None] Attempting to bind port a524f557-6ddf-44f1-906a-9559a5945e69 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:16:51.880802 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-b0ef5ec7-0ec1-47a5-950c-a9dd48104d61 None None] Attempting to bind port a524f557-6ddf-44f1-906a-9559a5945e69 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '7118bbee-30aa-41fa-89a5-ab69081a8d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6beb1eb0-feb5-4756-8bc3-a6486efbd068'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:16:51.881468 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ef5ec7-0ec1-47a5-950c-a9dd48104d61 None None] Attempting to bind port a524f557-6ddf-44f1-906a-9559a5945e69 on network 6beb1eb0-feb5-4756-8bc3-a6486efbd068 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:16:51.886813 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ef5ec7-0ec1-47a5-950c-a9dd48104d61 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:16:51.887393 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ef5ec7-0ec1-47a5-950c-a9dd48104d61 None None] Checking segment: {'id': '7118bbee-30aa-41fa-89a5-ab69081a8d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6beb1eb0-feb5-4756-8bc3-a6486efbd068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:16:51.887745 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-b0ef5ec7-0ec1-47a5-950c-a9dd48104d61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:51.888213 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ef5ec7-0ec1-47a5-950c-a9dd48104d61 None None] Bound using segment: {'id': '7118bbee-30aa-41fa-89a5-ab69081a8d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6beb1eb0-feb5-4756-8bc3-a6486efbd068'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:16:51.888858 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-b0ef5ec7-0ec1-47a5-950c-a9dd48104d61 None None] Bound port: a524f557-6ddf-44f1-906a-9559a5945e69, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7118bbee-30aa-41fa-89a5-ab69081a8d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6beb1eb0-feb5-4756-8bc3-a6486efbd068'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:16:51.889127 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-b0ef5ec7-0ec1-47a5-950c-a9dd48104d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:51.918263 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-b03b5403-0d85-43c9-85cd-3a5a79b315cc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Deleting port 64317919-36ea-4daa-8c97-2c837cbfae7f {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:16:51.918527 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b03b5403-0d85-43c9-85cd-3a5a79b315cc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:51.971437 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-b0ef5ec7-0ec1-47a5-950c-a9dd48104d61 None None] For port a524f557-6ddf-44f1-906a-9559a5945e69, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:16:51.976632 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-b0ef5ec7-0ec1-47a5-950c-a9dd48104d61 None None] For port a524f557-6ddf-44f1-906a-9559a5945e69, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=a524f557-6ddf-44f1-906a-9559a5945e69,segment=NetworkSegment(7118bbee-30aa-41fa-89a5-ab69081a8d88),segment_id=7118bbee-30aa-41fa-89a5-ab69081a8d88)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:16:51.985610 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-b0ef5ec7-0ec1-47a5-950c-a9dd48104d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:51.995791 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dcc1c632-e177-4555-9fb3-9b7d1b7a1ae0 req-492a9c40-cf0b-4364-abe7-85c337320c80 service neutron] 10.222.0.11 "GET /v2.0/networks/0bbf226c-5d54-4650-bc14-f9eb5a074a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145351 Jul 24 01:16:52.065213 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ef5ec7-0ec1-47a5-950c-a9dd48104d61 None None] Routers {'bac90b97-9b7d-4ffd-8244-5edaebf54b14'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:16:52.066179 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-b0ef5ec7-0ec1-47a5-950c-a9dd48104d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:16:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['bac90b97-9b7d-4ffd-8244-5edaebf54b14'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:52.079966 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-b03b5403-0d85-43c9-85cd-3a5a79b315cc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] For port 64317919-36ea-4daa-8c97-2c837cbfae7f, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=64317919-36ea-4daa-8c97-2c837cbfae7f,segment=NetworkSegment(181b9e98-df60-42ad-aa8c-763791d53d8f),segment_id=181b9e98-df60-42ad-aa8c-763791d53d8f)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:16:52.080456 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b03b5403-0d85-43c9-85cd-3a5a79b315cc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:52.106129 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-b03b5403-0d85-43c9-85cd-3a5a79b315cc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Calling delete_port for 64317919-36ea-4daa-8c97-2c837cbfae7f owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:16:52.125812 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-e22e7da9-1a70-4b2b-9115-5b2e85a6cb9f tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:52.192322 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f647949-52e3-42a9-ad48-cacbbe643421 None None] Pushing event updated for resources: {'Port': ['ID=a524f557-6ddf-44f1-906a-9559a5945e69,revision_number=4']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:52.195716 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-e22e7da9-1a70-4b2b-9115-5b2e85a6cb9f tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] Transition to ACTIVE for port object 5db1b575-b9d3-4efa-b261-b5180218268e will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:16:52.215732 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8dc84-0820-4dbb-b126-462c68c9b55d req-52626869-ce14-4835-a693-098f62a35520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:52.217616 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-49e8dc84-0820-4dbb-b126-462c68c9b55d req-52626869-ce14-4835-a693-098f62a35520 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ced4c36c17c14036829482f02f1d23cf&device_id=937abba5-82d7-4cc8-9af9-529e29b3d6dc HTTP/1.1" status: 200 len: 1095 time: 0.1481760 Jul 24 01:16:52.275457 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b03b5403-0d85-43c9-85cd-3a5a79b315cc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:52.287271 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-e22e7da9-1a70-4b2b-9115-5b2e85a6cb9f tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:52.306894 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-b0ef5ec7-0ec1-47a5-950c-a9dd48104d61 None None] Set router bac90b97-9b7d-4ffd-8244-5edaebf54b14 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:16:52.363020 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b5403-0d85-43c9-85cd-3a5a79b315cc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event deleted for resources: {'Port': ['ID=64317919-36ea-4daa-8c97-2c837cbfae7f,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:52.365522 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03b5403-0d85-43c9-85cd-3a5a79b315cc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] No DVR routers for this DVR port 64317919-36ea-4daa-8c97-2c837cbfae7f on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:16:52.463888 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-e22e7da9-1a70-4b2b-9115-5b2e85a6cb9f tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] Network 064170bd-7ae3-42cd-9c1f-14f6db2f099c is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:16:52.494754 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8dc84-0820-4dbb-b126-462c68c9b55d req-9aa92a5e-29cf-499e-a394-f9fd4cbf7c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:52.496136 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-49e8dc84-0820-4dbb-b126-462c68c9b55d req-9aa92a5e-29cf-499e-a394-f9fd4cbf7c81 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0bbf226c-5d54-4650-bc14-f9eb5a074a8e HTTP/1.1" status: 200 len: 911 time: 0.2712181 Jul 24 01:16:52.507558 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-e22e7da9-1a70-4b2b-9115-5b2e85a6cb9f tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:16:52.510492 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-e22e7da9-1a70-4b2b-9115-5b2e85a6cb9f tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:16:52.558188 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-49e8dc84-0820-4dbb-b126-462c68c9b55d req-8f96b185-4ac3-49a3-831f-bbb3e2786311 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2b456ed-dfd9-40c0-85ab-cf071a939a1e HTTP/1.1" status: 200 len: 217 time: 0.0542686 Jul 24 01:16:52.590582 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-e22e7da9-1a70-4b2b-9115-5b2e85a6cb9f tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:52.591571 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-e22e7da9-1a70-4b2b-9115-5b2e85a6cb9f tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:52.609167 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e7da9-1a70-4b2b-9115-5b2e85a6cb9f tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] Pushing event updated for resources: {'Port': ['ID=5db1b575-b9d3-4efa-b261-b5180218268e,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:52.617104 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-b0ef5ec7-0ec1-47a5-950c-a9dd48104d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac90b97-9b7d-4ffd-8244-5edaebf54b14', 'name': 'tempest-TestServerMultinode-500654886-router', 'tenant_id': 'ced4c36c17c14036829482f02f1d23cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'a545d56c-808d-4baf-bcdf-383db943aa89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:16:39Z', 'updated_at': '2021-07-24T01:16:44Z', 'revision_number': 4, 'project_id': 'ced4c36c17c14036829482f02f1d23cf', 'gw_port': {'id': 'a545d56c-808d-4baf-bcdf-383db943aa89', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac90b97-9b7d-4ffd-8244-5edaebf54b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:16:39Z', 'updated_at': '2021-07-24T01:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'a524f557-6ddf-44f1-906a-9559a5945e69', 'name': '', 'network_id': '6beb1eb0-feb5-4756-8bc3-a6486efbd068', 'tenant_id': 'ced4c36c17c14036829482f02f1d23cf', 'mac_address': 'fa:16:3e:29:4d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac90b97-9b7d-4ffd-8244-5edaebf54b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'f0841ffd-1d62-4cb2-ac2e-067a336509c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:16:43Z', 'updated_at': '2021-07-24T01:16:51Z', 'revision_number': 4, 'project_id': 'ced4c36c17c14036829482f02f1d23cf', 'subnets': [{'id': 'f0841ffd-1d62-4cb2-ac2e-067a336509c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:52.641620 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba9ee3-432c-4f62-828e-8f8b962c0323 req-e50f3833-5262-4310-9ed8-9f2c4166693e tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:52.648693 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cfba9ee3-432c-4f62-828e-8f8b962c0323 req-e50f3833-5262-4310-9ed8-9f2c4166693e tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] 10.222.0.15 "GET /v2.0/ports?device_id=651df532-ff8d-4f14-8ba8-1d699abdd8dd HTTP/1.1" status: 200 len: 936 time: 0.2212656 Jul 24 01:16:52.651437 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8dc84-0820-4dbb-b126-462c68c9b55d req-767b9ac0-f981-4f48-96b4-349f3992a515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:52.652892 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-49e8dc84-0820-4dbb-b126-462c68c9b55d req-767b9ac0-f981-4f48-96b4-349f3992a515 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3ef8a61d-f9bf-4c86-99b0-47ad5c3929f4 HTTP/1.1" status: 200 len: 849 time: 0.0771990 Jul 24 01:16:52.656606 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b03b5403-0d85-43c9-85cd-3a5a79b315cc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:52.656775 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ef5ec7-0ec1-47a5-950c-a9dd48104d61 None None] The sync data for ids ['bac90b97-9b7d-4ffd-8244-5edaebf54b14'] in n-d-793621-25 is: [{'id': 'bac90b97-9b7d-4ffd-8244-5edaebf54b14', 'name': 'tempest-TestServerMultinode-500654886-router', 'tenant_id': 'ced4c36c17c14036829482f02f1d23cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'a545d56c-808d-4baf-bcdf-383db943aa89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:16:39Z', 'updated_at': '2021-07-24T01:16:44Z', 'revision_number': 4, 'project_id': 'ced4c36c17c14036829482f02f1d23cf', 'gw_port': {'id': 'a545d56c-808d-4baf-bcdf-383db943aa89', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac90b97-9b7d-4ffd-8244-5edaebf54b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:16:39Z', 'updated_at': '2021-07-24T01:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'a524f557-6ddf-44f1-906a-9559a5945e69', 'name': '', 'network_id': '6beb1eb0-feb5-4756-8bc3-a6486efbd068', 'tenant_id': 'ced4c36c17c14036829482f02f1d23cf', 'mac_address': 'fa:16:3e:29:4d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bac90b97-9b7d-4ffd-8244-5edaebf54b14', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': 'f0841ffd-1d62-4cb2-ac2e-067a336509c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:16:43Z', 'updated_at': '2021-07-24T01:16:51Z', 'revision_number': 4, 'project_id': 'ced4c36c17c14036829482f02f1d23cf', 'subnets': [{'id': 'f0841ffd-1d62-4cb2-ac2e-067a336509c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:16:52.667475 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-e22e7da9-1a70-4b2b-9115-5b2e85a6cb9f tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5660231 Jul 24 01:16:52.675532 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-b03b5403-0d85-43c9-85cd-3a5a79b315cc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56829bc8-d0c1-468a-8ef3-bb14ba458f94']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:52.697509 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-9229992a-c9f9-4e63-b8f6-a562d3ee5492 service neutron] Request body: {'port': {'device_id': '651df532-ff8d-4f14-8ba8-1d699abdd8dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:16:52.727568 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87db572-e874-4631-be27-de49545cbb7e req-a2e82c8a-f5f2-42cd-8541-716ef2e81136 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:52.741187 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cfba9ee3-432c-4f62-828e-8f8b962c0323 req-f8e2c9c2-bbb1-45d2-b587-472506ae59ba tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] 10.222.0.15 "GET /v2.0/security-groups?id=621fdbd5-7a8a-4bd0-b498-562155620cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873063 Jul 24 01:16:52.747888 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b87db572-e874-4631-be27-de49545cbb7e req-a2e82c8a-f5f2-42cd-8541-716ef2e81136 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=937abba5-82d7-4cc8-9af9-529e29b3d6dc HTTP/1.1" status: 200 len: 1095 time: 0.3440540 Jul 24 01:16:52.763925 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-b03b5403-0d85-43c9-85cd-3a5a79b315cc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '181b9e98-df60-42ad-aa8c-763791d53d8f') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:52.765591 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-b03b5403-0d85-43c9-85cd-3a5a79b315cc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '181b9e98-df60-42ad-aa8c-763791d53d8f') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:52.776523 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8dc84-0820-4dbb-b126-462c68c9b55d req-160d5087-8143-455d-8298-7e93393bccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:52.778340 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-49e8dc84-0820-4dbb-b126-462c68c9b55d req-160d5087-8143-455d-8298-7e93393bccd1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0bbf226c-5d54-4650-bc14-f9eb5a074a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1163425 Jul 24 01:16:52.803240 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b03b5403-0d85-43c9-85cd-3a5a79b315cc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:52.855507 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b03b5403-0d85-43c9-85cd-3a5a79b315cc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:52.872755 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b03b5403-0d85-43c9-85cd-3a5a79b315cc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:16:52.873408 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b03b5403-0d85-43c9-85cd-3a5a79b315cc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:52.877819 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:16:52.877819 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:16:52.877819 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:16:52.877819 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:16:52.877819 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:16:52.877819 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:16:52.877819 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:16:52.877819 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:16:52.877819 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:16:52.877819 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:16:52.877819 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:16:52.877819 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:16:52.877819 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:16:52.877819 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:16:52.877819 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:16:52.877819 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:16:52.877819 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:16:52.877819 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:16:52.877819 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:16:52.877819 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:16:52.877819 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:16:52.877819 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:16:52.877819 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:16:52.877819 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:16:52.877819 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:16:52.877819 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:16:52.877819 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:16:52.877819 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:16:52.877819 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:16:52.877819 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:16:52.877819 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:16:52.877819 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:16:52.889622 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8ba148c4-9bb5-473b-a60b-80f36868deba None None] Provisioning for port 5db1b575-b9d3-4efa-b261-b5180218268e completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:16:52.895936 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b87db572-e874-4631-be27-de49545cbb7e req-8bc4544c-9a05-408e-85ce-f62d1ce07f8c tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4eadc4f6-129d-4e4c-9fae-fc91a9b9d220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459920 Jul 24 01:16:52.900158 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-9229992a-c9f9-4e63-b8f6-a562d3ee5492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:52.901198 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8ba148c4-9bb5-473b-a60b-80f36868deba None None] Provisioning complete for port 5db1b575-b9d3-4efa-b261-b5180218268e triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:16:52.901598 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8ba148c4-9bb5-473b-a60b-80f36868deba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:52.938847 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-49e8dc84-0820-4dbb-b126-462c68c9b55d req-2ab9a313-e716-4c9c-9911-f4677c05de50 service neutron] 10.222.0.11 "GET /v2.0/networks/0bbf226c-5d54-4650-bc14-f9eb5a074a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512475 Jul 24 01:16:52.961841 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-8ba148c4-9bb5-473b-a60b-80f36868deba None None] Port 5db1b575-b9d3-4efa-b261-b5180218268e cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:16:52.988319 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b03b5403-0d85-43c9-85cd-3a5a79b315cc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:52.993586 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b03b5403-0d85-43c9-85cd-3a5a79b315cc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:52.996338 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b03b5403-0d85-43c9-85cd-3a5a79b315cc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "DELETE /v2.0/networks/56829bc8-d0c1-468a-8ef3-bb14ba458f94 HTTP/1.1" status: 204 len: 168 time: 3.5503771 Jul 24 01:16:53.004118 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36632) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:53.010780 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-6a37f455-84ec-4582-912f-8b830ee2ddd6 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-814979394'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:16:53.030370 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b5403-0d85-43c9-85cd-3a5a79b315cc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event deleted for resources: {'Network': ['ID=56829bc8-d0c1-468a-8ef3-bb14ba458f94,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:53.064453 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd4b43-12b7-4ebf-a6e0-c90ddf15c206 req-18999a87-971b-4b34-b02c-34b67cd76e11 tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:53.066171 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0acd4b43-12b7-4ebf-a6e0-c90ddf15c206 req-18999a87-971b-4b34-b02c-34b67cd76e11 tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 1097 time: 0.2464919 Jul 24 01:16:53.084772 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a37f455-84ec-4582-912f-8b830ee2ddd6 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Made reservation on behalf of 484c6141b4a04985983f5f38efaf81c0 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:16:53.088480 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6a37f455-84ec-4582-912f-8b830ee2ddd6 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:53.107236 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0acd4b43-12b7-4ebf-a6e0-c90ddf15c206 req-ce3d8d78-6a1c-488c-81cd-335c34435f1e tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:53.134671 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-49e8dc84-0820-4dbb-b126-462c68c9b55d req-19a728ac-e31f-4f82-8d2d-14a215550ab3 service neutron] 10.222.0.11 "GET /v2.0/networks/0bbf226c-5d54-4650-bc14-f9eb5a074a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872647 Jul 24 01:16:53.149616 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a37f455-84ec-4582-912f-8b830ee2ddd6 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:16:53.167639 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6a37f455-84ec-4582-912f-8b830ee2ddd6 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:53.168091 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-6a37f455-84ec-4582-912f-8b830ee2ddd6 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Added segment 8d192c4d-b187-4a33-9cb5-77a6ea45e53e of type vlan for network 0ae9f32f-2ca7-4f87-aa3c-cebb6ae2b782 Jul 24 01:16:53.229788 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6a37f455-84ec-4582-912f-8b830ee2ddd6 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:53.290694 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-9229992a-c9f9-4e63-b8f6-a562d3ee5492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5db1b575-b9d3-4efa-b261-b5180218268e {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:16:53.303499 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-9229992a-c9f9-4e63-b8f6-a562d3ee5492 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:53.316660 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6a37f455-84ec-4582-912f-8b830ee2ddd6 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:53.318271 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-9229992a-c9f9-4e63-b8f6-a562d3ee5492 service neutron] Transition to ACTIVE for port object 5db1b575-b9d3-4efa-b261-b5180218268e will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:16:53.322473 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a37f455-84ec-4582-912f-8b830ee2ddd6 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:53.323272 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6a37f455-84ec-4582-912f-8b830ee2ddd6 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:53.324280 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-9229992a-c9f9-4e63-b8f6-a562d3ee5492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:53.339204 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0acd4b43-12b7-4ebf-a6e0-c90ddf15c206 req-ce3d8d78-6a1c-488c-81cd-335c34435f1e tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:53.362210 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-0acd4b43-12b7-4ebf-a6e0-c90ddf15c206 req-ce3d8d78-6a1c-488c-81cd-335c34435f1e tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:53.379173 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a524f557-6ddf-44f1-906a-9559a5945e69 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:16:53.384450 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6a37f455-84ec-4582-912f-8b830ee2ddd6 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3780732 Jul 24 01:16:53.402613 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36634) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:53.414663 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-28ab1b73-fc73-472c-8a19-f7d2e7eee26c tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Request body: {'subnet': {'network_id': '0ae9f32f-2ca7-4f87-aa3c-cebb6ae2b782', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:16:53.415633 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9229992a-c9f9-4e63-b8f6-a562d3ee5492 service neutron] Pushing event updated for resources: {'Port': ['ID=5db1b575-b9d3-4efa-b261-b5180218268e,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:53.450415 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0acd4b43-12b7-4ebf-a6e0-c90ddf15c206 req-ce3d8d78-6a1c-488c-81cd-335c34435f1e tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=6e06e022-26be-4ac1-8e2f-f5b45b16df9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3738456 Jul 24 01:16:53.499907 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-9229992a-c9f9-4e63-b8f6-a562d3ee5492 service neutron] Attempting to bind port 5db1b575-b9d3-4efa-b261-b5180218268e on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:16:53.500278 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-9229992a-c9f9-4e63-b8f6-a562d3ee5492 service neutron] Attempting to bind port 5db1b575-b9d3-4efa-b261-b5180218268e by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:16:53.501068 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port a524f557-6ddf-44f1-906a-9559a5945e69 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:16:53.502404 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-9229992a-c9f9-4e63-b8f6-a562d3ee5492 service neutron] Attempting to bind port 5db1b575-b9d3-4efa-b261-b5180218268e on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:16:53.506696 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port a524f557-6ddf-44f1-906a-9559a5945e69 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:16:53.507644 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:53.508769 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-9229992a-c9f9-4e63-b8f6-a562d3ee5492 service neutron] Port 5db1b575-b9d3-4efa-b261-b5180218268e on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:16:53.509075 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-9229992a-c9f9-4e63-b8f6-a562d3ee5492 service neutron] Attempting to bind port 5db1b575-b9d3-4efa-b261-b5180218268e on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:16:53.515178 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-9229992a-c9f9-4e63-b8f6-a562d3ee5492 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:16:53.515533 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-9229992a-c9f9-4e63-b8f6-a562d3ee5492 service neutron] Checking segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:16:53.516577 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-9229992a-c9f9-4e63-b8f6-a562d3ee5492 service neutron] Bound using segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:16:53.517039 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-9229992a-c9f9-4e63-b8f6-a562d3ee5492 service neutron] Bound port: 5db1b575-b9d3-4efa-b261-b5180218268e, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:16:53.517422 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-9229992a-c9f9-4e63-b8f6-a562d3ee5492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:53.525620 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a37f455-84ec-4582-912f-8b830ee2ddd6 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event updated for resources: {'Network': ['ID=0ae9f32f-2ca7-4f87-aa3c-cebb6ae2b782,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:53.547192 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d8d78-6a1c-488c-81cd-335c34435f1e tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c056f3-4371-48de-ab8f-c3d0dc5ebdc5,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:53.549129 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 0ae9f32f-2ca7-4f87-aa3c-cebb6ae2b782 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:16:53.657280 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-9229992a-c9f9-4e63-b8f6-a562d3ee5492 service neutron] For port 5db1b575-b9d3-4efa-b261-b5180218268e, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:16:53.662962 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-9229992a-c9f9-4e63-b8f6-a562d3ee5492 service neutron] For port 5db1b575-b9d3-4efa-b261-b5180218268e, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=5db1b575-b9d3-4efa-b261-b5180218268e,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:16:53.668489 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ab1b73-fc73-472c-8a19-f7d2e7eee26c tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Made reservation on behalf of 484c6141b4a04985983f5f38efaf81c0 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:16:53.673618 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-28ab1b73-fc73-472c-8a19-f7d2e7eee26c tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:53.682766 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-9229992a-c9f9-4e63-b8f6-a562d3ee5492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:53.720513 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:53.742734 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff526cd2-fa3c-47ac-aafb-4b67727a3a9e req-05c21817-dc54-41e5-bf3c-da8bb3ebe666 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:53.744330 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ff526cd2-fa3c-47ac-aafb-4b67727a3a9e req-05c21817-dc54-41e5-bf3c-da8bb3ebe666 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 945 time: 0.1665521 Jul 24 01:16:53.751853 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-9229992a-c9f9-4e63-b8f6-a562d3ee5492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:53.752630 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-9229992a-c9f9-4e63-b8f6-a562d3ee5492 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:53.754135 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-9229992a-c9f9-4e63-b8f6-a562d3ee5492 service neutron] 10.222.0.13 "PUT /v2.0/ports/5db1b575-b9d3-4efa-b261-b5180218268e HTTP/1.1" status: 200 len: 1097 time: 1.0727661 Jul 24 01:16:53.754743 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '651df532-ff8d-4f14-8ba8-1d699abdd8dd', 'tag': '5db1b575-b9d3-4efa-b261-b5180218268e'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:16:53.757451 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67767bce-0de1-4ee2-b610-add7e251ca34" -d '{"events": [{"name": "network-changed", "server_uuid": "651df532-ff8d-4f14-8ba8-1d699abdd8dd", "tag": "5db1b575-b9d3-4efa-b261-b5180218268e"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:16:53.767005 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port a524f557-6ddf-44f1-906a-9559a5945e69, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=a524f557-6ddf-44f1-906a-9559a5945e69,segment=NetworkSegment(7118bbee-30aa-41fa-89a5-ab69081a8d88),segment_id=7118bbee-30aa-41fa-89a5-ab69081a8d88)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:16:53.775450 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:53.804101 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9229992a-c9f9-4e63-b8f6-a562d3ee5492 service neutron] Pushing event updated for resources: {'Port': ['ID=5db1b575-b9d3-4efa-b261-b5180218268e,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:53.824404 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ff526cd2-fa3c-47ac-aafb-4b67727a3a9e req-9f4eb6bf-e2e5-4d7a-aa45-ef1527eef145 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e06e022-26be-4ac1-8e2f-f5b45b16df9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638850 Jul 24 01:16:53.885302 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36642) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:53.914737 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=a524f557-6ddf-44f1-906a-9559a5945e69,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:53.958778 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c5f703-4baa-405f-ad9c-075539b3aa9f x-openstack-request-id: req-a0c5f703-4baa-405f-ad9c-075539b3aa9f {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:16:53.959037 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "651df532-ff8d-4f14-8ba8-1d699abdd8dd", "tag": "5db1b575-b9d3-4efa-b261-b5180218268e", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:16:53.959385 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a0c5f703-4baa-405f-ad9c-075539b3aa9f {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:16:53.959686 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '651df532-ff8d-4f14-8ba8-1d699abdd8dd', 'tag': '5db1b575-b9d3-4efa-b261-b5180218268e', 'status': 'completed', 'code': 200} Jul 24 01:16:53.995867 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a66c6b0d-e4ba-4211-93d9-cd9c6a02ab26 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/floatingips/b9b04470-410b-4183-88e7-a6a209a0a788 HTTP/1.1" status: 200 len: 993 time: 0.1000695 Jul 24 01:16:53.997884 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-adf7b1d1-71ed-4882-a3fd-220a5c87fefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:54.004603 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-adf7b1d1-71ed-4882-a3fd-220a5c87fefa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23abe441ec7f4fd48a06d24104be0d55&device_id=651df532-ff8d-4f14-8ba8-1d699abdd8dd HTTP/1.1" status: 200 len: 1100 time: 0.1744328 Jul 24 01:16:54.050612 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-28ab1b73-fc73-472c-8a19-f7d2e7eee26c tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:54.065557 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-a6481af8-6e87-4f2e-bba3-185004c348c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=5db1b575-b9d3-4efa-b261-b5180218268e HTTP/1.1" status: 200 len: 217 time: 0.0573976 Jul 24 01:16:54.115273 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab1b73-fc73-472c-8a19-f7d2e7eee26c tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event updated for resources: {'Subnet': ['ID=935581b7-8589-4744-9235-7940edff843f,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:54.143928 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae187467-7d76-4a35-9990-d66cd6e2688d req-cafba4a3-c39c-445d-b8a0-5c7ea93845a8 tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:54.145516 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ae187467-7d76-4a35-9990-d66cd6e2688d req-cafba4a3-c39c-445d-b8a0-5c7ea93845a8 tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] 10.222.0.15 "GET /v2.0/ports?device_id=651df532-ff8d-4f14-8ba8-1d699abdd8dd HTTP/1.1" status: 200 len: 948 time: 0.2191379 Jul 24 01:16:54.178844 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-b678ae46-392f-4529-a61d-0dd7abc1f966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:54.180326 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-b678ae46-392f-4529-a61d-0dd7abc1f966 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.0711546 Jul 24 01:16:54.207200 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ab1b73-fc73-472c-8a19-f7d2e7eee26c tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Checking segment: {'id': '8d192c4d-b187-4a33-9cb5-77a6ea45e53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0ae9f32f-2ca7-4f87-aa3c-cebb6ae2b782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:16:54.207570 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ab1b73-fc73-472c-8a19-f7d2e7eee26c tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Network hostable DHCP agents. Network: 0ae9f32f-2ca7-4f87-aa3c-cebb6ae2b782, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:16:54.222560 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50e564-686f-40b0-80ad-0b37c2883d2f req-f7fa790f-5df4-4d45-adc7-b0e867718125 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:54.224138 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3b50e564-686f-40b0-80ad-0b37c2883d2f req-f7fa790f-5df4-4d45-adc7-b0e867718125 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=937abba5-82d7-4cc8-9af9-529e29b3d6dc HTTP/1.1" status: 200 len: 1095 time: 0.1576881 Jul 24 01:16:54.226157 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ae187467-7d76-4a35-9990-d66cd6e2688d req-70f0a78c-10f5-4aaf-bcc6-53d1e1be4e22 tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] 10.222.0.15 "GET /v2.0/security-groups?id=621fdbd5-7a8a-4bd0-b498-562155620cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627005 Jul 24 01:16:54.256366 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ab1b73-fc73-472c-8a19-f7d2e7eee26c tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Network 0ae9f32f-2ca7-4f87-aa3c-cebb6ae2b782 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:16:54.266726 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-28ab1b73-fc73-472c-8a19-f7d2e7eee26c tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 0ae9f32f-2ca7-4f87-aa3c-cebb6ae2b782) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:16:54.271687 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ab1b73-fc73-472c-8a19-f7d2e7eee26c tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:54.272289 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-28ab1b73-fc73-472c-8a19-f7d2e7eee26c tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:54.275171 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-dfa0b65b-7c08-4e2c-986b-624ab50a80a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:54.276700 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-dfa0b65b-7c08-4e2c-986b-624ab50a80a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0886662 Jul 24 01:16:54.281699 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3b50e564-686f-40b0-80ad-0b37c2883d2f req-68cffbae-380a-4b74-9876-e7283ce7d2d3 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4eadc4f6-129d-4e4c-9fae-fc91a9b9d220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456796 Jul 24 01:16:54.283156 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5912971-7b13-46aa-ac79-a2139cbd2ed7 None None] Network 0ae9f32f-2ca7-4f87-aa3c-cebb6ae2b782 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:16:54.297834 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-28ab1b73-fc73-472c-8a19-f7d2e7eee26c tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8926809 Jul 24 01:16:54.302034 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36648) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:54.399993 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-55cd34e2-378d-4019-9334-15c80bfbb5ab service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134305 Jul 24 01:16:54.407361 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-80c0fa29-d050-42fc-b21c-ac5bd5cf67b8 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:54.454031 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602f927f-3866-441e-8b39-f251faf7c25d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-0ae9f32f-2ca7-4f87-aa3c-cebb6ae2b782', 'network_id': '0ae9f32f-2ca7-4f87-aa3c-cebb6ae2b782', 'tenant_id': '484c6141b4a04985983f5f38efaf81c0', 'fixed_ips': [{'subnet_id': '935581b7-8589-4744-9235-7940edff843f'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:16:54.455100 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-602f927f-3866-441e-8b39-f251faf7c25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:54.461312 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-80c0fa29-d050-42fc-b21c-ac5bd5cf67b8 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:54.508153 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-462ed095-b041-41fc-b0d3-ea18e7bdcb23 req-102f6127-48a1-40c1-b636-c4f41fc37c61 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019487 Jul 24 01:16:54.536659 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-80c0fa29-d050-42fc-b21c-ac5bd5cf67b8 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:54.555360 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [req-dd822867-bea9-413d-be4f-028881f21495 req-1c012aa9-9426-4cf7-aa8b-9de25db429a6 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:16:54.556574 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dd822867-bea9-413d-be4f-028881f21495 req-1c012aa9-9426-4cf7-aa8b-9de25db429a6 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081034 Jul 24 01:16:54.571749 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0fa29-d050-42fc-b21c-ac5bd5cf67b8 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event deleted for resources: {'Subnet': ['ID=935581b7-8589-4744-9235-7940edff843f,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server [None req-602f927f-3866-441e-8b39-f251faf7c25d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 935581b7-8589-4744-9235-7940edff843f: This subnet is being modified by another concurrent operation. Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise exception Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 935581b7-8589-4744-9235-7940edff843f: This subnet is being modified by another concurrent operation. Jul 24 01:16:54.587072 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server Jul 24 01:16:54.611108 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28eafaf4-3a52-46eb-8163-06ca0e08092f None None] Network 0ae9f32f-2ca7-4f87-aa3c-cebb6ae2b782 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:16:54.645251 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67767bce-0de1-4ee2-b610-add7e251ca34 req-89bbe2c7-93d4-4728-95a4-f2a7e97f0cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:54.646846 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-67767bce-0de1-4ee2-b610-add7e251ca34 req-89bbe2c7-93d4-4728-95a4-f2a7e97f0cc3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23abe441ec7f4fd48a06d24104be0d55&device_id=651df532-ff8d-4f14-8ba8-1d699abdd8dd HTTP/1.1" status: 200 len: 1100 time: 0.0750093 Jul 24 01:16:54.657652 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-80c0fa29-d050-42fc-b21c-ac5bd5cf67b8 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:54.669085 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-80c0fa29-d050-42fc-b21c-ac5bd5cf67b8 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ae9f32f-2ca7-4f87-aa3c-cebb6ae2b782']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:54.681940 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-80c0fa29-d050-42fc-b21c-ac5bd5cf67b8 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d192c4d-b187-4a33-9cb5-77a6ea45e53e') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:54.682781 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-80c0fa29-d050-42fc-b21c-ac5bd5cf67b8 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d192c4d-b187-4a33-9cb5-77a6ea45e53e') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:54.696856 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-80c0fa29-d050-42fc-b21c-ac5bd5cf67b8 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:54.713443 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-80c0fa29-d050-42fc-b21c-ac5bd5cf67b8 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:54.730575 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80c0fa29-d050-42fc-b21c-ac5bd5cf67b8 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:16:54.731026 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-80c0fa29-d050-42fc-b21c-ac5bd5cf67b8 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:54.734989 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:16:54.734989 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:16:54.734989 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:16:54.734989 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:16:54.734989 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:16:54.734989 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:16:54.734989 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:16:54.734989 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:16:54.734989 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:16:54.734989 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:16:54.734989 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:16:54.734989 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:16:54.734989 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:16:54.734989 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:16:54.734989 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:16:54.734989 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:16:54.734989 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:16:54.734989 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:16:54.734989 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:16:54.734989 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:16:54.734989 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:16:54.734989 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:16:54.734989 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:16:54.734989 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:16:54.734989 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:16:54.734989 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:16:54.734989 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:16:54.734989 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:16:54.734989 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:16:54.734989 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:16:54.734989 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:16:54.734989 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:16:54.762769 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194aa2d5-0239-4dde-82b5-c45c7dbb569f None None] get_active_networks_info from n-d-793621-25 {{(pid=100465) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 01:16:54.765943 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67767bce-0de1-4ee2-b610-add7e251ca34 req-7df7eed0-13f0-469f-9113-a834264ef2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:54.766855 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-67767bce-0de1-4ee2-b610-add7e251ca34 req-7df7eed0-13f0-469f-9113-a834264ef2a7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.1123459 Jul 24 01:16:54.825182 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-67767bce-0de1-4ee2-b610-add7e251ca34 req-7f6abee8-5bd5-4a7f-b27c-eef3267fc95e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=5db1b575-b9d3-4efa-b261-b5180218268e HTTP/1.1" status: 200 len: 217 time: 0.0510862 Jul 24 01:16:54.832850 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-80c0fa29-d050-42fc-b21c-ac5bd5cf67b8 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:54.841191 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-80c0fa29-d050-42fc-b21c-ac5bd5cf67b8 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:54.844449 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-80c0fa29-d050-42fc-b21c-ac5bd5cf67b8 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "DELETE /v2.0/networks/0ae9f32f-2ca7-4f87-aa3c-cebb6ae2b782 HTTP/1.1" status: 204 len: 168 time: 0.5414460 Jul 24 01:16:54.848538 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36658) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:54.859586 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-c251a87e-6a53-4375-a52f-33b6f05c31a5 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-506334223'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:16:54.867762 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194aa2d5-0239-4dde-82b5-c45c7dbb569f None None] Resources bound (agent type, host, resource id): {{(pid=100465) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 01:16:54.874642 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c0fa29-d050-42fc-b21c-ac5bd5cf67b8 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event deleted for resources: {'Network': ['ID=0ae9f32f-2ca7-4f87-aa3c-cebb6ae2b782,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:54.917197 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67767bce-0de1-4ee2-b610-add7e251ca34 req-273366ba-65c3-4ec4-8856-b2f97b58cbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:54.919036 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-67767bce-0de1-4ee2-b610-add7e251ca34 req-273366ba-65c3-4ec4-8856-b2f97b58cbe6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.0864930 Jul 24 01:16:54.919980 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c251a87e-6a53-4375-a52f-33b6f05c31a5 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Made reservation on behalf of 484c6141b4a04985983f5f38efaf81c0 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:16:54.924594 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c251a87e-6a53-4375-a52f-33b6f05c31a5 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:54.983663 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c251a87e-6a53-4375-a52f-33b6f05c31a5 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:16:54.999446 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c251a87e-6a53-4375-a52f-33b6f05c31a5 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:54.999810 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-c251a87e-6a53-4375-a52f-33b6f05c31a5 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Added segment 6942ce55-dc8c-4cde-8e9c-6f8cea6baa03 of type vlan for network 4c6f835b-9ae3-48fe-9912-ae762962965b Jul 24 01:16:55.016902 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c25909-6449-44a0-892a-d59beaa735ed req-23cf8535-8a12-4fca-b14c-e4d8796b611b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:55.019194 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d4c25909-6449-44a0-892a-d59beaa735ed req-23cf8535-8a12-4fca-b14c-e4d8796b611b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 945 time: 0.0787706 Jul 24 01:16:55.050829 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67767bce-0de1-4ee2-b610-add7e251ca34 req-2f1197e8-12d3-4a11-87ed-e8315b6af3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:55.052374 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-67767bce-0de1-4ee2-b610-add7e251ca34 req-2f1197e8-12d3-4a11-87ed-e8315b6af3b2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1252885 Jul 24 01:16:55.075922 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c251a87e-6a53-4375-a52f-33b6f05c31a5 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:55.103956 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d4c25909-6449-44a0-892a-d59beaa735ed req-fd1892ad-f479-4b90-99c9-3a845b1d00be tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e06e022-26be-4ac1-8e2f-f5b45b16df9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788913 Jul 24 01:16:55.140053 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-ace825bb-acb1-412a-891c-6a8562d9bfde service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2300992 Jul 24 01:16:55.163509 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c251a87e-6a53-4375-a52f-33b6f05c31a5 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:55.169257 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c251a87e-6a53-4375-a52f-33b6f05c31a5 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:55.169861 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c251a87e-6a53-4375-a52f-33b6f05c31a5 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:55.215667 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c251a87e-6a53-4375-a52f-33b6f05c31a5 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3625915 Jul 24 01:16:55.217926 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-67767bce-0de1-4ee2-b610-add7e251ca34 req-ef511f0a-cd98-4ec0-a904-59c08fdc30e7 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532621 Jul 24 01:16:55.218992 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36668) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:55.225137 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-c52d6e6d-f0be-4d23-855b-874833af6a82 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:16:55.287710 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c251a87e-6a53-4375-a52f-33b6f05c31a5 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event updated for resources: {'Network': ['ID=4c6f835b-9ae3-48fe-9912-ae762962965b,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:55.301520 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 4c6f835b-9ae3-48fe-9912-ae762962965b details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:16:55.371238 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a524f557-6ddf-44f1-906a-9559a5945e69 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:16:55.462684 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-67767bce-0de1-4ee2-b610-add7e251ca34 req-179ff1c0-6f52-4db1-8d9c-b2cf100b3509 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357481 Jul 24 01:16:55.487724 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port a524f557-6ddf-44f1-906a-9559a5945e69 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:16:55.488180 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:55.493873 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3857c1-9fe5-49ac-a8a6-98adde9e6fc6 req-38313389-de2f-4c33-9692-45ee93ffa061 tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:55.497095 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6a3857c1-9fe5-49ac-a8a6-98adde9e6fc6 req-38313389-de2f-4c33-9692-45ee93ffa061 tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] 10.222.0.15 "GET /v2.0/ports?device_id=651df532-ff8d-4f14-8ba8-1d699abdd8dd HTTP/1.1" status: 200 len: 948 time: 0.1300929 Jul 24 01:16:55.530026 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c52d6e6d-f0be-4d23-855b-874833af6a82 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:55.534638 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d4a49-204f-43ab-a59c-6b2203b858dd req-7880ff36-0185-46fc-8270-0172a21b304e tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:55.536505 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-be1d4a49-204f-43ab-a59c-6b2203b858dd req-7880ff36-0185-46fc-8270-0172a21b304e tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=937abba5-82d7-4cc8-9af9-529e29b3d6dc HTTP/1.1" status: 200 len: 1095 time: 0.1540706 Jul 24 01:16:55.557082 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6a3857c1-9fe5-49ac-a8a6-98adde9e6fc6 req-a122c27e-8e9d-4fbf-8ab6-6dedd488c9ae tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] 10.222.0.15 "GET /v2.0/security-groups?id=621fdbd5-7a8a-4bd0-b498-562155620cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495598 Jul 24 01:16:55.565131 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c52d6e6d-f0be-4d23-855b-874833af6a82 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:55.611057 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c52d6e6d-f0be-4d23-855b-874833af6a82 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Network 4c6f835b-9ae3-48fe-9912-ae762962965b is not hosted by any dhcp agent {{(pid=100463) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 24 01:16:55.616672 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52d6e6d-f0be-4d23-855b-874833af6a82 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:55.617320 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c52d6e6d-f0be-4d23-855b-874833af6a82 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:55.618678 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c52d6e6d-f0be-4d23-855b-874833af6a82 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "PUT /v2.0/networks/4c6f835b-9ae3-48fe-9912-ae762962965b HTTP/1.1" status: 200 len: 723 time: 0.3985765 Jul 24 01:16:55.621677 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36688) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:55.623469 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-be1d4a49-204f-43ab-a59c-6b2203b858dd req-f32be31a-4818-4825-b635-ce782bbb8076 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4eadc4f6-129d-4e4c-9fae-fc91a9b9d220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799367 Jul 24 01:16:55.643984 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-f7a5d89c-ab21-45bd-9a8b-189804363893 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Request body: {'subnet': {'network_id': '4c6f835b-9ae3-48fe-9912-ae762962965b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:16:55.663280 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d6e6d-f0be-4d23-855b-874833af6a82 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event updated for resources: {'Network': ['ID=4c6f835b-9ae3-48fe-9912-ae762962965b,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:55.673939 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 4c6f835b-9ae3-48fe-9912-ae762962965b details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:16:55.737533 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a5d89c-ab21-45bd-9a8b-189804363893 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Made reservation on behalf of 484c6141b4a04985983f5f38efaf81c0 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:16:55.742796 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f7a5d89c-ab21-45bd-9a8b-189804363893 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:55.859095 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device c2b456ed-dfd9-40c0-85ab-cf071a939a1e details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:16:55.939776 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f7a5d89c-ab21-45bd-9a8b-189804363893 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:55.978916 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port c2b456ed-dfd9-40c0-85ab-cf071a939a1e, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=c2b456ed-dfd9-40c0-85ab-cf071a939a1e,segment=NetworkSegment(51d7029b-ad14-410a-af5e-89ab4764ae76),segment_id=51d7029b-ad14-410a-af5e-89ab4764ae76)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:16:55.992024 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': 'c2b456ed-dfd9-40c0-85ab-cf071a939a1e', 'network_id': '0bbf226c-5d54-4650-bc14-f9eb5a074a8e', 'port_id': 'c2b456ed-dfd9-40c0-85ab-cf071a939a1e', 'mac_address': 'fa:16:3e:9d:b9:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef8a61d-f9bf-4c86-99b0-47ad5c3929f4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:16:56.018345 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5d89c-ab21-45bd-9a8b-189804363893 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event updated for resources: {'Subnet': ['ID=1b6dc65f-501b-4fc0-8dff-c6a1d961a28f,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:56.028630 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a5d89c-ab21-45bd-9a8b-189804363893 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Checking segment: {'id': '6942ce55-dc8c-4cde-8e9c-6f8cea6baa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4c6f835b-9ae3-48fe-9912-ae762962965b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:16:56.029034 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a5d89c-ab21-45bd-9a8b-189804363893 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Network hostable DHCP agents. Network: 4c6f835b-9ae3-48fe-9912-ae762962965b, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:16:56.033744 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:56.048761 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2b456ed-dfd9-40c0-85ab-cf071a939a1e {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:16:56.049797 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a5d89c-ab21-45bd-9a8b-189804363893 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Network 4c6f835b-9ae3-48fe-9912-ae762962965b is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:16:56.059125 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-f7a5d89c-ab21-45bd-9a8b-189804363893 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 4c6f835b-9ae3-48fe-9912-ae762962965b) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:16:56.064101 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a5d89c-ab21-45bd-9a8b-189804363893 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:56.064789 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f7a5d89c-ab21-45bd-9a8b-189804363893 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-582851'] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:56.070308 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port c2b456ed-dfd9-40c0-85ab-cf071a939a1e, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=c2b456ed-dfd9-40c0-85ab-cf071a939a1e,segment=NetworkSegment(51d7029b-ad14-410a-af5e-89ab4764ae76),segment_id=51d7029b-ad14-410a-af5e-89ab4764ae76)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:16:56.073532 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc77f34-76bd-4a26-99b1-4da3a367fb97 None None] Network 4c6f835b-9ae3-48fe-9912-ae762962965b requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:16:56.077975 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:56.084344 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f7a5d89c-ab21-45bd-9a8b-189804363893 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4591107 Jul 24 01:16:56.084668 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36694) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:56.090083 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-775197a9-774f-42fb-93fb-cc9760846202 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:16:56.180599 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=c2b456ed-dfd9-40c0-85ab-cf071a939a1e,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:56.200558 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-775197a9-774f-42fb-93fb-cc9760846202 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13958483'] for subnet, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:56.273042 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b25b5a1-cce4-4e30-98e0-55cad1a30bc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-4c6f835b-9ae3-48fe-9912-ae762962965b', 'network_id': '4c6f835b-9ae3-48fe-9912-ae762962965b', 'tenant_id': '484c6141b4a04985983f5f38efaf81c0', 'fixed_ips': [{'subnet_id': '1b6dc65f-501b-4fc0-8dff-c6a1d961a28f'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:16:56.273923 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1b25b5a1-cce4-4e30-98e0-55cad1a30bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:56.325753 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329ee64-11e3-4bd4-b85a-c6dfb6e4b035 req-99e96ffb-9e16-4af0-833c-6ade083ca1c5 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:56.327439 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c329ee64-11e3-4bd4-b85a-c6dfb6e4b035 req-99e96ffb-9e16-4af0-833c-6ade083ca1c5 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 945 time: 0.1421595 Jul 24 01:16:56.343629 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['c2b456ed-dfd9-40c0-85ab-cf071a939a1e'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:16:56.443558 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-775197a9-774f-42fb-93fb-cc9760846202 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733254583875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15293116'] for subnet, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:56.453208 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c329ee64-11e3-4bd4-b85a-c6dfb6e4b035 req-9cff3ec9-743a-4bbc-9d3b-33d68cb151e4 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e06e022-26be-4ac1-8e2f-f5b45b16df9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130049 Jul 24 01:16:56.499439 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775197a9-774f-42fb-93fb-cc9760846202 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:56.500166 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-775197a9-774f-42fb-93fb-cc9760846202 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:56.501478 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-775197a9-774f-42fb-93fb-cc9760846202 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "PUT /v2.0/subnets/1b6dc65f-501b-4fc0-8dff-c6a1d961a28f HTTP/1.1" status: 200 len: 806 time: 0.4156482 Jul 24 01:16:56.504107 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36698) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:56.509752 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-1b25b5a1-cce4-4e30-98e0-55cad1a30bc5 None None] Allocated IP 172.20.0.2 (4c6f835b-9ae3-48fe-9912-ae762962965b/1b6dc65f-501b-4fc0-8dff-c6a1d961a28f/6ba74a9a-4ce3-4cbd-b570-e1696093d9cc) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:16:56.519558 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775197a9-774f-42fb-93fb-cc9760846202 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event updated for resources: {'Subnet': ['ID=1b6dc65f-501b-4fc0-8dff-c6a1d961a28f,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:56.525733 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-e84eceb2-f0f7-40a6-842a-94bc04672567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:56.527226 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-e84eceb2-f0f7-40a6-842a-94bc04672567 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d801781e24e8470b83b807a510a33715&device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 1097 time: 0.1571407 Jul 24 01:16:56.617175 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b6687fe-d6cb-4809-9b71-ab928f3ae267 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:56.633925 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-8ccff5f1-5e7c-47cb-b580-41ef08b19b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:56.635744 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-8ccff5f1-5e7c-47cb-b580-41ef08b19b9c service neutron] 10.222.0.13 "GET /v2.0/networks?id=7dafbb54-0b7b-4ca9-b203-7e5ba308746d HTTP/1.1" status: 200 len: 898 time: 0.1014483 Jul 24 01:16:56.698369 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1b25b5a1-cce4-4e30-98e0-55cad1a30bc5 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:56.710144 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1b25b5a1-cce4-4e30-98e0-55cad1a30bc5 None None] Transition to ACTIVE for port object 6ba74a9a-4ce3-4cbd-b570-e1696093d9cc will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:16:56.732149 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1b25b5a1-cce4-4e30-98e0-55cad1a30bc5 None None] Transition to ACTIVE for port object 6ba74a9a-4ce3-4cbd-b570-e1696093d9cc will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:16:56.740006 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1b25b5a1-cce4-4e30-98e0-55cad1a30bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:56.747749 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b6687fe-d6cb-4809-9b71-ab928f3ae267 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:56.788199 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b25b5a1-cce4-4e30-98e0-55cad1a30bc5 None None] Network 4c6f835b-9ae3-48fe-9912-ae762962965b is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:16:56.791352 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-1b25b5a1-cce4-4e30-98e0-55cad1a30bc5 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:16:56.794107 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b25b5a1-cce4-4e30-98e0-55cad1a30bc5 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:16:56.801972 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25b5a1-cce4-4e30-98e0-55cad1a30bc5 None None] Pushing event updated for resources: {'Port': ['ID=6ba74a9a-4ce3-4cbd-b570-e1696093d9cc,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:56.820732 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b10a26-820f-4786-ab2a-6a1e639b34e9 req-059ab6ef-ff29-4c63-8cb1-8509f9ec6af3 tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:56.821447 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-92b10a26-820f-4786-ab2a-6a1e639b34e9 req-059ab6ef-ff29-4c63-8cb1-8509f9ec6af3 tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] 10.222.0.15 "GET /v2.0/ports?device_id=651df532-ff8d-4f14-8ba8-1d699abdd8dd HTTP/1.1" status: 200 len: 948 time: 0.1417861 Jul 24 01:16:56.868443 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b6687fe-d6cb-4809-9b71-ab928f3ae267 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:56.868695 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-1b25b5a1-cce4-4e30-98e0-55cad1a30bc5 None None] Attempting to bind port 6ba74a9a-4ce3-4cbd-b570-e1696093d9cc on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:16:56.869077 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-1b25b5a1-cce4-4e30-98e0-55cad1a30bc5 None None] Attempting to bind port 6ba74a9a-4ce3-4cbd-b570-e1696093d9cc by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '6942ce55-dc8c-4cde-8e9c-6f8cea6baa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4c6f835b-9ae3-48fe-9912-ae762962965b'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:16:56.869431 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b25b5a1-cce4-4e30-98e0-55cad1a30bc5 None None] Attempting to bind port 6ba74a9a-4ce3-4cbd-b570-e1696093d9cc on network 4c6f835b-9ae3-48fe-9912-ae762962965b {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:16:56.875417 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b25b5a1-cce4-4e30-98e0-55cad1a30bc5 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:16:56.875761 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b25b5a1-cce4-4e30-98e0-55cad1a30bc5 None None] Checking segment: {'id': '6942ce55-dc8c-4cde-8e9c-6f8cea6baa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4c6f835b-9ae3-48fe-9912-ae762962965b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:16:56.876175 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1b25b5a1-cce4-4e30-98e0-55cad1a30bc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:56.876575 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b25b5a1-cce4-4e30-98e0-55cad1a30bc5 None None] Bound using segment: {'id': '6942ce55-dc8c-4cde-8e9c-6f8cea6baa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4c6f835b-9ae3-48fe-9912-ae762962965b'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:16:56.877217 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-1b25b5a1-cce4-4e30-98e0-55cad1a30bc5 None None] Bound port: 6ba74a9a-4ce3-4cbd-b570-e1696093d9cc, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6942ce55-dc8c-4cde-8e9c-6f8cea6baa03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '4c6f835b-9ae3-48fe-9912-ae762962965b'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:16:56.877615 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1b25b5a1-cce4-4e30-98e0-55cad1a30bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:56.909088 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-92b10a26-820f-4786-ab2a-6a1e639b34e9 req-6b1047c1-b1c5-4da7-bf70-d6c8fa940766 tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] 10.222.0.15 "GET /v2.0/security-groups?id=621fdbd5-7a8a-4bd0-b498-562155620cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712895 Jul 24 01:16:56.916017 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6687fe-d6cb-4809-9b71-ab928f3ae267 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event deleted for resources: {'Subnet': ['ID=1b6dc65f-501b-4fc0-8dff-c6a1d961a28f,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:56.954587 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-1b25b5a1-cce4-4e30-98e0-55cad1a30bc5 None None] For port 6ba74a9a-4ce3-4cbd-b570-e1696093d9cc, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:16:56.958538 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-1b25b5a1-cce4-4e30-98e0-55cad1a30bc5 None None] For port 6ba74a9a-4ce3-4cbd-b570-e1696093d9cc, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=6ba74a9a-4ce3-4cbd-b570-e1696093d9cc,segment=NetworkSegment(6942ce55-dc8c-4cde-8e9c-6f8cea6baa03),segment_id=6942ce55-dc8c-4cde-8e9c-6f8cea6baa03)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:16:56.962961 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1b25b5a1-cce4-4e30-98e0-55cad1a30bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:56.986195 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b6687fe-d6cb-4809-9b71-ab928f3ae267 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:56.997197 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-4b6687fe-d6cb-4809-9b71-ab928f3ae267 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c6f835b-9ae3-48fe-9912-ae762962965b']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:57.010027 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-4b6687fe-d6cb-4809-9b71-ab928f3ae267 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6942ce55-dc8c-4cde-8e9c-6f8cea6baa03') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:57.010027 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-4b6687fe-d6cb-4809-9b71-ab928f3ae267 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6942ce55-dc8c-4cde-8e9c-6f8cea6baa03') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:57.025182 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b6687fe-d6cb-4809-9b71-ab928f3ae267 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:57.044084 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b6687fe-d6cb-4809-9b71-ab928f3ae267 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:57.051678 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b6687fe-d6cb-4809-9b71-ab928f3ae267 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:16:57.052320 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b6687fe-d6cb-4809-9b71-ab928f3ae267 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:57.055444 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:16:57.055444 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:16:57.055444 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:16:57.055444 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:16:57.055444 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:16:57.055444 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:16:57.055444 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:16:57.055444 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:16:57.055444 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:16:57.055444 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:16:57.055444 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:16:57.055444 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:16:57.055444 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:16:57.055444 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:16:57.055444 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:16:57.055444 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:16:57.055444 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:16:57.055444 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:16:57.055444 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:16:57.055444 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:16:57.055444 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:16:57.055444 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:16:57.055444 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:16:57.055444 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:16:57.055444 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:16:57.055444 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:16:57.055444 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:16:57.055444 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:16:57.055444 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:16:57.055444 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:16:57.055444 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:16:57.055444 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:16:57.065788 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25b5a1-cce4-4e30-98e0-55cad1a30bc5 None None] Pushing event updated for resources: {'Port': ['ID=6ba74a9a-4ce3-4cbd-b570-e1696093d9cc,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:57.082599 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-637c60ce-63b0-49d2-9689-a1f3c5165fe8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3bd8307-22a0-4d5d-a298-1e5e260f570c HTTP/1.1" status: 200 len: 1001 time: 0.4398203 Jul 24 01:16:57.086850 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1114798e-0c98-4298-9fc6-c4f844e5f4b2 None None] Network 4c6f835b-9ae3-48fe-9912-ae762962965b requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:16:57.122132 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.db.api [None req-4b6687fe-d6cb-4809-9b71-ab928f3ae267 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 24 01:16:57.122132 n-d-793621-25 neutron-server[100463]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 24 01:16:57.122132 n-d-793621-25 neutron-server[100463]: [parameters: {'id': '4c6f835b-9ae3-48fe-9912-ae762962965b'}] Jul 24 01:16:57.122132 n-d-793621-25 neutron-server[100463]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 01:16:57.122615 n-d-793621-25 neutron-server[100463]: DEBUG oslo_db.api [None req-4b6687fe-d6cb-4809-9b71-ab928f3ae267 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 01:16:57.141340 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff9e20-7250-4557-9cf0-29f55f45f9fd req-79522ef9-92f2-4391-894e-33afdc45f4d0 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:57.143024 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d6ff9e20-7250-4557-9cf0-29f55f45f9fd req-79522ef9-92f2-4391-894e-33afdc45f4d0 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=937abba5-82d7-4cc8-9af9-529e29b3d6dc HTTP/1.1" status: 200 len: 1096 time: 0.1169381 Jul 24 01:16:57.152844 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-c459f23a-330d-47ef-a6c6-cb5cce6b7dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:57.154237 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-c459f23a-330d-47ef-a6c6-cb5cce6b7dbd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3929f6cd-de57-43c1-b17d-49251d14d7ab HTTP/1.1" status: 200 len: 834 time: 0.0645945 Jul 24 01:16:57.218897 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d6ff9e20-7250-4557-9cf0-29f55f45f9fd req-510e5e92-faac-4c62-8b33-ff4e9d231fd7 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4eadc4f6-129d-4e4c-9fae-fc91a9b9d220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686762 Jul 24 01:16:57.237475 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342f6571-2b6d-4b1d-8aa5-b17c6781fc4a None None] Network 4c6f835b-9ae3-48fe-9912-ae762962965b requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:16:57.243398 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-52ff0cb0-5110-4f16-bc26-5493e7889cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:57.245172 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-52ff0cb0-5110-4f16-bc26-5493e7889cc2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7dafbb54-0b7b-4ca9-b203-7e5ba308746d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0830235 Jul 24 01:16:57.345179 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-ea9466dc-7e2b-4e47-963d-dae1d846c6d5 service neutron] 10.222.0.13 "GET /v2.0/networks/7dafbb54-0b7b-4ca9-b203-7e5ba308746d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931168 Jul 24 01:16:57.439892 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-81f1cb25-2a9f-495b-ac02-9329651f8f9d service neutron] 10.222.0.13 "GET /v2.0/networks/7dafbb54-0b7b-4ca9-b203-7e5ba308746d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882385 Jul 24 01:16:57.545504 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ddc7aa-4562-4fe4-aca1-85053cac83f0 None None] get_active_networks_info from n-d-793621-25 {{(pid=100465) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 01:16:57.614335 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728162d9-c12e-4dbe-b178-083678a0fb89 req-eca2ec47-4871-40c2-838f-830ef78f06b1 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:57.615969 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-728162d9-c12e-4dbe-b178-083678a0fb89 req-eca2ec47-4871-40c2-838f-830ef78f06b1 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 945 time: 0.0844898 Jul 24 01:16:57.623631 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b6687fe-d6cb-4809-9b71-ab928f3ae267 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:57.642036 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ddc7aa-4562-4fe4-aca1-85053cac83f0 None None] Resources bound (agent type, host, resource id): {{(pid=100465) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 01:16:57.679794 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-728162d9-c12e-4dbe-b178-083678a0fb89 req-a6234634-2b33-4186-abd5-671ed3d85882 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e06e022-26be-4ac1-8e2f-f5b45b16df9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580945 Jul 24 01:16:57.708433 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-4b6687fe-d6cb-4809-9b71-ab928f3ae267 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Deleting port 6ba74a9a-4ce3-4cbd-b570-e1696093d9cc {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:16:57.708783 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b6687fe-d6cb-4809-9b71-ab928f3ae267 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:57.774988 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-4b6687fe-d6cb-4809-9b71-ab928f3ae267 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] For port 6ba74a9a-4ce3-4cbd-b570-e1696093d9cc, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=6ba74a9a-4ce3-4cbd-b570-e1696093d9cc,segment=NetworkSegment(6942ce55-dc8c-4cde-8e9c-6f8cea6baa03),segment_id=6942ce55-dc8c-4cde-8e9c-6f8cea6baa03)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:16:57.775391 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b6687fe-d6cb-4809-9b71-ab928f3ae267 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:57.787704 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-4b6687fe-d6cb-4809-9b71-ab928f3ae267 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Calling delete_port for 6ba74a9a-4ce3-4cbd-b570-e1696093d9cc owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:16:57.875804 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b6687fe-d6cb-4809-9b71-ab928f3ae267 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:57.876335 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device c2b456ed-dfd9-40c0-85ab-cf071a939a1e up at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:16:57.900337 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6687fe-d6cb-4809-9b71-ab928f3ae267 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event deleted for resources: {'Port': ['ID=6ba74a9a-4ce3-4cbd-b570-e1696093d9cc,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:57.907621 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6687fe-d6cb-4809-9b71-ab928f3ae267 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] No DVR routers for this DVR port 6ba74a9a-4ce3-4cbd-b570-e1696093d9cc on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:16:57.934210 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning for port c2b456ed-dfd9-40c0-85ab-cf071a939a1e completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:16:57.938259 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning complete for port c2b456ed-dfd9-40c0-85ab-cf071a939a1e triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:16:57.938647 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:57.997468 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b6687fe-d6cb-4809-9b71-ab928f3ae267 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:58.009152 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-4b6687fe-d6cb-4809-9b71-ab928f3ae267 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c6f835b-9ae3-48fe-9912-ae762962965b']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:58.019958 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-4b6687fe-d6cb-4809-9b71-ab928f3ae267 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6942ce55-dc8c-4cde-8e9c-6f8cea6baa03') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:58.020307 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-4b6687fe-d6cb-4809-9b71-ab928f3ae267 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6942ce55-dc8c-4cde-8e9c-6f8cea6baa03') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:16:58.024830 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:58.030210 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b6687fe-d6cb-4809-9b71-ab928f3ae267 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:58.046031 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b6687fe-d6cb-4809-9b71-ab928f3ae267 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:58.050176 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937abba5-82d7-4cc8-9af9-529e29b3d6dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b456ed-dfd9-40c0-85ab-cf071a939a1e'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:16:58.052525 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bcb4fb-b63c-4aa9-8d5c-73e31cd177d9" -d '{"events": [{"server_uuid": "937abba5-82d7-4cc8-9af9-529e29b3d6dc", "name": "network-vif-plugged", "status": "completed", "tag": "c2b456ed-dfd9-40c0-85ab-cf071a939a1e"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:16:58.055501 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b6687fe-d6cb-4809-9b71-ab928f3ae267 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:16:58.056731 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b6687fe-d6cb-4809-9b71-ab928f3ae267 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:58.061711 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:16:58.061711 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:16:58.061711 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:16:58.061711 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:16:58.061711 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:16:58.061711 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:16:58.061711 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:16:58.061711 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:16:58.061711 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:16:58.061711 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:16:58.061711 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:16:58.061711 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:16:58.061711 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:16:58.061711 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:16:58.061711 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:16:58.061711 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:16:58.061711 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:16:58.061711 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:16:58.061711 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:16:58.061711 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:16:58.061711 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:16:58.061711 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:16:58.061711 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:16:58.061711 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:16:58.061711 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:16:58.061711 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:16:58.061711 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:16:58.061711 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:16:58.061711 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:16:58.061711 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:16:58.061711 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:16:58.061711 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:16:58.063893 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d052de2-c4b6-4b0d-b24e-52abdc497441 req-b14b297f-3adb-43cc-8060-d1b076da9034 tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:58.066614 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port c2b456ed-dfd9-40c0-85ab-cf071a939a1e, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=c2b456ed-dfd9-40c0-85ab-cf071a939a1e,segment=NetworkSegment(51d7029b-ad14-410a-af5e-89ab4764ae76),segment_id=51d7029b-ad14-410a-af5e-89ab4764ae76)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:16:58.069806 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8d052de2-c4b6-4b0d-b24e-52abdc497441 req-b14b297f-3adb-43cc-8060-d1b076da9034 tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] 10.222.0.15 "GET /v2.0/ports?device_id=651df532-ff8d-4f14-8ba8-1d699abdd8dd HTTP/1.1" status: 200 len: 948 time: 0.0783651 Jul 24 01:16:58.072387 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:58.108305 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b708d32-470d-46ce-bede-e24a8edf58c6 x-openstack-request-id: req-5b708d32-470d-46ce-bede-e24a8edf58c6 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:16:58.108828 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937abba5-82d7-4cc8-9af9-529e29b3d6dc", "name": "network-vif-plugged", "status": "completed", "tag": "c2b456ed-dfd9-40c0-85ab-cf071a939a1e", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:16:58.109149 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5b708d32-470d-46ce-bede-e24a8edf58c6 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:16:58.109721 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937abba5-82d7-4cc8-9af9-529e29b3d6dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b456ed-dfd9-40c0-85ab-cf071a939a1e', 'code': 200} Jul 24 01:16:58.112017 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8d052de2-c4b6-4b0d-b24e-52abdc497441 req-82b37b3f-4b2b-4ff7-a075-1b88c82df510 tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] 10.222.0.15 "GET /v2.0/security-groups?id=621fdbd5-7a8a-4bd0-b498-562155620cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414627 Jul 24 01:16:58.141040 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=c2b456ed-dfd9-40c0-85ab-cf071a939a1e,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:58.157189 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b6687fe-d6cb-4809-9b71-ab928f3ae267 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:58.162626 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b6687fe-d6cb-4809-9b71-ab928f3ae267 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:58.164648 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4b6687fe-d6cb-4809-9b71-ab928f3ae267 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "DELETE /v2.0/networks/4c6f835b-9ae3-48fe-9912-ae762962965b HTTP/1.1" status: 204 len: 168 time: 1.6578503 Jul 24 01:16:58.168324 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36710) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:58.190935 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bf6375c-bb5c-4331-afad-22ec335299b6 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] DELETE failed (client error): The resource could not be found. Jul 24 01:16:58.191493 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bf6375c-bb5c-4331-afad-22ec335299b6 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:16:58.193229 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-8bf6375c-bb5c-4331-afad-22ec335299b6 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "DELETE /v2.0/networks/4c6f835b-9ae3-48fe-9912-ae762962965b HTTP/1.1" status: 404 len: 339 time: 0.0234869 Jul 24 01:16:58.197030 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36712) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:58.202340 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-7754b25e-dea9-4536-91d4-27660948f9a3 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-261606302', 'description': 'd1'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:16:58.205245 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6687fe-d6cb-4809-9b71-ab928f3ae267 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event deleted for resources: {'Network': ['ID=4c6f835b-9ae3-48fe-9912-ae762962965b,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:58.223808 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7754b25e-dea9-4536-91d4-27660948f9a3 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Made reservation on behalf of 484c6141b4a04985983f5f38efaf81c0 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:16:58.227328 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7754b25e-dea9-4536-91d4-27660948f9a3 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:58.237487 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a060c4b-ca23-4e16-b38d-994843bce4fc req-43860fe1-8469-42bc-906d-f6ba03df71e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:58.239175 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2a060c4b-ca23-4e16-b38d-994843bce4fc req-43860fe1-8469-42bc-906d-f6ba03df71e2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=937abba5-82d7-4cc8-9af9-529e29b3d6dc HTTP/1.1" status: 200 len: 1097 time: 0.0734663 Jul 24 01:16:58.252306 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7754b25e-dea9-4536-91d4-27660948f9a3 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:16:58.262060 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7754b25e-dea9-4536-91d4-27660948f9a3 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:58.262421 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-7754b25e-dea9-4536-91d4-27660948f9a3 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Added segment 847809e4-5848-46c8-be56-32704153720f of type vlan for network 1fc4e50c-6d2f-45ff-8a6f-3dac6d7ee37d Jul 24 01:16:58.280516 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2a060c4b-ca23-4e16-b38d-994843bce4fc req-555e3926-e393-41df-ac6a-515a84a53d23 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4eadc4f6-129d-4e4c-9fae-fc91a9b9d220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348866 Jul 24 01:16:58.299468 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 5db1b575-b9d3-4efa-b261-b5180218268e details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:16:58.307103 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7754b25e-dea9-4536-91d4-27660948f9a3 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:58.340886 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7754b25e-dea9-4536-91d4-27660948f9a3 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:58.347331 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd8f7a-5fad-4aaf-8c0e-1c19acffb58b req-2aa6cb18-7519-40eb-a9bf-5f219836250a tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:58.347510 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7754b25e-dea9-4536-91d4-27660948f9a3 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:58.348006 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7754b25e-dea9-4536-91d4-27660948f9a3 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:58.348893 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b0cd8f7a-5fad-4aaf-8c0e-1c19acffb58b req-2aa6cb18-7519-40eb-a9bf-5f219836250a tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=937abba5-82d7-4cc8-9af9-529e29b3d6dc HTTP/1.1" status: 200 len: 1097 time: 0.0573642 Jul 24 01:16:58.382950 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7754b25e-dea9-4536-91d4-27660948f9a3 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.1848423 Jul 24 01:16:58.385742 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36716) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:58.389134 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b0cd8f7a-5fad-4aaf-8c0e-1c19acffb58b req-d218d148-b251-4090-8b71-4845147608ed tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4eadc4f6-129d-4e4c-9fae-fc91a9b9d220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339336 Jul 24 01:16:58.414563 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 5db1b575-b9d3-4efa-b261-b5180218268e, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=5db1b575-b9d3-4efa-b261-b5180218268e,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:16:58.425355 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '5db1b575-b9d3-4efa-b261-b5180218268e', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'port_id': '5db1b575-b9d3-4efa-b261-b5180218268e', 'mac_address': 'fa:16:3e:57:a7:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:16:58.439524 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7754b25e-dea9-4536-91d4-27660948f9a3 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event updated for resources: {'Network': ['ID=1fc4e50c-6d2f-45ff-8a6f-3dac6d7ee37d,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:58.452528 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 1fc4e50c-6d2f-45ff-8a6f-3dac6d7ee37d details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:16:58.488555 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:58.506507 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7b86e5-d300-4377-8e54-f8dc3db88104 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:58.508124 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6e7b86e5-d300-4377-8e54-f8dc3db88104 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "GET /v2.0/networks?id=1fc4e50c-6d2f-45ff-8a6f-3dac6d7ee37d HTTP/1.1" status: 200 len: 760 time: 0.1214478 Jul 24 01:16:58.510898 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36718) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:58.516106 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-5c239cb7-c4ed-42bb-86d5-51246eccc4fb tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Request body: {'network': {'description': 'd2'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:16:58.541447 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5db1b575-b9d3-4efa-b261-b5180218268e {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:16:58.563082 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 5db1b575-b9d3-4efa-b261-b5180218268e, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=5db1b575-b9d3-4efa-b261-b5180218268e,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:16:58.567173 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:58.615732 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=5db1b575-b9d3-4efa-b261-b5180218268e,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:58.673481 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5c239cb7-c4ed-42bb-86d5-51246eccc4fb tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:58.686626 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5c239cb7-c4ed-42bb-86d5-51246eccc4fb tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:58.695423 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5c239cb7-c4ed-42bb-86d5-51246eccc4fb tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Network 1fc4e50c-6d2f-45ff-8a6f-3dac6d7ee37d is not hosted by any dhcp agent {{(pid=100464) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 24 01:16:58.700856 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c239cb7-c4ed-42bb-86d5-51246eccc4fb tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:58.702090 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5c239cb7-c4ed-42bb-86d5-51246eccc4fb tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:58.703463 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5c239cb7-c4ed-42bb-86d5-51246eccc4fb tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "PUT /v2.0/networks/1fc4e50c-6d2f-45ff-8a6f-3dac6d7ee37d HTTP/1.1" status: 200 len: 757 time: 0.1915331 Jul 24 01:16:58.706414 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36722) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:58.773987 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['5db1b575-b9d3-4efa-b261-b5180218268e'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:16:58.783433 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c239cb7-c4ed-42bb-86d5-51246eccc4fb tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event updated for resources: {'Network': ['ID=1fc4e50c-6d2f-45ff-8a6f-3dac6d7ee37d,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:58.797301 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35f7ecd-bdc2-46b5-a158-a7c2fbe8cfc0 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:58.799293 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b35f7ecd-bdc2-46b5-a158-a7c2fbe8cfc0 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "GET /v2.0/networks?id=1fc4e50c-6d2f-45ff-8a6f-3dac6d7ee37d HTTP/1.1" status: 200 len: 760 time: 0.0914061 Jul 24 01:16:58.802646 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36724) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:58.807499 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 1fc4e50c-6d2f-45ff-8a6f-3dac6d7ee37d details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:16:58.807724 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-5c62f516-889e-46c2-a564-2c7bde8722ad tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1605342455'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:16:58.829884 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c62f516-889e-46c2-a564-2c7bde8722ad tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Made reservation on behalf of 484c6141b4a04985983f5f38efaf81c0 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:16:58.833445 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5c62f516-889e-46c2-a564-2c7bde8722ad tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:58.849613 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0afc7a0-6317-42c5-adbc-1a83ea0c0830 req-84781440-e31f-4236-ae71-aa86adfae11e tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:58.851498 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c0afc7a0-6317-42c5-adbc-1a83ea0c0830 req-84781440-e31f-4236-ae71-aa86adfae11e tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 945 time: 0.0773036 Jul 24 01:16:58.864761 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c62f516-889e-46c2-a564-2c7bde8722ad tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:16:58.874140 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5c62f516-889e-46c2-a564-2c7bde8722ad tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:58.874501 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-5c62f516-889e-46c2-a564-2c7bde8722ad tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Added segment 41f8e49e-9d0f-4dfd-bf32-8e617beae445 of type vlan for network 75618428-4fdf-4885-8fb6-c0e575b25261 Jul 24 01:16:58.893406 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c0afc7a0-6317-42c5-adbc-1a83ea0c0830 req-321d7244-b7b1-4d35-a844-eaf32d73edd3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e06e022-26be-4ac1-8e2f-f5b45b16df9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361974 Jul 24 01:16:58.916728 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5c62f516-889e-46c2-a564-2c7bde8722ad tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:58.944542 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5c62f516-889e-46c2-a564-2c7bde8722ad tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:58.950161 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c62f516-889e-46c2-a564-2c7bde8722ad tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:58.950779 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5c62f516-889e-46c2-a564-2c7bde8722ad tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:58.989388 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5c62f516-889e-46c2-a564-2c7bde8722ad tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1855648 Jul 24 01:16:58.992088 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36726) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:58.997376 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-e4277728-ae83-48b8-afd8-ccb8b1c7be4e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Request body: {'subnet': {'network_id': '75618428-4fdf-4885-8fb6-c0e575b25261', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:16:59.024032 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62f516-889e-46c2-a564-2c7bde8722ad tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event updated for resources: {'Network': ['ID=75618428-4fdf-4885-8fb6-c0e575b25261,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:59.036305 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 75618428-4fdf-4885-8fb6-c0e575b25261 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:16:59.115702 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4277728-ae83-48b8-afd8-ccb8b1c7be4e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Made reservation on behalf of 484c6141b4a04985983f5f38efaf81c0 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:16:59.119341 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e4277728-ae83-48b8-afd8-ccb8b1c7be4e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:59.243411 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a41af-9fb9-4a5e-8ec9-06cfcf6a87b7 req-3db43568-c9e2-4eae-b242-aa36e1f2710a tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:59.244983 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e88a41af-9fb9-4a5e-8ec9-06cfcf6a87b7 req-3db43568-c9e2-4eae-b242-aa36e1f2710a tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] 10.222.0.15 "GET /v2.0/ports?device_id=651df532-ff8d-4f14-8ba8-1d699abdd8dd HTTP/1.1" status: 200 len: 949 time: 0.0643644 Jul 24 01:16:59.283678 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e88a41af-9fb9-4a5e-8ec9-06cfcf6a87b7 req-3887ca56-b148-45f3-a746-1b4f1b01e13a tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] 10.222.0.15 "GET /v2.0/security-groups?id=621fdbd5-7a8a-4bd0-b498-562155620cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325320 Jul 24 01:16:59.304102 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e4277728-ae83-48b8-afd8-ccb8b1c7be4e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:59.361951 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4277728-ae83-48b8-afd8-ccb8b1c7be4e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event updated for resources: {'Subnet': ['ID=7dd0bab2-4211-42f1-b783-8139059efb55,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:59.372087 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4277728-ae83-48b8-afd8-ccb8b1c7be4e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Checking segment: {'id': '41f8e49e-9d0f-4dfd-bf32-8e617beae445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '75618428-4fdf-4885-8fb6-c0e575b25261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:16:59.372454 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4277728-ae83-48b8-afd8-ccb8b1c7be4e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Network hostable DHCP agents. Network: 75618428-4fdf-4885-8fb6-c0e575b25261, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:16:59.388512 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4277728-ae83-48b8-afd8-ccb8b1c7be4e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Network 75618428-4fdf-4885-8fb6-c0e575b25261 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:16:59.397055 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-e4277728-ae83-48b8-afd8-ccb8b1c7be4e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 75618428-4fdf-4885-8fb6-c0e575b25261) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:16:59.400895 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4277728-ae83-48b8-afd8-ccb8b1c7be4e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:59.401484 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e4277728-ae83-48b8-afd8-ccb8b1c7be4e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:59.407372 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6c04c7-63f8-4193-bfe2-836df4351fd6 None None] Network 75618428-4fdf-4885-8fb6-c0e575b25261 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:16:59.415930 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e4277728-ae83-48b8-afd8-ccb8b1c7be4e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4227216 Jul 24 01:16:59.418437 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36730) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:16:59.556813 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-702de0bb-8b75-439e-9651-b228dbf9eabc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:59.563227 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cc8f54-9ffe-4ef7-9323-c57ea32138da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-75618428-4fdf-4885-8fb6-c0e575b25261', 'network_id': '75618428-4fdf-4885-8fb6-c0e575b25261', 'tenant_id': '484c6141b4a04985983f5f38efaf81c0', 'fixed_ips': [{'subnet_id': '7dd0bab2-4211-42f1-b783-8139059efb55'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:16:59.564107 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-97cc8f54-9ffe-4ef7-9323-c57ea32138da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:59.574152 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d19072-c84e-48aa-85ca-25c5c413183f req-28139e97-928a-4ce1-a0d5-01486fae83ea tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:59.575711 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d4d19072-c84e-48aa-85ca-25c5c413183f req-28139e97-928a-4ce1-a0d5-01486fae83ea tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=937abba5-82d7-4cc8-9af9-529e29b3d6dc HTTP/1.1" status: 200 len: 1097 time: 0.0921237 Jul 24 01:16:59.638500 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-702de0bb-8b75-439e-9651-b228dbf9eabc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:59.664374 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d4d19072-c84e-48aa-85ca-25c5c413183f req-c2aa2d1a-e380-4ec9-9edc-3e7e34210ef3 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4eadc4f6-129d-4e4c-9fae-fc91a9b9d220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648336 Jul 24 01:16:59.704433 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-97cc8f54-9ffe-4ef7-9323-c57ea32138da None None] Allocated IP 172.20.0.2 (75618428-4fdf-4885-8fb6-c0e575b25261/7dd0bab2-4211-42f1-b783-8139059efb55/61c8f45d-57c1-4d58-9d0e-6036d6748642) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:16:59.797739 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3adb32c-5048-4ea4-b2f0-0f46aab2f607 req-cecca010-0047-4cd6-9257-e9629571e795 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:16:59.799466 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e3adb32c-5048-4ea4-b2f0-0f46aab2f607 req-cecca010-0047-4cd6-9257-e9629571e795 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=937abba5-82d7-4cc8-9af9-529e29b3d6dc HTTP/1.1" status: 200 len: 1097 time: 0.0600426 Jul 24 01:16:59.833984 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e3adb32c-5048-4ea4-b2f0-0f46aab2f607 req-74e9feab-b5ec-496f-97c2-4179e2aefcd7 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4eadc4f6-129d-4e4c-9fae-fc91a9b9d220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286179 Jul 24 01:16:59.856197 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-97cc8f54-9ffe-4ef7-9323-c57ea32138da None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:59.865777 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-97cc8f54-9ffe-4ef7-9323-c57ea32138da None None] Transition to ACTIVE for port object 61c8f45d-57c1-4d58-9d0e-6036d6748642 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:16:59.880426 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-97cc8f54-9ffe-4ef7-9323-c57ea32138da None None] Transition to ACTIVE for port object 61c8f45d-57c1-4d58-9d0e-6036d6748642 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:16:59.888783 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-97cc8f54-9ffe-4ef7-9323-c57ea32138da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:59.910920 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-702de0bb-8b75-439e-9651-b228dbf9eabc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:16:59.933540 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cc8f54-9ffe-4ef7-9323-c57ea32138da None None] Network 75618428-4fdf-4885-8fb6-c0e575b25261 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:16:59.939162 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-97cc8f54-9ffe-4ef7-9323-c57ea32138da None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:16:59.941792 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cc8f54-9ffe-4ef7-9323-c57ea32138da None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:16:59.943864 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc8f54-9ffe-4ef7-9323-c57ea32138da None None] Pushing event updated for resources: {'Port': ['ID=61c8f45d-57c1-4d58-9d0e-6036d6748642,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:16:59.971443 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702de0bb-8b75-439e-9651-b228dbf9eabc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event deleted for resources: {'Subnet': ['ID=7dd0bab2-4211-42f1-b783-8139059efb55,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:00.009512 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-97cc8f54-9ffe-4ef7-9323-c57ea32138da None None] Attempting to bind port 61c8f45d-57c1-4d58-9d0e-6036d6748642 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:17:00.010297 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-97cc8f54-9ffe-4ef7-9323-c57ea32138da None None] Attempting to bind port 61c8f45d-57c1-4d58-9d0e-6036d6748642 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '41f8e49e-9d0f-4dfd-bf32-8e617beae445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '75618428-4fdf-4885-8fb6-c0e575b25261'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:17:00.010835 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cc8f54-9ffe-4ef7-9323-c57ea32138da None None] Attempting to bind port 61c8f45d-57c1-4d58-9d0e-6036d6748642 on network 75618428-4fdf-4885-8fb6-c0e575b25261 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:17:00.017310 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cc8f54-9ffe-4ef7-9323-c57ea32138da None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:17:00.017947 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cc8f54-9ffe-4ef7-9323-c57ea32138da None None] Checking segment: {'id': '41f8e49e-9d0f-4dfd-bf32-8e617beae445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '75618428-4fdf-4885-8fb6-c0e575b25261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:17:00.018627 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-97cc8f54-9ffe-4ef7-9323-c57ea32138da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:00.019142 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cc8f54-9ffe-4ef7-9323-c57ea32138da None None] Bound using segment: {'id': '41f8e49e-9d0f-4dfd-bf32-8e617beae445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '75618428-4fdf-4885-8fb6-c0e575b25261'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:17:00.019754 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-97cc8f54-9ffe-4ef7-9323-c57ea32138da None None] Bound port: 61c8f45d-57c1-4d58-9d0e-6036d6748642, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41f8e49e-9d0f-4dfd-bf32-8e617beae445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '75618428-4fdf-4885-8fb6-c0e575b25261'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:17:00.020294 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-97cc8f54-9ffe-4ef7-9323-c57ea32138da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:00.057724 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-702de0bb-8b75-439e-9651-b228dbf9eabc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:00.059605 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf17acd-e07d-4c1d-b426-ddd8256e42ba req-adcb20e2-4c8a-4733-8498-fdf9a61c57f3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:00.061897 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6bf17acd-e07d-4c1d-b426-ddd8256e42ba req-adcb20e2-4c8a-4733-8498-fdf9a61c57f3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 945 time: 0.0716758 Jul 24 01:17:00.073006 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-702de0bb-8b75-439e-9651-b228dbf9eabc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75618428-4fdf-4885-8fb6-c0e575b25261']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:00.084761 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-702de0bb-8b75-439e-9651-b228dbf9eabc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41f8e49e-9d0f-4dfd-bf32-8e617beae445') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:00.085066 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-702de0bb-8b75-439e-9651-b228dbf9eabc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41f8e49e-9d0f-4dfd-bf32-8e617beae445') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:00.094347 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-97cc8f54-9ffe-4ef7-9323-c57ea32138da None None] For port 61c8f45d-57c1-4d58-9d0e-6036d6748642, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:17:00.097428 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-702de0bb-8b75-439e-9651-b228dbf9eabc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:00.098970 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-97cc8f54-9ffe-4ef7-9323-c57ea32138da None None] For port 61c8f45d-57c1-4d58-9d0e-6036d6748642, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=61c8f45d-57c1-4d58-9d0e-6036d6748642,segment=NetworkSegment(41f8e49e-9d0f-4dfd-bf32-8e617beae445),segment_id=41f8e49e-9d0f-4dfd-bf32-8e617beae445)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:17:00.100446 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a55e64-3e30-46b0-b6f8-14f8e0f62901 req-7bb42eea-a7d4-465e-a6b0-5753b89a2da1 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:00.102035 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b8a55e64-3e30-46b0-b6f8-14f8e0f62901 req-7bb42eea-a7d4-465e-a6b0-5753b89a2da1 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=937abba5-82d7-4cc8-9af9-529e29b3d6dc HTTP/1.1" status: 200 len: 1097 time: 0.1881361 Jul 24 01:17:00.104071 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-97cc8f54-9ffe-4ef7-9323-c57ea32138da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:00.112447 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6bf17acd-e07d-4c1d-b426-ddd8256e42ba req-d2464944-886b-47c0-9847-ef5bc5d6d02e tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e06e022-26be-4ac1-8e2f-f5b45b16df9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426760 Jul 24 01:17:00.141347 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-702de0bb-8b75-439e-9651-b228dbf9eabc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:00.151184 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b8a55e64-3e30-46b0-b6f8-14f8e0f62901 req-02e7af2c-88e0-4ff1-ad4f-7e28071e8bca tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4eadc4f6-129d-4e4c-9fae-fc91a9b9d220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434783 Jul 24 01:17:00.152129 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-702de0bb-8b75-439e-9651-b228dbf9eabc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:17:00.152547 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-702de0bb-8b75-439e-9651-b228dbf9eabc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:00.156352 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:17:00.156352 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:17:00.156352 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:17:00.156352 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:17:00.156352 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:17:00.156352 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:17:00.156352 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:17:00.156352 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:17:00.156352 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:17:00.156352 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:17:00.156352 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:17:00.156352 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:17:00.156352 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:17:00.156352 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:17:00.156352 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:17:00.156352 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:17:00.156352 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:17:00.156352 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:17:00.156352 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:17:00.156352 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:17:00.156352 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:17:00.156352 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:17:00.156352 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:17:00.156352 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:17:00.156352 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:17:00.156352 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:17:00.156352 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:17:00.156352 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:17:00.156352 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:17:00.156352 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:17:00.156352 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:17:00.156352 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:17:00.198197 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc8f54-9ffe-4ef7-9323-c57ea32138da None None] Pushing event updated for resources: {'Port': ['ID=61c8f45d-57c1-4d58-9d0e-6036d6748642,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:00.216125 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.db.api [None req-702de0bb-8b75-439e-9651-b228dbf9eabc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 24 01:17:00.216125 n-d-793621-25 neutron-server[100464]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 24 01:17:00.216125 n-d-793621-25 neutron-server[100464]: [parameters: {'id': '75618428-4fdf-4885-8fb6-c0e575b25261'}] Jul 24 01:17:00.216125 n-d-793621-25 neutron-server[100464]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100464) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 01:17:00.216510 n-d-793621-25 neutron-server[100464]: DEBUG oslo_db.api [None req-702de0bb-8b75-439e-9651-b228dbf9eabc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 01:17:00.223620 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b12af7-3f26-48d7-b6d2-72a9ee9a0651 None None] Network 75618428-4fdf-4885-8fb6-c0e575b25261 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:17:00.332052 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 5db1b575-b9d3-4efa-b261-b5180218268e up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:17:00.407193 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11c439b-d050-4f0d-a300-ffda1eb2409c None None] get_active_networks_info from n-d-793621-25 {{(pid=100465) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 01:17:00.410563 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 5db1b575-b9d3-4efa-b261-b5180218268e completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:17:00.438957 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 5db1b575-b9d3-4efa-b261-b5180218268e triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:17:00.439333 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:00.446143 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3700fe-4d04-4793-a375-e4f8a35bbbf1 req-f1a952c1-f365-4e5b-b17d-2222ca3a8202 tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:00.448306 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ee3700fe-4d04-4793-a375-e4f8a35bbbf1 req-f1a952c1-f365-4e5b-b17d-2222ca3a8202 tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] 10.222.0.15 "GET /v2.0/ports?device_id=651df532-ff8d-4f14-8ba8-1d699abdd8dd HTTP/1.1" status: 200 len: 949 time: 0.0930319 Jul 24 01:17:00.463498 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-ab6b6b8b-136c-42b0-b5d9-f1f9bf75ec77 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:00.465265 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-ab6b6b8b-136c-42b0-b5d9-f1f9bf75ec77 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/networks?id=0bbf226c-5d54-4650-bc14-f9eb5a074a8e HTTP/1.1" status: 200 len: 911 time: 0.0969005 Jul 24 01:17:00.481578 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-de2a4652-8c14-473f-8b86-780ceef853c9 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/quotas/ced4c36c17c14036829482f02f1d23cf HTTP/1.1" status: 200 len: 375 time: 0.0096772 Jul 24 01:17:00.492520 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ee3700fe-4d04-4793-a375-e4f8a35bbbf1 req-a3f97795-270f-4389-a29c-f3cc1ae2f396 tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] 10.222.0.15 "GET /v2.0/security-groups?id=621fdbd5-7a8a-4bd0-b498-562155620cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375538 Jul 24 01:17:00.557323 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11c439b-d050-4f0d-a300-ffda1eb2409c None None] Resources bound (agent type, host, resource id): {{(pid=100465) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 01:17:00.580263 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:00.583358 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-c7461161-cb71-41f8-9094-b02f98e8c5cc tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/ports?tenant_id=ced4c36c17c14036829482f02f1d23cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0950153 Jul 24 01:17:00.629592 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651df532-ff8d-4f14-8ba8-1d699abdd8dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db1b575-b9d3-4efa-b261-b5180218268e'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:17:00.632143 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73275052-3d9b-40c9-a259-2b84f453d112" -d '{"events": [{"server_uuid": "651df532-ff8d-4f14-8ba8-1d699abdd8dd", "name": "network-vif-plugged", "status": "completed", "tag": "5db1b575-b9d3-4efa-b261-b5180218268e"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:17:00.671900 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 5db1b575-b9d3-4efa-b261-b5180218268e, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=5db1b575-b9d3-4efa-b261-b5180218268e,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:17:00.675347 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47bb69e2-69cb-4749-b13f-77ecc6ffd860 x-openstack-request-id: req-47bb69e2-69cb-4749-b13f-77ecc6ffd860 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:17:00.675635 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651df532-ff8d-4f14-8ba8-1d699abdd8dd", "name": "network-vif-plugged", "status": "completed", "tag": "5db1b575-b9d3-4efa-b261-b5180218268e", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:17:00.675922 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-47bb69e2-69cb-4749-b13f-77ecc6ffd860 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:17:00.676347 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '651df532-ff8d-4f14-8ba8-1d699abdd8dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db1b575-b9d3-4efa-b261-b5180218268e', 'code': 200} Jul 24 01:17:00.681183 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:00.681609 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-c1a2c6d5-22a3-4c6f-8fa5-85bced2438d2 service neutron] 10.222.0.15 "GET /v2.0/networks/0bbf226c-5d54-4650-bc14-f9eb5a074a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916688 Jul 24 01:17:00.717902 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-702de0bb-8b75-439e-9651-b228dbf9eabc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:00.763122 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=5db1b575-b9d3-4efa-b261-b5180218268e,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:00.790221 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-4f27a8a1-8c9c-4446-a46e-e70271f5ed56 service neutron] 10.222.0.15 "GET /v2.0/networks/0bbf226c-5d54-4650-bc14-f9eb5a074a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010492 Jul 24 01:17:00.827058 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-702de0bb-8b75-439e-9651-b228dbf9eabc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Deleting port 61c8f45d-57c1-4d58-9d0e-6036d6748642 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:17:00.827511 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-702de0bb-8b75-439e-9651-b228dbf9eabc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:00.845742 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438c36c-6077-4667-b131-c1844c11876e req-77d20891-c59b-491c-94a8-0f1842b1501d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:00.847317 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e438c36c-6077-4667-b131-c1844c11876e req-77d20891-c59b-491c-94a8-0f1842b1501d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=651df532-ff8d-4f14-8ba8-1d699abdd8dd HTTP/1.1" status: 200 len: 1102 time: 0.1176322 Jul 24 01:17:00.927732 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-702de0bb-8b75-439e-9651-b228dbf9eabc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] For port 61c8f45d-57c1-4d58-9d0e-6036d6748642, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=61c8f45d-57c1-4d58-9d0e-6036d6748642,segment=NetworkSegment(41f8e49e-9d0f-4dfd-bf32-8e617beae445),segment_id=41f8e49e-9d0f-4dfd-bf32-8e617beae445)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:17:00.928113 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-702de0bb-8b75-439e-9651-b228dbf9eabc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:00.931790 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e438c36c-6077-4667-b131-c1844c11876e req-aae6faaf-962c-4807-be9e-849d4144839d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=621fdbd5-7a8a-4bd0-b498-562155620cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780780 Jul 24 01:17:00.943844 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-702de0bb-8b75-439e-9651-b228dbf9eabc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Calling delete_port for 61c8f45d-57c1-4d58-9d0e-6036d6748642 owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:17:00.978931 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1ebcdbb6-ae0b-42ed-a116-66519b1920aa req-4ca0e1da-4341-4cc9-8aa9-1bd72fac670f tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3e8f0886-3ec4-430a-9c04-1358bfe06939 HTTP/1.1" status: 200 len: 210 time: 0.0362093 Jul 24 01:17:01.049580 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-702de0bb-8b75-439e-9651-b228dbf9eabc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:01.080389 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702de0bb-8b75-439e-9651-b228dbf9eabc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event deleted for resources: {'Port': ['ID=61c8f45d-57c1-4d58-9d0e-6036d6748642,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:01.082243 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702de0bb-8b75-439e-9651-b228dbf9eabc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] No DVR routers for this DVR port 61c8f45d-57c1-4d58-9d0e-6036d6748642 on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:17:01.161121 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-702de0bb-8b75-439e-9651-b228dbf9eabc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:01.172166 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-702de0bb-8b75-439e-9651-b228dbf9eabc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75618428-4fdf-4885-8fb6-c0e575b25261']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:01.182267 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-702de0bb-8b75-439e-9651-b228dbf9eabc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41f8e49e-9d0f-4dfd-bf32-8e617beae445') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:01.182561 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-702de0bb-8b75-439e-9651-b228dbf9eabc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41f8e49e-9d0f-4dfd-bf32-8e617beae445') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:01.194133 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-702de0bb-8b75-439e-9651-b228dbf9eabc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:01.211827 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-702de0bb-8b75-439e-9651-b228dbf9eabc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:01.219326 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-702de0bb-8b75-439e-9651-b228dbf9eabc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:17:01.219920 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-702de0bb-8b75-439e-9651-b228dbf9eabc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:01.222980 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:17:01.222980 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:17:01.222980 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:17:01.222980 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:17:01.222980 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:17:01.222980 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:17:01.222980 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:17:01.222980 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:17:01.222980 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:17:01.222980 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:17:01.222980 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:17:01.222980 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:17:01.222980 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:17:01.222980 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:17:01.222980 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:17:01.222980 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:17:01.222980 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:17:01.222980 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:17:01.222980 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:17:01.222980 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:17:01.222980 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:17:01.222980 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:17:01.222980 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:17:01.222980 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:17:01.222980 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:17:01.222980 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:17:01.222980 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:17:01.222980 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:17:01.222980 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:17:01.222980 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:17:01.222980 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:17:01.222980 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:17:01.264504 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688b826-54cb-4835-b68c-e0e6b8e78faf req-6b4e1039-bb89-4907-bcc1-d1d6e969953d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:01.266237 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b688b826-54cb-4835-b68c-e0e6b8e78faf req-6b4e1039-bb89-4907-bcc1-d1d6e969953d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 945 time: 0.0811579 Jul 24 01:17:01.304041 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-702de0bb-8b75-439e-9651-b228dbf9eabc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:01.309104 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-702de0bb-8b75-439e-9651-b228dbf9eabc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:01.314575 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36772) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:01.314739 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-702de0bb-8b75-439e-9651-b228dbf9eabc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "DELETE /v2.0/networks/75618428-4fdf-4885-8fb6-c0e575b25261 HTTP/1.1" status: 204 len: 168 time: 1.8951106 Jul 24 01:17:01.328785 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b688b826-54cb-4835-b68c-e0e6b8e78faf req-06fd5c66-a2f0-4345-bbe0-70c90e9d390f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e06e022-26be-4ac1-8e2f-f5b45b16df9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563989 Jul 24 01:17:01.330442 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702de0bb-8b75-439e-9651-b228dbf9eabc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event deleted for resources: {'Network': ['ID=75618428-4fdf-4885-8fb6-c0e575b25261,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:01.348480 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-89f7f939-195a-4f64-846a-54f5b0d3026a tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] GET failed (client error): The resource could not be found. Jul 24 01:17:01.349826 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-89f7f939-195a-4f64-846a-54f5b0d3026a tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "GET /v2.0/subnets/7dd0bab2-4211-42f1-b783-8139059efb55 HTTP/1.1" status: 404 len: 337 time: 0.0342522 Jul 24 01:17:01.353021 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36774) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:01.370955 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-25dd3d85-557d-4d7e-bd6a-1a4c8abecfe5 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] DELETE failed (client error): The resource could not be found. Jul 24 01:17:01.371500 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25dd3d85-557d-4d7e-bd6a-1a4c8abecfe5 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:17:01.373711 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-25dd3d85-557d-4d7e-bd6a-1a4c8abecfe5 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "DELETE /v2.0/networks/75618428-4fdf-4885-8fb6-c0e575b25261 HTTP/1.1" status: 404 len: 339 time: 0.0192282 Jul 24 01:17:01.377926 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36776) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:01.641752 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5397eb-a8f4-4b28-8609-f697700b5647 req-4019768f-e769-4694-9f9a-d2e4d9457b91 tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:01.643734 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6f5397eb-a8f4-4b28-8609-f697700b5647 req-4019768f-e769-4694-9f9a-d2e4d9457b91 tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] 10.222.0.15 "GET /v2.0/ports?device_id=651df532-ff8d-4f14-8ba8-1d699abdd8dd HTTP/1.1" status: 200 len: 950 time: 0.0770509 Jul 24 01:17:01.703151 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6f5397eb-a8f4-4b28-8609-f697700b5647 req-a4e66c1f-8623-42e9-8178-a331a87d65bb tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] 10.222.0.15 "GET /v2.0/security-groups?id=621fdbd5-7a8a-4bd0-b498-562155620cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531454 Jul 24 01:17:01.891608 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefbc385-cb47-4195-899c-2b2fafe5faef tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:01.893248 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-fefbc385-cb47-4195-899c-2b2fafe5faef tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5143769 Jul 24 01:17:01.895941 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36780) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:01.935635 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-59d2f0c3-8f4a-4da2-b6e9-dccbdfe5dac3 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:01.936040 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-58153135-4f78-47c7-af95-cf4186580a46 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "GET /v2.0/subnets?network_id=40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 HTTP/1.1" status: 200 len: 207 time: 0.0388191 Jul 24 01:17:01.937375 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-59d2f0c3-8f4a-4da2-b6e9-dccbdfe5dac3 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.13 "GET /v2.0/networks?id=0bbf226c-5d54-4650-bc14-f9eb5a074a8e HTTP/1.1" status: 200 len: 911 time: 0.0935037 Jul 24 01:17:01.939171 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36782) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:01.948594 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-91c5b60c-7d17-44d2-8240-2019d22a3d7c tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Request body: {'port': {'device_id': '3e8f0886-3ec4-430a-9c04-1358bfe06939', 'network_id': '0bbf226c-5d54-4650-bc14-f9eb5a074a8e', 'admin_state_up': True, 'tenant_id': 'ced4c36c17c14036829482f02f1d23cf'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:01.974763 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-91c5b60c-7d17-44d2-8240-2019d22a3d7c tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Made reservation on behalf of ced4c36c17c14036829482f02f1d23cf for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:17:01.977194 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-91c5b60c-7d17-44d2-8240-2019d22a3d7c tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:02.104965 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-91c5b60c-7d17-44d2-8240-2019d22a3d7c tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Allocated IP 172.20.0.5 (0bbf226c-5d54-4650-bc14-f9eb5a074a8e/3ef8a61d-f9bf-4c86-99b0-47ad5c3929f4/0f1651e4-cc1d-4ac2-8b95-76daed050d4f) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:17:02.140973 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-83395c29-5657-4eeb-8c13-6ab8946414df req-0bcd19b0-b8d1-4986-871e-bc90e27ce539 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3e8f0886-3ec4-430a-9c04-1358bfe06939 HTTP/1.1" status: 200 len: 210 time: 0.0631983 Jul 24 01:17:02.175860 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3264ea3a-8b57-4263-994b-14f7ac028b2d tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:02.182268 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3264ea3a-8b57-4263-994b-14f7ac028b2d tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:02.188798 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3264ea3a-8b57-4263-994b-14f7ac028b2d tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:02.194593 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3264ea3a-8b57-4263-994b-14f7ac028b2d tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:02.196325 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3264ea3a-8b57-4263-994b-14f7ac028b2d tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2562163 Jul 24 01:17:02.200025 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36786) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:02.247631 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-91c5b60c-7d17-44d2-8240-2019d22a3d7c tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:02.261335 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-91c5b60c-7d17-44d2-8240-2019d22a3d7c tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Transition to ACTIVE for port object 0f1651e4-cc1d-4ac2-8b95-76daed050d4f will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:17:02.294473 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-91c5b60c-7d17-44d2-8240-2019d22a3d7c tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:02.305991 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['c2b456ed-dfd9-40c0-85ab-cf071a939a1e'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:17:02.309883 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-cbe89eed-9b68-4ec3-83c3-d5351414c426 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1087763 Jul 24 01:17:02.315631 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36788) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:02.340234 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-91c5b60c-7d17-44d2-8240-2019d22a3d7c tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Network 0bbf226c-5d54-4650-bc14-f9eb5a074a8e is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:17:02.345291 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-91c5b60c-7d17-44d2-8240-2019d22a3d7c tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:17:02.352692 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-91c5b60c-7d17-44d2-8240-2019d22a3d7c tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:17:02.389217 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c5b60c-7d17-44d2-8240-2019d22a3d7c tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Pushing event updated for resources: {'Port': ['ID=0f1651e4-cc1d-4ac2-8b95-76daed050d4f,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:02.410072 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-91c5b60c-7d17-44d2-8240-2019d22a3d7c tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:02.410616 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-91c5b60c-7d17-44d2-8240-2019d22a3d7c tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:02.440924 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-91c5b60c-7d17-44d2-8240-2019d22a3d7c tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4960105 Jul 24 01:17:02.466436 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c890198c-cffc-4c28-9b96-bbf2ae2c6c93 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:02.469333 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c890198c-cffc-4c28-9b96-bbf2ae2c6c93 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:02.469453 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-35578f0c-f5ee-439b-8173-c50943e4b511 service neutron] Request body: {'port': {'device_id': '3e8f0886-3ec4-430a-9c04-1358bfe06939', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:02.474198 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c890198c-cffc-4c28-9b96-bbf2ae2c6c93 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1539147 Jul 24 01:17:02.474485 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36792) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:02.534861 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03a8eca-f01f-4ad5-8bfa-90cce86f3059 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Attributes excluded by policy engine: ['shared'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:02.536731 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03a8eca-f01f-4ad5-8bfa-90cce86f3059 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Attributes excluded by policy engine: ['shared'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:02.538538 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a03a8eca-f01f-4ad5-8bfa-90cce86f3059 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0630295 Jul 24 01:17:02.543211 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36794) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:02.575227 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce609c0b-b64b-48f9-a459-27fac369518e req-0e79970e-00a3-4896-bd2d-a067b9610dab tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:02.576869 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ce609c0b-b64b-48f9-a459-27fac369518e req-0e79970e-00a3-4896-bd2d-a067b9610dab tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 945 time: 0.1464942 Jul 24 01:17:02.579799 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-35578f0c-f5ee-439b-8173-c50943e4b511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:02.605545 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-760371aa-ef77-43fc-acad-699901dea8e6 None None] Provisioning for port 0f1651e4-cc1d-4ac2-8b95-76daed050d4f completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:17:02.610587 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-760371aa-ef77-43fc-acad-699901dea8e6 None None] Provisioning complete for port 0f1651e4-cc1d-4ac2-8b95-76daed050d4f triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:17:02.611000 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-760371aa-ef77-43fc-acad-699901dea8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:02.647257 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-760371aa-ef77-43fc-acad-699901dea8e6 None None] Port 0f1651e4-cc1d-4ac2-8b95-76daed050d4f cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:17:02.655071 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b56f600-7899-4b69-a324-b0eab3ba4194 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:02.656593 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1b56f600-7899-4b69-a324-b0eab3ba4194 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "GET /v2.0/networks/8ff995b2-4b19-4058-a495-d8346eb3ec09 HTTP/1.1" status: 200 len: 799 time: 0.1122632 Jul 24 01:17:02.657830 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ce609c0b-b64b-48f9-a459-27fac369518e req-ac3fa72c-10d2-4356-b485-c7df2c50cafc tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e06e022-26be-4ac1-8e2f-f5b45b16df9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691502 Jul 24 01:17:02.662592 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36796) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:02.771080 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9128a556-bf98-44b8-9db3-b732b2f181cd tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "GET /v2.0/networks/8ff995b2-4b19-4058-a495-d8346eb3ec09?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1069040 Jul 24 01:17:02.774173 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36800) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:02.851086 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff2091-3e8f-4b14-99dc-d7b9e0ca67dd req-838665d2-9aa0-45c1-b602-e42ab11f238b tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:02.852562 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-26ff2091-3e8f-4b14-99dc-d7b9e0ca67dd req-838665d2-9aa0-45c1-b602-e42ab11f238b tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] 10.222.0.15 "GET /v2.0/ports?device_id=651df532-ff8d-4f14-8ba8-1d699abdd8dd HTTP/1.1" status: 200 len: 950 time: 0.0647571 Jul 24 01:17:02.861080 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fe1d57-62ae-45f8-a8a8-31821b489bfc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:02.862463 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f8fe1d57-62ae-45f8-a8a8-31821b489bfc tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "GET /v2.0/subnets/26a88af1-8e0d-4e06-97b5-fa720ca92f2b HTTP/1.1" status: 200 len: 811 time: 0.0873189 Jul 24 01:17:02.866373 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36802) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:02.927945 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-26ff2091-3e8f-4b14-99dc-d7b9e0ca67dd req-01674691-5ea0-477e-bae9-303976cb802b tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] 10.222.0.15 "GET /v2.0/security-groups?id=621fdbd5-7a8a-4bd0-b498-562155620cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687006 Jul 24 01:17:02.938472 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eeb7ea7-705e-48ea-aa1b-81d2538fad0d tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Attributes excluded by policy engine: ['shared'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:02.940141 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5eeb7ea7-705e-48ea-aa1b-81d2538fad0d tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "GET /v2.0/subnets/26a88af1-8e0d-4e06-97b5-fa720ca92f2b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0727987 Jul 24 01:17:02.944913 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-35578f0c-f5ee-439b-8173-c50943e4b511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f1651e4-cc1d-4ac2-8b95-76daed050d4f {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:17:02.945485 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36804) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:02.955726 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-35578f0c-f5ee-439b-8173-c50943e4b511 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:02.956708 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-17f3c297-b2e1-47b2-a17b-840bfaa697be tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-6962242'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:02.967990 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-35578f0c-f5ee-439b-8173-c50943e4b511 service neutron] Transition to ACTIVE for port object 0f1651e4-cc1d-4ac2-8b95-76daed050d4f will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:17:02.972080 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-35578f0c-f5ee-439b-8173-c50943e4b511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:02.980797 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f3c297-b2e1-47b2-a17b-840bfaa697be tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Made reservation on behalf of 484c6141b4a04985983f5f38efaf81c0 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:17:02.984549 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-17f3c297-b2e1-47b2-a17b-840bfaa697be tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:03.010242 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17f3c297-b2e1-47b2-a17b-840bfaa697be tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:17:03.021497 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-17f3c297-b2e1-47b2-a17b-840bfaa697be tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:03.021860 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-17f3c297-b2e1-47b2-a17b-840bfaa697be tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Added segment d8449f91-b0d7-4a40-83ea-425335fa72e8 of type vlan for network 099f8ae3-885c-441c-ad02-e3ee3fed519c Jul 24 01:17:03.050029 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35578f0c-f5ee-439b-8173-c50943e4b511 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1651e4-cc1d-4ac2-8b95-76daed050d4f,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:03.075086 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-17f3c297-b2e1-47b2-a17b-840bfaa697be tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:03.107885 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-17f3c297-b2e1-47b2-a17b-840bfaa697be tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:03.113766 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f3c297-b2e1-47b2-a17b-840bfaa697be tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:03.114616 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-17f3c297-b2e1-47b2-a17b-840bfaa697be tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:03.142085 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-35578f0c-f5ee-439b-8173-c50943e4b511 service neutron] Attempting to bind port 0f1651e4-cc1d-4ac2-8b95-76daed050d4f on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:17:03.142448 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-35578f0c-f5ee-439b-8173-c50943e4b511 service neutron] Attempting to bind port 0f1651e4-cc1d-4ac2-8b95-76daed050d4f by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '51d7029b-ad14-410a-af5e-89ab4764ae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0bbf226c-5d54-4650-bc14-f9eb5a074a8e'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:17:03.142943 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-35578f0c-f5ee-439b-8173-c50943e4b511 service neutron] Attempting to bind port 0f1651e4-cc1d-4ac2-8b95-76daed050d4f on network 0bbf226c-5d54-4650-bc14-f9eb5a074a8e {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:17:03.148829 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-35578f0c-f5ee-439b-8173-c50943e4b511 service neutron] Port 0f1651e4-cc1d-4ac2-8b95-76daed050d4f on network 0bbf226c-5d54-4650-bc14-f9eb5a074a8e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:17:03.149312 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-35578f0c-f5ee-439b-8173-c50943e4b511 service neutron] Attempting to bind port 0f1651e4-cc1d-4ac2-8b95-76daed050d4f on network 0bbf226c-5d54-4650-bc14-f9eb5a074a8e {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:17:03.155182 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-35578f0c-f5ee-439b-8173-c50943e4b511 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:17:03.156838 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-35578f0c-f5ee-439b-8173-c50943e4b511 service neutron] Checking segment: {'id': '51d7029b-ad14-410a-af5e-89ab4764ae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0bbf226c-5d54-4650-bc14-f9eb5a074a8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:17:03.157285 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-35578f0c-f5ee-439b-8173-c50943e4b511 service neutron] Bound using segment: {'id': '51d7029b-ad14-410a-af5e-89ab4764ae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0bbf226c-5d54-4650-bc14-f9eb5a074a8e'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:17:03.157863 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-35578f0c-f5ee-439b-8173-c50943e4b511 service neutron] Bound port: 0f1651e4-cc1d-4ac2-8b95-76daed050d4f, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51d7029b-ad14-410a-af5e-89ab4764ae76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '0bbf226c-5d54-4650-bc14-f9eb5a074a8e'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:17:03.158299 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-35578f0c-f5ee-439b-8173-c50943e4b511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:03.167266 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-17f3c297-b2e1-47b2-a17b-840bfaa697be tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 0.2206454 Jul 24 01:17:03.170598 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36816) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:03.176766 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-49473b58-5b50-4e98-9f4c-ef72030e9c6b tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Request body: {'subnet': {'network_id': '099f8ae3-885c-441c-ad02-e3ee3fed519c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:03.257155 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f3c297-b2e1-47b2-a17b-840bfaa697be tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event updated for resources: {'Network': ['ID=099f8ae3-885c-441c-ad02-e3ee3fed519c,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:03.268840 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 099f8ae3-885c-441c-ad02-e3ee3fed519c details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:17:03.273791 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-35578f0c-f5ee-439b-8173-c50943e4b511 service neutron] For port 0f1651e4-cc1d-4ac2-8b95-76daed050d4f, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:17:03.277866 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-35578f0c-f5ee-439b-8173-c50943e4b511 service neutron] For port 0f1651e4-cc1d-4ac2-8b95-76daed050d4f, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=0f1651e4-cc1d-4ac2-8b95-76daed050d4f,segment=NetworkSegment(51d7029b-ad14-410a-af5e-89ab4764ae76),segment_id=51d7029b-ad14-410a-af5e-89ab4764ae76)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:17:03.284932 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-35578f0c-f5ee-439b-8173-c50943e4b511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:03.379744 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49473b58-5b50-4e98-9f4c-ef72030e9c6b tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Made reservation on behalf of 484c6141b4a04985983f5f38efaf81c0 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:17:03.384153 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-49473b58-5b50-4e98-9f4c-ef72030e9c6b tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:03.393758 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-35578f0c-f5ee-439b-8173-c50943e4b511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:03.394513 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-35578f0c-f5ee-439b-8173-c50943e4b511 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:03.396597 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-35578f0c-f5ee-439b-8173-c50943e4b511 service neutron] 10.222.0.13 "PUT /v2.0/ports/0f1651e4-cc1d-4ac2-8b95-76daed050d4f HTTP/1.1" status: 200 len: 1092 time: 0.9323194 Jul 24 01:17:03.397114 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e8f0886-3ec4-430a-9c04-1358bfe06939', 'tag': '0f1651e4-cc1d-4ac2-8b95-76daed050d4f'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:17:03.401043 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb256a5-5815-4048-a367-7e5a96f2d157" -d '{"events": [{"name": "network-changed", "server_uuid": "3e8f0886-3ec4-430a-9c04-1358bfe06939", "tag": "0f1651e4-cc1d-4ac2-8b95-76daed050d4f"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:17:03.434240 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35578f0c-f5ee-439b-8173-c50943e4b511 service neutron] Pushing event updated for resources: {'Port': ['ID=0f1651e4-cc1d-4ac2-8b95-76daed050d4f,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:03.442200 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8128c5b7-b087-4a6a-aa44-048d37fe095c req-94baef9c-0e94-40ef-a4ed-8c81683e109f tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:03.455340 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8128c5b7-b087-4a6a-aa44-048d37fe095c req-94baef9c-0e94-40ef-a4ed-8c81683e109f tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3e8f0886-3ec4-430a-9c04-1358bfe06939 HTTP/1.1" status: 200 len: 1095 time: 0.2024295 Jul 24 01:17:03.501526 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77bfa993-6289-4272-8e3c-1bbe998807c9 x-openstack-request-id: req-77bfa993-6289-4272-8e3c-1bbe998807c9 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:17:03.501841 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e8f0886-3ec4-430a-9c04-1358bfe06939", "tag": "0f1651e4-cc1d-4ac2-8b95-76daed050d4f", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:17:03.502080 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-77bfa993-6289-4272-8e3c-1bbe998807c9 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:17:03.502978 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e8f0886-3ec4-430a-9c04-1358bfe06939', 'tag': '0f1651e4-cc1d-4ac2-8b95-76daed050d4f', 'status': 'completed', 'code': 200} Jul 24 01:17:03.505322 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.ipam_backend_mixin [None req-49473b58-5b50-4e98-9f4c-ef72030e9c6b tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Performing IP validity checks on allocation pools {{(pid=100463) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 24 01:17:03.505852 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.ipam_backend_mixin [None req-49473b58-5b50-4e98-9f4c-ef72030e9c6b tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100463) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 24 01:17:03.532314 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-6081d92d-9db6-4866-a145-b6bcb786b926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:03.533855 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-6081d92d-9db6-4866-a145-b6bcb786b926 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ced4c36c17c14036829482f02f1d23cf&device_id=3e8f0886-3ec4-430a-9c04-1358bfe06939 HTTP/1.1" status: 200 len: 1095 time: 0.0710111 Jul 24 01:17:03.559584 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8128c5b7-b087-4a6a-aa44-048d37fe095c req-96908f5d-4d07-4399-bdde-76f1b9c77761 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4eadc4f6-129d-4e4c-9fae-fc91a9b9d220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030130 Jul 24 01:17:03.597280 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-8c38113f-3daf-477a-baa2-ae3ded5346c7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f1651e4-cc1d-4ac2-8b95-76daed050d4f HTTP/1.1" status: 200 len: 217 time: 0.0486732 Jul 24 01:17:03.653060 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-96543830-cf19-497e-9093-fef48af7153b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:03.655384 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-96543830-cf19-497e-9093-fef48af7153b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3ef8a61d-f9bf-4c86-99b0-47ad5c3929f4 HTTP/1.1" status: 200 len: 849 time: 0.0511475 Jul 24 01:17:03.695121 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-49473b58-5b50-4e98-9f4c-ef72030e9c6b tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:03.726186 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-b3ab19f3-0c5b-4888-99ca-19869e6c73fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:03.728895 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-b3ab19f3-0c5b-4888-99ca-19869e6c73fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0bbf226c-5d54-4650-bc14-f9eb5a074a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0675263 Jul 24 01:17:03.773843 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49473b58-5b50-4e98-9f4c-ef72030e9c6b tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event updated for resources: {'Subnet': ['ID=ed9b8c18-9f15-45c7-b1ac-3071e9572d0f,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:03.781569 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49473b58-5b50-4e98-9f4c-ef72030e9c6b tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Checking segment: {'id': 'd8449f91-b0d7-4a40-83ea-425335fa72e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '099f8ae3-885c-441c-ad02-e3ee3fed519c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:17:03.781939 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49473b58-5b50-4e98-9f4c-ef72030e9c6b tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Network hostable DHCP agents. Network: 099f8ae3-885c-441c-ad02-e3ee3fed519c, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:17:03.801107 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49473b58-5b50-4e98-9f4c-ef72030e9c6b tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Network 099f8ae3-885c-441c-ad02-e3ee3fed519c is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:17:03.812300 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-49473b58-5b50-4e98-9f4c-ef72030e9c6b tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 099f8ae3-885c-441c-ad02-e3ee3fed519c) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:17:03.816996 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49473b58-5b50-4e98-9f4c-ef72030e9c6b tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:03.817743 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-49473b58-5b50-4e98-9f4c-ef72030e9c6b tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:03.825484 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e7bf8d-19df-479d-9bad-c36bf7207b3e None None] Network 099f8ae3-885c-441c-ad02-e3ee3fed519c requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:17:03.837474 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-49473b58-5b50-4e98-9f4c-ef72030e9c6b tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6652575 Jul 24 01:17:03.841302 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36824) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:03.846580 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-67a274df-a535-4912-b0fa-246d9f943623 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:03.886616 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4738b864-f2a5-4ecc-9fe3-29ebd459cd70 req-fa243a8b-4620-41a9-bd20-718247b235dd tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:03.888334 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4738b864-f2a5-4ecc-9fe3-29ebd459cd70 req-fa243a8b-4620-41a9-bd20-718247b235dd tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 945 time: 0.1390190 Jul 24 01:17:03.894215 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-435233ca-b023-41bf-9c5c-3b1daf008aab service neutron] 10.222.0.13 "GET /v2.0/networks/0bbf226c-5d54-4650-bc14-f9eb5a074a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584287 Jul 24 01:17:03.956080 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4738b864-f2a5-4ecc-9fe3-29ebd459cd70 req-3224db75-9c7b-4cde-803e-0ac2de127b1f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e06e022-26be-4ac1-8e2f-f5b45b16df9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607746 Jul 24 01:17:03.956991 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-67a274df-a535-4912-b0fa-246d9f943623 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13522974'] for subnet, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:04.002468 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9f14aa-9846-43b6-a163-7b338a1d0407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-099f8ae3-885c-441c-ad02-e3ee3fed519c', 'network_id': '099f8ae3-885c-441c-ad02-e3ee3fed519c', 'tenant_id': '484c6141b4a04985983f5f38efaf81c0', 'fixed_ips': [{'subnet_id': 'ed9b8c18-9f15-45c7-b1ac-3071e9572d0f'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:17:04.003553 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3e9f14aa-9846-43b6-a163-7b338a1d0407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:04.028344 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-151445d0-eaf5-47f5-aa90-d184c4a9a586 req-97237661-7ec4-4796-a2f9-1f2ae8438c43 service neutron] 10.222.0.13 "GET /v2.0/networks/0bbf226c-5d54-4650-bc14-f9eb5a074a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257343 Jul 24 01:17:04.140551 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb256a5-5815-4048-a367-7e5a96f2d157 req-1f25bc66-a4c5-4301-aedf-2d5dd90bed07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:04.142113 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1cb256a5-5815-4048-a367-7e5a96f2d157 req-1f25bc66-a4c5-4301-aedf-2d5dd90bed07 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ced4c36c17c14036829482f02f1d23cf&device_id=3e8f0886-3ec4-430a-9c04-1358bfe06939 HTTP/1.1" status: 200 len: 1095 time: 0.0626938 Jul 24 01:17:04.150810 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-67a274df-a535-4912-b0fa-246d9f943623 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733254583875', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58166306'] for subnet, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:04.203724 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a274df-a535-4912-b0fa-246d9f943623 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event updated for resources: {'Subnet': ['ID=ed9b8c18-9f15-45c7-b1ac-3071e9572d0f,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:04.210822 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a274df-a535-4912-b0fa-246d9f943623 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:04.211344 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-67a274df-a535-4912-b0fa-246d9f943623 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:04.215656 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-67a274df-a535-4912-b0fa-246d9f943623 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "PUT /v2.0/subnets/ed9b8c18-9f15-45c7-b1ac-3071e9572d0f HTTP/1.1" status: 200 len: 877 time: 0.3742914 Jul 24 01:17:04.216302 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36826) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:04.217483 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-3e9f14aa-9846-43b6-a163-7b338a1d0407 None None] Allocated IP 172.20.0.3 (099f8ae3-885c-441c-ad02-e3ee3fed519c/ed9b8c18-9f15-45c7-b1ac-3071e9572d0f/e234eb77-7d9d-416b-9f9e-1395126768b8) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:17:04.270466 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb256a5-5815-4048-a367-7e5a96f2d157 req-878a8a85-cc33-40e1-acdc-761404d5f10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:04.272399 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1cb256a5-5815-4048-a367-7e5a96f2d157 req-878a8a85-cc33-40e1-acdc-761404d5f10b service neutron] 10.222.0.13 "GET /v2.0/networks?id=0bbf226c-5d54-4650-bc14-f9eb5a074a8e HTTP/1.1" status: 200 len: 911 time: 0.1242464 Jul 24 01:17:04.321477 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3dbbe588-3a8b-4910-a294-7e08c08a0e92 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:04.325852 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1cb256a5-5815-4048-a367-7e5a96f2d157 req-5ac51246-2d3f-416e-99a9-f30cdab10509 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f1651e4-cc1d-4ac2-8b95-76daed050d4f HTTP/1.1" status: 200 len: 217 time: 0.0454471 Jul 24 01:17:04.383037 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3dbbe588-3a8b-4910-a294-7e08c08a0e92 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:04.388934 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb256a5-5815-4048-a367-7e5a96f2d157 req-23a4af36-9929-4aa5-b295-2a2dbac647ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:04.390669 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1cb256a5-5815-4048-a367-7e5a96f2d157 req-23a4af36-9929-4aa5-b295-2a2dbac647ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3ef8a61d-f9bf-4c86-99b0-47ad5c3929f4 HTTP/1.1" status: 200 len: 849 time: 0.0579500 Jul 24 01:17:04.394354 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3e9f14aa-9846-43b6-a163-7b338a1d0407 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:04.405420 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-3e9f14aa-9846-43b6-a163-7b338a1d0407 None None] Transition to ACTIVE for port object e234eb77-7d9d-416b-9f9e-1395126768b8 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:17:04.427200 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-3e9f14aa-9846-43b6-a163-7b338a1d0407 None None] Transition to ACTIVE for port object e234eb77-7d9d-416b-9f9e-1395126768b8 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:17:04.438240 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3e9f14aa-9846-43b6-a163-7b338a1d0407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:04.487241 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb256a5-5815-4048-a367-7e5a96f2d157 req-7741223e-86dc-4ebe-b85d-22f48b6aafd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:04.489946 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1cb256a5-5815-4048-a367-7e5a96f2d157 req-7741223e-86dc-4ebe-b85d-22f48b6aafd5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0bbf226c-5d54-4650-bc14-f9eb5a074a8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0920663 Jul 24 01:17:04.490900 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3dbbe588-3a8b-4910-a294-7e08c08a0e92 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:04.500988 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f14aa-9846-43b6-a163-7b338a1d0407 None None] Pushing event updated for resources: {'Port': ['ID=e234eb77-7d9d-416b-9f9e-1395126768b8,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:04.511284 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9f14aa-9846-43b6-a163-7b338a1d0407 None None] Network 099f8ae3-885c-441c-ad02-e3ee3fed519c is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:17:04.513578 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-3e9f14aa-9846-43b6-a163-7b338a1d0407 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:17:04.517706 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9f14aa-9846-43b6-a163-7b338a1d0407 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:17:04.535589 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbbe588-3a8b-4910-a294-7e08c08a0e92 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event deleted for resources: {'Subnet': ['ID=ed9b8c18-9f15-45c7-b1ac-3071e9572d0f,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:04.625177 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-3e9f14aa-9846-43b6-a163-7b338a1d0407 None None] Attempting to bind port e234eb77-7d9d-416b-9f9e-1395126768b8 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:17:04.625559 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-3e9f14aa-9846-43b6-a163-7b338a1d0407 None None] Attempting to bind port e234eb77-7d9d-416b-9f9e-1395126768b8 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'd8449f91-b0d7-4a40-83ea-425335fa72e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '099f8ae3-885c-441c-ad02-e3ee3fed519c'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:17:04.626406 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9f14aa-9846-43b6-a163-7b338a1d0407 None None] Attempting to bind port e234eb77-7d9d-416b-9f9e-1395126768b8 on network 099f8ae3-885c-441c-ad02-e3ee3fed519c {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:17:04.626929 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3dbbe588-3a8b-4910-a294-7e08c08a0e92 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:04.636180 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9f14aa-9846-43b6-a163-7b338a1d0407 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:17:04.636574 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9f14aa-9846-43b6-a163-7b338a1d0407 None None] Checking segment: {'id': 'd8449f91-b0d7-4a40-83ea-425335fa72e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '099f8ae3-885c-441c-ad02-e3ee3fed519c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:17:04.637104 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1cb256a5-5815-4048-a367-7e5a96f2d157 req-45369203-6e7c-4d6a-9384-ea78037213a2 service neutron] 10.222.0.13 "GET /v2.0/networks/0bbf226c-5d54-4650-bc14-f9eb5a074a8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372411 Jul 24 01:17:04.637233 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3e9f14aa-9846-43b6-a163-7b338a1d0407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:04.637519 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9f14aa-9846-43b6-a163-7b338a1d0407 None None] Bound using segment: {'id': 'd8449f91-b0d7-4a40-83ea-425335fa72e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '099f8ae3-885c-441c-ad02-e3ee3fed519c'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:17:04.638000 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-3e9f14aa-9846-43b6-a163-7b338a1d0407 None None] Bound port: e234eb77-7d9d-416b-9f9e-1395126768b8, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8449f91-b0d7-4a40-83ea-425335fa72e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '099f8ae3-885c-441c-ad02-e3ee3fed519c'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:17:04.639767 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3e9f14aa-9846-43b6-a163-7b338a1d0407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:04.641579 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-3dbbe588-3a8b-4910-a294-7e08c08a0e92 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['099f8ae3-885c-441c-ad02-e3ee3fed519c']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:04.669462 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-3dbbe588-3a8b-4910-a294-7e08c08a0e92 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8449f91-b0d7-4a40-83ea-425335fa72e8') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:04.669462 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-3dbbe588-3a8b-4910-a294-7e08c08a0e92 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8449f91-b0d7-4a40-83ea-425335fa72e8') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:04.698761 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3dbbe588-3a8b-4910-a294-7e08c08a0e92 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:04.711041 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-3e9f14aa-9846-43b6-a163-7b338a1d0407 None None] For port e234eb77-7d9d-416b-9f9e-1395126768b8, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:17:04.716687 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3dbbe588-3a8b-4910-a294-7e08c08a0e92 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:04.725786 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dbbe588-3a8b-4910-a294-7e08c08a0e92 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:17:04.726199 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3dbbe588-3a8b-4910-a294-7e08c08a0e92 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:04.729534 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:17:04.729534 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:17:04.729534 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:17:04.729534 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:17:04.729534 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:17:04.729534 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:17:04.729534 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:17:04.729534 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:17:04.729534 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:17:04.729534 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:17:04.729534 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:17:04.729534 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:17:04.729534 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:17:04.729534 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:17:04.729534 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:17:04.729534 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:17:04.729534 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:17:04.729534 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:17:04.729534 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:17:04.729534 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:17:04.729534 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:17:04.729534 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:17:04.729534 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:17:04.729534 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:17:04.729534 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:17:04.729534 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:17:04.729534 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:17:04.729534 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:17:04.729534 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:17:04.729534 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:17:04.729534 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:17:04.729534 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:17:04.800307 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-3e9f14aa-9846-43b6-a163-7b338a1d0407 None None] For port e234eb77-7d9d-416b-9f9e-1395126768b8, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=e234eb77-7d9d-416b-9f9e-1395126768b8,segment=NetworkSegment(d8449f91-b0d7-4a40-83ea-425335fa72e8),segment_id=d8449f91-b0d7-4a40-83ea-425335fa72e8)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:17:04.800683 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c8c6a-92d3-48a9-9529-308979f30bb4 req-1b0a31ca-894a-432e-988a-6619e73ecde8 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:04.802313 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a38c8c6a-92d3-48a9-9529-308979f30bb4 req-1b0a31ca-894a-432e-988a-6619e73ecde8 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3e8f0886-3ec4-430a-9c04-1358bfe06939 HTTP/1.1" status: 200 len: 1095 time: 0.1458929 Jul 24 01:17:04.805210 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3e9f14aa-9846-43b6-a163-7b338a1d0407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:04.811588 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.db.api [None req-3dbbe588-3a8b-4910-a294-7e08c08a0e92 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 24 01:17:04.811588 n-d-793621-25 neutron-server[100463]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 24 01:17:04.811588 n-d-793621-25 neutron-server[100463]: [parameters: {'id': '099f8ae3-885c-441c-ad02-e3ee3fed519c'}] Jul 24 01:17:04.811588 n-d-793621-25 neutron-server[100463]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100463) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 01:17:04.811588 n-d-793621-25 neutron-server[100463]: DEBUG oslo_db.api [None req-3dbbe588-3a8b-4910-a294-7e08c08a0e92 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 01:17:04.844111 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a38c8c6a-92d3-48a9-9529-308979f30bb4 req-ca079194-5568-4194-a919-c9cbb0111589 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4eadc4f6-129d-4e4c-9fae-fc91a9b9d220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343008 Jul 24 01:17:04.943655 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4da754-9d61-4d23-9740-6c99b2abb94c None None] Network 099f8ae3-885c-441c-ad02-e3ee3fed519c requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:17:04.965921 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f14aa-9846-43b6-a163-7b338a1d0407 None None] Pushing event updated for resources: {'Port': ['ID=e234eb77-7d9d-416b-9f9e-1395126768b8,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:05.040823 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:05.132746 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c42b388-8bed-428f-9264-3950b8d5729d None None] Network 099f8ae3-885c-441c-ad02-e3ee3fed519c requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:17:05.146762 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1cb256a5-5815-4048-a367-7e5a96f2d157 req-a77cf3ce-38cf-4ee7-90cc-6dc3af07b80f service neutron] 10.222.0.13 "GET /v2.0/networks/0bbf226c-5d54-4650-bc14-f9eb5a074a8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5021558 Jul 24 01:17:05.184547 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f8792-4462-47cd-89bb-4515a07f1ef0 req-27e247a1-b082-4bd1-affd-d7e5832300d7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:05.186132 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a60f8792-4462-47cd-89bb-4515a07f1ef0 req-27e247a1-b082-4bd1-affd-d7e5832300d7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 945 time: 0.0864270 Jul 24 01:17:05.225957 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a60f8792-4462-47cd-89bb-4515a07f1ef0 req-ce12c30d-a03a-4c00-a545-482e1027432f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e06e022-26be-4ac1-8e2f-f5b45b16df9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337660 Jul 24 01:17:05.285337 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93d865c-c840-4edb-bf87-defa65cf7549 None None] get_active_networks_info from n-d-793621-25 {{(pid=100465) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 01:17:05.312518 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3dbbe588-3a8b-4910-a294-7e08c08a0e92 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:05.367529 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:05.369909 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-3dbbe588-3a8b-4910-a294-7e08c08a0e92 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Deleting port e234eb77-7d9d-416b-9f9e-1395126768b8 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:17:05.370252 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3dbbe588-3a8b-4910-a294-7e08c08a0e92 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:05.391115 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93d865c-c840-4edb-bf87-defa65cf7549 None None] Resources bound (agent type, host, resource id): {{(pid=100465) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 01:17:05.443769 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-3dbbe588-3a8b-4910-a294-7e08c08a0e92 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] For port e234eb77-7d9d-416b-9f9e-1395126768b8, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=e234eb77-7d9d-416b-9f9e-1395126768b8,segment=NetworkSegment(d8449f91-b0d7-4a40-83ea-425335fa72e8),segment_id=d8449f91-b0d7-4a40-83ea-425335fa72e8)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:17:05.444347 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3dbbe588-3a8b-4910-a294-7e08c08a0e92 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:05.461366 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-3dbbe588-3a8b-4910-a294-7e08c08a0e92 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Calling delete_port for e234eb77-7d9d-416b-9f9e-1395126768b8 owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:17:05.552985 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3dbbe588-3a8b-4910-a294-7e08c08a0e92 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:05.581908 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbbe588-3a8b-4910-a294-7e08c08a0e92 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event deleted for resources: {'Port': ['ID=e234eb77-7d9d-416b-9f9e-1395126768b8,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:05.589647 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbbe588-3a8b-4910-a294-7e08c08a0e92 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] No DVR routers for this DVR port e234eb77-7d9d-416b-9f9e-1395126768b8 on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:17:05.681654 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3dbbe588-3a8b-4910-a294-7e08c08a0e92 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:05.691799 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-3dbbe588-3a8b-4910-a294-7e08c08a0e92 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['099f8ae3-885c-441c-ad02-e3ee3fed519c']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:05.701847 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-3dbbe588-3a8b-4910-a294-7e08c08a0e92 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8449f91-b0d7-4a40-83ea-425335fa72e8') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:05.702148 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-3dbbe588-3a8b-4910-a294-7e08c08a0e92 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8449f91-b0d7-4a40-83ea-425335fa72e8') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:05.710743 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3dbbe588-3a8b-4910-a294-7e08c08a0e92 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:05.727800 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3dbbe588-3a8b-4910-a294-7e08c08a0e92 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:05.733893 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dbbe588-3a8b-4910-a294-7e08c08a0e92 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:17:05.734282 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3dbbe588-3a8b-4910-a294-7e08c08a0e92 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:05.737195 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:17:05.737195 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:17:05.737195 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:17:05.737195 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:17:05.737195 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:17:05.737195 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:17:05.737195 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:17:05.737195 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:17:05.737195 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:17:05.737195 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:17:05.737195 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:17:05.737195 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:17:05.737195 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:17:05.737195 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:17:05.737195 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:17:05.737195 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:17:05.737195 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:17:05.737195 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:17:05.737195 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:17:05.737195 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:17:05.737195 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:17:05.737195 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:17:05.737195 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:17:05.737195 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:17:05.737195 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:17:05.737195 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:17:05.737195 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:17:05.737195 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:17:05.737195 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:17:05.737195 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:17:05.737195 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:17:05.737195 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:17:05.799179 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3dbbe588-3a8b-4910-a294-7e08c08a0e92 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:05.806310 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3dbbe588-3a8b-4910-a294-7e08c08a0e92 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:05.808048 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3dbbe588-3a8b-4910-a294-7e08c08a0e92 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "DELETE /v2.0/networks/099f8ae3-885c-441c-ad02-e3ee3fed519c HTTP/1.1" status: 204 len: 168 time: 1.5902011 Jul 24 01:17:05.813251 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36836) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:05.820789 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbbe588-3a8b-4910-a294-7e08c08a0e92 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event deleted for resources: {'Network': ['ID=099f8ae3-885c-441c-ad02-e3ee3fed519c,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:05.843030 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-45a6823c-43af-4bd7-bdd1-ea8aa91d4236 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] DELETE failed (client error): The resource could not be found. Jul 24 01:17:05.843587 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45a6823c-43af-4bd7-bdd1-ea8aa91d4236 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:17:05.845431 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-45a6823c-43af-4bd7-bdd1-ea8aa91d4236 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "DELETE /v2.0/subnets/ed9b8c18-9f15-45c7-b1ac-3071e9572d0f HTTP/1.1" status: 404 len: 337 time: 0.0311584 Jul 24 01:17:05.848035 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36838) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:05.866024 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-75cbfa0c-78dc-4200-a330-ad51188ba20e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] DELETE failed (client error): The resource could not be found. Jul 24 01:17:05.866486 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75cbfa0c-78dc-4200-a330-ad51188ba20e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:17:05.868196 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-75cbfa0c-78dc-4200-a330-ad51188ba20e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "DELETE /v2.0/networks/099f8ae3-885c-441c-ad02-e3ee3fed519c HTTP/1.1" status: 404 len: 339 time: 0.0192411 Jul 24 01:17:05.870482 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36840) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:05.897853 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed691a89-ce2e-4e7b-a5da-71fbd40ca582 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] DELETE failed (client error): The resource could not be found. Jul 24 01:17:05.898331 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed691a89-ce2e-4e7b-a5da-71fbd40ca582 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:17:05.902387 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ed691a89-ce2e-4e7b-a5da-71fbd40ca582 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "DELETE /v2.0/subnets/7dd0bab2-4211-42f1-b783-8139059efb55 HTTP/1.1" status: 404 len: 337 time: 0.0287218 Jul 24 01:17:05.902614 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36844) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:05.925045 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6853d65-308b-437b-beab-598c30bf02a8 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] DELETE failed (client error): The resource could not be found. Jul 24 01:17:05.925785 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6853d65-308b-437b-beab-598c30bf02a8 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:17:05.927631 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d6853d65-308b-437b-beab-598c30bf02a8 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "DELETE /v2.0/networks/75618428-4fdf-4885-8fb6-c0e575b25261 HTTP/1.1" status: 404 len: 339 time: 0.0238137 Jul 24 01:17:05.930075 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36846) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:06.035483 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0c597eb3-2b60-44f9-95dd-4a696b6bfca7 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:06.045894 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcff2bd-9015-403b-9d53-2de47ba8858e req-ff88b192-ec7e-4595-8766-f98a0833654a tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:06.047446 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3dcff2bd-9015-403b-9d53-2de47ba8858e req-ff88b192-ec7e-4595-8766-f98a0833654a tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3e8f0886-3ec4-430a-9c04-1358bfe06939 HTTP/1.1" status: 200 len: 1095 time: 0.1281321 Jul 24 01:17:06.146987 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0c597eb3-2b60-44f9-95dd-4a696b6bfca7 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:06.150732 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3dcff2bd-9015-403b-9d53-2de47ba8858e req-ad1a102b-0b3b-41ac-8f67-db9d87f5dede tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4eadc4f6-129d-4e4c-9fae-fc91a9b9d220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955379 Jul 24 01:17:06.158809 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-0c597eb3-2b60-44f9-95dd-4a696b6bfca7 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fc4e50c-6d2f-45ff-8a6f-3dac6d7ee37d']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:06.171238 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-0c597eb3-2b60-44f9-95dd-4a696b6bfca7 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '847809e4-5848-46c8-be56-32704153720f') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:06.171713 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-0c597eb3-2b60-44f9-95dd-4a696b6bfca7 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '847809e4-5848-46c8-be56-32704153720f') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:06.182246 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0c597eb3-2b60-44f9-95dd-4a696b6bfca7 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:06.195653 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0c597eb3-2b60-44f9-95dd-4a696b6bfca7 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:06.201345 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c597eb3-2b60-44f9-95dd-4a696b6bfca7 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:17:06.201729 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0c597eb3-2b60-44f9-95dd-4a696b6bfca7 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:06.204907 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:17:06.204907 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:17:06.204907 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:17:06.204907 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:17:06.204907 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:17:06.204907 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:17:06.204907 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:17:06.204907 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:17:06.204907 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:17:06.204907 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:17:06.204907 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:17:06.204907 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:17:06.204907 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:17:06.204907 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:17:06.204907 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:17:06.204907 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:17:06.204907 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:17:06.204907 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:17:06.204907 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:17:06.204907 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:17:06.204907 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:17:06.204907 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:17:06.204907 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:17:06.204907 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:17:06.204907 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:17:06.204907 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:17:06.204907 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:17:06.204907 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:17:06.204907 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:17:06.204907 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:17:06.204907 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:17:06.204907 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:17:06.270629 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0c597eb3-2b60-44f9-95dd-4a696b6bfca7 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:06.277735 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0c597eb3-2b60-44f9-95dd-4a696b6bfca7 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:06.282571 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0c597eb3-2b60-44f9-95dd-4a696b6bfca7 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "DELETE /v2.0/networks/1fc4e50c-6d2f-45ff-8a6f-3dac6d7ee37d HTTP/1.1" status: 204 len: 168 time: 0.3515320 Jul 24 01:17:06.282758 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36850) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:06.298353 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c597eb3-2b60-44f9-95dd-4a696b6bfca7 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event deleted for resources: {'Network': ['ID=1fc4e50c-6d2f-45ff-8a6f-3dac6d7ee37d,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:06.313121 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-36eddbcd-4adf-4cf4-b06b-dfa9ac909c7c tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] DELETE failed (client error): The resource could not be found. Jul 24 01:17:06.313591 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36eddbcd-4adf-4cf4-b06b-dfa9ac909c7c tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:17:06.317907 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-36eddbcd-4adf-4cf4-b06b-dfa9ac909c7c tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "DELETE /v2.0/subnets/1b6dc65f-501b-4fc0-8dff-c6a1d961a28f HTTP/1.1" status: 404 len: 337 time: 0.0315034 Jul 24 01:17:06.318044 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36852) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:06.347215 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-90d68a16-dd7a-487d-b8a1-f38da5687697 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] DELETE failed (client error): The resource could not be found. Jul 24 01:17:06.347776 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90d68a16-dd7a-487d-b8a1-f38da5687697 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:17:06.349544 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-90d68a16-dd7a-487d-b8a1-f38da5687697 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "DELETE /v2.0/networks/4c6f835b-9ae3-48fe-9912-ae762962965b HTTP/1.1" status: 404 len: 339 time: 0.0306382 Jul 24 01:17:06.352361 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36854) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:06.378413 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-42781cd0-48b5-4faf-931d-11b39cbfe93a tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] DELETE failed (client error): The resource could not be found. Jul 24 01:17:06.378991 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42781cd0-48b5-4faf-931d-11b39cbfe93a tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:17:06.381260 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-42781cd0-48b5-4faf-931d-11b39cbfe93a tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "DELETE /v2.0/subnets/935581b7-8589-4744-9235-7940edff843f HTTP/1.1" status: 404 len: 337 time: 0.0274024 Jul 24 01:17:06.383710 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36856) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:06.402591 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7de905-5e73-4307-901a-d7b6f0ebb568 req-88d19f83-e36b-479e-bdc5-d48a87d91863 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:06.403085 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-5232a815-5e08-4258-b6bf-087324bd5ad8 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] DELETE failed (client error): The resource could not be found. Jul 24 01:17:06.403825 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5232a815-5e08-4258-b6bf-087324bd5ad8 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:17:06.404864 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dc7de905-5e73-4307-901a-d7b6f0ebb568 req-88d19f83-e36b-479e-bdc5-d48a87d91863 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 945 time: 0.0840161 Jul 24 01:17:06.406352 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5232a815-5e08-4258-b6bf-087324bd5ad8 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "DELETE /v2.0/networks/0ae9f32f-2ca7-4f87-aa3c-cebb6ae2b782 HTTP/1.1" status: 404 len: 339 time: 0.0216663 Jul 24 01:17:06.408854 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36858) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:06.434939 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b6e304-55b1-4966-8957-670b56719997 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] DELETE failed (client error): The resource could not be found. Jul 24 01:17:06.435585 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97b6e304-55b1-4966-8957-670b56719997 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:17:06.437467 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-97b6e304-55b1-4966-8957-670b56719997 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "DELETE /v2.0/subnets/fe03b749-b211-4a71-83aa-33dd89662877 HTTP/1.1" status: 404 len: 337 time: 0.0276141 Jul 24 01:17:06.439974 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36860) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:06.447743 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dc7de905-5e73-4307-901a-d7b6f0ebb568 req-37cf42c3-f330-4d3b-b493-c1f5e1ccc188 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e06e022-26be-4ac1-8e2f-f5b45b16df9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362935 Jul 24 01:17:06.463509 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdf47859-ca9b-4d21-9e0f-0839c303caa5 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] DELETE failed (client error): The resource could not be found. Jul 24 01:17:06.464164 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdf47859-ca9b-4d21-9e0f-0839c303caa5 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:17:06.468917 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-cdf47859-ca9b-4d21-9e0f-0839c303caa5 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "DELETE /v2.0/networks/56829bc8-d0c1-468a-8ef3-bb14ba458f94 HTTP/1.1" status: 404 len: 339 time: 0.0250201 Jul 24 01:17:06.469201 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36862) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:06.495728 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba324a5f-35e3-46c4-835c-eb8c237c012f tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] DELETE failed (client error): The resource could not be found. Jul 24 01:17:06.496194 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba324a5f-35e3-46c4-835c-eb8c237c012f tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:17:06.499103 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ba324a5f-35e3-46c4-835c-eb8c237c012f tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "DELETE /v2.0/subnets/9e399e1c-442f-4a0f-b53f-b3a2d7b5a61c HTTP/1.1" status: 404 len: 337 time: 0.0277705 Jul 24 01:17:06.501521 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36864) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:06.520264 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e1e52ac-4c57-4638-97c6-5011989b7906 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] DELETE failed (client error): The resource could not be found. Jul 24 01:17:06.520808 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e1e52ac-4c57-4638-97c6-5011989b7906 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:17:06.522675 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8e1e52ac-4c57-4638-97c6-5011989b7906 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "DELETE /v2.0/networks/8c39b167-531a-4425-a2d0-6b0be19d7ebf HTTP/1.1" status: 404 len: 339 time: 0.0202477 Jul 24 01:17:06.525182 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36866) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:06.552081 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb26f330-5bff-40d1-b828-1de2e71671f9 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] DELETE failed (client error): The resource could not be found. Jul 24 01:17:06.552457 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb26f330-5bff-40d1-b828-1de2e71671f9 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:17:06.554180 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-eb26f330-5bff-40d1-b828-1de2e71671f9 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "DELETE /v2.0/subnets/e531d490-dd94-4f27-9c8c-f34f39dfa1a4 HTTP/1.1" status: 404 len: 337 time: 0.0281074 Jul 24 01:17:06.556670 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36868) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:06.574231 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-801b980c-bc60-433a-bd55-f731314d66de tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] DELETE failed (client error): The resource could not be found. Jul 24 01:17:06.574784 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-801b980c-bc60-433a-bd55-f731314d66de tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:17:06.576800 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-801b980c-bc60-433a-bd55-f731314d66de tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "DELETE /v2.0/networks/3bbda758-eab6-4c80-b3a0-43e7002b0c82 HTTP/1.1" status: 404 len: 339 time: 0.0190184 Jul 24 01:17:06.579078 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36870) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:06.606696 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-037196ed-b8c4-4d27-8418-eeebf577b49e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] DELETE failed (client error): The resource could not be found. Jul 24 01:17:06.607209 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-037196ed-b8c4-4d27-8418-eeebf577b49e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:17:06.609472 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-037196ed-b8c4-4d27-8418-eeebf577b49e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "DELETE /v2.0/subnets/4c7cf9b4-6638-47b4-8fd9-6c352f952ef9 HTTP/1.1" status: 404 len: 337 time: 0.0291770 Jul 24 01:17:06.611987 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36872) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:06.630078 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-6565727e-1ec6-4bef-ac7c-1c593a60ff3e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] DELETE failed (client error): The resource could not be found. Jul 24 01:17:06.630609 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6565727e-1ec6-4bef-ac7c-1c593a60ff3e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:17:06.635577 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6565727e-1ec6-4bef-ac7c-1c593a60ff3e tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "DELETE /v2.0/networks/f36fd08c-1177-4e91-a52f-cf98b148d1b2 HTTP/1.1" status: 404 len: 339 time: 0.0197337 Jul 24 01:17:06.635577 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36876) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:06.660104 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-dab830b4-328f-423b-adf0-31c42aa5f6cf tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] DELETE failed (client error): The resource could not be found. Jul 24 01:17:06.660560 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dab830b4-328f-423b-adf0-31c42aa5f6cf tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:17:06.664657 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-dab830b4-328f-423b-adf0-31c42aa5f6cf tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "DELETE /v2.0/subnets/60460500-3abb-4731-8a41-41aaa320ab5a HTTP/1.1" status: 404 len: 337 time: 0.0264189 Jul 24 01:17:06.664896 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36878) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:06.688315 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f290026-5c88-4753-9857-c00255946309 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] DELETE failed (client error): The resource could not be found. Jul 24 01:17:06.688844 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f290026-5c88-4753-9857-c00255946309 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:17:06.690539 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8f290026-5c88-4753-9857-c00255946309 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "DELETE /v2.0/networks/301530b2-22b7-47a7-8ced-4eab76a700c0 HTTP/1.1" status: 404 len: 339 time: 0.0246024 Jul 24 01:17:06.692999 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36880) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:06.720493 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-986f6252-213d-4854-a465-8f15f4c103cb tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] DELETE failed (client error): The resource could not be found. Jul 24 01:17:06.720963 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-986f6252-213d-4854-a465-8f15f4c103cb tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:17:06.723245 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-986f6252-213d-4854-a465-8f15f4c103cb tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "DELETE /v2.0/subnets/37eca232-daa0-403a-86fd-aa079ae5039e HTTP/1.1" status: 404 len: 337 time: 0.0287056 Jul 24 01:17:06.725224 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36882) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:06.743229 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-270e4246-27d7-4486-bd60-97f200214d32 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] DELETE failed (client error): The resource could not be found. Jul 24 01:17:06.743748 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-270e4246-27d7-4486-bd60-97f200214d32 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:17:06.745412 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-270e4246-27d7-4486-bd60-97f200214d32 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "DELETE /v2.0/networks/869f2c73-b096-41c7-b221-73d7bcdea097 HTTP/1.1" status: 404 len: 339 time: 0.0192790 Jul 24 01:17:06.747802 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36884) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:06.798485 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-20550501-5201-41d5-8a81-4bdaedba6437 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Deleting subnet 26a88af1-8e0d-4e06-97b5-fa720ca92f2b {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:17:06.802049 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-20550501-5201-41d5-8a81-4bdaedba6437 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:06.841445 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-20550501-5201-41d5-8a81-4bdaedba6437 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:06.931669 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-20550501-5201-41d5-8a81-4bdaedba6437 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:06.991634 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-20550501-5201-41d5-8a81-4bdaedba6437 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:07.019921 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20550501-5201-41d5-8a81-4bdaedba6437 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event deleted for resources: {'Subnet': ['ID=26a88af1-8e0d-4e06-97b5-fa720ca92f2b,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:07.025080 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-20550501-5201-41d5-8a81-4bdaedba6437 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:07.032284 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36886) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:07.033741 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb5a2fa-56eb-4e66-8821-7f6c1263fff5 None None] Network 8ff995b2-4b19-4058-a495-d8346eb3ec09 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:17:07.035393 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-20550501-5201-41d5-8a81-4bdaedba6437 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "DELETE /v2.0/subnets/26a88af1-8e0d-4e06-97b5-fa720ca92f2b HTTP/1.1" status: 204 len: 168 time: 0.2865474 Jul 24 01:17:07.116080 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9ffd3902-2796-4670-8868-950b8fbb3920 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:07.173792 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-9ffd3902-2796-4670-8868-950b8fbb3920 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Deleting port c036b61f-1aa4-4038-804b-e17cda3315dc {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:17:07.174537 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9ffd3902-2796-4670-8868-950b8fbb3920 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:07.267929 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-9ffd3902-2796-4670-8868-950b8fbb3920 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] For port c036b61f-1aa4-4038-804b-e17cda3315dc, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=c036b61f-1aa4-4038-804b-e17cda3315dc,segment=NetworkSegment(39f7400e-4e31-4336-99ad-2524fd950962),segment_id=39f7400e-4e31-4336-99ad-2524fd950962)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:17:07.268438 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9ffd3902-2796-4670-8868-950b8fbb3920 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:07.284822 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-9ffd3902-2796-4670-8868-950b8fbb3920 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Calling delete_port for c036b61f-1aa4-4038-804b-e17cda3315dc owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:17:07.307334 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5b5edc-2289-46b6-93fe-ffc82146474a req-d44ae1d0-365b-4bd8-890e-c992751a1d07 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:07.309145 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9b5b5edc-2289-46b6-93fe-ffc82146474a req-d44ae1d0-365b-4bd8-890e-c992751a1d07 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3e8f0886-3ec4-430a-9c04-1358bfe06939 HTTP/1.1" status: 200 len: 1095 time: 0.0735769 Jul 24 01:17:07.388242 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9ffd3902-2796-4670-8868-950b8fbb3920 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:07.422249 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca2c2d4-2f50-447c-a263-5861d18bb375 None None] DHCP port deletion for 8ff995b2-4b19-4058-a495-d8346eb3ec09 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:17:07.425368 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd3902-2796-4670-8868-950b8fbb3920 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event deleted for resources: {'Port': ['ID=c036b61f-1aa4-4038-804b-e17cda3315dc,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:07.436237 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffd3902-2796-4670-8868-950b8fbb3920 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] No DVR routers for this DVR port c036b61f-1aa4-4038-804b-e17cda3315dc on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:17:07.553096 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9ffd3902-2796-4670-8868-950b8fbb3920 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:07.592188 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-9ffd3902-2796-4670-8868-950b8fbb3920 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ff995b2-4b19-4058-a495-d8346eb3ec09']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:07.609057 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-9ffd3902-2796-4670-8868-950b8fbb3920 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39f7400e-4e31-4336-99ad-2524fd950962') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:07.609455 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-9ffd3902-2796-4670-8868-950b8fbb3920 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39f7400e-4e31-4336-99ad-2524fd950962') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:07.622044 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9ffd3902-2796-4670-8868-950b8fbb3920 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:07.644630 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9ffd3902-2796-4670-8868-950b8fbb3920 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:07.655008 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ffd3902-2796-4670-8868-950b8fbb3920 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:17:07.655645 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9ffd3902-2796-4670-8868-950b8fbb3920 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:07.660670 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:17:07.660670 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:17:07.660670 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:17:07.660670 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:17:07.660670 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:17:07.660670 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:17:07.660670 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:17:07.660670 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:17:07.660670 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:17:07.660670 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:17:07.660670 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:17:07.660670 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:17:07.660670 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:17:07.660670 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:17:07.660670 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:17:07.660670 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:17:07.660670 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:17:07.660670 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:17:07.660670 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:17:07.660670 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:17:07.660670 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:17:07.660670 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:17:07.660670 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:17:07.660670 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:17:07.660670 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:17:07.660670 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:17:07.660670 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:17:07.660670 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:17:07.660670 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:17:07.660670 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:17:07.660670 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:17:07.660670 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:17:07.690660 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd92ca15-062b-4026-9c9e-0328cc767357 req-57e46b0d-4a92-495a-8ada-fce3e8d3051b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:07.697693 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dd92ca15-062b-4026-9c9e-0328cc767357 req-57e46b0d-4a92-495a-8ada-fce3e8d3051b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 945 time: 0.1413300 Jul 24 01:17:07.707755 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9b5b5edc-2289-46b6-93fe-ffc82146474a req-afe6a2ba-b93a-4fdb-ba35-f9686d80a7ec tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4eadc4f6-129d-4e4c-9fae-fc91a9b9d220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3921943 Jul 24 01:17:07.777536 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9ffd3902-2796-4670-8868-950b8fbb3920 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:07.785661 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9ffd3902-2796-4670-8868-950b8fbb3920 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:07.788231 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9ffd3902-2796-4670-8868-950b8fbb3920 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] 10.222.0.15 "DELETE /v2.0/networks/8ff995b2-4b19-4058-a495-d8346eb3ec09 HTTP/1.1" status: 204 len: 168 time: 0.7540822 Jul 24 01:17:07.805634 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dd92ca15-062b-4026-9c9e-0328cc767357 req-1356d0f9-bf46-41ef-ab71-eb27e8607a93 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e06e022-26be-4ac1-8e2f-f5b45b16df9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070633 Jul 24 01:17:07.806510 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd3902-2796-4670-8868-950b8fbb3920 tempest-NetworksTest-1829961565 tempest-NetworksTest-1829961565-project] Pushing event deleted for resources: {'Network': ['ID=8ff995b2-4b19-4058-a495-d8346eb3ec09,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:08.031772 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36898) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:08.163963 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-aaeb3473-a93b-4981-9a57-b8cb99141c67 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=484c6141b4a04985983f5f38efaf81c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1310186 Jul 24 01:17:08.166330 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36902) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:08.218370 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aa551be5-4691-4377-8e60-c5bb8127ae13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:08.239624 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aa551be5-4691-4377-8e60-c5bb8127ae13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:08.284993 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aa551be5-4691-4377-8e60-c5bb8127ae13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:08.287840 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aa551be5-4691-4377-8e60-c5bb8127ae13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:08.289015 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-aa551be5-4691-4377-8e60-c5bb8127ae13 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/52e413ef-41b3-4824-9b42-c1dd4ed9931f HTTP/1.1" status: 204 len: 168 time: 0.1217580 Jul 24 01:17:08.297461 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa551be5-4691-4377-8e60-c5bb8127ae13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e413ef-41b3-4824-9b42-c1dd4ed9931f,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:08.333685 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 0f1651e4-cc1d-4ac2-8b95-76daed050d4f details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:17:08.432840 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 0f1651e4-cc1d-4ac2-8b95-76daed050d4f, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=0f1651e4-cc1d-4ac2-8b95-76daed050d4f,segment=NetworkSegment(51d7029b-ad14-410a-af5e-89ab4764ae76),segment_id=51d7029b-ad14-410a-af5e-89ab4764ae76)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:17:08.445027 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '0f1651e4-cc1d-4ac2-8b95-76daed050d4f', 'network_id': '0bbf226c-5d54-4650-bc14-f9eb5a074a8e', 'port_id': '0f1651e4-cc1d-4ac2-8b95-76daed050d4f', 'mac_address': 'fa:16:3e:81:b7:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef8a61d-f9bf-4c86-99b0-47ad5c3929f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:17:08.481345 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:08.495152 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f1651e4-cc1d-4ac2-8b95-76daed050d4f {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:17:08.516673 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 0f1651e4-cc1d-4ac2-8b95-76daed050d4f, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=0f1651e4-cc1d-4ac2-8b95-76daed050d4f,segment=NetworkSegment(51d7029b-ad14-410a-af5e-89ab4764ae76),segment_id=51d7029b-ad14-410a-af5e-89ab4764ae76)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:17:08.521290 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:08.572980 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=0f1651e4-cc1d-4ac2-8b95-76daed050d4f,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:08.756881 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['0f1651e4-cc1d-4ac2-8b95-76daed050d4f'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:17:08.858842 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf5036-6444-4fe0-8336-750afcd50c57 req-c7c9dad7-6e31-44c3-881a-4887a9492ba2 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:08.860458 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2edf5036-6444-4fe0-8336-750afcd50c57 req-c7c9dad7-6e31-44c3-881a-4887a9492ba2 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3e8f0886-3ec4-430a-9c04-1358bfe06939 HTTP/1.1" status: 200 len: 1096 time: 0.0784431 Jul 24 01:17:08.896865 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2edf5036-6444-4fe0-8336-750afcd50c57 req-56851da2-cbaf-4687-bf44-214679f81089 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4eadc4f6-129d-4e4c-9fae-fc91a9b9d220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306108 Jul 24 01:17:08.968168 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36930) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:08.972973 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f32ff0-6f40-45c2-b884-efabd9bf18ae req-8263f143-3fd7-4590-a051-387369db6a0e tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:08.974954 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-34f32ff0-6f40-45c2-b884-efabd9bf18ae req-8263f143-3fd7-4590-a051-387369db6a0e tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 945 time: 0.0694094 Jul 24 01:17:09.013514 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-34f32ff0-6f40-45c2-b884-efabd9bf18ae req-40a7c537-db15-4d5c-ad3e-caac1fd456e3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e06e022-26be-4ac1-8e2f-f5b45b16df9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333691 Jul 24 01:17:09.065147 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-b158d350-c12e-4139-9bc2-b647751f0b4a tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-106589636'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:09.086137 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b158d350-c12e-4139-9bc2-b647751f0b4a tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Made reservation on behalf of 79918f17ff4041bf8e170911a9b5ce11 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:17:09.089635 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b158d350-c12e-4139-9bc2-b647751f0b4a tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:09.098670 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b158d350-c12e-4139-9bc2-b647751f0b4a tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:09.188941 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b158d350-c12e-4139-9bc2-b647751f0b4a tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:09.192590 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b158d350-c12e-4139-9bc2-b647751f0b4a tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:09.219180 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b158d350-c12e-4139-9bc2-b647751f0b4a tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:17:09.231674 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b158d350-c12e-4139-9bc2-b647751f0b4a tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eee2cea-bc9c-40d2-8f7d-897b0a749915,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:09.238772 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b158d350-c12e-4139-9bc2-b647751f0b4a tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:09.239166 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-b158d350-c12e-4139-9bc2-b647751f0b4a tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Added segment 90a5c1a2-f47c-4ac9-8faf-da4a9d913e9b of type vlan for network ec8c97cf-a5a4-49ff-901b-2f06391df4ac Jul 24 01:17:09.282511 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b158d350-c12e-4139-9bc2-b647751f0b4a tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:09.303536 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device c036b61f-1aa4-4038-804b-e17cda3315dc no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:17:09.312482 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b158d350-c12e-4139-9bc2-b647751f0b4a tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:09.318160 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b158d350-c12e-4139-9bc2-b647751f0b4a tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:09.318778 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b158d350-c12e-4139-9bc2-b647751f0b4a tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:09.323894 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: c036b61f-1aa4-4038-804b-e17cda3315dc {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:17:09.324329 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device c036b61f-1aa4-4038-804b-e17cda3315dc not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:17:09.361261 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b158d350-c12e-4139-9bc2-b647751f0b4a tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3892770 Jul 24 01:17:09.362467 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36936) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:09.368041 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-20c1be7d-e61e-48e3-83f9-6a90d683fd29 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'port': {'network_id': 'ec8c97cf-a5a4-49ff-901b-2f06391df4ac', 'name': 'tempest-PortsTestJSON-197069716'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:09.388394 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b158d350-c12e-4139-9bc2-b647751f0b4a tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'Network': ['ID=ec8c97cf-a5a4-49ff-901b-2f06391df4ac,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:09.399961 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network ec8c97cf-a5a4-49ff-901b-2f06391df4ac details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:17:09.459942 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c1be7d-e61e-48e3-83f9-6a90d683fd29 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Made reservation on behalf of 79918f17ff4041bf8e170911a9b5ce11 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:17:09.463110 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-20c1be7d-e61e-48e3-83f9-6a90d683fd29 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:09.480267 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [None req-20c1be7d-e61e-48e3-83f9-6a90d683fd29 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] device_id is not set on port 81d30091-8031-49e9-bdca-3a8943abdccb yet. {{(pid=100464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:17:09.641813 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-20c1be7d-e61e-48e3-83f9-6a90d683fd29 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:09.680218 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-20c1be7d-e61e-48e3-83f9-6a90d683fd29 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:09.740705 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c1be7d-e61e-48e3-83f9-6a90d683fd29 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'Port': ['ID=81d30091-8031-49e9-bdca-3a8943abdccb,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:09.749827 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c1be7d-e61e-48e3-83f9-6a90d683fd29 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Checking segment: {'id': '90a5c1a2-f47c-4ac9-8faf-da4a9d913e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ec8c97cf-a5a4-49ff-901b-2f06391df4ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:17:09.750200 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c1be7d-e61e-48e3-83f9-6a90d683fd29 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Network hostable DHCP agents. Network: ec8c97cf-a5a4-49ff-901b-2f06391df4ac, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:17:09.766518 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c1be7d-e61e-48e3-83f9-6a90d683fd29 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Network ec8c97cf-a5a4-49ff-901b-2f06391df4ac is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:17:09.775035 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-20c1be7d-e61e-48e3-83f9-6a90d683fd29 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, ec8c97cf-a5a4-49ff-901b-2f06391df4ac) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:17:09.778613 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c1be7d-e61e-48e3-83f9-6a90d683fd29 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:17:09.784485 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ee1bc9-7f0d-43e0-9485-728119f71e52 None None] Network ec8c97cf-a5a4-49ff-901b-2f06391df4ac requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:17:09.784986 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c1be7d-e61e-48e3-83f9-6a90d683fd29 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:09.785614 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-20c1be7d-e61e-48e3-83f9-6a90d683fd29 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:09.801254 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-20c1be7d-e61e-48e3-83f9-6a90d683fd29 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4373355 Jul 24 01:17:09.804330 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36938) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:09.809307 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-842ca41e-632b-422f-adf8-dffb9d3092cf tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-223099021'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:09.830164 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842ca41e-632b-422f-adf8-dffb9d3092cf tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Made reservation on behalf of 79918f17ff4041bf8e170911a9b5ce11 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:17:09.833646 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-842ca41e-632b-422f-adf8-dffb9d3092cf tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:09.859920 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-842ca41e-632b-422f-adf8-dffb9d3092cf tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:17:09.869819 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-842ca41e-632b-422f-adf8-dffb9d3092cf tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:09.870169 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-842ca41e-632b-422f-adf8-dffb9d3092cf tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Added segment fa6ba399-01ff-4ec4-8a0b-c70fd213445d of type vlan for network d457915c-12c6-42a1-a31d-11b5fba97eee Jul 24 01:17:09.917229 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-842ca41e-632b-422f-adf8-dffb9d3092cf tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:09.953056 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-842ca41e-632b-422f-adf8-dffb9d3092cf tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:09.958846 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842ca41e-632b-422f-adf8-dffb9d3092cf tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:09.959441 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-842ca41e-632b-422f-adf8-dffb9d3092cf tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:09.993874 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-842ca41e-632b-422f-adf8-dffb9d3092cf tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1884558 Jul 24 01:17:09.996489 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36944) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:10.003643 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-804adaca-a9fd-47d3-8bea-f32d34bf5403 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'ports': [{'network_id': 'ec8c97cf-a5a4-49ff-901b-2f06391df4ac'}, {'network_id': 'd457915c-12c6-42a1-a31d-11b5fba97eee'}]} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:10.003959 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-804adaca-a9fd-47d3-8bea-f32d34bf5403 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'port': {'network_id': 'ec8c97cf-a5a4-49ff-901b-2f06391df4ac'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:10.004438 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-804adaca-a9fd-47d3-8bea-f32d34bf5403 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'port': {'network_id': 'd457915c-12c6-42a1-a31d-11b5fba97eee'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:10.035568 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4610262-dbf4-4044-bfd6-a93e0416910a req-19222212-5cdc-48c5-a4d0-e285dc9904b5 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:10.037146 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a4610262-dbf4-4044-bfd6-a93e0416910a req-19222212-5cdc-48c5-a4d0-e285dc9904b5 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3e8f0886-3ec4-430a-9c04-1358bfe06939 HTTP/1.1" status: 200 len: 1096 time: 0.0600801 Jul 24 01:17:10.051377 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ca41e-632b-422f-adf8-dffb9d3092cf tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'Network': ['ID=d457915c-12c6-42a1-a31d-11b5fba97eee,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:10.064232 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network d457915c-12c6-42a1-a31d-11b5fba97eee details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:17:10.082242 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a4610262-dbf4-4044-bfd6-a93e0416910a req-105a92d9-b0c0-4f53-88bf-3ae03dc32f00 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4eadc4f6-129d-4e4c-9fae-fc91a9b9d220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384648 Jul 24 01:17:10.257554 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3956e5-08e6-426c-b852-eef08f2f579e req-ab9d429e-abaf-4c71-9102-da43daa8a688 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:10.258977 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7a3956e5-08e6-426c-b852-eef08f2f579e req-ab9d429e-abaf-4c71-9102-da43daa8a688 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 945 time: 0.1702659 Jul 24 01:17:10.281615 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804adaca-a9fd-47d3-8bea-f32d34bf5403 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Made reservation on behalf of 79918f17ff4041bf8e170911a9b5ce11 for: {'port': 2} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:17:10.286011 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-804adaca-a9fd-47d3-8bea-f32d34bf5403 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:10.307966 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-804adaca-a9fd-47d3-8bea-f32d34bf5403 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:10.323828 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7a3956e5-08e6-426c-b852-eef08f2f579e req-afa9bce4-4630-4f34-89a2-e1d912b130b9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e06e022-26be-4ac1-8e2f-f5b45b16df9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587907 Jul 24 01:17:10.351342 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 0f1651e4-cc1d-4ac2-8b95-76daed050d4f up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:17:10.393504 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [None req-804adaca-a9fd-47d3-8bea-f32d34bf5403 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] device_id is not set on port 2d46c28b-a981-4eed-b788-4628234b4964 yet. {{(pid=100464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:17:10.400919 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 0f1651e4-cc1d-4ac2-8b95-76daed050d4f completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:17:10.406817 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 0f1651e4-cc1d-4ac2-8b95-76daed050d4f triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:17:10.407194 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:10.488433 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:10.511946 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8f0886-3ec4-430a-9c04-1358bfe06939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1651e4-cc1d-4ac2-8b95-76daed050d4f'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:17:10.514819 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8edf0d86-568d-4f10-b48b-71b4d4727af4" -d '{"events": [{"server_uuid": "3e8f0886-3ec4-430a-9c04-1358bfe06939", "name": "network-vif-plugged", "status": "completed", "tag": "0f1651e4-cc1d-4ac2-8b95-76daed050d4f"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:17:10.517115 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-804adaca-a9fd-47d3-8bea-f32d34bf5403 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:10.529908 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 0f1651e4-cc1d-4ac2-8b95-76daed050d4f, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=0f1651e4-cc1d-4ac2-8b95-76daed050d4f,segment=NetworkSegment(51d7029b-ad14-410a-af5e-89ab4764ae76),segment_id=51d7029b-ad14-410a-af5e-89ab4764ae76)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:17:10.535862 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:10.560659 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13d30e9-707a-4904-b0a3-6e913223c233 x-openstack-request-id: req-d13d30e9-707a-4904-b0a3-6e913223c233 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:17:10.561314 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8f0886-3ec4-430a-9c04-1358bfe06939", "name": "network-vif-plugged", "status": "completed", "tag": "0f1651e4-cc1d-4ac2-8b95-76daed050d4f", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:17:10.561571 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d13d30e9-707a-4904-b0a3-6e913223c233 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:17:10.561967 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e8f0886-3ec4-430a-9c04-1358bfe06939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f1651e4-cc1d-4ac2-8b95-76daed050d4f', 'code': 200} Jul 24 01:17:10.588891 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=0f1651e4-cc1d-4ac2-8b95-76daed050d4f,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:10.599318 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [None req-804adaca-a9fd-47d3-8bea-f32d34bf5403 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] device_id is not set on port e9bf9587-0f56-43b7-84e7-7f99c7887786 yet. {{(pid=100464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:17:10.739275 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94333408-8d30-4daa-88e0-495b689828ca req-e6eb3575-4786-461f-93ba-811726a71e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:10.740800 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-94333408-8d30-4daa-88e0-495b689828ca req-e6eb3575-4786-461f-93ba-811726a71e0e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3e8f0886-3ec4-430a-9c04-1358bfe06939 HTTP/1.1" status: 200 len: 1097 time: 0.1281381 Jul 24 01:17:10.777768 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-804adaca-a9fd-47d3-8bea-f32d34bf5403 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:10.800871 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-94333408-8d30-4daa-88e0-495b689828ca req-c921d844-a28a-42bd-9078-c1c14e517533 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4eadc4f6-129d-4e4c-9fae-fc91a9b9d220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492167 Jul 24 01:17:10.827963 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-804adaca-a9fd-47d3-8bea-f32d34bf5403 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:10.871852 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804adaca-a9fd-47d3-8bea-f32d34bf5403 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Network ec8c97cf-a5a4-49ff-901b-2f06391df4ac is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:17:10.877400 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-804adaca-a9fd-47d3-8bea-f32d34bf5403 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:17:10.881748 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804adaca-a9fd-47d3-8bea-f32d34bf5403 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:17:10.882605 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-804adaca-a9fd-47d3-8bea-f32d34bf5403 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:10.889584 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804adaca-a9fd-47d3-8bea-f32d34bf5403 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'Port': ['ID=2d46c28b-a981-4eed-b788-4628234b4964,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:10.955665 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804adaca-a9fd-47d3-8bea-f32d34bf5403 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'Port': ['ID=e9bf9587-0f56-43b7-84e7-7f99c7887786,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:10.960240 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804adaca-a9fd-47d3-8bea-f32d34bf5403 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Checking segment: {'id': 'fa6ba399-01ff-4ec4-8a0b-c70fd213445d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd457915c-12c6-42a1-a31d-11b5fba97eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:17:10.960571 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804adaca-a9fd-47d3-8bea-f32d34bf5403 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Network hostable DHCP agents. Network: d457915c-12c6-42a1-a31d-11b5fba97eee, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:17:10.977666 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804adaca-a9fd-47d3-8bea-f32d34bf5403 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Network d457915c-12c6-42a1-a31d-11b5fba97eee is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:17:10.986548 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-804adaca-a9fd-47d3-8bea-f32d34bf5403 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, d457915c-12c6-42a1-a31d-11b5fba97eee) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:17:10.990116 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804adaca-a9fd-47d3-8bea-f32d34bf5403 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:17:10.995094 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3094b453-2217-4bcb-a1bc-65008d00e1a2 None None] Network d457915c-12c6-42a1-a31d-11b5fba97eee requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:17:10.995871 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804adaca-a9fd-47d3-8bea-f32d34bf5403 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:11.001362 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804adaca-a9fd-47d3-8bea-f32d34bf5403 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:11.002029 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-804adaca-a9fd-47d3-8bea-f32d34bf5403 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:11.016298 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-804adaca-a9fd-47d3-8bea-f32d34bf5403 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0187919 Jul 24 01:17:11.019248 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36952) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:11.116807 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-9d36ec64-8495-444a-97f8-92bee52f033b tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Deleting port e9bf9587-0f56-43b7-84e7-7f99c7887786 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:17:11.117264 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9d36ec64-8495-444a-97f8-92bee52f033b tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:11.195058 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9d36ec64-8495-444a-97f8-92bee52f033b tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:11.224189 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-9d36ec64-8495-444a-97f8-92bee52f033b tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Calling delete_port for e9bf9587-0f56-43b7-84e7-7f99c7887786 owned by {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:17:11.300463 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89914b38-812e-4358-9418-0d0f180e82da req-a8f5921b-08e1-4596-b359-9999eb20d462 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:11.301995 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-89914b38-812e-4358-9418-0d0f180e82da req-a8f5921b-08e1-4596-b359-9999eb20d462 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3e8f0886-3ec4-430a-9c04-1358bfe06939 HTTP/1.1" status: 200 len: 1097 time: 0.1213450 Jul 24 01:17:11.344892 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-89914b38-812e-4358-9418-0d0f180e82da req-997aa1ac-90ed-4eb8-9268-1869bfc617e4 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4eadc4f6-129d-4e4c-9fae-fc91a9b9d220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371909 Jul 24 01:17:11.345472 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9d36ec64-8495-444a-97f8-92bee52f033b tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:11.374609 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d36ec64-8495-444a-97f8-92bee52f033b tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'Port': ['ID=e9bf9587-0f56-43b7-84e7-7f99c7887786,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:11.380044 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9d36ec64-8495-444a-97f8-92bee52f033b tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:11.382237 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9d36ec64-8495-444a-97f8-92bee52f033b tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/ports/e9bf9587-0f56-43b7-84e7-7f99c7887786 HTTP/1.1" status: 204 len: 168 time: 0.3620598 Jul 24 01:17:11.384789 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36958) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:11.474447 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495a206-8177-4156-a463-c21fe3c752c6 req-272d1622-2df2-4f7d-8e1a-23b75725631f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:11.475998 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8495a206-8177-4156-a463-c21fe3c752c6 req-272d1622-2df2-4f7d-8e1a-23b75725631f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 945 time: 0.0629067 Jul 24 01:17:11.491689 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2eb6d91-039e-46c2-af7c-1c89eef655da tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:11.497752 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2eb6d91-039e-46c2-af7c-1c89eef655da tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:11.499628 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d2eb6d91-039e-46c2-af7c-1c89eef655da tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1138239 Jul 24 01:17:11.502260 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36960) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:11.513027 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8495a206-8177-4156-a463-c21fe3c752c6 req-77f15463-bbb5-4569-85ed-a1576ba01f4d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e06e022-26be-4ac1-8e2f-f5b45b16df9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314336 Jul 24 01:17:11.601979 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-520aa7b8-f057-4907-9dc8-98d92e693142 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Deleting port 2d46c28b-a981-4eed-b788-4628234b4964 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:17:11.602331 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-520aa7b8-f057-4907-9dc8-98d92e693142 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:11.676077 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-520aa7b8-f057-4907-9dc8-98d92e693142 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:11.688385 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-520aa7b8-f057-4907-9dc8-98d92e693142 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Calling delete_port for 2d46c28b-a981-4eed-b788-4628234b4964 owned by {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:17:11.772039 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-520aa7b8-f057-4907-9dc8-98d92e693142 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:11.805762 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-520aa7b8-f057-4907-9dc8-98d92e693142 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:11.807945 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-520aa7b8-f057-4907-9dc8-98d92e693142 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/ports/2d46c28b-a981-4eed-b788-4628234b4964 HTTP/1.1" status: 204 len: 168 time: 0.3047116 Jul 24 01:17:11.808815 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520aa7b8-f057-4907-9dc8-98d92e693142 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'Port': ['ID=2d46c28b-a981-4eed-b788-4628234b4964,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:11.811158 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36962) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:11.913849 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1664ed-f5c2-4f5a-adce-c154ae736a23 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:11.915385 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7d1664ed-f5c2-4f5a-adce-c154ae736a23 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1031325 Jul 24 01:17:11.918163 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36964) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:11.944547 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad6cdcac-d233-4644-8f2d-4dba5622f726 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] GET failed (client error): The resource could not be found. Jul 24 01:17:11.945917 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ad6cdcac-d233-4644-8f2d-4dba5622f726 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "GET /v2.0/ports/e9bf9587-0f56-43b7-84e7-7f99c7887786 HTTP/1.1" status: 404 len: 333 time: 0.0268135 Jul 24 01:17:11.948308 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36966) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:11.974236 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-29b59a12-21b8-48ce-86fe-4c07be3dacd1 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] GET failed (client error): The resource could not be found. Jul 24 01:17:11.975785 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-29b59a12-21b8-48ce-86fe-4c07be3dacd1 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "GET /v2.0/ports/2d46c28b-a981-4eed-b788-4628234b4964 HTTP/1.1" status: 404 len: 333 time: 0.0265453 Jul 24 01:17:11.978453 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36970) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:12.056934 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d057a05c-8586-4401-8246-11b6005e56de tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:12.146135 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d057a05c-8586-4401-8246-11b6005e56de tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:12.155989 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-d057a05c-8586-4401-8246-11b6005e56de tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d457915c-12c6-42a1-a31d-11b5fba97eee']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:12.165657 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-d057a05c-8586-4401-8246-11b6005e56de tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa6ba399-01ff-4ec4-8a0b-c70fd213445d') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:12.165956 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-d057a05c-8586-4401-8246-11b6005e56de tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa6ba399-01ff-4ec4-8a0b-c70fd213445d') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:12.178042 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d057a05c-8586-4401-8246-11b6005e56de tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:12.192212 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d057a05c-8586-4401-8246-11b6005e56de tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:12.197960 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d057a05c-8586-4401-8246-11b6005e56de tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:17:12.198281 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d057a05c-8586-4401-8246-11b6005e56de tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:12.201187 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:17:12.201187 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:17:12.201187 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:17:12.201187 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:17:12.201187 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:17:12.201187 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:17:12.201187 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:17:12.201187 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:17:12.201187 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:17:12.201187 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:17:12.201187 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:17:12.201187 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:17:12.201187 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:17:12.201187 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:17:12.201187 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:17:12.201187 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:17:12.201187 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:17:12.201187 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:17:12.201187 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:17:12.201187 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:17:12.201187 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:17:12.201187 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:17:12.201187 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:17:12.201187 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:17:12.201187 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:17:12.201187 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:17:12.201187 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:17:12.201187 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:17:12.201187 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:17:12.201187 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:17:12.201187 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:17:12.201187 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:17:12.257132 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d057a05c-8586-4401-8246-11b6005e56de tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:12.262613 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d057a05c-8586-4401-8246-11b6005e56de tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:12.264632 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d057a05c-8586-4401-8246-11b6005e56de tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/networks/d457915c-12c6-42a1-a31d-11b5fba97eee HTTP/1.1" status: 204 len: 168 time: 0.2851448 Jul 24 01:17:12.268232 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36972) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:12.274137 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-1e25e2f4-6022-489c-b4f2-5ba560cd337e tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-776206025'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:12.287817 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d057a05c-8586-4401-8246-11b6005e56de tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'Network': ['ID=d457915c-12c6-42a1-a31d-11b5fba97eee,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:12.305071 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e25e2f4-6022-489c-b4f2-5ba560cd337e tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Made reservation on behalf of 79918f17ff4041bf8e170911a9b5ce11 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:17:12.308553 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1e25e2f4-6022-489c-b4f2-5ba560cd337e tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:12.331629 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e25e2f4-6022-489c-b4f2-5ba560cd337e tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:17:12.340862 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1e25e2f4-6022-489c-b4f2-5ba560cd337e tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:12.341272 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-1e25e2f4-6022-489c-b4f2-5ba560cd337e tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Added segment 7a2db405-b155-4a39-a1ff-e334d4896e87 of type vlan for network 6b690ace-9afc-4638-829c-2b04f007cc02 Jul 24 01:17:12.386339 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1e25e2f4-6022-489c-b4f2-5ba560cd337e tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:12.424737 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1e25e2f4-6022-489c-b4f2-5ba560cd337e tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:12.430089 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e25e2f4-6022-489c-b4f2-5ba560cd337e tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:12.430676 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1e25e2f4-6022-489c-b4f2-5ba560cd337e tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:12.490409 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1e25e2f4-6022-489c-b4f2-5ba560cd337e tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2199001 Jul 24 01:17:12.493459 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 36976) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:12.499399 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-367dffd9-5269-4727-b95c-eb24d597d996 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'subnet': {'network_id': '6b690ace-9afc-4638-829c-2b04f007cc02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:12.523689 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e25e2f4-6022-489c-b4f2-5ba560cd337e tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'Network': ['ID=6b690ace-9afc-4638-829c-2b04f007cc02,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:12.536749 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 6b690ace-9afc-4638-829c-2b04f007cc02 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:17:12.557848 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4590f0b-402a-40c5-9d9e-ec74c78c05b4 req-af0524e4-8861-46ff-b6cd-6ea61915efc9 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:12.559579 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d4590f0b-402a-40c5-9d9e-ec74c78c05b4 req-af0524e4-8861-46ff-b6cd-6ea61915efc9 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3e8f0886-3ec4-430a-9c04-1358bfe06939 HTTP/1.1" status: 200 len: 1097 time: 0.1436067 Jul 24 01:17:12.603411 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d4590f0b-402a-40c5-9d9e-ec74c78c05b4 req-1adb68ad-0e51-4c6e-9ce9-b637fadb5c11 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4eadc4f6-129d-4e4c-9fae-fc91a9b9d220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366607 Jul 24 01:17:12.615769 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367dffd9-5269-4727-b95c-eb24d597d996 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Made reservation on behalf of 79918f17ff4041bf8e170911a9b5ce11 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:17:12.619192 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-367dffd9-5269-4727-b95c-eb24d597d996 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:12.726171 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a45fbd-532f-42c0-be8d-ba6159857320 req-2b5935e3-b8fe-47d9-83e3-8328fdbfce72 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:12.727879 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e2a45fbd-532f-42c0-be8d-ba6159857320 req-2b5935e3-b8fe-47d9-83e3-8328fdbfce72 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3e8f0886-3ec4-430a-9c04-1358bfe06939 HTTP/1.1" status: 200 len: 1097 time: 0.0554097 Jul 24 01:17:12.745234 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfca3ce-d749-4f04-addf-f7520851aad3 req-5f484c0e-0a8b-4458-a733-49d2c6008f4e tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:12.746652 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ccfca3ce-d749-4f04-addf-f7520851aad3 req-5f484c0e-0a8b-4458-a733-49d2c6008f4e tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 945 time: 0.1467190 Jul 24 01:17:12.764652 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e2a45fbd-532f-42c0-be8d-ba6159857320 req-cd17f417-1a84-4fda-91fa-7039ca3cc311 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4eadc4f6-129d-4e4c-9fae-fc91a9b9d220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298383 Jul 24 01:17:12.822825 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ccfca3ce-d749-4f04-addf-f7520851aad3 req-06ee563a-7d7e-4b27-899f-4136ebdf813d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e06e022-26be-4ac1-8e2f-f5b45b16df9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703776 Jul 24 01:17:12.876736 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-367dffd9-5269-4727-b95c-eb24d597d996 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:12.889189 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad097af-9358-43df-b235-986aabd02ade req-3bf79354-71e2-4080-ac7e-ff0bb84eb701 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:12.890734 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3ad097af-9358-43df-b235-986aabd02ade req-3bf79354-71e2-4080-ac7e-ff0bb84eb701 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3e8f0886-3ec4-430a-9c04-1358bfe06939 HTTP/1.1" status: 200 len: 1097 time: 0.0608234 Jul 24 01:17:12.925492 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3ad097af-9358-43df-b235-986aabd02ade req-73ab8141-77c0-40f5-9631-35e2912f9ce6 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4eadc4f6-129d-4e4c-9fae-fc91a9b9d220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284317 Jul 24 01:17:12.945792 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367dffd9-5269-4727-b95c-eb24d597d996 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'Subnet': ['ID=75b9cbe7-b5d8-49e3-ad04-6eb5e598bac4,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:12.956624 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367dffd9-5269-4727-b95c-eb24d597d996 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Checking segment: {'id': '7a2db405-b155-4a39-a1ff-e334d4896e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6b690ace-9afc-4638-829c-2b04f007cc02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:17:12.956990 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367dffd9-5269-4727-b95c-eb24d597d996 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Network hostable DHCP agents. Network: 6b690ace-9afc-4638-829c-2b04f007cc02, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:17:12.973922 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367dffd9-5269-4727-b95c-eb24d597d996 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Network 6b690ace-9afc-4638-829c-2b04f007cc02 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:17:12.983301 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-367dffd9-5269-4727-b95c-eb24d597d996 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 6b690ace-9afc-4638-829c-2b04f007cc02) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:17:12.987777 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367dffd9-5269-4727-b95c-eb24d597d996 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:12.988519 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-367dffd9-5269-4727-b95c-eb24d597d996 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:12.991735 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660aaf8e-f990-41a8-b7a2-3d3708c679e7 None None] Network 6b690ace-9afc-4638-829c-2b04f007cc02 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:17:13.004264 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-367dffd9-5269-4727-b95c-eb24d597d996 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5093002 Jul 24 01:17:13.007705 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36986) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:13.013521 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-6b7933d5-5ba8-48ea-9a3c-7e6105c143d8 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'port': {'network_id': '6b690ace-9afc-4638-829c-2b04f007cc02', 'name': 'tempest-PortsTestJSON-739752839'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:13.159901 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b7933d5-5ba8-48ea-9a3c-7e6105c143d8 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Made reservation on behalf of 79918f17ff4041bf8e170911a9b5ce11 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:17:13.163988 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6b7933d5-5ba8-48ea-9a3c-7e6105c143d8 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:13.165557 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906b9040-4eed-4287-b712-ff619cdc3d79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-6b690ace-9afc-4638-829c-2b04f007cc02', 'network_id': '6b690ace-9afc-4638-829c-2b04f007cc02', 'tenant_id': '79918f17ff4041bf8e170911a9b5ce11', 'fixed_ips': [{'subnet_id': '75b9cbe7-b5d8-49e3-ad04-6eb5e598bac4'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:17:13.167214 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-906b9040-4eed-4287-b712-ff619cdc3d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:13.201862 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [None req-6b7933d5-5ba8-48ea-9a3c-7e6105c143d8 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] device_id is not set on port 3465dbd8-5f21-415c-bfe6-55c23069547e yet. {{(pid=100464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:17:13.277080 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ebc95-79b7-436d-970e-9884c80a3ea1 req-c4fc61d7-fb4d-468e-a3a6-6a3177294874 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:13.278653 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ac8ebc95-79b7-436d-970e-9884c80a3ea1 req-c4fc61d7-fb4d-468e-a3a6-6a3177294874 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3e8f0886-3ec4-430a-9c04-1358bfe06939 HTTP/1.1" status: 200 len: 1097 time: 0.1281412 Jul 24 01:17:13.313665 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-906b9040-4eed-4287-b712-ff619cdc3d79 None None] Allocated IP 172.20.0.2 (6b690ace-9afc-4638-829c-2b04f007cc02/75b9cbe7-b5d8-49e3-ad04-6eb5e598bac4/07279a09-8456-416d-8114-7032f7f9df49) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:17:13.316891 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ac8ebc95-79b7-436d-970e-9884c80a3ea1 req-da857535-1a43-463c-b0d1-030d61c0504f tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4eadc4f6-129d-4e4c-9fae-fc91a9b9d220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314004 Jul 24 01:17:13.463565 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-906b9040-4eed-4287-b712-ff619cdc3d79 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:13.472331 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-906b9040-4eed-4287-b712-ff619cdc3d79 None None] Transition to ACTIVE for port object 07279a09-8456-416d-8114-7032f7f9df49 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:17:13.487155 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-906b9040-4eed-4287-b712-ff619cdc3d79 None None] Transition to ACTIVE for port object 07279a09-8456-416d-8114-7032f7f9df49 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:17:13.494045 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-906b9040-4eed-4287-b712-ff619cdc3d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:13.554640 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906b9040-4eed-4287-b712-ff619cdc3d79 None None] Network 6b690ace-9afc-4638-829c-2b04f007cc02 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:17:13.557361 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-906b9040-4eed-4287-b712-ff619cdc3d79 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:17:13.559815 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906b9040-4eed-4287-b712-ff619cdc3d79 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:17:13.569052 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-6b7933d5-5ba8-48ea-9a3c-7e6105c143d8 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Allocated IP 172.20.0.10 (6b690ace-9afc-4638-829c-2b04f007cc02/75b9cbe7-b5d8-49e3-ad04-6eb5e598bac4/3465dbd8-5f21-415c-bfe6-55c23069547e) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:17:13.601706 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b9040-4eed-4287-b712-ff619cdc3d79 None None] Pushing event updated for resources: {'Port': ['ID=07279a09-8456-416d-8114-7032f7f9df49,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:13.636668 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-906b9040-4eed-4287-b712-ff619cdc3d79 None None] Attempting to bind port 07279a09-8456-416d-8114-7032f7f9df49 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:17:13.637039 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-906b9040-4eed-4287-b712-ff619cdc3d79 None None] Attempting to bind port 07279a09-8456-416d-8114-7032f7f9df49 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '7a2db405-b155-4a39-a1ff-e334d4896e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6b690ace-9afc-4638-829c-2b04f007cc02'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:17:13.637445 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906b9040-4eed-4287-b712-ff619cdc3d79 None None] Attempting to bind port 07279a09-8456-416d-8114-7032f7f9df49 on network 6b690ace-9afc-4638-829c-2b04f007cc02 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:17:13.642899 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906b9040-4eed-4287-b712-ff619cdc3d79 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:17:13.643274 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906b9040-4eed-4287-b712-ff619cdc3d79 None None] Checking segment: {'id': '7a2db405-b155-4a39-a1ff-e334d4896e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6b690ace-9afc-4638-829c-2b04f007cc02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:17:13.643676 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-906b9040-4eed-4287-b712-ff619cdc3d79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:13.644071 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906b9040-4eed-4287-b712-ff619cdc3d79 None None] Bound using segment: {'id': '7a2db405-b155-4a39-a1ff-e334d4896e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6b690ace-9afc-4638-829c-2b04f007cc02'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:17:13.644585 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-906b9040-4eed-4287-b712-ff619cdc3d79 None None] Bound port: 07279a09-8456-416d-8114-7032f7f9df49, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a2db405-b155-4a39-a1ff-e334d4896e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '6b690ace-9afc-4638-829c-2b04f007cc02'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:17:13.644974 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-906b9040-4eed-4287-b712-ff619cdc3d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:13.707518 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-906b9040-4eed-4287-b712-ff619cdc3d79 None None] For port 07279a09-8456-416d-8114-7032f7f9df49, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:17:13.710520 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-906b9040-4eed-4287-b712-ff619cdc3d79 None None] For port 07279a09-8456-416d-8114-7032f7f9df49, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=07279a09-8456-416d-8114-7032f7f9df49,segment=NetworkSegment(7a2db405-b155-4a39-a1ff-e334d4896e87),segment_id=7a2db405-b155-4a39-a1ff-e334d4896e87)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:17:13.715613 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-906b9040-4eed-4287-b712-ff619cdc3d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:13.728551 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6b7933d5-5ba8-48ea-9a3c-7e6105c143d8 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:13.742215 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-6b7933d5-5ba8-48ea-9a3c-7e6105c143d8 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Transition to ACTIVE for port object 3465dbd8-5f21-415c-bfe6-55c23069547e will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:17:13.777475 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6b7933d5-5ba8-48ea-9a3c-7e6105c143d8 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:13.778679 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906b9040-4eed-4287-b712-ff619cdc3d79 None None] Pushing event updated for resources: {'Port': ['ID=07279a09-8456-416d-8114-7032f7f9df49,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:13.827140 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7933d5-5ba8-48ea-9a3c-7e6105c143d8 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Network 6b690ace-9afc-4638-829c-2b04f007cc02 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:17:13.830696 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-6b7933d5-5ba8-48ea-9a3c-7e6105c143d8 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:17:13.835968 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7933d5-5ba8-48ea-9a3c-7e6105c143d8 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:17:13.840076 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7933d5-5ba8-48ea-9a3c-7e6105c143d8 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'Port': ['ID=3465dbd8-5f21-415c-bfe6-55c23069547e,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:13.891575 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7933d5-5ba8-48ea-9a3c-7e6105c143d8 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:13.892279 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6b7933d5-5ba8-48ea-9a3c-7e6105c143d8 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:13.913980 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6b7933d5-5ba8-48ea-9a3c-7e6105c143d8 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9028785 Jul 24 01:17:13.913980 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 36994) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:14.000333 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b06752-36ec-4ca4-a3a2-f601c484a002 req-c416be8f-bbac-4a61-953d-7848069087d8 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:14.002127 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d2b06752-36ec-4ca4-a3a2-f601c484a002 req-c416be8f-bbac-4a61-953d-7848069087d8 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 945 time: 0.0938661 Jul 24 01:17:14.042199 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-39a7f9a9-93da-489a-8f68-33f66b8c7040 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Deleting port 3465dbd8-5f21-415c-bfe6-55c23069547e {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:17:14.042547 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-39a7f9a9-93da-489a-8f68-33f66b8c7040 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:14.045253 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d2b06752-36ec-4ca4-a3a2-f601c484a002 req-08da9587-1ed1-4d66-9167-7672e2eb7186 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e06e022-26be-4ac1-8e2f-f5b45b16df9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368452 Jul 24 01:17:14.136678 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-39a7f9a9-93da-489a-8f68-33f66b8c7040 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:14.148898 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-39a7f9a9-93da-489a-8f68-33f66b8c7040 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Calling delete_port for 3465dbd8-5f21-415c-bfe6-55c23069547e owned by {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:17:14.691693 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-71689623-5345-4286-ae16-c416c05f9d89 service neutron] show failed (client error): The resource could not be found. Jul 24 01:17:14.692733 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-71689623-5345-4286-ae16-c416c05f9d89 service neutron] 10.222.0.13 "GET /v2.0/ports/f3bd8307-22a0-4d5d-a298-1e5e260f570c/bindings/n-h2-793621-25 HTTP/1.1" status: 404 len: 381 time: 0.1690230 Jul 24 01:17:14.695857 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a19ade-5971-419b-80fb-795524993fdb req-f0b85d96-03bf-49e1-a411-fd04c4df612f tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:14.697346 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b2a19ade-5971-419b-80fb-795524993fdb req-f0b85d96-03bf-49e1-a411-fd04c4df612f tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3e8f0886-3ec4-430a-9c04-1358bfe06939 HTTP/1.1" status: 200 len: 1097 time: 0.1747694 Jul 24 01:17:14.785047 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f0189-e9fd-4d73-8cde-7bf67af5301f req-6355bc6f-377d-4035-84ed-128e9d4a861d tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:14.787117 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-910f0189-e9fd-4d73-8cde-7bf67af5301f req-6355bc6f-377d-4035-84ed-128e9d4a861d tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=3e8f0886-3ec4-430a-9c04-1358bfe06939 HTTP/1.1" status: 200 len: 1097 time: 0.2003925 Jul 24 01:17:14.791429 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b2a19ade-5971-419b-80fb-795524993fdb req-426cb7e0-1adb-4bd5-aa71-5540b92199e0 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4eadc4f6-129d-4e4c-9fae-fc91a9b9d220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760739 Jul 24 01:17:14.808247 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5d9f4e-b65a-433f-8c0c-ed41d1c3f4d9 None None] Network 6b690ace-9afc-4638-829c-2b04f007cc02 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:17:14.828635 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-39a7f9a9-93da-489a-8f68-33f66b8c7040 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:14.866753 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a7f9a9-93da-489a-8f68-33f66b8c7040 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'Port': ['ID=3465dbd8-5f21-415c-bfe6-55c23069547e,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:14.902499 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-6825eaea-1543-4134-b768-e3038e4faabb None None] Provisioning for port 07279a09-8456-416d-8114-7032f7f9df49 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:17:14.979123 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-39a7f9a9-93da-489a-8f68-33f66b8c7040 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:14.981029 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-39a7f9a9-93da-489a-8f68-33f66b8c7040 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/ports/3465dbd8-5f21-415c-bfe6-55c23069547e HTTP/1.1" status: 204 len: 168 time: 1.0675490 Jul 24 01:17:14.984758 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37004) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:14.993868 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-910f0189-e9fd-4d73-8cde-7bf67af5301f req-06b01ea4-3722-4506-8ca5-6f94610bcf87 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Deleting port 0f1651e4-cc1d-4ac2-8b95-76daed050d4f {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:17:14.994223 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-910f0189-e9fd-4d73-8cde-7bf67af5301f req-06b01ea4-3722-4506-8ca5-6f94610bcf87 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:15.017075 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-2f85a0a1-39d2-43d6-83b3-9369186d48e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:15.019399 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-2f85a0a1-39d2-43d6-83b3-9369186d48e7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36&tenant_id=d801781e24e8470b83b807a510a33715 HTTP/1.1" status: 200 len: 1097 time: 0.1096988 Jul 24 01:17:15.033609 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-7ad7c170-cad1-4665-ba78-f6230952848f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-25', 'device_owner': 'compute:nova'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:15.033858 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed9d1d8f-f106-4544-93e4-0888f4850dd7 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] DELETE failed (client error): The resource could not be found. Jul 24 01:17:15.034485 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed9d1d8f-f106-4544-93e4-0888f4850dd7 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:17:15.038900 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ed9d1d8f-f106-4544-93e4-0888f4850dd7 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/ports/3465dbd8-5f21-415c-bfe6-55c23069547e HTTP/1.1" status: 404 len: 333 time: 0.0506523 Jul 24 01:17:15.040474 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37006) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:15.099880 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4b8d249-fc9e-4fce-88db-0261e66421df tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] GET failed (client error): The resource could not be found. Jul 24 01:17:15.104404 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a4b8d249-fc9e-4fce-88db-0261e66421df tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "GET /v2.0/ports/3465dbd8-5f21-415c-bfe6-55c23069547e HTTP/1.1" status: 404 len: 333 time: 0.0601263 Jul 24 01:17:15.105030 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37010) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:15.113889 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-910f0189-e9fd-4d73-8cde-7bf67af5301f req-06b01ea4-3722-4506-8ca5-6f94610bcf87 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] For port 0f1651e4-cc1d-4ac2-8b95-76daed050d4f, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=0f1651e4-cc1d-4ac2-8b95-76daed050d4f,segment=NetworkSegment(51d7029b-ad14-410a-af5e-89ab4764ae76),segment_id=51d7029b-ad14-410a-af5e-89ab4764ae76)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:17:15.114587 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-910f0189-e9fd-4d73-8cde-7bf67af5301f req-06b01ea4-3722-4506-8ca5-6f94610bcf87 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:15.135445 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-910f0189-e9fd-4d73-8cde-7bf67af5301f req-06b01ea4-3722-4506-8ca5-6f94610bcf87 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Calling delete_port for 0f1651e4-cc1d-4ac2-8b95-76daed050d4f owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:17:15.258666 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c987a5d-7373-4edd-a761-a5db67b4c70a tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Deleting subnet 75b9cbe7-b5d8-49e3-ad04-6eb5e598bac4 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:17:15.262665 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9c987a5d-7373-4edd-a761-a5db67b4c70a tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:15.291875 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-910f0189-e9fd-4d73-8cde-7bf67af5301f req-06b01ea4-3722-4506-8ca5-6f94610bcf87 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:15.305086 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['0f1651e4-cc1d-4ac2-8b95-76daed050d4f'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:17:15.307917 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['c2b456ed-dfd9-40c0-85ab-cf071a939a1e'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:17:15.316393 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9c987a5d-7373-4edd-a761-a5db67b4c70a tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:15.358331 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b01ea4-3722-4506-8ca5-6f94610bcf87 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f1651e4-cc1d-4ac2-8b95-76daed050d4f,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:15.436764 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-910f0189-e9fd-4d73-8cde-7bf67af5301f req-06b01ea4-3722-4506-8ca5-6f94610bcf87 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] No DVR routers for this DVR port 0f1651e4-cc1d-4ac2-8b95-76daed050d4f on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:17:15.440017 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-910f0189-e9fd-4d73-8cde-7bf67af5301f req-06b01ea4-3722-4506-8ca5-6f94610bcf87 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:15.442467 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-910f0189-e9fd-4d73-8cde-7bf67af5301f req-06b01ea4-3722-4506-8ca5-6f94610bcf87 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.13 "DELETE /v2.0/ports/0f1651e4-cc1d-4ac2-8b95-76daed050d4f HTTP/1.1" status: 204 len: 173 time: 0.6469939 Jul 24 01:17:15.444358 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e8f0886-3ec4-430a-9c04-1358bfe06939', 'name': 'network-vif-deleted', 'tag': '0f1651e4-cc1d-4ac2-8b95-76daed050d4f'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:17:15.448692 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5c16da-52eb-4651-82e7-5c1f13f63980" -d '{"events": [{"server_uuid": "3e8f0886-3ec4-430a-9c04-1358bfe06939", "name": "network-vif-deleted", "tag": "0f1651e4-cc1d-4ac2-8b95-76daed050d4f"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:17:15.489721 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-7ad7c170-cad1-4665-ba78-f6230952848f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:15.498814 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 07279a09-8456-416d-8114-7032f7f9df49 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:17:15.526726 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae1d1c5-d430-446a-a152-aaeec704b4c7 x-openstack-request-id: req-0ae1d1c5-d430-446a-a152-aaeec704b4c7 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:17:15.527218 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e8f0886-3ec4-430a-9c04-1358bfe06939", "name": "network-vif-deleted", "tag": "0f1651e4-cc1d-4ac2-8b95-76daed050d4f", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:17:15.527615 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ae1d1c5-d430-446a-a152-aaeec704b4c7 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:17:15.528162 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e8f0886-3ec4-430a-9c04-1358bfe06939', 'name': 'network-vif-deleted', 'tag': '0f1651e4-cc1d-4ac2-8b95-76daed050d4f', 'status': 'completed', 'code': 200} Jul 24 01:17:15.607741 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9c987a5d-7373-4edd-a761-a5db67b4c70a tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:15.648922 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 07279a09-8456-416d-8114-7032f7f9df49 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:17:15.654515 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 07279a09-8456-416d-8114-7032f7f9df49 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:17:15.655797 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:15.684545 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8779715e-eddb-46b3-887d-573fa610fb7a req-c4c0494a-1e9e-4008-aceb-e2ac5462655e tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:15.686641 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8779715e-eddb-46b3-887d-573fa610fb7a req-c4c0494a-1e9e-4008-aceb-e2ac5462655e tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 945 time: 0.5517871 Jul 24 01:17:15.952766 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3bf535fd-3b04-4317-b8a9-d067f2edbcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:15.959017 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-bac34096-0e51-4d4d-993d-64e8d9ba34b6 None None] Could not find standard attr ID for object 3465dbd8-5f21-415c-bfe6-55c23069547e. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:17:15.986002 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9c987a5d-7373-4edd-a761-a5db67b4c70a tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:16.033631 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c47158be-3ec4-47f5-ba8d-8d9215369464 req-4bf86e53-f86e-4849-abed-5620c161c134 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3e8f0886-3ec4-430a-9c04-1358bfe06939 HTTP/1.1" status: 200 len: 210 time: 0.0378523 Jul 24 01:17:16.045548 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8779715e-eddb-46b3-887d-573fa610fb7a req-4b5516f3-4914-4af2-8eb3-8923fb3a641e tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e06e022-26be-4ac1-8e2f-f5b45b16df9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2298412 Jul 24 01:17:16.049885 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9c987a5d-7373-4edd-a761-a5db67b4c70a tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:16.053402 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9c987a5d-7373-4edd-a761-a5db67b4c70a tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/subnets/75b9cbe7-b5d8-49e3-ad04-6eb5e598bac4 HTTP/1.1" status: 204 len: 168 time: 0.9431465 Jul 24 01:17:16.057108 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37018) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:16.078313 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:16.136474 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-7ad7c170-cad1-4665-ba78-f6230952848f service neutron] For port f3bd8307-22a0-4d5d-a298-1e5e260f570c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=f3bd8307-22a0-4d5d-a298-1e5e260f570c,segment=NetworkSegment(cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d),segment_id=cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:17:16.168766 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 07279a09-8456-416d-8114-7032f7f9df49, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=07279a09-8456-416d-8114-7032f7f9df49,segment=NetworkSegment(7a2db405-b155-4a39-a1ff-e334d4896e87),segment_id=7a2db405-b155-4a39-a1ff-e334d4896e87)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:17:16.178833 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:16.183952 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9cbedd-8033-4822-8aec-437407914d54 None None] Network 6b690ace-9afc-4638-829c-2b04f007cc02 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:17:16.209007 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c987a5d-7373-4edd-a761-a5db67b4c70a tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'Subnet': ['ID=75b9cbe7-b5d8-49e3-ad04-6eb5e598bac4,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:16.212369 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-7ad7c170-cad1-4665-ba78-f6230952848f service neutron] For port f3bd8307-22a0-4d5d-a298-1e5e260f570c, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:17:16.220201 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3c0a382c-4be2-49f2-b302-0cabc4d7e6e3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:16.268454 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-7ad7c170-cad1-4665-ba78-f6230952848f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:16.285093 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-7ad7c170-cad1-4665-ba78-f6230952848f service neutron] Transition to ACTIVE for port object f3bd8307-22a0-4d5d-a298-1e5e260f570c will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:17:16.286420 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc89b769-5f9c-437c-8348-7d0567040a36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3bd8307-22a0-4d5d-a298-1e5e260f570c'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:17:16.286538 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-3c0a382c-4be2-49f2-b302-0cabc4d7e6e3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Deleting port 07279a09-8456-416d-8114-7032f7f9df49 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:17:16.287017 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3c0a382c-4be2-49f2-b302-0cabc4d7e6e3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:16.290734 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa8cbe7-5b63-48f6-8dbf-510567f898dd" -d '{"events": [{"server_uuid": "cc89b769-5f9c-437c-8348-7d0567040a36", "name": "network-vif-unplugged", "status": "completed", "tag": "f3bd8307-22a0-4d5d-a298-1e5e260f570c"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:17:16.306414 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-7ad7c170-cad1-4665-ba78-f6230952848f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:16.322146 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=07279a09-8456-416d-8114-7032f7f9df49,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:16.365223 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-3c0a382c-4be2-49f2-b302-0cabc4d7e6e3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] For port 07279a09-8456-416d-8114-7032f7f9df49, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=07279a09-8456-416d-8114-7032f7f9df49,segment=NetworkSegment(7a2db405-b155-4a39-a1ff-e334d4896e87),segment_id=7a2db405-b155-4a39-a1ff-e334d4896e87)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:17:16.365680 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3c0a382c-4be2-49f2-b302-0cabc4d7e6e3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:16.383881 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-3c0a382c-4be2-49f2-b302-0cabc4d7e6e3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Calling delete_port for 07279a09-8456-416d-8114-7032f7f9df49 owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:17:16.425912 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 01:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a3b222-5296-45b6-ae99-ace83ffbf72c x-openstack-request-id: req-89a3b222-5296-45b6-ae99-ace83ffbf72c {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:17:16.426300 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc89b769-5f9c-437c-8348-7d0567040a36", "name": "network-vif-unplugged", "status": "completed", "tag": "f3bd8307-22a0-4d5d-a298-1e5e260f570c", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:17:16.426771 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-89a3b222-5296-45b6-ae99-ace83ffbf72c {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:17:16.427254 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc89b769-5f9c-437c-8348-7d0567040a36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3bd8307-22a0-4d5d-a298-1e5e260f570c', 'code': 200} Jul 24 01:17:16.507770 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad7c170-cad1-4665-ba78-f6230952848f service neutron] Pushing event updated for resources: {'Port': ['ID=f3bd8307-22a0-4d5d-a298-1e5e260f570c,revision_number=6']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:16.519441 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b490d4-390f-4401-ba30-8ad677e929d6 None None] DHCP port deletion for 6b690ace-9afc-4638-829c-2b04f007cc02 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:17:16.569191 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3c0a382c-4be2-49f2-b302-0cabc4d7e6e3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:16.579432 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-7ad7c170-cad1-4665-ba78-f6230952848f service neutron] No DVR routers for this DVR port f3bd8307-22a0-4d5d-a298-1e5e260f570c on host n-h1-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:17:16.599813 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-76b490d4-390f-4401-ba30-8ad677e929d6 None None] Deleting port 07279a09-8456-416d-8114-7032f7f9df49 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:17:16.600257 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-76b490d4-390f-4401-ba30-8ad677e929d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:16.601909 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a382c-4be2-49f2-b302-0cabc4d7e6e3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'Port': ['ID=07279a09-8456-416d-8114-7032f7f9df49,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:16.613497 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0a382c-4be2-49f2-b302-0cabc4d7e6e3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] No DVR routers for this DVR port 07279a09-8456-416d-8114-7032f7f9df49 on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:17:16.718187 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-76b490d4-390f-4401-ba30-8ad677e929d6 None None] For port 07279a09-8456-416d-8114-7032f7f9df49, host n-d-793621-25, got binding levels [] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:17:16.718644 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-76b490d4-390f-4401-ba30-8ad677e929d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:16.743526 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-76b490d4-390f-4401-ba30-8ad677e929d6 None None] Calling delete_port for 07279a09-8456-416d-8114-7032f7f9df49 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:17:16.747983 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.ipam_backend_mixin [None req-76b490d4-390f-4401-ba30-8ad677e929d6 None None] Port 07279a09-8456-416d-8114-7032f7f9df49 was not found and therefore no delete operation was performed {{(pid=100465) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 24 01:17:16.749355 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-76b490d4-390f-4401-ba30-8ad677e929d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:16.778232 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3c0a382c-4be2-49f2-b302-0cabc4d7e6e3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:16.789353 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b490d4-390f-4401-ba30-8ad677e929d6 None None] Pushing event deleted for resources: {'Port': ['ID=07279a09-8456-416d-8114-7032f7f9df49,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:16.801554 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b490d4-390f-4401-ba30-8ad677e929d6 None None] No DVR routers for this DVR port 07279a09-8456-416d-8114-7032f7f9df49 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:17:16.806364 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-3c0a382c-4be2-49f2-b302-0cabc4d7e6e3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b690ace-9afc-4638-829c-2b04f007cc02']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:16.814281 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-7ad7c170-cad1-4665-ba78-f6230952848f service neutron] Attempting to bind port f3bd8307-22a0-4d5d-a298-1e5e260f570c on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:17:16.815013 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-7ad7c170-cad1-4665-ba78-f6230952848f service neutron] Attempting to bind port f3bd8307-22a0-4d5d-a298-1e5e260f570c by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': 'cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7dafbb54-0b7b-4ca9-b203-7e5ba308746d'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:17:16.815518 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-7ad7c170-cad1-4665-ba78-f6230952848f service neutron] Attempting to bind port f3bd8307-22a0-4d5d-a298-1e5e260f570c on network 7dafbb54-0b7b-4ca9-b203-7e5ba308746d {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:17:16.820030 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-7ad7c170-cad1-4665-ba78-f6230952848f service neutron] Port f3bd8307-22a0-4d5d-a298-1e5e260f570c on network 7dafbb54-0b7b-4ca9-b203-7e5ba308746d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:17:16.820367 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-7ad7c170-cad1-4665-ba78-f6230952848f service neutron] Attempting to bind port f3bd8307-22a0-4d5d-a298-1e5e260f570c on network 7dafbb54-0b7b-4ca9-b203-7e5ba308746d {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:17:16.827217 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-7ad7c170-cad1-4665-ba78-f6230952848f service neutron] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:17:16.827598 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-7ad7c170-cad1-4665-ba78-f6230952848f service neutron] Checking segment: {'id': 'cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7dafbb54-0b7b-4ca9-b203-7e5ba308746d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:17:16.827960 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-7ad7c170-cad1-4665-ba78-f6230952848f service neutron] Bound using segment: {'id': 'cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7dafbb54-0b7b-4ca9-b203-7e5ba308746d'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:17:16.828395 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-7ad7c170-cad1-4665-ba78-f6230952848f service neutron] Bound port: f3bd8307-22a0-4d5d-a298-1e5e260f570c, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7dafbb54-0b7b-4ca9-b203-7e5ba308746d'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:17:16.828528 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-3c0a382c-4be2-49f2-b302-0cabc4d7e6e3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a2db405-b155-4a39-a1ff-e334d4896e87') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:16.828745 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-3c0a382c-4be2-49f2-b302-0cabc4d7e6e3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a2db405-b155-4a39-a1ff-e334d4896e87') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:16.828859 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-7ad7c170-cad1-4665-ba78-f6230952848f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:16.845344 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3c0a382c-4be2-49f2-b302-0cabc4d7e6e3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:16.867061 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3c0a382c-4be2-49f2-b302-0cabc4d7e6e3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:16.877824 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c0a382c-4be2-49f2-b302-0cabc4d7e6e3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:17:16.879078 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3c0a382c-4be2-49f2-b302-0cabc4d7e6e3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:16.902545 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-7ad7c170-cad1-4665-ba78-f6230952848f service neutron] For port f3bd8307-22a0-4d5d-a298-1e5e260f570c, host n-h2-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:17:16.908394 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-7ad7c170-cad1-4665-ba78-f6230952848f service neutron] For port f3bd8307-22a0-4d5d-a298-1e5e260f570c, host n-h2-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=f3bd8307-22a0-4d5d-a298-1e5e260f570c,segment=NetworkSegment(cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d),segment_id=cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:17:16.911017 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:17:16.911017 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:17:16.911017 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:17:16.911017 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:17:16.911017 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:17:16.911017 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:17:16.911017 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:17:16.911017 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:17:16.911017 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:17:16.911017 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:17:16.911017 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:17:16.911017 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:17:16.911017 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:17:16.911017 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:17:16.911017 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:17:16.911017 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:17:16.911017 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:17:16.911017 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:17:16.911017 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:17:16.911017 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:17:16.911017 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:17:16.911017 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:17:16.911017 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:17:16.911017 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:17:16.911017 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:17:16.911017 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:17:16.911017 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:17:16.911017 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:17:16.911017 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:17:16.911017 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:17:16.911017 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:17:16.911017 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:17:16.916450 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-7ad7c170-cad1-4665-ba78-f6230952848f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:16.964741 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-7ad7c170-cad1-4665-ba78-f6230952848f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:16.966845 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-7ad7c170-cad1-4665-ba78-f6230952848f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:16.968533 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-7ad7c170-cad1-4665-ba78-f6230952848f service neutron] 10.222.0.11 "PUT /v2.0/ports/f3bd8307-22a0-4d5d-a298-1e5e260f570c HTTP/1.1" status: 200 len: 1092 time: 1.9413712 Jul 24 01:17:16.990314 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3c0a382c-4be2-49f2-b302-0cabc4d7e6e3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:17.002306 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3c0a382c-4be2-49f2-b302-0cabc4d7e6e3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:17.004452 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3c0a382c-4be2-49f2-b302-0cabc4d7e6e3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/networks/6b690ace-9afc-4638-829c-2b04f007cc02 HTTP/1.1" status: 204 len: 168 time: 0.9460533 Jul 24 01:17:17.015476 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad7c170-cad1-4665-ba78-f6230952848f service neutron] Pushing event updated for resources: {'Port': ['ID=f3bd8307-22a0-4d5d-a298-1e5e260f570c,revision_number=7']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:17.019554 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37024) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:17.027226 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-82189b45-33d5-4b96-bf38-753d080c061f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1724114501'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:17.030755 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a382c-4be2-49f2-b302-0cabc4d7e6e3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'Network': ['ID=6b690ace-9afc-4638-829c-2b04f007cc02,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:17.066856 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82189b45-33d5-4b96-bf38-753d080c061f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Made reservation on behalf of 79918f17ff4041bf8e170911a9b5ce11 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:17:17.073958 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-82189b45-33d5-4b96-bf38-753d080c061f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:17.129299 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82189b45-33d5-4b96-bf38-753d080c061f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:17:17.141776 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-82189b45-33d5-4b96-bf38-753d080c061f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:17.142193 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-82189b45-33d5-4b96-bf38-753d080c061f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Added segment 20b3fecf-0325-40c5-ac6e-fb0c48ce1e5a of type vlan for network bb209260-ff5c-4c53-a53d-f564b2d3df58 Jul 24 01:17:17.203077 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-82189b45-33d5-4b96-bf38-753d080c061f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:17.283767 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-0c1945bf-3d24-4d43-8e85-1d7edb41d785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:17.285419 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-0c1945bf-3d24-4d43-8e85-1d7edb41d785 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d801781e24e8470b83b807a510a33715&device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 1095 time: 0.2647262 Jul 24 01:17:17.287127 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-82189b45-33d5-4b96-bf38-753d080c061f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:17.293102 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82189b45-33d5-4b96-bf38-753d080c061f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:17.294960 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-82189b45-33d5-4b96-bf38-753d080c061f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:17.392059 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 07279a09-8456-416d-8114-7032f7f9df49 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:17:17.392658 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-82189b45-33d5-4b96-bf38-753d080c061f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3698485 Jul 24 01:17:17.395645 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37034) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:17.400333 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-b27d7e3f-375d-4c74-8da4-d8b22e1ee6ab tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'subnet': {'network_id': 'bb209260-ff5c-4c53-a53d-f564b2d3df58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:17.417554 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 07279a09-8456-416d-8114-7032f7f9df49 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:17:17.418238 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 07279a09-8456-416d-8114-7032f7f9df49 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:17:17.438855 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e16f2-4789-4335-9b4c-4a8c54918282 req-0b5ff61d-2351-466f-963e-35e89c8dd4ca tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:17.440660 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0f2e16f2-4789-4335-9b4c-4a8c54918282 req-0b5ff61d-2351-466f-963e-35e89c8dd4ca tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 943 time: 0.2452533 Jul 24 01:17:17.465476 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82189b45-33d5-4b96-bf38-753d080c061f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'Network': ['ID=bb209260-ff5c-4c53-a53d-f564b2d3df58,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:17.481031 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network bb209260-ff5c-4c53-a53d-f564b2d3df58 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:17:17.538005 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-dac65013-4a97-425d-af22-f0594ceba4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:17.539742 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-dac65013-4a97-425d-af22-f0594ceba4d9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7dafbb54-0b7b-4ca9-b203-7e5ba308746d HTTP/1.1" status: 200 len: 898 time: 0.2408786 Jul 24 01:17:17.542693 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0f2e16f2-4789-4335-9b4c-4a8c54918282 req-07969fba-e310-4df9-b670-fed7d751358a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e06e022-26be-4ac1-8e2f-f5b45b16df9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728247 Jul 24 01:17:17.621892 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767f68f-3fb5-4cdf-b60f-d3bc744d7679 req-47bd5aa0-cb51-4e7e-a1aa-b6ca8ab1cf5f tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:17.624656 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4767f68f-3fb5-4cdf-b60f-d3bc744d7679 req-47bd5aa0-cb51-4e7e-a1aa-b6ca8ab1cf5f tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=937abba5-82d7-4cc8-9af9-529e29b3d6dc HTTP/1.1" status: 200 len: 1097 time: 0.1610446 Jul 24 01:17:17.656818 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27d7e3f-375d-4c74-8da4-d8b22e1ee6ab tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Made reservation on behalf of 79918f17ff4041bf8e170911a9b5ce11 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:17:17.660871 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b27d7e3f-375d-4c74-8da4-d8b22e1ee6ab tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:17.688351 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-51fdc3ca-4d42-4dda-abcc-f572c7657655 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3bd8307-22a0-4d5d-a298-1e5e260f570c HTTP/1.1" status: 200 len: 999 time: 0.1353424 Jul 24 01:17:17.699739 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4767f68f-3fb5-4cdf-b60f-d3bc744d7679 req-c794aea7-a0ca-4771-812c-02a74a31fb76 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4eadc4f6-129d-4e4c-9fae-fc91a9b9d220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624216 Jul 24 01:17:17.767029 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-f45eae33-c4e9-4461-b691-1d1f075fa9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:17.769352 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-f45eae33-c4e9-4461-b691-1d1f075fa9e3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3929f6cd-de57-43c1-b17d-49251d14d7ab HTTP/1.1" status: 200 len: 834 time: 0.0737319 Jul 24 01:17:17.859840 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-6006021e-1061-4c01-a24a-8e1939518a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:17.861819 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-6006021e-1061-4c01-a24a-8e1939518a9a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7dafbb54-0b7b-4ca9-b203-7e5ba308746d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0843782 Jul 24 01:17:17.934083 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b27d7e3f-375d-4c74-8da4-d8b22e1ee6ab tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:17.973844 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-90ff7af4-cfa5-4578-b78d-3d00326fb280 service neutron] 10.222.0.11 "GET /v2.0/networks/7dafbb54-0b7b-4ca9-b203-7e5ba308746d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041532 Jul 24 01:17:18.001350 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d7e3f-375d-4c74-8da4-d8b22e1ee6ab tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'Subnet': ['ID=a5b88bde-e9d8-40bb-969a-b84740cd086d,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:18.028189 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27d7e3f-375d-4c74-8da4-d8b22e1ee6ab tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Checking segment: {'id': '20b3fecf-0325-40c5-ac6e-fb0c48ce1e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'bb209260-ff5c-4c53-a53d-f564b2d3df58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:17:18.028741 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27d7e3f-375d-4c74-8da4-d8b22e1ee6ab tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Network hostable DHCP agents. Network: bb209260-ff5c-4c53-a53d-f564b2d3df58, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:17:18.047183 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27d7e3f-375d-4c74-8da4-d8b22e1ee6ab tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Network bb209260-ff5c-4c53-a53d-f564b2d3df58 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:17:18.057451 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-b27d7e3f-375d-4c74-8da4-d8b22e1ee6ab tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, bb209260-ff5c-4c53-a53d-f564b2d3df58) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:17:18.063527 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27d7e3f-375d-4c74-8da4-d8b22e1ee6ab tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:18.063789 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b27d7e3f-375d-4c74-8da4-d8b22e1ee6ab tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:18.072404 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5383b6-c3a3-4feb-88e3-123fbd7c115f None None] Network bb209260-ff5c-4c53-a53d-f564b2d3df58 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:17:18.083483 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5bc62695-1ce5-4aca-9b17-2bab3d42bd9a req-aa45ecfb-9887-4400-833d-5fbb5983a3ed service neutron] 10.222.0.11 "GET /v2.0/networks/7dafbb54-0b7b-4ca9-b203-7e5ba308746d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004453 Jul 24 01:17:18.092091 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b27d7e3f-375d-4c74-8da4-d8b22e1ee6ab tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6951771 Jul 24 01:17:18.094369 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37038) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:18.100451 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-fb8ae151-52f4-4d13-9299-ac86d3956959 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'port': {'network_id': 'bb209260-ff5c-4c53-a53d-f564b2d3df58', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2123606800'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:18.251007 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8ae151-52f4-4d13-9299-ac86d3956959 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Made reservation on behalf of 79918f17ff4041bf8e170911a9b5ce11 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:17:18.260544 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fb8ae151-52f4-4d13-9299-ac86d3956959 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:18.267066 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb31fc8-3e58-4e49-9059-de705977c8c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-bb209260-ff5c-4c53-a53d-f564b2d3df58', 'network_id': 'bb209260-ff5c-4c53-a53d-f564b2d3df58', 'tenant_id': '79918f17ff4041bf8e170911a9b5ce11', 'fixed_ips': [{'subnet_id': 'a5b88bde-e9d8-40bb-969a-b84740cd086d'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:17:18.267970 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bfb31fc8-3e58-4e49-9059-de705977c8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:18.283785 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [None req-fb8ae151-52f4-4d13-9299-ac86d3956959 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] device_id is not set on port fa7f4875-f804-4bde-8126-375881739847 yet. {{(pid=100464) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:17:18.297754 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8d5046b4-a9a8-491c-9923-36d70a4febe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:18.391460 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device f3bd8307-22a0-4d5d-a298-1e5e260f570c no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:17:18.405320 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-fb8ae151-52f4-4d13-9299-ac86d3956959 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Allocated IP 172.20.0.11 (bb209260-ff5c-4c53-a53d-f564b2d3df58/a5b88bde-e9d8-40bb-969a-b84740cd086d/fa7f4875-f804-4bde-8126-375881739847) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:17:18.428950 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc89b769-5f9c-437c-8348-7d0567040a36', 'tag': 'f3bd8307-22a0-4d5d-a298-1e5e260f570c'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:17:18.431945 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a5da0b-d985-4b6b-b0e8-e22b0e73405b" -d '{"events": [{"name": "network-changed", "server_uuid": "cc89b769-5f9c-437c-8348-7d0567040a36", "tag": "f3bd8307-22a0-4d5d-a298-1e5e260f570c"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:17:18.434424 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device f3bd8307-22a0-4d5d-a298-1e5e260f570c not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:17:18.435506 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 0f1651e4-cc1d-4ac2-8b95-76daed050d4f no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:17:18.460528 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 0f1651e4-cc1d-4ac2-8b95-76daed050d4f {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:17:18.460962 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 0f1651e4-cc1d-4ac2-8b95-76daed050d4f not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:17:18.485853 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a7ef67-9859-4a28-bec1-ddb477e63b2a x-openstack-request-id: req-50a7ef67-9859-4a28-bec1-ddb477e63b2a {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:17:18.486263 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc89b769-5f9c-437c-8348-7d0567040a36", "tag": "f3bd8307-22a0-4d5d-a298-1e5e260f570c", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:17:18.486614 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-50a7ef67-9859-4a28-bec1-ddb477e63b2a {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:17:18.487132 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc89b769-5f9c-437c-8348-7d0567040a36', 'tag': 'f3bd8307-22a0-4d5d-a298-1e5e260f570c', 'status': 'completed', 'code': 200} Jul 24 01:17:18.522149 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:18.578938 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5da0b-d985-4b6b-b0e8-e22b0e73405b req-e2bda76e-df7f-48d0-a5e8-7cb65b8067f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:18.580943 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-22a5da0b-d985-4b6b-b0e8-e22b0e73405b req-e2bda76e-df7f-48d0-a5e8-7cb65b8067f2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d801781e24e8470b83b807a510a33715&device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 1095 time: 0.0577202 Jul 24 01:17:18.594318 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fb8ae151-52f4-4d13-9299-ac86d3956959 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:18.615966 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-fb8ae151-52f4-4d13-9299-ac86d3956959 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Transition to ACTIVE for port object fa7f4875-f804-4bde-8126-375881739847 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:17:18.637552 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5da0b-d985-4b6b-b0e8-e22b0e73405b req-5d2c7367-2cfa-46aa-ad38-4b7eef8a4c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:18.639818 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-22a5da0b-d985-4b6b-b0e8-e22b0e73405b req-5d2c7367-2cfa-46aa-ad38-4b7eef8a4c21 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d801781e24e8470b83b807a510a33715&device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 1095 time: 0.1252344 Jul 24 01:17:18.699750 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5da0b-d985-4b6b-b0e8-e22b0e73405b req-a5e4cc78-3407-49a6-bafd-1eee001b915f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:18.701938 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-22a5da0b-d985-4b6b-b0e8-e22b0e73405b req-a5e4cc78-3407-49a6-bafd-1eee001b915f service neutron] 10.222.0.11 "GET /v2.0/networks?id=7dafbb54-0b7b-4ca9-b203-7e5ba308746d HTTP/1.1" status: 200 len: 898 time: 0.1129498 Jul 24 01:17:18.722047 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.11', 62890) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:18.766223 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fb8ae151-52f4-4d13-9299-ac86d3956959 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:18.839175 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-bfb31fc8-3e58-4e49-9059-de705977c8c5 None None] Allocated IP 172.20.0.2 (bb209260-ff5c-4c53-a53d-f564b2d3df58/a5b88bde-e9d8-40bb-969a-b84740cd086d/9bb8eff0-018a-4ed3-b288-489cc43bcf37) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:17:18.855969 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8ae151-52f4-4d13-9299-ac86d3956959 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Network bb209260-ff5c-4c53-a53d-f564b2d3df58 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:17:18.867822 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-fb8ae151-52f4-4d13-9299-ac86d3956959 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:17:18.871013 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5da0b-d985-4b6b-b0e8-e22b0e73405b req-1056c4a1-2a1f-47f1-a3a5-16dc927aaa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:18.872546 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-22a5da0b-d985-4b6b-b0e8-e22b0e73405b req-1056c4a1-2a1f-47f1-a3a5-16dc927aaa38 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7dafbb54-0b7b-4ca9-b203-7e5ba308746d HTTP/1.1" status: 200 len: 898 time: 0.2211220 Jul 24 01:17:18.876136 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8ae151-52f4-4d13-9299-ac86d3956959 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:17:18.887445 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-22a5da0b-d985-4b6b-b0e8-e22b0e73405b req-f0b1d2f7-7d34-440b-a6a3-07c35551a91d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3bd8307-22a0-4d5d-a298-1e5e260f570c HTTP/1.1" status: 200 len: 999 time: 0.1686032 Jul 24 01:17:18.889132 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ae151-52f4-4d13-9299-ac86d3956959 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'Port': ['ID=fa7f4875-f804-4bde-8126-375881739847,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:18.952340 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e2653-d1c1-45cd-a0d0-5f512b9a3e55 req-86b9279f-b12e-40bf-a397-2e836e97df01 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:18.954086 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f08e2653-d1c1-45cd-a0d0-5f512b9a3e55 req-86b9279f-b12e-40bf-a397-2e836e97df01 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=937abba5-82d7-4cc8-9af9-529e29b3d6dc HTTP/1.1" status: 200 len: 1097 time: 0.2072957 Jul 24 01:17:18.958341 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743702f-8973-422e-81f0-af8de0f23b80 req-a1c341ab-a357-49a8-850c-18d58a431411 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:18.960049 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a743702f-8973-422e-81f0-af8de0f23b80 req-a1c341ab-a357-49a8-850c-18d58a431411 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 943 time: 0.2880046 Jul 24 01:17:18.977925 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa36988-5047-41ef-9841-a6ac0277f0a8 req-7e287498-e8df-49ea-b027-ba8d85fcbb72 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:18.979767 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5fa36988-5047-41ef-9841-a6ac0277f0a8 req-7e287498-e8df-49ea-b027-ba8d85fcbb72 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=937abba5-82d7-4cc8-9af9-529e29b3d6dc HTTP/1.1" status: 200 len: 1097 time: 0.1516986 Jul 24 01:17:19.003335 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5da0b-d985-4b6b-b0e8-e22b0e73405b req-76bc0008-baa6-486c-8c68-0ff7a012e3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:19.004615 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-22a5da0b-d985-4b6b-b0e8-e22b0e73405b req-76bc0008-baa6-486c-8c68-0ff7a012e3a1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3929f6cd-de57-43c1-b17d-49251d14d7ab HTTP/1.1" status: 200 len: 834 time: 0.1056736 Jul 24 01:17:19.021906 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8ae151-52f4-4d13-9299-ac86d3956959 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:19.022490 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fb8ae151-52f4-4d13-9299-ac86d3956959 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:19.030614 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-22a5da0b-d985-4b6b-b0e8-e22b0e73405b req-7e234306-13fa-47b5-a925-413705c41719 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3bd8307-22a0-4d5d-a298-1e5e260f570c HTTP/1.1" status: 200 len: 999 time: 0.1497314 Jul 24 01:17:19.055973 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bfb31fc8-3e58-4e49-9059-de705977c8c5 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:19.066504 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-bfb31fc8-3e58-4e49-9059-de705977c8c5 None None] Transition to ACTIVE for port object 9bb8eff0-018a-4ed3-b288-489cc43bcf37 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:17:19.085977 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a743702f-8973-422e-81f0-af8de0f23b80 req-b6752cf2-a0d8-4dd7-a7d6-f152852fb2b8 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e06e022-26be-4ac1-8e2f-f5b45b16df9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152670 Jul 24 01:17:19.088958 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-bfb31fc8-3e58-4e49-9059-de705977c8c5 None None] Transition to ACTIVE for port object 9bb8eff0-018a-4ed3-b288-489cc43bcf37 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:17:19.096110 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-fb8ae151-52f4-4d13-9299-ac86d3956959 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.0003693 Jul 24 01:17:19.098917 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37048) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:19.105649 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bfb31fc8-3e58-4e49-9059-de705977c8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:19.115050 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5fa36988-5047-41ef-9841-a6ac0277f0a8 req-670e44b8-187d-418d-a1b9-9eb9959ff923 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=4eadc4f6-129d-4e4c-9fae-fc91a9b9d220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074352 Jul 24 01:17:19.147751 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5da0b-d985-4b6b-b0e8-e22b0e73405b req-5116b508-e1fc-4ce1-b10b-581ce69d963f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:19.149385 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-22a5da0b-d985-4b6b-b0e8-e22b0e73405b req-5116b508-e1fc-4ce1-b10b-581ce69d963f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7dafbb54-0b7b-4ca9-b203-7e5ba308746d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1332633 Jul 24 01:17:19.153008 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb31fc8-3e58-4e49-9059-de705977c8c5 None None] Network bb209260-ff5c-4c53-a53d-f564b2d3df58 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:17:19.157095 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-bfb31fc8-3e58-4e49-9059-de705977c8c5 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:17:19.161315 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb31fc8-3e58-4e49-9059-de705977c8c5 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:17:19.165405 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-f08e2653-d1c1-45cd-a0d0-5f512b9a3e55 req-7b7df6a8-3bf5-4f21-be2e-04d90f6531bd tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Deleting port c2b456ed-dfd9-40c0-85ab-cf071a939a1e {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:17:19.165939 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-f08e2653-d1c1-45cd-a0d0-5f512b9a3e55 req-7b7df6a8-3bf5-4f21-be2e-04d90f6531bd tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:19.166181 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5da0b-d985-4b6b-b0e8-e22b0e73405b req-7d0f9e42-7b39-4a98-ab79-b168f7885ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:19.167757 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-22a5da0b-d985-4b6b-b0e8-e22b0e73405b req-7d0f9e42-7b39-4a98-ab79-b168f7885ec3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3929f6cd-de57-43c1-b17d-49251d14d7ab HTTP/1.1" status: 200 len: 834 time: 0.1281445 Jul 24 01:17:19.206078 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb31fc8-3e58-4e49-9059-de705977c8c5 None None] Pushing event updated for resources: {'Port': ['ID=9bb8eff0-018a-4ed3-b288-489cc43bcf37,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:19.242786 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-bfb31fc8-3e58-4e49-9059-de705977c8c5 None None] Attempting to bind port 9bb8eff0-018a-4ed3-b288-489cc43bcf37 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:17:19.243167 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-bfb31fc8-3e58-4e49-9059-de705977c8c5 None None] Attempting to bind port 9bb8eff0-018a-4ed3-b288-489cc43bcf37 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '20b3fecf-0325-40c5-ac6e-fb0c48ce1e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'bb209260-ff5c-4c53-a53d-f564b2d3df58'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:17:19.243534 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb31fc8-3e58-4e49-9059-de705977c8c5 None None] Attempting to bind port 9bb8eff0-018a-4ed3-b288-489cc43bcf37 on network bb209260-ff5c-4c53-a53d-f564b2d3df58 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:17:19.251388 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb31fc8-3e58-4e49-9059-de705977c8c5 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:17:19.251795 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb31fc8-3e58-4e49-9059-de705977c8c5 None None] Checking segment: {'id': '20b3fecf-0325-40c5-ac6e-fb0c48ce1e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'bb209260-ff5c-4c53-a53d-f564b2d3df58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:17:19.252200 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bfb31fc8-3e58-4e49-9059-de705977c8c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:19.252590 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb31fc8-3e58-4e49-9059-de705977c8c5 None None] Bound using segment: {'id': '20b3fecf-0325-40c5-ac6e-fb0c48ce1e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'bb209260-ff5c-4c53-a53d-f564b2d3df58'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:17:19.253060 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-bfb31fc8-3e58-4e49-9059-de705977c8c5 None None] Bound port: 9bb8eff0-018a-4ed3-b288-489cc43bcf37, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20b3fecf-0325-40c5-ac6e-fb0c48ce1e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'bb209260-ff5c-4c53-a53d-f564b2d3df58'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:17:19.253472 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bfb31fc8-3e58-4e49-9059-de705977c8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:19.291869 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5da0b-d985-4b6b-b0e8-e22b0e73405b req-633bbe39-c6b2-45dc-90f4-f63b755f3c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:19.293273 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-22a5da0b-d985-4b6b-b0e8-e22b0e73405b req-633bbe39-c6b2-45dc-90f4-f63b755f3c61 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7dafbb54-0b7b-4ca9-b203-7e5ba308746d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1139696 Jul 24 01:17:19.295932 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-96e66bef-f69f-49b0-82f6-f5eb8cad09f6 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Deleting port fa7f4875-f804-4bde-8126-375881739847 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:17:19.296284 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-96e66bef-f69f-49b0-82f6-f5eb8cad09f6 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:19.327042 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-bfb31fc8-3e58-4e49-9059-de705977c8c5 None None] For port 9bb8eff0-018a-4ed3-b288-489cc43bcf37, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:17:19.330518 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-bfb31fc8-3e58-4e49-9059-de705977c8c5 None None] For port 9bb8eff0-018a-4ed3-b288-489cc43bcf37, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=9bb8eff0-018a-4ed3-b288-489cc43bcf37,segment=NetworkSegment(20b3fecf-0325-40c5-ac6e-fb0c48ce1e5a),segment_id=20b3fecf-0325-40c5-ac6e-fb0c48ce1e5a)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:17:19.336224 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-f08e2653-d1c1-45cd-a0d0-5f512b9a3e55 req-7b7df6a8-3bf5-4f21-be2e-04d90f6531bd tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] For port c2b456ed-dfd9-40c0-85ab-cf071a939a1e, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=c2b456ed-dfd9-40c0-85ab-cf071a939a1e,segment=NetworkSegment(51d7029b-ad14-410a-af5e-89ab4764ae76),segment_id=51d7029b-ad14-410a-af5e-89ab4764ae76)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:17:19.336871 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-f08e2653-d1c1-45cd-a0d0-5f512b9a3e55 req-7b7df6a8-3bf5-4f21-be2e-04d90f6531bd tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:19.338495 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bfb31fc8-3e58-4e49-9059-de705977c8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:19.341675 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-22a5da0b-d985-4b6b-b0e8-e22b0e73405b req-00a1590d-e982-4c08-9fcd-729232ac0882 service neutron] 10.222.0.11 "GET /v2.0/networks/7dafbb54-0b7b-4ca9-b203-7e5ba308746d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825399 Jul 24 01:17:19.422365 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb31fc8-3e58-4e49-9059-de705977c8c5 None None] Pushing event updated for resources: {'Port': ['ID=9bb8eff0-018a-4ed3-b288-489cc43bcf37,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:19.483658 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-96e66bef-f69f-49b0-82f6-f5eb8cad09f6 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:19.500290 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-22a5da0b-d985-4b6b-b0e8-e22b0e73405b req-bd71c954-6332-41a3-842f-fc64a8cc480e service neutron] 10.222.0.13 "GET /v2.0/networks/7dafbb54-0b7b-4ca9-b203-7e5ba308746d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992168 Jul 24 01:17:19.504719 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-96e66bef-f69f-49b0-82f6-f5eb8cad09f6 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Calling delete_port for fa7f4875-f804-4bde-8126-375881739847 owned by {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:17:19.516198 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:19.694963 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-22a5da0b-d985-4b6b-b0e8-e22b0e73405b req-92f6c31b-fcf3-4beb-9d53-b91b6e8a0bbc service neutron] 10.222.0.13 "GET /v2.0/networks/7dafbb54-0b7b-4ca9-b203-7e5ba308746d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876831 Jul 24 01:17:19.771221 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-f08e2653-d1c1-45cd-a0d0-5f512b9a3e55 req-7b7df6a8-3bf5-4f21-be2e-04d90f6531bd tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Calling delete_port for c2b456ed-dfd9-40c0-85ab-cf071a939a1e owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:17:19.870761 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-96e66bef-f69f-49b0-82f6-f5eb8cad09f6 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:19.925830 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e66bef-f69f-49b0-82f6-f5eb8cad09f6 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'Port': ['ID=fa7f4875-f804-4bde-8126-375881739847,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:19.948423 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-22a5da0b-d985-4b6b-b0e8-e22b0e73405b req-3ec98ca9-fe58-4972-8079-f7f93d0d0447 service neutron] 10.222.0.11 "GET /v2.0/networks/7dafbb54-0b7b-4ca9-b203-7e5ba308746d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5986280 Jul 24 01:17:20.046777 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-f08e2653-d1c1-45cd-a0d0-5f512b9a3e55 req-7b7df6a8-3bf5-4f21-be2e-04d90f6531bd tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:20.050106 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-96e66bef-f69f-49b0-82f6-f5eb8cad09f6 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:20.052906 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-96e66bef-f69f-49b0-82f6-f5eb8cad09f6 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/ports/fa7f4875-f804-4bde-8126-375881739847 HTTP/1.1" status: 204 len: 168 time: 0.9528546 Jul 24 01:17:20.055562 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37054) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:20.058771 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['c2b456ed-dfd9-40c0-85ab-cf071a939a1e'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:17:20.086180 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7df6a8-3bf5-4f21-be2e-04d90f6531bd tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2b456ed-dfd9-40c0-85ab-cf071a939a1e,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:20.089211 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9e51931-5da1-475c-abe6-623b7d0ca57d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] GET failed (client error): The resource could not be found. Jul 24 01:17:20.091645 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c9e51931-5da1-475c-abe6-623b7d0ca57d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "GET /v2.0/ports/fa7f4875-f804-4bde-8126-375881739847 HTTP/1.1" status: 404 len: 333 time: 0.0342200 Jul 24 01:17:20.098203 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37056) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:20.146612 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-f08e2653-d1c1-45cd-a0d0-5f512b9a3e55 req-7b7df6a8-3bf5-4f21-be2e-04d90f6531bd tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] No DVR routers for this DVR port c2b456ed-dfd9-40c0-85ab-cf071a939a1e on host n-h2-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:17:20.151440 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-f08e2653-d1c1-45cd-a0d0-5f512b9a3e55 req-7b7df6a8-3bf5-4f21-be2e-04d90f6531bd tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:20.153942 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f08e2653-d1c1-45cd-a0d0-5f512b9a3e55 req-7b7df6a8-3bf5-4f21-be2e-04d90f6531bd tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.11 "DELETE /v2.0/ports/c2b456ed-dfd9-40c0-85ab-cf071a939a1e HTTP/1.1" status: 204 len: 173 time: 1.1906235 Jul 24 01:17:20.213907 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-058f7282-118f-408e-a944-96f5952875cc tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Deleting subnet a5b88bde-e9d8-40bb-969a-b84740cd086d {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:17:20.218042 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-058f7282-118f-408e-a944-96f5952875cc tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:20.319299 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d1a244dc-0003-4505-9a42-8f147eb53bd7 req-a3628a40-1490-42d6-a9e7-02c6c5a45f97 tempest-TestServerMultinode-728819469 tempest-TestServerMultinode-728819469-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=937abba5-82d7-4cc8-9af9-529e29b3d6dc HTTP/1.1" status: 200 len: 210 time: 0.0528774 Jul 24 01:17:20.327721 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-058f7282-118f-408e-a944-96f5952875cc tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:20.482692 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-058f7282-118f-408e-a944-96f5952875cc tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:20.487905 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937abba5-82d7-4cc8-9af9-529e29b3d6dc', 'name': 'network-vif-deleted', 'tag': 'c2b456ed-dfd9-40c0-85ab-cf071a939a1e'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:17:20.490479 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa24fd2-d030-4ce4-8cf9-634cbe2f511e" -d '{"events": [{"server_uuid": "937abba5-82d7-4cc8-9af9-529e29b3d6dc", "name": "network-vif-deleted", "tag": "c2b456ed-dfd9-40c0-85ab-cf071a939a1e"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:17:20.493632 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed064241-3408-404f-a7a8-d9e184c47534 req-a4deea58-3643-4e2a-a6cd-07147615438f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:20.495226 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ed064241-3408-404f-a7a8-d9e184c47534 req-a4deea58-3643-4e2a-a6cd-07147615438f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 943 time: 0.2391388 Jul 24 01:17:20.578898 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce186975-c586-42bb-a26c-c5a6e4fcf27b x-openstack-request-id: req-ce186975-c586-42bb-a26c-c5a6e4fcf27b {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:17:20.579176 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937abba5-82d7-4cc8-9af9-529e29b3d6dc", "name": "network-vif-deleted", "tag": "c2b456ed-dfd9-40c0-85ab-cf071a939a1e", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:17:20.579437 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ce186975-c586-42bb-a26c-c5a6e4fcf27b {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:17:20.579816 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937abba5-82d7-4cc8-9af9-529e29b3d6dc', 'name': 'network-vif-deleted', 'tag': 'c2b456ed-dfd9-40c0-85ab-cf071a939a1e', 'status': 'completed', 'code': 200} Jul 24 01:17:20.591820 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ed064241-3408-404f-a7a8-d9e184c47534 req-07048837-64bf-4630-b222-53be0e1439be tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e06e022-26be-4ac1-8e2f-f5b45b16df9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761039 Jul 24 01:17:20.631507 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-058f7282-118f-408e-a944-96f5952875cc tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:20.678681 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-058f7282-118f-408e-a944-96f5952875cc tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:20.688635 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-058f7282-118f-408e-a944-96f5952875cc tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/subnets/a5b88bde-e9d8-40bb-969a-b84740cd086d HTTP/1.1" status: 204 len: 168 time: 0.5860682 Jul 24 01:17:20.688947 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37068) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:20.752097 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f7282-118f-408e-a944-96f5952875cc tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'Subnet': ['ID=a5b88bde-e9d8-40bb-969a-b84740cd086d,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:20.776268 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f7282-118f-408e-a944-96f5952875cc tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:17:20.776694 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f7282-118f-408e-a944-96f5952875cc tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:17:20.776991 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f7282-118f-408e-a944-96f5952875cc tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:17:20.777343 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f7282-118f-408e-a944-96f5952875cc tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:17:20.777690 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f7282-118f-408e-a944-96f5952875cc tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:17:20.778030 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f7282-118f-408e-a944-96f5952875cc tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:17:20.779082 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f7282-118f-408e-a944-96f5952875cc tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:17:20.783203 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f7282-118f-408e-a944-96f5952875cc tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:17:20.783740 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f7282-118f-408e-a944-96f5952875cc tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:17:20.784313 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f7282-118f-408e-a944-96f5952875cc tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:17:20.785006 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f7282-118f-408e-a944-96f5952875cc tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:17:20.785456 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-058f7282-118f-408e-a944-96f5952875cc tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:17:20.871066 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-45c6bb3f-12c5-4c9e-9fa3-ac69807eea15 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:20.967322 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-45c6bb3f-12c5-4c9e-9fa3-ac69807eea15 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Deleting port 9bb8eff0-018a-4ed3-b288-489cc43bcf37 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:17:20.967688 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-45c6bb3f-12c5-4c9e-9fa3-ac69807eea15 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:21.023655 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fca484-2873-48a5-b0a2-c01bc674df7d req-7659eabd-2def-42ee-890e-0058b38a4887 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:21.026024 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-27fca484-2873-48a5-b0a2-c01bc674df7d req-7659eabd-2def-42ee-890e-0058b38a4887 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.13 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36&tenant_id=d801781e24e8470b83b807a510a33715&binding%3Ahost_id=n-h2-793621-25 HTTP/1.1" status: 200 len: 943 time: 0.1767657 Jul 24 01:17:21.033938 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:21.040272 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3501a870-6899-47c9-a51f-49cc1764f907 None None] Network bb209260-ff5c-4c53-a53d-f564b2d3df58 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:17:21.078066 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-45c6bb3f-12c5-4c9e-9fa3-ac69807eea15 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] For port 9bb8eff0-018a-4ed3-b288-489cc43bcf37, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=9bb8eff0-018a-4ed3-b288-489cc43bcf37,segment=NetworkSegment(20b3fecf-0325-40c5-ac6e-fb0c48ce1e5a),segment_id=20b3fecf-0325-40c5-ac6e-fb0c48ce1e5a)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:17:21.078447 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-45c6bb3f-12c5-4c9e-9fa3-ac69807eea15 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:21.107805 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826e78a-533a-436c-bed4-4f90c85c13c3 req-14774fc8-9ee0-40ee-85a6-8fc4e011db9b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:21.109958 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d826e78a-533a-436c-bed4-4f90c85c13c3 req-14774fc8-9ee0-40ee-85a6-8fc4e011db9b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 943 time: 0.2199314 Jul 24 01:17:21.125038 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-45c6bb3f-12c5-4c9e-9fa3-ac69807eea15 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Calling delete_port for 9bb8eff0-018a-4ed3-b288-489cc43bcf37 owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:17:21.165957 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [req-27fca484-2873-48a5-b0a2-c01bc674df7d req-949d7d32-c4b4-410a-b6e7-2bb375c52f1a service neutron] delete failed (client error): The resource could not be found. Jul 24 01:17:21.167050 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-27fca484-2873-48a5-b0a2-c01bc674df7d req-949d7d32-c4b4-410a-b6e7-2bb375c52f1a service neutron] 10.222.0.13 "DELETE /v2.0/ports/f3bd8307-22a0-4d5d-a298-1e5e260f570c/bindings/n-h1-793621-25 HTTP/1.1" status: 404 len: 381 time: 0.1238503 Jul 24 01:17:21.175328 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d826e78a-533a-436c-bed4-4f90c85c13c3 req-8f893a53-64a2-47ca-a01d-62d6d33cab6e tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e06e022-26be-4ac1-8e2f-f5b45b16df9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584776 Jul 24 01:17:21.192411 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-02ab37d8-8c22-42b4-99b4-3567dc60bce0 None None] Provisioning for port 9bb8eff0-018a-4ed3-b288-489cc43bcf37 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:17:21.252512 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-45c6bb3f-12c5-4c9e-9fa3-ac69807eea15 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:21.279487 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6bb3f-12c5-4c9e-9fa3-ac69807eea15 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'Port': ['ID=9bb8eff0-018a-4ed3-b288-489cc43bcf37,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:21.291549 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c6bb3f-12c5-4c9e-9fa3-ac69807eea15 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] No DVR routers for this DVR port 9bb8eff0-018a-4ed3-b288-489cc43bcf37 on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:17:21.303131 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fca484-2873-48a5-b0a2-c01bc674df7d req-93384229-3f67-4fe9-a270-fd8152278152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:21.306122 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-27fca484-2873-48a5-b0a2-c01bc674df7d req-93384229-3f67-4fe9-a270-fd8152278152 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d801781e24e8470b83b807a510a33715&device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 1095 time: 0.0828044 Jul 24 01:17:21.337181 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b2e822-d9d2-4a36-8bee-923293bb2b26 None None] DHCP port deletion for bb209260-ff5c-4c53-a53d-f564b2d3df58 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:17:21.405039 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37074) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:21.415880 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-45c6bb3f-12c5-4c9e-9fa3-ac69807eea15 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:21.429440 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-45c6bb3f-12c5-4c9e-9fa3-ac69807eea15 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb209260-ff5c-4c53-a53d-f564b2d3df58']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:21.442310 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-45c6bb3f-12c5-4c9e-9fa3-ac69807eea15 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20b3fecf-0325-40c5-ac6e-fb0c48ce1e5a') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:21.442964 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-45c6bb3f-12c5-4c9e-9fa3-ac69807eea15 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20b3fecf-0325-40c5-ac6e-fb0c48ce1e5a') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:21.452539 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-45c6bb3f-12c5-4c9e-9fa3-ac69807eea15 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:21.471450 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-45c6bb3f-12c5-4c9e-9fa3-ac69807eea15 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:21.479017 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c6bb3f-12c5-4c9e-9fa3-ac69807eea15 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:17:21.480117 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-45c6bb3f-12c5-4c9e-9fa3-ac69807eea15 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:21.484153 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:17:21.484153 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:17:21.484153 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:17:21.484153 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:17:21.484153 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:17:21.484153 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:17:21.484153 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:17:21.484153 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:17:21.484153 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:17:21.484153 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:17:21.484153 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:17:21.484153 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:17:21.484153 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:17:21.484153 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:17:21.484153 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:17:21.484153 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:17:21.484153 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:17:21.484153 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:17:21.484153 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:17:21.484153 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:17:21.484153 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:17:21.484153 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:17:21.484153 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:17:21.484153 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:17:21.484153 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:17:21.484153 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:17:21.484153 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:17:21.484153 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:17:21.484153 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:17:21.484153 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:17:21.484153 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:17:21.484153 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:17:21.560481 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-45c6bb3f-12c5-4c9e-9fa3-ac69807eea15 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:21.581523 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-45c6bb3f-12c5-4c9e-9fa3-ac69807eea15 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:21.581704 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-45c6bb3f-12c5-4c9e-9fa3-ac69807eea15 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/networks/bb209260-ff5c-4c53-a53d-f564b2d3df58 HTTP/1.1" status: 204 len: 168 time: 0.8917074 Jul 24 01:17:21.591560 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37076) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:21.597295 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-0ba29703-9234-4138-ba32-11acdf39fadf tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'port': {'network_id': 'ec8c97cf-a5a4-49ff-901b-2f06391df4ac', 'name': 'tempest-PortsTestJSON-1003110801'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:21.609684 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6bb3f-12c5-4c9e-9fa3-ac69807eea15 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'Network': ['ID=bb209260-ff5c-4c53-a53d-f564b2d3df58,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:21.765905 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba29703-9234-4138-ba32-11acdf39fadf tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Made reservation on behalf of 79918f17ff4041bf8e170911a9b5ce11 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:17:21.770182 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0ba29703-9234-4138-ba32-11acdf39fadf tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:21.794058 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-0ba29703-9234-4138-ba32-11acdf39fadf tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] device_id is not set on port fd5e4b60-cb54-49d4-baf0-5b957833fafb yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:17:21.834067 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fca484-2873-48a5-b0a2-c01bc674df7d req-13d0fa09-4899-4149-b2ab-08bc428b796e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:21.835627 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-27fca484-2873-48a5-b0a2-c01bc674df7d req-13d0fa09-4899-4149-b2ab-08bc428b796e service neutron] 10.222.0.13 "GET /v2.0/networks?id=7dafbb54-0b7b-4ca9-b203-7e5ba308746d HTTP/1.1" status: 200 len: 898 time: 0.5234070 Jul 24 01:17:21.920213 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-27fca484-2873-48a5-b0a2-c01bc674df7d req-082dde63-ea13-4b68-8cb7-809fbfc3466d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3bd8307-22a0-4d5d-a298-1e5e260f570c HTTP/1.1" status: 200 len: 999 time: 0.0780430 Jul 24 01:17:21.990896 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0ba29703-9234-4138-ba32-11acdf39fadf tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:22.022509 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device f3bd8307-22a0-4d5d-a298-1e5e260f570c details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:17:22.038243 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0ba29703-9234-4138-ba32-11acdf39fadf tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:22.061446 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fca484-2873-48a5-b0a2-c01bc674df7d req-e622200b-a479-4346-a120-508b9919f20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:22.061775 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-27fca484-2873-48a5-b0a2-c01bc674df7d req-e622200b-a479-4346-a120-508b9919f20c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3929f6cd-de57-43c1-b17d-49251d14d7ab HTTP/1.1" status: 200 len: 834 time: 0.0605700 Jul 24 01:17:22.094027 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba29703-9234-4138-ba32-11acdf39fadf tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Network ec8c97cf-a5a4-49ff-901b-2f06391df4ac is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:17:22.099041 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-0ba29703-9234-4138-ba32-11acdf39fadf tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:17:22.105492 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba29703-9234-4138-ba32-11acdf39fadf tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:17:22.112158 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba29703-9234-4138-ba32-11acdf39fadf tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:22.112785 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0ba29703-9234-4138-ba32-11acdf39fadf tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:22.124855 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba29703-9234-4138-ba32-11acdf39fadf tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'Port': ['ID=fd5e4b60-cb54-49d4-baf0-5b957833fafb,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:22.146167 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0ba29703-9234-4138-ba32-11acdf39fadf tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5499735 Jul 24 01:17:22.146744 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37080) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:22.178152 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port f3bd8307-22a0-4d5d-a298-1e5e260f570c, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=f3bd8307-22a0-4d5d-a298-1e5e260f570c,segment=NetworkSegment(cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d),segment_id=cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:17:22.189437 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fca484-2873-48a5-b0a2-c01bc674df7d req-96f3df92-62ec-42f3-9112-fe928c3943c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:22.191117 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-27fca484-2873-48a5-b0a2-c01bc674df7d req-96f3df92-62ec-42f3-9112-fe928c3943c6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7dafbb54-0b7b-4ca9-b203-7e5ba308746d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1207571 Jul 24 01:17:22.195494 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': 'f3bd8307-22a0-4d5d-a298-1e5e260f570c', 'network_id': '7dafbb54-0b7b-4ca9-b203-7e5ba308746d', 'port_id': 'f3bd8307-22a0-4d5d-a298-1e5e260f570c', 'mac_address': 'fa:16:3e:a7:d9:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3929f6cd-de57-43c1-b17d-49251d14d7ab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:17:22.267584 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:22.279740 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-a6fd7b42-2e1b-466d-9813-0f925d86b8d2 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Deleting port fd5e4b60-cb54-49d4-baf0-5b957833fafb {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:17:22.280329 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a6fd7b42-2e1b-466d-9813-0f925d86b8d2 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:22.296746 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3bd8307-22a0-4d5d-a298-1e5e260f570c {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:17:22.341041 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port f3bd8307-22a0-4d5d-a298-1e5e260f570c, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=f3bd8307-22a0-4d5d-a298-1e5e260f570c,segment=NetworkSegment(cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d),segment_id=cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:17:22.350302 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:22.385729 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a6fd7b42-2e1b-466d-9813-0f925d86b8d2 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:22.398462 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-a6fd7b42-2e1b-466d-9813-0f925d86b8d2 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Calling delete_port for fd5e4b60-cb54-49d4-baf0-5b957833fafb owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:17:22.401806 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-27fca484-2873-48a5-b0a2-c01bc674df7d req-fd8c2279-a4bc-46ab-881c-dd456be928ef service neutron] 10.222.0.13 "GET /v2.0/networks/7dafbb54-0b7b-4ca9-b203-7e5ba308746d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013195 Jul 24 01:17:22.424639 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=f3bd8307-22a0-4d5d-a298-1e5e260f570c,revision_number=8']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:22.474645 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba29a17-52d4-42dc-8f2b-30afea1d05cf req-1f7380e7-08b3-438b-97bd-646deeb9c9a4 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:22.476172 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3ba29a17-52d4-42dc-8f2b-30afea1d05cf req-1f7380e7-08b3-438b-97bd-646deeb9c9a4 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 943 time: 0.1769645 Jul 24 01:17:22.508267 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a6fd7b42-2e1b-466d-9813-0f925d86b8d2 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:22.548656 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0c710726-c3a8-44bb-a454-3b8f74a93b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:22.560822 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a6fd7b42-2e1b-466d-9813-0f925d86b8d2 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:22.567124 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a6fd7b42-2e1b-466d-9813-0f925d86b8d2 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/ports/fd5e4b60-cb54-49d4-baf0-5b957833fafb HTTP/1.1" status: 204 len: 168 time: 0.4151225 Jul 24 01:17:22.568338 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd7b42-2e1b-466d-9813-0f925d86b8d2 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'Port': ['ID=fd5e4b60-cb54-49d4-baf0-5b957833fafb,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:22.576551 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37084) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:22.582114 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-d7ae5d6c-bd57-4d4c-aae1-01ec18dac0c1 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'port': {'network_id': 'ec8c97cf-a5a4-49ff-901b-2f06391df4ac', 'mac_address': 'fa:16:3e:56:46:4f', 'name': 'tempest-PortsTestJSON-1296333302'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:22.612981 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['f3bd8307-22a0-4d5d-a298-1e5e260f570c'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:17:22.639029 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3ba29a17-52d4-42dc-8f2b-30afea1d05cf req-c982f594-25f3-4ca4-978e-6f1e5588cf0c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e06e022-26be-4ac1-8e2f-f5b45b16df9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538146 Jul 24 01:17:22.649533 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-27fca484-2873-48a5-b0a2-c01bc674df7d req-2ed9f45e-fed2-4fbd-9cef-ce34a874d530 service neutron] 10.222.0.13 "GET /v2.0/networks/7dafbb54-0b7b-4ca9-b203-7e5ba308746d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394881 Jul 24 01:17:22.778287 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ae5d6c-bd57-4d4c-aae1-01ec18dac0c1 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Made reservation on behalf of 79918f17ff4041bf8e170911a9b5ce11 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:17:22.853754 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d7ae5d6c-bd57-4d4c-aae1-01ec18dac0c1 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:22.881370 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-d7ae5d6c-bd57-4d4c-aae1-01ec18dac0c1 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] device_id is not set on port 1f1a334c-138a-4fe9-ba00-0ef23b49eab7 yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:17:22.940401 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-0c710726-c3a8-44bb-a454-3b8f74a93b9d admin admin] Deleting port 83c35b4e-aaf9-4e91-aae1-4377406e7047 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:17:22.941010 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0c710726-c3a8-44bb-a454-3b8f74a93b9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:23.097284 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-0c710726-c3a8-44bb-a454-3b8f74a93b9d admin admin] For port 83c35b4e-aaf9-4e91-aae1-4377406e7047, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=83c35b4e-aaf9-4e91-aae1-4377406e7047,segment=NetworkSegment(51d7029b-ad14-410a-af5e-89ab4764ae76),segment_id=51d7029b-ad14-410a-af5e-89ab4764ae76)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:17:23.098155 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0c710726-c3a8-44bb-a454-3b8f74a93b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:23.107671 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d7ae5d6c-bd57-4d4c-aae1-01ec18dac0c1 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:23.116947 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-0c710726-c3a8-44bb-a454-3b8f74a93b9d admin admin] Calling delete_port for 83c35b4e-aaf9-4e91-aae1-4377406e7047 owned by network:router_interface {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:17:23.166908 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d7ae5d6c-bd57-4d4c-aae1-01ec18dac0c1 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:23.229687 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ae5d6c-bd57-4d4c-aae1-01ec18dac0c1 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Network ec8c97cf-a5a4-49ff-901b-2f06391df4ac is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:17:23.237071 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-d7ae5d6c-bd57-4d4c-aae1-01ec18dac0c1 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:17:23.240931 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ae5d6c-bd57-4d4c-aae1-01ec18dac0c1 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:17:23.248045 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ae5d6c-bd57-4d4c-aae1-01ec18dac0c1 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:23.248864 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d7ae5d6c-bd57-4d4c-aae1-01ec18dac0c1 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:23.264649 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae5d6c-bd57-4d4c-aae1-01ec18dac0c1 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'Port': ['ID=1f1a334c-138a-4fe9-ba00-0ef23b49eab7,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:23.283889 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d7ae5d6c-bd57-4d4c-aae1-01ec18dac0c1 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7057633 Jul 24 01:17:23.287897 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37090) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:23.295339 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 9bb8eff0-018a-4ed3-b288-489cc43bcf37 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:17:23.329768 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 9bb8eff0-018a-4ed3-b288-489cc43bcf37 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:17:23.330141 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 9bb8eff0-018a-4ed3-b288-489cc43bcf37 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:17:23.354575 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:17:23.368422 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2e5950-6540-4c14-a4f9-1b611e0a2e8a tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:23.369962 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2b2e5950-6540-4c14-a4f9-1b611e0a2e8a tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "GET /v2.0/ports/1f1a334c-138a-4fe9-ba00-0ef23b49eab7 HTTP/1.1" status: 200 len: 841 time: 0.0810754 Jul 24 01:17:23.373432 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37092) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:23.427680 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0c710726-c3a8-44bb-a454-3b8f74a93b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:23.463095 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c710726-c3a8-44bb-a454-3b8f74a93b9d admin admin] Pushing event deleted for resources: {'Port': ['ID=83c35b4e-aaf9-4e91-aae1-4377406e7047,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:23.506838 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-49418371-51c0-4063-9dc1-117cdfcfa2e4 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Deleting port 1f1a334c-138a-4fe9-ba00-0ef23b49eab7 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:17:23.507194 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-49418371-51c0-4063-9dc1-117cdfcfa2e4 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:23.613450 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-49418371-51c0-4063-9dc1-117cdfcfa2e4 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:23.628282 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-49418371-51c0-4063-9dc1-117cdfcfa2e4 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Calling delete_port for 1f1a334c-138a-4fe9-ba00-0ef23b49eab7 owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:17:23.729863 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0c710726-c3a8-44bb-a454-3b8f74a93b9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:23.761418 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-49418371-51c0-4063-9dc1-117cdfcfa2e4 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:23.794048 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49418371-51c0-4063-9dc1-117cdfcfa2e4 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'Port': ['ID=1f1a334c-138a-4fe9-ba00-0ef23b49eab7,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:23.812222 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-49418371-51c0-4063-9dc1-117cdfcfa2e4 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:23.814341 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-49418371-51c0-4063-9dc1-117cdfcfa2e4 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/ports/1f1a334c-138a-4fe9-ba00-0ef23b49eab7 HTTP/1.1" status: 204 len: 168 time: 0.4400320 Jul 24 01:17:23.816990 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37098) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:23.877918 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-d79d12f3-9323-41d0-95d2-73945afd8421 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] GET failed (client error): The resource could not be found. Jul 24 01:17:23.879111 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d79d12f3-9323-41d0-95d2-73945afd8421 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "GET /v2.0/ports/1f1a334c-138a-4fe9-ba00-0ef23b49eab7 HTTP/1.1" status: 404 len: 333 time: 0.0611660 Jul 24 01:17:23.883278 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37100) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:23.888378 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-e721220b-6154-490d-8eb6-80680248511e tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'port': {'network_id': 'ec8c97cf-a5a4-49ff-901b-2f06391df4ac', 'name': 'tempest-PortsTestJSON-371383999'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:23.974245 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68245cd-da6d-4d29-91c5-feb31dca464d req-85d92d1e-c034-4d46-a065-f6ad4ecf2b0f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:23.975835 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a68245cd-da6d-4d29-91c5-feb31dca464d req-85d92d1e-c034-4d46-a065-f6ad4ecf2b0f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 944 time: 0.1489825 Jul 24 01:17:24.014498 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device f3bd8307-22a0-4d5d-a298-1e5e260f570c up at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:17:24.035114 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a68245cd-da6d-4d29-91c5-feb31dca464d req-904898e7-db5a-478a-9c37-a7ddfaeecb8d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e06e022-26be-4ac1-8e2f-f5b45b16df9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470624 Jul 24 01:17:24.042502 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e721220b-6154-490d-8eb6-80680248511e tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Made reservation on behalf of 79918f17ff4041bf8e170911a9b5ce11 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:17:24.048276 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e721220b-6154-490d-8eb6-80680248511e tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:24.064287 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37102) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:24.068409 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning for port f3bd8307-22a0-4d5d-a298-1e5e260f570c completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:17:24.080677 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning complete for port f3bd8307-22a0-4d5d-a298-1e5e260f570c triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:17:24.080981 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:24.087869 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c710726-c3a8-44bb-a454-3b8f74a93b9d admin admin] Router 21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:17:24.112524 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-e721220b-6154-490d-8eb6-80680248511e tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] device_id is not set on port 14abb1ff-1dfc-4e14-b318-eff09756cfc2 yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:17:24.177340 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-195354eb-a241-441d-86a8-029d37cc77a9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/floatingips/b9b04470-410b-4183-88e7-a6a209a0a788 HTTP/1.1" status: 200 len: 992 time: 0.1119175 Jul 24 01:17:24.235157 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:24.257181 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c710726-c3a8-44bb-a454-3b8f74a93b9d admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:17:24.264231 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc89b769-5f9c-437c-8348-7d0567040a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3bd8307-22a0-4d5d-a298-1e5e260f570c'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:17:24.266320 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0c710726-c3a8-44bb-a454-3b8f74a93b9d admin admin] 10.222.0.15 "PUT /v2.0/routers/21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8607090 Jul 24 01:17:24.269984 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37104) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:24.270529 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88952439-955c-4c04-a9a1-0a42871af5d8" -d '{"events": [{"server_uuid": "cc89b769-5f9c-437c-8348-7d0567040a36", "name": "network-vif-plugged", "status": "completed", "tag": "f3bd8307-22a0-4d5d-a298-1e5e260f570c"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:17:24.282917 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port f3bd8307-22a0-4d5d-a298-1e5e260f570c, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=f3bd8307-22a0-4d5d-a298-1e5e260f570c,segment=NetworkSegment(cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d),segment_id=cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:17:24.298811 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3b55bf-986d-49e9-94d5-2cf9c6fb80b6 None None] Sync routers for ids ['21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:17:24.329864 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:24.330950 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device c2b456ed-dfd9-40c0-85ab-cf071a939a1e no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:17:24.333720 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3b55bf-986d-49e9-94d5-2cf9c6fb80b6 None None] Routers {'21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:17:24.334538 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-4e3b55bf-986d-49e9-94d5-2cf9c6fb80b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:17:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:24.367610 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e721220b-6154-490d-8eb6-80680248511e tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:24.394490 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7eb1912-b6dd-4d5c-abd7-ae007ab64f38 x-openstack-request-id: req-a7eb1912-b6dd-4d5c-abd7-ae007ab64f38 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:17:24.395059 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc89b769-5f9c-437c-8348-7d0567040a36", "name": "network-vif-plugged", "status": "completed", "tag": "f3bd8307-22a0-4d5d-a298-1e5e260f570c", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:17:24.395595 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a7eb1912-b6dd-4d5c-abd7-ae007ab64f38 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:17:24.396122 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc89b769-5f9c-437c-8348-7d0567040a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3bd8307-22a0-4d5d-a298-1e5e260f570c', 'code': 200} Jul 24 01:17:24.437011 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a3fa04bc-fc52-43a8-a92c-2cd8a776253e admin admin] Notify callbacks [] for router, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:24.460454 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e721220b-6154-490d-8eb6-80680248511e tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:24.523200 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e721220b-6154-490d-8eb6-80680248511e tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Network ec8c97cf-a5a4-49ff-901b-2f06391df4ac is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:17:24.530610 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-e721220b-6154-490d-8eb6-80680248511e tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:17:24.534757 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e721220b-6154-490d-8eb6-80680248511e tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:17:24.540830 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e721220b-6154-490d-8eb6-80680248511e tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:24.541539 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e721220b-6154-490d-8eb6-80680248511e tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:24.551392 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721220b-6154-490d-8eb6-80680248511e tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'Port': ['ID=14abb1ff-1dfc-4e14-b318-eff09756cfc2,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:24.570130 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e721220b-6154-490d-8eb6-80680248511e tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6844771 Jul 24 01:17:24.571095 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37108) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:24.577763 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-c57ead63-067f-4ad5-9eaf-6dc750f12caa tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:24.604571 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] No Port match for: c2b456ed-dfd9-40c0-85ab-cf071a939a1e {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:17:24.604985 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device c2b456ed-dfd9-40c0-85ab-cf071a939a1e not bound to the agent host n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:17:24.615764 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a3fa04bc-fc52-43a8-a92c-2cd8a776253e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:24.651442 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=f3bd8307-22a0-4d5d-a298-1e5e260f570c,revision_number=9']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:24.686600 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-4e3b55bf-986d-49e9-94d5-2cf9c6fb80b6 None None] Set router 21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:17:24.717888 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-a3fa04bc-fc52-43a8-a92c-2cd8a776253e admin admin] Deleting port f2d45b7d-5135-45b3-bd67-7243edb3b1db {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:17:24.718819 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a3fa04bc-fc52-43a8-a92c-2cd8a776253e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:24.724869 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c57ead63-067f-4ad5-9eaf-6dc750f12caa tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:24.828547 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-a3fa04bc-fc52-43a8-a92c-2cd8a776253e admin admin] For port f2d45b7d-5135-45b3-bd67-7243edb3b1db, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=f2d45b7d-5135-45b3-bd67-7243edb3b1db,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:17:24.828919 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a3fa04bc-fc52-43a8-a92c-2cd8a776253e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:24.842084 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-a3fa04bc-fc52-43a8-a92c-2cd8a776253e admin admin] Calling delete_port for f2d45b7d-5135-45b3-bd67-7243edb3b1db owned by network:router_gateway {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:17:24.946322 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-4e3b55bf-986d-49e9-94d5-2cf9c6fb80b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10', 'name': 'tempest-TestServerMultinode-1902965297-router', 'tenant_id': 'd2ed16d9429645939242f85e2efbcec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.248'}], 'enable_snat': True}, 'gw_port_id': 'f2d45b7d-5135-45b3-bd67-7243edb3b1db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:16:31Z', 'updated_at': '2021-07-24T01:17:23Z', 'revision_number': 5, 'project_id': 'd2ed16d9429645939242f85e2efbcec6', 'gw_port': {'id': 'f2d45b7d-5135-45b3-bd67-7243edb3b1db', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:f6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3521, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:16:32Z', 'updated_at': '2021-07-24T01:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:24.950563 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c57ead63-067f-4ad5-9eaf-6dc750f12caa tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:24.959084 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c57ead63-067f-4ad5-9eaf-6dc750f12caa tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:24.975534 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3b55bf-986d-49e9-94d5-2cf9c6fb80b6 None None] Checking router: 21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:17:24.987393 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3b55bf-986d-49e9-94d5-2cf9c6fb80b6 None None] Routers {'21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:17:24.988740 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-4e3b55bf-986d-49e9-94d5-2cf9c6fb80b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:17:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:25.010256 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-c57ead63-067f-4ad5-9eaf-6dc750f12caa tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] In _notify_port_updated(), no bound segment for port 14abb1ff-1dfc-4e14-b318-eff09756cfc2 on network ec8c97cf-a5a4-49ff-901b-2f06391df4ac {{(pid=100463) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 01:17:25.016938 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57ead63-067f-4ad5-9eaf-6dc750f12caa tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:25.016938 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c57ead63-067f-4ad5-9eaf-6dc750f12caa tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:25.018639 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c57ead63-067f-4ad5-9eaf-6dc750f12caa tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "PUT /v2.0/ports/14abb1ff-1dfc-4e14-b318-eff09756cfc2 HTTP/1.1" status: 200 len: 818 time: 0.4462519 Jul 24 01:17:25.021678 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37112) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:25.078113 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ead63-067f-4ad5-9eaf-6dc750f12caa tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'Port': ['ID=14abb1ff-1dfc-4e14-b318-eff09756cfc2,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:25.102529 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a3fa04bc-fc52-43a8-a92c-2cd8a776253e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:25.128846 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-4e3b55bf-986d-49e9-94d5-2cf9c6fb80b6 None None] Set router 21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10 gateway port host: None {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:17:25.142546 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa04bc-fc52-43a8-a92c-2cd8a776253e admin admin] Pushing event deleted for resources: {'Port': ['ID=f2d45b7d-5135-45b3-bd67-7243edb3b1db,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:25.165070 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-44dee7e7-328a-48b2-b861-bbdf1cb15636 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Deleting port 14abb1ff-1dfc-4e14-b318-eff09756cfc2 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:17:25.165630 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-44dee7e7-328a-48b2-b861-bbdf1cb15636 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:25.199736 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-4e3b55bf-986d-49e9-94d5-2cf9c6fb80b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10', 'name': 'tempest-TestServerMultinode-1902965297-router', 'tenant_id': 'd2ed16d9429645939242f85e2efbcec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:16:31Z', 'updated_at': '2021-07-24T01:17:24Z', 'revision_number': 6, 'project_id': 'd2ed16d9429645939242f85e2efbcec6', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:25.217591 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a3fa04bc-fc52-43a8-a92c-2cd8a776253e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:25.228730 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3b55bf-986d-49e9-94d5-2cf9c6fb80b6 None None] The sync data for ids ['21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10'] in n-d-793621-25 is: [{'id': '21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10', 'name': 'tempest-TestServerMultinode-1902965297-router', 'tenant_id': 'd2ed16d9429645939242f85e2efbcec6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:16:31Z', 'updated_at': '2021-07-24T01:17:24Z', 'revision_number': 6, 'project_id': 'd2ed16d9429645939242f85e2efbcec6', 'gw_port_host': None}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:17:25.252529 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-44dee7e7-328a-48b2-b861-bbdf1cb15636 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:25.268743 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-44dee7e7-328a-48b2-b861-bbdf1cb15636 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Calling delete_port for 14abb1ff-1dfc-4e14-b318-eff09756cfc2 owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:17:25.317217 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a3fa04bc-fc52-43a8-a92c-2cd8a776253e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:25.319412 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a3fa04bc-fc52-43a8-a92c-2cd8a776253e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:25.363626 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-44dee7e7-328a-48b2-b861-bbdf1cb15636 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:25.364288 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a3fa04bc-fc52-43a8-a92c-2cd8a776253e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:25.365829 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3fa04bc-fc52-43a8-a92c-2cd8a776253e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10 {{(pid=100464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:17:25.370224 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a3fa04bc-fc52-43a8-a92c-2cd8a776253e admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:25.373834 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a3fa04bc-fc52-43a8-a92c-2cd8a776253e admin admin] 10.222.0.15 "DELETE /v2.0/routers/21fa92de-0c73-4c81-9ccb-9c7b7bb4bd10 HTTP/1.1" status: 204 len: 168 time: 1.0995901 Jul 24 01:17:25.374185 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37114) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:25.394917 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dee7e7-328a-48b2-b861-bbdf1cb15636 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'Port': ['ID=14abb1ff-1dfc-4e14-b318-eff09756cfc2,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:25.400548 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-44dee7e7-328a-48b2-b861-bbdf1cb15636 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:25.405604 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-44dee7e7-328a-48b2-b861-bbdf1cb15636 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/ports/14abb1ff-1dfc-4e14-b318-eff09756cfc2 HTTP/1.1" status: 204 len: 168 time: 0.3798287 Jul 24 01:17:25.405925 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37116) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:25.424339 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-a18b10b2-213f-465c-8480-0d7d30558bb0 admin admin] Deleting subnet 3ef8a61d-f9bf-4c86-99b0-47ad5c3929f4 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:17:25.427673 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a18b10b2-213f-465c-8480-0d7d30558bb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:25.461695 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a18b10b2-213f-465c-8480-0d7d30558bb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:25.471349 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64377334-0979-4e30-b68a-17f96bae0d2c tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:25.474098 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-64377334-0979-4e30-b68a-17f96bae0d2c tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0661263 Jul 24 01:17:25.475730 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37118) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:25.503789 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-71387d86-95aa-4994-8260-7054e6292a9b tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] GET failed (client error): The resource could not be found. Jul 24 01:17:25.505401 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-71387d86-95aa-4994-8260-7054e6292a9b tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "GET /v2.0/ports/14abb1ff-1dfc-4e14-b318-eff09756cfc2 HTTP/1.1" status: 404 len: 333 time: 0.0287237 Jul 24 01:17:25.509848 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37120) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:25.522993 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-a5c7efb6-34ac-4c18-a456-fd2dec7f4406 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-330673147'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:25.548309 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c7efb6-34ac-4c18-a456-fd2dec7f4406 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Made reservation on behalf of 79918f17ff4041bf8e170911a9b5ce11 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:17:25.552288 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a5c7efb6-34ac-4c18-a456-fd2dec7f4406 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:25.563315 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a18b10b2-213f-465c-8480-0d7d30558bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:25.579674 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c7efb6-34ac-4c18-a456-fd2dec7f4406 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:17:25.591468 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a5c7efb6-34ac-4c18-a456-fd2dec7f4406 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:25.591957 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-a5c7efb6-34ac-4c18-a456-fd2dec7f4406 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Added segment b19da5cc-89c8-4bcf-8b7d-5e6c2a57f912 of type vlan for network 5c663cac-1fad-46b1-9c13-3ab43d33f4ed Jul 24 01:17:25.632698 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a18b10b2-213f-465c-8480-0d7d30558bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:25.653437 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a5c7efb6-34ac-4c18-a456-fd2dec7f4406 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:25.677445 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b10b2-213f-465c-8480-0d7d30558bb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ef8a61d-f9bf-4c86-99b0-47ad5c3929f4,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:25.682682 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a18b10b2-213f-465c-8480-0d7d30558bb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:25.685690 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a18b10b2-213f-465c-8480-0d7d30558bb0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3ef8a61d-f9bf-4c86-99b0-47ad5c3929f4 HTTP/1.1" status: 204 len: 168 time: 0.3103070 Jul 24 01:17:25.689977 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37122) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:25.691154 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4faf0ed-2a2a-45ec-86b1-34ce594d23a3 None None] Network 0bbf226c-5d54-4650-bc14-f9eb5a074a8e requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:17:25.701575 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a5c7efb6-34ac-4c18-a456-fd2dec7f4406 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:25.707774 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c7efb6-34ac-4c18-a456-fd2dec7f4406 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:25.708616 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a5c7efb6-34ac-4c18-a456-fd2dec7f4406 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:25.730950 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a5c7efb6-34ac-4c18-a456-fd2dec7f4406 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2126408 Jul 24 01:17:25.740040 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37124) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:25.747755 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-662bac70-9e70-4119-9725-c764889bd26f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'subnet': {'network_id': '5c663cac-1fad-46b1-9c13-3ab43d33f4ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:25.804250 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c7efb6-34ac-4c18-a456-fd2dec7f4406 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'Network': ['ID=5c663cac-1fad-46b1-9c13-3ab43d33f4ed,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:25.830774 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 5c663cac-1fad-46b1-9c13-3ab43d33f4ed details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:17:25.843124 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-71711561-a78c-494c-a977-283c464dcc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:25.952586 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662bac70-9e70-4119-9725-c764889bd26f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Made reservation on behalf of 79918f17ff4041bf8e170911a9b5ce11 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:17:25.956180 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-662bac70-9e70-4119-9725-c764889bd26f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:25.994969 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-71711561-a78c-494c-a977-283c464dcc53 admin admin] Deleting port aebcb7ea-2602-4518-a07d-825ff33eee55 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:17:25.995316 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-71711561-a78c-494c-a977-283c464dcc53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:26.207120 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fb69ba-c635-48ff-bf19-c34c838d83cd None None] DHCP port deletion for 0bbf226c-5d54-4650-bc14-f9eb5a074a8e request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:17:26.269923 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-45fb69ba-c635-48ff-bf19-c34c838d83cd None None] Deleting port aebcb7ea-2602-4518-a07d-825ff33eee55 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:17:26.270468 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-45fb69ba-c635-48ff-bf19-c34c838d83cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:26.342156 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-45fb69ba-c635-48ff-bf19-c34c838d83cd None None] For port aebcb7ea-2602-4518-a07d-825ff33eee55, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=aebcb7ea-2602-4518-a07d-825ff33eee55,segment=NetworkSegment(51d7029b-ad14-410a-af5e-89ab4764ae76),segment_id=51d7029b-ad14-410a-af5e-89ab4764ae76)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:17:26.342581 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-45fb69ba-c635-48ff-bf19-c34c838d83cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:26.357436 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-45fb69ba-c635-48ff-bf19-c34c838d83cd None None] Calling delete_port for aebcb7ea-2602-4518-a07d-825ff33eee55 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:17:26.449503 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-45fb69ba-c635-48ff-bf19-c34c838d83cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:26.476319 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb69ba-c635-48ff-bf19-c34c838d83cd None None] Pushing event deleted for resources: {'Port': ['ID=aebcb7ea-2602-4518-a07d-825ff33eee55,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:26.483152 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-71711561-a78c-494c-a977-283c464dcc53 admin admin] For port aebcb7ea-2602-4518-a07d-825ff33eee55, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=aebcb7ea-2602-4518-a07d-825ff33eee55,segment=NetworkSegment(51d7029b-ad14-410a-af5e-89ab4764ae76),segment_id=51d7029b-ad14-410a-af5e-89ab4764ae76)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:17:26.483748 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-71711561-a78c-494c-a977-283c464dcc53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:26.483948 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fb69ba-c635-48ff-bf19-c34c838d83cd None None] No DVR routers for this DVR port aebcb7ea-2602-4518-a07d-825ff33eee55 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:17:26.502966 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-71711561-a78c-494c-a977-283c464dcc53 admin admin] Calling delete_port for aebcb7ea-2602-4518-a07d-825ff33eee55 owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:17:26.666381 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-662bac70-9e70-4119-9725-c764889bd26f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:26.697338 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-71711561-a78c-494c-a977-283c464dcc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:26.745624 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71711561-a78c-494c-a977-283c464dcc53 admin admin] Pushing event deleted for resources: {'Port': ['ID=aebcb7ea-2602-4518-a07d-825ff33eee55,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:26.761547 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71711561-a78c-494c-a977-283c464dcc53 admin admin] No DVR routers for this DVR port aebcb7ea-2602-4518-a07d-825ff33eee55 on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:17:26.776802 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662bac70-9e70-4119-9725-c764889bd26f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'Subnet': ['ID=7c1c854c-9f6b-4962-91e3-a8e5ef798bff,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:26.863016 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-71711561-a78c-494c-a977-283c464dcc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:26.875817 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-71711561-a78c-494c-a977-283c464dcc53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bbf226c-5d54-4650-bc14-f9eb5a074a8e']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:26.878130 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662bac70-9e70-4119-9725-c764889bd26f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Checking segment: {'id': 'b19da5cc-89c8-4bcf-8b7d-5e6c2a57f912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5c663cac-1fad-46b1-9c13-3ab43d33f4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:17:26.878515 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662bac70-9e70-4119-9725-c764889bd26f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Network hostable DHCP agents. Network: 5c663cac-1fad-46b1-9c13-3ab43d33f4ed, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:17:26.888938 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-71711561-a78c-494c-a977-283c464dcc53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51d7029b-ad14-410a-af5e-89ab4764ae76') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:26.889249 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-71711561-a78c-494c-a977-283c464dcc53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51d7029b-ad14-410a-af5e-89ab4764ae76') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:26.902924 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-71711561-a78c-494c-a977-283c464dcc53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:26.920961 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-71711561-a78c-494c-a977-283c464dcc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:26.925498 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662bac70-9e70-4119-9725-c764889bd26f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Network 5c663cac-1fad-46b1-9c13-3ab43d33f4ed is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:17:26.929813 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71711561-a78c-494c-a977-283c464dcc53 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:17:26.930205 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-71711561-a78c-494c-a977-283c464dcc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:26.932004 n-d-793621-25 neutron-server[100464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:17:26.932004 n-d-793621-25 neutron-server[100464]: self.session.flush() Jul 24 01:17:26.932004 n-d-793621-25 neutron-server[100464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:17:26.932004 n-d-793621-25 neutron-server[100464]: self.session.flush() Jul 24 01:17:26.932004 n-d-793621-25 neutron-server[100464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:17:26.932004 n-d-793621-25 neutron-server[100464]: self.session.flush() Jul 24 01:17:26.932004 n-d-793621-25 neutron-server[100464]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:17:26.932004 n-d-793621-25 neutron-server[100464]: self.session.flush() Jul 24 01:17:26.932004 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:17:26.932004 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:17:26.932004 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:17:26.932004 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:17:26.932004 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:17:26.932004 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:17:26.932004 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:17:26.932004 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:17:26.932004 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:17:26.932004 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:17:26.932004 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:17:26.932004 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:17:26.932004 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:17:26.932004 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:17:26.932004 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:17:26.932004 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:17:26.932004 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:17:26.932004 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:17:26.932004 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:17:26.932004 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:17:26.932004 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:17:26.932004 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:17:26.932004 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:17:26.932004 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:17:26.932004 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:17:26.932004 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:17:26.932004 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:17:26.932004 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:17:26.932004 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:17:26.932004 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:17:26.932004 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:17:26.932004 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:17:26.958221 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-662bac70-9e70-4119-9725-c764889bd26f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 5c663cac-1fad-46b1-9c13-3ab43d33f4ed) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:17:26.965665 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662bac70-9e70-4119-9725-c764889bd26f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:26.966414 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-662bac70-9e70-4119-9725-c764889bd26f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:26.966553 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254ea970-ce99-4800-beb8-471e43650057 None None] Network 5c663cac-1fad-46b1-9c13-3ab43d33f4ed requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:17:27.017396 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-662bac70-9e70-4119-9725-c764889bd26f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2751586 Jul 24 01:17:27.019698 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-71711561-a78c-494c-a977-283c464dcc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:27.020522 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37130) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:27.025835 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-a40940f8-1d93-426d-a7dd-5761fd049fc9 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'subnet': {'network_id': '5c663cac-1fad-46b1-9c13-3ab43d33f4ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:27.026580 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-71711561-a78c-494c-a977-283c464dcc53 admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:27.033108 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-71711561-a78c-494c-a977-283c464dcc53 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0bbf226c-5d54-4650-bc14-f9eb5a074a8e HTTP/1.1" status: 204 len: 168 time: 1.3389382 Jul 24 01:17:27.043539 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37132) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:27.050508 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71711561-a78c-494c-a977-283c464dcc53 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bbf226c-5d54-4650-bc14-f9eb5a074a8e,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:27.180667 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0147da46-ca30-4ddd-b95d-00bc7b89fc93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-5c663cac-1fad-46b1-9c13-3ab43d33f4ed', 'network_id': '5c663cac-1fad-46b1-9c13-3ab43d33f4ed', 'tenant_id': '79918f17ff4041bf8e170911a9b5ce11', 'fixed_ips': [{'subnet_id': '7c1c854c-9f6b-4962-91e3-a8e5ef798bff'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:17:27.182114 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0147da46-ca30-4ddd-b95d-00bc7b89fc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:27.222453 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40940f8-1d93-426d-a7dd-5761fd049fc9 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Made reservation on behalf of 79918f17ff4041bf8e170911a9b5ce11 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:17:27.226284 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a40940f8-1d93-426d-a7dd-5761fd049fc9 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:27.338213 n-d-793621-25 neutron-server[100463]: INFO neutron.db.ipam_backend_mixin [None req-a40940f8-1d93-426d-a7dd-5761fd049fc9 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7c1c854c-9f6b-4962-91e3-a8e5ef798bff (CIDR: 172.20.0.0/28) Jul 24 01:17:27.343397 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-a40940f8-1d93-426d-a7dd-5761fd049fc9 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:17:27.344276 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a40940f8-1d93-426d-a7dd-5761fd049fc9 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:17:27.364595 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a40940f8-1d93-426d-a7dd-5761fd049fc9 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3428786 Jul 24 01:17:27.367434 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37134) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:27.373371 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-1195bc80-99dd-4ebc-9350-f333e59a4b6d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'subnet': {'network_id': '5c663cac-1fad-46b1-9c13-3ab43d33f4ed', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:27.375056 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device aebcb7ea-2602-4518-a07d-825ff33eee55 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:17:27.381065 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-0147da46-ca30-4ddd-b95d-00bc7b89fc93 None None] Allocated IP 172.20.0.2 (5c663cac-1fad-46b1-9c13-3ab43d33f4ed/7c1c854c-9f6b-4962-91e3-a8e5ef798bff/06161f79-823e-48f6-9024-cb206dbf928d) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:17:27.406601 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: aebcb7ea-2602-4518-a07d-825ff33eee55 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:17:27.406987 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device aebcb7ea-2602-4518-a07d-825ff33eee55 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:17:27.407409 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device f2d45b7d-5135-45b3-bd67-7243edb3b1db no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:17:27.430759 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: f2d45b7d-5135-45b3-bd67-7243edb3b1db {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:17:27.431148 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device f2d45b7d-5135-45b3-bd67-7243edb3b1db not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:17:27.431649 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 83c35b4e-aaf9-4e91-aae1-4377406e7047 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:17:27.459403 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 83c35b4e-aaf9-4e91-aae1-4377406e7047 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:17:27.459867 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 83c35b4e-aaf9-4e91-aae1-4377406e7047 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:17:27.522160 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d8fc5990-9cc8-4990-a8bd-f2e988b61fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:27.562436 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1195bc80-99dd-4ebc-9350-f333e59a4b6d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Made reservation on behalf of 79918f17ff4041bf8e170911a9b5ce11 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:17:27.569245 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1195bc80-99dd-4ebc-9350-f333e59a4b6d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:27.659028 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0147da46-ca30-4ddd-b95d-00bc7b89fc93 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:27.668134 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0147da46-ca30-4ddd-b95d-00bc7b89fc93 None None] Transition to ACTIVE for port object 06161f79-823e-48f6-9024-cb206dbf928d will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:17:27.687451 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0147da46-ca30-4ddd-b95d-00bc7b89fc93 None None] Transition to ACTIVE for port object 06161f79-823e-48f6-9024-cb206dbf928d will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:17:27.696352 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0147da46-ca30-4ddd-b95d-00bc7b89fc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:27.739970 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0147da46-ca30-4ddd-b95d-00bc7b89fc93 None None] Network 5c663cac-1fad-46b1-9c13-3ab43d33f4ed is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:17:27.744996 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-0147da46-ca30-4ddd-b95d-00bc7b89fc93 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:17:27.748543 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0147da46-ca30-4ddd-b95d-00bc7b89fc93 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:17:27.793619 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147da46-ca30-4ddd-b95d-00bc7b89fc93 None None] Pushing event updated for resources: {'Port': ['ID=06161f79-823e-48f6-9024-cb206dbf928d,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:27.831540 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-0147da46-ca30-4ddd-b95d-00bc7b89fc93 None None] Attempting to bind port 06161f79-823e-48f6-9024-cb206dbf928d on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:17:27.832039 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-0147da46-ca30-4ddd-b95d-00bc7b89fc93 None None] Attempting to bind port 06161f79-823e-48f6-9024-cb206dbf928d by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'b19da5cc-89c8-4bcf-8b7d-5e6c2a57f912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5c663cac-1fad-46b1-9c13-3ab43d33f4ed'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:17:27.832483 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0147da46-ca30-4ddd-b95d-00bc7b89fc93 None None] Attempting to bind port 06161f79-823e-48f6-9024-cb206dbf928d on network 5c663cac-1fad-46b1-9c13-3ab43d33f4ed {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:17:27.838042 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0147da46-ca30-4ddd-b95d-00bc7b89fc93 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:17:27.838554 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0147da46-ca30-4ddd-b95d-00bc7b89fc93 None None] Checking segment: {'id': 'b19da5cc-89c8-4bcf-8b7d-5e6c2a57f912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5c663cac-1fad-46b1-9c13-3ab43d33f4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:17:27.839130 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0147da46-ca30-4ddd-b95d-00bc7b89fc93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:27.839803 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0147da46-ca30-4ddd-b95d-00bc7b89fc93 None None] Bound using segment: {'id': 'b19da5cc-89c8-4bcf-8b7d-5e6c2a57f912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5c663cac-1fad-46b1-9c13-3ab43d33f4ed'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:17:27.840383 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-0147da46-ca30-4ddd-b95d-00bc7b89fc93 None None] Bound port: 06161f79-823e-48f6-9024-cb206dbf928d, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b19da5cc-89c8-4bcf-8b7d-5e6c2a57f912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5c663cac-1fad-46b1-9c13-3ab43d33f4ed'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:17:27.841445 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0147da46-ca30-4ddd-b95d-00bc7b89fc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:27.863343 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-d8fc5990-9cc8-4990-a8bd-f2e988b61fe4 admin admin] Deleting port a524f557-6ddf-44f1-906a-9559a5945e69 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:17:27.864600 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d8fc5990-9cc8-4990-a8bd-f2e988b61fe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:27.884546 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1195bc80-99dd-4ebc-9350-f333e59a4b6d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:27.932291 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1195bc80-99dd-4ebc-9350-f333e59a4b6d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Network 5c663cac-1fad-46b1-9c13-3ab43d33f4ed is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:17:27.937030 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-1195bc80-99dd-4ebc-9350-f333e59a4b6d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:17:27.939901 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1195bc80-99dd-4ebc-9350-f333e59a4b6d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:27.940673 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1195bc80-99dd-4ebc-9350-f333e59a4b6d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:27.947384 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0147da46-ca30-4ddd-b95d-00bc7b89fc93 None None] For port 06161f79-823e-48f6-9024-cb206dbf928d, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:17:27.953826 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0147da46-ca30-4ddd-b95d-00bc7b89fc93 None None] For port 06161f79-823e-48f6-9024-cb206dbf928d, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=06161f79-823e-48f6-9024-cb206dbf928d,segment=NetworkSegment(b19da5cc-89c8-4bcf-8b7d-5e6c2a57f912),segment_id=b19da5cc-89c8-4bcf-8b7d-5e6c2a57f912)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:17:27.962687 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0147da46-ca30-4ddd-b95d-00bc7b89fc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:27.965393 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1195bc80-99dd-4ebc-9350-f333e59a4b6d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5966330 Jul 24 01:17:27.966314 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1195bc80-99dd-4ebc-9350-f333e59a4b6d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'Subnet': ['ID=91c329d5-8d67-4ee6-a13d-cc317b23c041,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:27.968533 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37138) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:27.973480 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-8343ce66-dc7f-4a4a-b3a4-9df5d3d4e1b3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'port': {'network_id': '5c663cac-1fad-46b1-9c13-3ab43d33f4ed', 'fixed_ips': [{'subnet_id': '7c1c854c-9f6b-4962-91e3-a8e5ef798bff'}, {'subnet_id': '91c329d5-8d67-4ee6-a13d-cc317b23c041'}], 'name': 'tempest-PortsTestJSON-1925035549'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:27.991484 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-d8fc5990-9cc8-4990-a8bd-f2e988b61fe4 admin admin] For port a524f557-6ddf-44f1-906a-9559a5945e69, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=a524f557-6ddf-44f1-906a-9559a5945e69,segment=NetworkSegment(7118bbee-30aa-41fa-89a5-ab69081a8d88),segment_id=7118bbee-30aa-41fa-89a5-ab69081a8d88)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:17:27.991846 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d8fc5990-9cc8-4990-a8bd-f2e988b61fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:28.008076 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-d8fc5990-9cc8-4990-a8bd-f2e988b61fe4 admin admin] Calling delete_port for a524f557-6ddf-44f1-906a-9559a5945e69 owned by network:router_interface {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:17:28.057072 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147da46-ca30-4ddd-b95d-00bc7b89fc93 None None] Pushing event updated for resources: {'Port': ['ID=06161f79-823e-48f6-9024-cb206dbf928d,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:28.085027 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1195bc80-99dd-4ebc-9350-f333e59a4b6d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:17:28.085571 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1195bc80-99dd-4ebc-9350-f333e59a4b6d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:17:28.085716 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1195bc80-99dd-4ebc-9350-f333e59a4b6d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:17:28.086055 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1195bc80-99dd-4ebc-9350-f333e59a4b6d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:17:28.086389 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1195bc80-99dd-4ebc-9350-f333e59a4b6d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:17:28.086732 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1195bc80-99dd-4ebc-9350-f333e59a4b6d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:17:28.087076 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1195bc80-99dd-4ebc-9350-f333e59a4b6d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:17:28.087403 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1195bc80-99dd-4ebc-9350-f333e59a4b6d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:17:28.087733 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1195bc80-99dd-4ebc-9350-f333e59a4b6d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:17:28.088061 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1195bc80-99dd-4ebc-9350-f333e59a4b6d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:17:28.088387 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1195bc80-99dd-4ebc-9350-f333e59a4b6d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:17:28.088715 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1195bc80-99dd-4ebc-9350-f333e59a4b6d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:17:28.110528 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8343ce66-dc7f-4a4a-b3a4-9df5d3d4e1b3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Made reservation on behalf of 79918f17ff4041bf8e170911a9b5ce11 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:17:28.223679 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8343ce66-dc7f-4a4a-b3a4-9df5d3d4e1b3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:28.274667 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-8343ce66-dc7f-4a4a-b3a4-9df5d3d4e1b3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] device_id is not set on port 1d210dbc-5787-4d9a-8f9c-0745626bcd9e yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:17:28.311630 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d8fc5990-9cc8-4990-a8bd-f2e988b61fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:28.354343 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc5990-9cc8-4990-a8bd-f2e988b61fe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a524f557-6ddf-44f1-906a-9559a5945e69,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:28.589350 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d8fc5990-9cc8-4990-a8bd-f2e988b61fe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:28.697067 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-8343ce66-dc7f-4a4a-b3a4-9df5d3d4e1b3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Allocated IP 172.20.0.4 (5c663cac-1fad-46b1-9c13-3ab43d33f4ed/7c1c854c-9f6b-4962-91e3-a8e5ef798bff/1d210dbc-5787-4d9a-8f9c-0745626bcd9e) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:17:28.708254 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-8343ce66-dc7f-4a4a-b3a4-9df5d3d4e1b3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Allocated IP 172.20.0.22 (5c663cac-1fad-46b1-9c13-3ab43d33f4ed/91c329d5-8d67-4ee6-a13d-cc317b23c041/1d210dbc-5787-4d9a-8f9c-0745626bcd9e) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:17:28.865107 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8fc5990-9cc8-4990-a8bd-f2e988b61fe4 admin admin] Router bac90b97-9b7d-4ffd-8244-5edaebf54b14 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:17:28.898390 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8343ce66-dc7f-4a4a-b3a4-9df5d3d4e1b3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:28.919891 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-8343ce66-dc7f-4a4a-b3a4-9df5d3d4e1b3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Transition to ACTIVE for port object 1d210dbc-5787-4d9a-8f9c-0745626bcd9e will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:17:28.966501 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8343ce66-dc7f-4a4a-b3a4-9df5d3d4e1b3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:28.998304 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fc5990-9cc8-4990-a8bd-f2e988b61fe4 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:17:29.007660 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e99560-95f6-4b6c-a03d-4cfb7c3a6273 None None] Sync routers for ids ['bac90b97-9b7d-4ffd-8244-5edaebf54b14'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:17:29.013699 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d8fc5990-9cc8-4990-a8bd-f2e988b61fe4 admin admin] 10.222.0.15 "PUT /v2.0/routers/bac90b97-9b7d-4ffd-8244-5edaebf54b14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9688609 Jul 24 01:17:29.016636 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37142) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:29.021735 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e99560-95f6-4b6c-a03d-4cfb7c3a6273 None None] Routers {'bac90b97-9b7d-4ffd-8244-5edaebf54b14'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:17:29.022467 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-15e99560-95f6-4b6c-a03d-4cfb7c3a6273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:17:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['bac90b97-9b7d-4ffd-8244-5edaebf54b14'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:29.035441 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8343ce66-dc7f-4a4a-b3a4-9df5d3d4e1b3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Network 5c663cac-1fad-46b1-9c13-3ab43d33f4ed is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:17:29.038880 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-8343ce66-dc7f-4a4a-b3a4-9df5d3d4e1b3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:17:29.043197 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8343ce66-dc7f-4a4a-b3a4-9df5d3d4e1b3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:17:29.115114 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8343ce66-dc7f-4a4a-b3a4-9df5d3d4e1b3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:29.115818 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8343ce66-dc7f-4a4a-b3a4-9df5d3d4e1b3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:29.133636 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8343ce66-dc7f-4a4a-b3a4-9df5d3d4e1b3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'Port': ['ID=1d210dbc-5787-4d9a-8f9c-0745626bcd9e,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:29.155303 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8343ce66-dc7f-4a4a-b3a4-9df5d3d4e1b3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.1854362 Jul 24 01:17:29.157937 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37144) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:29.163979 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-78bbd87b-0c5e-4601-a15f-1018254b1d34 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7c1c854c-9f6b-4962-91e3-a8e5ef798bff'}]}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:29.168833 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-56f905d9-4397-48ec-b12d-b8e224c8a25c admin admin] Notify callbacks [] for router, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:29.194912 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-15e99560-95f6-4b6c-a03d-4cfb7c3a6273 None None] Set router bac90b97-9b7d-4ffd-8244-5edaebf54b14 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:17:29.341311 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-56f905d9-4397-48ec-b12d-b8e224c8a25c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:29.349243 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358044b4-925e-4be8-9469-0f15089ec82a None None] Network 5c663cac-1fad-46b1-9c13-3ab43d33f4ed requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:17:29.362419 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-78bbd87b-0c5e-4601-a15f-1018254b1d34 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:29.459420 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-56f905d9-4397-48ec-b12d-b8e224c8a25c admin admin] Deleting port a545d56c-808d-4baf-bcdf-383db943aa89 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:17:29.462311 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-56f905d9-4397-48ec-b12d-b8e224c8a25c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:29.502281 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-2d6e5259-5932-459a-a756-091e5972b06e None None] Provisioning for port 06161f79-823e-48f6-9024-cb206dbf928d completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:17:29.509792 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-15e99560-95f6-4b6c-a03d-4cfb7c3a6273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac90b97-9b7d-4ffd-8244-5edaebf54b14', 'name': 'tempest-TestServerMultinode-500654886-router', 'tenant_id': 'ced4c36c17c14036829482f02f1d23cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.137'}], 'enable_snat': True}, 'gw_port_id': 'a545d56c-808d-4baf-bcdf-383db943aa89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:16:39Z', 'updated_at': '2021-07-24T01:17:28Z', 'revision_number': 5, 'project_id': 'ced4c36c17c14036829482f02f1d23cf', 'gw_port': {'id': 'a545d56c-808d-4baf-bcdf-383db943aa89', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac90b97-9b7d-4ffd-8244-5edaebf54b14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3555, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:16:39Z', 'updated_at': '2021-07-24T01:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:29.516073 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 06161f79-823e-48f6-9024-cb206dbf928d up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:17:29.552032 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e99560-95f6-4b6c-a03d-4cfb7c3a6273 None None] Checking router: bac90b97-9b7d-4ffd-8244-5edaebf54b14 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:17:29.564274 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e99560-95f6-4b6c-a03d-4cfb7c3a6273 None None] Routers {'bac90b97-9b7d-4ffd-8244-5edaebf54b14'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:17:29.565659 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-15e99560-95f6-4b6c-a03d-4cfb7c3a6273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:17:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['bac90b97-9b7d-4ffd-8244-5edaebf54b14'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:29.616204 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-56f905d9-4397-48ec-b12d-b8e224c8a25c admin admin] For port a545d56c-808d-4baf-bcdf-383db943aa89, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=a545d56c-808d-4baf-bcdf-383db943aa89,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:17:29.616734 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-56f905d9-4397-48ec-b12d-b8e224c8a25c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:29.661059 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 06161f79-823e-48f6-9024-cb206dbf928d completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:17:29.661562 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-56f905d9-4397-48ec-b12d-b8e224c8a25c admin admin] Calling delete_port for a545d56c-808d-4baf-bcdf-383db943aa89 owned by network:router_gateway {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:17:29.672421 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 06161f79-823e-48f6-9024-cb206dbf928d triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:17:29.672816 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:29.768109 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-15e99560-95f6-4b6c-a03d-4cfb7c3a6273 None None] Set router bac90b97-9b7d-4ffd-8244-5edaebf54b14 gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:17:29.785082 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-78bbd87b-0c5e-4601-a15f-1018254b1d34 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Delete allocated IP 172.20.0.22 (5c663cac-1fad-46b1-9c13-3ab43d33f4ed/91c329d5-8d67-4ee6-a13d-cc317b23c041) {{(pid=100463) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 24 01:17:29.843412 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-15e99560-95f6-4b6c-a03d-4cfb7c3a6273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bac90b97-9b7d-4ffd-8244-5edaebf54b14', 'name': 'tempest-TestServerMultinode-500654886-router', 'tenant_id': 'ced4c36c17c14036829482f02f1d23cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:16:39Z', 'updated_at': '2021-07-24T01:17:29Z', 'revision_number': 6, 'project_id': 'ced4c36c17c14036829482f02f1d23cf', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:29.849311 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:29.890453 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e99560-95f6-4b6c-a03d-4cfb7c3a6273 None None] The sync data for ids ['bac90b97-9b7d-4ffd-8244-5edaebf54b14'] in n-d-793621-25 is: [{'id': 'bac90b97-9b7d-4ffd-8244-5edaebf54b14', 'name': 'tempest-TestServerMultinode-500654886-router', 'tenant_id': 'ced4c36c17c14036829482f02f1d23cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:16:39Z', 'updated_at': '2021-07-24T01:17:29Z', 'revision_number': 6, 'project_id': 'ced4c36c17c14036829482f02f1d23cf', 'gw_port_host': None}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:17:29.921207 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab77849-351c-46ed-bdbb-139fa5272b6c None None] Update dhcp port {'port': {'network_id': '5c663cac-1fad-46b1-9c13-3ab43d33f4ed', 'fixed_ips': [{'subnet_id': '7c1c854c-9f6b-4962-91e3-a8e5ef798bff', 'ip_address': '172.20.0.2'}, {'subnet_id': '91c329d5-8d67-4ee6-a13d-cc317b23c041'}], 'binding:host_id': 'n-d-793621-25'}, 'id': '06161f79-823e-48f6-9024-cb206dbf928d'} from n-d-793621-25. {{(pid=100465) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 01:17:29.926158 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 06161f79-823e-48f6-9024-cb206dbf928d, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=06161f79-823e-48f6-9024-cb206dbf928d,segment=NetworkSegment(b19da5cc-89c8-4bcf-8b7d-5e6c2a57f912),segment_id=b19da5cc-89c8-4bcf-8b7d-5e6c2a57f912)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:17:29.957954 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-78bbd87b-0c5e-4601-a15f-1018254b1d34 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:29.966246 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:29.978124 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-78bbd87b-0c5e-4601-a15f-1018254b1d34 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Ignored duplicate provisioning block setup for port 1d210dbc-5787-4d9a-8f9c-0745626bcd9e by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 24 01:17:29.984051 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-78bbd87b-0c5e-4601-a15f-1018254b1d34 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:30.000774 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-56f905d9-4397-48ec-b12d-b8e224c8a25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:30.026042 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1ab77849-351c-46ed-bdbb-139fa5272b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:30.048893 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=06161f79-823e-48f6-9024-cb206dbf928d,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:30.083540 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f905d9-4397-48ec-b12d-b8e224c8a25c admin admin] Pushing event deleted for resources: {'Port': ['ID=a545d56c-808d-4baf-bcdf-383db943aa89,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:30.104739 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-56f905d9-4397-48ec-b12d-b8e224c8a25c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:30.115226 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bbd87b-0c5e-4601-a15f-1018254b1d34 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'Port': ['ID=1d210dbc-5787-4d9a-8f9c-0745626bcd9e,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:30.148502 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-78bbd87b-0c5e-4601-a15f-1018254b1d34 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] In _notify_port_updated(), no bound segment for port 1d210dbc-5787-4d9a-8f9c-0745626bcd9e on network 5c663cac-1fad-46b1-9c13-3ab43d33f4ed {{(pid=100463) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 01:17:30.155090 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bbd87b-0c5e-4601-a15f-1018254b1d34 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:30.156201 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-78bbd87b-0c5e-4601-a15f-1018254b1d34 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:30.157828 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-78bbd87b-0c5e-4601-a15f-1018254b1d34 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "PUT /v2.0/ports/1d210dbc-5787-4d9a-8f9c-0745626bcd9e HTTP/1.1" status: 200 len: 919 time: 0.9986792 Jul 24 01:17:30.160822 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37148) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:30.167358 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-577771a2-1841-4bc8-bef0-4491686f39d8 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7c1c854c-9f6b-4962-91e3-a8e5ef798bff'}, {'subnet_id': '91c329d5-8d67-4ee6-a13d-cc317b23c041'}]}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:30.218841 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-56f905d9-4397-48ec-b12d-b8e224c8a25c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:30.221064 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-56f905d9-4397-48ec-b12d-b8e224c8a25c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:30.236008 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-1ab77849-351c-46ed-bdbb-139fa5272b6c None None] Allocated IP 172.20.0.18 (5c663cac-1fad-46b1-9c13-3ab43d33f4ed/91c329d5-8d67-4ee6-a13d-cc317b23c041/06161f79-823e-48f6-9024-cb206dbf928d) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:17:30.276882 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-56f905d9-4397-48ec-b12d-b8e224c8a25c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:30.277425 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f905d9-4397-48ec-b12d-b8e224c8a25c admin admin] Fanout notify agent at l3_agent the message router_deleted on router bac90b97-9b7d-4ffd-8244-5edaebf54b14 {{(pid=100464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:17:30.282211 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-56f905d9-4397-48ec-b12d-b8e224c8a25c admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:30.285797 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-56f905d9-4397-48ec-b12d-b8e224c8a25c admin admin] 10.222.0.15 "DELETE /v2.0/routers/bac90b97-9b7d-4ffd-8244-5edaebf54b14 HTTP/1.1" status: 204 len: 168 time: 1.2656105 Jul 24 01:17:30.287537 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37150) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:30.334402 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-577771a2-1841-4bc8-bef0-4491686f39d8 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:30.360029 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-fde7e26c-21ee-47ea-a971-762801e2aa93 admin admin] Deleting subnet f0841ffd-1d62-4cb2-ac2e-067a336509c5 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:17:30.366821 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fde7e26c-21ee-47ea-a971-762801e2aa93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:30.387120 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-1ab77849-351c-46ed-bdbb-139fa5272b6c None None] For port 06161f79-823e-48f6-9024-cb206dbf928d, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=06161f79-823e-48f6-9024-cb206dbf928d,segment=NetworkSegment(b19da5cc-89c8-4bcf-8b7d-5e6c2a57f912),segment_id=b19da5cc-89c8-4bcf-8b7d-5e6c2a57f912)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:17:30.423546 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1ab77849-351c-46ed-bdbb-139fa5272b6c None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:30.432733 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fde7e26c-21ee-47ea-a971-762801e2aa93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:30.440819 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1ab77849-351c-46ed-bdbb-139fa5272b6c None None] Transition to ACTIVE for port object 06161f79-823e-48f6-9024-cb206dbf928d will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:17:30.444775 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1ab77849-351c-46ed-bdbb-139fa5272b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:30.555727 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab77849-351c-46ed-bdbb-139fa5272b6c None None] Pushing event updated for resources: {'Port': ['ID=06161f79-823e-48f6-9024-cb206dbf928d,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:31.009099 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fde7e26c-21ee-47ea-a971-762801e2aa93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:31.105408 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e78c7b8-0647-46c4-a122-f6ee7fdf4c98 None None] Network 5c663cac-1fad-46b1-9c13-3ab43d33f4ed requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:17:31.161836 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fde7e26c-21ee-47ea-a971-762801e2aa93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:31.187531 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-577771a2-1841-4bc8-bef0-4491686f39d8 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Allocated IP 172.20.0.29 (5c663cac-1fad-46b1-9c13-3ab43d33f4ed/91c329d5-8d67-4ee6-a13d-cc317b23c041/1d210dbc-5787-4d9a-8f9c-0745626bcd9e) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:17:31.192834 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9eea8ff4-2140-41b0-b801-82e4cb2aef43 None None] Provisioning for port 1d210dbc-5787-4d9a-8f9c-0745626bcd9e completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:17:31.198247 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9eea8ff4-2140-41b0-b801-82e4cb2aef43 None None] Provisioning complete for port 1d210dbc-5787-4d9a-8f9c-0745626bcd9e triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:17:31.198956 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9eea8ff4-2140-41b0-b801-82e4cb2aef43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:31.221682 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7e26c-21ee-47ea-a971-762801e2aa93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0841ffd-1d62-4cb2-ac2e-067a336509c5,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:31.228498 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fde7e26c-21ee-47ea-a971-762801e2aa93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:31.234181 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37156) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:31.234866 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-fde7e26c-21ee-47ea-a971-762801e2aa93 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f0841ffd-1d62-4cb2-ac2e-067a336509c5 HTTP/1.1" status: 204 len: 168 time: 0.9464903 Jul 24 01:17:31.328373 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a67faa0a-c307-4f73-ab67-cbfec63a8692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:31.388199 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-577771a2-1841-4bc8-bef0-4491686f39d8 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:31.391393 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-a67faa0a-c307-4f73-ab67-cbfec63a8692 admin admin] Deleting port a5beb301-316c-4ae9-b0bc-132333a20fec {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:17:31.391751 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a67faa0a-c307-4f73-ab67-cbfec63a8692 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:31.401865 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-577771a2-1841-4bc8-bef0-4491686f39d8 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Ignored duplicate provisioning block setup for port 1d210dbc-5787-4d9a-8f9c-0745626bcd9e by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 24 01:17:31.405344 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a35ec0-95fa-44a7-a284-2b6a2c132128 None None] Network 6beb1eb0-feb5-4756-8bc3-a6486efbd068 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:17:31.407048 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-577771a2-1841-4bc8-bef0-4491686f39d8 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:31.407332 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 06161f79-823e-48f6-9024-cb206dbf928d up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:17:31.463364 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-a67faa0a-c307-4f73-ab67-cbfec63a8692 admin admin] For port a5beb301-316c-4ae9-b0bc-132333a20fec, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=a5beb301-316c-4ae9-b0bc-132333a20fec,segment=NetworkSegment(7118bbee-30aa-41fa-89a5-ab69081a8d88),segment_id=7118bbee-30aa-41fa-89a5-ab69081a8d88)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:17:31.463645 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a67faa0a-c307-4f73-ab67-cbfec63a8692 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:31.475404 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-9eea8ff4-2140-41b0-b801-82e4cb2aef43 None None] Port 1d210dbc-5787-4d9a-8f9c-0745626bcd9e cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:17:31.476196 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-a67faa0a-c307-4f73-ab67-cbfec63a8692 admin admin] Calling delete_port for a5beb301-316c-4ae9-b0bc-132333a20fec owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:17:31.536870 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577771a2-1841-4bc8-bef0-4491686f39d8 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'Port': ['ID=1d210dbc-5787-4d9a-8f9c-0745626bcd9e,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:31.552827 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-577771a2-1841-4bc8-bef0-4491686f39d8 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] In _notify_port_updated(), no bound segment for port 1d210dbc-5787-4d9a-8f9c-0745626bcd9e on network 5c663cac-1fad-46b1-9c13-3ab43d33f4ed {{(pid=100463) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 01:17:31.558975 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577771a2-1841-4bc8-bef0-4491686f39d8 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:31.560938 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-577771a2-1841-4bc8-bef0-4491686f39d8 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:31.562933 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-577771a2-1841-4bc8-bef0-4491686f39d8 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "PUT /v2.0/ports/1d210dbc-5787-4d9a-8f9c-0745626bcd9e HTTP/1.1" status: 200 len: 999 time: 1.4010351 Jul 24 01:17:31.565515 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a67faa0a-c307-4f73-ab67-cbfec63a8692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:31.566111 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37158) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:31.575475 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9eea8ff4-2140-41b0-b801-82e4cb2aef43 None None] Provisioning for port 06161f79-823e-48f6-9024-cb206dbf928d completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:17:31.595468 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67faa0a-c307-4f73-ab67-cbfec63a8692 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5beb301-316c-4ae9-b0bc-132333a20fec,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:31.603665 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67faa0a-c307-4f73-ab67-cbfec63a8692 admin admin] No DVR routers for this DVR port a5beb301-316c-4ae9-b0bc-132333a20fec on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:17:31.603831 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9eea8ff4-2140-41b0-b801-82e4cb2aef43 None None] Provisioning complete for port 06161f79-823e-48f6-9024-cb206dbf928d triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:17:31.604205 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9eea8ff4-2140-41b0-b801-82e4cb2aef43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:31.648653 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 06161f79-823e-48f6-9024-cb206dbf928d triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:17:31.649038 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:31.679859 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-ff80bc6c-ec0d-44aa-a18f-09ce4d886f42 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Deleting port 1d210dbc-5787-4d9a-8f9c-0745626bcd9e {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:17:31.680248 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ff80bc6c-ec0d-44aa-a18f-09ce4d886f42 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:31.693624 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a67faa0a-c307-4f73-ab67-cbfec63a8692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:31.705501 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-a67faa0a-c307-4f73-ab67-cbfec63a8692 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6beb1eb0-feb5-4756-8bc3-a6486efbd068']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:31.724007 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-a67faa0a-c307-4f73-ab67-cbfec63a8692 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7118bbee-30aa-41fa-89a5-ab69081a8d88') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:31.724370 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-a67faa0a-c307-4f73-ab67-cbfec63a8692 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7118bbee-30aa-41fa-89a5-ab69081a8d88') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:31.729217 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6a87ae-4759-4f55-b5b2-75cd32f36392 None None] DHCP port deletion for 6beb1eb0-feb5-4756-8bc3-a6486efbd068 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:17:31.738075 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a67faa0a-c307-4f73-ab67-cbfec63a8692 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:31.757438 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a67faa0a-c307-4f73-ab67-cbfec63a8692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:31.764730 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a67faa0a-c307-4f73-ab67-cbfec63a8692 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:17:31.766005 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a67faa0a-c307-4f73-ab67-cbfec63a8692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:31.782591 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:17:31.782591 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:17:31.782591 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:17:31.782591 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:17:31.782591 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:17:31.782591 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:17:31.782591 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:17:31.782591 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:17:31.782591 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:17:31.782591 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:17:31.782591 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:17:31.782591 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:17:31.782591 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:17:31.782591 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:17:31.782591 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:17:31.782591 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:17:31.782591 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:17:31.782591 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:17:31.782591 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:17:31.782591 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:17:31.782591 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:17:31.782591 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:17:31.782591 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:17:31.782591 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:17:31.782591 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:17:31.782591 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:17:31.782591 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:17:31.782591 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:17:31.782591 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:17:31.782591 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:17:31.782591 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:17:31.782591 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:17:31.802425 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ff80bc6c-ec0d-44aa-a18f-09ce4d886f42 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:31.815712 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-ff80bc6c-ec0d-44aa-a18f-09ce4d886f42 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Calling delete_port for 1d210dbc-5787-4d9a-8f9c-0745626bcd9e owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:17:31.843661 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a67faa0a-c307-4f73-ab67-cbfec63a8692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:31.857677 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a67faa0a-c307-4f73-ab67-cbfec63a8692 admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:31.859589 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a67faa0a-c307-4f73-ab67-cbfec63a8692 admin admin] 10.222.0.15 "DELETE /v2.0/networks/6beb1eb0-feb5-4756-8bc3-a6486efbd068 HTTP/1.1" status: 204 len: 168 time: 0.6238253 Jul 24 01:17:31.875955 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67faa0a-c307-4f73-ab67-cbfec63a8692 admin admin] Pushing event deleted for resources: {'Network': ['ID=6beb1eb0-feb5-4756-8bc3-a6486efbd068,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:31.915628 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a545d56c-808d-4baf-bcdf-383db943aa89 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:17:31.940377 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: a545d56c-808d-4baf-bcdf-383db943aa89 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:17:31.940732 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a545d56c-808d-4baf-bcdf-383db943aa89 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:17:31.941154 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a524f557-6ddf-44f1-906a-9559a5945e69 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:17:31.961489 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: a524f557-6ddf-44f1-906a-9559a5945e69 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:17:31.961844 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a524f557-6ddf-44f1-906a-9559a5945e69 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:17:32.011716 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ff80bc6c-ec0d-44aa-a18f-09ce4d886f42 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:32.046484 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37164) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:32.050772 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff80bc6c-ec0d-44aa-a18f-09ce4d886f42 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'Port': ['ID=1d210dbc-5787-4d9a-8f9c-0745626bcd9e,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:32.093841 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0f857c4f-8f2c-4e1f-aa85-1c98f28bfd26 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d2ed16d9429645939242f85e2efbcec6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460744 Jul 24 01:17:32.096358 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37166) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:32.145772 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ff80bc6c-ec0d-44aa-a18f-09ce4d886f42 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:32.148090 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ff80bc6c-ec0d-44aa-a18f-09ce4d886f42 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/ports/1d210dbc-5787-4d9a-8f9c-0745626bcd9e HTTP/1.1" status: 204 len: 168 time: 0.5807941 Jul 24 01:17:32.148231 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5dba35b2-c1c2-43d4-8a29-9851e2fed144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:32.150695 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37168) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:32.171452 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5dba35b2-c1c2-43d4-8a29-9851e2fed144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:32.181406 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d8e2b70-129e-4958-87c2-58b9f5e02646 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] GET failed (client error): The resource could not be found. Jul 24 01:17:32.183090 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1d8e2b70-129e-4958-87c2-58b9f5e02646 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "GET /v2.0/ports/1d210dbc-5787-4d9a-8f9c-0745626bcd9e HTTP/1.1" status: 404 len: 333 time: 0.0313609 Jul 24 01:17:32.186249 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37170) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:32.227892 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5dba35b2-c1c2-43d4-8a29-9851e2fed144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:32.232556 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5dba35b2-c1c2-43d4-8a29-9851e2fed144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:32.236248 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5dba35b2-c1c2-43d4-8a29-9851e2fed144 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/382e6606-b60e-4c12-8fb7-38798aa79dd8 HTTP/1.1" status: 204 len: 168 time: 0.1377828 Jul 24 01:17:32.242690 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-645dcb77-681a-4a0e-a763-37adadec50bd tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Deleting subnet 91c329d5-8d67-4ee6-a13d-cc317b23c041 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:17:32.247580 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-645dcb77-681a-4a0e-a763-37adadec50bd tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:32.250781 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba35b2-c1c2-43d4-8a29-9851e2fed144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382e6606-b60e-4c12-8fb7-38798aa79dd8,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:32.293731 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-645dcb77-681a-4a0e-a763-37adadec50bd tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:32.385026 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-645dcb77-681a-4a0e-a763-37adadec50bd tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:32.451023 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-645dcb77-681a-4a0e-a763-37adadec50bd tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:32.484397 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645dcb77-681a-4a0e-a763-37adadec50bd tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'Subnet': ['ID=91c329d5-8d67-4ee6-a13d-cc317b23c041,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:32.485897 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-645dcb77-681a-4a0e-a763-37adadec50bd tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:32.487851 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-645dcb77-681a-4a0e-a763-37adadec50bd tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/subnets/91c329d5-8d67-4ee6-a13d-cc317b23c041 HTTP/1.1" status: 204 len: 168 time: 0.3004436 Jul 24 01:17:32.490456 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37176) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:32.558189 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-82618c35-e3a4-4524-bbc7-a35783bb4f7d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Deleting subnet 7c1c854c-9f6b-4962-91e3-a8e5ef798bff {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:17:32.563770 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-82618c35-e3a4-4524-bbc7-a35783bb4f7d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:32.608676 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37186) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:32.627201 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-82618c35-e3a4-4524-bbc7-a35783bb4f7d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:32.653274 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3077b159-eef4-43d6-8bf0-1a5d1f240276 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ced4c36c17c14036829482f02f1d23cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432613 Jul 24 01:17:32.659748 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37188) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:32.748147 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b9490cb-8aa3-478c-997f-9fb9e67d67ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:32.760860 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-82618c35-e3a4-4524-bbc7-a35783bb4f7d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:32.807730 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b9490cb-8aa3-478c-997f-9fb9e67d67ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:32.864408 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-82618c35-e3a4-4524-bbc7-a35783bb4f7d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:32.916258 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82618c35-e3a4-4524-bbc7-a35783bb4f7d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'Subnet': ['ID=7c1c854c-9f6b-4962-91e3-a8e5ef798bff,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:32.918504 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-82618c35-e3a4-4524-bbc7-a35783bb4f7d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:32.923211 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-82618c35-e3a4-4524-bbc7-a35783bb4f7d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/subnets/7c1c854c-9f6b-4962-91e3-a8e5ef798bff HTTP/1.1" status: 204 len: 168 time: 0.4266672 Jul 24 01:17:32.924015 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37198) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:32.927616 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b9490cb-8aa3-478c-997f-9fb9e67d67ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:32.930887 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b9490cb-8aa3-478c-997f-9fb9e67d67ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:32.935467 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4b9490cb-8aa3-478c-997f-9fb9e67d67ef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4eadc4f6-129d-4e4c-9fae-fc91a9b9d220 HTTP/1.1" status: 204 len: 168 time: 0.2769034 Jul 24 01:17:32.944552 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9490cb-8aa3-478c-997f-9fb9e67d67ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eadc4f6-129d-4e4c-9fae-fc91a9b9d220,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:33.042842 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791c1797-d477-4838-b0ff-62d1f90c6f6f None None] Network 5c663cac-1fad-46b1-9c13-3ab43d33f4ed requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:17:33.050454 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-48b3659b-197c-4dcd-ae17-ed64ffad354f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:33.082570 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b4112584-cb92-464b-8a5a-c149f65a30d6 None None] Could not find standard attr ID for object 1d210dbc-5787-4d9a-8f9c-0745626bcd9e. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:17:33.108207 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-48b3659b-197c-4dcd-ae17-ed64ffad354f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Deleting port 06161f79-823e-48f6-9024-cb206dbf928d {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:17:33.108554 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-48b3659b-197c-4dcd-ae17-ed64ffad354f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:33.132534 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b4112584-cb92-464b-8a5a-c149f65a30d6 None None] Provisioning complete for port 06161f79-823e-48f6-9024-cb206dbf928d triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:17:33.132667 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b4112584-cb92-464b-8a5a-c149f65a30d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:33.189738 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-48b3659b-197c-4dcd-ae17-ed64ffad354f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] For port 06161f79-823e-48f6-9024-cb206dbf928d, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=06161f79-823e-48f6-9024-cb206dbf928d,segment=NetworkSegment(b19da5cc-89c8-4bcf-8b7d-5e6c2a57f912),segment_id=b19da5cc-89c8-4bcf-8b7d-5e6c2a57f912)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:17:33.190116 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-48b3659b-197c-4dcd-ae17-ed64ffad354f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:33.203076 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-48b3659b-197c-4dcd-ae17-ed64ffad354f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Calling delete_port for 06161f79-823e-48f6-9024-cb206dbf928d owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:17:33.300822 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-48b3659b-197c-4dcd-ae17-ed64ffad354f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:33.329183 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b3659b-197c-4dcd-ae17-ed64ffad354f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] No DVR routers for this DVR port 06161f79-823e-48f6-9024-cb206dbf928d on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:17:33.350856 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a5beb301-316c-4ae9-b0bc-132333a20fec no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:17:33.367176 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b3659b-197c-4dcd-ae17-ed64ffad354f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'Port': ['ID=06161f79-823e-48f6-9024-cb206dbf928d,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:33.388832 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: a5beb301-316c-4ae9-b0bc-132333a20fec {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:17:33.389237 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a5beb301-316c-4ae9-b0bc-132333a20fec not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:17:33.407953 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59ca042-bfcd-4b17-b50d-89993c294835 None None] DHCP port deletion for 5c663cac-1fad-46b1-9c13-3ab43d33f4ed request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:17:33.473221 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-48b3659b-197c-4dcd-ae17-ed64ffad354f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:33.485184 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-48b3659b-197c-4dcd-ae17-ed64ffad354f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c663cac-1fad-46b1-9c13-3ab43d33f4ed']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:33.498679 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-48b3659b-197c-4dcd-ae17-ed64ffad354f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b19da5cc-89c8-4bcf-8b7d-5e6c2a57f912') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:33.499028 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-48b3659b-197c-4dcd-ae17-ed64ffad354f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b19da5cc-89c8-4bcf-8b7d-5e6c2a57f912') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:33.508574 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-48b3659b-197c-4dcd-ae17-ed64ffad354f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:33.523252 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-48b3659b-197c-4dcd-ae17-ed64ffad354f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:33.531178 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b3659b-197c-4dcd-ae17-ed64ffad354f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:17:33.531699 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-48b3659b-197c-4dcd-ae17-ed64ffad354f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:33.541364 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:17:33.541364 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:17:33.541364 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:17:33.541364 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:17:33.541364 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:17:33.541364 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:17:33.541364 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:17:33.541364 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:17:33.541364 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:17:33.541364 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:17:33.541364 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:17:33.541364 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:17:33.541364 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:17:33.541364 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:17:33.541364 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:17:33.541364 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:17:33.541364 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:17:33.541364 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:17:33.541364 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:17:33.541364 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:17:33.541364 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:17:33.541364 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:17:33.541364 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:17:33.541364 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:17:33.541364 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:17:33.541364 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:17:33.541364 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:17:33.541364 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:17:33.541364 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:17:33.541364 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:17:33.541364 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:17:33.541364 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:17:33.625525 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-48b3659b-197c-4dcd-ae17-ed64ffad354f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:33.633216 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-48b3659b-197c-4dcd-ae17-ed64ffad354f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:33.639826 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-48b3659b-197c-4dcd-ae17-ed64ffad354f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/networks/5c663cac-1fad-46b1-9c13-3ab43d33f4ed HTTP/1.1" status: 204 len: 168 time: 0.7102520 Jul 24 01:17:33.640219 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37226) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:33.647513 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b3659b-197c-4dcd-ae17-ed64ffad354f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'Network': ['ID=5c663cac-1fad-46b1-9c13-3ab43d33f4ed,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:33.704948 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a199f49f-4ec1-4cdb-b01b-48fa22602d81 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:33.706469 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a199f49f-4ec1-4cdb-b01b-48fa22602d81 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0652344 Jul 24 01:17:33.709980 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37232) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:33.781228 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-250b30a2-5e09-4958-83e3-820000f0c035 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0664344 Jul 24 01:17:33.781369 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37240) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:33.790865 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-ee8d04aa-a4b1-49e9-918c-24c90cdc29a7 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1478058011'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:33.811941 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8d04aa-a4b1-49e9-918c-24c90cdc29a7 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Made reservation on behalf of 79918f17ff4041bf8e170911a9b5ce11 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:17:33.815462 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ee8d04aa-a4b1-49e9-918c-24c90cdc29a7 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:33.841191 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee8d04aa-a4b1-49e9-918c-24c90cdc29a7 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:17:33.850227 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ee8d04aa-a4b1-49e9-918c-24c90cdc29a7 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:33.850606 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-ee8d04aa-a4b1-49e9-918c-24c90cdc29a7 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Added segment 19372178-d76e-4a32-a287-4a7903b1f047 of type vlan for network 347a910c-fff4-4e62-b2b5-8f74ba573796 Jul 24 01:17:33.866656 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37242) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:33.903563 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ee8d04aa-a4b1-49e9-918c-24c90cdc29a7 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:33.937611 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ee8d04aa-a4b1-49e9-918c-24c90cdc29a7 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:33.943621 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8d04aa-a4b1-49e9-918c-24c90cdc29a7 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:33.944292 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ee8d04aa-a4b1-49e9-918c-24c90cdc29a7 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:33.979641 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ee8d04aa-a4b1-49e9-918c-24c90cdc29a7 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1970000 Jul 24 01:17:33.983056 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37246) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:33.983453 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-d4d8e1b7-41cf-45ef-a580-1eb758099149 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1686330921-network', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:33.990253 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-414a5e09-72a5-49d3-81fd-ff611e044762 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'subnet': {'network_id': '347a910c-fff4-4e62-b2b5-8f74ba573796', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:34.007522 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d8e1b7-41cf-45ef-a580-1eb758099149 admin admin] Made reservation on behalf of cc21a234b38d48d88c3414cb45873771 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:17:34.009977 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d4d8e1b7-41cf-45ef-a580-1eb758099149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:34.018904 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d4d8e1b7-41cf-45ef-a580-1eb758099149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:34.054048 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d04aa-a4b1-49e9-918c-24c90cdc29a7 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'Network': ['ID=347a910c-fff4-4e62-b2b5-8f74ba573796,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:34.069997 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 347a910c-fff4-4e62-b2b5-8f74ba573796 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:17:34.145148 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d4d8e1b7-41cf-45ef-a580-1eb758099149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:34.151608 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d4d8e1b7-41cf-45ef-a580-1eb758099149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:34.181638 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414a5e09-72a5-49d3-81fd-ff611e044762 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Made reservation on behalf of 79918f17ff4041bf8e170911a9b5ce11 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:17:34.186730 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-414a5e09-72a5-49d3-81fd-ff611e044762 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:34.186913 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8e1b7-41cf-45ef-a580-1eb758099149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135270c6-1c60-4356-8ce4-bf270d104673,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:34.194770 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4d8e1b7-41cf-45ef-a580-1eb758099149 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:17:34.205351 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d4d8e1b7-41cf-45ef-a580-1eb758099149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:34.205801 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-d4d8e1b7-41cf-45ef-a580-1eb758099149 admin admin] Added segment 4ba45e80-1699-41ea-af87-6ed5cfcc2657 of type vlan for network ad265d84-5a8c-4acf-b883-4ded13d15286 Jul 24 01:17:34.247685 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d4d8e1b7-41cf-45ef-a580-1eb758099149 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:34.278644 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d4d8e1b7-41cf-45ef-a580-1eb758099149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:34.279729 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d8e1b7-41cf-45ef-a580-1eb758099149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:34.280486 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d4d8e1b7-41cf-45ef-a580-1eb758099149 admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:34.318027 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d4d8e1b7-41cf-45ef-a580-1eb758099149 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4472094 Jul 24 01:17:34.318660 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37254) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:34.322912 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-585e0c10-e07e-4f66-8780-0a6fe010bf47 admin admin] Request body: {'subnet': {'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1686330921-subnet', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'ip_version': 4}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:34.359748 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8e1b7-41cf-45ef-a580-1eb758099149 admin admin] Pushing event updated for resources: {'Network': ['ID=ad265d84-5a8c-4acf-b883-4ded13d15286,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:34.376801 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network ad265d84-5a8c-4acf-b883-4ded13d15286 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:17:34.385103 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585e0c10-e07e-4f66-8780-0a6fe010bf47 admin admin] Made reservation on behalf of cc21a234b38d48d88c3414cb45873771 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:17:34.389783 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-585e0c10-e07e-4f66-8780-0a6fe010bf47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:34.390885 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-414a5e09-72a5-49d3-81fd-ff611e044762 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:34.467659 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414a5e09-72a5-49d3-81fd-ff611e044762 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'Subnet': ['ID=5ac958cb-d3c3-4b1f-a2c5-a5cd362fa975,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:34.471686 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414a5e09-72a5-49d3-81fd-ff611e044762 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Checking segment: {'id': '19372178-d76e-4a32-a287-4a7903b1f047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '347a910c-fff4-4e62-b2b5-8f74ba573796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:17:34.472115 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414a5e09-72a5-49d3-81fd-ff611e044762 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Network hostable DHCP agents. Network: 347a910c-fff4-4e62-b2b5-8f74ba573796, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:17:34.501279 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414a5e09-72a5-49d3-81fd-ff611e044762 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Network 347a910c-fff4-4e62-b2b5-8f74ba573796 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:17:34.511030 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-414a5e09-72a5-49d3-81fd-ff611e044762 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 347a910c-fff4-4e62-b2b5-8f74ba573796) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:17:34.516210 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414a5e09-72a5-49d3-81fd-ff611e044762 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:34.517037 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-414a5e09-72a5-49d3-81fd-ff611e044762 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:34.521633 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5bc54f-e18d-46f7-9d84-bda4ad6e5236 None None] Network 347a910c-fff4-4e62-b2b5-8f74ba573796 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:17:34.537490 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-414a5e09-72a5-49d3-81fd-ff611e044762 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5508699 Jul 24 01:17:34.537688 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37260) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:34.544473 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-89d7d6d7-e17a-4dfc-813b-fda1209dbd42 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'port': {'network_id': '347a910c-fff4-4e62-b2b5-8f74ba573796', 'name': 'tempest-PortsTestJSON-1700063557'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:34.642443 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-585e0c10-e07e-4f66-8780-0a6fe010bf47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:34.686503 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d7d6d7-e17a-4dfc-813b-fda1209dbd42 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Made reservation on behalf of 79918f17ff4041bf8e170911a9b5ce11 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:17:34.690385 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-89d7d6d7-e17a-4dfc-813b-fda1209dbd42 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:34.709911 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d9c065-45cb-4d6d-a824-fddce801103d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-347a910c-fff4-4e62-b2b5-8f74ba573796', 'network_id': '347a910c-fff4-4e62-b2b5-8f74ba573796', 'tenant_id': '79918f17ff4041bf8e170911a9b5ce11', 'fixed_ips': [{'subnet_id': '5ac958cb-d3c3-4b1f-a2c5-a5cd362fa975'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:17:34.710890 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-29d9c065-45cb-4d6d-a824-fddce801103d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:34.725613 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e0c10-e07e-4f66-8780-0a6fe010bf47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e29f41fb-7a38-4eae-917b-51d7b2f60633,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:34.728583 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-89d7d6d7-e17a-4dfc-813b-fda1209dbd42 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] device_id is not set on port 826f3ea5-2319-41a6-9001-b6fbd295648c yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:17:34.731694 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585e0c10-e07e-4f66-8780-0a6fe010bf47 admin admin] Checking segment: {'id': '4ba45e80-1699-41ea-af87-6ed5cfcc2657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:17:34.732062 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585e0c10-e07e-4f66-8780-0a6fe010bf47 admin admin] Network hostable DHCP agents. Network: ad265d84-5a8c-4acf-b883-4ded13d15286, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:17:34.759135 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585e0c10-e07e-4f66-8780-0a6fe010bf47 admin admin] Network ad265d84-5a8c-4acf-b883-4ded13d15286 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:17:34.781142 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-585e0c10-e07e-4f66-8780-0a6fe010bf47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, ad265d84-5a8c-4acf-b883-4ded13d15286) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:17:34.789886 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585e0c10-e07e-4f66-8780-0a6fe010bf47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:34.790475 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-585e0c10-e07e-4f66-8780-0a6fe010bf47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:34.814876 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30335b3b-a293-469f-b50e-7224cdaef2da None None] Network ad265d84-5a8c-4acf-b883-4ded13d15286 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:17:34.819182 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-585e0c10-e07e-4f66-8780-0a6fe010bf47 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4994712 Jul 24 01:17:34.819368 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37268) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:34.826056 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-6effecee-5c03-4232-a0b3-7b91fd17e6ca admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1686330921-router', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:34.889380 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6effecee-5c03-4232-a0b3-7b91fd17e6ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:34.890388 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6effecee-5c03-4232-a0b3-7b91fd17e6ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:34.897245 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-89d7d6d7-e17a-4dfc-813b-fda1209dbd42 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Allocated IP 172.20.0.3 (347a910c-fff4-4e62-b2b5-8f74ba573796/5ac958cb-d3c3-4b1f-a2c5-a5cd362fa975/826f3ea5-2319-41a6-9001-b6fbd295648c) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:17:34.970459 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6effecee-5c03-4232-a0b3-7b91fd17e6ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:35.003033 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94ab22d-0e9d-4a72-b8e6-01fd4935afc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-ad265d84-5a8c-4acf-b883-4ded13d15286', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'fixed_ips': [{'subnet_id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:17:35.004039 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c94ab22d-0e9d-4a72-b8e6-01fd4935afc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:35.021794 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:35.164672 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-c94ab22d-0e9d-4a72-b8e6-01fd4935afc3 None None] Allocated IP 172.20.0.2 (ad265d84-5a8c-4acf-b883-4ded13d15286/e29f41fb-7a38-4eae-917b-51d7b2f60633/8b1e115a-5694-47e9-b77f-66695008bee3) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:17:35.188511 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6effecee-5c03-4232-a0b3-7b91fd17e6ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:35.248684 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-89d7d6d7-e17a-4dfc-813b-fda1209dbd42 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:35.270920 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-89d7d6d7-e17a-4dfc-813b-fda1209dbd42 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Transition to ACTIVE for port object 826f3ea5-2319-41a6-9001-b6fbd295648c will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:17:35.324218 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c94ab22d-0e9d-4a72-b8e6-01fd4935afc3 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:35.334403 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c94ab22d-0e9d-4a72-b8e6-01fd4935afc3 None None] Transition to ACTIVE for port object 8b1e115a-5694-47e9-b77f-66695008bee3 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:17:35.349135 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 06161f79-823e-48f6-9024-cb206dbf928d no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:17:35.353873 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-89d7d6d7-e17a-4dfc-813b-fda1209dbd42 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:35.404846 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-29d9c065-45cb-4d6d-a824-fddce801103d None None] Allocated IP 172.20.0.2 (347a910c-fff4-4e62-b2b5-8f74ba573796/5ac958cb-d3c3-4b1f-a2c5-a5cd362fa975/f42fe428-151d-4235-b3a2-1f21939f6289) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:17:35.414603 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d7d6d7-e17a-4dfc-813b-fda1209dbd42 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Network 347a910c-fff4-4e62-b2b5-8f74ba573796 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:17:35.424812 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-89d7d6d7-e17a-4dfc-813b-fda1209dbd42 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:17:35.427137 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d7d6d7-e17a-4dfc-813b-fda1209dbd42 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:17:35.439868 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c94ab22d-0e9d-4a72-b8e6-01fd4935afc3 None None] Transition to ACTIVE for port object 8b1e115a-5694-47e9-b77f-66695008bee3 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:17:35.446443 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 06161f79-823e-48f6-9024-cb206dbf928d {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:17:35.446788 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 06161f79-823e-48f6-9024-cb206dbf928d not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:17:35.467879 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c94ab22d-0e9d-4a72-b8e6-01fd4935afc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:35.505619 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:35.523640 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7d6d7-e17a-4dfc-813b-fda1209dbd42 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'Port': ['ID=826f3ea5-2319-41a6-9001-b6fbd295648c,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:35.553248 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94ab22d-0e9d-4a72-b8e6-01fd4935afc3 None None] Network ad265d84-5a8c-4acf-b883-4ded13d15286 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:17:35.553450 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d7d6d7-e17a-4dfc-813b-fda1209dbd42 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:35.554103 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-89d7d6d7-e17a-4dfc-813b-fda1209dbd42 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:35.562430 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-c94ab22d-0e9d-4a72-b8e6-01fd4935afc3 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:17:35.568175 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94ab22d-0e9d-4a72-b8e6-01fd4935afc3 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:17:35.600441 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ab22d-0e9d-4a72-b8e6-01fd4935afc3 None None] Pushing event updated for resources: {'Port': ['ID=8b1e115a-5694-47e9-b77f-66695008bee3,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:35.604758 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-89d7d6d7-e17a-4dfc-813b-fda1209dbd42 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0657113 Jul 24 01:17:35.610604 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37280) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:35.613410 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-32efb489-db8e-45e6-a1a9-10b17fe842c0 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'port': {'network_id': '347a910c-fff4-4e62-b2b5-8f74ba573796', 'name': 'tempest-PortsTestJSON-2012411868'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:35.618483 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6effecee-5c03-4232-a0b3-7b91fd17e6ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:35.658270 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6effecee-5c03-4232-a0b3-7b91fd17e6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:35.666118 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-c94ab22d-0e9d-4a72-b8e6-01fd4935afc3 None None] Attempting to bind port 8b1e115a-5694-47e9-b77f-66695008bee3 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:17:35.666495 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-c94ab22d-0e9d-4a72-b8e6-01fd4935afc3 None None] Attempting to bind port 8b1e115a-5694-47e9-b77f-66695008bee3 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '4ba45e80-1699-41ea-af87-6ed5cfcc2657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:17:35.666896 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94ab22d-0e9d-4a72-b8e6-01fd4935afc3 None None] Attempting to bind port 8b1e115a-5694-47e9-b77f-66695008bee3 on network ad265d84-5a8c-4acf-b883-4ded13d15286 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:17:35.675783 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94ab22d-0e9d-4a72-b8e6-01fd4935afc3 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:17:35.675783 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94ab22d-0e9d-4a72-b8e6-01fd4935afc3 None None] Checking segment: {'id': '4ba45e80-1699-41ea-af87-6ed5cfcc2657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:17:35.676280 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c94ab22d-0e9d-4a72-b8e6-01fd4935afc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:35.676890 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94ab22d-0e9d-4a72-b8e6-01fd4935afc3 None None] Bound using segment: {'id': '4ba45e80-1699-41ea-af87-6ed5cfcc2657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:17:35.677023 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-c94ab22d-0e9d-4a72-b8e6-01fd4935afc3 None None] Bound port: 8b1e115a-5694-47e9-b77f-66695008bee3, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba45e80-1699-41ea-af87-6ed5cfcc2657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:17:35.677407 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c94ab22d-0e9d-4a72-b8e6-01fd4935afc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:35.712730 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-29d9c065-45cb-4d6d-a824-fddce801103d None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:35.770303 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-29d9c065-45cb-4d6d-a824-fddce801103d None None] Transition to ACTIVE for port object f42fe428-151d-4235-b3a2-1f21939f6289 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:17:35.807362 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-29d9c065-45cb-4d6d-a824-fddce801103d None None] Transition to ACTIVE for port object f42fe428-151d-4235-b3a2-1f21939f6289 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:17:35.809322 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-c94ab22d-0e9d-4a72-b8e6-01fd4935afc3 None None] For port 8b1e115a-5694-47e9-b77f-66695008bee3, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:17:35.813666 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-c94ab22d-0e9d-4a72-b8e6-01fd4935afc3 None None] For port 8b1e115a-5694-47e9-b77f-66695008bee3, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=8b1e115a-5694-47e9-b77f-66695008bee3,segment=NetworkSegment(4ba45e80-1699-41ea-af87-6ed5cfcc2657),segment_id=4ba45e80-1699-41ea-af87-6ed5cfcc2657)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:17:35.818330 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-29d9c065-45cb-4d6d-a824-fddce801103d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:35.844004 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-6effecee-5c03-4232-a0b3-7b91fd17e6ca admin admin] Allocated IP 172.25.2.106 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/cd037a25-b4e2-4e78-b50a-395d76cd7119) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:17:35.846133 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32efb489-db8e-45e6-a1a9-10b17fe842c0 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Made reservation on behalf of 79918f17ff4041bf8e170911a9b5ce11 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:17:35.850174 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-32efb489-db8e-45e6-a1a9-10b17fe842c0 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:35.878969 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9c065-45cb-4d6d-a824-fddce801103d None None] Pushing event updated for resources: {'Port': ['ID=f42fe428-151d-4235-b3a2-1f21939f6289,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:35.887589 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c94ab22d-0e9d-4a72-b8e6-01fd4935afc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:35.889139 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-32efb489-db8e-45e6-a1a9-10b17fe842c0 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] device_id is not set on port 6e639904-03d5-4815-a39c-b73008b19ce2 yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:17:35.900170 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d9c065-45cb-4d6d-a824-fddce801103d None None] Network 347a910c-fff4-4e62-b2b5-8f74ba573796 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:17:35.906872 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-29d9c065-45cb-4d6d-a824-fddce801103d None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:17:35.930124 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d9c065-45cb-4d6d-a824-fddce801103d None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:17:36.045224 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ab22d-0e9d-4a72-b8e6-01fd4935afc3 None None] Pushing event updated for resources: {'Port': ['ID=8b1e115a-5694-47e9-b77f-66695008bee3,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:36.062626 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-29d9c065-45cb-4d6d-a824-fddce801103d None None] Attempting to bind port f42fe428-151d-4235-b3a2-1f21939f6289 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:17:36.063113 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-29d9c065-45cb-4d6d-a824-fddce801103d None None] Attempting to bind port f42fe428-151d-4235-b3a2-1f21939f6289 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '19372178-d76e-4a32-a287-4a7903b1f047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '347a910c-fff4-4e62-b2b5-8f74ba573796'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:17:36.063551 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d9c065-45cb-4d6d-a824-fddce801103d None None] Attempting to bind port f42fe428-151d-4235-b3a2-1f21939f6289 on network 347a910c-fff4-4e62-b2b5-8f74ba573796 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:17:36.064656 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6effecee-5c03-4232-a0b3-7b91fd17e6ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:36.069100 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d9c065-45cb-4d6d-a824-fddce801103d None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:17:36.069562 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d9c065-45cb-4d6d-a824-fddce801103d None None] Checking segment: {'id': '19372178-d76e-4a32-a287-4a7903b1f047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '347a910c-fff4-4e62-b2b5-8f74ba573796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:17:36.070038 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-29d9c065-45cb-4d6d-a824-fddce801103d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:36.070505 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d9c065-45cb-4d6d-a824-fddce801103d None None] Bound using segment: {'id': '19372178-d76e-4a32-a287-4a7903b1f047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '347a910c-fff4-4e62-b2b5-8f74ba573796'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:17:36.071540 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-29d9c065-45cb-4d6d-a824-fddce801103d None None] Bound port: f42fe428-151d-4235-b3a2-1f21939f6289, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19372178-d76e-4a32-a287-4a7903b1f047', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '347a910c-fff4-4e62-b2b5-8f74ba573796'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:17:36.071540 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-29d9c065-45cb-4d6d-a824-fddce801103d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:36.084583 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-32efb489-db8e-45e6-a1a9-10b17fe842c0 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Allocated IP 172.20.0.13 (347a910c-fff4-4e62-b2b5-8f74ba573796/5ac958cb-d3c3-4b1f-a2c5-a5cd362fa975/6e639904-03d5-4815-a39c-b73008b19ce2) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:17:36.145203 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-29d9c065-45cb-4d6d-a824-fddce801103d None None] For port f42fe428-151d-4235-b3a2-1f21939f6289, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:17:36.148775 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-29d9c065-45cb-4d6d-a824-fddce801103d None None] For port f42fe428-151d-4235-b3a2-1f21939f6289, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=f42fe428-151d-4235-b3a2-1f21939f6289,segment=NetworkSegment(19372178-d76e-4a32-a287-4a7903b1f047),segment_id=19372178-d76e-4a32-a287-4a7903b1f047)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:17:36.149694 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6effecee-5c03-4232-a0b3-7b91fd17e6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:36.158368 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-29d9c065-45cb-4d6d-a824-fddce801103d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:36.238972 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9c065-45cb-4d6d-a824-fddce801103d None None] Pushing event updated for resources: {'Port': ['ID=f42fe428-151d-4235-b3a2-1f21939f6289,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:36.257927 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6effecee-5c03-4232-a0b3-7b91fd17e6ca admin admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:17:36.273787 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6effecee-5c03-4232-a0b3-7b91fd17e6ca admin admin] Pushing event updated for resources: {'Port': ['ID=cd037a25-b4e2-4e78-b50a-395d76cd7119,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:36.277431 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-6effecee-5c03-4232-a0b3-7b91fd17e6ca admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:17:36.282480 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6effecee-5c03-4232-a0b3-7b91fd17e6ca admin admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:17:36.491635 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-32efb489-db8e-45e6-a1a9-10b17fe842c0 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:36.549154 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-32efb489-db8e-45e6-a1a9-10b17fe842c0 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Transition to ACTIVE for port object 6e639904-03d5-4815-a39c-b73008b19ce2 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:17:36.682187 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-32efb489-db8e-45e6-a1a9-10b17fe842c0 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:36.746251 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32efb489-db8e-45e6-a1a9-10b17fe842c0 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Network 347a910c-fff4-4e62-b2b5-8f74ba573796 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:17:36.749560 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6effecee-5c03-4232-a0b3-7b91fd17e6ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:36.751380 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-32efb489-db8e-45e6-a1a9-10b17fe842c0 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:17:36.756795 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32efb489-db8e-45e6-a1a9-10b17fe842c0 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:17:36.834542 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32efb489-db8e-45e6-a1a9-10b17fe842c0 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'Port': ['ID=6e639904-03d5-4815-a39c-b73008b19ce2,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:36.877755 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32efb489-db8e-45e6-a1a9-10b17fe842c0 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:36.878422 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-32efb489-db8e-45e6-a1a9-10b17fe842c0 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:36.914066 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-32efb489-db8e-45e6-a1a9-10b17fe842c0 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3046615 Jul 24 01:17:36.917884 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37304) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:37.071249 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00a8424-5cb8-43f6-aa19-05b7f35363b1 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:37.073602 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d00a8424-5cb8-43f6-aa19-05b7f35363b1 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 922 time: 0.1523676 Jul 24 01:17:37.076979 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37306) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:37.208243 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-16f12530-7a5f-40e6-a194-58a9c72d5d78 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Deleting port 6e639904-03d5-4815-a39c-b73008b19ce2 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:17:37.208583 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-16f12530-7a5f-40e6-a194-58a9c72d5d78 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:37.257549 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a472d946-492e-47f4-99ac-960644223667 None None] Network ad265d84-5a8c-4acf-b883-4ded13d15286 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:17:37.332064 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-16f12530-7a5f-40e6-a194-58a9c72d5d78 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:37.365759 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-16f12530-7a5f-40e6-a194-58a9c72d5d78 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Calling delete_port for 6e639904-03d5-4815-a39c-b73008b19ce2 owned by {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:17:37.429032 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e4cb667a-8906-4112-b9a7-d6c0ea2d79b5 None None] Provisioning for port 8b1e115a-5694-47e9-b77f-66695008bee3 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:17:37.510801 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 8b1e115a-5694-47e9-b77f-66695008bee3 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:17:37.533344 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ddd66544-6f2d-4476-ae51-49efbbc33ef3 req-30d683dc-bca4-4733-9f87-84904c8575af service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0626125 Jul 24 01:17:37.601499 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ddd66544-6f2d-4476-ae51-49efbbc33ef3 req-a3f66891-0f9b-4234-bce2-6121b8b0ea51 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543 HTTP/1.1" status: 200 len: 210 time: 0.0426130 Jul 24 01:17:37.613879 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6effecee-5c03-4232-a0b3-7b91fd17e6ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:37.617356 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-16f12530-7a5f-40e6-a194-58a9c72d5d78 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:37.661055 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 8b1e115a-5694-47e9-b77f-66695008bee3 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:17:37.666358 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f12530-7a5f-40e6-a194-58a9c72d5d78 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'Port': ['ID=6e639904-03d5-4815-a39c-b73008b19ce2,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:37.685170 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 8b1e115a-5694-47e9-b77f-66695008bee3 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:17:37.685919 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:37.761311 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ddd66544-6f2d-4476-ae51-49efbbc33ef3 req-cafb0a5f-36fa-4cac-ae7e-de891811f17d service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0964808 Jul 24 01:17:37.786849 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-16f12530-7a5f-40e6-a194-58a9c72d5d78 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:37.789293 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-16f12530-7a5f-40e6-a194-58a9c72d5d78 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/ports/6e639904-03d5-4815-a39c-b73008b19ce2 HTTP/1.1" status: 204 len: 168 time: 0.7111082 Jul 24 01:17:37.795467 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37318) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:37.843236 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:37.885551 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 8b1e115a-5694-47e9-b77f-66695008bee3, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=8b1e115a-5694-47e9-b77f-66695008bee3,segment=NetworkSegment(4ba45e80-1699-41ea-af87-6ed5cfcc2657),segment_id=4ba45e80-1699-41ea-af87-6ed5cfcc2657)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:17:37.894795 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:37.900902 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device f42fe428-151d-4235-b3a2-1f21939f6289 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:17:37.907474 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47429d1b-a849-495d-a50b-356f4ba5b911 None None] Network 347a910c-fff4-4e62-b2b5-8f74ba573796 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:17:37.974000 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd66544-6f2d-4476-ae51-49efbbc33ef3 req-ce5c4d03-cff7-4088-a1c0-ee39b937050e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:37.975704 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ddd66544-6f2d-4476-ae51-49efbbc33ef3 req-ce5c4d03-cff7-4088-a1c0-ee39b937050e service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2054200 Jul 24 01:17:37.988651 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6effecee-5c03-4232-a0b3-7b91fd17e6ca admin admin] Router 74f5c579-a0f5-4264-939e-788ec2b08012 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:17:38.085766 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a33b03f5-b48a-4885-b262-1f25b4127e27 None None] Provisioning for port f42fe428-151d-4235-b3a2-1f21939f6289 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:17:38.088436 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=8b1e115a-5694-47e9-b77f-66695008bee3,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:38.123920 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:17:38.124302 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:17:38.124631 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:17:38.125814 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:17:38.126172 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:17:38.126671 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:17:38.127355 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:17:38.127706 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:17:38.128046 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:17:38.128384 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:17:38.128722 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:17:38.129055 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:17:38.176746 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6effecee-5c03-4232-a0b3-7b91fd17e6ca admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:17:38.206842 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6effecee-5c03-4232-a0b3-7b91fd17e6ca admin admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:38.209261 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6effecee-5c03-4232-a0b3-7b91fd17e6ca admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3890052 Jul 24 01:17:38.212046 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37326) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:38.235626 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f98012d-1cf1-4bbe-8145-6132358b7eae None None] Sync routers for ids ['74f5c579-a0f5-4264-939e-788ec2b08012'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:17:38.252227 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port f42fe428-151d-4235-b3a2-1f21939f6289 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:17:38.273071 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-e958b031-bb91-421f-a42b-94b39baeadbf tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] GET failed (client error): The resource could not be found. Jul 24 01:17:38.276724 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e958b031-bb91-421f-a42b-94b39baeadbf tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "GET /v2.0/ports/6e639904-03d5-4815-a39c-b73008b19ce2 HTTP/1.1" status: 404 len: 333 time: 0.4719753 Jul 24 01:17:38.278086 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f98012d-1cf1-4bbe-8145-6132358b7eae None None] Routers {'74f5c579-a0f5-4264-939e-788ec2b08012'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:17:38.278750 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-1f98012d-1cf1-4bbe-8145-6132358b7eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:17:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['74f5c579-a0f5-4264-939e-788ec2b08012'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:38.279100 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37328) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:38.286746 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port f42fe428-151d-4235-b3a2-1f21939f6289 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:17:38.287065 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:38.395336 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-efa7b73c-fd25-40ed-be93-c15de64be62d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Deleting port 826f3ea5-2319-41a6-9001-b6fbd295648c {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:17:38.395718 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-efa7b73c-fd25-40ed-be93-c15de64be62d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:38.504696 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-efa7b73c-fd25-40ed-be93-c15de64be62d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:38.519485 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-efa7b73c-fd25-40ed-be93-c15de64be62d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Calling delete_port for 826f3ea5-2319-41a6-9001-b6fbd295648c owned by {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:17:38.572621 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9074e391-c20e-4e1f-ba9b-20bcce19acb5 None None] Provisioning complete for port 8b1e115a-5694-47e9-b77f-66695008bee3 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:17:38.572967 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9074e391-c20e-4e1f-ba9b-20bcce19acb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:38.679302 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-efa7b73c-fd25-40ed-be93-c15de64be62d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:38.738590 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-1f98012d-1cf1-4bbe-8145-6132358b7eae None None] Set router 74f5c579-a0f5-4264-939e-788ec2b08012 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:17:38.738695 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7b73c-fd25-40ed-be93-c15de64be62d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'Port': ['ID=826f3ea5-2319-41a6-9001-b6fbd295648c,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:38.775224 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a805a0a2-b05a-4868-aae2-e2683a147e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:38.882963 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:38.897935 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-efa7b73c-fd25-40ed-be93-c15de64be62d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:38.901311 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-efa7b73c-fd25-40ed-be93-c15de64be62d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/ports/826f3ea5-2319-41a6-9001-b6fbd295648c HTTP/1.1" status: 204 len: 168 time: 0.6208520 Jul 24 01:17:38.905426 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37338) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:38.955191 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac03e872-a7b0-46a3-afe4-e3a2d89f0df9 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] GET failed (client error): The resource could not be found. Jul 24 01:17:38.957863 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ac03e872-a7b0-46a3-afe4-e3a2d89f0df9 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "GET /v2.0/ports/826f3ea5-2319-41a6-9001-b6fbd295648c HTTP/1.1" status: 404 len: 333 time: 0.0514681 Jul 24 01:17:38.960853 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37340) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:38.992150 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port f42fe428-151d-4235-b3a2-1f21939f6289, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=f42fe428-151d-4235-b3a2-1f21939f6289,segment=NetworkSegment(19372178-d76e-4a32-a287-4a7903b1f047),segment_id=19372178-d76e-4a32-a287-4a7903b1f047)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:17:39.032911 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:39.055826 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe6a3e9-45a1-4dbb-a3ff-19e414442cc7 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Deleting subnet 5ac958cb-d3c3-4b1f-a2c5-a5cd362fa975 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:17:39.060469 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bbe6a3e9-45a1-4dbb-a3ff-19e414442cc7 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:39.104650 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-cc3d7682-66ad-4a6e-b9ea-3bd1dd912eac None None] Could not find standard attr ID for object 826f3ea5-2319-41a6-9001-b6fbd295648c. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:17:39.112287 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=f42fe428-151d-4235-b3a2-1f21939f6289,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:39.136062 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-cc3d7682-66ad-4a6e-b9ea-3bd1dd912eac None None] Provisioning complete for port f42fe428-151d-4235-b3a2-1f21939f6289 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:17:39.136435 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-cc3d7682-66ad-4a6e-b9ea-3bd1dd912eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:39.139777 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-1f98012d-1cf1-4bbe-8145-6132358b7eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'name': 'tempest-TestVolumeBootPattern-1686330921-router', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:17:34Z', 'updated_at': '2021-07-24T01:17:36Z', 'revision_number': 3, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'gw_port': {'id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:35Z', 'updated_at': '2021-07-24T01:17:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:39.149792 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bbe6a3e9-45a1-4dbb-a3ff-19e414442cc7 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:39.201632 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f98012d-1cf1-4bbe-8145-6132358b7eae None None] Checking router: 74f5c579-a0f5-4264-939e-788ec2b08012 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:17:39.201992 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f98012d-1cf1-4bbe-8145-6132358b7eae None None] Updating router 74f5c579-a0f5-4264-939e-788ec2b08012 port cd037a25-b4e2-4e78-b50a-395d76cd7119 binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:17:39.219806 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-a805a0a2-b05a-4868-aae2-e2683a147e6a admin admin] Allocated IP 172.20.0.1 (ad265d84-5a8c-4acf-b883-4ded13d15286/e29f41fb-7a38-4eae-917b-51d7b2f60633/2aaa3491-7629-4769-b75b-498ecf75a8ef) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:17:39.271478 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1f98012d-1cf1-4bbe-8145-6132358b7eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:39.294894 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bbe6a3e9-45a1-4dbb-a3ff-19e414442cc7 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:39.386744 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bbe6a3e9-45a1-4dbb-a3ff-19e414442cc7 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:39.419823 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6a3e9-45a1-4dbb-a3ff-19e414442cc7 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'Subnet': ['ID=5ac958cb-d3c3-4b1f-a2c5-a5cd362fa975,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:39.426399 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bbe6a3e9-45a1-4dbb-a3ff-19e414442cc7 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:39.431732 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-bbe6a3e9-45a1-4dbb-a3ff-19e414442cc7 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/subnets/5ac958cb-d3c3-4b1f-a2c5-a5cd362fa975 HTTP/1.1" status: 204 len: 168 time: 0.4694371 Jul 24 01:17:39.432539 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37352) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:39.444665 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 8b1e115a-5694-47e9-b77f-66695008bee3 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:17:39.506852 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a805a0a2-b05a-4868-aae2-e2683a147e6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:39.524596 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-a805a0a2-b05a-4868-aae2-e2683a147e6a admin admin] Transition to ACTIVE for port object 2aaa3491-7629-4769-b75b-498ecf75a8ef will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:17:39.552309 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-59da1cd4-4b43-44b4-9723-2d57793af9bd None None] Could not find standard attr ID for object 826f3ea5-2319-41a6-9001-b6fbd295648c. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:17:39.555385 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 8b1e115a-5694-47e9-b77f-66695008bee3 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:17:39.555769 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:39.564286 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a805a0a2-b05a-4868-aae2-e2683a147e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:39.577962 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-51d87034-5847-4bc5-9be3-07cd5c725cca tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:39.618673 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805a0a2-b05a-4868-aae2-e2683a147e6a admin admin] Pushing event updated for resources: {'Port': ['ID=2aaa3491-7629-4769-b75b-498ecf75a8ef,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:39.627461 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a805a0a2-b05a-4868-aae2-e2683a147e6a admin admin] Network ad265d84-5a8c-4acf-b883-4ded13d15286 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:17:39.628946 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-a805a0a2-b05a-4868-aae2-e2683a147e6a admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:17:39.631626 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a805a0a2-b05a-4868-aae2-e2683a147e6a admin admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:17:39.653725 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3659952a-5b31-4687-b59a-2655e5fb0600 None None] Network 347a910c-fff4-4e62-b2b5-8f74ba573796 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:17:39.667896 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-51d87034-5847-4bc5-9be3-07cd5c725cca tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Deleting port f42fe428-151d-4235-b3a2-1f21939f6289 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:17:39.670066 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-51d87034-5847-4bc5-9be3-07cd5c725cca tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:39.679235 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a805a0a2-b05a-4868-aae2-e2683a147e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:39.770137 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-51d87034-5847-4bc5-9be3-07cd5c725cca tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] For port f42fe428-151d-4235-b3a2-1f21939f6289, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=f42fe428-151d-4235-b3a2-1f21939f6289,segment=NetworkSegment(19372178-d76e-4a32-a287-4a7903b1f047),segment_id=19372178-d76e-4a32-a287-4a7903b1f047)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:17:39.770604 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-51d87034-5847-4bc5-9be3-07cd5c725cca tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:39.783789 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-51d87034-5847-4bc5-9be3-07cd5c725cca tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Calling delete_port for f42fe428-151d-4235-b3a2-1f21939f6289 owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:17:39.920973 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-51d87034-5847-4bc5-9be3-07cd5c725cca tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:39.953745 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-32ff64fe-4bf6-4dc5-9402-d850cb961b7b None None] Could not find standard attr ID for object 6e639904-03d5-4815-a39c-b73008b19ce2. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:17:39.971372 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d87034-5847-4bc5-9be3-07cd5c725cca tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'Port': ['ID=f42fe428-151d-4235-b3a2-1f21939f6289,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:39.975824 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a805a0a2-b05a-4868-aae2-e2683a147e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:39.986917 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d87034-5847-4bc5-9be3-07cd5c725cca tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] No DVR routers for this DVR port f42fe428-151d-4235-b3a2-1f21939f6289 on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:17:40.018553 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1f98012d-1cf1-4bbe-8145-6132358b7eae None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:40.031309 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1f98012d-1cf1-4bbe-8145-6132358b7eae None None] Transition to ACTIVE for port object cd037a25-b4e2-4e78-b50a-395d76cd7119 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:17:40.041269 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device f42fe428-151d-4235-b3a2-1f21939f6289 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:17:40.066043 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1f98012d-1cf1-4bbe-8145-6132358b7eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:40.091384 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: f42fe428-151d-4235-b3a2-1f21939f6289 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:17:40.091766 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device f42fe428-151d-4235-b3a2-1f21939f6289 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 24 01:17:40.108453 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-51d87034-5847-4bc5-9be3-07cd5c725cca tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:40.122703 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-51d87034-5847-4bc5-9be3-07cd5c725cca tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['347a910c-fff4-4e62-b2b5-8f74ba573796']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:40.142496 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-51d87034-5847-4bc5-9be3-07cd5c725cca tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19372178-d76e-4a32-a287-4a7903b1f047') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:40.143131 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-51d87034-5847-4bc5-9be3-07cd5c725cca tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19372178-d76e-4a32-a287-4a7903b1f047') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:40.170105 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Port f42fe428-151d-4235-b3a2-1f21939f6289 not found, will not notify nova. {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 24 01:17:40.180042 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-51d87034-5847-4bc5-9be3-07cd5c725cca tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:40.191680 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a805a0a2-b05a-4868-aae2-e2683a147e6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:40.199525 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a805a0a2-b05a-4868-aae2-e2683a147e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:40.210775 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-7a085341-4105-4e28-8074-751b847d214c None None] Provisioning for port 2aaa3491-7629-4769-b75b-498ecf75a8ef completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:17:40.210977 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-51d87034-5847-4bc5-9be3-07cd5c725cca tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:40.212736 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92a37a-b988-409f-8ca1-3879e76d235e None None] Pushing event updated for resources: {'Port': ['ID=cd037a25-b4e2-4e78-b50a-395d76cd7119,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:40.223715 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51d87034-5847-4bc5-9be3-07cd5c725cca tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:17:40.224396 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-51d87034-5847-4bc5-9be3-07cd5c725cca tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:40.225960 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-7a085341-4105-4e28-8074-751b847d214c None None] Provisioning complete for port 2aaa3491-7629-4769-b75b-498ecf75a8ef triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:17:40.226336 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7a085341-4105-4e28-8074-751b847d214c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:40.249088 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-1f98012d-1cf1-4bbe-8145-6132358b7eae None None] Attempting to bind port cd037a25-b4e2-4e78-b50a-395d76cd7119 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:17:40.249476 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-1f98012d-1cf1-4bbe-8145-6132358b7eae None None] Attempting to bind port cd037a25-b4e2-4e78-b50a-395d76cd7119 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:17:40.249843 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f98012d-1cf1-4bbe-8145-6132358b7eae None None] Attempting to bind port cd037a25-b4e2-4e78-b50a-395d76cd7119 on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:17:40.268439 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f98012d-1cf1-4bbe-8145-6132358b7eae None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:17:40.270258 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f98012d-1cf1-4bbe-8145-6132358b7eae None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:17:40.270258 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1f98012d-1cf1-4bbe-8145-6132358b7eae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:40.270258 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f98012d-1cf1-4bbe-8145-6132358b7eae None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:17:40.274854 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-1f98012d-1cf1-4bbe-8145-6132358b7eae None None] Bound port: cd037a25-b4e2-4e78-b50a-395d76cd7119, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:17:40.275471 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1f98012d-1cf1-4bbe-8145-6132358b7eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:40.281764 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805a0a2-b05a-4868-aae2-e2683a147e6a admin admin] Pushing event updated for resources: {'Port': ['ID=2aaa3491-7629-4769-b75b-498ecf75a8ef,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:40.286125 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a805a0a2-b05a-4868-aae2-e2683a147e6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:40.321369 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-7a085341-4105-4e28-8074-751b847d214c None None] Port 2aaa3491-7629-4769-b75b-498ecf75a8ef cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:17:40.352280 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:17:40.352280 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:17:40.352280 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:17:40.352280 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:17:40.352280 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:17:40.352280 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:17:40.352280 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:17:40.352280 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:17:40.352280 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:17:40.352280 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:17:40.352280 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:17:40.352280 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:17:40.352280 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:17:40.352280 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:17:40.352280 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:17:40.352280 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:17:40.352280 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:17:40.352280 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:17:40.352280 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:17:40.352280 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:17:40.352280 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:17:40.352280 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:17:40.352280 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:17:40.352280 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:17:40.352280 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:17:40.352280 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:17:40.352280 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:17:40.352280 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:17:40.352280 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:17:40.352280 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:17:40.352280 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:17:40.352280 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:17:40.361695 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-1f98012d-1cf1-4bbe-8145-6132358b7eae None None] For port cd037a25-b4e2-4e78-b50a-395d76cd7119, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:17:40.362681 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-51d87034-5847-4bc5-9be3-07cd5c725cca tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:40.365681 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-1f98012d-1cf1-4bbe-8145-6132358b7eae None None] For port cd037a25-b4e2-4e78-b50a-395d76cd7119, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=cd037a25-b4e2-4e78-b50a-395d76cd7119,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:17:40.370242 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-51d87034-5847-4bc5-9be3-07cd5c725cca tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:40.373773 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1f98012d-1cf1-4bbe-8145-6132358b7eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:40.373920 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-51d87034-5847-4bc5-9be3-07cd5c725cca tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/networks/347a910c-fff4-4e62-b2b5-8f74ba573796 HTTP/1.1" status: 204 len: 168 time: 0.9401524 Jul 24 01:17:40.379513 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37364) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:40.401602 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-d4110f10-2394-42a9-a4c5-92cce1e068c5 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-308421362'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:40.407994 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d87034-5847-4bc5-9be3-07cd5c725cca tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'Network': ['ID=347a910c-fff4-4e62-b2b5-8f74ba573796,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:40.420870 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f261b873-0043-4d98-9653-8a33e6a4b2b0 None None] DHCP port deletion for 347a910c-fff4-4e62-b2b5-8f74ba573796 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:17:40.433465 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4110f10-2394-42a9-a4c5-92cce1e068c5 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Made reservation on behalf of 79918f17ff4041bf8e170911a9b5ce11 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:17:40.438533 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d4110f10-2394-42a9-a4c5-92cce1e068c5 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:40.458970 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f98012d-1cf1-4bbe-8145-6132358b7eae None None] Routers {'74f5c579-a0f5-4264-939e-788ec2b08012'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:17:40.459728 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-1f98012d-1cf1-4bbe-8145-6132358b7eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:17:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['74f5c579-a0f5-4264-939e-788ec2b08012'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:40.480672 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4110f10-2394-42a9-a4c5-92cce1e068c5 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:17:40.491361 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d4110f10-2394-42a9-a4c5-92cce1e068c5 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:40.492035 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-d4110f10-2394-42a9-a4c5-92cce1e068c5 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Added segment 2d49223c-ab6a-48c7-a2a7-5b6e720ed11e of type vlan for network 72a2cac6-c769-482f-9e3c-41c1a9f48612 Jul 24 01:17:40.501694 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a805a0a2-b05a-4868-aae2-e2683a147e6a admin admin] Network ad265d84-5a8c-4acf-b883-4ded13d15286 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:17:40.503863 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-a805a0a2-b05a-4868-aae2-e2683a147e6a admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:17:40.545394 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d4110f10-2394-42a9-a4c5-92cce1e068c5 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:40.563340 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92a37a-b988-409f-8ca1-3879e76d235e None None] Pushing event updated for resources: {'Port': ['ID=cd037a25-b4e2-4e78-b50a-395d76cd7119,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:40.601777 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d4110f10-2394-42a9-a4c5-92cce1e068c5 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:40.609026 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4110f10-2394-42a9-a4c5-92cce1e068c5 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:40.609339 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d4110f10-2394-42a9-a4c5-92cce1e068c5 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:40.627404 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-1f98012d-1cf1-4bbe-8145-6132358b7eae None None] Set router 74f5c579-a0f5-4264-939e-788ec2b08012 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:17:40.697678 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d4110f10-2394-42a9-a4c5-92cce1e068c5 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3168094 Jul 24 01:17:40.698563 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37370) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:40.701831 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a805a0a2-b05a-4868-aae2-e2683a147e6a admin admin] Router 74f5c579-a0f5-4264-939e-788ec2b08012 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:17:40.710373 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-3dd4f4a7-d2ef-4ca5-85a4-7066480ab18c tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'subnet': {'network_id': '72a2cac6-c769-482f-9e3c-41c1a9f48612', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:40.826392 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a805a0a2-b05a-4868-aae2-e2683a147e6a admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:17:40.852088 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a805a0a2-b05a-4868-aae2-e2683a147e6a admin admin] 10.222.0.15 "PUT /v2.0/routers/74f5c579-a0f5-4264-939e-788ec2b08012/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6347125 Jul 24 01:17:40.863753 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4110f10-2394-42a9-a4c5-92cce1e068c5 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'Network': ['ID=72a2cac6-c769-482f-9e3c-41c1a9f48612,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:40.879692 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 72a2cac6-c769-482f-9e3c-41c1a9f48612 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:17:40.895445 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd4f4a7-d2ef-4ca5-85a4-7066480ab18c tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Made reservation on behalf of 79918f17ff4041bf8e170911a9b5ce11 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:17:40.900938 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3dd4f4a7-d2ef-4ca5-85a4-7066480ab18c tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:41.140696 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3dd4f4a7-d2ef-4ca5-85a4-7066480ab18c tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:41.181851 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-095abff7-2132-443e-ac03-ba2cf11d7d62 None None] Provisioning complete for port 2aaa3491-7629-4769-b75b-498ecf75a8ef triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:17:41.182085 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-095abff7-2132-443e-ac03-ba2cf11d7d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:41.185061 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-1f98012d-1cf1-4bbe-8145-6132358b7eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'name': 'tempest-TestVolumeBootPattern-1686330921-router', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:17:34Z', 'updated_at': '2021-07-24T01:17:39Z', 'revision_number': 4, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'gw_port': {'id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:35Z', 'updated_at': '2021-07-24T01:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '2aaa3491-7629-4769-b75b-498ecf75a8ef', 'name': '', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'mac_address': 'fa:16:3e:72:3b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:38Z', 'updated_at': '2021-07-24T01:17:40Z', 'revision_number': 2, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'subnets': [{'id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:41.223107 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd4f4a7-d2ef-4ca5-85a4-7066480ab18c tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Checking segment: {'id': '2d49223c-ab6a-48c7-a2a7-5b6e720ed11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '72a2cac6-c769-482f-9e3c-41c1a9f48612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:17:41.223480 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd4f4a7-d2ef-4ca5-85a4-7066480ab18c tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Network hostable DHCP agents. Network: 72a2cac6-c769-482f-9e3c-41c1a9f48612, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:17:41.245890 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f98012d-1cf1-4bbe-8145-6132358b7eae None None] The sync data for ids ['74f5c579-a0f5-4264-939e-788ec2b08012'] in n-d-793621-25 is: [{'id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'name': 'tempest-TestVolumeBootPattern-1686330921-router', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:17:34Z', 'updated_at': '2021-07-24T01:17:39Z', 'revision_number': 4, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'gw_port': {'id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:35Z', 'updated_at': '2021-07-24T01:17:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '2aaa3491-7629-4769-b75b-498ecf75a8ef', 'name': '', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'mac_address': 'fa:16:3e:72:3b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:38Z', 'updated_at': '2021-07-24T01:17:40Z', 'revision_number': 2, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'subnets': [{'id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:17:41.249382 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4f4a7-d2ef-4ca5-85a4-7066480ab18c tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'Subnet': ['ID=810a3d40-87cc-4851-86a3-44e8ba2127e5,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:41.258730 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd4f4a7-d2ef-4ca5-85a4-7066480ab18c tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Network 72a2cac6-c769-482f-9e3c-41c1a9f48612 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:17:41.268103 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-095abff7-2132-443e-ac03-ba2cf11d7d62 None None] Port 2aaa3491-7629-4769-b75b-498ecf75a8ef cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:17:41.274094 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-3dd4f4a7-d2ef-4ca5-85a4-7066480ab18c tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 72a2cac6-c769-482f-9e3c-41c1a9f48612) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:17:41.283091 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bbc485-31a6-469e-bb7b-1846a3a6f41f None None] Network 72a2cac6-c769-482f-9e3c-41c1a9f48612 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:17:41.290905 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd4f4a7-d2ef-4ca5-85a4-7066480ab18c tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:41.291092 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3dd4f4a7-d2ef-4ca5-85a4-7066480ab18c tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:41.312380 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3dd4f4a7-d2ef-4ca5-85a4-7066480ab18c tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6086345 Jul 24 01:17:41.316005 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37390) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:41.322458 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-6c104cef-cd13-4dee-af86-0f937dda2d62 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'port': {'network_id': '72a2cac6-c769-482f-9e3c-41c1a9f48612', 'name': 'tempest-PortsTestJSON-1775846678', 'fixed_ips': [{'subnet_id': '810a3d40-87cc-4851-86a3-44e8ba2127e5', 'ip_address': '172.20.0.10'}]}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:41.382937 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device f42fe428-151d-4235-b3a2-1f21939f6289 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:17:41.409042 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: f42fe428-151d-4235-b3a2-1f21939f6289 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:17:41.409394 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device f42fe428-151d-4235-b3a2-1f21939f6289 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:17:41.513795 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0287861c-580c-41a4-b5ac-15586d08f1ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-72a2cac6-c769-482f-9e3c-41c1a9f48612', 'network_id': '72a2cac6-c769-482f-9e3c-41c1a9f48612', 'tenant_id': '79918f17ff4041bf8e170911a9b5ce11', 'fixed_ips': [{'subnet_id': '810a3d40-87cc-4851-86a3-44e8ba2127e5'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:17:41.514552 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0287861c-580c-41a4-b5ac-15586d08f1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:41.534633 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c104cef-cd13-4dee-af86-0f937dda2d62 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Made reservation on behalf of 79918f17ff4041bf8e170911a9b5ce11 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:17:41.598689 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37402) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:41.604054 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-00d3e81b-5d2c-4322-a91e-4d4231bc287e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-725200531-network', 'tenant_id': '7557cfb5d5c3463892277da767c7adc8'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:41.679255 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d3e81b-5d2c-4322-a91e-4d4231bc287e admin admin] Made reservation on behalf of 7557cfb5d5c3463892277da767c7adc8 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:17:41.686392 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-00d3e81b-5d2c-4322-a91e-4d4231bc287e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:41.698614 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-00d3e81b-5d2c-4322-a91e-4d4231bc287e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:41.702208 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6c104cef-cd13-4dee-af86-0f937dda2d62 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:41.750367 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-6c104cef-cd13-4dee-af86-0f937dda2d62 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] device_id is not set on port 274a7cd9-9b80-43ec-8378-37115af93a94 yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:17:41.760053 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-0287861c-580c-41a4-b5ac-15586d08f1ac None None] Allocated IP 172.20.0.2 (72a2cac6-c769-482f-9e3c-41c1a9f48612/810a3d40-87cc-4851-86a3-44e8ba2127e5/606ac401-10ec-407d-aa84-b09010304e80) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:17:41.880571 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-00d3e81b-5d2c-4322-a91e-4d4231bc287e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:41.886469 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-00d3e81b-5d2c-4322-a91e-4d4231bc287e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:41.917715 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00d3e81b-5d2c-4322-a91e-4d4231bc287e admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:17:41.934513 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d3e81b-5d2c-4322-a91e-4d4231bc287e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6cfb85-f6ec-4b70-9546-09e7102a12b7,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:41.941194 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-00d3e81b-5d2c-4322-a91e-4d4231bc287e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:41.941551 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-00d3e81b-5d2c-4322-a91e-4d4231bc287e admin admin] Added segment 408329e7-915f-4d42-94e8-e3523cad2bf3 of type vlan for network b32440eb-d9d0-41ea-96f2-39002ea10241 Jul 24 01:17:41.979780 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0287861c-580c-41a4-b5ac-15586d08f1ac None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:41.994368 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-00d3e81b-5d2c-4322-a91e-4d4231bc287e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:41.994767 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0287861c-580c-41a4-b5ac-15586d08f1ac None None] Transition to ACTIVE for port object 606ac401-10ec-407d-aa84-b09010304e80 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:17:42.018345 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0287861c-580c-41a4-b5ac-15586d08f1ac None None] Transition to ACTIVE for port object 606ac401-10ec-407d-aa84-b09010304e80 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:17:42.031902 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0287861c-580c-41a4-b5ac-15586d08f1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:42.036175 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-00d3e81b-5d2c-4322-a91e-4d4231bc287e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:42.038189 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d3e81b-5d2c-4322-a91e-4d4231bc287e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:42.038967 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-00d3e81b-5d2c-4322-a91e-4d4231bc287e admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:42.089274 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-00d3e81b-5d2c-4322-a91e-4d4231bc287e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4893346 Jul 24 01:17:42.090098 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37408) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:42.098634 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-6042d952-ce94-4ba5-a2ce-5a7478018fc8 admin admin] Request body: {'subnet': {'network_id': 'b32440eb-d9d0-41ea-96f2-39002ea10241', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-725200531-subnet', 'tenant_id': '7557cfb5d5c3463892277da767c7adc8', 'ip_version': 4}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:42.110569 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0287861c-580c-41a4-b5ac-15586d08f1ac None None] Network 72a2cac6-c769-482f-9e3c-41c1a9f48612 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:17:42.114367 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-0287861c-580c-41a4-b5ac-15586d08f1ac None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:17:42.131191 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0287861c-580c-41a4-b5ac-15586d08f1ac None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:17:42.135137 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-6c104cef-cd13-4dee-af86-0f937dda2d62 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Allocated IP 172.20.0.10 (72a2cac6-c769-482f-9e3c-41c1a9f48612/810a3d40-87cc-4851-86a3-44e8ba2127e5/274a7cd9-9b80-43ec-8378-37115af93a94) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:17:42.146387 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d3e81b-5d2c-4322-a91e-4d4231bc287e admin admin] Pushing event updated for resources: {'Network': ['ID=b32440eb-d9d0-41ea-96f2-39002ea10241,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:42.156619 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287861c-580c-41a4-b5ac-15586d08f1ac None None] Pushing event updated for resources: {'Port': ['ID=606ac401-10ec-407d-aa84-b09010304e80,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:42.167380 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6042d952-ce94-4ba5-a2ce-5a7478018fc8 admin admin] Made reservation on behalf of 7557cfb5d5c3463892277da767c7adc8 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:17:42.167685 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network b32440eb-d9d0-41ea-96f2-39002ea10241 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:17:42.171937 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6042d952-ce94-4ba5-a2ce-5a7478018fc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:42.314512 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-0287861c-580c-41a4-b5ac-15586d08f1ac None None] Attempting to bind port 606ac401-10ec-407d-aa84-b09010304e80 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:17:42.314915 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-0287861c-580c-41a4-b5ac-15586d08f1ac None None] Attempting to bind port 606ac401-10ec-407d-aa84-b09010304e80 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '2d49223c-ab6a-48c7-a2a7-5b6e720ed11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '72a2cac6-c769-482f-9e3c-41c1a9f48612'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:17:42.315290 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0287861c-580c-41a4-b5ac-15586d08f1ac None None] Attempting to bind port 606ac401-10ec-407d-aa84-b09010304e80 on network 72a2cac6-c769-482f-9e3c-41c1a9f48612 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:17:42.355029 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0287861c-580c-41a4-b5ac-15586d08f1ac None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:17:42.356164 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0287861c-580c-41a4-b5ac-15586d08f1ac None None] Checking segment: {'id': '2d49223c-ab6a-48c7-a2a7-5b6e720ed11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '72a2cac6-c769-482f-9e3c-41c1a9f48612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:17:42.356998 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0287861c-580c-41a4-b5ac-15586d08f1ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:42.357733 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0287861c-580c-41a4-b5ac-15586d08f1ac None None] Bound using segment: {'id': '2d49223c-ab6a-48c7-a2a7-5b6e720ed11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '72a2cac6-c769-482f-9e3c-41c1a9f48612'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:17:42.358644 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-0287861c-580c-41a4-b5ac-15586d08f1ac None None] Bound port: 606ac401-10ec-407d-aa84-b09010304e80, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d49223c-ab6a-48c7-a2a7-5b6e720ed11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '72a2cac6-c769-482f-9e3c-41c1a9f48612'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:17:42.360332 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0287861c-580c-41a4-b5ac-15586d08f1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:42.453977 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0287861c-580c-41a4-b5ac-15586d08f1ac None None] For port 606ac401-10ec-407d-aa84-b09010304e80, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:17:42.454626 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6042d952-ce94-4ba5-a2ce-5a7478018fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:42.458300 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0287861c-580c-41a4-b5ac-15586d08f1ac None None] For port 606ac401-10ec-407d-aa84-b09010304e80, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=606ac401-10ec-407d-aa84-b09010304e80,segment=NetworkSegment(2d49223c-ab6a-48c7-a2a7-5b6e720ed11e),segment_id=2d49223c-ab6a-48c7-a2a7-5b6e720ed11e)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:17:42.474688 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6c104cef-cd13-4dee-af86-0f937dda2d62 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:42.478414 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0287861c-580c-41a4-b5ac-15586d08f1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:42.495129 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-6c104cef-cd13-4dee-af86-0f937dda2d62 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Transition to ACTIVE for port object 274a7cd9-9b80-43ec-8378-37115af93a94 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:17:42.535467 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6042d952-ce94-4ba5-a2ce-5a7478018fc8 admin admin] Checking segment: {'id': '408329e7-915f-4d42-94e8-e3523cad2bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b32440eb-d9d0-41ea-96f2-39002ea10241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:17:42.536022 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6042d952-ce94-4ba5-a2ce-5a7478018fc8 admin admin] Network hostable DHCP agents. Network: b32440eb-d9d0-41ea-96f2-39002ea10241, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:17:42.541446 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6c104cef-cd13-4dee-af86-0f937dda2d62 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:42.555971 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042d952-ce94-4ba5-a2ce-5a7478018fc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5bd8ec1-0adb-48a0-828d-f5649f1b1fba,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:42.572675 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6042d952-ce94-4ba5-a2ce-5a7478018fc8 admin admin] Network b32440eb-d9d0-41ea-96f2-39002ea10241 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:17:42.588816 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-6042d952-ce94-4ba5-a2ce-5a7478018fc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, b32440eb-d9d0-41ea-96f2-39002ea10241) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:17:42.595549 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6042d952-ce94-4ba5-a2ce-5a7478018fc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:42.596807 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6042d952-ce94-4ba5-a2ce-5a7478018fc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:42.604480 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467c358a-9bf3-4b18-834c-ba7dad403e37 None None] Network b32440eb-d9d0-41ea-96f2-39002ea10241 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:17:42.625797 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c104cef-cd13-4dee-af86-0f937dda2d62 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Network 72a2cac6-c769-482f-9e3c-41c1a9f48612 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:17:42.633853 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-6c104cef-cd13-4dee-af86-0f937dda2d62 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:17:42.634639 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6042d952-ce94-4ba5-a2ce-5a7478018fc8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5409944 Jul 24 01:17:42.635444 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37416) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:42.639522 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287861c-580c-41a4-b5ac-15586d08f1ac None None] Pushing event updated for resources: {'Port': ['ID=606ac401-10ec-407d-aa84-b09010304e80,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:42.642578 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-0abd768a-0181-4823-bd07-3d54ef6e8838 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-725200531-router', 'tenant_id': '7557cfb5d5c3463892277da767c7adc8', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:42.642965 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c104cef-cd13-4dee-af86-0f937dda2d62 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:17:42.669732 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0abd768a-0181-4823-bd07-3d54ef6e8838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:42.670881 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0abd768a-0181-4823-bd07-3d54ef6e8838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:42.709854 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c104cef-cd13-4dee-af86-0f937dda2d62 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:42.711230 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6c104cef-cd13-4dee-af86-0f937dda2d62 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:42.721833 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c104cef-cd13-4dee-af86-0f937dda2d62 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'Port': ['ID=274a7cd9-9b80-43ec-8378-37115af93a94,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:42.746783 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0abd768a-0181-4823-bd07-3d54ef6e8838 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:42.754670 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6c104cef-cd13-4dee-af86-0f937dda2d62 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4372962 Jul 24 01:17:42.755564 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37418) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:42.767007 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-917e86b9-0e9d-4818-9d60-ff54dd8b2508 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'port': {'network_id': '72a2cac6-c769-482f-9e3c-41c1a9f48612', 'name': 'tempest-PortsTestJSON-1473281321', 'fixed_ips': [{'subnet_id': '810a3d40-87cc-4851-86a3-44e8ba2127e5', 'ip_address': '172.20.0.9'}]}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:42.998753 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c251e04e-f35e-4b63-b28d-72e82d1ce0b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-b32440eb-d9d0-41ea-96f2-39002ea10241', 'network_id': 'b32440eb-d9d0-41ea-96f2-39002ea10241', 'tenant_id': '7557cfb5d5c3463892277da767c7adc8', 'fixed_ips': [{'subnet_id': 'b5bd8ec1-0adb-48a0-828d-f5649f1b1fba'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:17:42.999841 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c251e04e-f35e-4b63-b28d-72e82d1ce0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:43.016301 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917e86b9-0e9d-4818-9d60-ff54dd8b2508 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Made reservation on behalf of 79918f17ff4041bf8e170911a9b5ce11 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:17:43.023332 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-917e86b9-0e9d-4818-9d60-ff54dd8b2508 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:43.036311 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0abd768a-0181-4823-bd07-3d54ef6e8838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:43.069882 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-917e86b9-0e9d-4818-9d60-ff54dd8b2508 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] device_id is not set on port 79a5cec7-efd5-4702-9e1f-5984fb0d71c5 yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:17:43.075615 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4109db66-75d0-4647-b020-336af71c3865 req-df3f2c7b-53e4-4eec-886e-49f326820487 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=651df532-ff8d-4f14-8ba8-1d699abdd8dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2792876 Jul 24 01:17:43.253845 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109db66-75d0-4647-b020-336af71c3865 req-62b7bdaf-c3d3-4a0d-ae13-0c140f772918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:43.255481 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4109db66-75d0-4647-b020-336af71c3865 req-62b7bdaf-c3d3-4a0d-ae13-0c140f772918 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=23abe441ec7f4fd48a06d24104be0d55&device_id=651df532-ff8d-4f14-8ba8-1d699abdd8dd HTTP/1.1" status: 200 len: 1102 time: 0.1371653 Jul 24 01:17:43.262960 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-c251e04e-f35e-4b63-b28d-72e82d1ce0b1 None None] Allocated IP 172.20.0.2 (b32440eb-d9d0-41ea-96f2-39002ea10241/b5bd8ec1-0adb-48a0-828d-f5649f1b1fba/cb1968e6-4a40-4a47-a014-f96977932cb8) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:17:43.327273 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-917e86b9-0e9d-4818-9d60-ff54dd8b2508 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Allocated IP 172.20.0.9 (72a2cac6-c769-482f-9e3c-41c1a9f48612/810a3d40-87cc-4851-86a3-44e8ba2127e5/79a5cec7-efd5-4702-9e1f-5984fb0d71c5) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:17:43.439070 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0abd768a-0181-4823-bd07-3d54ef6e8838 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:43.488774 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0abd768a-0181-4823-bd07-3d54ef6e8838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:43.571051 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 606ac401-10ec-407d-aa84-b09010304e80 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:17:43.667254 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 606ac401-10ec-407d-aa84-b09010304e80 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:17:43.673129 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c251e04e-f35e-4b63-b28d-72e82d1ce0b1 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:43.675739 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device cd037a25-b4e2-4e78-b50a-395d76cd7119 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:17:43.683474 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-917e86b9-0e9d-4818-9d60-ff54dd8b2508 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:43.716458 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-917e86b9-0e9d-4818-9d60-ff54dd8b2508 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Transition to ACTIVE for port object 79a5cec7-efd5-4702-9e1f-5984fb0d71c5 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:17:43.733890 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c251e04e-f35e-4b63-b28d-72e82d1ce0b1 None None] Transition to ACTIVE for port object cb1968e6-4a40-4a47-a014-f96977932cb8 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:17:43.764844 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109db66-75d0-4647-b020-336af71c3865 req-7f819353-1186-43f8-b934-ac8dff30c923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:43.766893 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4109db66-75d0-4647-b020-336af71c3865 req-7f819353-1186-43f8-b934-ac8dff30c923 service neutron] 10.222.0.13 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.4304988 Jul 24 01:17:43.767489 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c251e04e-f35e-4b63-b28d-72e82d1ce0b1 None None] Transition to ACTIVE for port object cb1968e6-4a40-4a47-a014-f96977932cb8 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:17:43.773790 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port cd037a25-b4e2-4e78-b50a-395d76cd7119 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:17:43.781590 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c251e04e-f35e-4b63-b28d-72e82d1ce0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:43.785881 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-917e86b9-0e9d-4818-9d60-ff54dd8b2508 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:43.837710 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port cd037a25-b4e2-4e78-b50a-395d76cd7119 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:17:43.838096 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:43.841871 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c251e04e-f35e-4b63-b28d-72e82d1ce0b1 None None] Pushing event updated for resources: {'Port': ['ID=cb1968e6-4a40-4a47-a014-f96977932cb8,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:43.853804 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c251e04e-f35e-4b63-b28d-72e82d1ce0b1 None None] Network b32440eb-d9d0-41ea-96f2-39002ea10241 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:17:43.854587 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917e86b9-0e9d-4818-9d60-ff54dd8b2508 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Network 72a2cac6-c769-482f-9e3c-41c1a9f48612 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:17:43.867110 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-917e86b9-0e9d-4818-9d60-ff54dd8b2508 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:17:43.874251 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-0abd768a-0181-4823-bd07-3d54ef6e8838 admin admin] Allocated IP 172.25.2.27 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/3b137178-0d41-4514-99b4-638066103fdf) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:17:43.875808 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-c251e04e-f35e-4b63-b28d-72e82d1ce0b1 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:17:43.878443 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c251e04e-f35e-4b63-b28d-72e82d1ce0b1 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:17:43.882510 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917e86b9-0e9d-4818-9d60-ff54dd8b2508 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:17:43.940263 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e86b9-0e9d-4818-9d60-ff54dd8b2508 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'Port': ['ID=79a5cec7-efd5-4702-9e1f-5984fb0d71c5,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:43.957369 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-c251e04e-f35e-4b63-b28d-72e82d1ce0b1 None None] Attempting to bind port cb1968e6-4a40-4a47-a014-f96977932cb8 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:17:43.957743 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-c251e04e-f35e-4b63-b28d-72e82d1ce0b1 None None] Attempting to bind port cb1968e6-4a40-4a47-a014-f96977932cb8 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '408329e7-915f-4d42-94e8-e3523cad2bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b32440eb-d9d0-41ea-96f2-39002ea10241'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:17:43.958110 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c251e04e-f35e-4b63-b28d-72e82d1ce0b1 None None] Attempting to bind port cb1968e6-4a40-4a47-a014-f96977932cb8 on network b32440eb-d9d0-41ea-96f2-39002ea10241 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:17:43.968042 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c251e04e-f35e-4b63-b28d-72e82d1ce0b1 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:17:43.968412 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c251e04e-f35e-4b63-b28d-72e82d1ce0b1 None None] Checking segment: {'id': '408329e7-915f-4d42-94e8-e3523cad2bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b32440eb-d9d0-41ea-96f2-39002ea10241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:17:43.968821 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c251e04e-f35e-4b63-b28d-72e82d1ce0b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:43.969669 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c251e04e-f35e-4b63-b28d-72e82d1ce0b1 None None] Bound using segment: {'id': '408329e7-915f-4d42-94e8-e3523cad2bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b32440eb-d9d0-41ea-96f2-39002ea10241'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:17:43.969669 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-c251e04e-f35e-4b63-b28d-72e82d1ce0b1 None None] Bound port: cb1968e6-4a40-4a47-a014-f96977932cb8, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408329e7-915f-4d42-94e8-e3523cad2bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b32440eb-d9d0-41ea-96f2-39002ea10241'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:17:43.970068 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c251e04e-f35e-4b63-b28d-72e82d1ce0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:43.978749 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917e86b9-0e9d-4818-9d60-ff54dd8b2508 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:43.979973 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-917e86b9-0e9d-4818-9d60-ff54dd8b2508 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:44.000227 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-917e86b9-0e9d-4818-9d60-ff54dd8b2508 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2432253 Jul 24 01:17:44.003242 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37434) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:44.050302 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:44.052106 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4109db66-75d0-4647-b020-336af71c3865 req-cd7805b1-b676-4e5e-9871-f528a26eb737 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=5db1b575-b9d3-4efa-b261-b5180218268e HTTP/1.1" status: 200 len: 217 time: 0.2759817 Jul 24 01:17:44.064122 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0abd768a-0181-4823-bd07-3d54ef6e8838 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:44.123464 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0abd768a-0181-4823-bd07-3d54ef6e8838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:44.126778 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port cd037a25-b4e2-4e78-b50a-395d76cd7119, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=cd037a25-b4e2-4e78-b50a-395d76cd7119,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:17:44.141631 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:44.193708 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-c251e04e-f35e-4b63-b28d-72e82d1ce0b1 None None] For port cb1968e6-4a40-4a47-a014-f96977932cb8, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:17:44.197558 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adec49b-b6a2-47bc-8429-8821b46d5681 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:44.202597 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0adec49b-b6a2-47bc-8429-8821b46d5681 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1954577 Jul 24 01:17:44.207225 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37436) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:44.224272 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-c251e04e-f35e-4b63-b28d-72e82d1ce0b1 None None] For port cb1968e6-4a40-4a47-a014-f96977932cb8, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=cb1968e6-4a40-4a47-a014-f96977932cb8,segment=NetworkSegment(408329e7-915f-4d42-94e8-e3523cad2bf3),segment_id=408329e7-915f-4d42-94e8-e3523cad2bf3)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:17:44.228001 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfe367d-e296-4758-bc5c-be64fd6e2906 None None] Network 72a2cac6-c769-482f-9e3c-41c1a9f48612 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:17:44.237511 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c251e04e-f35e-4b63-b28d-72e82d1ce0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:44.249392 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=cd037a25-b4e2-4e78-b50a-395d76cd7119,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:44.324951 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abd768a-0181-4823-bd07-3d54ef6e8838 admin admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:17:44.332169 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd768a-0181-4823-bd07-3d54ef6e8838 admin admin] Pushing event updated for resources: {'Port': ['ID=3b137178-0d41-4514-99b4-638066103fdf,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:44.335064 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-0abd768a-0181-4823-bd07-3d54ef6e8838 admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:17:44.345039 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abd768a-0181-4823-bd07-3d54ef6e8838 admin admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:17:44.361312 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109db66-75d0-4647-b020-336af71c3865 req-2b501315-b4a3-4392-9633-7e2334410d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:44.364842 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4109db66-75d0-4647-b020-336af71c3865 req-2b501315-b4a3-4392-9633-7e2334410d21 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.2542899 Jul 24 01:17:44.403931 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0c096855-c1f0-4836-aa42-ad5505302add None None] Provisioning for port 606ac401-10ec-407d-aa84-b09010304e80 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:17:44.419921 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c251e04e-f35e-4b63-b28d-72e82d1ce0b1 None None] Pushing event updated for resources: {'Port': ['ID=cb1968e6-4a40-4a47-a014-f96977932cb8,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:44.438975 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0c096855-c1f0-4836-aa42-ad5505302add None None] Provisioning complete for port 606ac401-10ec-407d-aa84-b09010304e80 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:17:44.439366 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0c096855-c1f0-4836-aa42-ad5505302add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:44.604415 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0c096855-c1f0-4836-aa42-ad5505302add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:44.664691 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c534b337-0071-4368-8575-0593933ce0da tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:44.671303 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c534b337-0071-4368-8575-0593933ce0da tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:44.677517 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c534b337-0071-4368-8575-0593933ce0da tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:44.680466 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c534b337-0071-4368-8575-0593933ce0da tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.4688404 Jul 24 01:17:44.685995 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37452) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:44.744565 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109db66-75d0-4647-b020-336af71c3865 req-d039ca27-7d3b-4ec6-b947-a8f4a77d0f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:44.746226 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4109db66-75d0-4647-b020-336af71c3865 req-d039ca27-7d3b-4ec6-b947-a8f4a77d0f41 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3292341 Jul 24 01:17:44.753987 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0c096855-c1f0-4836-aa42-ad5505302add None None] For port 606ac401-10ec-407d-aa84-b09010304e80, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=606ac401-10ec-407d-aa84-b09010304e80,segment=NetworkSegment(2d49223c-ab6a-48c7-a2a7-5b6e720ed11e),segment_id=2d49223c-ab6a-48c7-a2a7-5b6e720ed11e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:17:44.767082 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0c096855-c1f0-4836-aa42-ad5505302add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:44.797165 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f548d4e6-3093-492a-8b07-fa71f566406e None None] Sync routers for ids ['74f5c579-a0f5-4264-939e-788ec2b08012'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:17:44.817479 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f548d4e6-3093-492a-8b07-fa71f566406e None None] Routers {'74f5c579-a0f5-4264-939e-788ec2b08012'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:17:44.819329 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-f548d4e6-3093-492a-8b07-fa71f566406e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:17:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['74f5c579-a0f5-4264-939e-788ec2b08012'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:44.850387 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c096855-c1f0-4836-aa42-ad5505302add None None] Pushing event updated for resources: {'Port': ['ID=606ac401-10ec-407d-aa84-b09010304e80,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:44.963656 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-f548d4e6-3093-492a-8b07-fa71f566406e None None] Set router 74f5c579-a0f5-4264-939e-788ec2b08012 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:17:45.194640 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-96669889-8ddb-47fa-a805-83c5cbef6cb8 None None] Provisioning complete for port 606ac401-10ec-407d-aa84-b09010304e80 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:17:45.197321 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-96669889-8ddb-47fa-a805-83c5cbef6cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:45.335338 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-f548d4e6-3093-492a-8b07-fa71f566406e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'name': 'tempest-TestVolumeBootPattern-1686330921-router', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:17:34Z', 'updated_at': '2021-07-24T01:17:39Z', 'revision_number': 4, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'gw_port': {'id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:35Z', 'updated_at': '2021-07-24T01:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '2aaa3491-7629-4769-b75b-498ecf75a8ef', 'name': '', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'mac_address': 'fa:16:3e:72:3b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:38Z', 'updated_at': '2021-07-24T01:17:40Z', 'revision_number': 2, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'subnets': [{'id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:45.405505 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-96669889-8ddb-47fa-a805-83c5cbef6cb8 None None] Provisioning for port 79a5cec7-efd5-4702-9e1f-5984fb0d71c5 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:17:45.415740 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-96669889-8ddb-47fa-a805-83c5cbef6cb8 None None] Provisioning complete for port 79a5cec7-efd5-4702-9e1f-5984fb0d71c5 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:17:45.419051 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-96669889-8ddb-47fa-a805-83c5cbef6cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:45.421317 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f548d4e6-3093-492a-8b07-fa71f566406e None None] Checking router: 74f5c579-a0f5-4264-939e-788ec2b08012 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:17:45.421947 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f548d4e6-3093-492a-8b07-fa71f566406e None None] Updating router 74f5c579-a0f5-4264-939e-788ec2b08012 port 2aaa3491-7629-4769-b75b-498ecf75a8ef binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:17:45.509605 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4109db66-75d0-4647-b020-336af71c3865 req-d95f0351-e9b6-4e4a-95bb-ab7cf7e7a4e8 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7549665 Jul 24 01:17:45.511998 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-96669889-8ddb-47fa-a805-83c5cbef6cb8 None None] Port 79a5cec7-efd5-4702-9e1f-5984fb0d71c5 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:17:45.536528 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-96669889-8ddb-47fa-a805-83c5cbef6cb8 None None] Provisioning for port 274a7cd9-9b80-43ec-8378-37115af93a94 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:17:45.540814 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-96669889-8ddb-47fa-a805-83c5cbef6cb8 None None] Provisioning complete for port 274a7cd9-9b80-43ec-8378-37115af93a94 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:17:45.541198 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-96669889-8ddb-47fa-a805-83c5cbef6cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:45.619442 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 606ac401-10ec-407d-aa84-b09010304e80 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:17:45.639219 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0abd768a-0181-4823-bd07-3d54ef6e8838 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:45.646442 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-96669889-8ddb-47fa-a805-83c5cbef6cb8 None None] Port 274a7cd9-9b80-43ec-8378-37115af93a94 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:17:45.719110 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 606ac401-10ec-407d-aa84-b09010304e80 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:17:45.719757 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:45.735393 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-f548d4e6-3093-492a-8b07-fa71f566406e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:45.818492 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f38d7b55-6b68-4902-8fd2-46b99ec81ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:45.860718 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c30b7ff3-f999-4bf5-b4ce-c07bc9f646ae None None] Provisioning complete for port 274a7cd9-9b80-43ec-8378-37115af93a94 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:17:45.861100 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c30b7ff3-f999-4bf5-b4ce-c07bc9f646ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:45.864896 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-1ee3f0bc-7c7e-4cf2-b13d-33a8a24ed109 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Deleting port 79a5cec7-efd5-4702-9e1f-5984fb0d71c5 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:17:45.865242 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1ee3f0bc-7c7e-4cf2-b13d-33a8a24ed109 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:45.915895 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device cb1968e6-4a40-4a47-a014-f96977932cb8 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:17:45.942418 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-c30b7ff3-f999-4bf5-b4ce-c07bc9f646ae None None] Port 274a7cd9-9b80-43ec-8378-37115af93a94 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:17:45.964172 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09ae728-ee57-4acb-87a6-2ae8fb50c93c None None] Network b32440eb-d9d0-41ea-96f2-39002ea10241 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:17:45.990016 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4109db66-75d0-4647-b020-336af71c3865 req-f22ec7c4-621b-471e-9257-db28043c7bb8 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4625282 Jul 24 01:17:46.047330 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port cb1968e6-4a40-4a47-a014-f96977932cb8 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:17:46.076957 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device cd037a25-b4e2-4e78-b50a-395d76cd7119 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:17:46.104494 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1ee3f0bc-7c7e-4cf2-b13d-33a8a24ed109 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:46.104912 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-065e90c8-201f-4c9b-8ee0-717e72fae2dc None None] Provisioning complete for port 79a5cec7-efd5-4702-9e1f-5984fb0d71c5 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:17:46.105357 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-065e90c8-201f-4c9b-8ee0-717e72fae2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:46.112735 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-f548d4e6-3093-492a-8b07-fa71f566406e None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:46.126779 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-1ee3f0bc-7c7e-4cf2-b13d-33a8a24ed109 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Calling delete_port for 79a5cec7-efd5-4702-9e1f-5984fb0d71c5 owned by {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:17:46.127806 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-f548d4e6-3093-492a-8b07-fa71f566406e None None] Transition to ACTIVE for port object 2aaa3491-7629-4769-b75b-498ecf75a8ef will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:17:46.137172 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-f548d4e6-3093-492a-8b07-fa71f566406e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:46.154378 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0abd768a-0181-4823-bd07-3d54ef6e8838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:46.191712 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53ca7d-a9df-453a-a02d-2347c5a008ac None None] Pushing event updated for resources: {'Port': ['ID=2aaa3491-7629-4769-b75b-498ecf75a8ef,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:46.215159 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-065e90c8-201f-4c9b-8ee0-717e72fae2dc None None] Port 79a5cec7-efd5-4702-9e1f-5984fb0d71c5 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:17:46.235283 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-065e90c8-201f-4c9b-8ee0-717e72fae2dc None None] Provisioning for port cb1968e6-4a40-4a47-a014-f96977932cb8 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:17:46.240786 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port cd037a25-b4e2-4e78-b50a-395d76cd7119 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:17:46.241355 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:46.287499 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-065e90c8-201f-4c9b-8ee0-717e72fae2dc None None] Provisioning complete for port cb1968e6-4a40-4a47-a014-f96977932cb8 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:17:46.288127 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-065e90c8-201f-4c9b-8ee0-717e72fae2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:46.303805 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-f548d4e6-3093-492a-8b07-fa71f566406e None None] Attempting to bind port 2aaa3491-7629-4769-b75b-498ecf75a8ef on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:17:46.304919 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-f548d4e6-3093-492a-8b07-fa71f566406e None None] Attempting to bind port 2aaa3491-7629-4769-b75b-498ecf75a8ef by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '4ba45e80-1699-41ea-af87-6ed5cfcc2657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:17:46.305942 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f548d4e6-3093-492a-8b07-fa71f566406e None None] Attempting to bind port 2aaa3491-7629-4769-b75b-498ecf75a8ef on network ad265d84-5a8c-4acf-b883-4ded13d15286 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:17:46.315484 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f548d4e6-3093-492a-8b07-fa71f566406e None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:17:46.317466 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f548d4e6-3093-492a-8b07-fa71f566406e None None] Checking segment: {'id': '4ba45e80-1699-41ea-af87-6ed5cfcc2657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:17:46.320383 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-f548d4e6-3093-492a-8b07-fa71f566406e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:46.320968 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f548d4e6-3093-492a-8b07-fa71f566406e None None] Bound using segment: {'id': '4ba45e80-1699-41ea-af87-6ed5cfcc2657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:17:46.321674 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-f548d4e6-3093-492a-8b07-fa71f566406e None None] Bound port: 2aaa3491-7629-4769-b75b-498ecf75a8ef, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba45e80-1699-41ea-af87-6ed5cfcc2657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:17:46.322770 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-f548d4e6-3093-492a-8b07-fa71f566406e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:46.492446 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-f548d4e6-3093-492a-8b07-fa71f566406e None None] For port 2aaa3491-7629-4769-b75b-498ecf75a8ef, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:17:46.497014 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0abd768a-0181-4823-bd07-3d54ef6e8838 admin admin] Router 0bd00e9c-315b-4522-9750-831cda9bf1f2 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:17:46.497646 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-f548d4e6-3093-492a-8b07-fa71f566406e None None] For port 2aaa3491-7629-4769-b75b-498ecf75a8ef, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2aaa3491-7629-4769-b75b-498ecf75a8ef,segment=NetworkSegment(4ba45e80-1699-41ea-af87-6ed5cfcc2657),segment_id=4ba45e80-1699-41ea-af87-6ed5cfcc2657)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:17:46.499446 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-065e90c8-201f-4c9b-8ee0-717e72fae2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:46.506867 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1ee3f0bc-7c7e-4cf2-b13d-33a8a24ed109 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:46.511109 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-f548d4e6-3093-492a-8b07-fa71f566406e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:46.622639 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-065e90c8-201f-4c9b-8ee0-717e72fae2dc None None] For port cb1968e6-4a40-4a47-a014-f96977932cb8, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=cb1968e6-4a40-4a47-a014-f96977932cb8,segment=NetworkSegment(408329e7-915f-4d42-94e8-e3523cad2bf3),segment_id=408329e7-915f-4d42-94e8-e3523cad2bf3)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:17:46.632422 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-065e90c8-201f-4c9b-8ee0-717e72fae2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:46.634405 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53ca7d-a9df-453a-a02d-2347c5a008ac None None] Pushing event updated for resources: {'Port': ['ID=2aaa3491-7629-4769-b75b-498ecf75a8ef,revision_number=4']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:46.640304 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee3f0bc-7c7e-4cf2-b13d-33a8a24ed109 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'Port': ['ID=79a5cec7-efd5-4702-9e1f-5984fb0d71c5,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:46.706399 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f548d4e6-3093-492a-8b07-fa71f566406e None None] Routers {'74f5c579-a0f5-4264-939e-788ec2b08012'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:17:46.707526 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-f548d4e6-3093-492a-8b07-fa71f566406e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:17:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['74f5c579-a0f5-4264-939e-788ec2b08012'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:46.778279 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e90c8-201f-4c9b-8ee0-717e72fae2dc None None] Pushing event updated for resources: {'Port': ['ID=cb1968e6-4a40-4a47-a014-f96977932cb8,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:46.796572 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1ee3f0bc-7c7e-4cf2-b13d-33a8a24ed109 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:46.801536 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37478) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:46.811337 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1ee3f0bc-7c7e-4cf2-b13d-33a8a24ed109 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/ports/79a5cec7-efd5-4702-9e1f-5984fb0d71c5 HTTP/1.1" status: 204 len: 168 time: 2.1219656 Jul 24 01:17:46.840607 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0abd768a-0181-4823-bd07-3d54ef6e8838 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:17:46.851808 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6546b0-347a-40f9-b98e-f1530771a016 None None] Sync routers for ids ['0bd00e9c-315b-4522-9750-831cda9bf1f2'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:17:46.858848 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-557617bf-6d2d-435d-b810-80e0a547ca1f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] GET failed (client error): The resource could not be found. Jul 24 01:17:46.864899 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37482) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:46.865543 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-557617bf-6d2d-435d-b810-80e0a547ca1f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "GET /v2.0/ports/79a5cec7-efd5-4702-9e1f-5984fb0d71c5 HTTP/1.1" status: 404 len: 333 time: 0.0629613 Jul 24 01:17:46.870721 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6546b0-347a-40f9-b98e-f1530771a016 None None] Routers {'0bd00e9c-315b-4522-9750-831cda9bf1f2'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:17:46.871941 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-dd6546b0-347a-40f9-b98e-f1530771a016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:17:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['0bd00e9c-315b-4522-9750-831cda9bf1f2'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:46.912961 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0abd768a-0181-4823-bd07-3d54ef6e8838 admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:46.914489 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0abd768a-0181-4823-bd07-3d54ef6e8838 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2766080 Jul 24 01:17:46.917272 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37486) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:47.011056 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-f548d4e6-3093-492a-8b07-fa71f566406e None None] Set router 74f5c579-a0f5-4264-939e-788ec2b08012 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:17:47.062405 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-ab2413e7-a0c0-4f2d-a20b-661ac57dc16b tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Deleting port 274a7cd9-9b80-43ec-8378-37115af93a94 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:17:47.062948 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ab2413e7-a0c0-4f2d-a20b-661ac57dc16b tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:47.220770 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ab2413e7-a0c0-4f2d-a20b-661ac57dc16b tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:47.280285 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-ab2413e7-a0c0-4f2d-a20b-661ac57dc16b tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Calling delete_port for 274a7cd9-9b80-43ec-8378-37115af93a94 owned by {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:17:47.327466 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c790e50a-5297-49a4-bf8b-7ea9045e39c8 None None] Provisioning complete for port cb1968e6-4a40-4a47-a014-f96977932cb8 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:17:47.327833 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c790e50a-5297-49a4-bf8b-7ea9045e39c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:47.406253 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-dd6546b0-347a-40f9-b98e-f1530771a016 None None] Set router 0bd00e9c-315b-4522-9750-831cda9bf1f2 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:17:47.491009 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2aaa3491-7629-4769-b75b-498ecf75a8ef up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:17:47.551203 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ab2413e7-a0c0-4f2d-a20b-661ac57dc16b tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:47.572212 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-f548d4e6-3093-492a-8b07-fa71f566406e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'name': 'tempest-TestVolumeBootPattern-1686330921-router', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:17:34Z', 'updated_at': '2021-07-24T01:17:39Z', 'revision_number': 4, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'gw_port': {'id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:35Z', 'updated_at': '2021-07-24T01:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '2aaa3491-7629-4769-b75b-498ecf75a8ef', 'name': '', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'mac_address': 'fa:16:3e:72:3b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:38Z', 'updated_at': '2021-07-24T01:17:46Z', 'revision_number': 4, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'subnets': [{'id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:47.623148 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2413e7-a0c0-4f2d-a20b-661ac57dc16b tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'Port': ['ID=274a7cd9-9b80-43ec-8378-37115af93a94,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:47.632894 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f548d4e6-3093-492a-8b07-fa71f566406e None None] The sync data for ids ['74f5c579-a0f5-4264-939e-788ec2b08012'] in n-d-793621-25 is: [{'id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'name': 'tempest-TestVolumeBootPattern-1686330921-router', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:17:34Z', 'updated_at': '2021-07-24T01:17:39Z', 'revision_number': 4, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'gw_port': {'id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:35Z', 'updated_at': '2021-07-24T01:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '2aaa3491-7629-4769-b75b-498ecf75a8ef', 'name': '', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'mac_address': 'fa:16:3e:72:3b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:38Z', 'updated_at': '2021-07-24T01:17:46Z', 'revision_number': 4, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'subnets': [{'id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:17:47.686681 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 2aaa3491-7629-4769-b75b-498ecf75a8ef completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:17:47.702114 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 2aaa3491-7629-4769-b75b-498ecf75a8ef triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:17:47.702591 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:47.840721 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ab2413e7-a0c0-4f2d-a20b-661ac57dc16b tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:47.843281 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ab2413e7-a0c0-4f2d-a20b-661ac57dc16b tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/ports/274a7cd9-9b80-43ec-8378-37115af93a94 HTTP/1.1" status: 204 len: 168 time: 0.9760747 Jul 24 01:17:47.853334 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37498) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:47.883780 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-874cfd6d-626d-44f9-b8f1-57d87e8c1dd4 None None] Provisioning complete for port 2aaa3491-7629-4769-b75b-498ecf75a8ef triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:17:47.884369 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-874cfd6d-626d-44f9-b8f1-57d87e8c1dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:47.937731 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-f005adbb-e342-4e11-8d37-10dd65fc3678 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] GET failed (client error): The resource could not be found. Jul 24 01:17:47.939424 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f005adbb-e342-4e11-8d37-10dd65fc3678 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "GET /v2.0/ports/274a7cd9-9b80-43ec-8378-37115af93a94 HTTP/1.1" status: 404 len: 333 time: 0.0850778 Jul 24 01:17:47.943478 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37500) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:48.005967 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-dd6546b0-347a-40f9-b98e-f1530771a016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd00e9c-315b-4522-9750-831cda9bf1f2', 'name': 'tempest-TestVolumeBootPattern-725200531-router', 'tenant_id': '7557cfb5d5c3463892277da767c7adc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '3b137178-0d41-4514-99b4-638066103fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:17:42Z', 'updated_at': '2021-07-24T01:17:44Z', 'revision_number': 3, 'project_id': '7557cfb5d5c3463892277da767c7adc8', 'gw_port': {'id': '3b137178-0d41-4514-99b4-638066103fdf', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:e1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd00e9c-315b-4522-9750-831cda9bf1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:43Z', 'updated_at': '2021-07-24T01:17:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:48.051577 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6546b0-347a-40f9-b98e-f1530771a016 None None] Checking router: 0bd00e9c-315b-4522-9750-831cda9bf1f2 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:17:48.052260 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6546b0-347a-40f9-b98e-f1530771a016 None None] Updating router 0bd00e9c-315b-4522-9750-831cda9bf1f2 port 3b137178-0d41-4514-99b4-638066103fdf binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:17:48.054183 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd2bced7-b5b6-4b8a-83b2-c4479b74d6ae tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Deleting subnet 810a3d40-87cc-4851-86a3-44e8ba2127e5 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:17:48.056902 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:48.061149 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dd2bced7-b5b6-4b8a-83b2-c4479b74d6ae tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:48.128915 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dd2bced7-b5b6-4b8a-83b2-c4479b74d6ae tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:48.180651 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-dd6546b0-347a-40f9-b98e-f1530771a016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:48.186452 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-874cfd6d-626d-44f9-b8f1-57d87e8c1dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:48.192717 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 2aaa3491-7629-4769-b75b-498ecf75a8ef, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2aaa3491-7629-4769-b75b-498ecf75a8ef,segment=NetworkSegment(4ba45e80-1699-41ea-af87-6ed5cfcc2657),segment_id=4ba45e80-1699-41ea-af87-6ed5cfcc2657)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:17:48.226860 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:48.235735 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device cb1968e6-4a40-4a47-a014-f96977932cb8 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:17:48.287021 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dd2bced7-b5b6-4b8a-83b2-c4479b74d6ae tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:48.353539 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7142ae80-96f5-4efd-8e92-7a9ab8bd7caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:48.391361 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dd2bced7-b5b6-4b8a-83b2-c4479b74d6ae tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:48.427226 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2bced7-b5b6-4b8a-83b2-c4479b74d6ae tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'Subnet': ['ID=810a3d40-87cc-4851-86a3-44e8ba2127e5,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:48.443179 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dd2bced7-b5b6-4b8a-83b2-c4479b74d6ae tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:48.446112 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-dd2bced7-b5b6-4b8a-83b2-c4479b74d6ae tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/subnets/810a3d40-87cc-4851-86a3-44e8ba2127e5 HTTP/1.1" status: 204 len: 168 time: 0.5006528 Jul 24 01:17:48.448215 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37506) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:48.459890 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-893ba12e-6c90-4a4f-b1a7-61841f65fee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:48.473282 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58c2275-38b4-4b63-9548-92fb6f483383 None None] Network 72a2cac6-c769-482f-9e3c-41c1a9f48612 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:17:48.501834 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=2aaa3491-7629-4769-b75b-498ecf75a8ef,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:48.528074 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.db.api [None req-874cfd6d-626d-44f9-b8f1-57d87e8c1dd4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 01:17:48.528339 n-d-793621-25 neutron-server[100465]: DEBUG oslo_db.api [None req-874cfd6d-626d-44f9-b8f1-57d87e8c1dd4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 01:17:48.589338 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port cb1968e6-4a40-4a47-a014-f96977932cb8 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:17:48.590256 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:48.612499 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-26065778-ffa5-4d48-94c8-348af1f63fdb tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:48.623431 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-7142ae80-96f5-4efd-8e92-7a9ab8bd7caf admin admin] Allocated IP 172.20.0.1 (b32440eb-d9d0-41ea-96f2-39002ea10241/b5bd8ec1-0adb-48a0-828d-f5649f1b1fba/6769a965-cf78-4511-91c9-f9c71e5ee615) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:17:48.719548 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-26065778-ffa5-4d48-94c8-348af1f63fdb tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Deleting port 606ac401-10ec-407d-aa84-b09010304e80 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:17:48.719548 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-26065778-ffa5-4d48-94c8-348af1f63fdb tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:48.759050 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:48.802065 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7142ae80-96f5-4efd-8e92-7a9ab8bd7caf admin admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:48.820447 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-26065778-ffa5-4d48-94c8-348af1f63fdb tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] For port 606ac401-10ec-407d-aa84-b09010304e80, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=606ac401-10ec-407d-aa84-b09010304e80,segment=NetworkSegment(2d49223c-ab6a-48c7-a2a7-5b6e720ed11e),segment_id=2d49223c-ab6a-48c7-a2a7-5b6e720ed11e)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:17:48.821346 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-26065778-ffa5-4d48-94c8-348af1f63fdb tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:48.824364 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-7142ae80-96f5-4efd-8e92-7a9ab8bd7caf admin admin] Transition to ACTIVE for port object 6769a965-cf78-4511-91c9-f9c71e5ee615 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:17:48.836997 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-26065778-ffa5-4d48-94c8-348af1f63fdb tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Calling delete_port for 606ac401-10ec-407d-aa84-b09010304e80 owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:17:48.883515 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7142ae80-96f5-4efd-8e92-7a9ab8bd7caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:48.903261 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-dd6546b0-347a-40f9-b98e-f1530771a016 None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:48.925772 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-dd6546b0-347a-40f9-b98e-f1530771a016 None None] Transition to ACTIVE for port object 3b137178-0d41-4514-99b4-638066103fdf will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:17:48.932387 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7142ae80-96f5-4efd-8e92-7a9ab8bd7caf admin admin] Network b32440eb-d9d0-41ea-96f2-39002ea10241 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:17:48.941203 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-7142ae80-96f5-4efd-8e92-7a9ab8bd7caf admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:17:48.946340 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7142ae80-96f5-4efd-8e92-7a9ab8bd7caf admin admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:17:48.954740 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-dd6546b0-347a-40f9-b98e-f1530771a016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:48.992097 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142ae80-96f5-4efd-8e92-7a9ab8bd7caf admin admin] Pushing event updated for resources: {'Port': ['ID=6769a965-cf78-4511-91c9-f9c71e5ee615,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:48.993320 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-26065778-ffa5-4d48-94c8-348af1f63fdb tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:49.021622 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26065778-ffa5-4d48-94c8-348af1f63fdb tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] No DVR routers for this DVR port 606ac401-10ec-407d-aa84-b09010304e80 on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:17:49.028206 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7142ae80-96f5-4efd-8e92-7a9ab8bd7caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:49.053318 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26065778-ffa5-4d48-94c8-348af1f63fdb tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'Port': ['ID=606ac401-10ec-407d-aa84-b09010304e80,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:49.093277 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50582d79-6d66-4319-a2b4-0cb1d4f7cefe None None] Pushing event updated for resources: {'Port': ['ID=3b137178-0d41-4514-99b4-638066103fdf,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:49.102018 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-dd6546b0-347a-40f9-b98e-f1530771a016 None None] Attempting to bind port 3b137178-0d41-4514-99b4-638066103fdf on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:17:49.102483 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-dd6546b0-347a-40f9-b98e-f1530771a016 None None] Attempting to bind port 3b137178-0d41-4514-99b4-638066103fdf by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:17:49.102986 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6546b0-347a-40f9-b98e-f1530771a016 None None] Attempting to bind port 3b137178-0d41-4514-99b4-638066103fdf on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:17:49.120120 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6546b0-347a-40f9-b98e-f1530771a016 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:17:49.123857 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6546b0-347a-40f9-b98e-f1530771a016 None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:17:49.124355 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-dd6546b0-347a-40f9-b98e-f1530771a016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:49.124822 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6546b0-347a-40f9-b98e-f1530771a016 None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:17:49.125411 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-dd6546b0-347a-40f9-b98e-f1530771a016 None None] Bound port: 3b137178-0d41-4514-99b4-638066103fdf, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:17:49.125876 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-dd6546b0-347a-40f9-b98e-f1530771a016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:49.188455 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a694baa-2402-455a-a18c-e8147bf815ce None None] DHCP port deletion for 72a2cac6-c769-482f-9e3c-41c1a9f48612 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:17:49.212797 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-dd6546b0-347a-40f9-b98e-f1530771a016 None None] For port 3b137178-0d41-4514-99b4-638066103fdf, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:17:49.216940 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-dd6546b0-347a-40f9-b98e-f1530771a016 None None] For port 3b137178-0d41-4514-99b4-638066103fdf, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=3b137178-0d41-4514-99b4-638066103fdf,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:17:49.224610 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-dd6546b0-347a-40f9-b98e-f1530771a016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:49.237229 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-26065778-ffa5-4d48-94c8-348af1f63fdb tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:49.257021 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-26065778-ffa5-4d48-94c8-348af1f63fdb tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a2cac6-c769-482f-9e3c-41c1a9f48612']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:49.279300 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-26065778-ffa5-4d48-94c8-348af1f63fdb tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d49223c-ab6a-48c7-a2a7-5b6e720ed11e') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:49.279609 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-26065778-ffa5-4d48-94c8-348af1f63fdb tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d49223c-ab6a-48c7-a2a7-5b6e720ed11e') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:49.286419 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7142ae80-96f5-4efd-8e92-7a9ab8bd7caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:49.290441 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-26065778-ffa5-4d48-94c8-348af1f63fdb tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:49.310735 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50582d79-6d66-4319-a2b4-0cb1d4f7cefe None None] Pushing event updated for resources: {'Port': ['ID=3b137178-0d41-4514-99b4-638066103fdf,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:49.313851 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-26065778-ffa5-4d48-94c8-348af1f63fdb tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:49.320731 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26065778-ffa5-4d48-94c8-348af1f63fdb tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:17:49.321141 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-26065778-ffa5-4d48-94c8-348af1f63fdb tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:49.323174 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6546b0-347a-40f9-b98e-f1530771a016 None None] Routers {'0bd00e9c-315b-4522-9750-831cda9bf1f2'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:17:49.323871 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-dd6546b0-347a-40f9-b98e-f1530771a016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:17:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['0bd00e9c-315b-4522-9750-831cda9bf1f2'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:49.427094 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:17:49.427094 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:17:49.427094 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:17:49.427094 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:17:49.427094 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:17:49.427094 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:17:49.427094 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:17:49.427094 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:17:49.427094 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:17:49.427094 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:17:49.427094 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:17:49.427094 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:17:49.427094 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:17:49.427094 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:17:49.427094 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:17:49.427094 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:17:49.427094 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:17:49.427094 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:17:49.427094 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:17:49.427094 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:17:49.427094 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:17:49.427094 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:17:49.427094 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:17:49.427094 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:17:49.427094 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:17:49.427094 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:17:49.427094 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:17:49.427094 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:17:49.427094 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:17:49.427094 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:17:49.427094 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:17:49.427094 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:17:49.430490 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2aaa3491-7629-4769-b75b-498ecf75a8ef up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:17:49.442437 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-26065778-ffa5-4d48-94c8-348af1f63fdb tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:49.455422 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-26065778-ffa5-4d48-94c8-348af1f63fdb tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:49.462500 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-26065778-ffa5-4d48-94c8-348af1f63fdb tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/networks/72a2cac6-c769-482f-9e3c-41c1a9f48612 HTTP/1.1" status: 204 len: 168 time: 1.0079620 Jul 24 01:17:49.463865 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37522) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:49.472813 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-c7ad3544-2fa1-43cb-a422-d8c2cfe98006 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1813166475'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:49.483785 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26065778-ffa5-4d48-94c8-348af1f63fdb tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'Network': ['ID=72a2cac6-c769-482f-9e3c-41c1a9f48612,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:49.521890 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ad3544-2fa1-43cb-a422-d8c2cfe98006 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Made reservation on behalf of 79918f17ff4041bf8e170911a9b5ce11 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:17:49.522526 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-750dec0c-ddb7-4a83-8863-d1ee73518524 None None] Provisioning for port 6769a965-cf78-4511-91c9-f9c71e5ee615 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:17:49.525535 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c7ad3544-2fa1-43cb-a422-d8c2cfe98006 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:49.535123 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:49.535803 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-750dec0c-ddb7-4a83-8863-d1ee73518524 None None] Provisioning complete for port 6769a965-cf78-4511-91c9-f9c71e5ee615 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:17:49.536160 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-750dec0c-ddb7-4a83-8863-d1ee73518524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:49.562851 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7142ae80-96f5-4efd-8e92-7a9ab8bd7caf admin admin] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:49.567257 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ad3544-2fa1-43cb-a422-d8c2cfe98006 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:17:49.572262 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7142ae80-96f5-4efd-8e92-7a9ab8bd7caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:49.584177 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-dd6546b0-347a-40f9-b98e-f1530771a016 None None] Set router 0bd00e9c-315b-4522-9750-831cda9bf1f2 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:17:49.618614 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 2aaa3491-7629-4769-b75b-498ecf75a8ef triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:17:49.619440 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:49.623204 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c7ad3544-2fa1-43cb-a422-d8c2cfe98006 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:49.623392 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-c7ad3544-2fa1-43cb-a422-d8c2cfe98006 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Added segment 54ba7559-fd96-459f-82db-0869d81d82f0 of type vlan for network 65976218-7777-4046-9c55-654757153ee9 Jul 24 01:17:49.683158 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7142ae80-96f5-4efd-8e92-7a9ab8bd7caf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:49.690627 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142ae80-96f5-4efd-8e92-7a9ab8bd7caf admin admin] Pushing event updated for resources: {'Port': ['ID=6769a965-cf78-4511-91c9-f9c71e5ee615,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:49.697038 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c7ad3544-2fa1-43cb-a422-d8c2cfe98006 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:49.793892 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c7ad3544-2fa1-43cb-a422-d8c2cfe98006 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:49.799683 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ad3544-2fa1-43cb-a422-d8c2cfe98006 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:49.800807 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c7ad3544-2fa1-43cb-a422-d8c2cfe98006 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:49.830482 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-750dec0c-ddb7-4a83-8863-d1ee73518524 None None] Port 6769a965-cf78-4511-91c9-f9c71e5ee615 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:17:49.832669 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c7ad3544-2fa1-43cb-a422-d8c2cfe98006 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3650858 Jul 24 01:17:49.834393 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37530) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:49.839475 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-49b175cd-64d1-4cf9-b8d4-cf8d854f2978 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'subnet': {'network_id': '65976218-7777-4046-9c55-654757153ee9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:49.895367 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ad3544-2fa1-43cb-a422-d8c2cfe98006 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'Network': ['ID=65976218-7777-4046-9c55-654757153ee9,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:49.898732 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7142ae80-96f5-4efd-8e92-7a9ab8bd7caf admin admin] Network b32440eb-d9d0-41ea-96f2-39002ea10241 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:17:49.900505 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-7142ae80-96f5-4efd-8e92-7a9ab8bd7caf admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:17:49.963346 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 65976218-7777-4046-9c55-654757153ee9 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:17:49.997030 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b175cd-64d1-4cf9-b8d4-cf8d854f2978 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Made reservation on behalf of 79918f17ff4041bf8e170911a9b5ce11 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:17:50.009323 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-49b175cd-64d1-4cf9-b8d4-cf8d854f2978 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:50.064578 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7142ae80-96f5-4efd-8e92-7a9ab8bd7caf admin admin] Router 0bd00e9c-315b-4522-9750-831cda9bf1f2 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:17:50.166821 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 606ac401-10ec-407d-aa84-b09010304e80 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:17:50.211011 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 606ac401-10ec-407d-aa84-b09010304e80 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:17:50.211370 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 606ac401-10ec-407d-aa84-b09010304e80 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:17:50.221726 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7142ae80-96f5-4efd-8e92-7a9ab8bd7caf admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:17:50.236497 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7142ae80-96f5-4efd-8e92-7a9ab8bd7caf admin admin] 10.222.0.15 "PUT /v2.0/routers/0bd00e9c-315b-4522-9750-831cda9bf1f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3170042 Jul 24 01:17:50.319792 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-49b175cd-64d1-4cf9-b8d4-cf8d854f2978 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:50.336575 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-dd6546b0-347a-40f9-b98e-f1530771a016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd00e9c-315b-4522-9750-831cda9bf1f2', 'name': 'tempest-TestVolumeBootPattern-725200531-router', 'tenant_id': '7557cfb5d5c3463892277da767c7adc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '3b137178-0d41-4514-99b4-638066103fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:17:42Z', 'updated_at': '2021-07-24T01:17:49Z', 'revision_number': 4, 'project_id': '7557cfb5d5c3463892277da767c7adc8', 'gw_port': {'id': '3b137178-0d41-4514-99b4-638066103fdf', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:e1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd00e9c-315b-4522-9750-831cda9bf1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:43Z', 'updated_at': '2021-07-24T01:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '6769a965-cf78-4511-91c9-f9c71e5ee615', 'name': '', 'network_id': 'b32440eb-d9d0-41ea-96f2-39002ea10241', 'tenant_id': '7557cfb5d5c3463892277da767c7adc8', 'mac_address': 'fa:16:3e:96:94:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd00e9c-315b-4522-9750-831cda9bf1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': 'b5bd8ec1-0adb-48a0-828d-f5649f1b1fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:48Z', 'updated_at': '2021-07-24T01:17:48Z', 'revision_number': 1, 'project_id': '7557cfb5d5c3463892277da767c7adc8', 'subnets': [{'id': 'b5bd8ec1-0adb-48a0-828d-f5649f1b1fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:50.372301 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6546b0-347a-40f9-b98e-f1530771a016 None None] The sync data for ids ['0bd00e9c-315b-4522-9750-831cda9bf1f2'] in n-d-793621-25 is: [{'id': '0bd00e9c-315b-4522-9750-831cda9bf1f2', 'name': 'tempest-TestVolumeBootPattern-725200531-router', 'tenant_id': '7557cfb5d5c3463892277da767c7adc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '3b137178-0d41-4514-99b4-638066103fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:17:42Z', 'updated_at': '2021-07-24T01:17:49Z', 'revision_number': 4, 'project_id': '7557cfb5d5c3463892277da767c7adc8', 'gw_port': {'id': '3b137178-0d41-4514-99b4-638066103fdf', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:e1:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd00e9c-315b-4522-9750-831cda9bf1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:43Z', 'updated_at': '2021-07-24T01:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '6769a965-cf78-4511-91c9-f9c71e5ee615', 'name': '', 'network_id': 'b32440eb-d9d0-41ea-96f2-39002ea10241', 'tenant_id': '7557cfb5d5c3463892277da767c7adc8', 'mac_address': 'fa:16:3e:96:94:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd00e9c-315b-4522-9750-831cda9bf1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': 'b5bd8ec1-0adb-48a0-828d-f5649f1b1fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:48Z', 'updated_at': '2021-07-24T01:17:48Z', 'revision_number': 1, 'project_id': '7557cfb5d5c3463892277da767c7adc8', 'subnets': [{'id': 'b5bd8ec1-0adb-48a0-828d-f5649f1b1fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:17:50.379786 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e2c2d4a5-99f1-4b12-add1-6b0ce0af5699 None None] Provisioning complete for port 6769a965-cf78-4511-91c9-f9c71e5ee615 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:17:50.380210 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e2c2d4a5-99f1-4b12-add1-6b0ce0af5699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:50.405627 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b175cd-64d1-4cf9-b8d4-cf8d854f2978 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'Subnet': ['ID=a9a2ea6d-296e-4bba-993d-d6838d06282b,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:50.408002 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b175cd-64d1-4cf9-b8d4-cf8d854f2978 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Checking segment: {'id': '54ba7559-fd96-459f-82db-0869d81d82f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '65976218-7777-4046-9c55-654757153ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:17:50.408386 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b175cd-64d1-4cf9-b8d4-cf8d854f2978 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Network hostable DHCP agents. Network: 65976218-7777-4046-9c55-654757153ee9, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:17:50.433081 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b175cd-64d1-4cf9-b8d4-cf8d854f2978 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Network 65976218-7777-4046-9c55-654757153ee9 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:17:50.442982 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2d4a5-99f1-4b12-add1-6b0ce0af5699 None None] Port 6769a965-cf78-4511-91c9-f9c71e5ee615 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:17:50.451311 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-49b175cd-64d1-4cf9-b8d4-cf8d854f2978 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 65976218-7777-4046-9c55-654757153ee9) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:17:50.460764 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747e91f7-7ba6-4d86-b1cd-b32fda6e8b70 None None] Network 65976218-7777-4046-9c55-654757153ee9 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:17:50.465362 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b175cd-64d1-4cf9-b8d4-cf8d854f2978 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:50.466693 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-49b175cd-64d1-4cf9-b8d4-cf8d854f2978 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:50.490173 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-49b175cd-64d1-4cf9-b8d4-cf8d854f2978 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6545103 Jul 24 01:17:50.493150 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37548) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:50.500944 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-7f73a1ed-6ba3-450a-b303-dae1af417020 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1367267690', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:50.537502 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7f73a1ed-6ba3-450a-b303-dae1af417020 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:50.539077 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7f73a1ed-6ba3-450a-b303-dae1af417020 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:50.636046 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7f73a1ed-6ba3-450a-b303-dae1af417020 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:50.647052 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7f73a1ed-6ba3-450a-b303-dae1af417020 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:50.674663 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7f73a1ed-6ba3-450a-b303-dae1af417020 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:50.676104 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7f73a1ed-6ba3-450a-b303-dae1af417020 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1811042 Jul 24 01:17:50.678969 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37556) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:50.693712 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-1af88998-93f8-4082-b78a-6785ad5fe600 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'port': {'network_id': '65976218-7777-4046-9c55-654757153ee9', 'name': 'tempest-PortsTestJSON-687776637'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:50.705402 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f5d42c-a817-4941-8701-660431d16dd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-65976218-7777-4046-9c55-654757153ee9', 'network_id': '65976218-7777-4046-9c55-654757153ee9', 'tenant_id': '79918f17ff4041bf8e170911a9b5ce11', 'fixed_ips': [{'subnet_id': 'a9a2ea6d-296e-4bba-993d-d6838d06282b'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:17:50.710875 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b7f5d42c-a817-4941-8701-660431d16dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:50.955870 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb0ae9-6cb3-458d-8413-c2fe99e41002 req-20d3fc27-cf6e-48d7-b1f1-5e4bc1040f34 tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:50.958100 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6dfb0ae9-6cb3-458d-8413-c2fe99e41002 req-20d3fc27-cf6e-48d7-b1f1-5e4bc1040f34 tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 1097 time: 0.0977495 Jul 24 01:17:50.960512 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af88998-93f8-4082-b78a-6785ad5fe600 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Made reservation on behalf of 79918f17ff4041bf8e170911a9b5ce11 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:17:50.964168 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1af88998-93f8-4082-b78a-6785ad5fe600 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:51.001154 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-1af88998-93f8-4082-b78a-6785ad5fe600 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] device_id is not set on port f4d0b90b-3dea-4469-90a8-5b184c916ff9 yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:17:51.008850 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6dfb0ae9-6cb3-458d-8413-c2fe99e41002 req-9f926c32-9b42-4af9-ba2a-5568bb89e126 tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=6e06e022-26be-4ac1-8e2f-f5b45b16df9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445111 Jul 24 01:17:51.040326 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37566) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:51.073201 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-b7f5d42c-a817-4941-8701-660431d16dd7 None None] Allocated IP 172.20.0.2 (65976218-7777-4046-9c55-654757153ee9/a9a2ea6d-296e-4bba-993d-d6838d06282b/9d258f64-a7d6-4420-97ab-08f3c878e47c) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:17:51.077805 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:51.294039 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-568f9396-81ee-4c89-b2d8-b2afc3e57f12 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Deleting port a5a2f450-a487-4c2e-942a-7a7a9ce7a3bd {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:17:51.294398 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-568f9396-81ee-4c89-b2d8-b2afc3e57f12 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:51.325175 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b7f5d42c-a817-4941-8701-660431d16dd7 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:51.345812 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b7f5d42c-a817-4941-8701-660431d16dd7 None None] Transition to ACTIVE for port object 9d258f64-a7d6-4420-97ab-08f3c878e47c will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:17:51.385855 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b7f5d42c-a817-4941-8701-660431d16dd7 None None] Transition to ACTIVE for port object 9d258f64-a7d6-4420-97ab-08f3c878e47c will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:17:51.404021 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b7f5d42c-a817-4941-8701-660431d16dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:51.469416 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-568f9396-81ee-4c89-b2d8-b2afc3e57f12 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:51.477371 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-568f9396-81ee-4c89-b2d8-b2afc3e57f12 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:51.504640 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-1af88998-93f8-4082-b78a-6785ad5fe600 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Allocated IP 172.20.0.10 (65976218-7777-4046-9c55-654757153ee9/a9a2ea6d-296e-4bba-993d-d6838d06282b/f4d0b90b-3dea-4469-90a8-5b184c916ff9) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:17:51.518443 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-568f9396-81ee-4c89-b2d8-b2afc3e57f12 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Calling delete_port for a5a2f450-a487-4c2e-942a-7a7a9ce7a3bd owned by network:floatingip {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:17:51.563855 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f5d42c-a817-4941-8701-660431d16dd7 None None] Network 65976218-7777-4046-9c55-654757153ee9 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:17:51.591943 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-b7f5d42c-a817-4941-8701-660431d16dd7 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:17:51.602671 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f5d42c-a817-4941-8701-660431d16dd7 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:17:51.616985 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5d42c-a817-4941-8701-660431d16dd7 None None] Pushing event updated for resources: {'Port': ['ID=9d258f64-a7d6-4420-97ab-08f3c878e47c,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:51.718537 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-b7f5d42c-a817-4941-8701-660431d16dd7 None None] Attempting to bind port 9d258f64-a7d6-4420-97ab-08f3c878e47c on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:17:51.719360 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-b7f5d42c-a817-4941-8701-660431d16dd7 None None] Attempting to bind port 9d258f64-a7d6-4420-97ab-08f3c878e47c by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '54ba7559-fd96-459f-82db-0869d81d82f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '65976218-7777-4046-9c55-654757153ee9'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:17:51.719820 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f5d42c-a817-4941-8701-660431d16dd7 None None] Attempting to bind port 9d258f64-a7d6-4420-97ab-08f3c878e47c on network 65976218-7777-4046-9c55-654757153ee9 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:17:51.729709 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f5d42c-a817-4941-8701-660431d16dd7 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:17:51.730755 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f5d42c-a817-4941-8701-660431d16dd7 None None] Checking segment: {'id': '54ba7559-fd96-459f-82db-0869d81d82f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '65976218-7777-4046-9c55-654757153ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:17:51.731541 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b7f5d42c-a817-4941-8701-660431d16dd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:51.732017 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f5d42c-a817-4941-8701-660431d16dd7 None None] Bound using segment: {'id': '54ba7559-fd96-459f-82db-0869d81d82f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '65976218-7777-4046-9c55-654757153ee9'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:17:51.732572 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-b7f5d42c-a817-4941-8701-660431d16dd7 None None] Bound port: 9d258f64-a7d6-4420-97ab-08f3c878e47c, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54ba7559-fd96-459f-82db-0869d81d82f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '65976218-7777-4046-9c55-654757153ee9'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:17:51.739902 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b7f5d42c-a817-4941-8701-660431d16dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:51.825877 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1af88998-93f8-4082-b78a-6785ad5fe600 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:51.841713 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-1af88998-93f8-4082-b78a-6785ad5fe600 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Transition to ACTIVE for port object f4d0b90b-3dea-4469-90a8-5b184c916ff9 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:17:51.883952 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1af88998-93f8-4082-b78a-6785ad5fe600 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:51.899540 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-568f9396-81ee-4c89-b2d8-b2afc3e57f12 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:51.955954 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-b7f5d42c-a817-4941-8701-660431d16dd7 None None] For port 9d258f64-a7d6-4420-97ab-08f3c878e47c, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:17:51.967756 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-b7f5d42c-a817-4941-8701-660431d16dd7 None None] For port 9d258f64-a7d6-4420-97ab-08f3c878e47c, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=9d258f64-a7d6-4420-97ab-08f3c878e47c,segment=NetworkSegment(54ba7559-fd96-459f-82db-0869d81d82f0),segment_id=54ba7559-fd96-459f-82db-0869d81d82f0)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:17:51.978568 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af88998-93f8-4082-b78a-6785ad5fe600 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Network 65976218-7777-4046-9c55-654757153ee9 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:17:51.978793 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f9396-81ee-4c89-b2d8-b2afc3e57f12 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event deleted for resources: {'Port': ['ID=a5a2f450-a487-4c2e-942a-7a7a9ce7a3bd,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:51.982976 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b7f5d42c-a817-4941-8701-660431d16dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:51.988212 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-1af88998-93f8-4082-b78a-6785ad5fe600 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:17:51.993553 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af88998-93f8-4082-b78a-6785ad5fe600 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:17:52.003448 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af88998-93f8-4082-b78a-6785ad5fe600 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'Port': ['ID=f4d0b90b-3dea-4469-90a8-5b184c916ff9,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:52.094463 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-568f9396-81ee-4c89-b2d8-b2afc3e57f12 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for floatingip, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:52.095827 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [None req-568f9396-81ee-4c89-b2d8-b2afc3e57f12 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Floating IP b9b04470-410b-4183-88e7-a6a209a0a788 disassociated (deleted). External IP: 172.25.2.202, port: f3bd8307-22a0-4d5d-a298-1e5e260f570c. Jul 24 01:17:52.108370 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f5d42c-a817-4941-8701-660431d16dd7 None None] Pushing event updated for resources: {'Port': ['ID=9d258f64-a7d6-4420-97ab-08f3c878e47c,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:52.140662 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af88998-93f8-4082-b78a-6785ad5fe600 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:52.142324 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1af88998-93f8-4082-b78a-6785ad5fe600 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:52.173446 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1af88998-93f8-4082-b78a-6785ad5fe600 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4880390 Jul 24 01:17:52.175963 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37588) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:52.473265 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-568f9396-81ee-4c89-b2d8-b2afc3e57f12 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Router c211aab0-3093-4761-80ea-fb7ae50a5df3 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:17:52.712471 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568f9396-81ee-4c89-b2d8-b2afc3e57f12 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:17:52.726406 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891a228e-62e0-400b-aa50-6381bfed6e4f None None] Sync routers for ids ['c211aab0-3093-4761-80ea-fb7ae50a5df3'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:17:52.729525 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-568f9396-81ee-4c89-b2d8-b2afc3e57f12 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:52.744549 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891a228e-62e0-400b-aa50-6381bfed6e4f None None] Routers {'c211aab0-3093-4761-80ea-fb7ae50a5df3'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:17:52.746881 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-891a228e-62e0-400b-aa50-6381bfed6e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:17:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['c211aab0-3093-4761-80ea-fb7ae50a5df3'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:52.791831 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-568f9396-81ee-4c89-b2d8-b2afc3e57f12 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "DELETE /v2.0/floatingips/b9b04470-410b-4183-88e7-a6a209a0a788 HTTP/1.1" status: 204 len: 168 time: 1.7460828 Jul 24 01:17:52.792575 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc89b769-5f9c-437c-8348-7d0567040a36', 'tag': 'f3bd8307-22a0-4d5d-a298-1e5e260f570c'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:17:52.795165 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37770fe8-e3da-4f9e-9794-d20649482dcc" -d '{"events": [{"name": "network-changed", "server_uuid": "cc89b769-5f9c-437c-8348-7d0567040a36", "tag": "f3bd8307-22a0-4d5d-a298-1e5e260f570c"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:17:52.862374 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84560025-7a0e-4046-95bf-df197bc2042a x-openstack-request-id: req-84560025-7a0e-4046-95bf-df197bc2042a {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:17:52.863054 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc89b769-5f9c-437c-8348-7d0567040a36", "tag": "f3bd8307-22a0-4d5d-a298-1e5e260f570c", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:17:52.863522 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-84560025-7a0e-4046-95bf-df197bc2042a {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:17:52.864329 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc89b769-5f9c-437c-8348-7d0567040a36', 'tag': 'f3bd8307-22a0-4d5d-a298-1e5e260f570c', 'status': 'completed', 'code': 200} Jul 24 01:17:52.932694 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c266c2ae-dbfe-4a9d-8498-d47da79a9644 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:52.965979 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-891a228e-62e0-400b-aa50-6381bfed6e4f None None] Set router c211aab0-3093-4761-80ea-fb7ae50a5df3 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:17:53.070134 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37770fe8-e3da-4f9e-9794-d20649482dcc req-fd4e53b2-feb8-4d29-93e9-0f45fcd57fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:53.072188 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-37770fe8-e3da-4f9e-9794-d20649482dcc req-fd4e53b2-feb8-4d29-93e9-0f45fcd57fce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d801781e24e8470b83b807a510a33715&device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 1097 time: 0.1835170 Jul 24 01:17:53.194461 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3029ca8-ed49-4b01-85f7-144dbde5fdc3 req-e2123036-cea5-4ebc-921a-53f69c2a9c7e tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:53.217530 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f3029ca8-ed49-4b01-85f7-144dbde5fdc3 req-e2123036-cea5-4ebc-921a-53f69c2a9c7e tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 945 time: 0.0991371 Jul 24 01:17:53.259525 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f3029ca8-ed49-4b01-85f7-144dbde5fdc3 req-f228f393-0cd8-44cf-a538-36802d20ba7b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e06e022-26be-4ac1-8e2f-f5b45b16df9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407147 Jul 24 01:17:53.309431 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37770fe8-e3da-4f9e-9794-d20649482dcc req-7f6f8e75-453f-4715-9abc-e3d3f78bf3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:53.310810 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-37770fe8-e3da-4f9e-9794-d20649482dcc req-7f6f8e75-453f-4715-9abc-e3d3f78bf3cd service neutron] 10.222.0.11 "GET /v2.0/networks?id=7dafbb54-0b7b-4ca9-b203-7e5ba308746d HTTP/1.1" status: 200 len: 898 time: 0.2117326 Jul 24 01:17:53.374508 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-891a228e-62e0-400b-aa50-6381bfed6e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c211aab0-3093-4761-80ea-fb7ae50a5df3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347429724', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f82b0900-18e6-4895-8e14-095fdd608881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:15:58Z', 'updated_at': '2021-07-24T01:16:04Z', 'revision_number': 4, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': 'f82b0900-18e6-4895-8e14-095fdd608881', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c211aab0-3093-4761-80ea-fb7ae50a5df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:15:59Z', 'updated_at': '2021-07-24T01:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e', 'name': '', 'network_id': '7dafbb54-0b7b-4ca9-b203-7e5ba308746d', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'mac_address': 'fa:16:3e:f5:06:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c211aab0-3093-4761-80ea-fb7ae50a5df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '3929f6cd-de57-43c1-b17d-49251d14d7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:16:02Z', 'updated_at': '2021-07-24T01:16:10Z', 'revision_number': 5, 'project_id': 'd801781e24e8470b83b807a510a33715', 'subnets': [{'id': '3929f6cd-de57-43c1-b17d-49251d14d7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:53.410525 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c266c2ae-dbfe-4a9d-8498-d47da79a9644 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:53.414040 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-37770fe8-e3da-4f9e-9794-d20649482dcc req-ae4ce03e-5447-457b-b1d1-a24095d73c72 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3bd8307-22a0-4d5d-a298-1e5e260f570c HTTP/1.1" status: 200 len: 217 time: 0.0935125 Jul 24 01:17:53.419554 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c266c2ae-dbfe-4a9d-8498-d47da79a9644 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:53.444946 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891a228e-62e0-400b-aa50-6381bfed6e4f None None] Checking router: c211aab0-3093-4761-80ea-fb7ae50a5df3 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:17:53.477243 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891a228e-62e0-400b-aa50-6381bfed6e4f None None] Routers {'c211aab0-3093-4761-80ea-fb7ae50a5df3'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:17:53.478447 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-891a228e-62e0-400b-aa50-6381bfed6e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:17:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['c211aab0-3093-4761-80ea-fb7ae50a5df3'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:53.517469 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 9d258f64-a7d6-4420-97ab-08f3c878e47c up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:17:53.564515 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b432ad05-19aa-43a4-a6de-cf71c7306e96 None None] Network 65976218-7777-4046-9c55-654757153ee9 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:17:53.668564 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-4cb52339-51f9-4275-bcf2-859450aa83dd None None] Provisioning for port 9d258f64-a7d6-4420-97ab-08f3c878e47c completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:17:53.677513 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-891a228e-62e0-400b-aa50-6381bfed6e4f None None] Set router c211aab0-3093-4761-80ea-fb7ae50a5df3 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:17:53.707068 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 9d258f64-a7d6-4420-97ab-08f3c878e47c completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:17:53.741995 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 9d258f64-a7d6-4420-97ab-08f3c878e47c triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:17:53.742386 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:53.869637 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37770fe8-e3da-4f9e-9794-d20649482dcc req-83cdb2ec-6fe1-4bad-b63b-9831e6f2dca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:53.871751 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-37770fe8-e3da-4f9e-9794-d20649482dcc req-83cdb2ec-6fe1-4bad-b63b-9831e6f2dca6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3929f6cd-de57-43c1-b17d-49251d14d7ab HTTP/1.1" status: 200 len: 834 time: 0.4495766 Jul 24 01:17:53.886832 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c266c2ae-dbfe-4a9d-8498-d47da79a9644 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'Port': ['ID=f4d0b90b-3dea-4469-90a8-5b184c916ff9,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:53.990581 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:54.006186 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c266c2ae-dbfe-4a9d-8498-d47da79a9644 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:54.096923 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 9d258f64-a7d6-4420-97ab-08f3c878e47c, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=9d258f64-a7d6-4420-97ab-08f3c878e47c,segment=NetworkSegment(54ba7559-fd96-459f-82db-0869d81d82f0),segment_id=54ba7559-fd96-459f-82db-0869d81d82f0)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:17:54.106171 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:54.107253 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 3b137178-0d41-4514-99b4-638066103fdf up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:17:54.134339 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37770fe8-e3da-4f9e-9794-d20649482dcc req-612dc0e8-5607-4268-8666-7e0e2b953e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:54.139149 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-37770fe8-e3da-4f9e-9794-d20649482dcc req-612dc0e8-5607-4268-8666-7e0e2b953e5e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7dafbb54-0b7b-4ca9-b203-7e5ba308746d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2535005 Jul 24 01:17:54.163305 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-891a228e-62e0-400b-aa50-6381bfed6e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c211aab0-3093-4761-80ea-fb7ae50a5df3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347429724', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f82b0900-18e6-4895-8e14-095fdd608881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:15:58Z', 'updated_at': '2021-07-24T01:16:04Z', 'revision_number': 4, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': 'f82b0900-18e6-4895-8e14-095fdd608881', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c211aab0-3093-4761-80ea-fb7ae50a5df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:15:59Z', 'updated_at': '2021-07-24T01:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e', 'name': '', 'network_id': '7dafbb54-0b7b-4ca9-b203-7e5ba308746d', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'mac_address': 'fa:16:3e:f5:06:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c211aab0-3093-4761-80ea-fb7ae50a5df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '3929f6cd-de57-43c1-b17d-49251d14d7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:16:02Z', 'updated_at': '2021-07-24T01:16:10Z', 'revision_number': 5, 'project_id': 'd801781e24e8470b83b807a510a33715', 'subnets': [{'id': '3929f6cd-de57-43c1-b17d-49251d14d7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:54.202189 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891a228e-62e0-400b-aa50-6381bfed6e4f None None] The sync data for ids ['c211aab0-3093-4761-80ea-fb7ae50a5df3'] in n-d-793621-25 is: [{'id': 'c211aab0-3093-4761-80ea-fb7ae50a5df3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347429724', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f82b0900-18e6-4895-8e14-095fdd608881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:15:58Z', 'updated_at': '2021-07-24T01:16:04Z', 'revision_number': 4, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': 'f82b0900-18e6-4895-8e14-095fdd608881', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c211aab0-3093-4761-80ea-fb7ae50a5df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:15:59Z', 'updated_at': '2021-07-24T01:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e', 'name': '', 'network_id': '7dafbb54-0b7b-4ca9-b203-7e5ba308746d', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'mac_address': 'fa:16:3e:f5:06:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c211aab0-3093-4761-80ea-fb7ae50a5df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '3929f6cd-de57-43c1-b17d-49251d14d7ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:16:02Z', 'updated_at': '2021-07-24T01:16:10Z', 'revision_number': 5, 'project_id': 'd801781e24e8470b83b807a510a33715', 'subnets': [{'id': '3929f6cd-de57-43c1-b17d-49251d14d7ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:17:54.277500 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=9d258f64-a7d6-4420-97ab-08f3c878e47c,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:54.292113 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 3b137178-0d41-4514-99b4-638066103fdf completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:17:54.297791 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 3b137178-0d41-4514-99b4-638066103fdf triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:17:54.298172 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:54.364093 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-37770fe8-e3da-4f9e-9794-d20649482dcc req-643e2cc8-32e3-46a8-be0e-2fb93a1da169 service neutron] 10.222.0.11 "GET /v2.0/networks/7dafbb54-0b7b-4ca9-b203-7e5ba308746d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024941 Jul 24 01:17:54.439224 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:54.481833 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 3b137178-0d41-4514-99b4-638066103fdf, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=3b137178-0d41-4514-99b4-638066103fdf,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:17:54.491187 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:54.502530 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-18955a9f-9a15-489e-b648-c833b1a8be7b None None] Provisioning complete for port 9d258f64-a7d6-4420-97ab-08f3c878e47c triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:17:54.502951 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-18955a9f-9a15-489e-b648-c833b1a8be7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:54.580600 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfed69b-b8a1-4ded-af59-19e51362503a req-755a9487-bd1b-44ae-98bc-03facd4b7223 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:54.583265 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5dfed69b-b8a1-4ded-af59-19e51362503a req-755a9487-bd1b-44ae-98bc-03facd4b7223 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 945 time: 0.1157341 Jul 24 01:17:54.584352 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b8b658-6491-47e6-9ddf-494157251bcf None None] Sync routers for ids ['0bd00e9c-315b-4522-9750-831cda9bf1f2'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:17:54.592167 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c266c2ae-dbfe-4a9d-8498-d47da79a9644 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:54.609551 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b8b658-6491-47e6-9ddf-494157251bcf None None] Routers {'0bd00e9c-315b-4522-9750-831cda9bf1f2'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:17:54.610266 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-b8b8b658-6491-47e6-9ddf-494157251bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:17:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['0bd00e9c-315b-4522-9750-831cda9bf1f2'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:54.612151 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=3b137178-0d41-4514-99b4-638066103fdf,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:54.681885 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5dfed69b-b8a1-4ded-af59-19e51362503a req-56caf88d-b6e2-49a3-ab59-f4ddaed0c38d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e06e022-26be-4ac1-8e2f-f5b45b16df9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899112 Jul 24 01:17:54.832556 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-b8b8b658-6491-47e6-9ddf-494157251bcf None None] Set router 0bd00e9c-315b-4522-9750-831cda9bf1f2 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:17:54.868958 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-18955a9f-9a15-489e-b648-c833b1a8be7b None None] Provisioning for port f4d0b90b-3dea-4469-90a8-5b184c916ff9 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:17:54.875271 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-18955a9f-9a15-489e-b648-c833b1a8be7b None None] Provisioning complete for port f4d0b90b-3dea-4469-90a8-5b184c916ff9 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:17:54.875749 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-18955a9f-9a15-489e-b648-c833b1a8be7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:54.934273 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-18955a9f-9a15-489e-b648-c833b1a8be7b None None] Port f4d0b90b-3dea-4469-90a8-5b184c916ff9 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:17:54.942917 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64ac4c5-53ac-4c4e-8e6c-50432a92917d None None] New status for floating IP b9b04470-410b-4183-88e7-a6a209a0a788: DOWN {{(pid=100466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:17:55.091463 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-3193ffd5-2318-4ea7-abd5-bd21a8ed681f None None] Provisioning complete for port f4d0b90b-3dea-4469-90a8-5b184c916ff9 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:17:55.091845 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3193ffd5-2318-4ea7-abd5-bd21a8ed681f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:55.160180 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-3193ffd5-2318-4ea7-abd5-bd21a8ed681f None None] Port f4d0b90b-3dea-4469-90a8-5b184c916ff9 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:17:55.187339 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-b8b8b658-6491-47e6-9ddf-494157251bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd00e9c-315b-4522-9750-831cda9bf1f2', 'name': 'tempest-TestVolumeBootPattern-725200531-router', 'tenant_id': '7557cfb5d5c3463892277da767c7adc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '3b137178-0d41-4514-99b4-638066103fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:17:42Z', 'updated_at': '2021-07-24T01:17:49Z', 'revision_number': 4, 'project_id': '7557cfb5d5c3463892277da767c7adc8', 'gw_port': {'id': '3b137178-0d41-4514-99b4-638066103fdf', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:e1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd00e9c-315b-4522-9750-831cda9bf1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:43Z', 'updated_at': '2021-07-24T01:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '6769a965-cf78-4511-91c9-f9c71e5ee615', 'name': '', 'network_id': 'b32440eb-d9d0-41ea-96f2-39002ea10241', 'tenant_id': '7557cfb5d5c3463892277da767c7adc8', 'mac_address': 'fa:16:3e:96:94:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd00e9c-315b-4522-9750-831cda9bf1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': 'b5bd8ec1-0adb-48a0-828d-f5649f1b1fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:48Z', 'updated_at': '2021-07-24T01:17:49Z', 'revision_number': 2, 'project_id': '7557cfb5d5c3463892277da767c7adc8', 'subnets': [{'id': 'b5bd8ec1-0adb-48a0-828d-f5649f1b1fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:55.220513 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b8b658-6491-47e6-9ddf-494157251bcf None None] Checking router: 0bd00e9c-315b-4522-9750-831cda9bf1f2 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:17:55.220860 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b8b658-6491-47e6-9ddf-494157251bcf None None] Updating router 0bd00e9c-315b-4522-9750-831cda9bf1f2 port 6769a965-cf78-4511-91c9-f9c71e5ee615 binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:17:55.249341 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-ed37eb17-fb4a-4aeb-8d5d-69d097b96d76 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:55.253067 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-ed37eb17-fb4a-4aeb-8d5d-69d097b96d76 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/networks?id=ad265d84-5a8c-4acf-b883-4ded13d15286 HTTP/1.1" status: 200 len: 812 time: 0.9286385 Jul 24 01:17:55.263408 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b8b8b658-6491-47e6-9ddf-494157251bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:55.312026 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-bed4d25e-f35c-4248-8cd6-0dcda1309189 None None] Provisioning complete for port f4d0b90b-3dea-4469-90a8-5b184c916ff9 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:17:55.312410 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bed4d25e-f35c-4248-8cd6-0dcda1309189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:55.339226 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce5735-cf45-421c-9ebc-4d4fe2c6e606 req-e89581cd-ed62-4ac4-aeee-315fcb7f5a39 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:55.341808 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f1ce5735-cf45-421c-9ebc-4d4fe2c6e606 req-e89581cd-ed62-4ac4-aeee-315fcb7f5a39 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 945 time: 1.0166736 Jul 24 01:17:55.347615 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-37770fe8-e3da-4f9e-9794-d20649482dcc req-e33fa1ae-4543-47c4-b959-f2e61c6baf3f service neutron] 10.222.0.11 "GET /v2.0/networks/7dafbb54-0b7b-4ca9-b203-7e5ba308746d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9349363 Jul 24 01:17:55.356924 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-bed4d25e-f35c-4248-8cd6-0dcda1309189 None None] Port f4d0b90b-3dea-4469-90a8-5b184c916ff9 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:17:55.365586 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-0a758203-5f4d-4e21-8c01-f2a2d5909a47 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/quotas/cc21a234b38d48d88c3414cb45873771 HTTP/1.1" status: 200 len: 375 time: 0.0701866 Jul 24 01:17:55.438798 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 9d258f64-a7d6-4420-97ab-08f3c878e47c up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:17:55.576135 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 9d258f64-a7d6-4420-97ab-08f3c878e47c triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:17:55.577423 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:55.635726 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-a49e8d42-2fb7-4182-8723-7656a0779a7e tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc21a234b38d48d88c3414cb45873771&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2691357 Jul 24 01:17:55.657903 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-ae2aa35b-1691-4852-a229-58de91b6a1a2 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:17:55.658967 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-ae2aa35b-1691-4852-a229-58de91b6a1a2 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069177 Jul 24 01:17:55.669657 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-f1ce5735-cf45-421c-9ebc-4d4fe2c6e606 req-bb75f177-e499-4292-a1f7-caf1e8faed38 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Deleting port f3bd8307-22a0-4d5d-a298-1e5e260f570c {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:17:55.670029 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-f1ce5735-cf45-421c-9ebc-4d4fe2c6e606 req-bb75f177-e499-4292-a1f7-caf1e8faed38 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:55.847617 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c266c2ae-dbfe-4a9d-8498-d47da79a9644 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:55.862544 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c266c2ae-dbfe-4a9d-8498-d47da79a9644 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:55.895692 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 3b137178-0d41-4514-99b4-638066103fdf up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:17:55.913739 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db03b40-a629-4b09-8191-0356383d8600 req-bb2ba576-7652-4ce7-b148-aef430b64474 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:55.923156 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3db03b40-a629-4b09-8191-0356383d8600 req-bb2ba576-7652-4ce7-b148-aef430b64474 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 945 time: 0.1408887 Jul 24 01:17:55.938912 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-f1ce5735-cf45-421c-9ebc-4d4fe2c6e606 req-bb75f177-e499-4292-a1f7-caf1e8faed38 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] For port f3bd8307-22a0-4d5d-a298-1e5e260f570c, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=f3bd8307-22a0-4d5d-a298-1e5e260f570c,segment=NetworkSegment(cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d),segment_id=cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:17:55.939756 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-f1ce5735-cf45-421c-9ebc-4d4fe2c6e606 req-bb75f177-e499-4292-a1f7-caf1e8faed38 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:55.947935 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b8b8b658-6491-47e6-9ddf-494157251bcf None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:55.984904 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b8b8b658-6491-47e6-9ddf-494157251bcf None None] Transition to ACTIVE for port object 6769a965-cf78-4511-91c9-f9c71e5ee615 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:17:56.006490 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3db03b40-a629-4b09-8191-0356383d8600 req-c1aba5c0-059c-45f8-8836-911c87d1b496 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6e06e022-26be-4ac1-8e2f-f5b45b16df9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744057 Jul 24 01:17:56.006687 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b8b8b658-6491-47e6-9ddf-494157251bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:56.010623 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-6edacd07-4029-4c0e-bdaa-734bcfe65a70 service neutron] 10.222.0.15 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374267 Jul 24 01:17:56.031937 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-f1ce5735-cf45-421c-9ebc-4d4fe2c6e606 req-bb75f177-e499-4292-a1f7-caf1e8faed38 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Calling delete_port for f3bd8307-22a0-4d5d-a298-1e5e260f570c owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:17:56.048985 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c266c2ae-dbfe-4a9d-8498-d47da79a9644 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'Port': ['ID=f4d0b90b-3dea-4469-90a8-5b184c916ff9,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:56.054602 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c266c2ae-dbfe-4a9d-8498-d47da79a9644 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:56.077617 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 3b137178-0d41-4514-99b4-638066103fdf triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:17:56.078322 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:56.132092 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabdba91-6c72-42c7-aebd-17f47143efb8 None None] Pushing event updated for resources: {'Port': ['ID=6769a965-cf78-4511-91c9-f9c71e5ee615,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:56.205284 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-b8b8b658-6491-47e6-9ddf-494157251bcf None None] Attempting to bind port 6769a965-cf78-4511-91c9-f9c71e5ee615 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:17:56.205658 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-b8b8b658-6491-47e6-9ddf-494157251bcf None None] Attempting to bind port 6769a965-cf78-4511-91c9-f9c71e5ee615 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '408329e7-915f-4d42-94e8-e3523cad2bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b32440eb-d9d0-41ea-96f2-39002ea10241'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:17:56.206035 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b8b658-6491-47e6-9ddf-494157251bcf None None] Attempting to bind port 6769a965-cf78-4511-91c9-f9c71e5ee615 on network b32440eb-d9d0-41ea-96f2-39002ea10241 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:17:56.219523 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b8b658-6491-47e6-9ddf-494157251bcf None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:17:56.220698 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b8b658-6491-47e6-9ddf-494157251bcf None None] Checking segment: {'id': '408329e7-915f-4d42-94e8-e3523cad2bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b32440eb-d9d0-41ea-96f2-39002ea10241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:17:56.221696 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b8b8b658-6491-47e6-9ddf-494157251bcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:56.222329 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b8b658-6491-47e6-9ddf-494157251bcf None None] Bound using segment: {'id': '408329e7-915f-4d42-94e8-e3523cad2bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b32440eb-d9d0-41ea-96f2-39002ea10241'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:17:56.223184 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-b8b8b658-6491-47e6-9ddf-494157251bcf None None] Bound port: 6769a965-cf78-4511-91c9-f9c71e5ee615, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '408329e7-915f-4d42-94e8-e3523cad2bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b32440eb-d9d0-41ea-96f2-39002ea10241'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:17:56.223816 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b8b8b658-6491-47e6-9ddf-494157251bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:56.346751 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-447a273f-63dc-4d36-b539-6d4f614c53a0 service neutron] 10.222.0.15 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351946 Jul 24 01:17:56.350366 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-b8b8b658-6491-47e6-9ddf-494157251bcf None None] For port 6769a965-cf78-4511-91c9-f9c71e5ee615, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:17:56.356729 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-b8b8b658-6491-47e6-9ddf-494157251bcf None None] For port 6769a965-cf78-4511-91c9-f9c71e5ee615, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=6769a965-cf78-4511-91c9-f9c71e5ee615,segment=NetworkSegment(408329e7-915f-4d42-94e8-e3523cad2bf3),segment_id=408329e7-915f-4d42-94e8-e3523cad2bf3)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:17:56.363335 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b8b8b658-6491-47e6-9ddf-494157251bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:56.369645 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-f1ce5735-cf45-421c-9ebc-4d4fe2c6e606 req-bb75f177-e499-4292-a1f7-caf1e8faed38 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:56.383103 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c266c2ae-dbfe-4a9d-8498-d47da79a9644 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Network 65976218-7777-4046-9c55-654757153ee9 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:17:56.410577 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-c266c2ae-dbfe-4a9d-8498-d47da79a9644 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:17:56.418688 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb75f177-e499-4292-a1f7-caf1e8faed38 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event deleted for resources: {'Port': ['ID=f3bd8307-22a0-4d5d-a298-1e5e260f570c,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:56.447909 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b8b658-6491-47e6-9ddf-494157251bcf None None] Routers {'0bd00e9c-315b-4522-9750-831cda9bf1f2'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:17:56.448565 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-b8b8b658-6491-47e6-9ddf-494157251bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:17:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['0bd00e9c-315b-4522-9750-831cda9bf1f2'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:56.479647 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ce5735-cf45-421c-9ebc-4d4fe2c6e606 req-bb75f177-e499-4292-a1f7-caf1e8faed38 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] No DVR routers for this DVR port f3bd8307-22a0-4d5d-a298-1e5e260f570c on host n-h2-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:17:56.483523 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-f1ce5735-cf45-421c-9ebc-4d4fe2c6e606 req-bb75f177-e499-4292-a1f7-caf1e8faed38 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:56.488995 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f1ce5735-cf45-421c-9ebc-4d4fe2c6e606 req-bb75f177-e499-4292-a1f7-caf1e8faed38 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.11 "DELETE /v2.0/ports/f3bd8307-22a0-4d5d-a298-1e5e260f570c HTTP/1.1" status: 204 len: 173 time: 1.1403234 Jul 24 01:17:56.489479 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc89b769-5f9c-437c-8348-7d0567040a36', 'name': 'network-vif-deleted', 'tag': 'f3bd8307-22a0-4d5d-a298-1e5e260f570c'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:17:56.495849 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed68c145-6561-4f25-8851-20ddb05d793e" -d '{"events": [{"server_uuid": "cc89b769-5f9c-437c-8348-7d0567040a36", "name": "network-vif-deleted", "tag": "f3bd8307-22a0-4d5d-a298-1e5e260f570c"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:17:56.656277 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabdba91-6c72-42c7-aebd-17f47143efb8 None None] Pushing event updated for resources: {'Port': ['ID=6769a965-cf78-4511-91c9-f9c71e5ee615,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:56.711657 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-b8b8b658-6491-47e6-9ddf-494157251bcf None None] Set router 0bd00e9c-315b-4522-9750-831cda9bf1f2 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:17:56.807382 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c266c2ae-dbfe-4a9d-8498-d47da79a9644 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Router 560ec78e-fb14-4894-b00f-c957e787bbf8 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:17:56.994467 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c266c2ae-dbfe-4a9d-8498-d47da79a9644 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:17:56.999439 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5270bc82-b7fb-4708-8040-fc88abf2889f x-openstack-request-id: req-5270bc82-b7fb-4708-8040-fc88abf2889f {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:17:56.999930 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc89b769-5f9c-437c-8348-7d0567040a36", "name": "network-vif-deleted", "tag": "f3bd8307-22a0-4d5d-a298-1e5e260f570c", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:17:57.000380 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5270bc82-b7fb-4708-8040-fc88abf2889f {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:17:57.000981 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc89b769-5f9c-437c-8348-7d0567040a36', 'name': 'network-vif-deleted', 'tag': 'f3bd8307-22a0-4d5d-a298-1e5e260f570c', 'status': 'completed', 'code': 200} Jul 24 01:17:57.055386 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d6df4bb2-2a86-4633-9d07-77dfb8496973 req-b2d0ebd7-66b2-4c2a-85cc-7804be69cef8 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=c82a61eb-51cd-467a-8477-841cc8832112 HTTP/1.1" status: 200 len: 210 time: 0.0525746 Jul 24 01:17:57.076393 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37692) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:57.078925 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c266c2ae-dbfe-4a9d-8498-d47da79a9644 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "PUT /v2.0/routers/560ec78e-fb14-4894-b00f-c957e787bbf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9015360 Jul 24 01:17:57.092334 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e06889-c243-44ad-839f-9a40a60e1b21 None None] Sync routers for ids ['560ec78e-fb14-4894-b00f-c957e787bbf8'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:17:57.231910 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e06889-c243-44ad-839f-9a40a60e1b21 None None] Routers {'560ec78e-fb14-4894-b00f-c957e787bbf8'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:17:57.232554 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-67e06889-c243-44ad-839f-9a40a60e1b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:17:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['560ec78e-fb14-4894-b00f-c957e787bbf8'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:57.244108 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ce84d189-6cd1-43d6-9e7a-cedff64f307c req-d2c09c54-bea4-4618-a69f-fb3f479f5872 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc89b769-5f9c-437c-8348-7d0567040a36 HTTP/1.1" status: 200 len: 210 time: 0.0424471 Jul 24 01:17:57.253541 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bcc178-e193-4e31-96c5-3c6509255419 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:57.255743 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-98bcc178-e193-4e31-96c5-3c6509255419 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "GET /v2.0/ports?device_id=560ec78e-fb14-4894-b00f-c957e787bbf8 HTTP/1.1" status: 200 len: 982 time: 0.1783633 Jul 24 01:17:57.259447 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37698) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:57.298436 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-67e06889-c243-44ad-839f-9a40a60e1b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:57.329740 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e06889-c243-44ad-839f-9a40a60e1b21 None None] Routers {'560ec78e-fb14-4894-b00f-c957e787bbf8'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:17:57.330318 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-67e06889-c243-44ad-839f-9a40a60e1b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:17:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['560ec78e-fb14-4894-b00f-c957e787bbf8'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:57.335323 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-554f6c99-1550-4f7a-8a83-f6a6685112ea None None] Provisioning complete for port f4d0b90b-3dea-4469-90a8-5b184c916ff9 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:17:57.335718 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-554f6c99-1550-4f7a-8a83-f6a6685112ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:57.385144 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-67e06889-c243-44ad-839f-9a40a60e1b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:57.386574 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e06889-c243-44ad-839f-9a40a60e1b21 None None] The sync data for ids ['560ec78e-fb14-4894-b00f-c957e787bbf8'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:17:57.437172 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-b8b8b658-6491-47e6-9ddf-494157251bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd00e9c-315b-4522-9750-831cda9bf1f2', 'name': 'tempest-TestVolumeBootPattern-725200531-router', 'tenant_id': '7557cfb5d5c3463892277da767c7adc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '3b137178-0d41-4514-99b4-638066103fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:17:42Z', 'updated_at': '2021-07-24T01:17:49Z', 'revision_number': 4, 'project_id': '7557cfb5d5c3463892277da767c7adc8', 'gw_port': {'id': '3b137178-0d41-4514-99b4-638066103fdf', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:e1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd00e9c-315b-4522-9750-831cda9bf1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:43Z', 'updated_at': '2021-07-24T01:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '6769a965-cf78-4511-91c9-f9c71e5ee615', 'name': '', 'network_id': 'b32440eb-d9d0-41ea-96f2-39002ea10241', 'tenant_id': '7557cfb5d5c3463892277da767c7adc8', 'mac_address': 'fa:16:3e:96:94:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd00e9c-315b-4522-9750-831cda9bf1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': 'b5bd8ec1-0adb-48a0-828d-f5649f1b1fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:48Z', 'updated_at': '2021-07-24T01:17:56Z', 'revision_number': 4, 'project_id': '7557cfb5d5c3463892277da767c7adc8', 'subnets': [{'id': 'b5bd8ec1-0adb-48a0-828d-f5649f1b1fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:17:57.439250 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-554f6c99-1550-4f7a-8a83-f6a6685112ea None None] Port f4d0b90b-3dea-4469-90a8-5b184c916ff9 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:17:57.487844 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 6769a965-cf78-4511-91c9-f9c71e5ee615 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:17:57.491685 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b8b658-6491-47e6-9ddf-494157251bcf None None] The sync data for ids ['0bd00e9c-315b-4522-9750-831cda9bf1f2'] in n-d-793621-25 is: [{'id': '0bd00e9c-315b-4522-9750-831cda9bf1f2', 'name': 'tempest-TestVolumeBootPattern-725200531-router', 'tenant_id': '7557cfb5d5c3463892277da767c7adc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '3b137178-0d41-4514-99b4-638066103fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:17:42Z', 'updated_at': '2021-07-24T01:17:49Z', 'revision_number': 4, 'project_id': '7557cfb5d5c3463892277da767c7adc8', 'gw_port': {'id': '3b137178-0d41-4514-99b4-638066103fdf', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:e1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd00e9c-315b-4522-9750-831cda9bf1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:43Z', 'updated_at': '2021-07-24T01:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '6769a965-cf78-4511-91c9-f9c71e5ee615', 'name': '', 'network_id': 'b32440eb-d9d0-41ea-96f2-39002ea10241', 'tenant_id': '7557cfb5d5c3463892277da767c7adc8', 'mac_address': 'fa:16:3e:96:94:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd00e9c-315b-4522-9750-831cda9bf1f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3688, 'fixed_ips': [{'subnet_id': 'b5bd8ec1-0adb-48a0-828d-f5649f1b1fba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:48Z', 'updated_at': '2021-07-24T01:17:56Z', 'revision_number': 4, 'project_id': '7557cfb5d5c3463892277da767c7adc8', 'subnets': [{'id': 'b5bd8ec1-0adb-48a0-828d-f5649f1b1fba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:17:57.546631 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 6769a965-cf78-4511-91c9-f9c71e5ee615 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:17:57.556992 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 6769a965-cf78-4511-91c9-f9c71e5ee615 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:17:57.557651 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:57.680503 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:57.734841 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 6769a965-cf78-4511-91c9-f9c71e5ee615, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=6769a965-cf78-4511-91c9-f9c71e5ee615,segment=NetworkSegment(408329e7-915f-4d42-94e8-e3523cad2bf3),segment_id=408329e7-915f-4d42-94e8-e3523cad2bf3)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:17:57.745127 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:57.846379 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=6769a965-cf78-4511-91c9-f9c71e5ee615,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:58.164899 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e994437b-6146-46e4-b506-2c69912e7536 req-0d59fa7c-eba3-4474-ba17-7743bb03da09 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=c82a61eb-51cd-467a-8477-841cc8832112 HTTP/1.1" status: 200 len: 210 time: 0.0365973 Jul 24 01:17:58.199987 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device f3bd8307-22a0-4d5d-a298-1e5e260f570c no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:17:58.224670 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] No Port match for: f3bd8307-22a0-4d5d-a298-1e5e260f570c {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:17:58.225587 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device f3bd8307-22a0-4d5d-a298-1e5e260f570c not bound to the agent host n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:17:58.300807 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1f58c266-4325-41d4-b412-6fdbc2bda6ea tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:58.316269 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37720) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:17:58.572057 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-97b24ae9-ae35-4191-9fb6-678f77ff878c tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:17:58.575914 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-97b24ae9-ae35-4191-9fb6-678f77ff878c tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.13 "GET /v2.0/networks?id=ad265d84-5a8c-4acf-b883-4ded13d15286 HTTP/1.1" status: 200 len: 812 time: 0.2323022 Jul 24 01:17:58.592430 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-84138097-2211-4662-ab37-5adb93af1d1a tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Request body: {'port': {'device_id': 'c82a61eb-51cd-467a-8477-841cc8832112', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'admin_state_up': True, 'tenant_id': 'cc21a234b38d48d88c3414cb45873771'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:17:58.746861 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-1f58c266-4325-41d4-b412-6fdbc2bda6ea tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Deleting port f4d0b90b-3dea-4469-90a8-5b184c916ff9 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:17:58.747220 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1f58c266-4325-41d4-b412-6fdbc2bda6ea tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:58.836283 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1f58c266-4325-41d4-b412-6fdbc2bda6ea tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:58.848522 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-1f58c266-4325-41d4-b412-6fdbc2bda6ea tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Calling delete_port for f4d0b90b-3dea-4469-90a8-5b184c916ff9 owned by network:router_interface {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:17:58.930806 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-84138097-2211-4662-ab37-5adb93af1d1a tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Made reservation on behalf of cc21a234b38d48d88c3414cb45873771 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:17:58.934461 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-84138097-2211-4662-ab37-5adb93af1d1a tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:59.179752 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-84138097-2211-4662-ab37-5adb93af1d1a tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Allocated IP 172.20.0.13 (ad265d84-5a8c-4acf-b883-4ded13d15286/e29f41fb-7a38-4eae-917b-51d7b2f60633/c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:17:59.232424 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1f58c266-4325-41d4-b412-6fdbc2bda6ea tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:59.235487 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-716636f8-1cde-4dfa-ba75-1bd90771abdf tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:59.286353 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58c266-4325-41d4-b412-6fdbc2bda6ea tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'Port': ['ID=f4d0b90b-3dea-4469-90a8-5b184c916ff9,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:17:59.419481 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 6769a965-cf78-4511-91c9-f9c71e5ee615 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:17:59.532559 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 6769a965-cf78-4511-91c9-f9c71e5ee615 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:17:59.532792 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:59.577362 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c21324be-71f3-4ffc-b9cc-cb2a5f41dd60 req-b3b45e4f-01c4-4ac7-8688-1545eca1d488 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=c82a61eb-51cd-467a-8477-841cc8832112 HTTP/1.1" status: 200 len: 210 time: 0.1427820 Jul 24 01:17:59.718412 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1f58c266-4325-41d4-b412-6fdbc2bda6ea tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:59.727430 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-84138097-2211-4662-ab37-5adb93af1d1a tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:59.780740 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-84138097-2211-4662-ab37-5adb93af1d1a tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Transition to ACTIVE for port object c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:17:59.846829 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-716636f8-1cde-4dfa-ba75-1bd90771abdf tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Deleting port b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:17:59.847498 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-716636f8-1cde-4dfa-ba75-1bd90771abdf tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:59.921648 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f58c266-4325-41d4-b412-6fdbc2bda6ea tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Router 560ec78e-fb14-4894-b00f-c957e787bbf8 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:17:59.927626 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-84138097-2211-4662-ab37-5adb93af1d1a tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:59.957542 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-716636f8-1cde-4dfa-ba75-1bd90771abdf tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] For port b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e,segment=NetworkSegment(cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d),segment_id=cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:17:59.958439 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-716636f8-1cde-4dfa-ba75-1bd90771abdf tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:17:59.966521 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-84138097-2211-4662-ab37-5adb93af1d1a tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Network ad265d84-5a8c-4acf-b883-4ded13d15286 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:17:59.980508 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-716636f8-1cde-4dfa-ba75-1bd90771abdf tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Calling delete_port for b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e owned by network:router_interface {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:18:00.052659 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-84138097-2211-4662-ab37-5adb93af1d1a tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:18:00.054752 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-84138097-2211-4662-ab37-5adb93af1d1a tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:18:00.135298 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f58c266-4325-41d4-b412-6fdbc2bda6ea tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:18:00.147610 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3bf18d-c14c-49e5-929e-1f965e23a986 None None] Sync routers for ids ['560ec78e-fb14-4894-b00f-c957e787bbf8'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:18:00.160353 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3bf18d-c14c-49e5-929e-1f965e23a986 None None] Routers {'560ec78e-fb14-4894-b00f-c957e787bbf8'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:18:00.161379 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-3c3bf18d-c14c-49e5-929e-1f965e23a986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:17:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['560ec78e-fb14-4894-b00f-c957e787bbf8'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:00.165368 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1f58c266-4325-41d4-b412-6fdbc2bda6ea tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "PUT /v2.0/routers/560ec78e-fb14-4894-b00f-c957e787bbf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9023819 Jul 24 01:18:00.167830 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37748) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:00.176711 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84138097-2211-4662-ab37-5adb93af1d1a tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Pushing event updated for resources: {'Port': ['ID=c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:00.217386 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-22f5e67d-34d5-4442-a888-848ff831fc50 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] GET failed (client error): The resource could not be found. Jul 24 01:18:00.219156 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-22f5e67d-34d5-4442-a888-848ff831fc50 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "GET /v2.0/ports/f4d0b90b-3dea-4469-90a8-5b184c916ff9 HTTP/1.1" status: 404 len: 333 time: 0.0420427 Jul 24 01:18:00.221862 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37750) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:00.225206 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-84138097-2211-4662-ab37-5adb93af1d1a tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:00.225899 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-84138097-2211-4662-ab37-5adb93af1d1a tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:00.226145 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-3c3bf18d-c14c-49e5-929e-1f965e23a986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:00.247339 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3bf18d-c14c-49e5-929e-1f965e23a986 None None] Routers {'560ec78e-fb14-4894-b00f-c957e787bbf8'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:18:00.248710 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-3c3bf18d-c14c-49e5-929e-1f965e23a986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:17:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['560ec78e-fb14-4894-b00f-c957e787bbf8'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:00.252900 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-84138097-2211-4662-ab37-5adb93af1d1a tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6672807 Jul 24 01:18:00.266132 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-9efcd46c-01c3-4a1b-81c2-ad96e2194c31 service neutron] Request body: {'port': {'device_id': 'c82a61eb-51cd-467a-8477-841cc8832112', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:18:00.355565 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6b6abf2e-0076-416c-bb71-7776b6c26c4b tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:00.434148 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-9efcd46c-01c3-4a1b-81c2-ad96e2194c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:00.513871 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a23d586c-38b7-4255-8bb4-9743e952839f None None] Provisioning for port c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:18:00.518934 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a23d586c-38b7-4255-8bb4-9743e952839f None None] Provisioning complete for port c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:18:00.539100 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a23d586c-38b7-4255-8bb4-9743e952839f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:00.554801 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-716636f8-1cde-4dfa-ba75-1bd90771abdf tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:00.580440 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-3c3bf18d-c14c-49e5-929e-1f965e23a986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:00.581118 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3bf18d-c14c-49e5-929e-1f965e23a986 None None] The sync data for ids ['560ec78e-fb14-4894-b00f-c957e787bbf8'] in n-d-793621-25 is: [] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:18:00.593519 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:18:00.613210 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-a23d586c-38b7-4255-8bb4-9743e952839f None None] Port c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:18:00.625703 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716636f8-1cde-4dfa-ba75-1bd90771abdf tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event deleted for resources: {'Port': ['ID=b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:00.811397 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-9efcd46c-01c3-4a1b-81c2-ad96e2194c31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:18:00.819034 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-9efcd46c-01c3-4a1b-81c2-ad96e2194c31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:00.833818 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-9efcd46c-01c3-4a1b-81c2-ad96e2194c31 service neutron] Transition to ACTIVE for port object c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:18:00.836827 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6b6abf2e-0076-416c-bb71-7776b6c26c4b tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:00.842155 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6b6abf2e-0076-416c-bb71-7776b6c26c4b tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:00.850945 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-9efcd46c-01c3-4a1b-81c2-ad96e2194c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:00.956866 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efcd46c-01c3-4a1b-81c2-ad96e2194c31 service neutron] Pushing event updated for resources: {'Port': ['ID=c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:00.998679 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6b6abf2e-0076-416c-bb71-7776b6c26c4b tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:00.999630 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6abf2e-0076-416c-bb71-7776b6c26c4b tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Fanout notify agent at l3_agent the message router_deleted on router 560ec78e-fb14-4894-b00f-c957e787bbf8 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:18:01.123429 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a97b9-d87e-4175-b464-a9927998e698 req-55eeda0d-c729-48f6-a853-fb5a95c3549a tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:01.125489 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ac9a97b9-d87e-4175-b464-a9927998e698 req-55eeda0d-c729-48f6-a853-fb5a95c3549a tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=c82a61eb-51cd-467a-8477-841cc8832112 HTTP/1.1" status: 200 len: 944 time: 0.2894497 Jul 24 01:18:01.166504 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-9efcd46c-01c3-4a1b-81c2-ad96e2194c31 service neutron] Attempting to bind port c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:18:01.167118 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-9efcd46c-01c3-4a1b-81c2-ad96e2194c31 service neutron] Attempting to bind port c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '4ba45e80-1699-41ea-af87-6ed5cfcc2657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:18:01.168181 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-9efcd46c-01c3-4a1b-81c2-ad96e2194c31 service neutron] Attempting to bind port c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f on network ad265d84-5a8c-4acf-b883-4ded13d15286 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:18:01.176692 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-9efcd46c-01c3-4a1b-81c2-ad96e2194c31 service neutron] Port c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f on network ad265d84-5a8c-4acf-b883-4ded13d15286 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:18:01.177173 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-9efcd46c-01c3-4a1b-81c2-ad96e2194c31 service neutron] Attempting to bind port c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f on network ad265d84-5a8c-4acf-b883-4ded13d15286 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:18:01.193974 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-9efcd46c-01c3-4a1b-81c2-ad96e2194c31 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:18:01.194331 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-9efcd46c-01c3-4a1b-81c2-ad96e2194c31 service neutron] Checking segment: {'id': '4ba45e80-1699-41ea-af87-6ed5cfcc2657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:18:01.194899 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-9efcd46c-01c3-4a1b-81c2-ad96e2194c31 service neutron] Bound using segment: {'id': '4ba45e80-1699-41ea-af87-6ed5cfcc2657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:18:01.195380 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-9efcd46c-01c3-4a1b-81c2-ad96e2194c31 service neutron] Bound port: c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ba45e80-1699-41ea-af87-6ed5cfcc2657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:18:01.195761 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-9efcd46c-01c3-4a1b-81c2-ad96e2194c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:01.301338 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ac9a97b9-d87e-4175-b464-a9927998e698 req-1e5caf01-a2cc-45a7-92ab-1e3392fc5ff3 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358554 Jul 24 01:18:01.361674 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-9efcd46c-01c3-4a1b-81c2-ad96e2194c31 service neutron] For port c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:18:01.366183 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-9efcd46c-01c3-4a1b-81c2-ad96e2194c31 service neutron] For port c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f,segment=NetworkSegment(4ba45e80-1699-41ea-af87-6ed5cfcc2657),segment_id=4ba45e80-1699-41ea-af87-6ed5cfcc2657)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:18:01.387302 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-9efcd46c-01c3-4a1b-81c2-ad96e2194c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:01.448795 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-9efcd46c-01c3-4a1b-81c2-ad96e2194c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:01.449716 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-9efcd46c-01c3-4a1b-81c2-ad96e2194c31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:01.451919 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-9efcd46c-01c3-4a1b-81c2-ad96e2194c31 service neutron] 10.222.0.13 "PUT /v2.0/ports/c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f HTTP/1.1" status: 200 len: 1093 time: 1.1926913 Jul 24 01:18:01.452635 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c82a61eb-51cd-467a-8477-841cc8832112', 'tag': 'c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:18:01.455505 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa5f05a-3372-4de7-b588-584b60476aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "c82a61eb-51cd-467a-8477-841cc8832112", "tag": "c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:18:01.521055 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efcd46c-01c3-4a1b-81c2-ad96e2194c31 service neutron] Pushing event updated for resources: {'Port': ['ID=c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:01.526189 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6b6abf2e-0076-416c-bb71-7776b6c26c4b tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:01.528752 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6b6abf2e-0076-416c-bb71-7776b6c26c4b tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/routers/560ec78e-fb14-4894-b00f-c957e787bbf8 HTTP/1.1" status: 204 len: 168 time: 1.3058772 Jul 24 01:18:01.532074 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37772) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:01.592264 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2668cc49-3c44-4b00-84da-109c60bb5a2b x-openstack-request-id: req-2668cc49-3c44-4b00-84da-109c60bb5a2b {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:18:01.595180 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c82a61eb-51cd-467a-8477-841cc8832112", "tag": "c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:18:01.595544 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2668cc49-3c44-4b00-84da-109c60bb5a2b {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:18:01.596055 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c82a61eb-51cd-467a-8477-841cc8832112', 'tag': 'c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f', 'status': 'completed', 'code': 200} Jul 24 01:18:01.605594 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-716636f8-1cde-4dfa-ba75-1bd90771abdf tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:01.617061 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-cff6a2eb-8277-4e66-b110-953fc530f3c8 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Deleting subnet a9a2ea6d-296e-4bba-993d-d6838d06282b {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:18:01.623920 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cff6a2eb-8277-4e66-b110-953fc530f3c8 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:01.665981 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-51bb03c3-2df6-459a-9248-f41a8af9d3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:01.674655 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-51bb03c3-2df6-459a-9248-f41a8af9d3c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc21a234b38d48d88c3414cb45873771&device_id=c82a61eb-51cd-467a-8477-841cc8832112 HTTP/1.1" status: 200 len: 1096 time: 0.1414211 Jul 24 01:18:01.740002 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-150d5c08-49e8-4e79-8760-c1c2be1afe8a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f HTTP/1.1" status: 200 len: 217 time: 0.0643952 Jul 24 01:18:01.775775 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cff6a2eb-8277-4e66-b110-953fc530f3c8 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:01.920316 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cff6a2eb-8277-4e66-b110-953fc530f3c8 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:02.139158 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cff6a2eb-8277-4e66-b110-953fc530f3c8 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:02.184761 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-39153e75-e4b5-478b-8a78-1041eca993aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:02.185300 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff6a2eb-8277-4e66-b110-953fc530f3c8 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'Subnet': ['ID=a9a2ea6d-296e-4bba-993d-d6838d06282b,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:02.186339 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-39153e75-e4b5-478b-8a78-1041eca993aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e29f41fb-7a38-4eae-917b-51d7b2f60633 HTTP/1.1" status: 200 len: 851 time: 0.4356380 Jul 24 01:18:02.190615 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cff6a2eb-8277-4e66-b110-953fc530f3c8 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:02.194913 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-cff6a2eb-8277-4e66-b110-953fc530f3c8 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/subnets/a9a2ea6d-296e-4bba-993d-d6838d06282b HTTP/1.1" status: 204 len: 168 time: 0.6589627 Jul 24 01:18:02.195871 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37784) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:02.200395 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716636f8-1cde-4dfa-ba75-1bd90771abdf tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Router c211aab0-3093-4761-80ea-fb7ae50a5df3 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:18:02.201561 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242d74ec-fc7b-4a06-9e9a-e630b23cf9ac None None] Network 65976218-7777-4046-9c55-654757153ee9 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:18:02.373396 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716636f8-1cde-4dfa-ba75-1bd90771abdf tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:18:02.376494 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-740506a6-aac4-4593-b9d6-169497a960b7 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:02.378424 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-716636f8-1cde-4dfa-ba75-1bd90771abdf tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "PUT /v2.0/routers/c211aab0-3093-4761-80ea-fb7ae50a5df3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0610588 Jul 24 01:18:02.381643 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37790) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:02.391201 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-e40b66f6-53d9-45ff-9641-375ae12e5f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:02.393070 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-e40b66f6-53d9-45ff-9641-375ae12e5f07 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad265d84-5a8c-4acf-b883-4ded13d15286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1960964 Jul 24 01:18:02.395544 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fed31f3-94f3-4341-9952-f55fc11b0845 None None] Sync routers for ids ['c211aab0-3093-4761-80ea-fb7ae50a5df3'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:18:02.437404 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fed31f3-94f3-4341-9952-f55fc11b0845 None None] Routers {'c211aab0-3093-4761-80ea-fb7ae50a5df3'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:18:02.438757 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-2fed31f3-94f3-4341-9952-f55fc11b0845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:17:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['c211aab0-3093-4761-80ea-fb7ae50a5df3'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:02.470133 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8c39a12-b230-48bb-ae83-33d314d53448 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Deleting subnet 3929f6cd-de57-43c1-b17d-49251d14d7ab {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:18:02.473825 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e8c39a12-b230-48bb-ae83-33d314d53448 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:02.534834 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e8c39a12-b230-48bb-ae83-33d314d53448 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:02.596734 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32152d3f-dc20-4b39-9f2a-b1e90efcaf89 None None] DHCP port deletion for 65976218-7777-4046-9c55-654757153ee9 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:18:02.627246 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f30a5-8f26-4808-9954-7a9874251145 req-42770a1c-6204-4fdf-b092-6764767c2443 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:02.629202 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e42f30a5-8f26-4808-9954-7a9874251145 req-42770a1c-6204-4fdf-b092-6764767c2443 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=c82a61eb-51cd-467a-8477-841cc8832112 HTTP/1.1" status: 200 len: 944 time: 0.2004194 Jul 24 01:18:02.632730 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-740506a6-aac4-4593-b9d6-169497a960b7 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Deleting port 9d258f64-a7d6-4420-97ab-08f3c878e47c {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:18:02.633269 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-740506a6-aac4-4593-b9d6-169497a960b7 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:02.637333 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-7c6c0e70-c200-49eb-85d2-24a9e44e6b78 service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370365 Jul 24 01:18:02.641573 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e8c39a12-b230-48bb-ae83-33d314d53448 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:02.665122 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-2fed31f3-94f3-4341-9952-f55fc11b0845 None None] Set router c211aab0-3093-4761-80ea-fb7ae50a5df3 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:18:02.740472 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e8c39a12-b230-48bb-ae83-33d314d53448 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:02.755267 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e8c39a12-b230-48bb-ae83-33d314d53448 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:02.764396 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e8c39a12-b230-48bb-ae83-33d314d53448 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "DELETE /v2.0/subnets/3929f6cd-de57-43c1-b17d-49251d14d7ab HTTP/1.1" status: 204 len: 168 time: 0.3816652 Jul 24 01:18:02.765108 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37796) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:02.774137 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9015176-42e5-480c-be8e-cad131cdf636 None None] Network 7dafbb54-0b7b-4ca9-b203-7e5ba308746d requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:18:02.791317 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-740506a6-aac4-4593-b9d6-169497a960b7 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] For port 9d258f64-a7d6-4420-97ab-08f3c878e47c, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=9d258f64-a7d6-4420-97ab-08f3c878e47c,segment=NetworkSegment(54ba7559-fd96-459f-82db-0869d81d82f0),segment_id=54ba7559-fd96-459f-82db-0869d81d82f0)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:18:02.793118 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-740506a6-aac4-4593-b9d6-169497a960b7 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:02.815919 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-740506a6-aac4-4593-b9d6-169497a960b7 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Calling delete_port for 9d258f64-a7d6-4420-97ab-08f3c878e47c owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:18:02.827888 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c39a12-b230-48bb-ae83-33d314d53448 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event deleted for resources: {'Subnet': ['ID=3929f6cd-de57-43c1-b17d-49251d14d7ab,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:02.865133 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-32152d3f-dc20-4b39-9f2a-b1e90efcaf89 None None] Deleting port 9d258f64-a7d6-4420-97ab-08f3c878e47c {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:18:02.865544 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-32152d3f-dc20-4b39-9f2a-b1e90efcaf89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:02.988939 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc11832e-7e6d-4c1d-8707-e92a817739da tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:03.041438 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e42f30a5-8f26-4808-9954-7a9874251145 req-d1e8049f-f191-4aff-bdf0-396edee8f921 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018996 Jul 24 01:18:03.051502 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-32152d3f-dc20-4b39-9f2a-b1e90efcaf89 None None] For port 9d258f64-a7d6-4420-97ab-08f3c878e47c, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=9d258f64-a7d6-4420-97ab-08f3c878e47c,segment=NetworkSegment(54ba7559-fd96-459f-82db-0869d81d82f0),segment_id=54ba7559-fd96-459f-82db-0869d81d82f0)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:18:03.051933 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-32152d3f-dc20-4b39-9f2a-b1e90efcaf89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:03.089989 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-32152d3f-dc20-4b39-9f2a-b1e90efcaf89 None None] Calling delete_port for 9d258f64-a7d6-4420-97ab-08f3c878e47c owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:18:03.106394 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9a7d11fd-3da5-4875-b25e-a64c270f96fd req-4c07ba6d-64d4-49bf-9b95-c08efe4a0c04 service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450829 Jul 24 01:18:03.130412 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-740506a6-aac4-4593-b9d6-169497a960b7 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:03.174455 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740506a6-aac4-4593-b9d6-169497a960b7 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] No DVR routers for this DVR port 9d258f64-a7d6-4420-97ab-08f3c878e47c on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:18:03.197861 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-2fed31f3-94f3-4341-9952-f55fc11b0845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c211aab0-3093-4761-80ea-fb7ae50a5df3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347429724', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'f82b0900-18e6-4895-8e14-095fdd608881', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:15:58Z', 'updated_at': '2021-07-24T01:18:00Z', 'revision_number': 5, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': 'f82b0900-18e6-4895-8e14-095fdd608881', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c211aab0-3093-4761-80ea-fb7ae50a5df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:15:59Z', 'updated_at': '2021-07-24T01:16:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:03.206812 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc11832e-7e6d-4c1d-8707-e92a817739da tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:03.261931 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fed31f3-94f3-4341-9952-f55fc11b0845 None None] Checking router: c211aab0-3093-4761-80ea-fb7ae50a5df3 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:18:03.280350 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fed31f3-94f3-4341-9952-f55fc11b0845 None None] Routers {'c211aab0-3093-4761-80ea-fb7ae50a5df3'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:18:03.281075 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-2fed31f3-94f3-4341-9952-f55fc11b0845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:17:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['c211aab0-3093-4761-80ea-fb7ae50a5df3'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:03.325365 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-bc11832e-7e6d-4c1d-8707-e92a817739da tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Deleting port f82b0900-18e6-4895-8e14-095fdd608881 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:18:03.328351 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc11832e-7e6d-4c1d-8707-e92a817739da tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:03.396882 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740506a6-aac4-4593-b9d6-169497a960b7 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'Port': ['ID=9d258f64-a7d6-4420-97ab-08f3c878e47c,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:03.408331 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-2fed31f3-94f3-4341-9952-f55fc11b0845 None None] Set router c211aab0-3093-4761-80ea-fb7ae50a5df3 gateway port host: None {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:18:03.471179 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-2fed31f3-94f3-4341-9952-f55fc11b0845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c211aab0-3093-4761-80ea-fb7ae50a5df3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347429724', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:15:58Z', 'updated_at': '2021-07-24T01:18:03Z', 'revision_number': 6, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:03.473244 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deaaceb8-a57c-4cb6-ac9e-1c784cb2814d None None] DHCP port deletion for 7dafbb54-0b7b-4ca9-b203-7e5ba308746d request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:18:03.476998 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 9d258f64-a7d6-4420-97ab-08f3c878e47c no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:18:03.491715 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-740506a6-aac4-4593-b9d6-169497a960b7 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:03.504692 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-740506a6-aac4-4593-b9d6-169497a960b7 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65976218-7777-4046-9c55-654757153ee9']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:03.511188 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-bc11832e-7e6d-4c1d-8707-e92a817739da tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] For port f82b0900-18e6-4895-8e14-095fdd608881, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=f82b0900-18e6-4895-8e14-095fdd608881,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:18:03.511572 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc11832e-7e6d-4c1d-8707-e92a817739da tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:03.519215 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-740506a6-aac4-4593-b9d6-169497a960b7 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54ba7559-fd96-459f-82db-0869d81d82f0') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:03.519906 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-740506a6-aac4-4593-b9d6-169497a960b7 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54ba7559-fd96-459f-82db-0869d81d82f0') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:03.532193 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-740506a6-aac4-4593-b9d6-169497a960b7 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:03.537893 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-bc11832e-7e6d-4c1d-8707-e92a817739da tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Calling delete_port for f82b0900-18e6-4895-8e14-095fdd608881 owned by network:router_gateway {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:18:03.549209 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fed31f3-94f3-4341-9952-f55fc11b0845 None None] The sync data for ids ['c211aab0-3093-4761-80ea-fb7ae50a5df3'] in n-d-793621-25 is: [{'id': 'c211aab0-3093-4761-80ea-fb7ae50a5df3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1347429724', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:15:58Z', 'updated_at': '2021-07-24T01:18:03Z', 'revision_number': 6, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port_host': None}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:18:03.553706 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 9d258f64-a7d6-4420-97ab-08f3c878e47c {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:18:03.554110 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 9d258f64-a7d6-4420-97ab-08f3c878e47c not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:18:03.557517 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-740506a6-aac4-4593-b9d6-169497a960b7 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:03.567956 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-740506a6-aac4-4593-b9d6-169497a960b7 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:18:03.568467 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-740506a6-aac4-4593-b9d6-169497a960b7 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:03.596627 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-32152d3f-dc20-4b39-9f2a-b1e90efcaf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:03.598472 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:18:03.598472 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:18:03.598472 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:18:03.598472 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:18:03.598472 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:18:03.598472 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:18:03.598472 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:18:03.598472 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:18:03.598472 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:18:03.598472 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:18:03.598472 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:18:03.598472 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:18:03.598472 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:18:03.598472 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:18:03.598472 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:18:03.598472 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:18:03.598472 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:18:03.598472 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:18:03.598472 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:18:03.598472 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:18:03.598472 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:18:03.598472 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:18:03.598472 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:18:03.598472 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:18:03.598472 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:18:03.598472 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:18:03.598472 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:18:03.598472 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:18:03.598472 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:18:03.598472 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:18:03.598472 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:18:03.598472 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:18:03.699730 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5f05a-3372-4de7-b588-584b60476aa1 req-18538b1c-dd7e-410b-bd5f-12b382ea7dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:03.701553 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-caa5f05a-3372-4de7-b588-584b60476aa1 req-18538b1c-dd7e-410b-bd5f-12b382ea7dfb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc21a234b38d48d88c3414cb45873771&device_id=c82a61eb-51cd-467a-8477-841cc8832112 HTTP/1.1" status: 200 len: 1096 time: 0.4314332 Jul 24 01:18:03.702705 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-740506a6-aac4-4593-b9d6-169497a960b7 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:03.710170 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32152d3f-dc20-4b39-9f2a-b1e90efcaf89 None None] Pushing event deleted for resources: {'Port': ['ID=9d258f64-a7d6-4420-97ab-08f3c878e47c,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:03.715534 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-740506a6-aac4-4593-b9d6-169497a960b7 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:03.723533 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-740506a6-aac4-4593-b9d6-169497a960b7 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/networks/65976218-7777-4046-9c55-654757153ee9 HTTP/1.1" status: 204 len: 168 time: 1.5143130 Jul 24 01:18:03.733392 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37808) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:03.742885 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32152d3f-dc20-4b39-9f2a-b1e90efcaf89 None None] No DVR routers for this DVR port 9d258f64-a7d6-4420-97ab-08f3c878e47c on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:18:03.766516 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-deaaceb8-a57c-4cb6-ac9e-1c784cb2814d None None] Deleting port 7051fbff-31e1-406f-83ba-e821a0afcea1 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:18:03.767371 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-deaaceb8-a57c-4cb6-ac9e-1c784cb2814d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:03.811593 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc11832e-7e6d-4c1d-8707-e92a817739da tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:03.829949 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740506a6-aac4-4593-b9d6-169497a960b7 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'Network': ['ID=65976218-7777-4046-9c55-654757153ee9,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:03.844633 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-deaaceb8-a57c-4cb6-ac9e-1c784cb2814d None None] For port 7051fbff-31e1-406f-83ba-e821a0afcea1, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=7051fbff-31e1-406f-83ba-e821a0afcea1,segment=NetworkSegment(cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d),segment_id=cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:18:03.845038 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-deaaceb8-a57c-4cb6-ac9e-1c784cb2814d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:03.864971 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-deaaceb8-a57c-4cb6-ac9e-1c784cb2814d None None] Calling delete_port for 7051fbff-31e1-406f-83ba-e821a0afcea1 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:18:03.865539 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11832e-7e6d-4c1d-8707-e92a817739da tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event deleted for resources: {'Port': ['ID=f82b0900-18e6-4895-8e14-095fdd608881,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:03.915437 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dae2e6-1116-46d1-97d3-c63b0ad69ba2 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:03.923360 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-62dae2e6-1116-46d1-97d3-c63b0ad69ba2 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "GET /v2.0/ports/81d30091-8031-49e9-bdca-3a8943abdccb HTTP/1.1" status: 200 len: 840 time: 0.1668990 Jul 24 01:18:03.926252 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37810) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:03.946465 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc11832e-7e6d-4c1d-8707-e92a817739da tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:04.041490 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5f05a-3372-4de7-b588-584b60476aa1 req-6cf0d838-9210-49c4-b3dc-558a7a810c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:04.045089 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-caa5f05a-3372-4de7-b588-584b60476aa1 req-6cf0d838-9210-49c4-b3dc-558a7a810c7d service neutron] 10.222.0.13 "GET /v2.0/networks?id=ad265d84-5a8c-4acf-b883-4ded13d15286 HTTP/1.1" status: 200 len: 913 time: 0.3204134 Jul 24 01:18:04.067279 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc11832e-7e6d-4c1d-8707-e92a817739da tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:04.074032 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc11832e-7e6d-4c1d-8707-e92a817739da tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:04.145234 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-caa5f05a-3372-4de7-b588-584b60476aa1 req-5eff270f-d8e2-4c72-969a-2faac6cd85b5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f HTTP/1.1" status: 200 len: 217 time: 0.0880084 Jul 24 01:18:04.154003 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-94626563-160f-4586-896f-e4bf4daadb9a tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "GET /v2.0/ports/81d30091-8031-49e9-bdca-3a8943abdccb?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2234988 Jul 24 01:18:04.157543 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37818) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:04.175658 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-55bfb1de-fa94-47ba-a038-da93e523d8fc tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'subnet': {'network_id': 'ec8c97cf-a5a4-49ff-901b-2f06391df4ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:18:04.180254 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc11832e-7e6d-4c1d-8707-e92a817739da tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:04.180833 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc11832e-7e6d-4c1d-8707-e92a817739da tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Fanout notify agent at l3_agent the message router_deleted on router c211aab0-3093-4761-80ea-fb7ae50a5df3 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:18:04.194026 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc11832e-7e6d-4c1d-8707-e92a817739da tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:04.197907 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-bc11832e-7e6d-4c1d-8707-e92a817739da tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "DELETE /v2.0/routers/c211aab0-3093-4761-80ea-fb7ae50a5df3 HTTP/1.1" status: 204 len: 168 time: 1.3746424 Jul 24 01:18:04.199305 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37820) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:04.232200 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-deaaceb8-a57c-4cb6-ac9e-1c784cb2814d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:04.265725 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5f05a-3372-4de7-b588-584b60476aa1 req-1ff834fc-d1b2-4e16-9705-92d7d5af6bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:04.267404 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-caa5f05a-3372-4de7-b588-584b60476aa1 req-1ff834fc-d1b2-4e16-9705-92d7d5af6bc1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e29f41fb-7a38-4eae-917b-51d7b2f60633 HTTP/1.1" status: 200 len: 851 time: 0.1087351 Jul 24 01:18:04.300384 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaaceb8-a57c-4cb6-ac9e-1c784cb2814d None None] Pushing event deleted for resources: {'Port': ['ID=7051fbff-31e1-406f-83ba-e821a0afcea1,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:04.305857 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaaceb8-a57c-4cb6-ac9e-1c784cb2814d None None] No DVR routers for this DVR port 7051fbff-31e1-406f-83ba-e821a0afcea1 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:18:04.365661 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa5f05a-3372-4de7-b588-584b60476aa1 req-4fce2ae4-352d-4ebb-a3a8-7ff813be3386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:04.367940 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-caa5f05a-3372-4de7-b588-584b60476aa1 req-4fce2ae4-352d-4ebb-a3a8-7ff813be3386 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad265d84-5a8c-4acf-b883-4ded13d15286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0935485 Jul 24 01:18:04.440567 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f9e8684b-9b3b-4fc3-982c-a4c2c614cdad tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:04.447623 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55bfb1de-fa94-47ba-a038-da93e523d8fc tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Made reservation on behalf of 79918f17ff4041bf8e170911a9b5ce11 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:18:04.451716 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-55bfb1de-fa94-47ba-a038-da93e523d8fc tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:04.504716 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-caa5f05a-3372-4de7-b588-584b60476aa1 req-a0327eec-8633-4cd6-8261-11c96769d6cd service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286211 Jul 24 01:18:04.537078 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124fe4c6-e443-44bb-88d9-6733389a5253 req-0a68ad83-5057-463b-b41c-73d246dafd23 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:04.538662 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-124fe4c6-e443-44bb-88d9-6733389a5253 req-0a68ad83-5057-463b-b41c-73d246dafd23 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=c82a61eb-51cd-467a-8477-841cc8832112 HTTP/1.1" status: 200 len: 944 time: 0.3422294 Jul 24 01:18:04.626692 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-caa5f05a-3372-4de7-b588-584b60476aa1 req-0cebbf9a-a6c2-4fe6-858f-f5c430b6ce08 service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168509 Jul 24 01:18:04.679023 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f9e8684b-9b3b-4fc3-982c-a4c2c614cdad tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:04.686130 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-124fe4c6-e443-44bb-88d9-6733389a5253 req-931298a7-b93a-4fc1-b6fa-986fee07a464 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163149 Jul 24 01:18:04.714260 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-f9e8684b-9b3b-4fc3-982c-a4c2c614cdad tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dafbb54-0b7b-4ca9-b203-7e5ba308746d']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:04.747852 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-f9e8684b-9b3b-4fc3-982c-a4c2c614cdad tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:04.748172 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-f9e8684b-9b3b-4fc3-982c-a4c2c614cdad tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb0d4a63-b674-4c3b-958b-6bfc64cd4b3d') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:04.766372 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f9e8684b-9b3b-4fc3-982c-a4c2c614cdad tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:04.788558 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f9e8684b-9b3b-4fc3-982c-a4c2c614cdad tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:04.815360 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9e8684b-9b3b-4fc3-982c-a4c2c614cdad tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:18:04.815774 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f9e8684b-9b3b-4fc3-982c-a4c2c614cdad tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:04.819164 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:18:04.819164 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:18:04.819164 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:18:04.819164 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:18:04.819164 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:18:04.819164 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:18:04.819164 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:18:04.819164 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:18:04.819164 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:18:04.819164 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:18:04.819164 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:18:04.819164 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:18:04.819164 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:18:04.819164 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:18:04.819164 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:18:04.819164 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:18:04.819164 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:18:04.819164 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:18:04.819164 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:18:04.819164 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:18:04.819164 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:18:04.819164 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:18:04.819164 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:18:04.819164 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:18:04.819164 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:18:04.819164 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:18:04.819164 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:18:04.819164 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:18:04.819164 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:18:04.819164 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:18:04.819164 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:18:04.819164 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:18:04.900881 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-55bfb1de-fa94-47ba-a038-da93e523d8fc tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:04.904267 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f9e8684b-9b3b-4fc3-982c-a4c2c614cdad tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:04.918382 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f9e8684b-9b3b-4fc3-982c-a4c2c614cdad tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:04.923029 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37832) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:04.923159 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f9e8684b-9b3b-4fc3-982c-a4c2c614cdad tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "DELETE /v2.0/networks/7dafbb54-0b7b-4ca9-b203-7e5ba308746d HTTP/1.1" status: 204 len: 168 time: 0.7220283 Jul 24 01:18:04.969816 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bfb1de-fa94-47ba-a038-da93e523d8fc tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Network ec8c97cf-a5a4-49ff-901b-2f06391df4ac is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:18:04.970654 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e8684b-9b3b-4fc3-982c-a4c2c614cdad tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event deleted for resources: {'Network': ['ID=7dafbb54-0b7b-4ca9-b203-7e5ba308746d,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:04.975644 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-55bfb1de-fa94-47ba-a038-da93e523d8fc tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:18:04.979860 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bfb1de-fa94-47ba-a038-da93e523d8fc tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:04.980454 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-55bfb1de-fa94-47ba-a038-da93e523d8fc tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:04.986934 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c47027-f7c3-4fe4-8c22-3e88cafe4403 None None] Network ec8c97cf-a5a4-49ff-901b-2f06391df4ac requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:18:04.990130 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-87fb4853-c3bf-49b4-a8b7-10c4462e5d98 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:04.995177 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bfb1de-fa94-47ba-a038-da93e523d8fc tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'Subnet': ['ID=9468721f-a7ee-467a-bf8d-f1d4c7897959,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:05.000657 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-55bfb1de-fa94-47ba-a038-da93e523d8fc tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8309724 Jul 24 01:18:05.003616 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37834) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:05.009334 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-f125f1c4-5dd9-436f-9f13-82312d7274ca tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'security_group': {'name': 'tempest-secgroup-389182246'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:18:05.025546 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-87fb4853-c3bf-49b4-a8b7-10c4462e5d98 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:05.039797 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f125f1c4-5dd9-436f-9f13-82312d7274ca tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:05.044785 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:05.102211 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-87fb4853-c3bf-49b4-a8b7-10c4462e5d98 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:05.105689 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-87fb4853-c3bf-49b4-a8b7-10c4462e5d98 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:05.107699 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-87fb4853-c3bf-49b4-a8b7-10c4462e5d98 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "DELETE /v2.0/security-groups/6e06e022-26be-4ac1-8e2f-f5b45b16df9a HTTP/1.1" status: 204 len: 168 time: 0.1834023 Jul 24 01:18:05.126139 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb4853-c3bf-49b4-a8b7-10c4462e5d98 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e06e022-26be-4ac1-8e2f-f5b45b16df9a,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:05.171847 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f125f1c4-5dd9-436f-9f13-82312d7274ca tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:05.179547 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f125f1c4-5dd9-436f-9f13-82312d7274ca tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:05.224478 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f125f1c4-5dd9-436f-9f13-82312d7274ca tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:05.225955 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f125f1c4-5dd9-436f-9f13-82312d7274ca tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2213929 Jul 24 01:18:05.230551 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37842) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:05.236011 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-159537a2-a2fc-4907-8ba3-6c5f96139e66 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'security_group': {'name': 'tempest-secgroup-787359693'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:18:05.241450 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125f1c4-5dd9-436f-9f13-82312d7274ca tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d09191ca-71bc-43a4-9988-45afabbef9e8,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:05.257532 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc2096c-b4c4-4801-abe3-57c8df7f5686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-ec8c97cf-a5a4-49ff-901b-2f06391df4ac', 'network_id': 'ec8c97cf-a5a4-49ff-901b-2f06391df4ac', 'tenant_id': '79918f17ff4041bf8e170911a9b5ce11', 'fixed_ips': [{'subnet_id': '9468721f-a7ee-467a-bf8d-f1d4c7897959'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:18:05.258451 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ebc2096c-b4c4-4801-abe3-57c8df7f5686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:05.283570 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-159537a2-a2fc-4907-8ba3-6c5f96139e66 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:05.444294 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:18:05.466434 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:05.470459 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:18:05.470840 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device b1aa17a0-aa3b-4e99-897e-c2f5cf812d3e not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:18:05.471264 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 7051fbff-31e1-406f-83ba-e821a0afcea1 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:18:05.485173 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-159537a2-a2fc-4907-8ba3-6c5f96139e66 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:05.490036 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-159537a2-a2fc-4907-8ba3-6c5f96139e66 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:05.493616 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 7051fbff-31e1-406f-83ba-e821a0afcea1 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:18:05.493971 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 7051fbff-31e1-406f-83ba-e821a0afcea1 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:18:05.494390 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device f82b0900-18e6-4895-8e14-095fdd608881 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:18:05.519535 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: f82b0900-18e6-4895-8e14-095fdd608881 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:18:05.519895 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device f82b0900-18e6-4895-8e14-095fdd608881 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:18:05.523759 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159537a2-a2fc-4907-8ba3-6c5f96139e66 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b9f44a-1d81-4107-9e91-270eb1273fad,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:05.528962 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-159537a2-a2fc-4907-8ba3-6c5f96139e66 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:05.532885 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-159537a2-a2fc-4907-8ba3-6c5f96139e66 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2983851 Jul 24 01:18:05.533224 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37850) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:05.538591 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-cc1c47b9-e220-43ed-a48b-e8ee8da07c53 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1813146295', 'security_groups': ['d1b9f44a-1d81-4107-9e91-270eb1273fad'], 'network_id': 'ec8c97cf-a5a4-49ff-901b-2f06391df4ac', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9468721f-a7ee-467a-bf8d-f1d4c7897959'}]}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:18:05.540129 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-ebc2096c-b4c4-4801-abe3-57c8df7f5686 None None] Allocated IP 172.20.0.2 (ec8c97cf-a5a4-49ff-901b-2f06391df4ac/9468721f-a7ee-467a-bf8d-f1d4c7897959/0423368a-7f83-4e94-b4b1-1d1d7abafa06) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:18:05.563406 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37852) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:05.568687 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-01d9d98e-f5b2-4de9-b5fc-351a46b9779c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1454367113', 'description': 'tempest-secgroup-smoke-1454367113 description', 'project_id': 'd801781e24e8470b83b807a510a33715'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:18:05.595567 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-01d9d98e-f5b2-4de9-b5fc-351a46b9779c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:05.693806 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-01d9d98e-f5b2-4de9-b5fc-351a46b9779c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:05.703899 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-01d9d98e-f5b2-4de9-b5fc-351a46b9779c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:05.723440 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ebc2096c-b4c4-4801-abe3-57c8df7f5686 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:05.735539 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1c47b9-e220-43ed-a48b-e8ee8da07c53 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Made reservation on behalf of 79918f17ff4041bf8e170911a9b5ce11 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:18:05.736238 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-ebc2096c-b4c4-4801-abe3-57c8df7f5686 None None] Transition to ACTIVE for port object 0423368a-7f83-4e94-b4b1-1d1d7abafa06 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:18:05.744334 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d9d98e-f5b2-4de9-b5fc-351a46b9779c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a130e42-2120-4081-a70e-c40c23c3ecbc,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:05.749280 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-01d9d98e-f5b2-4de9-b5fc-351a46b9779c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:05.753585 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-01d9d98e-f5b2-4de9-b5fc-351a46b9779c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1860716 Jul 24 01:18:05.754075 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37860) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:05.757505 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-ebc2096c-b4c4-4801-abe3-57c8df7f5686 None None] Transition to ACTIVE for port object 0423368a-7f83-4e94-b4b1-1d1d7abafa06 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:18:05.760476 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-7556bcda-72df-411f-86e1-987a9a841a28 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'security_group_rule': {'security_group_id': '6a130e42-2120-4081-a70e-c40c23c3ecbc', 'project_id': 'd801781e24e8470b83b807a510a33715', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:18:05.772307 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ebc2096c-b4c4-4801-abe3-57c8df7f5686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:05.827679 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2096c-b4c4-4801-abe3-57c8df7f5686 None None] Pushing event updated for resources: {'Port': ['ID=0423368a-7f83-4e94-b4b1-1d1d7abafa06,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:05.843755 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc2096c-b4c4-4801-abe3-57c8df7f5686 None None] Network ec8c97cf-a5a4-49ff-901b-2f06391df4ac is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:18:05.845284 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-ebc2096c-b4c4-4801-abe3-57c8df7f5686 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:18:05.847642 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc2096c-b4c4-4801-abe3-57c8df7f5686 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:18:05.852779 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cc1c47b9-e220-43ed-a48b-e8ee8da07c53 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:05.874404 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-cc1c47b9-e220-43ed-a48b-e8ee8da07c53 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] device_id is not set on port 85b83557-ae24-430f-b59b-b57ee6d1db65 yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:18:05.894954 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7556bcda-72df-411f-86e1-987a9a841a28 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:05.919383 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-ebc2096c-b4c4-4801-abe3-57c8df7f5686 None None] Attempting to bind port 0423368a-7f83-4e94-b4b1-1d1d7abafa06 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:18:05.919760 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-ebc2096c-b4c4-4801-abe3-57c8df7f5686 None None] Attempting to bind port 0423368a-7f83-4e94-b4b1-1d1d7abafa06 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '90a5c1a2-f47c-4ac9-8faf-da4a9d913e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ec8c97cf-a5a4-49ff-901b-2f06391df4ac'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:18:05.920127 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc2096c-b4c4-4801-abe3-57c8df7f5686 None None] Attempting to bind port 0423368a-7f83-4e94-b4b1-1d1d7abafa06 on network ec8c97cf-a5a4-49ff-901b-2f06391df4ac {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:18:05.926346 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc2096c-b4c4-4801-abe3-57c8df7f5686 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:18:05.927509 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc2096c-b4c4-4801-abe3-57c8df7f5686 None None] Checking segment: {'id': '90a5c1a2-f47c-4ac9-8faf-da4a9d913e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ec8c97cf-a5a4-49ff-901b-2f06391df4ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:18:05.927509 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ebc2096c-b4c4-4801-abe3-57c8df7f5686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:05.927509 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc2096c-b4c4-4801-abe3-57c8df7f5686 None None] Bound using segment: {'id': '90a5c1a2-f47c-4ac9-8faf-da4a9d913e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ec8c97cf-a5a4-49ff-901b-2f06391df4ac'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:18:05.928149 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-ebc2096c-b4c4-4801-abe3-57c8df7f5686 None None] Bound port: 0423368a-7f83-4e94-b4b1-1d1d7abafa06, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a5c1a2-f47c-4ac9-8faf-da4a9d913e9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ec8c97cf-a5a4-49ff-901b-2f06391df4ac'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:18:05.928640 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ebc2096c-b4c4-4801-abe3-57c8df7f5686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:05.961134 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc05cd3c-fce0-455c-8dc7-8c358f04ba7f req-b6ab7b13-ca2a-41d3-b565-559968e7d7f2 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:05.962731 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bc05cd3c-fce0-455c-8dc7-8c358f04ba7f req-b6ab7b13-ca2a-41d3-b565-559968e7d7f2 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=c82a61eb-51cd-467a-8477-841cc8832112 HTTP/1.1" status: 200 len: 944 time: 0.1490476 Jul 24 01:18:05.993321 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-ebc2096c-b4c4-4801-abe3-57c8df7f5686 None None] For port 0423368a-7f83-4e94-b4b1-1d1d7abafa06, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:18:05.997322 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-ebc2096c-b4c4-4801-abe3-57c8df7f5686 None None] For port 0423368a-7f83-4e94-b4b1-1d1d7abafa06, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0423368a-7f83-4e94-b4b1-1d1d7abafa06,segment=NetworkSegment(90a5c1a2-f47c-4ac9-8faf-da4a9d913e9b),segment_id=90a5c1a2-f47c-4ac9-8faf-da4a9d913e9b)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:18:06.004972 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ebc2096c-b4c4-4801-abe3-57c8df7f5686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:06.014774 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7556bcda-72df-411f-86e1-987a9a841a28 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:06.024094 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bc05cd3c-fce0-455c-8dc7-8c358f04ba7f req-b13e9fc8-9b88-4f51-8681-e069d6933a01 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527682 Jul 24 01:18:06.025522 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7556bcda-72df-411f-86e1-987a9a841a28 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:06.057267 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7556bcda-72df-411f-86e1-987a9a841a28 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22f230b-687d-4b8e-9efb-9ce97ebb20e2,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:06.064669 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7556bcda-72df-411f-86e1-987a9a841a28 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:06.066195 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7556bcda-72df-411f-86e1-987a9a841a28 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3108697 Jul 24 01:18:06.068775 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37866) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:06.073802 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-93f65745-b325-4ddd-87b7-67652a0be542 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'security_group_rule': {'security_group_id': '6a130e42-2120-4081-a70e-c40c23c3ecbc', 'project_id': 'd801781e24e8470b83b807a510a33715', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:18:06.108630 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2096c-b4c4-4801-abe3-57c8df7f5686 None None] Pushing event updated for resources: {'Port': ['ID=0423368a-7f83-4e94-b4b1-1d1d7abafa06,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:06.108877 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-cc1c47b9-e220-43ed-a48b-e8ee8da07c53 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Allocated IP 172.20.0.9 (ec8c97cf-a5a4-49ff-901b-2f06391df4ac/9468721f-a7ee-467a-bf8d-f1d4c7897959/85b83557-ae24-430f-b59b-b57ee6d1db65) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:18:06.119794 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-93f65745-b325-4ddd-87b7-67652a0be542 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:06.206160 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-93f65745-b325-4ddd-87b7-67652a0be542 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:06.211101 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-93f65745-b325-4ddd-87b7-67652a0be542 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:06.232696 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f65745-b325-4ddd-87b7-67652a0be542 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6309f111-1d89-498d-b8dc-8846f4fc5ddf,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:06.244740 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-93f65745-b325-4ddd-87b7-67652a0be542 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:06.246410 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-93f65745-b325-4ddd-87b7-67652a0be542 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1766012 Jul 24 01:18:06.248987 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37868) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:06.254660 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-6f6d78f5-bd8e-45bd-b2ba-c563b400421c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'security_group_rule': {'security_group_id': '6a130e42-2120-4081-a70e-c40c23c3ecbc', 'project_id': 'd801781e24e8470b83b807a510a33715', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:18:06.285862 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6f6d78f5-bd8e-45bd-b2ba-c563b400421c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:06.305392 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cc1c47b9-e220-43ed-a48b-e8ee8da07c53 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:06.324198 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-cc1c47b9-e220-43ed-a48b-e8ee8da07c53 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Transition to ACTIVE for port object 85b83557-ae24-430f-b59b-b57ee6d1db65 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:18:06.390749 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6f6d78f5-bd8e-45bd-b2ba-c563b400421c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:06.395060 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6f6d78f5-bd8e-45bd-b2ba-c563b400421c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:06.414308 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cc1c47b9-e220-43ed-a48b-e8ee8da07c53 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:06.431088 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d78f5-bd8e-45bd-b2ba-c563b400421c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52da2186-5845-4fa4-a111-cd54f66d0b9b,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:06.455336 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6f6d78f5-bd8e-45bd-b2ba-c563b400421c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:06.457514 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6f6d78f5-bd8e-45bd-b2ba-c563b400421c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2070889 Jul 24 01:18:06.460200 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37876) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:06.466875 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1c47b9-e220-43ed-a48b-e8ee8da07c53 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Network ec8c97cf-a5a4-49ff-901b-2f06391df4ac is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:18:06.469513 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-0d6c6170-8b86-42ad-bf40-52786c51110c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'security_group_rule': {'security_group_id': '6a130e42-2120-4081-a70e-c40c23c3ecbc', 'project_id': 'd801781e24e8470b83b807a510a33715', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:18:06.470869 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-cc1c47b9-e220-43ed-a48b-e8ee8da07c53 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:18:06.474430 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1c47b9-e220-43ed-a48b-e8ee8da07c53 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:18:06.507666 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0d6c6170-8b86-42ad-bf40-52786c51110c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:06.525168 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c47b9-e220-43ed-a48b-e8ee8da07c53 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'Port': ['ID=85b83557-ae24-430f-b59b-b57ee6d1db65,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:06.545453 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1c47b9-e220-43ed-a48b-e8ee8da07c53 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:06.545803 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cc1c47b9-e220-43ed-a48b-e8ee8da07c53 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:06.563101 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-cc1c47b9-e220-43ed-a48b-e8ee8da07c53 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0287707 Jul 24 01:18:06.565768 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37878) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:06.570836 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-a88d5e10-9b55-49f9-8acc-9b5dd0c854cd tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'subnet': {'network_id': 'ec8c97cf-a5a4-49ff-901b-2f06391df4ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:18:06.603021 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0d6c6170-8b86-42ad-bf40-52786c51110c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:06.609475 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0d6c6170-8b86-42ad-bf40-52786c51110c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:06.630176 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c6170-8b86-42ad-bf40-52786c51110c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b6b11a0-3a8b-44b6-b001-5cf960397d60,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:06.634282 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0d6c6170-8b86-42ad-bf40-52786c51110c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:06.635739 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0d6c6170-8b86-42ad-bf40-52786c51110c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1741889 Jul 24 01:18:06.639129 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37880) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:06.644096 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-12d2b657-b074-4193-a8b1-7d0e1ad78803 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'security_group_rule': {'security_group_id': '6a130e42-2120-4081-a70e-c40c23c3ecbc', 'project_id': 'd801781e24e8470b83b807a510a33715', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:18:06.669590 n-d-793621-25 neutron-server[100464]: INFO neutron.db.securitygroups_db [None req-12d2b657-b074-4193-a8b1-7d0e1ad78803 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Project d801781e24e8470b83b807a510a33715 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:18:06.675305 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-12d2b657-b074-4193-a8b1-7d0e1ad78803 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:06.704037 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88d5e10-9b55-49f9-8acc-9b5dd0c854cd tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Made reservation on behalf of 79918f17ff4041bf8e170911a9b5ce11 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:18:06.707697 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a88d5e10-9b55-49f9-8acc-9b5dd0c854cd tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:06.748975 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-12d2b657-b074-4193-a8b1-7d0e1ad78803 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:06.752732 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-12d2b657-b074-4193-a8b1-7d0e1ad78803 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:06.778518 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d2b657-b074-4193-a8b1-7d0e1ad78803 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46892d24-1b11-4560-af26-9c917bf6b655,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:06.786179 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-12d2b657-b074-4193-a8b1-7d0e1ad78803 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:06.794675 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37886) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:06.799097 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-12d2b657-b074-4193-a8b1-7d0e1ad78803 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1495891 Jul 24 01:18:06.807324 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-10d0b71e-5ca0-4391-976f-f60cb2347548 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'security_group_rule': {'security_group_id': '6a130e42-2120-4081-a70e-c40c23c3ecbc', 'project_id': 'd801781e24e8470b83b807a510a33715', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:18:06.831890 n-d-793621-25 neutron-server[100463]: INFO neutron.db.ipam_backend_mixin [None req-a88d5e10-9b55-49f9-8acc-9b5dd0c854cd tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9468721f-a7ee-467a-bf8d-f1d4c7897959 (CIDR: 172.20.0.0/28) Jul 24 01:18:06.836880 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-a88d5e10-9b55-49f9-8acc-9b5dd0c854cd tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:18:06.837379 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a88d5e10-9b55-49f9-8acc-9b5dd0c854cd tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:18:06.852498 n-d-793621-25 neutron-server[100463]: INFO neutron.db.securitygroups_db [None req-10d0b71e-5ca0-4391-976f-f60cb2347548 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Project d801781e24e8470b83b807a510a33715 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:18:06.860286 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a88d5e10-9b55-49f9-8acc-9b5dd0c854cd tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2934830 Jul 24 01:18:06.862930 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37888) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:06.867800 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-83f29df6-d541-4deb-a31f-653c247f7c1a tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'subnet': {'network_id': 'ec8c97cf-a5a4-49ff-901b-2f06391df4ac', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:18:06.871561 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-10d0b71e-5ca0-4391-976f-f60cb2347548 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:06.995331 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-10d0b71e-5ca0-4391-976f-f60cb2347548 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:07.006502 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-10d0b71e-5ca0-4391-976f-f60cb2347548 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:07.039007 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d0b71e-5ca0-4391-976f-f60cb2347548 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=159b3b2c-69c1-4d5f-b7b5-3043d1ab810d,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:07.051703 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-10d0b71e-5ca0-4391-976f-f60cb2347548 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:07.052923 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-10d0b71e-5ca0-4391-976f-f60cb2347548 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2565193 Jul 24 01:18:07.056047 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37894) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:07.069562 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f29df6-d541-4deb-a31f-653c247f7c1a tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Made reservation on behalf of 79918f17ff4041bf8e170911a9b5ce11 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:18:07.069705 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-cf85d5ff-1675-4f67-be5a-ce96d700a168 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'network': {'name': 'tempest-network-smoke--1353332712', 'project_id': 'd801781e24e8470b83b807a510a33715', 'port_security_enabled': True}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:18:07.075267 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-83f29df6-d541-4deb-a31f-653c247f7c1a tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:07.152916 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf85d5ff-1675-4f67-be5a-ce96d700a168 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Made reservation on behalf of d801781e24e8470b83b807a510a33715 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:18:07.156887 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cf85d5ff-1675-4f67-be5a-ce96d700a168 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:07.205648 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf85d5ff-1675-4f67-be5a-ce96d700a168 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:18:07.220739 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cf85d5ff-1675-4f67-be5a-ce96d700a168 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:07.221085 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-cf85d5ff-1675-4f67-be5a-ce96d700a168 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Added segment 37a5929d-c264-46ec-b241-3e312d01ecb6 of type vlan for network 66ffc7cd-6c08-480e-a939-e2662174e5e3 Jul 24 01:18:07.277402 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cf85d5ff-1675-4f67-be5a-ce96d700a168 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:07.314901 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cf85d5ff-1675-4f67-be5a-ce96d700a168 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:07.326996 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf85d5ff-1675-4f67-be5a-ce96d700a168 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:07.327735 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cf85d5ff-1675-4f67-be5a-ce96d700a168 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:07.382415 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-fab0ee45-4b04-4a4f-9170-56aa64c3c610 None None] Provisioning for port 0423368a-7f83-4e94-b4b1-1d1d7abafa06 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:18:07.394359 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-cf85d5ff-1675-4f67-be5a-ce96d700a168 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3343427 Jul 24 01:18:07.424037 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37902) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:07.429050 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-fab0ee45-4b04-4a4f-9170-56aa64c3c610 None None] Provisioning complete for port 81d30091-8031-49e9-bdca-3a8943abdccb triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:18:07.429438 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-fab0ee45-4b04-4a4f-9170-56aa64c3c610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:07.443716 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-ddff6405-f2d0-4253-8373-39db2e96263d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-303209255', 'admin_state_up': True, 'project_id': 'd801781e24e8470b83b807a510a33715', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:18:07.485845 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf85d5ff-1675-4f67-be5a-ce96d700a168 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'Network': ['ID=66ffc7cd-6c08-480e-a939-e2662174e5e3,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:07.490880 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0423368a-7f83-4e94-b4b1-1d1d7abafa06 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:18:07.516349 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ddff6405-f2d0-4253-8373-39db2e96263d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:07.517763 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ddff6405-f2d0-4253-8373-39db2e96263d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:07.526928 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 66ffc7cd-6c08-480e-a939-e2662174e5e3 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:18:07.573376 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-fab0ee45-4b04-4a4f-9170-56aa64c3c610 None None] Port 81d30091-8031-49e9-bdca-3a8943abdccb cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:18:07.593333 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ddff6405-f2d0-4253-8373-39db2e96263d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:07.643484 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2f748-baa4-41d3-8987-fdef816ba178 req-dbf8bc74-7eaf-48ee-a0d1-4bca27462bd6 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:07.645102 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-04d2f748-baa4-41d3-8987-fdef816ba178 req-dbf8bc74-7eaf-48ee-a0d1-4bca27462bd6 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=c82a61eb-51cd-467a-8477-841cc8832112 HTTP/1.1" status: 200 len: 944 time: 0.1668890 Jul 24 01:18:07.667629 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 0423368a-7f83-4e94-b4b1-1d1d7abafa06 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:18:07.675207 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 0423368a-7f83-4e94-b4b1-1d1d7abafa06 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:18:07.675722 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:07.711704 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-04d2f748-baa4-41d3-8987-fdef816ba178 req-a096af15-8305-4a40-883f-34a4bbeef716 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590930 Jul 24 01:18:07.774494 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ddff6405-f2d0-4253-8373-39db2e96263d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:07.824739 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:07.841207 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-462cb748-742a-4d3e-a035-913afef4399e None None] Provisioning for port 85b83557-ae24-430f-b59b-b57ee6d1db65 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:18:07.846396 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-462cb748-742a-4d3e-a035-913afef4399e None None] Provisioning complete for port 85b83557-ae24-430f-b59b-b57ee6d1db65 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:18:07.846791 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-462cb748-742a-4d3e-a035-913afef4399e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:07.847781 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-83f29df6-d541-4deb-a31f-653c247f7c1a tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:07.901015 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 0423368a-7f83-4e94-b4b1-1d1d7abafa06, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0423368a-7f83-4e94-b4b1-1d1d7abafa06,segment=NetworkSegment(90a5c1a2-f47c-4ac9-8faf-da4a9d913e9b),segment_id=90a5c1a2-f47c-4ac9-8faf-da4a9d913e9b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:18:07.907586 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-462cb748-742a-4d3e-a035-913afef4399e None None] Port 85b83557-ae24-430f-b59b-b57ee6d1db65 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:18:07.910349 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:07.921722 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f29df6-d541-4deb-a31f-653c247f7c1a tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Network ec8c97cf-a5a4-49ff-901b-2f06391df4ac is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:18:07.925167 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-83f29df6-d541-4deb-a31f-653c247f7c1a tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:18:07.930028 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f29df6-d541-4deb-a31f-653c247f7c1a tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:07.930835 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-83f29df6-d541-4deb-a31f-653c247f7c1a tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:07.948803 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f29df6-d541-4deb-a31f-653c247f7c1a tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'Subnet': ['ID=3907f471-052b-4f8f-ad5a-4abedba358c1,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:07.955757 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-83f29df6-d541-4deb-a31f-653c247f7c1a tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0917277 Jul 24 01:18:07.956476 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37910) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:07.961729 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11c66e2-08e8-4177-801a-2d5eee4e6cac None None] Network ec8c97cf-a5a4-49ff-901b-2f06391df4ac requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:18:07.965337 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-f42bda8a-f744-4ae9-b0d7-bd0e03be9d69 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1335052367', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3907f471-052b-4f8f-ad5a-4abedba358c1'}], 'security_groups': ['d09191ca-71bc-43a4-9988-45afabbef9e8']}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:18:08.043148 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=0423368a-7f83-4e94-b4b1-1d1d7abafa06,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:08.056912 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ddff6405-f2d0-4253-8373-39db2e96263d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for router_gateway, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:08.080308 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ddff6405-f2d0-4253-8373-39db2e96263d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:08.098305 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f42bda8a-f744-4ae9-b0d7-bd0e03be9d69 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:08.222080 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-ddff6405-f2d0-4253-8373-39db2e96263d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Allocated IP 172.25.2.188 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:18:08.299293 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4ea41a-eb36-4a73-9b55-dd4996d2d870 None None] Update dhcp port {'port': {'network_id': 'ec8c97cf-a5a4-49ff-901b-2f06391df4ac', 'fixed_ips': [{'subnet_id': '9468721f-a7ee-467a-bf8d-f1d4c7897959', 'ip_address': '172.20.0.2'}, {'subnet_id': '3907f471-052b-4f8f-ad5a-4abedba358c1'}], 'binding:host_id': 'n-d-793621-25'}, 'id': '0423368a-7f83-4e94-b4b1-1d1d7abafa06'} from n-d-793621-25. {{(pid=100465) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 01:18:08.340016 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-dd4ea41a-eb36-4a73-9b55-dd4996d2d870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:08.346523 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ddff6405-f2d0-4253-8373-39db2e96263d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:08.393872 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ddff6405-f2d0-4253-8373-39db2e96263d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:08.434508 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddff6405-f2d0-4253-8373-39db2e96263d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:18:08.437978 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-ddff6405-f2d0-4253-8373-39db2e96263d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:18:08.442164 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddff6405-f2d0-4253-8373-39db2e96263d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:18:08.492588 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-f42bda8a-f744-4ae9-b0d7-bd0e03be9d69 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Delete allocated IP 172.20.0.9 (ec8c97cf-a5a4-49ff-901b-2f06391df4ac/9468721f-a7ee-467a-bf8d-f1d4c7897959) {{(pid=100463) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 24 01:18:08.504847 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-f42bda8a-f744-4ae9-b0d7-bd0e03be9d69 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Allocated IP 172.20.0.26 (ec8c97cf-a5a4-49ff-901b-2f06391df4ac/3907f471-052b-4f8f-ad5a-4abedba358c1/85b83557-ae24-430f-b59b-b57ee6d1db65) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:18:08.572633 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff6405-f2d0-4253-8373-39db2e96263d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'Port': ['ID=5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:08.681152 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f42bda8a-f744-4ae9-b0d7-bd0e03be9d69 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:08.695749 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-f42bda8a-f744-4ae9-b0d7-bd0e03be9d69 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Transition to ACTIVE for port object 85b83557-ae24-430f-b59b-b57ee6d1db65 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:18:08.701223 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f42bda8a-f744-4ae9-b0d7-bd0e03be9d69 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:08.739857 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ddff6405-f2d0-4253-8373-39db2e96263d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for router_gateway, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:08.798636 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42bda8a-f744-4ae9-b0d7-bd0e03be9d69 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'Port': ['ID=85b83557-ae24-430f-b59b-b57ee6d1db65,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:08.813676 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-dd4ea41a-eb36-4a73-9b55-dd4996d2d870 None None] Allocated IP 172.20.0.18 (ec8c97cf-a5a4-49ff-901b-2f06391df4ac/3907f471-052b-4f8f-ad5a-4abedba358c1/0423368a-7f83-4e94-b4b1-1d1d7abafa06) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:18:08.866336 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-f42bda8a-f744-4ae9-b0d7-bd0e03be9d69 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] In _notify_port_updated(), no bound segment for port 85b83557-ae24-430f-b59b-b57ee6d1db65 on network ec8c97cf-a5a4-49ff-901b-2f06391df4ac {{(pid=100463) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 01:18:08.871724 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42bda8a-f744-4ae9-b0d7-bd0e03be9d69 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:08.872544 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f42bda8a-f744-4ae9-b0d7-bd0e03be9d69 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:08.874051 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f42bda8a-f744-4ae9-b0d7-bd0e03be9d69 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "PUT /v2.0/ports/85b83557-ae24-430f-b59b-b57ee6d1db65 HTTP/1.1" status: 200 len: 921 time: 0.9159861 Jul 24 01:18:08.878254 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37928) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:08.931848 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-dd4ea41a-eb36-4a73-9b55-dd4996d2d870 None None] For port 0423368a-7f83-4e94-b4b1-1d1d7abafa06, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0423368a-7f83-4e94-b4b1-1d1d7abafa06,segment=NetworkSegment(90a5c1a2-f47c-4ac9-8faf-da4a9d913e9b),segment_id=90a5c1a2-f47c-4ac9-8faf-da4a9d913e9b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:18:08.969114 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-dd4ea41a-eb36-4a73-9b55-dd4996d2d870 None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:08.983222 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-dd4ea41a-eb36-4a73-9b55-dd4996d2d870 None None] Transition to ACTIVE for port object 0423368a-7f83-4e94-b4b1-1d1d7abafa06 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:18:08.988700 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-dd4ea41a-eb36-4a73-9b55-dd4996d2d870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:09.003118 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-90f0c522-f3a1-4243-8d29-d7a9bb070b68 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Deleting port 85b83557-ae24-430f-b59b-b57ee6d1db65 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:18:09.003572 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-90f0c522-f3a1-4243-8d29-d7a9bb070b68 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:09.063169 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ea41a-eb36-4a73-9b55-dd4996d2d870 None None] Pushing event updated for resources: {'Port': ['ID=0423368a-7f83-4e94-b4b1-1d1d7abafa06,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:09.129488 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-90f0c522-f3a1-4243-8d29-d7a9bb070b68 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:09.161124 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-90f0c522-f3a1-4243-8d29-d7a9bb070b68 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Calling delete_port for 85b83557-ae24-430f-b59b-b57ee6d1db65 owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:18:09.320418 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-90f0c522-f3a1-4243-8d29-d7a9bb070b68 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:09.360044 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f0c522-f3a1-4243-8d29-d7a9bb070b68 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'Port': ['ID=85b83557-ae24-430f-b59b-b57ee6d1db65,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:09.398096 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5a779-d099-4c1d-be8a-ce46ee21329e req-3fa87673-4cd1-4985-9dd7-f015c1bacbc0 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:09.401927 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-34f5a779-d099-4c1d-be8a-ce46ee21329e req-3fa87673-4cd1-4985-9dd7-f015c1bacbc0 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=c82a61eb-51cd-467a-8477-841cc8832112 HTTP/1.1" status: 200 len: 944 time: 0.5549731 Jul 24 01:18:09.425630 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0423368a-7f83-4e94-b4b1-1d1d7abafa06 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:18:09.460246 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-90f0c522-f3a1-4243-8d29-d7a9bb070b68 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:09.466684 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-90f0c522-f3a1-4243-8d29-d7a9bb070b68 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/ports/85b83557-ae24-430f-b59b-b57ee6d1db65 HTTP/1.1" status: 204 len: 168 time: 0.5886137 Jul 24 01:18:09.467349 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37938) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:09.474306 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ddff6405-f2d0-4253-8373-39db2e96263d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:09.488320 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-34f5a779-d099-4c1d-be8a-ce46ee21329e req-10d665fc-31cf-4112-85d1-2b251d0828c7 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772636 Jul 24 01:18:09.529820 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9565474-4d6e-4d01-8cfa-30c2a6000b2f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] GET failed (client error): The resource could not be found. Jul 24 01:18:09.537106 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a9565474-4d6e-4d01-8cfa-30c2a6000b2f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "GET /v2.0/ports/85b83557-ae24-430f-b59b-b57ee6d1db65 HTTP/1.1" status: 404 len: 333 time: 0.0681052 Jul 24 01:18:09.539290 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37944) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:09.610583 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-31064611-fc3e-47c9-8c79-d2dcfa163971 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:09.643638 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-31064611-fc3e-47c9-8c79-d2dcfa163971 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:09.678753 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddff6405-f2d0-4253-8373-39db2e96263d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Router 40bda129-d49c-4d9b-8e05-76e53913c223 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:18:09.698091 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-31064611-fc3e-47c9-8c79-d2dcfa163971 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:09.704868 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-31064611-fc3e-47c9-8c79-d2dcfa163971 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:09.708715 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-31064611-fc3e-47c9-8c79-d2dcfa163971 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/security-groups/d1b9f44a-1d81-4107-9e91-270eb1273fad HTTP/1.1" status: 204 len: 168 time: 0.1673748 Jul 24 01:18:09.709621 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37946) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:09.733764 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31064611-fc3e-47c9-8c79-d2dcfa163971 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b9f44a-1d81-4107-9e91-270eb1273fad,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:09.783322 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9e347745-73aa-4812-bded-028d01a5daf3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:09.813943 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9e347745-73aa-4812-bded-028d01a5daf3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:09.830034 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddff6405-f2d0-4253-8373-39db2e96263d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:18:09.848644 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5d82b5-b0b7-4f87-8f7a-251b687a88df None None] Sync routers for ids ['40bda129-d49c-4d9b-8e05-76e53913c223'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:18:09.865425 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5d82b5-b0b7-4f87-8f7a-251b687a88df None None] Routers {'40bda129-d49c-4d9b-8e05-76e53913c223'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:18:09.866216 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-2e5d82b5-b0b7-4f87-8f7a-251b687a88df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:17:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['40bda129-d49c-4d9b-8e05-76e53913c223'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:09.869614 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ddff6405-f2d0-4253-8373-39db2e96263d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:09.871746 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ddff6405-f2d0-4253-8373-39db2e96263d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4466848 Jul 24 01:18:09.875093 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37952) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:09.887822 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9e347745-73aa-4812-bded-028d01a5daf3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:09.890466 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9e347745-73aa-4812-bded-028d01a5daf3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:09.894230 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9e347745-73aa-4812-bded-028d01a5daf3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/security-groups/d09191ca-71bc-43a4-9988-45afabbef9e8 HTTP/1.1" status: 204 len: 168 time: 0.1812651 Jul 24 01:18:09.894588 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37954) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:09.935822 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-52325946-1ba0-4b4a-9b5d-b1ebf61bef52 None None] Could not find standard attr ID for object 85b83557-ae24-430f-b59b-b57ee6d1db65. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:18:09.942399 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-eb7861e0-d3ce-4c7f-a15b-f388eb3f1f8e tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=d801781e24e8470b83b807a510a33715&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0654407 Jul 24 01:18:09.943446 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37956) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:09.950399 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e347745-73aa-4812-bded-028d01a5daf3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09191ca-71bc-43a4-9988-45afabbef9e8,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:09.972672 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-52325946-1ba0-4b4a-9b5d-b1ebf61bef52 None None] Provisioning for port 0423368a-7f83-4e94-b4b1-1d1d7abafa06 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:18:09.980525 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-52325946-1ba0-4b4a-9b5d-b1ebf61bef52 None None] Provisioning complete for port 0423368a-7f83-4e94-b4b1-1d1d7abafa06 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:18:09.981270 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-52325946-1ba0-4b4a-9b5d-b1ebf61bef52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:10.016628 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-2e5d82b5-b0b7-4f87-8f7a-251b687a88df None None] Set router 40bda129-d49c-4d9b-8e05-76e53913c223 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:18:10.058130 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-22144e8f-e76c-48ca-a541-c51948364f81 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Deleting subnet 9468721f-a7ee-467a-bf8d-f1d4c7897959 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:18:10.061431 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-22144e8f-e76c-48ca-a541-c51948364f81 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:10.090056 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-52325946-1ba0-4b4a-9b5d-b1ebf61bef52 None None] Provisioning complete for port 81d30091-8031-49e9-bdca-3a8943abdccb triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:18:10.090757 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-52325946-1ba0-4b4a-9b5d-b1ebf61bef52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:10.112125 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-22144e8f-e76c-48ca-a541-c51948364f81 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:10.132086 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-52325946-1ba0-4b4a-9b5d-b1ebf61bef52 None None] Port 81d30091-8031-49e9-bdca-3a8943abdccb cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:18:10.158209 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da7c5ee-b859-465c-81a6-140c0d92437e tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:10.162379 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7da7c5ee-b859-465c-81a6-140c0d92437e tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2151248 Jul 24 01:18:10.163127 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37962) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:10.204403 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e8f40651-1ee3-4cf8-ac5b-5e2f7fdd4f8d tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380864 Jul 24 01:18:10.205456 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37964) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:10.210816 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-3c1a3b8b-4e0c-4ffa-b8af-2f19b8234b4f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1596903339', 'network_id': '66ffc7cd-6c08-480e-a939-e2662174e5e3', 'project_id': 'd801781e24e8470b83b807a510a33715', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:18:10.232709 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-22144e8f-e76c-48ca-a541-c51948364f81 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:10.254627 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-2e5d82b5-b0b7-4f87-8f7a-251b687a88df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bda129-d49c-4d9b-8e05-76e53913c223', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303209255', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:18:07Z', 'updated_at': '2021-07-24T01:18:08Z', 'revision_number': 3, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': '5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bda129-d49c-4d9b-8e05-76e53913c223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:18:08Z', 'updated_at': '2021-07-24T01:18:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:10.294902 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5d82b5-b0b7-4f87-8f7a-251b687a88df None None] Checking router: 40bda129-d49c-4d9b-8e05-76e53913c223 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:18:10.295402 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5d82b5-b0b7-4f87-8f7a-251b687a88df None None] Updating router 40bda129-d49c-4d9b-8e05-76e53913c223 port 5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:18:10.331207 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-22144e8f-e76c-48ca-a541-c51948364f81 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:10.334806 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1a3b8b-4e0c-4ffa-b8af-2f19b8234b4f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Made reservation on behalf of d801781e24e8470b83b807a510a33715 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:18:10.344120 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3c1a3b8b-4e0c-4ffa-b8af-2f19b8234b4f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:10.365951 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22144e8f-e76c-48ca-a541-c51948364f81 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'Subnet': ['ID=9468721f-a7ee-467a-bf8d-f1d4c7897959,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:10.372156 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-22144e8f-e76c-48ca-a541-c51948364f81 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:10.374274 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-22144e8f-e76c-48ca-a541-c51948364f81 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/subnets/9468721f-a7ee-467a-bf8d-f1d4c7897959 HTTP/1.1" status: 204 len: 168 time: 0.4786153 Jul 24 01:18:10.382016 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 37970) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:10.384616 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-2e5d82b5-b0b7-4f87-8f7a-251b687a88df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:10.390775 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-54d14107-c125-4cf0-b07a-0eeb19a08af2 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'subnet': {'network_id': 'ec8c97cf-a5a4-49ff-901b-2f06391df4ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:18:10.553189 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-aeac44fe-68df-4684-8a4b-1ece15d1767e None None] Could not find standard attr ID for object 85b83557-ae24-430f-b59b-b57ee6d1db65. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:18:10.554753 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f767236-9cb6-459c-b616-dcc582887360 None None] Network ec8c97cf-a5a4-49ff-901b-2f06391df4ac requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:18:10.692633 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d14107-c125-4cf0-b07a-0eeb19a08af2 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Made reservation on behalf of 79918f17ff4041bf8e170911a9b5ce11 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:18:10.697214 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-54d14107-c125-4cf0-b07a-0eeb19a08af2 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:10.768613 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-2e5d82b5-b0b7-4f87-8f7a-251b687a88df None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:10.781650 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-2e5d82b5-b0b7-4f87-8f7a-251b687a88df None None] Transition to ACTIVE for port object 5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:18:10.790727 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-2e5d82b5-b0b7-4f87-8f7a-251b687a88df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:10.832146 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3c1a3b8b-4e0c-4ffa-b8af-2f19b8234b4f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:10.850655 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-2e5d82b5-b0b7-4f87-8f7a-251b687a88df None None] Attempting to bind port 5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:18:10.851643 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-2e5d82b5-b0b7-4f87-8f7a-251b687a88df None None] Attempting to bind port 5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:18:10.852167 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5d82b5-b0b7-4f87-8f7a-251b687a88df None None] Attempting to bind port 5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:18:10.865210 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5d82b5-b0b7-4f87-8f7a-251b687a88df None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:18:10.865880 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5d82b5-b0b7-4f87-8f7a-251b687a88df None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:18:10.866449 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-2e5d82b5-b0b7-4f87-8f7a-251b687a88df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:10.866924 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5d82b5-b0b7-4f87-8f7a-251b687a88df None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:18:10.867429 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-2e5d82b5-b0b7-4f87-8f7a-251b687a88df None None] Bound port: 5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:18:10.867964 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-2e5d82b5-b0b7-4f87-8f7a-251b687a88df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:10.883331 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50319157-5967-47aa-9c16-acd9173e77bd None None] Pushing event updated for resources: {'Port': ['ID=5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c,revision_number=2']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:10.924713 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93f6d6-1f21-4d41-8127-725e93ede6e9 req-9a591fb9-2a3c-4d8c-90c5-c94b97011836 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:10.926685 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fe93f6d6-1f21-4d41-8127-725e93ede6e9 req-9a591fb9-2a3c-4d8c-90c5-c94b97011836 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=c82a61eb-51cd-467a-8477-841cc8832112 HTTP/1.1" status: 200 len: 944 time: 0.3163075 Jul 24 01:18:10.948813 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-2e5d82b5-b0b7-4f87-8f7a-251b687a88df None None] For port 5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:18:10.952418 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-2e5d82b5-b0b7-4f87-8f7a-251b687a88df None None] For port 5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:18:10.959850 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50319157-5967-47aa-9c16-acd9173e77bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:10.960428 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50319157-5967-47aa-9c16-acd9173e77bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:10.960977 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50319157-5967-47aa-9c16-acd9173e77bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:10.961473 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50319157-5967-47aa-9c16-acd9173e77bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:10.961986 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50319157-5967-47aa-9c16-acd9173e77bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:10.962483 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50319157-5967-47aa-9c16-acd9173e77bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:10.963039 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50319157-5967-47aa-9c16-acd9173e77bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:10.963429 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a3b8b-4e0c-4ffa-b8af-2f19b8234b4f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'Subnet': ['ID=ad13fc02-4b1c-4990-a7af-04f03d36ba36,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:10.964264 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50319157-5967-47aa-9c16-acd9173e77bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:10.965102 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50319157-5967-47aa-9c16-acd9173e77bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:10.965923 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50319157-5967-47aa-9c16-acd9173e77bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:10.966626 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50319157-5967-47aa-9c16-acd9173e77bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:10.966993 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50319157-5967-47aa-9c16-acd9173e77bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:10.971783 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-2e5d82b5-b0b7-4f87-8f7a-251b687a88df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:11.006417 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fe93f6d6-1f21-4d41-8127-725e93ede6e9 req-a01b1b79-25f4-4336-aa83-5a9d81abdc70 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677507 Jul 24 01:18:11.044733 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5d82b5-b0b7-4f87-8f7a-251b687a88df None None] Routers {'40bda129-d49c-4d9b-8e05-76e53913c223'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:18:11.045379 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-2e5d82b5-b0b7-4f87-8f7a-251b687a88df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:17:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['40bda129-d49c-4d9b-8e05-76e53913c223'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:11.048800 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1a3b8b-4e0c-4ffa-b8af-2f19b8234b4f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Checking segment: {'id': '37a5929d-c264-46ec-b241-3e312d01ecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '66ffc7cd-6c08-480e-a939-e2662174e5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:18:11.049170 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1a3b8b-4e0c-4ffa-b8af-2f19b8234b4f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Network hostable DHCP agents. Network: 66ffc7cd-6c08-480e-a939-e2662174e5e3, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:18:11.080160 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1a3b8b-4e0c-4ffa-b8af-2f19b8234b4f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Network 66ffc7cd-6c08-480e-a939-e2662174e5e3 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:18:11.081614 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50319157-5967-47aa-9c16-acd9173e77bd None None] Pushing event updated for resources: {'Port': ['ID=5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:11.118905 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-3c1a3b8b-4e0c-4ffa-b8af-2f19b8234b4f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 66ffc7cd-6c08-480e-a939-e2662174e5e3) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:18:11.127859 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f586b0f-1b77-4006-bf37-c2f599457c35 None None] Network 66ffc7cd-6c08-480e-a939-e2662174e5e3 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:18:11.134358 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1a3b8b-4e0c-4ffa-b8af-2f19b8234b4f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:11.134987 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3c1a3b8b-4e0c-4ffa-b8af-2f19b8234b4f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:11.172445 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3c1a3b8b-4e0c-4ffa-b8af-2f19b8234b4f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9655683 Jul 24 01:18:11.176926 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37984) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:11.194474 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-2e5d82b5-b0b7-4f87-8f7a-251b687a88df None None] Set router 40bda129-d49c-4d9b-8e05-76e53913c223 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:18:11.204904 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-54d14107-c125-4cf0-b07a-0eeb19a08af2 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:11.284783 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d14107-c125-4cf0-b07a-0eeb19a08af2 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Network ec8c97cf-a5a4-49ff-901b-2f06391df4ac is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:18:11.290289 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-54d14107-c125-4cf0-b07a-0eeb19a08af2 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:18:11.311174 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d14107-c125-4cf0-b07a-0eeb19a08af2 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:11.312944 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-54d14107-c125-4cf0-b07a-0eeb19a08af2 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:11.359235 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d14107-c125-4cf0-b07a-0eeb19a08af2 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'Subnet': ['ID=c37d8cfe-2a0e-4f04-b6b5-0c1b4a886f1b,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:11.375299 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 37990) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:11.376092 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-54d14107-c125-4cf0-b07a-0eeb19a08af2 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9910419 Jul 24 01:18:11.381742 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-d55ca57c-f7f2-4f9e-9275-88bbdd619e73 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'security_group': {'name': 'tempest-secgroup-1061009506'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:18:11.385216 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91582d2c-0ac9-4a88-bb8b-94192464f50b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-66ffc7cd-6c08-480e-a939-e2662174e5e3', 'network_id': '66ffc7cd-6c08-480e-a939-e2662174e5e3', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'fixed_ips': [{'subnet_id': 'ad13fc02-4b1c-4990-a7af-04f03d36ba36'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:18:11.401544 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-91582d2c-0ac9-4a88-bb8b-94192464f50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:11.488765 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-2e5d82b5-b0b7-4f87-8f7a-251b687a88df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bda129-d49c-4d9b-8e05-76e53913c223', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303209255', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:18:07Z', 'updated_at': '2021-07-24T01:18:08Z', 'revision_number': 3, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': '5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bda129-d49c-4d9b-8e05-76e53913c223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:18:08Z', 'updated_at': '2021-07-24T01:18:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:11.544714 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5d82b5-b0b7-4f87-8f7a-251b687a88df None None] The sync data for ids ['40bda129-d49c-4d9b-8e05-76e53913c223'] in n-d-793621-25 is: [{'id': '40bda129-d49c-4d9b-8e05-76e53913c223', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303209255', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:18:07Z', 'updated_at': '2021-07-24T01:18:08Z', 'revision_number': 3, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': '5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bda129-d49c-4d9b-8e05-76e53913c223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:18:08Z', 'updated_at': '2021-07-24T01:18:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:18:11.553286 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d55ca57c-f7f2-4f9e-9275-88bbdd619e73 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:11.568104 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1e17b9-d144-4a70-bb85-774c397901a1 None None] Network ec8c97cf-a5a4-49ff-901b-2f06391df4ac requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:18:11.629067 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-fac8b4da-f82a-4030-8761-4afad6991b57 None None] Provisioning complete for port 0423368a-7f83-4e94-b4b1-1d1d7abafa06 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:18:11.629707 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-fac8b4da-f82a-4030-8761-4afad6991b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:11.731574 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-91582d2c-0ac9-4a88-bb8b-94192464f50b None None] Allocated IP 172.20.0.2 (66ffc7cd-6c08-480e-a939-e2662174e5e3/ad13fc02-4b1c-4990-a7af-04f03d36ba36/84442657-1bcb-4d24-bb9b-b7e151e7a2ec) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:18:11.774807 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d55ca57c-f7f2-4f9e-9275-88bbdd619e73 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:11.790117 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d55ca57c-f7f2-4f9e-9275-88bbdd619e73 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:11.837586 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-fac8b4da-f82a-4030-8761-4afad6991b57 None None] Provisioning complete for port 81d30091-8031-49e9-bdca-3a8943abdccb triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:18:11.837586 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-fac8b4da-f82a-4030-8761-4afad6991b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:11.855462 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d55ca57c-f7f2-4f9e-9275-88bbdd619e73 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:11.856720 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d55ca57c-f7f2-4f9e-9275-88bbdd619e73 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4789662 Jul 24 01:18:11.859938 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38002) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:11.864764 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-c5c0db1d-5c9c-4e26-b36a-17198d671608 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'security_group': {'name': 'tempest-secgroup-1447314311'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:18:11.871872 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ca57c-f7f2-4f9e-9275-88bbdd619e73 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=716751cc-8bc1-4173-b9cf-a132b5a06344,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:11.956977 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c5c0db1d-5c9c-4e26-b36a-17198d671608 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:11.970864 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-fac8b4da-f82a-4030-8761-4afad6991b57 None None] Port 81d30091-8031-49e9-bdca-3a8943abdccb cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:18:12.153502 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-91582d2c-0ac9-4a88-bb8b-94192464f50b None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:12.169930 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-91582d2c-0ac9-4a88-bb8b-94192464f50b None None] Transition to ACTIVE for port object 84442657-1bcb-4d24-bb9b-b7e151e7a2ec will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:18:12.192977 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-91582d2c-0ac9-4a88-bb8b-94192464f50b None None] Transition to ACTIVE for port object 84442657-1bcb-4d24-bb9b-b7e151e7a2ec will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:18:12.204266 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-91582d2c-0ac9-4a88-bb8b-94192464f50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:12.248516 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f04d67c2-0599-4a47-a84f-2e85a852b758 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:12.294232 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91582d2c-0ac9-4a88-bb8b-94192464f50b None None] Network 66ffc7cd-6c08-480e-a939-e2662174e5e3 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:18:12.301298 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-91582d2c-0ac9-4a88-bb8b-94192464f50b None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:18:12.313892 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91582d2c-0ac9-4a88-bb8b-94192464f50b None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:18:12.321752 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91582d2c-0ac9-4a88-bb8b-94192464f50b None None] Pushing event updated for resources: {'Port': ['ID=84442657-1bcb-4d24-bb9b-b7e151e7a2ec,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:12.339492 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f12bb27-d823-4a7c-a123-9b23becd54ba None None] Update dhcp port {'port': {'network_id': 'ec8c97cf-a5a4-49ff-901b-2f06391df4ac', 'fixed_ips': [{'subnet_id': '3907f471-052b-4f8f-ad5a-4abedba358c1', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c37d8cfe-2a0e-4f04-b6b5-0c1b4a886f1b'}], 'binding:host_id': 'n-d-793621-25'}, 'id': '0423368a-7f83-4e94-b4b1-1d1d7abafa06'} from n-d-793621-25. {{(pid=100465) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 01:18:12.386287 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c5c0db1d-5c9c-4e26-b36a-17198d671608 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:12.404977 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c5c0db1d-5c9c-4e26-b36a-17198d671608 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:12.434535 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459d53f-d4f1-4860-b33a-6ffdc04f401a req-6ca073bf-c95d-46f5-b54a-3f4f6461e6fa tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:12.438983 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4459d53f-d4f1-4860-b33a-6ffdc04f401a req-6ca073bf-c95d-46f5-b54a-3f4f6461e6fa tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=c82a61eb-51cd-467a-8477-841cc8832112 HTTP/1.1" status: 200 len: 944 time: 0.3100276 Jul 24 01:18:12.445688 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-91582d2c-0ac9-4a88-bb8b-94192464f50b None None] Attempting to bind port 84442657-1bcb-4d24-bb9b-b7e151e7a2ec on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:18:12.446215 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-91582d2c-0ac9-4a88-bb8b-94192464f50b None None] Attempting to bind port 84442657-1bcb-4d24-bb9b-b7e151e7a2ec by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '37a5929d-c264-46ec-b241-3e312d01ecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '66ffc7cd-6c08-480e-a939-e2662174e5e3'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:18:12.447341 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91582d2c-0ac9-4a88-bb8b-94192464f50b None None] Attempting to bind port 84442657-1bcb-4d24-bb9b-b7e151e7a2ec on network 66ffc7cd-6c08-480e-a939-e2662174e5e3 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:18:12.453185 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8f12bb27-d823-4a7c-a123-9b23becd54ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:12.456329 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91582d2c-0ac9-4a88-bb8b-94192464f50b None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:18:12.456840 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91582d2c-0ac9-4a88-bb8b-94192464f50b None None] Checking segment: {'id': '37a5929d-c264-46ec-b241-3e312d01ecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '66ffc7cd-6c08-480e-a939-e2662174e5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:18:12.457373 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-91582d2c-0ac9-4a88-bb8b-94192464f50b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:12.457879 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91582d2c-0ac9-4a88-bb8b-94192464f50b None None] Bound using segment: {'id': '37a5929d-c264-46ec-b241-3e312d01ecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '66ffc7cd-6c08-480e-a939-e2662174e5e3'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:18:12.458476 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-91582d2c-0ac9-4a88-bb8b-94192464f50b None None] Bound port: 84442657-1bcb-4d24-bb9b-b7e151e7a2ec, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37a5929d-c264-46ec-b241-3e312d01ecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '66ffc7cd-6c08-480e-a939-e2662174e5e3'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:18:12.459048 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-91582d2c-0ac9-4a88-bb8b-94192464f50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:12.477946 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c5c0db1d-5c9c-4e26-b36a-17198d671608 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:12.481850 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c5c0db1d-5c9c-4e26-b36a-17198d671608 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6181903 Jul 24 01:18:12.482322 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38006) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:12.487713 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-297150dd-1883-4981-80a7-9acd95f336c4 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'security_group': {'name': 'tempest-secgroup-1216430009'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:18:12.492392 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c0db1d-5c9c-4e26-b36a-17198d671608 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95611f2b-ad9a-4153-9a95-38e9beca5c8e,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:12.529728 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-297150dd-1883-4981-80a7-9acd95f336c4 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:12.538032 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:18:12.552221 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4459d53f-d4f1-4860-b33a-6ffdc04f401a req-6273dd8a-0af1-4dc4-8ac4-3e464a397b41 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040664 Jul 24 01:18:12.701471 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-297150dd-1883-4981-80a7-9acd95f336c4 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:12.708164 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-297150dd-1883-4981-80a7-9acd95f336c4 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:12.753681 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-f04d67c2-0599-4a47-a84f-2e85a852b758 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Allocated IP 172.20.0.1 (66ffc7cd-6c08-480e-a939-e2662174e5e3/ad13fc02-4b1c-4990-a7af-04f03d36ba36/3c0c3497-13c9-47f1-956a-5e8bfcd94706) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:18:12.754402 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297150dd-1883-4981-80a7-9acd95f336c4 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28729bb5-d814-4774-9dae-fa9f2ad6ba4b,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:12.781826 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-297150dd-1883-4981-80a7-9acd95f336c4 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:12.789447 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-91582d2c-0ac9-4a88-bb8b-94192464f50b None None] For port 84442657-1bcb-4d24-bb9b-b7e151e7a2ec, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:18:12.789671 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-297150dd-1883-4981-80a7-9acd95f336c4 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3044262 Jul 24 01:18:12.790446 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38010) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:12.799061 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-b194b46d-6b99-4d9a-8a51-06cbf10d2968 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-319074415', 'security_groups': ['28729bb5-d814-4774-9dae-fa9f2ad6ba4b'], 'network_id': 'ec8c97cf-a5a4-49ff-901b-2f06391df4ac', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c37d8cfe-2a0e-4f04-b6b5-0c1b4a886f1b'}]}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:18:12.872760 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-91582d2c-0ac9-4a88-bb8b-94192464f50b None None] For port 84442657-1bcb-4d24-bb9b-b7e151e7a2ec, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=84442657-1bcb-4d24-bb9b-b7e151e7a2ec,segment=NetworkSegment(37a5929d-c264-46ec-b241-3e312d01ecb6),segment_id=37a5929d-c264-46ec-b241-3e312d01ecb6)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:18:12.893389 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-91582d2c-0ac9-4a88-bb8b-94192464f50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:12.895508 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f04d67c2-0599-4a47-a84f-2e85a852b758 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:12.909551 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-f04d67c2-0599-4a47-a84f-2e85a852b758 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Transition to ACTIVE for port object 3c0c3497-13c9-47f1-956a-5e8bfcd94706 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:18:12.948597 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f04d67c2-0599-4a47-a84f-2e85a852b758 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:12.963612 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-8f12bb27-d823-4a7c-a123-9b23becd54ba None None] Allocated IP 172.20.0.2 (ec8c97cf-a5a4-49ff-901b-2f06391df4ac/c37d8cfe-2a0e-4f04-b6b5-0c1b4a886f1b/0423368a-7f83-4e94-b4b1-1d1d7abafa06) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:18:12.976140 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f,segment=NetworkSegment(4ba45e80-1699-41ea-af87-6ed5cfcc2657),segment_id=4ba45e80-1699-41ea-af87-6ed5cfcc2657)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:18:13.006391 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04d67c2-0599-4a47-a84f-2e85a852b758 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Network 66ffc7cd-6c08-480e-a939-e2662174e5e3 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:18:13.013735 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-f04d67c2-0599-4a47-a84f-2e85a852b758 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:18:13.014113 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b194b46d-6b99-4d9a-8a51-06cbf10d2968 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Made reservation on behalf of 79918f17ff4041bf8e170911a9b5ce11 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:18:13.018312 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'port_id': 'c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f', 'mac_address': 'fa:16:3e:5b:40:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:18:13.018500 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04d67c2-0599-4a47-a84f-2e85a852b758 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:18:13.043760 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91582d2c-0ac9-4a88-bb8b-94192464f50b None None] Pushing event updated for resources: {'Port': ['ID=84442657-1bcb-4d24-bb9b-b7e151e7a2ec,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:13.063080 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d67c2-0599-4a47-a84f-2e85a852b758 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'Port': ['ID=3c0c3497-13c9-47f1-956a-5e8bfcd94706,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:13.098801 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f04d67c2-0599-4a47-a84f-2e85a852b758 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:13.188714 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b194b46d-6b99-4d9a-8a51-06cbf10d2968 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:13.215482 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [None req-b194b46d-6b99-4d9a-8a51-06cbf10d2968 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] device_id is not set on port f0471948-0ad4-49d4-91aa-013f7c57e85a yet. {{(pid=100463) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 24 01:18:13.388732 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:13.404070 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f04d67c2-0599-4a47-a84f-2e85a852b758 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:13.420118 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:18:13.474139 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f,segment=NetworkSegment(4ba45e80-1699-41ea-af87-6ed5cfcc2657),segment_id=4ba45e80-1699-41ea-af87-6ed5cfcc2657)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:18:13.480820 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-8f12bb27-d823-4a7c-a123-9b23becd54ba None None] For port 0423368a-7f83-4e94-b4b1-1d1d7abafa06, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0423368a-7f83-4e94-b4b1-1d1d7abafa06,segment=NetworkSegment(90a5c1a2-f47c-4ac9-8faf-da4a9d913e9b),segment_id=90a5c1a2-f47c-4ac9-8faf-da4a9d913e9b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:18:13.489927 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:13.550635 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:18:13.602054 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8f12bb27-d823-4a7c-a123-9b23becd54ba None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:13.618864 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:13.643531 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8f12bb27-d823-4a7c-a123-9b23becd54ba None None] Transition to ACTIVE for port object 0423368a-7f83-4e94-b4b1-1d1d7abafa06 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:18:13.675302 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8f12bb27-d823-4a7c-a123-9b23becd54ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:13.750299 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:18:13.764936 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-b194b46d-6b99-4d9a-8a51-06cbf10d2968 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Allocated IP 172.20.0.4 (ec8c97cf-a5a4-49ff-901b-2f06391df4ac/c37d8cfe-2a0e-4f04-b6b5-0c1b4a886f1b/f0471948-0ad4-49d4-91aa-013f7c57e85a) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:18:13.813749 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:18:13.862691 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f04d67c2-0599-4a47-a84f-2e85a852b758 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:13.872935 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f04d67c2-0599-4a47-a84f-2e85a852b758 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:13.907789 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:18:13.908181 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:13.961870 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b194b46d-6b99-4d9a-8a51-06cbf10d2968 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:13.993556 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-b194b46d-6b99-4d9a-8a51-06cbf10d2968 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Transition to ACTIVE for port object f0471948-0ad4-49d4-91aa-013f7c57e85a will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:18:13.999716 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f04d67c2-0599-4a47-a84f-2e85a852b758 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:14.019668 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d67c2-0599-4a47-a84f-2e85a852b758 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'Port': ['ID=3c0c3497-13c9-47f1-956a-5e8bfcd94706,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:14.033334 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f12bb27-d823-4a7c-a123-9b23becd54ba None None] Pushing event updated for resources: {'Port': ['ID=0423368a-7f83-4e94-b4b1-1d1d7abafa06,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:14.083673 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365f4a3-b9fa-4ef6-a496-8d4ddd890850 req-52d6020f-3c94-4697-b177-ed4d8756a8fa tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:14.093128 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9365f4a3-b9fa-4ef6-a496-8d4ddd890850 req-52d6020f-3c94-4697-b177-ed4d8756a8fa tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=c82a61eb-51cd-467a-8477-841cc8832112 HTTP/1.1" status: 200 len: 945 time: 0.4492080 Jul 24 01:18:14.109209 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b194b46d-6b99-4d9a-8a51-06cbf10d2968 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:14.141553 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:14.182323 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:18:14.202209 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:14.203321 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04d67c2-0599-4a47-a84f-2e85a852b758 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Network 66ffc7cd-6c08-480e-a939-e2662174e5e3 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:18:14.205387 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-f04d67c2-0599-4a47-a84f-2e85a852b758 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:18:14.205750 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 84442657-1bcb-4d24-bb9b-b7e151e7a2ec up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:18:14.216043 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b194b46d-6b99-4d9a-8a51-06cbf10d2968 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Network ec8c97cf-a5a4-49ff-901b-2f06391df4ac is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:18:14.230605 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-b194b46d-6b99-4d9a-8a51-06cbf10d2968 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:18:14.231900 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b194b46d-6b99-4d9a-8a51-06cbf10d2968 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'Port': ['ID=f0471948-0ad4-49d4-91aa-013f7c57e85a,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:14.240659 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b194b46d-6b99-4d9a-8a51-06cbf10d2968 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:18:14.248728 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9365f4a3-b9fa-4ef6-a496-8d4ddd890850 req-7a741e00-0af3-45c8-9175-4c4afac6e596 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534951 Jul 24 01:18:14.333598 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b194b46d-6b99-4d9a-8a51-06cbf10d2968 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:14.334281 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b194b46d-6b99-4d9a-8a51-06cbf10d2968 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:14.361769 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:14.377779 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b194b46d-6b99-4d9a-8a51-06cbf10d2968 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5860643 Jul 24 01:18:14.381323 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38016) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:14.390262 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-d8336bae-8166-4543-9c9d-266327c14c7c tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'subnet': {'network_id': 'ec8c97cf-a5a4-49ff-901b-2f06391df4ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:18:14.414009 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 84442657-1bcb-4d24-bb9b-b7e151e7a2ec completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:18:14.422239 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f04d67c2-0599-4a47-a84f-2e85a852b758 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Router 40bda129-d49c-4d9b-8e05-76e53913c223 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:18:14.588760 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8336bae-8166-4543-9c9d-266327c14c7c tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Made reservation on behalf of 79918f17ff4041bf8e170911a9b5ce11 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:18:14.593327 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d8336bae-8166-4543-9c9d-266327c14c7c tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:14.596526 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04d67c2-0599-4a47-a84f-2e85a852b758 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:18:14.608376 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f04d67c2-0599-4a47-a84f-2e85a852b758 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "PUT /v2.0/routers/40bda129-d49c-4d9b-8e05-76e53913c223/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4301875 Jul 24 01:18:14.612538 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3ac0fd-2f29-483d-8094-0c141589ac23 None None] Sync routers for ids ['40bda129-d49c-4d9b-8e05-76e53913c223'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:18:14.628045 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3ac0fd-2f29-483d-8094-0c141589ac23 None None] Routers {'40bda129-d49c-4d9b-8e05-76e53913c223'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:18:14.628428 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-db3ac0fd-2f29-483d-8094-0c141589ac23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:17:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['40bda129-d49c-4d9b-8e05-76e53913c223'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:14.773317 n-d-793621-25 neutron-server[100463]: INFO neutron.db.ipam_backend_mixin [None req-d8336bae-8166-4543-9c9d-266327c14c7c tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c37d8cfe-2a0e-4f04-b6b5-0c1b4a886f1b (CIDR: 172.20.0.0/28) Jul 24 01:18:14.779534 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8336bae-8166-4543-9c9d-266327c14c7c tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:18:14.780043 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8336bae-8166-4543-9c9d-266327c14c7c tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:18:14.785595 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-db3ac0fd-2f29-483d-8094-0c141589ac23 None None] Set router 40bda129-d49c-4d9b-8e05-76e53913c223 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:18:14.813912 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d8336bae-8166-4543-9c9d-266327c14c7c tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4291270 Jul 24 01:18:14.814889 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38028) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:14.821190 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-2e256622-2084-49f8-bba2-62cdd93e861f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'subnet': {'network_id': 'ec8c97cf-a5a4-49ff-901b-2f06391df4ac', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:18:14.957083 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e162b1d2-58d4-4dbf-a3a2-492ebd318864 None None] Provisioning for port 0423368a-7f83-4e94-b4b1-1d1d7abafa06 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:18:14.963124 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5baf86e9-b384-42c1-b4ad-b561c22010c2 None None] Network 66ffc7cd-6c08-480e-a939-e2662174e5e3 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:18:14.979417 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-6ea8c240-017b-4fb1-8dc1-e5a3fdc33ab2 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1454367113&fields=id&tenant_id=d801781e24e8470b83b807a510a33715 HTTP/1.1" status: 200 len: 267 time: 0.0972378 Jul 24 01:18:15.016738 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e162b1d2-58d4-4dbf-a3a2-492ebd318864 None None] Provisioning complete for port 0423368a-7f83-4e94-b4b1-1d1d7abafa06 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:18:15.017426 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e162b1d2-58d4-4dbf-a3a2-492ebd318864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:15.137903 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-e8e72841-d7cb-453b-98ff-0a1ce3afcd07 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:15.139558 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-e8e72841-d7cb-453b-98ff-0a1ce3afcd07 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/networks?id=66ffc7cd-6c08-480e-a939-e2662174e5e3 HTTP/1.1" status: 200 len: 797 time: 0.1594610 Jul 24 01:18:15.161567 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-6a3be28f-ce6b-4e5c-92bc-87fbb3ac824a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/quotas/d801781e24e8470b83b807a510a33715 HTTP/1.1" status: 200 len: 375 time: 0.0118573 Jul 24 01:18:15.162360 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e256622-2084-49f8-bba2-62cdd93e861f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Made reservation on behalf of 79918f17ff4041bf8e170911a9b5ce11 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:18:15.169095 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2e256622-2084-49f8-bba2-62cdd93e861f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:15.308575 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-db3ac0fd-2f29-483d-8094-0c141589ac23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bda129-d49c-4d9b-8e05-76e53913c223', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303209255', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:18:07Z', 'updated_at': '2021-07-24T01:18:13Z', 'revision_number': 4, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': '5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bda129-d49c-4d9b-8e05-76e53913c223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:18:08Z', 'updated_at': '2021-07-24T01:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '3c0c3497-13c9-47f1-956a-5e8bfcd94706', 'name': '', 'network_id': '66ffc7cd-6c08-480e-a939-e2662174e5e3', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'mac_address': 'fa:16:3e:37:ac:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bda129-d49c-4d9b-8e05-76e53913c223', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'ad13fc02-4b1c-4990-a7af-04f03d36ba36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:18:12Z', 'updated_at': '2021-07-24T01:18:13Z', 'revision_number': 2, 'project_id': 'd801781e24e8470b83b807a510a33715', 'subnets': [{'id': 'ad13fc02-4b1c-4990-a7af-04f03d36ba36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:15.338791 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3ac0fd-2f29-483d-8094-0c141589ac23 None None] Checking router: 40bda129-d49c-4d9b-8e05-76e53913c223 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:18:15.338955 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3ac0fd-2f29-483d-8094-0c141589ac23 None None] Updating router 40bda129-d49c-4d9b-8e05-76e53913c223 port 3c0c3497-13c9-47f1-956a-5e8bfcd94706 binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:18:15.344098 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e162b1d2-58d4-4dbf-a3a2-492ebd318864 None None] Provisioning complete for port 81d30091-8031-49e9-bdca-3a8943abdccb triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:18:15.344098 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e162b1d2-58d4-4dbf-a3a2-492ebd318864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:15.419535 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-db3ac0fd-2f29-483d-8094-0c141589ac23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:15.421863 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-e162b1d2-58d4-4dbf-a3a2-492ebd318864 None None] Port 81d30091-8031-49e9-bdca-3a8943abdccb cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:18:15.495384 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0423368a-7f83-4e94-b4b1-1d1d7abafa06 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:18:15.513519 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bffb93c-c040-4908-a3c8-ccb5a0ab54c8 req-b3b7b92b-c096-43e9-a43b-2847d699edcc tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:15.523251 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4bffb93c-c040-4908-a3c8-ccb5a0ab54c8 req-b3b7b92b-c096-43e9-a43b-2847d699edcc tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=c82a61eb-51cd-467a-8477-841cc8832112 HTTP/1.1" status: 200 len: 945 time: 0.1218941 Jul 24 01:18:15.604759 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4bffb93c-c040-4908-a3c8-ccb5a0ab54c8 req-37c7b235-7a66-4f73-a023-4162fe8f9646 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692475 Jul 24 01:18:15.624822 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-96124676-9e68-472c-adf2-224028d98219 None None] Provisioning for port 84442657-1bcb-4d24-bb9b-b7e151e7a2ec completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:18:15.638340 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-96124676-9e68-472c-adf2-224028d98219 None None] Provisioning complete for port 84442657-1bcb-4d24-bb9b-b7e151e7a2ec triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:18:15.638737 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-96124676-9e68-472c-adf2-224028d98219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:15.759471 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-d17d732f-92c7-474d-b973-7f36cb636e63 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d801781e24e8470b83b807a510a33715&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5843081 Jul 24 01:18:15.772245 n-d-793621-25 neutron-server[100464]: INFO neutron.db.ipam_backend_mixin [None req-2e256622-2084-49f8-bba2-62cdd93e861f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 3907f471-052b-4f8f-ad5a-4abedba358c1 (CIDR: 172.20.0.16/28) Jul 24 01:18:15.785826 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e256622-2084-49f8-bba2-62cdd93e861f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:18:15.786415 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e256622-2084-49f8-bba2-62cdd93e861f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:18:15.786671 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 0423368a-7f83-4e94-b4b1-1d1d7abafa06 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:18:15.787031 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:15.827638 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2e256622-2084-49f8-bba2-62cdd93e861f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.0111547 Jul 24 01:18:15.830873 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38040) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:15.839849 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-61fcfa87-69b4-46f9-9607-e19afd7143fd tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'subnet': {'network_id': 'ec8c97cf-a5a4-49ff-901b-2f06391df4ac', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:18:15.842659 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-21064bec-8a81-4af4-8231-46aead542318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:15.906261 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-59b2825d-681e-457a-9e98-1b74f1f3ad30 service neutron] 10.222.0.15 "GET /v2.0/networks/66ffc7cd-6c08-480e-a939-e2662174e5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317871 Jul 24 01:18:15.989863 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:18:16.023875 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-6a6b1243-b4cb-4a82-9121-2b49e30ee73b service neutron] 10.222.0.15 "GET /v2.0/networks/66ffc7cd-6c08-480e-a939-e2662174e5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077945 Jul 24 01:18:16.047814 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-96124676-9e68-472c-adf2-224028d98219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:16.090325 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fcfa87-69b4-46f9-9607-e19afd7143fd tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Made reservation on behalf of 79918f17ff4041bf8e170911a9b5ce11 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:18:16.096820 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-61fcfa87-69b4-46f9-9607-e19afd7143fd tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:16.156559 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-96124676-9e68-472c-adf2-224028d98219 None None] For port 84442657-1bcb-4d24-bb9b-b7e151e7a2ec, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=84442657-1bcb-4d24-bb9b-b7e151e7a2ec,segment=NetworkSegment(37a5929d-c264-46ec-b241-3e312d01ecb6),segment_id=37a5929d-c264-46ec-b241-3e312d01ecb6)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:18:16.161532 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-db3ac0fd-2f29-483d-8094-0c141589ac23 None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:16.173241 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-96124676-9e68-472c-adf2-224028d98219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:16.214802 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-db3ac0fd-2f29-483d-8094-0c141589ac23 None None] Transition to ACTIVE for port object 3c0c3497-13c9-47f1-956a-5e8bfcd94706 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:18:16.292820 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-96124676-9e68-472c-adf2-224028d98219 None None] Provisioning for port f0471948-0ad4-49d4-91aa-013f7c57e85a completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:18:16.297104 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-db3ac0fd-2f29-483d-8094-0c141589ac23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:16.303124 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-96124676-9e68-472c-adf2-224028d98219 None None] Provisioning complete for port f0471948-0ad4-49d4-91aa-013f7c57e85a triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:18:16.303637 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-96124676-9e68-472c-adf2-224028d98219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:16.310807 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:18:16.311129 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:16.432941 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-61fcfa87-69b4-46f9-9607-e19afd7143fd tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:16.437547 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-96124676-9e68-472c-adf2-224028d98219 None None] Port f0471948-0ad4-49d4-91aa-013f7c57e85a cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:18:16.474382 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96124676-9e68-472c-adf2-224028d98219 None None] Pushing event updated for resources: {'Port': ['ID=84442657-1bcb-4d24-bb9b-b7e151e7a2ec,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:16.477520 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f0dd93da-87e5-4534-99b9-1bd25c12dd1d req-e3c23bb2-eb99-4174-9aac-91c37229d5de tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 210 time: 0.0567899 Jul 24 01:18:16.529897 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-db3ac0fd-2f29-483d-8094-0c141589ac23 None None] Attempting to bind port 3c0c3497-13c9-47f1-956a-5e8bfcd94706 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:18:16.530263 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-db3ac0fd-2f29-483d-8094-0c141589ac23 None None] Attempting to bind port 3c0c3497-13c9-47f1-956a-5e8bfcd94706 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '37a5929d-c264-46ec-b241-3e312d01ecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '66ffc7cd-6c08-480e-a939-e2662174e5e3'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:18:16.531074 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3ac0fd-2f29-483d-8094-0c141589ac23 None None] Attempting to bind port 3c0c3497-13c9-47f1-956a-5e8bfcd94706 on network 66ffc7cd-6c08-480e-a939-e2662174e5e3 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:18:16.534891 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fcfa87-69b4-46f9-9607-e19afd7143fd tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Network ec8c97cf-a5a4-49ff-901b-2f06391df4ac is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:18:16.539027 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3ac0fd-2f29-483d-8094-0c141589ac23 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:18:16.539497 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3ac0fd-2f29-483d-8094-0c141589ac23 None None] Checking segment: {'id': '37a5929d-c264-46ec-b241-3e312d01ecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '66ffc7cd-6c08-480e-a939-e2662174e5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:18:16.539606 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-61fcfa87-69b4-46f9-9607-e19afd7143fd tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:18:16.539799 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-db3ac0fd-2f29-483d-8094-0c141589ac23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:16.540206 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3ac0fd-2f29-483d-8094-0c141589ac23 None None] Bound using segment: {'id': '37a5929d-c264-46ec-b241-3e312d01ecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '66ffc7cd-6c08-480e-a939-e2662174e5e3'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:18:16.540709 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-db3ac0fd-2f29-483d-8094-0c141589ac23 None None] Bound port: 3c0c3497-13c9-47f1-956a-5e8bfcd94706, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37a5929d-c264-46ec-b241-3e312d01ecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '66ffc7cd-6c08-480e-a939-e2662174e5e3'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:18:16.541630 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-db3ac0fd-2f29-483d-8094-0c141589ac23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:16.546053 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fcfa87-69b4-46f9-9607-e19afd7143fd tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:16.546594 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-61fcfa87-69b4-46f9-9607-e19afd7143fd tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:16.554498 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:18:16.581858 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fcfa87-69b4-46f9-9607-e19afd7143fd tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'Subnet': ['ID=95549f16-4534-4998-8eb0-fe769aa97f37,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:16.585676 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-61fcfa87-69b4-46f9-9607-e19afd7143fd tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7536736 Jul 24 01:18:16.589075 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38052) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:16.594822 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-1a8b98e5-cd1c-43b0-babe-c131507e63ae tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1283472291', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '95549f16-4534-4998-8eb0-fe769aa97f37'}], 'security_groups': ['716751cc-8bc1-4173-b9cf-a132b5a06344', '95611f2b-ad9a-4153-9a95-38e9beca5c8e']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:18:16.617313 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a5bfcd-a7c7-45e0-939d-ed09740129e2 None None] Network ec8c97cf-a5a4-49ff-901b-2f06391df4ac requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:18:16.732300 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-47c9a7e3-6def-481c-b67a-1149fd87e8ea None None] Provisioning complete for port 84442657-1bcb-4d24-bb9b-b7e151e7a2ec triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:18:16.732730 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-47c9a7e3-6def-481c-b67a-1149fd87e8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:16.808311 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775a4ef-4a33-40b3-80f7-69e8d0c53c41 None None] Pushing event updated for resources: {'Port': ['ID=3c0c3497-13c9-47f1-956a-5e8bfcd94706,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:16.821891 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:18:16.832582 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:18:16.832958 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:17.008095 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701ae34-6170-4a81-9970-4178c3a458d3 req-fb72fabd-b56c-4b49-ae87-759b79b553f8 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:17.015859 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c701ae34-6170-4a81-9970-4178c3a458d3 req-fb72fabd-b56c-4b49-ae87-759b79b553f8 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=c82a61eb-51cd-467a-8477-841cc8832112 HTTP/1.1" status: 200 len: 945 time: 0.2712202 Jul 24 01:18:17.029977 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1a8b98e5-cd1c-43b0-babe-c131507e63ae tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:17.101784 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c701ae34-6170-4a81-9970-4178c3a458d3 req-00d6e425-7e9b-4526-bb07-7932f8e62d86 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847869 Jul 24 01:18:17.141414 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-db3ac0fd-2f29-483d-8094-0c141589ac23 None None] For port 3c0c3497-13c9-47f1-956a-5e8bfcd94706, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:18:17.169838 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-db3ac0fd-2f29-483d-8094-0c141589ac23 None None] For port 3c0c3497-13c9-47f1-956a-5e8bfcd94706, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=3c0c3497-13c9-47f1-956a-5e8bfcd94706,segment=NetworkSegment(37a5929d-c264-46ec-b241-3e312d01ecb6),segment_id=37a5929d-c264-46ec-b241-3e312d01ecb6)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:18:17.185857 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-db3ac0fd-2f29-483d-8094-0c141589ac23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:17.408812 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775a4ef-4a33-40b3-80f7-69e8d0c53c41 None None] Pushing event updated for resources: {'Port': ['ID=3c0c3497-13c9-47f1-956a-5e8bfcd94706,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:17.478355 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3ac0fd-2f29-483d-8094-0c141589ac23 None None] Routers {'40bda129-d49c-4d9b-8e05-76e53913c223'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:18:17.479684 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-db3ac0fd-2f29-483d-8094-0c141589ac23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:17:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['40bda129-d49c-4d9b-8e05-76e53913c223'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:17.490051 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:17.555444 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-47c9a7e3-6def-481c-b67a-1149fd87e8ea None None] Provisioning for port 3c0c3497-13c9-47f1-956a-5e8bfcd94706 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:18:17.568176 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 84442657-1bcb-4d24-bb9b-b7e151e7a2ec up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:18:17.587548 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-1a8b98e5-cd1c-43b0-babe-c131507e63ae tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Delete allocated IP 172.20.0.4 (ec8c97cf-a5a4-49ff-901b-2f06391df4ac/c37d8cfe-2a0e-4f04-b6b5-0c1b4a886f1b) {{(pid=100464) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 24 01:18:17.607639 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-1a8b98e5-cd1c-43b0-babe-c131507e63ae tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Allocated IP 172.20.0.44 (ec8c97cf-a5a4-49ff-901b-2f06391df4ac/95549f16-4534-4998-8eb0-fe769aa97f37/f0471948-0ad4-49d4-91aa-013f7c57e85a) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:18:17.691566 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f51110c9-459c-4dad-a8a1-9cb15ae93a11 req-6fbdc8ef-5939-4784-94e2-263c396d613e tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 210 time: 0.0892394 Jul 24 01:18:17.715876 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f,segment=NetworkSegment(4ba45e80-1699-41ea-af87-6ed5cfcc2657),segment_id=4ba45e80-1699-41ea-af87-6ed5cfcc2657)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:18:17.753224 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82a61eb-51cd-467a-8477-841cc8832112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:18:17.755812 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c72a3e-6099-44d3-91a5-30ea6adee14a" -d '{"events": [{"server_uuid": "c82a61eb-51cd-467a-8477-841cc8832112", "name": "network-vif-plugged", "status": "completed", "tag": "c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:18:17.769553 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:17.841686 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-c032eca1-4a95-425a-96f7-de2f64179e8b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:17.851140 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-c032eca1-4a95-425a-96f7-de2f64179e8b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.11 "GET /v2.0/networks?id=66ffc7cd-6c08-480e-a939-e2662174e5e3 HTTP/1.1" status: 200 len: 797 time: 0.2925038 Jul 24 01:18:17.864264 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f23e8e-ee82-487b-b9df-ec01f351dd9d x-openstack-request-id: req-c1f23e8e-ee82-487b-b9df-ec01f351dd9d {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:18:17.864564 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c82a61eb-51cd-467a-8477-841cc8832112", "name": "network-vif-plugged", "status": "completed", "tag": "c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:18:17.864822 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c1f23e8e-ee82-487b-b9df-ec01f351dd9d {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:18:17.865962 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c82a61eb-51cd-467a-8477-841cc8832112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f', 'code': 200} Jul 24 01:18:17.936738 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-e3fec780-d889-408b-89c8-356e2c222057 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d801781e24e8470b83b807a510a33715 HTTP/1.1" status: 200 len: 380 time: 0.0729728 Jul 24 01:18:17.956186 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-c1a7e317-733b-4733-a634-11a1293f8968 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'port': {'device_id': '02e457e5-42ee-470f-873c-4188e772003b', 'network_id': '66ffc7cd-6c08-480e-a939-e2662174e5e3', 'admin_state_up': True, 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'security_groups': ['6a130e42-2120-4081-a70e-c40c23c3ecbc']}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:18:18.028789 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 84442657-1bcb-4d24-bb9b-b7e151e7a2ec triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:18:18.029335 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:18.031113 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1a8b98e5-cd1c-43b0-babe-c131507e63ae tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:18.045453 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:18.059935 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-1a8b98e5-cd1c-43b0-babe-c131507e63ae tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Transition to ACTIVE for port object f0471948-0ad4-49d4-91aa-013f7c57e85a will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:18:18.063815 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd613cc7-89c3-4dae-afcb-c6e5be2492b4 req-c20a05e9-cea1-4037-8d21-69ba9b48ab9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:18.065648 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bd613cc7-89c3-4dae-afcb-c6e5be2492b4 req-c20a05e9-cea1-4037-8d21-69ba9b48ab9b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c82a61eb-51cd-467a-8477-841cc8832112 HTTP/1.1" status: 200 len: 1098 time: 0.1498423 Jul 24 01:18:18.068757 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1a8b98e5-cd1c-43b0-babe-c131507e63ae tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:18.107969 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-db3ac0fd-2f29-483d-8094-0c141589ac23 None None] Set router 40bda129-d49c-4d9b-8e05-76e53913c223 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:18:18.109797 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61d7278-ef0f-4914-8a33-02924dbc105b None None] Update dhcp port {'port': {'network_id': 'ec8c97cf-a5a4-49ff-901b-2f06391df4ac', 'fixed_ips': [{'subnet_id': '3907f471-052b-4f8f-ad5a-4abedba358c1', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c37d8cfe-2a0e-4f04-b6b5-0c1b4a886f1b', 'ip_address': '172.20.0.2'}, {'subnet_id': '95549f16-4534-4998-8eb0-fe769aa97f37'}], 'binding:host_id': 'n-d-793621-25'}, 'id': '0423368a-7f83-4e94-b4b1-1d1d7abafa06'} from n-d-793621-25. {{(pid=100465) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 24 01:18:18.139399 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-c1a7e317-733b-4733-a634-11a1293f8968 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Made reservation on behalf of d801781e24e8470b83b807a510a33715 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:18:18.158538 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-c1a7e317-733b-4733-a634-11a1293f8968 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:18.197347 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b61d7278-ef0f-4914-8a33-02924dbc105b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:18.238293 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bd613cc7-89c3-4dae-afcb-c6e5be2492b4 req-3973ccf9-c2b2-4cdf-8426-a2b29281ce5e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656084 Jul 24 01:18:18.238939 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b98e5-cd1c-43b0-babe-c131507e63ae tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event updated for resources: {'Port': ['ID=f0471948-0ad4-49d4-91aa-013f7c57e85a,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:18.295258 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-1a8b98e5-cd1c-43b0-babe-c131507e63ae tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] In _notify_port_updated(), no bound segment for port f0471948-0ad4-49d4-91aa-013f7c57e85a on network ec8c97cf-a5a4-49ff-901b-2f06391df4ac {{(pid=100464) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 24 01:18:18.300959 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8b98e5-cd1c-43b0-babe-c131507e63ae tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:18.301601 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1a8b98e5-cd1c-43b0-babe-c131507e63ae tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:18.303169 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1a8b98e5-cd1c-43b0-babe-c131507e63ae tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "PUT /v2.0/ports/f0471948-0ad4-49d4-91aa-013f7c57e85a HTTP/1.1" status: 200 len: 960 time: 1.7127330 Jul 24 01:18:18.307730 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38068) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:18.319408 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5ffa1571-eb21-40e1-ae6d-62af5b43f9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:18.412567 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-c1a7e317-733b-4733-a634-11a1293f8968 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Allocated IP 172.20.0.11 (66ffc7cd-6c08-480e-a939-e2662174e5e3/ad13fc02-4b1c-4990-a7af-04f03d36ba36/65457b57-86fa-47d4-b4d8-e0180db1cb9d) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:18:18.422802 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3741a5-58c9-4c7a-b007-78f1cd5673f0 req-5b3d22c6-0630-4e7a-a6c5-293f52427840 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:18.424429 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2b3741a5-58c9-4c7a-b007-78f1cd5673f0 req-5b3d22c6-0630-4e7a-a6c5-293f52427840 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=c82a61eb-51cd-467a-8477-841cc8832112 HTTP/1.1" status: 200 len: 946 time: 0.2216446 Jul 24 01:18:18.468675 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-b241faf5-4445-487a-95bc-75fe2cc7ae4d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Deleting port f0471948-0ad4-49d4-91aa-013f7c57e85a {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:18:18.469027 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b241faf5-4445-487a-95bc-75fe2cc7ae4d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:18.555898 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:18.571261 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b241faf5-4445-487a-95bc-75fe2cc7ae4d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:18.585293 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-b241faf5-4445-487a-95bc-75fe2cc7ae4d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Calling delete_port for f0471948-0ad4-49d4-91aa-013f7c57e85a owned by {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:18:18.611429 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-b61d7278-ef0f-4914-8a33-02924dbc105b None None] Allocated IP 172.20.0.34 (ec8c97cf-a5a4-49ff-901b-2f06391df4ac/95549f16-4534-4998-8eb0-fe769aa97f37/0423368a-7f83-4e94-b4b1-1d1d7abafa06) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:18:18.683664 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-c1a7e317-733b-4733-a634-11a1293f8968 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:18.703576 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-db3ac0fd-2f29-483d-8094-0c141589ac23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bda129-d49c-4d9b-8e05-76e53913c223', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303209255', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:18:07Z', 'updated_at': '2021-07-24T01:18:13Z', 'revision_number': 4, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': '5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bda129-d49c-4d9b-8e05-76e53913c223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:18:08Z', 'updated_at': '2021-07-24T01:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '3c0c3497-13c9-47f1-956a-5e8bfcd94706', 'name': '', 'network_id': '66ffc7cd-6c08-480e-a939-e2662174e5e3', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'mac_address': 'fa:16:3e:37:ac:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bda129-d49c-4d9b-8e05-76e53913c223', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'ad13fc02-4b1c-4990-a7af-04f03d36ba36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:18:12Z', 'updated_at': '2021-07-24T01:18:16Z', 'revision_number': 4, 'project_id': 'd801781e24e8470b83b807a510a33715', 'subnets': [{'id': 'ad13fc02-4b1c-4990-a7af-04f03d36ba36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:18.725890 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2b3741a5-58c9-4c7a-b007-78f1cd5673f0 req-16ee1b1c-9de4-4e74-85f9-f89ce3a8a85c tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940481 Jul 24 01:18:18.738851 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3ac0fd-2f29-483d-8094-0c141589ac23 None None] The sync data for ids ['40bda129-d49c-4d9b-8e05-76e53913c223'] in n-d-793621-25 is: [{'id': '40bda129-d49c-4d9b-8e05-76e53913c223', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303209255', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:18:07Z', 'updated_at': '2021-07-24T01:18:13Z', 'revision_number': 4, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': '5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bda129-d49c-4d9b-8e05-76e53913c223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:18:08Z', 'updated_at': '2021-07-24T01:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '3c0c3497-13c9-47f1-956a-5e8bfcd94706', 'name': '', 'network_id': '66ffc7cd-6c08-480e-a939-e2662174e5e3', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'mac_address': 'fa:16:3e:37:ac:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40bda129-d49c-4d9b-8e05-76e53913c223', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'ad13fc02-4b1c-4990-a7af-04f03d36ba36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:18:12Z', 'updated_at': '2021-07-24T01:18:16Z', 'revision_number': 4, 'project_id': 'd801781e24e8470b83b807a510a33715', 'subnets': [{'id': 'ad13fc02-4b1c-4990-a7af-04f03d36ba36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:18:18.782168 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-b61d7278-ef0f-4914-8a33-02924dbc105b None None] For port 0423368a-7f83-4e94-b4b1-1d1d7abafa06, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0423368a-7f83-4e94-b4b1-1d1d7abafa06,segment=NetworkSegment(90a5c1a2-f47c-4ac9-8faf-da4a9d913e9b),segment_id=90a5c1a2-f47c-4ac9-8faf-da4a9d913e9b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:18:18.782498 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b241faf5-4445-487a-95bc-75fe2cc7ae4d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:18.782970 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-c1a7e317-733b-4733-a634-11a1293f8968 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Transition to ACTIVE for port object 65457b57-86fa-47d4-b4d8-e0180db1cb9d will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:18:18.855424 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b61d7278-ef0f-4914-8a33-02924dbc105b None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:18.878564 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b61d7278-ef0f-4914-8a33-02924dbc105b None None] Transition to ACTIVE for port object 0423368a-7f83-4e94-b4b1-1d1d7abafa06 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:18:18.881183 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-c1a7e317-733b-4733-a634-11a1293f8968 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:18.890376 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b61d7278-ef0f-4914-8a33-02924dbc105b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:18.897892 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b241faf5-4445-487a-95bc-75fe2cc7ae4d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'Port': ['ID=f0471948-0ad4-49d4-91aa-013f7c57e85a,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:19.053054 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d7278-ef0f-4914-8a33-02924dbc105b None None] Pushing event updated for resources: {'Port': ['ID=0423368a-7f83-4e94-b4b1-1d1d7abafa06,revision_number=7']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:19.066874 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-c1a7e317-733b-4733-a634-11a1293f8968 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Network 66ffc7cd-6c08-480e-a939-e2662174e5e3 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:18:19.071305 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-c1a7e317-733b-4733-a634-11a1293f8968 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:18:19.075785 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a7e317-733b-4733-a634-11a1293f8968 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'Port': ['ID=65457b57-86fa-47d4-b4d8-e0180db1cb9d,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:19.078400 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-c1a7e317-733b-4733-a634-11a1293f8968 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:18:19.152121 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14bd53-c5e9-42af-b67a-ca3874cd28f4 req-2e58a496-643b-4971-a9ab-4e251e727a50 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:19.155033 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bf14bd53-c5e9-42af-b67a-ca3874cd28f4 req-2e58a496-643b-4971-a9ab-4e251e727a50 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 932 time: 0.2890775 Jul 24 01:18:19.158022 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-c1a7e317-733b-4733-a634-11a1293f8968 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:19.158727 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-c1a7e317-733b-4733-a634-11a1293f8968 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:19.159468 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b241faf5-4445-487a-95bc-75fe2cc7ae4d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:19.167448 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b241faf5-4445-487a-95bc-75fe2cc7ae4d tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/ports/f0471948-0ad4-49d4-91aa-013f7c57e85a HTTP/1.1" status: 204 len: 168 time: 0.8576670 Jul 24 01:18:19.168963 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38074) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:19.206057 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-c1a7e317-733b-4733-a634-11a1293f8968 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2541831 Jul 24 01:18:19.218568 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-3d016bb2-b8c3-4f95-8d78-7baff001828b service neutron] Request body: {'port': {'device_id': '02e457e5-42ee-470f-873c-4188e772003b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-25'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:18:19.288170 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa58bd50-2027-4237-8225-3db1f1c8e929 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] GET failed (client error): The resource could not be found. Jul 24 01:18:19.293023 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-aa58bd50-2027-4237-8225-3db1f1c8e929 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "GET /v2.0/ports/f0471948-0ad4-49d4-91aa-013f7c57e85a HTTP/1.1" status: 404 len: 333 time: 0.0878615 Jul 24 01:18:19.296267 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38078) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:19.350190 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bf14bd53-c5e9-42af-b67a-ca3874cd28f4 req-7ff24406-3c5a-45a8-a065-32e0b40b2801 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a130e42-2120-4081-a70e-c40c23c3ecbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800249 Jul 24 01:18:19.462051 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-3d016bb2-b8c3-4f95-8d78-7baff001828b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:19.528958 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:19.678411 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0423368a-7f83-4e94-b4b1-1d1d7abafa06 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:18:19.719970 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-433f9dd1-4c8d-47a6-ac34-fe3999f4abee tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:19.749029 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-49aea63d-278a-4c55-abc1-d7075e8a6c1d None None] Provisioning for port 65457b57-86fa-47d4-b4d8-e0180db1cb9d completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:18:19.777440 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-49aea63d-278a-4c55-abc1-d7075e8a6c1d None None] Provisioning complete for port 65457b57-86fa-47d4-b4d8-e0180db1cb9d triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:18:19.778025 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-49aea63d-278a-4c55-abc1-d7075e8a6c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:19.847484 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-49aea63d-278a-4c55-abc1-d7075e8a6c1d None None] Port 65457b57-86fa-47d4-b4d8-e0180db1cb9d cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:18:19.861917 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 3c0c3497-13c9-47f1-956a-5e8bfcd94706 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:18:19.929650 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 3c0c3497-13c9-47f1-956a-5e8bfcd94706 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:18:19.937281 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 3c0c3497-13c9-47f1-956a-5e8bfcd94706 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:18:19.937968 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:20.069181 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:20.137219 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 3c0c3497-13c9-47f1-956a-5e8bfcd94706, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=3c0c3497-13c9-47f1-956a-5e8bfcd94706,segment=NetworkSegment(37a5929d-c264-46ec-b241-3e312d01ecb6),segment_id=37a5929d-c264-46ec-b241-3e312d01ecb6)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:18:20.145603 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:20.259534 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=3c0c3497-13c9-47f1-956a-5e8bfcd94706,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:20.278181 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d0ddafa8-e38b-4a4a-846b-bc282d314aa3 None None] Provisioning for port 0423368a-7f83-4e94-b4b1-1d1d7abafa06 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:18:20.286266 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d0ddafa8-e38b-4a4a-846b-bc282d314aa3 None None] Provisioning complete for port 0423368a-7f83-4e94-b4b1-1d1d7abafa06 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:18:20.286976 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d0ddafa8-e38b-4a4a-846b-bc282d314aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:20.352607 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-433f9dd1-4c8d-47a6-ac34-fe3999f4abee tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:20.449433 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d0ddafa8-e38b-4a4a-846b-bc282d314aa3 None None] Could not find standard attr ID for object f0471948-0ad4-49d4-91aa-013f7c57e85a. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:18:20.470405 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d0ddafa8-e38b-4a4a-846b-bc282d314aa3 None None] Provisioning complete for port 81d30091-8031-49e9-bdca-3a8943abdccb triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:18:20.470907 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d0ddafa8-e38b-4a4a-846b-bc282d314aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:20.538901 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-3d016bb2-b8c3-4f95-8d78-7baff001828b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65457b57-86fa-47d4-b4d8-e0180db1cb9d {{(pid=100463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:18:20.560645 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-433f9dd1-4c8d-47a6-ac34-fe3999f4abee tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:20.570741 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-433f9dd1-4c8d-47a6-ac34-fe3999f4abee tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:20.570890 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-d0ddafa8-e38b-4a4a-846b-bc282d314aa3 None None] Port 81d30091-8031-49e9-bdca-3a8943abdccb cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:18:20.574976 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-433f9dd1-4c8d-47a6-ac34-fe3999f4abee tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/security-groups/28729bb5-d814-4774-9dae-fa9f2ad6ba4b HTTP/1.1" status: 204 len: 168 time: 1.2737308 Jul 24 01:18:20.575153 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38182) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:20.575587 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-3d016bb2-b8c3-4f95-8d78-7baff001828b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:20.651373 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bfb91-a5eb-4900-87d8-8c13344fcdca req-14ffb26f-8e5b-4dd1-85ce-943344a30424 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:20.653127 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b66bfb91-a5eb-4900-87d8-8c13344fcdca req-14ffb26f-8e5b-4dd1-85ce-943344a30424 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 932 time: 0.2018149 Jul 24 01:18:20.653838 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433f9dd1-4c8d-47a6-ac34-fe3999f4abee tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28729bb5-d814-4774-9dae-fa9f2ad6ba4b,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:20.681467 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb4467-13f9-4aa5-a942-388dbb419b06 req-92f5d135-31d5-46d6-854f-de001cb18431 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:20.685138 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-75cb4467-13f9-4aa5-a942-388dbb419b06 req-92f5d135-31d5-46d6-854f-de001cb18431 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=c82a61eb-51cd-467a-8477-841cc8832112 HTTP/1.1" status: 200 len: 946 time: 0.3842583 Jul 24 01:18:20.688602 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-3d016bb2-b8c3-4f95-8d78-7baff001828b service neutron] Transition to ACTIVE for port object 65457b57-86fa-47d4-b4d8-e0180db1cb9d will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:18:20.709625 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-3d016bb2-b8c3-4f95-8d78-7baff001828b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:20.734678 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c7f78206-2b65-404d-a757-a68f23730873 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:20.743472 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b66bfb91-a5eb-4900-87d8-8c13344fcdca req-d4ac6c2c-e17a-49e5-99db-2758f97c15fc tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a130e42-2120-4081-a70e-c40c23c3ecbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761006 Jul 24 01:18:20.773576 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c7f78206-2b65-404d-a757-a68f23730873 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:20.879936 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-75cb4467-13f9-4aa5-a942-388dbb419b06 req-aa908101-0e5e-4b6d-b91e-77d30d069910 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731908 Jul 24 01:18:20.881235 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d016bb2-b8c3-4f95-8d78-7baff001828b service neutron] Pushing event updated for resources: {'Port': ['ID=65457b57-86fa-47d4-b4d8-e0180db1cb9d,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:20.899845 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c7f78206-2b65-404d-a757-a68f23730873 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:20.903666 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c7f78206-2b65-404d-a757-a68f23730873 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:20.907763 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c7f78206-2b65-404d-a757-a68f23730873 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/security-groups/95611f2b-ad9a-4153-9a95-38e9beca5c8e HTTP/1.1" status: 204 len: 168 time: 0.3295894 Jul 24 01:18:20.914634 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38212) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:20.948848 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f78206-2b65-404d-a757-a68f23730873 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95611f2b-ad9a-4153-9a95-38e9beca5c8e,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:20.978965 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f78206-2b65-404d-a757-a68f23730873 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:20.979712 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f78206-2b65-404d-a757-a68f23730873 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:20.980366 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f78206-2b65-404d-a757-a68f23730873 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:20.980810 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f78206-2b65-404d-a757-a68f23730873 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:20.981599 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f78206-2b65-404d-a757-a68f23730873 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:20.982018 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f78206-2b65-404d-a757-a68f23730873 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:20.982456 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f78206-2b65-404d-a757-a68f23730873 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:20.983045 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f78206-2b65-404d-a757-a68f23730873 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:20.983503 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f78206-2b65-404d-a757-a68f23730873 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:20.983935 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f78206-2b65-404d-a757-a68f23730873 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:20.984439 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f78206-2b65-404d-a757-a68f23730873 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:20.985362 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f78206-2b65-404d-a757-a68f23730873 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:21.014615 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d739efbd-411e-4ba9-8d35-c89189caa1df None None] Could not find standard attr ID for object f0471948-0ad4-49d4-91aa-013f7c57e85a. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:18:21.096582 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-3d016bb2-b8c3-4f95-8d78-7baff001828b service neutron] Attempting to bind port 65457b57-86fa-47d4-b4d8-e0180db1cb9d on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:18:21.096933 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-3d016bb2-b8c3-4f95-8d78-7baff001828b service neutron] Attempting to bind port 65457b57-86fa-47d4-b4d8-e0180db1cb9d by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '37a5929d-c264-46ec-b241-3e312d01ecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '66ffc7cd-6c08-480e-a939-e2662174e5e3'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:18:21.097320 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-3d016bb2-b8c3-4f95-8d78-7baff001828b service neutron] Attempting to bind port 65457b57-86fa-47d4-b4d8-e0180db1cb9d on network 66ffc7cd-6c08-480e-a939-e2662174e5e3 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:18:21.100657 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:21.107574 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-3d016bb2-b8c3-4f95-8d78-7baff001828b service neutron] Port 65457b57-86fa-47d4-b4d8-e0180db1cb9d on network 66ffc7cd-6c08-480e-a939-e2662174e5e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:18:21.108282 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-3d016bb2-b8c3-4f95-8d78-7baff001828b service neutron] Attempting to bind port 65457b57-86fa-47d4-b4d8-e0180db1cb9d on network 66ffc7cd-6c08-480e-a939-e2662174e5e3 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:18:21.120280 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-3d016bb2-b8c3-4f95-8d78-7baff001828b service neutron] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:18:21.121134 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-3d016bb2-b8c3-4f95-8d78-7baff001828b service neutron] Checking segment: {'id': '37a5929d-c264-46ec-b241-3e312d01ecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '66ffc7cd-6c08-480e-a939-e2662174e5e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:18:21.121721 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-3d016bb2-b8c3-4f95-8d78-7baff001828b service neutron] Bound using segment: {'id': '37a5929d-c264-46ec-b241-3e312d01ecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '66ffc7cd-6c08-480e-a939-e2662174e5e3'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:18:21.122334 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-3d016bb2-b8c3-4f95-8d78-7baff001828b service neutron] Bound port: 65457b57-86fa-47d4-b4d8-e0180db1cb9d, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37a5929d-c264-46ec-b241-3e312d01ecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '66ffc7cd-6c08-480e-a939-e2662174e5e3'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:18:21.122906 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-3d016bb2-b8c3-4f95-8d78-7baff001828b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:21.171005 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4dacf60a-4049-47a6-9c18-f8dd68c505e4 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:21.231958 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-3d016bb2-b8c3-4f95-8d78-7baff001828b service neutron] For port 65457b57-86fa-47d4-b4d8-e0180db1cb9d, host n-h2-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:18:21.240094 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-3d016bb2-b8c3-4f95-8d78-7baff001828b service neutron] For port 65457b57-86fa-47d4-b4d8-e0180db1cb9d, host n-h2-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=65457b57-86fa-47d4-b4d8-e0180db1cb9d,segment=NetworkSegment(37a5929d-c264-46ec-b241-3e312d01ecb6),segment_id=37a5929d-c264-46ec-b241-3e312d01ecb6)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:18:21.240250 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4dacf60a-4049-47a6-9c18-f8dd68c505e4 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:21.248112 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-3d016bb2-b8c3-4f95-8d78-7baff001828b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:21.310225 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57a1dca-3bba-4a25-a406-9d7621a8d4b0 req-1bc12b23-7e4b-4319-b6b2-b8f5e9576596 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:21.312215 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a57a1dca-3bba-4a25-a406-9d7621a8d4b0 req-1bc12b23-7e4b-4319-b6b2-b8f5e9576596 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=c82a61eb-51cd-467a-8477-841cc8832112 HTTP/1.1" status: 200 len: 946 time: 0.2078190 Jul 24 01:18:21.321412 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-3d016bb2-b8c3-4f95-8d78-7baff001828b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:21.322108 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-3d016bb2-b8c3-4f95-8d78-7baff001828b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:21.324681 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-3d016bb2-b8c3-4f95-8d78-7baff001828b service neutron] 10.222.0.11 "PUT /v2.0/ports/65457b57-86fa-47d4-b4d8-e0180db1cb9d HTTP/1.1" status: 200 len: 1093 time: 2.1108434 Jul 24 01:18:21.325334 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e457e5-42ee-470f-873c-4188e772003b', 'tag': '65457b57-86fa-47d4-b4d8-e0180db1cb9d'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:18:21.328547 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cfd21fc-2868-472c-856d-ed2c47ac8455" -d '{"events": [{"name": "network-changed", "server_uuid": "02e457e5-42ee-470f-873c-4188e772003b", "tag": "65457b57-86fa-47d4-b4d8-e0180db1cb9d"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:18:21.348216 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4dacf60a-4049-47a6-9c18-f8dd68c505e4 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:21.355696 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4dacf60a-4049-47a6-9c18-f8dd68c505e4 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:21.357129 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4dacf60a-4049-47a6-9c18-f8dd68c505e4 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/security-groups/716751cc-8bc1-4173-b9cf-a132b5a06344 HTTP/1.1" status: 204 len: 168 time: 0.4380598 Jul 24 01:18:21.359722 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38252) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:21.386635 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dacf60a-4049-47a6-9c18-f8dd68c505e4 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=716751cc-8bc1-4173-b9cf-a132b5a06344,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:21.416353 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a57a1dca-3bba-4a25-a406-9d7621a8d4b0 req-645518cd-6663-46e3-b750-8ceafbe8115d tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955718 Jul 24 01:18:21.489862 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 3c0c3497-13c9-47f1-956a-5e8bfcd94706 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:18:21.502309 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d23808f-0787-4a81-adc9-83ef42cd72f1 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Deleting subnet c37d8cfe-2a0e-4f04-b6b5-0c1b4a886f1b {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:18:21.546836 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e12b8a6-b091-4919-9839-ee37c2ad7f0d x-openstack-request-id: req-8e12b8a6-b091-4919-9839-ee37c2ad7f0d {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:18:21.547522 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e457e5-42ee-470f-873c-4188e772003b", "tag": "65457b57-86fa-47d4-b4d8-e0180db1cb9d", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:18:21.547991 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8e12b8a6-b091-4919-9839-ee37c2ad7f0d {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:18:21.548611 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e457e5-42ee-470f-873c-4188e772003b', 'tag': '65457b57-86fa-47d4-b4d8-e0180db1cb9d', 'status': 'completed', 'code': 200} Jul 24 01:18:21.549513 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d016bb2-b8c3-4f95-8d78-7baff001828b service neutron] Pushing event updated for resources: {'Port': ['ID=65457b57-86fa-47d4-b4d8-e0180db1cb9d,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:21.554314 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1d23808f-0787-4a81-adc9-83ef42cd72f1 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:21.616793 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 3c0c3497-13c9-47f1-956a-5e8bfcd94706 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:18:21.617172 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:21.618419 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1d23808f-0787-4a81-adc9-83ef42cd72f1 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:21.640339 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39f04a-834f-4818-b9dd-44018d5b84cf req-afce1d86-47af-4aaa-ab08-cf997b41cfed tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:21.654443 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ef39f04a-834f-4818-b9dd-44018d5b84cf req-afce1d86-47af-4aaa-ab08-cf997b41cfed tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=c82a61eb-51cd-467a-8477-841cc8832112 HTTP/1.1" status: 200 len: 946 time: 0.1534317 Jul 24 01:18:21.727982 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ef39f04a-834f-4818-b9dd-44018d5b84cf req-c2e02b61-08b1-45ea-bf53-85ae0971a881 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576108 Jul 24 01:18:21.764340 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-b1a4a424-b0da-443d-83b1-277750b16e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:21.765891 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-b1a4a424-b0da-443d-83b1-277750b16e4e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d801781e24e8470b83b807a510a33715&device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 1096 time: 0.3591685 Jul 24 01:18:21.817686 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1d23808f-0787-4a81-adc9-83ef42cd72f1 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:21.822634 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-273cf800-b42f-4ada-9a80-8bbc7467a5d4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65457b57-86fa-47d4-b4d8-e0180db1cb9d HTTP/1.1" status: 200 len: 217 time: 0.0490825 Jul 24 01:18:21.922173 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-c0390934-ee58-49f1-a1e8-943fa14b1c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:21.924718 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-c0390934-ee58-49f1-a1e8-943fa14b1c5f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ad13fc02-4b1c-4990-a7af-04f03d36ba36 HTTP/1.1" status: 200 len: 835 time: 0.0814955 Jul 24 01:18:21.952243 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1d23808f-0787-4a81-adc9-83ef42cd72f1 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:21.992227 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaff3a4-f440-41ee-a4a2-ef85d1ba9790 req-c65fb3f4-edc0-448e-a6c7-4d63712c495e tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:21.994247 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-caaff3a4-f440-41ee-a4a2-ef85d1ba9790 req-c65fb3f4-edc0-448e-a6c7-4d63712c495e tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 944 time: 0.1069939 Jul 24 01:18:22.016107 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d23808f-0787-4a81-adc9-83ef42cd72f1 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'Subnet': ['ID=c37d8cfe-2a0e-4f04-b6b5-0c1b4a886f1b,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:22.025470 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1d23808f-0787-4a81-adc9-83ef42cd72f1 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:22.028957 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1d23808f-0787-4a81-adc9-83ef42cd72f1 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/subnets/c37d8cfe-2a0e-4f04-b6b5-0c1b4a886f1b HTTP/1.1" status: 204 len: 168 time: 0.6673100 Jul 24 01:18:22.029634 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2189e8e4-be66-4ca8-bfee-c43053a6140b None None] Network ec8c97cf-a5a4-49ff-901b-2f06391df4ac requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:18:22.040512 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38320) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:22.087043 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-4490e320-9762-43dc-a493-0eee5ea1d4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:22.088717 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-4490e320-9762-43dc-a493-0eee5ea1d4d5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=66ffc7cd-6c08-480e-a939-e2662174e5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1544945 Jul 24 01:18:22.118090 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-caaff3a4-f440-41ee-a4a2-ef85d1ba9790 req-a13dfd70-6f70-44f6-be91-cbceba7674b5 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a130e42-2120-4081-a70e-c40c23c3ecbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167610 Jul 24 01:18:22.152116 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c9acf6-c03f-48a6-b7a1-9ffdcb90fed1 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Deleting subnet 95549f16-4534-4998-8eb0-fe769aa97f37 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:18:22.156540 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606c157-4ffa-4aaf-9382-459ef8c41912 req-14beb784-720a-4acd-b1fb-a566ec294bbf tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:22.158192 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f606c157-4ffa-4aaf-9382-459ef8c41912 req-14beb784-720a-4acd-b1fb-a566ec294bbf tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=c82a61eb-51cd-467a-8477-841cc8832112 HTTP/1.1" status: 200 len: 946 time: 0.1353769 Jul 24 01:18:22.160940 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-17c9acf6-c03f-48a6-b7a1-9ffdcb90fed1 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:22.210613 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-17c9acf6-c03f-48a6-b7a1-9ffdcb90fed1 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:22.282297 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-e1651a63-0ceb-482b-b90f-b7034a7b52af service neutron] 10.222.0.11 "GET /v2.0/networks/66ffc7cd-6c08-480e-a939-e2662174e5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863000 Jul 24 01:18:22.303373 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f606c157-4ffa-4aaf-9382-459ef8c41912 req-d30e24ea-50ca-4256-bfef-8eeeae902a0e tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892086 Jul 24 01:18:22.316357 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-17c9acf6-c03f-48a6-b7a1-9ffdcb90fed1 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:22.386395 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-17c9acf6-c03f-48a6-b7a1-9ffdcb90fed1 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:22.414493 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ae47bf6a-eb21-4597-adad-bf81c9ef4e9f req-d773c1fd-3f58-491a-a021-5f17b543ee81 service neutron] 10.222.0.11 "GET /v2.0/networks/66ffc7cd-6c08-480e-a939-e2662174e5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099942 Jul 24 01:18:22.417759 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9acf6-c03f-48a6-b7a1-9ffdcb90fed1 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'Subnet': ['ID=95549f16-4534-4998-8eb0-fe769aa97f37,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:22.427065 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-17c9acf6-c03f-48a6-b7a1-9ffdcb90fed1 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:22.430761 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-17c9acf6-c03f-48a6-b7a1-9ffdcb90fed1 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/subnets/95549f16-4534-4998-8eb0-fe769aa97f37 HTTP/1.1" status: 204 len: 168 time: 0.3863504 Jul 24 01:18:22.431762 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38366) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:22.467184 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e4db05-b0a8-4e0a-82b0-4469b6f81937 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] DELETE failed (client error): The resource could not be found. Jul 24 01:18:22.467769 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10e4db05-b0a8-4e0a-82b0-4469b6f81937 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:18:22.470088 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-10e4db05-b0a8-4e0a-82b0-4469b6f81937 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/subnets/c37d8cfe-2a0e-4f04-b6b5-0c1b4a886f1b HTTP/1.1" status: 404 len: 337 time: 0.0360506 Jul 24 01:18:22.472182 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38370) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:22.529400 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-646bf690-9c1c-456f-aa92-ff9723e7327f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Deleting subnet 3907f471-052b-4f8f-ad5a-4abedba358c1 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:18:22.533132 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-646bf690-9c1c-456f-aa92-ff9723e7327f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:22.553055 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd21fc-2868-472c-856d-ed2c47ac8455 req-2fbaac7f-0fb7-4495-ba41-8e30b3c667ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:22.555942 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0cfd21fc-2868-472c-856d-ed2c47ac8455 req-2fbaac7f-0fb7-4495-ba41-8e30b3c667ee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d801781e24e8470b83b807a510a33715&device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 1096 time: 0.0914059 Jul 24 01:18:22.594758 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-646bf690-9c1c-456f-aa92-ff9723e7327f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:22.685694 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd21fc-2868-472c-856d-ed2c47ac8455 req-703a8b0c-ffe7-4fd2-ba80-e6ed81452c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:22.687739 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0cfd21fc-2868-472c-856d-ed2c47ac8455 req-703a8b0c-ffe7-4fd2-ba80-e6ed81452c00 service neutron] 10.222.0.11 "GET /v2.0/networks?id=66ffc7cd-6c08-480e-a939-e2662174e5e3 HTTP/1.1" status: 200 len: 898 time: 0.1243529 Jul 24 01:18:22.708588 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-646bf690-9c1c-456f-aa92-ff9723e7327f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:22.750493 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0cfd21fc-2868-472c-856d-ed2c47ac8455 req-60447d92-eb42-4233-8a18-e2351d997fde service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65457b57-86fa-47d4-b4d8-e0180db1cb9d HTTP/1.1" status: 200 len: 217 time: 0.0542386 Jul 24 01:18:22.798476 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-646bf690-9c1c-456f-aa92-ff9723e7327f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:22.832735 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd21fc-2868-472c-856d-ed2c47ac8455 req-4ccf930e-a594-4340-82e7-bff2a0277fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:22.834570 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0cfd21fc-2868-472c-856d-ed2c47ac8455 req-4ccf930e-a594-4340-82e7-bff2a0277fbb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ad13fc02-4b1c-4990-a7af-04f03d36ba36 HTTP/1.1" status: 200 len: 835 time: 0.0774422 Jul 24 01:18:22.862937 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646bf690-9c1c-456f-aa92-ff9723e7327f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'Subnet': ['ID=3907f471-052b-4f8f-ad5a-4abedba358c1,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:22.867469 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-646bf690-9c1c-456f-aa92-ff9723e7327f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:22.872219 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-646bf690-9c1c-456f-aa92-ff9723e7327f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/subnets/3907f471-052b-4f8f-ad5a-4abedba358c1 HTTP/1.1" status: 204 len: 168 time: 0.3960288 Jul 24 01:18:22.872447 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38424) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:22.913686 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-a805328f-d423-4241-8a40-16b3e62e816e tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] DELETE failed (client error): The resource could not be found. Jul 24 01:18:22.914580 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a805328f-d423-4241-8a40-16b3e62e816e tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:18:22.916961 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a805328f-d423-4241-8a40-16b3e62e816e tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/subnets/9468721f-a7ee-467a-bf8d-f1d4c7897959 HTTP/1.1" status: 404 len: 337 time: 0.0436227 Jul 24 01:18:22.920458 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38432) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:22.927774 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd21fc-2868-472c-856d-ed2c47ac8455 req-d39c2cea-4af4-4cb0-a309-dce5065cbcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:22.934152 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0cfd21fc-2868-472c-856d-ed2c47ac8455 req-d39c2cea-4af4-4cb0-a309-dce5065cbcfe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=66ffc7cd-6c08-480e-a939-e2662174e5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0876746 Jul 24 01:18:22.938285 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574c1a76-1df3-4311-b344-b1136bec4950 None None] Network ec8c97cf-a5a4-49ff-901b-2f06391df4ac requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:18:22.955585 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-8fabc541-0775-43d1-96b4-f68fa5859f3b tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "GET /v2.0/ports?device_id=560ec78e-fb14-4894-b00f-c957e787bbf8 HTTP/1.1" status: 200 len: 205 time: 0.0339322 Jul 24 01:18:22.958144 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38438) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:23.003028 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-e1a95b67-4ea7-4df5-bb0a-9c536cfd1747 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] delete failed (client error): The resource could not be found. Jul 24 01:18:23.004280 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e1a95b67-4ea7-4df5-bb0a-9c536cfd1747 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/routers/560ec78e-fb14-4894-b00f-c957e787bbf8 HTTP/1.1" status: 404 len: 336 time: 0.0445063 Jul 24 01:18:23.006981 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38448) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:23.020705 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-7bfbea01-9fd4-43c6-941b-3433d936ba62 None None] Provisioning complete for port 0423368a-7f83-4e94-b4b1-1d1d7abafa06 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:18:23.021071 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7bfbea01-9fd4-43c6-941b-3433d936ba62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:23.047725 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf7ba88c-8063-4564-bfe0-cc2186b883eb tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] DELETE failed (client error): The resource could not be found. Jul 24 01:18:23.048667 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf7ba88c-8063-4564-bfe0-cc2186b883eb tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:18:23.050256 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-cf7ba88c-8063-4564-bfe0-cc2186b883eb tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/subnets/a9a2ea6d-296e-4bba-993d-d6838d06282b HTTP/1.1" status: 404 len: 337 time: 0.0423491 Jul 24 01:18:23.053676 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38454) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:23.086441 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0cfd21fc-2868-472c-856d-ed2c47ac8455 req-5925f8bb-31fa-4b29-bb3b-fafb24ebd1f2 service neutron] 10.222.0.11 "GET /v2.0/networks/66ffc7cd-6c08-480e-a939-e2662174e5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474411 Jul 24 01:18:23.087875 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c24c83a-ab7d-4be9-8105-258069c178fa tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] DELETE failed (client error): The resource could not be found. Jul 24 01:18:23.088320 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c24c83a-ab7d-4be9-8105-258069c178fa tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:18:23.089972 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8c24c83a-ab7d-4be9-8105-258069c178fa tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/subnets/810a3d40-87cc-4851-86a3-44e8ba2127e5 HTTP/1.1" status: 404 len: 337 time: 0.0353627 Jul 24 01:18:23.092653 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38460) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:23.136089 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-1925d97b-09bf-48e1-8f24-df6fd0efec8a tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] DELETE failed (client error): The resource could not be found. Jul 24 01:18:23.136755 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1925d97b-09bf-48e1-8f24-df6fd0efec8a tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:18:23.141026 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1925d97b-09bf-48e1-8f24-df6fd0efec8a tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/subnets/5ac958cb-d3c3-4b1f-a2c5-a5cd362fa975 HTTP/1.1" status: 404 len: 337 time: 0.0447378 Jul 24 01:18:23.141264 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38468) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:23.186246 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-744e2c54-09b9-485e-9464-8fd94eb7722f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] DELETE failed (client error): The resource could not be found. Jul 24 01:18:23.186638 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-744e2c54-09b9-485e-9464-8fd94eb7722f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:18:23.188872 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-744e2c54-09b9-485e-9464-8fd94eb7722f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/ports/1d210dbc-5787-4d9a-8f9c-0745626bcd9e HTTP/1.1" status: 404 len: 333 time: 0.0465722 Jul 24 01:18:23.193628 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-7bfbea01-9fd4-43c6-941b-3433d936ba62 None None] Provisioning complete for port 81d30091-8031-49e9-bdca-3a8943abdccb triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:18:23.194005 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7bfbea01-9fd4-43c6-941b-3433d936ba62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:23.197891 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38478) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:23.243447 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-7bfbea01-9fd4-43c6-941b-3433d936ba62 None None] Port 81d30091-8031-49e9-bdca-3a8943abdccb cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:18:23.252207 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-936a5356-8abe-43cf-b63d-3d86349af77f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] DELETE failed (client error): The resource could not be found. Jul 24 01:18:23.253217 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-936a5356-8abe-43cf-b63d-3d86349af77f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:18:23.259251 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-936a5356-8abe-43cf-b63d-3d86349af77f tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/subnets/91c329d5-8d67-4ee6-a13d-cc317b23c041 HTTP/1.1" status: 404 len: 337 time: 0.0602701 Jul 24 01:18:23.259880 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38484) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:23.263053 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0cfd21fc-2868-472c-856d-ed2c47ac8455 req-d95778bb-c40d-4a58-81b0-31131b7fe892 service neutron] 10.222.0.11 "GET /v2.0/networks/66ffc7cd-6c08-480e-a939-e2662174e5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622257 Jul 24 01:18:23.312050 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-f059c277-406a-4836-b7cc-48871626fb6b tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] DELETE failed (client error): The resource could not be found. Jul 24 01:18:23.312570 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f059c277-406a-4836-b7cc-48871626fb6b tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:18:23.319297 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f059c277-406a-4836-b7cc-48871626fb6b tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/subnets/7c1c854c-9f6b-4962-91e3-a8e5ef798bff HTTP/1.1" status: 404 len: 337 time: 0.0416391 Jul 24 01:18:23.319445 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38496) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:23.332411 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e538bea9-f972-4b3b-8bff-27b08a2a7138 None None] DHCP port deletion for ec8c97cf-a5a4-49ff-901b-2f06391df4ac request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:18:23.356551 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4f237-5ee4-41b3-a190-7b13af411b4f req-e69273a1-0501-4d4a-af05-d313e12264d9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:23.358321 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2bc4f237-5ee4-41b3-a190-7b13af411b4f req-e69273a1-0501-4d4a-af05-d313e12264d9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 944 time: 0.1495831 Jul 24 01:18:23.399403 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-e538bea9-f972-4b3b-8bff-27b08a2a7138 None None] Deleting port 0423368a-7f83-4e94-b4b1-1d1d7abafa06 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:18:23.399953 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e538bea9-f972-4b3b-8bff-27b08a2a7138 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:23.442978 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-0789d083-3b79-4cb9-b26b-ccda7cfec4c0 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] DELETE failed (client error): The resource could not be found. Jul 24 01:18:23.443592 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0789d083-3b79-4cb9-b26b-ccda7cfec4c0 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:18:23.448512 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0789d083-3b79-4cb9-b26b-ccda7cfec4c0 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/ports/fa7f4875-f804-4bde-8126-375881739847 HTTP/1.1" status: 404 len: 333 time: 0.1248510 Jul 24 01:18:23.449530 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38510) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:23.472191 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-e538bea9-f972-4b3b-8bff-27b08a2a7138 None None] For port 0423368a-7f83-4e94-b4b1-1d1d7abafa06, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0423368a-7f83-4e94-b4b1-1d1d7abafa06,segment=NetworkSegment(90a5c1a2-f47c-4ac9-8faf-da4a9d913e9b),segment_id=90a5c1a2-f47c-4ac9-8faf-da4a9d913e9b)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:18:23.472684 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e538bea9-f972-4b3b-8bff-27b08a2a7138 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:23.482563 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c30917c-ee67-4719-9297-543fed980620 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] DELETE failed (client error): The resource could not be found. Jul 24 01:18:23.483045 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c30917c-ee67-4719-9297-543fed980620 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:18:23.486807 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9c30917c-ee67-4719-9297-543fed980620 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/subnets/a5b88bde-e9d8-40bb-969a-b84740cd086d HTTP/1.1" status: 404 len: 337 time: 0.0343561 Jul 24 01:18:23.488107 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-e538bea9-f972-4b3b-8bff-27b08a2a7138 None None] Calling delete_port for 0423368a-7f83-4e94-b4b1-1d1d7abafa06 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:18:23.489906 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38516) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:23.498931 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2bc4f237-5ee4-41b3-a190-7b13af411b4f req-de94c108-ecdb-4dca-8166-ae69b8710ab8 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a130e42-2120-4081-a70e-c40c23c3ecbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343033 Jul 24 01:18:23.534419 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136c1db-4f87-47bf-8c6b-0434975af2da req-e4bc05b6-0de2-406f-862f-fd19eca7bdf0 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:23.536196 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5136c1db-4f87-47bf-8c6b-0434975af2da req-e4bc05b6-0de2-406f-862f-fd19eca7bdf0 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.13 "GET /v2.0/ports?device_id=c82a61eb-51cd-467a-8477-841cc8832112 HTTP/1.1" status: 200 len: 946 time: 0.1388142 Jul 24 01:18:23.542387 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9499bbf-4457-4f74-b7be-f14da86c0a66 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] DELETE failed (client error): The resource could not be found. Jul 24 01:18:23.543263 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9499bbf-4457-4f74-b7be-f14da86c0a66 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:18:23.547235 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a9499bbf-4457-4f74-b7be-f14da86c0a66 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/subnets/75b9cbe7-b5d8-49e3-ad04-6eb5e598bac4 HTTP/1.1" status: 404 len: 337 time: 0.0540488 Jul 24 01:18:23.548338 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38524) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:23.676885 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5f40d-6b08-4831-aae1-eb07292ac58a req-e54088a3-1d18-4262-b674-cde0f4180da0 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:23.678451 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4cf5f40d-6b08-4831-aae1-eb07292ac58a req-e54088a3-1d18-4262-b674-cde0f4180da0 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=c82a61eb-51cd-467a-8477-841cc8832112 HTTP/1.1" status: 200 len: 946 time: 0.2840273 Jul 24 01:18:23.684262 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-5136c1db-4f87-47bf-8c6b-0434975af2da req-641dd831-f8e1-4cec-ad3c-d8a7291d8e32 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Deleting port c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:18:23.684615 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5136c1db-4f87-47bf-8c6b-0434975af2da req-641dd831-f8e1-4cec-ad3c-d8a7291d8e32 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:23.716022 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-6b8cb00e-3c78-4091-8a6a-1e093cd8f06e tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Deleting port 81d30091-8031-49e9-bdca-3a8943abdccb {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:18:23.716672 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6b8cb00e-3c78-4091-8a6a-1e093cd8f06e tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:23.745177 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0423368a-7f83-4e94-b4b1-1d1d7abafa06 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:18:23.793927 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6b8cb00e-3c78-4091-8a6a-1e093cd8f06e tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:23.809001 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-6b8cb00e-3c78-4091-8a6a-1e093cd8f06e tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Calling delete_port for 81d30091-8031-49e9-bdca-3a8943abdccb owned by {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:18:23.818019 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-5136c1db-4f87-47bf-8c6b-0434975af2da req-641dd831-f8e1-4cec-ad3c-d8a7291d8e32 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] For port c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f,segment=NetworkSegment(4ba45e80-1699-41ea-af87-6ed5cfcc2657),segment_id=4ba45e80-1699-41ea-af87-6ed5cfcc2657)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:18:23.818518 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5136c1db-4f87-47bf-8c6b-0434975af2da req-641dd831-f8e1-4cec-ad3c-d8a7291d8e32 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:23.842757 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-5136c1db-4f87-47bf-8c6b-0434975af2da req-641dd831-f8e1-4cec-ad3c-d8a7291d8e32 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Calling delete_port for c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:18:23.857061 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:23.861665 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e538bea9-f972-4b3b-8bff-27b08a2a7138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:23.889525 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4cf5f40d-6b08-4831-aae1-eb07292ac58a req-504d3fa4-e889-42ed-a68a-5dd9c277a76c tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038262 Jul 24 01:18:23.905225 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e538bea9-f972-4b3b-8bff-27b08a2a7138 None None] Pushing event deleted for resources: {'Port': ['ID=0423368a-7f83-4e94-b4b1-1d1d7abafa06,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:23.920799 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e538bea9-f972-4b3b-8bff-27b08a2a7138 None None] No DVR routers for this DVR port 0423368a-7f83-4e94-b4b1-1d1d7abafa06 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:18:23.946496 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6b8cb00e-3c78-4091-8a6a-1e093cd8f06e tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:23.986764 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8cb00e-3c78-4091-8a6a-1e093cd8f06e tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'Port': ['ID=81d30091-8031-49e9-bdca-3a8943abdccb,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:23.992731 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6b8cb00e-3c78-4091-8a6a-1e093cd8f06e tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:23.996957 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6b8cb00e-3c78-4091-8a6a-1e093cd8f06e tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/ports/81d30091-8031-49e9-bdca-3a8943abdccb HTTP/1.1" status: 204 len: 168 time: 0.4449725 Jul 24 01:18:23.999232 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38568) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:24.051034 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5136c1db-4f87-47bf-8c6b-0434975af2da req-641dd831-f8e1-4cec-ad3c-d8a7291d8e32 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:24.064517 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:18:24.091207 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641dd831-f8e1-4cec-ad3c-d8a7291d8e32 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Pushing event deleted for resources: {'Port': ['ID=c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:24.096630 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a1fc127b-e05f-479e-ac40-4b96bd2901c3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:24.152518 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-5136c1db-4f87-47bf-8c6b-0434975af2da req-641dd831-f8e1-4cec-ad3c-d8a7291d8e32 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] No DVR routers for this DVR port c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:18:24.155228 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5136c1db-4f87-47bf-8c6b-0434975af2da req-641dd831-f8e1-4cec-ad3c-d8a7291d8e32 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:24.157374 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5136c1db-4f87-47bf-8c6b-0434975af2da req-641dd831-f8e1-4cec-ad3c-d8a7291d8e32 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.13 "DELETE /v2.0/ports/c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f HTTP/1.1" status: 204 len: 173 time: 0.6152005 Jul 24 01:18:24.157767 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c82a61eb-51cd-467a-8477-841cc8832112', 'name': 'network-vif-deleted', 'tag': 'c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:18:24.160304 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb7aeb5-7fd3-4229-bf31-a29c24b9aa51" -d '{"events": [{"server_uuid": "c82a61eb-51cd-467a-8477-841cc8832112", "name": "network-vif-deleted", "tag": "c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:18:24.213121 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda5819b-3396-499f-a852-44ce5646e0b2 x-openstack-request-id: req-cda5819b-3396-499f-a852-44ce5646e0b2 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:18:24.213464 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c82a61eb-51cd-467a-8477-841cc8832112", "name": "network-vif-deleted", "tag": "c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:18:24.213721 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cda5819b-3396-499f-a852-44ce5646e0b2 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:18:24.214327 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c82a61eb-51cd-467a-8477-841cc8832112', 'name': 'network-vif-deleted', 'tag': 'c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f', 'status': 'completed', 'code': 200} Jul 24 01:18:24.218513 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a1fc127b-e05f-479e-ac40-4b96bd2901c3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:24.229931 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-a1fc127b-e05f-479e-ac40-4b96bd2901c3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec8c97cf-a5a4-49ff-901b-2f06391df4ac']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:24.246558 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-a1fc127b-e05f-479e-ac40-4b96bd2901c3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90a5c1a2-f47c-4ac9-8faf-da4a9d913e9b') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:24.247192 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-a1fc127b-e05f-479e-ac40-4b96bd2901c3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90a5c1a2-f47c-4ac9-8faf-da4a9d913e9b') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:24.257138 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a1fc127b-e05f-479e-ac40-4b96bd2901c3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:24.273529 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a1fc127b-e05f-479e-ac40-4b96bd2901c3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:24.281307 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1fc127b-e05f-479e-ac40-4b96bd2901c3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:18:24.281438 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a1fc127b-e05f-479e-ac40-4b96bd2901c3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:24.284639 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:18:24.284639 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:18:24.284639 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:18:24.284639 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:18:24.284639 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:18:24.284639 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:18:24.284639 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:18:24.284639 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:18:24.284639 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:18:24.284639 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:18:24.284639 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:18:24.284639 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:18:24.284639 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:18:24.284639 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:18:24.284639 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:18:24.284639 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:18:24.284639 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:18:24.284639 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:18:24.284639 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:18:24.284639 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:18:24.284639 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:18:24.284639 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:18:24.284639 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:18:24.284639 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:18:24.284639 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:18:24.284639 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:18:24.284639 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:18:24.284639 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:18:24.284639 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:18:24.284639 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:18:24.284639 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:18:24.284639 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:18:24.340712 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 65457b57-86fa-47d4-b4d8-e0180db1cb9d details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:18:24.354065 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a1fc127b-e05f-479e-ac40-4b96bd2901c3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:24.363070 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a1fc127b-e05f-479e-ac40-4b96bd2901c3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:24.367162 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a1fc127b-e05f-479e-ac40-4b96bd2901c3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] 10.222.0.15 "DELETE /v2.0/networks/ec8c97cf-a5a4-49ff-901b-2f06391df4ac HTTP/1.1" status: 204 len: 168 time: 0.3647506 Jul 24 01:18:24.374733 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc127b-e05f-479e-ac40-4b96bd2901c3 tempest-PortsTestJSON-1790571693 tempest-PortsTestJSON-1790571693-project] Pushing event deleted for resources: {'Network': ['ID=ec8c97cf-a5a4-49ff-901b-2f06391df4ac,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:24.462946 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 65457b57-86fa-47d4-b4d8-e0180db1cb9d, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=65457b57-86fa-47d4-b4d8-e0180db1cb9d,segment=NetworkSegment(37a5929d-c264-46ec-b241-3e312d01ecb6),segment_id=37a5929d-c264-46ec-b241-3e312d01ecb6)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:18:24.475785 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': '65457b57-86fa-47d4-b4d8-e0180db1cb9d', 'network_id': '66ffc7cd-6c08-480e-a939-e2662174e5e3', 'port_id': '65457b57-86fa-47d4-b4d8-e0180db1cb9d', 'mac_address': 'fa:16:3e:57:2b:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad13fc02-4b1c-4990-a7af-04f03d36ba36', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:18:24.518913 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:24.535411 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65457b57-86fa-47d4-b4d8-e0180db1cb9d {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:18:24.561525 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 65457b57-86fa-47d4-b4d8-e0180db1cb9d, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=65457b57-86fa-47d4-b4d8-e0180db1cb9d,segment=NetworkSegment(37a5929d-c264-46ec-b241-3e312d01ecb6),segment_id=37a5929d-c264-46ec-b241-3e312d01ecb6)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:18:24.567764 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:24.626661 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=65457b57-86fa-47d4-b4d8-e0180db1cb9d,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:24.667964 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece0627-78c8-4d01-abc7-8e3fd065eb06 req-766802dc-a820-4980-993d-742611c027b7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:24.674747 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cece0627-78c8-4d01-abc7-8e3fd065eb06 req-766802dc-a820-4980-993d-742611c027b7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 945 time: 0.0838339 Jul 24 01:18:24.687540 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38592) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:24.736900 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cece0627-78c8-4d01-abc7-8e3fd065eb06 req-7ed3c97a-cc7f-4ded-a081-d977126dbee1 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a130e42-2120-4081-a70e-c40c23c3ecbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611322 Jul 24 01:18:24.814769 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['65457b57-86fa-47d4-b4d8-e0180db1cb9d'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:18:24.855316 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-54d717dc-270c-4a30-a60a-22ecebcf9c14 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=79918f17ff4041bf8e170911a9b5ce11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1663275 Jul 24 01:18:24.858947 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38600) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:24.943553 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2f2f8e27-60b5-4431-ada1-22487cdd04ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:24.975736 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2f2f8e27-60b5-4431-ada1-22487cdd04ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:25.044469 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b8c689c9-347d-49c1-85ad-57e545dda940 req-99a53001-9cf6-4c74-ab79-aa0838f28e39 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=c82a61eb-51cd-467a-8477-841cc8832112 HTTP/1.1" status: 200 len: 210 time: 0.0376887 Jul 24 01:18:25.079241 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2f2f8e27-60b5-4431-ada1-22487cdd04ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:25.082351 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2f2f8e27-60b5-4431-ada1-22487cdd04ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:25.084017 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2f2f8e27-60b5-4431-ada1-22487cdd04ec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0eee2cea-bc9c-40d2-8f7d-897b0a749915 HTTP/1.1" status: 204 len: 168 time: 0.2234583 Jul 24 01:18:25.094265 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2f8e27-60b5-4431-ada1-22487cdd04ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eee2cea-bc9c-40d2-8f7d-897b0a749915,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:25.745498 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38626) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:25.865394 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-c385ce7f-57fd-452d-8e8e-8002f034c9eb tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-338205583', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:18:25.882425 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ea273-4dbd-4ead-b583-9cec2910e98d req-c47a7c06-d74c-4791-8654-bb1c14ed9a2f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:25.887718 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7e9ea273-4dbd-4ead-b583-9cec2910e98d req-c47a7c06-d74c-4791-8654-bb1c14ed9a2f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 945 time: 0.0724032 Jul 24 01:18:25.894101 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c385ce7f-57fd-452d-8e8e-8002f034c9eb tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:25.895406 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c385ce7f-57fd-452d-8e8e-8002f034c9eb tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:25.926342 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7e9ea273-4dbd-4ead-b583-9cec2910e98d req-b86229d0-5897-4ee8-9cc9-2f70f6d734f6 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a130e42-2120-4081-a70e-c40c23c3ecbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358784 Jul 24 01:18:25.952093 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c385ce7f-57fd-452d-8e8e-8002f034c9eb tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:25.956343 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c385ce7f-57fd-452d-8e8e-8002f034c9eb tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:25.973254 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c385ce7f-57fd-452d-8e8e-8002f034c9eb tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:25.976938 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c385ce7f-57fd-452d-8e8e-8002f034c9eb tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.2279081 Jul 24 01:18:25.977146 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38634) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:25.982747 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-ef66e4d4-f128-40f6-a73c-b6cb8cda78fc tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-140182712'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:18:26.003224 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef66e4d4-f128-40f6-a73c-b6cb8cda78fc tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Made reservation on behalf of b09cc345f9874a508c46f986429d581b for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:18:26.007004 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ef66e4d4-f128-40f6-a73c-b6cb8cda78fc tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:26.015720 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ef66e4d4-f128-40f6-a73c-b6cb8cda78fc tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:26.118505 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ef66e4d4-f128-40f6-a73c-b6cb8cda78fc tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:26.129815 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ef66e4d4-f128-40f6-a73c-b6cb8cda78fc tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:26.156287 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c6c23c7d-4511-4e05-9f7f-3e2bcf1c3e5d req-f261ec6f-58c6-4ce6-a7c7-e9641655984e tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=c82a61eb-51cd-467a-8477-841cc8832112 HTTP/1.1" status: 200 len: 210 time: 0.0359762 Jul 24 01:18:26.171626 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef66e4d4-f128-40f6-a73c-b6cb8cda78fc tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:18:26.186611 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ef66e4d4-f128-40f6-a73c-b6cb8cda78fc tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:26.187042 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-ef66e4d4-f128-40f6-a73c-b6cb8cda78fc tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Added segment fbf83651-2782-4d97-a063-a2d9fabc0a41 of type vlan for network 816cca08-7adc-46dc-9b25-b8e5d22f9c93 Jul 24 01:18:26.196461 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66e4d4-f128-40f6-a73c-b6cb8cda78fc tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=162a76a7-1f47-428b-bdc1-816a4399d5f6,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:26.239630 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ef66e4d4-f128-40f6-a73c-b6cb8cda78fc tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:26.273799 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ef66e4d4-f128-40f6-a73c-b6cb8cda78fc tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:26.279624 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef66e4d4-f128-40f6-a73c-b6cb8cda78fc tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:26.280239 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ef66e4d4-f128-40f6-a73c-b6cb8cda78fc tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:26.318160 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ef66e4d4-f128-40f6-a73c-b6cb8cda78fc tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3398657 Jul 24 01:18:26.321163 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38638) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:26.327402 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-cdafae77-1956-4c55-8814-470070004665 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Request body: {'subnet': {'network_id': '816cca08-7adc-46dc-9b25-b8e5d22f9c93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:18:26.354754 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66e4d4-f128-40f6-a73c-b6cb8cda78fc tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Pushing event updated for resources: {'Network': ['ID=816cca08-7adc-46dc-9b25-b8e5d22f9c93,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:26.367122 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 816cca08-7adc-46dc-9b25-b8e5d22f9c93 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:18:26.371245 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 65457b57-86fa-47d4-b4d8-e0180db1cb9d up at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:18:26.432101 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdafae77-1956-4c55-8814-470070004665 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Made reservation on behalf of b09cc345f9874a508c46f986429d581b for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:18:26.435839 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cdafae77-1956-4c55-8814-470070004665 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:26.479135 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning for port 65457b57-86fa-47d4-b4d8-e0180db1cb9d completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:18:26.483456 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning complete for port 65457b57-86fa-47d4-b4d8-e0180db1cb9d triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:18:26.483851 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:26.578954 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:26.597925 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:18:26.623289 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e457e5-42ee-470f-873c-4188e772003b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65457b57-86fa-47d4-b4d8-e0180db1cb9d'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:18:26.625803 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf605eb-4ef9-4e61-8c62-b44aceb60e0c" -d '{"events": [{"server_uuid": "02e457e5-42ee-470f-873c-4188e772003b", "name": "network-vif-plugged", "status": "completed", "tag": "65457b57-86fa-47d4-b4d8-e0180db1cb9d"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:18:26.630056 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:18:26.630751 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device c93eccf8-f5ec-465b-aeca-2f9a4e0c5c1f not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:18:26.641636 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 65457b57-86fa-47d4-b4d8-e0180db1cb9d, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=65457b57-86fa-47d4-b4d8-e0180db1cb9d,segment=NetworkSegment(37a5929d-c264-46ec-b241-3e312d01ecb6),segment_id=37a5929d-c264-46ec-b241-3e312d01ecb6)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:18:26.643577 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cdafae77-1956-4c55-8814-470070004665 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:26.646330 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:26.674389 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802a2c6c-a528-4ee6-880c-aca8b188b434 x-openstack-request-id: req-802a2c6c-a528-4ee6-880c-aca8b188b434 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:18:26.674751 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e457e5-42ee-470f-873c-4188e772003b", "name": "network-vif-plugged", "status": "completed", "tag": "65457b57-86fa-47d4-b4d8-e0180db1cb9d", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:18:26.675070 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-802a2c6c-a528-4ee6-880c-aca8b188b434 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:18:26.675521 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e457e5-42ee-470f-873c-4188e772003b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65457b57-86fa-47d4-b4d8-e0180db1cb9d', 'code': 200} Jul 24 01:18:26.704450 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=65457b57-86fa-47d4-b4d8-e0180db1cb9d,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:26.734516 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdafae77-1956-4c55-8814-470070004665 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Pushing event updated for resources: {'Subnet': ['ID=0ad28bcc-a72d-4a78-814c-a07478e00db7,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:26.747675 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdafae77-1956-4c55-8814-470070004665 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Checking segment: {'id': 'fbf83651-2782-4d97-a063-a2d9fabc0a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '816cca08-7adc-46dc-9b25-b8e5d22f9c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:18:26.748117 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdafae77-1956-4c55-8814-470070004665 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Network hostable DHCP agents. Network: 816cca08-7adc-46dc-9b25-b8e5d22f9c93, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:18:26.767916 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdafae77-1956-4c55-8814-470070004665 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Network 816cca08-7adc-46dc-9b25-b8e5d22f9c93 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:18:26.779258 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-cdafae77-1956-4c55-8814-470070004665 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 816cca08-7adc-46dc-9b25-b8e5d22f9c93) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:18:26.784950 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdafae77-1956-4c55-8814-470070004665 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:26.785688 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cdafae77-1956-4c55-8814-470070004665 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:26.791317 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1424881f-bb29-4258-95ac-87c6f9dcce85 None None] Network 816cca08-7adc-46dc-9b25-b8e5d22f9c93 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:18:26.816534 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-cdafae77-1956-4c55-8814-470070004665 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4925888 Jul 24 01:18:26.818333 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38642) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:26.825562 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-2425facf-a371-4c9d-9c5a-fc8edc173785 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Request body: {'network': {'name': 'tempest-router-network01--1511063513'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:18:26.839319 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9f88b-d9c0-4464-86db-b23f3a2a8749 req-42ea2eec-8e82-4523-9dac-ee361a2a82a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:26.841387 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-90a9f88b-d9c0-4464-86db-b23f3a2a8749 req-42ea2eec-8e82-4523-9dac-ee361a2a82a7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 1098 time: 0.0955195 Jul 24 01:18:26.849592 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2425facf-a371-4c9d-9c5a-fc8edc173785 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Made reservation on behalf of b09cc345f9874a508c46f986429d581b for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:18:26.853763 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2425facf-a371-4c9d-9c5a-fc8edc173785 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:26.884632 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2425facf-a371-4c9d-9c5a-fc8edc173785 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:18:26.888234 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-90a9f88b-d9c0-4464-86db-b23f3a2a8749 req-23c8482c-51a9-482c-a59e-25bc9d201948 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6a130e42-2120-4081-a70e-c40c23c3ecbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403466 Jul 24 01:18:26.895342 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2425facf-a371-4c9d-9c5a-fc8edc173785 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:26.895694 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-2425facf-a371-4c9d-9c5a-fc8edc173785 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Added segment e8ee20ce-373d-4e8f-9ce5-1c3c3b882305 of type vlan for network 02490138-f7c9-4e3a-99b7-72ceb86fbc46 Jul 24 01:18:26.937310 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2425facf-a371-4c9d-9c5a-fc8edc173785 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:26.983344 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2425facf-a371-4c9d-9c5a-fc8edc173785 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:26.989110 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2425facf-a371-4c9d-9c5a-fc8edc173785 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:26.989754 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2425facf-a371-4c9d-9c5a-fc8edc173785 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:26.999152 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16757575-21d8-4bce-8361-f3082268e33a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-816cca08-7adc-46dc-9b25-b8e5d22f9c93', 'network_id': '816cca08-7adc-46dc-9b25-b8e5d22f9c93', 'tenant_id': 'b09cc345f9874a508c46f986429d581b', 'fixed_ips': [{'subnet_id': '0ad28bcc-a72d-4a78-814c-a07478e00db7'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:18:27.000063 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-16757575-21d8-4bce-8361-f3082268e33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:27.043424 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2425facf-a371-4c9d-9c5a-fc8edc173785 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2237618 Jul 24 01:18:27.048752 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38646) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:27.054624 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-d1bbfe77-1873-45cb-a63a-f9fc6236374d tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Request body: {'network': {'name': 'tempest-router-network02--1847471884'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:18:27.089449 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1bbfe77-1873-45cb-a63a-f9fc6236374d tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Made reservation on behalf of b09cc345f9874a508c46f986429d581b for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:18:27.093274 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d1bbfe77-1873-45cb-a63a-f9fc6236374d tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:27.108832 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3710380-6618-45cd-8bca-f7079d592c81 req-69dd4785-f7f9-49d4-89fc-105585977b35 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:27.116424 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c3710380-6618-45cd-8bca-f7079d592c81 req-69dd4785-f7f9-49d4-89fc-105585977b35 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 946 time: 0.1009560 Jul 24 01:18:27.142662 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2425facf-a371-4c9d-9c5a-fc8edc173785 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Pushing event updated for resources: {'Network': ['ID=02490138-f7c9-4e3a-99b7-72ceb86fbc46,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:27.161373 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 02490138-f7c9-4e3a-99b7-72ceb86fbc46 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:18:27.169089 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1bbfe77-1873-45cb-a63a-f9fc6236374d tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:18:27.194501 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d1bbfe77-1873-45cb-a63a-f9fc6236374d tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:27.194894 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-d1bbfe77-1873-45cb-a63a-f9fc6236374d tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Added segment 0d978da9-a678-457c-aa73-cda5f89c470a of type vlan for network 8eea3fd4-6d24-4336-b635-62cd1bcff2ec Jul 24 01:18:27.220646 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-16757575-21d8-4bce-8361-f3082268e33a None None] Allocated IP 2001:db8::2 (816cca08-7adc-46dc-9b25-b8e5d22f9c93/0ad28bcc-a72d-4a78-814c-a07478e00db7/a7f32d2e-2461-4c7e-b059-59c9e08bda44) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:18:27.220887 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c3710380-6618-45cd-8bca-f7079d592c81 req-288a207c-912c-4986-8943-08002d52e223 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a130e42-2120-4081-a70e-c40c23c3ecbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929520 Jul 24 01:18:27.312026 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c92fc667-d2bd-4ab6-beeb-7e96834c4d66 req-8b44e839-287c-4520-84c0-58745b12e189 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=c82a61eb-51cd-467a-8477-841cc8832112 HTTP/1.1" status: 200 len: 210 time: 0.0501060 Jul 24 01:18:27.314370 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d1bbfe77-1873-45cb-a63a-f9fc6236374d tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:27.360152 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d1bbfe77-1873-45cb-a63a-f9fc6236374d tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:27.366896 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bbfe77-1873-45cb-a63a-f9fc6236374d tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:27.367630 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d1bbfe77-1873-45cb-a63a-f9fc6236374d tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:27.409938 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d1bbfe77-1873-45cb-a63a-f9fc6236374d tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3596492 Jul 24 01:18:27.412782 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38650) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:27.418152 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-b32bdc99-8e0d-4ea6-aba1-2265fc5a13ba tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Request body: {'subnet': {'network_id': '02490138-f7c9-4e3a-99b7-72ceb86fbc46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:18:27.487443 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bbfe77-1873-45cb-a63a-f9fc6236374d tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Pushing event updated for resources: {'Network': ['ID=8eea3fd4-6d24-4336-b635-62cd1bcff2ec,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:27.503051 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 8eea3fd4-6d24-4336-b635-62cd1bcff2ec details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:18:27.520322 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-16757575-21d8-4bce-8361-f3082268e33a None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:27.538476 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-16757575-21d8-4bce-8361-f3082268e33a None None] Transition to ACTIVE for port object a7f32d2e-2461-4c7e-b059-59c9e08bda44 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:18:27.576747 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32bdc99-8e0d-4ea6-aba1-2265fc5a13ba tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Made reservation on behalf of b09cc345f9874a508c46f986429d581b for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:18:27.580764 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b32bdc99-8e0d-4ea6-aba1-2265fc5a13ba tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:27.596112 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-16757575-21d8-4bce-8361-f3082268e33a None None] Transition to ACTIVE for port object a7f32d2e-2461-4c7e-b059-59c9e08bda44 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:18:27.609006 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-16757575-21d8-4bce-8361-f3082268e33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:27.653047 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16757575-21d8-4bce-8361-f3082268e33a None None] Network 816cca08-7adc-46dc-9b25-b8e5d22f9c93 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:18:27.654927 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-16757575-21d8-4bce-8361-f3082268e33a None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:18:27.671853 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16757575-21d8-4bce-8361-f3082268e33a None None] Pushing event updated for resources: {'Port': ['ID=a7f32d2e-2461-4c7e-b059-59c9e08bda44,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:27.675158 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16757575-21d8-4bce-8361-f3082268e33a None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:18:27.761710 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-16757575-21d8-4bce-8361-f3082268e33a None None] Attempting to bind port a7f32d2e-2461-4c7e-b059-59c9e08bda44 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:18:27.762235 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-16757575-21d8-4bce-8361-f3082268e33a None None] Attempting to bind port a7f32d2e-2461-4c7e-b059-59c9e08bda44 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'fbf83651-2782-4d97-a063-a2d9fabc0a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '816cca08-7adc-46dc-9b25-b8e5d22f9c93'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:18:27.762757 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16757575-21d8-4bce-8361-f3082268e33a None None] Attempting to bind port a7f32d2e-2461-4c7e-b059-59c9e08bda44 on network 816cca08-7adc-46dc-9b25-b8e5d22f9c93 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:18:27.768776 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16757575-21d8-4bce-8361-f3082268e33a None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:18:27.769250 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16757575-21d8-4bce-8361-f3082268e33a None None] Checking segment: {'id': 'fbf83651-2782-4d97-a063-a2d9fabc0a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '816cca08-7adc-46dc-9b25-b8e5d22f9c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:18:27.769575 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-16757575-21d8-4bce-8361-f3082268e33a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:27.769976 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16757575-21d8-4bce-8361-f3082268e33a None None] Bound using segment: {'id': 'fbf83651-2782-4d97-a063-a2d9fabc0a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '816cca08-7adc-46dc-9b25-b8e5d22f9c93'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:18:27.770443 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-16757575-21d8-4bce-8361-f3082268e33a None None] Bound port: a7f32d2e-2461-4c7e-b059-59c9e08bda44, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf83651-2782-4d97-a063-a2d9fabc0a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '816cca08-7adc-46dc-9b25-b8e5d22f9c93'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:18:27.770867 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-16757575-21d8-4bce-8361-f3082268e33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:27.848423 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b32bdc99-8e0d-4ea6-aba1-2265fc5a13ba tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:27.850336 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-16757575-21d8-4bce-8361-f3082268e33a None None] For port a7f32d2e-2461-4c7e-b059-59c9e08bda44, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:18:27.853866 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-16757575-21d8-4bce-8361-f3082268e33a None None] For port a7f32d2e-2461-4c7e-b059-59c9e08bda44, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=a7f32d2e-2461-4c7e-b059-59c9e08bda44,segment=NetworkSegment(fbf83651-2782-4d97-a063-a2d9fabc0a41),segment_id=fbf83651-2782-4d97-a063-a2d9fabc0a41)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:18:27.858597 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-16757575-21d8-4bce-8361-f3082268e33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:27.917782 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16757575-21d8-4bce-8361-f3082268e33a None None] Pushing event updated for resources: {'Port': ['ID=a7f32d2e-2461-4c7e-b059-59c9e08bda44,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:27.935760 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32bdc99-8e0d-4ea6-aba1-2265fc5a13ba tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Pushing event updated for resources: {'Subnet': ['ID=fbb7aef1-0c46-425e-af8c-f19b5b685d83,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:27.951599 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32bdc99-8e0d-4ea6-aba1-2265fc5a13ba tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Checking segment: {'id': 'e8ee20ce-373d-4e8f-9ce5-1c3c3b882305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '02490138-f7c9-4e3a-99b7-72ceb86fbc46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:18:27.951965 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32bdc99-8e0d-4ea6-aba1-2265fc5a13ba tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Network hostable DHCP agents. Network: 02490138-f7c9-4e3a-99b7-72ceb86fbc46, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:18:27.992435 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32bdc99-8e0d-4ea6-aba1-2265fc5a13ba tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Network 02490138-f7c9-4e3a-99b7-72ceb86fbc46 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:18:28.025907 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-b32bdc99-8e0d-4ea6-aba1-2265fc5a13ba tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 02490138-f7c9-4e3a-99b7-72ceb86fbc46) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:18:28.031208 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32bdc99-8e0d-4ea6-aba1-2265fc5a13ba tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:28.034537 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c220fa1-d046-4e3e-8634-c0bbf7898415 None None] Network 02490138-f7c9-4e3a-99b7-72ceb86fbc46 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:18:28.039187 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b32bdc99-8e0d-4ea6-aba1-2265fc5a13ba tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:28.063413 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38652) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:28.065103 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b32bdc99-8e0d-4ea6-aba1-2265fc5a13ba tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6508496 Jul 24 01:18:28.068935 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-9b1d008d-d0ff-4f37-b697-41b88d408794 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Request body: {'subnet': {'network_id': '8eea3fd4-6d24-4336-b635-62cd1bcff2ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:18:28.203959 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1d008d-d0ff-4f37-b697-41b88d408794 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Made reservation on behalf of b09cc345f9874a508c46f986429d581b for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:18:28.207920 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9b1d008d-d0ff-4f37-b697-41b88d408794 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:28.305157 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71daf55-7ddb-4384-bc97-ea6dc614064b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-02490138-f7c9-4e3a-99b7-72ceb86fbc46', 'network_id': '02490138-f7c9-4e3a-99b7-72ceb86fbc46', 'tenant_id': 'b09cc345f9874a508c46f986429d581b', 'fixed_ips': [{'subnet_id': 'fbb7aef1-0c46-425e-af8c-f19b5b685d83'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:18:28.310806 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e71daf55-7ddb-4384-bc97-ea6dc614064b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:28.459278 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d4751-a47c-4ca9-b364-6601b9932d11 req-affbe75a-74bd-433a-8b48-4822b9b3951c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:28.465365 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ea9d4751-a47c-4ca9-b364-6601b9932d11 req-affbe75a-74bd-433a-8b48-4822b9b3951c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 946 time: 0.1453788 Jul 24 01:18:28.556860 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ea9d4751-a47c-4ca9-b364-6601b9932d11 req-c21a79ed-cf49-48bd-8c72-8720c8fe70a0 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a130e42-2120-4081-a70e-c40c23c3ecbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784435 Jul 24 01:18:28.562954 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3467fb26-e607-4063-92e8-e1505f3c6c41 req-639fd775-2d55-4966-9799-103565637934 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=c82a61eb-51cd-467a-8477-841cc8832112 HTTP/1.1" status: 200 len: 210 time: 0.0529792 Jul 24 01:18:28.584675 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9b1d008d-d0ff-4f37-b697-41b88d408794 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:28.596641 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-e71daf55-7ddb-4384-bc97-ea6dc614064b None None] Allocated IP 2001:db8::2 (02490138-f7c9-4e3a-99b7-72ceb86fbc46/fbb7aef1-0c46-425e-af8c-f19b5b685d83/7a5a2fe0-7890-423f-9079-af6dc6d8bcde) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:18:28.717702 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d008d-d0ff-4f37-b697-41b88d408794 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Pushing event updated for resources: {'Subnet': ['ID=649ba28f-4e94-4558-a3d0-2abe5fbd4a75,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:28.736087 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1d008d-d0ff-4f37-b697-41b88d408794 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Checking segment: {'id': '0d978da9-a678-457c-aa73-cda5f89c470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8eea3fd4-6d24-4336-b635-62cd1bcff2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:18:28.736462 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1d008d-d0ff-4f37-b697-41b88d408794 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Network hostable DHCP agents. Network: 8eea3fd4-6d24-4336-b635-62cd1bcff2ec, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:18:28.774217 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3bc7c-2ada-4c60-8bfd-148648c8fc42 req-ecf12373-666c-4656-be2d-964b16249877 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:28.776095 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86b3bc7c-2ada-4c60-8bfd-148648c8fc42 req-ecf12373-666c-4656-be2d-964b16249877 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 946 time: 0.1025035 Jul 24 01:18:28.777342 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1d008d-d0ff-4f37-b697-41b88d408794 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Network 8eea3fd4-6d24-4336-b635-62cd1bcff2ec is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:18:28.802449 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e71daf55-7ddb-4384-bc97-ea6dc614064b None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:28.813117 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-9b1d008d-d0ff-4f37-b697-41b88d408794 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 8eea3fd4-6d24-4336-b635-62cd1bcff2ec) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:18:28.822609 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e71daf55-7ddb-4384-bc97-ea6dc614064b None None] Transition to ACTIVE for port object 7a5a2fe0-7890-423f-9079-af6dc6d8bcde will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:18:28.826422 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30fe5d7-709c-411a-a84a-2b0a6cb9d245 None None] Network 8eea3fd4-6d24-4336-b635-62cd1bcff2ec requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:18:28.849463 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1d008d-d0ff-4f37-b697-41b88d408794 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:28.850074 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9b1d008d-d0ff-4f37-b697-41b88d408794 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:28.867641 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86b3bc7c-2ada-4c60-8bfd-148648c8fc42 req-eff73d86-7509-4fd1-892a-a184590dc4d7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a130e42-2120-4081-a70e-c40c23c3ecbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835948 Jul 24 01:18:28.881468 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9b1d008d-d0ff-4f37-b697-41b88d408794 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8165703 Jul 24 01:18:28.883626 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38660) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:28.885423 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e71daf55-7ddb-4384-bc97-ea6dc614064b None None] Transition to ACTIVE for port object 7a5a2fe0-7890-423f-9079-af6dc6d8bcde will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:18:28.894082 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38662) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:28.905772 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e71daf55-7ddb-4384-bc97-ea6dc614064b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:28.980038 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965453a5-593d-469e-be83-091a93bc95de tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:28.984406 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-965453a5-593d-469e-be83-091a93bc95de tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 1093 time: 0.0864730 Jul 24 01:18:28.985188 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38664) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:28.999120 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-a43ea60e-7c81-4a1d-859e-3972782e4327 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'port_id': '65457b57-86fa-47d4-b4d8-e0180db1cb9d', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:18:29.012315 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71daf55-7ddb-4384-bc97-ea6dc614064b None None] Pushing event updated for resources: {'Port': ['ID=7a5a2fe0-7890-423f-9079-af6dc6d8bcde,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:29.036696 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71daf55-7ddb-4384-bc97-ea6dc614064b None None] Network 02490138-f7c9-4e3a-99b7-72ceb86fbc46 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:18:29.040489 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-e71daf55-7ddb-4384-bc97-ea6dc614064b None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:18:29.048727 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71daf55-7ddb-4384-bc97-ea6dc614064b None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:18:29.052351 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a43ea60e-7c81-4a1d-859e-3972782e4327 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for floatingip, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:29.187349 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a43ea60e-7c81-4a1d-859e-3972782e4327 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:29.271151 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-e71daf55-7ddb-4384-bc97-ea6dc614064b None None] Attempting to bind port 7a5a2fe0-7890-423f-9079-af6dc6d8bcde on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:18:29.271529 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-e71daf55-7ddb-4384-bc97-ea6dc614064b None None] Attempting to bind port 7a5a2fe0-7890-423f-9079-af6dc6d8bcde by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'e8ee20ce-373d-4e8f-9ce5-1c3c3b882305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '02490138-f7c9-4e3a-99b7-72ceb86fbc46'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:18:29.272041 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71daf55-7ddb-4384-bc97-ea6dc614064b None None] Attempting to bind port 7a5a2fe0-7890-423f-9079-af6dc6d8bcde on network 02490138-f7c9-4e3a-99b7-72ceb86fbc46 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:18:29.280620 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b16a3d-0f87-471a-a6dd-ba12e9cefec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-8eea3fd4-6d24-4336-b635-62cd1bcff2ec', 'network_id': '8eea3fd4-6d24-4336-b635-62cd1bcff2ec', 'tenant_id': 'b09cc345f9874a508c46f986429d581b', 'fixed_ips': [{'subnet_id': '649ba28f-4e94-4558-a3d0-2abe5fbd4a75'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:18:29.282263 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-44b16a3d-0f87-471a-a6dd-ba12e9cefec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:29.285322 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71daf55-7ddb-4384-bc97-ea6dc614064b None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:18:29.285711 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71daf55-7ddb-4384-bc97-ea6dc614064b None None] Checking segment: {'id': 'e8ee20ce-373d-4e8f-9ce5-1c3c3b882305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '02490138-f7c9-4e3a-99b7-72ceb86fbc46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:18:29.286107 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e71daf55-7ddb-4384-bc97-ea6dc614064b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:29.286561 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71daf55-7ddb-4384-bc97-ea6dc614064b None None] Bound using segment: {'id': 'e8ee20ce-373d-4e8f-9ce5-1c3c3b882305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '02490138-f7c9-4e3a-99b7-72ceb86fbc46'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:18:29.287010 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-e71daf55-7ddb-4384-bc97-ea6dc614064b None None] Bound port: 7a5a2fe0-7890-423f-9079-af6dc6d8bcde, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8ee20ce-373d-4e8f-9ce5-1c3c3b882305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '02490138-f7c9-4e3a-99b7-72ceb86fbc46'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:18:29.287390 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e71daf55-7ddb-4384-bc97-ea6dc614064b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:29.324644 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-71584dae-d1d3-4cbc-a494-5d5a3cc65403 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:29.351512 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-a43ea60e-7c81-4a1d-859e-3972782e4327 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Allocated IP 172.25.2.174 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/398b15c0-55e3-4c2c-9b6f-8974497e8ee2) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:18:29.404888 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8857489e-83b6-4fa2-a7c1-40e1857af8cb None None] Network 816cca08-7adc-46dc-9b25-b8e5d22f9c93 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:18:29.515601 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a43ea60e-7c81-4a1d-859e-3972782e4327 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:29.518640 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a7f32d2e-2461-4c7e-b059-59c9e08bda44 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:18:29.570161 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a43ea60e-7c81-4a1d-859e-3972782e4327 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:29.604811 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-e71daf55-7ddb-4384-bc97-ea6dc614064b None None] For port 7a5a2fe0-7890-423f-9079-af6dc6d8bcde, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:18:29.607383 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-036c7bef-bef3-4f68-bc97-5c569ca87384 None None] Provisioning for port a7f32d2e-2461-4c7e-b059-59c9e08bda44 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:18:29.625606 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43ea60e-7c81-4a1d-859e-3972782e4327 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:18:29.632808 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-a43ea60e-7c81-4a1d-859e-3972782e4327 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:18:29.639589 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43ea60e-7c81-4a1d-859e-3972782e4327 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:18:29.643235 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-e71daf55-7ddb-4384-bc97-ea6dc614064b None None] For port 7a5a2fe0-7890-423f-9079-af6dc6d8bcde, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=7a5a2fe0-7890-423f-9079-af6dc6d8bcde,segment=NetworkSegment(e8ee20ce-373d-4e8f-9ce5-1c3c3b882305),segment_id=e8ee20ce-373d-4e8f-9ce5-1c3c3b882305)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:18:29.690995 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e71daf55-7ddb-4384-bc97-ea6dc614064b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:29.768545 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-71584dae-d1d3-4cbc-a494-5d5a3cc65403 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Allocated IP 2001:db8::1 (02490138-f7c9-4e3a-99b7-72ceb86fbc46/fbb7aef1-0c46-425e-af8c-f19b5b685d83/b1fc2f4c-993c-4467-9c8e-1ebab166f30c) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:18:29.876887 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-44b16a3d-0f87-471a-a6dd-ba12e9cefec6 None None] Allocated IP 2001:db8::2 (8eea3fd4-6d24-4336-b635-62cd1bcff2ec/649ba28f-4e94-4558-a3d0-2abe5fbd4a75/2443d9dd-d4c5-4223-8413-362c9b7e1965) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:18:29.904203 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port a7f32d2e-2461-4c7e-b059-59c9e08bda44 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:18:29.922867 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71daf55-7ddb-4384-bc97-ea6dc614064b None None] Pushing event updated for resources: {'Port': ['ID=7a5a2fe0-7890-423f-9079-af6dc6d8bcde,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:29.925288 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port a7f32d2e-2461-4c7e-b059-59c9e08bda44 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:18:29.925790 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:29.958665 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-71584dae-d1d3-4cbc-a494-5d5a3cc65403 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:29.976239 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-71584dae-d1d3-4cbc-a494-5d5a3cc65403 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Transition to ACTIVE for port object b1fc2f4c-993c-4467-9c8e-1ebab166f30c will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:18:30.042517 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-71584dae-d1d3-4cbc-a494-5d5a3cc65403 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:30.164362 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71584dae-d1d3-4cbc-a494-5d5a3cc65403 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Network 02490138-f7c9-4e3a-99b7-72ceb86fbc46 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:18:30.169248 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71584dae-d1d3-4cbc-a494-5d5a3cc65403 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Pushing event updated for resources: {'Port': ['ID=b1fc2f4c-993c-4467-9c8e-1ebab166f30c,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:30.198937 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-71584dae-d1d3-4cbc-a494-5d5a3cc65403 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:18:30.202795 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71584dae-d1d3-4cbc-a494-5d5a3cc65403 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:18:30.203925 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-71584dae-d1d3-4cbc-a494-5d5a3cc65403 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:30.209547 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71584dae-d1d3-4cbc-a494-5d5a3cc65403 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:30.210056 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71584dae-d1d3-4cbc-a494-5d5a3cc65403 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:30.210564 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71584dae-d1d3-4cbc-a494-5d5a3cc65403 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:30.211089 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71584dae-d1d3-4cbc-a494-5d5a3cc65403 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:30.211797 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71584dae-d1d3-4cbc-a494-5d5a3cc65403 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:30.212301 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71584dae-d1d3-4cbc-a494-5d5a3cc65403 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:30.212996 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71584dae-d1d3-4cbc-a494-5d5a3cc65403 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:30.213623 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71584dae-d1d3-4cbc-a494-5d5a3cc65403 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:30.214204 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71584dae-d1d3-4cbc-a494-5d5a3cc65403 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:30.215137 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71584dae-d1d3-4cbc-a494-5d5a3cc65403 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:30.215637 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71584dae-d1d3-4cbc-a494-5d5a3cc65403 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:30.216148 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71584dae-d1d3-4cbc-a494-5d5a3cc65403 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:30.287385 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:30.338183 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-44b16a3d-0f87-471a-a6dd-ba12e9cefec6 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:30.352236 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port a7f32d2e-2461-4c7e-b059-59c9e08bda44, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=a7f32d2e-2461-4c7e-b059-59c9e08bda44,segment=NetworkSegment(fbf83651-2782-4d97-a063-a2d9fabc0a41),segment_id=fbf83651-2782-4d97-a063-a2d9fabc0a41)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:18:30.357872 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-44b16a3d-0f87-471a-a6dd-ba12e9cefec6 None None] Transition to ACTIVE for port object 2443d9dd-d4c5-4223-8413-362c9b7e1965 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:18:30.365804 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:30.417556 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-71584dae-d1d3-4cbc-a494-5d5a3cc65403 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:30.510803 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a43ea60e-7c81-4a1d-859e-3972782e4327 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:30.610360 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-44b16a3d-0f87-471a-a6dd-ba12e9cefec6 None None] Transition to ACTIVE for port object 2443d9dd-d4c5-4223-8413-362c9b7e1965 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:18:30.634589 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-44b16a3d-0f87-471a-a6dd-ba12e9cefec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:30.639006 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-7c2c60d3-f8ee-4e11-8178-c58b8212d781 None None] Provisioning complete for port a7f32d2e-2461-4c7e-b059-59c9e08bda44 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:18:30.639389 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7c2c60d3-f8ee-4e11-8178-c58b8212d781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:30.700143 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=a7f32d2e-2461-4c7e-b059-59c9e08bda44,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:30.721609 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b16a3d-0f87-471a-a6dd-ba12e9cefec6 None None] Network 8eea3fd4-6d24-4336-b635-62cd1bcff2ec is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:18:30.727456 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-44b16a3d-0f87-471a-a6dd-ba12e9cefec6 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:18:30.734499 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b16a3d-0f87-471a-a6dd-ba12e9cefec6 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:18:30.889839 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b16a3d-0f87-471a-a6dd-ba12e9cefec6 None None] Pushing event updated for resources: {'Port': ['ID=2443d9dd-d4c5-4223-8413-362c9b7e1965,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:30.921143 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-44b16a3d-0f87-471a-a6dd-ba12e9cefec6 None None] Attempting to bind port 2443d9dd-d4c5-4223-8413-362c9b7e1965 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:18:30.921523 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-44b16a3d-0f87-471a-a6dd-ba12e9cefec6 None None] Attempting to bind port 2443d9dd-d4c5-4223-8413-362c9b7e1965 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '0d978da9-a678-457c-aa73-cda5f89c470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8eea3fd4-6d24-4336-b635-62cd1bcff2ec'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:18:30.921889 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b16a3d-0f87-471a-a6dd-ba12e9cefec6 None None] Attempting to bind port 2443d9dd-d4c5-4223-8413-362c9b7e1965 on network 8eea3fd4-6d24-4336-b635-62cd1bcff2ec {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:18:30.931287 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b16a3d-0f87-471a-a6dd-ba12e9cefec6 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:18:30.931859 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b16a3d-0f87-471a-a6dd-ba12e9cefec6 None None] Checking segment: {'id': '0d978da9-a678-457c-aa73-cda5f89c470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8eea3fd4-6d24-4336-b635-62cd1bcff2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:18:30.932379 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-44b16a3d-0f87-471a-a6dd-ba12e9cefec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:30.932844 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b16a3d-0f87-471a-a6dd-ba12e9cefec6 None None] Bound using segment: {'id': '0d978da9-a678-457c-aa73-cda5f89c470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8eea3fd4-6d24-4336-b635-62cd1bcff2ec'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:18:30.933348 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-44b16a3d-0f87-471a-a6dd-ba12e9cefec6 None None] Bound port: 2443d9dd-d4c5-4223-8413-362c9b7e1965, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d978da9-a678-457c-aa73-cda5f89c470a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '8eea3fd4-6d24-4336-b635-62cd1bcff2ec'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:18:30.933879 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-44b16a3d-0f87-471a-a6dd-ba12e9cefec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:31.058568 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-44b16a3d-0f87-471a-a6dd-ba12e9cefec6 None None] For port 2443d9dd-d4c5-4223-8413-362c9b7e1965, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:18:31.062063 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-44b16a3d-0f87-471a-a6dd-ba12e9cefec6 None None] For port 2443d9dd-d4c5-4223-8413-362c9b7e1965, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2443d9dd-d4c5-4223-8413-362c9b7e1965,segment=NetworkSegment(0d978da9-a678-457c-aa73-cda5f89c470a),segment_id=0d978da9-a678-457c-aa73-cda5f89c470a)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:18:31.075765 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ea60e-7c81-4a1d-859e-3972782e4327 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'Port': ['ID=398b15c0-55e3-4c2c-9b6f-8974497e8ee2,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:31.076756 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-44b16a3d-0f87-471a-a6dd-ba12e9cefec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:31.134402 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a43ea60e-7c81-4a1d-859e-3972782e4327 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:31.162925 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b16a3d-0f87-471a-a6dd-ba12e9cefec6 None None] Pushing event updated for resources: {'Port': ['ID=2443d9dd-d4c5-4223-8413-362c9b7e1965,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:31.333459 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa9f4f1-e91b-439c-8163-be0c7371fec9 None None] Network 02490138-f7c9-4e3a-99b7-72ceb86fbc46 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:18:31.365163 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-71584dae-d1d3-4cbc-a494-5d5a3cc65403 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:31.374674 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-71584dae-d1d3-4cbc-a494-5d5a3cc65403 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:31.376018 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-71584dae-d1d3-4cbc-a494-5d5a3cc65403 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:31.454330 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a43ea60e-7c81-4a1d-859e-3972782e4327 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:31.454975 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d78b79a2-2a95-4e8b-b942-d5ab171416c6 None None] Provisioning for port 7a5a2fe0-7890-423f-9079-af6dc6d8bcde completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:18:31.464341 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a43ea60e-7c81-4a1d-859e-3972782e4327 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:31.552555 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71584dae-d1d3-4cbc-a494-5d5a3cc65403 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Pushing event updated for resources: {'Port': ['ID=b1fc2f4c-993c-4467-9c8e-1ebab166f30c,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:31.580930 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43ea60e-7c81-4a1d-859e-3972782e4327 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'Port': ['ID=398b15c0-55e3-4c2c-9b6f-8974497e8ee2,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:31.605744 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a43ea60e-7c81-4a1d-859e-3972782e4327 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:31.653678 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71584dae-d1d3-4cbc-a494-5d5a3cc65403 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Network 02490138-f7c9-4e3a-99b7-72ceb86fbc46 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:18:31.655588 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-71584dae-d1d3-4cbc-a494-5d5a3cc65403 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:18:31.736215 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [None req-a43ea60e-7c81-4a1d-859e-3972782e4327 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Floating IP dbf54531-cdf6-4c89-b148-0e92515b6b49 associated. External IP: 172.25.2.174, port: 65457b57-86fa-47d4-b4d8-e0180db1cb9d. Jul 24 01:18:31.831635 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a7f32d2e-2461-4c7e-b059-59c9e08bda44 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:18:31.845644 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71584dae-d1d3-4cbc-a494-5d5a3cc65403 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Router e0bbe29e-d729-4505-90fe-a1bab85107c2 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:18:31.917707 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port a7f32d2e-2461-4c7e-b059-59c9e08bda44 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:18:31.918489 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:32.017699 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71584dae-d1d3-4cbc-a494-5d5a3cc65403 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:18:32.021802 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 7a5a2fe0-7890-423f-9079-af6dc6d8bcde up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:18:32.041034 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f293d4d-1639-407f-86e4-3baf0472100f None None] Sync routers for ids ['e0bbe29e-d729-4505-90fe-a1bab85107c2'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:18:32.056279 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38682) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:32.060762 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-71584dae-d1d3-4cbc-a494-5d5a3cc65403 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] 10.222.0.15 "PUT /v2.0/routers/e0bbe29e-d729-4505-90fe-a1bab85107c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1753864 Jul 24 01:18:32.062142 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f293d4d-1639-407f-86e4-3baf0472100f None None] Routers {'e0bbe29e-d729-4505-90fe-a1bab85107c2'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:18:32.063039 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-3f293d4d-1639-407f-86e4-3baf0472100f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:18:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['e0bbe29e-d729-4505-90fe-a1bab85107c2'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:32.130886 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-3f293d4d-1639-407f-86e4-3baf0472100f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:32.139539 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 7a5a2fe0-7890-423f-9079-af6dc6d8bcde completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:18:32.143937 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 7a5a2fe0-7890-423f-9079-af6dc6d8bcde triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:18:32.144174 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f293d4d-1639-407f-86e4-3baf0472100f None None] Routers {'e0bbe29e-d729-4505-90fe-a1bab85107c2'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:18:32.144530 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:32.145112 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-3f293d4d-1639-407f-86e4-3baf0472100f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:18:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['e0bbe29e-d729-4505-90fe-a1bab85107c2'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:32.204605 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-3f293d4d-1639-407f-86e4-3baf0472100f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:32.205276 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f293d4d-1639-407f-86e4-3baf0472100f None None] The sync data for ids ['e0bbe29e-d729-4505-90fe-a1bab85107c2'] in n-d-793621-25 is: [] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:18:32.213804 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43ea60e-7c81-4a1d-859e-3972782e4327 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Router 40bda129-d49c-4d9b-8e05-76e53913c223 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:18:32.267148 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-cd324db9-4d20-4a54-afa0-26fe519ac5f9 None None] Provisioning complete for port 7a5a2fe0-7890-423f-9079-af6dc6d8bcde triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:18:32.267616 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-cd324db9-4d20-4a54-afa0-26fe519ac5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:32.304425 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:32.371067 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 7a5a2fe0-7890-423f-9079-af6dc6d8bcde, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=7a5a2fe0-7890-423f-9079-af6dc6d8bcde,segment=NetworkSegment(e8ee20ce-373d-4e8f-9ce5-1c3c3b882305),segment_id=e8ee20ce-373d-4e8f-9ce5-1c3c3b882305)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:18:32.398093 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:32.509491 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=7a5a2fe0-7890-423f-9079-af6dc6d8bcde,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:32.547987 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-cd324db9-4d20-4a54-afa0-26fe519ac5f9 None None] Provisioning for port b1fc2f4c-993c-4467-9c8e-1ebab166f30c completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:18:32.554398 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-cd324db9-4d20-4a54-afa0-26fe519ac5f9 None None] Provisioning complete for port b1fc2f4c-993c-4467-9c8e-1ebab166f30c triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:18:32.554925 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-cd324db9-4d20-4a54-afa0-26fe519ac5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:32.592828 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43ea60e-7c81-4a1d-859e-3972782e4327 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:18:32.606648 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-cd324db9-4d20-4a54-afa0-26fe519ac5f9 None None] Port b1fc2f4c-993c-4467-9c8e-1ebab166f30c cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:18:32.609754 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e83ac7-c592-4c95-a18d-bf91b33b6dc9 None None] Sync routers for ids ['40bda129-d49c-4d9b-8e05-76e53913c223'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:18:32.622383 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e83ac7-c592-4c95-a18d-bf91b33b6dc9 None None] Routers {'40bda129-d49c-4d9b-8e05-76e53913c223'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:18:32.623317 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-62e83ac7-c592-4c95-a18d-bf91b33b6dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:18:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['40bda129-d49c-4d9b-8e05-76e53913c223'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:32.667943 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a43ea60e-7c81-4a1d-859e-3972782e4327 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:32.743134 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a79ca2-722f-4e48-9281-f44bb19ed245 None None] Network 8eea3fd4-6d24-4336-b635-62cd1bcff2ec requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:18:32.748818 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-2a44e9b8-4caf-481e-913d-4e5b01efd02b tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:18:32.753022 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38686) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:32.766800 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2a44e9b8-4caf-481e-913d-4e5b01efd02b tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] 10.222.0.15 "PUT /v2.0/routers/e0bbe29e-d729-4505-90fe-a1bab85107c2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7086215 Jul 24 01:18:32.778573 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a43ea60e-7c81-4a1d-859e-3972782e4327 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.7897758 Jul 24 01:18:32.778573 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e457e5-42ee-470f-873c-4188e772003b', 'tag': '65457b57-86fa-47d4-b4d8-e0180db1cb9d'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:18:32.780239 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a445c4-5b16-4637-8ea3-ae3cae8cb336" -d '{"events": [{"name": "network-changed", "server_uuid": "02e457e5-42ee-470f-873c-4188e772003b", "tag": "65457b57-86fa-47d4-b4d8-e0180db1cb9d"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:18:32.859355 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-028d8931-3518-4348-b377-84b870f6ce47 None None] Provisioning complete for port b1fc2f4c-993c-4467-9c8e-1ebab166f30c triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:18:32.859910 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-028d8931-3518-4348-b377-84b870f6ce47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:32.865238 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-62e83ac7-c592-4c95-a18d-bf91b33b6dc9 None None] Set router 40bda129-d49c-4d9b-8e05-76e53913c223 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:18:32.868214 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913af9ba-6001-493b-8d54-52a6ad9cb40e x-openstack-request-id: req-913af9ba-6001-493b-8d54-52a6ad9cb40e {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:18:32.868540 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e457e5-42ee-470f-873c-4188e772003b", "tag": "65457b57-86fa-47d4-b4d8-e0180db1cb9d", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:18:32.868794 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-913af9ba-6001-493b-8d54-52a6ad9cb40e {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:18:32.869857 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e457e5-42ee-470f-873c-4188e772003b', 'tag': '65457b57-86fa-47d4-b4d8-e0180db1cb9d', 'status': 'completed', 'code': 200} Jul 24 01:18:32.958150 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904259d6-865c-4689-a31f-be71ab779bf5 req-c5c81124-fc2b-49c7-8f1a-3567b431314f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:32.961137 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-904259d6-865c-4689-a31f-be71ab779bf5 req-c5c81124-fc2b-49c7-8f1a-3567b431314f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 946 time: 0.0884845 Jul 24 01:18:33.013221 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-904259d6-865c-4689-a31f-be71ab779bf5 req-909d7eb2-24ac-4c7e-bf86-167f01b7432b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a130e42-2120-4081-a70e-c40c23c3ecbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457270 Jul 24 01:18:33.038241 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38694) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:33.142438 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-8b37e544-db2d-4cec-adbb-133727d23c81 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/floatingips/dbf54531-cdf6-4c89-b148-0e92515b6b49 HTTP/1.1" status: 200 len: 992 time: 0.1025815 Jul 24 01:18:33.157356 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a445c4-5b16-4637-8ea3-ae3cae8cb336 req-9af0af08-03b0-448e-9901-55688aa20cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:33.159021 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d0a445c4-5b16-4637-8ea3-ae3cae8cb336 req-9af0af08-03b0-448e-9901-55688aa20cec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d801781e24e8470b83b807a510a33715&device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 1098 time: 0.2416453 Jul 24 01:18:33.176880 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-028d8931-3518-4348-b377-84b870f6ce47 None None] Port b1fc2f4c-993c-4467-9c8e-1ebab166f30c cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:18:33.296664 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a445c4-5b16-4637-8ea3-ae3cae8cb336 req-e6977302-dc82-4c49-a604-654ee46c16fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:33.298391 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d0a445c4-5b16-4637-8ea3-ae3cae8cb336 req-e6977302-dc82-4c49-a604-654ee46c16fd service neutron] 10.222.0.11 "GET /v2.0/networks?id=66ffc7cd-6c08-480e-a939-e2662174e5e3 HTTP/1.1" status: 200 len: 898 time: 0.1323793 Jul 24 01:18:33.333095 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8e469abc-0794-42eb-9476-04934e3f3bca None None] Provisioning complete for port b1fc2f4c-993c-4467-9c8e-1ebab166f30c triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:18:33.333095 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8e469abc-0794-42eb-9476-04934e3f3bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:33.391424 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-62e83ac7-c592-4c95-a18d-bf91b33b6dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bda129-d49c-4d9b-8e05-76e53913c223', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303209255', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:18:07Z', 'updated_at': '2021-07-24T01:18:13Z', 'revision_number': 4, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': '5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bda129-d49c-4d9b-8e05-76e53913c223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:18:08Z', 'updated_at': '2021-07-24T01:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'dbf54531-cdf6-4c89-b148-0e92515b6b49', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'floating_ip_address': '172.25.2.174', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '40bda129-d49c-4d9b-8e05-76e53913c223', 'port_id': '65457b57-86fa-47d4-b4d8-e0180db1cb9d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66ffc7cd-6c08-480e-a939-e2662174e5e3', 'mac_address': 'fa:16:3e:57:2b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e457e5-42ee-470f-873c-4188e772003b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:18:30Z', 'updated_at': '2021-07-24T01:18:30Z', 'revision_number': 0, 'project_id': 'd801781e24e8470b83b807a510a33715', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c0c3497-13c9-47f1-956a-5e8bfcd94706', 'name': '', 'network_id': '66ffc7cd-6c08-480e-a939-e2662174e5e3', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'mac_address': 'fa:16:3e:37:ac:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bda129-d49c-4d9b-8e05-76e53913c223', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'ad13fc02-4b1c-4990-a7af-04f03d36ba36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:18:12Z', 'updated_at': '2021-07-24T01:18:20Z', 'revision_number': 5, 'project_id': 'd801781e24e8470b83b807a510a33715', 'subnets': [{'id': 'ad13fc02-4b1c-4990-a7af-04f03d36ba36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:33.427535 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e83ac7-c592-4c95-a18d-bf91b33b6dc9 None None] Checking router: 40bda129-d49c-4d9b-8e05-76e53913c223 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:18:33.430557 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-8e469abc-0794-42eb-9476-04934e3f3bca None None] Port b1fc2f4c-993c-4467-9c8e-1ebab166f30c cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:18:33.438864 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d0a445c4-5b16-4637-8ea3-ae3cae8cb336 req-b2545bb7-33e4-49a1-940c-40a83cb21393 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65457b57-86fa-47d4-b4d8-e0180db1cb9d HTTP/1.1" status: 200 len: 1000 time: 0.1154802 Jul 24 01:18:33.443479 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-52f977b0-90f5-473c-8466-3498bd19d056 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:33.443674 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e83ac7-c592-4c95-a18d-bf91b33b6dc9 None None] Routers {'40bda129-d49c-4d9b-8e05-76e53913c223'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:18:33.444401 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-62e83ac7-c592-4c95-a18d-bf91b33b6dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:18:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['40bda129-d49c-4d9b-8e05-76e53913c223'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:33.485981 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8e469abc-0794-42eb-9476-04934e3f3bca None None] Provisioning for port 2443d9dd-d4c5-4223-8413-362c9b7e1965 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:18:33.598393 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a445c4-5b16-4637-8ea3-ae3cae8cb336 req-9c43f0d3-177d-4784-a605-f9d8fe84676b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:33.600636 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d0a445c4-5b16-4637-8ea3-ae3cae8cb336 req-9c43f0d3-177d-4784-a605-f9d8fe84676b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ad13fc02-4b1c-4990-a7af-04f03d36ba36 HTTP/1.1" status: 200 len: 835 time: 0.1541679 Jul 24 01:18:33.604200 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 7a5a2fe0-7890-423f-9079-af6dc6d8bcde up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:18:33.672193 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-62e83ac7-c592-4c95-a18d-bf91b33b6dc9 None None] Set router 40bda129-d49c-4d9b-8e05-76e53913c223 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:18:33.758474 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a445c4-5b16-4637-8ea3-ae3cae8cb336 req-0d24afb5-12ca-4ac4-a2c6-6548c4297d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:33.761362 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d0a445c4-5b16-4637-8ea3-ae3cae8cb336 req-0d24afb5-12ca-4ac4-a2c6-6548c4297d0f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=66ffc7cd-6c08-480e-a939-e2662174e5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1525228 Jul 24 01:18:33.772619 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 7a5a2fe0-7890-423f-9079-af6dc6d8bcde triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:18:33.772960 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:33.931689 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70b037-8871-452d-934a-f84c48a19d35 req-f83d058f-a4e7-45a7-9836-9c642a3fd8f0 tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:33.935119 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ac70b037-8871-452d-934a-f84c48a19d35 req-f83d058f-a4e7-45a7-9836-9c642a3fd8f0 tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] 10.222.0.15 "GET /v2.0/ports?device_id=651df532-ff8d-4f14-8ba8-1d699abdd8dd HTTP/1.1" status: 200 len: 950 time: 0.0818541 Jul 24 01:18:33.958689 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d0a445c4-5b16-4637-8ea3-ae3cae8cb336 req-5e4efcbb-b6f0-4087-8845-59ed53c9f939 service neutron] 10.222.0.11 "GET /v2.0/networks/66ffc7cd-6c08-480e-a939-e2662174e5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770141 Jul 24 01:18:33.982271 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ac70b037-8871-452d-934a-f84c48a19d35 req-f39cdd78-18c0-47c4-940b-d2f73db9d8e6 tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] 10.222.0.15 "GET /v2.0/security-groups?id=621fdbd5-7a8a-4bd0-b498-562155620cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401063 Jul 24 01:18:34.011840 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-52f977b0-90f5-473c-8466-3498bd19d056 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Deleting port b1fc2f4c-993c-4467-9c8e-1ebab166f30c {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:18:34.012187 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-52f977b0-90f5-473c-8466-3498bd19d056 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:34.146752 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38704) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:34.157957 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d0a445c4-5b16-4637-8ea3-ae3cae8cb336 req-59e345d4-4c26-48b9-bc6a-81566ba2f7ed service neutron] 10.222.0.11 "GET /v2.0/networks/66ffc7cd-6c08-480e-a939-e2662174e5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862931 Jul 24 01:18:34.176288 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2443d9dd-d4c5-4223-8413-362c9b7e1965 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:18:34.211813 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-52f977b0-90f5-473c-8466-3498bd19d056 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:34.237729 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-52f977b0-90f5-473c-8466-3498bd19d056 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Calling delete_port for b1fc2f4c-993c-4467-9c8e-1ebab166f30c owned by network:router_interface {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:18:34.262584 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 2443d9dd-d4c5-4223-8413-362c9b7e1965 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:18:34.266685 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-35831303-7785-42e5-8879-762310778c4a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/floatingips/dbf54531-cdf6-4c89-b148-0e92515b6b49 HTTP/1.1" status: 200 len: 992 time: 0.1179254 Jul 24 01:18:34.269260 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 2443d9dd-d4c5-4223-8413-362c9b7e1965 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:18:34.269719 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:34.299069 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-62e83ac7-c592-4c95-a18d-bf91b33b6dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bda129-d49c-4d9b-8e05-76e53913c223', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303209255', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:18:07Z', 'updated_at': '2021-07-24T01:18:13Z', 'revision_number': 4, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': '5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bda129-d49c-4d9b-8e05-76e53913c223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:18:08Z', 'updated_at': '2021-07-24T01:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'dbf54531-cdf6-4c89-b148-0e92515b6b49', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'floating_ip_address': '172.25.2.174', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '40bda129-d49c-4d9b-8e05-76e53913c223', 'port_id': '65457b57-86fa-47d4-b4d8-e0180db1cb9d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66ffc7cd-6c08-480e-a939-e2662174e5e3', 'mac_address': 'fa:16:3e:57:2b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e457e5-42ee-470f-873c-4188e772003b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:18:30Z', 'updated_at': '2021-07-24T01:18:30Z', 'revision_number': 0, 'project_id': 'd801781e24e8470b83b807a510a33715', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c0c3497-13c9-47f1-956a-5e8bfcd94706', 'name': '', 'network_id': '66ffc7cd-6c08-480e-a939-e2662174e5e3', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'mac_address': 'fa:16:3e:37:ac:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bda129-d49c-4d9b-8e05-76e53913c223', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'ad13fc02-4b1c-4990-a7af-04f03d36ba36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:18:12Z', 'updated_at': '2021-07-24T01:18:20Z', 'revision_number': 5, 'project_id': 'd801781e24e8470b83b807a510a33715', 'subnets': [{'id': 'ad13fc02-4b1c-4990-a7af-04f03d36ba36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:34.330299 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e83ac7-c592-4c95-a18d-bf91b33b6dc9 None None] The sync data for ids ['40bda129-d49c-4d9b-8e05-76e53913c223'] in n-d-793621-25 is: [{'id': '40bda129-d49c-4d9b-8e05-76e53913c223', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303209255', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:18:07Z', 'updated_at': '2021-07-24T01:18:13Z', 'revision_number': 4, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': '5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bda129-d49c-4d9b-8e05-76e53913c223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:18:08Z', 'updated_at': '2021-07-24T01:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'dbf54531-cdf6-4c89-b148-0e92515b6b49', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'floating_ip_address': '172.25.2.174', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '40bda129-d49c-4d9b-8e05-76e53913c223', 'port_id': '65457b57-86fa-47d4-b4d8-e0180db1cb9d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3755, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66ffc7cd-6c08-480e-a939-e2662174e5e3', 'mac_address': 'fa:16:3e:57:2b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02e457e5-42ee-470f-873c-4188e772003b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:18:30Z', 'updated_at': '2021-07-24T01:18:30Z', 'revision_number': 0, 'project_id': 'd801781e24e8470b83b807a510a33715', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c0c3497-13c9-47f1-956a-5e8bfcd94706', 'name': '', 'network_id': '66ffc7cd-6c08-480e-a939-e2662174e5e3', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'mac_address': 'fa:16:3e:37:ac:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bda129-d49c-4d9b-8e05-76e53913c223', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'ad13fc02-4b1c-4990-a7af-04f03d36ba36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:18:12Z', 'updated_at': '2021-07-24T01:18:20Z', 'revision_number': 5, 'project_id': 'd801781e24e8470b83b807a510a33715', 'subnets': [{'id': 'ad13fc02-4b1c-4990-a7af-04f03d36ba36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:18:34.389530 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:34.426798 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 2443d9dd-d4c5-4223-8413-362c9b7e1965, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2443d9dd-d4c5-4223-8413-362c9b7e1965,segment=NetworkSegment(0d978da9-a678-457c-aa73-cda5f89c470a),segment_id=0d978da9-a678-457c-aa73-cda5f89c470a)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:18:34.434011 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:34.455553 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-52f977b0-90f5-473c-8466-3498bd19d056 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:34.483443 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f977b0-90f5-473c-8466-3498bd19d056 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Pushing event deleted for resources: {'Port': ['ID=b1fc2f4c-993c-4467-9c8e-1ebab166f30c,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:34.493398 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=2443d9dd-d4c5-4223-8413-362c9b7e1965,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:34.605673 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-52f977b0-90f5-473c-8466-3498bd19d056 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:34.621459 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29c5edf-1e8b-46ad-8f38-aa3cf4b8476b None None] New status for floating IP dbf54531-cdf6-4c89-b148-0e92515b6b49: ACTIVE {{(pid=100466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:18:34.793199 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f977b0-90f5-473c-8466-3498bd19d056 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Router e0bbe29e-d729-4505-90fe-a1bab85107c2 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:18:34.871895 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f977b0-90f5-473c-8466-3498bd19d056 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:18:34.881050 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-52f977b0-90f5-473c-8466-3498bd19d056 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] 10.222.0.15 "PUT /v2.0/routers/e0bbe29e-d729-4505-90fe-a1bab85107c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1230023 Jul 24 01:18:34.881610 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38708) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:34.887999 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b06645-5c1f-475e-a677-5526cee5cf13 None None] Sync routers for ids ['e0bbe29e-d729-4505-90fe-a1bab85107c2'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:18:34.897593 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b06645-5c1f-475e-a677-5526cee5cf13 None None] Routers {'e0bbe29e-d729-4505-90fe-a1bab85107c2'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:18:34.898214 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-63b06645-5c1f-475e-a677-5526cee5cf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:18:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['e0bbe29e-d729-4505-90fe-a1bab85107c2'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:34.927367 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-3ad7fb69-98b6-49e9-ad14-02c4d0f9430f tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] delete failed (client error): The resource could not be found. Jul 24 01:18:34.931837 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3ad7fb69-98b6-49e9-ad14-02c4d0f9430f tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-951914480 HTTP/1.1" status: 404 len: 334 time: 0.0454226 Jul 24 01:18:34.932438 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38710) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:34.935521 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-63b06645-5c1f-475e-a677-5526cee5cf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:34.936818 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-9d0bae11-cdfa-4d56-ba5f-7ebf59a65b6b tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e0bbe29e-d729-4505-90fe-a1bab85107c2'}}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:18:34.945532 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b06645-5c1f-475e-a677-5526cee5cf13 None None] Routers {'e0bbe29e-d729-4505-90fe-a1bab85107c2'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:18:34.946200 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-63b06645-5c1f-475e-a677-5526cee5cf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:18:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['e0bbe29e-d729-4505-90fe-a1bab85107c2'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:34.983888 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-63b06645-5c1f-475e-a677-5526cee5cf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:34.984665 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b06645-5c1f-475e-a677-5526cee5cf13 None None] The sync data for ids ['e0bbe29e-d729-4505-90fe-a1bab85107c2'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:18:35.012534 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:35.125709 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f23b49-eefc-49c1-b58b-645c5026b45a req-86a6d45a-e66a-4c93-a3ed-cd3770d6406c tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:35.128263 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-58f23b49-eefc-49c1-b58b-645c5026b45a req-86a6d45a-e66a-4c93-a3ed-cd3770d6406c tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] 10.222.0.15 "GET /v2.0/ports?device_id=651df532-ff8d-4f14-8ba8-1d699abdd8dd HTTP/1.1" status: 200 len: 950 time: 0.0740209 Jul 24 01:18:35.170056 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9d0bae11-cdfa-4d56-ba5f-7ebf59a65b6b tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:35.171530 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-58f23b49-eefc-49c1-b58b-645c5026b45a req-13233aa3-2f5e-4cb3-abe6-55a22837465b tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] 10.222.0.15 "GET /v2.0/security-groups?id=621fdbd5-7a8a-4bd0-b498-562155620cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355175 Jul 24 01:18:35.192849 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-9d0bae11-cdfa-4d56-ba5f-7ebf59a65b6b tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] update failed (client error): The resource could not be found. Jul 24 01:18:35.194030 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9d0bae11-cdfa-4d56-ba5f-7ebf59a65b6b tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] 10.222.0.15 "PUT /v2.0/routers/e0bbe29e-d729-4505-90fe-a1bab85107c2 HTTP/1.1" status: 404 len: 339 time: 0.2609718 Jul 24 01:18:35.197588 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38714) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:35.202942 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-f3ccfce8-66b2-4dc9-8d9b-9b1e6c9fa218 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-500634134'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:18:35.225078 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ccfce8-66b2-4dc9-8d9b-9b1e6c9fa218 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Made reservation on behalf of b09cc345f9874a508c46f986429d581b for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:18:35.229263 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f3ccfce8-66b2-4dc9-8d9b-9b1e6c9fa218 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:35.252715 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3ccfce8-66b2-4dc9-8d9b-9b1e6c9fa218 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:18:35.262307 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f3ccfce8-66b2-4dc9-8d9b-9b1e6c9fa218 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:35.262650 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-f3ccfce8-66b2-4dc9-8d9b-9b1e6c9fa218 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Added segment a57fd5ab-d246-484b-bd3f-28756abce814 of type vlan for network 96e5395b-1e47-4c5f-9516-fb55d1a44338 Jul 24 01:18:35.270494 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38718) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:35.310612 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f3ccfce8-66b2-4dc9-8d9b-9b1e6c9fa218 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:35.349785 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f3ccfce8-66b2-4dc9-8d9b-9b1e6c9fa218 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:35.357054 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ccfce8-66b2-4dc9-8d9b-9b1e6c9fa218 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:35.357688 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f3ccfce8-66b2-4dc9-8d9b-9b1e6c9fa218 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:35.373742 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-86dc7b08-934d-431e-98e0-42ac8c24487c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/floatingips/dbf54531-cdf6-4c89-b148-0e92515b6b49 HTTP/1.1" status: 200 len: 994 time: 0.1019862 Jul 24 01:18:35.400939 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f3ccfce8-66b2-4dc9-8d9b-9b1e6c9fa218 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.1987922 Jul 24 01:18:35.402972 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38722) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:35.415556 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-89364c91-915c-48a6-8fd1-51bb2ecc3c69 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Request body: {'subnet': {'network_id': '96e5395b-1e47-4c5f-9516-fb55d1a44338', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:18:35.425738 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:35.436988 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e1b5f2-5dc2-4c46-bbd7-1e19a0530611 req-79567dcd-3829-43d5-9929-06d2b14ae857 tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:35.438682 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c6e1b5f2-5dc2-4c46-bbd7-1e19a0530611 req-79567dcd-3829-43d5-9929-06d2b14ae857 tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] 10.222.0.13 "GET /v2.0/ports?device_id=651df532-ff8d-4f14-8ba8-1d699abdd8dd HTTP/1.1" status: 200 len: 950 time: 0.1684880 Jul 24 01:18:35.469659 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2443d9dd-d4c5-4223-8413-362c9b7e1965 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:18:35.487560 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ccfce8-66b2-4dc9-8d9b-9b1e6c9fa218 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Pushing event updated for resources: {'Network': ['ID=96e5395b-1e47-4c5f-9516-fb55d1a44338,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:35.520647 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 96e5395b-1e47-4c5f-9516-fb55d1a44338 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:18:35.564532 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89364c91-915c-48a6-8fd1-51bb2ecc3c69 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Made reservation on behalf of b09cc345f9874a508c46f986429d581b for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:18:35.569223 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-89364c91-915c-48a6-8fd1-51bb2ecc3c69 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:35.581896 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-c6e1b5f2-5dc2-4c46-bbd7-1e19a0530611 req-16d07419-435b-48e1-beae-9375fadf789e tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] Deleting port 5db1b575-b9d3-4efa-b261-b5180218268e {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:18:35.582315 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c6e1b5f2-5dc2-4c46-bbd7-1e19a0530611 req-16d07419-435b-48e1-beae-9375fadf789e tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:35.613748 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 2443d9dd-d4c5-4223-8413-362c9b7e1965 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:18:35.614319 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:35.697936 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-c6e1b5f2-5dc2-4c46-bbd7-1e19a0530611 req-16d07419-435b-48e1-beae-9375fadf789e tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] For port 5db1b575-b9d3-4efa-b261-b5180218268e, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=5db1b575-b9d3-4efa-b261-b5180218268e,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:18:35.698254 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c6e1b5f2-5dc2-4c46-bbd7-1e19a0530611 req-16d07419-435b-48e1-beae-9375fadf789e tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:35.710584 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-c6e1b5f2-5dc2-4c46-bbd7-1e19a0530611 req-16d07419-435b-48e1-beae-9375fadf789e tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] Calling delete_port for 5db1b575-b9d3-4efa-b261-b5180218268e owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:18:35.783735 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-89364c91-915c-48a6-8fd1-51bb2ecc3c69 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:35.858614 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89364c91-915c-48a6-8fd1-51bb2ecc3c69 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Pushing event updated for resources: {'Subnet': ['ID=024c0fad-d3bc-40b1-aae7-3f1d0f8dd5c5,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:35.860388 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c6e1b5f2-5dc2-4c46-bbd7-1e19a0530611 req-16d07419-435b-48e1-beae-9375fadf789e tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:35.872260 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89364c91-915c-48a6-8fd1-51bb2ecc3c69 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Checking segment: {'id': 'a57fd5ab-d246-484b-bd3f-28756abce814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '96e5395b-1e47-4c5f-9516-fb55d1a44338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:18:35.872470 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['5db1b575-b9d3-4efa-b261-b5180218268e'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:18:35.872641 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89364c91-915c-48a6-8fd1-51bb2ecc3c69 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Network hostable DHCP agents. Network: 96e5395b-1e47-4c5f-9516-fb55d1a44338, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:18:35.893646 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89364c91-915c-48a6-8fd1-51bb2ecc3c69 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Network 96e5395b-1e47-4c5f-9516-fb55d1a44338 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:18:35.898164 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d07419-435b-48e1-beae-9375fadf789e tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] Pushing event deleted for resources: {'Port': ['ID=5db1b575-b9d3-4efa-b261-b5180218268e,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:35.910353 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-89364c91-915c-48a6-8fd1-51bb2ecc3c69 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 96e5395b-1e47-4c5f-9516-fb55d1a44338) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:18:35.919366 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89364c91-915c-48a6-8fd1-51bb2ecc3c69 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:35.920548 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-89364c91-915c-48a6-8fd1-51bb2ecc3c69 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:35.942208 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-89364c91-915c-48a6-8fd1-51bb2ecc3c69 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5377855 Jul 24 01:18:35.945010 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38726) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:35.946807 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760f5eeb-f5fc-4d24-bf20-81f14ef51058 None None] Network 96e5395b-1e47-4c5f-9516-fb55d1a44338 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:18:35.954272 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-956f7090-75d4-4d0f-b087-23cbba176772 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Request body: {'router': {'external_gateway_info': {'network_id': '96e5395b-1e47-4c5f-9516-fb55d1a44338'}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:18:35.958129 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e1b5f2-5dc2-4c46-bbd7-1e19a0530611 req-16d07419-435b-48e1-beae-9375fadf789e tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] No DVR routers for this DVR port 5db1b575-b9d3-4efa-b261-b5180218268e on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:18:35.961061 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c6e1b5f2-5dc2-4c46-bbd7-1e19a0530611 req-16d07419-435b-48e1-beae-9375fadf789e tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:35.963766 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c6e1b5f2-5dc2-4c46-bbd7-1e19a0530611 req-16d07419-435b-48e1-beae-9375fadf789e tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] 10.222.0.13 "DELETE /v2.0/ports/5db1b575-b9d3-4efa-b261-b5180218268e HTTP/1.1" status: 204 len: 173 time: 0.5186274 Jul 24 01:18:35.964221 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '651df532-ff8d-4f14-8ba8-1d699abdd8dd', 'name': 'network-vif-deleted', 'tag': '5db1b575-b9d3-4efa-b261-b5180218268e'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:18:35.966669 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80964f9-e5b3-4b59-b673-91b1001eb401" -d '{"events": [{"server_uuid": "651df532-ff8d-4f14-8ba8-1d699abdd8dd", "name": "network-vif-deleted", "tag": "5db1b575-b9d3-4efa-b261-b5180218268e"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:18:36.010306 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535f3ba3-38f6-499a-ae3a-d59aa78a7ce3 x-openstack-request-id: req-535f3ba3-38f6-499a-ae3a-d59aa78a7ce3 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:18:36.010730 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "651df532-ff8d-4f14-8ba8-1d699abdd8dd", "name": "network-vif-deleted", "tag": "5db1b575-b9d3-4efa-b261-b5180218268e", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:18:36.010968 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-535f3ba3-38f6-499a-ae3a-d59aa78a7ce3 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:18:36.011377 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '651df532-ff8d-4f14-8ba8-1d699abdd8dd', 'name': 'network-vif-deleted', 'tag': '5db1b575-b9d3-4efa-b261-b5180218268e', 'status': 'completed', 'code': 200} Jul 24 01:18:36.155222 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f3fc69-9582-4373-ae3f-08acf978948e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-96e5395b-1e47-4c5f-9516-fb55d1a44338', 'network_id': '96e5395b-1e47-4c5f-9516-fb55d1a44338', 'tenant_id': 'b09cc345f9874a508c46f986429d581b', 'fixed_ips': [{'subnet_id': '024c0fad-d3bc-40b1-aae7-3f1d0f8dd5c5'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:18:36.156199 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-24f3fc69-9582-4373-ae3f-08acf978948e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:36.320315 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-24f3fc69-9582-4373-ae3f-08acf978948e None None] Allocated IP 2001:db8:1::2 (96e5395b-1e47-4c5f-9516-fb55d1a44338/024c0fad-d3bc-40b1-aae7-3f1d0f8dd5c5/ed9f1c3a-7542-4513-87e5-a25bdc222ef6) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:18:36.605342 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-24f3fc69-9582-4373-ae3f-08acf978948e None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:36.619393 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-24f3fc69-9582-4373-ae3f-08acf978948e None None] Transition to ACTIVE for port object ed9f1c3a-7542-4513-87e5-a25bdc222ef6 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:18:36.637179 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-24f3fc69-9582-4373-ae3f-08acf978948e None None] Transition to ACTIVE for port object ed9f1c3a-7542-4513-87e5-a25bdc222ef6 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:18:36.654665 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-24f3fc69-9582-4373-ae3f-08acf978948e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:36.696018 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-956f7090-75d4-4d0f-b087-23cbba176772 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:36.701254 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2e17637a-6aef-41fd-8889-4b4d5c425612 req-18c9e05f-de5a-4238-9137-ba8c396c3451 tempest-VolumesBackupsTest-615977981 tempest-VolumesBackupsTest-615977981-project] 10.222.0.15 "GET /v2.0/ports?device_id=651df532-ff8d-4f14-8ba8-1d699abdd8dd HTTP/1.1" status: 200 len: 210 time: 0.0384996 Jul 24 01:18:36.711769 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f3fc69-9582-4373-ae3f-08acf978948e None None] Network 96e5395b-1e47-4c5f-9516-fb55d1a44338 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:18:36.723518 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-24f3fc69-9582-4373-ae3f-08acf978948e None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:18:36.726035 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f3fc69-9582-4373-ae3f-08acf978948e None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:18:36.733470 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f3fc69-9582-4373-ae3f-08acf978948e None None] Pushing event updated for resources: {'Port': ['ID=ed9f1c3a-7542-4513-87e5-a25bdc222ef6,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:36.820630 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-24f3fc69-9582-4373-ae3f-08acf978948e None None] Attempting to bind port ed9f1c3a-7542-4513-87e5-a25bdc222ef6 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:18:36.821283 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-24f3fc69-9582-4373-ae3f-08acf978948e None None] Attempting to bind port ed9f1c3a-7542-4513-87e5-a25bdc222ef6 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'a57fd5ab-d246-484b-bd3f-28756abce814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '96e5395b-1e47-4c5f-9516-fb55d1a44338'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:18:36.821741 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f3fc69-9582-4373-ae3f-08acf978948e None None] Attempting to bind port ed9f1c3a-7542-4513-87e5-a25bdc222ef6 on network 96e5395b-1e47-4c5f-9516-fb55d1a44338 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:18:36.828640 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f3fc69-9582-4373-ae3f-08acf978948e None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:18:36.829105 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f3fc69-9582-4373-ae3f-08acf978948e None None] Checking segment: {'id': 'a57fd5ab-d246-484b-bd3f-28756abce814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '96e5395b-1e47-4c5f-9516-fb55d1a44338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:18:36.829410 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-24f3fc69-9582-4373-ae3f-08acf978948e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:36.829847 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f3fc69-9582-4373-ae3f-08acf978948e None None] Bound using segment: {'id': 'a57fd5ab-d246-484b-bd3f-28756abce814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '96e5395b-1e47-4c5f-9516-fb55d1a44338'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:18:36.830283 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-24f3fc69-9582-4373-ae3f-08acf978948e None None] Bound port: ed9f1c3a-7542-4513-87e5-a25bdc222ef6, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a57fd5ab-d246-484b-bd3f-28756abce814', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '96e5395b-1e47-4c5f-9516-fb55d1a44338'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:18:36.830665 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-24f3fc69-9582-4373-ae3f-08acf978948e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:36.841201 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-956f7090-75d4-4d0f-b087-23cbba176772 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:18:36.842787 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-956f7090-75d4-4d0f-b087-23cbba176772 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] 10.222.0.15 "PUT /v2.0/routers/e0bbe29e-d729-4505-90fe-a1bab85107c2 HTTP/1.1" status: 400 len: 364 time: 0.8960123 Jul 24 01:18:36.846843 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38776) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:36.898610 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-24f3fc69-9582-4373-ae3f-08acf978948e None None] For port ed9f1c3a-7542-4513-87e5-a25bdc222ef6, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:18:36.902421 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-24f3fc69-9582-4373-ae3f-08acf978948e None None] For port ed9f1c3a-7542-4513-87e5-a25bdc222ef6, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=ed9f1c3a-7542-4513-87e5-a25bdc222ef6,segment=NetworkSegment(a57fd5ab-d246-484b-bd3f-28756abce814),segment_id=a57fd5ab-d246-484b-bd3f-28756abce814)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:18:36.907666 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-24f3fc69-9582-4373-ae3f-08acf978948e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:36.970601 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f3fc69-9582-4373-ae3f-08acf978948e None None] Pushing event updated for resources: {'Port': ['ID=ed9f1c3a-7542-4513-87e5-a25bdc222ef6,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:37.178280 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1588ca18-d810-447b-b301-e21164dff57d tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:37.437494 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device ed9f1c3a-7542-4513-87e5-a25bdc222ef6 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:18:37.482213 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-1588ca18-d810-447b-b301-e21164dff57d tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Allocated IP 2001:db8::1 (816cca08-7adc-46dc-9b25-b8e5d22f9c93/0ad28bcc-a72d-4a78-814c-a07478e00db7/dbe0c684-2a11-414f-ac5c-d843f7b3a0d9) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:18:37.508086 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port ed9f1c3a-7542-4513-87e5-a25bdc222ef6 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:18:37.583411 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:18:37.616122 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1588ca18-d810-447b-b301-e21164dff57d tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:37.632523 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-1588ca18-d810-447b-b301-e21164dff57d tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Transition to ACTIVE for port object dbe0c684-2a11-414f-ac5c-d843f7b3a0d9 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:18:37.676080 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1588ca18-d810-447b-b301-e21164dff57d tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:37.720679 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1588ca18-d810-447b-b301-e21164dff57d tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Network 816cca08-7adc-46dc-9b25-b8e5d22f9c93 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:18:37.723890 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-1588ca18-d810-447b-b301-e21164dff57d tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:18:37.731173 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1588ca18-d810-447b-b301-e21164dff57d tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:18:37.731894 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1588ca18-d810-447b-b301-e21164dff57d tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:37.785704 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588ca18-d810-447b-b301-e21164dff57d tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Pushing event updated for resources: {'Port': ['ID=dbe0c684-2a11-414f-ac5c-d843f7b3a0d9,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:37.911488 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1588ca18-d810-447b-b301-e21164dff57d tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:38.143944 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-cf0343f0-ee63-4e62-92df-4f95229bbc13 None None] Provisioning for port dbe0c684-2a11-414f-ac5c-d843f7b3a0d9 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:18:38.149773 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-cf0343f0-ee63-4e62-92df-4f95229bbc13 None None] Provisioning complete for port dbe0c684-2a11-414f-ac5c-d843f7b3a0d9 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:18:38.151470 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-cf0343f0-ee63-4e62-92df-4f95229bbc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:38.195000 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c8675b-15e6-438d-98b8-0c5adbb36b35 None None] Network 96e5395b-1e47-4c5f-9516-fb55d1a44338 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:18:38.221491 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-cf0343f0-ee63-4e62-92df-4f95229bbc13 None None] Port dbe0c684-2a11-414f-ac5c-d843f7b3a0d9 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:18:38.279329 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1588ca18-d810-447b-b301-e21164dff57d tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:38.287573 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1588ca18-d810-447b-b301-e21164dff57d tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:38.288359 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1588ca18-d810-447b-b301-e21164dff57d tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:38.359437 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-7789e98f-38e1-4f2e-8cb9-0dd841663c21 None None] Provisioning for port ed9f1c3a-7542-4513-87e5-a25bdc222ef6 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:18:38.368266 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-7789e98f-38e1-4f2e-8cb9-0dd841663c21 None None] Provisioning complete for port ed9f1c3a-7542-4513-87e5-a25bdc222ef6 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:18:38.369033 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7789e98f-38e1-4f2e-8cb9-0dd841663c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:38.385493 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588ca18-d810-447b-b301-e21164dff57d tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Pushing event updated for resources: {'Port': ['ID=dbe0c684-2a11-414f-ac5c-d843f7b3a0d9,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:38.468714 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1588ca18-d810-447b-b301-e21164dff57d tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Network 816cca08-7adc-46dc-9b25-b8e5d22f9c93 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:18:38.470189 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-1588ca18-d810-447b-b301-e21164dff57d tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:18:38.506822 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7789e98f-38e1-4f2e-8cb9-0dd841663c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:38.573390 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-7789e98f-38e1-4f2e-8cb9-0dd841663c21 None None] For port ed9f1c3a-7542-4513-87e5-a25bdc222ef6, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=ed9f1c3a-7542-4513-87e5-a25bdc222ef6,segment=NetworkSegment(a57fd5ab-d246-484b-bd3f-28756abce814),segment_id=a57fd5ab-d246-484b-bd3f-28756abce814)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:18:38.584423 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7789e98f-38e1-4f2e-8cb9-0dd841663c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:38.608120 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1588ca18-d810-447b-b301-e21164dff57d tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Router e0bbe29e-d729-4505-90fe-a1bab85107c2 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:18:38.648747 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7789e98f-38e1-4f2e-8cb9-0dd841663c21 None None] Pushing event updated for resources: {'Port': ['ID=ed9f1c3a-7542-4513-87e5-a25bdc222ef6,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:38.665430 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789e98f-38e1-4f2e-8cb9-0dd841663c21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:38.666085 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789e98f-38e1-4f2e-8cb9-0dd841663c21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:38.666604 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789e98f-38e1-4f2e-8cb9-0dd841663c21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:38.667315 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789e98f-38e1-4f2e-8cb9-0dd841663c21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:38.667811 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789e98f-38e1-4f2e-8cb9-0dd841663c21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:38.669668 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789e98f-38e1-4f2e-8cb9-0dd841663c21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:38.670193 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789e98f-38e1-4f2e-8cb9-0dd841663c21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:38.670796 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789e98f-38e1-4f2e-8cb9-0dd841663c21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:38.673248 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789e98f-38e1-4f2e-8cb9-0dd841663c21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:38.675200 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789e98f-38e1-4f2e-8cb9-0dd841663c21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:38.675613 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789e98f-38e1-4f2e-8cb9-0dd841663c21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:38.675970 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7789e98f-38e1-4f2e-8cb9-0dd841663c21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:18:38.684561 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 5db1b575-b9d3-4efa-b261-b5180218268e no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:18:38.748486 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 5db1b575-b9d3-4efa-b261-b5180218268e {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:18:38.748848 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 5db1b575-b9d3-4efa-b261-b5180218268e not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:18:38.751107 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1588ca18-d810-447b-b301-e21164dff57d tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:18:38.760784 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1588ca18-d810-447b-b301-e21164dff57d tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] 10.222.0.15 "PUT /v2.0/routers/e0bbe29e-d729-4505-90fe-a1bab85107c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9101136 Jul 24 01:18:38.761282 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38820) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:38.764274 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1026bc5b-9b22-40ba-9ef8-1375ec622574 None None] Sync routers for ids ['e0bbe29e-d729-4505-90fe-a1bab85107c2'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:18:38.776367 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1026bc5b-9b22-40ba-9ef8-1375ec622574 None None] Routers {'e0bbe29e-d729-4505-90fe-a1bab85107c2'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:18:38.779825 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-1026bc5b-9b22-40ba-9ef8-1375ec622574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:18:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['e0bbe29e-d729-4505-90fe-a1bab85107c2'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:38.868249 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-1026bc5b-9b22-40ba-9ef8-1375ec622574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:38.892843 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1026bc5b-9b22-40ba-9ef8-1375ec622574 None None] Routers {'e0bbe29e-d729-4505-90fe-a1bab85107c2'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:18:38.893575 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-1026bc5b-9b22-40ba-9ef8-1375ec622574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:18:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['e0bbe29e-d729-4505-90fe-a1bab85107c2'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:38.897163 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-60e13ea1-7d8c-43e4-9ab5-b4f73c696b08 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:38.910995 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-649ef085-cfaf-45e3-90a9-3cb7bcd12a18 None None] Provisioning complete for port ed9f1c3a-7542-4513-87e5-a25bdc222ef6 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:18:38.911445 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-649ef085-cfaf-45e3-90a9-3cb7bcd12a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:38.936747 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-1026bc5b-9b22-40ba-9ef8-1375ec622574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:38.937834 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1026bc5b-9b22-40ba-9ef8-1375ec622574 None None] The sync data for ids ['e0bbe29e-d729-4505-90fe-a1bab85107c2'] in n-d-793621-25 is: [] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:18:39.001175 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-60e13ea1-7d8c-43e4-9ab5-b4f73c696b08 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 24 01:18:39.002501 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-60e13ea1-7d8c-43e4-9ab5-b4f73c696b08 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] 10.222.0.15 "DELETE /v2.0/routers/e0bbe29e-d729-4505-90fe-a1bab85107c2 HTTP/1.1" status: 409 len: 329 time: 0.2402477 Jul 24 01:18:39.005745 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38824) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:39.018827 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-649ef085-cfaf-45e3-90a9-3cb7bcd12a18 None None] Provisioning complete for port dbe0c684-2a11-414f-ac5c-d843f7b3a0d9 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:18:39.019482 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-649ef085-cfaf-45e3-90a9-3cb7bcd12a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:39.062084 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-649ef085-cfaf-45e3-90a9-3cb7bcd12a18 None None] Port dbe0c684-2a11-414f-ac5c-d843f7b3a0d9 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:18:39.368294 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c66e9672-7188-4e16-9cb9-cb8b330adf27 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:39.408603 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device ed9f1c3a-7542-4513-87e5-a25bdc222ef6 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:18:39.468006 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port ed9f1c3a-7542-4513-87e5-a25bdc222ef6 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:18:39.469612 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:39.528204 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f6ef1ef0-563c-46af-8ebe-679c30a33841 req-02620032-5022-4446-97de-c6cbe9ce9f8b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=628d42a2-7ada-4268-be52-7c3048d872bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0445375 Jul 24 01:18:39.591454 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f6ef1ef0-563c-46af-8ebe-679c30a33841 req-d1c83435-71bc-4f6a-99f7-2458aede0863 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=628d42a2-7ada-4268-be52-7c3048d872bf HTTP/1.1" status: 200 len: 210 time: 0.0428820 Jul 24 01:18:39.638874 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f6ef1ef0-563c-46af-8ebe-679c30a33841 req-fb87ad6b-c11a-4eed-999d-313237ea6e96 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250347 Jul 24 01:18:39.731594 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-c66e9672-7188-4e16-9cb9-cb8b330adf27 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Deleting port dbe0c684-2a11-414f-ac5c-d843f7b3a0d9 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:18:39.731927 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c66e9672-7188-4e16-9cb9-cb8b330adf27 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:39.772889 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef1ef0-563c-46af-8ebe-679c30a33841 req-657a8a81-1786-422f-8281-0b9e9031c4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:18:39.774552 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f6ef1ef0-563c-46af-8ebe-679c30a33841 req-657a8a81-1786-422f-8281-0b9e9031c4bb service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1279378 Jul 24 01:18:39.841321 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c66e9672-7188-4e16-9cb9-cb8b330adf27 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:39.855758 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-c66e9672-7188-4e16-9cb9-cb8b330adf27 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Calling delete_port for dbe0c684-2a11-414f-ac5c-d843f7b3a0d9 owned by network:router_interface {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:18:40.044313 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c66e9672-7188-4e16-9cb9-cb8b330adf27 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:40.076192 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e9672-7188-4e16-9cb9-cb8b330adf27 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Pushing event deleted for resources: {'Port': ['ID=dbe0c684-2a11-414f-ac5c-d843f7b3a0d9,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:40.204924 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c66e9672-7188-4e16-9cb9-cb8b330adf27 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:40.749372 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66e9672-7188-4e16-9cb9-cb8b330adf27 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Router e0bbe29e-d729-4505-90fe-a1bab85107c2 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:18:40.833139 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66e9672-7188-4e16-9cb9-cb8b330adf27 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:18:40.841142 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c66e9672-7188-4e16-9cb9-cb8b330adf27 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] 10.222.0.15 "PUT /v2.0/routers/e0bbe29e-d729-4505-90fe-a1bab85107c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8343022 Jul 24 01:18:40.844678 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38832) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:40.849643 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0977e727-1f3c-4184-8770-838628a4b07c None None] Sync routers for ids ['e0bbe29e-d729-4505-90fe-a1bab85107c2'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:18:40.859031 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0977e727-1f3c-4184-8770-838628a4b07c None None] Routers {'e0bbe29e-d729-4505-90fe-a1bab85107c2'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:18:40.859654 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-0977e727-1f3c-4184-8770-838628a4b07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:18:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['e0bbe29e-d729-4505-90fe-a1bab85107c2'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:40.899391 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-0977e727-1f3c-4184-8770-838628a4b07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:40.901728 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [None req-b455c04c-9018-472f-ad5a-d250e3c1b283 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] show failed (client error): The resource could not be found. Jul 24 01:18:40.907715 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b455c04c-9018-472f-ad5a-d250e3c1b283 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-914758416 HTTP/1.1" status: 404 len: 334 time: 0.0580051 Jul 24 01:18:40.908401 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38834) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:40.909540 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0977e727-1f3c-4184-8770-838628a4b07c None None] Routers {'e0bbe29e-d729-4505-90fe-a1bab85107c2'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:18:40.910157 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-0977e727-1f3c-4184-8770-838628a4b07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:18:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['e0bbe29e-d729-4505-90fe-a1bab85107c2'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:40.914029 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-dedc42e9-4734-4d67-b16b-3bd24e8e3b64 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:18:40.943300 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-0977e727-1f3c-4184-8770-838628a4b07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:40.943989 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0977e727-1f3c-4184-8770-838628a4b07c None None] The sync data for ids ['e0bbe29e-d729-4505-90fe-a1bab85107c2'] in n-d-793621-25 is: [] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:18:40.957712 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-dedc42e9-4734-4d67-b16b-3bd24e8e3b64 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] update failed (client error): The resource could not be found. Jul 24 01:18:40.960908 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-dedc42e9-4734-4d67-b16b-3bd24e8e3b64 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-1912622669 HTTP/1.1" status: 404 len: 335 time: 0.0486681 Jul 24 01:18:40.963301 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38836) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:41.018524 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9ea48b4-55b8-4d2e-b128-55f5e2cb402e tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Deleting subnet 024c0fad-d3bc-40b1-aae7-3f1d0f8dd5c5 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:18:41.021814 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c9ea48b4-55b8-4d2e-b128-55f5e2cb402e tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:41.071084 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c9ea48b4-55b8-4d2e-b128-55f5e2cb402e tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:41.186703 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c9ea48b4-55b8-4d2e-b128-55f5e2cb402e tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:41.265549 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c9ea48b4-55b8-4d2e-b128-55f5e2cb402e tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:41.322062 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9daf9a89-4127-4d85-bc82-420f46fc4e5d None None] Network 96e5395b-1e47-4c5f-9516-fb55d1a44338 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:18:41.340242 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c9ea48b4-55b8-4d2e-b128-55f5e2cb402e tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:41.349518 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38874) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:41.351780 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c9ea48b4-55b8-4d2e-b128-55f5e2cb402e tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] 10.222.0.15 "DELETE /v2.0/subnets/024c0fad-d3bc-40b1-aae7-3f1d0f8dd5c5 HTTP/1.1" status: 204 len: 168 time: 0.3824773 Jul 24 01:18:41.353781 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea48b4-55b8-4d2e-b128-55f5e2cb402e tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Pushing event deleted for resources: {'Subnet': ['ID=024c0fad-d3bc-40b1-aae7-3f1d0f8dd5c5,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:41.456906 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e7da36b4-3a3c-4492-aa98-63702fcc610f tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:41.549747 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-e7da36b4-3a3c-4492-aa98-63702fcc610f tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Deleting port ed9f1c3a-7542-4513-87e5-a25bdc222ef6 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:18:41.550125 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e7da36b4-3a3c-4492-aa98-63702fcc610f tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:41.635318 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-e7da36b4-3a3c-4492-aa98-63702fcc610f tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] For port ed9f1c3a-7542-4513-87e5-a25bdc222ef6, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=ed9f1c3a-7542-4513-87e5-a25bdc222ef6,segment=NetworkSegment(a57fd5ab-d246-484b-bd3f-28756abce814),segment_id=a57fd5ab-d246-484b-bd3f-28756abce814)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:18:41.635946 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e7da36b4-3a3c-4492-aa98-63702fcc610f tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:41.657502 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-e7da36b4-3a3c-4492-aa98-63702fcc610f tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Calling delete_port for ed9f1c3a-7542-4513-87e5-a25bdc222ef6 owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:18:41.779792 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e7da36b4-3a3c-4492-aa98-63702fcc610f tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:41.783707 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c189935c-eff7-4abe-8654-b29ab3c743f5 None None] DHCP port deletion for 96e5395b-1e47-4c5f-9516-fb55d1a44338 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:18:41.843092 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da36b4-3a3c-4492-aa98-63702fcc610f tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Pushing event deleted for resources: {'Port': ['ID=ed9f1c3a-7542-4513-87e5-a25bdc222ef6,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:41.843092 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7da36b4-3a3c-4492-aa98-63702fcc610f tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] No DVR routers for this DVR port ed9f1c3a-7542-4513-87e5-a25bdc222ef6 on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:18:41.937093 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e7da36b4-3a3c-4492-aa98-63702fcc610f tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:41.949184 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-e7da36b4-3a3c-4492-aa98-63702fcc610f tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96e5395b-1e47-4c5f-9516-fb55d1a44338']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:41.959539 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-e7da36b4-3a3c-4492-aa98-63702fcc610f tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a57fd5ab-d246-484b-bd3f-28756abce814') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:41.959840 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-e7da36b4-3a3c-4492-aa98-63702fcc610f tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a57fd5ab-d246-484b-bd3f-28756abce814') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:41.972188 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e7da36b4-3a3c-4492-aa98-63702fcc610f tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:41.990458 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e7da36b4-3a3c-4492-aa98-63702fcc610f tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:41.999471 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7da36b4-3a3c-4492-aa98-63702fcc610f tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:18:41.999886 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e7da36b4-3a3c-4492-aa98-63702fcc610f tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:42.003983 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:18:42.003983 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:18:42.003983 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:18:42.003983 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:18:42.003983 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:18:42.003983 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:18:42.003983 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:18:42.003983 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:18:42.003983 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:18:42.003983 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:18:42.003983 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:18:42.003983 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:18:42.003983 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:18:42.003983 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:18:42.003983 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:18:42.003983 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:18:42.003983 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:18:42.003983 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:18:42.003983 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:18:42.003983 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:18:42.003983 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:18:42.003983 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:18:42.003983 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:18:42.003983 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:18:42.003983 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:18:42.003983 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:18:42.003983 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:18:42.003983 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:18:42.003983 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:18:42.003983 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:18:42.003983 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:18:42.003983 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:18:42.078097 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e7da36b4-3a3c-4492-aa98-63702fcc610f tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:42.083663 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e7da36b4-3a3c-4492-aa98-63702fcc610f tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:42.087399 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e7da36b4-3a3c-4492-aa98-63702fcc610f tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] 10.222.0.15 "DELETE /v2.0/networks/96e5395b-1e47-4c5f-9516-fb55d1a44338 HTTP/1.1" status: 204 len: 168 time: 0.7353721 Jul 24 01:18:42.089501 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38912) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:42.104170 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da36b4-3a3c-4492-aa98-63702fcc610f tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Pushing event deleted for resources: {'Network': ['ID=96e5395b-1e47-4c5f-9516-fb55d1a44338,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:42.149596 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5dc0785-ede9-4863-acdc-a9ca9e2a0620 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Deleting subnet 649ba28f-4e94-4558-a3d0-2abe5fbd4a75 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:18:42.155350 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b5dc0785-ede9-4863-acdc-a9ca9e2a0620 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:42.203571 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b5dc0785-ede9-4863-acdc-a9ca9e2a0620 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:42.300354 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b5dc0785-ede9-4863-acdc-a9ca9e2a0620 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:42.365218 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b5dc0785-ede9-4863-acdc-a9ca9e2a0620 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:42.393887 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc0785-ede9-4863-acdc-a9ca9e2a0620 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Pushing event deleted for resources: {'Subnet': ['ID=649ba28f-4e94-4558-a3d0-2abe5fbd4a75,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:42.397604 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b5dc0785-ede9-4863-acdc-a9ca9e2a0620 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:42.400901 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b5dc0785-ede9-4863-acdc-a9ca9e2a0620 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] 10.222.0.15 "DELETE /v2.0/subnets/649ba28f-4e94-4558-a3d0-2abe5fbd4a75 HTTP/1.1" status: 204 len: 168 time: 0.3077924 Jul 24 01:18:42.402611 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38918) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:42.411939 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214ed4af-6318-463e-826b-d38e754a12ad None None] Network 8eea3fd4-6d24-4336-b635-62cd1bcff2ec requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:18:42.462319 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6f57348-8b90-43c2-a410-b49a4aafc23f tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Deleting subnet fbb7aef1-0c46-425e-af8c-f19b5b685d83 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:18:42.466186 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c6f57348-8b90-43c2-a410-b49a4aafc23f tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:42.510833 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c6f57348-8b90-43c2-a410-b49a4aafc23f tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:42.610855 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c6f57348-8b90-43c2-a410-b49a4aafc23f tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:42.631948 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571e9157-f2b3-4718-bb80-ea2000dd5ee6 None None] DHCP port deletion for 8eea3fd4-6d24-4336-b635-62cd1bcff2ec request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:18:42.674780 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c6f57348-8b90-43c2-a410-b49a4aafc23f tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:42.689358 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-571e9157-f2b3-4718-bb80-ea2000dd5ee6 None None] Deleting port 2443d9dd-d4c5-4223-8413-362c9b7e1965 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:18:42.690066 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-571e9157-f2b3-4718-bb80-ea2000dd5ee6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:42.707032 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f57348-8b90-43c2-a410-b49a4aafc23f tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Pushing event deleted for resources: {'Subnet': ['ID=fbb7aef1-0c46-425e-af8c-f19b5b685d83,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:42.710913 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c6f57348-8b90-43c2-a410-b49a4aafc23f tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:42.714541 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c6f57348-8b90-43c2-a410-b49a4aafc23f tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] 10.222.0.15 "DELETE /v2.0/subnets/fbb7aef1-0c46-425e-af8c-f19b5b685d83 HTTP/1.1" status: 204 len: 168 time: 0.3108373 Jul 24 01:18:42.717221 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38922) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:42.799045 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5a22b2-de5f-44d6-b965-cd87e7003848 None None] Network 02490138-f7c9-4e3a-99b7-72ceb86fbc46 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:18:42.815517 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-74802433-527f-47cb-a3f0-390f50665d0c tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:42.827474 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-571e9157-f2b3-4718-bb80-ea2000dd5ee6 None None] For port 2443d9dd-d4c5-4223-8413-362c9b7e1965, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2443d9dd-d4c5-4223-8413-362c9b7e1965,segment=NetworkSegment(0d978da9-a678-457c-aa73-cda5f89c470a),segment_id=0d978da9-a678-457c-aa73-cda5f89c470a)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:18:42.828123 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-571e9157-f2b3-4718-bb80-ea2000dd5ee6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:42.854753 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-571e9157-f2b3-4718-bb80-ea2000dd5ee6 None None] Calling delete_port for 2443d9dd-d4c5-4223-8413-362c9b7e1965 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:18:42.880052 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-74802433-527f-47cb-a3f0-390f50665d0c tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Deleting port 2443d9dd-d4c5-4223-8413-362c9b7e1965 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:18:42.880655 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-74802433-527f-47cb-a3f0-390f50665d0c tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:42.951578 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-74802433-527f-47cb-a3f0-390f50665d0c tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] For port 2443d9dd-d4c5-4223-8413-362c9b7e1965, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2443d9dd-d4c5-4223-8413-362c9b7e1965,segment=NetworkSegment(0d978da9-a678-457c-aa73-cda5f89c470a),segment_id=0d978da9-a678-457c-aa73-cda5f89c470a)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:18:42.951957 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-74802433-527f-47cb-a3f0-390f50665d0c tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:42.965030 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-74802433-527f-47cb-a3f0-390f50665d0c tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Calling delete_port for 2443d9dd-d4c5-4223-8413-362c9b7e1965 owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:18:43.027905 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-571e9157-f2b3-4718-bb80-ea2000dd5ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:43.055774 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-74802433-527f-47cb-a3f0-390f50665d0c tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:43.068552 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e9157-f2b3-4718-bb80-ea2000dd5ee6 None None] Pushing event deleted for resources: {'Port': ['ID=2443d9dd-d4c5-4223-8413-362c9b7e1965,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:43.072651 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571e9157-f2b3-4718-bb80-ea2000dd5ee6 None None] No DVR routers for this DVR port 2443d9dd-d4c5-4223-8413-362c9b7e1965 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:18:43.093866 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74802433-527f-47cb-a3f0-390f50665d0c tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] No DVR routers for this DVR port 2443d9dd-d4c5-4223-8413-362c9b7e1965 on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:18:43.098786 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74802433-527f-47cb-a3f0-390f50665d0c tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Pushing event deleted for resources: {'Port': ['ID=2443d9dd-d4c5-4223-8413-362c9b7e1965,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:43.145497 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c034c829-090d-4a93-b038-c93deb598102 None None] DHCP port deletion for 02490138-f7c9-4e3a-99b7-72ceb86fbc46 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:18:43.185911 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-74802433-527f-47cb-a3f0-390f50665d0c tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:43.196283 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-74802433-527f-47cb-a3f0-390f50665d0c tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eea3fd4-6d24-4336-b635-62cd1bcff2ec']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:43.204341 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-c034c829-090d-4a93-b038-c93deb598102 None None] Deleting port 7a5a2fe0-7890-423f-9079-af6dc6d8bcde {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:18:43.204728 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c034c829-090d-4a93-b038-c93deb598102 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:43.207937 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-74802433-527f-47cb-a3f0-390f50665d0c tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d978da9-a678-457c-aa73-cda5f89c470a') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:43.208238 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-74802433-527f-47cb-a3f0-390f50665d0c tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d978da9-a678-457c-aa73-cda5f89c470a') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:43.218926 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-74802433-527f-47cb-a3f0-390f50665d0c tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:43.236059 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-74802433-527f-47cb-a3f0-390f50665d0c tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:43.242008 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74802433-527f-47cb-a3f0-390f50665d0c tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:18:43.242403 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-74802433-527f-47cb-a3f0-390f50665d0c tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:43.246111 n-d-793621-25 neutron-server[100463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:18:43.246111 n-d-793621-25 neutron-server[100463]: self.session.flush() Jul 24 01:18:43.246111 n-d-793621-25 neutron-server[100463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:18:43.246111 n-d-793621-25 neutron-server[100463]: self.session.flush() Jul 24 01:18:43.246111 n-d-793621-25 neutron-server[100463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:18:43.246111 n-d-793621-25 neutron-server[100463]: self.session.flush() Jul 24 01:18:43.246111 n-d-793621-25 neutron-server[100463]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:18:43.246111 n-d-793621-25 neutron-server[100463]: self.session.flush() Jul 24 01:18:43.246111 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:18:43.246111 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:18:43.246111 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:18:43.246111 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:18:43.246111 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:18:43.246111 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:18:43.246111 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:18:43.246111 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:18:43.246111 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:18:43.246111 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:18:43.246111 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:18:43.246111 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:18:43.246111 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:18:43.246111 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:18:43.246111 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:18:43.246111 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:18:43.246111 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:18:43.246111 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:18:43.246111 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:18:43.246111 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:18:43.246111 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:18:43.246111 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:18:43.246111 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:18:43.246111 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:18:43.246111 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:18:43.246111 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:18:43.246111 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:18:43.246111 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:18:43.246111 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:18:43.246111 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:18:43.246111 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:18:43.246111 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:18:43.272220 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-c034c829-090d-4a93-b038-c93deb598102 None None] For port 7a5a2fe0-7890-423f-9079-af6dc6d8bcde, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=7a5a2fe0-7890-423f-9079-af6dc6d8bcde,segment=NetworkSegment(e8ee20ce-373d-4e8f-9ce5-1c3c3b882305),segment_id=e8ee20ce-373d-4e8f-9ce5-1c3c3b882305)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:18:43.272634 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c034c829-090d-4a93-b038-c93deb598102 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:43.286744 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-c034c829-090d-4a93-b038-c93deb598102 None None] Calling delete_port for 7a5a2fe0-7890-423f-9079-af6dc6d8bcde owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:18:43.319575 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-74802433-527f-47cb-a3f0-390f50665d0c tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:43.324961 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-74802433-527f-47cb-a3f0-390f50665d0c tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:43.330359 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38926) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:43.330841 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-74802433-527f-47cb-a3f0-390f50665d0c tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] 10.222.0.15 "DELETE /v2.0/networks/8eea3fd4-6d24-4336-b635-62cd1bcff2ec HTTP/1.1" status: 204 len: 168 time: 0.6114976 Jul 24 01:18:43.351132 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74802433-527f-47cb-a3f0-390f50665d0c tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Pushing event deleted for resources: {'Network': ['ID=8eea3fd4-6d24-4336-b635-62cd1bcff2ec,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:43.428276 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2443d9dd-d4c5-4223-8413-362c9b7e1965 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:18:43.432551 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c034c829-090d-4a93-b038-c93deb598102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:43.465221 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2bf96262-1399-459b-83a4-d3953d7b3f80 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:43.483609 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 2443d9dd-d4c5-4223-8413-362c9b7e1965 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:18:43.483971 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2443d9dd-d4c5-4223-8413-362c9b7e1965 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:18:43.484467 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device ed9f1c3a-7542-4513-87e5-a25bdc222ef6 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:18:43.486681 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c034c829-090d-4a93-b038-c93deb598102 None None] Pushing event deleted for resources: {'Port': ['ID=7a5a2fe0-7890-423f-9079-af6dc6d8bcde,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:43.507198 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c034c829-090d-4a93-b038-c93deb598102 None None] No DVR routers for this DVR port 7a5a2fe0-7890-423f-9079-af6dc6d8bcde on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:18:43.509560 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: ed9f1c3a-7542-4513-87e5-a25bdc222ef6 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:18:43.510162 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device ed9f1c3a-7542-4513-87e5-a25bdc222ef6 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:18:43.510694 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 7a5a2fe0-7890-423f-9079-af6dc6d8bcde no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:18:43.537601 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 7a5a2fe0-7890-423f-9079-af6dc6d8bcde {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:18:43.538299 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 7a5a2fe0-7890-423f-9079-af6dc6d8bcde not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:18:43.577480 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2bf96262-1399-459b-83a4-d3953d7b3f80 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:43.588088 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-2bf96262-1399-459b-83a4-d3953d7b3f80 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02490138-f7c9-4e3a-99b7-72ceb86fbc46']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:43.599145 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-2bf96262-1399-459b-83a4-d3953d7b3f80 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8ee20ce-373d-4e8f-9ce5-1c3c3b882305') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:43.599444 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-2bf96262-1399-459b-83a4-d3953d7b3f80 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8ee20ce-373d-4e8f-9ce5-1c3c3b882305') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:43.608633 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2bf96262-1399-459b-83a4-d3953d7b3f80 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:43.629351 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2bf96262-1399-459b-83a4-d3953d7b3f80 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:43.637590 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bf96262-1399-459b-83a4-d3953d7b3f80 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:18:43.638007 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2bf96262-1399-459b-83a4-d3953d7b3f80 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:43.641447 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:18:43.641447 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:18:43.641447 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:18:43.641447 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:18:43.641447 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:18:43.641447 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:18:43.641447 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:18:43.641447 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:18:43.641447 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:18:43.641447 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:18:43.641447 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:18:43.641447 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:18:43.641447 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:18:43.641447 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:18:43.641447 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:18:43.641447 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:18:43.641447 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:18:43.641447 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:18:43.641447 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:18:43.641447 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:18:43.641447 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:18:43.641447 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:18:43.641447 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:18:43.641447 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:18:43.641447 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:18:43.641447 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:18:43.641447 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:18:43.641447 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:18:43.641447 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:18:43.641447 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:18:43.641447 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:18:43.641447 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:18:43.707337 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2bf96262-1399-459b-83a4-d3953d7b3f80 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:43.717665 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2bf96262-1399-459b-83a4-d3953d7b3f80 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:43.721511 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2bf96262-1399-459b-83a4-d3953d7b3f80 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] 10.222.0.15 "DELETE /v2.0/networks/02490138-f7c9-4e3a-99b7-72ceb86fbc46 HTTP/1.1" status: 204 len: 168 time: 0.3897605 Jul 24 01:18:43.723587 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38928) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:43.742021 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf96262-1399-459b-83a4-d3953d7b3f80 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Pushing event deleted for resources: {'Network': ['ID=02490138-f7c9-4e3a-99b7-72ceb86fbc46,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:43.788415 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c0add5a-2ee6-4bbf-80e6-650a494580e9 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Deleting subnet 0ad28bcc-a72d-4a78-814c-a07478e00db7 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:18:43.792891 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8c0add5a-2ee6-4bbf-80e6-650a494580e9 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:43.837859 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8c0add5a-2ee6-4bbf-80e6-650a494580e9 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:43.937649 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8c0add5a-2ee6-4bbf-80e6-650a494580e9 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:44.292736 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8c0add5a-2ee6-4bbf-80e6-650a494580e9 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:44.321458 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0add5a-2ee6-4bbf-80e6-650a494580e9 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Pushing event deleted for resources: {'Subnet': ['ID=0ad28bcc-a72d-4a78-814c-a07478e00db7,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:44.324497 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8c0add5a-2ee6-4bbf-80e6-650a494580e9 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:44.326413 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8c0add5a-2ee6-4bbf-80e6-650a494580e9 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] 10.222.0.15 "DELETE /v2.0/subnets/0ad28bcc-a72d-4a78-814c-a07478e00db7 HTTP/1.1" status: 204 len: 168 time: 0.5998292 Jul 24 01:18:44.328857 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38934) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:44.331657 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d756dbbd-4183-4880-9043-b5873f17fe4a None None] Network 816cca08-7adc-46dc-9b25-b8e5d22f9c93 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:18:44.409771 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5bb7641b-4dd8-4d63-90bd-e5c6c0117f6c tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:44.473430 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-5bb7641b-4dd8-4d63-90bd-e5c6c0117f6c tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Deleting port a7f32d2e-2461-4c7e-b059-59c9e08bda44 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:18:44.474299 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5bb7641b-4dd8-4d63-90bd-e5c6c0117f6c tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:44.544821 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-5bb7641b-4dd8-4d63-90bd-e5c6c0117f6c tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] For port a7f32d2e-2461-4c7e-b059-59c9e08bda44, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=a7f32d2e-2461-4c7e-b059-59c9e08bda44,segment=NetworkSegment(fbf83651-2782-4d97-a063-a2d9fabc0a41),segment_id=fbf83651-2782-4d97-a063-a2d9fabc0a41)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:18:44.544821 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5bb7641b-4dd8-4d63-90bd-e5c6c0117f6c tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:44.553214 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0352024-d350-4670-af76-cf5fe9e9655b None None] DHCP port deletion for 816cca08-7adc-46dc-9b25-b8e5d22f9c93 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:18:44.564412 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-5bb7641b-4dd8-4d63-90bd-e5c6c0117f6c tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Calling delete_port for a7f32d2e-2461-4c7e-b059-59c9e08bda44 owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:18:44.610813 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-b0352024-d350-4670-af76-cf5fe9e9655b None None] Deleting port a7f32d2e-2461-4c7e-b059-59c9e08bda44 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:18:44.611540 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b0352024-d350-4670-af76-cf5fe9e9655b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:44.656031 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5bb7641b-4dd8-4d63-90bd-e5c6c0117f6c tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:44.684779 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb7641b-4dd8-4d63-90bd-e5c6c0117f6c tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Pushing event deleted for resources: {'Port': ['ID=a7f32d2e-2461-4c7e-b059-59c9e08bda44,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:44.692376 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb7641b-4dd8-4d63-90bd-e5c6c0117f6c tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] No DVR routers for this DVR port a7f32d2e-2461-4c7e-b059-59c9e08bda44 on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:18:44.695830 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-b0352024-d350-4670-af76-cf5fe9e9655b None None] For port a7f32d2e-2461-4c7e-b059-59c9e08bda44, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=a7f32d2e-2461-4c7e-b059-59c9e08bda44,segment=NetworkSegment(fbf83651-2782-4d97-a063-a2d9fabc0a41),segment_id=fbf83651-2782-4d97-a063-a2d9fabc0a41)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:18:44.696371 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b0352024-d350-4670-af76-cf5fe9e9655b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:44.714529 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-b0352024-d350-4670-af76-cf5fe9e9655b None None] Calling delete_port for a7f32d2e-2461-4c7e-b059-59c9e08bda44 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:18:44.783496 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5bb7641b-4dd8-4d63-90bd-e5c6c0117f6c tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:44.795533 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-5bb7641b-4dd8-4d63-90bd-e5c6c0117f6c tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['816cca08-7adc-46dc-9b25-b8e5d22f9c93']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:44.812684 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-5bb7641b-4dd8-4d63-90bd-e5c6c0117f6c tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbf83651-2782-4d97-a063-a2d9fabc0a41') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:44.813008 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-5bb7641b-4dd8-4d63-90bd-e5c6c0117f6c tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbf83651-2782-4d97-a063-a2d9fabc0a41') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:18:44.823168 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5bb7641b-4dd8-4d63-90bd-e5c6c0117f6c tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:44.838324 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5bb7641b-4dd8-4d63-90bd-e5c6c0117f6c tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:44.845341 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bb7641b-4dd8-4d63-90bd-e5c6c0117f6c tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:18:44.845758 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5bb7641b-4dd8-4d63-90bd-e5c6c0117f6c tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:44.852255 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:18:44.852255 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:18:44.852255 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:18:44.852255 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:18:44.852255 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:18:44.852255 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:18:44.852255 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:18:44.852255 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:18:44.852255 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:18:44.852255 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:18:44.852255 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:18:44.852255 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:18:44.852255 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:18:44.852255 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:18:44.852255 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:18:44.852255 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:18:44.852255 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:18:44.852255 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:18:44.852255 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:18:44.852255 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:18:44.852255 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:18:44.852255 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:18:44.852255 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:18:44.852255 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:18:44.852255 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:18:44.852255 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:18:44.852255 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:18:44.852255 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:18:44.852255 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:18:44.852255 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:18:44.852255 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:18:44.852255 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:18:44.929196 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5bb7641b-4dd8-4d63-90bd-e5c6c0117f6c tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:44.936313 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5bb7641b-4dd8-4d63-90bd-e5c6c0117f6c tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:44.938302 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5bb7641b-4dd8-4d63-90bd-e5c6c0117f6c tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] 10.222.0.15 "DELETE /v2.0/networks/816cca08-7adc-46dc-9b25-b8e5d22f9c93 HTTP/1.1" status: 204 len: 168 time: 0.6085193 Jul 24 01:18:44.941227 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38938) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:44.952077 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb7641b-4dd8-4d63-90bd-e5c6c0117f6c tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Pushing event deleted for resources: {'Network': ['ID=816cca08-7adc-46dc-9b25-b8e5d22f9c93,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:44.970046 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b0352024-d350-4670-af76-cf5fe9e9655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:44.987822 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c4565db9-8508-4e4d-a88a-b648d14bc20c tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0bbe29e-d729-4505-90fe-a1bab85107c2 HTTP/1.1" status: 200 len: 205 time: 0.0443599 Jul 24 01:18:44.992705 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38942) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:45.004871 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0352024-d350-4670-af76-cf5fe9e9655b None None] Pushing event deleted for resources: {'Port': ['ID=a7f32d2e-2461-4c7e-b059-59c9e08bda44,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:45.011486 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b0352024-d350-4670-af76-cf5fe9e9655b None None] Network 816cca08-7adc-46dc-9b25-b8e5d22f9c93 is not hosted by any dhcp agent {{(pid=100465) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 24 01:18:45.012045 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0352024-d350-4670-af76-cf5fe9e9655b None None] No DVR routers for this DVR port a7f32d2e-2461-4c7e-b059-59c9e08bda44 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:18:45.083586 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93b2eecd-3524-4218-ac93-1880a3709a09 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:45.263603 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93b2eecd-3524-4218-ac93-1880a3709a09 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:45.266038 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93b2eecd-3524-4218-ac93-1880a3709a09 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:45.310993 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93b2eecd-3524-4218-ac93-1880a3709a09 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:45.311658 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93b2eecd-3524-4218-ac93-1880a3709a09 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Fanout notify agent at l3_agent the message router_deleted on router e0bbe29e-d729-4505-90fe-a1bab85107c2 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:18:45.319235 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-93b2eecd-3524-4218-ac93-1880a3709a09 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:45.320381 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-93b2eecd-3524-4218-ac93-1880a3709a09 tempest-RoutersNegativeIpV6Test-1183383105 tempest-RoutersNegativeIpV6Test-1183383105-project] 10.222.0.15 "DELETE /v2.0/routers/e0bbe29e-d729-4505-90fe-a1bab85107c2 HTTP/1.1" status: 204 len: 168 time: 0.3256004 Jul 24 01:18:45.400267 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a7f32d2e-2461-4c7e-b059-59c9e08bda44 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:18:45.429539 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: a7f32d2e-2461-4c7e-b059-59c9e08bda44 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:18:45.430026 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a7f32d2e-2461-4c7e-b059-59c9e08bda44 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:18:45.614496 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38948) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:45.733120 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-668e8f5b-9140-4acf-9f50-d6f9399bd0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:45.779367 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-87f245ae-c67b-44b3-a0ee-d7603f3fdeb5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b09cc345f9874a508c46f986429d581b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1636162 Jul 24 01:18:45.782159 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38952) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:45.839477 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0a3a3874-ab8f-44c1-b171-738b1f6e4105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:45.861898 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0a3a3874-ab8f-44c1-b171-738b1f6e4105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:45.912260 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0a3a3874-ab8f-44c1-b171-738b1f6e4105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:45.916261 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0a3a3874-ab8f-44c1-b171-738b1f6e4105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:45.919940 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0a3a3874-ab8f-44c1-b171-738b1f6e4105 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/162a76a7-1f47-428b-bdc1-816a4399d5f6 HTTP/1.1" status: 204 len: 168 time: 0.1342406 Jul 24 01:18:45.926740 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3a3874-ab8f-44c1-b171-738b1f6e4105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162a76a7-1f47-428b-bdc1-816a4399d5f6,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:46.653710 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38978) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:46.659192 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0033529 Jul 24 01:18:46.662202 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38980) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:46.779598 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7381597a-1d9f-4549-b551-04748c7bd663 tempest-NetworksApiDiscovery-1036082699 tempest-NetworksApiDiscovery-1036082699-project] 10.222.0.15 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1155496 Jul 24 01:18:47.096058 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 38990) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:47.217490 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dda10908-0c9e-47ae-9b9f-169187dd67d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:47.315188 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dda10908-0c9e-47ae-9b9f-169187dd67d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:47.319352 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dda10908-0c9e-47ae-9b9f-169187dd67d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:47.364994 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-dda10908-0c9e-47ae-9b9f-169187dd67d8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=37f2a1501e2547cfb28f0659d0bc9e1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2677617 Jul 24 01:18:47.365892 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda10908-0c9e-47ae-9b9f-169187dd67d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e59a18-d38e-4d95-bc4a-4e6a0fd4a083,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:47.367720 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 38996) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:47.429746 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a2ee19de-1c9e-43b5-8443-49f0902e23f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:47.455071 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a2ee19de-1c9e-43b5-8443-49f0902e23f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:47.513296 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a2ee19de-1c9e-43b5-8443-49f0902e23f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:47.517687 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a2ee19de-1c9e-43b5-8443-49f0902e23f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:47.518632 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a2ee19de-1c9e-43b5-8443-49f0902e23f3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/71e59a18-d38e-4d95-bc4a-4e6a0fd4a083 HTTP/1.1" status: 204 len: 168 time: 0.1487477 Jul 24 01:18:47.531318 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee19de-1c9e-43b5-8443-49f0902e23f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e59a18-d38e-4d95-bc4a-4e6a0fd4a083,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:48.262322 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d2d9df47-0c05-4213-afa9-2ed4ebf4d3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:48.500893 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:49.522426 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:51.035655 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:54.053025 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39120) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:54.176483 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-53b17ca9-0692-4030-9cae-189e2466372b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:54.287910 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-53b17ca9-0692-4030-9cae-189e2466372b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:54.293304 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-53b17ca9-0692-4030-9cae-189e2466372b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:54.336129 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b17ca9-0692-4030-9cae-189e2466372b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715e908e-fadc-4cb2-a512-9975be8559eb,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:54.344020 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-53b17ca9-0692-4030-9cae-189e2466372b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1dd49c1537934570aaf31640e59fa97d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2873120 Jul 24 01:18:54.344233 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39128) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:54.402927 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75eb9add-ab2a-4948-9b1d-388a336e8e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:54.428529 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75eb9add-ab2a-4948-9b1d-388a336e8e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:54.492676 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75eb9add-ab2a-4948-9b1d-388a336e8e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:54.496662 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-75eb9add-ab2a-4948-9b1d-388a336e8e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:54.499422 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-75eb9add-ab2a-4948-9b1d-388a336e8e65 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/715e908e-fadc-4cb2-a512-9975be8559eb HTTP/1.1" status: 204 len: 168 time: 0.1539962 Jul 24 01:18:54.510190 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb9add-ab2a-4948-9b1d-388a336e8e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715e908e-fadc-4cb2-a512-9975be8559eb,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:54.862518 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39142) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:54.886649 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1475bb95-7780-45fa-9ba3-4cf626806f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:54.996914 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1475bb95-7780-45fa-9ba3-4cf626806f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:55.002758 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1475bb95-7780-45fa-9ba3-4cf626806f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:55.048129 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1475bb95-7780-45fa-9ba3-4cf626806f9b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=59a8be4acaaa423faeda7f936168316d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1839573 Jul 24 01:18:55.048902 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1475bb95-7780-45fa-9ba3-4cf626806f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0134719f-311a-4a4a-bf1a-5d33f371ec1d,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:18:55.050753 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39144) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:18:55.121304 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-da73e9cf-b50d-4218-a9ff-f6a2b554e64f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:55.154287 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-da73e9cf-b50d-4218-a9ff-f6a2b554e64f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:55.210113 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-da73e9cf-b50d-4218-a9ff-f6a2b554e64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:55.213671 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-da73e9cf-b50d-4218-a9ff-f6a2b554e64f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:18:55.217747 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-da73e9cf-b50d-4218-a9ff-f6a2b554e64f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0134719f-311a-4a4a-bf1a-5d33f371ec1d HTTP/1.1" status: 204 len: 168 time: 0.1647840 Jul 24 01:18:55.230532 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da73e9cf-b50d-4218-a9ff-f6a2b554e64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0134719f-311a-4a4a-bf1a-5d33f371ec1d,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:19:00.069753 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0967e-3744-49fb-8b5b-00e3c87f2a8c req-273009ce-a052-4bf3-912b-6dbd2bb84061 tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:00.071637 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cdc0967e-3744-49fb-8b5b-00e3c87f2a8c req-273009ce-a052-4bf3-912b-6dbd2bb84061 tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 1098 time: 0.0770245 Jul 24 01:19:00.186196 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cdc0967e-3744-49fb-8b5b-00e3c87f2a8c req-6d98e1c2-1059-4894-be20-e4e3a876496c tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=6a130e42-2120-4081-a70e-c40c23c3ecbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069031 Jul 24 01:19:00.427058 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e034747-fb79-4e79-af34-8fae09b8f6f1 req-60b3db38-a2ac-4271-9bf6-25cc98a01ab4 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:00.429122 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8e034747-fb79-4e79-af34-8fae09b8f6f1 req-60b3db38-a2ac-4271-9bf6-25cc98a01ab4 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 946 time: 0.1163883 Jul 24 01:19:00.475204 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8e034747-fb79-4e79-af34-8fae09b8f6f1 req-79bd8ebf-8f39-4ffc-82bd-f8bbdfa83814 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a130e42-2120-4081-a70e-c40c23c3ecbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386562 Jul 24 01:19:00.505585 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39278) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:19:00.586463 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ccf65b71-3f29-4413-b9de-d8151aea9926 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/floatingips/dbf54531-cdf6-4c89-b148-0e92515b6b49 HTTP/1.1" status: 200 len: 994 time: 0.0794160 Jul 24 01:19:00.964800 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [req-da94b0c4-2683-4c45-8c41-3bb06575535a req-a59c95aa-bcc8-4818-9503-3d7cff3a9354 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:19:00.965845 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-da94b0c4-2683-4c45-8c41-3bb06575535a req-a59c95aa-bcc8-4818-9503-3d7cff3a9354 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062897 Jul 24 01:19:01.388863 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fad144-d07f-40c7-aec9-2a8745d735cf req-e442b81f-19a0-4535-a3d3-ced161749551 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:01.392350 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a3fad144-d07f-40c7-aec9-2a8745d735cf req-e442b81f-19a0-4535-a3d3-ced161749551 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 946 time: 0.0919845 Jul 24 01:19:01.436718 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-ce9a2ef4-3696-4b7f-a6e0-5d29c414e337 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1271341 Jul 24 01:19:01.446551 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a3fad144-d07f-40c7-aec9-2a8745d735cf req-24264b94-88ab-492a-b598-03fa96efadd8 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a130e42-2120-4081-a70e-c40c23c3ecbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477896 Jul 24 01:19:01.570551 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-a2444bc1-bc1d-4cea-9fc7-7222e7359d78 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:01.572748 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-a2444bc1-bc1d-4cea-9fc7-7222e7359d78 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/networks?id=ad265d84-5a8c-4acf-b883-4ded13d15286 HTTP/1.1" status: 200 len: 812 time: 0.1345792 Jul 24 01:19:01.594590 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-a427c3d0-73e7-4ca4-a588-a3a4e0f625be tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/quotas/cc21a234b38d48d88c3414cb45873771 HTTP/1.1" status: 200 len: 375 time: 0.0147457 Jul 24 01:19:01.672193 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-0d38503e-990c-4302-8471-ac0d990eb456 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc21a234b38d48d88c3414cb45873771&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0767817 Jul 24 01:19:01.794273 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-3499ddc6-7667-4e15-b630-286ca9e21b34 service neutron] 10.222.0.15 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083419 Jul 24 01:19:01.937916 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-e5169a56-bcc2-4e04-9855-99ba9f193aac service neutron] 10.222.0.15 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429384 Jul 24 01:19:02.185215 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-79617dda-e3b0-4ffb-9fc6-08d7611d08f6 req-e08062ce-ec72-44e8-97d9-52daa1325cd4 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=84bfdaa4-2fae-40fe-a69b-2918b953cea0 HTTP/1.1" status: 200 len: 210 time: 0.0399718 Jul 24 01:19:02.631960 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c1360-19d2-49cb-986b-aa87f42fe86e req-51a5e5f2-dd75-47d9-bf1a-b8499213c5c9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:02.639231 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-900c1360-19d2-49cb-986b-aa87f42fe86e req-51a5e5f2-dd75-47d9-bf1a-b8499213c5c9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 946 time: 0.1068063 Jul 24 01:19:02.710089 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-900c1360-19d2-49cb-986b-aa87f42fe86e req-25114361-50c3-4218-bb4a-90844a82aca1 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a130e42-2120-4081-a70e-c40c23c3ecbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685878 Jul 24 01:19:02.854988 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-3a78d1b6-724f-42e1-b3dc-7527b42d6813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:02.859335 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-3a78d1b6-724f-42e1-b3dc-7527b42d6813 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d801781e24e8470b83b807a510a33715&device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 1098 time: 0.0729947 Jul 24 01:19:03.013297 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-51d37dfb-45b9-4ef8-8b38-b66d2fd17298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:03.014930 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-51d37dfb-45b9-4ef8-8b38-b66d2fd17298 service neutron] 10.222.0.11 "GET /v2.0/networks?id=66ffc7cd-6c08-480e-a939-e2662174e5e3 HTTP/1.1" status: 200 len: 898 time: 0.1485076 Jul 24 01:19:03.064040 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39366) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:19:03.093803 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-e2e9ff35-a236-4344-9e6c-93dcad0525a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65457b57-86fa-47d4-b4d8-e0180db1cb9d HTTP/1.1" status: 200 len: 1002 time: 0.0718880 Jul 24 01:19:03.150367 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-42fc3274-d5a8-4729-8d64-293add9f1243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:03.151905 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-42fc3274-d5a8-4729-8d64-293add9f1243 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ad13fc02-4b1c-4990-a7af-04f03d36ba36 HTTP/1.1" status: 200 len: 835 time: 0.0518246 Jul 24 01:19:03.189904 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-14a8c787-2d28-4ee4-8267-4bdf5b5cdb39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:03.250495 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-dca4d5e7-8d73-4303-b6c8-39f74512d4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:03.252373 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-dca4d5e7-8d73-4303-b6c8-39f74512d4db service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=66ffc7cd-6c08-480e-a939-e2662174e5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0935388 Jul 24 01:19:03.310838 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-14a8c787-2d28-4ee4-8267-4bdf5b5cdb39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:03.325659 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-14a8c787-2d28-4ee4-8267-4bdf5b5cdb39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:03.365881 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cd6341da-b6dc-4682-b590-16e814afac6a req-476413fd-97d9-407d-a39a-dae40d785f64 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=84bfdaa4-2fae-40fe-a69b-2918b953cea0 HTTP/1.1" status: 200 len: 210 time: 0.0523372 Jul 24 01:19:03.411665 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a8c787-2d28-4ee4-8267-4bdf5b5cdb39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f8e340-38c5-45c5-a2ef-8d54aee95662,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:19:03.432158 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-d6b766f4-e695-4484-8b03-2e24b331dc6c service neutron] 10.222.0.11 "GET /v2.0/networks/66ffc7cd-6c08-480e-a939-e2662174e5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610782 Jul 24 01:19:03.437646 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-14a8c787-2d28-4ee4-8267-4bdf5b5cdb39 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ed3f0028c5cf45a1a056fd37fc154428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3719866 Jul 24 01:19:03.440528 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39374) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:19:03.534174 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-bc695641-77d1-4990-8c10-4bb3f6cf39cd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:03.535288 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-bc695641-77d1-4990-8c10-4bb3f6cf39cd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.13 "GET /v2.0/networks?id=ad265d84-5a8c-4acf-b883-4ded13d15286 HTTP/1.1" status: 200 len: 812 time: 0.1786804 Jul 24 01:19:03.547097 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-7a895fd2-a6f3-4a25-a7a5-b1821cac17a9 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Request body: {'port': {'device_id': '84bfdaa4-2fae-40fe-a69b-2918b953cea0', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'admin_state_up': True, 'tenant_id': 'cc21a234b38d48d88c3414cb45873771'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:19:03.589386 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a8898c3b-ae8e-4830-9b69-c60c4f4a79d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:03.597613 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-fba8c4cb-9109-4d5a-9070-121a50e875d6 service neutron] 10.222.0.11 "GET /v2.0/networks/66ffc7cd-6c08-480e-a939-e2662174e5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557496 Jul 24 01:19:03.632494 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a8898c3b-ae8e-4830-9b69-c60c4f4a79d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:03.712003 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-7a895fd2-a6f3-4a25-a7a5-b1821cac17a9 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Made reservation on behalf of cc21a234b38d48d88c3414cb45873771 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:19:03.718737 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-7a895fd2-a6f3-4a25-a7a5-b1821cac17a9 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:03.740937 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a8898c3b-ae8e-4830-9b69-c60c4f4a79d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:03.745242 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a8898c3b-ae8e-4830-9b69-c60c4f4a79d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:03.746537 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a8898c3b-ae8e-4830-9b69-c60c4f4a79d5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/22f8e340-38c5-45c5-a2ef-8d54aee95662 HTTP/1.1" status: 204 len: 168 time: 0.3027496 Jul 24 01:19:03.762857 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8898c3b-ae8e-4830-9b69-c60c4f4a79d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f8e340-38c5-45c5-a2ef-8d54aee95662,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:19:03.951097 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-7a895fd2-a6f3-4a25-a7a5-b1821cac17a9 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Allocated IP 172.20.0.14 (ad265d84-5a8c-4acf-b883-4ded13d15286/e29f41fb-7a38-4eae-917b-51d7b2f60633/693656f5-6e2d-4795-834e-216dbe7541fb) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:19:03.996195 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8ac7b-14ba-49c7-9492-43f932916ad7 req-bc0877c5-dd73-4ac7-925f-60f1d1b852e0 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:03.998814 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c9c8ac7b-14ba-49c7-9492-43f932916ad7 req-bc0877c5-dd73-4ac7-925f-60f1d1b852e0 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 946 time: 0.1367965 Jul 24 01:19:04.059777 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c9c8ac7b-14ba-49c7-9492-43f932916ad7 req-2f0528cb-90a2-4cbd-b5f9-84027b7a2212 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a130e42-2120-4081-a70e-c40c23c3ecbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549603 Jul 24 01:19:04.221145 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-7a895fd2-a6f3-4a25-a7a5-b1821cac17a9 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:04.244059 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-7a895fd2-a6f3-4a25-a7a5-b1821cac17a9 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Transition to ACTIVE for port object 693656f5-6e2d-4795-834e-216dbe7541fb will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:19:04.277941 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39384) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:19:04.287436 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-7a895fd2-a6f3-4a25-a7a5-b1821cac17a9 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:04.292724 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f3dcbe93-04de-4d8f-aaf4-3a787d75311a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:04.348932 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-7a895fd2-a6f3-4a25-a7a5-b1821cac17a9 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Network ad265d84-5a8c-4acf-b883-4ded13d15286 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:19:04.353595 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-7a895fd2-a6f3-4a25-a7a5-b1821cac17a9 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:19:04.369324 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-7a895fd2-a6f3-4a25-a7a5-b1821cac17a9 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:19:04.415881 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f3dcbe93-04de-4d8f-aaf4-3a787d75311a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:04.419675 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a895fd2-a6f3-4a25-a7a5-b1821cac17a9 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Pushing event updated for resources: {'Port': ['ID=693656f5-6e2d-4795-834e-216dbe7541fb,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:19:04.430514 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f3dcbe93-04de-4d8f-aaf4-3a787d75311a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:04.473163 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-7a895fd2-a6f3-4a25-a7a5-b1821cac17a9 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:04.476355 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-7a895fd2-a6f3-4a25-a7a5-b1821cac17a9 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:04.478870 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dcbe93-04de-4d8f-aaf4-3a787d75311a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5012a8-f23f-4973-947c-819c0cc7ad8d,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:19:04.504655 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f3dcbe93-04de-4d8f-aaf4-3a787d75311a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=364eeb44f9644f6cadf1fd805bfab1d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2254660 Jul 24 01:19:04.508883 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39392) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:19:04.530610 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-7a895fd2-a6f3-4a25-a7a5-b1821cac17a9 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9877479 Jul 24 01:19:04.572379 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-c94581b5-f79c-4ae6-b8da-398a04c7f530 service neutron] Request body: {'port': {'device_id': '84bfdaa4-2fae-40fe-a69b-2918b953cea0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:19:04.708886 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f4523-3859-493f-9b52-f65d11e89679 req-78d7c9ac-7d04-4166-b73c-f97cded08c8a tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:04.710590 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8f0f4523-3859-493f-9b52-f65d11e89679 req-78d7c9ac-7d04-4166-b73c-f97cded08c8a tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=84bfdaa4-2fae-40fe-a69b-2918b953cea0 HTTP/1.1" status: 200 len: 932 time: 0.2003026 Jul 24 01:19:04.720505 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0b2563cd-b3ad-40dd-91ec-7f3038dc2ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:04.735745 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-c94581b5-f79c-4ae6-b8da-398a04c7f530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:04.776673 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0569d4a5-403a-4347-9fe1-843baf9f8a7b None None] Provisioning for port 693656f5-6e2d-4795-834e-216dbe7541fb completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:19:04.781280 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0b2563cd-b3ad-40dd-91ec-7f3038dc2ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:04.782933 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0569d4a5-403a-4347-9fe1-843baf9f8a7b None None] Provisioning complete for port 693656f5-6e2d-4795-834e-216dbe7541fb triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:19:04.784074 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0569d4a5-403a-4347-9fe1-843baf9f8a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:04.841155 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8f0f4523-3859-493f-9b52-f65d11e89679 req-7e3295df-b0df-444d-9eeb-c31bd60f6cea tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160717 Jul 24 01:19:04.849663 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0569d4a5-403a-4347-9fe1-843baf9f8a7b None None] Port 693656f5-6e2d-4795-834e-216dbe7541fb cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:19:04.970846 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0b2563cd-b3ad-40dd-91ec-7f3038dc2ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:04.973920 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0b2563cd-b3ad-40dd-91ec-7f3038dc2ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:04.978304 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0b2563cd-b3ad-40dd-91ec-7f3038dc2ade admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7a5012a8-f23f-4973-947c-819c0cc7ad8d HTTP/1.1" status: 204 len: 168 time: 0.4624071 Jul 24 01:19:05.001162 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2563cd-b3ad-40dd-91ec-7f3038dc2ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5012a8-f23f-4973-947c-819c0cc7ad8d,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:19:05.063198 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:05.171762 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-c94581b5-f79c-4ae6-b8da-398a04c7f530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 693656f5-6e2d-4795-834e-216dbe7541fb {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:19:05.181483 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-c94581b5-f79c-4ae6-b8da-398a04c7f530 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:05.198120 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-c94581b5-f79c-4ae6-b8da-398a04c7f530 service neutron] Transition to ACTIVE for port object 693656f5-6e2d-4795-834e-216dbe7541fb will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:19:05.213207 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-c94581b5-f79c-4ae6-b8da-398a04c7f530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:05.244390 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748705f-ab0b-4e75-968c-bcb57c1d8195 req-ea30d448-475b-42e8-b27e-50a7e66d7f8e tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:05.246353 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e748705f-ab0b-4e75-968c-bcb57c1d8195 req-ea30d448-475b-42e8-b27e-50a7e66d7f8e tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 946 time: 0.0920329 Jul 24 01:19:05.315978 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94581b5-f79c-4ae6-b8da-398a04c7f530 service neutron] Pushing event updated for resources: {'Port': ['ID=693656f5-6e2d-4795-834e-216dbe7541fb,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:19:05.353063 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e748705f-ab0b-4e75-968c-bcb57c1d8195 req-d3d855df-4694-4bb0-b04a-d7ee80743b02 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a130e42-2120-4081-a70e-c40c23c3ecbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980370 Jul 24 01:19:05.427003 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:05.465239 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-c94581b5-f79c-4ae6-b8da-398a04c7f530 service neutron] Attempting to bind port 693656f5-6e2d-4795-834e-216dbe7541fb on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:19:05.479856 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-c94581b5-f79c-4ae6-b8da-398a04c7f530 service neutron] Attempting to bind port 693656f5-6e2d-4795-834e-216dbe7541fb by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '4ba45e80-1699-41ea-af87-6ed5cfcc2657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:19:05.479856 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-c94581b5-f79c-4ae6-b8da-398a04c7f530 service neutron] Attempting to bind port 693656f5-6e2d-4795-834e-216dbe7541fb on network ad265d84-5a8c-4acf-b883-4ded13d15286 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:19:05.482864 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-c94581b5-f79c-4ae6-b8da-398a04c7f530 service neutron] Port 693656f5-6e2d-4795-834e-216dbe7541fb on network ad265d84-5a8c-4acf-b883-4ded13d15286 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:19:05.483367 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-c94581b5-f79c-4ae6-b8da-398a04c7f530 service neutron] Attempting to bind port 693656f5-6e2d-4795-834e-216dbe7541fb on network ad265d84-5a8c-4acf-b883-4ded13d15286 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:19:05.491515 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-c94581b5-f79c-4ae6-b8da-398a04c7f530 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:19:05.492289 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-c94581b5-f79c-4ae6-b8da-398a04c7f530 service neutron] Checking segment: {'id': '4ba45e80-1699-41ea-af87-6ed5cfcc2657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:19:05.492289 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-c94581b5-f79c-4ae6-b8da-398a04c7f530 service neutron] Bound using segment: {'id': '4ba45e80-1699-41ea-af87-6ed5cfcc2657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:19:05.493413 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-c94581b5-f79c-4ae6-b8da-398a04c7f530 service neutron] Bound port: 693656f5-6e2d-4795-834e-216dbe7541fb, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ba45e80-1699-41ea-af87-6ed5cfcc2657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:19:05.493966 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-c94581b5-f79c-4ae6-b8da-398a04c7f530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:05.585346 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-c94581b5-f79c-4ae6-b8da-398a04c7f530 service neutron] For port 693656f5-6e2d-4795-834e-216dbe7541fb, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:19:05.590280 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-c94581b5-f79c-4ae6-b8da-398a04c7f530 service neutron] For port 693656f5-6e2d-4795-834e-216dbe7541fb, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=693656f5-6e2d-4795-834e-216dbe7541fb,segment=NetworkSegment(4ba45e80-1699-41ea-af87-6ed5cfcc2657),segment_id=4ba45e80-1699-41ea-af87-6ed5cfcc2657)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:19:05.597107 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-c94581b5-f79c-4ae6-b8da-398a04c7f530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:05.641803 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-c94581b5-f79c-4ae6-b8da-398a04c7f530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:05.642807 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-c94581b5-f79c-4ae6-b8da-398a04c7f530 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:05.644570 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-c94581b5-f79c-4ae6-b8da-398a04c7f530 service neutron] 10.222.0.13 "PUT /v2.0/ports/693656f5-6e2d-4795-834e-216dbe7541fb HTTP/1.1" status: 200 len: 1093 time: 1.0843215 Jul 24 01:19:05.647299 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84bfdaa4-2fae-40fe-a69b-2918b953cea0', 'tag': '693656f5-6e2d-4795-834e-216dbe7541fb'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:19:05.651577 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71543394-735d-486b-b5e2-3ff13f2f5b5f" -d '{"events": [{"name": "network-changed", "server_uuid": "84bfdaa4-2fae-40fe-a69b-2918b953cea0", "tag": "693656f5-6e2d-4795-834e-216dbe7541fb"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:19:05.691872 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94581b5-f79c-4ae6-b8da-398a04c7f530 service neutron] Pushing event updated for resources: {'Port': ['ID=693656f5-6e2d-4795-834e-216dbe7541fb,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:19:05.718601 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2602b60d-0d95-4962-a205-43b4ff693c2a x-openstack-request-id: req-2602b60d-0d95-4962-a205-43b4ff693c2a {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:19:05.718943 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84bfdaa4-2fae-40fe-a69b-2918b953cea0", "tag": "693656f5-6e2d-4795-834e-216dbe7541fb", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:19:05.719202 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2602b60d-0d95-4962-a205-43b4ff693c2a {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:19:05.719615 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84bfdaa4-2fae-40fe-a69b-2918b953cea0', 'tag': '693656f5-6e2d-4795-834e-216dbe7541fb', 'status': 'completed', 'code': 200} Jul 24 01:19:05.799824 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-f3095bdc-4e5d-4356-a42e-9dbc28ed8e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:05.801619 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-f3095bdc-4e5d-4356-a42e-9dbc28ed8e23 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc21a234b38d48d88c3414cb45873771&device_id=84bfdaa4-2fae-40fe-a69b-2918b953cea0 HTTP/1.1" status: 200 len: 1096 time: 0.0770140 Jul 24 01:19:05.853947 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-c223f624-90c3-40bb-bfe6-17c8c0086daa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=693656f5-6e2d-4795-834e-216dbe7541fb HTTP/1.1" status: 200 len: 217 time: 0.0443976 Jul 24 01:19:05.965051 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-cfc82a60-211e-4cec-b8bf-d79d889145a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:05.966965 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-cfc82a60-211e-4cec-b8bf-d79d889145a0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e29f41fb-7a38-4eae-917b-51d7b2f60633 HTTP/1.1" status: 200 len: 851 time: 0.1071382 Jul 24 01:19:06.095029 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef4ddd-d4a1-4440-ac37-8f4ae0c3b471 req-ea8882d0-7f9d-4d46-923d-fa4a54c901dd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:06.096673 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a5ef4ddd-d4a1-4440-ac37-8f4ae0c3b471 req-ea8882d0-7f9d-4d46-923d-fa4a54c901dd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=84bfdaa4-2fae-40fe-a69b-2918b953cea0 HTTP/1.1" status: 200 len: 944 time: 0.1263208 Jul 24 01:19:06.116402 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-f57dbb0f-1bd6-4c73-899b-13770f9fac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:06.118831 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-f57dbb0f-1bd6-4c73-899b-13770f9fac44 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad265d84-5a8c-4acf-b883-4ded13d15286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1369023 Jul 24 01:19:06.175915 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a5ef4ddd-d4a1-4440-ac37-8f4ae0c3b471 req-37d40d0e-34be-4837-b20e-57b3d438b55c tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718753 Jul 24 01:19:06.231227 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-4782f5d9-c2ec-4086-a29f-479a34e4b18d service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049004 Jul 24 01:19:06.348412 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49863eee-d74a-49e1-b786-eee2f9d4a305 req-c10f00fd-a255-46d2-823f-5112e9d908b3 service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103156 Jul 24 01:19:06.572533 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71543394-735d-486b-b5e2-3ff13f2f5b5f req-230275b4-19a8-40cd-9ca4-ecb74d69e8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:06.573965 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-71543394-735d-486b-b5e2-3ff13f2f5b5f req-230275b4-19a8-40cd-9ca4-ecb74d69e8ca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc21a234b38d48d88c3414cb45873771&device_id=84bfdaa4-2fae-40fe-a69b-2918b953cea0 HTTP/1.1" status: 200 len: 1096 time: 0.1564658 Jul 24 01:19:06.582404 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923df10-5014-4a43-aeba-05110c392728 req-f3bbe7a2-6c96-4dae-a804-b45418a7abd8 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:06.589540 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3923df10-5014-4a43-aeba-05110c392728 req-f3bbe7a2-6c96-4dae-a804-b45418a7abd8 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 946 time: 0.1241457 Jul 24 01:19:06.675507 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3923df10-5014-4a43-aeba-05110c392728 req-fad4bd38-0fa1-4933-aafb-12b0b741e73f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a130e42-2120-4081-a70e-c40c23c3ecbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848210 Jul 24 01:19:06.758059 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71543394-735d-486b-b5e2-3ff13f2f5b5f req-25cf709c-e648-4d45-beef-0e0b9dd522d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:06.760582 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-71543394-735d-486b-b5e2-3ff13f2f5b5f req-25cf709c-e648-4d45-beef-0e0b9dd522d0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ad265d84-5a8c-4acf-b883-4ded13d15286 HTTP/1.1" status: 200 len: 913 time: 0.1670089 Jul 24 01:19:06.828932 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-71543394-735d-486b-b5e2-3ff13f2f5b5f req-bb5231b8-2efd-4847-a914-29a91ace2842 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=693656f5-6e2d-4795-834e-216dbe7541fb HTTP/1.1" status: 200 len: 217 time: 0.0608537 Jul 24 01:19:06.904297 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71543394-735d-486b-b5e2-3ff13f2f5b5f req-537f808b-af79-498e-adda-23890b032bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:06.905852 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-71543394-735d-486b-b5e2-3ff13f2f5b5f req-537f808b-af79-498e-adda-23890b032bf9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e29f41fb-7a38-4eae-917b-51d7b2f60633 HTTP/1.1" status: 200 len: 851 time: 0.0708954 Jul 24 01:19:06.972402 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71543394-735d-486b-b5e2-3ff13f2f5b5f req-2c36d183-7e36-4f8c-b35d-67604f86aaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:06.974126 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-71543394-735d-486b-b5e2-3ff13f2f5b5f req-2c36d183-7e36-4f8c-b35d-67604f86aaf8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad265d84-5a8c-4acf-b883-4ded13d15286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616064 Jul 24 01:19:07.114017 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-71543394-735d-486b-b5e2-3ff13f2f5b5f req-982c1f61-9d74-415d-9dff-7c38026d6d83 service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325238 Jul 24 01:19:07.250767 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-71543394-735d-486b-b5e2-3ff13f2f5b5f req-379e3252-aadb-4b13-a791-d0491c0224c6 service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268797 Jul 24 01:19:07.375770 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad39c64-cbde-4ef4-b1b7-c4be9e438063 req-4b6583c4-5c20-4d44-bf34-f6b0517d6698 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:07.379739 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4ad39c64-cbde-4ef4-b1b7-c4be9e438063 req-4b6583c4-5c20-4d44-bf34-f6b0517d6698 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=84bfdaa4-2fae-40fe-a69b-2918b953cea0 HTTP/1.1" status: 200 len: 944 time: 0.0942881 Jul 24 01:19:07.440592 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4ad39c64-cbde-4ef4-b1b7-c4be9e438063 req-e102d567-8517-46f8-adc2-24b2ce0cd20f tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507276 Jul 24 01:19:07.904430 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50113bc8-168b-4d28-9909-d2e6250308e9 req-32592bbe-ba22-42f0-abd8-4b1d86985a30 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:07.906382 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-50113bc8-168b-4d28-9909-d2e6250308e9 req-32592bbe-ba22-42f0-abd8-4b1d86985a30 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 946 time: 0.1284487 Jul 24 01:19:07.968076 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-50113bc8-168b-4d28-9909-d2e6250308e9 req-22abea8e-d3b9-44b2-8987-5ed94172f605 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a130e42-2120-4081-a70e-c40c23c3ecbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469854 Jul 24 01:19:08.620165 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c86ff-a1fe-42a6-8e8b-17e414f9871b req-2a4beb81-04d8-4d1a-9015-b80cf827ddef tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:08.622920 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3c4c86ff-a1fe-42a6-8e8b-17e414f9871b req-2a4beb81-04d8-4d1a-9015-b80cf827ddef tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=84bfdaa4-2fae-40fe-a69b-2918b953cea0 HTTP/1.1" status: 200 len: 944 time: 0.1134162 Jul 24 01:19:08.679942 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3c4c86ff-a1fe-42a6-8e8b-17e414f9871b req-897f6765-d439-4b95-a169-0e60f5177916 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510232 Jul 24 01:19:09.225882 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0cb5c-4ea9-41a4-96d0-8d8505577b3c req-e7e7cefa-9d3e-4587-b7fa-e88a6997c070 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:09.234321 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bdc0cb5c-4ea9-41a4-96d0-8d8505577b3c req-e7e7cefa-9d3e-4587-b7fa-e88a6997c070 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 946 time: 0.1455023 Jul 24 01:19:09.312208 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bdc0cb5c-4ea9-41a4-96d0-8d8505577b3c req-df357491-49d9-4c2c-86f5-ee6efb6a221c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a130e42-2120-4081-a70e-c40c23c3ecbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764544 Jul 24 01:19:09.898230 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9c114-4fe4-4be8-93aa-aacecc2c0c95 req-4cea376f-a642-4eac-aaa9-b0fac283168b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:09.900668 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3ce9c114-4fe4-4be8-93aa-aacecc2c0c95 req-4cea376f-a642-4eac-aaa9-b0fac283168b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=84bfdaa4-2fae-40fe-a69b-2918b953cea0 HTTP/1.1" status: 200 len: 944 time: 0.1002128 Jul 24 01:19:09.962449 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3ce9c114-4fe4-4be8-93aa-aacecc2c0c95 req-bb993f50-6b07-47c9-8e79-b9c6e7df3fd2 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521576 Jul 24 01:19:10.518544 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd3d2d-ee20-4a35-97e0-8fc6ac117b35 req-d1a1219c-0da8-4a91-9dcd-8bf2e29edd57 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:10.520193 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-71dd3d2d-ee20-4a35-97e0-8fc6ac117b35 req-d1a1219c-0da8-4a91-9dcd-8bf2e29edd57 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 946 time: 0.0787892 Jul 24 01:19:10.567358 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-71dd3d2d-ee20-4a35-97e0-8fc6ac117b35 req-a4e4eea8-3176-4d3f-a0d6-d81aa9470cfe tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a130e42-2120-4081-a70e-c40c23c3ecbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387371 Jul 24 01:19:11.139501 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2dfc9-bec7-4ce2-9633-56bf6ee939e6 req-ea6de83d-4e4d-4a51-b705-93aa4f2caf0c tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:11.143338 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-62a2dfc9-bec7-4ce2-9633-56bf6ee939e6 req-ea6de83d-4e4d-4a51-b705-93aa4f2caf0c tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=84bfdaa4-2fae-40fe-a69b-2918b953cea0 HTTP/1.1" status: 200 len: 944 time: 0.0947978 Jul 24 01:19:11.199228 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-62a2dfc9-bec7-4ce2-9633-56bf6ee939e6 req-73f5da5c-30b8-43ed-9b25-e8406d2f8bdc tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450904 Jul 24 01:19:11.779025 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86204914-4229-4908-8796-cce438f40e4d req-62e6f348-55b1-4d95-a411-53b04ea0b35a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:11.780572 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86204914-4229-4908-8796-cce438f40e4d req-62e6f348-55b1-4d95-a411-53b04ea0b35a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 946 time: 0.1149220 Jul 24 01:19:11.862331 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86204914-4229-4908-8796-cce438f40e4d req-9a7c476e-78d4-4c55-b8da-84b8adb42c7a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a130e42-2120-4081-a70e-c40c23c3ecbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715773 Jul 24 01:19:12.389741 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343ab1b-31e4-4d58-91b3-6f142f760ffa req-da340b02-a94b-48b1-a2e6-2051cb73ed6d tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:12.395187 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c343ab1b-31e4-4d58-91b3-6f142f760ffa req-da340b02-a94b-48b1-a2e6-2051cb73ed6d tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=84bfdaa4-2fae-40fe-a69b-2918b953cea0 HTTP/1.1" status: 200 len: 944 time: 0.1036465 Jul 24 01:19:12.469133 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c343ab1b-31e4-4d58-91b3-6f142f760ffa req-8dfe3da8-5127-4c52-9d38-b868b5f3464e tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660408 Jul 24 01:19:12.730949 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39560) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:19:12.897383 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a0a09af7-c436-4335-ba81-2c572273547b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:13.003749 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a0a09af7-c436-4335-ba81-2c572273547b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:13.040548 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a0a09af7-c436-4335-ba81-2c572273547b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:13.068904 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39568) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:19:13.073058 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a0a09af7-c436-4335-ba81-2c572273547b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ce0f5e8be17484b858532502be6ba1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3391147 Jul 24 01:19:13.119346 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d2072b81-1e39-49ab-a6c3-f45b0a23bfe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:13.141079 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d2072b81-1e39-49ab-a6c3-f45b0a23bfe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:13.163565 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a09af7-c436-4335-ba81-2c572273547b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb94cb16-bc19-449e-96da-9ff0745210ef,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:19:13.179309 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2d2ea-82e6-4e7f-8817-b23fab9b6347 req-65957a52-77e7-4d76-8021-c5c72bc90acc tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:13.181937 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-11e2d2ea-82e6-4e7f-8817-b23fab9b6347 req-65957a52-77e7-4d76-8021-c5c72bc90acc tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 946 time: 0.1760390 Jul 24 01:19:13.205601 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d2072b81-1e39-49ab-a6c3-f45b0a23bfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:13.208691 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d2072b81-1e39-49ab-a6c3-f45b0a23bfe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:13.222184 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d2072b81-1e39-49ab-a6c3-f45b0a23bfe1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fb94cb16-bc19-449e-96da-9ff0745210ef HTTP/1.1" status: 204 len: 168 time: 0.1429136 Jul 24 01:19:13.239065 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2072b81-1e39-49ab-a6c3-f45b0a23bfe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb94cb16-bc19-449e-96da-9ff0745210ef,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:19:13.281215 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-11e2d2ea-82e6-4e7f-8817-b23fab9b6347 req-56fd4b6a-2a11-4429-a25e-3227f3d54e5f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a130e42-2120-4081-a70e-c40c23c3ecbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913866 Jul 24 01:19:13.558073 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39576) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:19:13.572296 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-af1a16ee-7fd4-4b06-ba16-0a98454d6054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:13.645152 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98216b-afd1-4d09-b5c7-79b0ad71ab4e req-e0806bfe-6056-42e7-af47-810421f308fd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:13.647553 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fa98216b-afd1-4d09-b5c7-79b0ad71ab4e req-e0806bfe-6056-42e7-af47-810421f308fd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=84bfdaa4-2fae-40fe-a69b-2918b953cea0 HTTP/1.1" status: 200 len: 944 time: 0.1030803 Jul 24 01:19:13.694329 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fa98216b-afd1-4d09-b5c7-79b0ad71ab4e req-60fee8dd-f09e-4239-ae64-78f26c581beb tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390339 Jul 24 01:19:13.700974 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-af1a16ee-7fd4-4b06-ba16-0a98454d6054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:13.707896 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-af1a16ee-7fd4-4b06-ba16-0a98454d6054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:13.752097 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a16ee-7fd4-4b06-ba16-0a98454d6054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8adbe5-f203-4c67-9305-053ad46bb50a,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:19:13.756927 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-af1a16ee-7fd4-4b06-ba16-0a98454d6054 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=09345a4d0487471985140ff8168478ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1976941 Jul 24 01:19:13.759910 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39582) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:19:13.818979 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0002056a-d0bb-41aa-a0ae-3b259ac50510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:13.847491 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0002056a-d0bb-41aa-a0ae-3b259ac50510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:13.900088 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0002056a-d0bb-41aa-a0ae-3b259ac50510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:13.902722 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0002056a-d0bb-41aa-a0ae-3b259ac50510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:13.904024 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0002056a-d0bb-41aa-a0ae-3b259ac50510 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dc8adbe5-f203-4c67-9305-053ad46bb50a HTTP/1.1" status: 204 len: 168 time: 0.1431739 Jul 24 01:19:13.915182 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0002056a-d0bb-41aa-a0ae-3b259ac50510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8adbe5-f203-4c67-9305-053ad46bb50a,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:19:14.259924 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39594) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:19:14.275140 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-af433147-98ac-4f0b-bb97-3f54cfe9b93a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:14.421636 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-af433147-98ac-4f0b-bb97-3f54cfe9b93a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:14.428973 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-af433147-98ac-4f0b-bb97-3f54cfe9b93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:14.478656 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-af433147-98ac-4f0b-bb97-3f54cfe9b93a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3e4be9ae2ec24de68bc72da381ac1cfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2174599 Jul 24 01:19:14.481326 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39602) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:19:14.486697 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af433147-98ac-4f0b-bb97-3f54cfe9b93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7f9b9a-0738-4a88-8071-bfc6d5584f81,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:19:14.512962 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c09581-048e-41b5-88c1-73359233f79e req-75ecb2aa-4dc4-4243-80be-a05784df578d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:14.514672 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-19c09581-048e-41b5-88c1-73359233f79e req-75ecb2aa-4dc4-4243-80be-a05784df578d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 946 time: 0.1392200 Jul 24 01:19:14.551609 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-abd801af-ab5d-4e49-864a-83c4424d202b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:14.555498 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-19c09581-048e-41b5-88c1-73359233f79e req-7596e48b-0912-4d9c-843f-991f303e8ca7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a130e42-2120-4081-a70e-c40c23c3ecbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350404 Jul 24 01:19:14.581464 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-abd801af-ab5d-4e49-864a-83c4424d202b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:14.589315 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:19:14.631878 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-abd801af-ab5d-4e49-864a-83c4424d202b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:14.635153 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-abd801af-ab5d-4e49-864a-83c4424d202b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:14.636591 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-abd801af-ab5d-4e49-864a-83c4424d202b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3a7f9b9a-0738-4a88-8071-bfc6d5584f81 HTTP/1.1" status: 204 len: 168 time: 0.1542048 Jul 24 01:19:14.650451 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd801af-ab5d-4e49-864a-83c4424d202b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7f9b9a-0738-4a88-8071-bfc6d5584f81,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:19:14.907451 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265513b-fb2b-4272-93af-bb2efd142f21 req-5af22638-10b8-4bf1-8b17-87f0f49cb1f4 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:14.916087 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7265513b-fb2b-4272-93af-bb2efd142f21 req-5af22638-10b8-4bf1-8b17-87f0f49cb1f4 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=84bfdaa4-2fae-40fe-a69b-2918b953cea0 HTTP/1.1" status: 200 len: 944 time: 0.1148179 Jul 24 01:19:14.962810 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7265513b-fb2b-4272-93af-bb2efd142f21 req-08d2fa48-d390-460f-8d6b-dee10221ba71 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454085 Jul 24 01:19:15.573597 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-2eae9c98-abfa-4dd6-947e-4363c359cd13 service neutron] show failed (client error): The resource could not be found. Jul 24 01:19:15.575161 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-2eae9c98-abfa-4dd6-947e-4363c359cd13 service neutron] 10.222.0.11 "GET /v2.0/ports/65457b57-86fa-47d4-b4d8-e0180db1cb9d/bindings/n-h1-793621-25 HTTP/1.1" status: 404 len: 381 time: 0.0704875 Jul 24 01:19:15.743816 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-050b44c8-1792-45f7-ba26-771216e51c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:15.819056 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed4138-2bbb-4e72-ac13-30a32e583548 req-0032b43c-96d7-421a-9a19-dc58c3bda11d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:15.821549 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-79ed4138-2bbb-4e72-ac13-30a32e583548 req-0032b43c-96d7-421a-9a19-dc58c3bda11d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 946 time: 0.1609790 Jul 24 01:19:15.898860 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-79ed4138-2bbb-4e72-ac13-30a32e583548 req-6fb35963-0fef-4432-996b-4150cfdd7ba5 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a130e42-2120-4081-a70e-c40c23c3ecbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579834 Jul 24 01:19:15.927303 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-4d4c6532-e314-4f00-b52a-684d41362b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:15.929101 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-4d4c6532-e314-4f00-b52a-684d41362b0b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b&tenant_id=d801781e24e8470b83b807a510a33715 HTTP/1.1" status: 200 len: 1098 time: 0.1311467 Jul 24 01:19:15.948544 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-352b2d9b-78dd-4aad-bae8-5061be1780f9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-25', 'device_owner': 'compute:nova'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:19:16.062058 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-352b2d9b-78dd-4aad-bae8-5061be1780f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:16.145004 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bac098-f80e-44d3-99d9-1fd367df4c65 req-a234c8bf-8084-4355-9cd0-a9acb1518edd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:16.147816 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-58bac098-f80e-44d3-99d9-1fd367df4c65 req-a234c8bf-8084-4355-9cd0-a9acb1518edd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=84bfdaa4-2fae-40fe-a69b-2918b953cea0 HTTP/1.1" status: 200 len: 944 time: 0.0816445 Jul 24 01:19:16.218197 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-58bac098-f80e-44d3-99d9-1fd367df4c65 req-c688783d-259e-418d-b21f-5363258de01a tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626292 Jul 24 01:19:16.376597 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-352b2d9b-78dd-4aad-bae8-5061be1780f9 service neutron] For port 65457b57-86fa-47d4-b4d8-e0180db1cb9d, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=65457b57-86fa-47d4-b4d8-e0180db1cb9d,segment=NetworkSegment(37a5929d-c264-46ec-b241-3e312d01ecb6),segment_id=37a5929d-c264-46ec-b241-3e312d01ecb6)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:19:16.414634 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-352b2d9b-78dd-4aad-bae8-5061be1780f9 service neutron] For port 65457b57-86fa-47d4-b4d8-e0180db1cb9d, host n-h2-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:19:16.466656 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e457e5-42ee-470f-873c-4188e772003b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65457b57-86fa-47d4-b4d8-e0180db1cb9d'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:19:16.469027 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5c73be-2df6-468c-b5d2-33512d60dc4a" -d '{"events": [{"server_uuid": "02e457e5-42ee-470f-873c-4188e772003b", "name": "network-vif-unplugged", "status": "completed", "tag": "65457b57-86fa-47d4-b4d8-e0180db1cb9d"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:19:16.472903 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-352b2d9b-78dd-4aad-bae8-5061be1780f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:16.530401 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-352b2d9b-78dd-4aad-bae8-5061be1780f9 service neutron] Transition to ACTIVE for port object 65457b57-86fa-47d4-b4d8-e0180db1cb9d will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:19:16.538424 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-352b2d9b-78dd-4aad-bae8-5061be1780f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:16.545536 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 01:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6aa59a-9179-4dae-9b29-770ffcc3891e x-openstack-request-id: req-5a6aa59a-9179-4dae-9b29-770ffcc3891e {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:19:16.545848 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e457e5-42ee-470f-873c-4188e772003b", "name": "network-vif-unplugged", "status": "completed", "tag": "65457b57-86fa-47d4-b4d8-e0180db1cb9d", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:19:16.546089 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5a6aa59a-9179-4dae-9b29-770ffcc3891e {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:19:16.546481 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e457e5-42ee-470f-873c-4188e772003b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65457b57-86fa-47d4-b4d8-e0180db1cb9d', 'code': 200} Jul 24 01:19:16.722463 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b2d9b-78dd-4aad-bae8-5061be1780f9 service neutron] Pushing event updated for resources: {'Port': ['ID=65457b57-86fa-47d4-b4d8-e0180db1cb9d,revision_number=6']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:19:16.778933 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-352b2d9b-78dd-4aad-bae8-5061be1780f9 service neutron] No DVR routers for this DVR port 65457b57-86fa-47d4-b4d8-e0180db1cb9d on host n-h2-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:19:16.981324 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-352b2d9b-78dd-4aad-bae8-5061be1780f9 service neutron] Attempting to bind port 65457b57-86fa-47d4-b4d8-e0180db1cb9d on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:19:16.982410 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-352b2d9b-78dd-4aad-bae8-5061be1780f9 service neutron] Attempting to bind port 65457b57-86fa-47d4-b4d8-e0180db1cb9d by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '37a5929d-c264-46ec-b241-3e312d01ecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '66ffc7cd-6c08-480e-a939-e2662174e5e3'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:19:16.982410 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-352b2d9b-78dd-4aad-bae8-5061be1780f9 service neutron] Attempting to bind port 65457b57-86fa-47d4-b4d8-e0180db1cb9d on network 66ffc7cd-6c08-480e-a939-e2662174e5e3 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:19:17.014295 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-352b2d9b-78dd-4aad-bae8-5061be1780f9 service neutron] Port 65457b57-86fa-47d4-b4d8-e0180db1cb9d on network 66ffc7cd-6c08-480e-a939-e2662174e5e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:19:17.014642 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-352b2d9b-78dd-4aad-bae8-5061be1780f9 service neutron] Attempting to bind port 65457b57-86fa-47d4-b4d8-e0180db1cb9d on network 66ffc7cd-6c08-480e-a939-e2662174e5e3 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:19:17.020146 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-352b2d9b-78dd-4aad-bae8-5061be1780f9 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:19:17.020504 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-352b2d9b-78dd-4aad-bae8-5061be1780f9 service neutron] Checking segment: {'id': '37a5929d-c264-46ec-b241-3e312d01ecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '66ffc7cd-6c08-480e-a939-e2662174e5e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:19:17.020906 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-352b2d9b-78dd-4aad-bae8-5061be1780f9 service neutron] Bound using segment: {'id': '37a5929d-c264-46ec-b241-3e312d01ecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '66ffc7cd-6c08-480e-a939-e2662174e5e3'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:19:17.021349 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-352b2d9b-78dd-4aad-bae8-5061be1780f9 service neutron] Bound port: 65457b57-86fa-47d4-b4d8-e0180db1cb9d, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37a5929d-c264-46ec-b241-3e312d01ecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '66ffc7cd-6c08-480e-a939-e2662174e5e3'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:19:17.021703 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-352b2d9b-78dd-4aad-bae8-5061be1780f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:17.183529 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-352b2d9b-78dd-4aad-bae8-5061be1780f9 service neutron] For port 65457b57-86fa-47d4-b4d8-e0180db1cb9d, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:19:17.186231 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf3418e-286a-4ff7-8d91-e53b69fd65cd req-d6411d20-3f45-47e4-8223-e69a594be58a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:17.188178 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-352b2d9b-78dd-4aad-bae8-5061be1780f9 service neutron] For port 65457b57-86fa-47d4-b4d8-e0180db1cb9d, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=65457b57-86fa-47d4-b4d8-e0180db1cb9d,segment=NetworkSegment(37a5929d-c264-46ec-b241-3e312d01ecb6),segment_id=37a5929d-c264-46ec-b241-3e312d01ecb6)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:19:17.194225 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9bf3418e-286a-4ff7-8d91-e53b69fd65cd req-d6411d20-3f45-47e4-8223-e69a594be58a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 944 time: 0.1311293 Jul 24 01:19:17.194487 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-352b2d9b-78dd-4aad-bae8-5061be1780f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:17.240412 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9bf3418e-286a-4ff7-8d91-e53b69fd65cd req-fbe8a00e-95e8-483c-85ff-179435642889 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a130e42-2120-4081-a70e-c40c23c3ecbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446613 Jul 24 01:19:17.287591 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-352b2d9b-78dd-4aad-bae8-5061be1780f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:17.288500 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-352b2d9b-78dd-4aad-bae8-5061be1780f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:17.291635 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-352b2d9b-78dd-4aad-bae8-5061be1780f9 service neutron] 10.222.0.13 "PUT /v2.0/ports/65457b57-86fa-47d4-b4d8-e0180db1cb9d HTTP/1.1" status: 200 len: 1093 time: 1.3539512 Jul 24 01:19:17.306404 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b2d9b-78dd-4aad-bae8-5061be1780f9 service neutron] Pushing event updated for resources: {'Port': ['ID=65457b57-86fa-47d4-b4d8-e0180db1cb9d,revision_number=7']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:19:17.475976 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-34b4f8f4-f2ce-4e92-9ee3-6523791ebe3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:17.477771 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-34b4f8f4-f2ce-4e92-9ee3-6523791ebe3f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d801781e24e8470b83b807a510a33715&device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 1096 time: 0.1594706 Jul 24 01:19:17.487724 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72516b8e-a85b-4f0f-9763-8c41a46e51f6 req-8787d3dd-7359-4eae-bc7d-d0a7c35b880f tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:17.489354 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-72516b8e-a85b-4f0f-9763-8c41a46e51f6 req-8787d3dd-7359-4eae-bc7d-d0a7c35b880f tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=84bfdaa4-2fae-40fe-a69b-2918b953cea0 HTTP/1.1" status: 200 len: 944 time: 0.1134582 Jul 24 01:19:17.623813 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-72516b8e-a85b-4f0f-9763-8c41a46e51f6 req-048aa2ea-d954-47ad-9d45-a5e6a988ea84 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237285 Jul 24 01:19:17.665653 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-0b5bbca0-1c0e-4cea-bbb5-e3dce055d338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:17.667206 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-0b5bbca0-1c0e-4cea-bbb5-e3dce055d338 service neutron] 10.222.0.13 "GET /v2.0/networks?id=66ffc7cd-6c08-480e-a939-e2662174e5e3 HTTP/1.1" status: 200 len: 898 time: 0.1768694 Jul 24 01:19:17.887345 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-a446b16f-2a4d-485a-a8bc-c8201740c9bf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65457b57-86fa-47d4-b4d8-e0180db1cb9d HTTP/1.1" status: 200 len: 1000 time: 0.2133954 Jul 24 01:19:18.270421 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-616c9dd5-07ff-4946-8e48-6908f3ad1e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:18.395289 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a87709-a2e6-42ec-850c-96f5c0283674 req-594f4bdc-1839-445c-b533-0418ca657f53 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:18.397457 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e0a87709-a2e6-42ec-850c-96f5c0283674 req-594f4bdc-1839-445c-b533-0418ca657f53 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 944 time: 0.0691082 Jul 24 01:19:18.415734 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-502045be-93ad-48da-a93b-50291706d34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:18.417958 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-502045be-93ad-48da-a93b-50291706d34e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ad13fc02-4b1c-4990-a7af-04f03d36ba36 HTTP/1.1" status: 200 len: 835 time: 0.5241015 Jul 24 01:19:18.451704 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e0a87709-a2e6-42ec-850c-96f5c0283674 req-d541e1af-8ccd-4df1-8443-840df872e49e tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a130e42-2120-4081-a70e-c40c23c3ecbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454464 Jul 24 01:19:18.484449 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-64ccbdd6-be6d-496e-bd26-99ee19330974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:18.484634 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-64ccbdd6-be6d-496e-bd26-99ee19330974 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=66ffc7cd-6c08-480e-a939-e2662174e5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590267 Jul 24 01:19:18.510831 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:18.559008 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e457e5-42ee-470f-873c-4188e772003b', 'tag': '65457b57-86fa-47d4-b4d8-e0180db1cb9d'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:19:18.561855 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd95c47-9a24-4126-bd28-d4310d1a6f03" -d '{"events": [{"name": "network-changed", "server_uuid": "02e457e5-42ee-470f-873c-4188e772003b", "tag": "65457b57-86fa-47d4-b4d8-e0180db1cb9d"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:19:18.612970 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-289f74b8-3524-4e2e-a6c8-5d27240a011f service neutron] 10.222.0.13 "GET /v2.0/networks/66ffc7cd-6c08-480e-a939-e2662174e5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214409 Jul 24 01:19:18.641715 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388dce13-5293-4a71-8e8e-74702dcb1937 x-openstack-request-id: req-388dce13-5293-4a71-8e8e-74702dcb1937 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:19:18.642106 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e457e5-42ee-470f-873c-4188e772003b", "tag": "65457b57-86fa-47d4-b4d8-e0180db1cb9d", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:19:18.642427 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-388dce13-5293-4a71-8e8e-74702dcb1937 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:19:18.642977 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e457e5-42ee-470f-873c-4188e772003b', 'tag': '65457b57-86fa-47d4-b4d8-e0180db1cb9d', 'status': 'completed', 'code': 200} Jul 24 01:19:18.671552 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 65457b57-86fa-47d4-b4d8-e0180db1cb9d no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:19:18.744906 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd95c47-9a24-4126-bd28-d4310d1a6f03 req-b8a2d927-5fa7-4208-bcb5-bd1dcc731216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:18.746799 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3cd95c47-9a24-4126-bd28-d4310d1a6f03 req-b8a2d927-5fa7-4208-bcb5-bd1dcc731216 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d801781e24e8470b83b807a510a33715&device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 1096 time: 0.1030018 Jul 24 01:19:18.763632 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-19b4be2b-fd36-4974-ac51-06f8439e41fb req-a15f2250-b302-45b1-9fde-a1b58c44211b service neutron] 10.222.0.13 "GET /v2.0/networks/66ffc7cd-6c08-480e-a939-e2662174e5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443439 Jul 24 01:19:18.768359 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 65457b57-86fa-47d4-b4d8-e0180db1cb9d not bound to the agent host n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:19:18.918975 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e46b97-1cbb-4cae-96aa-bff25b7010af req-d02770bd-69ed-4952-8406-6cda5c00b125 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:18.926351 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-04e46b97-1cbb-4cae-96aa-bff25b7010af req-d02770bd-69ed-4952-8406-6cda5c00b125 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=84bfdaa4-2fae-40fe-a69b-2918b953cea0 HTTP/1.1" status: 200 len: 944 time: 0.1580989 Jul 24 01:19:18.941470 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd95c47-9a24-4126-bd28-d4310d1a6f03 req-c0190e28-bd7d-44fc-80ce-e206283c1e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:18.943465 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3cd95c47-9a24-4126-bd28-d4310d1a6f03 req-c0190e28-bd7d-44fc-80ce-e206283c1e07 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d801781e24e8470b83b807a510a33715&device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 1096 time: 0.0848293 Jul 24 01:19:18.945659 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd95c47-9a24-4126-bd28-d4310d1a6f03 req-ed17a41d-4fce-424f-83b8-59ed15e303e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:18.947292 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3cd95c47-9a24-4126-bd28-d4310d1a6f03 req-ed17a41d-4fce-424f-83b8-59ed15e303e2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=66ffc7cd-6c08-480e-a939-e2662174e5e3 HTTP/1.1" status: 200 len: 898 time: 0.1925161 Jul 24 01:19:19.023341 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-04e46b97-1cbb-4cae-96aa-bff25b7010af req-c55462a8-54e1-4bae-9e5e-fdccf85bb7a0 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960360 Jul 24 01:19:19.053453 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3cd95c47-9a24-4126-bd28-d4310d1a6f03 req-3dd5eb44-2015-4446-8daa-4b6ba37d38e9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65457b57-86fa-47d4-b4d8-e0180db1cb9d HTTP/1.1" status: 200 len: 1000 time: 0.0959775 Jul 24 01:19:19.064695 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd95c47-9a24-4126-bd28-d4310d1a6f03 req-07bf82e6-795f-421f-b2c1-4aa5d3ac5812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:19.066205 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3cd95c47-9a24-4126-bd28-d4310d1a6f03 req-07bf82e6-795f-421f-b2c1-4aa5d3ac5812 service neutron] 10.222.0.13 "GET /v2.0/networks?id=66ffc7cd-6c08-480e-a939-e2662174e5e3 HTTP/1.1" status: 200 len: 898 time: 0.1157601 Jul 24 01:19:19.111799 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd95c47-9a24-4126-bd28-d4310d1a6f03 req-26ee298b-7371-4e4a-91c8-736ed737cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:19.114061 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3cd95c47-9a24-4126-bd28-d4310d1a6f03 req-26ee298b-7371-4e4a-91c8-736ed737cc8c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ad13fc02-4b1c-4990-a7af-04f03d36ba36 HTTP/1.1" status: 200 len: 835 time: 0.0571170 Jul 24 01:19:19.148245 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3cd95c47-9a24-4126-bd28-d4310d1a6f03 req-9a216d0b-0663-4c4e-a88d-1def422a979d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65457b57-86fa-47d4-b4d8-e0180db1cb9d HTTP/1.1" status: 200 len: 1000 time: 0.0750225 Jul 24 01:19:19.187889 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd95c47-9a24-4126-bd28-d4310d1a6f03 req-0ddb1023-659f-4797-88db-d24dc5e4a9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:19.189798 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3cd95c47-9a24-4126-bd28-d4310d1a6f03 req-0ddb1023-659f-4797-88db-d24dc5e4a9f9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=66ffc7cd-6c08-480e-a939-e2662174e5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0699103 Jul 24 01:19:19.219718 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd95c47-9a24-4126-bd28-d4310d1a6f03 req-9c6a750d-e262-4bec-bad8-06f3553fb065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:19.222351 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3cd95c47-9a24-4126-bd28-d4310d1a6f03 req-9c6a750d-e262-4bec-bad8-06f3553fb065 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ad13fc02-4b1c-4990-a7af-04f03d36ba36 HTTP/1.1" status: 200 len: 835 time: 0.0652616 Jul 24 01:19:19.292558 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd95c47-9a24-4126-bd28-d4310d1a6f03 req-569a4d26-6fb2-44f5-a53f-2b32814eee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:19.294284 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3cd95c47-9a24-4126-bd28-d4310d1a6f03 req-569a4d26-6fb2-44f5-a53f-2b32814eee16 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=66ffc7cd-6c08-480e-a939-e2662174e5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598774 Jul 24 01:19:19.296206 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3cd95c47-9a24-4126-bd28-d4310d1a6f03 req-dc204671-54cc-495b-97f8-75f331c53be2 service neutron] 10.222.0.11 "GET /v2.0/networks/66ffc7cd-6c08-480e-a939-e2662174e5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987341 Jul 24 01:19:19.418693 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3cd95c47-9a24-4126-bd28-d4310d1a6f03 req-a196d9b0-203a-4493-851d-47d62661ca82 service neutron] 10.222.0.13 "GET /v2.0/networks/66ffc7cd-6c08-480e-a939-e2662174e5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149828 Jul 24 01:19:19.430417 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3cd95c47-9a24-4126-bd28-d4310d1a6f03 req-b2acc719-51ac-484c-8dc2-8336a41c96cc service neutron] 10.222.0.11 "GET /v2.0/networks/66ffc7cd-6c08-480e-a939-e2662174e5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235213 Jul 24 01:19:19.521026 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:19.544250 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3cd95c47-9a24-4126-bd28-d4310d1a6f03 req-42fae23d-daa4-49d5-9aaa-589ce3a48a09 service neutron] 10.222.0.13 "GET /v2.0/networks/66ffc7cd-6c08-480e-a939-e2662174e5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179750 Jul 24 01:19:19.623750 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef7b89-5e06-4e72-8a5f-aacecca22ccd req-fe2de850-0e52-4b4e-a0d7-425d8e5ebe04 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:19.631130 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bdef7b89-5e06-4e72-8a5f-aacecca22ccd req-fe2de850-0e52-4b4e-a0d7-425d8e5ebe04 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 944 time: 0.0894978 Jul 24 01:19:19.674569 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bdef7b89-5e06-4e72-8a5f-aacecca22ccd req-13db1a31-69b3-4e59-8476-f7d4d7b8553b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a130e42-2120-4081-a70e-c40c23c3ecbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425618 Jul 24 01:19:20.177086 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8098a81-f51a-4aed-ab2b-d723c5ad08b5 req-3cebde33-be05-4a4a-80a0-1c4f9d0b0c4b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:20.178856 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d8098a81-f51a-4aed-ab2b-d723c5ad08b5 req-3cebde33-be05-4a4a-80a0-1c4f9d0b0c4b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=84bfdaa4-2fae-40fe-a69b-2918b953cea0 HTTP/1.1" status: 200 len: 944 time: 0.0735955 Jul 24 01:19:20.221645 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d8098a81-f51a-4aed-ab2b-d723c5ad08b5 req-46240572-aba0-4f28-bce2-58c28652b6cd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363915 Jul 24 01:19:20.820475 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae94bcd-b0e6-45a2-ba8b-bc270e81d996 req-d04d5d50-f126-4e2d-9af5-e73312f47d3b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:20.822033 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8ae94bcd-b0e6-45a2-ba8b-bc270e81d996 req-d04d5d50-f126-4e2d-9af5-e73312f47d3b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 944 time: 0.0702636 Jul 24 01:19:20.868910 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8ae94bcd-b0e6-45a2-ba8b-bc270e81d996 req-c5b3d935-92a6-426d-bdde-4a15e5c2a924 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a130e42-2120-4081-a70e-c40c23c3ecbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408807 Jul 24 01:19:21.046402 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:21.254605 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e2572c-d344-4990-9cad-2bfd7328ab5d req-0b9f3613-ba21-47f6-9f7a-2aad17584221 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:21.256438 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-18e2572c-d344-4990-9cad-2bfd7328ab5d req-0b9f3613-ba21-47f6-9f7a-2aad17584221 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 944 time: 0.1225066 Jul 24 01:19:21.274947 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-63756b5a-993a-4266-b688-2d1e41bd3901 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:21.276445 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-63756b5a-993a-4266-b688-2d1e41bd3901 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.13 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b&tenant_id=d801781e24e8470b83b807a510a33715&binding%3Ahost_id=n-h1-793621-25 HTTP/1.1" status: 200 len: 944 time: 0.1762733 Jul 24 01:19:21.354803 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-18e2572c-d344-4990-9cad-2bfd7328ab5d req-cb4ce3ec-5a9b-4170-8bd9-617d10bf6e7f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a130e42-2120-4081-a70e-c40c23c3ecbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880737 Jul 24 01:19:21.385355 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-6ffe3d6f-4ab2-4a97-bd68-060205862deb service neutron] 10.222.0.13 "GET /v2.0/ports/65457b57-86fa-47d4-b4d8-e0180db1cb9d/bindings/n-h1-793621-25 HTTP/1.1" status: 200 len: 383 time: 0.1016519 Jul 24 01:19:21.408202 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600177f-7afc-4769-a9eb-0814ef7a6024 req-a6a9e46a-fc62-477e-addd-ae3509757cbd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:21.409429 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d600177f-7afc-4769-a9eb-0814ef7a6024 req-a6a9e46a-fc62-477e-addd-ae3509757cbd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=84bfdaa4-2fae-40fe-a69b-2918b953cea0 HTTP/1.1" status: 200 len: 944 time: 0.0981596 Jul 24 01:19:21.468779 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d600177f-7afc-4769-a9eb-0814ef7a6024 req-5b8357fa-01d3-4607-9cfe-026af17b643b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475297 Jul 24 01:19:21.490601 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-b784ba35-ad90-489f-956e-f46feefe417e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:21.493195 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-b784ba35-ad90-489f-956e-f46feefe417e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d801781e24e8470b83b807a510a33715&device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 1096 time: 0.0795276 Jul 24 01:19:21.596870 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-4a265e65-f1c0-4276-adce-e5e47b2c0cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:21.598487 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-4a265e65-f1c0-4276-adce-e5e47b2c0cde service neutron] 10.222.0.13 "GET /v2.0/networks?id=66ffc7cd-6c08-480e-a939-e2662174e5e3 HTTP/1.1" status: 200 len: 898 time: 0.0990384 Jul 24 01:19:21.670590 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-55fe405f-a8cf-4a03-bc9a-27ffaacc1a9d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65457b57-86fa-47d4-b4d8-e0180db1cb9d HTTP/1.1" status: 200 len: 1000 time: 0.0648530 Jul 24 01:19:21.770481 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-818c585c-0764-440c-90ab-bca1301ef382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:21.772258 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-818c585c-0764-440c-90ab-bca1301ef382 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ad13fc02-4b1c-4990-a7af-04f03d36ba36 HTTP/1.1" status: 200 len: 835 time: 0.0934260 Jul 24 01:19:21.845507 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-521dfdf8-9264-49fb-8003-ef171d908c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:21.847075 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-521dfdf8-9264-49fb-8003-ef171d908c2d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=66ffc7cd-6c08-480e-a939-e2662174e5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0685220 Jul 24 01:19:21.947917 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-6b89dc64-8ce1-40b9-8b14-6b70ac94a960 service neutron] 10.222.0.13 "GET /v2.0/networks/66ffc7cd-6c08-480e-a939-e2662174e5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943649 Jul 24 01:19:22.046069 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-b0d60f61-3069-434c-9a72-0de4240ab822 service neutron] 10.222.0.13 "GET /v2.0/networks/66ffc7cd-6c08-480e-a939-e2662174e5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916820 Jul 24 01:19:22.507005 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fa3a9-01c8-4bf6-b807-1efcc6109a8c req-7eae1554-1d84-4b82-a071-63e0b9338eeb tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:22.514304 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6f5fa3a9-01c8-4bf6-b807-1efcc6109a8c req-7eae1554-1d84-4b82-a071-63e0b9338eeb tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 944 time: 0.0874171 Jul 24 01:19:22.549813 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6f5fa3a9-01c8-4bf6-b807-1efcc6109a8c req-2de204ad-1c1e-4d77-8144-6311b43ccbc7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a130e42-2120-4081-a70e-c40c23c3ecbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346081 Jul 24 01:19:22.612783 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be674f2-4b95-4428-8e44-0243f7930273 req-aa3c5fab-38e0-4e67-9a0d-9bfaee2d3de0 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:22.616012 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6be674f2-4b95-4428-8e44-0243f7930273 req-aa3c5fab-38e0-4e67-9a0d-9bfaee2d3de0 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=84bfdaa4-2fae-40fe-a69b-2918b953cea0 HTTP/1.1" status: 200 len: 944 time: 0.0820365 Jul 24 01:19:22.659338 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6be674f2-4b95-4428-8e44-0243f7930273 req-eea903d7-7438-435e-8003-5a654f8294f2 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368161 Jul 24 01:19:22.887120 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 65457b57-86fa-47d4-b4d8-e0180db1cb9d details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:19:22.983741 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 65457b57-86fa-47d4-b4d8-e0180db1cb9d, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=65457b57-86fa-47d4-b4d8-e0180db1cb9d,segment=NetworkSegment(37a5929d-c264-46ec-b241-3e312d01ecb6),segment_id=37a5929d-c264-46ec-b241-3e312d01ecb6)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:19:22.995485 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '65457b57-86fa-47d4-b4d8-e0180db1cb9d', 'network_id': '66ffc7cd-6c08-480e-a939-e2662174e5e3', 'port_id': '65457b57-86fa-47d4-b4d8-e0180db1cb9d', 'mac_address': 'fa:16:3e:57:2b:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad13fc02-4b1c-4990-a7af-04f03d36ba36', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:19:23.034543 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:23.053422 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65457b57-86fa-47d4-b4d8-e0180db1cb9d {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:19:23.077732 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 65457b57-86fa-47d4-b4d8-e0180db1cb9d, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=65457b57-86fa-47d4-b4d8-e0180db1cb9d,segment=NetworkSegment(37a5929d-c264-46ec-b241-3e312d01ecb6),segment_id=37a5929d-c264-46ec-b241-3e312d01ecb6)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:19:23.082391 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:23.137493 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=65457b57-86fa-47d4-b4d8-e0180db1cb9d,revision_number=8']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:19:23.744277 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38544c36-a209-40a6-8d41-c4d8b44ccf97 req-545b36ec-2d16-45c4-b382-d2de24faf15d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:23.745881 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-38544c36-a209-40a6-8d41-c4d8b44ccf97 req-545b36ec-2d16-45c4-b382-d2de24faf15d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 945 time: 0.1240356 Jul 24 01:19:23.814074 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-38544c36-a209-40a6-8d41-c4d8b44ccf97 req-0bc96118-3de0-41f8-94ca-8166cae98bec tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a130e42-2120-4081-a70e-c40c23c3ecbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539939 Jul 24 01:19:23.884687 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428a138-15b4-40bc-9e0d-3965a0ecd756 req-6d416198-78ef-4cd4-a2b3-fd7acc96be65 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:23.894194 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6428a138-15b4-40bc-9e0d-3965a0ecd756 req-6d416198-78ef-4cd4-a2b3-fd7acc96be65 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=84bfdaa4-2fae-40fe-a69b-2918b953cea0 HTTP/1.1" status: 200 len: 944 time: 0.1428268 Jul 24 01:19:23.957071 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6428a138-15b4-40bc-9e0d-3965a0ecd756 req-24766b5e-55e6-432c-bf6a-acd1e84b7ae4 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425017 Jul 24 01:19:24.076579 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-1abcdaaa-2c40-4302-8fe9-95453c00afdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:24.078134 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-1abcdaaa-2c40-4302-8fe9-95453c00afdc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b&tenant_id=d801781e24e8470b83b807a510a33715 HTTP/1.1" status: 200 len: 1097 time: 0.0707703 Jul 24 01:19:24.089059 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-95807fc8-e180-4c34-b999-cd0096249e9a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-25', 'device_owner': 'compute:nova'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:19:24.167695 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-95807fc8-e180-4c34-b999-cd0096249e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:24.359376 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39834) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:19:24.394871 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-95807fc8-e180-4c34-b999-cd0096249e9a service neutron] For port 65457b57-86fa-47d4-b4d8-e0180db1cb9d, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=65457b57-86fa-47d4-b4d8-e0180db1cb9d,segment=NetworkSegment(37a5929d-c264-46ec-b241-3e312d01ecb6),segment_id=37a5929d-c264-46ec-b241-3e312d01ecb6)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:19:24.435172 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-95807fc8-e180-4c34-b999-cd0096249e9a service neutron] For port 65457b57-86fa-47d4-b4d8-e0180db1cb9d, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:19:24.480008 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-95807fc8-e180-4c34-b999-cd0096249e9a service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 65457b57-86fa-47d4-b4d8-e0180db1cb9d {{(pid=100463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:19:24.494545 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-95807fc8-e180-4c34-b999-cd0096249e9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:24.510141 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-53230430-4ea5-418f-88a0-593b92cee904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:24.531659 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-95807fc8-e180-4c34-b999-cd0096249e9a service neutron] Ignored duplicate provisioning block setup for port 65457b57-86fa-47d4-b4d8-e0180db1cb9d by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 24 01:19:24.537012 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-95807fc8-e180-4c34-b999-cd0096249e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:24.642809 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95807fc8-e180-4c34-b999-cd0096249e9a service neutron] Pushing event updated for resources: {'Port': ['ID=65457b57-86fa-47d4-b4d8-e0180db1cb9d,revision_number=9']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:19:24.704175 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-95807fc8-e180-4c34-b999-cd0096249e9a service neutron] No DVR routers for this DVR port 65457b57-86fa-47d4-b4d8-e0180db1cb9d on host n-h1-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:19:24.818475 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-53230430-4ea5-418f-88a0-593b92cee904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:24.824699 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-53230430-4ea5-418f-88a0-593b92cee904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:24.877437 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-53230430-4ea5-418f-88a0-593b92cee904 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8d2e2c8b73ff47ba9be02a8b532aaf90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5145602 Jul 24 01:19:24.877774 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39844) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:19:24.895185 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53230430-4ea5-418f-88a0-593b92cee904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f63e16-6672-417e-a715-83c82f83b774,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:19:24.912485 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 65457b57-86fa-47d4-b4d8-e0180db1cb9d details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:19:24.944395 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-95807fc8-e180-4c34-b999-cd0096249e9a service neutron] Attempting to bind port 65457b57-86fa-47d4-b4d8-e0180db1cb9d on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:19:24.945275 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-95807fc8-e180-4c34-b999-cd0096249e9a service neutron] Attempting to bind port 65457b57-86fa-47d4-b4d8-e0180db1cb9d by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '37a5929d-c264-46ec-b241-3e312d01ecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '66ffc7cd-6c08-480e-a939-e2662174e5e3'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:19:24.946069 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-95807fc8-e180-4c34-b999-cd0096249e9a service neutron] Attempting to bind port 65457b57-86fa-47d4-b4d8-e0180db1cb9d on network 66ffc7cd-6c08-480e-a939-e2662174e5e3 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:19:24.954367 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-95807fc8-e180-4c34-b999-cd0096249e9a service neutron] Port 65457b57-86fa-47d4-b4d8-e0180db1cb9d on network 66ffc7cd-6c08-480e-a939-e2662174e5e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:19:24.954940 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-95807fc8-e180-4c34-b999-cd0096249e9a service neutron] Attempting to bind port 65457b57-86fa-47d4-b4d8-e0180db1cb9d on network 66ffc7cd-6c08-480e-a939-e2662174e5e3 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:19:24.968546 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-95807fc8-e180-4c34-b999-cd0096249e9a service neutron] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:19:24.968981 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-95807fc8-e180-4c34-b999-cd0096249e9a service neutron] Checking segment: {'id': '37a5929d-c264-46ec-b241-3e312d01ecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '66ffc7cd-6c08-480e-a939-e2662174e5e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:19:24.969286 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-95807fc8-e180-4c34-b999-cd0096249e9a service neutron] Bound using segment: {'id': '37a5929d-c264-46ec-b241-3e312d01ecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '66ffc7cd-6c08-480e-a939-e2662174e5e3'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:19:24.969739 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-95807fc8-e180-4c34-b999-cd0096249e9a service neutron] Bound port: 65457b57-86fa-47d4-b4d8-e0180db1cb9d, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37a5929d-c264-46ec-b241-3e312d01ecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '66ffc7cd-6c08-480e-a939-e2662174e5e3'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:19:24.970110 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-95807fc8-e180-4c34-b999-cd0096249e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:24.984799 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-419afd79-1991-4f44-a506-09504c5c7118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:25.036875 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9b27e-baec-4eb9-adda-8d25d0d06aac req-cacb4e46-739e-4d23-8c73-d0df82329e14 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:25.040873 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-02d9b27e-baec-4eb9-adda-8d25d0d06aac req-cacb4e46-739e-4d23-8c73-d0df82329e14 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 944 time: 0.1165130 Jul 24 01:19:25.044530 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-419afd79-1991-4f44-a506-09504c5c7118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:25.076320 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 65457b57-86fa-47d4-b4d8-e0180db1cb9d, host n-h2-793621-25, got binding levels [] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:19:25.099137 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-02d9b27e-baec-4eb9-adda-8d25d0d06aac req-fff0e706-25ce-4e13-abb9-669ddef02b81 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a130e42-2120-4081-a70e-c40c23c3ecbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463464 Jul 24 01:19:25.109238 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Attempting to bind port 65457b57-86fa-47d4-b4d8-e0180db1cb9d on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:19:25.109238 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Attempting to bind port 65457b57-86fa-47d4-b4d8-e0180db1cb9d by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '37a5929d-c264-46ec-b241-3e312d01ecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '66ffc7cd-6c08-480e-a939-e2662174e5e3'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:19:25.109238 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Attempting to bind port 65457b57-86fa-47d4-b4d8-e0180db1cb9d on network 66ffc7cd-6c08-480e-a939-e2662174e5e3 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:19:25.111238 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Port 65457b57-86fa-47d4-b4d8-e0180db1cb9d on network 66ffc7cd-6c08-480e-a939-e2662174e5e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:19:25.111862 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Attempting to bind port 65457b57-86fa-47d4-b4d8-e0180db1cb9d on network 66ffc7cd-6c08-480e-a939-e2662174e5e3 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:19:25.117830 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:19:25.118318 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Checking segment: {'id': '37a5929d-c264-46ec-b241-3e312d01ecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '66ffc7cd-6c08-480e-a939-e2662174e5e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:19:25.119038 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Bound using segment: {'id': '37a5929d-c264-46ec-b241-3e312d01ecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '66ffc7cd-6c08-480e-a939-e2662174e5e3'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:19:25.119618 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Bound port: 65457b57-86fa-47d4-b4d8-e0180db1cb9d, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37a5929d-c264-46ec-b241-3e312d01ecb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '66ffc7cd-6c08-480e-a939-e2662174e5e3'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:19:25.120121 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:25.128647 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-95807fc8-e180-4c34-b999-cd0096249e9a service neutron] For port 65457b57-86fa-47d4-b4d8-e0180db1cb9d, host n-h2-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:19:25.133328 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-95807fc8-e180-4c34-b999-cd0096249e9a service neutron] For port 65457b57-86fa-47d4-b4d8-e0180db1cb9d, host n-h2-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=65457b57-86fa-47d4-b4d8-e0180db1cb9d,segment=NetworkSegment(37a5929d-c264-46ec-b241-3e312d01ecb6),segment_id=37a5929d-c264-46ec-b241-3e312d01ecb6)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:19:25.143635 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-95807fc8-e180-4c34-b999-cd0096249e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:25.183609 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-95807fc8-e180-4c34-b999-cd0096249e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:25.184308 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-95807fc8-e180-4c34-b999-cd0096249e9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:25.186169 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-95807fc8-e180-4c34-b999-cd0096249e9a service neutron] 10.222.0.11 "PUT /v2.0/ports/65457b57-86fa-47d4-b4d8-e0180db1cb9d HTTP/1.1" status: 200 len: 1093 time: 1.1016364 Jul 24 01:19:25.190889 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e457e5-42ee-470f-873c-4188e772003b', 'tag': '65457b57-86fa-47d4-b4d8-e0180db1cb9d'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:19:25.193741 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0fea5e3-0eef-474e-a08a-a6e3175417bf" -d '{"events": [{"name": "network-changed", "server_uuid": "02e457e5-42ee-470f-873c-4188e772003b", "tag": "65457b57-86fa-47d4-b4d8-e0180db1cb9d"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:19:25.206907 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69cebeb-879c-4aee-b0d7-200bec8daa91 req-bcf53abf-6fd0-4c31-8fda-afe9e72683ff tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:25.213554 n-d-793621-25 neutron-server[100465]: WARNING neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Concurrent port binding operations failed on port 65457b57-86fa-47d4-b4d8-e0180db1cb9d Jul 24 01:19:25.213886 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c69cebeb-879c-4aee-b0d7-200bec8daa91 req-bcf53abf-6fd0-4c31-8fda-afe9e72683ff tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=84bfdaa4-2fae-40fe-a69b-2918b953cea0 HTTP/1.1" status: 200 len: 944 time: 0.1900573 Jul 24 01:19:25.217615 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 65457b57-86fa-47d4-b4d8-e0180db1cb9d, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=65457b57-86fa-47d4-b4d8-e0180db1cb9d,segment=NetworkSegment(37a5929d-c264-46ec-b241-3e312d01ecb6),segment_id=37a5929d-c264-46ec-b241-3e312d01ecb6)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:19:25.219362 n-d-793621-25 neutron-server[100465]: INFO neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Attempt 2 to bind port 65457b57-86fa-47d4-b4d8-e0180db1cb9d Jul 24 01:19:25.220115 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 65457b57-86fa-47d4-b4d8-e0180db1cb9d has no active binding in host n-h1-793621-25 {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 24 01:19:25.409185 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fea5e3-0eef-474e-a08a-a6e3175417bf req-5968da65-5fe7-4f8b-8977-cec4a5c541a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:25.410929 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d0fea5e3-0eef-474e-a08a-a6e3175417bf req-5968da65-5fe7-4f8b-8977-cec4a5c541a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d801781e24e8470b83b807a510a33715&device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 1097 time: 0.1071341 Jul 24 01:19:25.521376 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fea5e3-0eef-474e-a08a-a6e3175417bf req-097d9db6-cd09-41e7-aceb-0d93441027f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:25.523798 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d0fea5e3-0eef-474e-a08a-a6e3175417bf req-097d9db6-cd09-41e7-aceb-0d93441027f4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=66ffc7cd-6c08-480e-a939-e2662174e5e3 HTTP/1.1" status: 200 len: 898 time: 0.1059577 Jul 24 01:19:25.595817 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d0fea5e3-0eef-474e-a08a-a6e3175417bf req-88f73afb-aa59-4120-b245-9f6f0e6056f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65457b57-86fa-47d4-b4d8-e0180db1cb9d HTTP/1.1" status: 200 len: 1000 time: 0.0663893 Jul 24 01:19:25.633673 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-419afd79-1991-4f44-a506-09504c5c7118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:25.636204 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-419afd79-1991-4f44-a506-09504c5c7118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:25.639695 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-419afd79-1991-4f44-a506-09504c5c7118 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/33f63e16-6672-417e-a715-83c82f83b774 HTTP/1.1" status: 204 len: 168 time: 0.7584944 Jul 24 01:19:25.643425 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56608719-0dc6-43e3-b47f-3a56a7b78879 x-openstack-request-id: req-56608719-0dc6-43e3-b47f-3a56a7b78879 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:19:25.643720 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e457e5-42ee-470f-873c-4188e772003b", "tag": "65457b57-86fa-47d4-b4d8-e0180db1cb9d", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:19:25.643975 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-56608719-0dc6-43e3-b47f-3a56a7b78879 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:19:25.644365 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e457e5-42ee-470f-873c-4188e772003b', 'tag': '65457b57-86fa-47d4-b4d8-e0180db1cb9d', 'status': 'completed', 'code': 200} Jul 24 01:19:25.657776 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fea5e3-0eef-474e-a08a-a6e3175417bf req-9906829b-cd98-4a68-933f-cbe35cc27af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:25.660272 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d0fea5e3-0eef-474e-a08a-a6e3175417bf req-9906829b-cd98-4a68-933f-cbe35cc27af7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ad13fc02-4b1c-4990-a7af-04f03d36ba36 HTTP/1.1" status: 200 len: 835 time: 0.0575526 Jul 24 01:19:25.680772 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419afd79-1991-4f44-a506-09504c5c7118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f63e16-6672-417e-a715-83c82f83b774,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:19:25.692239 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95807fc8-e180-4c34-b999-cd0096249e9a service neutron] Pushing event updated for resources: {'Port': ['ID=65457b57-86fa-47d4-b4d8-e0180db1cb9d,revision_number=10']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:19:25.722092 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c69cebeb-879c-4aee-b0d7-200bec8daa91 req-875d2c89-1db2-4c0c-b85f-0bc300e55f92 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5023437 Jul 24 01:19:25.729830 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-99eb38cf-d93e-446c-a681-9878d2978914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:25.731597 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-99eb38cf-d93e-446c-a681-9878d2978914 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d801781e24e8470b83b807a510a33715&device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 1097 time: 0.5020194 Jul 24 01:19:25.759029 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fea5e3-0eef-474e-a08a-a6e3175417bf req-499ffd09-1bc1-4757-87a7-6a436c329c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:25.762271 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d0fea5e3-0eef-474e-a08a-a6e3175417bf req-499ffd09-1bc1-4757-87a7-6a436c329c1d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=66ffc7cd-6c08-480e-a939-e2662174e5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0953965 Jul 24 01:19:25.831710 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-6f127801-1437-4fda-af3c-362456fdd18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:25.833021 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-6f127801-1437-4fda-af3c-362456fdd18c service neutron] 10.222.0.11 "GET /v2.0/networks?id=66ffc7cd-6c08-480e-a939-e2662174e5e3 HTTP/1.1" status: 200 len: 898 time: 0.0939853 Jul 24 01:19:25.871684 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d0fea5e3-0eef-474e-a08a-a6e3175417bf req-bc77ad9c-7951-4ada-9ba0-fe3093ef6c3c service neutron] 10.222.0.13 "GET /v2.0/networks/66ffc7cd-6c08-480e-a939-e2662174e5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023555 Jul 24 01:19:25.911064 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-19024d70-8266-4cfd-a9c7-2f054739122f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65457b57-86fa-47d4-b4d8-e0180db1cb9d HTTP/1.1" status: 200 len: 1000 time: 0.0713625 Jul 24 01:19:25.967256 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-0ee49341-9ee0-41c6-9c8b-82b2db7b1c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:25.968894 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-0ee49341-9ee0-41c6-9c8b-82b2db7b1c14 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ad13fc02-4b1c-4990-a7af-04f03d36ba36 HTTP/1.1" status: 200 len: 835 time: 0.0515287 Jul 24 01:19:25.984199 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d0fea5e3-0eef-474e-a08a-a6e3175417bf req-bd8cc0a8-4355-43df-b49f-bb38ec019120 service neutron] 10.222.0.13 "GET /v2.0/networks/66ffc7cd-6c08-480e-a939-e2662174e5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055763 Jul 24 01:19:26.006733 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 39862) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:19:26.022004 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9339834a-2b66-4b0d-a708-02f7a43418dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:26.038451 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-296e983f-f5d3-4268-9749-2bf907aea76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:26.040147 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-296e983f-f5d3-4268-9749-2bf907aea76c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=66ffc7cd-6c08-480e-a939-e2662174e5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0656967 Jul 24 01:19:26.118938 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9339834a-2b66-4b0d-a708-02f7a43418dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:26.126600 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9339834a-2b66-4b0d-a708-02f7a43418dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:26.165575 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-83531086-f2d9-4aa4-a1bb-4a14b7e6ac26 service neutron] 10.222.0.11 "GET /v2.0/networks/66ffc7cd-6c08-480e-a939-e2662174e5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192544 Jul 24 01:19:26.168760 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9339834a-2b66-4b0d-a708-02f7a43418dc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=776dc7af2eac4c6580d07e6267cd0113&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1602316 Jul 24 01:19:26.171522 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39866) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:19:26.171795 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9339834a-2b66-4b0d-a708-02f7a43418dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06cceedd-c666-4a4f-bf17-834d9becae3a,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:19:26.210142 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339834a-2b66-4b0d-a708-02f7a43418dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:19:26.211093 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339834a-2b66-4b0d-a708-02f7a43418dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:19:26.211451 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339834a-2b66-4b0d-a708-02f7a43418dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:19:26.211891 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339834a-2b66-4b0d-a708-02f7a43418dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:19:26.212240 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339834a-2b66-4b0d-a708-02f7a43418dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:19:26.212581 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339834a-2b66-4b0d-a708-02f7a43418dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:19:26.212920 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339834a-2b66-4b0d-a708-02f7a43418dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:19:26.213255 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339834a-2b66-4b0d-a708-02f7a43418dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:19:26.213589 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339834a-2b66-4b0d-a708-02f7a43418dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:19:26.213927 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339834a-2b66-4b0d-a708-02f7a43418dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:19:26.214261 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339834a-2b66-4b0d-a708-02f7a43418dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:19:26.214589 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339834a-2b66-4b0d-a708-02f7a43418dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:19:26.252597 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad691e0-3178-4289-b02a-ce52e6453f7c req-6f4063da-a5cc-4e85-87da-fe5fc21a163e tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:26.254138 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3ad691e0-3178-4289-b02a-ce52e6453f7c req-6f4063da-a5cc-4e85-87da-fe5fc21a163e tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 945 time: 0.0842836 Jul 24 01:19:26.295490 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3ad691e0-3178-4289-b02a-ce52e6453f7c req-d290a570-3a10-42b6-9c5d-fbd45d2d8115 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a130e42-2120-4081-a70e-c40c23c3ecbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342596 Jul 24 01:19:26.298683 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c95f085e-c904-49ae-8ca5-6c451256d15d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:26.322702 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-56092123-8bc4-4e8e-b1b7-ee4f53c0221a req-78b3ce70-439e-406d-a92d-b774d177dcf2 service neutron] 10.222.0.11 "GET /v2.0/networks/66ffc7cd-6c08-480e-a939-e2662174e5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442723 Jul 24 01:19:26.331757 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c95f085e-c904-49ae-8ca5-6c451256d15d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:26.411006 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c95f085e-c904-49ae-8ca5-6c451256d15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:26.414183 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c95f085e-c904-49ae-8ca5-6c451256d15d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:26.415386 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c95f085e-c904-49ae-8ca5-6c451256d15d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/06cceedd-c666-4a4f-bf17-834d9becae3a HTTP/1.1" status: 204 len: 168 time: 0.2425575 Jul 24 01:19:26.429956 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f085e-c904-49ae-8ca5-6c451256d15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06cceedd-c666-4a4f-bf17-834d9becae3a,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:19:26.449589 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fea5e3-0eef-474e-a08a-a6e3175417bf req-2dcb0839-2c08-4629-999d-206c42ed4192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:26.451294 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d0fea5e3-0eef-474e-a08a-a6e3175417bf req-2dcb0839-2c08-4629-999d-206c42ed4192 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d801781e24e8470b83b807a510a33715&device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 1097 time: 0.0803425 Jul 24 01:19:26.551627 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fea5e3-0eef-474e-a08a-a6e3175417bf req-c412a529-aa32-4e99-be26-f0c2f69c9119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:26.553266 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d0fea5e3-0eef-474e-a08a-a6e3175417bf req-c412a529-aa32-4e99-be26-f0c2f69c9119 service neutron] 10.222.0.11 "GET /v2.0/networks?id=66ffc7cd-6c08-480e-a939-e2662174e5e3 HTTP/1.1" status: 200 len: 898 time: 0.0958672 Jul 24 01:19:26.622491 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d0fea5e3-0eef-474e-a08a-a6e3175417bf req-2b561291-b561-4657-9d99-805e87930bf6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65457b57-86fa-47d4-b4d8-e0180db1cb9d HTTP/1.1" status: 200 len: 1000 time: 0.0624771 Jul 24 01:19:26.675925 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fea5e3-0eef-474e-a08a-a6e3175417bf req-16704670-6a18-43f4-99ea-beb11c9b9342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:26.677351 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d0fea5e3-0eef-474e-a08a-a6e3175417bf req-16704670-6a18-43f4-99ea-beb11c9b9342 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ad13fc02-4b1c-4990-a7af-04f03d36ba36 HTTP/1.1" status: 200 len: 835 time: 0.0482512 Jul 24 01:19:26.747320 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fea5e3-0eef-474e-a08a-a6e3175417bf req-d7f2b571-1b0f-48da-ab84-81a1989d0efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:26.756108 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d0fea5e3-0eef-474e-a08a-a6e3175417bf req-d7f2b571-1b0f-48da-ab84-81a1989d0efa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=66ffc7cd-6c08-480e-a939-e2662174e5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0726533 Jul 24 01:19:26.911087 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d0fea5e3-0eef-474e-a08a-a6e3175417bf req-4264ffb6-31aa-401c-9aa9-6b712e8eada3 service neutron] 10.222.0.11 "GET /v2.0/networks/66ffc7cd-6c08-480e-a939-e2662174e5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473992 Jul 24 01:19:26.919025 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 65457b57-86fa-47d4-b4d8-e0180db1cb9d no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:19:26.921078 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 693656f5-6e2d-4795-834e-216dbe7541fb details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:19:26.924007 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514132f5-274a-4698-a5e3-1ba396763c5b req-7adfa1ee-bbe8-4070-abcf-425c02683616 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:26.925746 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-514132f5-274a-4698-a5e3-1ba396763c5b req-7adfa1ee-bbe8-4070-abcf-425c02683616 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=84bfdaa4-2fae-40fe-a69b-2918b953cea0 HTTP/1.1" status: 200 len: 944 time: 0.1219120 Jul 24 01:19:27.024439 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d0fea5e3-0eef-474e-a08a-a6e3175417bf req-eb2a0e2e-3742-4f75-b6a7-ac927a1c101c service neutron] 10.222.0.11 "GET /v2.0/networks/66ffc7cd-6c08-480e-a939-e2662174e5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976167 Jul 24 01:19:27.048631 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 65457b57-86fa-47d4-b4d8-e0180db1cb9d not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:19:27.067776 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-514132f5-274a-4698-a5e3-1ba396763c5b req-fae8a4ec-81a5-4ddb-a3c9-0765fb204ebb tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420103 Jul 24 01:19:27.088599 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 693656f5-6e2d-4795-834e-216dbe7541fb, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=693656f5-6e2d-4795-834e-216dbe7541fb,segment=NetworkSegment(4ba45e80-1699-41ea-af87-6ed5cfcc2657),segment_id=4ba45e80-1699-41ea-af87-6ed5cfcc2657)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:19:27.092354 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '693656f5-6e2d-4795-834e-216dbe7541fb', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'port_id': '693656f5-6e2d-4795-834e-216dbe7541fb', 'mac_address': 'fa:16:3e:37:e6:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:19:27.137123 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:27.150805 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 693656f5-6e2d-4795-834e-216dbe7541fb {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:19:27.172258 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 693656f5-6e2d-4795-834e-216dbe7541fb, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=693656f5-6e2d-4795-834e-216dbe7541fb,segment=NetworkSegment(4ba45e80-1699-41ea-af87-6ed5cfcc2657),segment_id=4ba45e80-1699-41ea-af87-6ed5cfcc2657)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:19:27.176182 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:27.234169 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=693656f5-6e2d-4795-834e-216dbe7541fb,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:19:27.381502 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['693656f5-6e2d-4795-834e-216dbe7541fb'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:19:27.469779 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d001077-3a48-469e-adb6-604d854058d8 req-0ba55f8c-c0af-41de-9332-ec198fff1ed9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:27.474235 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7d001077-3a48-469e-adb6-604d854058d8 req-0ba55f8c-c0af-41de-9332-ec198fff1ed9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 945 time: 0.0911052 Jul 24 01:19:27.532932 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7d001077-3a48-469e-adb6-604d854058d8 req-c646637b-814a-485e-bf6d-8e80416f5aa8 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a130e42-2120-4081-a70e-c40c23c3ecbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496540 Jul 24 01:19:28.221421 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112661b-a0a2-432a-89f8-9a30a3c74ad6 req-445243ef-909b-4155-a010-95823e173a08 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:28.222964 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1112661b-a0a2-432a-89f8-9a30a3c74ad6 req-445243ef-909b-4155-a010-95823e173a08 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=84bfdaa4-2fae-40fe-a69b-2918b953cea0 HTTP/1.1" status: 200 len: 945 time: 0.0699275 Jul 24 01:19:28.265705 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1112661b-a0a2-432a-89f8-9a30a3c74ad6 req-03bc88b7-ecd5-4f0f-9aa8-ac6883dea9c1 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362287 Jul 24 01:19:28.729506 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 65457b57-86fa-47d4-b4d8-e0180db1cb9d details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:19:28.835983 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 65457b57-86fa-47d4-b4d8-e0180db1cb9d, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=65457b57-86fa-47d4-b4d8-e0180db1cb9d,segment=NetworkSegment(37a5929d-c264-46ec-b241-3e312d01ecb6),segment_id=37a5929d-c264-46ec-b241-3e312d01ecb6)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:19:28.852961 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': '65457b57-86fa-47d4-b4d8-e0180db1cb9d', 'network_id': '66ffc7cd-6c08-480e-a939-e2662174e5e3', 'port_id': '65457b57-86fa-47d4-b4d8-e0180db1cb9d', 'mac_address': 'fa:16:3e:57:2b:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad13fc02-4b1c-4990-a7af-04f03d36ba36', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:19:28.876540 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc42cc-fb5f-429b-925b-33a0cde26fbf req-6cd1df76-a2e1-49ac-add3-6124937ae825 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:28.886251 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-00dc42cc-fb5f-429b-925b-33a0cde26fbf req-6cd1df76-a2e1-49ac-add3-6124937ae825 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 945 time: 0.2834163 Jul 24 01:19:28.896085 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:28.919277 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65457b57-86fa-47d4-b4d8-e0180db1cb9d {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:19:28.941274 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 65457b57-86fa-47d4-b4d8-e0180db1cb9d, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=65457b57-86fa-47d4-b4d8-e0180db1cb9d,segment=NetworkSegment(37a5929d-c264-46ec-b241-3e312d01ecb6),segment_id=37a5929d-c264-46ec-b241-3e312d01ecb6)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:19:28.943719 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 693656f5-6e2d-4795-834e-216dbe7541fb up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:19:28.951018 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-00dc42cc-fb5f-429b-925b-33a0cde26fbf req-a3016346-995e-4b9a-bd09-83df92155f0a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a130e42-2120-4081-a70e-c40c23c3ecbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634937 Jul 24 01:19:28.968368 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:28.977784 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 39950) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:19:29.042135 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=65457b57-86fa-47d4-b4d8-e0180db1cb9d,revision_number=11']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:19:29.049362 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d9bee7c1-28df-40f0-add5-4a0f97cec3a4 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/floatingips/dbf54531-cdf6-4c89-b148-0e92515b6b49 HTTP/1.1" status: 200 len: 993 time: 0.0699480 Jul 24 01:19:29.070883 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 693656f5-6e2d-4795-834e-216dbe7541fb completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:19:29.074815 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 693656f5-6e2d-4795-834e-216dbe7541fb triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:19:29.075193 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:29.165466 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:29.187880 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84bfdaa4-2fae-40fe-a69b-2918b953cea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693656f5-6e2d-4795-834e-216dbe7541fb'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:19:29.190426 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4005a6c2-400f-4555-86f2-0cb963984ae4" -d '{"events": [{"server_uuid": "84bfdaa4-2fae-40fe-a69b-2918b953cea0", "name": "network-vif-plugged", "status": "completed", "tag": "693656f5-6e2d-4795-834e-216dbe7541fb"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:19:29.205064 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 693656f5-6e2d-4795-834e-216dbe7541fb, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=693656f5-6e2d-4795-834e-216dbe7541fb,segment=NetworkSegment(4ba45e80-1699-41ea-af87-6ed5cfcc2657),segment_id=4ba45e80-1699-41ea-af87-6ed5cfcc2657)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:19:29.216113 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:29.262788 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f10df1-25b3-4b98-8d9b-fe8653e4a1a2 x-openstack-request-id: req-84f10df1-25b3-4b98-8d9b-fe8653e4a1a2 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:19:29.263172 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84bfdaa4-2fae-40fe-a69b-2918b953cea0", "name": "network-vif-plugged", "status": "completed", "tag": "693656f5-6e2d-4795-834e-216dbe7541fb", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:19:29.263481 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-84f10df1-25b3-4b98-8d9b-fe8653e4a1a2 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:19:29.263936 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84bfdaa4-2fae-40fe-a69b-2918b953cea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693656f5-6e2d-4795-834e-216dbe7541fb', 'code': 200} Jul 24 01:19:29.265057 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['65457b57-86fa-47d4-b4d8-e0180db1cb9d'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:19:29.346059 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=693656f5-6e2d-4795-834e-216dbe7541fb,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:19:29.407729 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133af21-9f1f-4533-bf2a-452d249d8b69 req-315f5edb-5cfa-49b4-bca8-4c3b6528acba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:29.409505 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7133af21-9f1f-4533-bf2a-452d249d8b69 req-315f5edb-5cfa-49b4-bca8-4c3b6528acba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=84bfdaa4-2fae-40fe-a69b-2918b953cea0 HTTP/1.1" status: 200 len: 1098 time: 0.1091237 Jul 24 01:19:29.481716 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7133af21-9f1f-4533-bf2a-452d249d8b69 req-899e9462-b07b-4d1f-b6b0-af22f200eef7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588055 Jul 24 01:19:29.523788 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5c632-a047-4085-bd23-8485da8be0ad req-91970441-a3bc-4ff1-b7c2-eb21ea1198e0 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:29.525761 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-06e5c632-a047-4085-bd23-8485da8be0ad req-91970441-a3bc-4ff1-b7c2-eb21ea1198e0 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=84bfdaa4-2fae-40fe-a69b-2918b953cea0 HTTP/1.1" status: 200 len: 946 time: 0.1131518 Jul 24 01:19:29.572425 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-06e5c632-a047-4085-bd23-8485da8be0ad req-9c641901-e050-4663-8be5-8e89ad9f0c6c tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402462 Jul 24 01:19:30.718058 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00092d-6d89-44b9-9df6-7a86a71730f6 req-ec809174-7a8e-4e00-824f-ddc52ba1714f tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:30.718058 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ce00092d-6d89-44b9-9df6-7a86a71730f6 req-ec809174-7a8e-4e00-824f-ddc52ba1714f tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=84bfdaa4-2fae-40fe-a69b-2918b953cea0 HTTP/1.1" status: 200 len: 946 time: 0.0723119 Jul 24 01:19:30.728628 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 65457b57-86fa-47d4-b4d8-e0180db1cb9d up at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:19:30.764490 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ce00092d-6d89-44b9-9df6-7a86a71730f6 req-c8e0c8b5-e528-4d32-b5a9-a98ca90d2224 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414393 Jul 24 01:19:30.809179 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning for port 65457b57-86fa-47d4-b4d8-e0180db1cb9d completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:19:30.814319 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning complete for port 65457b57-86fa-47d4-b4d8-e0180db1cb9d triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:19:30.814976 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:30.908901 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:30.955095 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 65457b57-86fa-47d4-b4d8-e0180db1cb9d, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=65457b57-86fa-47d4-b4d8-e0180db1cb9d,segment=NetworkSegment(37a5929d-c264-46ec-b241-3e312d01ecb6),segment_id=37a5929d-c264-46ec-b241-3e312d01ecb6)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:19:30.961854 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:30.967008 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34798e1b-75fd-40cd-984b-04c8d9ef1ea9 req-394581d2-ff69-4cc2-bd71-c1b8ee280a2c tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:30.969719 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-34798e1b-75fd-40cd-984b-04c8d9ef1ea9 req-394581d2-ff69-4cc2-bd71-c1b8ee280a2c tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=84bfdaa4-2fae-40fe-a69b-2918b953cea0 HTTP/1.1" status: 200 len: 946 time: 0.1092913 Jul 24 01:19:31.021133 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=65457b57-86fa-47d4-b4d8-e0180db1cb9d,revision_number=12']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:19:31.037320 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-34798e1b-75fd-40cd-984b-04c8d9ef1ea9 req-6bc5e0d1-04ba-4ec1-8966-742cd2f69ef7 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616250 Jul 24 01:19:31.177771 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42431c31-a87f-48ae-8aca-5e1247b576e0 req-63b11ac4-a516-478b-9658-30d249fb7297 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:31.180213 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-42431c31-a87f-48ae-8aca-5e1247b576e0 req-63b11ac4-a516-478b-9658-30d249fb7297 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=84bfdaa4-2fae-40fe-a69b-2918b953cea0 HTTP/1.1" status: 200 len: 946 time: 0.0682113 Jul 24 01:19:31.219970 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-42431c31-a87f-48ae-8aca-5e1247b576e0 req-d764faff-4c11-445b-aea5-0f99c919343d tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336776 Jul 24 01:19:31.265696 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e457e5-42ee-470f-873c-4188e772003b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65457b57-86fa-47d4-b4d8-e0180db1cb9d'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:19:31.268586 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6787af7-519e-4077-830d-691927b48a39" -d '{"events": [{"server_uuid": "02e457e5-42ee-470f-873c-4188e772003b", "name": "network-vif-plugged", "status": "completed", "tag": "65457b57-86fa-47d4-b4d8-e0180db1cb9d"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:19:31.306355 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26acf16e-fe0b-4a29-9c04-2e60c7d78789 x-openstack-request-id: req-26acf16e-fe0b-4a29-9c04-2e60c7d78789 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:19:31.306657 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e457e5-42ee-470f-873c-4188e772003b", "name": "network-vif-plugged", "status": "completed", "tag": "65457b57-86fa-47d4-b4d8-e0180db1cb9d", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:19:31.306940 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-26acf16e-fe0b-4a29-9c04-2e60c7d78789 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:19:31.307362 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e457e5-42ee-470f-873c-4188e772003b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65457b57-86fa-47d4-b4d8-e0180db1cb9d', 'code': 200} Jul 24 01:19:31.573766 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483d510-cdc7-4d43-91e8-e8c519f2f86f req-0b81001d-6042-4b3c-a1c9-767c60b007a0 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:31.575888 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7483d510-cdc7-4d43-91e8-e8c519f2f86f req-0b81001d-6042-4b3c-a1c9-767c60b007a0 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=84bfdaa4-2fae-40fe-a69b-2918b953cea0 HTTP/1.1" status: 200 len: 946 time: 0.0892932 Jul 24 01:19:31.616889 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7483d510-cdc7-4d43-91e8-e8c519f2f86f req-5046a379-f2e0-4830-bf2c-33438d1e7996 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348506 Jul 24 01:19:32.762213 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73116431-4a72-4b24-b12c-e69b265948b7 req-c668ed0a-55dc-4a3d-a874-07585420c4b1 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:32.764036 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-73116431-4a72-4b24-b12c-e69b265948b7 req-c668ed0a-55dc-4a3d-a874-07585420c4b1 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=84bfdaa4-2fae-40fe-a69b-2918b953cea0 HTTP/1.1" status: 200 len: 946 time: 0.0755124 Jul 24 01:19:32.805313 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-73116431-4a72-4b24-b12c-e69b265948b7 req-75d59d6f-0393-47f1-bb43-8900b152dd93 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354304 Jul 24 01:19:32.930961 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17756229-cc51-48f0-ab24-fff71d057d71 req-99055245-94e4-45fc-b4ac-49df6202dd87 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:32.932578 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-17756229-cc51-48f0-ab24-fff71d057d71 req-99055245-94e4-45fc-b4ac-49df6202dd87 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.13 "GET /v2.0/ports?device_id=84bfdaa4-2fae-40fe-a69b-2918b953cea0 HTTP/1.1" status: 200 len: 946 time: 0.0745394 Jul 24 01:19:33.051595 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-17756229-cc51-48f0-ab24-fff71d057d71 req-f2ded216-1d91-48b3-88e6-12e4d48fde99 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Deleting port 693656f5-6e2d-4795-834e-216dbe7541fb {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:19:33.051910 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-17756229-cc51-48f0-ab24-fff71d057d71 req-f2ded216-1d91-48b3-88e6-12e4d48fde99 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:33.155465 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-17756229-cc51-48f0-ab24-fff71d057d71 req-f2ded216-1d91-48b3-88e6-12e4d48fde99 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] For port 693656f5-6e2d-4795-834e-216dbe7541fb, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=693656f5-6e2d-4795-834e-216dbe7541fb,segment=NetworkSegment(4ba45e80-1699-41ea-af87-6ed5cfcc2657),segment_id=4ba45e80-1699-41ea-af87-6ed5cfcc2657)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:19:33.156052 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-17756229-cc51-48f0-ab24-fff71d057d71 req-f2ded216-1d91-48b3-88e6-12e4d48fde99 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:33.175685 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-17756229-cc51-48f0-ab24-fff71d057d71 req-f2ded216-1d91-48b3-88e6-12e4d48fde99 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Calling delete_port for 693656f5-6e2d-4795-834e-216dbe7541fb owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:19:33.347977 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-17756229-cc51-48f0-ab24-fff71d057d71 req-f2ded216-1d91-48b3-88e6-12e4d48fde99 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:33.401736 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ded216-1d91-48b3-88e6-12e4d48fde99 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Pushing event deleted for resources: {'Port': ['ID=693656f5-6e2d-4795-834e-216dbe7541fb,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:19:33.478311 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-17756229-cc51-48f0-ab24-fff71d057d71 req-f2ded216-1d91-48b3-88e6-12e4d48fde99 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] No DVR routers for this DVR port 693656f5-6e2d-4795-834e-216dbe7541fb on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:19:33.481095 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-17756229-cc51-48f0-ab24-fff71d057d71 req-f2ded216-1d91-48b3-88e6-12e4d48fde99 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:33.483702 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-17756229-cc51-48f0-ab24-fff71d057d71 req-f2ded216-1d91-48b3-88e6-12e4d48fde99 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.13 "DELETE /v2.0/ports/693656f5-6e2d-4795-834e-216dbe7541fb HTTP/1.1" status: 204 len: 173 time: 0.5451372 Jul 24 01:19:33.484321 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84bfdaa4-2fae-40fe-a69b-2918b953cea0', 'name': 'network-vif-deleted', 'tag': '693656f5-6e2d-4795-834e-216dbe7541fb'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:19:33.487564 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42ef586-6142-4dc7-b729-3a2c234e4eb7" -d '{"events": [{"server_uuid": "84bfdaa4-2fae-40fe-a69b-2918b953cea0", "name": "network-vif-deleted", "tag": "693656f5-6e2d-4795-834e-216dbe7541fb"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:19:33.548726 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7ac732-9bae-4585-b689-6da2d6479cab x-openstack-request-id: req-ee7ac732-9bae-4585-b689-6da2d6479cab {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:19:33.549110 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84bfdaa4-2fae-40fe-a69b-2918b953cea0", "name": "network-vif-deleted", "tag": "693656f5-6e2d-4795-834e-216dbe7541fb", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:19:33.549432 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ee7ac732-9bae-4585-b689-6da2d6479cab {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:19:33.549902 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84bfdaa4-2fae-40fe-a69b-2918b953cea0', 'name': 'network-vif-deleted', 'tag': '693656f5-6e2d-4795-834e-216dbe7541fb', 'status': 'completed', 'code': 200} Jul 24 01:19:33.920810 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-48b01ef8-0be9-4d73-a88d-18adcd7cc780 req-4011c601-d552-4830-9fc8-67ca1b8ffbfb tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=84bfdaa4-2fae-40fe-a69b-2918b953cea0 HTTP/1.1" status: 200 len: 210 time: 0.0447156 Jul 24 01:19:34.945039 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 693656f5-6e2d-4795-834e-216dbe7541fb no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:19:35.009827 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 693656f5-6e2d-4795-834e-216dbe7541fb {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:19:35.010468 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 693656f5-6e2d-4795-834e-216dbe7541fb not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:19:35.031487 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:35.109229 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4d4ff232-f307-4b3a-9ac4-5636223ebd7f req-1b9cb9ce-df37-401b-a569-6e737e155a27 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=84bfdaa4-2fae-40fe-a69b-2918b953cea0 HTTP/1.1" status: 200 len: 210 time: 0.0488632 Jul 24 01:19:35.414367 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:36.223688 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9621966f-ceb6-4d9b-abb1-7974952a2413 req-d8b4040f-2880-48cc-8046-b94f1337200c tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=84bfdaa4-2fae-40fe-a69b-2918b953cea0 HTTP/1.1" status: 200 len: 210 time: 0.0315003 Jul 24 01:19:37.304384 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 40104) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:19:37.408546 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86ac267c-7f34-48ce-9a6f-c3e720f8b2cb req-3bd984ca-3c11-4fba-b7de-44a93728fe5a tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=84bfdaa4-2fae-40fe-a69b-2918b953cea0 HTTP/1.1" status: 200 len: 210 time: 0.0342684 Jul 24 01:19:37.454885 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7dfbc060-efd7-432a-9d07-76cbac0108d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:37.571409 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7dfbc060-efd7-432a-9d07-76cbac0108d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:37.575428 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7dfbc060-efd7-432a-9d07-76cbac0108d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:37.627774 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 40112) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:19:37.639373 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7dfbc060-efd7-432a-9d07-76cbac0108d0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e19d8277212344dc87af2fe407a0d22b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3328624 Jul 24 01:19:37.640561 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfbc060-efd7-432a-9d07-76cbac0108d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39e3bae-dda3-4046-8b18-ad8d1e5fdccb,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:19:37.659774 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfbc060-efd7-432a-9d07-76cbac0108d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:19:37.660469 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfbc060-efd7-432a-9d07-76cbac0108d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:19:37.660999 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfbc060-efd7-432a-9d07-76cbac0108d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:19:37.661525 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfbc060-efd7-432a-9d07-76cbac0108d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:19:37.662046 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfbc060-efd7-432a-9d07-76cbac0108d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:19:37.662602 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfbc060-efd7-432a-9d07-76cbac0108d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:19:37.664166 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfbc060-efd7-432a-9d07-76cbac0108d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:19:37.664795 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfbc060-efd7-432a-9d07-76cbac0108d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:19:37.665336 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfbc060-efd7-432a-9d07-76cbac0108d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:19:37.665874 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfbc060-efd7-432a-9d07-76cbac0108d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:19:37.666512 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfbc060-efd7-432a-9d07-76cbac0108d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:19:37.667111 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dfbc060-efd7-432a-9d07-76cbac0108d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:19:37.726298 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b961779f-fa36-4c29-9cbd-89610e3aabdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:37.750574 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b961779f-fa36-4c29-9cbd-89610e3aabdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:37.821033 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b961779f-fa36-4c29-9cbd-89610e3aabdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:37.823760 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b961779f-fa36-4c29-9cbd-89610e3aabdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:37.824912 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b961779f-fa36-4c29-9cbd-89610e3aabdc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a39e3bae-dda3-4046-8b18-ad8d1e5fdccb HTTP/1.1" status: 204 len: 168 time: 0.1961398 Jul 24 01:19:37.832896 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b961779f-fa36-4c29-9cbd-89610e3aabdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39e3bae-dda3-4046-8b18-ad8d1e5fdccb,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:19:38.128008 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 40120) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:19:38.141990 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a9e5deea-bc12-4ee1-ac01-ba20b40eb67d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:38.234844 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a9e5deea-bc12-4ee1-ac01-ba20b40eb67d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:38.238764 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a9e5deea-bc12-4ee1-ac01-ba20b40eb67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:38.281311 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a9e5deea-bc12-4ee1-ac01-ba20b40eb67d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=53549bb56e74422e91d7575af3fcc571&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1496651 Jul 24 01:19:38.281772 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 40122) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:19:38.283565 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5deea-bc12-4ee1-ac01-ba20b40eb67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60dc9878-dcf1-4d2e-b2df-c18573d7422e,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:19:38.345614 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-176695b8-4f5f-43e3-9e64-ab40cbec1a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:38.367581 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-176695b8-4f5f-43e3-9e64-ab40cbec1a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:38.415597 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-176695b8-4f5f-43e3-9e64-ab40cbec1a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:38.418331 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-176695b8-4f5f-43e3-9e64-ab40cbec1a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:38.419609 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-176695b8-4f5f-43e3-9e64-ab40cbec1a46 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/60dc9878-dcf1-4d2e-b2df-c18573d7422e HTTP/1.1" status: 204 len: 168 time: 0.1367419 Jul 24 01:19:38.427738 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176695b8-4f5f-43e3-9e64-ab40cbec1a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60dc9878-dcf1-4d2e-b2df-c18573d7422e,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:19:38.820727 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 40138) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:19:38.834354 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-36e65a63-29e3-4bf5-9d87-73c197d862a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:38.927876 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-36e65a63-29e3-4bf5-9d87-73c197d862a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:38.933493 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-36e65a63-29e3-4bf5-9d87-73c197d862a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:38.974973 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-36e65a63-29e3-4bf5-9d87-73c197d862a1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6f24753b124b461286d834cd70ef2a51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1506505 Jul 24 01:19:38.974973 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e65a63-29e3-4bf5-9d87-73c197d862a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960c989c-bbca-4049-b0c7-67eae21bfb34,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:19:38.976031 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 40140) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:19:39.032027 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cc1cafe4-c821-4d84-b762-9c9e2914060b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:39.054357 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cc1cafe4-c821-4d84-b762-9c9e2914060b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:39.107834 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cc1cafe4-c821-4d84-b762-9c9e2914060b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:39.110787 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cc1cafe4-c821-4d84-b762-9c9e2914060b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:39.112056 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-cc1cafe4-c821-4d84-b762-9c9e2914060b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/960c989c-bbca-4049-b0c7-67eae21bfb34 HTTP/1.1" status: 204 len: 168 time: 0.1350079 Jul 24 01:19:39.121387 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1cafe4-c821-4d84-b762-9c9e2914060b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960c989c-bbca-4049-b0c7-67eae21bfb34,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:19:39.883475 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 40178) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:19:39.986464 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-f835bfa9-aa8e-4042-9ab9-d97142cbae88 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1207612960-network', 'tenant_id': '58876f4edf654b51b2c44122c5ad0782'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:19:40.016363 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f835bfa9-aa8e-4042-9ab9-d97142cbae88 admin admin] Made reservation on behalf of 58876f4edf654b51b2c44122c5ad0782 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:19:40.019112 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f835bfa9-aa8e-4042-9ab9-d97142cbae88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:40.029452 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f835bfa9-aa8e-4042-9ab9-d97142cbae88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:40.125725 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f835bfa9-aa8e-4042-9ab9-d97142cbae88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:40.131790 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f835bfa9-aa8e-4042-9ab9-d97142cbae88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:40.162331 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f835bfa9-aa8e-4042-9ab9-d97142cbae88 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:19:40.183707 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f835bfa9-aa8e-4042-9ab9-d97142cbae88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f3f322-0144-4d4b-8763-f36a80dae960,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:19:40.187386 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f835bfa9-aa8e-4042-9ab9-d97142cbae88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:40.188001 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-f835bfa9-aa8e-4042-9ab9-d97142cbae88 admin admin] Added segment 0c57f47a-e4ec-45e5-bb07-bb12588c5b41 of type vlan for network f945effb-9d97-4990-9189-9db5fc000224 Jul 24 01:19:40.240401 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f835bfa9-aa8e-4042-9ab9-d97142cbae88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:40.274306 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f835bfa9-aa8e-4042-9ab9-d97142cbae88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:40.275604 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f835bfa9-aa8e-4042-9ab9-d97142cbae88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:40.276340 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f835bfa9-aa8e-4042-9ab9-d97142cbae88 admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:40.343378 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 40186) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:19:40.347359 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f835bfa9-aa8e-4042-9ab9-d97142cbae88 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4625719 Jul 24 01:19:40.382553 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-f328cb7b-75ed-4d5e-92d8-0e638197287e admin admin] Request body: {'subnet': {'network_id': 'f945effb-9d97-4990-9189-9db5fc000224', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1207612960-subnet', 'tenant_id': '58876f4edf654b51b2c44122c5ad0782', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:19:40.407951 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f328cb7b-75ed-4d5e-92d8-0e638197287e admin admin] Made reservation on behalf of 58876f4edf654b51b2c44122c5ad0782 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:19:40.410622 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f328cb7b-75ed-4d5e-92d8-0e638197287e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:40.422988 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f835bfa9-aa8e-4042-9ab9-d97142cbae88 admin admin] Pushing event updated for resources: {'Network': ['ID=f945effb-9d97-4990-9189-9db5fc000224,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:19:40.436821 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network f945effb-9d97-4990-9189-9db5fc000224 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:19:40.656947 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f328cb7b-75ed-4d5e-92d8-0e638197287e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:40.718025 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f328cb7b-75ed-4d5e-92d8-0e638197287e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6571703c-15f6-42bc-bd23-81b3f5d01ae1,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:19:40.743645 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f328cb7b-75ed-4d5e-92d8-0e638197287e admin admin] Checking segment: {'id': '0c57f47a-e4ec-45e5-bb07-bb12588c5b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f945effb-9d97-4990-9189-9db5fc000224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:19:40.744008 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f328cb7b-75ed-4d5e-92d8-0e638197287e admin admin] Network hostable DHCP agents. Network: f945effb-9d97-4990-9189-9db5fc000224, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:19:40.761337 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f328cb7b-75ed-4d5e-92d8-0e638197287e admin admin] Network f945effb-9d97-4990-9189-9db5fc000224 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:19:40.772394 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-f328cb7b-75ed-4d5e-92d8-0e638197287e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, f945effb-9d97-4990-9189-9db5fc000224) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:19:40.781807 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7791058c-efb8-4ad1-8572-fc6707668c44 None None] Network f945effb-9d97-4990-9189-9db5fc000224 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:19:40.785883 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f328cb7b-75ed-4d5e-92d8-0e638197287e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:40.786682 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f328cb7b-75ed-4d5e-92d8-0e638197287e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:40.816862 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f328cb7b-75ed-4d5e-92d8-0e638197287e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4721558 Jul 24 01:19:40.972604 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325b6cfc-1842-4172-bcb6-1563f8ebcd98 None None] Network f945effb-9d97-4990-9189-9db5fc000224 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:19:41.467687 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bae8982c-8f92-4b0f-a72e-bc9669f036df req-52fae61d-35d8-40da-89fd-7f9d91b1a9d3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e7d87376-d685-42ed-96e2-a3452ba60793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0309117 Jul 24 01:19:41.518311 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bae8982c-8f92-4b0f-a72e-bc9669f036df req-278c52a2-500e-467b-9046-bdf0c1f7b62d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=e7d87376-d685-42ed-96e2-a3452ba60793 HTTP/1.1" status: 200 len: 210 time: 0.0297875 Jul 24 01:19:41.561130 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bae8982c-8f92-4b0f-a72e-bc9669f036df req-7f49a92c-aa4c-475a-b5cc-25567d879043 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210199 Jul 24 01:19:41.657875 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae8982c-8f92-4b0f-a72e-bc9669f036df req-86242eb5-3a16-48d0-9378-7f97d111e5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:41.659655 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bae8982c-8f92-4b0f-a72e-bc9669f036df req-86242eb5-3a16-48d0-9378-7f97d111e5d3 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927625 Jul 24 01:19:45.733484 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c7f6ae17-e460-4356-9088-b0995ab05733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:48.278153 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-906b8376-f4bb-4c9f-a9d2-60433251aa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:48.520761 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:49.194530 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [req-e1a5cfae-e7fc-4271-9ab3-3b60129db088 req-d7505132-84a4-4e98-8caa-c4491592a451 service neutron] (100464) timed out ('10.222.0.15', 39776) {{(pid=100464) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 24 01:19:49.528854 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:50.592922 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [req-de6133eb-33ec-4ecb-ba4f-45d6d8356c27 req-c700ab4c-7770-474f-ac63-c4f802f9decd service neutron] (100463) timed out ('10.222.0.15', 49146) {{(pid=100463) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 24 01:19:51.056085 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:51.588961 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:19:59.593887 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c480965-5425-41eb-8747-1d6010a7b300 req-4d97f892-d2fb-4a50-b3db-d30318c710a6 tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:19:59.596160 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1c480965-5425-41eb-8747-1d6010a7b300 req-4d97f892-d2fb-4a50-b3db-d30318c710a6 tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 1099 time: 0.0627930 Jul 24 01:19:59.665170 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1c480965-5425-41eb-8747-1d6010a7b300 req-83b8e0b5-40c0-4002-b797-cbcf6b23e600 tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=6a130e42-2120-4081-a70e-c40c23c3ecbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566578 Jul 24 01:19:59.677145 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 40586) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:19:59.876292 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-de075be0-c658-4b24-a2c9-47700b349ab6 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Deleting port 398b15c0-55e3-4c2c-9b6f-8974497e8ee2 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:19:59.876647 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-de075be0-c658-4b24-a2c9-47700b349ab6 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:59.969490 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-de075be0-c658-4b24-a2c9-47700b349ab6 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:59.970486 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-de075be0-c658-4b24-a2c9-47700b349ab6 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:19:59.984280 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-de075be0-c658-4b24-a2c9-47700b349ab6 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Calling delete_port for 398b15c0-55e3-4c2c-9b6f-8974497e8ee2 owned by network:floatingip {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:20:00.213033 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-de075be0-c658-4b24-a2c9-47700b349ab6 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:00.239804 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de075be0-c658-4b24-a2c9-47700b349ab6 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event deleted for resources: {'Port': ['ID=398b15c0-55e3-4c2c-9b6f-8974497e8ee2,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:00.330974 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-de075be0-c658-4b24-a2c9-47700b349ab6 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for floatingip, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:00.331690 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [None req-de075be0-c658-4b24-a2c9-47700b349ab6 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Floating IP dbf54531-cdf6-4c89-b148-0e92515b6b49 disassociated (deleted). External IP: 172.25.2.174, port: 65457b57-86fa-47d4-b4d8-e0180db1cb9d. Jul 24 01:20:00.695912 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de075be0-c658-4b24-a2c9-47700b349ab6 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Router 40bda129-d49c-4d9b-8e05-76e53913c223 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:20:00.876514 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de075be0-c658-4b24-a2c9-47700b349ab6 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:20:00.884543 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-de075be0-c658-4b24-a2c9-47700b349ab6 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:00.896657 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b90b12-e50f-4a4f-abec-942c407a2a97 None None] Sync routers for ids ['40bda129-d49c-4d9b-8e05-76e53913c223'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:20:00.915120 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b90b12-e50f-4a4f-abec-942c407a2a97 None None] Routers {'40bda129-d49c-4d9b-8e05-76e53913c223'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:20:00.921070 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-73b90b12-e50f-4a4f-abec-942c407a2a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:19:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['40bda129-d49c-4d9b-8e05-76e53913c223'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:20:00.971577 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-de075be0-c658-4b24-a2c9-47700b349ab6 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "DELETE /v2.0/floatingips/dbf54531-cdf6-4c89-b148-0e92515b6b49 HTTP/1.1" status: 204 len: 168 time: 1.2917173 Jul 24 01:20:00.980710 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02e457e5-42ee-470f-873c-4188e772003b', 'tag': '65457b57-86fa-47d4-b4d8-e0180db1cb9d'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:20:00.985417 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39e9c4d-aeb8-4c81-8170-eaf7842be537" -d '{"events": [{"name": "network-changed", "server_uuid": "02e457e5-42ee-470f-873c-4188e772003b", "tag": "65457b57-86fa-47d4-b4d8-e0180db1cb9d"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:20:01.053659 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74cf2db-eef7-4da6-a3e6-94459b4efa3b x-openstack-request-id: req-a74cf2db-eef7-4da6-a3e6-94459b4efa3b {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:20:01.054106 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02e457e5-42ee-470f-873c-4188e772003b", "tag": "65457b57-86fa-47d4-b4d8-e0180db1cb9d", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:20:01.054513 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a74cf2db-eef7-4da6-a3e6-94459b4efa3b {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:20:01.055265 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02e457e5-42ee-470f-873c-4188e772003b', 'tag': '65457b57-86fa-47d4-b4d8-e0180db1cb9d', 'status': 'completed', 'code': 200} Jul 24 01:20:01.090568 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-73b90b12-e50f-4a4f-abec-942c407a2a97 None None] Set router 40bda129-d49c-4d9b-8e05-76e53913c223 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:20:01.257356 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e9c4d-aeb8-4c81-8170-eaf7842be537 req-7263b2ae-6e60-49be-80cf-d453f85a0b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:01.260657 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d39e9c4d-aeb8-4c81-8170-eaf7842be537 req-7263b2ae-6e60-49be-80cf-d453f85a0b2c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d801781e24e8470b83b807a510a33715&device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 1099 time: 0.1809387 Jul 24 01:20:01.497710 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e9c4d-aeb8-4c81-8170-eaf7842be537 req-d8bba2e7-94c3-4e56-8e46-67c6294efc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:01.515005 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d39e9c4d-aeb8-4c81-8170-eaf7842be537 req-d8bba2e7-94c3-4e56-8e46-67c6294efc5e service neutron] 10.222.0.11 "GET /v2.0/networks?id=66ffc7cd-6c08-480e-a939-e2662174e5e3 HTTP/1.1" status: 200 len: 898 time: 0.2389247 Jul 24 01:20:01.598992 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-73b90b12-e50f-4a4f-abec-942c407a2a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bda129-d49c-4d9b-8e05-76e53913c223', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303209255', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:18:07Z', 'updated_at': '2021-07-24T01:18:13Z', 'revision_number': 4, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': '5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bda129-d49c-4d9b-8e05-76e53913c223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:18:08Z', 'updated_at': '2021-07-24T01:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '3c0c3497-13c9-47f1-956a-5e8bfcd94706', 'name': '', 'network_id': '66ffc7cd-6c08-480e-a939-e2662174e5e3', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'mac_address': 'fa:16:3e:37:ac:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bda129-d49c-4d9b-8e05-76e53913c223', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'ad13fc02-4b1c-4990-a7af-04f03d36ba36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:18:12Z', 'updated_at': '2021-07-24T01:18:20Z', 'revision_number': 5, 'project_id': 'd801781e24e8470b83b807a510a33715', 'subnets': [{'id': 'ad13fc02-4b1c-4990-a7af-04f03d36ba36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:20:01.650055 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d39e9c4d-aeb8-4c81-8170-eaf7842be537 req-245f6b70-3de3-4372-90da-98b81d3e2cce service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=65457b57-86fa-47d4-b4d8-e0180db1cb9d HTTP/1.1" status: 200 len: 217 time: 0.1340318 Jul 24 01:20:01.653857 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b90b12-e50f-4a4f-abec-942c407a2a97 None None] Checking router: 40bda129-d49c-4d9b-8e05-76e53913c223 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:20:01.665177 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b90b12-e50f-4a4f-abec-942c407a2a97 None None] Routers {'40bda129-d49c-4d9b-8e05-76e53913c223'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:20:01.665989 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-73b90b12-e50f-4a4f-abec-942c407a2a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:19:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['40bda129-d49c-4d9b-8e05-76e53913c223'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:20:01.752294 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e9c4d-aeb8-4c81-8170-eaf7842be537 req-78f053f4-3d6c-4c03-9301-4e16aeabda02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:01.757218 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d39e9c4d-aeb8-4c81-8170-eaf7842be537 req-78f053f4-3d6c-4c03-9301-4e16aeabda02 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ad13fc02-4b1c-4990-a7af-04f03d36ba36 HTTP/1.1" status: 200 len: 835 time: 0.0835142 Jul 24 01:20:01.767011 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd0589-6c6d-4c43-8a48-d4575c3d9009 req-7e9a7ac1-3334-4986-a2ea-56bb6017db90 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:01.769545 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8dcd0589-6c6d-4c43-8a48-d4575c3d9009 req-7e9a7ac1-3334-4986-a2ea-56bb6017db90 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 947 time: 0.2417033 Jul 24 01:20:01.870087 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-73b90b12-e50f-4a4f-abec-942c407a2a97 None None] Set router 40bda129-d49c-4d9b-8e05-76e53913c223 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:20:01.881346 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8dcd0589-6c6d-4c43-8a48-d4575c3d9009 req-fc9dd38e-1114-4984-ae3e-74a934d1b1f9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a130e42-2120-4081-a70e-c40c23c3ecbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986295 Jul 24 01:20:01.907040 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39e9c4d-aeb8-4c81-8170-eaf7842be537 req-4e0df363-ac9e-4e57-acb2-9491a8117024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:01.910762 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d39e9c4d-aeb8-4c81-8170-eaf7842be537 req-4e0df363-ac9e-4e57-acb2-9491a8117024 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=66ffc7cd-6c08-480e-a939-e2662174e5e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1382720 Jul 24 01:20:02.024488 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d39e9c4d-aeb8-4c81-8170-eaf7842be537 req-8571f33c-95c5-4171-932f-db62c6d6864b service neutron] 10.222.0.11 "GET /v2.0/networks/66ffc7cd-6c08-480e-a939-e2662174e5e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073530 Jul 24 01:20:02.183117 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d39e9c4d-aeb8-4c81-8170-eaf7842be537 req-9dee7c73-1e27-4dc9-a721-c2174cfc5ba7 service neutron] 10.222.0.11 "GET /v2.0/networks/66ffc7cd-6c08-480e-a939-e2662174e5e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509390 Jul 24 01:20:02.206083 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-73b90b12-e50f-4a4f-abec-942c407a2a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bda129-d49c-4d9b-8e05-76e53913c223', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303209255', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:18:07Z', 'updated_at': '2021-07-24T01:18:13Z', 'revision_number': 4, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': '5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bda129-d49c-4d9b-8e05-76e53913c223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:18:08Z', 'updated_at': '2021-07-24T01:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '3c0c3497-13c9-47f1-956a-5e8bfcd94706', 'name': '', 'network_id': '66ffc7cd-6c08-480e-a939-e2662174e5e3', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'mac_address': 'fa:16:3e:37:ac:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bda129-d49c-4d9b-8e05-76e53913c223', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'ad13fc02-4b1c-4990-a7af-04f03d36ba36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:18:12Z', 'updated_at': '2021-07-24T01:18:20Z', 'revision_number': 5, 'project_id': 'd801781e24e8470b83b807a510a33715', 'subnets': [{'id': 'ad13fc02-4b1c-4990-a7af-04f03d36ba36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:20:02.247423 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b90b12-e50f-4a4f-abec-942c407a2a97 None None] The sync data for ids ['40bda129-d49c-4d9b-8e05-76e53913c223'] in n-d-793621-25 is: [{'id': '40bda129-d49c-4d9b-8e05-76e53913c223', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303209255', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:18:07Z', 'updated_at': '2021-07-24T01:18:13Z', 'revision_number': 4, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': '5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bda129-d49c-4d9b-8e05-76e53913c223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:18:08Z', 'updated_at': '2021-07-24T01:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '3c0c3497-13c9-47f1-956a-5e8bfcd94706', 'name': '', 'network_id': '66ffc7cd-6c08-480e-a939-e2662174e5e3', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'mac_address': 'fa:16:3e:37:ac:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bda129-d49c-4d9b-8e05-76e53913c223', 'device_owner': 'network:router_interface', 'standard_attr_id': 3728, 'fixed_ips': [{'subnet_id': 'ad13fc02-4b1c-4990-a7af-04f03d36ba36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:18:12Z', 'updated_at': '2021-07-24T01:18:20Z', 'revision_number': 5, 'project_id': 'd801781e24e8470b83b807a510a33715', 'subnets': [{'id': 'ad13fc02-4b1c-4990-a7af-04f03d36ba36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:20:02.656671 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5111f2-b184-4268-8abd-c3a309cff26e None None] New status for floating IP dbf54531-cdf6-4c89-b148-0e92515b6b49: DOWN {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:20:02.664450 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024a052-840a-4296-8383-463e55a8c940 req-eb725cdc-95c9-40a1-8fe8-c80de8677812 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:02.666668 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8024a052-840a-4296-8383-463e55a8c940 req-eb725cdc-95c9-40a1-8fe8-c80de8677812 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.11 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 947 time: 0.0759006 Jul 24 01:20:02.800999 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-8024a052-840a-4296-8383-463e55a8c940 req-cac8a9bf-ab6a-47c6-bd0e-65580460b77a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Deleting port 65457b57-86fa-47d4-b4d8-e0180db1cb9d {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:20:02.801700 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-8024a052-840a-4296-8383-463e55a8c940 req-cac8a9bf-ab6a-47c6-bd0e-65580460b77a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:02.922945 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-8024a052-840a-4296-8383-463e55a8c940 req-cac8a9bf-ab6a-47c6-bd0e-65580460b77a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] For port 65457b57-86fa-47d4-b4d8-e0180db1cb9d, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=65457b57-86fa-47d4-b4d8-e0180db1cb9d,segment=NetworkSegment(37a5929d-c264-46ec-b241-3e312d01ecb6),segment_id=37a5929d-c264-46ec-b241-3e312d01ecb6)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:20:02.923473 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-8024a052-840a-4296-8383-463e55a8c940 req-cac8a9bf-ab6a-47c6-bd0e-65580460b77a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:02.955909 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-8024a052-840a-4296-8383-463e55a8c940 req-cac8a9bf-ab6a-47c6-bd0e-65580460b77a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Calling delete_port for 65457b57-86fa-47d4-b4d8-e0180db1cb9d owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:20:03.113720 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ab6d6-9ca9-4711-8f92-e5c17321db8e req-29946e61-9af6-424b-b78a-7a057bfa7a69 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:03.115700 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-912ab6d6-9ca9-4711-8f92-e5c17321db8e req-29946e61-9af6-424b-b78a-7a057bfa7a69 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=02e457e5-42ee-470f-873c-4188e772003b HTTP/1.1" status: 200 len: 947 time: 0.1074750 Jul 24 01:20:03.179827 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-8024a052-840a-4296-8383-463e55a8c940 req-cac8a9bf-ab6a-47c6-bd0e-65580460b77a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:03.187064 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-912ab6d6-9ca9-4711-8f92-e5c17321db8e req-e45ec48f-364b-4c5a-b77c-90acad510703 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a130e42-2120-4081-a70e-c40c23c3ecbc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509841 Jul 24 01:20:03.245081 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac8a9bf-ab6a-47c6-bd0e-65580460b77a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event deleted for resources: {'Port': ['ID=65457b57-86fa-47d4-b4d8-e0180db1cb9d,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:03.305795 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-8024a052-840a-4296-8383-463e55a8c940 req-cac8a9bf-ab6a-47c6-bd0e-65580460b77a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] No DVR routers for this DVR port 65457b57-86fa-47d4-b4d8-e0180db1cb9d on host n-h2-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:20:03.308480 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-8024a052-840a-4296-8383-463e55a8c940 req-cac8a9bf-ab6a-47c6-bd0e-65580460b77a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:03.310936 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8024a052-840a-4296-8383-463e55a8c940 req-cac8a9bf-ab6a-47c6-bd0e-65580460b77a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.11 "DELETE /v2.0/ports/65457b57-86fa-47d4-b4d8-e0180db1cb9d HTTP/1.1" status: 204 len: 173 time: 0.6379490 Jul 24 01:20:03.321938 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02e457e5-42ee-470f-873c-4188e772003b', 'name': 'network-vif-deleted', 'tag': '65457b57-86fa-47d4-b4d8-e0180db1cb9d'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:20:03.324695 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e108b6c-ac39-4526-bfbf-c204623dccbb" -d '{"events": [{"server_uuid": "02e457e5-42ee-470f-873c-4188e772003b", "name": "network-vif-deleted", "tag": "65457b57-86fa-47d4-b4d8-e0180db1cb9d"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:20:03.402675 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17abba3a-a1df-4153-abbd-d758db877880 x-openstack-request-id: req-17abba3a-a1df-4153-abbd-d758db877880 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:20:03.402962 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02e457e5-42ee-470f-873c-4188e772003b", "name": "network-vif-deleted", "tag": "65457b57-86fa-47d4-b4d8-e0180db1cb9d", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:20:03.403126 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-17abba3a-a1df-4153-abbd-d758db877880 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:20:03.403515 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02e457e5-42ee-470f-873c-4188e772003b', 'name': 'network-vif-deleted', 'tag': '65457b57-86fa-47d4-b4d8-e0180db1cb9d', 'status': 'completed', 'code': 200} Jul 24 01:20:03.459533 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-bc6329de-2d45-4f6a-a9b3-35b0b316ca19 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:03.461055 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-bc6329de-2d45-4f6a-a9b3-35b0b316ca19 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/networks?id=ad265d84-5a8c-4acf-b883-4ded13d15286 HTTP/1.1" status: 200 len: 812 time: 0.1909087 Jul 24 01:20:03.485858 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-1d9544df-4ca9-439a-bd8b-dd51a01190ec tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/quotas/cc21a234b38d48d88c3414cb45873771 HTTP/1.1" status: 200 len: 375 time: 0.0176861 Jul 24 01:20:03.567433 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-e2408181-94ae-4162-a77a-11a3967556fc tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc21a234b38d48d88c3414cb45873771&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0807118 Jul 24 01:20:03.706485 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-5eb8be15-52ca-4d8c-9e52-311600ed8e99 service neutron] 10.222.0.15 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089571 Jul 24 01:20:03.858776 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-a26a192d-9398-4b79-824a-06f87092f32e service neutron] 10.222.0.15 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345913 Jul 24 01:20:04.262888 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 40732) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:20:04.266202 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dabfcb40-684d-485d-a77d-10d3c6029115 req-16217f37-ca64-4301-8b48-58659d0f9d5c tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0cf3bd2-3398-4e0d-ac39-465d35910221 HTTP/1.1" status: 200 len: 210 time: 0.0353408 Jul 24 01:20:04.749139 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2ca88dfc-cd78-4302-b3a5-d669c48fdf28 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:05.040866 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:05.114914 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-2ca88dfc-cd78-4302-b3a5-d669c48fdf28 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Deleting port 3c0c3497-13c9-47f1-956a-5e8bfcd94706 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:20:05.115662 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2ca88dfc-cd78-4302-b3a5-d669c48fdf28 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:05.223729 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-2ca88dfc-cd78-4302-b3a5-d669c48fdf28 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] For port 3c0c3497-13c9-47f1-956a-5e8bfcd94706, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=3c0c3497-13c9-47f1-956a-5e8bfcd94706,segment=NetworkSegment(37a5929d-c264-46ec-b241-3e312d01ecb6),segment_id=37a5929d-c264-46ec-b241-3e312d01ecb6)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:20:05.224714 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2ca88dfc-cd78-4302-b3a5-d669c48fdf28 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:05.242852 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-2ca88dfc-cd78-4302-b3a5-d669c48fdf28 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Calling delete_port for 3c0c3497-13c9-47f1-956a-5e8bfcd94706 owned by network:router_interface {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:20:05.431715 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:05.525548 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-cb692226-5c17-4b78-9a83-8445629a3795 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:05.535605 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-cb692226-5c17-4b78-9a83-8445629a3795 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.13 "GET /v2.0/networks?id=ad265d84-5a8c-4acf-b883-4ded13d15286 HTTP/1.1" status: 200 len: 812 time: 0.1504650 Jul 24 01:20:05.550193 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-20451e5d-ad25-4779-8518-4d1bfc22abb7 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Request body: {'port': {'device_id': 'f0cf3bd2-3398-4e0d-ac39-465d35910221', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'admin_state_up': True, 'tenant_id': 'cc21a234b38d48d88c3414cb45873771'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:20:05.678235 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7fc99b50-cf76-450f-8561-df496f10f961 req-49d878d4-d853-473a-8a12-c62a9582e0d6 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0cf3bd2-3398-4e0d-ac39-465d35910221 HTTP/1.1" status: 200 len: 210 time: 0.0342658 Jul 24 01:20:05.867283 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2ca88dfc-cd78-4302-b3a5-d669c48fdf28 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:05.899227 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca88dfc-cd78-4302-b3a5-d669c48fdf28 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event deleted for resources: {'Port': ['ID=3c0c3497-13c9-47f1-956a-5e8bfcd94706,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:06.091703 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-20451e5d-ad25-4779-8518-4d1bfc22abb7 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Made reservation on behalf of cc21a234b38d48d88c3414cb45873771 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:20:06.101191 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-20451e5d-ad25-4779-8518-4d1bfc22abb7 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:06.198234 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2ca88dfc-cd78-4302-b3a5-d669c48fdf28 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:06.377554 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-20451e5d-ad25-4779-8518-4d1bfc22abb7 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Allocated IP 172.20.0.13 (ad265d84-5a8c-4acf-b883-4ded13d15286/e29f41fb-7a38-4eae-917b-51d7b2f60633/ea9f0a5a-66d8-47fd-911f-ec98f8f73448) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:20:06.613435 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca88dfc-cd78-4302-b3a5-d669c48fdf28 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Router 40bda129-d49c-4d9b-8e05-76e53913c223 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:20:06.621878 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-20451e5d-ad25-4779-8518-4d1bfc22abb7 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:06.676024 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-20451e5d-ad25-4779-8518-4d1bfc22abb7 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Transition to ACTIVE for port object ea9f0a5a-66d8-47fd-911f-ec98f8f73448 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:20:06.726006 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-20451e5d-ad25-4779-8518-4d1bfc22abb7 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:06.763399 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca88dfc-cd78-4302-b3a5-d669c48fdf28 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:20:06.776676 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8a03e7-18b3-4364-9788-1ec56c9cce18 None None] Sync routers for ids ['40bda129-d49c-4d9b-8e05-76e53913c223'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:20:06.777647 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2ca88dfc-cd78-4302-b3a5-d669c48fdf28 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "PUT /v2.0/routers/40bda129-d49c-4d9b-8e05-76e53913c223/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5133026 Jul 24 01:20:06.784475 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 40812) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:20:06.796299 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8a03e7-18b3-4364-9788-1ec56c9cce18 None None] Routers {'40bda129-d49c-4d9b-8e05-76e53913c223'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:20:06.801714 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-4e8a03e7-18b3-4364-9788-1ec56c9cce18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:19:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['40bda129-d49c-4d9b-8e05-76e53913c223'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:20:06.900033 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 65457b57-86fa-47d4-b4d8-e0180db1cb9d no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:20:06.919926 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20451e5d-ad25-4779-8518-4d1bfc22abb7 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Pushing event updated for resources: {'Port': ['ID=ea9f0a5a-66d8-47fd-911f-ec98f8f73448,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:06.930483 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-20451e5d-ad25-4779-8518-4d1bfc22abb7 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Network ad265d84-5a8c-4acf-b883-4ded13d15286 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:20:06.934217 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-062e6eec-0474-47e1-bb15-4e5c9d21f11d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Deleting subnet ad13fc02-4b1c-4990-a7af-04f03d36ba36 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:20:06.936943 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] No Port match for: 65457b57-86fa-47d4-b4d8-e0180db1cb9d {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:20:06.937304 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 65457b57-86fa-47d4-b4d8-e0180db1cb9d not bound to the agent host n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:20:06.946552 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-062e6eec-0474-47e1-bb15-4e5c9d21f11d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:06.946933 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-20451e5d-ad25-4779-8518-4d1bfc22abb7 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:20:06.950893 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-20451e5d-ad25-4779-8518-4d1bfc22abb7 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:20:06.975716 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-4e8a03e7-18b3-4364-9788-1ec56c9cce18 None None] Set router 40bda129-d49c-4d9b-8e05-76e53913c223 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:20:07.019154 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-20451e5d-ad25-4779-8518-4d1bfc22abb7 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:07.019811 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-20451e5d-ad25-4779-8518-4d1bfc22abb7 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:07.049540 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-062e6eec-0474-47e1-bb15-4e5c9d21f11d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:07.068641 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-20451e5d-ad25-4779-8518-4d1bfc22abb7 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5233018 Jul 24 01:20:07.100699 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-cb6b8e4f-2902-4a3c-8aaf-5cff334a8725 service neutron] Request body: {'port': {'device_id': 'f0cf3bd2-3398-4e0d-ac39-465d35910221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:20:07.122092 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807adc1-68a3-45d7-8918-3897f15fddc4 req-b0258dfd-d5a7-4c27-959c-e1aafbf870c3 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:07.123929 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5807adc1-68a3-45d7-8918-3897f15fddc4 req-b0258dfd-d5a7-4c27-959c-e1aafbf870c3 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0cf3bd2-3398-4e0d-ac39-465d35910221 HTTP/1.1" status: 200 len: 932 time: 0.3081553 Jul 24 01:20:07.262211 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-cb6b8e4f-2902-4a3c-8aaf-5cff334a8725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:07.284958 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-062e6eec-0474-47e1-bb15-4e5c9d21f11d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:07.306394 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5807adc1-68a3-45d7-8918-3897f15fddc4 req-56529d43-3dbe-4dc3-8213-2423680a61c4 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570618 Jul 24 01:20:07.352936 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-4e8a03e7-18b3-4364-9788-1ec56c9cce18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bda129-d49c-4d9b-8e05-76e53913c223', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303209255', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:18:07Z', 'updated_at': '2021-07-24T01:20:05Z', 'revision_number': 5, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': '5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bda129-d49c-4d9b-8e05-76e53913c223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:18:08Z', 'updated_at': '2021-07-24T01:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:20:07.439913 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8a03e7-18b3-4364-9788-1ec56c9cce18 None None] Checking router: 40bda129-d49c-4d9b-8e05-76e53913c223 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:20:07.447266 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-062e6eec-0474-47e1-bb15-4e5c9d21f11d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:07.464172 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f2169fa3-bd4e-464b-85ed-236109283755 None None] Provisioning for port ea9f0a5a-66d8-47fd-911f-ec98f8f73448 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:20:07.476021 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-062e6eec-0474-47e1-bb15-4e5c9d21f11d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:07.477625 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f2169fa3-bd4e-464b-85ed-236109283755 None None] Provisioning complete for port ea9f0a5a-66d8-47fd-911f-ec98f8f73448 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:20:07.477901 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8a03e7-18b3-4364-9788-1ec56c9cce18 None None] Routers {'40bda129-d49c-4d9b-8e05-76e53913c223'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:20:07.478147 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-062e6eec-0474-47e1-bb15-4e5c9d21f11d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "DELETE /v2.0/subnets/ad13fc02-4b1c-4990-a7af-04f03d36ba36 HTTP/1.1" status: 204 len: 168 time: 0.6926613 Jul 24 01:20:07.478988 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-4e8a03e7-18b3-4364-9788-1ec56c9cce18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:19:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['40bda129-d49c-4d9b-8e05-76e53913c223'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:20:07.481185 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f2169fa3-bd4e-464b-85ed-236109283755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:07.494123 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 40822) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:20:07.555209 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62057470-2559-41bb-9c51-f078efcf4164 None None] Network 66ffc7cd-6c08-480e-a939-e2662174e5e3 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:20:07.576643 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e6eec-0474-47e1-bb15-4e5c9d21f11d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event deleted for resources: {'Subnet': ['ID=ad13fc02-4b1c-4990-a7af-04f03d36ba36,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:07.671422 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-4e8a03e7-18b3-4364-9788-1ec56c9cce18 None None] Set router 40bda129-d49c-4d9b-8e05-76e53913c223 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:20:07.744590 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-f2169fa3-bd4e-464b-85ed-236109283755 None None] Port ea9f0a5a-66d8-47fd-911f-ec98f8f73448 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:20:07.806086 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc7ef93c-a628-492e-ae4d-590f42e400a4 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:07.922986 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-cb6b8e4f-2902-4a3c-8aaf-5cff334a8725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea9f0a5a-66d8-47fd-911f-ec98f8f73448 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:20:07.932131 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-cb6b8e4f-2902-4a3c-8aaf-5cff334a8725 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:07.984966 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-cb6b8e4f-2902-4a3c-8aaf-5cff334a8725 service neutron] Transition to ACTIVE for port object ea9f0a5a-66d8-47fd-911f-ec98f8f73448 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:20:07.992898 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-cb6b8e4f-2902-4a3c-8aaf-5cff334a8725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:08.080124 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f04f05d-34bd-47c6-a970-c7f408e323f9 None None] DHCP port deletion for 66ffc7cd-6c08-480e-a939-e2662174e5e3 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:20:08.082486 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc7ef93c-a628-492e-ae4d-590f42e400a4 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:08.169753 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b8e4f-2902-4a3c-8aaf-5cff334a8725 service neutron] Pushing event updated for resources: {'Port': ['ID=ea9f0a5a-66d8-47fd-911f-ec98f8f73448,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:08.186703 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-4e8a03e7-18b3-4364-9788-1ec56c9cce18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40bda129-d49c-4d9b-8e05-76e53913c223', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303209255', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:18:07Z', 'updated_at': '2021-07-24T01:20:05Z', 'revision_number': 5, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': '5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bda129-d49c-4d9b-8e05-76e53913c223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:18:08Z', 'updated_at': '2021-07-24T01:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:20:08.237075 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-bc7ef93c-a628-492e-ae4d-590f42e400a4 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Deleting port 5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:20:08.241254 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc7ef93c-a628-492e-ae4d-590f42e400a4 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:08.242510 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-6f04f05d-34bd-47c6-a970-c7f408e323f9 None None] Deleting port 84442657-1bcb-4d24-bb9b-b7e151e7a2ec {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:20:08.242933 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6f04f05d-34bd-47c6-a970-c7f408e323f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:08.278263 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8a03e7-18b3-4364-9788-1ec56c9cce18 None None] The sync data for ids ['40bda129-d49c-4d9b-8e05-76e53913c223'] in n-d-793621-25 is: [{'id': '40bda129-d49c-4d9b-8e05-76e53913c223', 'name': 'tempest-TestNetworkAdvancedServerOps-router-303209255', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:18:07Z', 'updated_at': '2021-07-24T01:20:05Z', 'revision_number': 5, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': '5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:b7:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40bda129-d49c-4d9b-8e05-76e53913c223', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:18:08Z', 'updated_at': '2021-07-24T01:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:20:08.363606 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-6f04f05d-34bd-47c6-a970-c7f408e323f9 None None] For port 84442657-1bcb-4d24-bb9b-b7e151e7a2ec, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=84442657-1bcb-4d24-bb9b-b7e151e7a2ec,segment=NetworkSegment(37a5929d-c264-46ec-b241-3e312d01ecb6),segment_id=37a5929d-c264-46ec-b241-3e312d01ecb6)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:20:08.363606 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6f04f05d-34bd-47c6-a970-c7f408e323f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:08.380925 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-6f04f05d-34bd-47c6-a970-c7f408e323f9 None None] Calling delete_port for 84442657-1bcb-4d24-bb9b-b7e151e7a2ec owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:20:08.383730 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-cb6b8e4f-2902-4a3c-8aaf-5cff334a8725 service neutron] Attempting to bind port ea9f0a5a-66d8-47fd-911f-ec98f8f73448 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:20:08.384332 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-cb6b8e4f-2902-4a3c-8aaf-5cff334a8725 service neutron] Attempting to bind port ea9f0a5a-66d8-47fd-911f-ec98f8f73448 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '4ba45e80-1699-41ea-af87-6ed5cfcc2657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:20:08.386197 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-cb6b8e4f-2902-4a3c-8aaf-5cff334a8725 service neutron] Attempting to bind port ea9f0a5a-66d8-47fd-911f-ec98f8f73448 on network ad265d84-5a8c-4acf-b883-4ded13d15286 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:20:08.399634 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-cb6b8e4f-2902-4a3c-8aaf-5cff334a8725 service neutron] Port ea9f0a5a-66d8-47fd-911f-ec98f8f73448 on network ad265d84-5a8c-4acf-b883-4ded13d15286 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:20:08.400226 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-cb6b8e4f-2902-4a3c-8aaf-5cff334a8725 service neutron] Attempting to bind port ea9f0a5a-66d8-47fd-911f-ec98f8f73448 on network ad265d84-5a8c-4acf-b883-4ded13d15286 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:20:08.425978 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-cb6b8e4f-2902-4a3c-8aaf-5cff334a8725 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:20:08.426793 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-cb6b8e4f-2902-4a3c-8aaf-5cff334a8725 service neutron] Checking segment: {'id': '4ba45e80-1699-41ea-af87-6ed5cfcc2657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:20:08.428071 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-cb6b8e4f-2902-4a3c-8aaf-5cff334a8725 service neutron] Bound using segment: {'id': '4ba45e80-1699-41ea-af87-6ed5cfcc2657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:20:08.428876 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-cb6b8e4f-2902-4a3c-8aaf-5cff334a8725 service neutron] Bound port: ea9f0a5a-66d8-47fd-911f-ec98f8f73448, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ba45e80-1699-41ea-af87-6ed5cfcc2657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:20:08.429452 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-cb6b8e4f-2902-4a3c-8aaf-5cff334a8725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:08.551565 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-bc7ef93c-a628-492e-ae4d-590f42e400a4 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] For port 5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:20:08.552342 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc7ef93c-a628-492e-ae4d-590f42e400a4 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:08.553009 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6f04f05d-34bd-47c6-a970-c7f408e323f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:08.576440 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-cb6b8e4f-2902-4a3c-8aaf-5cff334a8725 service neutron] For port ea9f0a5a-66d8-47fd-911f-ec98f8f73448, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:20:08.580979 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-bc7ef93c-a628-492e-ae4d-590f42e400a4 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Calling delete_port for 5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c owned by network:router_gateway {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:20:08.596024 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-cb6b8e4f-2902-4a3c-8aaf-5cff334a8725 service neutron] For port ea9f0a5a-66d8-47fd-911f-ec98f8f73448, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=ea9f0a5a-66d8-47fd-911f-ec98f8f73448,segment=NetworkSegment(4ba45e80-1699-41ea-af87-6ed5cfcc2657),segment_id=4ba45e80-1699-41ea-af87-6ed5cfcc2657)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:20:08.609284 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f04f05d-34bd-47c6-a970-c7f408e323f9 None None] Pushing event deleted for resources: {'Port': ['ID=84442657-1bcb-4d24-bb9b-b7e151e7a2ec,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:08.609700 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-cb6b8e4f-2902-4a3c-8aaf-5cff334a8725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:08.612987 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f04f05d-34bd-47c6-a970-c7f408e323f9 None None] No DVR routers for this DVR port 84442657-1bcb-4d24-bb9b-b7e151e7a2ec on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:20:08.624656 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e354007-6422-4a7e-9281-213be7b2332a req-9b38a607-49ec-4638-9e51-4af71321ff2a tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:08.633643 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0e354007-6422-4a7e-9281-213be7b2332a req-9b38a607-49ec-4638-9e51-4af71321ff2a tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0cf3bd2-3398-4e0d-ac39-465d35910221 HTTP/1.1" status: 200 len: 944 time: 0.2228045 Jul 24 01:20:08.652459 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f04f05d-34bd-47c6-a970-c7f408e323f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:20:08.653119 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f04f05d-34bd-47c6-a970-c7f408e323f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:20:08.654233 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f04f05d-34bd-47c6-a970-c7f408e323f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:20:08.654233 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f04f05d-34bd-47c6-a970-c7f408e323f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:20:08.654686 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f04f05d-34bd-47c6-a970-c7f408e323f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:20:08.655612 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f04f05d-34bd-47c6-a970-c7f408e323f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:20:08.656170 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f04f05d-34bd-47c6-a970-c7f408e323f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:20:08.656711 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f04f05d-34bd-47c6-a970-c7f408e323f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:20:08.657486 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f04f05d-34bd-47c6-a970-c7f408e323f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:20:08.658088 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f04f05d-34bd-47c6-a970-c7f408e323f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:20:08.658664 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f04f05d-34bd-47c6-a970-c7f408e323f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:20:08.659268 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f04f05d-34bd-47c6-a970-c7f408e323f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:20:08.705039 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-cb6b8e4f-2902-4a3c-8aaf-5cff334a8725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:08.705703 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-cb6b8e4f-2902-4a3c-8aaf-5cff334a8725 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:08.707175 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-cb6b8e4f-2902-4a3c-8aaf-5cff334a8725 service neutron] 10.222.0.13 "PUT /v2.0/ports/ea9f0a5a-66d8-47fd-911f-ec98f8f73448 HTTP/1.1" status: 200 len: 1093 time: 1.6228945 Jul 24 01:20:08.707658 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0cf3bd2-3398-4e0d-ac39-465d35910221', 'tag': 'ea9f0a5a-66d8-47fd-911f-ec98f8f73448'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:20:08.714811 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b85c61-c3bb-403c-9b19-4af97f111169" -d '{"events": [{"name": "network-changed", "server_uuid": "f0cf3bd2-3398-4e0d-ac39-465d35910221", "tag": "ea9f0a5a-66d8-47fd-911f-ec98f8f73448"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:20:08.814864 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9c8864-366a-4198-b79e-3dcb98bc2060 x-openstack-request-id: req-6d9c8864-366a-4198-b79e-3dcb98bc2060 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:20:08.815776 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0cf3bd2-3398-4e0d-ac39-465d35910221", "tag": "ea9f0a5a-66d8-47fd-911f-ec98f8f73448", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:20:08.815776 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6d9c8864-366a-4198-b79e-3dcb98bc2060 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:20:08.816027 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0cf3bd2-3398-4e0d-ac39-465d35910221', 'tag': 'ea9f0a5a-66d8-47fd-911f-ec98f8f73448', 'status': 'completed', 'code': 200} Jul 24 01:20:08.837638 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b8e4f-2902-4a3c-8aaf-5cff334a8725 service neutron] Pushing event updated for resources: {'Port': ['ID=ea9f0a5a-66d8-47fd-911f-ec98f8f73448,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:08.844305 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0e354007-6422-4a7e-9281-213be7b2332a req-1deda98a-16c7-4d80-bda4-e65f36812bd6 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096848 Jul 24 01:20:08.886981 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-f27fd3dd-f0b7-4832-8e87-9f7b494b5fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:08.890123 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-f27fd3dd-f0b7-4832-8e87-9f7b494b5fa8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc21a234b38d48d88c3414cb45873771&device_id=f0cf3bd2-3398-4e0d-ac39-465d35910221 HTTP/1.1" status: 200 len: 1096 time: 0.1159332 Jul 24 01:20:08.991191 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-2cc5f4c1-8012-4957-a2b7-426744683be9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea9f0a5a-66d8-47fd-911f-ec98f8f73448 HTTP/1.1" status: 200 len: 217 time: 0.0910878 Jul 24 01:20:09.072819 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-84fd502e-9277-496e-aebb-193134a1bde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:09.074751 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-84fd502e-9277-496e-aebb-193134a1bde5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e29f41fb-7a38-4eae-917b-51d7b2f60633 HTTP/1.1" status: 200 len: 851 time: 0.0783443 Jul 24 01:20:09.116089 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc7ef93c-a628-492e-ae4d-590f42e400a4 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:09.168956 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ef93c-a628-492e-ae4d-590f42e400a4 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event deleted for resources: {'Port': ['ID=5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:09.205959 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-37652f67-73f4-4bf9-a125-e958643c97f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:09.207506 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-37652f67-73f4-4bf9-a125-e958643c97f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad265d84-5a8c-4acf-b883-4ded13d15286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1267934 Jul 24 01:20:09.254072 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc7ef93c-a628-492e-ae4d-590f42e400a4 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:09.316957 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-2219990f-270c-41f7-be2e-28f31bee2dc6 service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011250 Jul 24 01:20:09.358249 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc7ef93c-a628-492e-ae4d-590f42e400a4 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:09.361149 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc7ef93c-a628-492e-ae4d-590f42e400a4 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:09.446362 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-49266c98-d6fc-460e-a927-1d92f5282c90 req-2d68bc85-ed16-4059-8818-9adf04ccdaee service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145325 Jul 24 01:20:09.492180 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc7ef93c-a628-492e-ae4d-590f42e400a4 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:09.493052 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7ef93c-a628-492e-ae4d-590f42e400a4 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Fanout notify agent at l3_agent the message router_deleted on router 40bda129-d49c-4d9b-8e05-76e53913c223 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:20:09.504297 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc7ef93c-a628-492e-ae4d-590f42e400a4 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:09.509332 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-bc7ef93c-a628-492e-ae4d-590f42e400a4 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "DELETE /v2.0/routers/40bda129-d49c-4d9b-8e05-76e53913c223 HTTP/1.1" status: 204 len: 168 time: 2.0114572 Jul 24 01:20:09.509825 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 40874) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:20:09.640542 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 84442657-1bcb-4d24-bb9b-b7e151e7a2ec no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:20:09.697329 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 84442657-1bcb-4d24-bb9b-b7e151e7a2ec {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:20:09.698253 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 84442657-1bcb-4d24-bb9b-b7e151e7a2ec not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:20:09.698857 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 3c0c3497-13c9-47f1-956a-5e8bfcd94706 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:20:09.706383 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-de6e823c-c5a4-4bb6-a028-4da0d4bdb01c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:09.744228 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 3c0c3497-13c9-47f1-956a-5e8bfcd94706 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:20:09.745004 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 3c0c3497-13c9-47f1-956a-5e8bfcd94706 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:20:09.802097 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b85c61-c3bb-403c-9b19-4af97f111169 req-5e3b5c7c-6829-40a0-8f6b-0f05ee1535b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:09.803726 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-92b85c61-c3bb-403c-9b19-4af97f111169 req-5e3b5c7c-6829-40a0-8f6b-0f05ee1535b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc21a234b38d48d88c3414cb45873771&device_id=f0cf3bd2-3398-4e0d-ac39-465d35910221 HTTP/1.1" status: 200 len: 1096 time: 0.2794840 Jul 24 01:20:09.915332 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-de6e823c-c5a4-4bb6-a028-4da0d4bdb01c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:09.987364 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b85c61-c3bb-403c-9b19-4af97f111169 req-097ec11d-32c4-4c9d-a7bf-5fedb82a7bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:09.988861 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-92b85c61-c3bb-403c-9b19-4af97f111169 req-097ec11d-32c4-4c9d-a7bf-5fedb82a7bfb service neutron] 10.222.0.13 "GET /v2.0/networks?id=ad265d84-5a8c-4acf-b883-4ded13d15286 HTTP/1.1" status: 200 len: 913 time: 0.1716168 Jul 24 01:20:10.045092 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-de6e823c-c5a4-4bb6-a028-4da0d4bdb01c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66ffc7cd-6c08-480e-a939-e2662174e5e3']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:20:10.056778 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-92b85c61-c3bb-403c-9b19-4af97f111169 req-aaab16be-e564-4326-9a0e-7815fbe8470a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea9f0a5a-66d8-47fd-911f-ec98f8f73448 HTTP/1.1" status: 200 len: 217 time: 0.0587504 Jul 24 01:20:10.093741 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-de6e823c-c5a4-4bb6-a028-4da0d4bdb01c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37a5929d-c264-46ec-b241-3e312d01ecb6') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:20:10.094046 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-de6e823c-c5a4-4bb6-a028-4da0d4bdb01c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37a5929d-c264-46ec-b241-3e312d01ecb6') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:20:10.160483 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b85c61-c3bb-403c-9b19-4af97f111169 req-08fb1ce7-a947-454c-9c11-49c02878d282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:10.163283 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-92b85c61-c3bb-403c-9b19-4af97f111169 req-08fb1ce7-a947-454c-9c11-49c02878d282 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e29f41fb-7a38-4eae-917b-51d7b2f60633 HTTP/1.1" status: 200 len: 851 time: 0.0843868 Jul 24 01:20:10.168380 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-de6e823c-c5a4-4bb6-a028-4da0d4bdb01c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:10.231197 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-de6e823c-c5a4-4bb6-a028-4da0d4bdb01c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:10.244999 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de6e823c-c5a4-4bb6-a028-4da0d4bdb01c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:20:10.245692 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-de6e823c-c5a4-4bb6-a028-4da0d4bdb01c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:10.249660 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:20:10.249660 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:20:10.249660 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:20:10.249660 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:20:10.249660 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:20:10.249660 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:20:10.249660 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:20:10.249660 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:20:10.249660 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:20:10.249660 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:20:10.249660 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:20:10.249660 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:20:10.249660 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:20:10.249660 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:20:10.249660 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:20:10.249660 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:20:10.249660 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:20:10.249660 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:20:10.249660 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:20:10.249660 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:20:10.249660 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:20:10.249660 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:20:10.249660 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:20:10.249660 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:20:10.249660 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:20:10.249660 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:20:10.249660 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:20:10.249660 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:20:10.249660 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:20:10.249660 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:20:10.249660 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:20:10.249660 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:20:10.274782 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d556061f-36ab-49b9-8f34-aef82600d404 req-537657a1-6b61-41a9-a40d-c0d32027429f tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:10.274782 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d556061f-36ab-49b9-8f34-aef82600d404 req-537657a1-6b61-41a9-a40d-c0d32027429f tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0cf3bd2-3398-4e0d-ac39-465d35910221 HTTP/1.1" status: 200 len: 944 time: 0.2706885 Jul 24 01:20:10.382687 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b85c61-c3bb-403c-9b19-4af97f111169 req-fa5742db-519c-404f-af62-1c47516836f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:10.384298 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-92b85c61-c3bb-403c-9b19-4af97f111169 req-fa5742db-519c-404f-af62-1c47516836f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad265d84-5a8c-4acf-b883-4ded13d15286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2138188 Jul 24 01:20:10.406890 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d556061f-36ab-49b9-8f34-aef82600d404 req-6ee23da7-9c28-4c71-bc41-d78f3495b417 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097755 Jul 24 01:20:10.426998 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-de6e823c-c5a4-4bb6-a028-4da0d4bdb01c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:10.437327 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-de6e823c-c5a4-4bb6-a028-4da0d4bdb01c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:10.439211 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-de6e823c-c5a4-4bb6-a028-4da0d4bdb01c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "DELETE /v2.0/networks/66ffc7cd-6c08-480e-a939-e2662174e5e3 HTTP/1.1" status: 204 len: 168 time: 0.9282138 Jul 24 01:20:10.442067 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 40902) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:20:10.453620 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e823c-c5a4-4bb6-a028-4da0d4bdb01c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event deleted for resources: {'Network': ['ID=66ffc7cd-6c08-480e-a939-e2662174e5e3,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:10.533973 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-92b85c61-c3bb-403c-9b19-4af97f111169 req-92217c71-da19-4404-a75e-f8756d362c9a service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334450 Jul 24 01:20:10.535724 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-20aa8244-b944-491a-9d9a-ec77258efb81 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:10.582141 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-20aa8244-b944-491a-9d9a-ec77258efb81 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:10.685248 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-20aa8244-b944-491a-9d9a-ec77258efb81 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:10.685717 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-20aa8244-b944-491a-9d9a-ec77258efb81 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:10.687723 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-20aa8244-b944-491a-9d9a-ec77258efb81 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "DELETE /v2.0/security-groups/6a130e42-2120-4081-a70e-c40c23c3ecbc HTTP/1.1" status: 204 len: 168 time: 0.2439773 Jul 24 01:20:10.702447 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa8244-b944-491a-9d9a-ec77258efb81 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a130e42-2120-4081-a70e-c40c23c3ecbc,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:10.726430 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-92b85c61-c3bb-403c-9b19-4af97f111169 req-b74226a8-6ff8-4e80-8726-9168b20e1623 service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863894 Jul 24 01:20:11.042816 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 40928) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:20:11.048915 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-4af4a5bc-95c7-4a72-841d-61a06badc928 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-99064257', 'description': 'tempest-secgroup-smoke-99064257 description', 'project_id': 'd801781e24e8470b83b807a510a33715'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:20:11.101445 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4af4a5bc-95c7-4a72-841d-61a06badc928 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:11.198942 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4af4a5bc-95c7-4a72-841d-61a06badc928 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:11.210253 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4af4a5bc-95c7-4a72-841d-61a06badc928 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:11.246877 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4a5bc-95c7-4a72-841d-61a06badc928 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43d25856-5845-4a8e-9aab-f6434d0d6eda,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:11.249598 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4af4a5bc-95c7-4a72-841d-61a06badc928 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:11.250987 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4af4a5bc-95c7-4a72-841d-61a06badc928 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2069063 Jul 24 01:20:11.253722 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 40938) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:20:11.260416 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-e909a648-86fc-4be4-a913-10b8eb1003b8 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'security_group_rule': {'security_group_id': '43d25856-5845-4a8e-9aab-f6434d0d6eda', 'project_id': 'd801781e24e8470b83b807a510a33715', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:20:11.290612 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e909a648-86fc-4be4-a913-10b8eb1003b8 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:11.381251 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e909a648-86fc-4be4-a913-10b8eb1003b8 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:11.389075 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e909a648-86fc-4be4-a913-10b8eb1003b8 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:11.424215 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e909a648-86fc-4be4-a913-10b8eb1003b8 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fcd0b2c-f60c-4724-b05a-0ce014c85721,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:11.445051 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e909a648-86fc-4be4-a913-10b8eb1003b8 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:11.446427 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e909a648-86fc-4be4-a913-10b8eb1003b8 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1902146 Jul 24 01:20:11.449282 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 40942) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:20:11.454352 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-5f9ab85e-720f-4097-9216-242c62e11c95 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'security_group_rule': {'security_group_id': '43d25856-5845-4a8e-9aab-f6434d0d6eda', 'project_id': 'd801781e24e8470b83b807a510a33715', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:20:11.466892 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:20:11.495674 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:20:11.496032 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 5f1a7bb9-bfb7-4b4f-9ba5-3be5a13b500c not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:20:11.563588 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5f9ab85e-720f-4097-9216-242c62e11c95 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:11.601736 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0471a1-52c7-4d44-866b-7a5ef6877353 req-b911a6e3-4f11-453d-b78c-95f8c69b6f7b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:11.602867 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0e0471a1-52c7-4d44-866b-7a5ef6877353 req-b911a6e3-4f11-453d-b78c-95f8c69b6f7b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0cf3bd2-3398-4e0d-ac39-465d35910221 HTTP/1.1" status: 200 len: 944 time: 0.1022019 Jul 24 01:20:11.668401 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0e0471a1-52c7-4d44-866b-7a5ef6877353 req-cb348ba0-54d2-442b-bad1-25e5f710ecb1 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570171 Jul 24 01:20:11.673472 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5f9ab85e-720f-4097-9216-242c62e11c95 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:11.681146 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5f9ab85e-720f-4097-9216-242c62e11c95 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:11.719498 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ab85e-720f-4097-9216-242c62e11c95 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=370daaa0-85b3-4824-9aaf-aa0bf2b6ba59,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:11.727729 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5f9ab85e-720f-4097-9216-242c62e11c95 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:11.729264 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5f9ab85e-720f-4097-9216-242c62e11c95 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2789276 Jul 24 01:20:11.732151 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 40952) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:20:11.737023 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-3a0638de-61de-449f-a11a-ae7364b17da0 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'security_group_rule': {'security_group_id': '43d25856-5845-4a8e-9aab-f6434d0d6eda', 'project_id': 'd801781e24e8470b83b807a510a33715', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:20:11.767513 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3a0638de-61de-449f-a11a-ae7364b17da0 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:11.838648 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3a0638de-61de-449f-a11a-ae7364b17da0 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:11.843894 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3a0638de-61de-449f-a11a-ae7364b17da0 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:11.867404 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0638de-61de-449f-a11a-ae7364b17da0 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bcfd143-8a04-4790-8d53-571bf4d1d6a4,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:11.914657 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3a0638de-61de-449f-a11a-ae7364b17da0 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:11.919340 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 40960) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:20:11.923662 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3a0638de-61de-449f-a11a-ae7364b17da0 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1901095 Jul 24 01:20:11.924410 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-841e038d-12c2-44dc-b37d-6cde5bb10a08 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'security_group_rule': {'security_group_id': '43d25856-5845-4a8e-9aab-f6434d0d6eda', 'project_id': 'd801781e24e8470b83b807a510a33715', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:20:11.984876 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-841e038d-12c2-44dc-b37d-6cde5bb10a08 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:12.080578 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-841e038d-12c2-44dc-b37d-6cde5bb10a08 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:12.091757 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-841e038d-12c2-44dc-b37d-6cde5bb10a08 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:12.117746 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841e038d-12c2-44dc-b37d-6cde5bb10a08 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29fadd1d-7ee6-4f1a-81fa-fce912981652,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:12.141636 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-841e038d-12c2-44dc-b37d-6cde5bb10a08 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:12.143300 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-841e038d-12c2-44dc-b37d-6cde5bb10a08 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2228284 Jul 24 01:20:12.146291 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 40968) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:20:12.151933 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-d87aa918-3de9-4fd1-b0b3-f6b22d0591ac tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'security_group_rule': {'security_group_id': '43d25856-5845-4a8e-9aab-f6434d0d6eda', 'project_id': 'd801781e24e8470b83b807a510a33715', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:20:12.189548 n-d-793621-25 neutron-server[100463]: INFO neutron.db.securitygroups_db [None req-d87aa918-3de9-4fd1-b0b3-f6b22d0591ac tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Project d801781e24e8470b83b807a510a33715 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:20:12.200630 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d87aa918-3de9-4fd1-b0b3-f6b22d0591ac tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:12.330599 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d87aa918-3de9-4fd1-b0b3-f6b22d0591ac tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:12.338410 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d87aa918-3de9-4fd1-b0b3-f6b22d0591ac tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:12.358747 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87aa918-3de9-4fd1-b0b3-f6b22d0591ac tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=259aca23-18ac-43fe-9221-315913603b93,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:12.368092 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d87aa918-3de9-4fd1-b0b3-f6b22d0591ac tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:12.369613 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d87aa918-3de9-4fd1-b0b3-f6b22d0591ac tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2218411 Jul 24 01:20:12.372203 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 40978) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:20:12.378924 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-eab7e774-75ec-4454-ba4c-96dc9d0291b7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'security_group_rule': {'security_group_id': '43d25856-5845-4a8e-9aab-f6434d0d6eda', 'project_id': 'd801781e24e8470b83b807a510a33715', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:20:12.409745 n-d-793621-25 neutron-server[100463]: INFO neutron.db.securitygroups_db [None req-eab7e774-75ec-4454-ba4c-96dc9d0291b7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Project d801781e24e8470b83b807a510a33715 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:20:12.415824 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-eab7e774-75ec-4454-ba4c-96dc9d0291b7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:12.484503 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-eab7e774-75ec-4454-ba4c-96dc9d0291b7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:12.489238 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-eab7e774-75ec-4454-ba4c-96dc9d0291b7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:12.512855 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7e774-75ec-4454-ba4c-96dc9d0291b7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c073bc28-d3e2-49d5-8473-15eeff7dc047,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:12.519928 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-eab7e774-75ec-4454-ba4c-96dc9d0291b7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:12.525941 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-eab7e774-75ec-4454-ba4c-96dc9d0291b7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1484780 Jul 24 01:20:12.525941 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 40980) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:20:12.530239 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-41c4a0e4-fdef-4e93-88bf-e0e5189213ef tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'network': {'name': 'tempest-network-smoke--1876376833', 'project_id': 'd801781e24e8470b83b807a510a33715', 'port_security_enabled': True}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:20:12.554488 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c4a0e4-fdef-4e93-88bf-e0e5189213ef tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Made reservation on behalf of d801781e24e8470b83b807a510a33715 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:20:12.558968 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-41c4a0e4-fdef-4e93-88bf-e0e5189213ef tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:12.585502 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41c4a0e4-fdef-4e93-88bf-e0e5189213ef tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:20:12.597542 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-41c4a0e4-fdef-4e93-88bf-e0e5189213ef tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:12.597921 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-41c4a0e4-fdef-4e93-88bf-e0e5189213ef tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Added segment d4cda019-f956-44b2-b429-ed56856a1cd7 of type vlan for network 8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7 Jul 24 01:20:12.648787 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-41c4a0e4-fdef-4e93-88bf-e0e5189213ef tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:12.682766 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-41c4a0e4-fdef-4e93-88bf-e0e5189213ef tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:12.689033 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c4a0e4-fdef-4e93-88bf-e0e5189213ef tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:12.689913 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-41c4a0e4-fdef-4e93-88bf-e0e5189213ef tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:12.780159 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-41c4a0e4-fdef-4e93-88bf-e0e5189213ef tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2541904 Jul 24 01:20:12.781147 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c4a0e4-fdef-4e93-88bf-e0e5189213ef tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'Network': ['ID=8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:12.783794 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 40992) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:20:12.792399 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:20:12.800337 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-7aa2304f-bec3-454a-b731-0b570c1b2341 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-42581818', 'admin_state_up': True, 'project_id': 'd801781e24e8470b83b807a510a33715', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:20:12.830177 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7aa2304f-bec3-454a-b731-0b570c1b2341 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:12.831727 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7aa2304f-bec3-454a-b731-0b570c1b2341 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:12.863452 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632b065-7be9-4793-9f3f-3008688f5fe8 req-6bdc20ff-2241-4989-9b6a-db213fbce404 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:12.871460 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7632b065-7be9-4793-9f3f-3008688f5fe8 req-6bdc20ff-2241-4989-9b6a-db213fbce404 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0cf3bd2-3398-4e0d-ac39-465d35910221 HTTP/1.1" status: 200 len: 944 time: 0.1156952 Jul 24 01:20:12.909338 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7aa2304f-bec3-454a-b731-0b570c1b2341 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:12.935325 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7632b065-7be9-4793-9f3f-3008688f5fe8 req-b1235956-84ce-425c-8f20-decbd23727ea tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629046 Jul 24 01:20:13.075916 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7aa2304f-bec3-454a-b731-0b570c1b2341 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:13.285439 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7aa2304f-bec3-454a-b731-0b570c1b2341 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for router_gateway, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:13.305546 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7aa2304f-bec3-454a-b731-0b570c1b2341 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:13.416753 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-7aa2304f-bec3-454a-b731-0b570c1b2341 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Allocated IP 172.25.2.5 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/c4217d68-b69b-41f0-a89b-653935cf1fc1) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:20:13.533172 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7aa2304f-bec3-454a-b731-0b570c1b2341 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:13.596909 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7aa2304f-bec3-454a-b731-0b570c1b2341 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:13.634359 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa2304f-bec3-454a-b731-0b570c1b2341 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:20:13.640684 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-7aa2304f-bec3-454a-b731-0b570c1b2341 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:20:13.644168 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa2304f-bec3-454a-b731-0b570c1b2341 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:20:13.673705 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa2304f-bec3-454a-b731-0b570c1b2341 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'Port': ['ID=c4217d68-b69b-41f0-a89b-653935cf1fc1,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:13.924493 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7aa2304f-bec3-454a-b731-0b570c1b2341 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for router_gateway, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:14.181053 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723c501-94f3-4c61-8b95-fa9ffe4136d5 req-d88abeef-b9c1-4a3a-8070-ac84fb00b8f5 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:14.182568 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c723c501-94f3-4c61-8b95-fa9ffe4136d5 req-d88abeef-b9c1-4a3a-8070-ac84fb00b8f5 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0cf3bd2-3398-4e0d-ac39-465d35910221 HTTP/1.1" status: 200 len: 944 time: 0.1532860 Jul 24 01:20:14.238149 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c723c501-94f3-4c61-8b95-fa9ffe4136d5 req-dd2b8374-6e12-437e-84e8-83fbed3480ef tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497825 Jul 24 01:20:14.241600 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7aa2304f-bec3-454a-b731-0b570c1b2341 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:14.699941 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa2304f-bec3-454a-b731-0b570c1b2341 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Router f4dda6c7-bc40-4f9d-baf1-c76985810fa6 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:20:14.815485 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa2304f-bec3-454a-b731-0b570c1b2341 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:20:14.831384 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52be418f-21d5-4e62-a049-4856a06054f0 None None] Sync routers for ids ['f4dda6c7-bc40-4f9d-baf1-c76985810fa6'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:20:14.837130 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7aa2304f-bec3-454a-b731-0b570c1b2341 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:14.839674 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7aa2304f-bec3-454a-b731-0b570c1b2341 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.0550127 Jul 24 01:20:14.843016 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 41064) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:20:14.846365 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52be418f-21d5-4e62-a049-4856a06054f0 None None] Routers {'f4dda6c7-bc40-4f9d-baf1-c76985810fa6'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:20:14.847028 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-52be418f-21d5-4e62-a049-4856a06054f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:19:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f4dda6c7-bc40-4f9d-baf1-c76985810fa6'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:20:14.877612 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-338c620e-e803-40be-a435-a8f3324d4b61 tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=d801781e24e8470b83b807a510a33715&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307417 Jul 24 01:20:14.877837 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 41066) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:20:14.996131 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-52be418f-21d5-4e62-a049-4856a06054f0 None None] Set router f4dda6c7-bc40-4f9d-baf1-c76985810fa6 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:20:15.066676 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35371105-c331-4581-a084-085e495f4ade tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:15.071948 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-35371105-c331-4581-a084-085e495f4ade tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1922584 Jul 24 01:20:15.072970 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 41072) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:20:15.119337 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1462df29-92ed-4d50-a786-ec341fcca92b tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0451672 Jul 24 01:20:15.121769 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 41078) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:20:15.127880 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-1f6bcf76-2a95-4fce-8fba-6c1861eae95c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1898874329', 'network_id': '8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7', 'project_id': 'd801781e24e8470b83b807a510a33715', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:20:15.253849 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6bcf76-2a95-4fce-8fba-6c1861eae95c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Made reservation on behalf of d801781e24e8470b83b807a510a33715 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:20:15.258602 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1f6bcf76-2a95-4fce-8fba-6c1861eae95c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:15.423154 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-52be418f-21d5-4e62-a049-4856a06054f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dda6c7-bc40-4f9d-baf1-c76985810fa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-42581818', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'c4217d68-b69b-41f0-a89b-653935cf1fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:20:12Z', 'updated_at': '2021-07-24T01:20:13Z', 'revision_number': 3, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': 'c4217d68-b69b-41f0-a89b-653935cf1fc1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4dda6c7-bc40-4f9d-baf1-c76985810fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:20:13Z', 'updated_at': '2021-07-24T01:20:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:20:15.459628 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52be418f-21d5-4e62-a049-4856a06054f0 None None] Checking router: f4dda6c7-bc40-4f9d-baf1-c76985810fa6 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:20:15.460298 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52be418f-21d5-4e62-a049-4856a06054f0 None None] Updating router f4dda6c7-bc40-4f9d-baf1-c76985810fa6 port c4217d68-b69b-41f0-a89b-653935cf1fc1 binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:20:15.507259 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d878c291-4681-426d-91e4-95d06c589929 req-863cdc52-5098-4741-abd4-4d26889c79fc tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:15.509209 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d878c291-4681-426d-91e4-95d06c589929 req-863cdc52-5098-4741-abd4-4d26889c79fc tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0cf3bd2-3398-4e0d-ac39-465d35910221 HTTP/1.1" status: 200 len: 944 time: 0.1678240 Jul 24 01:20:15.512848 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-52be418f-21d5-4e62-a049-4856a06054f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:15.592120 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d878c291-4681-426d-91e4-95d06c589929 req-e3904420-4d20-4ab1-82b1-0ad45043549d tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750158 Jul 24 01:20:15.628120 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1f6bcf76-2a95-4fce-8fba-6c1861eae95c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:15.717325 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6bcf76-2a95-4fce-8fba-6c1861eae95c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'Subnet': ['ID=d0b1e7f5-08b9-432c-bfd5-260d5dd0fa6b,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:15.730996 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6bcf76-2a95-4fce-8fba-6c1861eae95c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Checking segment: {'id': 'd4cda019-f956-44b2-b429-ed56856a1cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:20:15.730996 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6bcf76-2a95-4fce-8fba-6c1861eae95c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Network hostable DHCP agents. Network: 8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:20:15.749628 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6bcf76-2a95-4fce-8fba-6c1861eae95c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Network 8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:20:15.774925 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-1f6bcf76-2a95-4fce-8fba-6c1861eae95c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:20:15.793214 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6bcf76-2a95-4fce-8fba-6c1861eae95c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:15.793878 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1f6bcf76-2a95-4fce-8fba-6c1861eae95c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:15.804080 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4a9368-ad53-45a7-84a0-46894713456e None None] Network 8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:20:15.812697 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1f6bcf76-2a95-4fce-8fba-6c1861eae95c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6894686 Jul 24 01:20:15.815810 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 41090) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:20:15.966864 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4458b310-8756-4e33-aa29-3fd2749c772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:16.065721 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-52be418f-21d5-4e62-a049-4856a06054f0 None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:16.080060 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2e11b9-c8dc-409d-8afa-5857e70cc1a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7', 'network_id': '8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'fixed_ips': [{'subnet_id': 'd0b1e7f5-08b9-432c-bfd5-260d5dd0fa6b'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:20:16.080060 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ea2e11b9-c8dc-409d-8afa-5857e70cc1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:16.123635 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-52be418f-21d5-4e62-a049-4856a06054f0 None None] Transition to ACTIVE for port object c4217d68-b69b-41f0-a89b-653935cf1fc1 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:20:16.138823 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-52be418f-21d5-4e62-a049-4856a06054f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:16.227619 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde6c6c4-b6a0-46d9-b987-f169bbb8b63b None None] Pushing event updated for resources: {'Port': ['ID=c4217d68-b69b-41f0-a89b-653935cf1fc1,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:16.262272 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-52be418f-21d5-4e62-a049-4856a06054f0 None None] Attempting to bind port c4217d68-b69b-41f0-a89b-653935cf1fc1 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:20:16.262644 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-52be418f-21d5-4e62-a049-4856a06054f0 None None] Attempting to bind port c4217d68-b69b-41f0-a89b-653935cf1fc1 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:20:16.263044 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52be418f-21d5-4e62-a049-4856a06054f0 None None] Attempting to bind port c4217d68-b69b-41f0-a89b-653935cf1fc1 on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:20:16.274866 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52be418f-21d5-4e62-a049-4856a06054f0 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:20:16.275218 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52be418f-21d5-4e62-a049-4856a06054f0 None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:20:16.275625 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-52be418f-21d5-4e62-a049-4856a06054f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:16.276031 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52be418f-21d5-4e62-a049-4856a06054f0 None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:20:16.276509 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-52be418f-21d5-4e62-a049-4856a06054f0 None None] Bound port: c4217d68-b69b-41f0-a89b-653935cf1fc1, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:20:16.276905 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-52be418f-21d5-4e62-a049-4856a06054f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:16.367159 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-ea2e11b9-c8dc-409d-8afa-5857e70cc1a3 None None] Allocated IP 172.20.0.2 (8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7/d0b1e7f5-08b9-432c-bfd5-260d5dd0fa6b/97542250-2944-4986-b104-6665c22099e4) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:20:16.385057 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-52be418f-21d5-4e62-a049-4856a06054f0 None None] For port c4217d68-b69b-41f0-a89b-653935cf1fc1, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:20:16.402818 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-709608e9-e089-4462-aa40-0f00d8cd3c88 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:16.432707 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-52be418f-21d5-4e62-a049-4856a06054f0 None None] For port c4217d68-b69b-41f0-a89b-653935cf1fc1, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=c4217d68-b69b-41f0-a89b-653935cf1fc1,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:20:16.444913 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-52be418f-21d5-4e62-a049-4856a06054f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:16.561257 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde6c6c4-b6a0-46d9-b987-f169bbb8b63b None None] Pushing event updated for resources: {'Port': ['ID=c4217d68-b69b-41f0-a89b-653935cf1fc1,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:16.570746 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52be418f-21d5-4e62-a049-4856a06054f0 None None] Routers {'f4dda6c7-bc40-4f9d-baf1-c76985810fa6'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:20:16.571377 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-52be418f-21d5-4e62-a049-4856a06054f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:19:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f4dda6c7-bc40-4f9d-baf1-c76985810fa6'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:20:16.723360 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ea2e11b9-c8dc-409d-8afa-5857e70cc1a3 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:16.755612 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-ea2e11b9-c8dc-409d-8afa-5857e70cc1a3 None None] Transition to ACTIVE for port object 97542250-2944-4986-b104-6665c22099e4 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:20:16.774573 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-52be418f-21d5-4e62-a049-4856a06054f0 None None] Set router f4dda6c7-bc40-4f9d-baf1-c76985810fa6 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:20:16.817783 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696eeabb-0d55-4e98-b6e8-b35ac662888b req-5a6d75f2-9cfd-42f0-b138-22a54bbddb05 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:16.819501 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-696eeabb-0d55-4e98-b6e8-b35ac662888b req-5a6d75f2-9cfd-42f0-b138-22a54bbddb05 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0cf3bd2-3398-4e0d-ac39-465d35910221 HTTP/1.1" status: 200 len: 944 time: 0.1256187 Jul 24 01:20:16.913054 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-696eeabb-0d55-4e98-b6e8-b35ac662888b req-86e751ee-5733-48fc-947a-6865f40649e5 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758703 Jul 24 01:20:16.957113 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-ea2e11b9-c8dc-409d-8afa-5857e70cc1a3 None None] Transition to ACTIVE for port object 97542250-2944-4986-b104-6665c22099e4 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:20:16.986166 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ea2e11b9-c8dc-409d-8afa-5857e70cc1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:17.028800 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-709608e9-e089-4462-aa40-0f00d8cd3c88 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Allocated IP 172.20.0.1 (8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7/d0b1e7f5-08b9-432c-bfd5-260d5dd0fa6b/5bf54afa-5342-4f84-bbec-d1a877f4de03) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:20:17.035873 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2e11b9-c8dc-409d-8afa-5857e70cc1a3 None None] Network 8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:20:17.051088 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-ea2e11b9-c8dc-409d-8afa-5857e70cc1a3 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:20:17.064881 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2e11b9-c8dc-409d-8afa-5857e70cc1a3 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:20:17.159063 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2e11b9-c8dc-409d-8afa-5857e70cc1a3 None None] Pushing event updated for resources: {'Port': ['ID=97542250-2944-4986-b104-6665c22099e4,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:17.165249 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-52be418f-21d5-4e62-a049-4856a06054f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dda6c7-bc40-4f9d-baf1-c76985810fa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-42581818', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'c4217d68-b69b-41f0-a89b-653935cf1fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:20:12Z', 'updated_at': '2021-07-24T01:20:13Z', 'revision_number': 3, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': 'c4217d68-b69b-41f0-a89b-653935cf1fc1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4dda6c7-bc40-4f9d-baf1-c76985810fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:20:13Z', 'updated_at': '2021-07-24T01:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:20:17.192577 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-709608e9-e089-4462-aa40-0f00d8cd3c88 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:17.207189 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-709608e9-e089-4462-aa40-0f00d8cd3c88 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Transition to ACTIVE for port object 5bf54afa-5342-4f84-bbec-d1a877f4de03 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:20:17.219229 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52be418f-21d5-4e62-a049-4856a06054f0 None None] The sync data for ids ['f4dda6c7-bc40-4f9d-baf1-c76985810fa6'] in n-d-793621-25 is: [{'id': 'f4dda6c7-bc40-4f9d-baf1-c76985810fa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-42581818', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'c4217d68-b69b-41f0-a89b-653935cf1fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:20:12Z', 'updated_at': '2021-07-24T01:20:13Z', 'revision_number': 3, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': 'c4217d68-b69b-41f0-a89b-653935cf1fc1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4dda6c7-bc40-4f9d-baf1-c76985810fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:20:13Z', 'updated_at': '2021-07-24T01:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:20:17.237467 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-ea2e11b9-c8dc-409d-8afa-5857e70cc1a3 None None] Attempting to bind port 97542250-2944-4986-b104-6665c22099e4 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:20:17.237971 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-ea2e11b9-c8dc-409d-8afa-5857e70cc1a3 None None] Attempting to bind port 97542250-2944-4986-b104-6665c22099e4 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'd4cda019-f956-44b2-b429-ed56856a1cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:20:17.238616 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2e11b9-c8dc-409d-8afa-5857e70cc1a3 None None] Attempting to bind port 97542250-2944-4986-b104-6665c22099e4 on network 8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:20:17.245302 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2e11b9-c8dc-409d-8afa-5857e70cc1a3 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:20:17.245772 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2e11b9-c8dc-409d-8afa-5857e70cc1a3 None None] Checking segment: {'id': 'd4cda019-f956-44b2-b429-ed56856a1cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:20:17.246245 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ea2e11b9-c8dc-409d-8afa-5857e70cc1a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:17.246957 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2e11b9-c8dc-409d-8afa-5857e70cc1a3 None None] Bound using segment: {'id': 'd4cda019-f956-44b2-b429-ed56856a1cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:20:17.247303 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-ea2e11b9-c8dc-409d-8afa-5857e70cc1a3 None None] Bound port: 97542250-2944-4986-b104-6665c22099e4, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4cda019-f956-44b2-b429-ed56856a1cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:20:17.247758 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ea2e11b9-c8dc-409d-8afa-5857e70cc1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:17.256772 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-709608e9-e089-4462-aa40-0f00d8cd3c88 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:17.324701 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709608e9-e089-4462-aa40-0f00d8cd3c88 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Network 8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:20:17.328324 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-709608e9-e089-4462-aa40-0f00d8cd3c88 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:20:17.341871 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709608e9-e089-4462-aa40-0f00d8cd3c88 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:20:17.358540 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-ea2e11b9-c8dc-409d-8afa-5857e70cc1a3 None None] For port 97542250-2944-4986-b104-6665c22099e4, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:20:17.370029 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-ea2e11b9-c8dc-409d-8afa-5857e70cc1a3 None None] For port 97542250-2944-4986-b104-6665c22099e4, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=97542250-2944-4986-b104-6665c22099e4,segment=NetworkSegment(d4cda019-f956-44b2-b429-ed56856a1cd7),segment_id=d4cda019-f956-44b2-b429-ed56856a1cd7)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:20:17.386581 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ea2e11b9-c8dc-409d-8afa-5857e70cc1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:17.391697 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709608e9-e089-4462-aa40-0f00d8cd3c88 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'Port': ['ID=5bf54afa-5342-4f84-bbec-d1a877f4de03,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:17.431648 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-709608e9-e089-4462-aa40-0f00d8cd3c88 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:17.510090 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2e11b9-c8dc-409d-8afa-5857e70cc1a3 None None] Pushing event updated for resources: {'Port': ['ID=97542250-2944-4986-b104-6665c22099e4,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:17.731527 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-709608e9-e089-4462-aa40-0f00d8cd3c88 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:18.191277 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706ccae-cab6-45d2-b5fb-a2e1d0cbeebb req-bad638c5-3954-4b19-8ad0-ab0322483163 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:18.195655 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9706ccae-cab6-45d2-b5fb-a2e1d0cbeebb req-bad638c5-3954-4b19-8ad0-ab0322483163 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0cf3bd2-3398-4e0d-ac39-465d35910221 HTTP/1.1" status: 200 len: 944 time: 0.1382792 Jul 24 01:20:18.245123 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-709608e9-e089-4462-aa40-0f00d8cd3c88 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:18.260259 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-709608e9-e089-4462-aa40-0f00d8cd3c88 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:18.274630 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b6ed372e-6378-4acf-89fa-c939b306ded6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:18.288990 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9706ccae-cab6-45d2-b5fb-a2e1d0cbeebb req-babfb791-ffa1-4f4f-9e72-73aedac9251c tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865855 Jul 24 01:20:18.361091 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-709608e9-e089-4462-aa40-0f00d8cd3c88 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:18.469418 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709608e9-e089-4462-aa40-0f00d8cd3c88 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'Port': ['ID=5bf54afa-5342-4f84-bbec-d1a877f4de03,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:18.491818 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709608e9-e089-4462-aa40-0f00d8cd3c88 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Network 8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:20:18.494451 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-709608e9-e089-4462-aa40-0f00d8cd3c88 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:20:18.522855 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:18.677710 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709608e9-e089-4462-aa40-0f00d8cd3c88 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Router f4dda6c7-bc40-4f9d-baf1-c76985810fa6 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:20:18.814910 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709608e9-e089-4462-aa40-0f00d8cd3c88 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:20:18.820782 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-709608e9-e089-4462-aa40-0f00d8cd3c88 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "PUT /v2.0/routers/f4dda6c7-bc40-4f9d-baf1-c76985810fa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0036452 Jul 24 01:20:18.969509 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89303690-9eba-46ed-97e6-416901599886 None None] Network 8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:20:19.065344 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a2bac88a-9a75-4138-bdc9-9e560a9d3189 None None] Provisioning for port 97542250-2944-4986-b104-6665c22099e4 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:20:19.069628 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-536a285c-af99-416a-a91f-aa158064c79c req-ab70d3dc-9982-464b-908a-ba93b2a66684 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-99064257&fields=id&tenant_id=d801781e24e8470b83b807a510a33715 HTTP/1.1" status: 200 len: 267 time: 0.0470414 Jul 24 01:20:19.222372 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a285c-af99-416a-a91f-aa158064c79c req-6c0c70ee-fc23-417c-a6a5-b312eaf48414 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:19.224441 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-536a285c-af99-416a-a91f-aa158064c79c req-6c0c70ee-fc23-417c-a6a5-b312eaf48414 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/networks?id=8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7 HTTP/1.1" status: 200 len: 797 time: 0.1463439 Jul 24 01:20:19.254291 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-536a285c-af99-416a-a91f-aa158064c79c req-4168d933-c138-4bc4-bd66-6a7b617c4e7a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/quotas/d801781e24e8470b83b807a510a33715 HTTP/1.1" status: 200 len: 375 time: 0.0137374 Jul 24 01:20:19.345940 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-536a285c-af99-416a-a91f-aa158064c79c req-5be109ea-ad63-4c43-ae0a-aa7be024580c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d801781e24e8470b83b807a510a33715&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0850410 Jul 24 01:20:19.539072 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:19.565189 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-536a285c-af99-416a-a91f-aa158064c79c req-262aa915-5274-4b8b-94e9-dd9a0c37e638 service neutron] 10.222.0.15 "GET /v2.0/networks/8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074697 Jul 24 01:20:19.591976 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e764b-f8cf-4dc9-af63-531b3e269f9b req-c339d5d6-0695-4cfb-8b9b-e9d05d181c64 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:19.601965 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f81e764b-f8cf-4dc9-af63-531b3e269f9b req-c339d5d6-0695-4cfb-8b9b-e9d05d181c64 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0cf3bd2-3398-4e0d-ac39-465d35910221 HTTP/1.1" status: 200 len: 944 time: 0.1889787 Jul 24 01:20:19.627994 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8b7d1577-58f2-4f04-a05f-fc1ed1b7d1c8 None None] Provisioning for port 5bf54afa-5342-4f84-bbec-d1a877f4de03 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:20:19.635394 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8b7d1577-58f2-4f04-a05f-fc1ed1b7d1c8 None None] Provisioning complete for port 5bf54afa-5342-4f84-bbec-d1a877f4de03 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:20:19.635773 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8b7d1577-58f2-4f04-a05f-fc1ed1b7d1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:19.686634 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device c4217d68-b69b-41f0-a89b-653935cf1fc1 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:20:19.686886 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f81e764b-f8cf-4dc9-af63-531b3e269f9b req-19b43695-bf90-40a7-bbb6-1bfcec8a5367 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774813 Jul 24 01:20:19.746089 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-8b7d1577-58f2-4f04-a05f-fc1ed1b7d1c8 None None] Port 5bf54afa-5342-4f84-bbec-d1a877f4de03 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:20:19.780818 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-536a285c-af99-416a-a91f-aa158064c79c req-09bb48cd-7354-44bd-bc03-6785afcc6fa5 service neutron] 10.222.0.15 "GET /v2.0/networks/8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090080 Jul 24 01:20:19.813203 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5091b3-9037-4d11-8bd2-78c0b2b21f3a None None] Sync routers for ids ['f4dda6c7-bc40-4f9d-baf1-c76985810fa6'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:20:19.823439 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5091b3-9037-4d11-8bd2-78c0b2b21f3a None None] Routers {'f4dda6c7-bc40-4f9d-baf1-c76985810fa6'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:20:19.824297 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-0a5091b3-9037-4d11-8bd2-78c0b2b21f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:20:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f4dda6c7-bc40-4f9d-baf1-c76985810fa6'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:20:19.835575 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port c4217d68-b69b-41f0-a89b-653935cf1fc1 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:20:19.839964 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port c4217d68-b69b-41f0-a89b-653935cf1fc1 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:20:19.840239 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:20.009721 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-0a5091b3-9037-4d11-8bd2-78c0b2b21f3a None None] Set router f4dda6c7-bc40-4f9d-baf1-c76985810fa6 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:20:20.019517 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:20.044445 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-5afcc835-a772-426f-af04-a846da6ea99a None None] Provisioning complete for port 5bf54afa-5342-4f84-bbec-d1a877f4de03 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:20:20.044820 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5afcc835-a772-426f-af04-a846da6ea99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:20.127337 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7bc93433-0c7c-4c99-9a6f-17fa187d2527 req-b18a3e03-8961-4afc-a604-c89c2018c9e2 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=248d3d64-13e5-407b-8d97-b6217af6649d HTTP/1.1" status: 200 len: 210 time: 0.0605934 Jul 24 01:20:20.164370 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port c4217d68-b69b-41f0-a89b-653935cf1fc1, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=c4217d68-b69b-41f0-a89b-653935cf1fc1,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:20:20.191270 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:20.192063 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 97542250-2944-4986-b104-6665c22099e4 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:20:20.276319 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-5afcc835-a772-426f-af04-a846da6ea99a None None] Port 5bf54afa-5342-4f84-bbec-d1a877f4de03 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:20:20.339009 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=c4217d68-b69b-41f0-a89b-653935cf1fc1,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:20.358112 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 97542250-2944-4986-b104-6665c22099e4 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:20:20.362080 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 97542250-2944-4986-b104-6665c22099e4 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:20:20.362584 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:20.422047 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d422e509-3d01-4715-9bbb-8cdb2f6d2f64 None None] Provisioning complete for port 5bf54afa-5342-4f84-bbec-d1a877f4de03 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:20:20.422412 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d422e509-3d01-4715-9bbb-8cdb2f6d2f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:20.424472 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-0a5091b3-9037-4d11-8bd2-78c0b2b21f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dda6c7-bc40-4f9d-baf1-c76985810fa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-42581818', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'c4217d68-b69b-41f0-a89b-653935cf1fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:20:12Z', 'updated_at': '2021-07-24T01:20:17Z', 'revision_number': 4, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': 'c4217d68-b69b-41f0-a89b-653935cf1fc1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8a:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4dda6c7-bc40-4f9d-baf1-c76985810fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:20:13Z', 'updated_at': '2021-07-24T01:20:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '5bf54afa-5342-4f84-bbec-d1a877f4de03', 'name': '', 'network_id': '8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'mac_address': 'fa:16:3e:fd:a7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4dda6c7-bc40-4f9d-baf1-c76985810fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'd0b1e7f5-08b9-432c-bfd5-260d5dd0fa6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:20:16Z', 'updated_at': '2021-07-24T01:20:18Z', 'revision_number': 2, 'project_id': 'd801781e24e8470b83b807a510a33715', 'subnets': [{'id': 'd0b1e7f5-08b9-432c-bfd5-260d5dd0fa6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:20:20.468739 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5091b3-9037-4d11-8bd2-78c0b2b21f3a None None] Checking router: f4dda6c7-bc40-4f9d-baf1-c76985810fa6 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:20:20.469516 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5091b3-9037-4d11-8bd2-78c0b2b21f3a None None] Updating router f4dda6c7-bc40-4f9d-baf1-c76985810fa6 port 5bf54afa-5342-4f84-bbec-d1a877f4de03 binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:20:20.500048 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-d422e509-3d01-4715-9bbb-8cdb2f6d2f64 None None] Port 5bf54afa-5342-4f84-bbec-d1a877f4de03 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:20:20.517848 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-0a5091b3-9037-4d11-8bd2-78c0b2b21f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:20.529533 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:20.579533 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 97542250-2944-4986-b104-6665c22099e4, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=97542250-2944-4986-b104-6665c22099e4,segment=NetworkSegment(d4cda019-f956-44b2-b429-ed56856a1cd7),segment_id=d4cda019-f956-44b2-b429-ed56856a1cd7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:20:20.596943 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:20.663194 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=97542250-2944-4986-b104-6665c22099e4,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:20.868230 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-0a5091b3-9037-4d11-8bd2-78c0b2b21f3a None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:20.879147 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-0a5091b3-9037-4d11-8bd2-78c0b2b21f3a None None] Transition to ACTIVE for port object 5bf54afa-5342-4f84-bbec-d1a877f4de03 will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:20:20.887544 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d0662-120e-4d5c-930a-c3bed3bf1ddd req-897aed7a-e908-4884-be78-701da8674e94 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:20.889304 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-0a5091b3-9037-4d11-8bd2-78c0b2b21f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:20.889459 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2c8d0662-120e-4d5c-930a-c3bed3bf1ddd req-897aed7a-e908-4884-be78-701da8674e94 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0cf3bd2-3398-4e0d-ac39-465d35910221 HTTP/1.1" status: 200 len: 944 time: 0.0852549 Jul 24 01:20:20.946926 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa6dea-7ea6-4b18-8f13-f2042095b2fa None None] Pushing event updated for resources: {'Port': ['ID=5bf54afa-5342-4f84-bbec-d1a877f4de03,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:20.956470 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2c8d0662-120e-4d5c-930a-c3bed3bf1ddd req-fd1b83bf-c99d-4c34-a1b0-dd96104e8ccc tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595324 Jul 24 01:20:20.964683 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfa6dea-7ea6-4b18-8f13-f2042095b2fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:20:20.965034 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfa6dea-7ea6-4b18-8f13-f2042095b2fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:20:20.965373 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfa6dea-7ea6-4b18-8f13-f2042095b2fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:20:20.965775 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfa6dea-7ea6-4b18-8f13-f2042095b2fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:20:20.966048 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfa6dea-7ea6-4b18-8f13-f2042095b2fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:20:20.966376 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfa6dea-7ea6-4b18-8f13-f2042095b2fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:20:20.966704 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfa6dea-7ea6-4b18-8f13-f2042095b2fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:20:20.967053 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfa6dea-7ea6-4b18-8f13-f2042095b2fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:20:20.967377 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfa6dea-7ea6-4b18-8f13-f2042095b2fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:20:20.967700 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfa6dea-7ea6-4b18-8f13-f2042095b2fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:20:20.968023 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfa6dea-7ea6-4b18-8f13-f2042095b2fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:20:20.968344 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfa6dea-7ea6-4b18-8f13-f2042095b2fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:20:21.034472 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-0a5091b3-9037-4d11-8bd2-78c0b2b21f3a None None] Attempting to bind port 5bf54afa-5342-4f84-bbec-d1a877f4de03 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:20:21.034897 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-0a5091b3-9037-4d11-8bd2-78c0b2b21f3a None None] Attempting to bind port 5bf54afa-5342-4f84-bbec-d1a877f4de03 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'd4cda019-f956-44b2-b429-ed56856a1cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:20:21.035271 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5091b3-9037-4d11-8bd2-78c0b2b21f3a None None] Attempting to bind port 5bf54afa-5342-4f84-bbec-d1a877f4de03 on network 8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:20:21.041143 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5091b3-9037-4d11-8bd2-78c0b2b21f3a None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:20:21.041519 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5091b3-9037-4d11-8bd2-78c0b2b21f3a None None] Checking segment: {'id': 'd4cda019-f956-44b2-b429-ed56856a1cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:20:21.041921 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-0a5091b3-9037-4d11-8bd2-78c0b2b21f3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:21.042313 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5091b3-9037-4d11-8bd2-78c0b2b21f3a None None] Bound using segment: {'id': 'd4cda019-f956-44b2-b429-ed56856a1cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:20:21.042802 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-0a5091b3-9037-4d11-8bd2-78c0b2b21f3a None None] Bound port: 5bf54afa-5342-4f84-bbec-d1a877f4de03, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4cda019-f956-44b2-b429-ed56856a1cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:20:21.043190 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-0a5091b3-9037-4d11-8bd2-78c0b2b21f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:21.051799 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:21.113801 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-0a5091b3-9037-4d11-8bd2-78c0b2b21f3a None None] For port 5bf54afa-5342-4f84-bbec-d1a877f4de03, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:20:21.120008 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-0a5091b3-9037-4d11-8bd2-78c0b2b21f3a None None] For port 5bf54afa-5342-4f84-bbec-d1a877f4de03, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=5bf54afa-5342-4f84-bbec-d1a877f4de03,segment=NetworkSegment(d4cda019-f956-44b2-b429-ed56856a1cd7),segment_id=d4cda019-f956-44b2-b429-ed56856a1cd7)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:20:21.124857 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-0a5091b3-9037-4d11-8bd2-78c0b2b21f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:21.187682 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa6dea-7ea6-4b18-8f13-f2042095b2fa None None] Pushing event updated for resources: {'Port': ['ID=5bf54afa-5342-4f84-bbec-d1a877f4de03,revision_number=4']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:21.222803 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5091b3-9037-4d11-8bd2-78c0b2b21f3a None None] Routers {'f4dda6c7-bc40-4f9d-baf1-c76985810fa6'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:20:21.223891 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-0a5091b3-9037-4d11-8bd2-78c0b2b21f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:20:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f4dda6c7-bc40-4f9d-baf1-c76985810fa6'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:20:21.243232 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device ea9f0a5a-66d8-47fd-911f-ec98f8f73448 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:20:21.332450 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-35b702fd-c10e-44f4-aa72-b7c9eeb721f5 req-73f20533-ce07-4440-8a6d-5ef396977de2 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=248d3d64-13e5-407b-8d97-b6217af6649d HTTP/1.1" status: 200 len: 210 time: 0.0809395 Jul 24 01:20:21.394125 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-0a5091b3-9037-4d11-8bd2-78c0b2b21f3a None None] Set router f4dda6c7-bc40-4f9d-baf1-c76985810fa6 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:20:21.426142 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port ea9f0a5a-66d8-47fd-911f-ec98f8f73448, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=ea9f0a5a-66d8-47fd-911f-ec98f8f73448,segment=NetworkSegment(4ba45e80-1699-41ea-af87-6ed5cfcc2657),segment_id=4ba45e80-1699-41ea-af87-6ed5cfcc2657)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:20:21.462479 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'ea9f0a5a-66d8-47fd-911f-ec98f8f73448', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'port_id': 'ea9f0a5a-66d8-47fd-911f-ec98f8f73448', 'mac_address': 'fa:16:3e:5c:52:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:20:21.535887 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:21.558830 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device c4217d68-b69b-41f0-a89b-653935cf1fc1 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:20:21.643424 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a285c-af99-416a-a91f-aa158064c79c req-1aa1df10-d646-4bcb-8b50-14fbb64cf875 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:21.647686 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-536a285c-af99-416a-a91f-aa158064c79c req-1aa1df10-d646-4bcb-8b50-14fbb64cf875 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.11 "GET /v2.0/networks?id=8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7 HTTP/1.1" status: 200 len: 797 time: 0.3017070 Jul 24 01:20:21.664678 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea9f0a5a-66d8-47fd-911f-ec98f8f73448 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:20:21.716259 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-536a285c-af99-416a-a91f-aa158064c79c req-05e919a9-d97c-490e-ae96-3ebd35ce06ad tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d801781e24e8470b83b807a510a33715 HTTP/1.1" status: 200 len: 378 time: 0.0597126 Jul 24 01:20:21.724509 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port ea9f0a5a-66d8-47fd-911f-ec98f8f73448, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=ea9f0a5a-66d8-47fd-911f-ec98f8f73448,segment=NetworkSegment(4ba45e80-1699-41ea-af87-6ed5cfcc2657),segment_id=4ba45e80-1699-41ea-af87-6ed5cfcc2657)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:20:21.727038 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-536a285c-af99-416a-a91f-aa158064c79c req-9509fba1-e67a-4d55-80de-ee0113f19cd3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'port': {'device_id': '248d3d64-13e5-407b-8d97-b6217af6649d', 'network_id': '8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7', 'admin_state_up': True, 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'security_groups': ['43d25856-5845-4a8e-9aab-f6434d0d6eda']}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:20:21.742625 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:21.761885 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port c4217d68-b69b-41f0-a89b-653935cf1fc1 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:20:21.762318 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:21.810967 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-0a5091b3-9037-4d11-8bd2-78c0b2b21f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dda6c7-bc40-4f9d-baf1-c76985810fa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-42581818', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'c4217d68-b69b-41f0-a89b-653935cf1fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:20:12Z', 'updated_at': '2021-07-24T01:20:17Z', 'revision_number': 4, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': 'c4217d68-b69b-41f0-a89b-653935cf1fc1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dda6c7-bc40-4f9d-baf1-c76985810fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:20:13Z', 'updated_at': '2021-07-24T01:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '5bf54afa-5342-4f84-bbec-d1a877f4de03', 'name': '', 'network_id': '8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'mac_address': 'fa:16:3e:fd:a7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4dda6c7-bc40-4f9d-baf1-c76985810fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'd0b1e7f5-08b9-432c-bfd5-260d5dd0fa6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:20:16Z', 'updated_at': '2021-07-24T01:20:21Z', 'revision_number': 4, 'project_id': 'd801781e24e8470b83b807a510a33715', 'subnets': [{'id': 'd0b1e7f5-08b9-432c-bfd5-260d5dd0fa6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:20:21.853762 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=ea9f0a5a-66d8-47fd-911f-ec98f8f73448,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:21.879000 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5091b3-9037-4d11-8bd2-78c0b2b21f3a None None] The sync data for ids ['f4dda6c7-bc40-4f9d-baf1-c76985810fa6'] in n-d-793621-25 is: [{'id': 'f4dda6c7-bc40-4f9d-baf1-c76985810fa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-42581818', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'c4217d68-b69b-41f0-a89b-653935cf1fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:20:12Z', 'updated_at': '2021-07-24T01:20:17Z', 'revision_number': 4, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': 'c4217d68-b69b-41f0-a89b-653935cf1fc1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dda6c7-bc40-4f9d-baf1-c76985810fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:20:13Z', 'updated_at': '2021-07-24T01:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '5bf54afa-5342-4f84-bbec-d1a877f4de03', 'name': '', 'network_id': '8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'mac_address': 'fa:16:3e:fd:a7:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4dda6c7-bc40-4f9d-baf1-c76985810fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'd0b1e7f5-08b9-432c-bfd5-260d5dd0fa6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:20:16Z', 'updated_at': '2021-07-24T01:20:21Z', 'revision_number': 4, 'project_id': 'd801781e24e8470b83b807a510a33715', 'subnets': [{'id': 'd0b1e7f5-08b9-432c-bfd5-260d5dd0fa6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:20:21.922227 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 97542250-2944-4986-b104-6665c22099e4 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:20:21.956228 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-536a285c-af99-416a-a91f-aa158064c79c req-9509fba1-e67a-4d55-80de-ee0113f19cd3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Made reservation on behalf of d801781e24e8470b83b807a510a33715 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:20:21.964544 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-536a285c-af99-416a-a91f-aa158064c79c req-9509fba1-e67a-4d55-80de-ee0113f19cd3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:21.998309 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['ea9f0a5a-66d8-47fd-911f-ec98f8f73448'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:20:22.246040 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-536a285c-af99-416a-a91f-aa158064c79c req-9509fba1-e67a-4d55-80de-ee0113f19cd3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Allocated IP 172.20.0.13 (8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7/d0b1e7f5-08b9-432c-bfd5-260d5dd0fa6b/76ada7bf-2e1b-4b0e-a59a-f34a4fdacede) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:20:22.294775 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 97542250-2944-4986-b104-6665c22099e4 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:20:22.295159 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:22.421731 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-536a285c-af99-416a-a91f-aa158064c79c req-9509fba1-e67a-4d55-80de-ee0113f19cd3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:22.436949 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-536a285c-af99-416a-a91f-aa158064c79c req-9509fba1-e67a-4d55-80de-ee0113f19cd3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Transition to ACTIVE for port object 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:20:22.495009 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-536a285c-af99-416a-a91f-aa158064c79c req-9509fba1-e67a-4d55-80de-ee0113f19cd3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:22.517937 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c314e101-bd9e-40ff-a67a-07ba86e81bfa req-d128d008-6853-4cb7-b306-c58774fcff96 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=248d3d64-13e5-407b-8d97-b6217af6649d HTTP/1.1" status: 200 len: 210 time: 0.0773129 Jul 24 01:20:22.555112 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-536a285c-af99-416a-a91f-aa158064c79c req-9509fba1-e67a-4d55-80de-ee0113f19cd3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Network 8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:20:22.559845 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-536a285c-af99-416a-a91f-aa158064c79c req-9509fba1-e67a-4d55-80de-ee0113f19cd3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:20:22.562427 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-536a285c-af99-416a-a91f-aa158064c79c req-9509fba1-e67a-4d55-80de-ee0113f19cd3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:20:22.620926 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f285b-ddd2-453c-b4de-869a10929547 req-e96eb00e-c9e7-4afc-9f85-cb1fb316e2a6 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:22.620926 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-601f285b-ddd2-453c-b4de-869a10929547 req-e96eb00e-c9e7-4afc-9f85-cb1fb316e2a6 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0cf3bd2-3398-4e0d-ac39-465d35910221 HTTP/1.1" status: 200 len: 945 time: 0.5253243 Jul 24 01:20:22.623882 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9509fba1-e67a-4d55-80de-ee0113f19cd3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'Port': ['ID=76ada7bf-2e1b-4b0e-a59a-f34a4fdacede,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:22.671417 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a285c-af99-416a-a91f-aa158064c79c req-9509fba1-e67a-4d55-80de-ee0113f19cd3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:22.672733 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-536a285c-af99-416a-a91f-aa158064c79c req-9509fba1-e67a-4d55-80de-ee0113f19cd3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:22.726770 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-536a285c-af99-416a-a91f-aa158064c79c req-9509fba1-e67a-4d55-80de-ee0113f19cd3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0039325 Jul 24 01:20:22.754159 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-536a285c-af99-416a-a91f-aa158064c79c req-1a1bfb44-6ae1-4b03-b303-8a8695f47ef4 service neutron] Request body: {'port': {'device_id': '248d3d64-13e5-407b-8d97-b6217af6649d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-25'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:20:22.804762 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-601f285b-ddd2-453c-b4de-869a10929547 req-0095a5e3-c34a-4cd2-a650-682fd8ccbeb9 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616082 Jul 24 01:20:22.893648 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-536a285c-af99-416a-a91f-aa158064c79c req-1a1bfb44-6ae1-4b03-b303-8a8695f47ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:22.992061 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-302dae35-ced2-4fca-9a0d-49fa1dd5d5f0 None None] Provisioning for port 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:20:22.996615 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-302dae35-ced2-4fca-9a0d-49fa1dd5d5f0 None None] Provisioning complete for port 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:20:22.999683 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-302dae35-ced2-4fca-9a0d-49fa1dd5d5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:23.041269 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-302dae35-ced2-4fca-9a0d-49fa1dd5d5f0 None None] Port 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:20:23.214666 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-536a285c-af99-416a-a91f-aa158064c79c req-1a1bfb44-6ae1-4b03-b303-8a8695f47ef4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede {{(pid=100463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:20:23.223110 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-536a285c-af99-416a-a91f-aa158064c79c req-1a1bfb44-6ae1-4b03-b303-8a8695f47ef4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:23.237051 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-536a285c-af99-416a-a91f-aa158064c79c req-1a1bfb44-6ae1-4b03-b303-8a8695f47ef4 service neutron] Transition to ACTIVE for port object 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:20:23.241870 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-536a285c-af99-416a-a91f-aa158064c79c req-1a1bfb44-6ae1-4b03-b303-8a8695f47ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:23.258128 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device ea9f0a5a-66d8-47fd-911f-ec98f8f73448 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:20:23.293226 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1bfb44-6ae1-4b03-b303-8a8695f47ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=76ada7bf-2e1b-4b0e-a59a-f34a4fdacede,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:23.326522 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port ea9f0a5a-66d8-47fd-911f-ec98f8f73448 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:20:23.331770 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port ea9f0a5a-66d8-47fd-911f-ec98f8f73448 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:20:23.332277 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:23.392763 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-536a285c-af99-416a-a91f-aa158064c79c req-1a1bfb44-6ae1-4b03-b303-8a8695f47ef4 service neutron] Attempting to bind port 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:20:23.393998 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-536a285c-af99-416a-a91f-aa158064c79c req-1a1bfb44-6ae1-4b03-b303-8a8695f47ef4 service neutron] Attempting to bind port 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': 'd4cda019-f956-44b2-b429-ed56856a1cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:20:23.393998 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536a285c-af99-416a-a91f-aa158064c79c req-1a1bfb44-6ae1-4b03-b303-8a8695f47ef4 service neutron] Attempting to bind port 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede on network 8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:20:23.414459 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536a285c-af99-416a-a91f-aa158064c79c req-1a1bfb44-6ae1-4b03-b303-8a8695f47ef4 service neutron] Port 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede on network 8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:20:23.415477 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536a285c-af99-416a-a91f-aa158064c79c req-1a1bfb44-6ae1-4b03-b303-8a8695f47ef4 service neutron] Attempting to bind port 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede on network 8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:20:23.423590 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536a285c-af99-416a-a91f-aa158064c79c req-1a1bfb44-6ae1-4b03-b303-8a8695f47ef4 service neutron] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:20:23.425666 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536a285c-af99-416a-a91f-aa158064c79c req-1a1bfb44-6ae1-4b03-b303-8a8695f47ef4 service neutron] Checking segment: {'id': 'd4cda019-f956-44b2-b429-ed56856a1cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:20:23.426563 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536a285c-af99-416a-a91f-aa158064c79c req-1a1bfb44-6ae1-4b03-b303-8a8695f47ef4 service neutron] Bound using segment: {'id': 'd4cda019-f956-44b2-b429-ed56856a1cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:20:23.427872 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-536a285c-af99-416a-a91f-aa158064c79c req-1a1bfb44-6ae1-4b03-b303-8a8695f47ef4 service neutron] Bound port: 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4cda019-f956-44b2-b429-ed56856a1cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:20:23.428795 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-536a285c-af99-416a-a91f-aa158064c79c req-1a1bfb44-6ae1-4b03-b303-8a8695f47ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:23.522391 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:23.564862 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-536a285c-af99-416a-a91f-aa158064c79c req-1a1bfb44-6ae1-4b03-b303-8a8695f47ef4 service neutron] For port 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede, host n-h2-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:20:23.569864 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-536a285c-af99-416a-a91f-aa158064c79c req-1a1bfb44-6ae1-4b03-b303-8a8695f47ef4 service neutron] For port 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede, host n-h2-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=76ada7bf-2e1b-4b0e-a59a-f34a4fdacede,segment=NetworkSegment(d4cda019-f956-44b2-b429-ed56856a1cd7),segment_id=d4cda019-f956-44b2-b429-ed56856a1cd7)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:20:23.579416 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 5bf54afa-5342-4f84-bbec-d1a877f4de03 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:20:23.584868 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-536a285c-af99-416a-a91f-aa158064c79c req-1a1bfb44-6ae1-4b03-b303-8a8695f47ef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:23.614608 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0cf3bd2-3398-4e0d-ac39-465d35910221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9f0a5a-66d8-47fd-911f-ec98f8f73448'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:20:23.617741 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1842c66-4ce9-4547-8dc2-ce680b89b6ec" -d '{"events": [{"server_uuid": "f0cf3bd2-3398-4e0d-ac39-465d35910221", "name": "network-vif-plugged", "status": "completed", "tag": "ea9f0a5a-66d8-47fd-911f-ec98f8f73448"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:20:23.643716 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a285c-af99-416a-a91f-aa158064c79c req-1a1bfb44-6ae1-4b03-b303-8a8695f47ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:23.644507 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-536a285c-af99-416a-a91f-aa158064c79c req-1a1bfb44-6ae1-4b03-b303-8a8695f47ef4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:23.646428 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-536a285c-af99-416a-a91f-aa158064c79c req-1a1bfb44-6ae1-4b03-b303-8a8695f47ef4 service neutron] 10.222.0.11 "PUT /v2.0/ports/76ada7bf-2e1b-4b0e-a59a-f34a4fdacede HTTP/1.1" status: 200 len: 1093 time: 0.9074907 Jul 24 01:20:23.647024 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '248d3d64-13e5-407b-8d97-b6217af6649d', 'tag': '76ada7bf-2e1b-4b0e-a59a-f34a4fdacede'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:20:23.650034 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51984aef-cd94-4c37-97d4-3b87907b03a2" -d '{"events": [{"name": "network-changed", "server_uuid": "248d3d64-13e5-407b-8d97-b6217af6649d", "tag": "76ada7bf-2e1b-4b0e-a59a-f34a4fdacede"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:20:23.667994 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port ea9f0a5a-66d8-47fd-911f-ec98f8f73448, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=ea9f0a5a-66d8-47fd-911f-ec98f8f73448,segment=NetworkSegment(4ba45e80-1699-41ea-af87-6ed5cfcc2657),segment_id=4ba45e80-1699-41ea-af87-6ed5cfcc2657)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:20:23.698896 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:23.701928 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1bfb44-6ae1-4b03-b303-8a8695f47ef4 service neutron] Pushing event updated for resources: {'Port': ['ID=76ada7bf-2e1b-4b0e-a59a-f34a4fdacede,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:23.752287 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eeaada-6af1-4a96-a6d7-4841f62b2ca9 req-bea2a1d5-e0e8-4493-8552-de7579e7d1fe tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:23.761280 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d8eeaada-6af1-4a96-a6d7-4841f62b2ca9 req-bea2a1d5-e0e8-4493-8552-de7579e7d1fe tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=248d3d64-13e5-407b-8d97-b6217af6649d HTTP/1.1" status: 200 len: 944 time: 0.1438513 Jul 24 01:20:23.811609 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b4b3e8-e54a-4c68-8b33-8ba74decac94 x-openstack-request-id: req-14b4b3e8-e54a-4c68-8b33-8ba74decac94 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:20:23.812918 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "248d3d64-13e5-407b-8d97-b6217af6649d", "tag": "76ada7bf-2e1b-4b0e-a59a-f34a4fdacede", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:20:23.813512 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-14b4b3e8-e54a-4c68-8b33-8ba74decac94 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:20:23.814285 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '248d3d64-13e5-407b-8d97-b6217af6649d', 'tag': '76ada7bf-2e1b-4b0e-a59a-f34a4fdacede', 'status': 'completed', 'code': 200} Jul 24 01:20:23.846041 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a285c-af99-416a-a91f-aa158064c79c req-873a8f94-23ec-487a-858d-41dca78efaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:23.847783 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-536a285c-af99-416a-a91f-aa158064c79c req-873a8f94-23ec-487a-858d-41dca78efaa6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d801781e24e8470b83b807a510a33715&device_id=248d3d64-13e5-407b-8d97-b6217af6649d HTTP/1.1" status: 200 len: 1096 time: 0.1015751 Jul 24 01:20:23.865434 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6ed277-804d-4042-863e-78e4eb47fdb9 x-openstack-request-id: req-2d6ed277-804d-4042-863e-78e4eb47fdb9 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:20:23.865739 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0cf3bd2-3398-4e0d-ac39-465d35910221", "name": "network-vif-plugged", "status": "completed", "tag": "ea9f0a5a-66d8-47fd-911f-ec98f8f73448", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:20:23.866068 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2d6ed277-804d-4042-863e-78e4eb47fdb9 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:20:23.866486 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0cf3bd2-3398-4e0d-ac39-465d35910221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9f0a5a-66d8-47fd-911f-ec98f8f73448', 'code': 200} Jul 24 01:20:23.867127 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=ea9f0a5a-66d8-47fd-911f-ec98f8f73448,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:23.887577 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d8eeaada-6af1-4a96-a6d7-4841f62b2ca9 req-818cbf9c-f196-4bd3-bee7-089fd3fe2cd4 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=43d25856-5845-4a8e-9aab-f6434d0d6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1252604 Jul 24 01:20:23.950921 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697ffee-d76b-445d-9e8b-baaf99f173b3 req-83a05196-e50b-413e-bc65-21c38f72885b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:23.952732 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-536a285c-af99-416a-a91f-aa158064c79c req-7c58aa04-6b7c-4551-ad80-e7cd8483d199 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76ada7bf-2e1b-4b0e-a59a-f34a4fdacede HTTP/1.1" status: 200 len: 217 time: 0.0975358 Jul 24 01:20:23.954201 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 5bf54afa-5342-4f84-bbec-d1a877f4de03 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:20:23.954988 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4697ffee-d76b-445d-9e8b-baaf99f173b3 req-83a05196-e50b-413e-bc65-21c38f72885b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f0cf3bd2-3398-4e0d-ac39-465d35910221 HTTP/1.1" status: 200 len: 1098 time: 0.1394308 Jul 24 01:20:23.959797 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 5bf54afa-5342-4f84-bbec-d1a877f4de03 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:20:23.960151 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:24.029198 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4697ffee-d76b-445d-9e8b-baaf99f173b3 req-18b36673-d02b-4a85-90dd-53ffeabdb697 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697656 Jul 24 01:20:24.100950 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a285c-af99-416a-a91f-aa158064c79c req-70b3d88a-bcde-4227-93d4-969c3d731186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:24.102071 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-536a285c-af99-416a-a91f-aa158064c79c req-70b3d88a-bcde-4227-93d4-969c3d731186 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0b1e7f5-08b9-432c-bfd5-260d5dd0fa6b HTTP/1.1" status: 200 len: 835 time: 0.1384077 Jul 24 01:20:24.116727 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:24.164039 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 5bf54afa-5342-4f84-bbec-d1a877f4de03, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=5bf54afa-5342-4f84-bbec-d1a877f4de03,segment=NetworkSegment(d4cda019-f956-44b2-b429-ed56856a1cd7),segment_id=d4cda019-f956-44b2-b429-ed56856a1cd7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:20:24.167647 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eccc3d-75e1-496f-9d1c-389fff06c7ae req-3de0a413-605e-4322-ac2a-e7d797975f25 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:24.168491 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:24.169263 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-21eccc3d-75e1-496f-9d1c-389fff06c7ae req-3de0a413-605e-4322-ac2a-e7d797975f25 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0cf3bd2-3398-4e0d-ac39-465d35910221 HTTP/1.1" status: 200 len: 946 time: 0.1666555 Jul 24 01:20:24.212635 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a285c-af99-416a-a91f-aa158064c79c req-c9634ea5-d070-4187-bd0c-9921ca77983a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:24.214182 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-536a285c-af99-416a-a91f-aa158064c79c req-c9634ea5-d070-4187-bd0c-9921ca77983a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1020136 Jul 24 01:20:24.243284 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=5bf54afa-5342-4f84-bbec-d1a877f4de03,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:24.572937 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-21eccc3d-75e1-496f-9d1c-389fff06c7ae req-ed9dce88-fd91-468c-9281-5de82083af94 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3947418 Jul 24 01:20:24.641479 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-536a285c-af99-416a-a91f-aa158064c79c req-05712754-abf9-4437-859b-d63dd5db0327 service neutron] 10.222.0.11 "GET /v2.0/networks/8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163604 Jul 24 01:20:24.774540 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-536a285c-af99-416a-a91f-aa158064c79c req-07c6981e-c356-436f-9512-32e0fb02ea37 service neutron] 10.222.0.11 "GET /v2.0/networks/8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263890 Jul 24 01:20:24.899837 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51984aef-cd94-4c37-97d4-3b87907b03a2 req-79fcc0d2-5c65-43a4-8d2e-95b03ab426b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:24.901404 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-51984aef-cd94-4c37-97d4-3b87907b03a2 req-79fcc0d2-5c65-43a4-8d2e-95b03ab426b8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d801781e24e8470b83b807a510a33715&device_id=248d3d64-13e5-407b-8d97-b6217af6649d HTTP/1.1" status: 200 len: 1096 time: 0.0628023 Jul 24 01:20:25.018530 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51984aef-cd94-4c37-97d4-3b87907b03a2 req-c68e635c-5437-4c39-a27c-85856323069a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:25.020194 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-51984aef-cd94-4c37-97d4-3b87907b03a2 req-c68e635c-5437-4c39-a27c-85856323069a service neutron] 10.222.0.11 "GET /v2.0/networks?id=8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7 HTTP/1.1" status: 200 len: 898 time: 0.1126733 Jul 24 01:20:25.027455 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f10fd-0c36-45ce-858f-8cfd8af44d99 req-597ffbac-fed0-4624-b772-a15f860a2214 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:25.030857 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b33f10fd-0c36-45ce-858f-8cfd8af44d99 req-597ffbac-fed0-4624-b772-a15f860a2214 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=248d3d64-13e5-407b-8d97-b6217af6649d HTTP/1.1" status: 200 len: 944 time: 0.0717657 Jul 24 01:20:25.080758 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-51984aef-cd94-4c37-97d4-3b87907b03a2 req-91522dbe-d11c-4445-87ff-a55248a41fbc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76ada7bf-2e1b-4b0e-a59a-f34a4fdacede HTTP/1.1" status: 200 len: 217 time: 0.0481761 Jul 24 01:20:25.082283 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b33f10fd-0c36-45ce-858f-8cfd8af44d99 req-38ac35bb-a59b-4551-b253-a82c9c71204e tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=43d25856-5845-4a8e-9aab-f6434d0d6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447464 Jul 24 01:20:25.148062 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51984aef-cd94-4c37-97d4-3b87907b03a2 req-a4a31a62-ca2d-4bad-8be4-e14c36e60096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:25.150436 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-51984aef-cd94-4c37-97d4-3b87907b03a2 req-a4a31a62-ca2d-4bad-8be4-e14c36e60096 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0b1e7f5-08b9-432c-bfd5-260d5dd0fa6b HTTP/1.1" status: 200 len: 835 time: 0.0629172 Jul 24 01:20:25.218629 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51984aef-cd94-4c37-97d4-3b87907b03a2 req-c1b63700-bf22-4898-bb63-fbda9d4ff018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:25.220181 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-51984aef-cd94-4c37-97d4-3b87907b03a2 req-c1b63700-bf22-4898-bb63-fbda9d4ff018 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628400 Jul 24 01:20:25.318040 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-51984aef-cd94-4c37-97d4-3b87907b03a2 req-9dd8d352-9c8a-4215-8dde-656c601c79e8 service neutron] 10.222.0.11 "GET /v2.0/networks/8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907514 Jul 24 01:20:25.436599 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-51984aef-cd94-4c37-97d4-3b87907b03a2 req-7b16a104-3f83-4aa8-b421-299ecf4e766e service neutron] 10.222.0.11 "GET /v2.0/networks/8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118927 Jul 24 01:20:25.496310 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 5bf54afa-5342-4f84-bbec-d1a877f4de03 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:20:25.561048 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 5bf54afa-5342-4f84-bbec-d1a877f4de03 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:20:25.561430 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:25.719766 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac269c4-03fd-4c0d-9975-84e0d56f0d80 req-a99d2959-a4cd-4c39-ba24-93d8e2b5c7d1 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:25.721436 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9ac269c4-03fd-4c0d-9975-84e0d56f0d80 req-a99d2959-a4cd-4c39-ba24-93d8e2b5c7d1 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0cf3bd2-3398-4e0d-ac39-465d35910221 HTTP/1.1" status: 200 len: 946 time: 0.0680408 Jul 24 01:20:25.763417 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9ac269c4-03fd-4c0d-9975-84e0d56f0d80 req-77dedabf-0e9d-4a0d-9461-e3b2a7bd5397 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348983 Jul 24 01:20:25.899142 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ffcb5e-5d3e-4722-98f3-97b6a7e123fa req-94ec1609-d317-4419-969c-6d6ddd47ab82 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:25.900681 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e7ffcb5e-5d3e-4722-98f3-97b6a7e123fa req-94ec1609-d317-4419-969c-6d6ddd47ab82 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0cf3bd2-3398-4e0d-ac39-465d35910221 HTTP/1.1" status: 200 len: 946 time: 0.0654254 Jul 24 01:20:25.940936 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e7ffcb5e-5d3e-4722-98f3-97b6a7e123fa req-71ed6d34-06de-49bf-a218-24f7320a44e6 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341859 Jul 24 01:20:26.236268 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f112d-ccd6-45bf-9881-f9a1d3770c91 req-3e92b1aa-c7e3-4e3f-8a2d-b9d8c92c7db6 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:26.238158 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d73f112d-ccd6-45bf-9881-f9a1d3770c91 req-3e92b1aa-c7e3-4e3f-8a2d-b9d8c92c7db6 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=248d3d64-13e5-407b-8d97-b6217af6649d HTTP/1.1" status: 200 len: 944 time: 0.0681934 Jul 24 01:20:26.291161 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d73f112d-ccd6-45bf-9881-f9a1d3770c91 req-63bf9c83-8d7d-4b23-af28-fe1a8b8f4a4e tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=43d25856-5845-4a8e-9aab-f6434d0d6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462186 Jul 24 01:20:27.055399 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:20:27.187624 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=76ada7bf-2e1b-4b0e-a59a-f34a4fdacede,segment=NetworkSegment(d4cda019-f956-44b2-b429-ed56856a1cd7),segment_id=d4cda019-f956-44b2-b429-ed56856a1cd7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:20:27.200557 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': '76ada7bf-2e1b-4b0e-a59a-f34a4fdacede', 'network_id': '8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7', 'port_id': '76ada7bf-2e1b-4b0e-a59a-f34a4fdacede', 'mac_address': 'fa:16:3e:e5:34:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b1e7f5-08b9-432c-bfd5-260d5dd0fa6b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:20:27.240560 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:27.254224 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:20:27.277961 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=76ada7bf-2e1b-4b0e-a59a-f34a4fdacede,segment=NetworkSegment(d4cda019-f956-44b2-b429-ed56856a1cd7),segment_id=d4cda019-f956-44b2-b429-ed56856a1cd7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:20:27.286024 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:27.399251 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=76ada7bf-2e1b-4b0e-a59a-f34a4fdacede,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:27.519901 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['76ada7bf-2e1b-4b0e-a59a-f34a4fdacede'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:20:27.532818 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e6ae37-502a-4f5e-8419-7a9e86f0afdc req-67f72b8b-002f-4d04-a199-7f673854cc72 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:27.534419 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-78e6ae37-502a-4f5e-8419-7a9e86f0afdc req-67f72b8b-002f-4d04-a199-7f673854cc72 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=248d3d64-13e5-407b-8d97-b6217af6649d HTTP/1.1" status: 200 len: 945 time: 0.1112845 Jul 24 01:20:27.627205 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-78e6ae37-502a-4f5e-8419-7a9e86f0afdc req-14579d06-2a64-4dea-b2b7-a0723e671fcc tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=43d25856-5845-4a8e-9aab-f6434d0d6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0610189 Jul 24 01:20:28.595456 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:20:28.767222 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ebce2-e3b1-45e5-8d69-8ae37e023ec0 req-974aa1f1-4b16-4112-89e2-545d64f686bf tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:28.772190 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-da5ebce2-e3b1-45e5-8d69-8ae37e023ec0 req-974aa1f1-4b16-4112-89e2-545d64f686bf tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=248d3d64-13e5-407b-8d97-b6217af6649d HTTP/1.1" status: 200 len: 945 time: 0.0801926 Jul 24 01:20:28.786238 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-fea9ed29-2764-4e69-bb17-5d55c32b2d34 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:28.795247 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-fea9ed29-2764-4e69-bb17-5d55c32b2d34 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/networks?id=ad265d84-5a8c-4acf-b883-4ded13d15286 HTTP/1.1" status: 200 len: 812 time: 0.1254222 Jul 24 01:20:28.806613 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-27b19529-6025-492b-b135-bdab1b99abda tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/quotas/cc21a234b38d48d88c3414cb45873771 HTTP/1.1" status: 200 len: 375 time: 0.0104668 Jul 24 01:20:28.838971 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-da5ebce2-e3b1-45e5-8d69-8ae37e023ec0 req-2fa631a4-6759-41f5-9c86-32a2fdf7aee7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=43d25856-5845-4a8e-9aab-f6434d0d6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558794 Jul 24 01:20:28.894576 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-347981d9-3611-4316-bc3e-5bfdb18f1554 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc21a234b38d48d88c3414cb45873771&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0817964 Jul 24 01:20:29.015002 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-43c7bf5f-739b-4f0c-85d0-0e634dbcc83e service neutron] 10.222.0.15 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082036 Jul 24 01:20:29.055160 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede up at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:20:29.117936 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning for port 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:20:29.121793 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning complete for port 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:20:29.122147 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:29.123665 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-07df3bdc-eac6-4e73-aabd-f93c0ee6d464 service neutron] 10.222.0.15 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011255 Jul 24 01:20:29.213967 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:29.240651 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248d3d64-13e5-407b-8d97-b6217af6649d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ada7bf-2e1b-4b0e-a59a-f34a4fdacede'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:20:29.243022 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40fe4620-308b-4b16-beee-5ce279d40dd7" -d '{"events": [{"server_uuid": "248d3d64-13e5-407b-8d97-b6217af6649d", "name": "network-vif-plugged", "status": "completed", "tag": "76ada7bf-2e1b-4b0e-a59a-f34a4fdacede"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:20:29.260684 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=76ada7bf-2e1b-4b0e-a59a-f34a4fdacede,segment=NetworkSegment(d4cda019-f956-44b2-b429-ed56856a1cd7),segment_id=d4cda019-f956-44b2-b429-ed56856a1cd7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:20:29.265146 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:29.293608 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9551c8de-578e-4378-8eac-df4129400349 x-openstack-request-id: req-9551c8de-578e-4378-8eac-df4129400349 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:20:29.293917 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248d3d64-13e5-407b-8d97-b6217af6649d", "name": "network-vif-plugged", "status": "completed", "tag": "76ada7bf-2e1b-4b0e-a59a-f34a4fdacede", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:20:29.294166 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9551c8de-578e-4378-8eac-df4129400349 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:20:29.294562 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '248d3d64-13e5-407b-8d97-b6217af6649d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ada7bf-2e1b-4b0e-a59a-f34a4fdacede', 'code': 200} Jul 24 01:20:29.322614 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=76ada7bf-2e1b-4b0e-a59a-f34a4fdacede,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:29.414462 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6c95bffb-5f4b-4f30-a2fd-8a3a35999f8d req-0187f660-c839-4408-8e5f-3aa50259fe9e tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec80dd4b-e688-41e9-913f-30afde99344f HTTP/1.1" status: 200 len: 210 time: 0.0481784 Jul 24 01:20:29.427058 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2daa1a-d0e9-4772-8f5d-9f209d071d6b req-93b231bb-f6b7-4758-b4c4-72967273c5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:29.428730 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9a2daa1a-d0e9-4772-8f5d-9f209d071d6b req-93b231bb-f6b7-4758-b4c4-72967273c5d6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=248d3d64-13e5-407b-8d97-b6217af6649d HTTP/1.1" status: 200 len: 1098 time: 0.0744758 Jul 24 01:20:29.474879 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9a2daa1a-d0e9-4772-8f5d-9f209d071d6b req-d160252c-1354-4d68-869c-838c84419d58 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=43d25856-5845-4a8e-9aab-f6434d0d6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390446 Jul 24 01:20:29.987061 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54c28a-e84e-4354-a093-1c6ea9b2025b req-e5865215-85cc-42a8-845e-ff13472ac3ee tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:29.989143 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb54c28a-e84e-4354-a093-1c6ea9b2025b req-e5865215-85cc-42a8-845e-ff13472ac3ee tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=248d3d64-13e5-407b-8d97-b6217af6649d HTTP/1.1" status: 200 len: 946 time: 0.0843539 Jul 24 01:20:30.035254 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb54c28a-e84e-4354-a093-1c6ea9b2025b req-c18a0922-b964-4b66-94aa-b44bba98395f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=43d25856-5845-4a8e-9aab-f6434d0d6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395153 Jul 24 01:20:30.601061 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b4215527-387f-439f-b0c9-f2a496e4a563 req-a6a8eecb-602e-4803-9d85-9defb88ade01 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec80dd4b-e688-41e9-913f-30afde99344f HTTP/1.1" status: 200 len: 210 time: 0.0352533 Jul 24 01:20:30.679171 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-7206bcb5-dc45-4e14-a88a-130793a61f33 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:30.680674 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-7206bcb5-dc45-4e14-a88a-130793a61f33 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.13 "GET /v2.0/networks?id=ad265d84-5a8c-4acf-b883-4ded13d15286 HTTP/1.1" status: 200 len: 812 time: 0.1755776 Jul 24 01:20:30.694073 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-51562519-3172-43bd-931f-09559637d9b3 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Request body: {'port': {'device_id': 'ec80dd4b-e688-41e9-913f-30afde99344f', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'admin_state_up': True, 'tenant_id': 'cc21a234b38d48d88c3414cb45873771'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:20:30.849020 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-51562519-3172-43bd-931f-09559637d9b3 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Made reservation on behalf of cc21a234b38d48d88c3414cb45873771 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:20:30.857517 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-51562519-3172-43bd-931f-09559637d9b3 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:31.087636 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-51562519-3172-43bd-931f-09559637d9b3 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Allocated IP 172.20.0.8 (ad265d84-5a8c-4acf-b883-4ded13d15286/e29f41fb-7a38-4eae-917b-51d7b2f60633/5dadbdf2-89fd-4137-bfa7-cdcef442d3f2) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:20:31.215731 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d35a0-ba06-466f-8ac3-8ec48091575e req-904a512b-2548-4214-9ab6-1a2606b0717a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:31.220825 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-049d35a0-ba06-466f-8ac3-8ec48091575e req-904a512b-2548-4214-9ab6-1a2606b0717a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=248d3d64-13e5-407b-8d97-b6217af6649d HTTP/1.1" status: 200 len: 946 time: 0.0984943 Jul 24 01:20:31.315660 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-049d35a0-ba06-466f-8ac3-8ec48091575e req-b71a65eb-51fc-4f20-86fa-fee0b5921320 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=43d25856-5845-4a8e-9aab-f6434d0d6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0880179 Jul 24 01:20:31.418298 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-51562519-3172-43bd-931f-09559637d9b3 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:31.445491 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-51562519-3172-43bd-931f-09559637d9b3 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Transition to ACTIVE for port object 5dadbdf2-89fd-4137-bfa7-cdcef442d3f2 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:20:31.534038 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-51562519-3172-43bd-931f-09559637d9b3 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:31.550329 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['ea9f0a5a-66d8-47fd-911f-ec98f8f73448'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:20:31.612075 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51562519-3172-43bd-931f-09559637d9b3 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Pushing event updated for resources: {'Port': ['ID=5dadbdf2-89fd-4137-bfa7-cdcef442d3f2,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:31.626486 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41c0d2-9483-4070-bb76-9f535032d321 req-05f7cb51-41ad-4efc-98e5-62733cbdbd0e tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:31.628672 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ae41c0d2-9483-4070-bb76-9f535032d321 req-05f7cb51-41ad-4efc-98e5-62733cbdbd0e tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=248d3d64-13e5-407b-8d97-b6217af6649d HTTP/1.1" status: 200 len: 946 time: 0.1513801 Jul 24 01:20:31.640595 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-51562519-3172-43bd-931f-09559637d9b3 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Network ad265d84-5a8c-4acf-b883-4ded13d15286 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:20:31.657813 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-51562519-3172-43bd-931f-09559637d9b3 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:20:31.661508 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-51562519-3172-43bd-931f-09559637d9b3 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:20:31.771033 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-51562519-3172-43bd-931f-09559637d9b3 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:31.771731 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-51562519-3172-43bd-931f-09559637d9b3 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:31.791457 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51562519-3172-43bd-931f-09559637d9b3 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:20:31.791811 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51562519-3172-43bd-931f-09559637d9b3 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:20:31.792160 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51562519-3172-43bd-931f-09559637d9b3 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:20:31.792501 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51562519-3172-43bd-931f-09559637d9b3 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:20:31.792839 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51562519-3172-43bd-931f-09559637d9b3 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:20:31.793175 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51562519-3172-43bd-931f-09559637d9b3 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:20:31.793640 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51562519-3172-43bd-931f-09559637d9b3 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:20:31.793978 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51562519-3172-43bd-931f-09559637d9b3 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:20:31.794317 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51562519-3172-43bd-931f-09559637d9b3 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:20:31.794641 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51562519-3172-43bd-931f-09559637d9b3 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:20:31.795040 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51562519-3172-43bd-931f-09559637d9b3 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:20:31.795381 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51562519-3172-43bd-931f-09559637d9b3 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:20:31.861113 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd012f-bacb-4871-85a9-12bdd7f52175 req-60c97a14-d0b1-4c37-886a-b0957b8b2a6e tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:31.863260 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a6dd012f-bacb-4871-85a9-12bdd7f52175 req-60c97a14-d0b1-4c37-886a-b0957b8b2a6e tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec80dd4b-e688-41e9-913f-30afde99344f HTTP/1.1" status: 200 len: 931 time: 0.1328988 Jul 24 01:20:31.890522 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ae41c0d2-9483-4070-bb76-9f535032d321 req-c27129e2-6556-439d-98ea-70cf03f7752c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=43d25856-5845-4a8e-9aab-f6434d0d6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2468984 Jul 24 01:20:31.892017 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-51562519-3172-43bd-931f-09559637d9b3 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2019694 Jul 24 01:20:31.920191 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 41530) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:20:31.975558 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a6dd012f-bacb-4871-85a9-12bdd7f52175 req-0d7f0e6f-8521-4185-8966-7c2e8e13868b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037028 Jul 24 01:20:32.033080 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a6b78c-b7f6-4822-b4f8-19fb3c14c98d tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:32.036263 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-36a6b78c-b7f6-4822-b4f8-19fb3c14c98d tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=248d3d64-13e5-407b-8d97-b6217af6649d HTTP/1.1" status: 200 len: 1093 time: 0.1145720 Jul 24 01:20:32.039808 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 41534) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:20:32.045053 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-13887c18-ca2f-424f-a97d-92aa3f65b2f3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'port_id': '76ada7bf-2e1b-4b0e-a59a-f34a4fdacede', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:20:32.052599 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-a1ba5515-d555-4bf1-bcc2-5a38a0484054 service neutron] Request body: {'port': {'device_id': 'ec80dd4b-e688-41e9-913f-30afde99344f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:20:32.093340 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-13887c18-ca2f-424f-a97d-92aa3f65b2f3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for floatingip, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:32.144370 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e49b7275-8910-42fc-878d-50c448f78311 None None] Provisioning for port 5dadbdf2-89fd-4137-bfa7-cdcef442d3f2 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:20:32.151579 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e49b7275-8910-42fc-878d-50c448f78311 None None] Provisioning complete for port 5dadbdf2-89fd-4137-bfa7-cdcef442d3f2 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:20:32.152550 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e49b7275-8910-42fc-878d-50c448f78311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:32.175431 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-a1ba5515-d555-4bf1-bcc2-5a38a0484054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:32.230138 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-e49b7275-8910-42fc-878d-50c448f78311 None None] Port 5dadbdf2-89fd-4137-bfa7-cdcef442d3f2 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:20:32.262985 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-13887c18-ca2f-424f-a97d-92aa3f65b2f3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:32.429918 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-13887c18-ca2f-424f-a97d-92aa3f65b2f3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Allocated IP 172.25.2.183 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/10a7d720-914e-4e87-a88a-c8cc720d41d4) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:20:32.595426 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-13887c18-ca2f-424f-a97d-92aa3f65b2f3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:32.679394 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-13887c18-ca2f-424f-a97d-92aa3f65b2f3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:32.738808 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-a1ba5515-d555-4bf1-bcc2-5a38a0484054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dadbdf2-89fd-4137-bfa7-cdcef442d3f2 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:20:32.739909 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13887c18-ca2f-424f-a97d-92aa3f65b2f3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'Port': ['ID=10a7d720-914e-4e87-a88a-c8cc720d41d4,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:32.766048 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-a1ba5515-d555-4bf1-bcc2-5a38a0484054 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:32.767971 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13887c18-ca2f-424f-a97d-92aa3f65b2f3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:20:32.770184 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-13887c18-ca2f-424f-a97d-92aa3f65b2f3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:20:32.781151 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13887c18-ca2f-424f-a97d-92aa3f65b2f3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:20:32.792044 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-a1ba5515-d555-4bf1-bcc2-5a38a0484054 service neutron] Transition to ACTIVE for port object 5dadbdf2-89fd-4137-bfa7-cdcef442d3f2 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:20:32.800716 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-a1ba5515-d555-4bf1-bcc2-5a38a0484054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:33.052737 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ba5515-d555-4bf1-bcc2-5a38a0484054 service neutron] Pushing event updated for resources: {'Port': ['ID=5dadbdf2-89fd-4137-bfa7-cdcef442d3f2,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:33.055563 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-a1ba5515-d555-4bf1-bcc2-5a38a0484054 service neutron] Attempting to bind port 5dadbdf2-89fd-4137-bfa7-cdcef442d3f2 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:20:33.055952 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-a1ba5515-d555-4bf1-bcc2-5a38a0484054 service neutron] Attempting to bind port 5dadbdf2-89fd-4137-bfa7-cdcef442d3f2 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '4ba45e80-1699-41ea-af87-6ed5cfcc2657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:20:33.056287 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-a1ba5515-d555-4bf1-bcc2-5a38a0484054 service neutron] Attempting to bind port 5dadbdf2-89fd-4137-bfa7-cdcef442d3f2 on network ad265d84-5a8c-4acf-b883-4ded13d15286 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:20:33.061636 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-a1ba5515-d555-4bf1-bcc2-5a38a0484054 service neutron] Port 5dadbdf2-89fd-4137-bfa7-cdcef442d3f2 on network ad265d84-5a8c-4acf-b883-4ded13d15286 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:20:33.061982 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-a1ba5515-d555-4bf1-bcc2-5a38a0484054 service neutron] Attempting to bind port 5dadbdf2-89fd-4137-bfa7-cdcef442d3f2 on network ad265d84-5a8c-4acf-b883-4ded13d15286 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:20:33.074351 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-a1ba5515-d555-4bf1-bcc2-5a38a0484054 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:20:33.075249 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-a1ba5515-d555-4bf1-bcc2-5a38a0484054 service neutron] Checking segment: {'id': '4ba45e80-1699-41ea-af87-6ed5cfcc2657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:20:33.078376 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-a1ba5515-d555-4bf1-bcc2-5a38a0484054 service neutron] Bound using segment: {'id': '4ba45e80-1699-41ea-af87-6ed5cfcc2657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:20:33.078376 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-a1ba5515-d555-4bf1-bcc2-5a38a0484054 service neutron] Bound port: 5dadbdf2-89fd-4137-bfa7-cdcef442d3f2, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ba45e80-1699-41ea-af87-6ed5cfcc2657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:20:33.078376 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-a1ba5515-d555-4bf1-bcc2-5a38a0484054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:33.304555 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-a1ba5515-d555-4bf1-bcc2-5a38a0484054 service neutron] For port 5dadbdf2-89fd-4137-bfa7-cdcef442d3f2, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:20:33.325457 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e3a1e-74ac-49ae-ba51-4256fc5c1106 req-b14969d3-dc30-4855-b58e-70c5174815ba tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:33.339688 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-463e3a1e-74ac-49ae-ba51-4256fc5c1106 req-b14969d3-dc30-4855-b58e-70c5174815ba tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec80dd4b-e688-41e9-913f-30afde99344f HTTP/1.1" status: 200 len: 943 time: 0.1961503 Jul 24 01:20:33.346668 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-a1ba5515-d555-4bf1-bcc2-5a38a0484054 service neutron] For port 5dadbdf2-89fd-4137-bfa7-cdcef442d3f2, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=5dadbdf2-89fd-4137-bfa7-cdcef442d3f2,segment=NetworkSegment(4ba45e80-1699-41ea-af87-6ed5cfcc2657),segment_id=4ba45e80-1699-41ea-af87-6ed5cfcc2657)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:20:33.365231 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-a1ba5515-d555-4bf1-bcc2-5a38a0484054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:33.485605 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-13887c18-ca2f-424f-a97d-92aa3f65b2f3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:33.694365 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-13887c18-ca2f-424f-a97d-92aa3f65b2f3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:33.798779 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-a1ba5515-d555-4bf1-bcc2-5a38a0484054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:33.801816 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-a1ba5515-d555-4bf1-bcc2-5a38a0484054 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:33.803513 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-a1ba5515-d555-4bf1-bcc2-5a38a0484054 service neutron] 10.222.0.13 "PUT /v2.0/ports/5dadbdf2-89fd-4137-bfa7-cdcef442d3f2 HTTP/1.1" status: 200 len: 1092 time: 1.9036996 Jul 24 01:20:33.804302 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec80dd4b-e688-41e9-913f-30afde99344f', 'tag': '5dadbdf2-89fd-4137-bfa7-cdcef442d3f2'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:20:33.806896 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56aafb44-c246-47a3-8804-0731cf62f9a3" -d '{"events": [{"name": "network-changed", "server_uuid": "ec80dd4b-e688-41e9-913f-30afde99344f", "tag": "5dadbdf2-89fd-4137-bfa7-cdcef442d3f2"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:20:33.842804 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ba5515-d555-4bf1-bcc2-5a38a0484054 service neutron] Pushing event updated for resources: {'Port': ['ID=5dadbdf2-89fd-4137-bfa7-cdcef442d3f2,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:33.921708 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267d0548-cce9-44fe-b815-68b2532bfd8c x-openstack-request-id: req-267d0548-cce9-44fe-b815-68b2532bfd8c {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:20:33.922389 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec80dd4b-e688-41e9-913f-30afde99344f", "tag": "5dadbdf2-89fd-4137-bfa7-cdcef442d3f2", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:20:33.922915 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-267d0548-cce9-44fe-b815-68b2532bfd8c {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:20:33.923514 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec80dd4b-e688-41e9-913f-30afde99344f', 'tag': '5dadbdf2-89fd-4137-bfa7-cdcef442d3f2', 'status': 'completed', 'code': 200} Jul 24 01:20:33.931508 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-13887c18-ca2f-424f-a97d-92aa3f65b2f3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:33.944294 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-463e3a1e-74ac-49ae-ba51-4256fc5c1106 req-36672215-44ad-4e97-8569-5ab58da76637 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6036658 Jul 24 01:20:33.947648 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-13887c18-ca2f-424f-a97d-92aa3f65b2f3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:34.020778 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-dec63ba8-bc25-4267-adfa-d1a27e224252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:34.022539 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-dec63ba8-bc25-4267-adfa-d1a27e224252 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc21a234b38d48d88c3414cb45873771&device_id=ec80dd4b-e688-41e9-913f-30afde99344f HTTP/1.1" status: 200 len: 1095 time: 0.1599402 Jul 24 01:20:34.055664 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13887c18-ca2f-424f-a97d-92aa3f65b2f3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'Port': ['ID=10a7d720-914e-4e87-a88a-c8cc720d41d4,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:34.076103 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-13887c18-ca2f-424f-a97d-92aa3f65b2f3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:34.110867 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-a748fe2e-cc3f-41cf-a4f1-73f43cb7a97d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5dadbdf2-89fd-4137-bfa7-cdcef442d3f2 HTTP/1.1" status: 200 len: 217 time: 0.0782442 Jul 24 01:20:34.186258 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [None req-13887c18-ca2f-424f-a97d-92aa3f65b2f3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Floating IP df69d7ea-4b8e-465b-a111-3a86be11a895 associated. External IP: 172.25.2.183, port: 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede. Jul 24 01:20:34.203810 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-f31b6682-3adc-44b2-a7cd-3a246cdd85a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:34.205297 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-f31b6682-3adc-44b2-a7cd-3a246cdd85a6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e29f41fb-7a38-4eae-917b-51d7b2f60633 HTTP/1.1" status: 200 len: 851 time: 0.0857210 Jul 24 01:20:34.316827 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-a1d8a345-7596-4131-a316-b5cdb10be0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:34.321249 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-a1d8a345-7596-4131-a316-b5cdb10be0f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad265d84-5a8c-4acf-b883-4ded13d15286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1088507 Jul 24 01:20:34.470832 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13887c18-ca2f-424f-a97d-92aa3f65b2f3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Router f4dda6c7-bc40-4f9d-baf1-c76985810fa6 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:20:34.478399 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-c14e4436-afcf-4522-994c-ed6218b8754c service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468668 Jul 24 01:20:34.636321 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13887c18-ca2f-424f-a97d-92aa3f65b2f3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:20:34.648854 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad617d0-4e90-4ba2-a865-9ba6c91232aa None None] Sync routers for ids ['f4dda6c7-bc40-4f9d-baf1-c76985810fa6'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:20:34.671630 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-88a48fb3-aa66-4c02-9806-3fb72602b470 req-8d2cbb2c-a4c6-46b6-8574-7537d6f3771f service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861470 Jul 24 01:20:34.673019 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad617d0-4e90-4ba2-a865-9ba6c91232aa None None] Routers {'f4dda6c7-bc40-4f9d-baf1-c76985810fa6'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:20:34.673444 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-13887c18-ca2f-424f-a97d-92aa3f65b2f3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:34.673663 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-dad617d0-4e90-4ba2-a865-9ba6c91232aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:20:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f4dda6c7-bc40-4f9d-baf1-c76985810fa6'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:20:34.740290 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-13887c18-ca2f-424f-a97d-92aa3f65b2f3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6992416 Jul 24 01:20:34.741041 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '248d3d64-13e5-407b-8d97-b6217af6649d', 'tag': '76ada7bf-2e1b-4b0e-a59a-f34a4fdacede'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:20:34.747771 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435687f5-1241-4684-9955-cf631a8fba54" -d '{"events": [{"name": "network-changed", "server_uuid": "248d3d64-13e5-407b-8d97-b6217af6649d", "tag": "76ada7bf-2e1b-4b0e-a59a-f34a4fdacede"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:20:34.878325 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8043be-c1bf-4c0e-a7ef-ebb82445384f x-openstack-request-id: req-dd8043be-c1bf-4c0e-a7ef-ebb82445384f {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:20:34.878800 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "248d3d64-13e5-407b-8d97-b6217af6649d", "tag": "76ada7bf-2e1b-4b0e-a59a-f34a4fdacede", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:20:34.879882 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dd8043be-c1bf-4c0e-a7ef-ebb82445384f {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:20:34.880486 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '248d3d64-13e5-407b-8d97-b6217af6649d', 'tag': '76ada7bf-2e1b-4b0e-a59a-f34a4fdacede', 'status': 'completed', 'code': 200} Jul 24 01:20:34.896613 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aafb44-c246-47a3-8804-0731cf62f9a3 req-594249fc-6f53-444f-89d8-a0a7cf1a4ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:34.898454 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-56aafb44-c246-47a3-8804-0731cf62f9a3 req-594249fc-6f53-444f-89d8-a0a7cf1a4ba2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc21a234b38d48d88c3414cb45873771&device_id=ec80dd4b-e688-41e9-913f-30afde99344f HTTP/1.1" status: 200 len: 1095 time: 0.1538355 Jul 24 01:20:34.921375 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e48c17-fc3a-44f3-8774-50a79ff89651 req-d0c1e1ea-d84a-4361-aa60-54f3814d7ec6 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:34.922679 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-dad617d0-4e90-4ba2-a865-9ba6c91232aa None None] Set router f4dda6c7-bc40-4f9d-baf1-c76985810fa6 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:20:34.923208 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86e48c17-fc3a-44f3-8774-50a79ff89651 req-d0c1e1ea-d84a-4361-aa60-54f3814d7ec6 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=248d3d64-13e5-407b-8d97-b6217af6649d HTTP/1.1" status: 200 len: 946 time: 0.0871866 Jul 24 01:20:35.063055 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86e48c17-fc3a-44f3-8774-50a79ff89651 req-23371619-14f2-436c-9aa4-66ac79b89ec3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=43d25856-5845-4a8e-9aab-f6434d0d6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1297212 Jul 24 01:20:35.089221 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435687f5-1241-4684-9955-cf631a8fba54 req-044cdc0b-9495-4e55-8c4a-819d60749bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:35.089221 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-435687f5-1241-4684-9955-cf631a8fba54 req-044cdc0b-9495-4e55-8c4a-819d60749bd4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d801781e24e8470b83b807a510a33715&device_id=248d3d64-13e5-407b-8d97-b6217af6649d HTTP/1.1" status: 200 len: 1098 time: 0.1593046 Jul 24 01:20:35.089537 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:35.093114 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 41612) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:20:35.287098 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aafb44-c246-47a3-8804-0731cf62f9a3 req-acdc7d4f-d8ae-44ee-aa33-3606159e00c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:35.298505 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-56aafb44-c246-47a3-8804-0731cf62f9a3 req-acdc7d4f-d8ae-44ee-aa33-3606159e00c9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ad265d84-5a8c-4acf-b883-4ded13d15286 HTTP/1.1" status: 200 len: 913 time: 0.3732414 Jul 24 01:20:35.323456 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435687f5-1241-4684-9955-cf631a8fba54 req-5f83d134-004d-4e84-8387-052d94cc6235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:35.331053 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-435687f5-1241-4684-9955-cf631a8fba54 req-5f83d134-004d-4e84-8387-052d94cc6235 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7 HTTP/1.1" status: 200 len: 898 time: 0.2418871 Jul 24 01:20:35.404411 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-73142a45-f388-400c-85e0-40460bc96acb tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/floatingips/df69d7ea-4b8e-465b-a111-3a86be11a895 HTTP/1.1" status: 200 len: 992 time: 0.3093626 Jul 24 01:20:35.408202 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-56aafb44-c246-47a3-8804-0731cf62f9a3 req-57564c3f-181e-4c32-9b3e-5ff018431f42 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5dadbdf2-89fd-4137-bfa7-cdcef442d3f2 HTTP/1.1" status: 200 len: 217 time: 0.0828946 Jul 24 01:20:35.462635 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:35.553453 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-dad617d0-4e90-4ba2-a865-9ba6c91232aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dda6c7-bc40-4f9d-baf1-c76985810fa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-42581818', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'c4217d68-b69b-41f0-a89b-653935cf1fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:20:12Z', 'updated_at': '2021-07-24T01:20:17Z', 'revision_number': 4, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': 'c4217d68-b69b-41f0-a89b-653935cf1fc1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dda6c7-bc40-4f9d-baf1-c76985810fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:20:13Z', 'updated_at': '2021-07-24T01:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'df69d7ea-4b8e-465b-a111-3a86be11a895', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'f4dda6c7-bc40-4f9d-baf1-c76985810fa6', 'port_id': '76ada7bf-2e1b-4b0e-a59a-f34a4fdacede', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7', 'mac_address': 'fa:16:3e:e5:34:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d3d64-13e5-407b-8d97-b6217af6649d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:20:33Z', 'updated_at': '2021-07-24T01:20:33Z', 'revision_number': 0, 'project_id': 'd801781e24e8470b83b807a510a33715', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bf54afa-5342-4f84-bbec-d1a877f4de03', 'name': '', 'network_id': '8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'mac_address': 'fa:16:3e:fd:a7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dda6c7-bc40-4f9d-baf1-c76985810fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'd0b1e7f5-08b9-432c-bfd5-260d5dd0fa6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:20:16Z', 'updated_at': '2021-07-24T01:20:24Z', 'revision_number': 5, 'project_id': 'd801781e24e8470b83b807a510a33715', 'subnets': [{'id': 'd0b1e7f5-08b9-432c-bfd5-260d5dd0fa6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:20:35.611915 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad617d0-4e90-4ba2-a865-9ba6c91232aa None None] Checking router: f4dda6c7-bc40-4f9d-baf1-c76985810fa6 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:20:35.626604 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad617d0-4e90-4ba2-a865-9ba6c91232aa None None] Routers {'f4dda6c7-bc40-4f9d-baf1-c76985810fa6'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:20:35.628024 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-dad617d0-4e90-4ba2-a865-9ba6c91232aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:20:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f4dda6c7-bc40-4f9d-baf1-c76985810fa6'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:20:35.640778 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aafb44-c246-47a3-8804-0731cf62f9a3 req-b87397bb-989f-4ed1-8b54-70687153a2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:35.642834 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-56aafb44-c246-47a3-8804-0731cf62f9a3 req-b87397bb-989f-4ed1-8b54-70687153a2b1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e29f41fb-7a38-4eae-917b-51d7b2f60633 HTTP/1.1" status: 200 len: 851 time: 0.2259078 Jul 24 01:20:35.653462 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d2b09-4ad0-42d2-a059-5343ab08abc5 req-5a80db52-200f-449e-b38c-862818daff9f tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:35.657690 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2d5d2b09-4ad0-42d2-a059-5343ab08abc5 req-5a80db52-200f-449e-b38c-862818daff9f tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec80dd4b-e688-41e9-913f-30afde99344f HTTP/1.1" status: 200 len: 943 time: 0.5807414 Jul 24 01:20:35.866246 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2d5d2b09-4ad0-42d2-a059-5343ab08abc5 req-9c9cedd3-7477-4ab8-abe2-be45a405ec2f tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915054 Jul 24 01:20:35.891963 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aafb44-c246-47a3-8804-0731cf62f9a3 req-7803a8dd-b377-4c56-85a5-43b4f4f8f5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:35.895709 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-56aafb44-c246-47a3-8804-0731cf62f9a3 req-7803a8dd-b377-4c56-85a5-43b4f4f8f5d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad265d84-5a8c-4acf-b883-4ded13d15286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2367656 Jul 24 01:20:35.953025 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-dad617d0-4e90-4ba2-a865-9ba6c91232aa None None] Set router f4dda6c7-bc40-4f9d-baf1-c76985810fa6 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:20:36.008833 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-435687f5-1241-4684-9955-cf631a8fba54 req-82f54a56-695d-497d-b64d-03802dd7d2b8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76ada7bf-2e1b-4b0e-a59a-f34a4fdacede HTTP/1.1" status: 200 len: 1000 time: 0.6710920 Jul 24 01:20:36.111385 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435687f5-1241-4684-9955-cf631a8fba54 req-a5df9572-f22f-4483-9187-762da9350177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:36.119337 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-435687f5-1241-4684-9955-cf631a8fba54 req-a5df9572-f22f-4483-9187-762da9350177 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0b1e7f5-08b9-432c-bfd5-260d5dd0fa6b HTTP/1.1" status: 200 len: 835 time: 0.0972004 Jul 24 01:20:36.124562 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-56aafb44-c246-47a3-8804-0731cf62f9a3 req-468c1c85-7d09-4b1d-b81d-6f5fc8358929 service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192667 Jul 24 01:20:36.220269 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435687f5-1241-4684-9955-cf631a8fba54 req-4687e29e-d461-48a5-a118-16cdd4546532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:36.222172 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-435687f5-1241-4684-9955-cf631a8fba54 req-4687e29e-d461-48a5-a118-16cdd4546532 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1030357 Jul 24 01:20:36.409533 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 41634) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:20:36.429505 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-dad617d0-4e90-4ba2-a865-9ba6c91232aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dda6c7-bc40-4f9d-baf1-c76985810fa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-42581818', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'c4217d68-b69b-41f0-a89b-653935cf1fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:20:12Z', 'updated_at': '2021-07-24T01:20:17Z', 'revision_number': 4, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': 'c4217d68-b69b-41f0-a89b-653935cf1fc1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dda6c7-bc40-4f9d-baf1-c76985810fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:20:13Z', 'updated_at': '2021-07-24T01:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'df69d7ea-4b8e-465b-a111-3a86be11a895', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'f4dda6c7-bc40-4f9d-baf1-c76985810fa6', 'port_id': '76ada7bf-2e1b-4b0e-a59a-f34a4fdacede', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7', 'mac_address': 'fa:16:3e:e5:34:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d3d64-13e5-407b-8d97-b6217af6649d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:20:33Z', 'updated_at': '2021-07-24T01:20:33Z', 'revision_number': 0, 'project_id': 'd801781e24e8470b83b807a510a33715', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bf54afa-5342-4f84-bbec-d1a877f4de03', 'name': '', 'network_id': '8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'mac_address': 'fa:16:3e:fd:a7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dda6c7-bc40-4f9d-baf1-c76985810fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'd0b1e7f5-08b9-432c-bfd5-260d5dd0fa6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:20:16Z', 'updated_at': '2021-07-24T01:20:24Z', 'revision_number': 5, 'project_id': 'd801781e24e8470b83b807a510a33715', 'subnets': [{'id': 'd0b1e7f5-08b9-432c-bfd5-260d5dd0fa6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:20:36.439390 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-56aafb44-c246-47a3-8804-0731cf62f9a3 req-6a06e1e4-8b87-48c2-a4ad-ef9e4cd45320 service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980208 Jul 24 01:20:36.439763 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-435687f5-1241-4684-9955-cf631a8fba54 req-e1fd0afe-573c-4328-8f23-21d9d3a445e6 service neutron] 10.222.0.11 "GET /v2.0/networks/8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049947 Jul 24 01:20:36.480419 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad617d0-4e90-4ba2-a865-9ba6c91232aa None None] The sync data for ids ['f4dda6c7-bc40-4f9d-baf1-c76985810fa6'] in n-d-793621-25 is: [{'id': 'f4dda6c7-bc40-4f9d-baf1-c76985810fa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-42581818', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'c4217d68-b69b-41f0-a89b-653935cf1fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:20:12Z', 'updated_at': '2021-07-24T01:20:17Z', 'revision_number': 4, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': 'c4217d68-b69b-41f0-a89b-653935cf1fc1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dda6c7-bc40-4f9d-baf1-c76985810fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:20:13Z', 'updated_at': '2021-07-24T01:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'df69d7ea-4b8e-465b-a111-3a86be11a895', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'floating_ip_address': '172.25.2.183', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'f4dda6c7-bc40-4f9d-baf1-c76985810fa6', 'port_id': '76ada7bf-2e1b-4b0e-a59a-f34a4fdacede', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7', 'mac_address': 'fa:16:3e:e5:34:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '248d3d64-13e5-407b-8d97-b6217af6649d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:20:33Z', 'updated_at': '2021-07-24T01:20:33Z', 'revision_number': 0, 'project_id': 'd801781e24e8470b83b807a510a33715', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5bf54afa-5342-4f84-bbec-d1a877f4de03', 'name': '', 'network_id': '8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'mac_address': 'fa:16:3e:fd:a7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dda6c7-bc40-4f9d-baf1-c76985810fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'd0b1e7f5-08b9-432c-bfd5-260d5dd0fa6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:20:16Z', 'updated_at': '2021-07-24T01:20:24Z', 'revision_number': 5, 'project_id': 'd801781e24e8470b83b807a510a33715', 'subnets': [{'id': 'd0b1e7f5-08b9-432c-bfd5-260d5dd0fa6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:20:36.632141 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b030de7e-43dc-4f9f-8cd3-dae1c50ced13 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/floatingips/df69d7ea-4b8e-465b-a111-3a86be11a895 HTTP/1.1" status: 200 len: 992 time: 0.2212396 Jul 24 01:20:36.695570 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-435687f5-1241-4684-9955-cf631a8fba54 req-add3cbf1-80b0-47e8-b59d-776cfd8cfecf service neutron] 10.222.0.11 "GET /v2.0/networks/8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494795 Jul 24 01:20:37.092190 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078d197c-2a9b-4346-9ee4-c8e46cf0d2df None None] New status for floating IP df69d7ea-4b8e-465b-a111-3a86be11a895: ACTIVE {{(pid=100466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:20:37.213144 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114b39c-dd8d-41f5-9b6a-20e682112c73 req-86cb0ff2-8101-4bdd-a5e2-4e2ad5b2ecaa tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:37.216315 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3114b39c-dd8d-41f5-9b6a-20e682112c73 req-86cb0ff2-8101-4bdd-a5e2-4e2ad5b2ecaa tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec80dd4b-e688-41e9-913f-30afde99344f HTTP/1.1" status: 200 len: 943 time: 0.1997447 Jul 24 01:20:37.300225 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3114b39c-dd8d-41f5-9b6a-20e682112c73 req-6881ed64-7b1a-4eb8-8061-e9ecca634522 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749354 Jul 24 01:20:37.635586 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 41668) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:20:37.760189 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-92def6fb-55c9-48b0-a561-d7588879b5e5 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/floatingips/df69d7ea-4b8e-465b-a111-3a86be11a895 HTTP/1.1" status: 200 len: 994 time: 0.1158617 Jul 24 01:20:38.525168 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5024c22-7c63-4c0e-98fa-7895eeee4e81 req-61c636a5-6a99-455c-9960-7287ee195c8a tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:38.527272 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f5024c22-7c63-4c0e-98fa-7895eeee4e81 req-61c636a5-6a99-455c-9960-7287ee195c8a tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec80dd4b-e688-41e9-913f-30afde99344f HTTP/1.1" status: 200 len: 943 time: 0.0928981 Jul 24 01:20:38.588010 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f5024c22-7c63-4c0e-98fa-7895eeee4e81 req-fd627654-e46a-4f62-9843-717283fadefe tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549319 Jul 24 01:20:39.784254 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc9d21-0c21-499e-ae8b-cef7eb3c42ed req-37d4bd63-f9af-4cfc-b10d-4bf5c7271dbd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:39.793962 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-96cc9d21-0c21-499e-ae8b-cef7eb3c42ed req-37d4bd63-f9af-4cfc-b10d-4bf5c7271dbd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec80dd4b-e688-41e9-913f-30afde99344f HTTP/1.1" status: 200 len: 943 time: 0.1073146 Jul 24 01:20:39.835856 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-96cc9d21-0c21-499e-ae8b-cef7eb3c42ed req-9d86d724-7f3f-4de2-acd8-3c27d1f4ce5b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402153 Jul 24 01:20:41.090160 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23f922-7808-402a-9b53-23920d58dc2a req-27b7e584-a3db-4255-ab7a-478829d7fc24 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:41.099478 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fe23f922-7808-402a-9b53-23920d58dc2a req-27b7e584-a3db-4255-ab7a-478829d7fc24 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec80dd4b-e688-41e9-913f-30afde99344f HTTP/1.1" status: 200 len: 943 time: 0.1377738 Jul 24 01:20:41.150142 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fe23f922-7808-402a-9b53-23920d58dc2a req-456fa074-eedc-42c1-9daa-1a1be7397365 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495193 Jul 24 01:20:41.518962 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f08343c8-b0e6-47c5-88af-c83f7b6286af req-ad9968d4-2130-4cd1-8045-452523cdf6df service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0847404 Jul 24 01:20:41.629104 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f08343c8-b0e6-47c5-88af-c83f7b6286af req-85385aa3-cb0a-49ae-9c0f-2aed71d33c8b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17 HTTP/1.1" status: 200 len: 210 time: 0.0594335 Jul 24 01:20:41.673465 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f08343c8-b0e6-47c5-88af-c83f7b6286af req-22006013-6131-46c7-bc65-26e5961b2935 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249789 Jul 24 01:20:41.842139 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08343c8-b0e6-47c5-88af-c83f7b6286af req-d2c1b6ea-9218-48e3-b51b-096a336d51db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:41.843843 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f08343c8-b0e6-47c5-88af-c83f7b6286af req-d2c1b6ea-9218-48e3-b51b-096a336d51db service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1633208 Jul 24 01:20:42.309515 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7475fd2-3301-4222-8f52-674ae2d18708 req-060ebc23-173c-42ea-8b8c-6245b70a0501 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:42.311141 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a7475fd2-3301-4222-8f52-674ae2d18708 req-060ebc23-173c-42ea-8b8c-6245b70a0501 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec80dd4b-e688-41e9-913f-30afde99344f HTTP/1.1" status: 200 len: 943 time: 0.0711107 Jul 24 01:20:42.352070 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a7475fd2-3301-4222-8f52-674ae2d18708 req-3e431c6d-a1cc-4e1c-9521-fbf80b2e856e tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349002 Jul 24 01:20:43.538475 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc45c6f-e9d0-427a-b6d4-0ab121028f18 req-564c2a2d-6963-4cc2-94a5-7127ee7d1191 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:43.547514 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0bc45c6f-e9d0-427a-b6d4-0ab121028f18 req-564c2a2d-6963-4cc2-94a5-7127ee7d1191 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec80dd4b-e688-41e9-913f-30afde99344f HTTP/1.1" status: 200 len: 943 time: 0.1030200 Jul 24 01:20:43.606961 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0bc45c6f-e9d0-427a-b6d4-0ab121028f18 req-f5b40471-4b29-499b-a26b-d2487194986f tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579574 Jul 24 01:20:44.818670 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26fefd-b434-4451-b5d5-8be4c5297dfa req-ac88c1f2-f309-4ec2-a782-5ec75af49392 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:44.826216 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9a26fefd-b434-4451-b5d5-8be4c5297dfa req-ac88c1f2-f309-4ec2-a782-5ec75af49392 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec80dd4b-e688-41e9-913f-30afde99344f HTTP/1.1" status: 200 len: 943 time: 0.1443169 Jul 24 01:20:44.883102 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9a26fefd-b434-4451-b5d5-8be4c5297dfa req-cc8aa58d-1b1d-45d1-b812-5d76b075ad92 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557394 Jul 24 01:20:45.744951 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-eb241de5-0c09-44a7-8595-f528293e1952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:46.099151 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7fdb6a-6134-4b23-9916-bc0fc86b88c0 req-7908b09f-6dc8-4601-b34b-b8cf0887f2d5 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:46.100747 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cc7fdb6a-6134-4b23-9916-bc0fc86b88c0 req-7908b09f-6dc8-4601-b34b-b8cf0887f2d5 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec80dd4b-e688-41e9-913f-30afde99344f HTTP/1.1" status: 200 len: 943 time: 0.0935693 Jul 24 01:20:46.164041 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cc7fdb6a-6134-4b23-9916-bc0fc86b88c0 req-d9a23373-3555-44b4-9623-a708b766324e tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567644 Jul 24 01:20:47.370209 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740d5ed-5737-40a8-9f4e-0768d8f4c48b req-6b12ba18-f4be-4198-8576-25a97ee9550c tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:47.372100 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3740d5ed-5737-40a8-9f4e-0768d8f4c48b req-6b12ba18-f4be-4198-8576-25a97ee9550c tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec80dd4b-e688-41e9-913f-30afde99344f HTTP/1.1" status: 200 len: 943 time: 0.1131303 Jul 24 01:20:47.434188 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3740d5ed-5737-40a8-9f4e-0768d8f4c48b req-a4d0a2fc-7b60-45c2-8939-30d7e5f05400 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491035 Jul 24 01:20:47.858918 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7386036c-d165-46b5-a3ee-02a98497600c req-7ef362b5-cfd4-47fd-b1cc-02bcfaac35b2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f0cf3bd2-3398-4e0d-ac39-465d35910221&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0774844 Jul 24 01:20:47.965431 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386036c-d165-46b5-a3ee-02a98497600c req-4f218980-b243-44ca-b875-d4d85ce4deb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:47.967169 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7386036c-d165-46b5-a3ee-02a98497600c req-4f218980-b243-44ca-b875-d4d85ce4deb7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc21a234b38d48d88c3414cb45873771&device_id=f0cf3bd2-3398-4e0d-ac39-465d35910221 HTTP/1.1" status: 200 len: 1098 time: 0.0631595 Jul 24 01:20:48.097175 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386036c-d165-46b5-a3ee-02a98497600c req-e862f4cd-a6ac-4700-92b9-414d079db7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:48.099454 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7386036c-d165-46b5-a3ee-02a98497600c req-e862f4cd-a6ac-4700-92b9-414d079db7c3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ad265d84-5a8c-4acf-b883-4ded13d15286 HTTP/1.1" status: 200 len: 913 time: 0.1130004 Jul 24 01:20:48.149082 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7386036c-d165-46b5-a3ee-02a98497600c req-1a53417a-ceb7-4789-9d6d-4c9941a31554 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea9f0a5a-66d8-47fd-911f-ec98f8f73448 HTTP/1.1" status: 200 len: 217 time: 0.0427070 Jul 24 01:20:48.212647 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386036c-d165-46b5-a3ee-02a98497600c req-cbb0d6b5-bc79-4873-bcd3-8e65d5dbb107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:48.214206 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7386036c-d165-46b5-a3ee-02a98497600c req-cbb0d6b5-bc79-4873-bcd3-8e65d5dbb107 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e29f41fb-7a38-4eae-917b-51d7b2f60633 HTTP/1.1" status: 200 len: 851 time: 0.0545101 Jul 24 01:20:48.270078 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-07d70f15-fc71-4d7a-94ce-1a51c0a8cef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:48.281986 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386036c-d165-46b5-a3ee-02a98497600c req-a5366e7d-cc0c-4ef4-8992-c4db377872d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:48.283603 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7386036c-d165-46b5-a3ee-02a98497600c req-a5366e7d-cc0c-4ef4-8992-c4db377872d3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad265d84-5a8c-4acf-b883-4ded13d15286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627544 Jul 24 01:20:48.391331 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7386036c-d165-46b5-a3ee-02a98497600c req-a0b18c06-2fcc-413f-ba9b-e32eb7565d79 service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005831 Jul 24 01:20:48.497187 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7386036c-d165-46b5-a3ee-02a98497600c req-5d486f20-f3b6-44db-992e-abb57f0a7dd4 service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968854 Jul 24 01:20:48.537750 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:48.616608 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4fbea-da34-4710-a4a7-26807c385e68 req-5c1d593d-5e6a-4cdc-96b0-897df87f8c47 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:48.625075 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cea4fbea-da34-4710-a4a7-26807c385e68 req-5c1d593d-5e6a-4cdc-96b0-897df87f8c47 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec80dd4b-e688-41e9-913f-30afde99344f HTTP/1.1" status: 200 len: 943 time: 0.1215432 Jul 24 01:20:48.676836 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cea4fbea-da34-4710-a4a7-26807c385e68 req-5f8c5649-e0af-4602-b222-87a64a9eff19 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505755 Jul 24 01:20:48.795156 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-58cede00-f858-4076-93d0-675f7b6c06b5 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:48.796790 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-58cede00-f858-4076-93d0-675f7b6c06b5 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/networks?id=f945effb-9d97-4990-9189-9db5fc000224 HTTP/1.1" status: 200 len: 814 time: 0.1136127 Jul 24 01:20:48.812893 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-a72d3ca2-b79f-411f-b557-e90c797835f6 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/quotas/58876f4edf654b51b2c44122c5ad0782 HTTP/1.1" status: 200 len: 375 time: 0.0099230 Jul 24 01:20:48.854058 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-dbfca5b8-c0ac-4fca-b686-5e44d5530eaf tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=58876f4edf654b51b2c44122c5ad0782&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351312 Jul 24 01:20:48.947942 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-cd80a34e-0197-4490-a790-bc56a1552a37 service neutron] 10.222.0.15 "GET /v2.0/networks/f945effb-9d97-4990-9189-9db5fc000224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867949 Jul 24 01:20:49.061168 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-ef443aec-bc2f-44f2-a4a2-49ceb636283c service neutron] 10.222.0.15 "GET /v2.0/networks/f945effb-9d97-4990-9189-9db5fc000224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061037 Jul 24 01:20:49.234078 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-88b1d77c-aabb-4eb4-a11b-1d9323799c63 req-8403d74c-819a-4824-abb2-2c3ed0b55631 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab468653-945e-441b-a224-7ff56723867f HTTP/1.1" status: 200 len: 210 time: 0.0309634 Jul 24 01:20:49.532949 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:49.849136 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1b905-bf9b-4000-b5a3-20f19319df92 req-0fab56d1-0ea5-42fc-bcb2-3c9d26eeef5b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:49.851315 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4fd1b905-bf9b-4000-b5a3-20f19319df92 req-0fab56d1-0ea5-42fc-bcb2-3c9d26eeef5b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec80dd4b-e688-41e9-913f-30afde99344f HTTP/1.1" status: 200 len: 943 time: 0.0830107 Jul 24 01:20:49.892183 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4fd1b905-bf9b-4000-b5a3-20f19319df92 req-7c92c957-775d-40b7-8e57-7aaa02c43c83 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346298 Jul 24 01:20:50.320742 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-e61a5f13-ddd5-4b06-a40c-36a23e061697 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:50.322244 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-e61a5f13-ddd5-4b06-a40c-36a23e061697 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.13 "GET /v2.0/networks?id=f945effb-9d97-4990-9189-9db5fc000224 HTTP/1.1" status: 200 len: 814 time: 0.1687925 Jul 24 01:20:50.336194 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-1c4b1b14-33fd-4e66-b554-3c38e026b4b2 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Request body: {'port': {'device_id': 'ab468653-945e-441b-a224-7ff56723867f', 'network_id': 'f945effb-9d97-4990-9189-9db5fc000224', 'admin_state_up': True, 'tenant_id': '58876f4edf654b51b2c44122c5ad0782'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:20:50.371373 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9a554342-85ec-4152-85d8-8a4db038e650 req-d9743f4c-6482-435c-a152-735776d17f93 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab468653-945e-441b-a224-7ff56723867f HTTP/1.1" status: 200 len: 210 time: 0.0604641 Jul 24 01:20:50.488614 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-1c4b1b14-33fd-4e66-b554-3c38e026b4b2 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Made reservation on behalf of 58876f4edf654b51b2c44122c5ad0782 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:20:50.492683 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-1c4b1b14-33fd-4e66-b554-3c38e026b4b2 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:50.633780 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-1c4b1b14-33fd-4e66-b554-3c38e026b4b2 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Allocated IP 172.20.0.7 (f945effb-9d97-4990-9189-9db5fc000224/6571703c-15f6-42bc-bd23-81b3f5d01ae1/06183a81-b60a-4680-bf93-54772599f2bf) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:20:50.791984 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-1c4b1b14-33fd-4e66-b554-3c38e026b4b2 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:50.833016 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-1c4b1b14-33fd-4e66-b554-3c38e026b4b2 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:50.884542 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-1c4b1b14-33fd-4e66-b554-3c38e026b4b2 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Network f945effb-9d97-4990-9189-9db5fc000224 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:20:50.890327 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-1c4b1b14-33fd-4e66-b554-3c38e026b4b2 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:20:50.894468 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-1c4b1b14-33fd-4e66-b554-3c38e026b4b2 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:20:50.901747 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b1b14-33fd-4e66-b554-3c38e026b4b2 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Pushing event updated for resources: {'Port': ['ID=06183a81-b60a-4680-bf93-54772599f2bf,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:50.953018 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-1c4b1b14-33fd-4e66-b554-3c38e026b4b2 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:50.953667 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-1c4b1b14-33fd-4e66-b554-3c38e026b4b2 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:50.969081 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-1c4b1b14-33fd-4e66-b554-3c38e026b4b2 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6365118 Jul 24 01:20:50.980805 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-41f7e174-3340-446d-a46e-0b0f47588e07 service neutron] Request body: {'port': {'device_id': 'ab468653-945e-441b-a224-7ff56723867f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:20:51.049162 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:51.051768 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac325864-b6ac-4f1b-b67b-dd6cf9188e89 req-973f1218-b5c3-460e-b804-b735253aed6c tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:51.053573 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ac325864-b6ac-4f1b-b67b-dd6cf9188e89 req-973f1218-b5c3-460e-b804-b735253aed6c tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec80dd4b-e688-41e9-913f-30afde99344f HTTP/1.1" status: 200 len: 943 time: 0.0848229 Jul 24 01:20:51.086169 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-41f7e174-3340-446d-a46e-0b0f47588e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:51.105396 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ac325864-b6ac-4f1b-b67b-dd6cf9188e89 req-ed36cf95-6f33-406d-97eb-f596040d3451 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434976 Jul 24 01:20:51.426731 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-41f7e174-3340-446d-a46e-0b0f47588e07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06183a81-b60a-4680-bf93-54772599f2bf {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:20:51.435584 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-41f7e174-3340-446d-a46e-0b0f47588e07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:51.449894 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-41f7e174-3340-446d-a46e-0b0f47588e07 service neutron] Transition to ACTIVE for port object 06183a81-b60a-4680-bf93-54772599f2bf will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:20:51.465687 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-41f7e174-3340-446d-a46e-0b0f47588e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:51.573976 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f7e174-3340-446d-a46e-0b0f47588e07 service neutron] Pushing event updated for resources: {'Port': ['ID=06183a81-b60a-4680-bf93-54772599f2bf,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:51.636801 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6e2053-dc73-4696-8d50-c8651ac4c93b req-591b0d24-7c4d-4847-9c39-bef3e0435114 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:51.638422 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dc6e2053-dc73-4696-8d50-c8651ac4c93b req-591b0d24-7c4d-4847-9c39-bef3e0435114 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab468653-945e-441b-a224-7ff56723867f HTTP/1.1" status: 200 len: 943 time: 0.1861360 Jul 24 01:20:51.667871 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-41f7e174-3340-446d-a46e-0b0f47588e07 service neutron] Attempting to bind port 06183a81-b60a-4680-bf93-54772599f2bf on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:20:51.668364 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-41f7e174-3340-446d-a46e-0b0f47588e07 service neutron] Attempting to bind port 06183a81-b60a-4680-bf93-54772599f2bf by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '0c57f47a-e4ec-45e5-bb07-bb12588c5b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f945effb-9d97-4990-9189-9db5fc000224'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:20:51.668736 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-41f7e174-3340-446d-a46e-0b0f47588e07 service neutron] Attempting to bind port 06183a81-b60a-4680-bf93-54772599f2bf on network f945effb-9d97-4990-9189-9db5fc000224 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:20:51.677120 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-41f7e174-3340-446d-a46e-0b0f47588e07 service neutron] Port 06183a81-b60a-4680-bf93-54772599f2bf on network f945effb-9d97-4990-9189-9db5fc000224 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:20:51.677507 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-41f7e174-3340-446d-a46e-0b0f47588e07 service neutron] Attempting to bind port 06183a81-b60a-4680-bf93-54772599f2bf on network f945effb-9d97-4990-9189-9db5fc000224 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:20:51.691069 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-41f7e174-3340-446d-a46e-0b0f47588e07 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:20:51.691681 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-41f7e174-3340-446d-a46e-0b0f47588e07 service neutron] Checking segment: {'id': '0c57f47a-e4ec-45e5-bb07-bb12588c5b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f945effb-9d97-4990-9189-9db5fc000224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:20:51.692122 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-41f7e174-3340-446d-a46e-0b0f47588e07 service neutron] Bound using segment: {'id': '0c57f47a-e4ec-45e5-bb07-bb12588c5b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f945effb-9d97-4990-9189-9db5fc000224'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:20:51.692587 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-41f7e174-3340-446d-a46e-0b0f47588e07 service neutron] Bound port: 06183a81-b60a-4680-bf93-54772599f2bf, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c57f47a-e4ec-45e5-bb07-bb12588c5b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f945effb-9d97-4990-9189-9db5fc000224'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:20:51.692930 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-41f7e174-3340-446d-a46e-0b0f47588e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:51.710412 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dc6e2053-dc73-4696-8d50-c8651ac4c93b req-3b4a8e18-01df-403c-92da-76f39faf4f58 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/security-groups?id=41f3f322-0144-4d4b-8763-f36a80dae960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606773 Jul 24 01:20:51.773020 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-41f7e174-3340-446d-a46e-0b0f47588e07 service neutron] For port 06183a81-b60a-4680-bf93-54772599f2bf, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:20:51.777343 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-41f7e174-3340-446d-a46e-0b0f47588e07 service neutron] For port 06183a81-b60a-4680-bf93-54772599f2bf, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=06183a81-b60a-4680-bf93-54772599f2bf,segment=NetworkSegment(0c57f47a-e4ec-45e5-bb07-bb12588c5b41),segment_id=0c57f47a-e4ec-45e5-bb07-bb12588c5b41)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:20:51.781096 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-41f7e174-3340-446d-a46e-0b0f47588e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:51.824039 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-41f7e174-3340-446d-a46e-0b0f47588e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:51.824692 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-41f7e174-3340-446d-a46e-0b0f47588e07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:51.826141 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-41f7e174-3340-446d-a46e-0b0f47588e07 service neutron] 10.222.0.13 "PUT /v2.0/ports/06183a81-b60a-4680-bf93-54772599f2bf HTTP/1.1" status: 200 len: 1092 time: 0.8497407 Jul 24 01:20:51.826817 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab468653-945e-441b-a224-7ff56723867f', 'tag': '06183a81-b60a-4680-bf93-54772599f2bf'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:20:51.829257 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd01d28-7b36-4cd2-a10e-9b3c3968f598" -d '{"events": [{"name": "network-changed", "server_uuid": "ab468653-945e-441b-a224-7ff56723867f", "tag": "06183a81-b60a-4680-bf93-54772599f2bf"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:20:51.876825 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f7e174-3340-446d-a46e-0b0f47588e07 service neutron] Pushing event updated for resources: {'Port': ['ID=06183a81-b60a-4680-bf93-54772599f2bf,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:51.950865 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-eea0cade-bbf2-4739-8cd9-c4e78bb35253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:51.953172 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-eea0cade-bbf2-4739-8cd9-c4e78bb35253 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=58876f4edf654b51b2c44122c5ad0782&device_id=ab468653-945e-441b-a224-7ff56723867f HTTP/1.1" status: 200 len: 1095 time: 0.0852261 Jul 24 01:20:52.002364 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-7c86e75b-5385-440a-8ddf-31896f1b8a3f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06183a81-b60a-4680-bf93-54772599f2bf HTTP/1.1" status: 200 len: 217 time: 0.0422342 Jul 24 01:20:52.041019 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853ca49b-fd81-4bcc-be45-87f8b71ba6b4 x-openstack-request-id: req-853ca49b-fd81-4bcc-be45-87f8b71ba6b4 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:20:52.041314 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab468653-945e-441b-a224-7ff56723867f", "tag": "06183a81-b60a-4680-bf93-54772599f2bf", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:20:52.041637 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-853ca49b-fd81-4bcc-be45-87f8b71ba6b4 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:20:52.042082 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab468653-945e-441b-a224-7ff56723867f', 'tag': '06183a81-b60a-4680-bf93-54772599f2bf', 'status': 'completed', 'code': 200} Jul 24 01:20:52.071188 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-2128805b-b550-4e14-86e1-b23f24a7a350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:52.073064 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-2128805b-b550-4e14-86e1-b23f24a7a350 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6571703c-15f6-42bc-bd23-81b3f5d01ae1 HTTP/1.1" status: 200 len: 854 time: 0.0651624 Jul 24 01:20:52.114475 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-a2a1c0c4-e7a6-47bb-b37e-00e8fa5b98bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f945effb-9d97-4990-9189-9db5fc000224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342700 Jul 24 01:20:52.280985 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-9335b060-720d-4a76-8049-91bc574a118a service neutron] 10.222.0.13 "GET /v2.0/networks/f945effb-9d97-4990-9189-9db5fc000224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609383 Jul 24 01:20:52.337938 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bff6d-408e-4469-91d7-ee488191f77b req-1e5c5c3a-bf9b-4cb3-9216-61a1b5aa2011 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:52.339734 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b23bff6d-408e-4469-91d7-ee488191f77b req-1e5c5c3a-bf9b-4cb3-9216-61a1b5aa2011 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec80dd4b-e688-41e9-913f-30afde99344f HTTP/1.1" status: 200 len: 943 time: 0.1321511 Jul 24 01:20:52.444212 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b23bff6d-408e-4469-91d7-ee488191f77b req-7b968ec6-ddd7-476e-b800-c393c1a31d0b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692217 Jul 24 01:20:52.446271 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a28b89c2-95d5-4a09-b14f-e6a3caecfc17 req-bd85d603-fffa-4352-9a9b-f7a98ffaf10d service neutron] 10.222.0.13 "GET /v2.0/networks/f945effb-9d97-4990-9189-9db5fc000224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583455 Jul 24 01:20:52.559574 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd01d28-7b36-4cd2-a10e-9b3c3968f598 req-b6e54a32-044f-47c2-b130-bd66ad49d9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:52.561539 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7cd01d28-7b36-4cd2-a10e-9b3c3968f598 req-b6e54a32-044f-47c2-b130-bd66ad49d9cd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=58876f4edf654b51b2c44122c5ad0782&device_id=ab468653-945e-441b-a224-7ff56723867f HTTP/1.1" status: 200 len: 1095 time: 0.0649912 Jul 24 01:20:52.652685 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd01d28-7b36-4cd2-a10e-9b3c3968f598 req-b31ea017-e18d-42d0-ac92-6a80f2f0ac9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:52.654180 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7cd01d28-7b36-4cd2-a10e-9b3c3968f598 req-b31ea017-e18d-42d0-ac92-6a80f2f0ac9a service neutron] 10.222.0.13 "GET /v2.0/networks?id=f945effb-9d97-4990-9189-9db5fc000224 HTTP/1.1" status: 200 len: 915 time: 0.0863032 Jul 24 01:20:52.704730 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7cd01d28-7b36-4cd2-a10e-9b3c3968f598 req-cca5e99b-100f-4d35-809e-90aafd36100a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06183a81-b60a-4680-bf93-54772599f2bf HTTP/1.1" status: 200 len: 217 time: 0.0420778 Jul 24 01:20:52.761878 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd01d28-7b36-4cd2-a10e-9b3c3968f598 req-ff2ddb18-f3d4-48fd-b304-21dc69f81844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:52.763684 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7cd01d28-7b36-4cd2-a10e-9b3c3968f598 req-ff2ddb18-f3d4-48fd-b304-21dc69f81844 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6571703c-15f6-42bc-bd23-81b3f5d01ae1 HTTP/1.1" status: 200 len: 854 time: 0.0518253 Jul 24 01:20:52.801235 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7cd01d28-7b36-4cd2-a10e-9b3c3968f598 req-2887b8ba-b7fc-4d30-9281-1150b6afd453 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f945effb-9d97-4990-9189-9db5fc000224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300999 Jul 24 01:20:52.863711 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7ef58-8733-4c82-a7f7-98f0e30ff5c4 req-c8d6b94f-5f79-4bfc-9f7a-d9bb23de2ee4 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:52.865245 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c6d7ef58-8733-4c82-a7f7-98f0e30ff5c4 req-c8d6b94f-5f79-4bfc-9f7a-d9bb23de2ee4 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab468653-945e-441b-a224-7ff56723867f HTTP/1.1" status: 200 len: 943 time: 0.0679920 Jul 24 01:20:52.901336 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7cd01d28-7b36-4cd2-a10e-9b3c3968f598 req-86464046-c20b-4044-91f2-f4e93676803a service neutron] 10.222.0.13 "GET /v2.0/networks/f945effb-9d97-4990-9189-9db5fc000224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929611 Jul 24 01:20:52.905767 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c6d7ef58-8733-4c82-a7f7-98f0e30ff5c4 req-a02085da-0e8f-41d0-adc5-640aa6c8019e tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/security-groups?id=41f3f322-0144-4d4b-8763-f36a80dae960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343184 Jul 24 01:20:52.992641 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7cd01d28-7b36-4cd2-a10e-9b3c3968f598 req-467c9be7-f7b4-41bb-9c8b-153d02dd14a1 service neutron] 10.222.0.13 "GET /v2.0/networks/f945effb-9d97-4990-9189-9db5fc000224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846736 Jul 24 01:20:53.832865 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec12d19-8393-4046-8b9b-3ef1a8c8e5bf req-f773eec8-ec56-4dce-886d-573bc21c642b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:53.835177 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4ec12d19-8393-4046-8b9b-3ef1a8c8e5bf req-f773eec8-ec56-4dce-886d-573bc21c642b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec80dd4b-e688-41e9-913f-30afde99344f HTTP/1.1" status: 200 len: 943 time: 0.3177998 Jul 24 01:20:53.873017 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4ec12d19-8393-4046-8b9b-3ef1a8c8e5bf req-f5886d35-e130-4142-b9de-2e4b197a54df tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329337 Jul 24 01:20:54.041824 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad6050-1492-4c3a-924a-5754ed2a387d req-d1c17ebd-e517-484e-8e30-aabef28e2ecd tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:54.043429 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2cad6050-1492-4c3a-924a-5754ed2a387d req-d1c17ebd-e517-484e-8e30-aabef28e2ecd tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab468653-945e-441b-a224-7ff56723867f HTTP/1.1" status: 200 len: 943 time: 0.0691798 Jul 24 01:20:54.082920 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2cad6050-1492-4c3a-924a-5754ed2a387d req-da63d88e-7c58-4b33-9591-b8c5bc81f0ac tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/security-groups?id=41f3f322-0144-4d4b-8763-f36a80dae960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337052 Jul 24 01:20:55.019949 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef42ab-19db-45b2-a2a6-2bf0e191c864 req-b9775437-a83d-4721-bd65-feda1adccc5d tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:55.021579 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-06ef42ab-19db-45b2-a2a6-2bf0e191c864 req-b9775437-a83d-4721-bd65-feda1adccc5d tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec80dd4b-e688-41e9-913f-30afde99344f HTTP/1.1" status: 200 len: 943 time: 0.0715959 Jul 24 01:20:55.067400 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-06ef42ab-19db-45b2-a2a6-2bf0e191c864 req-fc3b1186-278f-4d57-8deb-4f1a94d43928 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391462 Jul 24 01:20:55.239611 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c2cd1f-6c22-420a-a677-b3844f4d37f7 req-3ba4d443-f9dd-4086-b205-1bd3a5d8132a tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:55.241244 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-62c2cd1f-6c22-420a-a677-b3844f4d37f7 req-3ba4d443-f9dd-4086-b205-1bd3a5d8132a tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab468653-945e-441b-a224-7ff56723867f HTTP/1.1" status: 200 len: 943 time: 0.0828173 Jul 24 01:20:55.287589 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-62c2cd1f-6c22-420a-a677-b3844f4d37f7 req-29aa2f8a-32d5-4276-ab47-140db274ab19 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/security-groups?id=41f3f322-0144-4d4b-8763-f36a80dae960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396109 Jul 24 01:20:55.408664 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 06183a81-b60a-4680-bf93-54772599f2bf details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:20:55.530796 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 06183a81-b60a-4680-bf93-54772599f2bf, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=06183a81-b60a-4680-bf93-54772599f2bf,segment=NetworkSegment(0c57f47a-e4ec-45e5-bb07-bb12588c5b41),segment_id=0c57f47a-e4ec-45e5-bb07-bb12588c5b41)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:20:55.548817 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '06183a81-b60a-4680-bf93-54772599f2bf', 'network_id': 'f945effb-9d97-4990-9189-9db5fc000224', 'port_id': '06183a81-b60a-4680-bf93-54772599f2bf', 'mac_address': 'fa:16:3e:2d:98:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6571703c-15f6-42bc-bd23-81b3f5d01ae1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:20:55.594117 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:55.608308 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06183a81-b60a-4680-bf93-54772599f2bf {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:20:55.632199 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 06183a81-b60a-4680-bf93-54772599f2bf, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=06183a81-b60a-4680-bf93-54772599f2bf,segment=NetworkSegment(0c57f47a-e4ec-45e5-bb07-bb12588c5b41),segment_id=0c57f47a-e4ec-45e5-bb07-bb12588c5b41)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:20:55.636281 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:55.699256 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=06183a81-b60a-4680-bf93-54772599f2bf,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:55.855516 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['06183a81-b60a-4680-bf93-54772599f2bf'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:20:56.212473 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999f2e7-06b0-4c9f-a9f5-d49af904293f req-25f522d3-e950-4c64-ab35-9fee9f09e451 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:56.214180 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c999f2e7-06b0-4c9f-a9f5-d49af904293f req-25f522d3-e950-4c64-ab35-9fee9f09e451 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec80dd4b-e688-41e9-913f-30afde99344f HTTP/1.1" status: 200 len: 943 time: 0.0721598 Jul 24 01:20:56.260452 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c999f2e7-06b0-4c9f-a9f5-d49af904293f req-d370151b-89f4-4f96-9765-6d398d8b9902 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402279 Jul 24 01:20:56.442191 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c16e39-d976-4205-afa9-344b1e73d0a5 req-d40f56d6-a3f1-4bb4-a786-952afc419713 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:56.444078 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-57c16e39-d976-4205-afa9-344b1e73d0a5 req-d40f56d6-a3f1-4bb4-a786-952afc419713 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab468653-945e-441b-a224-7ff56723867f HTTP/1.1" status: 200 len: 944 time: 0.0819507 Jul 24 01:20:56.497027 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-57c16e39-d976-4205-afa9-344b1e73d0a5 req-fece7060-f6a7-4396-81f7-035ab340e461 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/security-groups?id=41f3f322-0144-4d4b-8763-f36a80dae960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463097 Jul 24 01:20:57.414473 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 5dadbdf2-89fd-4137-bfa7-cdcef442d3f2 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:20:57.420553 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 06183a81-b60a-4680-bf93-54772599f2bf up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:20:57.427681 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191c5ce-22b7-417c-91b9-856864f0b315 req-8c94603d-454e-4d8a-a627-27ba2b74d9fd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:57.429681 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d191c5ce-22b7-417c-91b9-856864f0b315 req-8c94603d-454e-4d8a-a627-27ba2b74d9fd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec80dd4b-e688-41e9-913f-30afde99344f HTTP/1.1" status: 200 len: 943 time: 0.0809875 Jul 24 01:20:57.512550 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d191c5ce-22b7-417c-91b9-856864f0b315 req-b090ab12-70b8-47b0-9f43-cb402a0d2ca3 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755458 Jul 24 01:20:57.549685 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 06183a81-b60a-4680-bf93-54772599f2bf completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:20:57.558517 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 06183a81-b60a-4680-bf93-54772599f2bf triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:20:57.559083 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:57.604764 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 5dadbdf2-89fd-4137-bfa7-cdcef442d3f2, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=5dadbdf2-89fd-4137-bfa7-cdcef442d3f2,segment=NetworkSegment(4ba45e80-1699-41ea-af87-6ed5cfcc2657),segment_id=4ba45e80-1699-41ea-af87-6ed5cfcc2657)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:20:57.622114 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '5dadbdf2-89fd-4137-bfa7-cdcef442d3f2', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'port_id': '5dadbdf2-89fd-4137-bfa7-cdcef442d3f2', 'mac_address': 'fa:16:3e:4b:0d:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:20:57.680221 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7fe91-1968-4670-9c9b-20f21db6de47 req-de83a601-1247-4169-b10a-c4fee8aa3576 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:57.688858 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e8c7fe91-1968-4670-9c9b-20f21db6de47 req-de83a601-1247-4169-b10a-c4fee8aa3576 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab468653-945e-441b-a224-7ff56723867f HTTP/1.1" status: 200 len: 944 time: 0.0914707 Jul 24 01:20:57.705603 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:57.708931 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:57.730073 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dadbdf2-89fd-4137-bfa7-cdcef442d3f2 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:20:57.731922 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e8c7fe91-1968-4670-9c9b-20f21db6de47 req-6eb9cad0-6cfd-4e67-abfa-0f7a5009b950 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/security-groups?id=41f3f322-0144-4d4b-8763-f36a80dae960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422077 Jul 24 01:20:57.763929 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab468653-945e-441b-a224-7ff56723867f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06183a81-b60a-4680-bf93-54772599f2bf'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:20:57.766665 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b4d009-7123-4619-b80c-3bad361d5910" -d '{"events": [{"server_uuid": "ab468653-945e-441b-a224-7ff56723867f", "name": "network-vif-plugged", "status": "completed", "tag": "06183a81-b60a-4680-bf93-54772599f2bf"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:20:57.781891 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 5dadbdf2-89fd-4137-bfa7-cdcef442d3f2, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=5dadbdf2-89fd-4137-bfa7-cdcef442d3f2,segment=NetworkSegment(4ba45e80-1699-41ea-af87-6ed5cfcc2657),segment_id=4ba45e80-1699-41ea-af87-6ed5cfcc2657)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:20:57.786052 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 06183a81-b60a-4680-bf93-54772599f2bf, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=06183a81-b60a-4680-bf93-54772599f2bf,segment=NetworkSegment(0c57f47a-e4ec-45e5-bb07-bb12588c5b41),segment_id=0c57f47a-e4ec-45e5-bb07-bb12588c5b41)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:20:57.787857 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:57.794954 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:57.829379 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75ffdaf-2c34-461d-bc6e-777ba49c066c x-openstack-request-id: req-a75ffdaf-2c34-461d-bc6e-777ba49c066c {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:20:57.830527 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab468653-945e-441b-a224-7ff56723867f", "name": "network-vif-plugged", "status": "completed", "tag": "06183a81-b60a-4680-bf93-54772599f2bf", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:20:57.831096 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a75ffdaf-2c34-461d-bc6e-777ba49c066c {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:20:57.832066 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab468653-945e-441b-a224-7ff56723867f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06183a81-b60a-4680-bf93-54772599f2bf', 'code': 200} Jul 24 01:20:57.873041 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=5dadbdf2-89fd-4137-bfa7-cdcef442d3f2,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:57.938043 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=06183a81-b60a-4680-bf93-54772599f2bf,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:57.956316 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f380cdec-868c-4a25-9eca-766401ab891b req-8aeefe58-e8f2-4a31-98dc-a37ba2ddf5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:57.957758 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f380cdec-868c-4a25-9eca-766401ab891b req-8aeefe58-e8f2-4a31-98dc-a37ba2ddf5b8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ab468653-945e-441b-a224-7ff56723867f HTTP/1.1" status: 200 len: 1097 time: 0.0665226 Jul 24 01:20:57.998464 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f380cdec-868c-4a25-9eca-766401ab891b req-bc0a44cf-3b65-4d54-aa0c-e4b7db2bc82a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=41f3f322-0144-4d4b-8763-f36a80dae960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344031 Jul 24 01:20:58.009675 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['5dadbdf2-89fd-4137-bfa7-cdcef442d3f2'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:20:58.652488 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7270fd-ccad-4014-b560-ea75d92ad52c req-e492ad66-b53e-4e1d-b874-d11f4bd93902 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:58.654457 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2f7270fd-ccad-4014-b560-ea75d92ad52c req-e492ad66-b53e-4e1d-b874-d11f4bd93902 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec80dd4b-e688-41e9-913f-30afde99344f HTTP/1.1" status: 200 len: 944 time: 0.0761988 Jul 24 01:20:58.701206 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2f7270fd-ccad-4014-b560-ea75d92ad52c req-7dd10d74-befa-45df-9a60-a8369299c74b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401001 Jul 24 01:20:58.901381 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf16877-6bb4-4d35-86d7-d49addc74bc6 req-8b1ddc02-86b5-45b4-9983-bc7ae636feeb tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:58.903253 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fdf16877-6bb4-4d35-86d7-d49addc74bc6 req-8b1ddc02-86b5-45b4-9983-bc7ae636feeb tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab468653-945e-441b-a224-7ff56723867f HTTP/1.1" status: 200 len: 945 time: 0.0807834 Jul 24 01:20:58.950643 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fdf16877-6bb4-4d35-86d7-d49addc74bc6 req-4028bf99-6913-4972-9a8e-4a1c3eddffd7 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/security-groups?id=41f3f322-0144-4d4b-8763-f36a80dae960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405815 Jul 24 01:20:59.412362 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 5dadbdf2-89fd-4137-bfa7-cdcef442d3f2 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:20:59.639118 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 5dadbdf2-89fd-4137-bfa7-cdcef442d3f2 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:20:59.643019 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 5dadbdf2-89fd-4137-bfa7-cdcef442d3f2 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:20:59.643442 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:59.739280 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:59.781817 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 5dadbdf2-89fd-4137-bfa7-cdcef442d3f2, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=5dadbdf2-89fd-4137-bfa7-cdcef442d3f2,segment=NetworkSegment(4ba45e80-1699-41ea-af87-6ed5cfcc2657),segment_id=4ba45e80-1699-41ea-af87-6ed5cfcc2657)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:20:59.787477 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:20:59.833011 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec80dd4b-e688-41e9-913f-30afde99344f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dadbdf2-89fd-4137-bfa7-cdcef442d3f2'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:20:59.835434 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02c1571-6f0a-48fe-a614-4ea864d5b2fd" -d '{"events": [{"server_uuid": "ec80dd4b-e688-41e9-913f-30afde99344f", "name": "network-vif-plugged", "status": "completed", "tag": "5dadbdf2-89fd-4137-bfa7-cdcef442d3f2"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:20:59.857380 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=5dadbdf2-89fd-4137-bfa7-cdcef442d3f2,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:20:59.888734 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e1eb6d-45f8-40a5-b787-2e23c133661e x-openstack-request-id: req-24e1eb6d-45f8-40a5-b787-2e23c133661e {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:20:59.889063 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec80dd4b-e688-41e9-913f-30afde99344f", "name": "network-vif-plugged", "status": "completed", "tag": "5dadbdf2-89fd-4137-bfa7-cdcef442d3f2", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:20:59.889339 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-24e1eb6d-45f8-40a5-b787-2e23c133661e {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:20:59.889743 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec80dd4b-e688-41e9-913f-30afde99344f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dadbdf2-89fd-4137-bfa7-cdcef442d3f2', 'code': 200} Jul 24 01:20:59.916278 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e069f-9c46-418c-a46f-e241878cdd56 req-db60d925-03f2-4617-b743-b5707d6ef4c3 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:20:59.924104 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-807e069f-9c46-418c-a46f-e241878cdd56 req-db60d925-03f2-4617-b743-b5707d6ef4c3 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec80dd4b-e688-41e9-913f-30afde99344f HTTP/1.1" status: 200 len: 945 time: 0.1142793 Jul 24 01:21:00.007456 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-807e069f-9c46-418c-a46f-e241878cdd56 req-27cee4e2-b8b5-4eec-b023-500e22e1aadf tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814958 Jul 24 01:21:00.036726 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a772e0-4fd3-4fd7-b233-9aa2adae6323 req-e6ea98cb-68dc-4f59-9f88-60ff51752f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:00.038377 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-78a772e0-4fd3-4fd7-b233-9aa2adae6323 req-e6ea98cb-68dc-4f59-9f88-60ff51752f4c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ec80dd4b-e688-41e9-913f-30afde99344f HTTP/1.1" status: 200 len: 1097 time: 0.0806470 Jul 24 01:21:00.093638 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-78a772e0-4fd3-4fd7-b233-9aa2adae6323 req-d8bbdccd-a0c2-4ced-af9c-afcb6ce94857 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492620 Jul 24 01:21:00.133966 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717bf3f-a762-44d0-939d-2cec3f7fcc5c req-8fcfb86e-a0af-4b78-8374-01e5e8dcabe9 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:00.135551 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a717bf3f-a762-44d0-939d-2cec3f7fcc5c req-8fcfb86e-a0af-4b78-8374-01e5e8dcabe9 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab468653-945e-441b-a224-7ff56723867f HTTP/1.1" status: 200 len: 945 time: 0.0794904 Jul 24 01:21:00.177494 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a717bf3f-a762-44d0-939d-2cec3f7fcc5c req-13ea3bec-d66a-4853-b225-972169d981be tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/security-groups?id=41f3f322-0144-4d4b-8763-f36a80dae960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361447 Jul 24 01:21:01.198654 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf9b92-ecfd-4f02-906b-d0d44c5e1f71 req-724f8761-8347-431d-81fb-6cac61eb16f2 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:01.200247 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-38bf9b92-ecfd-4f02-906b-d0d44c5e1f71 req-724f8761-8347-431d-81fb-6cac61eb16f2 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec80dd4b-e688-41e9-913f-30afde99344f HTTP/1.1" status: 200 len: 945 time: 0.0981638 Jul 24 01:21:01.251347 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-38bf9b92-ecfd-4f02-906b-d0d44c5e1f71 req-7a57be9c-6666-4d19-9394-0b5907d502d5 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434020 Jul 24 01:21:01.416546 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782058f-9b09-4aef-8f51-2900afa995d0 req-2b5f849a-4956-4bd6-9e0a-852b909f8377 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:01.417833 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1782058f-9b09-4aef-8f51-2900afa995d0 req-2b5f849a-4956-4bd6-9e0a-852b909f8377 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec80dd4b-e688-41e9-913f-30afde99344f HTTP/1.1" status: 200 len: 945 time: 0.0837531 Jul 24 01:21:01.463655 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1782058f-9b09-4aef-8f51-2900afa995d0 req-db561026-2f8b-445e-b8d6-14e9f32de807 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399365 Jul 24 01:21:01.820298 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094f845-1af1-40c5-95d4-6285da71a01d req-30801574-c459-4346-9237-0ac05da07b2a tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:01.821836 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a094f845-1af1-40c5-95d4-6285da71a01d req-30801574-c459-4346-9237-0ac05da07b2a tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec80dd4b-e688-41e9-913f-30afde99344f HTTP/1.1" status: 200 len: 945 time: 0.0665698 Jul 24 01:21:01.867595 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a094f845-1af1-40c5-95d4-6285da71a01d req-a4a188c8-f038-411c-b8c2-124cd83c71c8 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393944 Jul 24 01:21:02.544332 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c214a63-05ba-4601-bf37-5f5de036a1c4 req-822a7824-188d-4e0e-9de3-70d18fd956b1 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:02.546054 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5c214a63-05ba-4601-bf37-5f5de036a1c4 req-822a7824-188d-4e0e-9de3-70d18fd956b1 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=248d3d64-13e5-407b-8d97-b6217af6649d HTTP/1.1" status: 200 len: 946 time: 0.0728726 Jul 24 01:21:02.591895 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5c214a63-05ba-4601-bf37-5f5de036a1c4 req-cbc8f264-e3ac-494e-a64d-8ca1967278bf tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=43d25856-5845-4a8e-9aab-f6434d0d6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386620 Jul 24 01:21:02.636937 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 42964) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:21:02.712173 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-07ee5d34-396c-415f-b872-c5fb27e2abd9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/floatingips/df69d7ea-4b8e-465b-a111-3a86be11a895 HTTP/1.1" status: 200 len: 994 time: 0.0740180 Jul 24 01:21:03.032253 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f046fc-4fe6-40b2-a529-c0f410d60451 req-c796900b-3e3d-41d0-b4a9-c59d1af94c25 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:03.034617 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e2f046fc-4fe6-40b2-a529-c0f410d60451 req-c796900b-3e3d-41d0-b4a9-c59d1af94c25 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec80dd4b-e688-41e9-913f-30afde99344f HTTP/1.1" status: 200 len: 945 time: 0.0882568 Jul 24 01:21:03.093622 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e2f046fc-4fe6-40b2-a529-c0f410d60451 req-a06f7d18-f549-4c0d-aa8c-98c3b18bb2f6 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473912 Jul 24 01:21:03.242842 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff51615-6d72-4b12-92ea-5381a550156f req-a79653e1-865c-49e3-8add-b194963e8d80 tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:03.244328 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4ff51615-6d72-4b12-92ea-5381a550156f req-a79653e1-865c-49e3-8add-b194963e8d80 tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=248d3d64-13e5-407b-8d97-b6217af6649d HTTP/1.1" status: 200 len: 1098 time: 0.0630782 Jul 24 01:21:03.291302 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4ff51615-6d72-4b12-92ea-5381a550156f req-8ded13b3-9224-49a7-a377-b9d7ce5d8956 tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=43d25856-5845-4a8e-9aab-f6434d0d6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392969 Jul 24 01:21:03.397723 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720fd8b9-8c80-4aff-927a-d77dfbfde73e req-3139fb4b-0815-436c-98da-6c17a553927b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:03.399533 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-720fd8b9-8c80-4aff-927a-d77dfbfde73e req-3139fb4b-0815-436c-98da-6c17a553927b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.13 "GET /v2.0/ports?device_id=ec80dd4b-e688-41e9-913f-30afde99344f HTTP/1.1" status: 200 len: 945 time: 0.1173840 Jul 24 01:21:03.550346 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-720fd8b9-8c80-4aff-927a-d77dfbfde73e req-763f8b0d-c38d-46b9-95aa-dccc3d6e0305 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Deleting port 5dadbdf2-89fd-4137-bfa7-cdcef442d3f2 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:21:03.551085 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-720fd8b9-8c80-4aff-927a-d77dfbfde73e req-763f8b0d-c38d-46b9-95aa-dccc3d6e0305 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:03.698974 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-720fd8b9-8c80-4aff-927a-d77dfbfde73e req-763f8b0d-c38d-46b9-95aa-dccc3d6e0305 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] For port 5dadbdf2-89fd-4137-bfa7-cdcef442d3f2, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=5dadbdf2-89fd-4137-bfa7-cdcef442d3f2,segment=NetworkSegment(4ba45e80-1699-41ea-af87-6ed5cfcc2657),segment_id=4ba45e80-1699-41ea-af87-6ed5cfcc2657)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:21:03.701870 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-720fd8b9-8c80-4aff-927a-d77dfbfde73e req-763f8b0d-c38d-46b9-95aa-dccc3d6e0305 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:03.723503 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-720fd8b9-8c80-4aff-927a-d77dfbfde73e req-763f8b0d-c38d-46b9-95aa-dccc3d6e0305 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Calling delete_port for 5dadbdf2-89fd-4137-bfa7-cdcef442d3f2 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:21:03.947273 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-a5ac6beb-d1f8-47f4-abfa-1eb082586314 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=248d3d64-13e5-407b-8d97-b6217af6649d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0818381 Jul 24 01:21:03.955288 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-720fd8b9-8c80-4aff-927a-d77dfbfde73e req-763f8b0d-c38d-46b9-95aa-dccc3d6e0305 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:03.961399 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-b205b7c2-033f-427a-a93c-7decfb7b0f56 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:21:03.962489 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-b205b7c2-033f-427a-a93c-7decfb7b0f56 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092137 Jul 24 01:21:03.975833 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['ea9f0a5a-66d8-47fd-911f-ec98f8f73448', '5dadbdf2-89fd-4137-bfa7-cdcef442d3f2'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:21:03.988226 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f8b0d-c38d-46b9-95aa-dccc3d6e0305 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Pushing event deleted for resources: {'Port': ['ID=5dadbdf2-89fd-4137-bfa7-cdcef442d3f2,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:04.064679 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-720fd8b9-8c80-4aff-927a-d77dfbfde73e req-763f8b0d-c38d-46b9-95aa-dccc3d6e0305 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] No DVR routers for this DVR port 5dadbdf2-89fd-4137-bfa7-cdcef442d3f2 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:21:04.073642 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-720fd8b9-8c80-4aff-927a-d77dfbfde73e req-763f8b0d-c38d-46b9-95aa-dccc3d6e0305 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:04.075677 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-720fd8b9-8c80-4aff-927a-d77dfbfde73e req-763f8b0d-c38d-46b9-95aa-dccc3d6e0305 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.13 "DELETE /v2.0/ports/5dadbdf2-89fd-4137-bfa7-cdcef442d3f2 HTTP/1.1" status: 204 len: 173 time: 0.6701961 Jul 24 01:21:04.076132 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec80dd4b-e688-41e9-913f-30afde99344f', 'name': 'network-vif-deleted', 'tag': '5dadbdf2-89fd-4137-bfa7-cdcef442d3f2'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:21:04.078735 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c90866-0033-449a-a7ef-9d16ca57eb00" -d '{"events": [{"server_uuid": "ec80dd4b-e688-41e9-913f-30afde99344f", "name": "network-vif-deleted", "tag": "5dadbdf2-89fd-4137-bfa7-cdcef442d3f2"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:21:04.157507 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3d4e20-27c7-4a61-9b9e-400ef2fccd35 x-openstack-request-id: req-ab3d4e20-27c7-4a61-9b9e-400ef2fccd35 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:21:04.158136 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec80dd4b-e688-41e9-913f-30afde99344f", "name": "network-vif-deleted", "tag": "5dadbdf2-89fd-4137-bfa7-cdcef442d3f2", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:21:04.158570 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ab3d4e20-27c7-4a61-9b9e-400ef2fccd35 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:21:04.159714 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec80dd4b-e688-41e9-913f-30afde99344f', 'name': 'network-vif-deleted', 'tag': '5dadbdf2-89fd-4137-bfa7-cdcef442d3f2', 'status': 'completed', 'code': 200} Jul 24 01:21:04.313517 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4e12579b-fcb7-47bf-ab73-05d0017f95b4 req-256fcc23-a2a7-43d5-9ec3-be4aa0e3830c tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec80dd4b-e688-41e9-913f-30afde99344f HTTP/1.1" status: 200 len: 210 time: 0.0490129 Jul 24 01:21:04.747874 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-84e5720a-978f-4f43-9b89-6ef1b2575242 tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:04.749439 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-84e5720a-978f-4f43-9b89-6ef1b2575242 tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] 10.222.0.15 "GET /v2.0/ports/76ada7bf-2e1b-4b0e-a59a-f34a4fdacede HTTP/1.1" status: 200 len: 1095 time: 0.1378393 Jul 24 01:21:04.759684 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-677b1f91-437c-48e8-8f88-f35e0640c13d service neutron] Request body: {'binding': {'host': 'n-h1-793621-25', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:21:04.760265 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-677b1f91-437c-48e8-8f88-f35e0640c13d service neutron] Unknown quota resources ['binding']. {{(pid=100463) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 24 01:21:04.932971 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-677b1f91-437c-48e8-8f88-f35e0640c13d service neutron] Attempting to bind port 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede on host n-h1-793621-25 for vnic_type normal with profile None {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:21:04.933454 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-677b1f91-437c-48e8-8f88-f35e0640c13d service neutron] Attempting to bind port 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': 'd4cda019-f956-44b2-b429-ed56856a1cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:21:04.933896 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-677b1f91-437c-48e8-8f88-f35e0640c13d service neutron] Attempting to bind port 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede on network 8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:21:04.939165 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-677b1f91-437c-48e8-8f88-f35e0640c13d service neutron] Port 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede on network 8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:21:04.939578 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-677b1f91-437c-48e8-8f88-f35e0640c13d service neutron] Attempting to bind port 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede on network 8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:21:04.945751 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-677b1f91-437c-48e8-8f88-f35e0640c13d service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:21:04.946175 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-677b1f91-437c-48e8-8f88-f35e0640c13d service neutron] Checking segment: {'id': 'd4cda019-f956-44b2-b429-ed56856a1cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:21:04.947059 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-677b1f91-437c-48e8-8f88-f35e0640c13d service neutron] Bound using segment: {'id': 'd4cda019-f956-44b2-b429-ed56856a1cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:21:04.947518 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-677b1f91-437c-48e8-8f88-f35e0640c13d service neutron] Bound port: 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4cda019-f956-44b2-b429-ed56856a1cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:21:05.037017 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:05.048003 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-677b1f91-437c-48e8-8f88-f35e0640c13d service neutron] For port 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=76ada7bf-2e1b-4b0e-a59a-f34a4fdacede,segment=NetworkSegment(d4cda019-f956-44b2-b429-ed56856a1cd7),segment_id=d4cda019-f956-44b2-b429-ed56856a1cd7)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:21:05.057044 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-677b1f91-437c-48e8-8f88-f35e0640c13d service neutron] Notify callbacks [] for binding, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:05.058378 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-677b1f91-437c-48e8-8f88-f35e0640c13d service neutron] 10.222.0.15 "POST /v2.0/ports/76ada7bf-2e1b-4b0e-a59a-f34a4fdacede/bindings HTTP/1.1" status: 201 len: 390 time: 0.3024178 Jul 24 01:21:05.262908 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582778c-daad-491e-8713-802cfe88c3e9 req-d3cb9f64-6fc5-46e8-a649-9bebb8700e5c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:05.271561 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9582778c-daad-491e-8713-802cfe88c3e9 req-d3cb9f64-6fc5-46e8-a649-9bebb8700e5c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=248d3d64-13e5-407b-8d97-b6217af6649d HTTP/1.1" status: 200 len: 946 time: 0.0998378 Jul 24 01:21:05.314619 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9582778c-daad-491e-8713-802cfe88c3e9 req-274aa4a5-60c7-4e77-9bf9-689274066ae3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=43d25856-5845-4a8e-9aab-f6434d0d6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405035 Jul 24 01:21:05.364071 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-d119c3cb-bb72-4cb6-8a55-2d71f9bf2e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:05.365649 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-d119c3cb-bb72-4cb6-8a55-2d71f9bf2e4e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d801781e24e8470b83b807a510a33715&device_id=248d3d64-13e5-407b-8d97-b6217af6649d HTTP/1.1" status: 200 len: 1098 time: 0.0806358 Jul 24 01:21:05.442507 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:05.496655 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b30fb35d-31bf-49f4-a2c5-b023f622f23b req-88f8ea38-a743-405a-b3bc-fb460c389416 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec80dd4b-e688-41e9-913f-30afde99344f HTTP/1.1" status: 200 len: 210 time: 0.0409062 Jul 24 01:21:05.527481 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-ef830da1-3f54-48f8-bd74-e90429b8fb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:05.528990 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-ef830da1-3f54-48f8-bd74-e90429b8fb8c service neutron] 10.222.0.13 "GET /v2.0/networks?id=8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7 HTTP/1.1" status: 200 len: 898 time: 0.1561530 Jul 24 01:21:05.585476 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:21:05.609880 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-f46e674e-06ed-4e3a-b0d2-17e7cb3f3f7b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76ada7bf-2e1b-4b0e-a59a-f34a4fdacede HTTP/1.1" status: 200 len: 1002 time: 0.0721655 Jul 24 01:21:05.670060 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-30ad8fd0-cd74-43c4-a6b0-e2d4151f32bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:05.671659 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-30ad8fd0-cd74-43c4-a6b0-e2d4151f32bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d0b1e7f5-08b9-432c-bfd5-260d5dd0fa6b HTTP/1.1" status: 200 len: 835 time: 0.0556245 Jul 24 01:21:05.749929 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-5c3ca4ba-6ede-46e5-81d4-5847e33a7ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:05.751618 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-5c3ca4ba-6ede-46e5-81d4-5847e33a7ea6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732768 Jul 24 01:21:05.851291 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-c3f047ec-ebc7-4142-8d35-58f3dc04f01f service neutron] 10.222.0.13 "GET /v2.0/networks/8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927322 Jul 24 01:21:05.967774 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-ea774096-176e-4bcc-a522-9286f10078a4 service neutron] 10.222.0.13 "GET /v2.0/networks/8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004269 Jul 24 01:21:06.154346 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-6c7a08ae-b6fd-4546-8a42-f4202b0a7f80 tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:06.156459 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-6c7a08ae-b6fd-4546-8a42-f4202b0a7f80 tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=248d3d64-13e5-407b-8d97-b6217af6649d&tenant_id=d801781e24e8470b83b807a510a33715&binding%3Ahost_id=n-h2-793621-25 HTTP/1.1" status: 200 len: 1098 time: 0.1091475 Jul 24 01:21:06.168071 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-b05105fd-8d2e-47e2-b3fb-d53f4ae99e6a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-793621-25'}}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:21:06.253983 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-b05105fd-8d2e-47e2-b3fb-d53f4ae99e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:06.401516 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-b05105fd-8d2e-47e2-b3fb-d53f4ae99e6a service neutron] For port 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=76ada7bf-2e1b-4b0e-a59a-f34a4fdacede,segment=NetworkSegment(d4cda019-f956-44b2-b429-ed56856a1cd7),segment_id=d4cda019-f956-44b2-b429-ed56856a1cd7)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:21:06.478990 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-b05105fd-8d2e-47e2-b3fb-d53f4ae99e6a service neutron] For port 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede, host n-h2-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:21:06.497326 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0cbfc-a3c2-4de2-89d5-701203265bd4 req-51dcbbba-db31-4665-8b57-36b7088ad63f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:06.507279 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-89a0cbfc-a3c2-4de2-89d5-701203265bd4 req-51dcbbba-db31-4665-8b57-36b7088ad63f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=248d3d64-13e5-407b-8d97-b6217af6649d HTTP/1.1" status: 200 len: 946 time: 0.0923858 Jul 24 01:21:06.527916 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248d3d64-13e5-407b-8d97-b6217af6649d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76ada7bf-2e1b-4b0e-a59a-f34a4fdacede'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:21:06.530551 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbc3f4c-1384-4239-b466-d17f96ce8d96" -d '{"events": [{"server_uuid": "248d3d64-13e5-407b-8d97-b6217af6649d", "name": "network-vif-unplugged", "status": "completed", "tag": "76ada7bf-2e1b-4b0e-a59a-f34a4fdacede"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:21:06.535902 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-b05105fd-8d2e-47e2-b3fb-d53f4ae99e6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:06.548385 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-b05105fd-8d2e-47e2-b3fb-d53f4ae99e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:06.561135 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-89a0cbfc-a3c2-4de2-89d5-701203265bd4 req-431ae783-17bf-4202-9194-544a553f2e2a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=43d25856-5845-4a8e-9aab-f6434d0d6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500054 Jul 24 01:21:06.671850 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 01:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec288377-fa82-4873-a4c8-918c57b3d71c x-openstack-request-id: req-ec288377-fa82-4873-a4c8-918c57b3d71c {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:21:06.672134 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248d3d64-13e5-407b-8d97-b6217af6649d", "name": "network-vif-unplugged", "status": "completed", "tag": "76ada7bf-2e1b-4b0e-a59a-f34a4fdacede", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:21:06.672388 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ec288377-fa82-4873-a4c8-918c57b3d71c {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:21:06.672790 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '248d3d64-13e5-407b-8d97-b6217af6649d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76ada7bf-2e1b-4b0e-a59a-f34a4fdacede', 'code': 200} Jul 24 01:21:06.703782 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4032b333-f521-4d1f-9172-38b0edfbab3d req-3c376323-d5dd-4b4e-9735-004f3b3b90c6 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec80dd4b-e688-41e9-913f-30afde99344f HTTP/1.1" status: 200 len: 210 time: 0.0544109 Jul 24 01:21:06.744468 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05105fd-8d2e-47e2-b3fb-d53f4ae99e6a service neutron] Pushing event updated for resources: {'Port': ['ID=76ada7bf-2e1b-4b0e-a59a-f34a4fdacede,revision_number=7']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:06.802164 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-b05105fd-8d2e-47e2-b3fb-d53f4ae99e6a service neutron] Attempting to bind port 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede on host n-h2-793621-25 for vnic_type normal with profile {"migrating_to": "n-h1-793621-25"} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:21:06.802519 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-b05105fd-8d2e-47e2-b3fb-d53f4ae99e6a service neutron] Attempting to bind port 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': 'd4cda019-f956-44b2-b429-ed56856a1cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:21:06.802895 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-b05105fd-8d2e-47e2-b3fb-d53f4ae99e6a service neutron] Attempting to bind port 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede on network 8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:21:06.811203 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-b05105fd-8d2e-47e2-b3fb-d53f4ae99e6a service neutron] Port 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede on network 8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:21:06.811797 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-b05105fd-8d2e-47e2-b3fb-d53f4ae99e6a service neutron] Attempting to bind port 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede on network 8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:21:06.819488 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-b05105fd-8d2e-47e2-b3fb-d53f4ae99e6a service neutron] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:21:06.820102 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-b05105fd-8d2e-47e2-b3fb-d53f4ae99e6a service neutron] Checking segment: {'id': 'd4cda019-f956-44b2-b429-ed56856a1cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:21:06.820674 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-b05105fd-8d2e-47e2-b3fb-d53f4ae99e6a service neutron] Bound using segment: {'id': 'd4cda019-f956-44b2-b429-ed56856a1cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:21:06.821309 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-b05105fd-8d2e-47e2-b3fb-d53f4ae99e6a service neutron] Bound port: 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4cda019-f956-44b2-b429-ed56856a1cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:21:06.821873 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-b05105fd-8d2e-47e2-b3fb-d53f4ae99e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:06.913006 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-b05105fd-8d2e-47e2-b3fb-d53f4ae99e6a service neutron] For port 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede, host n-h2-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:21:06.917033 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-b05105fd-8d2e-47e2-b3fb-d53f4ae99e6a service neutron] For port 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede, host n-h2-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=76ada7bf-2e1b-4b0e-a59a-f34a4fdacede,segment=NetworkSegment(d4cda019-f956-44b2-b429-ed56856a1cd7),segment_id=d4cda019-f956-44b2-b429-ed56856a1cd7)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:21:06.921799 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-b05105fd-8d2e-47e2-b3fb-d53f4ae99e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:06.935530 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-82722688-1e0a-42be-9fc7-4ad0db7630f6 None None] Provisioning complete for port 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:21:06.936772 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-82722688-1e0a-42be-9fc7-4ad0db7630f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:07.025071 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05105fd-8d2e-47e2-b3fb-d53f4ae99e6a service neutron] Pushing event updated for resources: {'Port': ['ID=76ada7bf-2e1b-4b0e-a59a-f34a4fdacede,revision_number=8']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:07.076401 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-82722688-1e0a-42be-9fc7-4ad0db7630f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:07.106193 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248d3d64-13e5-407b-8d97-b6217af6649d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ada7bf-2e1b-4b0e-a59a-f34a4fdacede'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:21:07.118281 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a14287c-8757-4573-a69d-bcdcd411a3ef" -d '{"events": [{"server_uuid": "248d3d64-13e5-407b-8d97-b6217af6649d", "name": "network-vif-plugged", "status": "completed", "tag": "76ada7bf-2e1b-4b0e-a59a-f34a4fdacede"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:21:07.118510 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-b05105fd-8d2e-47e2-b3fb-d53f4ae99e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:07.119020 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-b05105fd-8d2e-47e2-b3fb-d53f4ae99e6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:07.128699 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-b05105fd-8d2e-47e2-b3fb-d53f4ae99e6a service neutron] 10.222.0.13 "PUT /v2.0/ports/76ada7bf-2e1b-4b0e-a59a-f34a4fdacede HTTP/1.1" status: 200 len: 1124 time: 0.9648242 Jul 24 01:21:07.152414 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-82722688-1e0a-42be-9fc7-4ad0db7630f6 None None] For port 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=76ada7bf-2e1b-4b0e-a59a-f34a4fdacede,segment=NetworkSegment(d4cda019-f956-44b2-b429-ed56856a1cd7),segment_id=d4cda019-f956-44b2-b429-ed56856a1cd7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:21:07.171716 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-82722688-1e0a-42be-9fc7-4ad0db7630f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:07.263522 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['76ada7bf-2e1b-4b0e-a59a-f34a4fdacede'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:21:07.265855 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82722688-1e0a-42be-9fc7-4ad0db7630f6 None None] Pushing event updated for resources: {'Port': ['ID=76ada7bf-2e1b-4b0e-a59a-f34a4fdacede,revision_number=9']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:07.294974 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904f3443-f28e-4a54-81f0-14ecf44efea3 x-openstack-request-id: req-904f3443-f28e-4a54-81f0-14ecf44efea3 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:21:07.295276 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248d3d64-13e5-407b-8d97-b6217af6649d", "name": "network-vif-plugged", "status": "completed", "tag": "76ada7bf-2e1b-4b0e-a59a-f34a4fdacede", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:21:07.295513 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-904f3443-f28e-4a54-81f0-14ecf44efea3 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:21:07.296007 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '248d3d64-13e5-407b-8d97-b6217af6649d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ada7bf-2e1b-4b0e-a59a-f34a4fdacede', 'code': 200} Jul 24 01:21:07.491552 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 5dadbdf2-89fd-4137-bfa7-cdcef442d3f2 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:21:07.525368 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 5dadbdf2-89fd-4137-bfa7-cdcef442d3f2 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:21:07.527019 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 5dadbdf2-89fd-4137-bfa7-cdcef442d3f2 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:21:07.602556 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e7233bfa-b37f-419c-b682-a0c12b409c91 None None] Provisioning complete for port 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:21:07.603025 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e7233bfa-b37f-419c-b682-a0c12b409c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:07.780516 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8af083-8bf2-4c72-a264-408c97e84658 req-4134087f-ee9e-4ea0-b955-03a74dba727e tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:07.785731 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-af8af083-8bf2-4c72-a264-408c97e84658 req-4134087f-ee9e-4ea0-b955-03a74dba727e tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=248d3d64-13e5-407b-8d97-b6217af6649d HTTP/1.1" status: 200 len: 946 time: 0.1214252 Jul 24 01:21:07.850567 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-51706af2-9bbc-4602-8b52-b57c2092cbb7 req-78e8b61b-5933-4b83-bc26-bf7b60865796 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec80dd4b-e688-41e9-913f-30afde99344f HTTP/1.1" status: 200 len: 210 time: 0.0393138 Jul 24 01:21:07.853069 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-af8af083-8bf2-4c72-a264-408c97e84658 req-463958e0-2d87-4804-b06a-256b22a995d0 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=43d25856-5845-4a8e-9aab-f6434d0d6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0583575 Jul 24 01:21:08.674286 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '248d3d64-13e5-407b-8d97-b6217af6649d', 'tag': '76ada7bf-2e1b-4b0e-a59a-f34a4fdacede'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:21:08.676941 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3ca1fe-6077-4448-8c9c-f178ead381d7" -d '{"events": [{"name": "network-changed", "server_uuid": "248d3d64-13e5-407b-8d97-b6217af6649d", "tag": "76ada7bf-2e1b-4b0e-a59a-f34a4fdacede"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:21:08.717858 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fe2536-1cc7-4330-aedf-30521aa503a8 x-openstack-request-id: req-32fe2536-1cc7-4330-aedf-30521aa503a8 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:21:08.718152 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "248d3d64-13e5-407b-8d97-b6217af6649d", "tag": "76ada7bf-2e1b-4b0e-a59a-f34a4fdacede", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:21:08.718403 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-32fe2536-1cc7-4330-aedf-30521aa503a8 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:21:08.718824 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '248d3d64-13e5-407b-8d97-b6217af6649d', 'tag': '76ada7bf-2e1b-4b0e-a59a-f34a4fdacede', 'status': 'completed', 'code': 200} Jul 24 01:21:08.832120 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ca1fe-6077-4448-8c9c-f178ead381d7 req-346dd924-e1f0-48c5-ae8a-acc1d32d0edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:08.833836 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7e3ca1fe-6077-4448-8c9c-f178ead381d7 req-346dd924-e1f0-48c5-ae8a-acc1d32d0edb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d801781e24e8470b83b807a510a33715&device_id=248d3d64-13e5-407b-8d97-b6217af6649d HTTP/1.1" status: 200 len: 1129 time: 0.0913248 Jul 24 01:21:08.971847 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ca1fe-6077-4448-8c9c-f178ead381d7 req-14fdfd85-b8df-49ae-9b12-36c7b3fdcc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:08.974634 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7e3ca1fe-6077-4448-8c9c-f178ead381d7 req-14fdfd85-b8df-49ae-9b12-36c7b3fdcc70 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7 HTTP/1.1" status: 200 len: 898 time: 0.1316512 Jul 24 01:21:09.066129 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cffd3a04-6b28-4bf9-ab8c-5a077fcc6b34 req-71f616e5-14bc-4cfc-b42a-ef1fb584c93e tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=ec80dd4b-e688-41e9-913f-30afde99344f HTTP/1.1" status: 200 len: 210 time: 0.0443511 Jul 24 01:21:09.105575 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7e3ca1fe-6077-4448-8c9c-f178ead381d7 req-e2b698e0-8968-4ea5-8ea9-d6426a43e60d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76ada7bf-2e1b-4b0e-a59a-f34a4fdacede HTTP/1.1" status: 200 len: 1002 time: 0.1242290 Jul 24 01:21:09.162032 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97011cb-24f5-49d5-8edf-ac0e56765a2a req-daa6d17e-33e5-4c7a-ae22-a5f908eff84d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:09.163720 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d97011cb-24f5-49d5-8edf-ac0e56765a2a req-daa6d17e-33e5-4c7a-ae22-a5f908eff84d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=248d3d64-13e5-407b-8d97-b6217af6649d HTTP/1.1" status: 200 len: 946 time: 0.1242118 Jul 24 01:21:09.184494 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ca1fe-6077-4448-8c9c-f178ead381d7 req-cd464b4c-752b-4cab-bacc-8fa3a72b9446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:09.185482 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7e3ca1fe-6077-4448-8c9c-f178ead381d7 req-cd464b4c-752b-4cab-bacc-8fa3a72b9446 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d0b1e7f5-08b9-432c-bfd5-260d5dd0fa6b HTTP/1.1" status: 200 len: 835 time: 0.0710843 Jul 24 01:21:09.252040 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d97011cb-24f5-49d5-8edf-ac0e56765a2a req-84036980-2625-443a-8e68-0810bfc26d14 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=43d25856-5845-4a8e-9aab-f6434d0d6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0814009 Jul 24 01:21:09.289721 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ca1fe-6077-4448-8c9c-f178ead381d7 req-6781ea05-06dc-4434-abfd-ef7038a29c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:09.291670 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7e3ca1fe-6077-4448-8c9c-f178ead381d7 req-6781ea05-06dc-4434-abfd-ef7038a29c64 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0974751 Jul 24 01:21:09.395886 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7e3ca1fe-6077-4448-8c9c-f178ead381d7 req-6e3a9ba9-683b-42cd-bc75-9a578d377472 service neutron] 10.222.0.11 "GET /v2.0/networks/8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974212 Jul 24 01:21:09.504519 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:21:09.517449 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7e3ca1fe-6077-4448-8c9c-f178ead381d7 req-6c59ff23-8db5-443d-967a-f222a8d8ddc0 service neutron] 10.222.0.11 "GET /v2.0/networks/8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150310 Jul 24 01:21:09.626088 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=76ada7bf-2e1b-4b0e-a59a-f34a4fdacede,segment=NetworkSegment(d4cda019-f956-44b2-b429-ed56856a1cd7),segment_id=d4cda019-f956-44b2-b429-ed56856a1cd7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:21:09.639495 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede has no active binding in host n-h1-793621-25 {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 24 01:21:10.423746 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd824af-da38-4304-8bc8-82de112a2e39 req-97491327-d658-4a1a-9a30-86547ff82651 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:10.425760 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dbd824af-da38-4304-8bc8-82de112a2e39 req-97491327-d658-4a1a-9a30-86547ff82651 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=248d3d64-13e5-407b-8d97-b6217af6649d HTTP/1.1" status: 200 len: 946 time: 0.0842502 Jul 24 01:21:10.470125 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dbd824af-da38-4304-8bc8-82de112a2e39 req-d53734a3-354f-4616-87d2-4ee00cd8e082 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=43d25856-5845-4a8e-9aab-f6434d0d6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389199 Jul 24 01:21:11.698119 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad80b2-22e5-4ac8-9651-3a5efdb1dcb6 req-20454463-4b04-4c59-879d-67c78cff0c68 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:11.700535 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-edad80b2-22e5-4ac8-9651-3a5efdb1dcb6 req-20454463-4b04-4c59-879d-67c78cff0c68 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=248d3d64-13e5-407b-8d97-b6217af6649d HTTP/1.1" status: 200 len: 946 time: 0.1208794 Jul 24 01:21:11.753803 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-edad80b2-22e5-4ac8-9651-3a5efdb1dcb6 req-f5264bb7-86ba-4d8f-bf18-b52f21c4ec2d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=43d25856-5845-4a8e-9aab-f6434d0d6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429327 Jul 24 01:21:12.321226 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-1f737bf6-7b12-43d0-8ea8-d347a3666e14 service neutron] 10.222.0.11 "GET /v2.0/ports/76ada7bf-2e1b-4b0e-a59a-f34a4fdacede/bindings/n-h1-793621-25 HTTP/1.1" status: 200 len: 385 time: 0.1172383 Jul 24 01:21:12.646684 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-3c776247-6152-442f-9332-f75b4a371cdd service neutron] For port 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=76ada7bf-2e1b-4b0e-a59a-f34a4fdacede,segment=NetworkSegment(d4cda019-f956-44b2-b429-ed56856a1cd7),segment_id=d4cda019-f956-44b2-b429-ed56856a1cd7)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:21:12.722351 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-3c776247-6152-442f-9332-f75b4a371cdd service neutron] For port 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede, host n-h2-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:21:12.838998 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-3c776247-6152-442f-9332-f75b4a371cdd service neutron] For port 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=76ada7bf-2e1b-4b0e-a59a-f34a4fdacede,segment=NetworkSegment(d4cda019-f956-44b2-b429-ed56856a1cd7),segment_id=d4cda019-f956-44b2-b429-ed56856a1cd7)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:21:12.864320 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248d3d64-13e5-407b-8d97-b6217af6649d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76ada7bf-2e1b-4b0e-a59a-f34a4fdacede'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:21:12.866873 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559d5b67-1865-4f8b-b513-3611c052da05" -d '{"events": [{"server_uuid": "248d3d64-13e5-407b-8d97-b6217af6649d", "name": "network-vif-unplugged", "status": "completed", "tag": "76ada7bf-2e1b-4b0e-a59a-f34a4fdacede"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:21:12.894207 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-3c776247-6152-442f-9332-f75b4a371cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:13.019930 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 01:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87522395-8575-4b46-bd77-9c187f51763c x-openstack-request-id: req-87522395-8575-4b46-bd77-9c187f51763c {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:21:13.020431 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248d3d64-13e5-407b-8d97-b6217af6649d", "name": "network-vif-unplugged", "status": "completed", "tag": "76ada7bf-2e1b-4b0e-a59a-f34a4fdacede", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:21:13.020756 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-87522395-8575-4b46-bd77-9c187f51763c {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:21:13.021328 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '248d3d64-13e5-407b-8d97-b6217af6649d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76ada7bf-2e1b-4b0e-a59a-f34a4fdacede', 'code': 200} Jul 24 01:21:13.091795 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c8cf29-2ae3-4eb0-a847-bd1327314bb9 req-10d9fc61-3dbd-4c3a-a63f-7a43913dfce5 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:13.093496 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c7c8cf29-2ae3-4eb0-a847-bd1327314bb9 req-10d9fc61-3dbd-4c3a-a63f-7a43913dfce5 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=248d3d64-13e5-407b-8d97-b6217af6649d HTTP/1.1" status: 200 len: 945 time: 0.2205534 Jul 24 01:21:13.099614 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-3c776247-6152-442f-9332-f75b4a371cdd service neutron] Transition to ACTIVE for port object 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:21:13.112607 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-3c776247-6152-442f-9332-f75b4a371cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:13.244956 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c7c8cf29-2ae3-4eb0-a847-bd1327314bb9 req-c5ac0e82-9171-46ce-9a06-9a34ca950f72 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=43d25856-5845-4a8e-9aab-f6434d0d6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1422632 Jul 24 01:21:13.249970 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c776247-6152-442f-9332-f75b4a371cdd service neutron] Pushing event updated for resources: {'Port': ['ID=76ada7bf-2e1b-4b0e-a59a-f34a4fdacede,revision_number=11']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:13.278363 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c776247-6152-442f-9332-f75b4a371cdd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:13.279392 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c776247-6152-442f-9332-f75b4a371cdd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:13.279846 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c776247-6152-442f-9332-f75b4a371cdd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:13.280373 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c776247-6152-442f-9332-f75b4a371cdd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:13.280984 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c776247-6152-442f-9332-f75b4a371cdd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:13.281414 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c776247-6152-442f-9332-f75b4a371cdd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:13.282015 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c776247-6152-442f-9332-f75b4a371cdd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:13.282593 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c776247-6152-442f-9332-f75b4a371cdd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:13.283170 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c776247-6152-442f-9332-f75b4a371cdd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:13.284136 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c776247-6152-442f-9332-f75b4a371cdd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:13.284543 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c776247-6152-442f-9332-f75b4a371cdd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:13.285062 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c776247-6152-442f-9332-f75b4a371cdd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:13.337139 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-3c776247-6152-442f-9332-f75b4a371cdd service neutron] No DVR routers for this DVR port 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede on host n-h2-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:21:13.595840 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-3c776247-6152-442f-9332-f75b4a371cdd service neutron] 10.222.0.11 "PUT /v2.0/ports/76ada7bf-2e1b-4b0e-a59a-f34a4fdacede/bindings/n-h1-793621-25/activate HTTP/1.1" status: 200 len: 370 time: 1.2681518 Jul 24 01:21:13.749401 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-8a428828-5f33-4138-a8de-e4b152d13dc9 tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:13.754562 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-8a428828-5f33-4138-a8de-e4b152d13dc9 tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=248d3d64-13e5-407b-8d97-b6217af6649d&tenant_id=d801781e24e8470b83b807a510a33715&binding%3Ahost_id=n-h2-793621-25 HTTP/1.1" status: 200 len: 1097 time: 0.0962000 Jul 24 01:21:13.858348 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-337a727a-355d-4280-9b56-e0ccbef8bc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:13.860890 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-337a727a-355d-4280-9b56-e0ccbef8bc9f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=248d3d64-13e5-407b-8d97-b6217af6649d&tenant_id=d801781e24e8470b83b807a510a33715 HTTP/1.1" status: 200 len: 1097 time: 0.1024926 Jul 24 01:21:13.964880 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-c0b4fb01-50c4-4745-b955-7b2b2805fc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:13.966651 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-c0b4fb01-50c4-4745-b955-7b2b2805fc6d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d801781e24e8470b83b807a510a33715&device_id=248d3d64-13e5-407b-8d97-b6217af6649d HTTP/1.1" status: 200 len: 1097 time: 0.0694742 Jul 24 01:21:14.098170 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-7e979613-caaa-4181-a989-b58cc97d5abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:14.099773 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-7e979613-caaa-4181-a989-b58cc97d5abb service neutron] 10.222.0.13 "GET /v2.0/networks?id=8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7 HTTP/1.1" status: 200 len: 898 time: 0.1224205 Jul 24 01:21:14.185052 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-c88a16ed-11ec-40a7-9144-410d7df36af1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76ada7bf-2e1b-4b0e-a59a-f34a4fdacede HTTP/1.1" status: 200 len: 1000 time: 0.0781298 Jul 24 01:21:14.237309 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-e8248ae2-0130-46fd-a1f8-dcdb0ec70a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:14.238916 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-e8248ae2-0130-46fd-a1f8-dcdb0ec70a57 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d0b1e7f5-08b9-432c-bfd5-260d5dd0fa6b HTTP/1.1" status: 200 len: 835 time: 0.0461068 Jul 24 01:21:14.315762 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-a5e7dfbd-feab-43ae-a1a0-d7e638085e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:14.319339 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-a5e7dfbd-feab-43ae-a1a0-d7e638085e16 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0741119 Jul 24 01:21:14.457062 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906fa4e6-2f37-4b3d-9af8-b767a5aa5b96 req-fad29bad-9dc3-42f8-ad4c-9f91154358f6 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:14.458610 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-906fa4e6-2f37-4b3d-9af8-b767a5aa5b96 req-fad29bad-9dc3-42f8-ad4c-9f91154358f6 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=248d3d64-13e5-407b-8d97-b6217af6649d HTTP/1.1" status: 200 len: 945 time: 0.1301272 Jul 24 01:21:14.493582 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-4ab33579-1902-49d6-be00-e479721965c4 service neutron] 10.222.0.13 "GET /v2.0/networks/8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523824 Jul 24 01:21:14.609394 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-906fa4e6-2f37-4b3d-9af8-b767a5aa5b96 req-5972a3bb-245f-4635-8f96-ae11de616773 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=43d25856-5845-4a8e-9aab-f6434d0d6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1442599 Jul 24 01:21:14.611257 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-a88c94b5-f9ff-4622-85d0-27258e1ef85e service neutron] 10.222.0.13 "GET /v2.0/networks/8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093233 Jul 24 01:21:14.812224 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32611044-67e7-4e2f-a279-b9a364059c25 req-b4cce93c-17ab-41de-8afc-8439bf64b919 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:14.819525 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-32611044-67e7-4e2f-a279-b9a364059c25 req-b4cce93c-17ab-41de-8afc-8439bf64b919 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0cf3bd2-3398-4e0d-ac39-465d35910221 HTTP/1.1" status: 200 len: 946 time: 0.0922863 Jul 24 01:21:14.863380 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-32611044-67e7-4e2f-a279-b9a364059c25 req-35b3a2b2-c396-4486-a346-8534a8f48f25 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428500 Jul 24 01:21:14.942479 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-90691001-7b93-4edf-8509-fcc865413f7d tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:14.944494 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-90691001-7b93-4edf-8509-fcc865413f7d tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=248d3d64-13e5-407b-8d97-b6217af6649d&tenant_id=d801781e24e8470b83b807a510a33715&binding%3Ahost_id=n-h1-793621-25 HTTP/1.1" status: 200 len: 1097 time: 0.0602419 Jul 24 01:21:15.111157 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-d8abcc03-82d5-4e7c-8fc3-62d1f1b4b1b9 service neutron] For port 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede, host n-h2-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:21:15.115317 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-d8abcc03-82d5-4e7c-8fc3-62d1f1b4b1b9 service neutron] Notify callbacks [] for binding, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:15.116568 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65982f11-9cfd-4bdd-8bc6-17ec080d0297 req-d8abcc03-82d5-4e7c-8fc3-62d1f1b4b1b9 service neutron] 10.222.0.13 "DELETE /v2.0/ports/76ada7bf-2e1b-4b0e-a59a-f34a4fdacede/bindings/n-h2-793621-25 HTTP/1.1" status: 204 len: 173 time: 0.1600294 Jul 24 01:21:15.335457 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:21:15.394124 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede not bound to the agent host n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:21:15.757612 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-03adf62e-bb77-4d0d-ac03-d1569090c747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:15.895174 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ffd13-7d36-45c7-b016-c07048003a27 req-f80f3c6d-c173-440b-8bd1-c3b8cefbb605 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:15.896957 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-093ffd13-7d36-45c7-b016-c07048003a27 req-f80f3c6d-c173-440b-8bd1-c3b8cefbb605 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=248d3d64-13e5-407b-8d97-b6217af6649d HTTP/1.1" status: 200 len: 945 time: 0.1423602 Jul 24 01:21:15.943059 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-093ffd13-7d36-45c7-b016-c07048003a27 req-71865f90-f4dc-4c91-9774-d66f14de80cd tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=43d25856-5845-4a8e-9aab-f6434d0d6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393441 Jul 24 01:21:16.046701 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9089da6-2a2e-4826-845b-b425b6ae4ac5 req-44675bba-cc4b-428e-bb94-6ceeb911e95f tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:16.049973 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f9089da6-2a2e-4826-845b-b425b6ae4ac5 req-44675bba-cc4b-428e-bb94-6ceeb911e95f tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0cf3bd2-3398-4e0d-ac39-465d35910221 HTTP/1.1" status: 200 len: 946 time: 0.0991135 Jul 24 01:21:16.088540 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4849ed6f-3447-4286-9cbe-0d76b1adad9c req-8bc90282-6941-41d5-951c-c12bab9574ad tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:16.090514 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4849ed6f-3447-4286-9cbe-0d76b1adad9c req-8bc90282-6941-41d5-951c-c12bab9574ad tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=248d3d64-13e5-407b-8d97-b6217af6649d HTTP/1.1" status: 200 len: 1097 time: 0.0672655 Jul 24 01:21:16.106513 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f9089da6-2a2e-4826-845b-b425b6ae4ac5 req-13259d81-9b37-4c6e-82d6-e3545fabf73b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=135270c6-1c60-4356-8ce4-bf270d104673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469122 Jul 24 01:21:16.144040 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4849ed6f-3447-4286-9cbe-0d76b1adad9c req-29778acf-f4f3-4bde-b760-7ee5150bb63c tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=43d25856-5845-4a8e-9aab-f6434d0d6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389559 Jul 24 01:21:16.305660 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1406af-bcea-4303-b33b-df0d19157b3b req-3c40f046-dea8-4581-a193-f9176a569e70 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:16.307093 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5c1406af-bcea-4303-b33b-df0d19157b3b req-3c40f046-dea8-4581-a193-f9176a569e70 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=248d3d64-13e5-407b-8d97-b6217af6649d HTTP/1.1" status: 200 len: 945 time: 0.0999026 Jul 24 01:21:16.347659 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd5826-74d0-4102-bdef-93372f77c2df req-e4f54b90-2a07-458f-ad02-093041b077b8 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:16.349270 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ddcd5826-74d0-4102-bdef-93372f77c2df req-e4f54b90-2a07-458f-ad02-093041b077b8 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.13 "GET /v2.0/ports?device_id=f0cf3bd2-3398-4e0d-ac39-465d35910221 HTTP/1.1" status: 200 len: 946 time: 0.1130667 Jul 24 01:21:16.417064 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5c1406af-bcea-4303-b33b-df0d19157b3b req-653d2100-2589-4bea-b567-8166f4ab11d2 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=43d25856-5845-4a8e-9aab-f6434d0d6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1029084 Jul 24 01:21:16.446905 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43224) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:21:16.490550 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-ddcd5826-74d0-4102-bdef-93372f77c2df req-3e0af95d-58bf-4f49-b0ee-946eb3a7dc9b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Deleting port ea9f0a5a-66d8-47fd-911f-ec98f8f73448 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:21:16.490932 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ddcd5826-74d0-4102-bdef-93372f77c2df req-3e0af95d-58bf-4f49-b0ee-946eb3a7dc9b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:16.545476 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0a0d7058-42cb-414d-b0b9-52c8a1e98944 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/floatingips/df69d7ea-4b8e-465b-a111-3a86be11a895 HTTP/1.1" status: 200 len: 992 time: 0.0970821 Jul 24 01:21:16.594452 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-ddcd5826-74d0-4102-bdef-93372f77c2df req-3e0af95d-58bf-4f49-b0ee-946eb3a7dc9b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] For port ea9f0a5a-66d8-47fd-911f-ec98f8f73448, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=ea9f0a5a-66d8-47fd-911f-ec98f8f73448,segment=NetworkSegment(4ba45e80-1699-41ea-af87-6ed5cfcc2657),segment_id=4ba45e80-1699-41ea-af87-6ed5cfcc2657)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:21:16.594928 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ddcd5826-74d0-4102-bdef-93372f77c2df req-3e0af95d-58bf-4f49-b0ee-946eb3a7dc9b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:16.609120 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-ddcd5826-74d0-4102-bdef-93372f77c2df req-3e0af95d-58bf-4f49-b0ee-946eb3a7dc9b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Calling delete_port for ea9f0a5a-66d8-47fd-911f-ec98f8f73448 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:21:16.764168 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ddcd5826-74d0-4102-bdef-93372f77c2df req-3e0af95d-58bf-4f49-b0ee-946eb3a7dc9b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:16.777156 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['ea9f0a5a-66d8-47fd-911f-ec98f8f73448'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:21:16.836257 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0af95d-58bf-4f49-b0ee-946eb3a7dc9b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Pushing event deleted for resources: {'Port': ['ID=ea9f0a5a-66d8-47fd-911f-ec98f8f73448,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:17.179251 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddcd5826-74d0-4102-bdef-93372f77c2df req-3e0af95d-58bf-4f49-b0ee-946eb3a7dc9b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] No DVR routers for this DVR port ea9f0a5a-66d8-47fd-911f-ec98f8f73448 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:21:17.189413 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ddcd5826-74d0-4102-bdef-93372f77c2df req-3e0af95d-58bf-4f49-b0ee-946eb3a7dc9b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:17.191944 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ddcd5826-74d0-4102-bdef-93372f77c2df req-3e0af95d-58bf-4f49-b0ee-946eb3a7dc9b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.13 "DELETE /v2.0/ports/ea9f0a5a-66d8-47fd-911f-ec98f8f73448 HTTP/1.1" status: 204 len: 173 time: 0.8319566 Jul 24 01:21:17.192847 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0cf3bd2-3398-4e0d-ac39-465d35910221', 'name': 'network-vif-deleted', 'tag': 'ea9f0a5a-66d8-47fd-911f-ec98f8f73448'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:21:17.196082 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ee244e-c0c2-46fc-b314-9111ccf1afe7" -d '{"events": [{"server_uuid": "f0cf3bd2-3398-4e0d-ac39-465d35910221", "name": "network-vif-deleted", "tag": "ea9f0a5a-66d8-47fd-911f-ec98f8f73448"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:21:17.247049 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6ca48a-4d86-4e37-9fd4-67a154918d6f x-openstack-request-id: req-ac6ca48a-4d86-4e37-9fd4-67a154918d6f {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:21:17.248049 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0cf3bd2-3398-4e0d-ac39-465d35910221", "name": "network-vif-deleted", "tag": "ea9f0a5a-66d8-47fd-911f-ec98f8f73448", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:21:17.248430 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ac6ca48a-4d86-4e37-9fd4-67a154918d6f {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:21:17.248991 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0cf3bd2-3398-4e0d-ac39-465d35910221', 'name': 'network-vif-deleted', 'tag': 'ea9f0a5a-66d8-47fd-911f-ec98f8f73448', 'status': 'completed', 'code': 200} Jul 24 01:21:17.274439 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f860ef9b-2052-435f-b694-6cb3c8ce6e5f req-107fe859-55b6-4d11-b346-874ddcea004e tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0cf3bd2-3398-4e0d-ac39-465d35910221 HTTP/1.1" status: 200 len: 210 time: 0.0647070 Jul 24 01:21:18.284517 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ec3f2f6a-a820-4fda-aa84-cef637e4104f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:18.409039 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f1a619e7-872e-4c4d-a294-b9dd21d1f0c1 req-67003c43-a53a-4518-825f-8a1db6724209 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0cf3bd2-3398-4e0d-ac39-465d35910221 HTTP/1.1" status: 200 len: 210 time: 0.0406551 Jul 24 01:21:18.521825 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:18.786119 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43272) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:21:18.999741 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-8f6eb1da-50be-420c-b4f3-903e732d4805 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Deleting port 10a7d720-914e-4e87-a88a-c8cc720d41d4 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:21:18.999741 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8f6eb1da-50be-420c-b4f3-903e732d4805 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:19.087460 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8f6eb1da-50be-420c-b4f3-903e732d4805 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:19.087860 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8f6eb1da-50be-420c-b4f3-903e732d4805 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:19.100969 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-8f6eb1da-50be-420c-b4f3-903e732d4805 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Calling delete_port for 10a7d720-914e-4e87-a88a-c8cc720d41d4 owned by network:floatingip {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:21:19.297800 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8f6eb1da-50be-420c-b4f3-903e732d4805 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:19.343589 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6eb1da-50be-420c-b4f3-903e732d4805 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event deleted for resources: {'Port': ['ID=10a7d720-914e-4e87-a88a-c8cc720d41d4,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:19.409153 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8f6eb1da-50be-420c-b4f3-903e732d4805 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for floatingip, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:19.409488 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [None req-8f6eb1da-50be-420c-b4f3-903e732d4805 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Floating IP df69d7ea-4b8e-465b-a111-3a86be11a895 disassociated (deleted). External IP: 172.25.2.183, port: 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede. Jul 24 01:21:19.535234 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b2200a1f-5316-47fc-b9d8-9e8d74105dc8 req-215e759d-64b6-4649-a492-82785d4dcbf7 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0cf3bd2-3398-4e0d-ac39-465d35910221 HTTP/1.1" status: 200 len: 210 time: 0.0526047 Jul 24 01:21:19.542335 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:19.692739 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f6eb1da-50be-420c-b4f3-903e732d4805 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Router f4dda6c7-bc40-4f9d-baf1-c76985810fa6 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:21:19.807817 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f6eb1da-50be-420c-b4f3-903e732d4805 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:21:19.812601 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8f6eb1da-50be-420c-b4f3-903e732d4805 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:19.818634 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969db9b9-534e-43ae-8a28-0c5f2ff9bcc7 None None] Sync routers for ids ['f4dda6c7-bc40-4f9d-baf1-c76985810fa6'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:21:19.827972 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969db9b9-534e-43ae-8a28-0c5f2ff9bcc7 None None] Routers {'f4dda6c7-bc40-4f9d-baf1-c76985810fa6'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:21:19.828914 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-969db9b9-534e-43ae-8a28-0c5f2ff9bcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:21:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f4dda6c7-bc40-4f9d-baf1-c76985810fa6'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:21:19.852043 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8f6eb1da-50be-420c-b4f3-903e732d4805 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "DELETE /v2.0/floatingips/df69d7ea-4b8e-465b-a111-3a86be11a895 HTTP/1.1" status: 204 len: 168 time: 1.0648882 Jul 24 01:21:19.852757 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '248d3d64-13e5-407b-8d97-b6217af6649d', 'tag': '76ada7bf-2e1b-4b0e-a59a-f34a4fdacede'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:21:19.855574 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2632540d-f223-4223-b38d-74b19a015a28" -d '{"events": [{"name": "network-changed", "server_uuid": "248d3d64-13e5-407b-8d97-b6217af6649d", "tag": "76ada7bf-2e1b-4b0e-a59a-f34a4fdacede"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:21:19.898697 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53582b28-5c10-45fa-82e5-6326c652e00b x-openstack-request-id: req-53582b28-5c10-45fa-82e5-6326c652e00b {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:21:19.899018 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "248d3d64-13e5-407b-8d97-b6217af6649d", "tag": "76ada7bf-2e1b-4b0e-a59a-f34a4fdacede", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:21:19.899277 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-53582b28-5c10-45fa-82e5-6326c652e00b {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:21:19.899686 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '248d3d64-13e5-407b-8d97-b6217af6649d', 'tag': '76ada7bf-2e1b-4b0e-a59a-f34a4fdacede', 'status': 'completed', 'code': 200} Jul 24 01:21:20.005815 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-969db9b9-534e-43ae-8a28-0c5f2ff9bcc7 None None] Set router f4dda6c7-bc40-4f9d-baf1-c76985810fa6 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:21:20.069570 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632540d-f223-4223-b38d-74b19a015a28 req-5e71416e-91f4-4e54-be24-fe18b2eeca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:20.071178 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2632540d-f223-4223-b38d-74b19a015a28 req-5e71416e-91f4-4e54-be24-fe18b2eeca63 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d801781e24e8470b83b807a510a33715&device_id=248d3d64-13e5-407b-8d97-b6217af6649d HTTP/1.1" status: 200 len: 1097 time: 0.1313272 Jul 24 01:21:20.255589 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-969db9b9-534e-43ae-8a28-0c5f2ff9bcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dda6c7-bc40-4f9d-baf1-c76985810fa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-42581818', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'c4217d68-b69b-41f0-a89b-653935cf1fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:20:12Z', 'updated_at': '2021-07-24T01:20:17Z', 'revision_number': 4, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': 'c4217d68-b69b-41f0-a89b-653935cf1fc1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dda6c7-bc40-4f9d-baf1-c76985810fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:20:13Z', 'updated_at': '2021-07-24T01:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '5bf54afa-5342-4f84-bbec-d1a877f4de03', 'name': '', 'network_id': '8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'mac_address': 'fa:16:3e:fd:a7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dda6c7-bc40-4f9d-baf1-c76985810fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'd0b1e7f5-08b9-432c-bfd5-260d5dd0fa6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:20:16Z', 'updated_at': '2021-07-24T01:20:24Z', 'revision_number': 5, 'project_id': 'd801781e24e8470b83b807a510a33715', 'subnets': [{'id': 'd0b1e7f5-08b9-432c-bfd5-260d5dd0fa6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:21:20.258084 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632540d-f223-4223-b38d-74b19a015a28 req-2a91e862-00e5-429c-81f4-f58f7e8a0d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:20.261166 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2632540d-f223-4223-b38d-74b19a015a28 req-2a91e862-00e5-429c-81f4-f58f7e8a0d2e service neutron] 10.222.0.13 "GET /v2.0/networks?id=8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7 HTTP/1.1" status: 200 len: 898 time: 0.1813064 Jul 24 01:21:20.317280 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2632540d-f223-4223-b38d-74b19a015a28 req-bd8d301d-89a3-4b56-bcf1-2458f3ed84eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=76ada7bf-2e1b-4b0e-a59a-f34a4fdacede HTTP/1.1" status: 200 len: 217 time: 0.0445385 Jul 24 01:21:20.322027 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969db9b9-534e-43ae-8a28-0c5f2ff9bcc7 None None] Checking router: f4dda6c7-bc40-4f9d-baf1-c76985810fa6 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:21:20.336950 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969db9b9-534e-43ae-8a28-0c5f2ff9bcc7 None None] Routers {'f4dda6c7-bc40-4f9d-baf1-c76985810fa6'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:21:20.337861 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-969db9b9-534e-43ae-8a28-0c5f2ff9bcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:21:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f4dda6c7-bc40-4f9d-baf1-c76985810fa6'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:21:20.374326 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3571f2-6809-4525-9d54-e570cef54d2b req-5048edb8-a3ba-4ca7-945c-a4749fbc1a57 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:20.383100 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3e3571f2-6809-4525-9d54-e570cef54d2b req-5048edb8-a3ba-4ca7-945c-a4749fbc1a57 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=248d3d64-13e5-407b-8d97-b6217af6649d HTTP/1.1" status: 200 len: 945 time: 0.2784619 Jul 24 01:21:20.443996 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3e3571f2-6809-4525-9d54-e570cef54d2b req-e775313b-0f1b-4c5b-95a4-95c0e72c457b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=43d25856-5845-4a8e-9aab-f6434d0d6eda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595753 Jul 24 01:21:20.454398 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632540d-f223-4223-b38d-74b19a015a28 req-886a36fb-6890-4c1d-8408-9c917d145c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:20.468650 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2632540d-f223-4223-b38d-74b19a015a28 req-886a36fb-6890-4c1d-8408-9c917d145c1a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d0b1e7f5-08b9-432c-bfd5-260d5dd0fa6b HTTP/1.1" status: 200 len: 835 time: 0.1379755 Jul 24 01:21:20.540096 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-969db9b9-534e-43ae-8a28-0c5f2ff9bcc7 None None] Set router f4dda6c7-bc40-4f9d-baf1-c76985810fa6 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:21:20.582933 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632540d-f223-4223-b38d-74b19a015a28 req-ae3d6245-d611-4951-a9dc-6bba95a841ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:20.585213 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2632540d-f223-4223-b38d-74b19a015a28 req-ae3d6245-d611-4951-a9dc-6bba95a841ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1201167 Jul 24 01:21:20.593418 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d4d9fb-e06f-41d4-9338-86ced4d7a3a8 req-6c2ae560-1a34-4507-bb1b-a3d2aaeb3f85 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:20.595406 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-87d4d9fb-e06f-41d4-9338-86ced4d7a3a8 req-6c2ae560-1a34-4507-bb1b-a3d2aaeb3f85 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.13 "GET /v2.0/ports?device_id=248d3d64-13e5-407b-8d97-b6217af6649d HTTP/1.1" status: 200 len: 945 time: 0.0986917 Jul 24 01:21:20.807360 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8a686511-cec4-4617-a393-4bfec37bb99a req-85a1bd8d-25b7-4cba-8a99-a971242dbf55 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0cf3bd2-3398-4e0d-ac39-465d35910221 HTTP/1.1" status: 200 len: 210 time: 0.0921633 Jul 24 01:21:20.895396 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-969db9b9-534e-43ae-8a28-0c5f2ff9bcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dda6c7-bc40-4f9d-baf1-c76985810fa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-42581818', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'c4217d68-b69b-41f0-a89b-653935cf1fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:20:12Z', 'updated_at': '2021-07-24T01:20:17Z', 'revision_number': 4, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': 'c4217d68-b69b-41f0-a89b-653935cf1fc1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dda6c7-bc40-4f9d-baf1-c76985810fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:20:13Z', 'updated_at': '2021-07-24T01:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '5bf54afa-5342-4f84-bbec-d1a877f4de03', 'name': '', 'network_id': '8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'mac_address': 'fa:16:3e:fd:a7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dda6c7-bc40-4f9d-baf1-c76985810fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'd0b1e7f5-08b9-432c-bfd5-260d5dd0fa6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:20:16Z', 'updated_at': '2021-07-24T01:20:24Z', 'revision_number': 5, 'project_id': 'd801781e24e8470b83b807a510a33715', 'subnets': [{'id': 'd0b1e7f5-08b9-432c-bfd5-260d5dd0fa6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:21:20.920587 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2632540d-f223-4223-b38d-74b19a015a28 req-d1d9fb18-f8db-45e0-963e-65a4abd9bffa service neutron] 10.222.0.13 "GET /v2.0/networks/8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236878 Jul 24 01:21:20.940674 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969db9b9-534e-43ae-8a28-0c5f2ff9bcc7 None None] The sync data for ids ['f4dda6c7-bc40-4f9d-baf1-c76985810fa6'] in n-d-793621-25 is: [{'id': 'f4dda6c7-bc40-4f9d-baf1-c76985810fa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-42581818', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'c4217d68-b69b-41f0-a89b-653935cf1fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:20:12Z', 'updated_at': '2021-07-24T01:20:17Z', 'revision_number': 4, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': 'c4217d68-b69b-41f0-a89b-653935cf1fc1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dda6c7-bc40-4f9d-baf1-c76985810fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:20:13Z', 'updated_at': '2021-07-24T01:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '5bf54afa-5342-4f84-bbec-d1a877f4de03', 'name': '', 'network_id': '8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'mac_address': 'fa:16:3e:fd:a7:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dda6c7-bc40-4f9d-baf1-c76985810fa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': 'd0b1e7f5-08b9-432c-bfd5-260d5dd0fa6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:20:16Z', 'updated_at': '2021-07-24T01:20:24Z', 'revision_number': 5, 'project_id': 'd801781e24e8470b83b807a510a33715', 'subnets': [{'id': 'd0b1e7f5-08b9-432c-bfd5-260d5dd0fa6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:21:21.043333 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2632540d-f223-4223-b38d-74b19a015a28 req-61d8817b-7bea-4228-b2a5-fde5c07cceb4 service neutron] 10.222.0.13 "GET /v2.0/networks/8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143022 Jul 24 01:21:21.060670 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:21.073236 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-87d4d9fb-e06f-41d4-9338-86ced4d7a3a8 req-5ea36603-f147-4ea6-a2f3-0814dff1b6a9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Deleting port 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:21:21.073584 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-87d4d9fb-e06f-41d4-9338-86ced4d7a3a8 req-5ea36603-f147-4ea6-a2f3-0814dff1b6a9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:21.189228 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-87d4d9fb-e06f-41d4-9338-86ced4d7a3a8 req-5ea36603-f147-4ea6-a2f3-0814dff1b6a9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] For port 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=76ada7bf-2e1b-4b0e-a59a-f34a4fdacede,segment=NetworkSegment(d4cda019-f956-44b2-b429-ed56856a1cd7),segment_id=d4cda019-f956-44b2-b429-ed56856a1cd7)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:21:21.190625 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-87d4d9fb-e06f-41d4-9338-86ced4d7a3a8 req-5ea36603-f147-4ea6-a2f3-0814dff1b6a9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:21.206522 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-87d4d9fb-e06f-41d4-9338-86ced4d7a3a8 req-5ea36603-f147-4ea6-a2f3-0814dff1b6a9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Calling delete_port for 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:21:21.371156 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558e6d88-2d97-4268-bcc7-c2f427c42d31 None None] New status for floating IP df69d7ea-4b8e-465b-a111-3a86be11a895: DOWN {{(pid=100466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:21:21.416679 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-87d4d9fb-e06f-41d4-9338-86ced4d7a3a8 req-5ea36603-f147-4ea6-a2f3-0814dff1b6a9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:21.479304 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea36603-f147-4ea6-a2f3-0814dff1b6a9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event deleted for resources: {'Port': ['ID=76ada7bf-2e1b-4b0e-a59a-f34a4fdacede,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:21.541098 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device ea9f0a5a-66d8-47fd-911f-ec98f8f73448 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:21:21.570011 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: ea9f0a5a-66d8-47fd-911f-ec98f8f73448 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:21:21.570527 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device ea9f0a5a-66d8-47fd-911f-ec98f8f73448 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:21:21.585051 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d4d9fb-e06f-41d4-9338-86ced4d7a3a8 req-5ea36603-f147-4ea6-a2f3-0814dff1b6a9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] No DVR routers for this DVR port 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:21:21.588425 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-87d4d9fb-e06f-41d4-9338-86ced4d7a3a8 req-5ea36603-f147-4ea6-a2f3-0814dff1b6a9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:21.601082 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-87d4d9fb-e06f-41d4-9338-86ced4d7a3a8 req-5ea36603-f147-4ea6-a2f3-0814dff1b6a9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.13 "DELETE /v2.0/ports/76ada7bf-2e1b-4b0e-a59a-f34a4fdacede HTTP/1.1" status: 204 len: 173 time: 0.9956179 Jul 24 01:21:21.602080 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '248d3d64-13e5-407b-8d97-b6217af6649d', 'name': 'network-vif-deleted', 'tag': '76ada7bf-2e1b-4b0e-a59a-f34a4fdacede'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:21:21.605846 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63394f60-960c-4134-a074-3735353cc7f2" -d '{"events": [{"server_uuid": "248d3d64-13e5-407b-8d97-b6217af6649d", "name": "network-vif-deleted", "tag": "76ada7bf-2e1b-4b0e-a59a-f34a4fdacede"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:21:21.672803 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9b7ccc29-1748-4ede-964a-a8755d62ce72 req-b5871bbd-fca5-49a1-aa6a-c1a5f905064a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=248d3d64-13e5-407b-8d97-b6217af6649d HTTP/1.1" status: 200 len: 210 time: 0.0826535 Jul 24 01:21:21.718834 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f918a93-f279-4f94-93d6-70380bcd0257 x-openstack-request-id: req-2f918a93-f279-4f94-93d6-70380bcd0257 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:21:21.719244 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "248d3d64-13e5-407b-8d97-b6217af6649d", "name": "network-vif-deleted", "tag": "76ada7bf-2e1b-4b0e-a59a-f34a4fdacede", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:21:21.719651 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2f918a93-f279-4f94-93d6-70380bcd0257 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:21:21.720176 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '248d3d64-13e5-407b-8d97-b6217af6649d', 'name': 'network-vif-deleted', 'tag': '76ada7bf-2e1b-4b0e-a59a-f34a4fdacede', 'status': 'completed', 'code': 200} Jul 24 01:21:21.992576 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b152e022-6995-45cc-99d7-06ec7f0ee470 req-64114f5c-0d81-4c81-829f-9ac2439baf16 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0cf3bd2-3398-4e0d-ac39-465d35910221 HTTP/1.1" status: 200 len: 210 time: 0.0473771 Jul 24 01:21:22.775210 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43364) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:21:23.285444 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4eaea75b-c8bd-45ca-9f8f-5024598b89ef tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:23.630906 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-4eaea75b-c8bd-45ca-9f8f-5024598b89ef tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Deleting port 5bf54afa-5342-4f84-bbec-d1a877f4de03 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:21:23.631405 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4eaea75b-c8bd-45ca-9f8f-5024598b89ef tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:23.765046 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-4eaea75b-c8bd-45ca-9f8f-5024598b89ef tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] For port 5bf54afa-5342-4f84-bbec-d1a877f4de03, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=5bf54afa-5342-4f84-bbec-d1a877f4de03,segment=NetworkSegment(d4cda019-f956-44b2-b429-ed56856a1cd7),segment_id=d4cda019-f956-44b2-b429-ed56856a1cd7)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:21:23.765571 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4eaea75b-c8bd-45ca-9f8f-5024598b89ef tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:23.779236 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-4eaea75b-c8bd-45ca-9f8f-5024598b89ef tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Calling delete_port for 5bf54afa-5342-4f84-bbec-d1a877f4de03 owned by network:router_interface {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:21:24.035006 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4eaea75b-c8bd-45ca-9f8f-5024598b89ef tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:24.063124 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaea75b-c8bd-45ca-9f8f-5024598b89ef tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event deleted for resources: {'Port': ['ID=5bf54afa-5342-4f84-bbec-d1a877f4de03,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:24.356283 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4eaea75b-c8bd-45ca-9f8f-5024598b89ef tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:24.638459 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eaea75b-c8bd-45ca-9f8f-5024598b89ef tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Router f4dda6c7-bc40-4f9d-baf1-c76985810fa6 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:21:24.753323 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eaea75b-c8bd-45ca-9f8f-5024598b89ef tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:21:24.762910 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43404) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:21:24.765001 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85905f2c-d8a9-4bad-bd8c-5aa762490828 None None] Sync routers for ids ['f4dda6c7-bc40-4f9d-baf1-c76985810fa6'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:21:24.766265 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4eaea75b-c8bd-45ca-9f8f-5024598b89ef tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "PUT /v2.0/routers/f4dda6c7-bc40-4f9d-baf1-c76985810fa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9898801 Jul 24 01:21:24.790198 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85905f2c-d8a9-4bad-bd8c-5aa762490828 None None] Routers {'f4dda6c7-bc40-4f9d-baf1-c76985810fa6'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:21:24.792012 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-85905f2c-d8a9-4bad-bd8c-5aa762490828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:21:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f4dda6c7-bc40-4f9d-baf1-c76985810fa6'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:21:24.868106 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-03bf504a-e294-43d0-ad0c-16585d0d8398 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Deleting subnet d0b1e7f5-08b9-432c-bfd5-260d5dd0fa6b {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:21:24.884497 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-03bf504a-e294-43d0-ad0c-16585d0d8398 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:24.924330 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-85905f2c-d8a9-4bad-bd8c-5aa762490828 None None] Set router f4dda6c7-bc40-4f9d-baf1-c76985810fa6 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:21:24.946928 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-03bf504a-e294-43d0-ad0c-16585d0d8398 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:25.037627 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-03bf504a-e294-43d0-ad0c-16585d0d8398 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:25.187773 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-85905f2c-d8a9-4bad-bd8c-5aa762490828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dda6c7-bc40-4f9d-baf1-c76985810fa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-42581818', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'c4217d68-b69b-41f0-a89b-653935cf1fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:20:12Z', 'updated_at': '2021-07-24T01:21:23Z', 'revision_number': 5, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': 'c4217d68-b69b-41f0-a89b-653935cf1fc1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dda6c7-bc40-4f9d-baf1-c76985810fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:20:13Z', 'updated_at': '2021-07-24T01:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:21:25.231011 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85905f2c-d8a9-4bad-bd8c-5aa762490828 None None] Checking router: f4dda6c7-bc40-4f9d-baf1-c76985810fa6 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:21:25.244507 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85905f2c-d8a9-4bad-bd8c-5aa762490828 None None] Routers {'f4dda6c7-bc40-4f9d-baf1-c76985810fa6'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:21:25.245152 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-85905f2c-d8a9-4bad-bd8c-5aa762490828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:21:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f4dda6c7-bc40-4f9d-baf1-c76985810fa6'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:21:25.513503 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-03bf504a-e294-43d0-ad0c-16585d0d8398 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:25.575893 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf504a-e294-43d0-ad0c-16585d0d8398 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event deleted for resources: {'Subnet': ['ID=d0b1e7f5-08b9-432c-bfd5-260d5dd0fa6b,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:25.599959 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-03bf504a-e294-43d0-ad0c-16585d0d8398 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:25.604289 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-03bf504a-e294-43d0-ad0c-16585d0d8398 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "DELETE /v2.0/subnets/d0b1e7f5-08b9-432c-bfd5-260d5dd0fa6b HTTP/1.1" status: 204 len: 168 time: 0.8370883 Jul 24 01:21:25.604560 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43430) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:21:25.749383 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:21:25.752629 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da47d7c-c1cf-49ee-a2a4-8df48eda7f1c None None] Network 8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:21:25.790452 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-37e6eadf-c36d-4651-a653-4c1081668051 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:25.791757 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:21:25.792139 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 76ada7bf-2e1b-4b0e-a59a-f34a4fdacede not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:21:25.897322 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-85905f2c-d8a9-4bad-bd8c-5aa762490828 None None] Set router f4dda6c7-bc40-4f9d-baf1-c76985810fa6 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:21:25.916912 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-37e6eadf-c36d-4651-a653-4c1081668051 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:26.023191 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-37e6eadf-c36d-4651-a653-4c1081668051 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Deleting port c4217d68-b69b-41f0-a89b-653935cf1fc1 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:21:26.023614 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-37e6eadf-c36d-4651-a653-4c1081668051 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:26.212270 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-37e6eadf-c36d-4651-a653-4c1081668051 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] For port c4217d68-b69b-41f0-a89b-653935cf1fc1, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=c4217d68-b69b-41f0-a89b-653935cf1fc1,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:21:26.212949 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-37e6eadf-c36d-4651-a653-4c1081668051 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:26.227841 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8818b4d4-8488-45c3-adc3-ded1042042a2 None None] DHCP port deletion for 8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:21:26.259848 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-85905f2c-d8a9-4bad-bd8c-5aa762490828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4dda6c7-bc40-4f9d-baf1-c76985810fa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-42581818', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'c4217d68-b69b-41f0-a89b-653935cf1fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:20:12Z', 'updated_at': '2021-07-24T01:21:23Z', 'revision_number': 5, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': 'c4217d68-b69b-41f0-a89b-653935cf1fc1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dda6c7-bc40-4f9d-baf1-c76985810fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:20:13Z', 'updated_at': '2021-07-24T01:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:21:26.266901 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-37e6eadf-c36d-4651-a653-4c1081668051 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Calling delete_port for c4217d68-b69b-41f0-a89b-653935cf1fc1 owned by network:router_gateway {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:21:26.312270 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85905f2c-d8a9-4bad-bd8c-5aa762490828 None None] The sync data for ids ['f4dda6c7-bc40-4f9d-baf1-c76985810fa6'] in n-d-793621-25 is: [{'id': 'f4dda6c7-bc40-4f9d-baf1-c76985810fa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-42581818', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': 'c4217d68-b69b-41f0-a89b-653935cf1fc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:20:12Z', 'updated_at': '2021-07-24T01:21:23Z', 'revision_number': 5, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': 'c4217d68-b69b-41f0-a89b-653935cf1fc1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:8a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4dda6c7-bc40-4f9d-baf1-c76985810fa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:20:13Z', 'updated_at': '2021-07-24T01:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:21:26.370575 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-8818b4d4-8488-45c3-adc3-ded1042042a2 None None] Deleting port 97542250-2944-4986-b104-6665c22099e4 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:21:26.370984 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8818b4d4-8488-45c3-adc3-ded1042042a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:26.505145 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-37e6eadf-c36d-4651-a653-4c1081668051 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:26.520581 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-8818b4d4-8488-45c3-adc3-ded1042042a2 None None] For port 97542250-2944-4986-b104-6665c22099e4, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=97542250-2944-4986-b104-6665c22099e4,segment=NetworkSegment(d4cda019-f956-44b2-b429-ed56856a1cd7),segment_id=d4cda019-f956-44b2-b429-ed56856a1cd7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:21:26.521024 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8818b4d4-8488-45c3-adc3-ded1042042a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:26.544338 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e6eadf-c36d-4651-a653-4c1081668051 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event deleted for resources: {'Port': ['ID=c4217d68-b69b-41f0-a89b-653935cf1fc1,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:26.550248 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-8818b4d4-8488-45c3-adc3-ded1042042a2 None None] Calling delete_port for 97542250-2944-4986-b104-6665c22099e4 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:21:26.612208 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-37e6eadf-c36d-4651-a653-4c1081668051 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:26.685205 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8818b4d4-8488-45c3-adc3-ded1042042a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:26.725660 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8818b4d4-8488-45c3-adc3-ded1042042a2 None None] Pushing event deleted for resources: {'Port': ['ID=97542250-2944-4986-b104-6665c22099e4,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:26.731583 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-37e6eadf-c36d-4651-a653-4c1081668051 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:26.734439 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-37e6eadf-c36d-4651-a653-4c1081668051 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:26.742191 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8818b4d4-8488-45c3-adc3-ded1042042a2 None None] No DVR routers for this DVR port 97542250-2944-4986-b104-6665c22099e4 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:21:26.749367 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8818b4d4-8488-45c3-adc3-ded1042042a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:26.751166 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8818b4d4-8488-45c3-adc3-ded1042042a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:26.751166 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8818b4d4-8488-45c3-adc3-ded1042042a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:26.751166 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8818b4d4-8488-45c3-adc3-ded1042042a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:26.763715 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8818b4d4-8488-45c3-adc3-ded1042042a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:26.764330 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8818b4d4-8488-45c3-adc3-ded1042042a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:26.764790 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8818b4d4-8488-45c3-adc3-ded1042042a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:26.766083 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8818b4d4-8488-45c3-adc3-ded1042042a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:26.768452 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8818b4d4-8488-45c3-adc3-ded1042042a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:26.770277 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8818b4d4-8488-45c3-adc3-ded1042042a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:26.770762 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8818b4d4-8488-45c3-adc3-ded1042042a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:26.771212 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8818b4d4-8488-45c3-adc3-ded1042042a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:26.830220 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-37e6eadf-c36d-4651-a653-4c1081668051 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:26.832551 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e6eadf-c36d-4651-a653-4c1081668051 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Fanout notify agent at l3_agent the message router_deleted on router f4dda6c7-bc40-4f9d-baf1-c76985810fa6 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:21:26.840686 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-37e6eadf-c36d-4651-a653-4c1081668051 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:26.845176 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-37e6eadf-c36d-4651-a653-4c1081668051 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "DELETE /v2.0/routers/f4dda6c7-bc40-4f9d-baf1-c76985810fa6 HTTP/1.1" status: 204 len: 168 time: 1.2372744 Jul 24 01:21:26.846224 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43486) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:21:26.961114 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b4f68176-7ccd-4df5-9cd8-ed308bca068c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:27.066903 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43492) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:21:27.071812 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-0933c985-4577-401b-b724-afdbcaeea81b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2111619659', 'description': 'tempest-secgroup-smoke-2111619659 description', 'project_id': 'cc21a234b38d48d88c3414cb45873771'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:21:27.072856 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b4f68176-7ccd-4df5-9cd8-ed308bca068c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:27.085367 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-b4f68176-7ccd-4df5-9cd8-ed308bca068c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:21:27.098789 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0933c985-4577-401b-b724-afdbcaeea81b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:27.099364 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-b4f68176-7ccd-4df5-9cd8-ed308bca068c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4cda019-f956-44b2-b429-ed56856a1cd7') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:21:27.099855 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-b4f68176-7ccd-4df5-9cd8-ed308bca068c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4cda019-f956-44b2-b429-ed56856a1cd7') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:21:27.113087 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b4f68176-7ccd-4df5-9cd8-ed308bca068c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:27.135983 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b4f68176-7ccd-4df5-9cd8-ed308bca068c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:27.142514 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f68176-7ccd-4df5-9cd8-ed308bca068c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:21:27.143048 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b4f68176-7ccd-4df5-9cd8-ed308bca068c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:27.146137 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:21:27.146137 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:21:27.146137 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:21:27.146137 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:21:27.146137 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:21:27.146137 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:21:27.146137 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:21:27.146137 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:21:27.146137 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:21:27.146137 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:21:27.146137 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:21:27.146137 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:21:27.146137 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:21:27.146137 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:21:27.146137 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:21:27.146137 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:21:27.146137 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:21:27.146137 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:21:27.146137 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:21:27.146137 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:21:27.146137 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:21:27.146137 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:21:27.146137 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:21:27.146137 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:21:27.146137 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:21:27.146137 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:21:27.146137 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:21:27.146137 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:21:27.146137 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:21:27.146137 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:21:27.146137 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:21:27.146137 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:21:27.216051 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b4f68176-7ccd-4df5-9cd8-ed308bca068c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:27.224980 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b4f68176-7ccd-4df5-9cd8-ed308bca068c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:27.226895 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b4f68176-7ccd-4df5-9cd8-ed308bca068c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "DELETE /v2.0/networks/8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7 HTTP/1.1" status: 204 len: 168 time: 0.3795030 Jul 24 01:21:27.234170 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43494) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:21:27.239944 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f68176-7ccd-4df5-9cd8-ed308bca068c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event deleted for resources: {'Network': ['ID=8fb31712-6d8e-4d0c-8f99-0fe9f7ba0eb7,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:27.340432 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-277ae271-2fd3-4f17-96e2-54d6c23264b6 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:27.359136 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0933c985-4577-401b-b724-afdbcaeea81b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:27.374938 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0933c985-4577-401b-b724-afdbcaeea81b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:27.388265 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-277ae271-2fd3-4f17-96e2-54d6c23264b6 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:27.434086 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0933c985-4577-401b-b724-afdbcaeea81b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:27.435362 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0933c985-4577-401b-b724-afdbcaeea81b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3674276 Jul 24 01:21:27.439781 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43502) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:21:27.444141 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0933c985-4577-401b-b724-afdbcaeea81b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38eb9b54-eb22-476c-82e5-978b66ea2b7f,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:27.446505 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-2081eb18-a66d-45b2-935e-87fba8bac91c tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Request body: {'security_group_rule': {'security_group_id': '38eb9b54-eb22-476c-82e5-978b66ea2b7f', 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:21:27.481389 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-277ae271-2fd3-4f17-96e2-54d6c23264b6 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:27.484988 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-277ae271-2fd3-4f17-96e2-54d6c23264b6 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:27.485566 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2081eb18-a66d-45b2-935e-87fba8bac91c tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:27.488984 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-277ae271-2fd3-4f17-96e2-54d6c23264b6 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "DELETE /v2.0/security-groups/43d25856-5845-4a8e-9aab-f6434d0d6eda HTTP/1.1" status: 204 len: 168 time: 0.2484818 Jul 24 01:21:27.495734 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277ae271-2fd3-4f17-96e2-54d6c23264b6 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d25856-5845-4a8e-9aab-f6434d0d6eda,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:27.569179 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2081eb18-a66d-45b2-935e-87fba8bac91c tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:27.575873 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2081eb18-a66d-45b2-935e-87fba8bac91c tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:27.599867 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081eb18-a66d-45b2-935e-87fba8bac91c tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=157a24cd-089b-4aa6-a01b-755a1cb2710d,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:27.623339 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2081eb18-a66d-45b2-935e-87fba8bac91c tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:27.628016 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43512) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:21:27.628525 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2081eb18-a66d-45b2-935e-87fba8bac91c tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1867511 Jul 24 01:21:27.633378 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-8dcf266e-fc77-4a2c-b513-d0fa3f9ad61b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Request body: {'security_group_rule': {'security_group_id': '38eb9b54-eb22-476c-82e5-978b66ea2b7f', 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:21:27.700675 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8dcf266e-fc77-4a2c-b513-d0fa3f9ad61b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:27.709511 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 5bf54afa-5342-4f84-bbec-d1a877f4de03 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:21:27.745133 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 5bf54afa-5342-4f84-bbec-d1a877f4de03 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:21:27.745776 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 5bf54afa-5342-4f84-bbec-d1a877f4de03 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:21:27.746905 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device c4217d68-b69b-41f0-a89b-653935cf1fc1 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:21:27.762683 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8dcf266e-fc77-4a2c-b513-d0fa3f9ad61b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:27.771418 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8dcf266e-fc77-4a2c-b513-d0fa3f9ad61b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:27.773802 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: c4217d68-b69b-41f0-a89b-653935cf1fc1 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:21:27.774409 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device c4217d68-b69b-41f0-a89b-653935cf1fc1 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:21:27.775056 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 97542250-2944-4986-b104-6665c22099e4 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:21:27.801255 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf266e-fc77-4a2c-b513-d0fa3f9ad61b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9d21339-5da3-4059-a844-0b45996acaad,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:27.813085 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8dcf266e-fc77-4a2c-b513-d0fa3f9ad61b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:27.817055 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8dcf266e-fc77-4a2c-b513-d0fa3f9ad61b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1854978 Jul 24 01:21:27.817508 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43516) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:21:27.837567 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 97542250-2944-4986-b104-6665c22099e4 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:21:27.837567 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 97542250-2944-4986-b104-6665c22099e4 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:21:27.837895 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-b547e647-2587-4f67-85b5-6f879299e4b4 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Request body: {'security_group_rule': {'security_group_id': '38eb9b54-eb22-476c-82e5-978b66ea2b7f', 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:21:27.867156 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b547e647-2587-4f67-85b5-6f879299e4b4 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:27.886641 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43522) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:21:27.893386 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-d1376747-9e62-42dc-9e29-ae26eb009bc7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1942651635', 'description': 'tempest-secgroup-smoke-1942651635 description', 'project_id': 'd801781e24e8470b83b807a510a33715'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:21:27.933780 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d1376747-9e62-42dc-9e29-ae26eb009bc7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:27.935902 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b547e647-2587-4f67-85b5-6f879299e4b4 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:27.940921 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b547e647-2587-4f67-85b5-6f879299e4b4 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:27.960381 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b547e647-2587-4f67-85b5-6f879299e4b4 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cb69e0d-c042-4235-9f17-a9f0edf738da,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:28.024131 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d1376747-9e62-42dc-9e29-ae26eb009bc7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:28.028197 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d1376747-9e62-42dc-9e29-ae26eb009bc7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:28.032390 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b547e647-2587-4f67-85b5-6f879299e4b4 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:28.037998 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b547e647-2587-4f67-85b5-6f879299e4b4 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2169995 Jul 24 01:21:28.038690 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43524) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:21:28.044842 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-05b73eb9-7d8d-4154-871a-2c4def7fe19c tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Request body: {'security_group_rule': {'security_group_id': '38eb9b54-eb22-476c-82e5-978b66ea2b7f', 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:21:28.057685 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d1376747-9e62-42dc-9e29-ae26eb009bc7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:28.062074 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d1376747-9e62-42dc-9e29-ae26eb009bc7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1710742 Jul 24 01:21:28.062430 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43526) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:21:28.067889 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-9e0aba8f-be2d-4fcd-807e-6792ae6d4a5d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'security_group_rule': {'security_group_id': '98da4601-3382-40de-9bb4-bec190ab7ac2', 'project_id': 'd801781e24e8470b83b807a510a33715', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:21:28.076567 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1376747-9e62-42dc-9e29-ae26eb009bc7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98da4601-3382-40de-9bb4-bec190ab7ac2,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:28.079070 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-05b73eb9-7d8d-4154-871a-2c4def7fe19c tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:28.102806 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9e0aba8f-be2d-4fcd-807e-6792ae6d4a5d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:28.150270 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-05b73eb9-7d8d-4154-871a-2c4def7fe19c tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:28.161081 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-05b73eb9-7d8d-4154-871a-2c4def7fe19c tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:28.170429 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9e0aba8f-be2d-4fcd-807e-6792ae6d4a5d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:28.176523 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b73eb9-7d8d-4154-871a-2c4def7fe19c tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85780d3a-f90b-4906-8702-57064a344654,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:28.177986 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9e0aba8f-be2d-4fcd-807e-6792ae6d4a5d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:28.189180 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-05b73eb9-7d8d-4154-871a-2c4def7fe19c tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:28.190641 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-05b73eb9-7d8d-4154-871a-2c4def7fe19c tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1509449 Jul 24 01:21:28.193912 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43532) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:21:28.198863 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-0802b7bd-52ad-4662-b683-3da382539538 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Request body: {'security_group_rule': {'security_group_id': '38eb9b54-eb22-476c-82e5-978b66ea2b7f', 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:21:28.201501 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0aba8f-be2d-4fcd-807e-6792ae6d4a5d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=274b6535-af5d-4ef8-b581-67cbde38bfd1,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:28.210823 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9e0aba8f-be2d-4fcd-807e-6792ae6d4a5d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:28.215278 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9e0aba8f-be2d-4fcd-807e-6792ae6d4a5d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1515048 Jul 24 01:21:28.215881 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43534) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:21:28.220933 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-94c2a96c-61fd-4006-9492-8338621ed298 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'security_group_rule': {'security_group_id': '98da4601-3382-40de-9bb4-bec190ab7ac2', 'project_id': 'd801781e24e8470b83b807a510a33715', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:21:28.235620 n-d-793621-25 neutron-server[100463]: INFO neutron.db.securitygroups_db [None req-0802b7bd-52ad-4662-b683-3da382539538 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Project cc21a234b38d48d88c3414cb45873771 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:21:28.241434 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0802b7bd-52ad-4662-b683-3da382539538 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:28.258357 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-94c2a96c-61fd-4006-9492-8338621ed298 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:28.312512 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0802b7bd-52ad-4662-b683-3da382539538 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:28.316594 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0802b7bd-52ad-4662-b683-3da382539538 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:28.318695 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-94c2a96c-61fd-4006-9492-8338621ed298 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:28.323632 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-94c2a96c-61fd-4006-9492-8338621ed298 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:28.342756 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0802b7bd-52ad-4662-b683-3da382539538 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd296274-cd6f-4259-8712-8cd888e533eb,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:28.347320 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c2a96c-61fd-4006-9492-8338621ed298 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e5fb1ef-2184-4a8f-9949-16f5eb7861f7,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:28.347694 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0802b7bd-52ad-4662-b683-3da382539538 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:28.350341 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0802b7bd-52ad-4662-b683-3da382539538 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1560614 Jul 24 01:21:28.353023 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43536) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:21:28.357299 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-94c2a96c-61fd-4006-9492-8338621ed298 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:28.361412 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-94c2a96c-61fd-4006-9492-8338621ed298 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1418004 Jul 24 01:21:28.361505 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-55232159-5bf6-41a3-94fb-99402d6b431a tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Request body: {'security_group_rule': {'security_group_id': '38eb9b54-eb22-476c-82e5-978b66ea2b7f', 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:21:28.363267 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43538) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:21:28.368142 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-41e7dfaa-36d0-472f-8103-8f5c0412a497 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'security_group_rule': {'security_group_id': '98da4601-3382-40de-9bb4-bec190ab7ac2', 'project_id': 'd801781e24e8470b83b807a510a33715', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:21:28.386510 n-d-793621-25 neutron-server[100463]: INFO neutron.db.securitygroups_db [None req-55232159-5bf6-41a3-94fb-99402d6b431a tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Project cc21a234b38d48d88c3414cb45873771 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:21:28.393602 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-55232159-5bf6-41a3-94fb-99402d6b431a tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:28.412066 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-41e7dfaa-36d0-472f-8103-8f5c0412a497 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:28.483828 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-55232159-5bf6-41a3-94fb-99402d6b431a tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:28.483828 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-55232159-5bf6-41a3-94fb-99402d6b431a tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:28.503350 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-41e7dfaa-36d0-472f-8103-8f5c0412a497 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:28.509656 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55232159-5bf6-41a3-94fb-99402d6b431a tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f61d45a2-f0f7-4e39-97b5-1250a7ddceb6,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:28.512369 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-41e7dfaa-36d0-472f-8103-8f5c0412a497 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:28.517896 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-55232159-5bf6-41a3-94fb-99402d6b431a tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:28.522586 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-55232159-5bf6-41a3-94fb-99402d6b431a tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1684606 Jul 24 01:21:28.543545 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-41e7dfaa-36d0-472f-8103-8f5c0412a497 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:28.547520 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-41e7dfaa-36d0-472f-8103-8f5c0412a497 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1803937 Jul 24 01:21:28.547802 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43550) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:21:28.553346 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-fda8ab56-08f3-4fbe-a62d-643e2ef27fd4 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'security_group_rule': {'security_group_id': '98da4601-3382-40de-9bb4-bec190ab7ac2', 'project_id': 'd801781e24e8470b83b807a510a33715', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:21:28.559657 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e7dfaa-36d0-472f-8103-8f5c0412a497 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3461be4-db35-4b85-bff6-5aa94f54f6fa,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:28.595333 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fda8ab56-08f3-4fbe-a62d-643e2ef27fd4 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:28.673595 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fda8ab56-08f3-4fbe-a62d-643e2ef27fd4 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:28.679940 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fda8ab56-08f3-4fbe-a62d-643e2ef27fd4 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:28.702967 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda8ab56-08f3-4fbe-a62d-643e2ef27fd4 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82112145-4131-4521-9596-7751bea75630,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:28.714100 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-fda8ab56-08f3-4fbe-a62d-643e2ef27fd4 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:28.717830 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-fda8ab56-08f3-4fbe-a62d-643e2ef27fd4 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1685638 Jul 24 01:21:28.721362 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43582) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:21:28.726427 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-64ed4531-57b7-4f4f-8aaf-e159fc5600d0 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'security_group_rule': {'security_group_id': '98da4601-3382-40de-9bb4-bec190ab7ac2', 'project_id': 'd801781e24e8470b83b807a510a33715', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:21:28.757507 n-d-793621-25 neutron-server[100464]: INFO neutron.db.securitygroups_db [None req-64ed4531-57b7-4f4f-8aaf-e159fc5600d0 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Project d801781e24e8470b83b807a510a33715 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:21:28.762546 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-64ed4531-57b7-4f4f-8aaf-e159fc5600d0 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:28.860353 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-64ed4531-57b7-4f4f-8aaf-e159fc5600d0 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:28.867692 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-64ed4531-57b7-4f4f-8aaf-e159fc5600d0 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:28.899110 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed4531-57b7-4f4f-8aaf-e159fc5600d0 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a48524b6-3fb7-48ba-9906-220de13ed9d8,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:28.909355 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-64ed4531-57b7-4f4f-8aaf-e159fc5600d0 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:28.911533 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-64ed4531-57b7-4f4f-8aaf-e159fc5600d0 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1888156 Jul 24 01:21:28.915213 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43594) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:21:28.920735 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-d22b13ca-770f-4987-a1a7-dc2e02b8a320 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'security_group_rule': {'security_group_id': '98da4601-3382-40de-9bb4-bec190ab7ac2', 'project_id': 'd801781e24e8470b83b807a510a33715', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:21:28.954057 n-d-793621-25 neutron-server[100463]: INFO neutron.db.securitygroups_db [None req-d22b13ca-770f-4987-a1a7-dc2e02b8a320 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Project d801781e24e8470b83b807a510a33715 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:21:28.960419 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d22b13ca-770f-4987-a1a7-dc2e02b8a320 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:29.031704 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d22b13ca-770f-4987-a1a7-dc2e02b8a320 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:29.040527 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d22b13ca-770f-4987-a1a7-dc2e02b8a320 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:29.066264 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b13ca-770f-4987-a1a7-dc2e02b8a320 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ebaf9e6-21fb-49cf-9392-af40a29b17c8,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:29.069389 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d22b13ca-770f-4987-a1a7-dc2e02b8a320 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:29.071172 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d22b13ca-770f-4987-a1a7-dc2e02b8a320 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1543534 Jul 24 01:21:29.074257 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43600) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:21:29.081532 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-3b55858f-e351-4704-abc7-f6e57ea348f5 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'network': {'name': 'tempest-network-smoke--785341441', 'project_id': 'd801781e24e8470b83b807a510a33715', 'port_security_enabled': True}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:21:29.113290 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b55858f-e351-4704-abc7-f6e57ea348f5 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Made reservation on behalf of d801781e24e8470b83b807a510a33715 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:21:29.117326 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3b55858f-e351-4704-abc7-f6e57ea348f5 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:29.145348 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b55858f-e351-4704-abc7-f6e57ea348f5 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:21:29.155477 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3b55858f-e351-4704-abc7-f6e57ea348f5 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:29.155855 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-3b55858f-e351-4704-abc7-f6e57ea348f5 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Added segment 8b510f42-0c30-474b-afc6-4a65bdb6ef1d of type vlan for network e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d Jul 24 01:21:29.210054 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3b55858f-e351-4704-abc7-f6e57ea348f5 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:29.243901 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3b55858f-e351-4704-abc7-f6e57ea348f5 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:29.249802 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b55858f-e351-4704-abc7-f6e57ea348f5 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:29.250405 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3b55858f-e351-4704-abc7-f6e57ea348f5 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:29.288155 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3b55858f-e351-4704-abc7-f6e57ea348f5 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2126243 Jul 24 01:21:29.290787 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43620) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:21:29.295364 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-90d56805-0047-4d3e-a520-7be7df3d148f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-332873996', 'admin_state_up': True, 'project_id': 'd801781e24e8470b83b807a510a33715', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:21:29.342004 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b55858f-e351-4704-abc7-f6e57ea348f5 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'Network': ['ID=e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:29.353041 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:21:29.357661 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-90d56805-0047-4d3e-a520-7be7df3d148f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:29.358704 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-90d56805-0047-4d3e-a520-7be7df3d148f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:29.790831 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-90d56805-0047-4d3e-a520-7be7df3d148f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:29.952089 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-90d56805-0047-4d3e-a520-7be7df3d148f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:30.184386 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-90d56805-0047-4d3e-a520-7be7df3d148f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for router_gateway, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:30.213217 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-90d56805-0047-4d3e-a520-7be7df3d148f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:30.338904 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-90d56805-0047-4d3e-a520-7be7df3d148f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Allocated IP 172.25.2.143 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/6ff083f3-8910-4821-aa50-983dc0bfc720) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:21:30.449068 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-90d56805-0047-4d3e-a520-7be7df3d148f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:30.493106 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-90d56805-0047-4d3e-a520-7be7df3d148f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:30.536748 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d56805-0047-4d3e-a520-7be7df3d148f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:21:30.543475 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-90d56805-0047-4d3e-a520-7be7df3d148f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:21:30.546080 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d56805-0047-4d3e-a520-7be7df3d148f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:21:30.588596 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d56805-0047-4d3e-a520-7be7df3d148f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'Port': ['ID=6ff083f3-8910-4821-aa50-983dc0bfc720,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:30.847819 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-90d56805-0047-4d3e-a520-7be7df3d148f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for router_gateway, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:31.075426 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-90d56805-0047-4d3e-a520-7be7df3d148f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:31.238999 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d56805-0047-4d3e-a520-7be7df3d148f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Router 2259d09e-ca67-4fc7-b9fc-4fa1acfd652b is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:21:31.351825 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d56805-0047-4d3e-a520-7be7df3d148f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:21:31.367770 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9a454e-7d15-4be2-a08e-7635968f7219 None None] Sync routers for ids ['2259d09e-ca67-4fc7-b9fc-4fa1acfd652b'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:21:31.378225 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-90d56805-0047-4d3e-a520-7be7df3d148f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:31.382963 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-90d56805-0047-4d3e-a520-7be7df3d148f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0881865 Jul 24 01:21:31.383143 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9a454e-7d15-4be2-a08e-7635968f7219 None None] Routers {'2259d09e-ca67-4fc7-b9fc-4fa1acfd652b'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:21:31.383321 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43682) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:21:31.383999 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-cc9a454e-7d15-4be2-a08e-7635968f7219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:21:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['2259d09e-ca67-4fc7-b9fc-4fa1acfd652b'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:21:31.432391 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-76e53e37-a2b5-4674-812c-0e9931606c2a tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=d801781e24e8470b83b807a510a33715&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0447855 Jul 24 01:21:31.432391 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43684) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:21:31.523555 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-cc9a454e-7d15-4be2-a08e-7635968f7219 None None] Set router 2259d09e-ca67-4fc7-b9fc-4fa1acfd652b gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:21:31.609686 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1ea846-acd7-41fe-9e4b-1ce06c4bda09 tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:31.611776 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-da1ea846-acd7-41fe-9e4b-1ce06c4bda09 tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1787381 Jul 24 01:21:31.614801 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43688) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:21:31.655928 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 43690) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:21:31.656808 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d37aac74-66ef-4ce1-8431-ad52b0b37d88 tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406692 Jul 24 01:21:31.662822 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-01960d76-74ba-499a-9728-a51020fdc6ed tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1098524499', 'network_id': 'e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d', 'project_id': 'd801781e24e8470b83b807a510a33715', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:21:31.774289 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-cc9a454e-7d15-4be2-a08e-7635968f7219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2259d09e-ca67-4fc7-b9fc-4fa1acfd652b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332873996', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '6ff083f3-8910-4821-aa50-983dc0bfc720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:21:29Z', 'updated_at': '2021-07-24T01:21:30Z', 'revision_number': 3, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': '6ff083f3-8910-4821-aa50-983dc0bfc720', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:52:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2259d09e-ca67-4fc7-b9fc-4fa1acfd652b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:21:30Z', 'updated_at': '2021-07-24T01:21:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:21:31.799199 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01960d76-74ba-499a-9728-a51020fdc6ed tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Made reservation on behalf of d801781e24e8470b83b807a510a33715 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:21:31.803231 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-01960d76-74ba-499a-9728-a51020fdc6ed tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:31.817610 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9a454e-7d15-4be2-a08e-7635968f7219 None None] Checking router: 2259d09e-ca67-4fc7-b9fc-4fa1acfd652b for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:21:31.818506 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9a454e-7d15-4be2-a08e-7635968f7219 None None] Updating router 2259d09e-ca67-4fc7-b9fc-4fa1acfd652b port 6ff083f3-8910-4821-aa50-983dc0bfc720 binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:21:31.869030 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-cc9a454e-7d15-4be2-a08e-7635968f7219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:32.070094 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-01960d76-74ba-499a-9728-a51020fdc6ed tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:32.130865 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01960d76-74ba-499a-9728-a51020fdc6ed tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'Subnet': ['ID=77698705-28be-4895-b731-514da2b45be9,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:32.147360 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01960d76-74ba-499a-9728-a51020fdc6ed tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:32.147711 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01960d76-74ba-499a-9728-a51020fdc6ed tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:32.148312 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01960d76-74ba-499a-9728-a51020fdc6ed tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:32.148653 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01960d76-74ba-499a-9728-a51020fdc6ed tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:32.149238 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01960d76-74ba-499a-9728-a51020fdc6ed tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:32.149572 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01960d76-74ba-499a-9728-a51020fdc6ed tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:32.149910 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01960d76-74ba-499a-9728-a51020fdc6ed tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:32.150229 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01960d76-74ba-499a-9728-a51020fdc6ed tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:32.151195 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01960d76-74ba-499a-9728-a51020fdc6ed tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:32.151530 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01960d76-74ba-499a-9728-a51020fdc6ed tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:32.151862 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01960d76-74ba-499a-9728-a51020fdc6ed tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:32.152181 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01960d76-74ba-499a-9728-a51020fdc6ed tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:32.161054 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01960d76-74ba-499a-9728-a51020fdc6ed tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Checking segment: {'id': '8b510f42-0c30-474b-afc6-4a65bdb6ef1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:21:32.161549 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01960d76-74ba-499a-9728-a51020fdc6ed tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Network hostable DHCP agents. Network: e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:21:32.179033 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01960d76-74ba-499a-9728-a51020fdc6ed tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Network e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:21:32.190356 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-01960d76-74ba-499a-9728-a51020fdc6ed tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:21:32.194775 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01960d76-74ba-499a-9728-a51020fdc6ed tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:32.197430 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-01960d76-74ba-499a-9728-a51020fdc6ed tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:32.203744 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f234a16c-ff0e-4d63-a19a-976bb98e4cac None None] Network e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:21:32.215174 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-01960d76-74ba-499a-9728-a51020fdc6ed tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5580089 Jul 24 01:21:32.218035 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 43702) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:21:32.248114 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-cc9a454e-7d15-4be2-a08e-7635968f7219 None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:32.260877 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-cc9a454e-7d15-4be2-a08e-7635968f7219 None None] Transition to ACTIVE for port object 6ff083f3-8910-4821-aa50-983dc0bfc720 will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:21:32.270575 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-cc9a454e-7d15-4be2-a08e-7635968f7219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:32.353532 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54597a5-3a30-47b2-ba95-ad9b7878b7f1 None None] Pushing event updated for resources: {'Port': ['ID=6ff083f3-8910-4821-aa50-983dc0bfc720,revision_number=2']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:32.362786 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-cc9a454e-7d15-4be2-a08e-7635968f7219 None None] Attempting to bind port 6ff083f3-8910-4821-aa50-983dc0bfc720 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:21:32.363401 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-cc9a454e-7d15-4be2-a08e-7635968f7219 None None] Attempting to bind port 6ff083f3-8910-4821-aa50-983dc0bfc720 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:21:32.363952 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9a454e-7d15-4be2-a08e-7635968f7219 None None] Attempting to bind port 6ff083f3-8910-4821-aa50-983dc0bfc720 on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:21:32.368005 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54597a5-3a30-47b2-ba95-ad9b7878b7f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:32.369216 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54597a5-3a30-47b2-ba95-ad9b7878b7f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:32.369726 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54597a5-3a30-47b2-ba95-ad9b7878b7f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:32.370241 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54597a5-3a30-47b2-ba95-ad9b7878b7f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:32.371915 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54597a5-3a30-47b2-ba95-ad9b7878b7f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:32.372255 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54597a5-3a30-47b2-ba95-ad9b7878b7f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:32.372585 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54597a5-3a30-47b2-ba95-ad9b7878b7f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:32.372912 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54597a5-3a30-47b2-ba95-ad9b7878b7f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:32.373249 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54597a5-3a30-47b2-ba95-ad9b7878b7f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:32.373554 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54597a5-3a30-47b2-ba95-ad9b7878b7f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:32.373877 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54597a5-3a30-47b2-ba95-ad9b7878b7f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:32.374197 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54597a5-3a30-47b2-ba95-ad9b7878b7f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:21:32.381640 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9a454e-7d15-4be2-a08e-7635968f7219 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:21:32.381936 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9a454e-7d15-4be2-a08e-7635968f7219 None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:21:32.382336 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-cc9a454e-7d15-4be2-a08e-7635968f7219 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:32.382739 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9a454e-7d15-4be2-a08e-7635968f7219 None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:21:32.383212 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-cc9a454e-7d15-4be2-a08e-7635968f7219 None None] Bound port: 6ff083f3-8910-4821-aa50-983dc0bfc720, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:21:32.383588 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-cc9a454e-7d15-4be2-a08e-7635968f7219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:32.463575 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a4917e-0638-4984-8c8e-e11a6270c4f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d', 'network_id': 'e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'fixed_ips': [{'subnet_id': '77698705-28be-4895-b731-514da2b45be9'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:21:32.464470 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e6a4917e-0638-4984-8c8e-e11a6270c4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:32.473466 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-cc9a454e-7d15-4be2-a08e-7635968f7219 None None] For port 6ff083f3-8910-4821-aa50-983dc0bfc720, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:21:32.479876 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-cc9a454e-7d15-4be2-a08e-7635968f7219 None None] For port 6ff083f3-8910-4821-aa50-983dc0bfc720, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=6ff083f3-8910-4821-aa50-983dc0bfc720,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:21:32.490730 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-cc9a454e-7d15-4be2-a08e-7635968f7219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:32.608667 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9a454e-7d15-4be2-a08e-7635968f7219 None None] Routers {'2259d09e-ca67-4fc7-b9fc-4fa1acfd652b'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:21:32.609774 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-cc9a454e-7d15-4be2-a08e-7635968f7219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:21:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['2259d09e-ca67-4fc7-b9fc-4fa1acfd652b'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:21:32.709306 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-e6a4917e-0638-4984-8c8e-e11a6270c4f3 None None] Allocated IP 172.20.0.2 (e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d/77698705-28be-4895-b731-514da2b45be9/ffa6443b-420d-4b64-8e94-85ecbbe7232c) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:21:32.779555 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54597a5-3a30-47b2-ba95-ad9b7878b7f1 None None] Pushing event updated for resources: {'Port': ['ID=6ff083f3-8910-4821-aa50-983dc0bfc720,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:32.881306 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-cc9a454e-7d15-4be2-a08e-7635968f7219 None None] Set router 2259d09e-ca67-4fc7-b9fc-4fa1acfd652b gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:21:32.926188 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-921b160e-558f-467b-9117-0e78cb7814d7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:33.117383 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e6a4917e-0638-4984-8c8e-e11a6270c4f3 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:33.137152 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e6a4917e-0638-4984-8c8e-e11a6270c4f3 None None] Transition to ACTIVE for port object ffa6443b-420d-4b64-8e94-85ecbbe7232c will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:21:33.160599 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-cc9a454e-7d15-4be2-a08e-7635968f7219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2259d09e-ca67-4fc7-b9fc-4fa1acfd652b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332873996', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '6ff083f3-8910-4821-aa50-983dc0bfc720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:21:29Z', 'updated_at': '2021-07-24T01:21:30Z', 'revision_number': 3, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': '6ff083f3-8910-4821-aa50-983dc0bfc720', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:52:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2259d09e-ca67-4fc7-b9fc-4fa1acfd652b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:21:30Z', 'updated_at': '2021-07-24T01:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:21:33.169482 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e6a4917e-0638-4984-8c8e-e11a6270c4f3 None None] Transition to ACTIVE for port object ffa6443b-420d-4b64-8e94-85ecbbe7232c will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:21:33.187687 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e6a4917e-0638-4984-8c8e-e11a6270c4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:33.202832 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9a454e-7d15-4be2-a08e-7635968f7219 None None] The sync data for ids ['2259d09e-ca67-4fc7-b9fc-4fa1acfd652b'] in n-d-793621-25 is: [{'id': '2259d09e-ca67-4fc7-b9fc-4fa1acfd652b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332873996', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '6ff083f3-8910-4821-aa50-983dc0bfc720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:21:29Z', 'updated_at': '2021-07-24T01:21:30Z', 'revision_number': 3, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': '6ff083f3-8910-4821-aa50-983dc0bfc720', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:52:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2259d09e-ca67-4fc7-b9fc-4fa1acfd652b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:21:30Z', 'updated_at': '2021-07-24T01:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:21:33.270995 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a4917e-0638-4984-8c8e-e11a6270c4f3 None None] Pushing event updated for resources: {'Port': ['ID=ffa6443b-420d-4b64-8e94-85ecbbe7232c,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:33.292003 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a4917e-0638-4984-8c8e-e11a6270c4f3 None None] Network e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:21:33.294100 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-e6a4917e-0638-4984-8c8e-e11a6270c4f3 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:21:33.297978 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a4917e-0638-4984-8c8e-e11a6270c4f3 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:21:33.388350 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-921b160e-558f-467b-9117-0e78cb7814d7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Allocated IP 172.20.0.1 (e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d/77698705-28be-4895-b731-514da2b45be9/23229c59-63cc-44a1-a3c2-5848db465dac) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:21:33.414894 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-e6a4917e-0638-4984-8c8e-e11a6270c4f3 None None] Attempting to bind port ffa6443b-420d-4b64-8e94-85ecbbe7232c on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:21:33.416619 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-e6a4917e-0638-4984-8c8e-e11a6270c4f3 None None] Attempting to bind port ffa6443b-420d-4b64-8e94-85ecbbe7232c by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '8b510f42-0c30-474b-afc6-4a65bdb6ef1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:21:33.417173 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a4917e-0638-4984-8c8e-e11a6270c4f3 None None] Attempting to bind port ffa6443b-420d-4b64-8e94-85ecbbe7232c on network e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:21:33.424289 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a4917e-0638-4984-8c8e-e11a6270c4f3 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:21:33.431753 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a4917e-0638-4984-8c8e-e11a6270c4f3 None None] Checking segment: {'id': '8b510f42-0c30-474b-afc6-4a65bdb6ef1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:21:33.432492 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e6a4917e-0638-4984-8c8e-e11a6270c4f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:33.432901 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a4917e-0638-4984-8c8e-e11a6270c4f3 None None] Bound using segment: {'id': '8b510f42-0c30-474b-afc6-4a65bdb6ef1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:21:33.433411 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-e6a4917e-0638-4984-8c8e-e11a6270c4f3 None None] Bound port: ffa6443b-420d-4b64-8e94-85ecbbe7232c, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b510f42-0c30-474b-afc6-4a65bdb6ef1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:21:33.433850 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e6a4917e-0638-4984-8c8e-e11a6270c4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:33.542040 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-e6a4917e-0638-4984-8c8e-e11a6270c4f3 None None] For port ffa6443b-420d-4b64-8e94-85ecbbe7232c, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:21:33.549975 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-e6a4917e-0638-4984-8c8e-e11a6270c4f3 None None] For port ffa6443b-420d-4b64-8e94-85ecbbe7232c, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=ffa6443b-420d-4b64-8e94-85ecbbe7232c,segment=NetworkSegment(8b510f42-0c30-474b-afc6-4a65bdb6ef1d),segment_id=8b510f42-0c30-474b-afc6-4a65bdb6ef1d)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:21:33.558223 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e6a4917e-0638-4984-8c8e-e11a6270c4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:33.620478 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-921b160e-558f-467b-9117-0e78cb7814d7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:33.685589 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-921b160e-558f-467b-9117-0e78cb7814d7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Transition to ACTIVE for port object 23229c59-63cc-44a1-a3c2-5848db465dac will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:21:33.754287 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a4917e-0638-4984-8c8e-e11a6270c4f3 None None] Pushing event updated for resources: {'Port': ['ID=ffa6443b-420d-4b64-8e94-85ecbbe7232c,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:33.777408 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-921b160e-558f-467b-9117-0e78cb7814d7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:33.888525 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921b160e-558f-467b-9117-0e78cb7814d7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Network e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:21:33.895094 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-921b160e-558f-467b-9117-0e78cb7814d7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:21:33.899219 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921b160e-558f-467b-9117-0e78cb7814d7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:21:33.906532 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b160e-558f-467b-9117-0e78cb7814d7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'Port': ['ID=23229c59-63cc-44a1-a3c2-5848db465dac,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:33.964623 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-921b160e-558f-467b-9117-0e78cb7814d7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:34.320641 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-921b160e-558f-467b-9117-0e78cb7814d7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:34.815491 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-921b160e-558f-467b-9117-0e78cb7814d7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:34.824215 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-921b160e-558f-467b-9117-0e78cb7814d7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:34.948868 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-921b160e-558f-467b-9117-0e78cb7814d7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:34.969793 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b160e-558f-467b-9117-0e78cb7814d7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'Port': ['ID=23229c59-63cc-44a1-a3c2-5848db465dac,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:35.089748 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:35.129466 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921b160e-558f-467b-9117-0e78cb7814d7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Network e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:21:35.135939 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-921b160e-558f-467b-9117-0e78cb7814d7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:21:35.241782 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b84260-8acf-4fb0-89a1-b020e2bdb5dc None None] Network e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:21:35.299147 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921b160e-558f-467b-9117-0e78cb7814d7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Router 2259d09e-ca67-4fc7-b9fc-4fa1acfd652b has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:21:35.354134 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-43a2a2c9-2c24-495b-80f4-5f81591714f1 None None] Provisioning for port ffa6443b-420d-4b64-8e94-85ecbbe7232c completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:21:35.510075 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:35.598739 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921b160e-558f-467b-9117-0e78cb7814d7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:21:35.621474 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-921b160e-558f-467b-9117-0e78cb7814d7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "PUT /v2.0/routers/2259d09e-ca67-4fc7-b9fc-4fa1acfd652b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3980625 Jul 24 01:21:35.840622 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device ffa6443b-420d-4b64-8e94-85ecbbe7232c up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:21:35.944113 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-d375fd7e-07f2-4f89-96ca-5e2125ae9c1f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1942651635&fields=id&tenant_id=d801781e24e8470b83b807a510a33715 HTTP/1.1" status: 200 len: 267 time: 0.0629926 Jul 24 01:21:35.960451 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port ffa6443b-420d-4b64-8e94-85ecbbe7232c completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:21:35.964633 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port ffa6443b-420d-4b64-8e94-85ecbbe7232c triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:21:35.965096 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:36.077015 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-50e784fc-fa15-4aec-a8d5-2a4b6f31a20f None None] Provisioning for port 23229c59-63cc-44a1-a3c2-5848db465dac completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:21:36.099250 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a068e41c-0f03-4753-807e-05ba6aeb85d2 None None] Sync routers for ids ['2259d09e-ca67-4fc7-b9fc-4fa1acfd652b'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:21:36.112061 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-50e784fc-fa15-4aec-a8d5-2a4b6f31a20f None None] Provisioning complete for port 23229c59-63cc-44a1-a3c2-5848db465dac triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:21:36.118267 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-50e784fc-fa15-4aec-a8d5-2a4b6f31a20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:36.161142 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-4430cd89-eaae-4b0b-ac0f-1adc252f6e2e tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:36.164535 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-4430cd89-eaae-4b0b-ac0f-1adc252f6e2e tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/networks?id=e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d HTTP/1.1" status: 200 len: 796 time: 0.2195954 Jul 24 01:21:36.190358 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-232b81c5-814b-4834-9c3e-1094a6a47bd0 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/quotas/d801781e24e8470b83b807a510a33715 HTTP/1.1" status: 200 len: 375 time: 0.0201499 Jul 24 01:21:36.202017 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-50e784fc-fa15-4aec-a8d5-2a4b6f31a20f None None] Port 23229c59-63cc-44a1-a3c2-5848db465dac cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:21:36.212424 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a068e41c-0f03-4753-807e-05ba6aeb85d2 None None] Routers {'2259d09e-ca67-4fc7-b9fc-4fa1acfd652b'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:21:36.212985 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-a068e41c-0f03-4753-807e-05ba6aeb85d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:21:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['2259d09e-ca67-4fc7-b9fc-4fa1acfd652b'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:21:36.336000 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-a068e41c-0f03-4753-807e-05ba6aeb85d2 None None] Set router 2259d09e-ca67-4fc7-b9fc-4fa1acfd652b gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:21:36.345518 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-884ae9c0-dba3-4641-9923-bacbc74f49cd tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d801781e24e8470b83b807a510a33715&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1388330 Jul 24 01:21:36.400749 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-50e784fc-fa15-4aec-a8d5-2a4b6f31a20f None None] Provisioning complete for port ffa6443b-420d-4b64-8e94-85ecbbe7232c triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:21:36.401381 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-50e784fc-fa15-4aec-a8d5-2a4b6f31a20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:36.760261 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:36.894901 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-50e784fc-fa15-4aec-a8d5-2a4b6f31a20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:36.941615 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port ffa6443b-420d-4b64-8e94-85ecbbe7232c, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=ffa6443b-420d-4b64-8e94-85ecbbe7232c,segment=NetworkSegment(8b510f42-0c30-474b-afc6-4a65bdb6ef1d),segment_id=8b510f42-0c30-474b-afc6-4a65bdb6ef1d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:21:36.953202 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:36.954072 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-0ddda5af-92fe-493e-ac06-04d3a2f44aae service neutron] 10.222.0.15 "GET /v2.0/networks/e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6074994 Jul 24 01:21:36.955334 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 6ff083f3-8910-4821-aa50-983dc0bfc720 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:21:37.090797 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-ade750b5-66bd-41fb-842f-30eb0868bf56 service neutron] 10.222.0.15 "GET /v2.0/networks/e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343133 Jul 24 01:21:37.347631 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-edb9e202-3323-4350-b71c-7965d5a74dc1 req-b5aec567-cc37-40d3-b279-b826a38c2ed9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa463b6-31eb-4db6-a1b1-08fd32d24e15 HTTP/1.1" status: 200 len: 210 time: 0.0456121 Jul 24 01:21:37.381476 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=ffa6443b-420d-4b64-8e94-85ecbbe7232c,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:37.385427 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.db.api [None req-50e784fc-fa15-4aec-a8d5-2a4b6f31a20f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 01:21:37.385795 n-d-793621-25 neutron-server[100465]: DEBUG oslo_db.api [None req-50e784fc-fa15-4aec-a8d5-2a4b6f31a20f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 01:21:37.401922 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-a068e41c-0f03-4753-807e-05ba6aeb85d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2259d09e-ca67-4fc7-b9fc-4fa1acfd652b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332873996', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '6ff083f3-8910-4821-aa50-983dc0bfc720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:21:29Z', 'updated_at': '2021-07-24T01:21:34Z', 'revision_number': 4, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': '6ff083f3-8910-4821-aa50-983dc0bfc720', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:52:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2259d09e-ca67-4fc7-b9fc-4fa1acfd652b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:21:30Z', 'updated_at': '2021-07-24T01:21:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '23229c59-63cc-44a1-a3c2-5848db465dac', 'name': '', 'network_id': 'e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'mac_address': 'fa:16:3e:47:b6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2259d09e-ca67-4fc7-b9fc-4fa1acfd652b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '77698705-28be-4895-b731-514da2b45be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:21:33Z', 'updated_at': '2021-07-24T01:21:34Z', 'revision_number': 2, 'project_id': 'd801781e24e8470b83b807a510a33715', 'subnets': [{'id': '77698705-28be-4895-b731-514da2b45be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:21:37.438659 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 6ff083f3-8910-4821-aa50-983dc0bfc720 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:21:37.442541 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a068e41c-0f03-4753-807e-05ba6aeb85d2 None None] Checking router: 2259d09e-ca67-4fc7-b9fc-4fa1acfd652b for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:21:37.443180 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a068e41c-0f03-4753-807e-05ba6aeb85d2 None None] Updating router 2259d09e-ca67-4fc7-b9fc-4fa1acfd652b port 23229c59-63cc-44a1-a3c2-5848db465dac binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:21:37.445512 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 6ff083f3-8910-4821-aa50-983dc0bfc720 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:21:37.445897 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:37.543803 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a068e41c-0f03-4753-807e-05ba6aeb85d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:37.804688 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:37.878149 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 6ff083f3-8910-4821-aa50-983dc0bfc720, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=6ff083f3-8910-4821-aa50-983dc0bfc720,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:21:37.924476 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:38.060642 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device ffa6443b-420d-4b64-8e94-85ecbbe7232c up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:21:38.090247 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=6ff083f3-8910-4821-aa50-983dc0bfc720,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:38.165287 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-103bbeb6-52c3-43be-9a1b-c6d4ec384d98 None None] Provisioning complete for port 23229c59-63cc-44a1-a3c2-5848db465dac triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:21:38.165604 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-103bbeb6-52c3-43be-9a1b-c6d4ec384d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:38.222398 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port ffa6443b-420d-4b64-8e94-85ecbbe7232c triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:21:38.222896 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:38.276574 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-103bbeb6-52c3-43be-9a1b-c6d4ec384d98 None None] Port 23229c59-63cc-44a1-a3c2-5848db465dac cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:21:38.287920 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a068e41c-0f03-4753-807e-05ba6aeb85d2 None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:38.304920 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a068e41c-0f03-4753-807e-05ba6aeb85d2 None None] Transition to ACTIVE for port object 23229c59-63cc-44a1-a3c2-5848db465dac will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:21:38.333868 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a068e41c-0f03-4753-807e-05ba6aeb85d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:38.434199 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9339c3e2-d609-4f0a-be82-0af60e298463 None None] Pushing event updated for resources: {'Port': ['ID=23229c59-63cc-44a1-a3c2-5848db465dac,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:38.488426 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c94d4925-c2e2-438b-84d1-03ea8afd01eb req-58e66592-d002-46c1-b711-184930f3e5c7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa463b6-31eb-4db6-a1b1-08fd32d24e15 HTTP/1.1" status: 200 len: 210 time: 0.0387697 Jul 24 01:21:38.521341 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-a068e41c-0f03-4753-807e-05ba6aeb85d2 None None] Attempting to bind port 23229c59-63cc-44a1-a3c2-5848db465dac on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:21:38.521808 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-a068e41c-0f03-4753-807e-05ba6aeb85d2 None None] Attempting to bind port 23229c59-63cc-44a1-a3c2-5848db465dac by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '8b510f42-0c30-474b-afc6-4a65bdb6ef1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:21:38.522485 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a068e41c-0f03-4753-807e-05ba6aeb85d2 None None] Attempting to bind port 23229c59-63cc-44a1-a3c2-5848db465dac on network e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:21:38.528480 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a068e41c-0f03-4753-807e-05ba6aeb85d2 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:21:38.530076 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a068e41c-0f03-4753-807e-05ba6aeb85d2 None None] Checking segment: {'id': '8b510f42-0c30-474b-afc6-4a65bdb6ef1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:21:38.530555 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a068e41c-0f03-4753-807e-05ba6aeb85d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:38.531057 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a068e41c-0f03-4753-807e-05ba6aeb85d2 None None] Bound using segment: {'id': '8b510f42-0c30-474b-afc6-4a65bdb6ef1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:21:38.531597 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-a068e41c-0f03-4753-807e-05ba6aeb85d2 None None] Bound port: 23229c59-63cc-44a1-a3c2-5848db465dac, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b510f42-0c30-474b-afc6-4a65bdb6ef1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:21:38.532099 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a068e41c-0f03-4753-807e-05ba6aeb85d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:38.640039 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-a068e41c-0f03-4753-807e-05ba6aeb85d2 None None] For port 23229c59-63cc-44a1-a3c2-5848db465dac, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:21:38.645433 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-a068e41c-0f03-4753-807e-05ba6aeb85d2 None None] For port 23229c59-63cc-44a1-a3c2-5848db465dac, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=23229c59-63cc-44a1-a3c2-5848db465dac,segment=NetworkSegment(8b510f42-0c30-474b-afc6-4a65bdb6ef1d),segment_id=8b510f42-0c30-474b-afc6-4a65bdb6ef1d)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:21:38.655874 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a068e41c-0f03-4753-807e-05ba6aeb85d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:38.760629 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9339c3e2-d609-4f0a-be82-0af60e298463 None None] Pushing event updated for resources: {'Port': ['ID=23229c59-63cc-44a1-a3c2-5848db465dac,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:38.763337 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a068e41c-0f03-4753-807e-05ba6aeb85d2 None None] Routers {'2259d09e-ca67-4fc7-b9fc-4fa1acfd652b'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:21:38.763966 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-a068e41c-0f03-4753-807e-05ba6aeb85d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:21:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['2259d09e-ca67-4fc7-b9fc-4fa1acfd652b'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:21:38.914118 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-7989e6e8-3833-4a65-89bf-2a0dcdfb961b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:38.918657 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-7989e6e8-3833-4a65-89bf-2a0dcdfb961b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.11 "GET /v2.0/networks?id=e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d HTTP/1.1" status: 200 len: 796 time: 0.2532713 Jul 24 01:21:38.986274 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-a068e41c-0f03-4753-807e-05ba6aeb85d2 None None] Set router 2259d09e-ca67-4fc7-b9fc-4fa1acfd652b gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:21:39.052435 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-cc1523fa-89f9-4657-bef6-4472c9b61cca tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d801781e24e8470b83b807a510a33715 HTTP/1.1" status: 200 len: 380 time: 0.1237741 Jul 24 01:21:39.069330 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-087a88d8-c868-40d2-9118-788fc2329d16 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'port': {'device_id': '9aa463b6-31eb-4db6-a1b1-08fd32d24e15', 'network_id': 'e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d', 'admin_state_up': True, 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'security_groups': ['98da4601-3382-40de-9bb4-bec190ab7ac2']}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:21:39.280334 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-087a88d8-c868-40d2-9118-788fc2329d16 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Made reservation on behalf of d801781e24e8470b83b807a510a33715 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:21:39.287219 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-087a88d8-c868-40d2-9118-788fc2329d16 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:39.305720 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-a068e41c-0f03-4753-807e-05ba6aeb85d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2259d09e-ca67-4fc7-b9fc-4fa1acfd652b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332873996', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '6ff083f3-8910-4821-aa50-983dc0bfc720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:21:29Z', 'updated_at': '2021-07-24T01:21:34Z', 'revision_number': 4, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': '6ff083f3-8910-4821-aa50-983dc0bfc720', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2259d09e-ca67-4fc7-b9fc-4fa1acfd652b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:21:30Z', 'updated_at': '2021-07-24T01:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '23229c59-63cc-44a1-a3c2-5848db465dac', 'name': '', 'network_id': 'e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'mac_address': 'fa:16:3e:47:b6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2259d09e-ca67-4fc7-b9fc-4fa1acfd652b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '77698705-28be-4895-b731-514da2b45be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:21:33Z', 'updated_at': '2021-07-24T01:21:38Z', 'revision_number': 4, 'project_id': 'd801781e24e8470b83b807a510a33715', 'subnets': [{'id': '77698705-28be-4895-b731-514da2b45be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:21:39.341458 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a068e41c-0f03-4753-807e-05ba6aeb85d2 None None] The sync data for ids ['2259d09e-ca67-4fc7-b9fc-4fa1acfd652b'] in n-d-793621-25 is: [{'id': '2259d09e-ca67-4fc7-b9fc-4fa1acfd652b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332873996', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '6ff083f3-8910-4821-aa50-983dc0bfc720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:21:29Z', 'updated_at': '2021-07-24T01:21:34Z', 'revision_number': 4, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': '6ff083f3-8910-4821-aa50-983dc0bfc720', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2259d09e-ca67-4fc7-b9fc-4fa1acfd652b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:21:30Z', 'updated_at': '2021-07-24T01:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '23229c59-63cc-44a1-a3c2-5848db465dac', 'name': '', 'network_id': 'e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'mac_address': 'fa:16:3e:47:b6:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2259d09e-ca67-4fc7-b9fc-4fa1acfd652b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '77698705-28be-4895-b731-514da2b45be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:21:33Z', 'updated_at': '2021-07-24T01:21:38Z', 'revision_number': 4, 'project_id': 'd801781e24e8470b83b807a510a33715', 'subnets': [{'id': '77698705-28be-4895-b731-514da2b45be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:21:39.578184 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-087a88d8-c868-40d2-9118-788fc2329d16 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Allocated IP 172.20.0.4 (e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d/77698705-28be-4895-b731-514da2b45be9/88dd58fd-0be0-4897-b82a-61f93f834ec3) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:21:39.808574 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-087a88d8-c868-40d2-9118-788fc2329d16 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:39.845721 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-087a88d8-c868-40d2-9118-788fc2329d16 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Transition to ACTIVE for port object 88dd58fd-0be0-4897-b82a-61f93f834ec3 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:21:39.872035 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a757b4fc-9432-4f82-b24c-dfc7cd733774 req-02be91f4-2e9f-4f62-a975-95ba021470c3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa463b6-31eb-4db6-a1b1-08fd32d24e15 HTTP/1.1" status: 200 len: 210 time: 0.1011522 Jul 24 01:21:39.901158 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-087a88d8-c868-40d2-9118-788fc2329d16 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:39.992674 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a88d8-c868-40d2-9118-788fc2329d16 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'Port': ['ID=88dd58fd-0be0-4897-b82a-61f93f834ec3,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:40.006144 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-087a88d8-c868-40d2-9118-788fc2329d16 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Network e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:21:40.009686 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-087a88d8-c868-40d2-9118-788fc2329d16 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:21:40.015261 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-087a88d8-c868-40d2-9118-788fc2329d16 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:21:40.087983 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-087a88d8-c868-40d2-9118-788fc2329d16 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:40.088641 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-087a88d8-c868-40d2-9118-788fc2329d16 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:40.139529 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-087a88d8-c868-40d2-9118-788fc2329d16 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0792871 Jul 24 01:21:40.248085 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-3a9a7788-4e32-4436-9493-903a6ad3fa9e service neutron] Request body: {'port': {'device_id': '9aa463b6-31eb-4db6-a1b1-08fd32d24e15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-25'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:21:40.256141 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 6ff083f3-8910-4821-aa50-983dc0bfc720 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:21:40.413653 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 6ff083f3-8910-4821-aa50-983dc0bfc720 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:21:40.414394 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:40.564828 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 23229c59-63cc-44a1-a3c2-5848db465dac up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:21:40.600610 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-4164888b-89e4-430c-82be-93fea7d7c7c6 None None] Provisioning for port 88dd58fd-0be0-4897-b82a-61f93f834ec3 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:21:40.609712 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-4164888b-89e4-430c-82be-93fea7d7c7c6 None None] Provisioning complete for port 88dd58fd-0be0-4897-b82a-61f93f834ec3 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:21:40.611224 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4164888b-89e4-430c-82be-93fea7d7c7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:40.689135 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-4164888b-89e4-430c-82be-93fea7d7c7c6 None None] Port 88dd58fd-0be0-4897-b82a-61f93f834ec3 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:21:40.704063 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 23229c59-63cc-44a1-a3c2-5848db465dac completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:21:40.712724 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 23229c59-63cc-44a1-a3c2-5848db465dac triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:21:40.713202 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:41.039426 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-3a9a7788-4e32-4436-9493-903a6ad3fa9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:41.082921 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:41.185546 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 23229c59-63cc-44a1-a3c2-5848db465dac, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=23229c59-63cc-44a1-a3c2-5848db465dac,segment=NetworkSegment(8b510f42-0c30-474b-afc6-4a65bdb6ef1d),segment_id=8b510f42-0c30-474b-afc6-4a65bdb6ef1d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:21:41.195217 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:41.312789 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c6567c-dbdf-4e96-bd9a-5403629d6069 req-3ed96739-9849-4108-bb83-fa5500d645f8 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:41.315163 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-62c6567c-dbdf-4e96-bd9a-5403629d6069 req-3ed96739-9849-4108-bb83-fa5500d645f8 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa463b6-31eb-4db6-a1b1-08fd32d24e15 HTTP/1.1" status: 200 len: 931 time: 0.2098045 Jul 24 01:21:41.360455 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=23229c59-63cc-44a1-a3c2-5848db465dac,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:41.413602 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-62c6567c-dbdf-4e96-bd9a-5403629d6069 req-85b8cfe8-a52c-40ed-82b3-c93240acdb30 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=98da4601-3382-40de-9bb4-bec190ab7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803428 Jul 24 01:21:41.579845 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-3a9a7788-4e32-4436-9493-903a6ad3fa9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88dd58fd-0be0-4897-b82a-61f93f834ec3 {{(pid=100463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:21:41.587693 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-3a9a7788-4e32-4436-9493-903a6ad3fa9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:41.602792 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-3a9a7788-4e32-4436-9493-903a6ad3fa9e service neutron] Transition to ACTIVE for port object 88dd58fd-0be0-4897-b82a-61f93f834ec3 will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:21:41.607930 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-3a9a7788-4e32-4436-9493-903a6ad3fa9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:41.686645 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9a7788-4e32-4436-9493-903a6ad3fa9e service neutron] Pushing event updated for resources: {'Port': ['ID=88dd58fd-0be0-4897-b82a-61f93f834ec3,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:41.773114 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-3a9a7788-4e32-4436-9493-903a6ad3fa9e service neutron] Attempting to bind port 88dd58fd-0be0-4897-b82a-61f93f834ec3 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:21:41.773847 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-3a9a7788-4e32-4436-9493-903a6ad3fa9e service neutron] Attempting to bind port 88dd58fd-0be0-4897-b82a-61f93f834ec3 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '8b510f42-0c30-474b-afc6-4a65bdb6ef1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:21:41.774255 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-3a9a7788-4e32-4436-9493-903a6ad3fa9e service neutron] Attempting to bind port 88dd58fd-0be0-4897-b82a-61f93f834ec3 on network e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:21:41.780032 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-3a9a7788-4e32-4436-9493-903a6ad3fa9e service neutron] Port 88dd58fd-0be0-4897-b82a-61f93f834ec3 on network e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:21:41.780434 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-3a9a7788-4e32-4436-9493-903a6ad3fa9e service neutron] Attempting to bind port 88dd58fd-0be0-4897-b82a-61f93f834ec3 on network e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:21:41.786935 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-3a9a7788-4e32-4436-9493-903a6ad3fa9e service neutron] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:21:41.787282 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-3a9a7788-4e32-4436-9493-903a6ad3fa9e service neutron] Checking segment: {'id': '8b510f42-0c30-474b-afc6-4a65bdb6ef1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:21:41.787679 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-3a9a7788-4e32-4436-9493-903a6ad3fa9e service neutron] Bound using segment: {'id': '8b510f42-0c30-474b-afc6-4a65bdb6ef1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:21:41.788112 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-3a9a7788-4e32-4436-9493-903a6ad3fa9e service neutron] Bound port: 88dd58fd-0be0-4897-b82a-61f93f834ec3, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b510f42-0c30-474b-afc6-4a65bdb6ef1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:21:41.788480 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-3a9a7788-4e32-4436-9493-903a6ad3fa9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:41.875172 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-3a9a7788-4e32-4436-9493-903a6ad3fa9e service neutron] For port 88dd58fd-0be0-4897-b82a-61f93f834ec3, host n-h2-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:21:41.879118 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-3a9a7788-4e32-4436-9493-903a6ad3fa9e service neutron] For port 88dd58fd-0be0-4897-b82a-61f93f834ec3, host n-h2-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=88dd58fd-0be0-4897-b82a-61f93f834ec3,segment=NetworkSegment(8b510f42-0c30-474b-afc6-4a65bdb6ef1d),segment_id=8b510f42-0c30-474b-afc6-4a65bdb6ef1d)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:21:41.887503 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-3a9a7788-4e32-4436-9493-903a6ad3fa9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:41.932226 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-3a9a7788-4e32-4436-9493-903a6ad3fa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:41.932943 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-3a9a7788-4e32-4436-9493-903a6ad3fa9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:41.934833 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-3a9a7788-4e32-4436-9493-903a6ad3fa9e service neutron] 10.222.0.11 "PUT /v2.0/ports/88dd58fd-0be0-4897-b82a-61f93f834ec3 HTTP/1.1" status: 200 len: 1092 time: 1.7827401 Jul 24 01:21:41.935521 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa463b6-31eb-4db6-a1b1-08fd32d24e15', 'tag': '88dd58fd-0be0-4897-b82a-61f93f834ec3'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:21:41.945677 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90afbc2f-60f5-4909-ba2d-cbc80828e1ed" -d '{"events": [{"name": "network-changed", "server_uuid": "9aa463b6-31eb-4db6-a1b1-08fd32d24e15", "tag": "88dd58fd-0be0-4897-b82a-61f93f834ec3"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:21:42.033997 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9a7788-4e32-4436-9493-903a6ad3fa9e service neutron] Pushing event updated for resources: {'Port': ['ID=88dd58fd-0be0-4897-b82a-61f93f834ec3,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:42.043867 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa64db3-d7f9-4f71-8385-7bf8f6a3e2d4 x-openstack-request-id: req-4aa64db3-d7f9-4f71-8385-7bf8f6a3e2d4 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:21:42.044588 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aa463b6-31eb-4db6-a1b1-08fd32d24e15", "tag": "88dd58fd-0be0-4897-b82a-61f93f834ec3", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:21:42.044588 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4aa64db3-d7f9-4f71-8385-7bf8f6a3e2d4 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:21:42.045115 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aa463b6-31eb-4db6-a1b1-08fd32d24e15', 'tag': '88dd58fd-0be0-4897-b82a-61f93f834ec3', 'status': 'completed', 'code': 200} Jul 24 01:21:42.073674 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-acd6710d-0343-4fa3-b7d9-433b2d21c5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:42.075809 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-acd6710d-0343-4fa3-b7d9-433b2d21c5de service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d801781e24e8470b83b807a510a33715&device_id=9aa463b6-31eb-4db6-a1b1-08fd32d24e15 HTTP/1.1" status: 200 len: 1095 time: 0.0893908 Jul 24 01:21:42.112826 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 23229c59-63cc-44a1-a3c2-5848db465dac up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:21:42.136936 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-86320682-b232-4256-99aa-820c8885d4e9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88dd58fd-0be0-4897-b82a-61f93f834ec3 HTTP/1.1" status: 200 len: 217 time: 0.0539510 Jul 24 01:21:42.190987 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 23229c59-63cc-44a1-a3c2-5848db465dac triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:21:42.191647 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:42.206675 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-821f4b11-745e-4b3e-b1b4-a8c0815412df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:42.210077 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-821f4b11-745e-4b3e-b1b4-a8c0815412df service neutron] 10.222.0.11 "GET /v2.0/subnets?id=77698705-28be-4895-b731-514da2b45be9 HTTP/1.1" status: 200 len: 835 time: 0.0660524 Jul 24 01:21:42.281428 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-11825980-6cce-41f0-9bd7-da76f6fdcb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:42.283644 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-11825980-6cce-41f0-9bd7-da76f6fdcb57 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670884 Jul 24 01:21:42.434907 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-2a1bc200-e335-4bce-a270-e288f24c46fe service neutron] 10.222.0.11 "GET /v2.0/networks/e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439116 Jul 24 01:21:42.576833 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e10c6422-f421-43cf-9a33-bb8eec911ae1 req-1ccaa088-0cc6-4633-86c0-8509cf21288f service neutron] 10.222.0.11 "GET /v2.0/networks/e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355114 Jul 24 01:21:42.585790 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:21:42.614001 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157d41e-34a5-433f-b4d3-5076efa963a3 req-5f08082e-95aa-472d-8f22-8d819b12e413 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:42.616401 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f157d41e-34a5-433f-b4d3-5076efa963a3 req-5f08082e-95aa-472d-8f22-8d819b12e413 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa463b6-31eb-4db6-a1b1-08fd32d24e15 HTTP/1.1" status: 200 len: 943 time: 0.0852594 Jul 24 01:21:42.691998 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afbc2f-60f5-4909-ba2d-cbc80828e1ed req-e3344eff-87ec-4dfa-9f9f-cbc9bf321746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:42.693863 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-90afbc2f-60f5-4909-ba2d-cbc80828e1ed req-e3344eff-87ec-4dfa-9f9f-cbc9bf321746 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d801781e24e8470b83b807a510a33715&device_id=9aa463b6-31eb-4db6-a1b1-08fd32d24e15 HTTP/1.1" status: 200 len: 1095 time: 0.0678689 Jul 24 01:21:42.700881 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f157d41e-34a5-433f-b4d3-5076efa963a3 req-6e63bc1d-4c62-4874-a63d-c78c18fec04f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=98da4601-3382-40de-9bb4-bec190ab7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777788 Jul 24 01:21:42.827548 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afbc2f-60f5-4909-ba2d-cbc80828e1ed req-29b42a6e-2b5d-4815-bc99-e34b9470bfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:42.829792 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-90afbc2f-60f5-4909-ba2d-cbc80828e1ed req-29b42a6e-2b5d-4815-bc99-e34b9470bfa1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d HTTP/1.1" status: 200 len: 897 time: 0.1282234 Jul 24 01:21:42.882844 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-90afbc2f-60f5-4909-ba2d-cbc80828e1ed req-b1f1d064-f3db-4b66-9e8d-c9ad3f070154 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88dd58fd-0be0-4897-b82a-61f93f834ec3 HTTP/1.1" status: 200 len: 217 time: 0.0452499 Jul 24 01:21:42.943689 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afbc2f-60f5-4909-ba2d-cbc80828e1ed req-6c027f97-ca61-4b57-9311-7e0340c08707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:42.945100 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-90afbc2f-60f5-4909-ba2d-cbc80828e1ed req-6c027f97-ca61-4b57-9311-7e0340c08707 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=77698705-28be-4895-b731-514da2b45be9 HTTP/1.1" status: 200 len: 835 time: 0.0558355 Jul 24 01:21:43.021858 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90afbc2f-60f5-4909-ba2d-cbc80828e1ed req-31cd6647-53d6-40cc-8e8c-454000ddf137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:43.023492 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-90afbc2f-60f5-4909-ba2d-cbc80828e1ed req-31cd6647-53d6-40cc-8e8c-454000ddf137 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719564 Jul 24 01:21:43.178322 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-90afbc2f-60f5-4909-ba2d-cbc80828e1ed req-36ba43f0-b6aa-4af3-9740-a6a5c7a62697 service neutron] 10.222.0.11 "GET /v2.0/networks/e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449256 Jul 24 01:21:43.300994 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-90afbc2f-60f5-4909-ba2d-cbc80828e1ed req-a98ccf0e-351f-4685-858f-d7cf4be527b3 service neutron] 10.222.0.11 "GET /v2.0/networks/e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156991 Jul 24 01:21:43.488831 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bc4c36b5-d6a8-4b75-b4ab-d3fc7c4e3b56 req-cd2c5d54-e9e2-482c-9987-011ac46f863f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0363827 Jul 24 01:21:43.600246 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bc4c36b5-d6a8-4b75-b4ab-d3fc7c4e3b56 req-7ce90d40-1052-417f-8420-5631feeab04c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543 HTTP/1.1" status: 200 len: 210 time: 0.0560143 Jul 24 01:21:43.648620 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bc4c36b5-d6a8-4b75-b4ab-d3fc7c4e3b56 req-250e94f9-278b-414b-b17b-fed52815c6f6 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251713 Jul 24 01:21:43.792339 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c36b5-d6a8-4b75-b4ab-d3fc7c4e3b56 req-3c6172c3-0e9c-480a-9fc2-f59923ca3571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:43.795414 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bc4c36b5-d6a8-4b75-b4ab-d3fc7c4e3b56 req-3c6172c3-0e9c-480a-9fc2-f59923ca3571 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1414165 Jul 24 01:21:43.903519 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967dc4cf-5eac-4563-b94f-21104dd7d118 req-c9944ce8-7eb9-4f0c-b683-e2cf539053a3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:43.905266 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-967dc4cf-5eac-4563-b94f-21104dd7d118 req-c9944ce8-7eb9-4f0c-b683-e2cf539053a3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa463b6-31eb-4db6-a1b1-08fd32d24e15 HTTP/1.1" status: 200 len: 943 time: 0.0732646 Jul 24 01:21:43.951698 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-967dc4cf-5eac-4563-b94f-21104dd7d118 req-484e0c41-629a-48a1-a8b9-f91a7a877bc7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=98da4601-3382-40de-9bb4-bec190ab7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398393 Jul 24 01:21:45.132976 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259817f-78a4-4450-9b3b-a5f0970d7ea9 req-b2a8da57-3a5d-490c-b25d-500c4bf609d2 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:45.135771 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a259817f-78a4-4450-9b3b-a5f0970d7ea9 req-b2a8da57-3a5d-490c-b25d-500c4bf609d2 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa463b6-31eb-4db6-a1b1-08fd32d24e15 HTTP/1.1" status: 200 len: 943 time: 0.0895438 Jul 24 01:21:45.200114 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a259817f-78a4-4450-9b3b-a5f0970d7ea9 req-8777b497-cd2f-461a-8154-5361592fdd4d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=98da4601-3382-40de-9bb4-bec190ab7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577145 Jul 24 01:21:45.506401 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 88dd58fd-0be0-4897-b82a-61f93f834ec3 details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:21:45.639660 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 88dd58fd-0be0-4897-b82a-61f93f834ec3, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=88dd58fd-0be0-4897-b82a-61f93f834ec3,segment=NetworkSegment(8b510f42-0c30-474b-afc6-4a65bdb6ef1d),segment_id=8b510f42-0c30-474b-afc6-4a65bdb6ef1d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:21:45.658181 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': '88dd58fd-0be0-4897-b82a-61f93f834ec3', 'network_id': 'e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d', 'port_id': '88dd58fd-0be0-4897-b82a-61f93f834ec3', 'mac_address': 'fa:16:3e:cf:3c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77698705-28be-4895-b731-514da2b45be9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:21:45.754985 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:45.775273 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88dd58fd-0be0-4897-b82a-61f93f834ec3 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:21:45.793005 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-243d0120-1a6d-45cc-9dbb-591c65296eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:45.819806 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 88dd58fd-0be0-4897-b82a-61f93f834ec3, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=88dd58fd-0be0-4897-b82a-61f93f834ec3,segment=NetworkSegment(8b510f42-0c30-474b-afc6-4a65bdb6ef1d),segment_id=8b510f42-0c30-474b-afc6-4a65bdb6ef1d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:21:45.825974 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:45.902888 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=88dd58fd-0be0-4897-b82a-61f93f834ec3,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:46.071708 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['88dd58fd-0be0-4897-b82a-61f93f834ec3'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:21:46.364320 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3e491-c2bc-4405-b61a-e9de2e763679 req-4ab58c27-d700-4505-bba6-fa56c53dfbba tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:46.367219 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0de3e491-c2bc-4405-b61a-e9de2e763679 req-4ab58c27-d700-4505-bba6-fa56c53dfbba tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa463b6-31eb-4db6-a1b1-08fd32d24e15 HTTP/1.1" status: 200 len: 944 time: 0.0725982 Jul 24 01:21:46.418256 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0de3e491-c2bc-4405-b61a-e9de2e763679 req-e387e187-5d36-4fc2-a175-ae714b575928 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=98da4601-3382-40de-9bb4-bec190ab7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452847 Jul 24 01:21:47.521565 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 88dd58fd-0be0-4897-b82a-61f93f834ec3 up at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:21:47.604589 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning for port 88dd58fd-0be0-4897-b82a-61f93f834ec3 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:21:47.614917 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning complete for port 88dd58fd-0be0-4897-b82a-61f93f834ec3 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:21:47.615753 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:47.643555 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12a6f6-a106-4233-b3eb-32a87643d605 req-4a848c20-f454-42ac-ae76-c581108e459f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:47.647412 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bd12a6f6-a106-4233-b3eb-32a87643d605 req-4a848c20-f454-42ac-ae76-c581108e459f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa463b6-31eb-4db6-a1b1-08fd32d24e15 HTTP/1.1" status: 200 len: 944 time: 0.1332142 Jul 24 01:21:47.722618 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bd12a6f6-a106-4233-b3eb-32a87643d605 req-bb1c2e3a-aa80-41e6-9e3d-652b3fc3dcb9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=98da4601-3382-40de-9bb4-bec190ab7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659621 Jul 24 01:21:47.773913 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:47.812241 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa463b6-31eb-4db6-a1b1-08fd32d24e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88dd58fd-0be0-4897-b82a-61f93f834ec3'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:21:47.816029 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca497b68-b1dd-4030-b40e-33f7ba3e0d51" -d '{"events": [{"server_uuid": "9aa463b6-31eb-4db6-a1b1-08fd32d24e15", "name": "network-vif-plugged", "status": "completed", "tag": "88dd58fd-0be0-4897-b82a-61f93f834ec3"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:21:47.833025 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 88dd58fd-0be0-4897-b82a-61f93f834ec3, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=88dd58fd-0be0-4897-b82a-61f93f834ec3,segment=NetworkSegment(8b510f42-0c30-474b-afc6-4a65bdb6ef1d),segment_id=8b510f42-0c30-474b-afc6-4a65bdb6ef1d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:21:47.839080 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:47.914134 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=88dd58fd-0be0-4897-b82a-61f93f834ec3,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:47.918418 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3da15e6-49a9-4122-93c6-c6568f84d244 x-openstack-request-id: req-a3da15e6-49a9-4122-93c6-c6568f84d244 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:21:47.918734 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa463b6-31eb-4db6-a1b1-08fd32d24e15", "name": "network-vif-plugged", "status": "completed", "tag": "88dd58fd-0be0-4897-b82a-61f93f834ec3", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:21:47.919011 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a3da15e6-49a9-4122-93c6-c6568f84d244 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:21:47.919388 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa463b6-31eb-4db6-a1b1-08fd32d24e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88dd58fd-0be0-4897-b82a-61f93f834ec3', 'code': 200} Jul 24 01:21:48.012269 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68918907-30c2-42d2-bd43-1a09dc2bb931 req-107cb52a-0b95-4b20-8223-27065c278869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:48.013949 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-68918907-30c2-42d2-bd43-1a09dc2bb931 req-107cb52a-0b95-4b20-8223-27065c278869 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9aa463b6-31eb-4db6-a1b1-08fd32d24e15 HTTP/1.1" status: 200 len: 1097 time: 0.0601883 Jul 24 01:21:48.072200 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-68918907-30c2-42d2-bd43-1a09dc2bb931 req-1813c937-bce3-4fb6-8264-ad092f42c84d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=98da4601-3382-40de-9bb4-bec190ab7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514276 Jul 24 01:21:48.274015 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-115b34d6-db3f-4370-b77b-f1bf7007e5fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:48.519802 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:48.873324 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f86110-e471-439b-9467-f597af54bfea req-f0c8b828-aa8e-4eb7-a7f0-0da963fea93b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:48.875627 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65f86110-e471-439b-9467-f597af54bfea req-f0c8b828-aa8e-4eb7-a7f0-0da963fea93b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa463b6-31eb-4db6-a1b1-08fd32d24e15 HTTP/1.1" status: 200 len: 945 time: 0.0871494 Jul 24 01:21:48.933581 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-65f86110-e471-439b-9467-f597af54bfea req-1d2539bd-ec3e-44c9-a8ae-f1b1e4abd284 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=98da4601-3382-40de-9bb4-bec190ab7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498331 Jul 24 01:21:49.384542 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-90618be1-aaeb-44d6-b76f-3740a633bb69 req-1c81c060-2a3a-4d19-b976-a36539e16257 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ab468653-945e-441b-a224-7ff56723867f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0721679 Jul 24 01:21:49.500028 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90618be1-aaeb-44d6-b76f-3740a633bb69 req-c2858836-da99-4e91-842e-fef74551089a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:49.502088 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-90618be1-aaeb-44d6-b76f-3740a633bb69 req-c2858836-da99-4e91-842e-fef74551089a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=58876f4edf654b51b2c44122c5ad0782&device_id=ab468653-945e-441b-a224-7ff56723867f HTTP/1.1" status: 200 len: 1097 time: 0.0662072 Jul 24 01:21:49.560878 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:49.647972 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90618be1-aaeb-44d6-b76f-3740a633bb69 req-596f508b-6899-4f29-9f37-17a3d735979d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:49.649847 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-90618be1-aaeb-44d6-b76f-3740a633bb69 req-596f508b-6899-4f29-9f37-17a3d735979d service neutron] 10.222.0.13 "GET /v2.0/networks?id=f945effb-9d97-4990-9189-9db5fc000224 HTTP/1.1" status: 200 len: 915 time: 0.1221969 Jul 24 01:21:49.708773 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-90618be1-aaeb-44d6-b76f-3740a633bb69 req-e40511de-3b77-4a82-b310-5400c9aeb639 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06183a81-b60a-4680-bf93-54772599f2bf HTTP/1.1" status: 200 len: 217 time: 0.0528214 Jul 24 01:21:49.769463 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90618be1-aaeb-44d6-b76f-3740a633bb69 req-3e672f6c-e8c8-47e0-b548-00e83ebc23fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:49.771017 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-90618be1-aaeb-44d6-b76f-3740a633bb69 req-3e672f6c-e8c8-47e0-b548-00e83ebc23fb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6571703c-15f6-42bc-bd23-81b3f5d01ae1 HTTP/1.1" status: 200 len: 854 time: 0.0560577 Jul 24 01:21:49.811949 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-90618be1-aaeb-44d6-b76f-3740a633bb69 req-d0aba2df-acfe-4619-a1de-ed59452e3c04 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f945effb-9d97-4990-9189-9db5fc000224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347350 Jul 24 01:21:49.939881 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-90618be1-aaeb-44d6-b76f-3740a633bb69 req-7afd25d2-524f-41bb-b685-85ca435bcf0f service neutron] 10.222.0.13 "GET /v2.0/networks/f945effb-9d97-4990-9189-9db5fc000224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207206 Jul 24 01:21:50.145298 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-90618be1-aaeb-44d6-b76f-3740a633bb69 req-e657ab69-9145-4721-892e-65c869c5e9ba service neutron] 10.222.0.13 "GET /v2.0/networks/f945effb-9d97-4990-9189-9db5fc000224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986473 Jul 24 01:21:50.191222 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b7f42-5cc7-4dfa-a9f1-9bf2b7a02d02 req-64bc7c6e-f188-4fa5-bab3-c37ba3ac18a8 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:50.196121 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2f4b7f42-5cc7-4dfa-a9f1-9bf2b7a02d02 req-64bc7c6e-f188-4fa5-bab3-c37ba3ac18a8 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa463b6-31eb-4db6-a1b1-08fd32d24e15 HTTP/1.1" status: 200 len: 945 time: 0.1579566 Jul 24 01:21:50.256351 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2f4b7f42-5cc7-4dfa-a9f1-9bf2b7a02d02 req-1559ee55-f0cb-4af2-a2dd-be82e0eb03d7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=98da4601-3382-40de-9bb4-bec190ab7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549886 Jul 24 01:21:50.441588 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595e3f7-6d60-4935-950e-a4c262393dbe req-72d65371-48cc-4244-b5b7-2247c9fd6278 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:50.447279 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f595e3f7-6d60-4935-950e-a4c262393dbe req-72d65371-48cc-4244-b5b7-2247c9fd6278 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa463b6-31eb-4db6-a1b1-08fd32d24e15 HTTP/1.1" status: 200 len: 945 time: 0.0988333 Jul 24 01:21:50.505934 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f595e3f7-6d60-4935-950e-a4c262393dbe req-3ec0e8c7-64cd-497b-8141-04d09f0ee360 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=98da4601-3382-40de-9bb4-bec190ab7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569539 Jul 24 01:21:50.534311 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44090) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:21:50.611029 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8291d85-37bf-4a63-abc4-b79c30568e5a tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:50.612798 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a8291d85-37bf-4a63-abc4-b79c30568e5a tempest-TestNetworkAdvancedServerOps-865257518 tempest-TestNetworkAdvancedServerOps-865257518-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9aa463b6-31eb-4db6-a1b1-08fd32d24e15 HTTP/1.1" status: 200 len: 1092 time: 0.0774083 Jul 24 01:21:50.616473 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44092) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:21:50.621186 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-e5284479-046d-4402-b426-f7c99da9bb5b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'port_id': '88dd58fd-0be0-4897-b82a-61f93f834ec3', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:21:50.686377 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e5284479-046d-4402-b426-f7c99da9bb5b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for floatingip, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:50.835495 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e5284479-046d-4402-b426-f7c99da9bb5b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:50.968059 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-e5284479-046d-4402-b426-f7c99da9bb5b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Allocated IP 172.25.2.87 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/e796977c-082e-4032-9106-b657609cf47c) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:21:51.060216 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:51.093695 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e5284479-046d-4402-b426-f7c99da9bb5b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:51.143745 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e5284479-046d-4402-b426-f7c99da9bb5b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:51.193286 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5284479-046d-4402-b426-f7c99da9bb5b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:21:51.196384 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-e5284479-046d-4402-b426-f7c99da9bb5b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:21:51.202588 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5284479-046d-4402-b426-f7c99da9bb5b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:21:51.232579 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5284479-046d-4402-b426-f7c99da9bb5b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'Port': ['ID=e796977c-082e-4032-9106-b657609cf47c,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:51.591891 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e5284479-046d-4402-b426-f7c99da9bb5b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:51.669488 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e5284479-046d-4402-b426-f7c99da9bb5b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:51.832661 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e5284479-046d-4402-b426-f7c99da9bb5b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:51.837123 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e5284479-046d-4402-b426-f7c99da9bb5b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:51.918422 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5284479-046d-4402-b426-f7c99da9bb5b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event updated for resources: {'Port': ['ID=e796977c-082e-4032-9106-b657609cf47c,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:51.925516 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e5284479-046d-4402-b426-f7c99da9bb5b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:52.038003 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [None req-e5284479-046d-4402-b426-f7c99da9bb5b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Floating IP 705ccb76-d929-4866-8b5c-662064b43fa7 associated. External IP: 172.25.2.87, port: 88dd58fd-0be0-4897-b82a-61f93f834ec3. Jul 24 01:21:52.258106 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5284479-046d-4402-b426-f7c99da9bb5b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Router 2259d09e-ca67-4fc7-b9fc-4fa1acfd652b has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:21:52.379489 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5284479-046d-4402-b426-f7c99da9bb5b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:21:52.398285 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e5284479-046d-4402-b426-f7c99da9bb5b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:52.398528 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41b515b-b2a8-48c9-bb92-6827571c7359 None None] Sync routers for ids ['2259d09e-ca67-4fc7-b9fc-4fa1acfd652b'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:21:52.409168 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41b515b-b2a8-48c9-bb92-6827571c7359 None None] Routers {'2259d09e-ca67-4fc7-b9fc-4fa1acfd652b'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:21:52.410082 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-d41b515b-b2a8-48c9-bb92-6827571c7359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:21:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['2259d09e-ca67-4fc7-b9fc-4fa1acfd652b'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:21:52.445233 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e5284479-046d-4402-b426-f7c99da9bb5b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8275371 Jul 24 01:21:52.446287 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa463b6-31eb-4db6-a1b1-08fd32d24e15', 'tag': '88dd58fd-0be0-4897-b82a-61f93f834ec3'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:21:52.449141 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070f2cd3-18d8-4412-8bf4-c3103e9b7179" -d '{"events": [{"name": "network-changed", "server_uuid": "9aa463b6-31eb-4db6-a1b1-08fd32d24e15", "tag": "88dd58fd-0be0-4897-b82a-61f93f834ec3"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:21:52.507721 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-3f9f92bb-885d-488c-9113-c2fa76b9c455 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2111619659&fields=id&tenant_id=cc21a234b38d48d88c3414cb45873771 HTTP/1.1" status: 200 len: 267 time: 0.0740743 Jul 24 01:21:52.549431 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-d41b515b-b2a8-48c9-bb92-6827571c7359 None None] Set router 2259d09e-ca67-4fc7-b9fc-4fa1acfd652b gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:21:52.575850 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95a8b7-2bc4-4aab-a478-c49de9eef884 req-3c25514a-214e-437c-bc31-b356584e9dc7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:52.577875 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7c95a8b7-2bc4-4aab-a478-c49de9eef884 req-3c25514a-214e-437c-bc31-b356584e9dc7 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa463b6-31eb-4db6-a1b1-08fd32d24e15 HTTP/1.1" status: 200 len: 945 time: 0.0759647 Jul 24 01:21:52.622048 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7c95a8b7-2bc4-4aab-a478-c49de9eef884 req-4756e6af-7e50-4eab-8f2b-58249169ad9c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=98da4601-3382-40de-9bb4-bec190ab7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376995 Jul 24 01:21:52.643026 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-d5cf56c1-d205-4111-8bf5-c506e592db55 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:52.644581 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-d5cf56c1-d205-4111-8bf5-c506e592db55 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/networks?id=ad265d84-5a8c-4acf-b883-4ded13d15286 HTTP/1.1" status: 200 len: 812 time: 0.1325626 Jul 24 01:21:52.647363 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44118) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:21:52.679334 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-97990432-e71c-4f57-9d56-c64d6b21be5d tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/quotas/cc21a234b38d48d88c3414cb45873771 HTTP/1.1" status: 200 len: 375 time: 0.0238693 Jul 24 01:21:52.706435 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f076a4a-b482-4bf8-9f43-ab0cd0926654 x-openstack-request-id: req-5f076a4a-b482-4bf8-9f43-ab0cd0926654 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:21:52.706753 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aa463b6-31eb-4db6-a1b1-08fd32d24e15", "tag": "88dd58fd-0be0-4897-b82a-61f93f834ec3", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:21:52.707019 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5f076a4a-b482-4bf8-9f43-ab0cd0926654 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:21:52.707416 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aa463b6-31eb-4db6-a1b1-08fd32d24e15', 'tag': '88dd58fd-0be0-4897-b82a-61f93f834ec3', 'status': 'completed', 'code': 200} Jul 24 01:21:52.727917 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5c5865e2-2f18-46c4-ae68-e9c151486b6a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/floatingips/705ccb76-d929-4866-8b5c-662064b43fa7 HTTP/1.1" status: 200 len: 990 time: 0.0793886 Jul 24 01:21:52.792337 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-38cb0adf-959d-4556-89f7-c6b58b61bd31 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc21a234b38d48d88c3414cb45873771&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1105244 Jul 24 01:21:52.815372 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f2cd3-18d8-4412-8bf4-c3103e9b7179 req-a4c2aacb-9dc9-48ec-af00-f3db0bd105b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:52.817519 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-070f2cd3-18d8-4412-8bf4-c3103e9b7179 req-a4c2aacb-9dc9-48ec-af00-f3db0bd105b8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d801781e24e8470b83b807a510a33715&device_id=9aa463b6-31eb-4db6-a1b1-08fd32d24e15 HTTP/1.1" status: 200 len: 1097 time: 0.0867147 Jul 24 01:21:52.916789 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-6122ba4d-c1cb-4d28-82b1-b65bccb1046d service neutron] 10.222.0.15 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129639 Jul 24 01:21:52.925613 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-d41b515b-b2a8-48c9-bb92-6827571c7359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2259d09e-ca67-4fc7-b9fc-4fa1acfd652b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332873996', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '6ff083f3-8910-4821-aa50-983dc0bfc720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:21:29Z', 'updated_at': '2021-07-24T01:21:34Z', 'revision_number': 4, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': '6ff083f3-8910-4821-aa50-983dc0bfc720', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2259d09e-ca67-4fc7-b9fc-4fa1acfd652b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:21:30Z', 'updated_at': '2021-07-24T01:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '705ccb76-d929-4866-8b5c-662064b43fa7', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'floating_ip_address': '172.25.2.87', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '2259d09e-ca67-4fc7-b9fc-4fa1acfd652b', 'port_id': '88dd58fd-0be0-4897-b82a-61f93f834ec3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d', 'mac_address': 'fa:16:3e:cf:3c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa463b6-31eb-4db6-a1b1-08fd32d24e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:21:51Z', 'updated_at': '2021-07-24T01:21:51Z', 'revision_number': 0, 'project_id': 'd801781e24e8470b83b807a510a33715', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23229c59-63cc-44a1-a3c2-5848db465dac', 'name': '', 'network_id': 'e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'mac_address': 'fa:16:3e:47:b6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2259d09e-ca67-4fc7-b9fc-4fa1acfd652b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '77698705-28be-4895-b731-514da2b45be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:21:33Z', 'updated_at': '2021-07-24T01:21:41Z', 'revision_number': 5, 'project_id': 'd801781e24e8470b83b807a510a33715', 'subnets': [{'id': '77698705-28be-4895-b731-514da2b45be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:21:52.957628 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41b515b-b2a8-48c9-bb92-6827571c7359 None None] Checking router: 2259d09e-ca67-4fc7-b9fc-4fa1acfd652b for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:21:52.964858 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41b515b-b2a8-48c9-bb92-6827571c7359 None None] Routers {'2259d09e-ca67-4fc7-b9fc-4fa1acfd652b'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:21:52.965653 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-d41b515b-b2a8-48c9-bb92-6827571c7359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:21:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['2259d09e-ca67-4fc7-b9fc-4fa1acfd652b'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:21:52.993656 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f2cd3-18d8-4412-8bf4-c3103e9b7179 req-cf0afb62-0ca7-4c8a-af7a-8d13c35693db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:52.997575 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-070f2cd3-18d8-4412-8bf4-c3103e9b7179 req-cf0afb62-0ca7-4c8a-af7a-8d13c35693db service neutron] 10.222.0.11 "GET /v2.0/networks?id=e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d HTTP/1.1" status: 200 len: 897 time: 0.1727116 Jul 24 01:21:53.046424 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-56648d02-1016-4dde-934e-ddc636da4a98 service neutron] 10.222.0.15 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215324 Jul 24 01:21:53.104360 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-070f2cd3-18d8-4412-8bf4-c3103e9b7179 req-55717685-5582-42a7-80eb-0352d3b23079 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88dd58fd-0be0-4897-b82a-61f93f834ec3 HTTP/1.1" status: 200 len: 998 time: 0.0991392 Jul 24 01:21:53.111838 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-d41b515b-b2a8-48c9-bb92-6827571c7359 None None] Set router 2259d09e-ca67-4fc7-b9fc-4fa1acfd652b gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:21:53.163886 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f2cd3-18d8-4412-8bf4-c3103e9b7179 req-58e74b01-fbd2-445d-a9be-645a009ec5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:53.165231 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-070f2cd3-18d8-4412-8bf4-c3103e9b7179 req-58e74b01-fbd2-445d-a9be-645a009ec5ac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=77698705-28be-4895-b731-514da2b45be9 HTTP/1.1" status: 200 len: 835 time: 0.0550876 Jul 24 01:21:53.233953 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070f2cd3-18d8-4412-8bf4-c3103e9b7179 req-6755e1ca-d2c7-4eaa-a945-e7cd003b6f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:53.236329 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-070f2cd3-18d8-4412-8bf4-c3103e9b7179 req-6755e1ca-d2c7-4eaa-a945-e7cd003b6f4c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0652926 Jul 24 01:21:53.347037 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-070f2cd3-18d8-4412-8bf4-c3103e9b7179 req-28a555dd-bb77-42cb-9cbc-2ec755a1f124 service neutron] 10.222.0.11 "GET /v2.0/networks/e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034107 Jul 24 01:21:53.387916 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-d41b515b-b2a8-48c9-bb92-6827571c7359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2259d09e-ca67-4fc7-b9fc-4fa1acfd652b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332873996', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '6ff083f3-8910-4821-aa50-983dc0bfc720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:21:29Z', 'updated_at': '2021-07-24T01:21:34Z', 'revision_number': 4, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': '6ff083f3-8910-4821-aa50-983dc0bfc720', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2259d09e-ca67-4fc7-b9fc-4fa1acfd652b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:21:30Z', 'updated_at': '2021-07-24T01:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '705ccb76-d929-4866-8b5c-662064b43fa7', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'floating_ip_address': '172.25.2.87', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '2259d09e-ca67-4fc7-b9fc-4fa1acfd652b', 'port_id': '88dd58fd-0be0-4897-b82a-61f93f834ec3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d', 'mac_address': 'fa:16:3e:cf:3c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa463b6-31eb-4db6-a1b1-08fd32d24e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:21:51Z', 'updated_at': '2021-07-24T01:21:51Z', 'revision_number': 0, 'project_id': 'd801781e24e8470b83b807a510a33715', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23229c59-63cc-44a1-a3c2-5848db465dac', 'name': '', 'network_id': 'e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'mac_address': 'fa:16:3e:47:b6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2259d09e-ca67-4fc7-b9fc-4fa1acfd652b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '77698705-28be-4895-b731-514da2b45be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:21:33Z', 'updated_at': '2021-07-24T01:21:41Z', 'revision_number': 5, 'project_id': 'd801781e24e8470b83b807a510a33715', 'subnets': [{'id': '77698705-28be-4895-b731-514da2b45be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:21:53.419361 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41b515b-b2a8-48c9-bb92-6827571c7359 None None] The sync data for ids ['2259d09e-ca67-4fc7-b9fc-4fa1acfd652b'] in n-d-793621-25 is: [{'id': '2259d09e-ca67-4fc7-b9fc-4fa1acfd652b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332873996', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '6ff083f3-8910-4821-aa50-983dc0bfc720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:21:29Z', 'updated_at': '2021-07-24T01:21:34Z', 'revision_number': 4, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': '6ff083f3-8910-4821-aa50-983dc0bfc720', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2259d09e-ca67-4fc7-b9fc-4fa1acfd652b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:21:30Z', 'updated_at': '2021-07-24T01:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '705ccb76-d929-4866-8b5c-662064b43fa7', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'floating_ip_address': '172.25.2.87', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '2259d09e-ca67-4fc7-b9fc-4fa1acfd652b', 'port_id': '88dd58fd-0be0-4897-b82a-61f93f834ec3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d', 'mac_address': 'fa:16:3e:cf:3c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa463b6-31eb-4db6-a1b1-08fd32d24e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:21:51Z', 'updated_at': '2021-07-24T01:21:51Z', 'revision_number': 0, 'project_id': 'd801781e24e8470b83b807a510a33715', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23229c59-63cc-44a1-a3c2-5848db465dac', 'name': '', 'network_id': 'e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'mac_address': 'fa:16:3e:47:b6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2259d09e-ca67-4fc7-b9fc-4fa1acfd652b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '77698705-28be-4895-b731-514da2b45be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:21:33Z', 'updated_at': '2021-07-24T01:21:41Z', 'revision_number': 5, 'project_id': 'd801781e24e8470b83b807a510a33715', 'subnets': [{'id': '77698705-28be-4895-b731-514da2b45be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:21:53.472076 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-070f2cd3-18d8-4412-8bf4-c3103e9b7179 req-a0dc0ec2-02fb-4dc4-95a2-df45e3161cab service neutron] 10.222.0.11 "GET /v2.0/networks/e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192765 Jul 24 01:21:53.708719 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8f3e3d-6075-4d38-99b4-4eddec684222 None None] New status for floating IP 705ccb76-d929-4866-8b5c-662064b43fa7: ACTIVE {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:21:53.732298 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 44140) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:21:53.810911 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0bdb1a57-b4d5-4d00-9ea2-2486f7d5e713 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/floatingips/705ccb76-d929-4866-8b5c-662064b43fa7 HTTP/1.1" status: 200 len: 990 time: 0.0770125 Jul 24 01:21:54.815357 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44150) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:21:54.877842 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-70a9e764-d72e-4104-bb9b-2f47717b8ae8 req-b11418a5-428c-456a-a6bd-d279f3fda3ae tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7cf8821-61d2-4ece-af8e-193c4ff7e81e HTTP/1.1" status: 200 len: 210 time: 0.0586159 Jul 24 01:21:54.925623 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-20eddec7-0aec-4be2-8258-29104c14724c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/floatingips/705ccb76-d929-4866-8b5c-662064b43fa7 HTTP/1.1" status: 200 len: 992 time: 0.1050367 Jul 24 01:21:55.913310 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-113016d2-cb03-4d16-b37d-670c4dcfce4d tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:55.915484 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-113016d2-cb03-4d16-b37d-670c4dcfce4d tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.13 "GET /v2.0/networks?id=ad265d84-5a8c-4acf-b883-4ded13d15286 HTTP/1.1" status: 200 len: 812 time: 0.1685812 Jul 24 01:21:56.020154 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-739513ba-c5de-410b-b700-5e2cabef6cec tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc21a234b38d48d88c3414cb45873771 HTTP/1.1" status: 200 len: 380 time: 0.0943050 Jul 24 01:21:56.041779 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-96b30243-9f46-4646-a0d2-7aabb454bb6d tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Request body: {'port': {'device_id': 'd7cf8821-61d2-4ece-af8e-193c4ff7e81e', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'admin_state_up': True, 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'security_groups': ['38eb9b54-eb22-476c-82e5-978b66ea2b7f']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:21:56.047057 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-74f58e17-689a-4171-8bda-5817f706c4ed req-e36d7a0a-e6ff-40d0-8ecd-b5c67e7fd398 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7cf8821-61d2-4ece-af8e-193c4ff7e81e HTTP/1.1" status: 200 len: 210 time: 0.0547147 Jul 24 01:21:56.170998 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-96b30243-9f46-4646-a0d2-7aabb454bb6d tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Made reservation on behalf of cc21a234b38d48d88c3414cb45873771 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:21:56.177310 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-96b30243-9f46-4646-a0d2-7aabb454bb6d tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:56.330947 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-96b30243-9f46-4646-a0d2-7aabb454bb6d tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Allocated IP 172.20.0.5 (ad265d84-5a8c-4acf-b883-4ded13d15286/e29f41fb-7a38-4eae-917b-51d7b2f60633/72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:21:56.509562 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-96b30243-9f46-4646-a0d2-7aabb454bb6d tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:56.531355 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-96b30243-9f46-4646-a0d2-7aabb454bb6d tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Transition to ACTIVE for port object 72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:21:56.568096 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-96b30243-9f46-4646-a0d2-7aabb454bb6d tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:56.613184 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-96b30243-9f46-4646-a0d2-7aabb454bb6d tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Network ad265d84-5a8c-4acf-b883-4ded13d15286 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:21:56.618444 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-96b30243-9f46-4646-a0d2-7aabb454bb6d tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:21:56.622357 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-96b30243-9f46-4646-a0d2-7aabb454bb6d tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:21:56.646879 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b30243-9f46-4646-a0d2-7aabb454bb6d tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Pushing event updated for resources: {'Port': ['ID=72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:56.680647 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-96b30243-9f46-4646-a0d2-7aabb454bb6d tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:56.681427 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-96b30243-9f46-4646-a0d2-7aabb454bb6d tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:56.701787 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-96b30243-9f46-4646-a0d2-7aabb454bb6d tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6642728 Jul 24 01:21:56.715094 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-957b8639-0536-4295-94e9-5a655d4a8f5e service neutron] Request body: {'port': {'device_id': 'd7cf8821-61d2-4ece-af8e-193c4ff7e81e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:21:56.826652 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-957b8639-0536-4295-94e9-5a655d4a8f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:56.963336 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-50d9ba5a-7625-4be6-a7d8-7cf4472fd7b3 None None] Provisioning for port 72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:21:56.972623 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-50d9ba5a-7625-4be6-a7d8-7cf4472fd7b3 None None] Provisioning complete for port 72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:21:56.973617 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-50d9ba5a-7625-4be6-a7d8-7cf4472fd7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:57.048403 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-50d9ba5a-7625-4be6-a7d8-7cf4472fd7b3 None None] Port 72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:21:57.188712 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34f1ac-8177-4156-9f4d-b34b7d33d6a6 req-af7970a5-96e0-4f1d-b4cd-f7f5748cef75 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:57.190272 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dc34f1ac-8177-4156-9f4d-b34b7d33d6a6 req-af7970a5-96e0-4f1d-b4cd-f7f5748cef75 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab468653-945e-441b-a224-7ff56723867f HTTP/1.1" status: 200 len: 945 time: 0.1256304 Jul 24 01:21:57.195191 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773fee0f-d438-4f2e-a04b-1a448f7d16c2 req-050228d0-4fd9-49fb-8845-7f2cf5b43bc2 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:57.197311 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-773fee0f-d438-4f2e-a04b-1a448f7d16c2 req-050228d0-4fd9-49fb-8845-7f2cf5b43bc2 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7cf8821-61d2-4ece-af8e-193c4ff7e81e HTTP/1.1" status: 200 len: 931 time: 0.0700481 Jul 24 01:21:57.238627 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-773fee0f-d438-4f2e-a04b-1a448f7d16c2 req-955489cf-b029-480e-98da-d34713f12072 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354786 Jul 24 01:21:57.248266 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-957b8639-0536-4295-94e9-5a655d4a8f5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:21:57.266894 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-957b8639-0536-4295-94e9-5a655d4a8f5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:57.276783 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dc34f1ac-8177-4156-9f4d-b34b7d33d6a6 req-b8cdf700-2e4d-41b3-b5c0-a2c7aac1bf76 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/security-groups?id=41f3f322-0144-4d4b-8763-f36a80dae960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679891 Jul 24 01:21:57.286768 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-957b8639-0536-4295-94e9-5a655d4a8f5e service neutron] Transition to ACTIVE for port object 72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:21:57.292136 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-957b8639-0536-4295-94e9-5a655d4a8f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:57.342473 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b8639-0536-4295-94e9-5a655d4a8f5e service neutron] Pushing event updated for resources: {'Port': ['ID=72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:57.440451 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-957b8639-0536-4295-94e9-5a655d4a8f5e service neutron] Attempting to bind port 72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:21:57.440939 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-957b8639-0536-4295-94e9-5a655d4a8f5e service neutron] Attempting to bind port 72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '4ba45e80-1699-41ea-af87-6ed5cfcc2657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:21:57.441325 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-957b8639-0536-4295-94e9-5a655d4a8f5e service neutron] Attempting to bind port 72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7 on network ad265d84-5a8c-4acf-b883-4ded13d15286 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:21:57.446485 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-957b8639-0536-4295-94e9-5a655d4a8f5e service neutron] Port 72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7 on network ad265d84-5a8c-4acf-b883-4ded13d15286 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:21:57.446843 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-957b8639-0536-4295-94e9-5a655d4a8f5e service neutron] Attempting to bind port 72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7 on network ad265d84-5a8c-4acf-b883-4ded13d15286 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:21:57.453552 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-957b8639-0536-4295-94e9-5a655d4a8f5e service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:21:57.453891 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-957b8639-0536-4295-94e9-5a655d4a8f5e service neutron] Checking segment: {'id': '4ba45e80-1699-41ea-af87-6ed5cfcc2657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:21:57.454290 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-957b8639-0536-4295-94e9-5a655d4a8f5e service neutron] Bound using segment: {'id': '4ba45e80-1699-41ea-af87-6ed5cfcc2657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:21:57.454739 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-957b8639-0536-4295-94e9-5a655d4a8f5e service neutron] Bound port: 72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ba45e80-1699-41ea-af87-6ed5cfcc2657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:21:57.455132 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-957b8639-0536-4295-94e9-5a655d4a8f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:57.535092 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-957b8639-0536-4295-94e9-5a655d4a8f5e service neutron] For port 72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:21:57.538529 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-957b8639-0536-4295-94e9-5a655d4a8f5e service neutron] For port 72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7,segment=NetworkSegment(4ba45e80-1699-41ea-af87-6ed5cfcc2657),segment_id=4ba45e80-1699-41ea-af87-6ed5cfcc2657)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:21:57.543519 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-957b8639-0536-4295-94e9-5a655d4a8f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:57.578972 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-957b8639-0536-4295-94e9-5a655d4a8f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:57.579938 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-957b8639-0536-4295-94e9-5a655d4a8f5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:57.581580 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-957b8639-0536-4295-94e9-5a655d4a8f5e service neutron] 10.222.0.13 "PUT /v2.0/ports/72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7 HTTP/1.1" status: 200 len: 1092 time: 0.8722756 Jul 24 01:21:57.583958 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7cf8821-61d2-4ece-af8e-193c4ff7e81e', 'tag': '72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:21:57.587421 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9d0d57-37b9-4be3-bc79-cb95da113730" -d '{"events": [{"name": "network-changed", "server_uuid": "d7cf8821-61d2-4ece-af8e-193c4ff7e81e", "tag": "72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:21:57.621097 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b8639-0536-4295-94e9-5a655d4a8f5e service neutron] Pushing event updated for resources: {'Port': ['ID=72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:57.641679 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8edc45-e898-4ff0-b809-bae43b60060a x-openstack-request-id: req-2a8edc45-e898-4ff0-b809-bae43b60060a {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:21:57.642146 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7cf8821-61d2-4ece-af8e-193c4ff7e81e", "tag": "72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:21:57.642546 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2a8edc45-e898-4ff0-b809-bae43b60060a {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:21:57.643241 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7cf8821-61d2-4ece-af8e-193c4ff7e81e', 'tag': '72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7', 'status': 'completed', 'code': 200} Jul 24 01:21:57.709856 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-6b61becf-2804-4295-93c7-4629f55ac0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:57.711434 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-6b61becf-2804-4295-93c7-4629f55ac0c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc21a234b38d48d88c3414cb45873771&device_id=d7cf8821-61d2-4ece-af8e-193c4ff7e81e HTTP/1.1" status: 200 len: 1095 time: 0.0801113 Jul 24 01:21:57.761391 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-dc011717-02f0-4e88-942a-1074e69bcd98 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7 HTTP/1.1" status: 200 len: 217 time: 0.0409546 Jul 24 01:21:57.830534 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-7b0fe031-ee98-41a3-94b9-617e54d1e915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:57.832170 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-7b0fe031-ee98-41a3-94b9-617e54d1e915 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e29f41fb-7a38-4eae-917b-51d7b2f60633 HTTP/1.1" status: 200 len: 851 time: 0.0648184 Jul 24 01:21:57.901136 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-17fe4eac-4d46-4851-84b7-1ab47e4cb9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:57.902916 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-17fe4eac-4d46-4851-84b7-1ab47e4cb9f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad265d84-5a8c-4acf-b883-4ded13d15286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635042 Jul 24 01:21:58.023176 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-dfcbc0fc-9c10-447a-a6d7-a14fc3bb7200 service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128469 Jul 24 01:21:58.134057 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b3af21ab-99fa-463c-a76a-89a0dfb34889 req-51c81c1c-6b15-43b8-9826-331e561f1a9e service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033866 Jul 24 01:21:58.232856 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d0d57-37b9-4be3-bc79-cb95da113730 req-1c91872c-d2cf-42e8-89cf-3836276a525e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:58.234407 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9d9d0d57-37b9-4be3-bc79-cb95da113730 req-1c91872c-d2cf-42e8-89cf-3836276a525e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc21a234b38d48d88c3414cb45873771&device_id=d7cf8821-61d2-4ece-af8e-193c4ff7e81e HTTP/1.1" status: 200 len: 1095 time: 0.0555494 Jul 24 01:21:58.372455 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d0d57-37b9-4be3-bc79-cb95da113730 req-6f0d5f66-1aa8-46d5-8d34-6deda853ab82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:58.374004 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9d9d0d57-37b9-4be3-bc79-cb95da113730 req-6f0d5f66-1aa8-46d5-8d34-6deda853ab82 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ad265d84-5a8c-4acf-b883-4ded13d15286 HTTP/1.1" status: 200 len: 913 time: 0.1295550 Jul 24 01:21:58.429821 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9d9d0d57-37b9-4be3-bc79-cb95da113730 req-5fdc50a1-2281-47d7-9ebb-623579e9ec66 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7 HTTP/1.1" status: 200 len: 217 time: 0.0423481 Jul 24 01:21:58.439290 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12159f8d-5729-42ff-9677-d4e0dada05c3 req-31d1fd46-34fc-4887-8b4e-cc51e22423a0 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:58.440846 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-12159f8d-5729-42ff-9677-d4e0dada05c3 req-31d1fd46-34fc-4887-8b4e-cc51e22423a0 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7cf8821-61d2-4ece-af8e-193c4ff7e81e HTTP/1.1" status: 200 len: 943 time: 0.1252258 Jul 24 01:21:58.466732 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c677a4-6bdf-47ae-8b32-44a53a959b64 req-bef80303-2599-4ac0-98d0-ced44250ab48 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:58.468639 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-70c677a4-6bdf-47ae-8b32-44a53a959b64 req-bef80303-2599-4ac0-98d0-ced44250ab48 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab468653-945e-441b-a224-7ff56723867f HTTP/1.1" status: 200 len: 945 time: 0.1064756 Jul 24 01:21:58.519327 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-70c677a4-6bdf-47ae-8b32-44a53a959b64 req-85e84a60-39ee-4e02-b6e5-627ae896e249 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/security-groups?id=41f3f322-0144-4d4b-8763-f36a80dae960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383363 Jul 24 01:21:58.545962 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d0d57-37b9-4be3-bc79-cb95da113730 req-28a3122c-04f1-484f-b09f-81c8e113a873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:58.547643 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9d9d0d57-37b9-4be3-bc79-cb95da113730 req-28a3122c-04f1-484f-b09f-81c8e113a873 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e29f41fb-7a38-4eae-917b-51d7b2f60633 HTTP/1.1" status: 200 len: 851 time: 0.1057575 Jul 24 01:21:58.575114 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-12159f8d-5729-42ff-9677-d4e0dada05c3 req-6426813d-82e4-4c16-9142-09a4f1ce02c5 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256206 Jul 24 01:21:58.655110 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c284aa-dcd3-411b-9af9-712a984984c9 req-babb08f0-d3cd-45ab-bedc-ecfb248779b5 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:58.657254 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b0c284aa-dcd3-411b-9af9-712a984984c9 req-babb08f0-d3cd-45ab-bedc-ecfb248779b5 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.13 "GET /v2.0/ports?device_id=ab468653-945e-441b-a224-7ff56723867f HTTP/1.1" status: 200 len: 945 time: 0.1442356 Jul 24 01:21:58.670450 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d0d57-37b9-4be3-bc79-cb95da113730 req-f44e0195-4237-4dea-9556-1ca0056b0ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:58.672083 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9d9d0d57-37b9-4be3-bc79-cb95da113730 req-f44e0195-4237-4dea-9556-1ca0056b0ced service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad265d84-5a8c-4acf-b883-4ded13d15286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1005507 Jul 24 01:21:58.833002 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9d9d0d57-37b9-4be3-bc79-cb95da113730 req-a22b2fe0-bdeb-4498-be82-290aabafa7e9 service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384993 Jul 24 01:21:58.842980 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-b0c284aa-dcd3-411b-9af9-712a984984c9 req-bc1bd165-55be-43d4-b6da-d15f100cc36b tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Deleting port 06183a81-b60a-4680-bf93-54772599f2bf {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:21:58.843511 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b0c284aa-dcd3-411b-9af9-712a984984c9 req-bc1bd165-55be-43d4-b6da-d15f100cc36b tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:59.003504 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-b0c284aa-dcd3-411b-9af9-712a984984c9 req-bc1bd165-55be-43d4-b6da-d15f100cc36b tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] For port 06183a81-b60a-4680-bf93-54772599f2bf, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=06183a81-b60a-4680-bf93-54772599f2bf,segment=NetworkSegment(0c57f47a-e4ec-45e5-bb07-bb12588c5b41),segment_id=0c57f47a-e4ec-45e5-bb07-bb12588c5b41)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:21:59.004049 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b0c284aa-dcd3-411b-9af9-712a984984c9 req-bc1bd165-55be-43d4-b6da-d15f100cc36b tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:59.015134 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9d9d0d57-37b9-4be3-bc79-cb95da113730 req-3d2df7d4-ac30-4d73-b444-e8e02ca24a64 service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744795 Jul 24 01:21:59.020069 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-b0c284aa-dcd3-411b-9af9-712a984984c9 req-bc1bd165-55be-43d4-b6da-d15f100cc36b tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Calling delete_port for 06183a81-b60a-4680-bf93-54772599f2bf owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:21:59.152047 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b0c284aa-dcd3-411b-9af9-712a984984c9 req-bc1bd165-55be-43d4-b6da-d15f100cc36b tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:59.163596 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['06183a81-b60a-4680-bf93-54772599f2bf'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:21:59.195982 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1bd165-55be-43d4-b6da-d15f100cc36b tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Pushing event deleted for resources: {'Port': ['ID=06183a81-b60a-4680-bf93-54772599f2bf,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:21:59.245510 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c284aa-dcd3-411b-9af9-712a984984c9 req-bc1bd165-55be-43d4-b6da-d15f100cc36b tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] No DVR routers for this DVR port 06183a81-b60a-4680-bf93-54772599f2bf on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:21:59.248991 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-b0c284aa-dcd3-411b-9af9-712a984984c9 req-bc1bd165-55be-43d4-b6da-d15f100cc36b tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:21:59.251375 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b0c284aa-dcd3-411b-9af9-712a984984c9 req-bc1bd165-55be-43d4-b6da-d15f100cc36b tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.13 "DELETE /v2.0/ports/06183a81-b60a-4680-bf93-54772599f2bf HTTP/1.1" status: 204 len: 173 time: 0.5893099 Jul 24 01:21:59.644130 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab468653-945e-441b-a224-7ff56723867f', 'name': 'network-vif-deleted', 'tag': '06183a81-b60a-4680-bf93-54772599f2bf'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:21:59.646575 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06138db9-3650-4a07-a0e7-50d49d092233" -d '{"events": [{"server_uuid": "ab468653-945e-441b-a224-7ff56723867f", "name": "network-vif-deleted", "tag": "06183a81-b60a-4680-bf93-54772599f2bf"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:21:59.653190 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1a6894d6-45e4-437b-8084-a630c28d6ec9 req-a49d8745-7c93-44d4-b409-39d3186b42bc tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab468653-945e-441b-a224-7ff56723867f HTTP/1.1" status: 200 len: 210 time: 0.0450478 Jul 24 01:21:59.728748 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76d544f-2ae7-445e-b5d8-1a76ff376cf9 x-openstack-request-id: req-e76d544f-2ae7-445e-b5d8-1a76ff376cf9 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:21:59.729035 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab468653-945e-441b-a224-7ff56723867f", "name": "network-vif-deleted", "tag": "06183a81-b60a-4680-bf93-54772599f2bf", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:21:59.729288 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e76d544f-2ae7-445e-b5d8-1a76ff376cf9 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:21:59.729863 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab468653-945e-441b-a224-7ff56723867f', 'name': 'network-vif-deleted', 'tag': '06183a81-b60a-4680-bf93-54772599f2bf', 'status': 'completed', 'code': 200} Jul 24 01:21:59.750748 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098591ee-7221-4f1f-a66b-74b707346c07 req-53ef9707-ea0d-4382-81a2-9cf976c01049 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:21:59.752339 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-098591ee-7221-4f1f-a66b-74b707346c07 req-53ef9707-ea0d-4382-81a2-9cf976c01049 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7cf8821-61d2-4ece-af8e-193c4ff7e81e HTTP/1.1" status: 200 len: 943 time: 0.0730844 Jul 24 01:21:59.795570 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-098591ee-7221-4f1f-a66b-74b707346c07 req-baf1766d-b686-4326-9b8c-d4f1a2ae189f tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362666 Jul 24 01:22:00.955828 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0d16f-918e-4280-b05e-e9d15b8c716c req-597a24ce-b602-4879-b49e-ddf8d916b36e tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:00.956520 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dab0d16f-918e-4280-b05e-e9d15b8c716c req-597a24ce-b602-4879-b49e-ddf8d916b36e tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7cf8821-61d2-4ece-af8e-193c4ff7e81e HTTP/1.1" status: 200 len: 943 time: 0.0833890 Jul 24 01:22:01.000398 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dab0d16f-918e-4280-b05e-e9d15b8c716c req-020da8a8-36c9-4414-b1ee-f23e715e83d4 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363636 Jul 24 01:22:02.155998 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0a0bd6-64fc-4fdb-9b9f-4e0493bb9b85 req-4d8f18fc-0f81-412d-bcf7-cfd1effeb15e tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:02.158457 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb0a0bd6-64fc-4fdb-9b9f-4e0493bb9b85 req-4d8f18fc-0f81-412d-bcf7-cfd1effeb15e tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7cf8821-61d2-4ece-af8e-193c4ff7e81e HTTP/1.1" status: 200 len: 943 time: 0.0722723 Jul 24 01:22:02.201519 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb0a0bd6-64fc-4fdb-9b9f-4e0493bb9b85 req-9fdc8805-d429-4955-bc33-803fa2743fe5 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370023 Jul 24 01:22:03.379584 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780ad9b-c99e-4393-9366-3c720eb3692f req-bfb300d2-7cf5-47bf-9d39-2a396c141547 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:03.381172 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c780ad9b-c99e-4393-9366-3c720eb3692f req-bfb300d2-7cf5-47bf-9d39-2a396c141547 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7cf8821-61d2-4ece-af8e-193c4ff7e81e HTTP/1.1" status: 200 len: 943 time: 0.0968273 Jul 24 01:22:03.427220 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c780ad9b-c99e-4393-9366-3c720eb3692f req-4cc9d6e4-ca06-4f2f-bc0f-f3fdafbfddf8 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397780 Jul 24 01:22:03.737756 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 06183a81-b60a-4680-bf93-54772599f2bf no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:22:03.764527 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 06183a81-b60a-4680-bf93-54772599f2bf {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:22:03.765113 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 06183a81-b60a-4680-bf93-54772599f2bf not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:22:04.564303 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56af9b0-f807-47ba-b9ae-2366096a1556 req-2e31b818-3ca9-4853-9c5e-6afc33acc007 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:04.565899 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b56af9b0-f807-47ba-b9ae-2366096a1556 req-2e31b818-3ca9-4853-9c5e-6afc33acc007 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7cf8821-61d2-4ece-af8e-193c4ff7e81e HTTP/1.1" status: 200 len: 943 time: 0.0687408 Jul 24 01:22:04.605953 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b56af9b0-f807-47ba-b9ae-2366096a1556 req-b0f369d3-f390-4e2d-9dad-d4ba0738dc5d tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341566 Jul 24 01:22:05.044680 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:05.460909 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:05.773900 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbe4f8-bca9-4deb-a5e1-2d065d412acd req-ffc74200-32d1-4310-b296-b1c5f84d6ba3 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:05.775352 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-08cbe4f8-bca9-4deb-a5e1-2d065d412acd req-ffc74200-32d1-4310-b296-b1c5f84d6ba3 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7cf8821-61d2-4ece-af8e-193c4ff7e81e HTTP/1.1" status: 200 len: 943 time: 0.0868812 Jul 24 01:22:05.827757 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-08cbe4f8-bca9-4deb-a5e1-2d065d412acd req-b8be59cc-cff6-4598-ac9a-97568017e036 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423748 Jul 24 01:22:06.994747 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d9863-2abc-4011-b020-70021501a9f5 req-2f4692f2-214e-49aa-9846-d1db69fa9371 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:06.996320 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b29d9863-2abc-4011-b020-70021501a9f5 req-2f4692f2-214e-49aa-9846-d1db69fa9371 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7cf8821-61d2-4ece-af8e-193c4ff7e81e HTTP/1.1" status: 200 len: 943 time: 0.0928388 Jul 24 01:22:07.048094 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b29d9863-2abc-4011-b020-70021501a9f5 req-e03676c3-9245-473e-bae4-56ef81120749 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453498 Jul 24 01:22:07.675297 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-974c1c55-bfec-45cd-8f1c-396e66b142c7 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:07.676820 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-974c1c55-bfec-45cd-8f1c-396e66b142c7 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/networks?id=f945effb-9d97-4990-9189-9db5fc000224 HTTP/1.1" status: 200 len: 814 time: 0.1155767 Jul 24 01:22:07.692882 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-01790be9-9d17-46f0-884b-c2acd66ff943 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/quotas/58876f4edf654b51b2c44122c5ad0782 HTTP/1.1" status: 200 len: 375 time: 0.0105438 Jul 24 01:22:07.730135 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-f4c878a3-dfca-4ac0-98d3-70faee28434b tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=58876f4edf654b51b2c44122c5ad0782&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316234 Jul 24 01:22:07.832286 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-3bbd7925-9bf1-4dfb-b4fc-441f2ef417d1 service neutron] 10.222.0.15 "GET /v2.0/networks/f945effb-9d97-4990-9189-9db5fc000224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954788 Jul 24 01:22:08.221253 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478c773-29ed-4185-a79f-052a95a811d3 req-703e8092-5d0c-48f6-8558-03bc51d6d09c tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:08.223242 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7478c773-29ed-4185-a79f-052a95a811d3 req-703e8092-5d0c-48f6-8558-03bc51d6d09c tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7cf8821-61d2-4ece-af8e-193c4ff7e81e HTTP/1.1" status: 200 len: 943 time: 0.0750971 Jul 24 01:22:08.264538 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-a22e802b-c0e9-4321-bc2f-6f9633434eb4 service neutron] 10.222.0.15 "GET /v2.0/networks/f945effb-9d97-4990-9189-9db5fc000224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262860 Jul 24 01:22:08.278275 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7478c773-29ed-4185-a79f-052a95a811d3 req-d1330efe-c82f-45be-8460-054e5c0d9ca3 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445316 Jul 24 01:22:08.475691 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3022cafd-56c2-410c-95ed-4cb8a125b640 req-49494d8e-6903-47a3-94a7-e23d1f16116b tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/ports?device_id=f807265e-1445-4f18-b8dd-6405269fce2d HTTP/1.1" status: 200 len: 210 time: 0.0413649 Jul 24 01:22:09.467356 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7d8e5-149d-4826-96fd-1b8e3514aa54 req-8cbc676d-abfa-46ba-93fd-d91e1a6d29b0 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:09.479412 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-63a7d8e5-149d-4826-96fd-1b8e3514aa54 req-8cbc676d-abfa-46ba-93fd-d91e1a6d29b0 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7cf8821-61d2-4ece-af8e-193c4ff7e81e HTTP/1.1" status: 200 len: 943 time: 0.1134613 Jul 24 01:22:09.545759 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-63a7d8e5-149d-4826-96fd-1b8e3514aa54 req-610ccc90-9642-4c4d-894d-7b631a22335b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620580 Jul 24 01:22:09.565288 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-205e5984-cad2-4e15-8501-25a09c022df4 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:09.567086 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-205e5984-cad2-4e15-8501-25a09c022df4 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.11 "GET /v2.0/networks?id=f945effb-9d97-4990-9189-9db5fc000224 HTTP/1.1" status: 200 len: 814 time: 0.1349735 Jul 24 01:22:09.586512 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-97dfce68-e871-40df-9b6c-12906c795408 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Request body: {'port': {'device_id': 'f807265e-1445-4f18-b8dd-6405269fce2d', 'network_id': 'f945effb-9d97-4990-9189-9db5fc000224', 'admin_state_up': True, 'tenant_id': '58876f4edf654b51b2c44122c5ad0782'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:22:09.647076 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a18550d3-1bf2-4cbe-a46e-b97c0686182a req-35bdf885-3cea-4548-acf2-910bdfc125d6 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/ports?device_id=f807265e-1445-4f18-b8dd-6405269fce2d HTTP/1.1" status: 200 len: 210 time: 0.0554242 Jul 24 01:22:09.749087 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-97dfce68-e871-40df-9b6c-12906c795408 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Made reservation on behalf of 58876f4edf654b51b2c44122c5ad0782 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:22:09.753416 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-97dfce68-e871-40df-9b6c-12906c795408 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:09.912091 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-97dfce68-e871-40df-9b6c-12906c795408 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Allocated IP 172.20.0.5 (f945effb-9d97-4990-9189-9db5fc000224/6571703c-15f6-42bc-bd23-81b3f5d01ae1/1b5aa325-c8b8-414f-86d8-a7319555b2b7) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:22:10.090491 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-97dfce68-e871-40df-9b6c-12906c795408 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:10.139397 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-97dfce68-e871-40df-9b6c-12906c795408 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:10.185612 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-97dfce68-e871-40df-9b6c-12906c795408 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Network f945effb-9d97-4990-9189-9db5fc000224 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:22:10.189667 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-97dfce68-e871-40df-9b6c-12906c795408 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:22:10.196956 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-97dfce68-e871-40df-9b6c-12906c795408 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:22:10.224781 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dfce68-e871-40df-9b6c-12906c795408 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Pushing event updated for resources: {'Port': ['ID=1b5aa325-c8b8-414f-86d8-a7319555b2b7,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:22:10.261094 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-97dfce68-e871-40df-9b6c-12906c795408 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:10.261771 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-97dfce68-e871-40df-9b6c-12906c795408 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:10.278394 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-97dfce68-e871-40df-9b6c-12906c795408 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6961935 Jul 24 01:22:10.292509 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-935b4652-498e-4567-be78-1e292ea31014 service neutron] Request body: {'port': {'device_id': 'f807265e-1445-4f18-b8dd-6405269fce2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-25'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:22:10.378402 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-935b4652-498e-4567-be78-1e292ea31014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:10.715018 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368da086-1376-431b-96da-859c463bb059 req-b684129e-ce85-45ff-86c9-b63f09fae777 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:10.717398 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-368da086-1376-431b-96da-859c463bb059 req-b684129e-ce85-45ff-86c9-b63f09fae777 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7cf8821-61d2-4ece-af8e-193c4ff7e81e HTTP/1.1" status: 200 len: 943 time: 0.0823109 Jul 24 01:22:10.727373 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-935b4652-498e-4567-be78-1e292ea31014 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b5aa325-c8b8-414f-86d8-a7319555b2b7 {{(pid=100463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:22:10.743729 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-935b4652-498e-4567-be78-1e292ea31014 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:10.759419 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-935b4652-498e-4567-be78-1e292ea31014 service neutron] Transition to ACTIVE for port object 1b5aa325-c8b8-414f-86d8-a7319555b2b7 will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:22:10.777738 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-935b4652-498e-4567-be78-1e292ea31014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:10.801309 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-368da086-1376-431b-96da-859c463bb059 req-6cd2eb5b-e60a-4d4e-8431-613dd865971a tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753567 Jul 24 01:22:10.880076 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b4652-498e-4567-be78-1e292ea31014 service neutron] Pushing event updated for resources: {'Port': ['ID=1b5aa325-c8b8-414f-86d8-a7319555b2b7,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:22:10.974204 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c357639-1238-4753-b67a-c7f468e9da1a req-d4a65dab-2735-45f5-a338-1a9d88fc0418 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:10.975983 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3c357639-1238-4753-b67a-c7f468e9da1a req-d4a65dab-2735-45f5-a338-1a9d88fc0418 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/ports?device_id=f807265e-1445-4f18-b8dd-6405269fce2d HTTP/1.1" status: 200 len: 943 time: 0.2089205 Jul 24 01:22:11.043943 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-935b4652-498e-4567-be78-1e292ea31014 service neutron] Attempting to bind port 1b5aa325-c8b8-414f-86d8-a7319555b2b7 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:22:11.044288 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-935b4652-498e-4567-be78-1e292ea31014 service neutron] Attempting to bind port 1b5aa325-c8b8-414f-86d8-a7319555b2b7 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': '0c57f47a-e4ec-45e5-bb07-bb12588c5b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f945effb-9d97-4990-9189-9db5fc000224'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:22:11.044627 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-935b4652-498e-4567-be78-1e292ea31014 service neutron] Attempting to bind port 1b5aa325-c8b8-414f-86d8-a7319555b2b7 on network f945effb-9d97-4990-9189-9db5fc000224 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:22:11.052837 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3c357639-1238-4753-b67a-c7f468e9da1a req-b5ee5d93-8283-4b01-bea8-ff64929a40b4 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/security-groups?id=41f3f322-0144-4d4b-8763-f36a80dae960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697823 Jul 24 01:22:11.055196 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-935b4652-498e-4567-be78-1e292ea31014 service neutron] Port 1b5aa325-c8b8-414f-86d8-a7319555b2b7 on network f945effb-9d97-4990-9189-9db5fc000224 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:22:11.055536 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-935b4652-498e-4567-be78-1e292ea31014 service neutron] Attempting to bind port 1b5aa325-c8b8-414f-86d8-a7319555b2b7 on network f945effb-9d97-4990-9189-9db5fc000224 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:22:11.061876 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-935b4652-498e-4567-be78-1e292ea31014 service neutron] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:22:11.062253 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-935b4652-498e-4567-be78-1e292ea31014 service neutron] Checking segment: {'id': '0c57f47a-e4ec-45e5-bb07-bb12588c5b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f945effb-9d97-4990-9189-9db5fc000224'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:22:11.062848 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-935b4652-498e-4567-be78-1e292ea31014 service neutron] Bound using segment: {'id': '0c57f47a-e4ec-45e5-bb07-bb12588c5b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f945effb-9d97-4990-9189-9db5fc000224'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:22:11.063483 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-935b4652-498e-4567-be78-1e292ea31014 service neutron] Bound port: 1b5aa325-c8b8-414f-86d8-a7319555b2b7, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c57f47a-e4ec-45e5-bb07-bb12588c5b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f945effb-9d97-4990-9189-9db5fc000224'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:22:11.063865 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-935b4652-498e-4567-be78-1e292ea31014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:11.160197 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-935b4652-498e-4567-be78-1e292ea31014 service neutron] For port 1b5aa325-c8b8-414f-86d8-a7319555b2b7, host n-h2-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:22:11.165288 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-935b4652-498e-4567-be78-1e292ea31014 service neutron] For port 1b5aa325-c8b8-414f-86d8-a7319555b2b7, host n-h2-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=1b5aa325-c8b8-414f-86d8-a7319555b2b7,segment=NetworkSegment(0c57f47a-e4ec-45e5-bb07-bb12588c5b41),segment_id=0c57f47a-e4ec-45e5-bb07-bb12588c5b41)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:22:11.172512 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-935b4652-498e-4567-be78-1e292ea31014 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:11.226659 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-935b4652-498e-4567-be78-1e292ea31014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:11.227322 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-935b4652-498e-4567-be78-1e292ea31014 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:11.228855 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-935b4652-498e-4567-be78-1e292ea31014 service neutron] 10.222.0.11 "PUT /v2.0/ports/1b5aa325-c8b8-414f-86d8-a7319555b2b7 HTTP/1.1" status: 200 len: 1092 time: 0.9412487 Jul 24 01:22:11.229357 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f807265e-1445-4f18-b8dd-6405269fce2d', 'tag': '1b5aa325-c8b8-414f-86d8-a7319555b2b7'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:22:11.231736 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b38bc303-2caf-46a5-a6b4-3a2c8b194d01" -d '{"events": [{"name": "network-changed", "server_uuid": "f807265e-1445-4f18-b8dd-6405269fce2d", "tag": "1b5aa325-c8b8-414f-86d8-a7319555b2b7"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:22:11.269172 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935b4652-498e-4567-be78-1e292ea31014 service neutron] Pushing event updated for resources: {'Port': ['ID=1b5aa325-c8b8-414f-86d8-a7319555b2b7,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:22:11.286168 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc48c38-7653-42b3-8a8b-07cdae65e7fd x-openstack-request-id: req-6dc48c38-7653-42b3-8a8b-07cdae65e7fd {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:22:11.286588 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f807265e-1445-4f18-b8dd-6405269fce2d", "tag": "1b5aa325-c8b8-414f-86d8-a7319555b2b7", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:22:11.286934 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6dc48c38-7653-42b3-8a8b-07cdae65e7fd {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:22:11.287430 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f807265e-1445-4f18-b8dd-6405269fce2d', 'tag': '1b5aa325-c8b8-414f-86d8-a7319555b2b7', 'status': 'completed', 'code': 200} Jul 24 01:22:11.345628 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-8fed253e-2cc2-4339-8195-c48da8df8e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:11.347060 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-8fed253e-2cc2-4339-8195-c48da8df8e39 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58876f4edf654b51b2c44122c5ad0782&device_id=f807265e-1445-4f18-b8dd-6405269fce2d HTTP/1.1" status: 200 len: 1095 time: 0.0712371 Jul 24 01:22:11.389721 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-64fc3c55-eab9-471f-a6e7-f4123731afef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b5aa325-c8b8-414f-86d8-a7319555b2b7 HTTP/1.1" status: 200 len: 217 time: 0.0360601 Jul 24 01:22:11.448440 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-e6654f43-498c-4d5d-87fb-a56aac252fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:11.449986 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-e6654f43-498c-4d5d-87fb-a56aac252fe8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6571703c-15f6-42bc-bd23-81b3f5d01ae1 HTTP/1.1" status: 200 len: 854 time: 0.0543826 Jul 24 01:22:11.485524 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-7769fb23-056c-4724-a3c0-3145f46ac3be service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f945effb-9d97-4990-9189-9db5fc000224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293229 Jul 24 01:22:11.586403 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-4bfb8160-3493-4466-aacc-501d1942aa8a service neutron] 10.222.0.11 "GET /v2.0/networks/f945effb-9d97-4990-9189-9db5fc000224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944514 Jul 24 01:22:11.696731 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-394c44e2-2437-43de-90ce-98bd0b2c09e2 req-bfab7960-c64a-4854-91c0-eaeeab45f748 service neutron] 10.222.0.11 "GET /v2.0/networks/f945effb-9d97-4990-9189-9db5fc000224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032338 Jul 24 01:22:11.776871 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:22:11.846287 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bc303-2caf-46a5-a6b4-3a2c8b194d01 req-03b905ed-6477-4d07-8542-10268a15af09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:11.848221 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b38bc303-2caf-46a5-a6b4-3a2c8b194d01 req-03b905ed-6477-4d07-8542-10268a15af09 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=58876f4edf654b51b2c44122c5ad0782&device_id=f807265e-1445-4f18-b8dd-6405269fce2d HTTP/1.1" status: 200 len: 1095 time: 0.0948493 Jul 24 01:22:11.905192 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7,segment=NetworkSegment(4ba45e80-1699-41ea-af87-6ed5cfcc2657),segment_id=4ba45e80-1699-41ea-af87-6ed5cfcc2657)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:22:11.921761 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'port_id': '72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7', 'mac_address': 'fa:16:3e:3b:31:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:22:12.013451 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bc303-2caf-46a5-a6b4-3a2c8b194d01 req-1dfa7e10-a163-4a03-9e78-45d0d0b18e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:12.015077 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b38bc303-2caf-46a5-a6b4-3a2c8b194d01 req-1dfa7e10-a163-4a03-9e78-45d0d0b18e47 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f945effb-9d97-4990-9189-9db5fc000224 HTTP/1.1" status: 200 len: 915 time: 0.1602037 Jul 24 01:22:12.087737 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b38bc303-2caf-46a5-a6b4-3a2c8b194d01 req-27a3974f-8eb0-49ce-99a9-5aa88805e0d7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b5aa325-c8b8-414f-86d8-a7319555b2b7 HTTP/1.1" status: 200 len: 217 time: 0.0647168 Jul 24 01:22:12.101022 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2084178-4148-4af6-ab43-54b9370b39dd req-2789f5b6-dc5d-430c-98a5-80d2db9ff2e8 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:12.103084 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f2084178-4148-4af6-ab43-54b9370b39dd req-2789f5b6-dc5d-430c-98a5-80d2db9ff2e8 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7cf8821-61d2-4ece-af8e-193c4ff7e81e HTTP/1.1" status: 200 len: 943 time: 0.1642520 Jul 24 01:22:12.205240 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:12.221616 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:22:12.245618 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7,segment=NetworkSegment(4ba45e80-1699-41ea-af87-6ed5cfcc2657),segment_id=4ba45e80-1699-41ea-af87-6ed5cfcc2657)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:22:12.251446 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:12.345763 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:22:12.359197 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544b201-c6ee-4db8-a336-4e84bba5db99 req-9891deb4-b916-4c2a-9b4b-ebcb78541b7b tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:12.361496 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c544b201-c6ee-4db8-a336-4e84bba5db99 req-9891deb4-b916-4c2a-9b4b-ebcb78541b7b tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/ports?device_id=f807265e-1445-4f18-b8dd-6405269fce2d HTTP/1.1" status: 200 len: 943 time: 0.1666648 Jul 24 01:22:12.419520 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c544b201-c6ee-4db8-a336-4e84bba5db99 req-b1d5a2bb-1937-4bed-942b-67f87eb947ad tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/security-groups?id=41f3f322-0144-4d4b-8763-f36a80dae960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479887 Jul 24 01:22:12.459018 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:22:12.522670 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38bc303-2caf-46a5-a6b4-3a2c8b194d01 req-bf36f00e-e653-44c2-8e9c-9c83f8f330ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:12.524242 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b38bc303-2caf-46a5-a6b4-3a2c8b194d01 req-bf36f00e-e653-44c2-8e9c-9c83f8f330ae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6571703c-15f6-42bc-bd23-81b3f5d01ae1 HTTP/1.1" status: 200 len: 854 time: 0.4202259 Jul 24 01:22:12.527221 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f2084178-4148-4af6-ab43-54b9370b39dd req-185d21b9-7f50-48d6-b14c-1e96d3a37d66 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4133375 Jul 24 01:22:12.572915 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b38bc303-2caf-46a5-a6b4-3a2c8b194d01 req-0f75dece-3d3f-4331-a3fd-28671edb86cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f945effb-9d97-4990-9189-9db5fc000224&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328567 Jul 24 01:22:12.686627 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b38bc303-2caf-46a5-a6b4-3a2c8b194d01 req-b91dc35a-9212-4e83-a488-78deb1d41cf8 service neutron] 10.222.0.11 "GET /v2.0/networks/f945effb-9d97-4990-9189-9db5fc000224?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058140 Jul 24 01:22:12.795773 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b38bc303-2caf-46a5-a6b4-3a2c8b194d01 req-654985e9-6286-4853-8786-dd18543d158c service neutron] 10.222.0.11 "GET /v2.0/networks/f945effb-9d97-4990-9189-9db5fc000224?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018295 Jul 24 01:22:13.575211 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91e712-3da8-4c81-bce8-4e41050a3813 req-b50dd93e-c7c3-4854-8e9d-a1bff8d3dbe2 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:13.576940 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0c91e712-3da8-4c81-bce8-4e41050a3813 req-b50dd93e-c7c3-4854-8e9d-a1bff8d3dbe2 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/ports?device_id=f807265e-1445-4f18-b8dd-6405269fce2d HTTP/1.1" status: 200 len: 943 time: 0.0748525 Jul 24 01:22:13.625608 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0c91e712-3da8-4c81-bce8-4e41050a3813 req-7ec2ccc4-1ec6-4762-8cc5-2088d230e3a8 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/security-groups?id=41f3f322-0144-4d4b-8763-f36a80dae960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409427 Jul 24 01:22:13.630880 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 1b5aa325-c8b8-414f-86d8-a7319555b2b7 details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:22:13.710845 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ffe605-9129-482c-9b57-3d85aad504e5 req-aa0f4c1a-56c5-4cb9-b7e9-e1769ceff291 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:13.712603 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-38ffe605-9129-482c-9b57-3d85aad504e5 req-aa0f4c1a-56c5-4cb9-b7e9-e1769ceff291 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7cf8821-61d2-4ece-af8e-193c4ff7e81e HTTP/1.1" status: 200 len: 944 time: 0.0923166 Jul 24 01:22:13.763309 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-38ffe605-9129-482c-9b57-3d85aad504e5 req-59f4f496-5577-40c1-93c9-b3909398be5b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351422 Jul 24 01:22:13.764184 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 1b5aa325-c8b8-414f-86d8-a7319555b2b7, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=1b5aa325-c8b8-414f-86d8-a7319555b2b7,segment=NetworkSegment(0c57f47a-e4ec-45e5-bb07-bb12588c5b41),segment_id=0c57f47a-e4ec-45e5-bb07-bb12588c5b41)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:22:13.779791 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': '1b5aa325-c8b8-414f-86d8-a7319555b2b7', 'network_id': 'f945effb-9d97-4990-9189-9db5fc000224', 'port_id': '1b5aa325-c8b8-414f-86d8-a7319555b2b7', 'mac_address': 'fa:16:3e:4b:cb:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6571703c-15f6-42bc-bd23-81b3f5d01ae1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:22:13.806489 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:22:13.851330 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:13.868033 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b5aa325-c8b8-414f-86d8-a7319555b2b7 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:22:13.898891 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 1b5aa325-c8b8-414f-86d8-a7319555b2b7, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=1b5aa325-c8b8-414f-86d8-a7319555b2b7,segment=NetworkSegment(0c57f47a-e4ec-45e5-bb07-bb12588c5b41),segment_id=0c57f47a-e4ec-45e5-bb07-bb12588c5b41)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:22:13.902865 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:22:13.908790 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:13.914300 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:22:13.914741 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:14.007420 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=1b5aa325-c8b8-414f-86d8-a7319555b2b7,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:22:14.052982 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:14.085008 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7cf8821-61d2-4ece-af8e-193c4ff7e81e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:22:14.088226 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180058d1-9ac5-4edc-9bde-0ede9b0633a9" -d '{"events": [{"server_uuid": "d7cf8821-61d2-4ece-af8e-193c4ff7e81e", "name": "network-vif-plugged", "status": "completed", "tag": "72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:22:14.109451 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7,segment=NetworkSegment(4ba45e80-1699-41ea-af87-6ed5cfcc2657),segment_id=4ba45e80-1699-41ea-af87-6ed5cfcc2657)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:22:14.114100 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:14.154421 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e3ed37a-18a5-41fa-8067-ee66a5913fba x-openstack-request-id: req-9e3ed37a-18a5-41fa-8067-ee66a5913fba {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:22:14.154751 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7cf8821-61d2-4ece-af8e-193c4ff7e81e", "name": "network-vif-plugged", "status": "completed", "tag": "72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:22:14.155005 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9e3ed37a-18a5-41fa-8067-ee66a5913fba {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:22:14.155402 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7cf8821-61d2-4ece-af8e-193c4ff7e81e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7', 'code': 200} Jul 24 01:22:14.169175 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:22:14.184300 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['1b5aa325-c8b8-414f-86d8-a7319555b2b7'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:22:14.310834 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06660e9c-b3b3-489c-bd8c-ab629a6b5047 req-64b71d61-1e49-4f3b-bdaf-e58d94959ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:14.314547 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-06660e9c-b3b3-489c-bd8c-ab629a6b5047 req-64b71d61-1e49-4f3b-bdaf-e58d94959ce1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d7cf8821-61d2-4ece-af8e-193c4ff7e81e HTTP/1.1" status: 200 len: 1097 time: 0.0987470 Jul 24 01:22:14.361455 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-06660e9c-b3b3-489c-bd8c-ab629a6b5047 req-cb71238a-b2ea-482e-b760-0479d85a0f3b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397468 Jul 24 01:22:14.774360 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d3d94e-4e62-4336-aaf3-180e1e47f42b req-233e9c7a-da1e-4aea-8016-892a99304e27 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:14.775996 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-52d3d94e-4e62-4336-aaf3-180e1e47f42b req-233e9c7a-da1e-4aea-8016-892a99304e27 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/ports?device_id=f807265e-1445-4f18-b8dd-6405269fce2d HTTP/1.1" status: 200 len: 944 time: 0.0727134 Jul 24 01:22:14.821654 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-52d3d94e-4e62-4336-aaf3-180e1e47f42b req-85645fa1-cdfc-4815-b7df-c6ae16d600f8 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/security-groups?id=41f3f322-0144-4d4b-8763-f36a80dae960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394068 Jul 24 01:22:14.918996 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9afd6f4-4bb6-4ac6-b617-9bb5921fc08b req-43665006-d4f3-457e-8d76-923924a6ee80 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:14.920537 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d9afd6f4-4bb6-4ac6-b617-9bb5921fc08b req-43665006-d4f3-457e-8d76-923924a6ee80 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7cf8821-61d2-4ece-af8e-193c4ff7e81e HTTP/1.1" status: 200 len: 945 time: 0.0728619 Jul 24 01:22:14.966187 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d9afd6f4-4bb6-4ac6-b617-9bb5921fc08b req-cdfc20d8-7b3f-4d7b-9c0d-ac99ba96130f tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398331 Jul 24 01:22:15.647010 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 1b5aa325-c8b8-414f-86d8-a7319555b2b7 up at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:22:15.705379 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning for port 1b5aa325-c8b8-414f-86d8-a7319555b2b7 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:22:15.709486 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning complete for port 1b5aa325-c8b8-414f-86d8-a7319555b2b7 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:22:15.709871 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:15.755660 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5642eea5-2dc5-4704-ada5-54f4fccceabe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:15.812437 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:15.852812 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 1b5aa325-c8b8-414f-86d8-a7319555b2b7, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=1b5aa325-c8b8-414f-86d8-a7319555b2b7,segment=NetworkSegment(0c57f47a-e4ec-45e5-bb07-bb12588c5b41),segment_id=0c57f47a-e4ec-45e5-bb07-bb12588c5b41)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:22:15.857879 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:15.928491 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=1b5aa325-c8b8-414f-86d8-a7319555b2b7,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:22:15.971574 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887554d-dd03-4b0e-8d83-bd70e915f4f3 req-e858f22d-1381-478f-8603-ac546e09aaf5 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:15.973140 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7887554d-dd03-4b0e-8d83-bd70e915f4f3 req-e858f22d-1381-478f-8603-ac546e09aaf5 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/ports?device_id=f807265e-1445-4f18-b8dd-6405269fce2d HTTP/1.1" status: 200 len: 945 time: 0.0758502 Jul 24 01:22:16.021489 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7887554d-dd03-4b0e-8d83-bd70e915f4f3 req-ca9888fc-1859-42ba-a0b2-2220fbe2340d tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/security-groups?id=41f3f322-0144-4d4b-8763-f36a80dae960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413778 Jul 24 01:22:16.135079 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33758ce3-053a-497c-9f87-c64be5ea7e8d req-99f77dde-24cb-4dcd-8105-ad8a86cf51e1 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:16.136795 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-33758ce3-053a-497c-9f87-c64be5ea7e8d req-99f77dde-24cb-4dcd-8105-ad8a86cf51e1 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7cf8821-61d2-4ece-af8e-193c4ff7e81e HTTP/1.1" status: 200 len: 945 time: 0.0928757 Jul 24 01:22:16.157221 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f807265e-1445-4f18-b8dd-6405269fce2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5aa325-c8b8-414f-86d8-a7319555b2b7'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:22:16.159804 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1881d8c4-c6b2-44ab-bee8-be89cb58bb7e" -d '{"events": [{"server_uuid": "f807265e-1445-4f18-b8dd-6405269fce2d", "name": "network-vif-plugged", "status": "completed", "tag": "1b5aa325-c8b8-414f-86d8-a7319555b2b7"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:22:16.183007 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-33758ce3-053a-497c-9f87-c64be5ea7e8d req-8c795d08-c097-4c19-9a94-dbbd4367a1c5 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397644 Jul 24 01:22:16.216582 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0efac3-fb88-4ae6-81f1-793fee5cccec x-openstack-request-id: req-8d0efac3-fb88-4ae6-81f1-793fee5cccec {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:22:16.216958 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f807265e-1445-4f18-b8dd-6405269fce2d", "name": "network-vif-plugged", "status": "completed", "tag": "1b5aa325-c8b8-414f-86d8-a7319555b2b7", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:22:16.217276 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8d0efac3-fb88-4ae6-81f1-793fee5cccec {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:22:16.217730 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f807265e-1445-4f18-b8dd-6405269fce2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b5aa325-c8b8-414f-86d8-a7319555b2b7', 'code': 200} Jul 24 01:22:16.384653 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab5d65-71a8-467a-b587-893899dfd7c3 req-248272b1-cb63-43c7-a856-1c37ed6fe6c4 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:16.386258 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-68ab5d65-71a8-467a-b587-893899dfd7c3 req-248272b1-cb63-43c7-a856-1c37ed6fe6c4 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7cf8821-61d2-4ece-af8e-193c4ff7e81e HTTP/1.1" status: 200 len: 945 time: 0.1233227 Jul 24 01:22:16.403481 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cab449-bc8c-4e20-adac-1abf5fcee99c req-4ddda7e2-41d6-4d53-bebe-023c07e9068b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:16.404986 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-09cab449-bc8c-4e20-adac-1abf5fcee99c req-4ddda7e2-41d6-4d53-bebe-023c07e9068b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f807265e-1445-4f18-b8dd-6405269fce2d HTTP/1.1" status: 200 len: 1097 time: 0.1131561 Jul 24 01:22:16.458623 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-68ab5d65-71a8-467a-b587-893899dfd7c3 req-83a03f19-0f3f-4a6e-85ac-3d668ffe12c5 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656409 Jul 24 01:22:16.462811 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-09cab449-bc8c-4e20-adac-1abf5fcee99c req-446fd025-0e68-4111-a57e-37a178af01ec service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=41f3f322-0144-4d4b-8763-f36a80dae960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489280 Jul 24 01:22:16.489528 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44558) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:22:16.552871 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0212ee5-eab2-4c99-a770-0936cd942f08 tempest-TestVolumeBootPattern-1771720516 tempest-TestVolumeBootPattern-1771720516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:16.554445 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d0212ee5-eab2-4c99-a770-0936cd942f08 tempest-TestVolumeBootPattern-1771720516 tempest-TestVolumeBootPattern-1771720516-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d7cf8821-61d2-4ece-af8e-193c4ff7e81e HTTP/1.1" status: 200 len: 1092 time: 0.0638456 Jul 24 01:22:16.557514 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 44560) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:22:16.563527 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-417c7fda-2e75-408e-9ed2-1ebd9f5a28d5 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'port_id': '72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:22:16.592742 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-417c7fda-2e75-408e-9ed2-1ebd9f5a28d5 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for floatingip, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:16.706744 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-417c7fda-2e75-408e-9ed2-1ebd9f5a28d5 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:16.827209 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-417c7fda-2e75-408e-9ed2-1ebd9f5a28d5 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Allocated IP 172.25.2.11 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/2b1f20d4-7ece-4a7d-b3c9-9e5aa5a148da) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:22:16.969170 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-417c7fda-2e75-408e-9ed2-1ebd9f5a28d5 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:17.022501 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-417c7fda-2e75-408e-9ed2-1ebd9f5a28d5 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:17.066808 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417c7fda-2e75-408e-9ed2-1ebd9f5a28d5 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:22:17.069940 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-417c7fda-2e75-408e-9ed2-1ebd9f5a28d5 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:22:17.074232 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417c7fda-2e75-408e-9ed2-1ebd9f5a28d5 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:22:17.112500 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c7fda-2e75-408e-9ed2-1ebd9f5a28d5 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Pushing event updated for resources: {'Port': ['ID=2b1f20d4-7ece-4a7d-b3c9-9e5aa5a148da,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:22:17.260355 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91513128-d691-47c3-8f7e-61598266a608 req-443be501-c2f6-425d-ba4f-461fa562681d tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:17.262121 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-91513128-d691-47c3-8f7e-61598266a608 req-443be501-c2f6-425d-ba4f-461fa562681d tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/ports?device_id=f807265e-1445-4f18-b8dd-6405269fce2d HTTP/1.1" status: 200 len: 945 time: 0.1443570 Jul 24 01:22:17.435904 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-91513128-d691-47c3-8f7e-61598266a608 req-33b67194-f384-4790-8f87-50afee2ed43f tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/security-groups?id=41f3f322-0144-4d4b-8763-f36a80dae960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644683 Jul 24 01:22:17.681414 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-417c7fda-2e75-408e-9ed2-1ebd9f5a28d5 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:17.781271 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-417c7fda-2e75-408e-9ed2-1ebd9f5a28d5 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:17.951793 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-417c7fda-2e75-408e-9ed2-1ebd9f5a28d5 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:17.957883 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-417c7fda-2e75-408e-9ed2-1ebd9f5a28d5 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:18.035146 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c7fda-2e75-408e-9ed2-1ebd9f5a28d5 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Pushing event updated for resources: {'Port': ['ID=2b1f20d4-7ece-4a7d-b3c9-9e5aa5a148da,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:22:18.045642 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-417c7fda-2e75-408e-9ed2-1ebd9f5a28d5 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:18.165118 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [None req-417c7fda-2e75-408e-9ed2-1ebd9f5a28d5 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Floating IP 8eca3193-0e92-4f42-a9bb-4b079f3e5a02 associated. External IP: 172.25.2.11, port: 72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7. Jul 24 01:22:18.278187 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-34aae17a-0575-4e5a-b1ff-ecc7aa10f1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:18.406306 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417c7fda-2e75-408e-9ed2-1ebd9f5a28d5 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Router 74f5c579-a0f5-4264-939e-788ec2b08012 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:22:18.520926 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:18.549213 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417c7fda-2e75-408e-9ed2-1ebd9f5a28d5 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:22:18.564925 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadbe056-4ba4-4d3c-bdd9-a9e255dc779a None None] Sync routers for ids ['74f5c579-a0f5-4264-939e-788ec2b08012'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:22:18.572636 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-417c7fda-2e75-408e-9ed2-1ebd9f5a28d5 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:18.580367 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadbe056-4ba4-4d3c-bdd9-a9e255dc779a None None] Routers {'74f5c579-a0f5-4264-939e-788ec2b08012'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:22:18.581345 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-cadbe056-4ba4-4d3c-bdd9-a9e255dc779a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:22:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['74f5c579-a0f5-4264-939e-788ec2b08012'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:22:18.590470 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f30959-1299-4996-a28e-38a5e2d868aa req-a277b1af-fd04-4ff2-a5e4-8806ff1f8010 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:18.592224 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-20f30959-1299-4996-a28e-38a5e2d868aa req-a277b1af-fd04-4ff2-a5e4-8806ff1f8010 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/ports?device_id=f807265e-1445-4f18-b8dd-6405269fce2d HTTP/1.1" status: 200 len: 945 time: 0.0889506 Jul 24 01:22:18.642867 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-417c7fda-2e75-408e-9ed2-1ebd9f5a28d5 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0696878 Jul 24 01:22:18.642867 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7cf8821-61d2-4ece-af8e-193c4ff7e81e', 'tag': '72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:22:18.642867 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6adfad-0602-48f2-b107-f022e62ed74e" -d '{"events": [{"name": "network-changed", "server_uuid": "d7cf8821-61d2-4ece-af8e-193c4ff7e81e", "tag": "72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:22:18.665013 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-20f30959-1299-4996-a28e-38a5e2d868aa req-652cdc20-a3df-4742-b77a-c787f502880b tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/security-groups?id=41f3f322-0144-4d4b-8763-f36a80dae960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652897 Jul 24 01:22:18.710536 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f735bee0-b8e2-496d-a956-6aeb06deb2a4 x-openstack-request-id: req-f735bee0-b8e2-496d-a956-6aeb06deb2a4 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:22:18.710944 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7cf8821-61d2-4ece-af8e-193c4ff7e81e", "tag": "72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:22:18.711468 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f735bee0-b8e2-496d-a956-6aeb06deb2a4 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:22:18.712381 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7cf8821-61d2-4ece-af8e-193c4ff7e81e', 'tag': '72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7', 'status': 'completed', 'code': 200} Jul 24 01:22:18.762837 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-cadbe056-4ba4-4d3c-bdd9-a9e255dc779a None None] Set router 74f5c579-a0f5-4264-939e-788ec2b08012 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:22:18.832597 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6adfad-0602-48f2-b107-f022e62ed74e req-5e932bd7-868d-49ed-a99a-613ec0d1d3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:18.834531 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fe6adfad-0602-48f2-b107-f022e62ed74e req-5e932bd7-868d-49ed-a99a-613ec0d1d3d3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc21a234b38d48d88c3414cb45873771&device_id=d7cf8821-61d2-4ece-af8e-193c4ff7e81e HTTP/1.1" status: 200 len: 1097 time: 0.1008017 Jul 24 01:22:18.990344 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6adfad-0602-48f2-b107-f022e62ed74e req-8fb2509b-b754-482b-a902-30141f5d5456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:18.992353 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fe6adfad-0602-48f2-b107-f022e62ed74e req-8fb2509b-b754-482b-a902-30141f5d5456 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ad265d84-5a8c-4acf-b883-4ded13d15286 HTTP/1.1" status: 200 len: 913 time: 0.1493607 Jul 24 01:22:19.092271 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fe6adfad-0602-48f2-b107-f022e62ed74e req-94d86038-8ee2-4990-89ed-8d5d96303625 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7 HTTP/1.1" status: 200 len: 998 time: 0.0927260 Jul 24 01:22:19.120004 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-cadbe056-4ba4-4d3c-bdd9-a9e255dc779a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'name': 'tempest-TestVolumeBootPattern-1686330921-router', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:17:34Z', 'updated_at': '2021-07-24T01:17:39Z', 'revision_number': 4, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'gw_port': {'id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:35Z', 'updated_at': '2021-07-24T01:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '8eca3193-0e92-4f42-a9bb-4b079f3e5a02', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'port_id': '72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'mac_address': 'fa:16:3e:3b:31:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cf8821-61d2-4ece-af8e-193c4ff7e81e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:22:17Z', 'updated_at': '2021-07-24T01:22:17Z', 'revision_number': 0, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aaa3491-7629-4769-b75b-498ecf75a8ef', 'name': '', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'mac_address': 'fa:16:3e:72:3b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:38Z', 'updated_at': '2021-07-24T01:17:48Z', 'revision_number': 5, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'subnets': [{'id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:22:19.172739 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6adfad-0602-48f2-b107-f022e62ed74e req-c221f285-90e0-42b5-83fa-a796f0582d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:19.174676 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fe6adfad-0602-48f2-b107-f022e62ed74e req-c221f285-90e0-42b5-83fa-a796f0582d34 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e29f41fb-7a38-4eae-917b-51d7b2f60633 HTTP/1.1" status: 200 len: 851 time: 0.0760336 Jul 24 01:22:19.182531 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadbe056-4ba4-4d3c-bdd9-a9e255dc779a None None] Checking router: 74f5c579-a0f5-4264-939e-788ec2b08012 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:22:19.193210 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadbe056-4ba4-4d3c-bdd9-a9e255dc779a None None] Routers {'74f5c579-a0f5-4264-939e-788ec2b08012'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:22:19.194002 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-cadbe056-4ba4-4d3c-bdd9-a9e255dc779a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:22:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['74f5c579-a0f5-4264-939e-788ec2b08012'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:22:19.293053 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6adfad-0602-48f2-b107-f022e62ed74e req-c6a37f61-d675-437b-aac2-e11c7cb1a6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:19.295276 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fe6adfad-0602-48f2-b107-f022e62ed74e req-c6a37f61-d675-437b-aac2-e11c7cb1a6e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad265d84-5a8c-4acf-b883-4ded13d15286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1133151 Jul 24 01:22:19.366446 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-cadbe056-4ba4-4d3c-bdd9-a9e255dc779a None None] Set router 74f5c579-a0f5-4264-939e-788ec2b08012 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:22:19.428262 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fe6adfad-0602-48f2-b107-f022e62ed74e req-d7ddc401-c551-4840-bb2b-5fd8c56a227f service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267252 Jul 24 01:22:19.564762 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:19.568215 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fe6adfad-0602-48f2-b107-f022e62ed74e req-35851ebc-5ce3-4af3-8522-08aae89d8d96 service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333177 Jul 24 01:22:19.605913 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:22:19.680362 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-cadbe056-4ba4-4d3c-bdd9-a9e255dc779a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'name': 'tempest-TestVolumeBootPattern-1686330921-router', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:17:34Z', 'updated_at': '2021-07-24T01:17:39Z', 'revision_number': 4, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'gw_port': {'id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:35Z', 'updated_at': '2021-07-24T01:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '8eca3193-0e92-4f42-a9bb-4b079f3e5a02', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'port_id': '72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'mac_address': 'fa:16:3e:3b:31:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cf8821-61d2-4ece-af8e-193c4ff7e81e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:22:17Z', 'updated_at': '2021-07-24T01:22:17Z', 'revision_number': 0, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aaa3491-7629-4769-b75b-498ecf75a8ef', 'name': '', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'mac_address': 'fa:16:3e:72:3b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:38Z', 'updated_at': '2021-07-24T01:17:48Z', 'revision_number': 5, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'subnets': [{'id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:22:19.715445 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cadbe056-4ba4-4d3c-bdd9-a9e255dc779a None None] The sync data for ids ['74f5c579-a0f5-4264-939e-788ec2b08012'] in n-d-793621-25 is: [{'id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'name': 'tempest-TestVolumeBootPattern-1686330921-router', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:17:34Z', 'updated_at': '2021-07-24T01:17:39Z', 'revision_number': 4, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'gw_port': {'id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:35Z', 'updated_at': '2021-07-24T01:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '8eca3193-0e92-4f42-a9bb-4b079f3e5a02', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'port_id': '72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3888, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'mac_address': 'fa:16:3e:3b:31:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7cf8821-61d2-4ece-af8e-193c4ff7e81e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:22:17Z', 'updated_at': '2021-07-24T01:22:17Z', 'revision_number': 0, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aaa3491-7629-4769-b75b-498ecf75a8ef', 'name': '', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'mac_address': 'fa:16:3e:72:3b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:38Z', 'updated_at': '2021-07-24T01:17:48Z', 'revision_number': 5, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'subnets': [{'id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:22:19.980857 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b0550e-9fdf-4aa1-9f03-7e4fcd546fcc None None] New status for floating IP 8eca3193-0e92-4f42-a9bb-4b079f3e5a02: ACTIVE {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:22:21.062634 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:24.201822 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a5a22-e4e3-454e-8f57-5228937dadb5 req-6d152ac0-428e-443c-89b9-c1a13384d448 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:24.204288 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-199a5a22-e4e3-454e-8f57-5228937dadb5 req-6d152ac0-428e-443c-89b9-c1a13384d448 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa463b6-31eb-4db6-a1b1-08fd32d24e15 HTTP/1.1" status: 200 len: 945 time: 0.0814691 Jul 24 01:22:24.261664 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-199a5a22-e4e3-454e-8f57-5228937dadb5 req-466724b6-370b-4ddf-8f35-1a562249ffc2 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=98da4601-3382-40de-9bb4-bec190ab7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505321 Jul 24 01:22:25.423034 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbc661c-567b-4441-8bd9-bb1bc3a268c4 req-b9fcd229-601f-4c94-aecb-b7f9c2b678d4 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:25.424629 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7dbc661c-567b-4441-8bd9-bb1bc3a268c4 req-b9fcd229-601f-4c94-aecb-b7f9c2b678d4 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa463b6-31eb-4db6-a1b1-08fd32d24e15 HTTP/1.1" status: 200 len: 945 time: 0.0777521 Jul 24 01:22:25.470113 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7dbc661c-567b-4441-8bd9-bb1bc3a268c4 req-4349c52d-f629-4eaf-9379-94acfc0a3cf4 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=98da4601-3382-40de-9bb4-bec190ab7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395913 Jul 24 01:22:26.625415 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b0982-5f05-40bd-b999-67778c68d296 req-632b15f7-72a1-41e1-a37c-4b7050b07f4e tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:26.627184 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c47b0982-5f05-40bd-b999-67778c68d296 req-632b15f7-72a1-41e1-a37c-4b7050b07f4e tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa463b6-31eb-4db6-a1b1-08fd32d24e15 HTTP/1.1" status: 200 len: 945 time: 0.0801947 Jul 24 01:22:26.674134 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c47b0982-5f05-40bd-b999-67778c68d296 req-d644eaaf-4d52-47bf-bf69-c13ad4073cab tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=98da4601-3382-40de-9bb4-bec190ab7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394852 Jul 24 01:22:27.833131 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65c851-7166-4abc-b44e-b8bd8d0ce30c req-f893cf82-c04f-4283-8d49-3a039fa84717 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:27.835959 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bd65c851-7166-4abc-b44e-b8bd8d0ce30c req-f893cf82-c04f-4283-8d49-3a039fa84717 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa463b6-31eb-4db6-a1b1-08fd32d24e15 HTTP/1.1" status: 200 len: 945 time: 0.0878935 Jul 24 01:22:27.877554 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bd65c851-7166-4abc-b44e-b8bd8d0ce30c req-0a8016be-f22a-4479-93a8-76dce2418bd4 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=98da4601-3382-40de-9bb4-bec190ab7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363040 Jul 24 01:22:29.037259 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b0248-dd6a-4974-9cf0-e55408153ec1 req-f6492b09-6d5a-4bd2-aba3-f3627ab623e3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:29.045345 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3a7b0248-dd6a-4974-9cf0-e55408153ec1 req-f6492b09-6d5a-4bd2-aba3-f3627ab623e3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa463b6-31eb-4db6-a1b1-08fd32d24e15 HTTP/1.1" status: 200 len: 945 time: 0.0843019 Jul 24 01:22:29.090404 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3a7b0248-dd6a-4974-9cf0-e55408153ec1 req-72224979-5853-4019-8e05-7a85de1974d4 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=98da4601-3382-40de-9bb4-bec190ab7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436242 Jul 24 01:22:30.247334 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d569498-5471-47de-beb2-b7409c67516a req-06adbfc3-cedf-4c32-80c7-42361d451f08 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:30.249066 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4d569498-5471-47de-beb2-b7409c67516a req-06adbfc3-cedf-4c32-80c7-42361d451f08 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa463b6-31eb-4db6-a1b1-08fd32d24e15 HTTP/1.1" status: 200 len: 945 time: 0.0763025 Jul 24 01:22:30.290022 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4d569498-5471-47de-beb2-b7409c67516a req-0c1467cc-4be2-4c4b-94bc-a5ccc5a92d5f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=98da4601-3382-40de-9bb4-bec190ab7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346549 Jul 24 01:22:31.435833 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4552f2-0908-4160-845f-6411b0d4e8df req-20111e8c-d5dc-4fc4-be73-16b7681bac03 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:31.438127 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9b4552f2-0908-4160-845f-6411b0d4e8df req-20111e8c-d5dc-4fc4-be73-16b7681bac03 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa463b6-31eb-4db6-a1b1-08fd32d24e15 HTTP/1.1" status: 200 len: 945 time: 0.0716658 Jul 24 01:22:31.477414 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9b4552f2-0908-4160-845f-6411b0d4e8df req-e3995114-62a6-466d-af3b-2f422ef55bb6 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=98da4601-3382-40de-9bb4-bec190ab7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331635 Jul 24 01:22:32.017283 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45124) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:22:32.148750 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-49132c7f-2e4d-45ea-8212-a4c995420117 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=23abe441ec7f4fd48a06d24104be0d55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1303017 Jul 24 01:22:32.151173 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45130) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:22:32.201356 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2c1c8836-4e63-4957-9fd5-c9fb0eded520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:32.224239 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2c1c8836-4e63-4957-9fd5-c9fb0eded520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:32.273958 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2c1c8836-4e63-4957-9fd5-c9fb0eded520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:32.276675 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2c1c8836-4e63-4957-9fd5-c9fb0eded520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:32.277874 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2c1c8836-4e63-4957-9fd5-c9fb0eded520 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/621fdbd5-7a8a-4bd0-b498-562155620cf0 HTTP/1.1" status: 204 len: 168 time: 0.1257854 Jul 24 01:22:32.286963 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c8836-4e63-4957-9fd5-c9fb0eded520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621fdbd5-7a8a-4bd0-b498-562155620cf0,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:22:32.295622 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1c8836-4e63-4957-9fd5-c9fb0eded520 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:22:32.295622 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1c8836-4e63-4957-9fd5-c9fb0eded520 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:22:32.296038 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1c8836-4e63-4957-9fd5-c9fb0eded520 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:22:32.296038 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1c8836-4e63-4957-9fd5-c9fb0eded520 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:22:32.296339 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1c8836-4e63-4957-9fd5-c9fb0eded520 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:22:32.296871 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1c8836-4e63-4957-9fd5-c9fb0eded520 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:22:32.297717 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1c8836-4e63-4957-9fd5-c9fb0eded520 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:22:32.298053 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1c8836-4e63-4957-9fd5-c9fb0eded520 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:22:32.298393 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1c8836-4e63-4957-9fd5-c9fb0eded520 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:22:32.298741 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1c8836-4e63-4957-9fd5-c9fb0eded520 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:22:32.299077 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1c8836-4e63-4957-9fd5-c9fb0eded520 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:22:32.299581 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1c8836-4e63-4957-9fd5-c9fb0eded520 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:22:32.619864 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec15124-ad00-430f-8d77-36ef873d1033 req-0161c358-5b2b-4bf0-812f-46d8276c824a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:32.621561 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fec15124-ad00-430f-8d77-36ef873d1033 req-0161c358-5b2b-4bf0-812f-46d8276c824a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa463b6-31eb-4db6-a1b1-08fd32d24e15 HTTP/1.1" status: 200 len: 945 time: 0.0722287 Jul 24 01:22:32.663910 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fec15124-ad00-430f-8d77-36ef873d1033 req-9606e6cc-59f4-4bd8-8eff-39ff48bc6c4b tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=98da4601-3382-40de-9bb4-bec190ab7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359263 Jul 24 01:22:33.822445 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc31b7-6048-43c4-86e3-5f6de0ce3b0e req-8a2fa77b-c501-49d7-828e-da14e7faf0a6 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:33.824101 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-40fc31b7-6048-43c4-86e3-5f6de0ce3b0e req-8a2fa77b-c501-49d7-828e-da14e7faf0a6 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa463b6-31eb-4db6-a1b1-08fd32d24e15 HTTP/1.1" status: 200 len: 945 time: 0.0755513 Jul 24 01:22:33.864947 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-40fc31b7-6048-43c4-86e3-5f6de0ce3b0e req-adb54846-9357-4608-b29a-bb06d2c83dcc tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=98da4601-3382-40de-9bb4-bec190ab7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348191 Jul 24 01:22:35.022607 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef370e2e-787e-41e0-884d-149d2ba5f57b req-1b403a11-65b5-424f-8933-0f3105c31e69 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:35.029486 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ef370e2e-787e-41e0-884d-149d2ba5f57b req-1b403a11-65b5-424f-8933-0f3105c31e69 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa463b6-31eb-4db6-a1b1-08fd32d24e15 HTTP/1.1" status: 200 len: 945 time: 0.0875971 Jul 24 01:22:35.072686 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:35.074091 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ef370e2e-787e-41e0-884d-149d2ba5f57b req-da889dbc-259b-4940-b28d-926fab1ff8b2 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=98da4601-3382-40de-9bb4-bec190ab7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436597 Jul 24 01:22:35.485558 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:36.214374 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc0d8ee-7771-4e31-b8b9-ea06c6cadc35 req-58054376-682f-4ea6-8592-939aa6461de9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:36.216617 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-adc0d8ee-7771-4e31-b8b9-ea06c6cadc35 req-58054376-682f-4ea6-8592-939aa6461de9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa463b6-31eb-4db6-a1b1-08fd32d24e15 HTTP/1.1" status: 200 len: 945 time: 0.0685911 Jul 24 01:22:36.257671 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-adc0d8ee-7771-4e31-b8b9-ea06c6cadc35 req-26cd77c0-8e11-4427-ada7-9eb1f2649846 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=98da4601-3382-40de-9bb4-bec190ab7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352638 Jul 24 01:22:37.077133 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eabaf1-bf76-4b51-9709-05c1e6c78a4c req-aae64469-5888-45d2-9776-d4196ecdc5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:37.079540 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-24eabaf1-bf76-4b51-9709-05c1e6c78a4c req-aae64469-5888-45d2-9776-d4196ecdc5e9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9aa463b6-31eb-4db6-a1b1-08fd32d24e15 HTTP/1.1" status: 200 len: 1097 time: 0.0622516 Jul 24 01:22:37.118380 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-24eabaf1-bf76-4b51-9709-05c1e6c78a4c req-6c2d5382-b3a5-4796-8af1-81d7e80fc430 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=98da4601-3382-40de-9bb4-bec190ab7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319772 Jul 24 01:22:37.413475 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c3aab-c868-49cf-9613-8d9861a2e278 req-ffb4106a-b075-432a-b6fe-b1c728637f7c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:37.415466 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-884c3aab-c868-49cf-9613-8d9861a2e278 req-ffb4106a-b075-432a-b6fe-b1c728637f7c tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa463b6-31eb-4db6-a1b1-08fd32d24e15 HTTP/1.1" status: 200 len: 945 time: 0.0777192 Jul 24 01:22:37.458256 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-884c3aab-c868-49cf-9613-8d9861a2e278 req-495b3a70-a327-4a0a-9571-d937e5364784 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=98da4601-3382-40de-9bb4-bec190ab7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368073 Jul 24 01:22:37.794060 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 88dd58fd-0be0-4897-b82a-61f93f834ec3 details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:22:37.899318 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 88dd58fd-0be0-4897-b82a-61f93f834ec3, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=88dd58fd-0be0-4897-b82a-61f93f834ec3,segment=NetworkSegment(8b510f42-0c30-474b-afc6-4a65bdb6ef1d),segment_id=8b510f42-0c30-474b-afc6-4a65bdb6ef1d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:22:37.919210 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': '88dd58fd-0be0-4897-b82a-61f93f834ec3', 'network_id': 'e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d', 'port_id': '88dd58fd-0be0-4897-b82a-61f93f834ec3', 'mac_address': 'fa:16:3e:cf:3c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77698705-28be-4895-b731-514da2b45be9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:22:37.972422 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:37.993530 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 88dd58fd-0be0-4897-b82a-61f93f834ec3 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:22:38.015867 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 88dd58fd-0be0-4897-b82a-61f93f834ec3, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=88dd58fd-0be0-4897-b82a-61f93f834ec3,segment=NetworkSegment(8b510f42-0c30-474b-afc6-4a65bdb6ef1d),segment_id=8b510f42-0c30-474b-afc6-4a65bdb6ef1d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:22:38.019943 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:38.080422 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=88dd58fd-0be0-4897-b82a-61f93f834ec3,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:22:38.089908 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:22:38.090265 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:22:38.090752 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:22:38.091104 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:22:38.091444 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:22:38.091781 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:22:38.092751 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:22:38.093097 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:22:38.093437 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:22:38.094655 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:22:38.095038 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:22:38.095517 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:22:38.304038 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['88dd58fd-0be0-4897-b82a-61f93f834ec3'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:22:38.606557 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85895c95-a7d5-4b88-b3e5-3a14871c3222 req-a3584169-6822-4d67-8e01-a41130adb89d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:38.608173 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-85895c95-a7d5-4b88-b3e5-3a14871c3222 req-a3584169-6822-4d67-8e01-a41130adb89d tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa463b6-31eb-4db6-a1b1-08fd32d24e15 HTTP/1.1" status: 200 len: 944 time: 0.0732551 Jul 24 01:22:38.649484 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-85895c95-a7d5-4b88-b3e5-3a14871c3222 req-27c6375a-e609-4ee9-964c-8594f6f2c5e4 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=98da4601-3382-40de-9bb4-bec190ab7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340545 Jul 24 01:22:38.676353 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45270) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:22:38.762954 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d53cb102-eb64-43a2-b60e-32f036029fbc tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/floatingips/705ccb76-d929-4866-8b5c-662064b43fa7 HTTP/1.1" status: 200 len: 991 time: 0.0853095 Jul 24 01:22:39.820798 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 88dd58fd-0be0-4897-b82a-61f93f834ec3 up at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:22:39.878112 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning complete for port 88dd58fd-0be0-4897-b82a-61f93f834ec3 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:22:39.878862 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:39.976213 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:39.998875 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa463b6-31eb-4db6-a1b1-08fd32d24e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88dd58fd-0be0-4897-b82a-61f93f834ec3'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:22:40.001947 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0729d1b8-c5d8-4b4c-bf63-1ecd9becd6fd" -d '{"events": [{"server_uuid": "9aa463b6-31eb-4db6-a1b1-08fd32d24e15", "name": "network-vif-plugged", "status": "completed", "tag": "88dd58fd-0be0-4897-b82a-61f93f834ec3"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:22:40.016221 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 88dd58fd-0be0-4897-b82a-61f93f834ec3, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=88dd58fd-0be0-4897-b82a-61f93f834ec3,segment=NetworkSegment(8b510f42-0c30-474b-afc6-4a65bdb6ef1d),segment_id=8b510f42-0c30-474b-afc6-4a65bdb6ef1d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:22:40.020326 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:40.076226 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=88dd58fd-0be0-4897-b82a-61f93f834ec3,revision_number=7']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:22:40.080770 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79de11d-d9a4-4b37-8488-4ea716274ae0 x-openstack-request-id: req-b79de11d-d9a4-4b37-8488-4ea716274ae0 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:22:40.081172 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa463b6-31eb-4db6-a1b1-08fd32d24e15", "name": "network-vif-plugged", "status": "completed", "tag": "88dd58fd-0be0-4897-b82a-61f93f834ec3", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:22:40.081413 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b79de11d-d9a4-4b37-8488-4ea716274ae0 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:22:40.081710 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa463b6-31eb-4db6-a1b1-08fd32d24e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88dd58fd-0be0-4897-b82a-61f93f834ec3', 'code': 200} Jul 24 01:22:43.475055 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9ac2eb47-5d33-47f3-b0e6-f007b282ced1 req-2b299e06-8377-451b-9696-a9ce0c7e8792 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=628d42a2-7ada-4268-be52-7c3048d872bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0434716 Jul 24 01:22:43.541283 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9ac2eb47-5d33-47f3-b0e6-f007b282ced1 req-a9beb07b-0155-4685-9c1a-e8acc614a1d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=628d42a2-7ada-4268-be52-7c3048d872bf HTTP/1.1" status: 200 len: 210 time: 0.0375042 Jul 24 01:22:43.585433 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9ac2eb47-5d33-47f3-b0e6-f007b282ced1 req-7e30ff93-3c06-4fa2-be2b-e1b039271f6a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242753 Jul 24 01:22:43.728715 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2eb47-5d33-47f3-b0e6-f007b282ced1 req-11cfc51c-ef94-4ce4-96b8-d922ebcbe5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:43.732415 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9ac2eb47-5d33-47f3-b0e6-f007b282ced1 req-11cfc51c-ef94-4ce4-96b8-d922ebcbe5f1 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1410570 Jul 24 01:22:45.746993 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-86ba08f3-8e09-4145-b0c8-eeb3e906fd77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:46.741481 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc6c83-1ec6-4530-b286-365714dca171 req-6a2c7cd0-0bf4-4e64-b2d6-413e4543e144 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:46.743168 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86fc6c83-1ec6-4530-b286-365714dca171 req-6a2c7cd0-0bf4-4e64-b2d6-413e4543e144 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/ports?device_id=f807265e-1445-4f18-b8dd-6405269fce2d HTTP/1.1" status: 200 len: 945 time: 0.0771697 Jul 24 01:22:46.789942 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86fc6c83-1ec6-4530-b286-365714dca171 req-49fe383a-f439-47a9-b98d-610ea14ea948 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/security-groups?id=41f3f322-0144-4d4b-8763-f36a80dae960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410936 Jul 24 01:22:47.945416 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da25eef-311c-4afb-a269-971e0569cc6f req-3182e71e-fff4-41a3-b6b7-5364c22ba274 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:47.947163 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1da25eef-311c-4afb-a269-971e0569cc6f req-3182e71e-fff4-41a3-b6b7-5364c22ba274 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/ports?device_id=f807265e-1445-4f18-b8dd-6405269fce2d HTTP/1.1" status: 200 len: 945 time: 0.0856802 Jul 24 01:22:47.995079 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1da25eef-311c-4afb-a269-971e0569cc6f req-f87cf97c-ce6e-4d62-ade7-fc7a3dedd575 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/security-groups?id=41f3f322-0144-4d4b-8763-f36a80dae960&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416837 Jul 24 01:22:48.249671 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59d09c-f3b1-4024-bfb3-fe991dfe01e7 req-99ea50be-8b89-4f0a-a0de-426016b2b603 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:48.251730 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1f59d09c-f3b1-4024-bfb3-fe991dfe01e7 req-99ea50be-8b89-4f0a-a0de-426016b2b603 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.11 "GET /v2.0/ports?device_id=f807265e-1445-4f18-b8dd-6405269fce2d HTTP/1.1" status: 200 len: 945 time: 0.0823193 Jul 24 01:22:48.295860 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-50c949f4-e4a4-4fb0-8cb1-8b7fdf00b0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:48.393337 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-1f59d09c-f3b1-4024-bfb3-fe991dfe01e7 req-34cc01ae-b3ff-4335-838d-fd11a69431f1 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Deleting port 1b5aa325-c8b8-414f-86d8-a7319555b2b7 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:22:48.394086 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-1f59d09c-f3b1-4024-bfb3-fe991dfe01e7 req-34cc01ae-b3ff-4335-838d-fd11a69431f1 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:48.528755 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:48.540597 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-1f59d09c-f3b1-4024-bfb3-fe991dfe01e7 req-34cc01ae-b3ff-4335-838d-fd11a69431f1 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] For port 1b5aa325-c8b8-414f-86d8-a7319555b2b7, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=1b5aa325-c8b8-414f-86d8-a7319555b2b7,segment=NetworkSegment(0c57f47a-e4ec-45e5-bb07-bb12588c5b41),segment_id=0c57f47a-e4ec-45e5-bb07-bb12588c5b41)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:22:48.541383 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-1f59d09c-f3b1-4024-bfb3-fe991dfe01e7 req-34cc01ae-b3ff-4335-838d-fd11a69431f1 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:48.564057 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-1f59d09c-f3b1-4024-bfb3-fe991dfe01e7 req-34cc01ae-b3ff-4335-838d-fd11a69431f1 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Calling delete_port for 1b5aa325-c8b8-414f-86d8-a7319555b2b7 owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:22:48.744310 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-1f59d09c-f3b1-4024-bfb3-fe991dfe01e7 req-34cc01ae-b3ff-4335-838d-fd11a69431f1 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:48.756868 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['1b5aa325-c8b8-414f-86d8-a7319555b2b7'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:22:48.778390 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc01ae-b3ff-4335-838d-fd11a69431f1 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Pushing event deleted for resources: {'Port': ['ID=1b5aa325-c8b8-414f-86d8-a7319555b2b7,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:22:48.823714 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cc01ae-b3ff-4335-838d-fd11a69431f1 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:22:48.824383 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cc01ae-b3ff-4335-838d-fd11a69431f1 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:22:48.824953 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cc01ae-b3ff-4335-838d-fd11a69431f1 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:22:48.825526 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cc01ae-b3ff-4335-838d-fd11a69431f1 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:22:48.826109 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cc01ae-b3ff-4335-838d-fd11a69431f1 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:22:48.826689 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cc01ae-b3ff-4335-838d-fd11a69431f1 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:22:48.827294 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cc01ae-b3ff-4335-838d-fd11a69431f1 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:22:48.827927 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cc01ae-b3ff-4335-838d-fd11a69431f1 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:22:48.828466 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cc01ae-b3ff-4335-838d-fd11a69431f1 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:22:48.829186 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cc01ae-b3ff-4335-838d-fd11a69431f1 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:22:48.829710 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cc01ae-b3ff-4335-838d-fd11a69431f1 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:22:48.830250 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34cc01ae-b3ff-4335-838d-fd11a69431f1 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:22:48.865364 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f59d09c-f3b1-4024-bfb3-fe991dfe01e7 req-34cc01ae-b3ff-4335-838d-fd11a69431f1 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] No DVR routers for this DVR port 1b5aa325-c8b8-414f-86d8-a7319555b2b7 on host n-h2-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:22:48.868957 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-1f59d09c-f3b1-4024-bfb3-fe991dfe01e7 req-34cc01ae-b3ff-4335-838d-fd11a69431f1 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:48.872384 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1f59d09c-f3b1-4024-bfb3-fe991dfe01e7 req-34cc01ae-b3ff-4335-838d-fd11a69431f1 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.11 "DELETE /v2.0/ports/1b5aa325-c8b8-414f-86d8-a7319555b2b7 HTTP/1.1" status: 204 len: 173 time: 0.6156075 Jul 24 01:22:48.873081 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f807265e-1445-4f18-b8dd-6405269fce2d', 'name': 'network-vif-deleted', 'tag': '1b5aa325-c8b8-414f-86d8-a7319555b2b7'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:22:48.877302 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681817c0-3499-4236-b6db-103d1a18541c" -d '{"events": [{"server_uuid": "f807265e-1445-4f18-b8dd-6405269fce2d", "name": "network-vif-deleted", "tag": "1b5aa325-c8b8-414f-86d8-a7319555b2b7"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:22:48.923716 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57a257b-f5de-4b7b-92ce-65434fb4992b x-openstack-request-id: req-c57a257b-f5de-4b7b-92ce-65434fb4992b {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:22:48.924119 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f807265e-1445-4f18-b8dd-6405269fce2d", "name": "network-vif-deleted", "tag": "1b5aa325-c8b8-414f-86d8-a7319555b2b7", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:22:48.924463 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c57a257b-f5de-4b7b-92ce-65434fb4992b {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:22:48.924976 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f807265e-1445-4f18-b8dd-6405269fce2d', 'name': 'network-vif-deleted', 'tag': '1b5aa325-c8b8-414f-86d8-a7319555b2b7', 'status': 'completed', 'code': 200} Jul 24 01:22:49.139430 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c30a4ceb-bbd8-4e11-8cc4-41b48b6e50ed req-32076f76-e45e-4200-bbda-ffaf010db664 tempest-VolumesSnapshotTestJSON-1233494289 tempest-VolumesSnapshotTestJSON-1233494289-project] 10.222.0.15 "GET /v2.0/ports?device_id=f807265e-1445-4f18-b8dd-6405269fce2d HTTP/1.1" status: 200 len: 210 time: 0.0522380 Jul 24 01:22:49.545203 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:50.800268 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-75585e70-76c8-4508-a06c-126689b45371 req-fccaddb0-a7b1-4120-a115-019f7ba4e931 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d7cf8821-61d2-4ece-af8e-193c4ff7e81e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0558693 Jul 24 01:22:50.910039 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75585e70-76c8-4508-a06c-126689b45371 req-5ab30656-267b-4573-85aa-94dba3f36de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:50.911661 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-75585e70-76c8-4508-a06c-126689b45371 req-5ab30656-267b-4573-85aa-94dba3f36de7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc21a234b38d48d88c3414cb45873771&device_id=d7cf8821-61d2-4ece-af8e-193c4ff7e81e HTTP/1.1" status: 200 len: 1097 time: 0.0637603 Jul 24 01:22:51.038135 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75585e70-76c8-4508-a06c-126689b45371 req-2f2e7a3c-cfab-402b-af83-5ca2db762cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:51.039930 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-75585e70-76c8-4508-a06c-126689b45371 req-2f2e7a3c-cfab-402b-af83-5ca2db762cf9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ad265d84-5a8c-4acf-b883-4ded13d15286 HTTP/1.1" status: 200 len: 913 time: 0.0999618 Jul 24 01:22:51.073674 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:22:51.163647 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-75585e70-76c8-4508-a06c-126689b45371 req-065393e6-1f51-4064-a2eb-4c624cc0d7fa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7 HTTP/1.1" status: 200 len: 1000 time: 0.1148534 Jul 24 01:22:51.224250 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75585e70-76c8-4508-a06c-126689b45371 req-0b3b00e1-1f69-4f3d-8e7a-cf2c6167f3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:51.225856 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-75585e70-76c8-4508-a06c-126689b45371 req-0b3b00e1-1f69-4f3d-8e7a-cf2c6167f3d7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e29f41fb-7a38-4eae-917b-51d7b2f60633 HTTP/1.1" status: 200 len: 851 time: 0.0559282 Jul 24 01:22:51.324174 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75585e70-76c8-4508-a06c-126689b45371 req-81e80588-6e7e-4247-97dd-f6a5a0d0a755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:22:51.326124 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-75585e70-76c8-4508-a06c-126689b45371 req-81e80588-6e7e-4247-97dd-f6a5a0d0a755 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad265d84-5a8c-4acf-b883-4ded13d15286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0914381 Jul 24 01:22:51.424118 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-75585e70-76c8-4508-a06c-126689b45371 req-ddf345c4-bcf5-4478-a074-10be97faf6fd service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912719 Jul 24 01:22:51.533468 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-75585e70-76c8-4508-a06c-126689b45371 req-871448f3-8a07-40ab-8d03-55a7f0ee11b7 service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012220 Jul 24 01:22:51.886882 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 1b5aa325-c8b8-414f-86d8-a7319555b2b7 no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:22:51.910913 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] No Port match for: 1b5aa325-c8b8-414f-86d8-a7319555b2b7 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:22:51.912257 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 1b5aa325-c8b8-414f-86d8-a7319555b2b7 not bound to the agent host n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:22:56.598572 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:23:05.078195 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:05.469252 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:07.968760 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [req-bd72acbb-95c0-44fb-8462-7fe0c73210dc req-598ee975-6481-4559-81e9-e2dfa5aa8ebe service neutron] (100464) timed out ('10.222.0.13', 63792) {{(pid=100464) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 24 01:23:11.385642 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45536) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:11.570436 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-f52d81a4-d5d0-4b0a-8a9e-95e50d25a1b9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Deleting port e796977c-082e-4032-9106-b657609cf47c {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:23:11.570702 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f52d81a4-d5d0-4b0a-8a9e-95e50d25a1b9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:11.656307 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f52d81a4-d5d0-4b0a-8a9e-95e50d25a1b9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:11.656640 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f52d81a4-d5d0-4b0a-8a9e-95e50d25a1b9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:11.669660 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-f52d81a4-d5d0-4b0a-8a9e-95e50d25a1b9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Calling delete_port for e796977c-082e-4032-9106-b657609cf47c owned by network:floatingip {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:23:12.189271 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f52d81a4-d5d0-4b0a-8a9e-95e50d25a1b9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:12.229679 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d81a4-d5d0-4b0a-8a9e-95e50d25a1b9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event deleted for resources: {'Port': ['ID=e796977c-082e-4032-9106-b657609cf47c,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:12.306187 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f52d81a4-d5d0-4b0a-8a9e-95e50d25a1b9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for floatingip, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:12.311014 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [None req-f52d81a4-d5d0-4b0a-8a9e-95e50d25a1b9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Floating IP 705ccb76-d929-4866-8b5c-662064b43fa7 disassociated (deleted). External IP: 172.25.2.87, port: 88dd58fd-0be0-4897-b82a-61f93f834ec3. Jul 24 01:23:12.561094 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52d81a4-d5d0-4b0a-8a9e-95e50d25a1b9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Router 2259d09e-ca67-4fc7-b9fc-4fa1acfd652b has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:23:12.681570 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52d81a4-d5d0-4b0a-8a9e-95e50d25a1b9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:23:12.686190 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f52d81a4-d5d0-4b0a-8a9e-95e50d25a1b9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:12.694455 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af6aa75-022a-46f0-b873-d0748b246372 None None] Sync routers for ids ['2259d09e-ca67-4fc7-b9fc-4fa1acfd652b'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:23:12.715832 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af6aa75-022a-46f0-b873-d0748b246372 None None] Routers {'2259d09e-ca67-4fc7-b9fc-4fa1acfd652b'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:23:12.716483 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-6af6aa75-022a-46f0-b873-d0748b246372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:22:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['2259d09e-ca67-4fc7-b9fc-4fa1acfd652b'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:12.731633 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f52d81a4-d5d0-4b0a-8a9e-95e50d25a1b9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "DELETE /v2.0/floatingips/705ccb76-d929-4866-8b5c-662064b43fa7 HTTP/1.1" status: 204 len: 168 time: 1.3448310 Jul 24 01:23:12.732328 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa463b6-31eb-4db6-a1b1-08fd32d24e15', 'tag': '88dd58fd-0be0-4897-b82a-61f93f834ec3'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:23:12.736254 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96ea709-5be0-49d6-a4ea-6cb1cdfbc9d8" -d '{"events": [{"name": "network-changed", "server_uuid": "9aa463b6-31eb-4db6-a1b1-08fd32d24e15", "tag": "88dd58fd-0be0-4897-b82a-61f93f834ec3"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:23:12.816058 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3812d1fe-1042-4a4b-be99-32d4a3cadfca x-openstack-request-id: req-3812d1fe-1042-4a4b-be99-32d4a3cadfca {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:23:12.816353 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aa463b6-31eb-4db6-a1b1-08fd32d24e15", "tag": "88dd58fd-0be0-4897-b82a-61f93f834ec3", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:23:12.816629 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3812d1fe-1042-4a4b-be99-32d4a3cadfca {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:23:12.817052 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aa463b6-31eb-4db6-a1b1-08fd32d24e15', 'tag': '88dd58fd-0be0-4897-b82a-61f93f834ec3', 'status': 'completed', 'code': 200} Jul 24 01:23:12.908630 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ea709-5be0-49d6-a4ea-6cb1cdfbc9d8 req-ebd722eb-9f1d-4457-bab0-98c2465b30cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:23:12.911685 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f96ea709-5be0-49d6-a4ea-6cb1cdfbc9d8 req-ebd722eb-9f1d-4457-bab0-98c2465b30cc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d801781e24e8470b83b807a510a33715&device_id=9aa463b6-31eb-4db6-a1b1-08fd32d24e15 HTTP/1.1" status: 200 len: 1097 time: 0.0800025 Jul 24 01:23:13.002968 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-6af6aa75-022a-46f0-b873-d0748b246372 None None] Set router 2259d09e-ca67-4fc7-b9fc-4fa1acfd652b gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:23:13.048540 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ea709-5be0-49d6-a4ea-6cb1cdfbc9d8 req-ef0cc474-1acd-4c18-97ff-af2e00f040af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:23:13.050196 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f96ea709-5be0-49d6-a4ea-6cb1cdfbc9d8 req-ef0cc474-1acd-4c18-97ff-af2e00f040af service neutron] 10.222.0.11 "GET /v2.0/networks?id=e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d HTTP/1.1" status: 200 len: 897 time: 0.1307709 Jul 24 01:23:13.096129 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f96ea709-5be0-49d6-a4ea-6cb1cdfbc9d8 req-72123a8c-60ca-4555-8b88-cb72077c5911 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88dd58fd-0be0-4897-b82a-61f93f834ec3 HTTP/1.1" status: 200 len: 217 time: 0.0377836 Jul 24 01:23:13.100897 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed7451-e953-4342-9eaa-c94c8acbbf95 req-ded60419-d08c-41d1-a44c-8ade9728ee49 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:23:13.108589 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eaed7451-e953-4342-9eaa-c94c8acbbf95 req-ded60419-d08c-41d1-a44c-8ade9728ee49 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa463b6-31eb-4db6-a1b1-08fd32d24e15 HTTP/1.1" status: 200 len: 945 time: 0.0843587 Jul 24 01:23:13.157962 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eaed7451-e953-4342-9eaa-c94c8acbbf95 req-6bf1ab91-a9a7-4eff-9c10-2f114c83aaba tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=98da4601-3382-40de-9bb4-bec190ab7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477519 Jul 24 01:23:13.163893 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ea709-5be0-49d6-a4ea-6cb1cdfbc9d8 req-1d78cdf1-2e16-4510-bcfc-9b863826e696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:23:13.165715 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f96ea709-5be0-49d6-a4ea-6cb1cdfbc9d8 req-1d78cdf1-2e16-4510-bcfc-9b863826e696 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=77698705-28be-4895-b731-514da2b45be9 HTTP/1.1" status: 200 len: 835 time: 0.0619762 Jul 24 01:23:13.284687 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ea709-5be0-49d6-a4ea-6cb1cdfbc9d8 req-8f015a2f-4a6f-4551-a92a-0f34ea419e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:23:13.286337 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f96ea709-5be0-49d6-a4ea-6cb1cdfbc9d8 req-8f015a2f-4a6f-4551-a92a-0f34ea419e2a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1133201 Jul 24 01:23:13.301317 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-6af6aa75-022a-46f0-b873-d0748b246372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2259d09e-ca67-4fc7-b9fc-4fa1acfd652b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332873996', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '6ff083f3-8910-4821-aa50-983dc0bfc720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:21:29Z', 'updated_at': '2021-07-24T01:21:34Z', 'revision_number': 4, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': '6ff083f3-8910-4821-aa50-983dc0bfc720', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2259d09e-ca67-4fc7-b9fc-4fa1acfd652b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:21:30Z', 'updated_at': '2021-07-24T01:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '23229c59-63cc-44a1-a3c2-5848db465dac', 'name': '', 'network_id': 'e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'mac_address': 'fa:16:3e:47:b6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2259d09e-ca67-4fc7-b9fc-4fa1acfd652b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '77698705-28be-4895-b731-514da2b45be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:21:33Z', 'updated_at': '2021-07-24T01:21:41Z', 'revision_number': 5, 'project_id': 'd801781e24e8470b83b807a510a33715', 'subnets': [{'id': '77698705-28be-4895-b731-514da2b45be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:13.328475 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af6aa75-022a-46f0-b873-d0748b246372 None None] Checking router: 2259d09e-ca67-4fc7-b9fc-4fa1acfd652b for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:23:13.337373 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af6aa75-022a-46f0-b873-d0748b246372 None None] Routers {'2259d09e-ca67-4fc7-b9fc-4fa1acfd652b'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:23:13.338001 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-6af6aa75-022a-46f0-b873-d0748b246372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:22:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['2259d09e-ca67-4fc7-b9fc-4fa1acfd652b'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:13.392175 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f96ea709-5be0-49d6-a4ea-6cb1cdfbc9d8 req-107cb9b9-ee6f-4e7a-9177-ffc9789ee421 service neutron] 10.222.0.11 "GET /v2.0/networks/e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960515 Jul 24 01:23:13.488968 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-6af6aa75-022a-46f0-b873-d0748b246372 None None] Set router 2259d09e-ca67-4fc7-b9fc-4fa1acfd652b gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:23:13.502598 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f96ea709-5be0-49d6-a4ea-6cb1cdfbc9d8 req-98c0cb1f-8c75-45a7-b4e4-17f193a5ed7e service neutron] 10.222.0.11 "GET /v2.0/networks/e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053746 Jul 24 01:23:13.801798 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-6af6aa75-022a-46f0-b873-d0748b246372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2259d09e-ca67-4fc7-b9fc-4fa1acfd652b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332873996', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '6ff083f3-8910-4821-aa50-983dc0bfc720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:21:29Z', 'updated_at': '2021-07-24T01:21:34Z', 'revision_number': 4, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': '6ff083f3-8910-4821-aa50-983dc0bfc720', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2259d09e-ca67-4fc7-b9fc-4fa1acfd652b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:21:30Z', 'updated_at': '2021-07-24T01:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '23229c59-63cc-44a1-a3c2-5848db465dac', 'name': '', 'network_id': 'e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'mac_address': 'fa:16:3e:47:b6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2259d09e-ca67-4fc7-b9fc-4fa1acfd652b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '77698705-28be-4895-b731-514da2b45be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:21:33Z', 'updated_at': '2021-07-24T01:21:41Z', 'revision_number': 5, 'project_id': 'd801781e24e8470b83b807a510a33715', 'subnets': [{'id': '77698705-28be-4895-b731-514da2b45be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:13.830562 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af6aa75-022a-46f0-b873-d0748b246372 None None] The sync data for ids ['2259d09e-ca67-4fc7-b9fc-4fa1acfd652b'] in n-d-793621-25 is: [{'id': '2259d09e-ca67-4fc7-b9fc-4fa1acfd652b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332873996', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '6ff083f3-8910-4821-aa50-983dc0bfc720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:21:29Z', 'updated_at': '2021-07-24T01:21:34Z', 'revision_number': 4, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': '6ff083f3-8910-4821-aa50-983dc0bfc720', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2259d09e-ca67-4fc7-b9fc-4fa1acfd652b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:21:30Z', 'updated_at': '2021-07-24T01:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '23229c59-63cc-44a1-a3c2-5848db465dac', 'name': '', 'network_id': 'e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'mac_address': 'fa:16:3e:47:b6:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2259d09e-ca67-4fc7-b9fc-4fa1acfd652b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': '77698705-28be-4895-b731-514da2b45be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:21:33Z', 'updated_at': '2021-07-24T01:21:41Z', 'revision_number': 5, 'project_id': 'd801781e24e8470b83b807a510a33715', 'subnets': [{'id': '77698705-28be-4895-b731-514da2b45be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:23:14.247760 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b5097f-3b4d-458b-a2ff-88f8f39ef310 None None] New status for floating IP 705ccb76-d929-4866-8b5c-662064b43fa7: DOWN {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:23:14.265912 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [req-05248fb7-a117-447e-bfb3-41ae706bc96d req-9955e2f5-0020-4f85-9d1e-adbc18a413b2 service neutron] (100464) timed out ('10.222.0.13', 64211) {{(pid=100464) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 24 01:23:14.428807 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3c083-5bb9-435d-b242-5e032c05847d req-3917fd4a-4506-44a6-b70c-cb8361e82710 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:23:14.436151 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e6a3c083-5bb9-435d-b242-5e032c05847d req-3917fd4a-4506-44a6-b70c-cb8361e82710 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa463b6-31eb-4db6-a1b1-08fd32d24e15 HTTP/1.1" status: 200 len: 945 time: 0.1762419 Jul 24 01:23:14.459035 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [req-044ea6ad-73b1-4193-9191-96b9c5a37874 req-1915b0a8-6ed8-4adf-8a9d-0704759b7373 service neutron] (100464) timed out ('10.222.0.13', 64170) {{(pid=100464) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 24 01:23:14.480883 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7e845c-7e82-44f8-9582-11f86c9d5923 req-b565dd25-cff3-4540-81b0-ac3384bb43d9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:23:14.482350 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3e7e845c-7e82-44f8-9582-11f86c9d5923 req-b565dd25-cff3-4540-81b0-ac3384bb43d9 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.11 "GET /v2.0/ports?device_id=9aa463b6-31eb-4db6-a1b1-08fd32d24e15 HTTP/1.1" status: 200 len: 945 time: 0.1470060 Jul 24 01:23:14.497331 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e6a3c083-5bb9-435d-b242-5e032c05847d req-ba043857-f8f1-4c58-bfd6-3fa2a1f8487a tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/security-groups?id=98da4601-3382-40de-9bb4-bec190ab7ac2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602298 Jul 24 01:23:14.612742 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-3e7e845c-7e82-44f8-9582-11f86c9d5923 req-813625bd-f8c1-4db1-88a2-0d2192f7507f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Deleting port 88dd58fd-0be0-4897-b82a-61f93f834ec3 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:23:14.613411 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-3e7e845c-7e82-44f8-9582-11f86c9d5923 req-813625bd-f8c1-4db1-88a2-0d2192f7507f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:14.747662 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-3e7e845c-7e82-44f8-9582-11f86c9d5923 req-813625bd-f8c1-4db1-88a2-0d2192f7507f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] For port 88dd58fd-0be0-4897-b82a-61f93f834ec3, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=88dd58fd-0be0-4897-b82a-61f93f834ec3,segment=NetworkSegment(8b510f42-0c30-474b-afc6-4a65bdb6ef1d),segment_id=8b510f42-0c30-474b-afc6-4a65bdb6ef1d)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:23:14.749189 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-3e7e845c-7e82-44f8-9582-11f86c9d5923 req-813625bd-f8c1-4db1-88a2-0d2192f7507f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:14.771567 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-3e7e845c-7e82-44f8-9582-11f86c9d5923 req-813625bd-f8c1-4db1-88a2-0d2192f7507f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Calling delete_port for 88dd58fd-0be0-4897-b82a-61f93f834ec3 owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:23:14.954735 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-3e7e845c-7e82-44f8-9582-11f86c9d5923 req-813625bd-f8c1-4db1-88a2-0d2192f7507f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:14.995103 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813625bd-f8c1-4db1-88a2-0d2192f7507f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event deleted for resources: {'Port': ['ID=88dd58fd-0be0-4897-b82a-61f93f834ec3,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:15.045760 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7e845c-7e82-44f8-9582-11f86c9d5923 req-813625bd-f8c1-4db1-88a2-0d2192f7507f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] No DVR routers for this DVR port 88dd58fd-0be0-4897-b82a-61f93f834ec3 on host n-h2-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:23:15.048899 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-3e7e845c-7e82-44f8-9582-11f86c9d5923 req-813625bd-f8c1-4db1-88a2-0d2192f7507f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:15.051400 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3e7e845c-7e82-44f8-9582-11f86c9d5923 req-813625bd-f8c1-4db1-88a2-0d2192f7507f tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.11 "DELETE /v2.0/ports/88dd58fd-0be0-4897-b82a-61f93f834ec3 HTTP/1.1" status: 204 len: 173 time: 0.5526695 Jul 24 01:23:15.052105 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa463b6-31eb-4db6-a1b1-08fd32d24e15', 'name': 'network-vif-deleted', 'tag': '88dd58fd-0be0-4897-b82a-61f93f834ec3'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:23:15.061699 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a72f9f9-f46f-4074-b39d-e6ed79f9bf0a" -d '{"events": [{"server_uuid": "9aa463b6-31eb-4db6-a1b1-08fd32d24e15", "name": "network-vif-deleted", "tag": "88dd58fd-0be0-4897-b82a-61f93f834ec3"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:23:15.319949 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4314c6-aa5a-4068-a949-a4947c2c0263 x-openstack-request-id: req-8d4314c6-aa5a-4068-a949-a4947c2c0263 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:23:15.320258 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa463b6-31eb-4db6-a1b1-08fd32d24e15", "name": "network-vif-deleted", "tag": "88dd58fd-0be0-4897-b82a-61f93f834ec3", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:23:15.320565 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8d4314c6-aa5a-4068-a949-a4947c2c0263 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:23:15.320965 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa463b6-31eb-4db6-a1b1-08fd32d24e15', 'name': 'network-vif-deleted', 'tag': '88dd58fd-0be0-4897-b82a-61f93f834ec3', 'status': 'completed', 'code': 200} Jul 24 01:23:15.612131 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-761d4776-b818-42b8-8dc7-e1a4361970ba req-1c72eed4-d080-4194-842d-a4abeb98cd84 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa463b6-31eb-4db6-a1b1-08fd32d24e15 HTTP/1.1" status: 200 len: 210 time: 0.0355546 Jul 24 01:23:15.748492 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-02e06c36-ee80-4b3c-9cc3-35dbcb36cdd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:16.672326 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45588) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:17.140808 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d67fac4c-e22f-46ff-8313-525018c1d6c1 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:17.483061 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-d67fac4c-e22f-46ff-8313-525018c1d6c1 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Deleting port 23229c59-63cc-44a1-a3c2-5848db465dac {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:23:17.483417 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d67fac4c-e22f-46ff-8313-525018c1d6c1 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:17.610193 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-d67fac4c-e22f-46ff-8313-525018c1d6c1 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] For port 23229c59-63cc-44a1-a3c2-5848db465dac, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=23229c59-63cc-44a1-a3c2-5848db465dac,segment=NetworkSegment(8b510f42-0c30-474b-afc6-4a65bdb6ef1d),segment_id=8b510f42-0c30-474b-afc6-4a65bdb6ef1d)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:23:17.610589 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d67fac4c-e22f-46ff-8313-525018c1d6c1 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:17.624650 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-d67fac4c-e22f-46ff-8313-525018c1d6c1 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Calling delete_port for 23229c59-63cc-44a1-a3c2-5848db465dac owned by network:router_interface {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:23:17.840074 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d67fac4c-e22f-46ff-8313-525018c1d6c1 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:17.867131 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67fac4c-e22f-46ff-8313-525018c1d6c1 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event deleted for resources: {'Port': ['ID=23229c59-63cc-44a1-a3c2-5848db465dac,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:18.010452 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 88dd58fd-0be0-4897-b82a-61f93f834ec3 no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:23:18.058733 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] No Port match for: 88dd58fd-0be0-4897-b82a-61f93f834ec3 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:23:18.059084 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 88dd58fd-0be0-4897-b82a-61f93f834ec3 not bound to the agent host n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:23:18.157562 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d67fac4c-e22f-46ff-8313-525018c1d6c1 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:18.290661 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d4fae7c0-691d-47ff-8e0b-e2e0da7d4fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:18.533335 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67fac4c-e22f-46ff-8313-525018c1d6c1 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Router 2259d09e-ca67-4fc7-b9fc-4fa1acfd652b has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:23:18.538326 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:18.671639 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67fac4c-e22f-46ff-8313-525018c1d6c1 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:23:18.677867 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d67fac4c-e22f-46ff-8313-525018c1d6c1 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "PUT /v2.0/routers/2259d09e-ca67-4fc7-b9fc-4fa1acfd652b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0043590 Jul 24 01:23:18.680626 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45608) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:18.692374 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd75b63e-9ae2-4b54-a610-bfa29ac88b75 None None] Sync routers for ids ['2259d09e-ca67-4fc7-b9fc-4fa1acfd652b'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:23:18.710832 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd75b63e-9ae2-4b54-a610-bfa29ac88b75 None None] Routers {'2259d09e-ca67-4fc7-b9fc-4fa1acfd652b'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:23:18.711746 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-bd75b63e-9ae2-4b54-a610-bfa29ac88b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:23:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['2259d09e-ca67-4fc7-b9fc-4fa1acfd652b'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:18.768435 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-30b0cd6b-b57c-4741-aab9-69ecc81135b3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Deleting subnet 77698705-28be-4895-b731-514da2b45be9 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:23:18.787516 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-30b0cd6b-b57c-4741-aab9-69ecc81135b3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:18.831698 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-bd75b63e-9ae2-4b54-a610-bfa29ac88b75 None None] Set router 2259d09e-ca67-4fc7-b9fc-4fa1acfd652b gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:23:18.843631 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-30b0cd6b-b57c-4741-aab9-69ecc81135b3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:18.947581 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-30b0cd6b-b57c-4741-aab9-69ecc81135b3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:19.024687 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-30b0cd6b-b57c-4741-aab9-69ecc81135b3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:19.044859 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-bd75b63e-9ae2-4b54-a610-bfa29ac88b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2259d09e-ca67-4fc7-b9fc-4fa1acfd652b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332873996', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '6ff083f3-8910-4821-aa50-983dc0bfc720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:21:29Z', 'updated_at': '2021-07-24T01:23:17Z', 'revision_number': 5, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': '6ff083f3-8910-4821-aa50-983dc0bfc720', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2259d09e-ca67-4fc7-b9fc-4fa1acfd652b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:21:30Z', 'updated_at': '2021-07-24T01:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:19.065970 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0cd6b-b57c-4741-aab9-69ecc81135b3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event deleted for resources: {'Subnet': ['ID=77698705-28be-4895-b731-514da2b45be9,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:19.072611 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fbeea6-0c3d-4885-ab38-581547dbc772 None None] Network e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:23:19.075155 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-30b0cd6b-b57c-4741-aab9-69ecc81135b3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:19.079043 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-30b0cd6b-b57c-4741-aab9-69ecc81135b3 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "DELETE /v2.0/subnets/77698705-28be-4895-b731-514da2b45be9 HTTP/1.1" status: 204 len: 168 time: 0.3971405 Jul 24 01:23:19.081703 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45610) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:19.099892 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd75b63e-9ae2-4b54-a610-bfa29ac88b75 None None] Checking router: 2259d09e-ca67-4fc7-b9fc-4fa1acfd652b for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:23:19.110564 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd75b63e-9ae2-4b54-a610-bfa29ac88b75 None None] Routers {'2259d09e-ca67-4fc7-b9fc-4fa1acfd652b'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:23:19.111546 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-bd75b63e-9ae2-4b54-a610-bfa29ac88b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:23:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['2259d09e-ca67-4fc7-b9fc-4fa1acfd652b'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:19.266518 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3b4e93cb-d703-4a5d-b54e-0752b4011448 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:19.333688 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-bd75b63e-9ae2-4b54-a610-bfa29ac88b75 None None] Set router 2259d09e-ca67-4fc7-b9fc-4fa1acfd652b gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:23:19.400126 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130a14f0-b0ad-4948-97ba-20e49614346f None None] DHCP port deletion for e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:23:19.417920 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3b4e93cb-d703-4a5d-b54e-0752b4011448 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:19.466253 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-130a14f0-b0ad-4948-97ba-20e49614346f None None] Deleting port ffa6443b-420d-4b64-8e94-85ecbbe7232c {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:23:19.467691 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-130a14f0-b0ad-4948-97ba-20e49614346f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:19.560991 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-3b4e93cb-d703-4a5d-b54e-0752b4011448 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Deleting port 6ff083f3-8910-4821-aa50-983dc0bfc720 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:23:19.560991 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3b4e93cb-d703-4a5d-b54e-0752b4011448 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:19.566779 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-130a14f0-b0ad-4948-97ba-20e49614346f None None] For port ffa6443b-420d-4b64-8e94-85ecbbe7232c, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=ffa6443b-420d-4b64-8e94-85ecbbe7232c,segment=NetworkSegment(8b510f42-0c30-474b-afc6-4a65bdb6ef1d),segment_id=8b510f42-0c30-474b-afc6-4a65bdb6ef1d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:23:19.567268 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-130a14f0-b0ad-4948-97ba-20e49614346f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:19.577636 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:19.584659 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-130a14f0-b0ad-4948-97ba-20e49614346f None None] Calling delete_port for ffa6443b-420d-4b64-8e94-85ecbbe7232c owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:23:19.622321 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-bd75b63e-9ae2-4b54-a610-bfa29ac88b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2259d09e-ca67-4fc7-b9fc-4fa1acfd652b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332873996', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '6ff083f3-8910-4821-aa50-983dc0bfc720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:21:29Z', 'updated_at': '2021-07-24T01:23:17Z', 'revision_number': 5, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': '6ff083f3-8910-4821-aa50-983dc0bfc720', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2259d09e-ca67-4fc7-b9fc-4fa1acfd652b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:21:30Z', 'updated_at': '2021-07-24T01:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:19.651744 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd75b63e-9ae2-4b54-a610-bfa29ac88b75 None None] The sync data for ids ['2259d09e-ca67-4fc7-b9fc-4fa1acfd652b'] in n-d-793621-25 is: [{'id': '2259d09e-ca67-4fc7-b9fc-4fa1acfd652b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-332873996', 'tenant_id': 'd801781e24e8470b83b807a510a33715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.143'}], 'enable_snat': True}, 'gw_port_id': '6ff083f3-8910-4821-aa50-983dc0bfc720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:21:29Z', 'updated_at': '2021-07-24T01:23:17Z', 'revision_number': 5, 'project_id': 'd801781e24e8470b83b807a510a33715', 'gw_port': {'id': '6ff083f3-8910-4821-aa50-983dc0bfc720', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2259d09e-ca67-4fc7-b9fc-4fa1acfd652b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:21:30Z', 'updated_at': '2021-07-24T01:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:23:19.679392 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-3b4e93cb-d703-4a5d-b54e-0752b4011448 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] For port 6ff083f3-8910-4821-aa50-983dc0bfc720, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=6ff083f3-8910-4821-aa50-983dc0bfc720,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:23:19.679782 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3b4e93cb-d703-4a5d-b54e-0752b4011448 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:19.692475 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-130a14f0-b0ad-4948-97ba-20e49614346f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:19.694816 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-3b4e93cb-d703-4a5d-b54e-0752b4011448 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Calling delete_port for 6ff083f3-8910-4821-aa50-983dc0bfc720 owned by network:router_gateway {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:23:19.725472 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130a14f0-b0ad-4948-97ba-20e49614346f None None] Pushing event deleted for resources: {'Port': ['ID=ffa6443b-420d-4b64-8e94-85ecbbe7232c,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:19.730626 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130a14f0-b0ad-4948-97ba-20e49614346f None None] No DVR routers for this DVR port ffa6443b-420d-4b64-8e94-85ecbbe7232c on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:23:19.882430 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3b4e93cb-d703-4a5d-b54e-0752b4011448 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:19.912660 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e93cb-d703-4a5d-b54e-0752b4011448 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event deleted for resources: {'Port': ['ID=6ff083f3-8910-4821-aa50-983dc0bfc720,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:19.978590 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3b4e93cb-d703-4a5d-b54e-0752b4011448 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:20.085785 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3b4e93cb-d703-4a5d-b54e-0752b4011448 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:20.088960 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3b4e93cb-d703-4a5d-b54e-0752b4011448 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:20.144260 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3b4e93cb-d703-4a5d-b54e-0752b4011448 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:20.144857 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4e93cb-d703-4a5d-b54e-0752b4011448 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Fanout notify agent at l3_agent the message router_deleted on router 2259d09e-ca67-4fc7-b9fc-4fa1acfd652b {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:23:20.152635 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3b4e93cb-d703-4a5d-b54e-0752b4011448 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:20.153874 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3b4e93cb-d703-4a5d-b54e-0752b4011448 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "DELETE /v2.0/routers/2259d09e-ca67-4fc7-b9fc-4fa1acfd652b HTTP/1.1" status: 204 len: 168 time: 1.0712054 Jul 24 01:23:20.157544 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45616) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:20.202685 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device ffa6443b-420d-4b64-8e94-85ecbbe7232c no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:23:20.241061 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: ffa6443b-420d-4b64-8e94-85ecbbe7232c {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:23:20.241562 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device ffa6443b-420d-4b64-8e94-85ecbbe7232c not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:23:20.242070 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 23229c59-63cc-44a1-a3c2-5848db465dac no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:23:20.262961 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 23229c59-63cc-44a1-a3c2-5848db465dac {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:23:20.263592 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 23229c59-63cc-44a1-a3c2-5848db465dac not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:23:20.265413 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4ed47530-2326-4e54-a579-4848f04c6180 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:20.366245 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4ed47530-2326-4e54-a579-4848f04c6180 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:20.376932 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-4ed47530-2326-4e54-a579-4848f04c6180 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:20.388407 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-4ed47530-2326-4e54-a579-4848f04c6180 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b510f42-0c30-474b-afc6-4a65bdb6ef1d') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:20.389288 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-4ed47530-2326-4e54-a579-4848f04c6180 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b510f42-0c30-474b-afc6-4a65bdb6ef1d') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:20.399019 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4ed47530-2326-4e54-a579-4848f04c6180 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:20.417566 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4ed47530-2326-4e54-a579-4848f04c6180 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:20.425604 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed47530-2326-4e54-a579-4848f04c6180 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:23:20.426332 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4ed47530-2326-4e54-a579-4848f04c6180 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:20.494565 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:23:20.494565 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:23:20.494565 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:23:20.494565 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:23:20.494565 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:23:20.494565 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:23:20.494565 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:23:20.494565 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:23:20.494565 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:23:20.494565 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:23:20.494565 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:23:20.494565 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:23:20.494565 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:23:20.494565 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:23:20.494565 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:23:20.494565 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:23:20.494565 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:23:20.494565 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:23:20.494565 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:23:20.494565 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:23:20.494565 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:23:20.494565 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:23:20.494565 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:23:20.494565 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:23:20.494565 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:23:20.494565 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:23:20.494565 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:23:20.494565 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:23:20.494565 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:23:20.494565 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:23:20.494565 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:23:20.494565 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:23:20.501881 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4ed47530-2326-4e54-a579-4848f04c6180 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:20.513561 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4ed47530-2326-4e54-a579-4848f04c6180 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:20.520221 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4ed47530-2326-4e54-a579-4848f04c6180 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "DELETE /v2.0/networks/e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d HTTP/1.1" status: 204 len: 168 time: 0.3614447 Jul 24 01:23:20.520655 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45626) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:20.537960 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed47530-2326-4e54-a579-4848f04c6180 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event deleted for resources: {'Network': ['ID=e3c3e0ef-9cf0-4739-827c-f935d5a5ac0d,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:20.605858 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cb68650f-07f5-477e-a418-5bde25a63709 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:20.640905 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cb68650f-07f5-477e-a418-5bde25a63709 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:20.711483 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cb68650f-07f5-477e-a418-5bde25a63709 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:20.714332 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-cb68650f-07f5-477e-a418-5bde25a63709 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:20.722843 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-cb68650f-07f5-477e-a418-5bde25a63709 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] 10.222.0.15 "DELETE /v2.0/security-groups/98da4601-3382-40de-9bb4-bec190ab7ac2 HTTP/1.1" status: 204 len: 168 time: 0.2008567 Jul 24 01:23:20.744320 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68650f-07f5-477e-a418-5bde25a63709 tempest-TestNetworkAdvancedServerOps-1630217439 tempest-TestNetworkAdvancedServerOps-1630217439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98da4601-3382-40de-9bb4-bec190ab7ac2,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:20.925507 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45636) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:21.069769 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:21.139717 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45642) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:21.176535 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9d55dd86-b616-4394-bcc3-7154cd9ee938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:21.245544 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-07e8a5b4-fa47-4f46-8330-965c4381d976 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d801781e24e8470b83b807a510a33715&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1041873 Jul 24 01:23:21.248070 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45646) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:21.286282 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9d55dd86-b616-4394-bcc3-7154cd9ee938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:21.291910 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9d55dd86-b616-4394-bcc3-7154cd9ee938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:21.309566 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a73d80bc-195a-493e-a153-d808a2eb3d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:21.339805 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a73d80bc-195a-493e-a153-d808a2eb3d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:21.343888 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9d55dd86-b616-4394-bcc3-7154cd9ee938 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a0f477a5981845f7bf757607d3fbf77e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4141495 Jul 24 01:23:21.343888 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55dd86-b616-4394-bcc3-7154cd9ee938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f9c4cf-d909-4e2f-8aac-9a012df864b4,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:21.346186 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45648) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:21.398256 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a73d80bc-195a-493e-a153-d808a2eb3d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:21.400985 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a73d80bc-195a-493e-a153-d808a2eb3d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:21.402191 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a73d80bc-195a-493e-a153-d808a2eb3d86 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7e3ee9a9-5ce6-4700-b4b4-31d2c27027b8 HTTP/1.1" status: 204 len: 168 time: 0.1531699 Jul 24 01:23:21.420845 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73d80bc-195a-493e-a153-d808a2eb3d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3ee9a9-5ce6-4700-b4b4-31d2c27027b8,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:21.425277 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cd13f0c7-54aa-4491-b029-e0e2005020d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:21.463729 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cd13f0c7-54aa-4491-b029-e0e2005020d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:21.521508 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cd13f0c7-54aa-4491-b029-e0e2005020d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:21.524239 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-cd13f0c7-54aa-4491-b029-e0e2005020d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:21.528615 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-cd13f0c7-54aa-4491-b029-e0e2005020d8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c1f9c4cf-d909-4e2f-8aac-9a012df864b4 HTTP/1.1" status: 204 len: 168 time: 0.1781015 Jul 24 01:23:21.535117 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13f0c7-54aa-4491-b029-e0e2005020d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f9c4cf-d909-4e2f-8aac-9a012df864b4,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:21.768693 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45660) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:21.823067 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-59e71e62-6210-4b1f-bb50-c8c7b3f649cb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ffc75905bb63401ba610db4fc785f483&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447299 Jul 24 01:23:21.823067 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45662) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:21.878551 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b3d808c8-60bf-488c-a36c-1fadda97e012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:21.904301 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b3d808c8-60bf-488c-a36c-1fadda97e012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:21.974208 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b3d808c8-60bf-488c-a36c-1fadda97e012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:21.977633 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b3d808c8-60bf-488c-a36c-1fadda97e012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:21.979019 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b3d808c8-60bf-488c-a36c-1fadda97e012 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/83c056f3-4371-48de-ab8f-c3d0dc5ebdc5 HTTP/1.1" status: 204 len: 168 time: 0.1609077 Jul 24 01:23:21.990322 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d808c8-60bf-488c-a36c-1fadda97e012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c056f3-4371-48de-ab8f-c3d0dc5ebdc5,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:22.067178 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 6ff083f3-8910-4821-aa50-983dc0bfc720 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:23:22.101257 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 6ff083f3-8910-4821-aa50-983dc0bfc720 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:23:22.101687 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 6ff083f3-8910-4821-aa50-983dc0bfc720 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:23:22.532849 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45698) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:22.671366 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-540e0c13-cc72-44ab-9ff5-9066501ae91e admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-181783902-network', 'tenant_id': '01c93bdd64ab46a883f7dc4e50eb7a03'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:23:22.705952 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540e0c13-cc72-44ab-9ff5-9066501ae91e admin admin] Made reservation on behalf of 01c93bdd64ab46a883f7dc4e50eb7a03 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:23:22.708870 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-540e0c13-cc72-44ab-9ff5-9066501ae91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:22.719907 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-540e0c13-cc72-44ab-9ff5-9066501ae91e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:22.854733 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-540e0c13-cc72-44ab-9ff5-9066501ae91e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:22.861100 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-540e0c13-cc72-44ab-9ff5-9066501ae91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:22.870951 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45712) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:22.877767 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-540e0c13-cc72-44ab-9ff5-9066501ae91e admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:23:22.892771 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-540e0c13-cc72-44ab-9ff5-9066501ae91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:22.893218 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-540e0c13-cc72-44ab-9ff5-9066501ae91e admin admin] Added segment de9a6d90-eb00-4cfe-bbc3-f4553955b5f8 of type vlan for network 98ecc97a-9af6-487c-a55e-8db85413d4dc Jul 24 01:23:22.962803 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-540e0c13-cc72-44ab-9ff5-9066501ae91e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:22.991906 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-85d00615-5f5d-4420-975b-f4b681da8e52 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-982176044-network', 'tenant_id': 'ebbc8f64d8034aaea14c926a820d5a8c'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:23:22.995524 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e0c13-cc72-44ab-9ff5-9066501ae91e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3430d2d2-824c-4e7e-8690-9e3b642df93c,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:23.017053 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-540e0c13-cc72-44ab-9ff5-9066501ae91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:23.017678 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d00615-5f5d-4420-975b-f4b681da8e52 admin admin] Made reservation on behalf of ebbc8f64d8034aaea14c926a820d5a8c for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:23:23.018366 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540e0c13-cc72-44ab-9ff5-9066501ae91e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:23:23.019133 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-540e0c13-cc72-44ab-9ff5-9066501ae91e admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:23.020334 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-85d00615-5f5d-4420-975b-f4b681da8e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:23.029759 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-85d00615-5f5d-4420-975b-f4b681da8e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:23.081375 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e0c13-cc72-44ab-9ff5-9066501ae91e admin admin] Pushing event updated for resources: {'Network': ['ID=98ecc97a-9af6-487c-a55e-8db85413d4dc,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:23.093498 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 98ecc97a-9af6-487c-a55e-8db85413d4dc details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:23:23.132130 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-85d00615-5f5d-4420-975b-f4b681da8e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:23.137373 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-85d00615-5f5d-4420-975b-f4b681da8e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:23.152289 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-540e0c13-cc72-44ab-9ff5-9066501ae91e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6173449 Jul 24 01:23:23.152963 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45716) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:23.159115 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-95021fa6-cf8c-4619-b9ca-71cb81843c3a admin admin] Request body: {'subnet': {'network_id': '98ecc97a-9af6-487c-a55e-8db85413d4dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-181783902-subnet', 'tenant_id': '01c93bdd64ab46a883f7dc4e50eb7a03', 'ip_version': 4}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:23:23.167934 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d00615-5f5d-4420-975b-f4b681da8e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc47a887-42ee-45a8-8422-9293860a0368,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:23.179406 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85d00615-5f5d-4420-975b-f4b681da8e52 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:23:23.189943 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-85d00615-5f5d-4420-975b-f4b681da8e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:23.190396 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-85d00615-5f5d-4420-975b-f4b681da8e52 admin admin] Added segment 2adf6ec5-9e29-47bb-b59a-45826b3552e5 of type vlan for network f13c919f-e5f9-4d23-b23b-17b787bcf83d Jul 24 01:23:23.204874 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95021fa6-cf8c-4619-b9ca-71cb81843c3a admin admin] Made reservation on behalf of 01c93bdd64ab46a883f7dc4e50eb7a03 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:23:23.207337 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-95021fa6-cf8c-4619-b9ca-71cb81843c3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:23.236868 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-85d00615-5f5d-4420-975b-f4b681da8e52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:23.276444 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-85d00615-5f5d-4420-975b-f4b681da8e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:23.278404 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d00615-5f5d-4420-975b-f4b681da8e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:23:23.279136 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-85d00615-5f5d-4420-975b-f4b681da8e52 admin admin] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:23.341531 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-85d00615-5f5d-4420-975b-f4b681da8e52 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4668291 Jul 24 01:23:23.343153 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45718) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:23.348198 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-ed5f5c3b-5e72-43b4-955c-9f22506c15bf admin admin] Request body: {'subnet': {'network_id': 'f13c919f-e5f9-4d23-b23b-17b787bcf83d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-982176044-subnet', 'tenant_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'ip_version': 4}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:23:23.383992 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d00615-5f5d-4420-975b-f4b681da8e52 admin admin] Pushing event updated for resources: {'Network': ['ID=f13c919f-e5f9-4d23-b23b-17b787bcf83d,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:23.395992 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network f13c919f-e5f9-4d23-b23b-17b787bcf83d details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:23:23.405117 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5f5c3b-5e72-43b4-955c-9f22506c15bf admin admin] Made reservation on behalf of ebbc8f64d8034aaea14c926a820d5a8c for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:23:23.408219 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ed5f5c3b-5e72-43b4-955c-9f22506c15bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:23.428216 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-95021fa6-cf8c-4619-b9ca-71cb81843c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:23.538223 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95021fa6-cf8c-4619-b9ca-71cb81843c3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1714b367-5960-4ce9-b05c-9d0980aaec91,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:23.553391 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95021fa6-cf8c-4619-b9ca-71cb81843c3a admin admin] Checking segment: {'id': 'de9a6d90-eb00-4cfe-bbc3-f4553955b5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '98ecc97a-9af6-487c-a55e-8db85413d4dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:23:23.553760 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95021fa6-cf8c-4619-b9ca-71cb81843c3a admin admin] Network hostable DHCP agents. Network: 98ecc97a-9af6-487c-a55e-8db85413d4dc, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:23:23.613496 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95021fa6-cf8c-4619-b9ca-71cb81843c3a admin admin] Network 98ecc97a-9af6-487c-a55e-8db85413d4dc is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:23:23.627597 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-95021fa6-cf8c-4619-b9ca-71cb81843c3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 98ecc97a-9af6-487c-a55e-8db85413d4dc) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:23:23.635494 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95021fa6-cf8c-4619-b9ca-71cb81843c3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:23:23.636771 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-95021fa6-cf8c-4619-b9ca-71cb81843c3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:23.648619 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15160521-22dd-4e67-9279-69e2c22770b2 None None] Network 98ecc97a-9af6-487c-a55e-8db85413d4dc requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:23:23.705931 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45722) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:23.710909 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-95021fa6-cf8c-4619-b9ca-71cb81843c3a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5471668 Jul 24 01:23:23.711388 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-eb95f316-2ec3-4fd6-962b-ea31d494128f admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-181783902-router', 'tenant_id': '01c93bdd64ab46a883f7dc4e50eb7a03', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:23:23.721075 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ed5f5c3b-5e72-43b4-955c-9f22506c15bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:23.742556 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-eb95f316-2ec3-4fd6-962b-ea31d494128f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:23.743761 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-eb95f316-2ec3-4fd6-962b-ea31d494128f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:23.798115 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f5c3b-5e72-43b4-955c-9f22506c15bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bcd2eeb-8b15-4858-9109-baf126c22b5e,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:23.807023 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5f5c3b-5e72-43b4-955c-9f22506c15bf admin admin] Checking segment: {'id': '2adf6ec5-9e29-47bb-b59a-45826b3552e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f13c919f-e5f9-4d23-b23b-17b787bcf83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:23:23.807386 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5f5c3b-5e72-43b4-955c-9f22506c15bf admin admin] Network hostable DHCP agents. Network: f13c919f-e5f9-4d23-b23b-17b787bcf83d, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:23:23.830316 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-eb95f316-2ec3-4fd6-962b-ea31d494128f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:23.832397 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5f5c3b-5e72-43b4-955c-9f22506c15bf admin admin] Network f13c919f-e5f9-4d23-b23b-17b787bcf83d is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:23:23.847411 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-ed5f5c3b-5e72-43b4-955c-9f22506c15bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, f13c919f-e5f9-4d23-b23b-17b787bcf83d) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:23:23.850127 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d841d8-212f-448e-bdff-ac3ac594553c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-98ecc97a-9af6-487c-a55e-8db85413d4dc', 'network_id': '98ecc97a-9af6-487c-a55e-8db85413d4dc', 'tenant_id': '01c93bdd64ab46a883f7dc4e50eb7a03', 'fixed_ips': [{'subnet_id': '1714b367-5960-4ce9-b05c-9d0980aaec91'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:23:23.851602 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a3d841d8-212f-448e-bdff-ac3ac594553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:23.857999 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52c2859-4cd4-40ae-9dae-35ef06d456dc None None] Network f13c919f-e5f9-4d23-b23b-17b787bcf83d requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:23:23.861697 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5f5c3b-5e72-43b4-955c-9f22506c15bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:23:23.862306 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ed5f5c3b-5e72-43b4-955c-9f22506c15bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:23.884772 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ed5f5c3b-5e72-43b4-955c-9f22506c15bf admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5401924 Jul 24 01:23:23.887283 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45724) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:23.893509 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-f92c411c-4ba0-49df-92cd-d91f6baae1bd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-982176044-router', 'tenant_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:23:23.922055 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f92c411c-4ba0-49df-92cd-d91f6baae1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:23.923468 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f92c411c-4ba0-49df-92cd-d91f6baae1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:23.990884 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-eb95f316-2ec3-4fd6-962b-ea31d494128f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:23.995402 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f92c411c-4ba0-49df-92cd-d91f6baae1bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:24.067211 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-a3d841d8-212f-448e-bdff-ac3ac594553c None None] Allocated IP 172.20.0.2 (98ecc97a-9af6-487c-a55e-8db85413d4dc/1714b367-5960-4ce9-b05c-9d0980aaec91/c7e2ba31-748c-4b8b-81c4-a4eb47ada84c) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:23:24.140126 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f92c411c-4ba0-49df-92cd-d91f6baae1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:24.225192 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-eb95f316-2ec3-4fd6-962b-ea31d494128f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:24.254123 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-eb95f316-2ec3-4fd6-962b-ea31d494128f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:24.370830 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-eb95f316-2ec3-4fd6-962b-ea31d494128f admin admin] Allocated IP 172.25.2.70 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/d42a32f8-5d1d-4ce5-98ac-9d3832f25bb5) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:23:24.379657 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df14b0d-dae6-40ec-9925-8a8ae9789afa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-f13c919f-e5f9-4d23-b23b-17b787bcf83d', 'network_id': 'f13c919f-e5f9-4d23-b23b-17b787bcf83d', 'tenant_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'fixed_ips': [{'subnet_id': '1bcd2eeb-8b15-4858-9109-baf126c22b5e'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:23:24.380538 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8df14b0d-dae6-40ec-9925-8a8ae9789afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:24.395035 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f92c411c-4ba0-49df-92cd-d91f6baae1bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:24.415529 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f92c411c-4ba0-49df-92cd-d91f6baae1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:24.484491 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-eb95f316-2ec3-4fd6-962b-ea31d494128f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:24.524399 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-eb95f316-2ec3-4fd6-962b-ea31d494128f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:24.556877 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a3d841d8-212f-448e-bdff-ac3ac594553c None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:24.567579 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb95f316-2ec3-4fd6-962b-ea31d494128f admin admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:23:24.570642 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-eb95f316-2ec3-4fd6-962b-ea31d494128f admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:23:24.573302 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a3d841d8-212f-448e-bdff-ac3ac594553c None None] Transition to ACTIVE for port object c7e2ba31-748c-4b8b-81c4-a4eb47ada84c will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:23:24.575652 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb95f316-2ec3-4fd6-962b-ea31d494128f admin admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:23:24.579964 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb95f316-2ec3-4fd6-962b-ea31d494128f admin admin] Pushing event updated for resources: {'Port': ['ID=d42a32f8-5d1d-4ce5-98ac-9d3832f25bb5,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:24.591753 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-f92c411c-4ba0-49df-92cd-d91f6baae1bd admin admin] Allocated IP 172.25.2.60 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/79fb6f8f-87a1-4dac-ae56-65c981280d2b) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:23:24.599319 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-8df14b0d-dae6-40ec-9925-8a8ae9789afa None None] Allocated IP 172.20.0.2 (f13c919f-e5f9-4d23-b23b-17b787bcf83d/1bcd2eeb-8b15-4858-9109-baf126c22b5e/2a244668-ac32-400d-a0ae-09c95952618b) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:23:24.601442 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a3d841d8-212f-448e-bdff-ac3ac594553c None None] Transition to ACTIVE for port object c7e2ba31-748c-4b8b-81c4-a4eb47ada84c will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:23:24.612189 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a3d841d8-212f-448e-bdff-ac3ac594553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:24.674083 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d841d8-212f-448e-bdff-ac3ac594553c None None] Network 98ecc97a-9af6-487c-a55e-8db85413d4dc is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:23:24.680201 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-a3d841d8-212f-448e-bdff-ac3ac594553c None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:23:24.689532 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d841d8-212f-448e-bdff-ac3ac594553c None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:23:24.737315 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d841d8-212f-448e-bdff-ac3ac594553c None None] Pushing event updated for resources: {'Port': ['ID=c7e2ba31-748c-4b8b-81c4-a4eb47ada84c,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:24.875217 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-a3d841d8-212f-448e-bdff-ac3ac594553c None None] Attempting to bind port c7e2ba31-748c-4b8b-81c4-a4eb47ada84c on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:23:24.875629 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-a3d841d8-212f-448e-bdff-ac3ac594553c None None] Attempting to bind port c7e2ba31-748c-4b8b-81c4-a4eb47ada84c by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'de9a6d90-eb00-4cfe-bbc3-f4553955b5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '98ecc97a-9af6-487c-a55e-8db85413d4dc'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:23:24.876007 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d841d8-212f-448e-bdff-ac3ac594553c None None] Attempting to bind port c7e2ba31-748c-4b8b-81c4-a4eb47ada84c on network 98ecc97a-9af6-487c-a55e-8db85413d4dc {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:23:24.884403 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d841d8-212f-448e-bdff-ac3ac594553c None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:23:24.884781 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d841d8-212f-448e-bdff-ac3ac594553c None None] Checking segment: {'id': 'de9a6d90-eb00-4cfe-bbc3-f4553955b5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '98ecc97a-9af6-487c-a55e-8db85413d4dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:23:24.885193 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a3d841d8-212f-448e-bdff-ac3ac594553c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:24.885598 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d841d8-212f-448e-bdff-ac3ac594553c None None] Bound using segment: {'id': 'de9a6d90-eb00-4cfe-bbc3-f4553955b5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '98ecc97a-9af6-487c-a55e-8db85413d4dc'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:23:24.886072 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-a3d841d8-212f-448e-bdff-ac3ac594553c None None] Bound port: c7e2ba31-748c-4b8b-81c4-a4eb47ada84c, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de9a6d90-eb00-4cfe-bbc3-f4553955b5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '98ecc97a-9af6-487c-a55e-8db85413d4dc'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:23:24.886464 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a3d841d8-212f-448e-bdff-ac3ac594553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:24.937973 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-eb95f316-2ec3-4fd6-962b-ea31d494128f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:24.985421 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8df14b0d-dae6-40ec-9925-8a8ae9789afa None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:25.004910 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8df14b0d-dae6-40ec-9925-8a8ae9789afa None None] Transition to ACTIVE for port object 2a244668-ac32-400d-a0ae-09c95952618b will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:23:25.013974 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-a3d841d8-212f-448e-bdff-ac3ac594553c None None] For port c7e2ba31-748c-4b8b-81c4-a4eb47ada84c, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:23:25.020299 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-a3d841d8-212f-448e-bdff-ac3ac594553c None None] For port c7e2ba31-748c-4b8b-81c4-a4eb47ada84c, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=c7e2ba31-748c-4b8b-81c4-a4eb47ada84c,segment=NetworkSegment(de9a6d90-eb00-4cfe-bbc3-f4553955b5f8),segment_id=de9a6d90-eb00-4cfe-bbc3-f4553955b5f8)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:23:25.030380 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8df14b0d-dae6-40ec-9925-8a8ae9789afa None None] Transition to ACTIVE for port object 2a244668-ac32-400d-a0ae-09c95952618b will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:23:25.036303 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a3d841d8-212f-448e-bdff-ac3ac594553c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:25.048076 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8df14b0d-dae6-40ec-9925-8a8ae9789afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:25.051535 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f92c411c-4ba0-49df-92cd-d91f6baae1bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:25.097207 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df14b0d-dae6-40ec-9925-8a8ae9789afa None None] Network f13c919f-e5f9-4d23-b23b-17b787bcf83d is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:23:25.100527 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f92c411c-4ba0-49df-92cd-d91f6baae1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:25.104437 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-8df14b0d-dae6-40ec-9925-8a8ae9789afa None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:23:25.119880 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df14b0d-dae6-40ec-9925-8a8ae9789afa None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:23:25.122230 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92c411c-4ba0-49df-92cd-d91f6baae1bd admin admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:23:25.125504 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-f92c411c-4ba0-49df-92cd-d91f6baae1bd admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:23:25.150915 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92c411c-4ba0-49df-92cd-d91f6baae1bd admin admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:23:25.211074 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92c411c-4ba0-49df-92cd-d91f6baae1bd admin admin] Pushing event updated for resources: {'Port': ['ID=79fb6f8f-87a1-4dac-ae56-65c981280d2b,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:25.217191 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d841d8-212f-448e-bdff-ac3ac594553c None None] Pushing event updated for resources: {'Port': ['ID=c7e2ba31-748c-4b8b-81c4-a4eb47ada84c,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:25.259433 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-8df14b0d-dae6-40ec-9925-8a8ae9789afa None None] Attempting to bind port 2a244668-ac32-400d-a0ae-09c95952618b on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:23:25.259826 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-8df14b0d-dae6-40ec-9925-8a8ae9789afa None None] Attempting to bind port 2a244668-ac32-400d-a0ae-09c95952618b by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '2adf6ec5-9e29-47bb-b59a-45826b3552e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f13c919f-e5f9-4d23-b23b-17b787bcf83d'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:23:25.260337 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df14b0d-dae6-40ec-9925-8a8ae9789afa None None] Attempting to bind port 2a244668-ac32-400d-a0ae-09c95952618b on network f13c919f-e5f9-4d23-b23b-17b787bcf83d {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:23:25.268679 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df14b0d-dae6-40ec-9925-8a8ae9789afa None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:23:25.269059 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df14b0d-dae6-40ec-9925-8a8ae9789afa None None] Checking segment: {'id': '2adf6ec5-9e29-47bb-b59a-45826b3552e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f13c919f-e5f9-4d23-b23b-17b787bcf83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:23:25.269470 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8df14b0d-dae6-40ec-9925-8a8ae9789afa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:25.269871 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df14b0d-dae6-40ec-9925-8a8ae9789afa None None] Bound using segment: {'id': '2adf6ec5-9e29-47bb-b59a-45826b3552e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f13c919f-e5f9-4d23-b23b-17b787bcf83d'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:23:25.270510 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-8df14b0d-dae6-40ec-9925-8a8ae9789afa None None] Bound port: 2a244668-ac32-400d-a0ae-09c95952618b, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2adf6ec5-9e29-47bb-b59a-45826b3552e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f13c919f-e5f9-4d23-b23b-17b787bcf83d'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:23:25.270935 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8df14b0d-dae6-40ec-9925-8a8ae9789afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:25.290444 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df14b0d-dae6-40ec-9925-8a8ae9789afa None None] Pushing event updated for resources: {'Port': ['ID=2a244668-ac32-400d-a0ae-09c95952618b,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:25.366279 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-8df14b0d-dae6-40ec-9925-8a8ae9789afa None None] For port 2a244668-ac32-400d-a0ae-09c95952618b, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:23:25.371518 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-8df14b0d-dae6-40ec-9925-8a8ae9789afa None None] For port 2a244668-ac32-400d-a0ae-09c95952618b, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2a244668-ac32-400d-a0ae-09c95952618b,segment=NetworkSegment(2adf6ec5-9e29-47bb-b59a-45826b3552e5),segment_id=2adf6ec5-9e29-47bb-b59a-45826b3552e5)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:23:25.389556 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8df14b0d-dae6-40ec-9925-8a8ae9789afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:25.499535 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df14b0d-dae6-40ec-9925-8a8ae9789afa None None] Pushing event updated for resources: {'Port': ['ID=2a244668-ac32-400d-a0ae-09c95952618b,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:25.516851 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f92c411c-4ba0-49df-92cd-d91f6baae1bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:25.668992 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-eb95f316-2ec3-4fd6-962b-ea31d494128f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:25.787612 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f92c411c-4ba0-49df-92cd-d91f6baae1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:25.869043 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb95f316-2ec3-4fd6-962b-ea31d494128f admin admin] Router 72d34749-42f4-4c0b-8fea-82aea5c3515c is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:23:25.997170 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92c411c-4ba0-49df-92cd-d91f6baae1bd admin admin] Router dae6116a-0aa2-4a79-a864-a17ca14f99a8 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:23:25.999021 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb95f316-2ec3-4fd6-962b-ea31d494128f admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:23:26.009557 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde07c8f-bd60-4459-bd51-07fe9c5cfc80 None None] Sync routers for ids ['72d34749-42f4-4c0b-8fea-82aea5c3515c'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:23:26.022146 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-eb95f316-2ec3-4fd6-962b-ea31d494128f admin admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:26.024030 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-eb95f316-2ec3-4fd6-962b-ea31d494128f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 2.3170254 Jul 24 01:23:26.027211 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45734) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:26.036456 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde07c8f-bd60-4459-bd51-07fe9c5cfc80 None None] Routers {'72d34749-42f4-4c0b-8fea-82aea5c3515c'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:23:26.036648 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-cde07c8f-bd60-4459-bd51-07fe9c5cfc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:23:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['72d34749-42f4-4c0b-8fea-82aea5c3515c'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:26.203122 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92c411c-4ba0-49df-92cd-d91f6baae1bd admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:23:26.221639 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6271fc9b-3495-4dce-9639-deb0d2c52d98 None None] Sync routers for ids ['dae6116a-0aa2-4a79-a864-a17ca14f99a8'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:23:26.245923 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-cde07c8f-bd60-4459-bd51-07fe9c5cfc80 None None] Set router 72d34749-42f4-4c0b-8fea-82aea5c3515c gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:23:26.248779 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6271fc9b-3495-4dce-9639-deb0d2c52d98 None None] Routers {'dae6116a-0aa2-4a79-a864-a17ca14f99a8'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:23:26.249433 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-6271fc9b-3495-4dce-9639-deb0d2c52d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:23:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['dae6116a-0aa2-4a79-a864-a17ca14f99a8'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:26.252026 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f92c411c-4ba0-49df-92cd-d91f6baae1bd admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:26.259887 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f92c411c-4ba0-49df-92cd-d91f6baae1bd admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3713009 Jul 24 01:23:26.261185 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45736) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:26.289038 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2a244668-ac32-400d-a0ae-09c95952618b up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:23:26.459357 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-6271fc9b-3495-4dce-9639-deb0d2c52d98 None None] Set router dae6116a-0aa2-4a79-a864-a17ca14f99a8 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:23:26.468734 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 2a244668-ac32-400d-a0ae-09c95952618b completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:23:26.475083 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device c7e2ba31-748c-4b8b-81c4-a4eb47ada84c up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:23:26.674493 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ca53eb-deaa-4120-8d16-9b1de9cd8a5d None None] Network 98ecc97a-9af6-487c-a55e-8db85413d4dc requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:23:26.731728 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port c7e2ba31-748c-4b8b-81c4-a4eb47ada84c completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:23:26.839084 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-138555c4-b03f-4f61-99ce-b1cd31713e3a None None] Provisioning for port c7e2ba31-748c-4b8b-81c4-a4eb47ada84c completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:23:26.888022 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-138555c4-b03f-4f61-99ce-b1cd31713e3a None None] Provisioning complete for port c7e2ba31-748c-4b8b-81c4-a4eb47ada84c triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:23:26.889979 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-138555c4-b03f-4f61-99ce-b1cd31713e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:26.896874 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4d075ee8-2c9c-466a-a64e-05f00f3a5fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:26.971546 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-cde07c8f-bd60-4459-bd51-07fe9c5cfc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d34749-42f4-4c0b-8fea-82aea5c3515c', 'name': 'tempest-ImageQuotaTest-181783902-router', 'tenant_id': '01c93bdd64ab46a883f7dc4e50eb7a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'd42a32f8-5d1d-4ce5-98ac-9d3832f25bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:23Z', 'updated_at': '2021-07-24T01:23:24Z', 'revision_number': 3, 'project_id': '01c93bdd64ab46a883f7dc4e50eb7a03', 'gw_port': {'id': 'd42a32f8-5d1d-4ce5-98ac-9d3832f25bb5', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ef:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d34749-42f4-4c0b-8fea-82aea5c3515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:24Z', 'updated_at': '2021-07-24T01:23:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:26.976578 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-6271fc9b-3495-4dce-9639-deb0d2c52d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'name': 'tempest-TestVolumeBackupRestore-982176044-router', 'tenant_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '79fb6f8f-87a1-4dac-ae56-65c981280d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:23Z', 'updated_at': '2021-07-24T01:23:25Z', 'revision_number': 3, 'project_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'gw_port': {'id': '79fb6f8f-87a1-4dac-ae56-65c981280d2b', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:24Z', 'updated_at': '2021-07-24T01:23:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:27.037621 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6271fc9b-3495-4dce-9639-deb0d2c52d98 None None] Checking router: dae6116a-0aa2-4a79-a864-a17ca14f99a8 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:23:27.039652 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6271fc9b-3495-4dce-9639-deb0d2c52d98 None None] Updating router dae6116a-0aa2-4a79-a864-a17ca14f99a8 port 79fb6f8f-87a1-4dac-ae56-65c981280d2b binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:23:27.089353 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde07c8f-bd60-4459-bd51-07fe9c5cfc80 None None] Checking router: 72d34749-42f4-4c0b-8fea-82aea5c3515c for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:23:27.090494 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde07c8f-bd60-4459-bd51-07fe9c5cfc80 None None] Updating router 72d34749-42f4-4c0b-8fea-82aea5c3515c port d42a32f8-5d1d-4ce5-98ac-9d3832f25bb5 binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:23:27.113287 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-6271fc9b-3495-4dce-9639-deb0d2c52d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:27.195321 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-4d075ee8-2c9c-466a-a64e-05f00f3a5fed admin admin] Allocated IP 172.20.0.1 (98ecc97a-9af6-487c-a55e-8db85413d4dc/1714b367-5960-4ce9-b05c-9d0980aaec91/5f92122a-0d53-4236-9b8a-08b12172e813) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:23:27.220226 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e99d3f5-f05d-4de2-bd10-2049dcd7401b None None] Network f13c919f-e5f9-4d23-b23b-17b787bcf83d requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:23:27.235175 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ac05bfb2-5075-49bd-a70f-6c47aad36c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:27.278042 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-cde07c8f-bd60-4459-bd51-07fe9c5cfc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:27.342900 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4d075ee8-2c9c-466a-a64e-05f00f3a5fed admin admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:27.365289 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-4d075ee8-2c9c-466a-a64e-05f00f3a5fed admin admin] Transition to ACTIVE for port object 5f92122a-0d53-4236-9b8a-08b12172e813 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:23:27.444383 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4d075ee8-2c9c-466a-a64e-05f00f3a5fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:27.476854 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-ac05bfb2-5075-49bd-a70f-6c47aad36c5e admin admin] Allocated IP 172.20.0.1 (f13c919f-e5f9-4d23-b23b-17b787bcf83d/1bcd2eeb-8b15-4858-9109-baf126c22b5e/aa8c0129-fbba-47a0-aa72-30c29730a02d) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:23:27.518952 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d075ee8-2c9c-466a-a64e-05f00f3a5fed admin admin] Network 98ecc97a-9af6-487c-a55e-8db85413d4dc is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:23:27.522614 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-4d075ee8-2c9c-466a-a64e-05f00f3a5fed admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:23:27.527806 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d075ee8-2c9c-466a-a64e-05f00f3a5fed admin admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:23:27.550344 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d075ee8-2c9c-466a-a64e-05f00f3a5fed admin admin] Pushing event updated for resources: {'Port': ['ID=5f92122a-0d53-4236-9b8a-08b12172e813,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:27.559348 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-6271fc9b-3495-4dce-9639-deb0d2c52d98 None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:27.577220 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-138555c4-b03f-4f61-99ce-b1cd31713e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:27.581495 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-6271fc9b-3495-4dce-9639-deb0d2c52d98 None None] Transition to ACTIVE for port object 79fb6f8f-87a1-4dac-ae56-65c981280d2b will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:23:27.589778 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4d075ee8-2c9c-466a-a64e-05f00f3a5fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:27.591214 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-6271fc9b-3495-4dce-9639-deb0d2c52d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:27.653574 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-6271fc9b-3495-4dce-9639-deb0d2c52d98 None None] Attempting to bind port 79fb6f8f-87a1-4dac-ae56-65c981280d2b on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:23:27.654628 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-6271fc9b-3495-4dce-9639-deb0d2c52d98 None None] Attempting to bind port 79fb6f8f-87a1-4dac-ae56-65c981280d2b by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:23:27.655069 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6271fc9b-3495-4dce-9639-deb0d2c52d98 None None] Attempting to bind port 79fb6f8f-87a1-4dac-ae56-65c981280d2b on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:23:27.667050 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6271fc9b-3495-4dce-9639-deb0d2c52d98 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:23:27.667430 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6271fc9b-3495-4dce-9639-deb0d2c52d98 None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:23:27.667961 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-6271fc9b-3495-4dce-9639-deb0d2c52d98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:27.668433 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6271fc9b-3495-4dce-9639-deb0d2c52d98 None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:23:27.668975 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ac05bfb2-5075-49bd-a70f-6c47aad36c5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:27.669107 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-6271fc9b-3495-4dce-9639-deb0d2c52d98 None None] Bound port: 79fb6f8f-87a1-4dac-ae56-65c981280d2b, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:23:27.675041 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-6271fc9b-3495-4dce-9639-deb0d2c52d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:27.703427 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-ac05bfb2-5075-49bd-a70f-6c47aad36c5e admin admin] Transition to ACTIVE for port object aa8c0129-fbba-47a0-aa72-30c29730a02d will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:23:27.778834 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-138555c4-b03f-4f61-99ce-b1cd31713e3a None None] For port c7e2ba31-748c-4b8b-81c4-a4eb47ada84c, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=c7e2ba31-748c-4b8b-81c4-a4eb47ada84c,segment=NetworkSegment(de9a6d90-eb00-4cfe-bbc3-f4553955b5f8),segment_id=de9a6d90-eb00-4cfe-bbc3-f4553955b5f8)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:23:27.791108 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-6271fc9b-3495-4dce-9639-deb0d2c52d98 None None] For port 79fb6f8f-87a1-4dac-ae56-65c981280d2b, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:23:27.796824 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ac05bfb2-5075-49bd-a70f-6c47aad36c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:27.797298 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-6271fc9b-3495-4dce-9639-deb0d2c52d98 None None] For port 79fb6f8f-87a1-4dac-ae56-65c981280d2b, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=79fb6f8f-87a1-4dac-ae56-65c981280d2b,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:23:27.799286 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17cb6b5-d305-465a-9320-04589fd68d0b None None] Pushing event updated for resources: {'Port': ['ID=79fb6f8f-87a1-4dac-ae56-65c981280d2b,revision_number=2']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:27.810033 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-6271fc9b-3495-4dce-9639-deb0d2c52d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:27.814128 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-138555c4-b03f-4f61-99ce-b1cd31713e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:27.816242 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4d075ee8-2c9c-466a-a64e-05f00f3a5fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:27.841217 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17cb6b5-d305-465a-9320-04589fd68d0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:27.842932 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17cb6b5-d305-465a-9320-04589fd68d0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:27.843407 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17cb6b5-d305-465a-9320-04589fd68d0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:27.844564 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17cb6b5-d305-465a-9320-04589fd68d0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:27.844899 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17cb6b5-d305-465a-9320-04589fd68d0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:27.845554 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17cb6b5-d305-465a-9320-04589fd68d0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:27.845895 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17cb6b5-d305-465a-9320-04589fd68d0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:27.846221 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17cb6b5-d305-465a-9320-04589fd68d0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:27.846545 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17cb6b5-d305-465a-9320-04589fd68d0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:27.846967 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17cb6b5-d305-465a-9320-04589fd68d0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:27.847293 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17cb6b5-d305-465a-9320-04589fd68d0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:27.847615 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c17cb6b5-d305-465a-9320-04589fd68d0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:27.901869 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac05bfb2-5075-49bd-a70f-6c47aad36c5e admin admin] Network f13c919f-e5f9-4d23-b23b-17b787bcf83d is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:23:27.927195 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-ac05bfb2-5075-49bd-a70f-6c47aad36c5e admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:23:27.932266 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac05bfb2-5075-49bd-a70f-6c47aad36c5e admin admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:23:27.940126 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac05bfb2-5075-49bd-a70f-6c47aad36c5e admin admin] Pushing event updated for resources: {'Port': ['ID=aa8c0129-fbba-47a0-aa72-30c29730a02d,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:27.986465 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17cb6b5-d305-465a-9320-04589fd68d0b None None] Pushing event updated for resources: {'Port': ['ID=79fb6f8f-87a1-4dac-ae56-65c981280d2b,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:28.022114 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6271fc9b-3495-4dce-9639-deb0d2c52d98 None None] Routers {'dae6116a-0aa2-4a79-a864-a17ca14f99a8'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:23:28.026359 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-6271fc9b-3495-4dce-9639-deb0d2c52d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:23:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['dae6116a-0aa2-4a79-a864-a17ca14f99a8'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:28.060270 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ac05bfb2-5075-49bd-a70f-6c47aad36c5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:28.073871 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4d075ee8-2c9c-466a-a64e-05f00f3a5fed admin admin] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:28.089613 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4d075ee8-2c9c-466a-a64e-05f00f3a5fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:28.265539 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4d075ee8-2c9c-466a-a64e-05f00f3a5fed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:28.276118 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-6271fc9b-3495-4dce-9639-deb0d2c52d98 None None] Set router dae6116a-0aa2-4a79-a864-a17ca14f99a8 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:23:28.281398 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d075ee8-2c9c-466a-a64e-05f00f3a5fed admin admin] Pushing event updated for resources: {'Port': ['ID=5f92122a-0d53-4236-9b8a-08b12172e813,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:28.290447 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138555c4-b03f-4f61-99ce-b1cd31713e3a None None] Pushing event updated for resources: {'Port': ['ID=c7e2ba31-748c-4b8b-81c4-a4eb47ada84c,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:28.297447 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a30a87c2-03c4-4610-a286-d616d6726618 None None] Provisioning for port 2a244668-ac32-400d-a0ae-09c95952618b completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:23:28.308388 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a30a87c2-03c4-4610-a286-d616d6726618 None None] Provisioning complete for port 2a244668-ac32-400d-a0ae-09c95952618b triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:23:28.308768 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30a87c2-03c4-4610-a286-d616d6726618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:28.379021 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-cde07c8f-bd60-4459-bd51-07fe9c5cfc80 None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:28.413663 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-cde07c8f-bd60-4459-bd51-07fe9c5cfc80 None None] Transition to ACTIVE for port object d42a32f8-5d1d-4ce5-98ac-9d3832f25bb5 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:23:28.440171 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-cde07c8f-bd60-4459-bd51-07fe9c5cfc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:28.470755 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ac05bfb2-5075-49bd-a70f-6c47aad36c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:28.557090 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d075ee8-2c9c-466a-a64e-05f00f3a5fed admin admin] Network 98ecc97a-9af6-487c-a55e-8db85413d4dc is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:23:28.558560 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-4d075ee8-2c9c-466a-a64e-05f00f3a5fed admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:23:28.679503 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30a87c2-03c4-4610-a286-d616d6726618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:28.682877 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-cde07c8f-bd60-4459-bd51-07fe9c5cfc80 None None] Attempting to bind port d42a32f8-5d1d-4ce5-98ac-9d3832f25bb5 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:23:28.683471 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-cde07c8f-bd60-4459-bd51-07fe9c5cfc80 None None] Attempting to bind port d42a32f8-5d1d-4ce5-98ac-9d3832f25bb5 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:23:28.683946 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde07c8f-bd60-4459-bd51-07fe9c5cfc80 None None] Attempting to bind port d42a32f8-5d1d-4ce5-98ac-9d3832f25bb5 on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:23:28.689875 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e21fa-bb58-48bf-8838-1914ea8f7829 None None] Pushing event updated for resources: {'Port': ['ID=d42a32f8-5d1d-4ce5-98ac-9d3832f25bb5,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:28.702842 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde07c8f-bd60-4459-bd51-07fe9c5cfc80 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:23:28.710041 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde07c8f-bd60-4459-bd51-07fe9c5cfc80 None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:23:28.710041 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-cde07c8f-bd60-4459-bd51-07fe9c5cfc80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:28.710041 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde07c8f-bd60-4459-bd51-07fe9c5cfc80 None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:23:28.714117 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-cde07c8f-bd60-4459-bd51-07fe9c5cfc80 None None] Bound port: d42a32f8-5d1d-4ce5-98ac-9d3832f25bb5, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:23:28.714739 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-cde07c8f-bd60-4459-bd51-07fe9c5cfc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:28.727973 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-6271fc9b-3495-4dce-9639-deb0d2c52d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'name': 'tempest-TestVolumeBackupRestore-982176044-router', 'tenant_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '79fb6f8f-87a1-4dac-ae56-65c981280d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:23Z', 'updated_at': '2021-07-24T01:23:25Z', 'revision_number': 3, 'project_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'gw_port': {'id': '79fb6f8f-87a1-4dac-ae56-65c981280d2b', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:24Z', 'updated_at': '2021-07-24T01:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:28.782136 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6271fc9b-3495-4dce-9639-deb0d2c52d98 None None] The sync data for ids ['dae6116a-0aa2-4a79-a864-a17ca14f99a8'] in n-d-793621-25 is: [{'id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'name': 'tempest-TestVolumeBackupRestore-982176044-router', 'tenant_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '79fb6f8f-87a1-4dac-ae56-65c981280d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:23Z', 'updated_at': '2021-07-24T01:23:25Z', 'revision_number': 3, 'project_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'gw_port': {'id': '79fb6f8f-87a1-4dac-ae56-65c981280d2b', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7a:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:24Z', 'updated_at': '2021-07-24T01:23:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:23:28.840974 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-cde07c8f-bd60-4459-bd51-07fe9c5cfc80 None None] For port d42a32f8-5d1d-4ce5-98ac-9d3832f25bb5, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:23:28.845314 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-cde07c8f-bd60-4459-bd51-07fe9c5cfc80 None None] For port d42a32f8-5d1d-4ce5-98ac-9d3832f25bb5, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=d42a32f8-5d1d-4ce5-98ac-9d3832f25bb5,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:23:28.868803 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-cde07c8f-bd60-4459-bd51-07fe9c5cfc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:28.915357 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-a30a87c2-03c4-4610-a286-d616d6726618 None None] For port 2a244668-ac32-400d-a0ae-09c95952618b, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2a244668-ac32-400d-a0ae-09c95952618b,segment=NetworkSegment(2adf6ec5-9e29-47bb-b59a-45826b3552e5),segment_id=2adf6ec5-9e29-47bb-b59a-45826b3552e5)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:23:28.915893 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d075ee8-2c9c-466a-a64e-05f00f3a5fed admin admin] Router 72d34749-42f4-4c0b-8fea-82aea5c3515c has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:23:28.922125 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ac05bfb2-5075-49bd-a70f-6c47aad36c5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:28.937477 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ac05bfb2-5075-49bd-a70f-6c47aad36c5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:28.981104 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30a87c2-03c4-4610-a286-d616d6726618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:29.039525 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac05bfb2-5075-49bd-a70f-6c47aad36c5e admin admin] Pushing event updated for resources: {'Port': ['ID=aa8c0129-fbba-47a0-aa72-30c29730a02d,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:29.045782 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde07c8f-bd60-4459-bd51-07fe9c5cfc80 None None] Routers {'72d34749-42f4-4c0b-8fea-82aea5c3515c'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:23:29.046650 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-cde07c8f-bd60-4459-bd51-07fe9c5cfc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:23:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['72d34749-42f4-4c0b-8fea-82aea5c3515c'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:29.119913 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ac05bfb2-5075-49bd-a70f-6c47aad36c5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:29.140241 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e21fa-bb58-48bf-8838-1914ea8f7829 None None] Pushing event updated for resources: {'Port': ['ID=d42a32f8-5d1d-4ce5-98ac-9d3832f25bb5,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:29.166404 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d075ee8-2c9c-466a-a64e-05f00f3a5fed admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:23:29.197064 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4d075ee8-2c9c-466a-a64e-05f00f3a5fed admin admin] 10.222.0.15 "PUT /v2.0/routers/72d34749-42f4-4c0b-8fea-82aea5c3515c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1684976 Jul 24 01:23:29.242337 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c3215343-22d8-4f89-86bc-4ef5a64f40a6 None None] Provisioning complete for port 2a244668-ac32-400d-a0ae-09c95952618b triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:23:29.242746 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c3215343-22d8-4f89-86bc-4ef5a64f40a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:29.332642 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac05bfb2-5075-49bd-a70f-6c47aad36c5e admin admin] Network f13c919f-e5f9-4d23-b23b-17b787bcf83d is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:23:29.334629 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-ac05bfb2-5075-49bd-a70f-6c47aad36c5e admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:23:29.380445 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a87c2-03c4-4610-a286-d616d6726618 None None] Pushing event updated for resources: {'Port': ['ID=2a244668-ac32-400d-a0ae-09c95952618b,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:29.400423 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-cde07c8f-bd60-4459-bd51-07fe9c5cfc80 None None] Set router 72d34749-42f4-4c0b-8fea-82aea5c3515c gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:23:29.541014 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac05bfb2-5075-49bd-a70f-6c47aad36c5e admin admin] Router dae6116a-0aa2-4a79-a864-a17ca14f99a8 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:23:29.874020 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c3215343-22d8-4f89-86bc-4ef5a64f40a6 None None] Provisioning for port 5f92122a-0d53-4236-9b8a-08b12172e813 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:23:29.877448 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac05bfb2-5075-49bd-a70f-6c47aad36c5e admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:23:29.898820 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c3215343-22d8-4f89-86bc-4ef5a64f40a6 None None] Provisioning complete for port 5f92122a-0d53-4236-9b8a-08b12172e813 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:23:29.898820 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c3215343-22d8-4f89-86bc-4ef5a64f40a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:29.899156 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ac05bfb2-5075-49bd-a70f-6c47aad36c5e admin admin] 10.222.0.15 "PUT /v2.0/routers/dae6116a-0aa2-4a79-a864-a17ca14f99a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6298850 Jul 24 01:23:29.965358 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-c3215343-22d8-4f89-86bc-4ef5a64f40a6 None None] Port 5f92122a-0d53-4236-9b8a-08b12172e813 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:23:29.995737 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c3215343-22d8-4f89-86bc-4ef5a64f40a6 None None] Provisioning complete for port c7e2ba31-748c-4b8b-81c4-a4eb47ada84c triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:23:29.996008 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c3215343-22d8-4f89-86bc-4ef5a64f40a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:30.056484 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-cde07c8f-bd60-4459-bd51-07fe9c5cfc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d34749-42f4-4c0b-8fea-82aea5c3515c', 'name': 'tempest-ImageQuotaTest-181783902-router', 'tenant_id': '01c93bdd64ab46a883f7dc4e50eb7a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'd42a32f8-5d1d-4ce5-98ac-9d3832f25bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:23Z', 'updated_at': '2021-07-24T01:23:27Z', 'revision_number': 4, 'project_id': '01c93bdd64ab46a883f7dc4e50eb7a03', 'gw_port': {'id': 'd42a32f8-5d1d-4ce5-98ac-9d3832f25bb5', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ef:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d34749-42f4-4c0b-8fea-82aea5c3515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:24Z', 'updated_at': '2021-07-24T01:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '5f92122a-0d53-4236-9b8a-08b12172e813', 'name': '', 'network_id': '98ecc97a-9af6-487c-a55e-8db85413d4dc', 'tenant_id': '01c93bdd64ab46a883f7dc4e50eb7a03', 'mac_address': 'fa:16:3e:a6:93:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d34749-42f4-4c0b-8fea-82aea5c3515c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '1714b367-5960-4ce9-b05c-9d0980aaec91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:26Z', 'updated_at': '2021-07-24T01:23:27Z', 'revision_number': 2, 'project_id': '01c93bdd64ab46a883f7dc4e50eb7a03', 'subnets': [{'id': '1714b367-5960-4ce9-b05c-9d0980aaec91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:30.097739 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde07c8f-bd60-4459-bd51-07fe9c5cfc80 None None] The sync data for ids ['72d34749-42f4-4c0b-8fea-82aea5c3515c'] in n-d-793621-25 is: [{'id': '72d34749-42f4-4c0b-8fea-82aea5c3515c', 'name': 'tempest-ImageQuotaTest-181783902-router', 'tenant_id': '01c93bdd64ab46a883f7dc4e50eb7a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'd42a32f8-5d1d-4ce5-98ac-9d3832f25bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:23Z', 'updated_at': '2021-07-24T01:23:27Z', 'revision_number': 4, 'project_id': '01c93bdd64ab46a883f7dc4e50eb7a03', 'gw_port': {'id': 'd42a32f8-5d1d-4ce5-98ac-9d3832f25bb5', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ef:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d34749-42f4-4c0b-8fea-82aea5c3515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:24Z', 'updated_at': '2021-07-24T01:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '5f92122a-0d53-4236-9b8a-08b12172e813', 'name': '', 'network_id': '98ecc97a-9af6-487c-a55e-8db85413d4dc', 'tenant_id': '01c93bdd64ab46a883f7dc4e50eb7a03', 'mac_address': 'fa:16:3e:a6:93:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d34749-42f4-4c0b-8fea-82aea5c3515c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3916, 'fixed_ips': [{'subnet_id': '1714b367-5960-4ce9-b05c-9d0980aaec91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:26Z', 'updated_at': '2021-07-24T01:23:27Z', 'revision_number': 2, 'project_id': '01c93bdd64ab46a883f7dc4e50eb7a03', 'subnets': [{'id': '1714b367-5960-4ce9-b05c-9d0980aaec91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:23:30.295715 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-11541d52-bfb2-4657-9083-ae64479ed2a0 None None] Provisioning for port aa8c0129-fbba-47a0-aa72-30c29730a02d completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:23:30.300050 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-11541d52-bfb2-4657-9083-ae64479ed2a0 None None] Provisioning complete for port aa8c0129-fbba-47a0-aa72-30c29730a02d triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:23:30.300438 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-11541d52-bfb2-4657-9083-ae64479ed2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:30.346066 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2a244668-ac32-400d-a0ae-09c95952618b up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:23:30.410527 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-11541d52-bfb2-4657-9083-ae64479ed2a0 None None] Port aa8c0129-fbba-47a0-aa72-30c29730a02d cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:23:30.444284 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 2a244668-ac32-400d-a0ae-09c95952618b triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:23:30.444993 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:30.578457 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device c7e2ba31-748c-4b8b-81c4-a4eb47ada84c up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:23:30.648893 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port c7e2ba31-748c-4b8b-81c4-a4eb47ada84c triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:23:30.651626 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:30.822570 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 79fb6f8f-87a1-4dac-ae56-65c981280d2b up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:23:30.847922 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45794) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:30.853317 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-7aeceb0c-d8b8-480f-9b6f-763e80d78339 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-36290574-network', 'tenant_id': 'ee12d3f5970c429d82f4f1def6a5ed4c'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:23:30.891371 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aeceb0c-d8b8-480f-9b6f-763e80d78339 admin admin] Made reservation on behalf of ee12d3f5970c429d82f4f1def6a5ed4c for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:23:30.894388 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7aeceb0c-d8b8-480f-9b6f-763e80d78339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:30.906644 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7aeceb0c-d8b8-480f-9b6f-763e80d78339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:30.934073 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 79fb6f8f-87a1-4dac-ae56-65c981280d2b completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:23:30.939565 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 79fb6f8f-87a1-4dac-ae56-65c981280d2b triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:23:30.939951 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:31.078139 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:31.113204 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 79fb6f8f-87a1-4dac-ae56-65c981280d2b, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=79fb6f8f-87a1-4dac-ae56-65c981280d2b,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:23:31.116763 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7aeceb0c-d8b8-480f-9b6f-763e80d78339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:31.120335 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:31.121600 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7aeceb0c-d8b8-480f-9b6f-763e80d78339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:31.159905 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aeceb0c-d8b8-480f-9b6f-763e80d78339 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:23:31.162435 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeceb0c-d8b8-480f-9b6f-763e80d78339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f8910a-1dad-425e-aad4-543ebb8990ed,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:31.174524 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7aeceb0c-d8b8-480f-9b6f-763e80d78339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:31.174822 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-7aeceb0c-d8b8-480f-9b6f-763e80d78339 admin admin] Added segment 775ec0ad-5c51-46f7-8b8e-0e8933096245 of type vlan for network eb1d0d1b-2f12-4193-a1e7-86208e7390f1 Jul 24 01:23:31.189740 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45798) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:31.246929 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=79fb6f8f-87a1-4dac-ae56-65c981280d2b,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:31.262889 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7aeceb0c-d8b8-480f-9b6f-763e80d78339 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:31.304348 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7aeceb0c-d8b8-480f-9b6f-763e80d78339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:31.306068 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aeceb0c-d8b8-480f-9b6f-763e80d78339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:23:31.306803 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7aeceb0c-d8b8-480f-9b6f-763e80d78339 admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:31.338599 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7aeceb0c-d8b8-480f-9b6f-763e80d78339 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4881120 Jul 24 01:23:31.341352 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45800) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:31.356196 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-eada5f8b-c03b-4cd8-b766-d46019e9b86f admin admin] Request body: {'subnet': {'network_id': 'eb1d0d1b-2f12-4193-a1e7-86208e7390f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-36290574-subnet', 'tenant_id': 'ee12d3f5970c429d82f4f1def6a5ed4c', 'ip_version': 4}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:23:31.570118 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18342e8-5440-4718-80e1-0e51c2a030e0 None None] Sync routers for ids ['dae6116a-0aa2-4a79-a864-a17ca14f99a8'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:23:31.583141 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18342e8-5440-4718-80e1-0e51c2a030e0 None None] Routers {'dae6116a-0aa2-4a79-a864-a17ca14f99a8'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:23:31.584051 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-d18342e8-5440-4718-80e1-0e51c2a030e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:23:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['dae6116a-0aa2-4a79-a864-a17ca14f99a8'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:31.684673 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e8199d28-49da-4bf2-8642-c16f5505f0cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:31.762882 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeceb0c-d8b8-480f-9b6f-763e80d78339 admin admin] Pushing event updated for resources: {'Network': ['ID=eb1d0d1b-2f12-4193-a1e7-86208e7390f1,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:31.787891 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network eb1d0d1b-2f12-4193-a1e7-86208e7390f1 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:23:31.796349 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eada5f8b-c03b-4cd8-b766-d46019e9b86f admin admin] Made reservation on behalf of ee12d3f5970c429d82f4f1def6a5ed4c for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:23:31.807131 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-eada5f8b-c03b-4cd8-b766-d46019e9b86f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:31.920431 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-d18342e8-5440-4718-80e1-0e51c2a030e0 None None] Set router dae6116a-0aa2-4a79-a864-a17ca14f99a8 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:23:32.059864 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-e8199d28-49da-4bf2-8642-c16f5505f0cf admin admin] Deleting port 5f92122a-0d53-4236-9b8a-08b12172e813 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:23:32.061336 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e8199d28-49da-4bf2-8642-c16f5505f0cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:32.172460 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-eada5f8b-c03b-4cd8-b766-d46019e9b86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:32.184814 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e8199d28-49da-4bf2-8642-c16f5505f0cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:32.211124 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-e8199d28-49da-4bf2-8642-c16f5505f0cf admin admin] Calling delete_port for 5f92122a-0d53-4236-9b8a-08b12172e813 owned by network:router_interface {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:23:32.293884 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada5f8b-c03b-4cd8-b766-d46019e9b86f admin admin] Pushing event updated for resources: {'Subnet': ['ID=03610138-f2dc-420b-9c93-153398a84da8,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:32.313064 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eada5f8b-c03b-4cd8-b766-d46019e9b86f admin admin] Checking segment: {'id': '775ec0ad-5c51-46f7-8b8e-0e8933096245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'eb1d0d1b-2f12-4193-a1e7-86208e7390f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:23:32.313986 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eada5f8b-c03b-4cd8-b766-d46019e9b86f admin admin] Network hostable DHCP agents. Network: eb1d0d1b-2f12-4193-a1e7-86208e7390f1, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:23:32.331881 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device d42a32f8-5d1d-4ce5-98ac-9d3832f25bb5 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:23:32.334214 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eada5f8b-c03b-4cd8-b766-d46019e9b86f admin admin] Network eb1d0d1b-2f12-4193-a1e7-86208e7390f1 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:23:32.344768 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-eada5f8b-c03b-4cd8-b766-d46019e9b86f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, eb1d0d1b-2f12-4193-a1e7-86208e7390f1) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:23:32.361183 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eada5f8b-c03b-4cd8-b766-d46019e9b86f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:23:32.362141 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-eada5f8b-c03b-4cd8-b766-d46019e9b86f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:32.369449 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-d18342e8-5440-4718-80e1-0e51c2a030e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'name': 'tempest-TestVolumeBackupRestore-982176044-router', 'tenant_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '79fb6f8f-87a1-4dac-ae56-65c981280d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:23Z', 'updated_at': '2021-07-24T01:23:28Z', 'revision_number': 4, 'project_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'gw_port': {'id': '79fb6f8f-87a1-4dac-ae56-65c981280d2b', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:24Z', 'updated_at': '2021-07-24T01:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'aa8c0129-fbba-47a0-aa72-30c29730a02d', 'name': '', 'network_id': 'f13c919f-e5f9-4d23-b23b-17b787bcf83d', 'tenant_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'mac_address': 'fa:16:3e:35:d8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '1bcd2eeb-8b15-4858-9109-baf126c22b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:27Z', 'updated_at': '2021-07-24T01:23:28Z', 'revision_number': 2, 'project_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'subnets': [{'id': '1bcd2eeb-8b15-4858-9109-baf126c22b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:32.375678 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dfb6fa-bbfb-4853-ac02-52ccc4088ac9 None None] Network eb1d0d1b-2f12-4193-a1e7-86208e7390f1 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:23:32.385887 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-eada5f8b-c03b-4cd8-b766-d46019e9b86f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0433712 Jul 24 01:23:32.389410 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45804) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:32.397999 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-35cb9b16-39aa-4ebd-b49a-393c5dc5fc34 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-36290574-router', 'tenant_id': 'ee12d3f5970c429d82f4f1def6a5ed4c', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:23:32.417931 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18342e8-5440-4718-80e1-0e51c2a030e0 None None] Checking router: dae6116a-0aa2-4a79-a864-a17ca14f99a8 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:23:32.418314 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18342e8-5440-4718-80e1-0e51c2a030e0 None None] Updating router dae6116a-0aa2-4a79-a864-a17ca14f99a8 port aa8c0129-fbba-47a0-aa72-30c29730a02d binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:23:32.432884 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-35cb9b16-39aa-4ebd-b49a-393c5dc5fc34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:32.434548 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-35cb9b16-39aa-4ebd-b49a-393c5dc5fc34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:32.458681 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d18342e8-5440-4718-80e1-0e51c2a030e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:32.484471 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e8199d28-49da-4bf2-8642-c16f5505f0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:32.519516 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8199d28-49da-4bf2-8642-c16f5505f0cf admin admin] Pushing event deleted for resources: {'Port': ['ID=5f92122a-0d53-4236-9b8a-08b12172e813,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:32.555383 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port d42a32f8-5d1d-4ce5-98ac-9d3832f25bb5 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:23:32.573822 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port d42a32f8-5d1d-4ce5-98ac-9d3832f25bb5 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:23:32.574199 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:32.598384 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-35cb9b16-39aa-4ebd-b49a-393c5dc5fc34 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:32.737545 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e8199d28-49da-4bf2-8642-c16f5505f0cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:32.793304 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-35cb9b16-39aa-4ebd-b49a-393c5dc5fc34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:32.962769 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ae19c8-f431-4f99-850b-3ab9a497561e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-eb1d0d1b-2f12-4193-a1e7-86208e7390f1', 'network_id': 'eb1d0d1b-2f12-4193-a1e7-86208e7390f1', 'tenant_id': 'ee12d3f5970c429d82f4f1def6a5ed4c', 'fixed_ips': [{'subnet_id': '03610138-f2dc-420b-9c93-153398a84da8'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:23:32.963685 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-05ae19c8-f431-4f99-850b-3ab9a497561e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:33.097092 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8199d28-49da-4bf2-8642-c16f5505f0cf admin admin] Router 72d34749-42f4-4c0b-8fea-82aea5c3515c has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:23:33.195814 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-05ae19c8-f431-4f99-850b-3ab9a497561e None None] Allocated IP 172.20.0.2 (eb1d0d1b-2f12-4193-a1e7-86208e7390f1/03610138-f2dc-420b-9c93-153398a84da8/2365f26c-c0d8-481f-99b6-0a88ed8acbb7) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:23:33.233669 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8199d28-49da-4bf2-8642-c16f5505f0cf admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:23:33.242159 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e8199d28-49da-4bf2-8642-c16f5505f0cf admin admin] 10.222.0.15 "PUT /v2.0/routers/72d34749-42f4-4c0b-8fea-82aea5c3515c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0493855 Jul 24 01:23:33.242471 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45812) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:33.263928 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-35cb9b16-39aa-4ebd-b49a-393c5dc5fc34 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:33.292881 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-35cb9b16-39aa-4ebd-b49a-393c5dc5fc34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:33.420403 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20c05e7-73cc-46a1-88f1-1f8569499b85 None None] Sync routers for ids ['72d34749-42f4-4c0b-8fea-82aea5c3515c'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:23:33.442419 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20c05e7-73cc-46a1-88f1-1f8569499b85 None None] Routers {'72d34749-42f4-4c0b-8fea-82aea5c3515c'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:23:33.443097 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-d20c05e7-73cc-46a1-88f1-1f8569499b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:23:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['72d34749-42f4-4c0b-8fea-82aea5c3515c'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:33.529461 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-35cb9b16-39aa-4ebd-b49a-393c5dc5fc34 admin admin] Allocated IP 172.25.2.91 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/463ea590-44b3-4bcc-b1e4-2bd5532bfd3a) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:23:33.600149 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-d20c05e7-73cc-46a1-88f1-1f8569499b85 None None] Set router 72d34749-42f4-4c0b-8fea-82aea5c3515c gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:23:33.603224 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:23:33.609325 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-05ae19c8-f431-4f99-850b-3ab9a497561e None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:33.625013 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-05ae19c8-f431-4f99-850b-3ab9a497561e None None] Transition to ACTIVE for port object 2365f26c-c0d8-481f-99b6-0a88ed8acbb7 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:23:33.656204 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-05ae19c8-f431-4f99-850b-3ab9a497561e None None] Transition to ACTIVE for port object 2365f26c-c0d8-481f-99b6-0a88ed8acbb7 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:23:33.666341 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:33.674570 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-35cb9b16-39aa-4ebd-b49a-393c5dc5fc34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:33.682230 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-05ae19c8-f431-4f99-850b-3ab9a497561e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:33.743676 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-35cb9b16-39aa-4ebd-b49a-393c5dc5fc34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:33.763465 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae19c8-f431-4f99-850b-3ab9a497561e None None] Pushing event updated for resources: {'Port': ['ID=2365f26c-c0d8-481f-99b6-0a88ed8acbb7,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:33.793420 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cb9b16-39aa-4ebd-b49a-393c5dc5fc34 admin admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:23:33.797766 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-35cb9b16-39aa-4ebd-b49a-393c5dc5fc34 admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:23:33.805304 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cb9b16-39aa-4ebd-b49a-393c5dc5fc34 admin admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:23:33.819971 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port d42a32f8-5d1d-4ce5-98ac-9d3832f25bb5, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=d42a32f8-5d1d-4ce5-98ac-9d3832f25bb5,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:23:33.831575 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ae19c8-f431-4f99-850b-3ab9a497561e None None] Network eb1d0d1b-2f12-4193-a1e7-86208e7390f1 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:23:33.852610 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-05ae19c8-f431-4f99-850b-3ab9a497561e None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:23:33.855109 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-d20c05e7-73cc-46a1-88f1-1f8569499b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d34749-42f4-4c0b-8fea-82aea5c3515c', 'name': 'tempest-ImageQuotaTest-181783902-router', 'tenant_id': '01c93bdd64ab46a883f7dc4e50eb7a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'd42a32f8-5d1d-4ce5-98ac-9d3832f25bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:23Z', 'updated_at': '2021-07-24T01:23:32Z', 'revision_number': 5, 'project_id': '01c93bdd64ab46a883f7dc4e50eb7a03', 'gw_port': {'id': 'd42a32f8-5d1d-4ce5-98ac-9d3832f25bb5', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ef:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d34749-42f4-4c0b-8fea-82aea5c3515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:24Z', 'updated_at': '2021-07-24T01:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:33.855292 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ae19c8-f431-4f99-850b-3ab9a497561e None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:23:33.858413 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:33.859256 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 79fb6f8f-87a1-4dac-ae56-65c981280d2b up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:23:33.883634 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb9b16-39aa-4ebd-b49a-393c5dc5fc34 admin admin] Pushing event updated for resources: {'Port': ['ID=463ea590-44b3-4bcc-b1e4-2bd5532bfd3a,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:33.897182 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20c05e7-73cc-46a1-88f1-1f8569499b85 None None] Checking router: 72d34749-42f4-4c0b-8fea-82aea5c3515c for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:23:33.905952 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a76f81bd-c87c-4050-92fc-3548e894e20a admin admin] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:33.908451 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cb9b16-39aa-4ebd-b49a-393c5dc5fc34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:33.908832 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cb9b16-39aa-4ebd-b49a-393c5dc5fc34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:33.909391 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20c05e7-73cc-46a1-88f1-1f8569499b85 None None] Routers {'72d34749-42f4-4c0b-8fea-82aea5c3515c'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:23:33.910118 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-d20c05e7-73cc-46a1-88f1-1f8569499b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:23:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['72d34749-42f4-4c0b-8fea-82aea5c3515c'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:33.911080 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cb9b16-39aa-4ebd-b49a-393c5dc5fc34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:33.911240 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cb9b16-39aa-4ebd-b49a-393c5dc5fc34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:33.911561 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cb9b16-39aa-4ebd-b49a-393c5dc5fc34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:33.911902 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cb9b16-39aa-4ebd-b49a-393c5dc5fc34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:33.912237 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cb9b16-39aa-4ebd-b49a-393c5dc5fc34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:33.912696 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cb9b16-39aa-4ebd-b49a-393c5dc5fc34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:33.912899 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cb9b16-39aa-4ebd-b49a-393c5dc5fc34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:33.913229 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cb9b16-39aa-4ebd-b49a-393c5dc5fc34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:33.913559 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cb9b16-39aa-4ebd-b49a-393c5dc5fc34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:33.917113 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cb9b16-39aa-4ebd-b49a-393c5dc5fc34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:33.989070 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d18342e8-5440-4718-80e1-0e51c2a030e0 None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:34.027954 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-d20c05e7-73cc-46a1-88f1-1f8569499b85 None None] Set router 72d34749-42f4-4c0b-8fea-82aea5c3515c gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:23:34.040978 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d18342e8-5440-4718-80e1-0e51c2a030e0 None None] Transition to ACTIVE for port object aa8c0129-fbba-47a0-aa72-30c29730a02d will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:23:34.044793 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-05ae19c8-f431-4f99-850b-3ab9a497561e None None] Attempting to bind port 2365f26c-c0d8-481f-99b6-0a88ed8acbb7 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:23:34.045159 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-05ae19c8-f431-4f99-850b-3ab9a497561e None None] Attempting to bind port 2365f26c-c0d8-481f-99b6-0a88ed8acbb7 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '775ec0ad-5c51-46f7-8b8e-0e8933096245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'eb1d0d1b-2f12-4193-a1e7-86208e7390f1'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:23:34.045528 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ae19c8-f431-4f99-850b-3ab9a497561e None None] Attempting to bind port 2365f26c-c0d8-481f-99b6-0a88ed8acbb7 on network eb1d0d1b-2f12-4193-a1e7-86208e7390f1 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:23:34.050400 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=d42a32f8-5d1d-4ce5-98ac-9d3832f25bb5,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:34.059116 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ae19c8-f431-4f99-850b-3ab9a497561e None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:23:34.059379 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ae19c8-f431-4f99-850b-3ab9a497561e None None] Checking segment: {'id': '775ec0ad-5c51-46f7-8b8e-0e8933096245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'eb1d0d1b-2f12-4193-a1e7-86208e7390f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:23:34.059982 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-05ae19c8-f431-4f99-850b-3ab9a497561e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:34.060414 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ae19c8-f431-4f99-850b-3ab9a497561e None None] Bound using segment: {'id': '775ec0ad-5c51-46f7-8b8e-0e8933096245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'eb1d0d1b-2f12-4193-a1e7-86208e7390f1'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:23:34.061025 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-05ae19c8-f431-4f99-850b-3ab9a497561e None None] Bound port: 2365f26c-c0d8-481f-99b6-0a88ed8acbb7, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '775ec0ad-5c51-46f7-8b8e-0e8933096245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'eb1d0d1b-2f12-4193-a1e7-86208e7390f1'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:23:34.061429 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-05ae19c8-f431-4f99-850b-3ab9a497561e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:34.066116 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d18342e8-5440-4718-80e1-0e51c2a030e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:34.090311 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a76f81bd-c87c-4050-92fc-3548e894e20a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:34.113969 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 79fb6f8f-87a1-4dac-ae56-65c981280d2b triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:23:34.114415 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:34.194411 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-a76f81bd-c87c-4050-92fc-3548e894e20a admin admin] Deleting port d42a32f8-5d1d-4ce5-98ac-9d3832f25bb5 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:23:34.194795 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a76f81bd-c87c-4050-92fc-3548e894e20a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:34.224612 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc1674-bb56-4866-9961-0ede9b876cc9 None None] Pushing event updated for resources: {'Port': ['ID=aa8c0129-fbba-47a0-aa72-30c29730a02d,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:34.354149 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-a76f81bd-c87c-4050-92fc-3548e894e20a admin admin] For port d42a32f8-5d1d-4ce5-98ac-9d3832f25bb5, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=d42a32f8-5d1d-4ce5-98ac-9d3832f25bb5,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:23:34.354665 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a76f81bd-c87c-4050-92fc-3548e894e20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:34.362054 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-35cb9b16-39aa-4ebd-b49a-393c5dc5fc34 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:34.375320 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-a76f81bd-c87c-4050-92fc-3548e894e20a admin admin] Calling delete_port for d42a32f8-5d1d-4ce5-98ac-9d3832f25bb5 owned by network:router_gateway {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:23:34.391710 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-05ae19c8-f431-4f99-850b-3ab9a497561e None None] For port 2365f26c-c0d8-481f-99b6-0a88ed8acbb7, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:23:34.443883 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-05ae19c8-f431-4f99-850b-3ab9a497561e None None] For port 2365f26c-c0d8-481f-99b6-0a88ed8acbb7, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2365f26c-c0d8-481f-99b6-0a88ed8acbb7,segment=NetworkSegment(775ec0ad-5c51-46f7-8b8e-0e8933096245),segment_id=775ec0ad-5c51-46f7-8b8e-0e8933096245)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:23:34.457342 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-d18342e8-5440-4718-80e1-0e51c2a030e0 None None] Attempting to bind port aa8c0129-fbba-47a0-aa72-30c29730a02d on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:23:34.458038 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-d18342e8-5440-4718-80e1-0e51c2a030e0 None None] Attempting to bind port aa8c0129-fbba-47a0-aa72-30c29730a02d by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '2adf6ec5-9e29-47bb-b59a-45826b3552e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f13c919f-e5f9-4d23-b23b-17b787bcf83d'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:23:34.458588 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18342e8-5440-4718-80e1-0e51c2a030e0 None None] Attempting to bind port aa8c0129-fbba-47a0-aa72-30c29730a02d on network f13c919f-e5f9-4d23-b23b-17b787bcf83d {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:23:34.466392 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device d42a32f8-5d1d-4ce5-98ac-9d3832f25bb5 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:23:34.472718 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-05ae19c8-f431-4f99-850b-3ab9a497561e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:34.516284 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18342e8-5440-4718-80e1-0e51c2a030e0 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:23:34.516963 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18342e8-5440-4718-80e1-0e51c2a030e0 None None] Checking segment: {'id': '2adf6ec5-9e29-47bb-b59a-45826b3552e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f13c919f-e5f9-4d23-b23b-17b787bcf83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:23:34.517565 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d18342e8-5440-4718-80e1-0e51c2a030e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:34.518143 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18342e8-5440-4718-80e1-0e51c2a030e0 None None] Bound using segment: {'id': '2adf6ec5-9e29-47bb-b59a-45826b3552e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f13c919f-e5f9-4d23-b23b-17b787bcf83d'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:23:34.518835 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-d18342e8-5440-4718-80e1-0e51c2a030e0 None None] Bound port: aa8c0129-fbba-47a0-aa72-30c29730a02d, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2adf6ec5-9e29-47bb-b59a-45826b3552e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f13c919f-e5f9-4d23-b23b-17b787bcf83d'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:23:34.519428 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d18342e8-5440-4718-80e1-0e51c2a030e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:34.587539 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-d20c05e7-73cc-46a1-88f1-1f8569499b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d34749-42f4-4c0b-8fea-82aea5c3515c', 'name': 'tempest-ImageQuotaTest-181783902-router', 'tenant_id': '01c93bdd64ab46a883f7dc4e50eb7a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'd42a32f8-5d1d-4ce5-98ac-9d3832f25bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:23Z', 'updated_at': '2021-07-24T01:23:32Z', 'revision_number': 5, 'project_id': '01c93bdd64ab46a883f7dc4e50eb7a03', 'gw_port': {'id': 'd42a32f8-5d1d-4ce5-98ac-9d3832f25bb5', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ef:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d34749-42f4-4c0b-8fea-82aea5c3515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:24Z', 'updated_at': '2021-07-24T01:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:34.645080 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20c05e7-73cc-46a1-88f1-1f8569499b85 None None] The sync data for ids ['72d34749-42f4-4c0b-8fea-82aea5c3515c'] in n-d-793621-25 is: [{'id': '72d34749-42f4-4c0b-8fea-82aea5c3515c', 'name': 'tempest-ImageQuotaTest-181783902-router', 'tenant_id': '01c93bdd64ab46a883f7dc4e50eb7a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'd42a32f8-5d1d-4ce5-98ac-9d3832f25bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:23Z', 'updated_at': '2021-07-24T01:23:32Z', 'revision_number': 5, 'project_id': '01c93bdd64ab46a883f7dc4e50eb7a03', 'gw_port': {'id': 'd42a32f8-5d1d-4ce5-98ac-9d3832f25bb5', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ef:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d34749-42f4-4c0b-8fea-82aea5c3515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:24Z', 'updated_at': '2021-07-24T01:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:23:34.675709 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a76f81bd-c87c-4050-92fc-3548e894e20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:34.706906 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae19c8-f431-4f99-850b-3ab9a497561e None None] Pushing event updated for resources: {'Port': ['ID=2365f26c-c0d8-481f-99b6-0a88ed8acbb7,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:34.710329 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Could not find standard attr ID for object d42a32f8-5d1d-4ce5-98ac-9d3832f25bb5. {{(pid=100465) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 24 01:23:34.742240 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f81bd-c87c-4050-92fc-3548e894e20a admin admin] Pushing event deleted for resources: {'Port': ['ID=d42a32f8-5d1d-4ce5-98ac-9d3832f25bb5,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:34.753277 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-d18342e8-5440-4718-80e1-0e51c2a030e0 None None] For port aa8c0129-fbba-47a0-aa72-30c29730a02d, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:23:34.759075 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-d18342e8-5440-4718-80e1-0e51c2a030e0 None None] For port aa8c0129-fbba-47a0-aa72-30c29730a02d, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=aa8c0129-fbba-47a0-aa72-30c29730a02d,segment=NetworkSegment(2adf6ec5-9e29-47bb-b59a-45826b3552e5),segment_id=2adf6ec5-9e29-47bb-b59a-45826b3552e5)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:23:34.769326 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d18342e8-5440-4718-80e1-0e51c2a030e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:34.773889 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-35cb9b16-39aa-4ebd-b49a-393c5dc5fc34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:34.845767 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a76f81bd-c87c-4050-92fc-3548e894e20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:34.862624 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18342e8-5440-4718-80e1-0e51c2a030e0 None None] Routers {'dae6116a-0aa2-4a79-a864-a17ca14f99a8'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:23:34.863411 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-d18342e8-5440-4718-80e1-0e51c2a030e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:23:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['dae6116a-0aa2-4a79-a864-a17ca14f99a8'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:34.867096 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc1674-bb56-4866-9961-0ede9b876cc9 None None] Pushing event updated for resources: {'Port': ['ID=aa8c0129-fbba-47a0-aa72-30c29730a02d,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:35.008800 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35cb9b16-39aa-4ebd-b49a-393c5dc5fc34 admin admin] Router 870e16f2-ec0b-4cff-9769-f56177de0938 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:23:35.015404 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a76f81bd-c87c-4050-92fc-3548e894e20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:35.018413 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a76f81bd-c87c-4050-92fc-3548e894e20a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:35.019958 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-d18342e8-5440-4718-80e1-0e51c2a030e0 None None] Set router dae6116a-0aa2-4a79-a864-a17ca14f99a8 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:23:35.099409 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a76f81bd-c87c-4050-92fc-3548e894e20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:35.099990 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76f81bd-c87c-4050-92fc-3548e894e20a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72d34749-42f4-4c0b-8fea-82aea5c3515c {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:23:35.118050 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a76f81bd-c87c-4050-92fc-3548e894e20a admin admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:35.121711 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a76f81bd-c87c-4050-92fc-3548e894e20a admin admin] 10.222.0.15 "DELETE /v2.0/routers/72d34749-42f4-4c0b-8fea-82aea5c3515c HTTP/1.1" status: 204 len: 168 time: 1.8753824 Jul 24 01:23:35.123459 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45818) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:35.132833 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:35.230260 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-e62d988a-74c8-4195-813c-4a905dfb9adb admin admin] Deleting subnet 1714b367-5960-4ce9-b05c-9d0980aaec91 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:23:35.235164 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e62d988a-74c8-4195-813c-4a905dfb9adb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:35.303404 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e62d988a-74c8-4195-813c-4a905dfb9adb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:35.329502 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35cb9b16-39aa-4ebd-b49a-393c5dc5fc34 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:23:35.366886 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-35cb9b16-39aa-4ebd-b49a-393c5dc5fc34 admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:35.372370 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-35cb9b16-39aa-4ebd-b49a-393c5dc5fc34 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9812169 Jul 24 01:23:35.373170 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45824) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:35.375465 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12fb355-71bb-4d3d-8d92-f67ebb0b70e3 None None] Sync routers for ids ['870e16f2-ec0b-4cff-9769-f56177de0938'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:23:35.394460 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12fb355-71bb-4d3d-8d92-f67ebb0b70e3 None None] Routers {'870e16f2-ec0b-4cff-9769-f56177de0938'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:23:35.395427 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-d12fb355-71bb-4d3d-8d92-f67ebb0b70e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:23:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['870e16f2-ec0b-4cff-9769-f56177de0938'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:35.452877 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e62d988a-74c8-4195-813c-4a905dfb9adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:35.538014 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:35.543650 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e62d988a-74c8-4195-813c-4a905dfb9adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:35.602756 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62d988a-74c8-4195-813c-4a905dfb9adb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1714b367-5960-4ce9-b05c-9d0980aaec91,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:35.605406 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445d8174-33ed-4a1e-86c8-0007df33d765 None None] Network 98ecc97a-9af6-487c-a55e-8db85413d4dc requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:23:35.610494 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e62d988a-74c8-4195-813c-4a905dfb9adb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:35.613208 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e62d988a-74c8-4195-813c-4a905dfb9adb admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1714b367-5960-4ce9-b05c-9d0980aaec91 HTTP/1.1" status: 204 len: 168 time: 0.4891582 Jul 24 01:23:35.619177 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45826) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:35.666794 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-d12fb355-71bb-4d3d-8d92-f67ebb0b70e3 None None] Set router 870e16f2-ec0b-4cff-9769-f56177de0938 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:23:35.761220 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8eb671ab-531b-4fe6-9654-cc294705e5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:35.871762 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-8eb671ab-531b-4fe6-9654-cc294705e5ff admin admin] Deleting port c7e2ba31-748c-4b8b-81c4-a4eb47ada84c {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:23:35.872110 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8eb671ab-531b-4fe6-9654-cc294705e5ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:35.947275 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-d18342e8-5440-4718-80e1-0e51c2a030e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'name': 'tempest-TestVolumeBackupRestore-982176044-router', 'tenant_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '79fb6f8f-87a1-4dac-ae56-65c981280d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:23Z', 'updated_at': '2021-07-24T01:23:28Z', 'revision_number': 4, 'project_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'gw_port': {'id': '79fb6f8f-87a1-4dac-ae56-65c981280d2b', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:24Z', 'updated_at': '2021-07-24T01:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'aa8c0129-fbba-47a0-aa72-30c29730a02d', 'name': '', 'network_id': 'f13c919f-e5f9-4d23-b23b-17b787bcf83d', 'tenant_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'mac_address': 'fa:16:3e:35:d8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '1bcd2eeb-8b15-4858-9109-baf126c22b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:27Z', 'updated_at': '2021-07-24T01:23:34Z', 'revision_number': 4, 'project_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'subnets': [{'id': '1bcd2eeb-8b15-4858-9109-baf126c22b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:35.985425 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-8eb671ab-531b-4fe6-9654-cc294705e5ff admin admin] For port c7e2ba31-748c-4b8b-81c4-a4eb47ada84c, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=c7e2ba31-748c-4b8b-81c4-a4eb47ada84c,segment=NetworkSegment(de9a6d90-eb00-4cfe-bbc3-f4553955b5f8),segment_id=de9a6d90-eb00-4cfe-bbc3-f4553955b5f8)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:23:35.985811 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8eb671ab-531b-4fe6-9654-cc294705e5ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:36.000536 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-8eb671ab-531b-4fe6-9654-cc294705e5ff admin admin] Calling delete_port for c7e2ba31-748c-4b8b-81c4-a4eb47ada84c owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:23:36.021201 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18342e8-5440-4718-80e1-0e51c2a030e0 None None] The sync data for ids ['dae6116a-0aa2-4a79-a864-a17ca14f99a8'] in n-d-793621-25 is: [{'id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'name': 'tempest-TestVolumeBackupRestore-982176044-router', 'tenant_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '79fb6f8f-87a1-4dac-ae56-65c981280d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:23Z', 'updated_at': '2021-07-24T01:23:28Z', 'revision_number': 4, 'project_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'gw_port': {'id': '79fb6f8f-87a1-4dac-ae56-65c981280d2b', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:24Z', 'updated_at': '2021-07-24T01:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'aa8c0129-fbba-47a0-aa72-30c29730a02d', 'name': '', 'network_id': 'f13c919f-e5f9-4d23-b23b-17b787bcf83d', 'tenant_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'mac_address': 'fa:16:3e:35:d8:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '1bcd2eeb-8b15-4858-9109-baf126c22b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:27Z', 'updated_at': '2021-07-24T01:23:34Z', 'revision_number': 4, 'project_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'subnets': [{'id': '1bcd2eeb-8b15-4858-9109-baf126c22b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:23:36.125444 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8eb671ab-531b-4fe6-9654-cc294705e5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:36.251711 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-d12fb355-71bb-4d3d-8d92-f67ebb0b70e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870e16f2-ec0b-4cff-9769-f56177de0938', 'name': 'tempest-TestVolumeBackupRestore-36290574-router', 'tenant_id': 'ee12d3f5970c429d82f4f1def6a5ed4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '463ea590-44b3-4bcc-b1e4-2bd5532bfd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:32Z', 'updated_at': '2021-07-24T01:23:34Z', 'revision_number': 3, 'project_id': 'ee12d3f5970c429d82f4f1def6a5ed4c', 'gw_port': {'id': '463ea590-44b3-4bcc-b1e4-2bd5532bfd3a', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870e16f2-ec0b-4cff-9769-f56177de0938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:33Z', 'updated_at': '2021-07-24T01:23:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:36.255908 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb671ab-531b-4fe6-9654-cc294705e5ff admin admin] Pushing event deleted for resources: {'Port': ['ID=c7e2ba31-748c-4b8b-81c4-a4eb47ada84c,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:36.278044 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb671ab-531b-4fe6-9654-cc294705e5ff admin admin] No DVR routers for this DVR port c7e2ba31-748c-4b8b-81c4-a4eb47ada84c on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:23:36.322157 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12fb355-71bb-4d3d-8d92-f67ebb0b70e3 None None] Checking router: 870e16f2-ec0b-4cff-9769-f56177de0938 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:23:36.322510 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12fb355-71bb-4d3d-8d92-f67ebb0b70e3 None None] Updating router 870e16f2-ec0b-4cff-9769-f56177de0938 port 463ea590-44b3-4bcc-b1e4-2bd5532bfd3a binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:23:36.324910 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffea9536-70ba-4c90-bf6a-95fdfe1e41ca None None] DHCP port deletion for 98ecc97a-9af6-487c-a55e-8db85413d4dc request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:23:36.342702 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-81910557-3496-4417-bdec-a22c35ac9c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:36.465213 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d12fb355-71bb-4d3d-8d92-f67ebb0b70e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:36.488199 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8eb671ab-531b-4fe6-9654-cc294705e5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:36.516478 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-8eb671ab-531b-4fe6-9654-cc294705e5ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98ecc97a-9af6-487c-a55e-8db85413d4dc']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:36.554360 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-8eb671ab-531b-4fe6-9654-cc294705e5ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de9a6d90-eb00-4cfe-bbc3-f4553955b5f8') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:36.554837 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-8eb671ab-531b-4fe6-9654-cc294705e5ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de9a6d90-eb00-4cfe-bbc3-f4553955b5f8') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:36.570905 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8eb671ab-531b-4fe6-9654-cc294705e5ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:36.614613 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8eb671ab-531b-4fe6-9654-cc294705e5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:36.633239 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eb671ab-531b-4fe6-9654-cc294705e5ff admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:23:36.633657 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8eb671ab-531b-4fe6-9654-cc294705e5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:36.635538 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:23:36.635538 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:23:36.635538 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:23:36.635538 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:23:36.635538 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:23:36.635538 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:23:36.635538 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:23:36.635538 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:23:36.635538 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:23:36.635538 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:23:36.635538 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:23:36.635538 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:23:36.635538 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:23:36.635538 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:23:36.635538 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:23:36.635538 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:23:36.635538 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:23:36.635538 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:23:36.635538 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:23:36.635538 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:23:36.635538 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:23:36.635538 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:23:36.635538 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:23:36.635538 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:23:36.635538 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:23:36.635538 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:23:36.635538 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:23:36.635538 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:23:36.635538 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:23:36.635538 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:23:36.635538 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:23:36.635538 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:23:36.753898 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8eb671ab-531b-4fe6-9654-cc294705e5ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:36.766429 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8eb671ab-531b-4fe6-9654-cc294705e5ff admin admin] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:36.769462 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8eb671ab-531b-4fe6-9654-cc294705e5ff admin admin] 10.222.0.15 "DELETE /v2.0/networks/98ecc97a-9af6-487c-a55e-8db85413d4dc HTTP/1.1" status: 204 len: 168 time: 1.1486707 Jul 24 01:23:36.791668 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb671ab-531b-4fe6-9654-cc294705e5ff admin admin] Pushing event deleted for resources: {'Network': ['ID=98ecc97a-9af6-487c-a55e-8db85413d4dc,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:36.819254 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-81910557-3496-4417-bdec-a22c35ac9c19 admin admin] Allocated IP 172.20.0.1 (eb1d0d1b-2f12-4193-a1e7-86208e7390f1/03610138-f2dc-420b-9c93-153398a84da8/9fa35ea6-8cc1-4152-9709-31f159df7c43) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:23:36.899619 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdafd02f-5dcb-4de9-83cb-124bf3acc0c8 None None] Network eb1d0d1b-2f12-4193-a1e7-86208e7390f1 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:23:36.909070 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device aa8c0129-fbba-47a0-aa72-30c29730a02d up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:23:36.972317 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-81910557-3496-4417-bdec-a22c35ac9c19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:36.987763 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-81910557-3496-4417-bdec-a22c35ac9c19 admin admin] Transition to ACTIVE for port object 9fa35ea6-8cc1-4152-9709-31f159df7c43 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:23:37.006997 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c2327ce2-a646-4423-936a-6f59883a5d3d None None] Provisioning for port 2365f26c-c0d8-481f-99b6-0a88ed8acbb7 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:23:37.024729 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-81910557-3496-4417-bdec-a22c35ac9c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:37.070322 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81910557-3496-4417-bdec-a22c35ac9c19 admin admin] Network eb1d0d1b-2f12-4193-a1e7-86208e7390f1 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:23:37.071173 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45834) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:37.081809 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-81910557-3496-4417-bdec-a22c35ac9c19 admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:23:37.094941 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81910557-3496-4417-bdec-a22c35ac9c19 admin admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:23:37.125058 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81910557-3496-4417-bdec-a22c35ac9c19 admin admin] Pushing event updated for resources: {'Port': ['ID=9fa35ea6-8cc1-4152-9709-31f159df7c43,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:37.164199 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c31bb370-3342-47d3-bcf9-1daa1ba8c00d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=01c93bdd64ab46a883f7dc4e50eb7a03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0916238 Jul 24 01:23:37.167110 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45836) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:37.177717 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-81910557-3496-4417-bdec-a22c35ac9c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:37.217035 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port aa8c0129-fbba-47a0-aa72-30c29730a02d completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:23:37.249661 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port aa8c0129-fbba-47a0-aa72-30c29730a02d triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:23:37.250047 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:37.275623 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b655102-d0fe-41f4-9372-ecf3aaf9406a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:37.307610 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b655102-d0fe-41f4-9372-ecf3aaf9406a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:37.376927 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d12fb355-71bb-4d3d-8d92-f67ebb0b70e3 None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:37.408480 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d12fb355-71bb-4d3d-8d92-f67ebb0b70e3 None None] Transition to ACTIVE for port object 463ea590-44b3-4bcc-b1e4-2bd5532bfd3a will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:23:37.410747 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b655102-d0fe-41f4-9372-ecf3aaf9406a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:37.413417 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b655102-d0fe-41f4-9372-ecf3aaf9406a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:37.414627 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4b655102-d0fe-41f4-9372-ecf3aaf9406a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3430d2d2-824c-4e7e-8690-9e3b642df93c HTTP/1.1" status: 204 len: 168 time: 0.2456729 Jul 24 01:23:37.421210 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-81910557-3496-4417-bdec-a22c35ac9c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:37.429559 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d12fb355-71bb-4d3d-8d92-f67ebb0b70e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:37.461546 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b655102-d0fe-41f4-9372-ecf3aaf9406a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3430d2d2-824c-4e7e-8690-9e3b642df93c,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:37.631029 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a05ee7-3ba2-4f1d-8fe1-1d02db43914b None None] Pushing event updated for resources: {'Port': ['ID=463ea590-44b3-4bcc-b1e4-2bd5532bfd3a,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:37.635822 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:37.644996 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-d12fb355-71bb-4d3d-8d92-f67ebb0b70e3 None None] Attempting to bind port 463ea590-44b3-4bcc-b1e4-2bd5532bfd3a on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:23:37.645517 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-d12fb355-71bb-4d3d-8d92-f67ebb0b70e3 None None] Attempting to bind port 463ea590-44b3-4bcc-b1e4-2bd5532bfd3a by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:23:37.646023 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12fb355-71bb-4d3d-8d92-f67ebb0b70e3 None None] Attempting to bind port 463ea590-44b3-4bcc-b1e4-2bd5532bfd3a on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:23:37.653473 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12fb355-71bb-4d3d-8d92-f67ebb0b70e3 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:23:37.654563 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12fb355-71bb-4d3d-8d92-f67ebb0b70e3 None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:23:37.655087 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d12fb355-71bb-4d3d-8d92-f67ebb0b70e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:37.655577 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12fb355-71bb-4d3d-8d92-f67ebb0b70e3 None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:23:37.656149 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-d12fb355-71bb-4d3d-8d92-f67ebb0b70e3 None None] Bound port: 463ea590-44b3-4bcc-b1e4-2bd5532bfd3a, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:23:37.656631 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d12fb355-71bb-4d3d-8d92-f67ebb0b70e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:37.715772 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-d12fb355-71bb-4d3d-8d92-f67ebb0b70e3 None None] For port 463ea590-44b3-4bcc-b1e4-2bd5532bfd3a, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:23:37.719995 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-d12fb355-71bb-4d3d-8d92-f67ebb0b70e3 None None] For port 463ea590-44b3-4bcc-b1e4-2bd5532bfd3a, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=463ea590-44b3-4bcc-b1e4-2bd5532bfd3a,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:23:37.745117 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d12fb355-71bb-4d3d-8d92-f67ebb0b70e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:37.758794 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-81910557-3496-4417-bdec-a22c35ac9c19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:37.771855 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-81910557-3496-4417-bdec-a22c35ac9c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:37.864910 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-81910557-3496-4417-bdec-a22c35ac9c19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:37.872096 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81910557-3496-4417-bdec-a22c35ac9c19 admin admin] Pushing event updated for resources: {'Port': ['ID=9fa35ea6-8cc1-4152-9709-31f159df7c43,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:37.892585 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a05ee7-3ba2-4f1d-8fe1-1d02db43914b None None] Pushing event updated for resources: {'Port': ['ID=463ea590-44b3-4bcc-b1e4-2bd5532bfd3a,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:37.897542 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port aa8c0129-fbba-47a0-aa72-30c29730a02d, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=aa8c0129-fbba-47a0-aa72-30c29730a02d,segment=NetworkSegment(2adf6ec5-9e29-47bb-b59a-45826b3552e5),segment_id=2adf6ec5-9e29-47bb-b59a-45826b3552e5)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:23:37.919386 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12fb355-71bb-4d3d-8d92-f67ebb0b70e3 None None] Routers {'870e16f2-ec0b-4cff-9769-f56177de0938'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:23:37.922147 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-d12fb355-71bb-4d3d-8d92-f67ebb0b70e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:23:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['870e16f2-ec0b-4cff-9769-f56177de0938'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:37.925573 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:37.929084 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2365f26c-c0d8-481f-99b6-0a88ed8acbb7 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:23:38.025107 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81910557-3496-4417-bdec-a22c35ac9c19 admin admin] Network eb1d0d1b-2f12-4193-a1e7-86208e7390f1 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:23:38.026633 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-81910557-3496-4417-bdec-a22c35ac9c19 admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:23:38.095529 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45844) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:38.111306 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b71fb824-b134-43bc-9fdc-6a88542a95b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:38.212810 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=aa8c0129-fbba-47a0-aa72-30c29730a02d,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:38.223870 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 2365f26c-c0d8-481f-99b6-0a88ed8acbb7 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:23:38.261336 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:38.262720 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:38.269608 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:38.270237 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:38.271032 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:38.271881 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81910557-3496-4417-bdec-a22c35ac9c19 admin admin] Router 870e16f2-ec0b-4cff-9769-f56177de0938 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:23:38.292113 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:38.292766 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:38.293633 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:38.297682 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:38.298294 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:38.298874 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:38.299620 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:38.309566 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 2365f26c-c0d8-481f-99b6-0a88ed8acbb7 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:23:38.312883 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:38.330256 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b71fb824-b134-43bc-9fdc-6a88542a95b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:38.338839 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b71fb824-b134-43bc-9fdc-6a88542a95b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:38.382119 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-d12fb355-71bb-4d3d-8d92-f67ebb0b70e3 None None] Set router 870e16f2-ec0b-4cff-9769-f56177de0938 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:23:38.386552 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-4164339a-d1d1-42a4-9d0b-ca7bc2981070 None None] Provisioning for port 9fa35ea6-8cc1-4152-9709-31f159df7c43 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:23:38.408679 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b71fb824-b134-43bc-9fdc-6a88542a95b4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3119237 Jul 24 01:23:38.416143 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45846) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:38.417697 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-4164339a-d1d1-42a4-9d0b-ca7bc2981070 None None] Provisioning complete for port 9fa35ea6-8cc1-4152-9709-31f159df7c43 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:23:38.418078 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4164339a-d1d1-42a4-9d0b-ca7bc2981070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:38.419084 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71fb824-b134-43bc-9fdc-6a88542a95b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0b59a1-4831-4f67-9f7d-1edec9466fb4,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:38.479563 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81910557-3496-4417-bdec-a22c35ac9c19 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:23:38.487901 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-81910557-3496-4417-bdec-a22c35ac9c19 admin admin] 10.222.0.15 "PUT /v2.0/routers/870e16f2-ec0b-4cff-9769-f56177de0938/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1118236 Jul 24 01:23:38.505654 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-30569a3d-8cb2-4bdd-9897-38ad77deec04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:38.540333 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-30569a3d-8cb2-4bdd-9897-38ad77deec04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:38.545596 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-4164339a-d1d1-42a4-9d0b-ca7bc2981070 None None] Port 9fa35ea6-8cc1-4152-9709-31f159df7c43 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:23:38.639603 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-30569a3d-8cb2-4bdd-9897-38ad77deec04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:38.642248 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-30569a3d-8cb2-4bdd-9897-38ad77deec04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:38.646389 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-30569a3d-8cb2-4bdd-9897-38ad77deec04 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3e0b59a1-4831-4f67-9f7d-1edec9466fb4 HTTP/1.1" status: 204 len: 168 time: 0.2287352 Jul 24 01:23:38.657724 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30569a3d-8cb2-4bdd-9897-38ad77deec04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0b59a1-4831-4f67-9f7d-1edec9466fb4,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:38.669743 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-4164339a-d1d1-42a4-9d0b-ca7bc2981070 None None] Provisioning complete for port 2365f26c-c0d8-481f-99b6-0a88ed8acbb7 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:23:38.670129 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4164339a-d1d1-42a4-9d0b-ca7bc2981070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:38.811017 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:38.906823 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 2365f26c-c0d8-481f-99b6-0a88ed8acbb7, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2365f26c-c0d8-481f-99b6-0a88ed8acbb7,segment=NetworkSegment(775ec0ad-5c51-46f7-8b8e-0e8933096245),segment_id=775ec0ad-5c51-46f7-8b8e-0e8933096245)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:23:38.906823 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:38.998398 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 5f92122a-0d53-4236-9b8a-08b12172e813 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:23:39.040299 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 5f92122a-0d53-4236-9b8a-08b12172e813 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:23:39.041079 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 5f92122a-0d53-4236-9b8a-08b12172e813 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:23:39.041689 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device c7e2ba31-748c-4b8b-81c4-a4eb47ada84c no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:23:39.107746 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: c7e2ba31-748c-4b8b-81c4-a4eb47ada84c {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:23:39.108535 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device c7e2ba31-748c-4b8b-81c4-a4eb47ada84c not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:23:39.120493 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-d12fb355-71bb-4d3d-8d92-f67ebb0b70e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870e16f2-ec0b-4cff-9769-f56177de0938', 'name': 'tempest-TestVolumeBackupRestore-36290574-router', 'tenant_id': 'ee12d3f5970c429d82f4f1def6a5ed4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '463ea590-44b3-4bcc-b1e4-2bd5532bfd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:32Z', 'updated_at': '2021-07-24T01:23:37Z', 'revision_number': 4, 'project_id': 'ee12d3f5970c429d82f4f1def6a5ed4c', 'gw_port': {'id': '463ea590-44b3-4bcc-b1e4-2bd5532bfd3a', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870e16f2-ec0b-4cff-9769-f56177de0938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:33Z', 'updated_at': '2021-07-24T01:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '9fa35ea6-8cc1-4152-9709-31f159df7c43', 'name': '', 'network_id': 'eb1d0d1b-2f12-4193-a1e7-86208e7390f1', 'tenant_id': 'ee12d3f5970c429d82f4f1def6a5ed4c', 'mac_address': 'fa:16:3e:ce:ef:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870e16f2-ec0b-4cff-9769-f56177de0938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '03610138-f2dc-420b-9c93-153398a84da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:36Z', 'updated_at': '2021-07-24T01:23:37Z', 'revision_number': 2, 'project_id': 'ee12d3f5970c429d82f4f1def6a5ed4c', 'subnets': [{'id': '03610138-f2dc-420b-9c93-153398a84da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:39.125136 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=2365f26c-c0d8-481f-99b6-0a88ed8acbb7,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:39.158864 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12fb355-71bb-4d3d-8d92-f67ebb0b70e3 None None] The sync data for ids ['870e16f2-ec0b-4cff-9769-f56177de0938'] in n-d-793621-25 is: [{'id': '870e16f2-ec0b-4cff-9769-f56177de0938', 'name': 'tempest-TestVolumeBackupRestore-36290574-router', 'tenant_id': 'ee12d3f5970c429d82f4f1def6a5ed4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '463ea590-44b3-4bcc-b1e4-2bd5532bfd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:32Z', 'updated_at': '2021-07-24T01:23:37Z', 'revision_number': 4, 'project_id': 'ee12d3f5970c429d82f4f1def6a5ed4c', 'gw_port': {'id': '463ea590-44b3-4bcc-b1e4-2bd5532bfd3a', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8a:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870e16f2-ec0b-4cff-9769-f56177de0938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:33Z', 'updated_at': '2021-07-24T01:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '9fa35ea6-8cc1-4152-9709-31f159df7c43', 'name': '', 'network_id': 'eb1d0d1b-2f12-4193-a1e7-86208e7390f1', 'tenant_id': 'ee12d3f5970c429d82f4f1def6a5ed4c', 'mac_address': 'fa:16:3e:ce:ef:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870e16f2-ec0b-4cff-9769-f56177de0938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '03610138-f2dc-420b-9c93-153398a84da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:36Z', 'updated_at': '2021-07-24T01:23:37Z', 'revision_number': 2, 'project_id': 'ee12d3f5970c429d82f4f1def6a5ed4c', 'subnets': [{'id': '03610138-f2dc-420b-9c93-153398a84da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:23:39.186737 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8f9cf466-632d-4d13-95c4-8a71706435b2 None None] Provisioning complete for port 9fa35ea6-8cc1-4152-9709-31f159df7c43 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:23:39.187240 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8f9cf466-632d-4d13-95c4-8a71706435b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:39.273162 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-8f9cf466-632d-4d13-95c4-8a71706435b2 None None] Port 9fa35ea6-8cc1-4152-9709-31f159df7c43 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:23:39.286464 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device aa8c0129-fbba-47a0-aa72-30c29730a02d up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:23:39.357897 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port aa8c0129-fbba-47a0-aa72-30c29730a02d triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:23:39.358691 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:39.464644 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device d42a32f8-5d1d-4ce5-98ac-9d3832f25bb5 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:23:39.523470 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: d42a32f8-5d1d-4ce5-98ac-9d3832f25bb5 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:23:39.523828 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device d42a32f8-5d1d-4ce5-98ac-9d3832f25bb5 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:23:39.754638 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45896) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:39.828594 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-d092ae6a-ad90-4659-a421-07582904d9c7 admin admin] Deleting subnet 6571703c-15f6-42bc-bd23-81b3f5d01ae1 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:23:39.832702 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d092ae6a-ad90-4659-a421-07582904d9c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:39.881539 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d092ae6a-ad90-4659-a421-07582904d9c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:39.941722 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d092ae6a-ad90-4659-a421-07582904d9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:40.017487 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d092ae6a-ad90-4659-a421-07582904d9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:40.045518 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d092ae6a-ad90-4659-a421-07582904d9c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:40.050985 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d092ae6a-ad90-4659-a421-07582904d9c7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6571703c-15f6-42bc-bd23-81b3f5d01ae1 HTTP/1.1" status: 204 len: 168 time: 0.2976758 Jul 24 01:23:40.055365 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45916) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:40.069173 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d092ae6a-ad90-4659-a421-07582904d9c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6571703c-15f6-42bc-bd23-81b3f5d01ae1,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:40.148378 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-08f10202-aff1-4a82-965a-d287c91420ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:40.261900 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-08f10202-aff1-4a82-965a-d287c91420ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:40.277058 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-08f10202-aff1-4a82-965a-d287c91420ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f945effb-9d97-4990-9189-9db5fc000224']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:40.294229 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-08f10202-aff1-4a82-965a-d287c91420ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c57f47a-e4ec-45e5-bb07-bb12588c5b41') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:40.294625 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-08f10202-aff1-4a82-965a-d287c91420ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c57f47a-e4ec-45e5-bb07-bb12588c5b41') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:40.305438 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-08f10202-aff1-4a82-965a-d287c91420ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:40.322847 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-08f10202-aff1-4a82-965a-d287c91420ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:40.333779 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08f10202-aff1-4a82-965a-d287c91420ec admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:23:40.334177 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-08f10202-aff1-4a82-965a-d287c91420ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:40.336061 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:23:40.336061 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:23:40.336061 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:23:40.336061 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:23:40.336061 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:23:40.336061 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:23:40.336061 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:23:40.336061 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:23:40.336061 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:23:40.336061 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:23:40.336061 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:23:40.336061 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:23:40.336061 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:23:40.336061 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:23:40.336061 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:23:40.336061 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:23:40.336061 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:23:40.336061 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:23:40.336061 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:23:40.336061 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:23:40.336061 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:23:40.336061 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:23:40.336061 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:23:40.336061 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:23:40.336061 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:23:40.336061 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:23:40.336061 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:23:40.336061 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:23:40.336061 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:23:40.336061 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:23:40.336061 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:23:40.336061 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:23:40.396337 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-08f10202-aff1-4a82-965a-d287c91420ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:40.402837 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-08f10202-aff1-4a82-965a-d287c91420ec admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:40.405542 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-08f10202-aff1-4a82-965a-d287c91420ec admin admin] 10.222.0.15 "DELETE /v2.0/networks/f945effb-9d97-4990-9189-9db5fc000224 HTTP/1.1" status: 204 len: 168 time: 0.3477256 Jul 24 01:23:40.417356 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f10202-aff1-4a82-965a-d287c91420ec admin admin] Pushing event deleted for resources: {'Network': ['ID=f945effb-9d97-4990-9189-9db5fc000224,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:40.547598 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45936) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:40.593344 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-de8949d7-da3c-4d48-bbd2-683b47cd2bad admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=58876f4edf654b51b2c44122c5ad0782&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419564 Jul 24 01:23:40.593602 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45938) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:40.655366 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d7104ba7-a311-4178-bcea-3e734a0d3066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:40.683583 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d7104ba7-a311-4178-bcea-3e734a0d3066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:41.035048 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d7104ba7-a311-4178-bcea-3e734a0d3066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:41.037652 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d7104ba7-a311-4178-bcea-3e734a0d3066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:41.038861 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d7104ba7-a311-4178-bcea-3e734a0d3066 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/41f3f322-0144-4d4b-8763-f36a80dae960 HTTP/1.1" status: 204 len: 168 time: 0.4443641 Jul 24 01:23:41.047277 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7104ba7-a311-4178-bcea-3e734a0d3066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f3f322-0144-4d4b-8763-f36a80dae960,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:41.307635 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 463ea590-44b3-4bcc-b1e4-2bd5532bfd3a up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:23:41.370788 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 463ea590-44b3-4bcc-b1e4-2bd5532bfd3a completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:23:41.375434 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 463ea590-44b3-4bcc-b1e4-2bd5532bfd3a triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:23:41.375751 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:41.464891 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:41.491349 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 463ea590-44b3-4bcc-b1e4-2bd5532bfd3a, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=463ea590-44b3-4bcc-b1e4-2bd5532bfd3a,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:23:41.496212 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:41.497784 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2365f26c-c0d8-481f-99b6-0a88ed8acbb7 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:23:41.641705 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7364a382-e18c-446e-97ce-2b3e1977a7e3 None None] Sync routers for ids ['870e16f2-ec0b-4cff-9769-f56177de0938'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:23:41.654566 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7364a382-e18c-446e-97ce-2b3e1977a7e3 None None] Routers {'870e16f2-ec0b-4cff-9769-f56177de0938'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:23:41.655629 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-7364a382-e18c-446e-97ce-2b3e1977a7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:23:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['870e16f2-ec0b-4cff-9769-f56177de0938'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:41.759356 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=463ea590-44b3-4bcc-b1e4-2bd5532bfd3a,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:41.775830 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 2365f26c-c0d8-481f-99b6-0a88ed8acbb7 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:23:41.776214 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:41.788998 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-7364a382-e18c-446e-97ce-2b3e1977a7e3 None None] Set router 870e16f2-ec0b-4cff-9769-f56177de0938 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:23:41.905164 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45964) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:42.006052 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-7364a382-e18c-446e-97ce-2b3e1977a7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870e16f2-ec0b-4cff-9769-f56177de0938', 'name': 'tempest-TestVolumeBackupRestore-36290574-router', 'tenant_id': 'ee12d3f5970c429d82f4f1def6a5ed4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '463ea590-44b3-4bcc-b1e4-2bd5532bfd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:32Z', 'updated_at': '2021-07-24T01:23:37Z', 'revision_number': 4, 'project_id': 'ee12d3f5970c429d82f4f1def6a5ed4c', 'gw_port': {'id': '463ea590-44b3-4bcc-b1e4-2bd5532bfd3a', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870e16f2-ec0b-4cff-9769-f56177de0938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:33Z', 'updated_at': '2021-07-24T01:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '9fa35ea6-8cc1-4152-9709-31f159df7c43', 'name': '', 'network_id': 'eb1d0d1b-2f12-4193-a1e7-86208e7390f1', 'tenant_id': 'ee12d3f5970c429d82f4f1def6a5ed4c', 'mac_address': 'fa:16:3e:ce:ef:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870e16f2-ec0b-4cff-9769-f56177de0938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '03610138-f2dc-420b-9c93-153398a84da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:36Z', 'updated_at': '2021-07-24T01:23:37Z', 'revision_number': 2, 'project_id': 'ee12d3f5970c429d82f4f1def6a5ed4c', 'subnets': [{'id': '03610138-f2dc-420b-9c93-153398a84da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:42.020920 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-934d5928-6391-46b0-9979-804669b3e3ce admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-733541184-network', 'tenant_id': '4f8128c8ade04204bc02f429773fb641'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:23:42.033950 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7364a382-e18c-446e-97ce-2b3e1977a7e3 None None] Checking router: 870e16f2-ec0b-4cff-9769-f56177de0938 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:23:42.034304 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7364a382-e18c-446e-97ce-2b3e1977a7e3 None None] Updating router 870e16f2-ec0b-4cff-9769-f56177de0938 port 9fa35ea6-8cc1-4152-9709-31f159df7c43 binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:23:42.049767 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934d5928-6391-46b0-9979-804669b3e3ce admin admin] Made reservation on behalf of 4f8128c8ade04204bc02f429773fb641 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:23:42.052661 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-934d5928-6391-46b0-9979-804669b3e3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:42.062537 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-934d5928-6391-46b0-9979-804669b3e3ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:42.076772 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-7364a382-e18c-446e-97ce-2b3e1977a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:42.175709 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-934d5928-6391-46b0-9979-804669b3e3ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:42.182217 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-934d5928-6391-46b0-9979-804669b3e3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:42.210604 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-934d5928-6391-46b0-9979-804669b3e3ce admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:23:42.221475 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d5928-6391-46b0-9979-804669b3e3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab260e7-acdf-4011-8dd1-4a43ddcecfd5,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:42.226563 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-934d5928-6391-46b0-9979-804669b3e3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:42.227068 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-934d5928-6391-46b0-9979-804669b3e3ce admin admin] Added segment 959f9101-72a2-46eb-b8a4-28d6cab09c46 of type vlan for network d9c01518-2795-404b-97fc-a742423e6b10 Jul 24 01:23:42.272251 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-934d5928-6391-46b0-9979-804669b3e3ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:42.311842 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-934d5928-6391-46b0-9979-804669b3e3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:42.313306 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934d5928-6391-46b0-9979-804669b3e3ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:23:42.313955 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-934d5928-6391-46b0-9979-804669b3e3ce admin admin] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:42.353959 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-934d5928-6391-46b0-9979-804669b3e3ce admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4476385 Jul 24 01:23:42.356849 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45968) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:42.386816 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-27b7a5c3-33b6-4f6e-93c2-6a4d1dc66bea admin admin] Request body: {'subnet': {'network_id': 'd9c01518-2795-404b-97fc-a742423e6b10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-733541184-subnet', 'tenant_id': '4f8128c8ade04204bc02f429773fb641', 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:23:42.393483 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d5928-6391-46b0-9979-804669b3e3ce admin admin] Pushing event updated for resources: {'Network': ['ID=d9c01518-2795-404b-97fc-a742423e6b10,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:42.402231 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-7364a382-e18c-446e-97ce-2b3e1977a7e3 None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:42.409125 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network d9c01518-2795-404b-97fc-a742423e6b10 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:23:42.415897 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-7364a382-e18c-446e-97ce-2b3e1977a7e3 None None] Transition to ACTIVE for port object 9fa35ea6-8cc1-4152-9709-31f159df7c43 will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:23:42.418394 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b7a5c3-33b6-4f6e-93c2-6a4d1dc66bea admin admin] Made reservation on behalf of 4f8128c8ade04204bc02f429773fb641 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:23:42.422178 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-27b7a5c3-33b6-4f6e-93c2-6a4d1dc66bea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:42.422928 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-7364a382-e18c-446e-97ce-2b3e1977a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:42.497687 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e1bbf-2b53-4781-b720-d4137fc26666 None None] Pushing event updated for resources: {'Port': ['ID=9fa35ea6-8cc1-4152-9709-31f159df7c43,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:42.560780 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-7364a382-e18c-446e-97ce-2b3e1977a7e3 None None] Attempting to bind port 9fa35ea6-8cc1-4152-9709-31f159df7c43 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:23:42.561160 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-7364a382-e18c-446e-97ce-2b3e1977a7e3 None None] Attempting to bind port 9fa35ea6-8cc1-4152-9709-31f159df7c43 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '775ec0ad-5c51-46f7-8b8e-0e8933096245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'eb1d0d1b-2f12-4193-a1e7-86208e7390f1'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:23:42.561519 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7364a382-e18c-446e-97ce-2b3e1977a7e3 None None] Attempting to bind port 9fa35ea6-8cc1-4152-9709-31f159df7c43 on network eb1d0d1b-2f12-4193-a1e7-86208e7390f1 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:23:42.566998 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7364a382-e18c-446e-97ce-2b3e1977a7e3 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:23:42.567378 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7364a382-e18c-446e-97ce-2b3e1977a7e3 None None] Checking segment: {'id': '775ec0ad-5c51-46f7-8b8e-0e8933096245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'eb1d0d1b-2f12-4193-a1e7-86208e7390f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:23:42.567948 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-7364a382-e18c-446e-97ce-2b3e1977a7e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:42.568555 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7364a382-e18c-446e-97ce-2b3e1977a7e3 None None] Bound using segment: {'id': '775ec0ad-5c51-46f7-8b8e-0e8933096245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'eb1d0d1b-2f12-4193-a1e7-86208e7390f1'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:23:42.568806 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-7364a382-e18c-446e-97ce-2b3e1977a7e3 None None] Bound port: 9fa35ea6-8cc1-4152-9709-31f159df7c43, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '775ec0ad-5c51-46f7-8b8e-0e8933096245', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'eb1d0d1b-2f12-4193-a1e7-86208e7390f1'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:23:42.569191 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-7364a382-e18c-446e-97ce-2b3e1977a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:42.642330 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-7364a382-e18c-446e-97ce-2b3e1977a7e3 None None] For port 9fa35ea6-8cc1-4152-9709-31f159df7c43, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:23:42.645903 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-7364a382-e18c-446e-97ce-2b3e1977a7e3 None None] For port 9fa35ea6-8cc1-4152-9709-31f159df7c43, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=9fa35ea6-8cc1-4152-9709-31f159df7c43,segment=NetworkSegment(775ec0ad-5c51-46f7-8b8e-0e8933096245),segment_id=775ec0ad-5c51-46f7-8b8e-0e8933096245)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:23:42.653764 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-7364a382-e18c-446e-97ce-2b3e1977a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:42.676640 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-27b7a5c3-33b6-4f6e-93c2-6a4d1dc66bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:42.719527 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7364a382-e18c-446e-97ce-2b3e1977a7e3 None None] Routers {'870e16f2-ec0b-4cff-9769-f56177de0938'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:23:42.723511 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-7364a382-e18c-446e-97ce-2b3e1977a7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:23:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['870e16f2-ec0b-4cff-9769-f56177de0938'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:42.742449 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b7a5c3-33b6-4f6e-93c2-6a4d1dc66bea admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae2c9d35-e90b-4e62-97f8-4abc22836e40,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:42.761281 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b7a5c3-33b6-4f6e-93c2-6a4d1dc66bea admin admin] Checking segment: {'id': '959f9101-72a2-46eb-b8a4-28d6cab09c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd9c01518-2795-404b-97fc-a742423e6b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:23:42.761655 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b7a5c3-33b6-4f6e-93c2-6a4d1dc66bea admin admin] Network hostable DHCP agents. Network: d9c01518-2795-404b-97fc-a742423e6b10, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:23:42.784806 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b7a5c3-33b6-4f6e-93c2-6a4d1dc66bea admin admin] Network d9c01518-2795-404b-97fc-a742423e6b10 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:23:42.797277 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-27b7a5c3-33b6-4f6e-93c2-6a4d1dc66bea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, d9c01518-2795-404b-97fc-a742423e6b10) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:23:42.804005 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b7a5c3-33b6-4f6e-93c2-6a4d1dc66bea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:23:42.804587 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-27b7a5c3-33b6-4f6e-93c2-6a4d1dc66bea admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:42.806113 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a6f36c-b47a-4577-b439-181eeb384d86 None None] Network d9c01518-2795-404b-97fc-a742423e6b10 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:23:42.833903 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-27b7a5c3-33b6-4f6e-93c2-6a4d1dc66bea admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4759738 Jul 24 01:23:42.837540 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 45970) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:42.843056 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655e1bbf-2b53-4781-b720-d4137fc26666 None None] Pushing event updated for resources: {'Port': ['ID=9fa35ea6-8cc1-4152-9709-31f159df7c43,revision_number=4']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:42.849420 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-4c7810ed-598c-4b9f-a48b-5f05fba78121 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-733541184-router', 'tenant_id': '4f8128c8ade04204bc02f429773fb641', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:23:42.887031 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4c7810ed-598c-4b9f-a48b-5f05fba78121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:42.888802 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4c7810ed-598c-4b9f-a48b-5f05fba78121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:42.910322 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-7364a382-e18c-446e-97ce-2b3e1977a7e3 None None] Set router 870e16f2-ec0b-4cff-9769-f56177de0938 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:23:42.961934 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4c7810ed-598c-4b9f-a48b-5f05fba78121 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:43.051264 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430d15da-6e46-4b3d-8323-8dc5a6af67fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-d9c01518-2795-404b-97fc-a742423e6b10', 'network_id': 'd9c01518-2795-404b-97fc-a742423e6b10', 'tenant_id': '4f8128c8ade04204bc02f429773fb641', 'fixed_ips': [{'subnet_id': 'ae2c9d35-e90b-4e62-97f8-4abc22836e40'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:23:43.053303 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-430d15da-6e46-4b3d-8323-8dc5a6af67fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:43.158817 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4c7810ed-598c-4b9f-a48b-5f05fba78121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:43.262174 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 463ea590-44b3-4bcc-b1e4-2bd5532bfd3a up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:23:43.267151 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-7364a382-e18c-446e-97ce-2b3e1977a7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870e16f2-ec0b-4cff-9769-f56177de0938', 'name': 'tempest-TestVolumeBackupRestore-36290574-router', 'tenant_id': 'ee12d3f5970c429d82f4f1def6a5ed4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '463ea590-44b3-4bcc-b1e4-2bd5532bfd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:32Z', 'updated_at': '2021-07-24T01:23:37Z', 'revision_number': 4, 'project_id': 'ee12d3f5970c429d82f4f1def6a5ed4c', 'gw_port': {'id': '463ea590-44b3-4bcc-b1e4-2bd5532bfd3a', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870e16f2-ec0b-4cff-9769-f56177de0938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:33Z', 'updated_at': '2021-07-24T01:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '9fa35ea6-8cc1-4152-9709-31f159df7c43', 'name': '', 'network_id': 'eb1d0d1b-2f12-4193-a1e7-86208e7390f1', 'tenant_id': 'ee12d3f5970c429d82f4f1def6a5ed4c', 'mac_address': 'fa:16:3e:ce:ef:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870e16f2-ec0b-4cff-9769-f56177de0938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '03610138-f2dc-420b-9c93-153398a84da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:36Z', 'updated_at': '2021-07-24T01:23:42Z', 'revision_number': 4, 'project_id': 'ee12d3f5970c429d82f4f1def6a5ed4c', 'subnets': [{'id': '03610138-f2dc-420b-9c93-153398a84da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:43.269362 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-430d15da-6e46-4b3d-8323-8dc5a6af67fd None None] Allocated IP 172.20.0.2 (d9c01518-2795-404b-97fc-a742423e6b10/ae2c9d35-e90b-4e62-97f8-4abc22836e40/4b0d2604-11d0-43b3-a09a-22968a3ca924) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:23:43.303945 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7364a382-e18c-446e-97ce-2b3e1977a7e3 None None] The sync data for ids ['870e16f2-ec0b-4cff-9769-f56177de0938'] in n-d-793621-25 is: [{'id': '870e16f2-ec0b-4cff-9769-f56177de0938', 'name': 'tempest-TestVolumeBackupRestore-36290574-router', 'tenant_id': 'ee12d3f5970c429d82f4f1def6a5ed4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '463ea590-44b3-4bcc-b1e4-2bd5532bfd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:32Z', 'updated_at': '2021-07-24T01:23:37Z', 'revision_number': 4, 'project_id': 'ee12d3f5970c429d82f4f1def6a5ed4c', 'gw_port': {'id': '463ea590-44b3-4bcc-b1e4-2bd5532bfd3a', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870e16f2-ec0b-4cff-9769-f56177de0938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:33Z', 'updated_at': '2021-07-24T01:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '9fa35ea6-8cc1-4152-9709-31f159df7c43', 'name': '', 'network_id': 'eb1d0d1b-2f12-4193-a1e7-86208e7390f1', 'tenant_id': 'ee12d3f5970c429d82f4f1def6a5ed4c', 'mac_address': 'fa:16:3e:ce:ef:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '870e16f2-ec0b-4cff-9769-f56177de0938', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': '03610138-f2dc-420b-9c93-153398a84da8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:36Z', 'updated_at': '2021-07-24T01:23:42Z', 'revision_number': 4, 'project_id': 'ee12d3f5970c429d82f4f1def6a5ed4c', 'subnets': [{'id': '03610138-f2dc-420b-9c93-153398a84da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:23:43.400448 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 463ea590-44b3-4bcc-b1e4-2bd5532bfd3a triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:23:43.400833 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:43.442500 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4c7810ed-598c-4b9f-a48b-5f05fba78121 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:43.477825 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4c7810ed-598c-4b9f-a48b-5f05fba78121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:43.540067 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-430d15da-6e46-4b3d-8323-8dc5a6af67fd None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:43.556669 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-430d15da-6e46-4b3d-8323-8dc5a6af67fd None None] Transition to ACTIVE for port object 4b0d2604-11d0-43b3-a09a-22968a3ca924 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:23:43.564037 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 9fa35ea6-8cc1-4152-9709-31f159df7c43 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:23:43.597754 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-430d15da-6e46-4b3d-8323-8dc5a6af67fd None None] Transition to ACTIVE for port object 4b0d2604-11d0-43b3-a09a-22968a3ca924 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:23:43.612077 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-430d15da-6e46-4b3d-8323-8dc5a6af67fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:43.612820 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-4c7810ed-598c-4b9f-a48b-5f05fba78121 admin admin] Allocated IP 172.25.2.2 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/fa64de16-d22f-4773-89ea-6cd9eccc0e0e) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:23:43.673517 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430d15da-6e46-4b3d-8323-8dc5a6af67fd None None] Network d9c01518-2795-404b-97fc-a742423e6b10 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:23:43.679379 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-430d15da-6e46-4b3d-8323-8dc5a6af67fd None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:23:43.681207 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d15da-6e46-4b3d-8323-8dc5a6af67fd None None] Pushing event updated for resources: {'Port': ['ID=4b0d2604-11d0-43b3-a09a-22968a3ca924,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:43.683472 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430d15da-6e46-4b3d-8323-8dc5a6af67fd None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:23:43.719824 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 9fa35ea6-8cc1-4152-9709-31f159df7c43 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:23:43.721661 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 9fa35ea6-8cc1-4152-9709-31f159df7c43 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:23:43.722046 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:43.776374 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4c7810ed-598c-4b9f-a48b-5f05fba78121 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:43.781553 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-430d15da-6e46-4b3d-8323-8dc5a6af67fd None None] Attempting to bind port 4b0d2604-11d0-43b3-a09a-22968a3ca924 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:23:43.782008 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-430d15da-6e46-4b3d-8323-8dc5a6af67fd None None] Attempting to bind port 4b0d2604-11d0-43b3-a09a-22968a3ca924 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '959f9101-72a2-46eb-b8a4-28d6cab09c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd9c01518-2795-404b-97fc-a742423e6b10'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:23:43.782559 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430d15da-6e46-4b3d-8323-8dc5a6af67fd None None] Attempting to bind port 4b0d2604-11d0-43b3-a09a-22968a3ca924 on network d9c01518-2795-404b-97fc-a742423e6b10 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:23:43.794940 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430d15da-6e46-4b3d-8323-8dc5a6af67fd None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:23:43.795353 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430d15da-6e46-4b3d-8323-8dc5a6af67fd None None] Checking segment: {'id': '959f9101-72a2-46eb-b8a4-28d6cab09c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd9c01518-2795-404b-97fc-a742423e6b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:23:43.795761 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-430d15da-6e46-4b3d-8323-8dc5a6af67fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:43.796169 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430d15da-6e46-4b3d-8323-8dc5a6af67fd None None] Bound using segment: {'id': '959f9101-72a2-46eb-b8a4-28d6cab09c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd9c01518-2795-404b-97fc-a742423e6b10'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:23:43.796658 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-430d15da-6e46-4b3d-8323-8dc5a6af67fd None None] Bound port: 4b0d2604-11d0-43b3-a09a-22968a3ca924, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '959f9101-72a2-46eb-b8a4-28d6cab09c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd9c01518-2795-404b-97fc-a742423e6b10'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:23:43.797052 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-430d15da-6e46-4b3d-8323-8dc5a6af67fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:43.844901 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4c7810ed-598c-4b9f-a48b-5f05fba78121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:43.905398 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-430d15da-6e46-4b3d-8323-8dc5a6af67fd None None] For port 4b0d2604-11d0-43b3-a09a-22968a3ca924, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:23:43.909348 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:43.918304 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7810ed-598c-4b9f-a48b-5f05fba78121 admin admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:23:43.922701 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-4c7810ed-598c-4b9f-a48b-5f05fba78121 admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:23:43.925398 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-430d15da-6e46-4b3d-8323-8dc5a6af67fd None None] For port 4b0d2604-11d0-43b3-a09a-22968a3ca924, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=4b0d2604-11d0-43b3-a09a-22968a3ca924,segment=NetworkSegment(959f9101-72a2-46eb-b8a4-28d6cab09c46),segment_id=959f9101-72a2-46eb-b8a4-28d6cab09c46)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:23:43.926246 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7810ed-598c-4b9f-a48b-5f05fba78121 admin admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:23:43.930914 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7810ed-598c-4b9f-a48b-5f05fba78121 admin admin] Pushing event updated for resources: {'Port': ['ID=fa64de16-d22f-4773-89ea-6cd9eccc0e0e,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:43.937700 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-430d15da-6e46-4b3d-8323-8dc5a6af67fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:43.961679 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 9fa35ea6-8cc1-4152-9709-31f159df7c43, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=9fa35ea6-8cc1-4152-9709-31f159df7c43,segment=NetworkSegment(775ec0ad-5c51-46f7-8b8e-0e8933096245),segment_id=775ec0ad-5c51-46f7-8b8e-0e8933096245)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:23:43.983010 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:44.015295 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d15da-6e46-4b3d-8323-8dc5a6af67fd None None] Pushing event updated for resources: {'Port': ['ID=4b0d2604-11d0-43b3-a09a-22968a3ca924,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:44.085790 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=9fa35ea6-8cc1-4152-9709-31f159df7c43,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:44.318210 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4c7810ed-598c-4b9f-a48b-5f05fba78121 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:44.542115 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4c7810ed-598c-4b9f-a48b-5f05fba78121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:44.676348 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7810ed-598c-4b9f-a48b-5f05fba78121 admin admin] Router 9112f23d-db0c-4eec-bdb6-9fbab3342319 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:23:44.797617 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7810ed-598c-4b9f-a48b-5f05fba78121 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:23:44.808117 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c587ce-b7c5-430d-9011-f6ee49f228ba None None] Sync routers for ids ['9112f23d-db0c-4eec-bdb6-9fbab3342319'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:23:44.818194 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4c7810ed-598c-4b9f-a48b-5f05fba78121 admin admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:44.819546 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4c7810ed-598c-4b9f-a48b-5f05fba78121 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9802165 Jul 24 01:23:44.822529 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45976) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:44.830657 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c587ce-b7c5-430d-9011-f6ee49f228ba None None] Routers {'9112f23d-db0c-4eec-bdb6-9fbab3342319'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:23:44.831889 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-98c587ce-b7c5-430d-9011-f6ee49f228ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:23:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['9112f23d-db0c-4eec-bdb6-9fbab3342319'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:44.953277 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-98c587ce-b7c5-430d-9011-f6ee49f228ba None None] Set router 9112f23d-db0c-4eec-bdb6-9fbab3342319 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:23:45.236043 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c82c97-230f-4324-87e2-f48ea7dceab0 None None] Network d9c01518-2795-404b-97fc-a742423e6b10 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:23:45.262549 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-98c587ce-b7c5-430d-9011-f6ee49f228ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9112f23d-db0c-4eec-bdb6-9fbab3342319', 'name': 'tempest-TestAggregatesBasicOps-733541184-router', 'tenant_id': '4f8128c8ade04204bc02f429773fb641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'fa64de16-d22f-4773-89ea-6cd9eccc0e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:42Z', 'updated_at': '2021-07-24T01:23:44Z', 'revision_number': 3, 'project_id': '4f8128c8ade04204bc02f429773fb641', 'gw_port': {'id': 'fa64de16-d22f-4773-89ea-6cd9eccc0e0e', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9112f23d-db0c-4eec-bdb6-9fbab3342319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:43Z', 'updated_at': '2021-07-24T01:23:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:45.291039 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c587ce-b7c5-430d-9011-f6ee49f228ba None None] Checking router: 9112f23d-db0c-4eec-bdb6-9fbab3342319 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:23:45.291404 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c587ce-b7c5-430d-9011-f6ee49f228ba None None] Updating router 9112f23d-db0c-4eec-bdb6-9fbab3342319 port fa64de16-d22f-4773-89ea-6cd9eccc0e0e binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:23:45.362040 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 4b0d2604-11d0-43b3-a09a-22968a3ca924 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:23:45.371534 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-69b5322c-90e5-4cb8-9b28-526df6fe6b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:45.395601 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-83bc5e99-3c19-4306-b031-37e74a8baccc None None] Provisioning for port 4b0d2604-11d0-43b3-a09a-22968a3ca924 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:23:45.408558 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-98c587ce-b7c5-430d-9011-f6ee49f228ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:45.483013 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ebf994a7-79b2-48c3-bbed-f25f5faffe5d req-59d7b2a9-9aee-43d0-9b15-43489fb06244 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e7d87376-d685-42ed-96e2-a3452ba60793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0389228 Jul 24 01:23:45.549185 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ebf994a7-79b2-48c3-bbed-f25f5faffe5d req-2558ed87-a777-4fab-a85c-28dd94288602 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=e7d87376-d685-42ed-96e2-a3452ba60793 HTTP/1.1" status: 200 len: 210 time: 0.0409424 Jul 24 01:23:45.579449 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 4b0d2604-11d0-43b3-a09a-22968a3ca924 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:23:45.593092 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 4b0d2604-11d0-43b3-a09a-22968a3ca924 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:23:45.593389 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:45.597026 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-69b5322c-90e5-4cb8-9b28-526df6fe6b4e admin admin] Allocated IP 172.20.0.1 (d9c01518-2795-404b-97fc-a742423e6b10/ae2c9d35-e90b-4e62-97f8-4abc22836e40/850691d0-a995-4e80-8147-0d6b83eb2fc1) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:23:45.599195 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ebf994a7-79b2-48c3-bbed-f25f5faffe5d req-5dd7b40e-9562-497a-a4da-7d3a5bda7bdc service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285673 Jul 24 01:23:45.729370 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf994a7-79b2-48c3-bbed-f25f5faffe5d req-5b134992-0d3d-4acb-b532-2334b7c943e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:23:45.746157 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-69b5322c-90e5-4cb8-9b28-526df6fe6b4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:45.755677 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ebf994a7-79b2-48c3-bbed-f25f5faffe5d req-5b134992-0d3d-4acb-b532-2334b7c943e3 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1256046 Jul 24 01:23:45.770001 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-69b5322c-90e5-4cb8-9b28-526df6fe6b4e admin admin] Transition to ACTIVE for port object 850691d0-a995-4e80-8147-0d6b83eb2fc1 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:23:45.808942 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-fadd4b37-f54a-449f-903b-49e0fbe5b097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:45.820029 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-69b5322c-90e5-4cb8-9b28-526df6fe6b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:45.820606 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:45.861944 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b5322c-90e5-4cb8-9b28-526df6fe6b4e admin admin] Network d9c01518-2795-404b-97fc-a742423e6b10 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:23:45.867517 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-69b5322c-90e5-4cb8-9b28-526df6fe6b4e admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:23:45.870167 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b5322c-90e5-4cb8-9b28-526df6fe6b4e admin admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:23:45.902372 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b5322c-90e5-4cb8-9b28-526df6fe6b4e admin admin] Pushing event updated for resources: {'Port': ['ID=850691d0-a995-4e80-8147-0d6b83eb2fc1,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:45.910465 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 4b0d2604-11d0-43b3-a09a-22968a3ca924, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=4b0d2604-11d0-43b3-a09a-22968a3ca924,segment=NetworkSegment(959f9101-72a2-46eb-b8a4-28d6cab09c46),segment_id=959f9101-72a2-46eb-b8a4-28d6cab09c46)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:23:45.914915 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-98c587ce-b7c5-430d-9011-f6ee49f228ba None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:45.922209 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-69b5322c-90e5-4cb8-9b28-526df6fe6b4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:45.922953 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:45.923862 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 9fa35ea6-8cc1-4152-9709-31f159df7c43 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:23:45.948978 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-98c587ce-b7c5-430d-9011-f6ee49f228ba None None] Transition to ACTIVE for port object fa64de16-d22f-4773-89ea-6cd9eccc0e0e will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:23:45.978567 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-98c587ce-b7c5-430d-9011-f6ee49f228ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:46.034440 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=4b0d2604-11d0-43b3-a09a-22968a3ca924,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:46.038296 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-98c587ce-b7c5-430d-9011-f6ee49f228ba None None] Attempting to bind port fa64de16-d22f-4773-89ea-6cd9eccc0e0e on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:23:46.038772 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-98c587ce-b7c5-430d-9011-f6ee49f228ba None None] Attempting to bind port fa64de16-d22f-4773-89ea-6cd9eccc0e0e by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:23:46.039233 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c587ce-b7c5-430d-9011-f6ee49f228ba None None] Attempting to bind port fa64de16-d22f-4773-89ea-6cd9eccc0e0e on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:23:46.069279 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c587ce-b7c5-430d-9011-f6ee49f228ba None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:23:46.069759 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c587ce-b7c5-430d-9011-f6ee49f228ba None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:23:46.070261 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-98c587ce-b7c5-430d-9011-f6ee49f228ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:46.070750 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c587ce-b7c5-430d-9011-f6ee49f228ba None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:23:46.071328 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-98c587ce-b7c5-430d-9011-f6ee49f228ba None None] Bound port: fa64de16-d22f-4773-89ea-6cd9eccc0e0e, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:23:46.071794 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-98c587ce-b7c5-430d-9011-f6ee49f228ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:46.109897 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-69b5322c-90e5-4cb8-9b28-526df6fe6b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:46.131275 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 9fa35ea6-8cc1-4152-9709-31f159df7c43 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:23:46.131670 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:46.168338 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7906fa-5562-4b72-bc3f-a5bb0fda4f4b None None] Pushing event updated for resources: {'Port': ['ID=fa64de16-d22f-4773-89ea-6cd9eccc0e0e,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:46.216966 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-98c587ce-b7c5-430d-9011-f6ee49f228ba None None] For port fa64de16-d22f-4773-89ea-6cd9eccc0e0e, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:23:46.228199 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-eac47d72-6106-46e5-ba35-ae7cb8ca05da None None] Provisioning complete for port 4b0d2604-11d0-43b3-a09a-22968a3ca924 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:23:46.228587 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-eac47d72-6106-46e5-ba35-ae7cb8ca05da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:46.264589 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-98c587ce-b7c5-430d-9011-f6ee49f228ba None None] For port fa64de16-d22f-4773-89ea-6cd9eccc0e0e, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=fa64de16-d22f-4773-89ea-6cd9eccc0e0e,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:23:46.284794 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-98c587ce-b7c5-430d-9011-f6ee49f228ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:46.307277 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-69b5322c-90e5-4cb8-9b28-526df6fe6b4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:46.315217 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-69b5322c-90e5-4cb8-9b28-526df6fe6b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:46.396225 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c587ce-b7c5-430d-9011-f6ee49f228ba None None] Routers {'9112f23d-db0c-4eec-bdb6-9fbab3342319'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:23:46.396503 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-69b5322c-90e5-4cb8-9b28-526df6fe6b4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:46.396808 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-98c587ce-b7c5-430d-9011-f6ee49f228ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:23:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['9112f23d-db0c-4eec-bdb6-9fbab3342319'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:46.446588 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b5322c-90e5-4cb8-9b28-526df6fe6b4e admin admin] Pushing event updated for resources: {'Port': ['ID=850691d0-a995-4e80-8147-0d6b83eb2fc1,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:46.491045 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7906fa-5562-4b72-bc3f-a5bb0fda4f4b None None] Pushing event updated for resources: {'Port': ['ID=fa64de16-d22f-4773-89ea-6cd9eccc0e0e,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:46.522035 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b5322c-90e5-4cb8-9b28-526df6fe6b4e admin admin] Network d9c01518-2795-404b-97fc-a742423e6b10 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:23:46.523278 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-69b5322c-90e5-4cb8-9b28-526df6fe6b4e admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:23:46.584145 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-98c587ce-b7c5-430d-9011-f6ee49f228ba None None] Set router 9112f23d-db0c-4eec-bdb6-9fbab3342319 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:23:46.669545 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b5322c-90e5-4cb8-9b28-526df6fe6b4e admin admin] Router 9112f23d-db0c-4eec-bdb6-9fbab3342319 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:23:46.726196 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8ca00d12-bbc4-4ebd-b8af-f82f92dde2b3 None None] Provisioning for port 850691d0-a995-4e80-8147-0d6b83eb2fc1 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:23:46.735393 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8ca00d12-bbc4-4ebd-b8af-f82f92dde2b3 None None] Provisioning complete for port 850691d0-a995-4e80-8147-0d6b83eb2fc1 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:23:46.735937 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8ca00d12-bbc4-4ebd-b8af-f82f92dde2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:46.808992 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b5322c-90e5-4cb8-9b28-526df6fe6b4e admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:23:46.821148 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-69b5322c-90e5-4cb8-9b28-526df6fe6b4e admin admin] 10.222.0.15 "PUT /v2.0/routers/9112f23d-db0c-4eec-bdb6-9fbab3342319/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9914341 Jul 24 01:23:46.974251 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-8ca00d12-bbc4-4ebd-b8af-f82f92dde2b3 None None] Port 850691d0-a995-4e80-8147-0d6b83eb2fc1 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:23:47.049423 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-98c587ce-b7c5-430d-9011-f6ee49f228ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9112f23d-db0c-4eec-bdb6-9fbab3342319', 'name': 'tempest-TestAggregatesBasicOps-733541184-router', 'tenant_id': '4f8128c8ade04204bc02f429773fb641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'fa64de16-d22f-4773-89ea-6cd9eccc0e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:42Z', 'updated_at': '2021-07-24T01:23:46Z', 'revision_number': 4, 'project_id': '4f8128c8ade04204bc02f429773fb641', 'gw_port': {'id': 'fa64de16-d22f-4773-89ea-6cd9eccc0e0e', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9112f23d-db0c-4eec-bdb6-9fbab3342319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:43Z', 'updated_at': '2021-07-24T01:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '850691d0-a995-4e80-8147-0d6b83eb2fc1', 'name': '', 'network_id': 'd9c01518-2795-404b-97fc-a742423e6b10', 'tenant_id': '4f8128c8ade04204bc02f429773fb641', 'mac_address': 'fa:16:3e:4e:cf:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9112f23d-db0c-4eec-bdb6-9fbab3342319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'ae2c9d35-e90b-4e62-97f8-4abc22836e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:45Z', 'updated_at': '2021-07-24T01:23:46Z', 'revision_number': 2, 'project_id': '4f8128c8ade04204bc02f429773fb641', 'subnets': [{'id': 'ae2c9d35-e90b-4e62-97f8-4abc22836e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:47.081593 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c587ce-b7c5-430d-9011-f6ee49f228ba None None] The sync data for ids ['9112f23d-db0c-4eec-bdb6-9fbab3342319'] in n-d-793621-25 is: [{'id': '9112f23d-db0c-4eec-bdb6-9fbab3342319', 'name': 'tempest-TestAggregatesBasicOps-733541184-router', 'tenant_id': '4f8128c8ade04204bc02f429773fb641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'fa64de16-d22f-4773-89ea-6cd9eccc0e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:42Z', 'updated_at': '2021-07-24T01:23:46Z', 'revision_number': 4, 'project_id': '4f8128c8ade04204bc02f429773fb641', 'gw_port': {'id': 'fa64de16-d22f-4773-89ea-6cd9eccc0e0e', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9112f23d-db0c-4eec-bdb6-9fbab3342319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:43Z', 'updated_at': '2021-07-24T01:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '850691d0-a995-4e80-8147-0d6b83eb2fc1', 'name': '', 'network_id': 'd9c01518-2795-404b-97fc-a742423e6b10', 'tenant_id': '4f8128c8ade04204bc02f429773fb641', 'mac_address': 'fa:16:3e:4e:cf:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9112f23d-db0c-4eec-bdb6-9fbab3342319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'ae2c9d35-e90b-4e62-97f8-4abc22836e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:45Z', 'updated_at': '2021-07-24T01:23:46Z', 'revision_number': 2, 'project_id': '4f8128c8ade04204bc02f429773fb641', 'subnets': [{'id': 'ae2c9d35-e90b-4e62-97f8-4abc22836e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:23:47.104857 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-629e7e4a-5012-48a4-8361-cb518a672154 None None] Provisioning complete for port 850691d0-a995-4e80-8147-0d6b83eb2fc1 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:23:47.107250 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-629e7e4a-5012-48a4-8361-cb518a672154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:47.152926 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-629e7e4a-5012-48a4-8361-cb518a672154 None None] Port 850691d0-a995-4e80-8147-0d6b83eb2fc1 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:23:47.217923 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 4b0d2604-11d0-43b3-a09a-22968a3ca924 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:23:47.289748 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 4b0d2604-11d0-43b3-a09a-22968a3ca924 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:23:47.290392 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:47.461796 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 45998) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:47.467759 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-38a069e4-60d1-469c-b2e6-4db09ea1ce65 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1040884059-network', 'tenant_id': '23aade158bb84c53be4eb9c1af15eccb'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:23:47.503846 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a069e4-60d1-469c-b2e6-4db09ea1ce65 admin admin] Made reservation on behalf of 23aade158bb84c53be4eb9c1af15eccb for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:23:47.506888 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-38a069e4-60d1-469c-b2e6-4db09ea1ce65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:47.521687 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-38a069e4-60d1-469c-b2e6-4db09ea1ce65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:47.626570 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-38a069e4-60d1-469c-b2e6-4db09ea1ce65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:47.632322 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-38a069e4-60d1-469c-b2e6-4db09ea1ce65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:47.656818 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38a069e4-60d1-469c-b2e6-4db09ea1ce65 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:23:47.677225 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-38a069e4-60d1-469c-b2e6-4db09ea1ce65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:47.677639 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-38a069e4-60d1-469c-b2e6-4db09ea1ce65 admin admin] Added segment cacffe85-2809-45e1-b157-42aab90b6ff2 of type vlan for network b6f77576-77d3-471e-99ba-9c9c319217a8 Jul 24 01:23:47.679581 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a069e4-60d1-469c-b2e6-4db09ea1ce65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522c39d4-31f9-4559-8560-c95b9b4dbd8f,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:47.734613 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-38a069e4-60d1-469c-b2e6-4db09ea1ce65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:47.772533 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-38a069e4-60d1-469c-b2e6-4db09ea1ce65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:47.773707 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a069e4-60d1-469c-b2e6-4db09ea1ce65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:23:47.774364 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-38a069e4-60d1-469c-b2e6-4db09ea1ce65 admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:47.822963 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46000) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:47.823520 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-38a069e4-60d1-469c-b2e6-4db09ea1ce65 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3600245 Jul 24 01:23:47.830805 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-b009d8a1-8b07-423d-b20d-e6ffdae056b3 admin admin] Request body: {'subnet': {'network_id': 'b6f77576-77d3-471e-99ba-9c9c319217a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1040884059-subnet', 'tenant_id': '23aade158bb84c53be4eb9c1af15eccb', 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:23:47.866399 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b009d8a1-8b07-423d-b20d-e6ffdae056b3 admin admin] Made reservation on behalf of 23aade158bb84c53be4eb9c1af15eccb for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:23:47.875284 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b009d8a1-8b07-423d-b20d-e6ffdae056b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:47.896682 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a069e4-60d1-469c-b2e6-4db09ea1ce65 admin admin] Pushing event updated for resources: {'Network': ['ID=b6f77576-77d3-471e-99ba-9c9c319217a8,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:47.912967 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network b6f77576-77d3-471e-99ba-9c9c319217a8 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:23:48.100375 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b009d8a1-8b07-423d-b20d-e6ffdae056b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:48.162890 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b009d8a1-8b07-423d-b20d-e6ffdae056b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=995a2476-a523-4d6f-a4ff-9f63be7db643,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:48.174702 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b009d8a1-8b07-423d-b20d-e6ffdae056b3 admin admin] Checking segment: {'id': 'cacffe85-2809-45e1-b157-42aab90b6ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b6f77576-77d3-471e-99ba-9c9c319217a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:23:48.174702 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b009d8a1-8b07-423d-b20d-e6ffdae056b3 admin admin] Network hostable DHCP agents. Network: b6f77576-77d3-471e-99ba-9c9c319217a8, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:23:48.197470 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b009d8a1-8b07-423d-b20d-e6ffdae056b3 admin admin] Network b6f77576-77d3-471e-99ba-9c9c319217a8 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:23:48.207941 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-b009d8a1-8b07-423d-b20d-e6ffdae056b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, b6f77576-77d3-471e-99ba-9c9c319217a8) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:23:48.212607 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b009d8a1-8b07-423d-b20d-e6ffdae056b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:23:48.213544 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b009d8a1-8b07-423d-b20d-e6ffdae056b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:48.216975 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116438d1-6475-4519-aba8-4113c9d7d300 None None] Network b6f77576-77d3-471e-99ba-9c9c319217a8 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:23:48.229352 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b009d8a1-8b07-423d-b20d-e6ffdae056b3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4042149 Jul 24 01:23:48.232613 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46002) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:48.238225 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-2136ca6e-a453-4833-b252-4594d63d3268 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1040884059-router', 'tenant_id': '23aade158bb84c53be4eb9c1af15eccb', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:23:48.262196 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2136ca6e-a453-4833-b252-4594d63d3268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:48.263600 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2136ca6e-a453-4833-b252-4594d63d3268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:48.300980 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-78b243ad-4364-484e-bb55-e1e61ab1a5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:48.331834 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2136ca6e-a453-4833-b252-4594d63d3268 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:48.400262 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35044050-6a8a-4489-817a-edce46305c6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-b6f77576-77d3-471e-99ba-9c9c319217a8', 'network_id': 'b6f77576-77d3-471e-99ba-9c9c319217a8', 'tenant_id': '23aade158bb84c53be4eb9c1af15eccb', 'fixed_ips': [{'subnet_id': '995a2476-a523-4d6f-a4ff-9f63be7db643'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:23:48.401151 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-35044050-6a8a-4489-817a-edce46305c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:48.507042 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2136ca6e-a453-4833-b252-4594d63d3268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:48.575306 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:48.603920 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-35044050-6a8a-4489-817a-edce46305c6c None None] Allocated IP 172.20.0.2 (b6f77576-77d3-471e-99ba-9c9c319217a8/995a2476-a523-4d6f-a4ff-9f63be7db643/88f4ccfc-2d15-4f48-839f-beef1eeeff67) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:23:48.766317 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2136ca6e-a453-4833-b252-4594d63d3268 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:48.787863 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2136ca6e-a453-4833-b252-4594d63d3268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:48.797250 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-35044050-6a8a-4489-817a-edce46305c6c None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:48.810975 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-35044050-6a8a-4489-817a-edce46305c6c None None] Transition to ACTIVE for port object 88f4ccfc-2d15-4f48-839f-beef1eeeff67 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:23:48.830237 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-35044050-6a8a-4489-817a-edce46305c6c None None] Transition to ACTIVE for port object 88f4ccfc-2d15-4f48-839f-beef1eeeff67 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:23:48.843754 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-35044050-6a8a-4489-817a-edce46305c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:48.899377 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35044050-6a8a-4489-817a-edce46305c6c None None] Network b6f77576-77d3-471e-99ba-9c9c319217a8 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:23:48.902619 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-35044050-6a8a-4489-817a-edce46305c6c None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:23:48.906182 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35044050-6a8a-4489-817a-edce46305c6c None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:23:48.921559 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35044050-6a8a-4489-817a-edce46305c6c None None] Pushing event updated for resources: {'Port': ['ID=88f4ccfc-2d15-4f48-839f-beef1eeeff67,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:48.939492 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-2136ca6e-a453-4833-b252-4594d63d3268 admin admin] Allocated IP 172.25.2.50 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/876422a2-9952-4670-a969-1ccff666de4f) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:23:48.982215 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-35044050-6a8a-4489-817a-edce46305c6c None None] Attempting to bind port 88f4ccfc-2d15-4f48-839f-beef1eeeff67 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:23:48.982590 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-35044050-6a8a-4489-817a-edce46305c6c None None] Attempting to bind port 88f4ccfc-2d15-4f48-839f-beef1eeeff67 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'cacffe85-2809-45e1-b157-42aab90b6ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b6f77576-77d3-471e-99ba-9c9c319217a8'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:23:48.982906 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35044050-6a8a-4489-817a-edce46305c6c None None] Attempting to bind port 88f4ccfc-2d15-4f48-839f-beef1eeeff67 on network b6f77576-77d3-471e-99ba-9c9c319217a8 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:23:48.990121 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35044050-6a8a-4489-817a-edce46305c6c None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:23:48.990514 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35044050-6a8a-4489-817a-edce46305c6c None None] Checking segment: {'id': 'cacffe85-2809-45e1-b157-42aab90b6ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b6f77576-77d3-471e-99ba-9c9c319217a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:23:48.991024 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-35044050-6a8a-4489-817a-edce46305c6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:48.991532 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35044050-6a8a-4489-817a-edce46305c6c None None] Bound using segment: {'id': 'cacffe85-2809-45e1-b157-42aab90b6ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b6f77576-77d3-471e-99ba-9c9c319217a8'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:23:48.992013 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-35044050-6a8a-4489-817a-edce46305c6c None None] Bound port: 88f4ccfc-2d15-4f48-839f-beef1eeeff67, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cacffe85-2809-45e1-b157-42aab90b6ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b6f77576-77d3-471e-99ba-9c9c319217a8'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:23:48.992409 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-35044050-6a8a-4489-817a-edce46305c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:49.055073 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2136ca6e-a453-4833-b252-4594d63d3268 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:49.061491 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-35044050-6a8a-4489-817a-edce46305c6c None None] For port 88f4ccfc-2d15-4f48-839f-beef1eeeff67, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:23:49.064740 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-35044050-6a8a-4489-817a-edce46305c6c None None] For port 88f4ccfc-2d15-4f48-839f-beef1eeeff67, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=88f4ccfc-2d15-4f48-839f-beef1eeeff67,segment=NetworkSegment(cacffe85-2809-45e1-b157-42aab90b6ff2),segment_id=cacffe85-2809-45e1-b157-42aab90b6ff2)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:23:49.070373 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-35044050-6a8a-4489-817a-edce46305c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:49.107308 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2136ca6e-a453-4833-b252-4594d63d3268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:49.144448 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35044050-6a8a-4489-817a-edce46305c6c None None] Pushing event updated for resources: {'Port': ['ID=88f4ccfc-2d15-4f48-839f-beef1eeeff67,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:49.145631 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2136ca6e-a453-4833-b252-4594d63d3268 admin admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:23:49.149241 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-2136ca6e-a453-4833-b252-4594d63d3268 admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:23:49.151476 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2136ca6e-a453-4833-b252-4594d63d3268 admin admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:23:49.276499 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device fa64de16-d22f-4773-89ea-6cd9eccc0e0e up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:23:49.358825 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port fa64de16-d22f-4773-89ea-6cd9eccc0e0e completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:23:49.364178 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port fa64de16-d22f-4773-89ea-6cd9eccc0e0e triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:23:49.364796 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:49.499757 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:49.531718 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port fa64de16-d22f-4773-89ea-6cd9eccc0e0e, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=fa64de16-d22f-4773-89ea-6cd9eccc0e0e,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:23:49.544640 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:49.592325 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136ca6e-a453-4833-b252-4594d63d3268 admin admin] Pushing event updated for resources: {'Port': ['ID=876422a2-9952-4670-a969-1ccff666de4f,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:49.606924 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:49.607765 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136ca6e-a453-4833-b252-4594d63d3268 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:49.607977 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136ca6e-a453-4833-b252-4594d63d3268 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:49.608319 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136ca6e-a453-4833-b252-4594d63d3268 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:49.608658 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136ca6e-a453-4833-b252-4594d63d3268 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:49.608988 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136ca6e-a453-4833-b252-4594d63d3268 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:49.609319 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136ca6e-a453-4833-b252-4594d63d3268 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:49.609646 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136ca6e-a453-4833-b252-4594d63d3268 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:49.609967 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136ca6e-a453-4833-b252-4594d63d3268 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:49.610332 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136ca6e-a453-4833-b252-4594d63d3268 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:49.610663 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136ca6e-a453-4833-b252-4594d63d3268 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:49.611006 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136ca6e-a453-4833-b252-4594d63d3268 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:49.611325 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2136ca6e-a453-4833-b252-4594d63d3268 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:23:49.626064 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=fa64de16-d22f-4773-89ea-6cd9eccc0e0e,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:49.857811 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2136ca6e-a453-4833-b252-4594d63d3268 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:50.087106 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2136ca6e-a453-4833-b252-4594d63d3268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:50.242031 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2136ca6e-a453-4833-b252-4594d63d3268 admin admin] Router d9e38ccf-ddd9-41bc-8aff-60c214619f51 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:23:50.250833 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cc3f1c-9bb6-40e9-a33b-5cc94e693002 None None] Network b6f77576-77d3-471e-99ba-9c9c319217a8 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:23:50.336872 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-729ccdd8-5746-4437-98fe-a208f265e0be None None] Provisioning for port 88f4ccfc-2d15-4f48-839f-beef1eeeff67 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:23:50.367581 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2136ca6e-a453-4833-b252-4594d63d3268 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:23:50.378502 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c674af91-95c5-483e-ac9a-9538c53fb212 None None] Sync routers for ids ['d9e38ccf-ddd9-41bc-8aff-60c214619f51'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:23:50.389252 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2136ca6e-a453-4833-b252-4594d63d3268 admin admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:50.392594 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c674af91-95c5-483e-ac9a-9538c53fb212 None None] Routers {'d9e38ccf-ddd9-41bc-8aff-60c214619f51'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:23:50.393520 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-c674af91-95c5-483e-ac9a-9538c53fb212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:23:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['d9e38ccf-ddd9-41bc-8aff-60c214619f51'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:50.394332 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46008) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:50.394941 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2136ca6e-a453-4833-b252-4594d63d3268 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1612618 Jul 24 01:23:50.564475 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-c674af91-95c5-483e-ac9a-9538c53fb212 None None] Set router d9e38ccf-ddd9-41bc-8aff-60c214619f51 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:23:50.932809 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-c674af91-95c5-483e-ac9a-9538c53fb212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e38ccf-ddd9-41bc-8aff-60c214619f51', 'name': 'tempest-TestAggregatesBasicOps-1040884059-router', 'tenant_id': '23aade158bb84c53be4eb9c1af15eccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '876422a2-9952-4670-a969-1ccff666de4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:48Z', 'updated_at': '2021-07-24T01:23:49Z', 'revision_number': 3, 'project_id': '23aade158bb84c53be4eb9c1af15eccb', 'gw_port': {'id': '876422a2-9952-4670-a969-1ccff666de4f', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:42:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e38ccf-ddd9-41bc-8aff-60c214619f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:48Z', 'updated_at': '2021-07-24T01:23:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:50.966248 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c674af91-95c5-483e-ac9a-9538c53fb212 None None] Checking router: d9e38ccf-ddd9-41bc-8aff-60c214619f51 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:23:50.966838 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c674af91-95c5-483e-ac9a-9538c53fb212 None None] Updating router d9e38ccf-ddd9-41bc-8aff-60c214619f51 port 876422a2-9952-4670-a969-1ccff666de4f binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:23:51.008834 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-c674af91-95c5-483e-ac9a-9538c53fb212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:51.017513 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-840c4678-0937-4330-9f55-5c0e835d982d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:51.070150 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:51.097918 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4ba647-b064-4565-9a46-859ad3a83634 None None] Sync routers for ids ['9112f23d-db0c-4eec-bdb6-9fbab3342319'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:23:51.107769 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4ba647-b064-4565-9a46-859ad3a83634 None None] Routers {'9112f23d-db0c-4eec-bdb6-9fbab3342319'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:23:51.108401 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-da4ba647-b064-4565-9a46-859ad3a83634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:23:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['9112f23d-db0c-4eec-bdb6-9fbab3342319'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:51.230546 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-840c4678-0937-4330-9f55-5c0e835d982d admin admin] Allocated IP 172.20.0.1 (b6f77576-77d3-471e-99ba-9c9c319217a8/995a2476-a523-4d6f-a4ff-9f63be7db643/0fd6e421-593c-4a16-a003-d74259026bb8) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:23:51.233871 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-da4ba647-b064-4565-9a46-859ad3a83634 None None] Set router 9112f23d-db0c-4eec-bdb6-9fbab3342319 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:23:51.359461 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-c674af91-95c5-483e-ac9a-9538c53fb212 None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:51.382336 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-c674af91-95c5-483e-ac9a-9538c53fb212 None None] Transition to ACTIVE for port object 876422a2-9952-4670-a969-1ccff666de4f will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:23:51.384393 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-840c4678-0937-4330-9f55-5c0e835d982d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:51.394529 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-c674af91-95c5-483e-ac9a-9538c53fb212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:51.405893 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-840c4678-0937-4330-9f55-5c0e835d982d admin admin] Transition to ACTIVE for port object 0fd6e421-593c-4a16-a003-d74259026bb8 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:23:51.439592 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device fa64de16-d22f-4773-89ea-6cd9eccc0e0e up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:23:51.455920 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-840c4678-0937-4330-9f55-5c0e835d982d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:51.465898 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf88be7-67b1-4106-8bf4-c4ef06fb744e None None] Pushing event updated for resources: {'Port': ['ID=876422a2-9952-4670-a969-1ccff666de4f,revision_number=2']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:51.478445 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-c674af91-95c5-483e-ac9a-9538c53fb212 None None] Attempting to bind port 876422a2-9952-4670-a969-1ccff666de4f on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:23:51.478837 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-c674af91-95c5-483e-ac9a-9538c53fb212 None None] Attempting to bind port 876422a2-9952-4670-a969-1ccff666de4f by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:23:51.479197 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c674af91-95c5-483e-ac9a-9538c53fb212 None None] Attempting to bind port 876422a2-9952-4670-a969-1ccff666de4f on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:23:51.485060 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c674af91-95c5-483e-ac9a-9538c53fb212 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:23:51.485595 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c674af91-95c5-483e-ac9a-9538c53fb212 None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:23:51.486024 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-c674af91-95c5-483e-ac9a-9538c53fb212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:51.486459 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c674af91-95c5-483e-ac9a-9538c53fb212 None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:23:51.488053 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-c674af91-95c5-483e-ac9a-9538c53fb212 None None] Bound port: 876422a2-9952-4670-a969-1ccff666de4f, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:23:51.488219 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-c674af91-95c5-483e-ac9a-9538c53fb212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:51.501548 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840c4678-0937-4330-9f55-5c0e835d982d admin admin] Network b6f77576-77d3-471e-99ba-9c9c319217a8 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:23:51.504373 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-840c4678-0937-4330-9f55-5c0e835d982d admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:23:51.508242 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840c4678-0937-4330-9f55-5c0e835d982d admin admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:23:51.548330 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c4678-0937-4330-9f55-5c0e835d982d admin admin] Pushing event updated for resources: {'Port': ['ID=0fd6e421-593c-4a16-a003-d74259026bb8,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:51.556562 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port fa64de16-d22f-4773-89ea-6cd9eccc0e0e triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:23:51.556940 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:51.564043 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-840c4678-0937-4330-9f55-5c0e835d982d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:51.572499 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-c674af91-95c5-483e-ac9a-9538c53fb212 None None] For port 876422a2-9952-4670-a969-1ccff666de4f, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:23:51.576814 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-c674af91-95c5-483e-ac9a-9538c53fb212 None None] For port 876422a2-9952-4670-a969-1ccff666de4f, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=876422a2-9952-4670-a969-1ccff666de4f,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:23:51.583701 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-c674af91-95c5-483e-ac9a-9538c53fb212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:51.662688 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-da4ba647-b064-4565-9a46-859ad3a83634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9112f23d-db0c-4eec-bdb6-9fbab3342319', 'name': 'tempest-TestAggregatesBasicOps-733541184-router', 'tenant_id': '4f8128c8ade04204bc02f429773fb641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'fa64de16-d22f-4773-89ea-6cd9eccc0e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:42Z', 'updated_at': '2021-07-24T01:23:46Z', 'revision_number': 4, 'project_id': '4f8128c8ade04204bc02f429773fb641', 'gw_port': {'id': 'fa64de16-d22f-4773-89ea-6cd9eccc0e0e', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9112f23d-db0c-4eec-bdb6-9fbab3342319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:43Z', 'updated_at': '2021-07-24T01:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '850691d0-a995-4e80-8147-0d6b83eb2fc1', 'name': '', 'network_id': 'd9c01518-2795-404b-97fc-a742423e6b10', 'tenant_id': '4f8128c8ade04204bc02f429773fb641', 'mac_address': 'fa:16:3e:4e:cf:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9112f23d-db0c-4eec-bdb6-9fbab3342319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'ae2c9d35-e90b-4e62-97f8-4abc22836e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:45Z', 'updated_at': '2021-07-24T01:23:46Z', 'revision_number': 2, 'project_id': '4f8128c8ade04204bc02f429773fb641', 'subnets': [{'id': 'ae2c9d35-e90b-4e62-97f8-4abc22836e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:51.668043 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c674af91-95c5-483e-ac9a-9538c53fb212 None None] Routers {'d9e38ccf-ddd9-41bc-8aff-60c214619f51'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:23:51.669069 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-c674af91-95c5-483e-ac9a-9538c53fb212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:23:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['d9e38ccf-ddd9-41bc-8aff-60c214619f51'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:51.696132 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4ba647-b064-4565-9a46-859ad3a83634 None None] Checking router: 9112f23d-db0c-4eec-bdb6-9fbab3342319 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:23:51.696488 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4ba647-b064-4565-9a46-859ad3a83634 None None] Updating router 9112f23d-db0c-4eec-bdb6-9fbab3342319 port 850691d0-a995-4e80-8147-0d6b83eb2fc1 binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:23:51.728200 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 88f4ccfc-2d15-4f48-839f-beef1eeeff67 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:23:51.779405 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-da4ba647-b064-4565-9a46-859ad3a83634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:51.804511 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf88be7-67b1-4106-8bf4-c4ef06fb744e None None] Pushing event updated for resources: {'Port': ['ID=876422a2-9952-4670-a969-1ccff666de4f,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:51.843439 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-c674af91-95c5-483e-ac9a-9538c53fb212 None None] Set router d9e38ccf-ddd9-41bc-8aff-60c214619f51 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:23:51.847686 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-840c4678-0937-4330-9f55-5c0e835d982d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:51.864372 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 88f4ccfc-2d15-4f48-839f-beef1eeeff67 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:23:51.875868 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 88f4ccfc-2d15-4f48-839f-beef1eeeff67 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:23:51.876258 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:52.020604 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8ea5872d-5d0d-4b7b-a504-8befd06a5e74 None None] Provisioning for port 0fd6e421-593c-4a16-a003-d74259026bb8 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:23:52.060418 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-840c4678-0937-4330-9f55-5c0e835d982d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:52.064242 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8ea5872d-5d0d-4b7b-a504-8befd06a5e74 None None] Provisioning complete for port 0fd6e421-593c-4a16-a003-d74259026bb8 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:23:52.064826 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8ea5872d-5d0d-4b7b-a504-8befd06a5e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:52.066321 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-840c4678-0937-4330-9f55-5c0e835d982d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:52.082625 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-c674af91-95c5-483e-ac9a-9538c53fb212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e38ccf-ddd9-41bc-8aff-60c214619f51', 'name': 'tempest-TestAggregatesBasicOps-1040884059-router', 'tenant_id': '23aade158bb84c53be4eb9c1af15eccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '876422a2-9952-4670-a969-1ccff666de4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:48Z', 'updated_at': '2021-07-24T01:23:49Z', 'revision_number': 3, 'project_id': '23aade158bb84c53be4eb9c1af15eccb', 'gw_port': {'id': '876422a2-9952-4670-a969-1ccff666de4f', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:42:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e38ccf-ddd9-41bc-8aff-60c214619f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:48Z', 'updated_at': '2021-07-24T01:23:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:52.122424 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c674af91-95c5-483e-ac9a-9538c53fb212 None None] The sync data for ids ['d9e38ccf-ddd9-41bc-8aff-60c214619f51'] in n-d-793621-25 is: [{'id': 'd9e38ccf-ddd9-41bc-8aff-60c214619f51', 'name': 'tempest-TestAggregatesBasicOps-1040884059-router', 'tenant_id': '23aade158bb84c53be4eb9c1af15eccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '876422a2-9952-4670-a969-1ccff666de4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:48Z', 'updated_at': '2021-07-24T01:23:49Z', 'revision_number': 3, 'project_id': '23aade158bb84c53be4eb9c1af15eccb', 'gw_port': {'id': '876422a2-9952-4670-a969-1ccff666de4f', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:42:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e38ccf-ddd9-41bc-8aff-60c214619f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:48Z', 'updated_at': '2021-07-24T01:23:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:23:52.148118 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-840c4678-0937-4330-9f55-5c0e835d982d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:52.150042 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840c4678-0937-4330-9f55-5c0e835d982d admin admin] Pushing event updated for resources: {'Port': ['ID=0fd6e421-593c-4a16-a003-d74259026bb8,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:52.167787 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:52.181761 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-8ea5872d-5d0d-4b7b-a504-8befd06a5e74 None None] Port 0fd6e421-593c-4a16-a003-d74259026bb8 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:23:52.227006 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 88f4ccfc-2d15-4f48-839f-beef1eeeff67, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=88f4ccfc-2d15-4f48-839f-beef1eeeff67,segment=NetworkSegment(cacffe85-2809-45e1-b157-42aab90b6ff2),segment_id=cacffe85-2809-45e1-b157-42aab90b6ff2)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:23:52.239721 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:52.280425 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840c4678-0937-4330-9f55-5c0e835d982d admin admin] Network b6f77576-77d3-471e-99ba-9c9c319217a8 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:23:52.281954 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-840c4678-0937-4330-9f55-5c0e835d982d admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:23:52.338192 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=88f4ccfc-2d15-4f48-839f-beef1eeeff67,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:52.361039 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-da4ba647-b064-4565-9a46-859ad3a83634 None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:52.374955 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-da4ba647-b064-4565-9a46-859ad3a83634 None None] Transition to ACTIVE for port object 850691d0-a995-4e80-8147-0d6b83eb2fc1 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:23:52.391491 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-da4ba647-b064-4565-9a46-859ad3a83634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:52.477074 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fbca9b-7579-4bc9-b1a0-d1e520a335c6 None None] Pushing event updated for resources: {'Port': ['ID=850691d0-a995-4e80-8147-0d6b83eb2fc1,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:52.519789 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840c4678-0937-4330-9f55-5c0e835d982d admin admin] Router d9e38ccf-ddd9-41bc-8aff-60c214619f51 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:23:52.524107 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-27e14d6b-10cc-4706-b85d-983814ebc659 req-558ff826-c93d-4b84-ae65-e59035306b95 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d7cf8821-61d2-4ece-af8e-193c4ff7e81e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1787369 Jul 24 01:23:52.583649 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-da4ba647-b064-4565-9a46-859ad3a83634 None None] Attempting to bind port 850691d0-a995-4e80-8147-0d6b83eb2fc1 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:23:52.583948 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-da4ba647-b064-4565-9a46-859ad3a83634 None None] Attempting to bind port 850691d0-a995-4e80-8147-0d6b83eb2fc1 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '959f9101-72a2-46eb-b8a4-28d6cab09c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd9c01518-2795-404b-97fc-a742423e6b10'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:23:52.584322 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4ba647-b064-4565-9a46-859ad3a83634 None None] Attempting to bind port 850691d0-a995-4e80-8147-0d6b83eb2fc1 on network d9c01518-2795-404b-97fc-a742423e6b10 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:23:52.590068 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4ba647-b064-4565-9a46-859ad3a83634 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:23:52.590496 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4ba647-b064-4565-9a46-859ad3a83634 None None] Checking segment: {'id': '959f9101-72a2-46eb-b8a4-28d6cab09c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd9c01518-2795-404b-97fc-a742423e6b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:23:52.591127 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-da4ba647-b064-4565-9a46-859ad3a83634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:52.591535 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4ba647-b064-4565-9a46-859ad3a83634 None None] Bound using segment: {'id': '959f9101-72a2-46eb-b8a4-28d6cab09c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd9c01518-2795-404b-97fc-a742423e6b10'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:23:52.592020 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-da4ba647-b064-4565-9a46-859ad3a83634 None None] Bound port: 850691d0-a995-4e80-8147-0d6b83eb2fc1, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '959f9101-72a2-46eb-b8a4-28d6cab09c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd9c01518-2795-404b-97fc-a742423e6b10'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:23:52.592866 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-da4ba647-b064-4565-9a46-859ad3a83634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:52.716022 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-da4ba647-b064-4565-9a46-859ad3a83634 None None] For port 850691d0-a995-4e80-8147-0d6b83eb2fc1, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:23:52.743809 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-da4ba647-b064-4565-9a46-859ad3a83634 None None] For port 850691d0-a995-4e80-8147-0d6b83eb2fc1, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=850691d0-a995-4e80-8147-0d6b83eb2fc1,segment=NetworkSegment(959f9101-72a2-46eb-b8a4-28d6cab09c46),segment_id=959f9101-72a2-46eb-b8a4-28d6cab09c46)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:23:52.745173 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-48fe68a2-e376-4e60-a868-948edff31aec None None] Provisioning complete for port 0fd6e421-593c-4a16-a003-d74259026bb8 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:23:52.745566 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-48fe68a2-e376-4e60-a868-948edff31aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:52.775169 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-da4ba647-b064-4565-9a46-859ad3a83634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:53.037263 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-48fe68a2-e376-4e60-a868-948edff31aec None None] Port 0fd6e421-593c-4a16-a003-d74259026bb8 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:23:53.067634 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4ba647-b064-4565-9a46-859ad3a83634 None None] Routers {'9112f23d-db0c-4eec-bdb6-9fbab3342319'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:23:53.068576 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-da4ba647-b064-4565-9a46-859ad3a83634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:23:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['9112f23d-db0c-4eec-bdb6-9fbab3342319'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:53.213365 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840c4678-0937-4330-9f55-5c0e835d982d admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:23:53.223965 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-840c4678-0937-4330-9f55-5c0e835d982d admin admin] 10.222.0.15 "PUT /v2.0/routers/d9e38ccf-ddd9-41bc-8aff-60c214619f51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8276255 Jul 24 01:23:53.239336 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e14d6b-10cc-4706-b85d-983814ebc659 req-51cb8d79-ee0c-4706-b134-aef06837c182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:23:53.244949 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-27e14d6b-10cc-4706-b85d-983814ebc659 req-51cb8d79-ee0c-4706-b134-aef06837c182 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc21a234b38d48d88c3414cb45873771&device_id=d7cf8821-61d2-4ece-af8e-193c4ff7e81e HTTP/1.1" status: 200 len: 1097 time: 0.2035937 Jul 24 01:23:53.266399 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fbca9b-7579-4bc9-b1a0-d1e520a335c6 None None] Pushing event updated for resources: {'Port': ['ID=850691d0-a995-4e80-8147-0d6b83eb2fc1,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:53.292642 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-da4ba647-b064-4565-9a46-859ad3a83634 None None] Set router 9112f23d-db0c-4eec-bdb6-9fbab3342319 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:23:53.441851 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 876422a2-9952-4670-a969-1ccff666de4f up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:23:53.470392 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e14d6b-10cc-4706-b85d-983814ebc659 req-dd609b65-9a89-42b7-8ceb-3ec2f2f1585d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:23:53.472513 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-27e14d6b-10cc-4706-b85d-983814ebc659 req-dd609b65-9a89-42b7-8ceb-3ec2f2f1585d service neutron] 10.222.0.13 "GET /v2.0/networks?id=ad265d84-5a8c-4acf-b883-4ded13d15286 HTTP/1.1" status: 200 len: 913 time: 0.1948273 Jul 24 01:23:53.576401 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-27e14d6b-10cc-4706-b85d-983814ebc659 req-49780a65-c5dd-4dbb-85f2-a828171de272 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7 HTTP/1.1" status: 200 len: 1000 time: 0.0973604 Jul 24 01:23:53.628723 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 876422a2-9952-4670-a969-1ccff666de4f completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:23:53.635924 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 876422a2-9952-4670-a969-1ccff666de4f triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:23:53.636298 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:53.653533 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e14d6b-10cc-4706-b85d-983814ebc659 req-b2a4190f-bf80-44e0-a16b-d9eaf2fc7583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:23:53.655593 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-27e14d6b-10cc-4706-b85d-983814ebc659 req-b2a4190f-bf80-44e0-a16b-d9eaf2fc7583 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e29f41fb-7a38-4eae-917b-51d7b2f60633 HTTP/1.1" status: 200 len: 851 time: 0.0737126 Jul 24 01:23:53.718768 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-da4ba647-b064-4565-9a46-859ad3a83634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9112f23d-db0c-4eec-bdb6-9fbab3342319', 'name': 'tempest-TestAggregatesBasicOps-733541184-router', 'tenant_id': '4f8128c8ade04204bc02f429773fb641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'fa64de16-d22f-4773-89ea-6cd9eccc0e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:42Z', 'updated_at': '2021-07-24T01:23:46Z', 'revision_number': 4, 'project_id': '4f8128c8ade04204bc02f429773fb641', 'gw_port': {'id': 'fa64de16-d22f-4773-89ea-6cd9eccc0e0e', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9112f23d-db0c-4eec-bdb6-9fbab3342319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:43Z', 'updated_at': '2021-07-24T01:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '850691d0-a995-4e80-8147-0d6b83eb2fc1', 'name': '', 'network_id': 'd9c01518-2795-404b-97fc-a742423e6b10', 'tenant_id': '4f8128c8ade04204bc02f429773fb641', 'mac_address': 'fa:16:3e:4e:cf:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9112f23d-db0c-4eec-bdb6-9fbab3342319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'ae2c9d35-e90b-4e62-97f8-4abc22836e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:45Z', 'updated_at': '2021-07-24T01:23:52Z', 'revision_number': 4, 'project_id': '4f8128c8ade04204bc02f429773fb641', 'subnets': [{'id': 'ae2c9d35-e90b-4e62-97f8-4abc22836e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:53.751225 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4ba647-b064-4565-9a46-859ad3a83634 None None] The sync data for ids ['9112f23d-db0c-4eec-bdb6-9fbab3342319'] in n-d-793621-25 is: [{'id': '9112f23d-db0c-4eec-bdb6-9fbab3342319', 'name': 'tempest-TestAggregatesBasicOps-733541184-router', 'tenant_id': '4f8128c8ade04204bc02f429773fb641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'fa64de16-d22f-4773-89ea-6cd9eccc0e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:42Z', 'updated_at': '2021-07-24T01:23:46Z', 'revision_number': 4, 'project_id': '4f8128c8ade04204bc02f429773fb641', 'gw_port': {'id': 'fa64de16-d22f-4773-89ea-6cd9eccc0e0e', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9112f23d-db0c-4eec-bdb6-9fbab3342319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:43Z', 'updated_at': '2021-07-24T01:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '850691d0-a995-4e80-8147-0d6b83eb2fc1', 'name': '', 'network_id': 'd9c01518-2795-404b-97fc-a742423e6b10', 'tenant_id': '4f8128c8ade04204bc02f429773fb641', 'mac_address': 'fa:16:3e:4e:cf:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9112f23d-db0c-4eec-bdb6-9fbab3342319', 'device_owner': 'network:router_interface', 'standard_attr_id': 3946, 'fixed_ips': [{'subnet_id': 'ae2c9d35-e90b-4e62-97f8-4abc22836e40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:45Z', 'updated_at': '2021-07-24T01:23:52Z', 'revision_number': 4, 'project_id': '4f8128c8ade04204bc02f429773fb641', 'subnets': [{'id': 'ae2c9d35-e90b-4e62-97f8-4abc22836e40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:23:53.775694 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e14d6b-10cc-4706-b85d-983814ebc659 req-b8e00b4e-7277-4c9a-9b07-e5951b8a2bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:23:53.777832 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-27e14d6b-10cc-4706-b85d-983814ebc659 req-b8e00b4e-7277-4c9a-9b07-e5951b8a2bdf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad265d84-5a8c-4acf-b883-4ded13d15286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1149828 Jul 24 01:23:53.811333 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:53.838297 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 876422a2-9952-4670-a969-1ccff666de4f, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=876422a2-9952-4670-a969-1ccff666de4f,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:23:53.850550 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:53.855718 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 88f4ccfc-2d15-4f48-839f-beef1eeeff67 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:23:53.895216 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-27e14d6b-10cc-4706-b85d-983814ebc659 req-e4f3eda5-69a0-4ebb-8ecb-bc101ed924c4 service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076124 Jul 24 01:23:53.952174 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=876422a2-9952-4670-a969-1ccff666de4f,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:53.974546 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 88f4ccfc-2d15-4f48-839f-beef1eeeff67 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:23:53.974969 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:54.080146 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-27e14d6b-10cc-4706-b85d-983814ebc659 req-c21237de-df75-46ef-9161-d808466ae3c7 service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744549 Jul 24 01:23:54.688941 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46074) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:55.096563 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0e193ce6-1698-461e-a706-20f4325b002e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:55.201741 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d700c55-3937-40f3-afc8-074645742216 None None] Sync routers for ids ['d9e38ccf-ddd9-41bc-8aff-60c214619f51'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:23:55.217699 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d700c55-3937-40f3-afc8-074645742216 None None] Routers {'d9e38ccf-ddd9-41bc-8aff-60c214619f51'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:23:55.218467 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-4d700c55-3937-40f3-afc8-074645742216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:23:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['d9e38ccf-ddd9-41bc-8aff-60c214619f51'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:55.277521 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 850691d0-a995-4e80-8147-0d6b83eb2fc1 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:23:55.346620 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 850691d0-a995-4e80-8147-0d6b83eb2fc1 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:23:55.354576 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 850691d0-a995-4e80-8147-0d6b83eb2fc1 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:23:55.354988 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:55.355582 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-4d700c55-3937-40f3-afc8-074645742216 None None] Set router d9e38ccf-ddd9-41bc-8aff-60c214619f51 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:23:55.477137 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:55.485648 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-0e193ce6-1698-461e-a706-20f4325b002e admin admin] Deleting port 850691d0-a995-4e80-8147-0d6b83eb2fc1 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:23:55.486005 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0e193ce6-1698-461e-a706-20f4325b002e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:55.516147 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 850691d0-a995-4e80-8147-0d6b83eb2fc1, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=850691d0-a995-4e80-8147-0d6b83eb2fc1,segment=NetworkSegment(959f9101-72a2-46eb-b8a4-28d6cab09c46),segment_id=959f9101-72a2-46eb-b8a4-28d6cab09c46)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:23:55.521944 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:55.523637 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 876422a2-9952-4670-a969-1ccff666de4f up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:23:55.594069 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-0e193ce6-1698-461e-a706-20f4325b002e admin admin] For port 850691d0-a995-4e80-8147-0d6b83eb2fc1, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=850691d0-a995-4e80-8147-0d6b83eb2fc1,segment=NetworkSegment(959f9101-72a2-46eb-b8a4-28d6cab09c46),segment_id=959f9101-72a2-46eb-b8a4-28d6cab09c46)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:23:55.595209 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0e193ce6-1698-461e-a706-20f4325b002e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:55.607014 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-4d700c55-3937-40f3-afc8-074645742216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e38ccf-ddd9-41bc-8aff-60c214619f51', 'name': 'tempest-TestAggregatesBasicOps-1040884059-router', 'tenant_id': '23aade158bb84c53be4eb9c1af15eccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '876422a2-9952-4670-a969-1ccff666de4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:48Z', 'updated_at': '2021-07-24T01:23:51Z', 'revision_number': 4, 'project_id': '23aade158bb84c53be4eb9c1af15eccb', 'gw_port': {'id': '876422a2-9952-4670-a969-1ccff666de4f', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:42:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e38ccf-ddd9-41bc-8aff-60c214619f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:48Z', 'updated_at': '2021-07-24T01:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '0fd6e421-593c-4a16-a003-d74259026bb8', 'name': '', 'network_id': 'b6f77576-77d3-471e-99ba-9c9c319217a8', 'tenant_id': '23aade158bb84c53be4eb9c1af15eccb', 'mac_address': 'fa:16:3e:57:5b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e38ccf-ddd9-41bc-8aff-60c214619f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '995a2476-a523-4d6f-a4ff-9f63be7db643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:51Z', 'updated_at': '2021-07-24T01:23:51Z', 'revision_number': 2, 'project_id': '23aade158bb84c53be4eb9c1af15eccb', 'subnets': [{'id': '995a2476-a523-4d6f-a4ff-9f63be7db643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:55.616913 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-0e193ce6-1698-461e-a706-20f4325b002e admin admin] Calling delete_port for 850691d0-a995-4e80-8147-0d6b83eb2fc1 owned by network:router_interface {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:23:55.628270 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=850691d0-a995-4e80-8147-0d6b83eb2fc1,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:55.639918 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d700c55-3937-40f3-afc8-074645742216 None None] Checking router: d9e38ccf-ddd9-41bc-8aff-60c214619f51 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:23:55.640321 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d700c55-3937-40f3-afc8-074645742216 None None] Updating router d9e38ccf-ddd9-41bc-8aff-60c214619f51 port 0fd6e421-593c-4a16-a003-d74259026bb8 binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:23:55.644430 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 876422a2-9952-4670-a969-1ccff666de4f triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:23:55.645043 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:55.692426 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-4d700c55-3937-40f3-afc8-074645742216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:55.858463 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0e193ce6-1698-461e-a706-20f4325b002e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:55.884007 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e193ce6-1698-461e-a706-20f4325b002e admin admin] Pushing event deleted for resources: {'Port': ['ID=850691d0-a995-4e80-8147-0d6b83eb2fc1,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:56.026289 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-4d700c55-3937-40f3-afc8-074645742216 None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:56.038950 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-4d700c55-3937-40f3-afc8-074645742216 None None] Transition to ACTIVE for port object 0fd6e421-593c-4a16-a003-d74259026bb8 will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:23:56.047998 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-4d700c55-3937-40f3-afc8-074645742216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:56.125931 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0e193ce6-1698-461e-a706-20f4325b002e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:56.254959 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd58a3-856d-4b5e-8364-054ab730687e None None] Pushing event updated for resources: {'Port': ['ID=0fd6e421-593c-4a16-a003-d74259026bb8,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:56.270740 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-4d700c55-3937-40f3-afc8-074645742216 None None] Attempting to bind port 0fd6e421-593c-4a16-a003-d74259026bb8 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:23:56.271254 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-4d700c55-3937-40f3-afc8-074645742216 None None] Attempting to bind port 0fd6e421-593c-4a16-a003-d74259026bb8 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'cacffe85-2809-45e1-b157-42aab90b6ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b6f77576-77d3-471e-99ba-9c9c319217a8'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:23:56.271716 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d700c55-3937-40f3-afc8-074645742216 None None] Attempting to bind port 0fd6e421-593c-4a16-a003-d74259026bb8 on network b6f77576-77d3-471e-99ba-9c9c319217a8 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:23:56.280228 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d700c55-3937-40f3-afc8-074645742216 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:23:56.280760 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d700c55-3937-40f3-afc8-074645742216 None None] Checking segment: {'id': 'cacffe85-2809-45e1-b157-42aab90b6ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b6f77576-77d3-471e-99ba-9c9c319217a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:23:56.281276 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-4d700c55-3937-40f3-afc8-074645742216 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:56.281778 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d700c55-3937-40f3-afc8-074645742216 None None] Bound using segment: {'id': 'cacffe85-2809-45e1-b157-42aab90b6ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b6f77576-77d3-471e-99ba-9c9c319217a8'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:23:56.282361 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-4d700c55-3937-40f3-afc8-074645742216 None None] Bound port: 0fd6e421-593c-4a16-a003-d74259026bb8, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cacffe85-2809-45e1-b157-42aab90b6ff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b6f77576-77d3-471e-99ba-9c9c319217a8'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:23:56.282896 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-4d700c55-3937-40f3-afc8-074645742216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:56.359935 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-4d700c55-3937-40f3-afc8-074645742216 None None] For port 0fd6e421-593c-4a16-a003-d74259026bb8, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:23:56.363306 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-4d700c55-3937-40f3-afc8-074645742216 None None] For port 0fd6e421-593c-4a16-a003-d74259026bb8, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0fd6e421-593c-4a16-a003-d74259026bb8,segment=NetworkSegment(cacffe85-2809-45e1-b157-42aab90b6ff2),segment_id=cacffe85-2809-45e1-b157-42aab90b6ff2)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:23:56.368684 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-4d700c55-3937-40f3-afc8-074645742216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:56.388806 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e193ce6-1698-461e-a706-20f4325b002e admin admin] Router 9112f23d-db0c-4eec-bdb6-9fbab3342319 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:23:56.426599 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d700c55-3937-40f3-afc8-074645742216 None None] Routers {'d9e38ccf-ddd9-41bc-8aff-60c214619f51'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:23:56.427183 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-4d700c55-3937-40f3-afc8-074645742216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:23:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['d9e38ccf-ddd9-41bc-8aff-60c214619f51'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:56.467399 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd58a3-856d-4b5e-8364-054ab730687e None None] Pushing event updated for resources: {'Port': ['ID=0fd6e421-593c-4a16-a003-d74259026bb8,revision_number=4']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:56.554406 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e193ce6-1698-461e-a706-20f4325b002e admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:23:56.565291 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0e193ce6-1698-461e-a706-20f4325b002e admin admin] 10.222.0.15 "PUT /v2.0/routers/9112f23d-db0c-4eec-bdb6-9fbab3342319/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8730309 Jul 24 01:23:56.565473 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-4d700c55-3937-40f3-afc8-074645742216 None None] Set router d9e38ccf-ddd9-41bc-8aff-60c214619f51 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:23:56.565670 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46092) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:56.571645 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2292ebb7-a7b4-4925-b4ef-4630c875299e None None] Sync routers for ids ['9112f23d-db0c-4eec-bdb6-9fbab3342319'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:23:56.592052 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2292ebb7-a7b4-4925-b4ef-4630c875299e None None] Routers {'9112f23d-db0c-4eec-bdb6-9fbab3342319'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:23:56.592977 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-2292ebb7-a7b4-4925-b4ef-4630c875299e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:23:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['9112f23d-db0c-4eec-bdb6-9fbab3342319'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:56.713872 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-187add17-25db-47e9-b532-52f549806a8b admin admin] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:56.735933 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-2292ebb7-a7b4-4925-b4ef-4630c875299e None None] Set router 9112f23d-db0c-4eec-bdb6-9fbab3342319 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:23:56.791637 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-4d700c55-3937-40f3-afc8-074645742216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e38ccf-ddd9-41bc-8aff-60c214619f51', 'name': 'tempest-TestAggregatesBasicOps-1040884059-router', 'tenant_id': '23aade158bb84c53be4eb9c1af15eccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '876422a2-9952-4670-a969-1ccff666de4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:48Z', 'updated_at': '2021-07-24T01:23:51Z', 'revision_number': 4, 'project_id': '23aade158bb84c53be4eb9c1af15eccb', 'gw_port': {'id': '876422a2-9952-4670-a969-1ccff666de4f', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:42:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e38ccf-ddd9-41bc-8aff-60c214619f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:48Z', 'updated_at': '2021-07-24T01:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '0fd6e421-593c-4a16-a003-d74259026bb8', 'name': '', 'network_id': 'b6f77576-77d3-471e-99ba-9c9c319217a8', 'tenant_id': '23aade158bb84c53be4eb9c1af15eccb', 'mac_address': 'fa:16:3e:57:5b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e38ccf-ddd9-41bc-8aff-60c214619f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '995a2476-a523-4d6f-a4ff-9f63be7db643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:51Z', 'updated_at': '2021-07-24T01:23:56Z', 'revision_number': 4, 'project_id': '23aade158bb84c53be4eb9c1af15eccb', 'subnets': [{'id': '995a2476-a523-4d6f-a4ff-9f63be7db643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:56.816652 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d700c55-3937-40f3-afc8-074645742216 None None] The sync data for ids ['d9e38ccf-ddd9-41bc-8aff-60c214619f51'] in n-d-793621-25 is: [{'id': 'd9e38ccf-ddd9-41bc-8aff-60c214619f51', 'name': 'tempest-TestAggregatesBasicOps-1040884059-router', 'tenant_id': '23aade158bb84c53be4eb9c1af15eccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '876422a2-9952-4670-a969-1ccff666de4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:48Z', 'updated_at': '2021-07-24T01:23:51Z', 'revision_number': 4, 'project_id': '23aade158bb84c53be4eb9c1af15eccb', 'gw_port': {'id': '876422a2-9952-4670-a969-1ccff666de4f', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:42:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e38ccf-ddd9-41bc-8aff-60c214619f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:48Z', 'updated_at': '2021-07-24T01:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '0fd6e421-593c-4a16-a003-d74259026bb8', 'name': '', 'network_id': 'b6f77576-77d3-471e-99ba-9c9c319217a8', 'tenant_id': '23aade158bb84c53be4eb9c1af15eccb', 'mac_address': 'fa:16:3e:57:5b:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e38ccf-ddd9-41bc-8aff-60c214619f51', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '995a2476-a523-4d6f-a4ff-9f63be7db643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:51Z', 'updated_at': '2021-07-24T01:23:56Z', 'revision_number': 4, 'project_id': '23aade158bb84c53be4eb9c1af15eccb', 'subnets': [{'id': '995a2476-a523-4d6f-a4ff-9f63be7db643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:23:56.861886 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-187add17-25db-47e9-b532-52f549806a8b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:56.954231 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-187add17-25db-47e9-b532-52f549806a8b admin admin] Deleting port fa64de16-d22f-4773-89ea-6cd9eccc0e0e {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:23:56.954584 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-187add17-25db-47e9-b532-52f549806a8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:57.012149 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-2292ebb7-a7b4-4925-b4ef-4630c875299e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9112f23d-db0c-4eec-bdb6-9fbab3342319', 'name': 'tempest-TestAggregatesBasicOps-733541184-router', 'tenant_id': '4f8128c8ade04204bc02f429773fb641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': 'fa64de16-d22f-4773-89ea-6cd9eccc0e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:42Z', 'updated_at': '2021-07-24T01:23:55Z', 'revision_number': 5, 'project_id': '4f8128c8ade04204bc02f429773fb641', 'gw_port': {'id': 'fa64de16-d22f-4773-89ea-6cd9eccc0e0e', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9112f23d-db0c-4eec-bdb6-9fbab3342319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3945, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:43Z', 'updated_at': '2021-07-24T01:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:57.048124 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2292ebb7-a7b4-4925-b4ef-4630c875299e None None] Checking router: 9112f23d-db0c-4eec-bdb6-9fbab3342319 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:23:57.059418 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-187add17-25db-47e9-b532-52f549806a8b admin admin] For port fa64de16-d22f-4773-89ea-6cd9eccc0e0e, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=fa64de16-d22f-4773-89ea-6cd9eccc0e0e,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:23:57.060123 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-187add17-25db-47e9-b532-52f549806a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:57.065876 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2292ebb7-a7b4-4925-b4ef-4630c875299e None None] Routers {'9112f23d-db0c-4eec-bdb6-9fbab3342319'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:23:57.066746 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-2292ebb7-a7b4-4925-b4ef-4630c875299e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:23:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['9112f23d-db0c-4eec-bdb6-9fbab3342319'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:57.077481 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-187add17-25db-47e9-b532-52f549806a8b admin admin] Calling delete_port for fa64de16-d22f-4773-89ea-6cd9eccc0e0e owned by network:router_gateway {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:23:57.208890 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-2292ebb7-a7b4-4925-b4ef-4630c875299e None None] Set router 9112f23d-db0c-4eec-bdb6-9fbab3342319 gateway port host: None {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:23:57.299031 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-2292ebb7-a7b4-4925-b4ef-4630c875299e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9112f23d-db0c-4eec-bdb6-9fbab3342319', 'name': 'tempest-TestAggregatesBasicOps-733541184-router', 'tenant_id': '4f8128c8ade04204bc02f429773fb641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:42Z', 'updated_at': '2021-07-24T01:23:56Z', 'revision_number': 6, 'project_id': '4f8128c8ade04204bc02f429773fb641', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:57.337571 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2292ebb7-a7b4-4925-b4ef-4630c875299e None None] The sync data for ids ['9112f23d-db0c-4eec-bdb6-9fbab3342319'] in n-d-793621-25 is: [{'id': '9112f23d-db0c-4eec-bdb6-9fbab3342319', 'name': 'tempest-TestAggregatesBasicOps-733541184-router', 'tenant_id': '4f8128c8ade04204bc02f429773fb641', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:42Z', 'updated_at': '2021-07-24T01:23:56Z', 'revision_number': 6, 'project_id': '4f8128c8ade04204bc02f429773fb641', 'gw_port_host': None}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:23:57.389129 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-187add17-25db-47e9-b532-52f549806a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:57.391285 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0fd6e421-593c-4a16-a003-d74259026bb8 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:23:57.424276 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187add17-25db-47e9-b532-52f549806a8b admin admin] Pushing event deleted for resources: {'Port': ['ID=fa64de16-d22f-4773-89ea-6cd9eccc0e0e,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:57.468175 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 0fd6e421-593c-4a16-a003-d74259026bb8 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:23:57.472771 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 0fd6e421-593c-4a16-a003-d74259026bb8 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:23:57.473263 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:57.524566 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-187add17-25db-47e9-b532-52f549806a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:57.591807 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:57.642700 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 0fd6e421-593c-4a16-a003-d74259026bb8, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0fd6e421-593c-4a16-a003-d74259026bb8,segment=NetworkSegment(cacffe85-2809-45e1-b157-42aab90b6ff2),segment_id=cacffe85-2809-45e1-b157-42aab90b6ff2)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:23:57.649360 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:57.655289 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-187add17-25db-47e9-b532-52f549806a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:57.657409 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-187add17-25db-47e9-b532-52f549806a8b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:57.713825 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-187add17-25db-47e9-b532-52f549806a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:57.714096 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=0fd6e421-593c-4a16-a003-d74259026bb8,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:57.714910 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187add17-25db-47e9-b532-52f549806a8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9112f23d-db0c-4eec-bdb6-9fbab3342319 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:23:57.721995 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-187add17-25db-47e9-b532-52f549806a8b admin admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:57.723142 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-187add17-25db-47e9-b532-52f549806a8b admin admin] 10.222.0.15 "DELETE /v2.0/routers/9112f23d-db0c-4eec-bdb6-9fbab3342319 HTTP/1.1" status: 204 len: 168 time: 1.1564579 Jul 24 01:23:57.725772 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46096) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:57.773312 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6b53d7c-78ef-4ce8-ab55-97aff6bdeefe admin admin] Deleting subnet ae2c9d35-e90b-4e62-97f8-4abc22836e40 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:23:57.776393 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d6b53d7c-78ef-4ce8-ab55-97aff6bdeefe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:57.811737 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d6b53d7c-78ef-4ce8-ab55-97aff6bdeefe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:57.895935 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d6b53d7c-78ef-4ce8-ab55-97aff6bdeefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:57.950345 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d6b53d7c-78ef-4ce8-ab55-97aff6bdeefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:57.977269 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b53d7c-78ef-4ce8-ab55-97aff6bdeefe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae2c9d35-e90b-4e62-97f8-4abc22836e40,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:57.983129 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d6b53d7c-78ef-4ce8-ab55-97aff6bdeefe admin admin] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:57.984571 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8798501d-970d-4f51-9060-ed2df4dd0e44 None None] Network d9c01518-2795-404b-97fc-a742423e6b10 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:23:57.987332 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d6b53d7c-78ef-4ce8-ab55-97aff6bdeefe admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ae2c9d35-e90b-4e62-97f8-4abc22836e40 HTTP/1.1" status: 204 len: 168 time: 0.2583902 Jul 24 01:23:57.988413 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 46098) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:58.113880 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e02bce7b-a9d2-49a2-94a6-d2b2c8d4cdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:58.201144 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-e02bce7b-a9d2-49a2-94a6-d2b2c8d4cdd5 admin admin] Deleting port 4b0d2604-11d0-43b3-a09a-22968a3ca924 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:23:58.202004 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e02bce7b-a9d2-49a2-94a6-d2b2c8d4cdd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:58.279419 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45861950-3495-4e96-ac1d-d67c5e2b0bbc None None] DHCP port deletion for d9c01518-2795-404b-97fc-a742423e6b10 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:23:58.327957 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-e02bce7b-a9d2-49a2-94a6-d2b2c8d4cdd5 admin admin] For port 4b0d2604-11d0-43b3-a09a-22968a3ca924, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=4b0d2604-11d0-43b3-a09a-22968a3ca924,segment=NetworkSegment(959f9101-72a2-46eb-b8a4-28d6cab09c46),segment_id=959f9101-72a2-46eb-b8a4-28d6cab09c46)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:23:58.328311 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e02bce7b-a9d2-49a2-94a6-d2b2c8d4cdd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:58.346959 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-e02bce7b-a9d2-49a2-94a6-d2b2c8d4cdd5 admin admin] Calling delete_port for 4b0d2604-11d0-43b3-a09a-22968a3ca924 owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:23:58.375161 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-45861950-3495-4e96-ac1d-d67c5e2b0bbc None None] Deleting port 4b0d2604-11d0-43b3-a09a-22968a3ca924 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:23:58.375735 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-45861950-3495-4e96-ac1d-d67c5e2b0bbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:58.481026 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-45861950-3495-4e96-ac1d-d67c5e2b0bbc None None] For port 4b0d2604-11d0-43b3-a09a-22968a3ca924, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=4b0d2604-11d0-43b3-a09a-22968a3ca924,segment=NetworkSegment(959f9101-72a2-46eb-b8a4-28d6cab09c46),segment_id=959f9101-72a2-46eb-b8a4-28d6cab09c46)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:23:58.481749 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-45861950-3495-4e96-ac1d-d67c5e2b0bbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:58.488772 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e02bce7b-a9d2-49a2-94a6-d2b2c8d4cdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:58.501765 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-45861950-3495-4e96-ac1d-d67c5e2b0bbc None None] Calling delete_port for 4b0d2604-11d0-43b3-a09a-22968a3ca924 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:23:58.515792 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02bce7b-a9d2-49a2-94a6-d2b2c8d4cdd5 admin admin] No DVR routers for this DVR port 4b0d2604-11d0-43b3-a09a-22968a3ca924 on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:23:58.572655 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02bce7b-a9d2-49a2-94a6-d2b2c8d4cdd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b0d2604-11d0-43b3-a09a-22968a3ca924,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:58.619568 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-45861950-3495-4e96-ac1d-d67c5e2b0bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:58.652512 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45861950-3495-4e96-ac1d-d67c5e2b0bbc None None] Pushing event deleted for resources: {'Port': ['ID=4b0d2604-11d0-43b3-a09a-22968a3ca924,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:58.657810 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45861950-3495-4e96-ac1d-d67c5e2b0bbc None None] No DVR routers for this DVR port 4b0d2604-11d0-43b3-a09a-22968a3ca924 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:23:58.670360 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e02bce7b-a9d2-49a2-94a6-d2b2c8d4cdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:58.688261 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-e02bce7b-a9d2-49a2-94a6-d2b2c8d4cdd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c01518-2795-404b-97fc-a742423e6b10']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:58.702663 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-e02bce7b-a9d2-49a2-94a6-d2b2c8d4cdd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '959f9101-72a2-46eb-b8a4-28d6cab09c46') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:58.703149 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-e02bce7b-a9d2-49a2-94a6-d2b2c8d4cdd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '959f9101-72a2-46eb-b8a4-28d6cab09c46') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:23:58.715032 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e02bce7b-a9d2-49a2-94a6-d2b2c8d4cdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:58.740846 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e02bce7b-a9d2-49a2-94a6-d2b2c8d4cdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:58.749387 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e02bce7b-a9d2-49a2-94a6-d2b2c8d4cdd5 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:23:58.749993 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e02bce7b-a9d2-49a2-94a6-d2b2c8d4cdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:58.752246 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:23:58.752246 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:23:58.752246 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:23:58.752246 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:23:58.752246 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:23:58.752246 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:23:58.752246 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:23:58.752246 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:23:58.752246 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:23:58.752246 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:23:58.752246 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:23:58.752246 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:23:58.752246 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:23:58.752246 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:23:58.752246 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:23:58.752246 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:23:58.752246 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:23:58.752246 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:23:58.752246 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:23:58.752246 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:23:58.752246 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:23:58.752246 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:23:58.752246 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:23:58.752246 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:23:58.752246 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:23:58.752246 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:23:58.752246 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:23:58.752246 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:23:58.752246 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:23:58.752246 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:23:58.752246 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:23:58.752246 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:23:58.818928 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e02bce7b-a9d2-49a2-94a6-d2b2c8d4cdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:58.829756 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e02bce7b-a9d2-49a2-94a6-d2b2c8d4cdd5 admin admin] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:58.835087 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46102) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:23:58.836655 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e02bce7b-a9d2-49a2-94a6-d2b2c8d4cdd5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d9c01518-2795-404b-97fc-a742423e6b10 HTTP/1.1" status: 204 len: 168 time: 0.8457222 Jul 24 01:23:58.848731 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02bce7b-a9d2-49a2-94a6-d2b2c8d4cdd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9c01518-2795-404b-97fc-a742423e6b10,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:23:59.238637 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0fd6e421-593c-4a16-a003-d74259026bb8 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:23:59.272087 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-81f5ebb1-f2a9-4e5b-9ee1-afc0f2af51d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:59.299877 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 0fd6e421-593c-4a16-a003-d74259026bb8 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:23:59.300333 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:59.492227 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 850691d0-a995-4e80-8147-0d6b83eb2fc1 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:23:59.521467 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 850691d0-a995-4e80-8147-0d6b83eb2fc1 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:23:59.521701 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 850691d0-a995-4e80-8147-0d6b83eb2fc1 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:23:59.522079 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 4b0d2604-11d0-43b3-a09a-22968a3ca924 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:23:59.545179 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 4b0d2604-11d0-43b3-a09a-22968a3ca924 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:23:59.545529 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 4b0d2604-11d0-43b3-a09a-22968a3ca924 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:23:59.545946 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device fa64de16-d22f-4773-89ea-6cd9eccc0e0e no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:23:59.568111 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: fa64de16-d22f-4773-89ea-6cd9eccc0e0e {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:23:59.568503 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device fa64de16-d22f-4773-89ea-6cd9eccc0e0e not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:23:59.613918 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-81f5ebb1-f2a9-4e5b-9ee1-afc0f2af51d8 admin admin] Deleting port 0fd6e421-593c-4a16-a003-d74259026bb8 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:23:59.614273 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-81f5ebb1-f2a9-4e5b-9ee1-afc0f2af51d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:59.702902 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-81f5ebb1-f2a9-4e5b-9ee1-afc0f2af51d8 admin admin] For port 0fd6e421-593c-4a16-a003-d74259026bb8, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0fd6e421-593c-4a16-a003-d74259026bb8,segment=NetworkSegment(cacffe85-2809-45e1-b157-42aab90b6ff2),segment_id=cacffe85-2809-45e1-b157-42aab90b6ff2)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:23:59.703275 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-81f5ebb1-f2a9-4e5b-9ee1-afc0f2af51d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:59.717162 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-81f5ebb1-f2a9-4e5b-9ee1-afc0f2af51d8 admin admin] Calling delete_port for 0fd6e421-593c-4a16-a003-d74259026bb8 owned by network:router_interface {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:23:59.892889 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-81f5ebb1-f2a9-4e5b-9ee1-afc0f2af51d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:23:59.916195 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f5ebb1-f2a9-4e5b-9ee1-afc0f2af51d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fd6e421-593c-4a16-a003-d74259026bb8,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:24:00.086777 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-81f5ebb1-f2a9-4e5b-9ee1-afc0f2af51d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:00.642246 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f5ebb1-f2a9-4e5b-9ee1-afc0f2af51d8 admin admin] Router d9e38ccf-ddd9-41bc-8aff-60c214619f51 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:24:00.792005 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f5ebb1-f2a9-4e5b-9ee1-afc0f2af51d8 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:24:00.802527 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cf67a1-02b1-4bcd-8d78-9fd5ec007581 None None] Sync routers for ids ['d9e38ccf-ddd9-41bc-8aff-60c214619f51'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:24:00.803214 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-81f5ebb1-f2a9-4e5b-9ee1-afc0f2af51d8 admin admin] 10.222.0.15 "PUT /v2.0/routers/d9e38ccf-ddd9-41bc-8aff-60c214619f51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9657781 Jul 24 01:24:00.805389 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46116) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:24:00.821411 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cf67a1-02b1-4bcd-8d78-9fd5ec007581 None None] Routers {'d9e38ccf-ddd9-41bc-8aff-60c214619f51'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:24:00.822139 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-15cf67a1-02b1-4bcd-8d78-9fd5ec007581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:23:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['d9e38ccf-ddd9-41bc-8aff-60c214619f51'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:24:00.943921 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c14e5f5f-bae7-4719-8d07-c7da8199d6f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:00.957202 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-15cf67a1-02b1-4bcd-8d78-9fd5ec007581 None None] Set router d9e38ccf-ddd9-41bc-8aff-60c214619f51 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:24:01.079374 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c14e5f5f-bae7-4719-8d07-c7da8199d6f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:01.144594 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-c14e5f5f-bae7-4719-8d07-c7da8199d6f8 admin admin] Deleting port 876422a2-9952-4670-a969-1ccff666de4f {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:24:01.144895 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c14e5f5f-bae7-4719-8d07-c7da8199d6f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:01.172814 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-15cf67a1-02b1-4bcd-8d78-9fd5ec007581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e38ccf-ddd9-41bc-8aff-60c214619f51', 'name': 'tempest-TestAggregatesBasicOps-1040884059-router', 'tenant_id': '23aade158bb84c53be4eb9c1af15eccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.50'}], 'enable_snat': True}, 'gw_port_id': '876422a2-9952-4670-a969-1ccff666de4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:48Z', 'updated_at': '2021-07-24T01:23:59Z', 'revision_number': 5, 'project_id': '23aade158bb84c53be4eb9c1af15eccb', 'gw_port': {'id': '876422a2-9952-4670-a969-1ccff666de4f', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:42:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e38ccf-ddd9-41bc-8aff-60c214619f51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:48Z', 'updated_at': '2021-07-24T01:23:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:24:01.207876 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cf67a1-02b1-4bcd-8d78-9fd5ec007581 None None] Checking router: d9e38ccf-ddd9-41bc-8aff-60c214619f51 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:24:01.218346 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cf67a1-02b1-4bcd-8d78-9fd5ec007581 None None] Routers {'d9e38ccf-ddd9-41bc-8aff-60c214619f51'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:24:01.219383 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-15cf67a1-02b1-4bcd-8d78-9fd5ec007581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:23:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['d9e38ccf-ddd9-41bc-8aff-60c214619f51'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:24:01.238521 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-c14e5f5f-bae7-4719-8d07-c7da8199d6f8 admin admin] For port 876422a2-9952-4670-a969-1ccff666de4f, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=876422a2-9952-4670-a969-1ccff666de4f,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:24:01.239005 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c14e5f5f-bae7-4719-8d07-c7da8199d6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:01.251732 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-c14e5f5f-bae7-4719-8d07-c7da8199d6f8 admin admin] Calling delete_port for 876422a2-9952-4670-a969-1ccff666de4f owned by network:router_gateway {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:24:01.308212 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-15cf67a1-02b1-4bcd-8d78-9fd5ec007581 None None] Set router d9e38ccf-ddd9-41bc-8aff-60c214619f51 gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:24:01.359531 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-15cf67a1-02b1-4bcd-8d78-9fd5ec007581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e38ccf-ddd9-41bc-8aff-60c214619f51', 'name': 'tempest-TestAggregatesBasicOps-1040884059-router', 'tenant_id': '23aade158bb84c53be4eb9c1af15eccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:48Z', 'updated_at': '2021-07-24T01:24:01Z', 'revision_number': 6, 'project_id': '23aade158bb84c53be4eb9c1af15eccb', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:24:01.389044 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cf67a1-02b1-4bcd-8d78-9fd5ec007581 None None] The sync data for ids ['d9e38ccf-ddd9-41bc-8aff-60c214619f51'] in n-d-793621-25 is: [{'id': 'd9e38ccf-ddd9-41bc-8aff-60c214619f51', 'name': 'tempest-TestAggregatesBasicOps-1040884059-router', 'tenant_id': '23aade158bb84c53be4eb9c1af15eccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:48Z', 'updated_at': '2021-07-24T01:24:01Z', 'revision_number': 6, 'project_id': '23aade158bb84c53be4eb9c1af15eccb', 'gw_port_host': None}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:24:01.437062 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c14e5f5f-bae7-4719-8d07-c7da8199d6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:01.465074 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14e5f5f-bae7-4719-8d07-c7da8199d6f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=876422a2-9952-4670-a969-1ccff666de4f,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:24:01.529214 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c14e5f5f-bae7-4719-8d07-c7da8199d6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:01.639410 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c14e5f5f-bae7-4719-8d07-c7da8199d6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:01.641833 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c14e5f5f-bae7-4719-8d07-c7da8199d6f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:01.704041 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c14e5f5f-bae7-4719-8d07-c7da8199d6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:01.704630 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14e5f5f-bae7-4719-8d07-c7da8199d6f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9e38ccf-ddd9-41bc-8aff-60c214619f51 {{(pid=100464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:24:01.709392 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c14e5f5f-bae7-4719-8d07-c7da8199d6f8 admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:01.710653 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c14e5f5f-bae7-4719-8d07-c7da8199d6f8 admin admin] 10.222.0.15 "DELETE /v2.0/routers/d9e38ccf-ddd9-41bc-8aff-60c214619f51 HTTP/1.1" status: 204 len: 168 time: 0.9041581 Jul 24 01:24:01.713035 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46118) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:24:01.761596 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-d76dfc9d-b145-4ec6-8a4d-89d35bbb031b admin admin] Deleting subnet 995a2476-a523-4d6f-a4ff-9f63be7db643 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:24:01.765515 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d76dfc9d-b145-4ec6-8a4d-89d35bbb031b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:01.811719 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d76dfc9d-b145-4ec6-8a4d-89d35bbb031b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:01.898186 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d76dfc9d-b145-4ec6-8a4d-89d35bbb031b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:01.952157 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d76dfc9d-b145-4ec6-8a4d-89d35bbb031b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:01.977096 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76dfc9d-b145-4ec6-8a4d-89d35bbb031b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=995a2476-a523-4d6f-a4ff-9f63be7db643,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:24:01.985687 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d76dfc9d-b145-4ec6-8a4d-89d35bbb031b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:01.990352 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d76dfc9d-b145-4ec6-8a4d-89d35bbb031b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/995a2476-a523-4d6f-a4ff-9f63be7db643 HTTP/1.1" status: 204 len: 168 time: 0.2740214 Jul 24 01:24:01.990619 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46122) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:24:01.991643 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6831177-8442-4399-8304-36a9381cfe71 None None] Network b6f77576-77d3-471e-99ba-9c9c319217a8 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:24:02.080110 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-87bda883-2828-4df7-a3a8-bf0482fed1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:02.147775 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-87bda883-2828-4df7-a3a8-bf0482fed1f8 admin admin] Deleting port 88f4ccfc-2d15-4f48-839f-beef1eeeff67 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:24:02.148218 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-87bda883-2828-4df7-a3a8-bf0482fed1f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:02.226144 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97aa3974-30bf-4a75-876d-81a5e9de6ffa None None] DHCP port deletion for b6f77576-77d3-471e-99ba-9c9c319217a8 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:24:02.249256 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-87bda883-2828-4df7-a3a8-bf0482fed1f8 admin admin] For port 88f4ccfc-2d15-4f48-839f-beef1eeeff67, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=88f4ccfc-2d15-4f48-839f-beef1eeeff67,segment=NetworkSegment(cacffe85-2809-45e1-b157-42aab90b6ff2),segment_id=cacffe85-2809-45e1-b157-42aab90b6ff2)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:24:02.249638 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-87bda883-2828-4df7-a3a8-bf0482fed1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:02.263395 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-87bda883-2828-4df7-a3a8-bf0482fed1f8 admin admin] Calling delete_port for 88f4ccfc-2d15-4f48-839f-beef1eeeff67 owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:24:02.285775 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-97aa3974-30bf-4a75-876d-81a5e9de6ffa None None] Deleting port 88f4ccfc-2d15-4f48-839f-beef1eeeff67 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:24:02.286277 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-97aa3974-30bf-4a75-876d-81a5e9de6ffa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:02.365225 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-87bda883-2828-4df7-a3a8-bf0482fed1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:02.367886 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-97aa3974-30bf-4a75-876d-81a5e9de6ffa None None] For port 88f4ccfc-2d15-4f48-839f-beef1eeeff67, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=88f4ccfc-2d15-4f48-839f-beef1eeeff67,segment=NetworkSegment(cacffe85-2809-45e1-b157-42aab90b6ff2),segment_id=cacffe85-2809-45e1-b157-42aab90b6ff2)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:24:02.368367 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-97aa3974-30bf-4a75-876d-81a5e9de6ffa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:02.383111 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-97aa3974-30bf-4a75-876d-81a5e9de6ffa None None] Calling delete_port for 88f4ccfc-2d15-4f48-839f-beef1eeeff67 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:24:02.395086 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bda883-2828-4df7-a3a8-bf0482fed1f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=88f4ccfc-2d15-4f48-839f-beef1eeeff67,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:24:02.398406 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bda883-2828-4df7-a3a8-bf0482fed1f8 admin admin] No DVR routers for this DVR port 88f4ccfc-2d15-4f48-839f-beef1eeeff67 on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:24:02.481459 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-87bda883-2828-4df7-a3a8-bf0482fed1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:02.493774 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-87bda883-2828-4df7-a3a8-bf0482fed1f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6f77576-77d3-471e-99ba-9c9c319217a8']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:24:02.507649 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-87bda883-2828-4df7-a3a8-bf0482fed1f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cacffe85-2809-45e1-b157-42aab90b6ff2') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:24:02.507649 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-87bda883-2828-4df7-a3a8-bf0482fed1f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cacffe85-2809-45e1-b157-42aab90b6ff2') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:24:02.519775 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-87bda883-2828-4df7-a3a8-bf0482fed1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:02.539243 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-87bda883-2828-4df7-a3a8-bf0482fed1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:02.547836 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87bda883-2828-4df7-a3a8-bf0482fed1f8 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:24:02.548223 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-87bda883-2828-4df7-a3a8-bf0482fed1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:02.562154 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:24:02.562154 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:24:02.562154 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:24:02.562154 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:24:02.562154 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:24:02.562154 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:24:02.562154 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:24:02.562154 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:24:02.562154 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:24:02.562154 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:24:02.562154 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:24:02.562154 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:24:02.562154 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:24:02.562154 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:24:02.562154 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:24:02.562154 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:24:02.562154 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:24:02.562154 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:24:02.562154 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:24:02.562154 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:24:02.562154 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:24:02.562154 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:24:02.562154 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:24:02.562154 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:24:02.562154 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:24:02.562154 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:24:02.562154 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:24:02.562154 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:24:02.562154 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:24:02.562154 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:24:02.562154 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:24:02.562154 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:24:02.625406 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-87bda883-2828-4df7-a3a8-bf0482fed1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:02.631891 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-87bda883-2828-4df7-a3a8-bf0482fed1f8 admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:02.636182 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-87bda883-2828-4df7-a3a8-bf0482fed1f8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b6f77576-77d3-471e-99ba-9c9c319217a8 HTTP/1.1" status: 204 len: 168 time: 0.6420000 Jul 24 01:24:02.649921 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bda883-2828-4df7-a3a8-bf0482fed1f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6f77576-77d3-471e-99ba-9c9c319217a8,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:24:02.663306 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-97aa3974-30bf-4a75-876d-81a5e9de6ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:02.686283 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa3974-30bf-4a75-876d-81a5e9de6ffa None None] Pushing event deleted for resources: {'Port': ['ID=88f4ccfc-2d15-4f48-839f-beef1eeeff67,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:24:02.688188 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-97aa3974-30bf-4a75-876d-81a5e9de6ffa None None] Network b6f77576-77d3-471e-99ba-9c9c319217a8 is not hosted by any dhcp agent {{(pid=100465) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 24 01:24:02.688642 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97aa3974-30bf-4a75-876d-81a5e9de6ffa None None] No DVR routers for this DVR port 88f4ccfc-2d15-4f48-839f-beef1eeeff67 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:24:02.820626 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46126) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:24:02.862924 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-adf76c98-929c-455c-adfa-e780e5f40c72 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4f8128c8ade04204bc02f429773fb641&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410304 Jul 24 01:24:02.865317 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46130) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:24:02.914162 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6ab77022-a72b-4d7b-a68b-7527fc3b2f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:02.936909 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6ab77022-a72b-4d7b-a68b-7527fc3b2f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:02.984157 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6ab77022-a72b-4d7b-a68b-7527fc3b2f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:02.987277 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6ab77022-a72b-4d7b-a68b-7527fc3b2f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:02.988477 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6ab77022-a72b-4d7b-a68b-7527fc3b2f49 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fab260e7-acdf-4011-8dd1-4a43ddcecfd5 HTTP/1.1" status: 204 len: 168 time: 0.1222320 Jul 24 01:24:02.996269 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab77022-a72b-4d7b-a68b-7527fc3b2f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab260e7-acdf-4011-8dd1-4a43ddcecfd5,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:24:03.202136 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 876422a2-9952-4670-a969-1ccff666de4f no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:24:03.223153 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 876422a2-9952-4670-a969-1ccff666de4f {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:24:03.223764 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 876422a2-9952-4670-a969-1ccff666de4f not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:24:03.224253 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0fd6e421-593c-4a16-a003-d74259026bb8 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:24:03.244291 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 0fd6e421-593c-4a16-a003-d74259026bb8 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:24:03.244714 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0fd6e421-593c-4a16-a003-d74259026bb8 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:24:03.245206 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 88f4ccfc-2d15-4f48-839f-beef1eeeff67 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:24:03.265022 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 88f4ccfc-2d15-4f48-839f-beef1eeeff67 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:24:03.265462 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 88f4ccfc-2d15-4f48-839f-beef1eeeff67 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:24:03.335006 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46136) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:24:03.379945 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5a5f519b-7658-40fa-bae2-adfc9d75fb9c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=23aade158bb84c53be4eb9c1af15eccb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405746 Jul 24 01:24:03.382359 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46138) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:24:03.437731 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2704fc4c-d73c-4fd8-8702-29832ccf2c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:03.460054 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2704fc4c-d73c-4fd8-8702-29832ccf2c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:03.510095 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2704fc4c-d73c-4fd8-8702-29832ccf2c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:03.513370 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2704fc4c-d73c-4fd8-8702-29832ccf2c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:03.514671 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2704fc4c-d73c-4fd8-8702-29832ccf2c06 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/522c39d4-31f9-4559-8560-c95b9b4dbd8f HTTP/1.1" status: 204 len: 168 time: 0.1312685 Jul 24 01:24:03.529701 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2704fc4c-d73c-4fd8-8702-29832ccf2c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522c39d4-31f9-4559-8560-c95b9b4dbd8f,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:24:05.083476 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:05.479149 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:10.602898 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:24:15.753758 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f6f95486-ec40-4000-b4c2-97ff7c74f806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:17.112511 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977cc2ec-34c2-4bcf-a6ad-6b0709f62d44 req-6fa800d7-7a8a-48fe-be8d-3ba916097116 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:24:17.114077 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-977cc2ec-34c2-4bcf-a6ad-6b0709f62d44 req-6fa800d7-7a8a-48fe-be8d-3ba916097116 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7cf8821-61d2-4ece-af8e-193c4ff7e81e HTTP/1.1" status: 200 len: 945 time: 0.0699482 Jul 24 01:24:17.156076 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-977cc2ec-34c2-4bcf-a6ad-6b0709f62d44 req-a7ba7322-12e9-45b2-a008-2ec8df5c6603 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362117 Jul 24 01:24:18.287836 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-35fc1afb-a634-4585-9430-93df5736991f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:18.299641 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00cf92-2c59-4392-9265-3a3eca62f4e2 req-bdfcf71f-1eae-4102-b357-ac3d5787a16f tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:24:18.301154 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5d00cf92-2c59-4392-9265-3a3eca62f4e2 req-bdfcf71f-1eae-4102-b357-ac3d5787a16f tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7cf8821-61d2-4ece-af8e-193c4ff7e81e HTTP/1.1" status: 200 len: 945 time: 0.0727119 Jul 24 01:24:18.338761 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5d00cf92-2c59-4392-9265-3a3eca62f4e2 req-5b367e40-1548-4183-a3ef-a91c16176110 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320158 Jul 24 01:24:18.507184 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:18.592982 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15255280-f93b-43de-9ac1-7ba18045d85a req-c2a7d6c1-e1a3-4298-9da5-b8f45de68257 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:24:18.594462 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-15255280-f93b-43de-9ac1-7ba18045d85a req-c2a7d6c1-e1a3-4298-9da5-b8f45de68257 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.13 "GET /v2.0/ports?device_id=d7cf8821-61d2-4ece-af8e-193c4ff7e81e HTTP/1.1" status: 200 len: 945 time: 0.0695980 Jul 24 01:24:18.695346 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-15255280-f93b-43de-9ac1-7ba18045d85a req-6ccae34a-45b8-409a-a5fa-47815bb88e42 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Deleting port 72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:24:18.695694 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-15255280-f93b-43de-9ac1-7ba18045d85a req-6ccae34a-45b8-409a-a5fa-47815bb88e42 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:18.788317 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-15255280-f93b-43de-9ac1-7ba18045d85a req-6ccae34a-45b8-409a-a5fa-47815bb88e42 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] For port 72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7,segment=NetworkSegment(4ba45e80-1699-41ea-af87-6ed5cfcc2657),segment_id=4ba45e80-1699-41ea-af87-6ed5cfcc2657)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:24:18.788695 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-15255280-f93b-43de-9ac1-7ba18045d85a req-6ccae34a-45b8-409a-a5fa-47815bb88e42 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:19.008052 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-15255280-f93b-43de-9ac1-7ba18045d85a req-6ccae34a-45b8-409a-a5fa-47815bb88e42 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:19.008935 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-15255280-f93b-43de-9ac1-7ba18045d85a req-6ccae34a-45b8-409a-a5fa-47815bb88e42 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:19.009484 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [req-15255280-f93b-43de-9ac1-7ba18045d85a req-6ccae34a-45b8-409a-a5fa-47815bb88e42 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Floating IP 8eca3193-0e92-4f42-a9bb-4b079f3e5a02 disassociated. External IP: 172.25.2.11, port: 72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7. Jul 24 01:24:19.009961 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-15255280-f93b-43de-9ac1-7ba18045d85a req-6ccae34a-45b8-409a-a5fa-47815bb88e42 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Calling delete_port for 72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:24:19.149895 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-15255280-f93b-43de-9ac1-7ba18045d85a req-6ccae34a-45b8-409a-a5fa-47815bb88e42 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:19.187172 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccae34a-45b8-409a-a5fa-47815bb88e42 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Pushing event deleted for resources: {'Port': ['ID=72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:24:19.313329 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15255280-f93b-43de-9ac1-7ba18045d85a req-6ccae34a-45b8-409a-a5fa-47815bb88e42 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Router 74f5c579-a0f5-4264-939e-788ec2b08012 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:24:19.447166 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-544f8c75-6370-4e30-b93b-eb5b23e4fda2 req-1a47d04d-ed20-45b1-ba42-e22ce99441bd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7cf8821-61d2-4ece-af8e-193c4ff7e81e HTTP/1.1" status: 200 len: 210 time: 0.0369256 Jul 24 01:24:19.451952 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15255280-f93b-43de-9ac1-7ba18045d85a req-6ccae34a-45b8-409a-a5fa-47815bb88e42 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:24:19.463515 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0194d9a-ecf4-4b1f-b9e8-d12c86d0673d None None] Sync routers for ids ['74f5c579-a0f5-4264-939e-788ec2b08012'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:24:19.485292 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0194d9a-ecf4-4b1f-b9e8-d12c86d0673d None None] Routers {'74f5c579-a0f5-4264-939e-788ec2b08012'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:24:19.486084 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-f0194d9a-ecf4-4b1f-b9e8-d12c86d0673d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:24:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['74f5c579-a0f5-4264-939e-788ec2b08012'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:24:19.502296 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-15255280-f93b-43de-9ac1-7ba18045d85a req-6ccae34a-45b8-409a-a5fa-47815bb88e42 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] No DVR routers for this DVR port 72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:24:19.505196 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-15255280-f93b-43de-9ac1-7ba18045d85a req-6ccae34a-45b8-409a-a5fa-47815bb88e42 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:19.507408 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-15255280-f93b-43de-9ac1-7ba18045d85a req-6ccae34a-45b8-409a-a5fa-47815bb88e42 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.13 "DELETE /v2.0/ports/72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7 HTTP/1.1" status: 204 len: 173 time: 0.9078474 Jul 24 01:24:19.507883 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7cf8821-61d2-4ece-af8e-193c4ff7e81e', 'name': 'network-vif-deleted', 'tag': '72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:24:19.510150 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e59c16-9906-4561-8de3-0e3114fdeb0a" -d '{"events": [{"server_uuid": "d7cf8821-61d2-4ece-af8e-193c4ff7e81e", "name": "network-vif-deleted", "tag": "72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:24:19.563296 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23d4a15-7d04-4b54-9bc1-12c27c99d94b x-openstack-request-id: req-a23d4a15-7d04-4b54-9bc1-12c27c99d94b {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:24:19.563595 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7cf8821-61d2-4ece-af8e-193c4ff7e81e", "name": "network-vif-deleted", "tag": "72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:24:19.563851 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a23d4a15-7d04-4b54-9bc1-12c27c99d94b {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:24:19.564255 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7cf8821-61d2-4ece-af8e-193c4ff7e81e', 'name': 'network-vif-deleted', 'tag': '72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7', 'status': 'completed', 'code': 200} Jul 24 01:24:19.607454 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:19.639751 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-f0194d9a-ecf4-4b1f-b9e8-d12c86d0673d None None] Set router 74f5c579-a0f5-4264-939e-788ec2b08012 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:24:19.861011 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-f0194d9a-ecf4-4b1f-b9e8-d12c86d0673d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'name': 'tempest-TestVolumeBootPattern-1686330921-router', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:17:34Z', 'updated_at': '2021-07-24T01:17:39Z', 'revision_number': 4, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'gw_port': {'id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:35Z', 'updated_at': '2021-07-24T01:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '2aaa3491-7629-4769-b75b-498ecf75a8ef', 'name': '', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'mac_address': 'fa:16:3e:72:3b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:38Z', 'updated_at': '2021-07-24T01:17:48Z', 'revision_number': 5, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'subnets': [{'id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:24:19.892233 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0194d9a-ecf4-4b1f-b9e8-d12c86d0673d None None] Checking router: 74f5c579-a0f5-4264-939e-788ec2b08012 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:24:19.901051 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0194d9a-ecf4-4b1f-b9e8-d12c86d0673d None None] Routers {'74f5c579-a0f5-4264-939e-788ec2b08012'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:24:19.902411 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-f0194d9a-ecf4-4b1f-b9e8-d12c86d0673d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:24:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['74f5c579-a0f5-4264-939e-788ec2b08012'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:24:20.010546 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-f0194d9a-ecf4-4b1f-b9e8-d12c86d0673d None None] Set router 74f5c579-a0f5-4264-939e-788ec2b08012 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:24:20.222764 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-f0194d9a-ecf4-4b1f-b9e8-d12c86d0673d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'name': 'tempest-TestVolumeBootPattern-1686330921-router', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:17:34Z', 'updated_at': '2021-07-24T01:17:39Z', 'revision_number': 4, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'gw_port': {'id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:35Z', 'updated_at': '2021-07-24T01:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '2aaa3491-7629-4769-b75b-498ecf75a8ef', 'name': '', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'mac_address': 'fa:16:3e:72:3b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:38Z', 'updated_at': '2021-07-24T01:17:48Z', 'revision_number': 5, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'subnets': [{'id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:24:20.249941 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0194d9a-ecf4-4b1f-b9e8-d12c86d0673d None None] The sync data for ids ['74f5c579-a0f5-4264-939e-788ec2b08012'] in n-d-793621-25 is: [{'id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'name': 'tempest-TestVolumeBootPattern-1686330921-router', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:17:34Z', 'updated_at': '2021-07-24T01:17:39Z', 'revision_number': 4, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'gw_port': {'id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:35Z', 'updated_at': '2021-07-24T01:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '2aaa3491-7629-4769-b75b-498ecf75a8ef', 'name': '', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'mac_address': 'fa:16:3e:72:3b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:38Z', 'updated_at': '2021-07-24T01:17:48Z', 'revision_number': 5, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'subnets': [{'id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:24:20.490180 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8464c65-ab25-438b-8d58-e3d5bdc2fbc7 None None] New status for floating IP 8eca3193-0e92-4f42-a9bb-4b079f3e5a02: DOWN {{(pid=100466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:24:20.573123 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6e0a8485-64fb-4195-8a3e-a16b6e337a4c req-9add079a-0d1c-4bdb-a9bc-3645c4644c38 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7cf8821-61d2-4ece-af8e-193c4ff7e81e HTTP/1.1" status: 200 len: 210 time: 0.0423951 Jul 24 01:24:21.071454 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:21.665691 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-119f7126-1e1d-4eb5-858e-189b6a61cee0 req-ebf61b25-cb90-4aee-a5f6-bac64a9a8a97 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7cf8821-61d2-4ece-af8e-193c4ff7e81e HTTP/1.1" status: 200 len: 210 time: 0.0301244 Jul 24 01:24:22.403735 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:24:22.424324 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:24:22.424920 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 72475cea-dc5e-4ab5-a12c-f0cb1e5a34a7 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:24:22.774601 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d100cb1d-d34c-47aa-88c8-187c18d4b119 req-b33573b1-7007-4b94-98e5-b28cc470f06e tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7cf8821-61d2-4ece-af8e-193c4ff7e81e HTTP/1.1" status: 200 len: 210 time: 0.0345387 Jul 24 01:24:23.981751 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-b57c6a47-6d59-4f96-9d5f-9e40e555a187 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2111619659&fields=id&tenant_id=cc21a234b38d48d88c3414cb45873771 HTTP/1.1" status: 200 len: 267 time: 0.0322084 Jul 24 01:24:24.093128 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-c97f2a5f-c195-4f6c-be2d-ff0264f6a247 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:24:24.098464 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-c97f2a5f-c195-4f6c-be2d-ff0264f6a247 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/networks?id=ad265d84-5a8c-4acf-b883-4ded13d15286 HTTP/1.1" status: 200 len: 812 time: 0.1099975 Jul 24 01:24:24.114803 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-8fd7eaed-7727-45a3-89ca-f05c0ac79ef2 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/quotas/cc21a234b38d48d88c3414cb45873771 HTTP/1.1" status: 200 len: 375 time: 0.0107799 Jul 24 01:24:24.186892 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-ed0bea04-8ef0-4ba3-985f-a0a076193757 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc21a234b38d48d88c3414cb45873771&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0669365 Jul 24 01:24:24.587502 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-359b0d21-4bd1-47d5-8630-dd23efa000b9 service neutron] 10.222.0.15 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896594 Jul 24 01:24:24.676454 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-37527469-b77a-4677-9057-30d5a621843e service neutron] 10.222.0.15 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826163 Jul 24 01:24:24.981111 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1fc504b8-7feb-45f2-a9fe-7a87bd237c43 req-cc313816-9b4a-44fd-9f5e-9499e7f8c5c2 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0558fc1-d632-4ae8-82d5-9fc634b25c75 HTTP/1.1" status: 200 len: 210 time: 0.0299075 Jul 24 01:24:25.897524 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-3b7e15ee-c39c-4f5c-ac28-9be979f784f2 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:24:25.899149 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-3b7e15ee-c39c-4f5c-ac28-9be979f784f2 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.13 "GET /v2.0/networks?id=ad265d84-5a8c-4acf-b883-4ded13d15286 HTTP/1.1" status: 200 len: 812 time: 0.1129527 Jul 24 01:24:25.942984 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-f5d677c5-36ea-4c1e-9636-bf7ca64aece3 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc21a234b38d48d88c3414cb45873771 HTTP/1.1" status: 200 len: 380 time: 0.0356152 Jul 24 01:24:25.959697 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-4ffa0021-c203-406a-9bdc-a969518d8d44 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Request body: {'port': {'device_id': 'a0558fc1-d632-4ae8-82d5-9fc634b25c75', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'admin_state_up': True, 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'security_groups': ['38eb9b54-eb22-476c-82e5-978b66ea2b7f']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:24:26.123725 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b7aafbe1-1b96-4785-b09a-9a5e37ce2786 req-4fdfe580-5e7d-41de-8692-a341e4ba48ca tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0558fc1-d632-4ae8-82d5-9fc634b25c75 HTTP/1.1" status: 200 len: 210 time: 0.0412149 Jul 24 01:24:26.157291 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-4ffa0021-c203-406a-9bdc-a969518d8d44 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Made reservation on behalf of cc21a234b38d48d88c3414cb45873771 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:24:26.161250 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-4ffa0021-c203-406a-9bdc-a969518d8d44 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:26.292721 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-4ffa0021-c203-406a-9bdc-a969518d8d44 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Allocated IP 172.20.0.11 (ad265d84-5a8c-4acf-b883-4ded13d15286/e29f41fb-7a38-4eae-917b-51d7b2f60633/a540e86d-9f7f-46ae-ac6d-88c1b2f44298) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:24:26.443472 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-4ffa0021-c203-406a-9bdc-a969518d8d44 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:26.464143 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-4ffa0021-c203-406a-9bdc-a969518d8d44 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Transition to ACTIVE for port object a540e86d-9f7f-46ae-ac6d-88c1b2f44298 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:24:26.497253 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-4ffa0021-c203-406a-9bdc-a969518d8d44 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:26.549404 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-4ffa0021-c203-406a-9bdc-a969518d8d44 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Network ad265d84-5a8c-4acf-b883-4ded13d15286 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:24:26.552558 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-4ffa0021-c203-406a-9bdc-a969518d8d44 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:24:26.557374 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-4ffa0021-c203-406a-9bdc-a969518d8d44 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:24:26.562282 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa0021-c203-406a-9bdc-a969518d8d44 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Pushing event updated for resources: {'Port': ['ID=a540e86d-9f7f-46ae-ac6d-88c1b2f44298,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:24:26.615974 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-4ffa0021-c203-406a-9bdc-a969518d8d44 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:24:26.616615 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-4ffa0021-c203-406a-9bdc-a969518d8d44 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:26.634464 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-4ffa0021-c203-406a-9bdc-a969518d8d44 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6782906 Jul 24 01:24:26.646307 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-ccf12240-99ce-4c88-a05f-86d0cc549ac6 service neutron] Request body: {'port': {'device_id': 'a0558fc1-d632-4ae8-82d5-9fc634b25c75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:24:26.729386 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-ccf12240-99ce-4c88-a05f-86d0cc549ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:26.903148 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9f3785da-7a5a-47e9-9e1d-bbee56075921 None None] Provisioning for port a540e86d-9f7f-46ae-ac6d-88c1b2f44298 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:24:26.908225 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9f3785da-7a5a-47e9-9e1d-bbee56075921 None None] Provisioning complete for port a540e86d-9f7f-46ae-ac6d-88c1b2f44298 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:24:26.908880 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9f3785da-7a5a-47e9-9e1d-bbee56075921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:26.950300 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-9f3785da-7a5a-47e9-9e1d-bbee56075921 None None] Port a540e86d-9f7f-46ae-ac6d-88c1b2f44298 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:24:27.038046 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-ccf12240-99ce-4c88-a05f-86d0cc549ac6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a540e86d-9f7f-46ae-ac6d-88c1b2f44298 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:24:27.046355 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-ccf12240-99ce-4c88-a05f-86d0cc549ac6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:27.060388 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-ccf12240-99ce-4c88-a05f-86d0cc549ac6 service neutron] Transition to ACTIVE for port object a540e86d-9f7f-46ae-ac6d-88c1b2f44298 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:24:27.064762 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-ccf12240-99ce-4c88-a05f-86d0cc549ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:27.146036 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf12240-99ce-4c88-a05f-86d0cc549ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=a540e86d-9f7f-46ae-ac6d-88c1b2f44298,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:24:27.315616 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-ccf12240-99ce-4c88-a05f-86d0cc549ac6 service neutron] Attempting to bind port a540e86d-9f7f-46ae-ac6d-88c1b2f44298 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:24:27.316166 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-ccf12240-99ce-4c88-a05f-86d0cc549ac6 service neutron] Attempting to bind port a540e86d-9f7f-46ae-ac6d-88c1b2f44298 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '4ba45e80-1699-41ea-af87-6ed5cfcc2657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:24:27.316698 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-ccf12240-99ce-4c88-a05f-86d0cc549ac6 service neutron] Attempting to bind port a540e86d-9f7f-46ae-ac6d-88c1b2f44298 on network ad265d84-5a8c-4acf-b883-4ded13d15286 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:24:27.322275 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-ccf12240-99ce-4c88-a05f-86d0cc549ac6 service neutron] Port a540e86d-9f7f-46ae-ac6d-88c1b2f44298 on network ad265d84-5a8c-4acf-b883-4ded13d15286 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:24:27.322938 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-ccf12240-99ce-4c88-a05f-86d0cc549ac6 service neutron] Attempting to bind port a540e86d-9f7f-46ae-ac6d-88c1b2f44298 on network ad265d84-5a8c-4acf-b883-4ded13d15286 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:24:27.331464 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-ccf12240-99ce-4c88-a05f-86d0cc549ac6 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:24:27.332105 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-ccf12240-99ce-4c88-a05f-86d0cc549ac6 service neutron] Checking segment: {'id': '4ba45e80-1699-41ea-af87-6ed5cfcc2657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:24:27.332698 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-ccf12240-99ce-4c88-a05f-86d0cc549ac6 service neutron] Bound using segment: {'id': '4ba45e80-1699-41ea-af87-6ed5cfcc2657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:24:27.333337 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-ccf12240-99ce-4c88-a05f-86d0cc549ac6 service neutron] Bound port: a540e86d-9f7f-46ae-ac6d-88c1b2f44298, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ba45e80-1699-41ea-af87-6ed5cfcc2657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:24:27.333901 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-ccf12240-99ce-4c88-a05f-86d0cc549ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:27.431316 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-ccf12240-99ce-4c88-a05f-86d0cc549ac6 service neutron] For port a540e86d-9f7f-46ae-ac6d-88c1b2f44298, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:24:27.437200 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-ccf12240-99ce-4c88-a05f-86d0cc549ac6 service neutron] For port a540e86d-9f7f-46ae-ac6d-88c1b2f44298, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=a540e86d-9f7f-46ae-ac6d-88c1b2f44298,segment=NetworkSegment(4ba45e80-1699-41ea-af87-6ed5cfcc2657),segment_id=4ba45e80-1699-41ea-af87-6ed5cfcc2657)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:24:27.442684 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-ccf12240-99ce-4c88-a05f-86d0cc549ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:27.468281 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c510d-ac37-484e-ae78-df81d29c95cc req-8a59007f-a712-42be-8074-3485ada5efc6 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:24:27.471467 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-da4c510d-ac37-484e-ae78-df81d29c95cc req-8a59007f-a712-42be-8074-3485ada5efc6 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0558fc1-d632-4ae8-82d5-9fc634b25c75 HTTP/1.1" status: 200 len: 944 time: 0.2578566 Jul 24 01:24:27.480202 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-ccf12240-99ce-4c88-a05f-86d0cc549ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:24:27.480946 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-ccf12240-99ce-4c88-a05f-86d0cc549ac6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:27.482574 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-ccf12240-99ce-4c88-a05f-86d0cc549ac6 service neutron] 10.222.0.13 "PUT /v2.0/ports/a540e86d-9f7f-46ae-ac6d-88c1b2f44298 HTTP/1.1" status: 200 len: 1093 time: 0.8411698 Jul 24 01:24:27.483170 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0558fc1-d632-4ae8-82d5-9fc634b25c75', 'tag': 'a540e86d-9f7f-46ae-ac6d-88c1b2f44298'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:24:27.486346 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e5b5eb-ffe7-4dc6-b39c-989cf3309386" -d '{"events": [{"name": "network-changed", "server_uuid": "a0558fc1-d632-4ae8-82d5-9fc634b25c75", "tag": "a540e86d-9f7f-46ae-ac6d-88c1b2f44298"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:24:27.555590 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf12240-99ce-4c88-a05f-86d0cc549ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=a540e86d-9f7f-46ae-ac6d-88c1b2f44298,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:24:27.585517 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-da4c510d-ac37-484e-ae78-df81d29c95cc req-f15d849a-61df-46e8-8316-4591d7db91c1 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968931 Jul 24 01:24:27.597366 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef2a12f-c048-47a2-947d-d5c3f24e03a0 x-openstack-request-id: req-9ef2a12f-c048-47a2-947d-d5c3f24e03a0 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:24:27.597670 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0558fc1-d632-4ae8-82d5-9fc634b25c75", "tag": "a540e86d-9f7f-46ae-ac6d-88c1b2f44298", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:24:27.597929 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9ef2a12f-c048-47a2-947d-d5c3f24e03a0 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:24:27.598337 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0558fc1-d632-4ae8-82d5-9fc634b25c75', 'tag': 'a540e86d-9f7f-46ae-ac6d-88c1b2f44298', 'status': 'completed', 'code': 200} Jul 24 01:24:27.647074 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-60ae8629-944d-4eb0-9969-3f8186927639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:24:27.648644 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-60ae8629-944d-4eb0-9969-3f8186927639 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc21a234b38d48d88c3414cb45873771&device_id=a0558fc1-d632-4ae8-82d5-9fc634b25c75 HTTP/1.1" status: 200 len: 1096 time: 0.1065788 Jul 24 01:24:27.696145 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-a279c707-306e-4846-a58d-7046113a15ab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a540e86d-9f7f-46ae-ac6d-88c1b2f44298 HTTP/1.1" status: 200 len: 217 time: 0.0401671 Jul 24 01:24:27.754924 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-51bacf98-6b56-4d39-877e-ab043457a59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:24:27.756456 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-51bacf98-6b56-4d39-877e-ab043457a59f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e29f41fb-7a38-4eae-917b-51d7b2f60633 HTTP/1.1" status: 200 len: 851 time: 0.0543025 Jul 24 01:24:27.816992 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-23b3c12d-f6a6-482c-bf32-268064bfc3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:24:27.818600 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-23b3c12d-f6a6-482c-bf32-268064bfc3bd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad265d84-5a8c-4acf-b883-4ded13d15286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555732 Jul 24 01:24:27.919809 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-d91e539b-ba2e-45d2-a310-e9d299f0f253 service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934527 Jul 24 01:24:28.013437 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ae596d45-4b0a-40d6-8e28-dabf84a5f673 req-05ef4440-ca47-4cc1-90e4-9bec82382ce0 service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872626 Jul 24 01:24:28.119206 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5b5eb-ffe7-4dc6-b39c-989cf3309386 req-287f056b-8d71-4017-9b8a-0636a911556f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:24:28.121368 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-80e5b5eb-ffe7-4dc6-b39c-989cf3309386 req-287f056b-8d71-4017-9b8a-0636a911556f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc21a234b38d48d88c3414cb45873771&device_id=a0558fc1-d632-4ae8-82d5-9fc634b25c75 HTTP/1.1" status: 200 len: 1096 time: 0.0602286 Jul 24 01:24:28.220827 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5b5eb-ffe7-4dc6-b39c-989cf3309386 req-031e847d-54ae-4d7b-81f8-4ebf56ffaef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:24:28.222821 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-80e5b5eb-ffe7-4dc6-b39c-989cf3309386 req-031e847d-54ae-4d7b-81f8-4ebf56ffaef3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ad265d84-5a8c-4acf-b883-4ded13d15286 HTTP/1.1" status: 200 len: 913 time: 0.0960796 Jul 24 01:24:28.272804 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-80e5b5eb-ffe7-4dc6-b39c-989cf3309386 req-b3027a3e-de13-4c77-9f06-0fdb8d13cb58 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a540e86d-9f7f-46ae-ac6d-88c1b2f44298 HTTP/1.1" status: 200 len: 217 time: 0.0436423 Jul 24 01:24:28.326375 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5b5eb-ffe7-4dc6-b39c-989cf3309386 req-1bb040d7-e368-4253-95d9-96ac0f486c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:24:28.327799 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-80e5b5eb-ffe7-4dc6-b39c-989cf3309386 req-1bb040d7-e368-4253-95d9-96ac0f486c0b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e29f41fb-7a38-4eae-917b-51d7b2f60633 HTTP/1.1" status: 200 len: 851 time: 0.0493238 Jul 24 01:24:28.390611 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5b5eb-ffe7-4dc6-b39c-989cf3309386 req-d8c7dc8e-f699-413e-a8c8-369efd5bdf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:24:28.392190 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-80e5b5eb-ffe7-4dc6-b39c-989cf3309386 req-d8c7dc8e-f699-413e-a8c8-369efd5bdf19 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad265d84-5a8c-4acf-b883-4ded13d15286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579729 Jul 24 01:24:28.494517 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-80e5b5eb-ffe7-4dc6-b39c-989cf3309386 req-30156aad-62cb-4a4e-b088-22213886d5b7 service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961936 Jul 24 01:24:28.616059 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-80e5b5eb-ffe7-4dc6-b39c-989cf3309386 req-4eafb5e0-4d47-4bc6-96a9-4cf541f237cc service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085374 Jul 24 01:24:28.815495 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039af20-7119-4dc5-a824-f10792af88a4 req-a45aa290-5d8f-4d3b-aa40-5324197528f4 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:24:28.817170 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e039af20-7119-4dc5-a824-f10792af88a4 req-a45aa290-5d8f-4d3b-aa40-5324197528f4 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0558fc1-d632-4ae8-82d5-9fc634b25c75 HTTP/1.1" status: 200 len: 944 time: 0.1462805 Jul 24 01:24:28.860625 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e039af20-7119-4dc5-a824-f10792af88a4 req-5bd8284b-0992-4880-bf73-ee60c4694491 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374072 Jul 24 01:24:30.025441 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37ce7ba-adbe-4d19-93bb-6338ffa1f945 req-d8163ee6-8718-4260-9f2e-0136f5f30bbf tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:24:30.028125 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f37ce7ba-adbe-4d19-93bb-6338ffa1f945 req-d8163ee6-8718-4260-9f2e-0136f5f30bbf tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0558fc1-d632-4ae8-82d5-9fc634b25c75 HTTP/1.1" status: 200 len: 944 time: 0.0714869 Jul 24 01:24:30.077066 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f37ce7ba-adbe-4d19-93bb-6338ffa1f945 req-4688bc70-8889-42df-bffb-a65fe28ea252 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430984 Jul 24 01:24:31.217570 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7923845-30c5-436d-b27d-59212ee1b28f req-710b2db9-0eea-4285-826f-0efd2bccbb64 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:24:31.219098 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e7923845-30c5-436d-b27d-59212ee1b28f req-710b2db9-0eea-4285-826f-0efd2bccbb64 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0558fc1-d632-4ae8-82d5-9fc634b25c75 HTTP/1.1" status: 200 len: 944 time: 0.0689464 Jul 24 01:24:31.257347 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e7923845-30c5-436d-b27d-59212ee1b28f req-be91ed15-1234-4268-98fb-b9d28689fd36 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324576 Jul 24 01:24:32.392452 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5866abe-c19b-4801-84b0-24bf3a1938bb req-ef1ea269-5b6f-47f1-9772-092b54385b6c tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:24:32.394031 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c5866abe-c19b-4801-84b0-24bf3a1938bb req-ef1ea269-5b6f-47f1-9772-092b54385b6c tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0558fc1-d632-4ae8-82d5-9fc634b25c75 HTTP/1.1" status: 200 len: 944 time: 0.0665820 Jul 24 01:24:32.431430 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c5866abe-c19b-4801-84b0-24bf3a1938bb req-2fbb3c2c-0f44-4a99-9cfd-0ba90a36f08b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317998 Jul 24 01:24:33.571172 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24daa5b9-db51-4d01-b302-8d130292dada req-9c0d1e55-94d8-40c3-aa86-69b7f7e5a35d tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:24:33.572708 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-24daa5b9-db51-4d01-b302-8d130292dada req-9c0d1e55-94d8-40c3-aa86-69b7f7e5a35d tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0558fc1-d632-4ae8-82d5-9fc634b25c75 HTTP/1.1" status: 200 len: 944 time: 0.0721846 Jul 24 01:24:33.612254 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-24daa5b9-db51-4d01-b302-8d130292dada req-12a25715-8c2f-496d-8539-9ad08192d8d4 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337481 Jul 24 01:24:34.755691 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802593f-80ac-4b14-8372-adea7b5e7a09 req-8346c6a6-970c-42db-bd1b-b5e4bcba2208 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:24:34.757216 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5802593f-80ac-4b14-8372-adea7b5e7a09 req-8346c6a6-970c-42db-bd1b-b5e4bcba2208 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0558fc1-d632-4ae8-82d5-9fc634b25c75 HTTP/1.1" status: 200 len: 944 time: 0.0738888 Jul 24 01:24:34.795474 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5802593f-80ac-4b14-8372-adea7b5e7a09 req-4aff3622-da2e-4917-b099-69cbec929918 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317955 Jul 24 01:24:35.093658 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:35.478247 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:35.935803 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05bf9f-1445-490c-aafb-de43ee337f72 req-57a0b02e-01d7-4cf9-90e6-3fb7b4b61006 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:24:35.937469 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6c05bf9f-1445-490c-aafb-de43ee337f72 req-57a0b02e-01d7-4cf9-90e6-3fb7b4b61006 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0558fc1-d632-4ae8-82d5-9fc634b25c75 HTTP/1.1" status: 200 len: 944 time: 0.0738039 Jul 24 01:24:35.979029 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6c05bf9f-1445-490c-aafb-de43ee337f72 req-6d564fd1-2a0c-4601-98ce-f4e0ee4f65bd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358908 Jul 24 01:24:37.109009 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b677a-d7c5-46b1-a51b-4f1ee0db1fa3 req-f8c182c0-ff06-4ff8-b26f-1368d702596d tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:24:37.110533 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5b0b677a-d7c5-46b1-a51b-4f1ee0db1fa3 req-f8c182c0-ff06-4ff8-b26f-1368d702596d tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0558fc1-d632-4ae8-82d5-9fc634b25c75 HTTP/1.1" status: 200 len: 944 time: 0.0651948 Jul 24 01:24:37.148217 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5b0b677a-d7c5-46b1-a51b-4f1ee0db1fa3 req-469b75a3-73d3-4662-a576-b12720a1d710 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319371 Jul 24 01:24:38.288675 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c096bc53-ed28-454c-89e4-5daf866f6475 req-f047e414-b3b2-4fd3-bf19-f477341dd7d7 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:24:38.290264 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c096bc53-ed28-454c-89e4-5daf866f6475 req-f047e414-b3b2-4fd3-bf19-f477341dd7d7 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0558fc1-d632-4ae8-82d5-9fc634b25c75 HTTP/1.1" status: 200 len: 944 time: 0.0715008 Jul 24 01:24:38.329248 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c096bc53-ed28-454c-89e4-5daf866f6475 req-e2d29c58-aed8-44bd-b121-48cdef40323e tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325043 Jul 24 01:24:38.449830 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device a540e86d-9f7f-46ae-ac6d-88c1b2f44298 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:24:38.543389 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port a540e86d-9f7f-46ae-ac6d-88c1b2f44298, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=a540e86d-9f7f-46ae-ac6d-88c1b2f44298,segment=NetworkSegment(4ba45e80-1699-41ea-af87-6ed5cfcc2657),segment_id=4ba45e80-1699-41ea-af87-6ed5cfcc2657)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:24:38.557868 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'a540e86d-9f7f-46ae-ac6d-88c1b2f44298', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'port_id': 'a540e86d-9f7f-46ae-ac6d-88c1b2f44298', 'mac_address': 'fa:16:3e:30:5d:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:24:38.594817 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:38.607957 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a540e86d-9f7f-46ae-ac6d-88c1b2f44298 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:24:38.626865 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port a540e86d-9f7f-46ae-ac6d-88c1b2f44298, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=a540e86d-9f7f-46ae-ac6d-88c1b2f44298,segment=NetworkSegment(4ba45e80-1699-41ea-af87-6ed5cfcc2657),segment_id=4ba45e80-1699-41ea-af87-6ed5cfcc2657)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:24:38.631064 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:38.677803 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=a540e86d-9f7f-46ae-ac6d-88c1b2f44298,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:24:38.685495 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:24:38.685855 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:24:38.686203 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:24:38.686547 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:24:38.686989 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:24:38.687332 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:24:38.687670 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:24:38.688002 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:24:38.688335 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:24:38.688669 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:24:38.688999 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:24:38.689330 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:24:38.833663 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['a540e86d-9f7f-46ae-ac6d-88c1b2f44298'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:24:39.465616 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c410b-66cf-4941-9ce4-1694c80a6c3f req-8edfdf62-0b1d-45d3-826e-429c631ab51d tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:24:39.467051 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a95c410b-66cf-4941-9ce4-1694c80a6c3f req-8edfdf62-0b1d-45d3-826e-429c631ab51d tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0558fc1-d632-4ae8-82d5-9fc634b25c75 HTTP/1.1" status: 200 len: 945 time: 0.0630529 Jul 24 01:24:39.509586 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a95c410b-66cf-4941-9ce4-1694c80a6c3f req-92ac3807-2633-413c-bd3f-58b86252b45e tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366268 Jul 24 01:24:40.449988 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device a540e86d-9f7f-46ae-ac6d-88c1b2f44298 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:24:40.497350 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port a540e86d-9f7f-46ae-ac6d-88c1b2f44298 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:24:40.500919 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port a540e86d-9f7f-46ae-ac6d-88c1b2f44298 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:24:40.501293 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:40.581899 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:40.606020 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0558fc1-d632-4ae8-82d5-9fc634b25c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a540e86d-9f7f-46ae-ac6d-88c1b2f44298'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:24:40.608364 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af75f5f-dfe6-4bb9-b470-cac2b7ca78ef" -d '{"events": [{"server_uuid": "a0558fc1-d632-4ae8-82d5-9fc634b25c75", "name": "network-vif-plugged", "status": "completed", "tag": "a540e86d-9f7f-46ae-ac6d-88c1b2f44298"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:24:40.622777 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port a540e86d-9f7f-46ae-ac6d-88c1b2f44298, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=a540e86d-9f7f-46ae-ac6d-88c1b2f44298,segment=NetworkSegment(4ba45e80-1699-41ea-af87-6ed5cfcc2657),segment_id=4ba45e80-1699-41ea-af87-6ed5cfcc2657)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:24:40.630119 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:40.655573 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984751f8-c175-4f14-827c-dc83763167ea req-b4c418cc-ae6d-40ef-897a-dcbee9691cfa tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:24:40.657502 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-984751f8-c175-4f14-827c-dc83763167ea req-b4c418cc-ae6d-40ef-897a-dcbee9691cfa tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0558fc1-d632-4ae8-82d5-9fc634b25c75 HTTP/1.1" status: 200 len: 945 time: 0.0780482 Jul 24 01:24:40.662041 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6ba545-4e29-4afe-b6fa-e3067eacae66 x-openstack-request-id: req-ce6ba545-4e29-4afe-b6fa-e3067eacae66 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:24:40.662528 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0558fc1-d632-4ae8-82d5-9fc634b25c75", "name": "network-vif-plugged", "status": "completed", "tag": "a540e86d-9f7f-46ae-ac6d-88c1b2f44298", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:24:40.662662 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ce6ba545-4e29-4afe-b6fa-e3067eacae66 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:24:40.663098 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0558fc1-d632-4ae8-82d5-9fc634b25c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a540e86d-9f7f-46ae-ac6d-88c1b2f44298', 'code': 200} Jul 24 01:24:40.689216 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=a540e86d-9f7f-46ae-ac6d-88c1b2f44298,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:24:40.717275 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-984751f8-c175-4f14-827c-dc83763167ea req-f3cf9b72-5a08-45ff-8a07-dc369a467fa7 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529444 Jul 24 01:24:40.779664 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5231b45-a600-4978-a1c9-a6f4aafc921e req-1e032476-819b-45b1-8164-a71bd644cc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:24:40.781189 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a5231b45-a600-4978-a1c9-a6f4aafc921e req-1e032476-819b-45b1-8164-a71bd644cc2e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a0558fc1-d632-4ae8-82d5-9fc634b25c75 HTTP/1.1" status: 200 len: 1098 time: 0.0612116 Jul 24 01:24:40.816732 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a5231b45-a600-4978-a1c9-a6f4aafc921e req-b09fd21f-4351-41e1-a376-dd0416559f65 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290685 Jul 24 01:24:41.866074 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca152c9-cebc-45ac-b34a-d27fbee1be64 req-31fdcb53-ea49-4104-aa6e-9186c6b49039 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:24:41.867622 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5ca152c9-cebc-45ac-b34a-d27fbee1be64 req-31fdcb53-ea49-4104-aa6e-9186c6b49039 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0558fc1-d632-4ae8-82d5-9fc634b25c75 HTTP/1.1" status: 200 len: 946 time: 0.0641031 Jul 24 01:24:41.909795 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5ca152c9-cebc-45ac-b34a-d27fbee1be64 req-6477b6c4-b258-4877-8484-0d5af5c05e57 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333328 Jul 24 01:24:42.046414 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2affdce-0b1d-4482-bfff-082ef921db16 req-cba2ad6a-4dc0-46d9-b2fd-b6635165f6e4 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:24:42.048070 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2affdce-0b1d-4482-bfff-082ef921db16 req-cba2ad6a-4dc0-46d9-b2fd-b6635165f6e4 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0558fc1-d632-4ae8-82d5-9fc634b25c75 HTTP/1.1" status: 200 len: 946 time: 0.0660250 Jul 24 01:24:42.090458 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c2affdce-0b1d-4482-bfff-082ef921db16 req-64499060-50b6-446e-b0bc-58838b69d762 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363221 Jul 24 01:24:42.113060 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46516) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:24:42.268186 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a470001-c203-457b-9b3b-7001f03b4b3e tempest-TestVolumeBootPattern-1771720516 tempest-TestVolumeBootPattern-1771720516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:24:42.269706 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4a470001-c203-457b-9b3b-7001f03b4b3e tempest-TestVolumeBootPattern-1771720516 tempest-TestVolumeBootPattern-1771720516-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a0558fc1-d632-4ae8-82d5-9fc634b25c75 HTTP/1.1" status: 200 len: 1093 time: 0.1556616 Jul 24 01:24:42.272484 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 46520) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:24:42.277691 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-366a1d33-d659-4d0b-be5f-ab5576ae72dd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'port_id': 'a540e86d-9f7f-46ae-ac6d-88c1b2f44298', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:24:42.307309 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-366a1d33-d659-4d0b-be5f-ab5576ae72dd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for floatingip, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:42.403324 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-366a1d33-d659-4d0b-be5f-ab5576ae72dd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:42.509681 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-366a1d33-d659-4d0b-be5f-ab5576ae72dd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Allocated IP 172.25.2.26 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/813b4cf8-baf5-488f-a133-ca3c2911633b) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:24:42.621611 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-366a1d33-d659-4d0b-be5f-ab5576ae72dd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:42.662282 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-366a1d33-d659-4d0b-be5f-ab5576ae72dd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:42.709534 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366a1d33-d659-4d0b-be5f-ab5576ae72dd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:24:42.712509 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-366a1d33-d659-4d0b-be5f-ab5576ae72dd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:24:42.718546 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366a1d33-d659-4d0b-be5f-ab5576ae72dd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:24:42.720735 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a1d33-d659-4d0b-be5f-ab5576ae72dd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Pushing event updated for resources: {'Port': ['ID=813b4cf8-baf5-488f-a133-ca3c2911633b,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:24:42.747338 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a1d33-d659-4d0b-be5f-ab5576ae72dd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:24:42.747690 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a1d33-d659-4d0b-be5f-ab5576ae72dd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:24:42.748037 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a1d33-d659-4d0b-be5f-ab5576ae72dd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:24:42.748384 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a1d33-d659-4d0b-be5f-ab5576ae72dd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:24:42.748898 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a1d33-d659-4d0b-be5f-ab5576ae72dd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:24:42.749057 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a1d33-d659-4d0b-be5f-ab5576ae72dd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:24:42.749371 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a1d33-d659-4d0b-be5f-ab5576ae72dd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:24:42.749698 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a1d33-d659-4d0b-be5f-ab5576ae72dd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:24:42.750027 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a1d33-d659-4d0b-be5f-ab5576ae72dd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:24:42.750352 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a1d33-d659-4d0b-be5f-ab5576ae72dd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:24:42.750678 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a1d33-d659-4d0b-be5f-ab5576ae72dd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:24:42.751038 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-366a1d33-d659-4d0b-be5f-ab5576ae72dd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:24:43.084422 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-366a1d33-d659-4d0b-be5f-ab5576ae72dd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:43.164215 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-366a1d33-d659-4d0b-be5f-ab5576ae72dd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:43.316076 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-366a1d33-d659-4d0b-be5f-ab5576ae72dd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:43.320690 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-366a1d33-d659-4d0b-be5f-ab5576ae72dd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:43.394327 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a1d33-d659-4d0b-be5f-ab5576ae72dd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Pushing event updated for resources: {'Port': ['ID=813b4cf8-baf5-488f-a133-ca3c2911633b,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:24:43.408655 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-366a1d33-d659-4d0b-be5f-ab5576ae72dd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:43.513748 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [None req-366a1d33-d659-4d0b-be5f-ab5576ae72dd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Floating IP 37201923-0adc-4b04-8547-aa7ff21096f3 associated. External IP: 172.25.2.26, port: a540e86d-9f7f-46ae-ac6d-88c1b2f44298. Jul 24 01:24:43.724026 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366a1d33-d659-4d0b-be5f-ab5576ae72dd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Router 74f5c579-a0f5-4264-939e-788ec2b08012 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:24:43.836930 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366a1d33-d659-4d0b-be5f-ab5576ae72dd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:24:43.847735 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f292090-8c5d-46f4-8a28-30e4d18797cf None None] Sync routers for ids ['74f5c579-a0f5-4264-939e-788ec2b08012'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:24:43.857037 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-366a1d33-d659-4d0b-be5f-ab5576ae72dd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:43.859745 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f292090-8c5d-46f4-8a28-30e4d18797cf None None] Routers {'74f5c579-a0f5-4264-939e-788ec2b08012'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:24:43.860509 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-7f292090-8c5d-46f4-8a28-30e4d18797cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:24:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['74f5c579-a0f5-4264-939e-788ec2b08012'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:24:43.895214 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-366a1d33-d659-4d0b-be5f-ab5576ae72dd tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6216438 Jul 24 01:24:43.895920 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0558fc1-d632-4ae8-82d5-9fc634b25c75', 'tag': 'a540e86d-9f7f-46ae-ac6d-88c1b2f44298'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:24:43.899092 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b623208f-ebe2-4dfd-bbbe-e6ad4e4181ac" -d '{"events": [{"name": "network-changed", "server_uuid": "a0558fc1-d632-4ae8-82d5-9fc634b25c75", "tag": "a540e86d-9f7f-46ae-ac6d-88c1b2f44298"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:24:43.949175 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b634dc66-1aea-47c4-9360-987eb1434211 x-openstack-request-id: req-b634dc66-1aea-47c4-9360-987eb1434211 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:24:43.949472 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0558fc1-d632-4ae8-82d5-9fc634b25c75", "tag": "a540e86d-9f7f-46ae-ac6d-88c1b2f44298", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:24:43.949728 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b634dc66-1aea-47c4-9360-987eb1434211 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:24:43.950912 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0558fc1-d632-4ae8-82d5-9fc634b25c75', 'tag': 'a540e86d-9f7f-46ae-ac6d-88c1b2f44298', 'status': 'completed', 'code': 200} Jul 24 01:24:43.977034 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-7f292090-8c5d-46f4-8a28-30e4d18797cf None None] Set router 74f5c579-a0f5-4264-939e-788ec2b08012 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:24:44.029438 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623208f-ebe2-4dfd-bbbe-e6ad4e4181ac req-b3b54115-6be5-4b55-9c82-d3e280a087ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:24:44.031114 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b623208f-ebe2-4dfd-bbbe-e6ad4e4181ac req-b3b54115-6be5-4b55-9c82-d3e280a087ca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc21a234b38d48d88c3414cb45873771&device_id=a0558fc1-d632-4ae8-82d5-9fc634b25c75 HTTP/1.1" status: 200 len: 1098 time: 0.0588901 Jul 24 01:24:44.128504 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623208f-ebe2-4dfd-bbbe-e6ad4e4181ac req-37fce802-9416-4a61-bcb7-19bafe48824a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:24:44.130795 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b623208f-ebe2-4dfd-bbbe-e6ad4e4181ac req-37fce802-9416-4a61-bcb7-19bafe48824a service neutron] 10.222.0.13 "GET /v2.0/networks?id=ad265d84-5a8c-4acf-b883-4ded13d15286 HTTP/1.1" status: 200 len: 913 time: 0.0932446 Jul 24 01:24:44.198022 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b623208f-ebe2-4dfd-bbbe-e6ad4e4181ac req-b12db989-1c5e-4b52-984c-e437a78b3ff7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a540e86d-9f7f-46ae-ac6d-88c1b2f44298 HTTP/1.1" status: 200 len: 999 time: 0.0593867 Jul 24 01:24:44.215671 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-7f292090-8c5d-46f4-8a28-30e4d18797cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'name': 'tempest-TestVolumeBootPattern-1686330921-router', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:17:34Z', 'updated_at': '2021-07-24T01:17:39Z', 'revision_number': 4, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'gw_port': {'id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:35Z', 'updated_at': '2021-07-24T01:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '37201923-0adc-4b04-8547-aa7ff21096f3', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'floating_ip_address': '172.25.2.26', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'port_id': 'a540e86d-9f7f-46ae-ac6d-88c1b2f44298', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'mac_address': 'fa:16:3e:30:5d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0558fc1-d632-4ae8-82d5-9fc634b25c75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:24:42Z', 'updated_at': '2021-07-24T01:24:42Z', 'revision_number': 0, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aaa3491-7629-4769-b75b-498ecf75a8ef', 'name': '', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'mac_address': 'fa:16:3e:72:3b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:38Z', 'updated_at': '2021-07-24T01:17:48Z', 'revision_number': 5, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'subnets': [{'id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:24:44.242272 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f292090-8c5d-46f4-8a28-30e4d18797cf None None] Checking router: 74f5c579-a0f5-4264-939e-788ec2b08012 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:24:44.245095 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623208f-ebe2-4dfd-bbbe-e6ad4e4181ac req-da728ee5-2cb5-4dc0-9bd8-d1a3dea6434b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:24:44.246593 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b623208f-ebe2-4dfd-bbbe-e6ad4e4181ac req-da728ee5-2cb5-4dc0-9bd8-d1a3dea6434b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e29f41fb-7a38-4eae-917b-51d7b2f60633 HTTP/1.1" status: 200 len: 851 time: 0.0436108 Jul 24 01:24:44.251055 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f292090-8c5d-46f4-8a28-30e4d18797cf None None] Routers {'74f5c579-a0f5-4264-939e-788ec2b08012'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:24:44.251668 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-7f292090-8c5d-46f4-8a28-30e4d18797cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:24:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['74f5c579-a0f5-4264-939e-788ec2b08012'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:24:44.314341 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623208f-ebe2-4dfd-bbbe-e6ad4e4181ac req-4dece53b-9397-4736-9d8a-11dda8854411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:24:44.315901 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b623208f-ebe2-4dfd-bbbe-e6ad4e4181ac req-4dece53b-9397-4736-9d8a-11dda8854411 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad265d84-5a8c-4acf-b883-4ded13d15286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634930 Jul 24 01:24:44.373491 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-7f292090-8c5d-46f4-8a28-30e4d18797cf None None] Set router 74f5c579-a0f5-4264-939e-788ec2b08012 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:24:44.419836 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b623208f-ebe2-4dfd-bbbe-e6ad4e4181ac req-8b543a71-2b49-4c89-b502-d7d74a8868c6 service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962877 Jul 24 01:24:44.517492 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b623208f-ebe2-4dfd-bbbe-e6ad4e4181ac req-2e522767-1d84-45ce-9d83-e317c2cc4eca service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917284 Jul 24 01:24:44.615123 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-7f292090-8c5d-46f4-8a28-30e4d18797cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'name': 'tempest-TestVolumeBootPattern-1686330921-router', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:17:34Z', 'updated_at': '2021-07-24T01:17:39Z', 'revision_number': 4, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'gw_port': {'id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:35Z', 'updated_at': '2021-07-24T01:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '37201923-0adc-4b04-8547-aa7ff21096f3', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'floating_ip_address': '172.25.2.26', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'port_id': 'a540e86d-9f7f-46ae-ac6d-88c1b2f44298', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'mac_address': 'fa:16:3e:30:5d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0558fc1-d632-4ae8-82d5-9fc634b25c75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:24:42Z', 'updated_at': '2021-07-24T01:24:42Z', 'revision_number': 0, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aaa3491-7629-4769-b75b-498ecf75a8ef', 'name': '', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'mac_address': 'fa:16:3e:72:3b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:38Z', 'updated_at': '2021-07-24T01:17:48Z', 'revision_number': 5, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'subnets': [{'id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:24:44.642326 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f292090-8c5d-46f4-8a28-30e4d18797cf None None] The sync data for ids ['74f5c579-a0f5-4264-939e-788ec2b08012'] in n-d-793621-25 is: [{'id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'name': 'tempest-TestVolumeBootPattern-1686330921-router', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:17:34Z', 'updated_at': '2021-07-24T01:17:39Z', 'revision_number': 4, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'gw_port': {'id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:35Z', 'updated_at': '2021-07-24T01:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '37201923-0adc-4b04-8547-aa7ff21096f3', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'floating_ip_address': '172.25.2.26', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'port_id': 'a540e86d-9f7f-46ae-ac6d-88c1b2f44298', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'mac_address': 'fa:16:3e:30:5d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0558fc1-d632-4ae8-82d5-9fc634b25c75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:24:42Z', 'updated_at': '2021-07-24T01:24:42Z', 'revision_number': 0, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aaa3491-7629-4769-b75b-498ecf75a8ef', 'name': '', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'mac_address': 'fa:16:3e:72:3b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:38Z', 'updated_at': '2021-07-24T01:17:48Z', 'revision_number': 5, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'subnets': [{'id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:24:44.850360 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daffc907-b4e7-49f4-8715-2864023ddb8b None None] New status for floating IP 37201923-0adc-4b04-8547-aa7ff21096f3: ACTIVE {{(pid=100466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:24:45.754963 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-cad5378d-d7d7-4a52-aa1f-531ed87cc217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:47.602122 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:24:48.279812 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-fc858350-71ae-4b2d-8758-675ef4ffd43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:48.509153 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:49.560668 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:51.071392 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:24:51.802771 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8b2e74b4-c2b0-464f-b55a-4d511a2e81a4 req-c341acbf-9024-4f14-9c98-2274463bc2e1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a0558fc1-d632-4ae8-82d5-9fc634b25c75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0524499 Jul 24 01:24:51.897385 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e74b4-c2b0-464f-b55a-4d511a2e81a4 req-7228224d-b92e-46a6-8d18-6d88f2e97746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:24:51.898945 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8b2e74b4-c2b0-464f-b55a-4d511a2e81a4 req-7228224d-b92e-46a6-8d18-6d88f2e97746 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc21a234b38d48d88c3414cb45873771&device_id=a0558fc1-d632-4ae8-82d5-9fc634b25c75 HTTP/1.1" status: 200 len: 1098 time: 0.0534418 Jul 24 01:24:52.009064 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e74b4-c2b0-464f-b55a-4d511a2e81a4 req-747e7fd4-412b-4469-9310-e94a575eefdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:24:52.010466 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8b2e74b4-c2b0-464f-b55a-4d511a2e81a4 req-747e7fd4-412b-4469-9310-e94a575eefdf service neutron] 10.222.0.13 "GET /v2.0/networks?id=ad265d84-5a8c-4acf-b883-4ded13d15286 HTTP/1.1" status: 200 len: 913 time: 0.0936143 Jul 24 01:24:52.075056 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8b2e74b4-c2b0-464f-b55a-4d511a2e81a4 req-9061f1b1-b862-4e79-8aca-76d4d7eec903 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a540e86d-9f7f-46ae-ac6d-88c1b2f44298 HTTP/1.1" status: 200 len: 1001 time: 0.0585473 Jul 24 01:24:52.440189 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e74b4-c2b0-464f-b55a-4d511a2e81a4 req-2a380159-ae85-4566-befd-e3b1218964be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:24:52.441809 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8b2e74b4-c2b0-464f-b55a-4d511a2e81a4 req-2a380159-ae85-4566-befd-e3b1218964be service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e29f41fb-7a38-4eae-917b-51d7b2f60633 HTTP/1.1" status: 200 len: 851 time: 0.3610334 Jul 24 01:24:52.505358 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e74b4-c2b0-464f-b55a-4d511a2e81a4 req-b101a371-88a8-47db-903a-dfdde4d1fb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:24:52.507026 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8b2e74b4-c2b0-464f-b55a-4d511a2e81a4 req-b101a371-88a8-47db-903a-dfdde4d1fb9b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad265d84-5a8c-4acf-b883-4ded13d15286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572419 Jul 24 01:24:52.604814 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8b2e74b4-c2b0-464f-b55a-4d511a2e81a4 req-a3b976a9-b20a-4f9c-acaf-385a6132afb4 service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908246 Jul 24 01:24:52.709517 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8b2e74b4-c2b0-464f-b55a-4d511a2e81a4 req-cfc8033a-f38d-4ad9-97b3-e1826c8c516b service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970166 Jul 24 01:25:05.108452 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:05.487702 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:15.758065 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4d3ddc49-ac99-4045-bf15-64efe1cddb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:18.281061 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f4f16c3d-7251-4926-826c-059ee54b2ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:18.519082 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:19.564449 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:21.084577 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:24.605680 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:25:31.900060 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47118) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:25:31.905674 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-259a815d-2e8b-4368-a77a-45ddeedcdc66 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-312403485', 'description': 'tempest-secgroup-smoke-312403485 description', 'project_id': 'ebbc8f64d8034aaea14c926a820d5a8c'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:25:31.927253 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-259a815d-2e8b-4368-a77a-45ddeedcdc66 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:32.013723 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-259a815d-2e8b-4368-a77a-45ddeedcdc66 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:32.018214 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-259a815d-2e8b-4368-a77a-45ddeedcdc66 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:32.051770 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-259a815d-2e8b-4368-a77a-45ddeedcdc66 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:32.053043 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-259a815d-2e8b-4368-a77a-45ddeedcdc66 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1519670 Jul 24 01:25:32.053898 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a815d-2e8b-4368-a77a-45ddeedcdc66 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf03bee9-49c5-4012-a9d5-45664cef5c49,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:25:32.056735 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47120) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:25:32.062546 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259a815d-2e8b-4368-a77a-45ddeedcdc66 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:25:32.062950 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259a815d-2e8b-4368-a77a-45ddeedcdc66 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:25:32.063297 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259a815d-2e8b-4368-a77a-45ddeedcdc66 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:25:32.063634 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259a815d-2e8b-4368-a77a-45ddeedcdc66 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:25:32.063966 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259a815d-2e8b-4368-a77a-45ddeedcdc66 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:25:32.064295 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259a815d-2e8b-4368-a77a-45ddeedcdc66 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:25:32.064620 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259a815d-2e8b-4368-a77a-45ddeedcdc66 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:25:32.064943 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259a815d-2e8b-4368-a77a-45ddeedcdc66 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:25:32.065264 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259a815d-2e8b-4368-a77a-45ddeedcdc66 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:25:32.065582 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259a815d-2e8b-4368-a77a-45ddeedcdc66 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:25:32.065901 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259a815d-2e8b-4368-a77a-45ddeedcdc66 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:25:32.066219 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259a815d-2e8b-4368-a77a-45ddeedcdc66 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:25:32.066480 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-291e0f69-02dc-42ed-927d-25bd440dcc4c tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Request body: {'security_group_rule': {'security_group_id': 'cf03bee9-49c5-4012-a9d5-45664cef5c49', 'project_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:25:32.096454 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-291e0f69-02dc-42ed-927d-25bd440dcc4c tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:32.156745 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-291e0f69-02dc-42ed-927d-25bd440dcc4c tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:32.161031 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-291e0f69-02dc-42ed-927d-25bd440dcc4c tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:32.180670 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291e0f69-02dc-42ed-927d-25bd440dcc4c tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=614dae52-174b-4454-8d5e-11f55db9336a,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:25:32.187667 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-291e0f69-02dc-42ed-927d-25bd440dcc4c tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:32.189267 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-291e0f69-02dc-42ed-927d-25bd440dcc4c tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1298609 Jul 24 01:25:32.192077 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47122) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:25:32.196565 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-4c3aec33-1d91-4cea-b5e7-650ffdfab009 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Request body: {'security_group_rule': {'security_group_id': 'cf03bee9-49c5-4012-a9d5-45664cef5c49', 'project_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:25:32.233142 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4c3aec33-1d91-4cea-b5e7-650ffdfab009 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:32.298025 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4c3aec33-1d91-4cea-b5e7-650ffdfab009 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:32.302304 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4c3aec33-1d91-4cea-b5e7-650ffdfab009 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:32.321692 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3aec33-1d91-4cea-b5e7-650ffdfab009 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3d28a0f-4b72-4e98-a65a-0346025073dd,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:25:32.329043 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4c3aec33-1d91-4cea-b5e7-650ffdfab009 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:32.330419 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4c3aec33-1d91-4cea-b5e7-650ffdfab009 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1371884 Jul 24 01:25:32.333091 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47124) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:25:32.338165 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-7a0670a8-f5dd-4cf7-aff5-94aab5c9bd62 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Request body: {'security_group_rule': {'security_group_id': 'cf03bee9-49c5-4012-a9d5-45664cef5c49', 'project_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:25:32.368079 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7a0670a8-f5dd-4cf7-aff5-94aab5c9bd62 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:32.430757 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7a0670a8-f5dd-4cf7-aff5-94aab5c9bd62 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:32.435146 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7a0670a8-f5dd-4cf7-aff5-94aab5c9bd62 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:32.454975 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0670a8-f5dd-4cf7-aff5-94aab5c9bd62 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59693db1-4932-4297-9e1a-3517efcc2af0,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:25:32.462519 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7a0670a8-f5dd-4cf7-aff5-94aab5c9bd62 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:32.464407 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7a0670a8-f5dd-4cf7-aff5-94aab5c9bd62 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1301789 Jul 24 01:25:32.467115 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47126) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:25:32.471482 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-0b269ac6-1157-401b-b11d-b27790c611ca tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Request body: {'security_group_rule': {'security_group_id': 'cf03bee9-49c5-4012-a9d5-45664cef5c49', 'project_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:25:32.497330 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0b269ac6-1157-401b-b11d-b27790c611ca tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:32.556368 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0b269ac6-1157-401b-b11d-b27790c611ca tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:32.560055 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0b269ac6-1157-401b-b11d-b27790c611ca tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:32.577052 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b269ac6-1157-401b-b11d-b27790c611ca tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3106c5ea-ff63-4af4-b886-69aa3f03e4b2,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:25:32.583502 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0b269ac6-1157-401b-b11d-b27790c611ca tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:32.584871 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0b269ac6-1157-401b-b11d-b27790c611ca tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1168082 Jul 24 01:25:32.589982 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47128) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:25:32.595479 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-ded03696-05a5-4c59-a4a1-e48c5d929ad2 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Request body: {'security_group_rule': {'security_group_id': 'cf03bee9-49c5-4012-a9d5-45664cef5c49', 'project_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:25:32.617978 n-d-793621-25 neutron-server[100463]: INFO neutron.db.securitygroups_db [None req-ded03696-05a5-4c59-a4a1-e48c5d929ad2 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Project ebbc8f64d8034aaea14c926a820d5a8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:25:32.622623 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ded03696-05a5-4c59-a4a1-e48c5d929ad2 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:32.682542 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ded03696-05a5-4c59-a4a1-e48c5d929ad2 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:32.686320 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ded03696-05a5-4c59-a4a1-e48c5d929ad2 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:32.707572 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded03696-05a5-4c59-a4a1-e48c5d929ad2 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78348a46-d2a8-4f44-ba38-d0add4f43f73,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:25:32.712731 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ded03696-05a5-4c59-a4a1-e48c5d929ad2 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:32.714637 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ded03696-05a5-4c59-a4a1-e48c5d929ad2 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1234303 Jul 24 01:25:32.717428 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47130) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:25:32.722881 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-2a29f00f-ec92-4f25-9dc2-edaebd0e43e9 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Request body: {'security_group_rule': {'security_group_id': 'cf03bee9-49c5-4012-a9d5-45664cef5c49', 'project_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:25:32.745527 n-d-793621-25 neutron-server[100463]: INFO neutron.db.securitygroups_db [None req-2a29f00f-ec92-4f25-9dc2-edaebd0e43e9 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Project ebbc8f64d8034aaea14c926a820d5a8c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:25:32.750979 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2a29f00f-ec92-4f25-9dc2-edaebd0e43e9 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:32.818765 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2a29f00f-ec92-4f25-9dc2-edaebd0e43e9 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:32.823162 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2a29f00f-ec92-4f25-9dc2-edaebd0e43e9 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:32.843734 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a29f00f-ec92-4f25-9dc2-edaebd0e43e9 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91695221-ed13-4060-a2f0-ce794c52f99d,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:25:32.851998 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2a29f00f-ec92-4f25-9dc2-edaebd0e43e9 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:32.853457 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2a29f00f-ec92-4f25-9dc2-edaebd0e43e9 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1348350 Jul 24 01:25:33.040327 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-6ceaaa85-e5a5-45f5-9de7-d72c89a1ada8 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-312403485&fields=id&tenant_id=ebbc8f64d8034aaea14c926a820d5a8c HTTP/1.1" status: 200 len: 267 time: 0.0351276 Jul 24 01:25:33.162151 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-8d3f0f15-7fcb-4f46-ac3a-0c8d6399666b tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:25:33.163708 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-8d3f0f15-7fcb-4f46-ac3a-0c8d6399666b tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "GET /v2.0/networks?id=f13c919f-e5f9-4d23-b23b-17b787bcf83d HTTP/1.1" status: 200 len: 813 time: 0.1167181 Jul 24 01:25:33.179441 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-0ad629ea-140f-4b0f-835b-ee6791e1c9f2 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "GET /v2.0/quotas/ebbc8f64d8034aaea14c926a820d5a8c HTTP/1.1" status: 200 len: 375 time: 0.0098126 Jul 24 01:25:33.251769 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-64c5d3d9-0f2d-43ef-b0de-27049b03fe81 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ebbc8f64d8034aaea14c926a820d5a8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657661 Jul 24 01:25:33.439541 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-58d369f6-c50c-4799-acf0-e91e7901c0fc service neutron] 10.222.0.15 "GET /v2.0/networks/f13c919f-e5f9-4d23-b23b-17b787bcf83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746581 Jul 24 01:25:33.534524 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-25fc0a66-c500-4bd0-adb7-86cacd170e74 service neutron] 10.222.0.15 "GET /v2.0/networks/f13c919f-e5f9-4d23-b23b-17b787bcf83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874243 Jul 24 01:25:33.842600 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bfcd0825-1992-47d9-a034-7de13e0d8bdf req-ae5d83b5-e8ca-47b8-9bf0-52bd86108d49 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddbfd44-bb9a-4581-8884-7a486d03df50 HTTP/1.1" status: 200 len: 210 time: 0.0353892 Jul 24 01:25:34.956880 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8e903924-7e52-4702-b734-8b40ed3dbc74 req-1897f85b-1fdd-4e12-ace1-8baea47490bb tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddbfd44-bb9a-4581-8884-7a486d03df50 HTTP/1.1" status: 200 len: 210 time: 0.0370712 Jul 24 01:25:34.963580 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-09da83a2-76ea-4a34-8bf5-d7b9d422c007 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:25:34.965127 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-09da83a2-76ea-4a34-8bf5-d7b9d422c007 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.13 "GET /v2.0/networks?id=f13c919f-e5f9-4d23-b23b-17b787bcf83d HTTP/1.1" status: 200 len: 813 time: 0.1120570 Jul 24 01:25:35.010453 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-7834f43b-7fd5-4f5a-9c72-5767072878b3 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ebbc8f64d8034aaea14c926a820d5a8c HTTP/1.1" status: 200 len: 379 time: 0.0365655 Jul 24 01:25:35.019219 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-3aac9fc2-d39a-4123-9a47-af88dfe0709c tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Request body: {'port': {'device_id': 'cddbfd44-bb9a-4581-8884-7a486d03df50', 'network_id': 'f13c919f-e5f9-4d23-b23b-17b787bcf83d', 'admin_state_up': True, 'tenant_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'security_groups': ['cf03bee9-49c5-4012-a9d5-45664cef5c49']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:25:35.110348 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:35.149680 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-3aac9fc2-d39a-4123-9a47-af88dfe0709c tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Made reservation on behalf of ebbc8f64d8034aaea14c926a820d5a8c for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:25:35.154041 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-3aac9fc2-d39a-4123-9a47-af88dfe0709c tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:35.290399 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-3aac9fc2-d39a-4123-9a47-af88dfe0709c tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Allocated IP 172.20.0.8 (f13c919f-e5f9-4d23-b23b-17b787bcf83d/1bcd2eeb-8b15-4858-9109-baf126c22b5e/2274d9a6-81ed-4aa5-a20f-0c0092530bc1) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:25:35.431363 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-3aac9fc2-d39a-4123-9a47-af88dfe0709c tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:35.444961 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-3aac9fc2-d39a-4123-9a47-af88dfe0709c tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Transition to ACTIVE for port object 2274d9a6-81ed-4aa5-a20f-0c0092530bc1 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:25:35.479767 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-3aac9fc2-d39a-4123-9a47-af88dfe0709c tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:35.493675 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:35.531503 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-3aac9fc2-d39a-4123-9a47-af88dfe0709c tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Network f13c919f-e5f9-4d23-b23b-17b787bcf83d is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:25:35.534867 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-3aac9fc2-d39a-4123-9a47-af88dfe0709c tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:25:35.537602 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-3aac9fc2-d39a-4123-9a47-af88dfe0709c tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:25:35.573622 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac9fc2-d39a-4123-9a47-af88dfe0709c tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Pushing event updated for resources: {'Port': ['ID=2274d9a6-81ed-4aa5-a20f-0c0092530bc1,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:25:35.608088 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-3aac9fc2-d39a-4123-9a47-af88dfe0709c tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:25:35.608788 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-3aac9fc2-d39a-4123-9a47-af88dfe0709c tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:35.625778 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-3aac9fc2-d39a-4123-9a47-af88dfe0709c tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6101985 Jul 24 01:25:35.635623 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-2005438d-3a53-4597-bb4d-30e80433794c tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:25:35.636888 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-2005438d-3a53-4597-bb4d-30e80433794c tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061615 Jul 24 01:25:35.715937 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-3fe45e37-a260-4d59-a6a5-07391b7a5e08 service neutron] Request body: {'port': {'device_id': 'cddbfd44-bb9a-4581-8884-7a486d03df50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:25:35.809232 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-373444ef-8ea7-4601-9bc2-1c568ef3cc16 None None] Provisioning for port 2274d9a6-81ed-4aa5-a20f-0c0092530bc1 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:25:35.809788 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-3fe45e37-a260-4d59-a6a5-07391b7a5e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:35.814956 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-373444ef-8ea7-4601-9bc2-1c568ef3cc16 None None] Provisioning complete for port 2274d9a6-81ed-4aa5-a20f-0c0092530bc1 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:25:35.815445 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-373444ef-8ea7-4601-9bc2-1c568ef3cc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:35.859548 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-373444ef-8ea7-4601-9bc2-1c568ef3cc16 None None] Port 2274d9a6-81ed-4aa5-a20f-0c0092530bc1 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:25:36.149993 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-3fe45e37-a260-4d59-a6a5-07391b7a5e08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2274d9a6-81ed-4aa5-a20f-0c0092530bc1 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:25:36.163097 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc69c6-cd47-4561-81c4-dfce4ccfdb7b req-a30973af-8e6a-46a1-a0e0-52ee8444120c tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:25:36.164734 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b0bc69c6-cd47-4561-81c4-dfce4ccfdb7b req-a30973af-8e6a-46a1-a0e0-52ee8444120c tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddbfd44-bb9a-4581-8884-7a486d03df50 HTTP/1.1" status: 200 len: 931 time: 0.1332672 Jul 24 01:25:36.170283 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-3fe45e37-a260-4d59-a6a5-07391b7a5e08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:36.197282 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-3fe45e37-a260-4d59-a6a5-07391b7a5e08 service neutron] Transition to ACTIVE for port object 2274d9a6-81ed-4aa5-a20f-0c0092530bc1 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:25:36.204583 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-3fe45e37-a260-4d59-a6a5-07391b7a5e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:36.247441 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b0bc69c6-cd47-4561-81c4-dfce4ccfdb7b req-9d026c79-ae0a-4915-bb1f-adc16f98fae9 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf03bee9-49c5-4012-a9d5-45664cef5c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744801 Jul 24 01:25:36.278592 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe45e37-a260-4d59-a6a5-07391b7a5e08 service neutron] Pushing event updated for resources: {'Port': ['ID=2274d9a6-81ed-4aa5-a20f-0c0092530bc1,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:25:36.375986 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-3fe45e37-a260-4d59-a6a5-07391b7a5e08 service neutron] Attempting to bind port 2274d9a6-81ed-4aa5-a20f-0c0092530bc1 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:25:36.376558 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-3fe45e37-a260-4d59-a6a5-07391b7a5e08 service neutron] Attempting to bind port 2274d9a6-81ed-4aa5-a20f-0c0092530bc1 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '2adf6ec5-9e29-47bb-b59a-45826b3552e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f13c919f-e5f9-4d23-b23b-17b787bcf83d'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:25:36.377275 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-3fe45e37-a260-4d59-a6a5-07391b7a5e08 service neutron] Attempting to bind port 2274d9a6-81ed-4aa5-a20f-0c0092530bc1 on network f13c919f-e5f9-4d23-b23b-17b787bcf83d {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:25:36.382881 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-3fe45e37-a260-4d59-a6a5-07391b7a5e08 service neutron] Port 2274d9a6-81ed-4aa5-a20f-0c0092530bc1 on network f13c919f-e5f9-4d23-b23b-17b787bcf83d not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:25:36.383333 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-3fe45e37-a260-4d59-a6a5-07391b7a5e08 service neutron] Attempting to bind port 2274d9a6-81ed-4aa5-a20f-0c0092530bc1 on network f13c919f-e5f9-4d23-b23b-17b787bcf83d {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:25:36.389319 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-3fe45e37-a260-4d59-a6a5-07391b7a5e08 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:25:36.389687 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-3fe45e37-a260-4d59-a6a5-07391b7a5e08 service neutron] Checking segment: {'id': '2adf6ec5-9e29-47bb-b59a-45826b3552e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f13c919f-e5f9-4d23-b23b-17b787bcf83d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:25:36.390262 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-3fe45e37-a260-4d59-a6a5-07391b7a5e08 service neutron] Bound using segment: {'id': '2adf6ec5-9e29-47bb-b59a-45826b3552e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f13c919f-e5f9-4d23-b23b-17b787bcf83d'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:25:36.390702 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-3fe45e37-a260-4d59-a6a5-07391b7a5e08 service neutron] Bound port: 2274d9a6-81ed-4aa5-a20f-0c0092530bc1, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2adf6ec5-9e29-47bb-b59a-45826b3552e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f13c919f-e5f9-4d23-b23b-17b787bcf83d'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:25:36.391190 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-3fe45e37-a260-4d59-a6a5-07391b7a5e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:36.470964 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-3fe45e37-a260-4d59-a6a5-07391b7a5e08 service neutron] For port 2274d9a6-81ed-4aa5-a20f-0c0092530bc1, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:25:36.475218 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-3fe45e37-a260-4d59-a6a5-07391b7a5e08 service neutron] For port 2274d9a6-81ed-4aa5-a20f-0c0092530bc1, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2274d9a6-81ed-4aa5-a20f-0c0092530bc1,segment=NetworkSegment(2adf6ec5-9e29-47bb-b59a-45826b3552e5),segment_id=2adf6ec5-9e29-47bb-b59a-45826b3552e5)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:25:36.482073 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-3fe45e37-a260-4d59-a6a5-07391b7a5e08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:36.531691 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-3fe45e37-a260-4d59-a6a5-07391b7a5e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:25:36.532128 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-3fe45e37-a260-4d59-a6a5-07391b7a5e08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:36.533905 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-3fe45e37-a260-4d59-a6a5-07391b7a5e08 service neutron] 10.222.0.13 "PUT /v2.0/ports/2274d9a6-81ed-4aa5-a20f-0c0092530bc1 HTTP/1.1" status: 200 len: 1092 time: 0.8894310 Jul 24 01:25:36.534356 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cddbfd44-bb9a-4581-8884-7a486d03df50', 'tag': '2274d9a6-81ed-4aa5-a20f-0c0092530bc1'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:25:36.537096 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87750ff-fab1-4ef7-a562-a1bc05fd9ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "cddbfd44-bb9a-4581-8884-7a486d03df50", "tag": "2274d9a6-81ed-4aa5-a20f-0c0092530bc1"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:25:36.618737 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91dd6354-f89a-464f-97d9-59f0612b1ca0 x-openstack-request-id: req-91dd6354-f89a-464f-97d9-59f0612b1ca0 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:25:36.619200 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cddbfd44-bb9a-4581-8884-7a486d03df50", "tag": "2274d9a6-81ed-4aa5-a20f-0c0092530bc1", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:25:36.619597 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-91dd6354-f89a-464f-97d9-59f0612b1ca0 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:25:36.620027 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cddbfd44-bb9a-4581-8884-7a486d03df50', 'tag': '2274d9a6-81ed-4aa5-a20f-0c0092530bc1', 'status': 'completed', 'code': 200} Jul 24 01:25:36.621886 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe45e37-a260-4d59-a6a5-07391b7a5e08 service neutron] Pushing event updated for resources: {'Port': ['ID=2274d9a6-81ed-4aa5-a20f-0c0092530bc1,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:25:36.675655 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-c1841557-7c28-44a2-be82-c40f212183cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:25:36.677357 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-c1841557-7c28-44a2-be82-c40f212183cc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ebbc8f64d8034aaea14c926a820d5a8c&device_id=cddbfd44-bb9a-4581-8884-7a486d03df50 HTTP/1.1" status: 200 len: 1095 time: 0.0751078 Jul 24 01:25:36.723087 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-5af26a1a-aded-43e0-803f-3f0a76e96c27 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2274d9a6-81ed-4aa5-a20f-0c0092530bc1 HTTP/1.1" status: 200 len: 217 time: 0.0377491 Jul 24 01:25:36.783201 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-17a6b297-d274-42f1-8de6-d5e7e6ae2d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:25:36.784927 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-17a6b297-d274-42f1-8de6-d5e7e6ae2d03 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1bcd2eeb-8b15-4858-9109-baf126c22b5e HTTP/1.1" status: 200 len: 852 time: 0.0555034 Jul 24 01:25:36.846221 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-fcefc455-1827-4e53-b829-003cc8c54b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:25:36.847905 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-fcefc455-1827-4e53-b829-003cc8c54b3f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f13c919f-e5f9-4d23-b23b-17b787bcf83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554709 Jul 24 01:25:36.943018 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-3c63fbd3-7fa0-4f0e-9ea0-f3575c11991d service neutron] 10.222.0.13 "GET /v2.0/networks/f13c919f-e5f9-4d23-b23b-17b787bcf83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884218 Jul 24 01:25:37.048580 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6ec8e24e-a15e-40f7-9c70-793ea6155979 req-6c383ce2-4d29-4c26-a9aa-a56f770f5c9a service neutron] 10.222.0.13 "GET /v2.0/networks/f13c919f-e5f9-4d23-b23b-17b787bcf83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994306 Jul 24 01:25:37.158100 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87750ff-fab1-4ef7-a562-a1bc05fd9ce0 req-de84a870-fc33-4bbe-b1dd-ec2978f5f08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:25:37.167749 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c87750ff-fab1-4ef7-a562-a1bc05fd9ce0 req-de84a870-fc33-4bbe-b1dd-ec2978f5f08b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ebbc8f64d8034aaea14c926a820d5a8c&device_id=cddbfd44-bb9a-4581-8884-7a486d03df50 HTTP/1.1" status: 200 len: 1095 time: 0.0732453 Jul 24 01:25:37.265898 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87750ff-fab1-4ef7-a562-a1bc05fd9ce0 req-7ee2e187-ad65-4ea0-b533-74880233c552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:25:37.267314 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c87750ff-fab1-4ef7-a562-a1bc05fd9ce0 req-7ee2e187-ad65-4ea0-b533-74880233c552 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f13c919f-e5f9-4d23-b23b-17b787bcf83d HTTP/1.1" status: 200 len: 914 time: 0.0937905 Jul 24 01:25:37.310524 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c87750ff-fab1-4ef7-a562-a1bc05fd9ce0 req-fed537bd-2e62-478a-91de-d690ca9975f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2274d9a6-81ed-4aa5-a20f-0c0092530bc1 HTTP/1.1" status: 200 len: 217 time: 0.0367358 Jul 24 01:25:37.396491 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87750ff-fab1-4ef7-a562-a1bc05fd9ce0 req-a10eac0d-cee0-40f8-aef7-e6169d1c1719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:25:37.398011 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c87750ff-fab1-4ef7-a562-a1bc05fd9ce0 req-a10eac0d-cee0-40f8-aef7-e6169d1c1719 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1bcd2eeb-8b15-4858-9109-baf126c22b5e HTTP/1.1" status: 200 len: 852 time: 0.0801549 Jul 24 01:25:37.457140 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44711ff-5ac8-4519-ade5-749732fe9a74 req-b0a3b3cc-26fb-4462-8dca-4eeecfd5ef8d tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:25:37.458650 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b44711ff-5ac8-4519-ade5-749732fe9a74 req-b0a3b3cc-26fb-4462-8dca-4eeecfd5ef8d tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddbfd44-bb9a-4581-8884-7a486d03df50 HTTP/1.1" status: 200 len: 943 time: 0.1131859 Jul 24 01:25:37.493013 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87750ff-fab1-4ef7-a562-a1bc05fd9ce0 req-643ce8f3-08e7-4e6c-8a74-94df55b95446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:25:37.494938 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c87750ff-fab1-4ef7-a562-a1bc05fd9ce0 req-643ce8f3-08e7-4e6c-8a74-94df55b95446 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f13c919f-e5f9-4d23-b23b-17b787bcf83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0905209 Jul 24 01:25:37.531875 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b44711ff-5ac8-4519-ade5-749732fe9a74 req-6efc64ac-e010-40f9-8021-e9e8250fcdeb tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf03bee9-49c5-4012-a9d5-45664cef5c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654161 Jul 24 01:25:37.613043 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c87750ff-fab1-4ef7-a562-a1bc05fd9ce0 req-cab25aee-5b09-4860-88ed-6a6f20f1029e service neutron] 10.222.0.13 "GET /v2.0/networks/f13c919f-e5f9-4d23-b23b-17b787bcf83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070776 Jul 24 01:25:37.713598 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c87750ff-fab1-4ef7-a562-a1bc05fd9ce0 req-9c154f3f-641e-44a3-a7a8-1912c2d5cadc service neutron] 10.222.0.13 "GET /v2.0/networks/f13c919f-e5f9-4d23-b23b-17b787bcf83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928259 Jul 24 01:25:38.675723 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1eea91-5055-432a-818d-8dfde19171cb req-e5054ee9-47f9-41a3-8db8-826e435dc3f8 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:25:38.677280 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4a1eea91-5055-432a-818d-8dfde19171cb req-e5054ee9-47f9-41a3-8db8-826e435dc3f8 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddbfd44-bb9a-4581-8884-7a486d03df50 HTTP/1.1" status: 200 len: 943 time: 0.0744305 Jul 24 01:25:38.720894 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4a1eea91-5055-432a-818d-8dfde19171cb req-57ef1aac-c144-46c8-9cc8-c35da265236b tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf03bee9-49c5-4012-a9d5-45664cef5c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377288 Jul 24 01:25:39.858702 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed676d2-7ae1-4764-a60c-5e910df9766d req-7646f29e-c5ef-4815-952d-f51cea6615a1 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:25:39.860258 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7ed676d2-7ae1-4764-a60c-5e910df9766d req-7646f29e-c5ef-4815-952d-f51cea6615a1 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddbfd44-bb9a-4581-8884-7a486d03df50 HTTP/1.1" status: 200 len: 943 time: 0.0706222 Jul 24 01:25:39.898401 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7ed676d2-7ae1-4764-a60c-5e910df9766d req-f9a1107a-9220-4c7a-8525-a20b483e0404 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf03bee9-49c5-4012-a9d5-45664cef5c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323014 Jul 24 01:25:41.029640 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357ebd5-b495-457b-86db-a26d27140c30 req-694cf34c-6a2c-4b11-99bd-8947a322059a tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:25:41.031156 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7357ebd5-b495-457b-86db-a26d27140c30 req-694cf34c-6a2c-4b11-99bd-8947a322059a tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddbfd44-bb9a-4581-8884-7a486d03df50 HTTP/1.1" status: 200 len: 943 time: 0.0647817 Jul 24 01:25:41.069276 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7357ebd5-b495-457b-86db-a26d27140c30 req-bbc0e1af-fbef-4b2f-9b2f-03ccbb13373e tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf03bee9-49c5-4012-a9d5-45664cef5c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327530 Jul 24 01:25:42.208228 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb366c2-6cf9-45c5-9450-5c9a379763ba req-86b99502-4095-44d9-9b7a-cad44b1e2aa3 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:25:42.209750 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0cb366c2-6cf9-45c5-9450-5c9a379763ba req-86b99502-4095-44d9-9b7a-cad44b1e2aa3 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddbfd44-bb9a-4581-8884-7a486d03df50 HTTP/1.1" status: 200 len: 943 time: 0.0664837 Jul 24 01:25:42.252887 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0cb366c2-6cf9-45c5-9450-5c9a379763ba req-8b9431aa-74fd-47be-aeae-467f8302b5cc tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf03bee9-49c5-4012-a9d5-45664cef5c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366585 Jul 24 01:25:43.389453 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2a4b4-4fc5-4a47-a9cb-128927966356 req-3b526545-3926-49f1-8e1a-13d90b32d62d tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:25:43.391031 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-53a2a4b4-4fc5-4a47-a9cb-128927966356 req-3b526545-3926-49f1-8e1a-13d90b32d62d tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddbfd44-bb9a-4581-8884-7a486d03df50 HTTP/1.1" status: 200 len: 943 time: 0.0701549 Jul 24 01:25:43.433684 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-53a2a4b4-4fc5-4a47-a9cb-128927966356 req-f87a21e6-80b7-4d7b-899e-be0e9221b7c8 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf03bee9-49c5-4012-a9d5-45664cef5c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369470 Jul 24 01:25:44.562923 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c764b2b2-f88c-438e-ad4d-476812560b35 req-03a259d8-833e-4cb6-aa1a-7b619ca0bd3e tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:25:44.564430 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c764b2b2-f88c-438e-ad4d-476812560b35 req-03a259d8-833e-4cb6-aa1a-7b619ca0bd3e tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddbfd44-bb9a-4581-8884-7a486d03df50 HTTP/1.1" status: 200 len: 943 time: 0.0649862 Jul 24 01:25:44.610482 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c764b2b2-f88c-438e-ad4d-476812560b35 req-01d88052-e711-4680-8e1f-afd4e2c650bc tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf03bee9-49c5-4012-a9d5-45664cef5c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358574 Jul 24 01:25:45.750069 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f0df4-fe56-46d2-9b1f-bbfd753c7315 req-e2cf1990-9253-48e9-9c39-1372ebd92138 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:25:45.751705 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a49f0df4-fe56-46d2-9b1f-bbfd753c7315 req-e2cf1990-9253-48e9-9c39-1372ebd92138 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddbfd44-bb9a-4581-8884-7a486d03df50 HTTP/1.1" status: 200 len: 943 time: 0.0728347 Jul 24 01:25:45.768658 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8723069e-b002-481b-9fb2-88e3ace202e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:45.798897 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a49f0df4-fe56-46d2-9b1f-bbfd753c7315 req-d13fb32d-1bd7-457a-826b-ac2ba2ee0434 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf03bee9-49c5-4012-a9d5-45664cef5c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363495 Jul 24 01:25:46.766817 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 2274d9a6-81ed-4aa5-a20f-0c0092530bc1 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:25:46.860771 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 2274d9a6-81ed-4aa5-a20f-0c0092530bc1, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2274d9a6-81ed-4aa5-a20f-0c0092530bc1,segment=NetworkSegment(2adf6ec5-9e29-47bb-b59a-45826b3552e5),segment_id=2adf6ec5-9e29-47bb-b59a-45826b3552e5)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:25:46.875786 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '2274d9a6-81ed-4aa5-a20f-0c0092530bc1', 'network_id': 'f13c919f-e5f9-4d23-b23b-17b787bcf83d', 'port_id': '2274d9a6-81ed-4aa5-a20f-0c0092530bc1', 'mac_address': 'fa:16:3e:c6:00:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bcd2eeb-8b15-4858-9109-baf126c22b5e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:25:46.913878 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:46.927142 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2274d9a6-81ed-4aa5-a20f-0c0092530bc1 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:25:46.930879 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e311d-c3ec-4367-ad6e-2d154955db92 req-78e92b9c-4b3b-47cb-b084-0b5f58c4b5c6 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:25:46.933555 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a52e311d-c3ec-4367-ad6e-2d154955db92 req-78e92b9c-4b3b-47cb-b084-0b5f58c4b5c6 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddbfd44-bb9a-4581-8884-7a486d03df50 HTTP/1.1" status: 200 len: 943 time: 0.0671465 Jul 24 01:25:46.947966 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 2274d9a6-81ed-4aa5-a20f-0c0092530bc1, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2274d9a6-81ed-4aa5-a20f-0c0092530bc1,segment=NetworkSegment(2adf6ec5-9e29-47bb-b59a-45826b3552e5),segment_id=2adf6ec5-9e29-47bb-b59a-45826b3552e5)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:25:46.952410 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:46.973746 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a52e311d-c3ec-4367-ad6e-2d154955db92 req-e95191c2-ee50-4a99-a432-65412666cf69 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf03bee9-49c5-4012-a9d5-45664cef5c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341902 Jul 24 01:25:47.000068 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=2274d9a6-81ed-4aa5-a20f-0c0092530bc1,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:25:47.007482 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:25:47.007830 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:25:47.008169 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:25:47.008506 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:25:47.008839 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:25:47.009171 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:25:47.010071 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:25:47.010449 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:25:47.010806 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:25:47.011134 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:25:47.011460 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:25:47.011784 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:25:47.163845 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['2274d9a6-81ed-4aa5-a20f-0c0092530bc1'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:25:48.104919 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b41a4-08a0-4598-8396-70d5d4dd5122 req-c355e269-3357-4a81-a974-33412a958942 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:25:48.106447 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-300b41a4-08a0-4598-8396-70d5d4dd5122 req-c355e269-3357-4a81-a974-33412a958942 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddbfd44-bb9a-4581-8884-7a486d03df50 HTTP/1.1" status: 200 len: 944 time: 0.0662839 Jul 24 01:25:48.144971 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-300b41a4-08a0-4598-8396-70d5d4dd5122 req-0d5d7039-a07c-47ba-b058-3cd909222115 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf03bee9-49c5-4012-a9d5-45664cef5c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329802 Jul 24 01:25:48.281755 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e0ee959e-da6d-4cf8-8fb4-d8629d55bfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:48.454061 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d639beb0-2981-4e08-b39e-169505b774bc req-ad426d49-e1d6-4112-886f-e8234454436c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0340889 Jul 24 01:25:48.518923 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:48.528113 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d639beb0-2981-4e08-b39e-169505b774bc req-6ae01bbd-8082-4da2-8e1a-89ee68c431bd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17 HTTP/1.1" status: 200 len: 210 time: 0.0317798 Jul 24 01:25:48.568872 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d639beb0-2981-4e08-b39e-169505b774bc req-3cf143f6-a6eb-4669-9cbd-867f282f00d9 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208564 Jul 24 01:25:48.671291 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639beb0-2981-4e08-b39e-169505b774bc req-ea3e9fb6-85b0-41cf-bf79-67895adfb0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:25:48.672827 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d639beb0-2981-4e08-b39e-169505b774bc req-ea3e9fb6-85b0-41cf-bf79-67895adfb0b7 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964458 Jul 24 01:25:48.789997 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 2274d9a6-81ed-4aa5-a20f-0c0092530bc1 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:25:48.853261 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 2274d9a6-81ed-4aa5-a20f-0c0092530bc1 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:25:48.857164 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 2274d9a6-81ed-4aa5-a20f-0c0092530bc1 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:25:48.857538 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:49.091750 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:49.114236 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cddbfd44-bb9a-4581-8884-7a486d03df50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2274d9a6-81ed-4aa5-a20f-0c0092530bc1'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:25:49.116477 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4e863a-8d77-4e9f-b832-67ea11d0510a" -d '{"events": [{"server_uuid": "cddbfd44-bb9a-4581-8884-7a486d03df50", "name": "network-vif-plugged", "status": "completed", "tag": "2274d9a6-81ed-4aa5-a20f-0c0092530bc1"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:25:49.131513 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 2274d9a6-81ed-4aa5-a20f-0c0092530bc1, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2274d9a6-81ed-4aa5-a20f-0c0092530bc1,segment=NetworkSegment(2adf6ec5-9e29-47bb-b59a-45826b3552e5),segment_id=2adf6ec5-9e29-47bb-b59a-45826b3552e5)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:25:49.137135 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:49.162887 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb271a9-b79c-4bf7-8faa-1173e738cbbc x-openstack-request-id: req-deb271a9-b79c-4bf7-8faa-1173e738cbbc {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:25:49.163180 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cddbfd44-bb9a-4581-8884-7a486d03df50", "name": "network-vif-plugged", "status": "completed", "tag": "2274d9a6-81ed-4aa5-a20f-0c0092530bc1", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:25:49.163430 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-deb271a9-b79c-4bf7-8faa-1173e738cbbc {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:25:49.163818 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cddbfd44-bb9a-4581-8884-7a486d03df50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2274d9a6-81ed-4aa5-a20f-0c0092530bc1', 'code': 200} Jul 24 01:25:49.196900 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=2274d9a6-81ed-4aa5-a20f-0c0092530bc1,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:25:49.282328 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec79c8fc-539b-4b83-b7d4-f20e052e6e14 req-b22a4610-4b02-42d0-b9f4-c4b5a932127f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:25:49.283893 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ec79c8fc-539b-4b83-b7d4-f20e052e6e14 req-b22a4610-4b02-42d0-b9f4-c4b5a932127f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cddbfd44-bb9a-4581-8884-7a486d03df50 HTTP/1.1" status: 200 len: 1097 time: 0.0600080 Jul 24 01:25:49.296575 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf260d5-15c9-4e83-b077-5dea14ad61f6 req-2da2da4e-7534-4257-8bbb-7b92a10b659b tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:25:49.298122 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3bf260d5-15c9-4e83-b077-5dea14ad61f6 req-2da2da4e-7534-4257-8bbb-7b92a10b659b tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddbfd44-bb9a-4581-8884-7a486d03df50 HTTP/1.1" status: 200 len: 945 time: 0.0827191 Jul 24 01:25:49.319510 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ec79c8fc-539b-4b83-b7d4-f20e052e6e14 req-2726723a-af4a-4fc5-b9d9-8546726546d4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=cf03bee9-49c5-4012-a9d5-45664cef5c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293987 Jul 24 01:25:49.337063 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3bf260d5-15c9-4e83-b077-5dea14ad61f6 req-55ae2a42-1e0d-480e-a6d4-5c324f0690e6 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf03bee9-49c5-4012-a9d5-45664cef5c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332115 Jul 24 01:25:49.567751 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:50.475883 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ff438-a12e-4614-b561-c8f022b17bc5 req-8c7b814a-77e9-4086-a32e-5227ed4055f8 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:25:50.477388 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f87ff438-a12e-4614-b561-c8f022b17bc5 req-8c7b814a-77e9-4086-a32e-5227ed4055f8 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddbfd44-bb9a-4581-8884-7a486d03df50 HTTP/1.1" status: 200 len: 945 time: 0.0694797 Jul 24 01:25:50.516603 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f87ff438-a12e-4614-b561-c8f022b17bc5 req-2f385935-f677-43bc-b370-f7ebd5909796 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf03bee9-49c5-4012-a9d5-45664cef5c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333958 Jul 24 01:25:50.647563 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c7a19-ceea-40f3-9e26-1484e3594e42 req-3f9d5fec-ef24-4d38-961f-8f5a17f134b0 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:25:50.649076 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-694c7a19-ceea-40f3-9e26-1484e3594e42 req-3f9d5fec-ef24-4d38-961f-8f5a17f134b0 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddbfd44-bb9a-4581-8884-7a486d03df50 HTTP/1.1" status: 200 len: 945 time: 0.0666656 Jul 24 01:25:50.694815 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-694c7a19-ceea-40f3-9e26-1484e3594e42 req-5c8103a1-33bd-4af1-93f3-82dba6f5033c tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf03bee9-49c5-4012-a9d5-45664cef5c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392561 Jul 24 01:25:50.728929 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47200) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:25:50.899770 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e96488-8246-4acb-8605-07d13c4649b1 tempest-TestVolumeBackupRestore-85187137 tempest-TestVolumeBackupRestore-85187137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:25:50.901792 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b5e96488-8246-4acb-8605-07d13c4649b1 tempest-TestVolumeBackupRestore-85187137 tempest-TestVolumeBackupRestore-85187137-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=cddbfd44-bb9a-4581-8884-7a486d03df50 HTTP/1.1" status: 200 len: 1092 time: 0.1717024 Jul 24 01:25:50.904825 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47204) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:25:50.909329 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-7dd66d94-42a3-4177-bd84-d2631b689ba8 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'port_id': '2274d9a6-81ed-4aa5-a20f-0c0092530bc1', 'tenant_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:25:50.935178 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7dd66d94-42a3-4177-bd84-d2631b689ba8 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks [] for floatingip, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:51.040404 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7dd66d94-42a3-4177-bd84-d2631b689ba8 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:51.075575 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:51.164281 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-7dd66d94-42a3-4177-bd84-d2631b689ba8 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Allocated IP 172.25.2.129 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/0022e404-1fa2-4fcc-ba2f-93e2f0683c68) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:25:51.286402 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7dd66d94-42a3-4177-bd84-d2631b689ba8 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:51.342587 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7dd66d94-42a3-4177-bd84-d2631b689ba8 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:51.381075 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd66d94-42a3-4177-bd84-d2631b689ba8 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:25:51.386513 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-7dd66d94-42a3-4177-bd84-d2631b689ba8 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:25:51.390024 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd66d94-42a3-4177-bd84-d2631b689ba8 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:25:51.395614 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd66d94-42a3-4177-bd84-d2631b689ba8 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Pushing event updated for resources: {'Port': ['ID=0022e404-1fa2-4fcc-ba2f-93e2f0683c68,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:25:52.083555 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7dd66d94-42a3-4177-bd84-d2631b689ba8 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:52.163959 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7dd66d94-42a3-4177-bd84-d2631b689ba8 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:52.332358 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7dd66d94-42a3-4177-bd84-d2631b689ba8 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:52.338957 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7dd66d94-42a3-4177-bd84-d2631b689ba8 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:52.347899 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f411857b-36ab-428b-9d31-6c93223d555f req-c601ff58-dbfe-4a8d-8b17-e79d6d74e391 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a0558fc1-d632-4ae8-82d5-9fc634b25c75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0662212 Jul 24 01:25:52.405544 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd66d94-42a3-4177-bd84-d2631b689ba8 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Pushing event updated for resources: {'Port': ['ID=0022e404-1fa2-4fcc-ba2f-93e2f0683c68,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:25:52.425104 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7dd66d94-42a3-4177-bd84-d2631b689ba8 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:52.462080 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411857b-36ab-428b-9d31-6c93223d555f req-86c74f8e-dd6c-4091-acd6-86ba5fc92f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:25:52.463704 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f411857b-36ab-428b-9d31-6c93223d555f req-86c74f8e-dd6c-4091-acd6-86ba5fc92f38 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc21a234b38d48d88c3414cb45873771&device_id=a0558fc1-d632-4ae8-82d5-9fc634b25c75 HTTP/1.1" status: 200 len: 1098 time: 0.0644777 Jul 24 01:25:52.532313 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [None req-7dd66d94-42a3-4177-bd84-d2631b689ba8 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Floating IP b2a14ff8-7c46-4f88-856a-f6f510d34154 associated. External IP: 172.25.2.129, port: 2274d9a6-81ed-4aa5-a20f-0c0092530bc1. Jul 24 01:25:52.604277 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411857b-36ab-428b-9d31-6c93223d555f req-565f73d5-f705-4c5e-a7bf-ee6dc1b1a0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:25:52.605631 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f411857b-36ab-428b-9d31-6c93223d555f req-565f73d5-f705-4c5e-a7bf-ee6dc1b1a0df service neutron] 10.222.0.13 "GET /v2.0/networks?id=ad265d84-5a8c-4acf-b883-4ded13d15286 HTTP/1.1" status: 200 len: 913 time: 0.1144896 Jul 24 01:25:52.671847 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f411857b-36ab-428b-9d31-6c93223d555f req-8eab7aba-576e-44ac-a9b1-c48a095399d1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a540e86d-9f7f-46ae-ac6d-88c1b2f44298 HTTP/1.1" status: 200 len: 1001 time: 0.0599146 Jul 24 01:25:52.739401 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411857b-36ab-428b-9d31-6c93223d555f req-a88cce75-49c9-4eb2-aa3c-5f162a306553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:25:52.741814 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f411857b-36ab-428b-9d31-6c93223d555f req-a88cce75-49c9-4eb2-aa3c-5f162a306553 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e29f41fb-7a38-4eae-917b-51d7b2f60633 HTTP/1.1" status: 200 len: 851 time: 0.0632651 Jul 24 01:25:52.770251 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd66d94-42a3-4177-bd84-d2631b689ba8 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Router dae6116a-0aa2-4a79-a864-a17ca14f99a8 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:25:52.815296 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f411857b-36ab-428b-9d31-6c93223d555f req-ea5a1720-9f09-4ca1-8f1d-4a996f741e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:25:52.816906 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f411857b-36ab-428b-9d31-6c93223d555f req-ea5a1720-9f09-4ca1-8f1d-4a996f741e2e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad265d84-5a8c-4acf-b883-4ded13d15286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0679216 Jul 24 01:25:52.898229 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd66d94-42a3-4177-bd84-d2631b689ba8 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:25:52.911998 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11ed041-c37b-4e60-a722-10faadb62413 None None] Sync routers for ids ['dae6116a-0aa2-4a79-a864-a17ca14f99a8'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:25:52.920417 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7dd66d94-42a3-4177-bd84-d2631b689ba8 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:52.923753 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f411857b-36ab-428b-9d31-6c93223d555f req-4f10a39b-6f13-464c-afab-a653cb76be01 service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970550 Jul 24 01:25:52.935582 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11ed041-c37b-4e60-a722-10faadb62413 None None] Routers {'dae6116a-0aa2-4a79-a864-a17ca14f99a8'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:25:52.936615 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-e11ed041-c37b-4e60-a722-10faadb62413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:25:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['dae6116a-0aa2-4a79-a864-a17ca14f99a8'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:25:52.976933 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7dd66d94-42a3-4177-bd84-d2631b689ba8 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0659707 Jul 24 01:25:52.976933 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cddbfd44-bb9a-4581-8884-7a486d03df50', 'tag': '2274d9a6-81ed-4aa5-a20f-0c0092530bc1'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:25:52.976933 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7f970a-7f25-4542-b912-e8470ced1575" -d '{"events": [{"name": "network-changed", "server_uuid": "cddbfd44-bb9a-4581-8884-7a486d03df50", "tag": "2274d9a6-81ed-4aa5-a20f-0c0092530bc1"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:25:52.979121 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47208) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:25:53.026806 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530a93c9-f91c-451b-b34e-bdd1aeb1e6d4 x-openstack-request-id: req-530a93c9-f91c-451b-b34e-bdd1aeb1e6d4 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:25:53.027098 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cddbfd44-bb9a-4581-8884-7a486d03df50", "tag": "2274d9a6-81ed-4aa5-a20f-0c0092530bc1", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:25:53.027363 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-530a93c9-f91c-451b-b34e-bdd1aeb1e6d4 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:25:53.027777 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cddbfd44-bb9a-4581-8884-7a486d03df50', 'tag': '2274d9a6-81ed-4aa5-a20f-0c0092530bc1', 'status': 'completed', 'code': 200} Jul 24 01:25:53.054546 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf19532a-7f1a-42bd-b67a-1010cdea0b5d tempest-TestVolumeBackupRestore-85187137 tempest-TestVolumeBackupRestore-85187137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:25:53.056396 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-bf19532a-7f1a-42bd-b67a-1010cdea0b5d tempest-TestVolumeBackupRestore-85187137 tempest-TestVolumeBackupRestore-85187137-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=cddbfd44-bb9a-4581-8884-7a486d03df50 HTTP/1.1" status: 200 len: 1092 time: 0.0761063 Jul 24 01:25:53.061076 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47210) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:25:53.067105 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-35172cf6-6c01-4e1e-be46-7dd8c4bb902b tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Request body: {'floatingip': {'port_id': '2274d9a6-81ed-4aa5-a20f-0c0092530bc1'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:25:53.072680 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-e11ed041-c37b-4e60-a722-10faadb62413 None None] Set router dae6116a-0aa2-4a79-a864-a17ca14f99a8 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:25:53.105540 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f411857b-36ab-428b-9d31-6c93223d555f req-08eac0f4-5db9-4225-a910-9d86b2617803 service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785383 Jul 24 01:25:53.130022 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f970a-7f25-4542-b912-e8470ced1575 req-2aaaea6d-531f-43ae-922b-61a9ad5331db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:25:53.131858 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4f7f970a-7f25-4542-b912-e8470ced1575 req-2aaaea6d-531f-43ae-922b-61a9ad5331db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ebbc8f64d8034aaea14c926a820d5a8c&device_id=cddbfd44-bb9a-4581-8884-7a486d03df50 HTTP/1.1" status: 200 len: 1097 time: 0.0794168 Jul 24 01:25:53.142014 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-35172cf6-6c01-4e1e-be46-7dd8c4bb902b tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks [] for floatingip, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:53.258838 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f970a-7f25-4542-b912-e8470ced1575 req-96cd571d-b19e-414b-9176-3f69d27e34db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:25:53.261487 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4f7f970a-7f25-4542-b912-e8470ced1575 req-96cd571d-b19e-414b-9176-3f69d27e34db service neutron] 10.222.0.13 "GET /v2.0/networks?id=f13c919f-e5f9-4d23-b23b-17b787bcf83d HTTP/1.1" status: 200 len: 914 time: 0.1236629 Jul 24 01:25:53.331146 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4f7f970a-7f25-4542-b912-e8470ced1575 req-40ec8c78-c0b5-4fb1-b5f9-18c78eda4867 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2274d9a6-81ed-4aa5-a20f-0c0092530bc1 HTTP/1.1" status: 200 len: 999 time: 0.0633824 Jul 24 01:25:53.339741 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-e11ed041-c37b-4e60-a722-10faadb62413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'name': 'tempest-TestVolumeBackupRestore-982176044-router', 'tenant_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '79fb6f8f-87a1-4dac-ae56-65c981280d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:23Z', 'updated_at': '2021-07-24T01:23:28Z', 'revision_number': 4, 'project_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'gw_port': {'id': '79fb6f8f-87a1-4dac-ae56-65c981280d2b', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:24Z', 'updated_at': '2021-07-24T01:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'b2a14ff8-7c46-4f88-856a-f6f510d34154', 'tenant_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'floating_ip_address': '172.25.2.129', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'port_id': '2274d9a6-81ed-4aa5-a20f-0c0092530bc1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13c919f-e5f9-4d23-b23b-17b787bcf83d', 'mac_address': 'fa:16:3e:c6:00:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddbfd44-bb9a-4581-8884-7a486d03df50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:25:51Z', 'updated_at': '2021-07-24T01:25:51Z', 'revision_number': 0, 'project_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8c0129-fbba-47a0-aa72-30c29730a02d', 'name': '', 'network_id': 'f13c919f-e5f9-4d23-b23b-17b787bcf83d', 'tenant_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'mac_address': 'fa:16:3e:35:d8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '1bcd2eeb-8b15-4858-9109-baf126c22b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:27Z', 'updated_at': '2021-07-24T01:23:37Z', 'revision_number': 5, 'project_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'subnets': [{'id': '1bcd2eeb-8b15-4858-9109-baf126c22b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:25:53.372240 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11ed041-c37b-4e60-a722-10faadb62413 None None] Checking router: dae6116a-0aa2-4a79-a864-a17ca14f99a8 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:25:53.382328 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11ed041-c37b-4e60-a722-10faadb62413 None None] Routers {'dae6116a-0aa2-4a79-a864-a17ca14f99a8'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:25:53.382980 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-e11ed041-c37b-4e60-a722-10faadb62413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:25:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['dae6116a-0aa2-4a79-a864-a17ca14f99a8'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:25:53.386416 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f970a-7f25-4542-b912-e8470ced1575 req-385d81b2-dfec-466d-b187-d9cb43887769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:25:53.387983 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4f7f970a-7f25-4542-b912-e8470ced1575 req-385d81b2-dfec-466d-b187-d9cb43887769 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1bcd2eeb-8b15-4858-9109-baf126c22b5e HTTP/1.1" status: 200 len: 852 time: 0.0514064 Jul 24 01:25:53.457594 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f970a-7f25-4542-b912-e8470ced1575 req-6a62661c-e86a-4366-8f4e-42a3c963418d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:25:53.459177 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4f7f970a-7f25-4542-b912-e8470ced1575 req-6a62661c-e86a-4366-8f4e-42a3c963418d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f13c919f-e5f9-4d23-b23b-17b787bcf83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649059 Jul 24 01:25:53.500086 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-e11ed041-c37b-4e60-a722-10faadb62413 None None] Set router dae6116a-0aa2-4a79-a864-a17ca14f99a8 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:25:53.577216 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4f7f970a-7f25-4542-b912-e8470ced1575 req-e7b5f85b-0cb0-4a89-a4a8-7dd632e148f1 service neutron] 10.222.0.13 "GET /v2.0/networks/f13c919f-e5f9-4d23-b23b-17b787bcf83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101954 Jul 24 01:25:53.694320 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4f7f970a-7f25-4542-b912-e8470ced1575 req-8058319d-9c35-4094-9acc-baec6ad9c41a service neutron] 10.222.0.13 "GET /v2.0/networks/f13c919f-e5f9-4d23-b23b-17b787bcf83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112361 Jul 24 01:25:53.736115 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-35172cf6-6c01-4e1e-be46-7dd8c4bb902b tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:53.740711 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-35172cf6-6c01-4e1e-be46-7dd8c4bb902b tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:53.778045 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-e11ed041-c37b-4e60-a722-10faadb62413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'name': 'tempest-TestVolumeBackupRestore-982176044-router', 'tenant_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '79fb6f8f-87a1-4dac-ae56-65c981280d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:23Z', 'updated_at': '2021-07-24T01:23:28Z', 'revision_number': 4, 'project_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'gw_port': {'id': '79fb6f8f-87a1-4dac-ae56-65c981280d2b', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:24Z', 'updated_at': '2021-07-24T01:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'b2a14ff8-7c46-4f88-856a-f6f510d34154', 'tenant_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'floating_ip_address': '172.25.2.129', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'port_id': '2274d9a6-81ed-4aa5-a20f-0c0092530bc1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13c919f-e5f9-4d23-b23b-17b787bcf83d', 'mac_address': 'fa:16:3e:c6:00:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddbfd44-bb9a-4581-8884-7a486d03df50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:25:51Z', 'updated_at': '2021-07-24T01:25:51Z', 'revision_number': 0, 'project_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8c0129-fbba-47a0-aa72-30c29730a02d', 'name': '', 'network_id': 'f13c919f-e5f9-4d23-b23b-17b787bcf83d', 'tenant_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'mac_address': 'fa:16:3e:35:d8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '1bcd2eeb-8b15-4858-9109-baf126c22b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:27Z', 'updated_at': '2021-07-24T01:23:37Z', 'revision_number': 5, 'project_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'subnets': [{'id': '1bcd2eeb-8b15-4858-9109-baf126c22b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:25:53.814143 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11ed041-c37b-4e60-a722-10faadb62413 None None] The sync data for ids ['dae6116a-0aa2-4a79-a864-a17ca14f99a8'] in n-d-793621-25 is: [{'id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'name': 'tempest-TestVolumeBackupRestore-982176044-router', 'tenant_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '79fb6f8f-87a1-4dac-ae56-65c981280d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:23Z', 'updated_at': '2021-07-24T01:23:28Z', 'revision_number': 4, 'project_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'gw_port': {'id': '79fb6f8f-87a1-4dac-ae56-65c981280d2b', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:24Z', 'updated_at': '2021-07-24T01:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'b2a14ff8-7c46-4f88-856a-f6f510d34154', 'tenant_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'floating_ip_address': '172.25.2.129', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'port_id': '2274d9a6-81ed-4aa5-a20f-0c0092530bc1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13c919f-e5f9-4d23-b23b-17b787bcf83d', 'mac_address': 'fa:16:3e:c6:00:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddbfd44-bb9a-4581-8884-7a486d03df50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:25:51Z', 'updated_at': '2021-07-24T01:25:51Z', 'revision_number': 0, 'project_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8c0129-fbba-47a0-aa72-30c29730a02d', 'name': '', 'network_id': 'f13c919f-e5f9-4d23-b23b-17b787bcf83d', 'tenant_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'mac_address': 'fa:16:3e:35:d8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '1bcd2eeb-8b15-4858-9109-baf126c22b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:27Z', 'updated_at': '2021-07-24T01:23:37Z', 'revision_number': 5, 'project_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'subnets': [{'id': '1bcd2eeb-8b15-4858-9109-baf126c22b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:25:54.000886 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35172cf6-6c01-4e1e-be46-7dd8c4bb902b tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Router dae6116a-0aa2-4a79-a864-a17ca14f99a8 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:25:54.033766 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc73e1b1-8824-446e-b20f-87e5b57480a1 None None] New status for floating IP b2a14ff8-7c46-4f88-856a-f6f510d34154: ACTIVE {{(pid=100466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:25:54.117139 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35172cf6-6c01-4e1e-be46-7dd8c4bb902b tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:25:54.122595 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-35172cf6-6c01-4e1e-be46-7dd8c4bb902b tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:25:54.199850 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-35172cf6-6c01-4e1e-be46-7dd8c4bb902b tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "PUT /v2.0/floatingips/b2a14ff8-7c46-4f88-856a-f6f510d34154 HTTP/1.1" status: 200 len: 991 time: 1.1375020 Jul 24 01:25:54.260920 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02315853-f305-47b3-af78-261decfc800a None None] Sync routers for ids ['dae6116a-0aa2-4a79-a864-a17ca14f99a8'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:25:54.270686 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02315853-f305-47b3-af78-261decfc800a None None] Routers {'dae6116a-0aa2-4a79-a864-a17ca14f99a8'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:25:54.271421 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-02315853-f305-47b3-af78-261decfc800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:25:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['dae6116a-0aa2-4a79-a864-a17ca14f99a8'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:25:54.383843 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-02315853-f305-47b3-af78-261decfc800a None None] Set router dae6116a-0aa2-4a79-a864-a17ca14f99a8 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:25:54.622185 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-02315853-f305-47b3-af78-261decfc800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'name': 'tempest-TestVolumeBackupRestore-982176044-router', 'tenant_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '79fb6f8f-87a1-4dac-ae56-65c981280d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:23Z', 'updated_at': '2021-07-24T01:23:28Z', 'revision_number': 4, 'project_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'gw_port': {'id': '79fb6f8f-87a1-4dac-ae56-65c981280d2b', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:24Z', 'updated_at': '2021-07-24T01:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'b2a14ff8-7c46-4f88-856a-f6f510d34154', 'tenant_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'floating_ip_address': '172.25.2.129', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'port_id': '2274d9a6-81ed-4aa5-a20f-0c0092530bc1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13c919f-e5f9-4d23-b23b-17b787bcf83d', 'mac_address': 'fa:16:3e:c6:00:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddbfd44-bb9a-4581-8884-7a486d03df50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:25:51Z', 'updated_at': '2021-07-24T01:25:54Z', 'revision_number': 2, 'project_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8c0129-fbba-47a0-aa72-30c29730a02d', 'name': '', 'network_id': 'f13c919f-e5f9-4d23-b23b-17b787bcf83d', 'tenant_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'mac_address': 'fa:16:3e:35:d8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '1bcd2eeb-8b15-4858-9109-baf126c22b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:27Z', 'updated_at': '2021-07-24T01:23:37Z', 'revision_number': 5, 'project_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'subnets': [{'id': '1bcd2eeb-8b15-4858-9109-baf126c22b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:25:54.653862 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02315853-f305-47b3-af78-261decfc800a None None] Checking router: dae6116a-0aa2-4a79-a864-a17ca14f99a8 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:25:54.662653 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02315853-f305-47b3-af78-261decfc800a None None] Routers {'dae6116a-0aa2-4a79-a864-a17ca14f99a8'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:25:54.663295 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-02315853-f305-47b3-af78-261decfc800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:25:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['dae6116a-0aa2-4a79-a864-a17ca14f99a8'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:25:54.782421 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-02315853-f305-47b3-af78-261decfc800a None None] Set router dae6116a-0aa2-4a79-a864-a17ca14f99a8 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:25:55.026263 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-02315853-f305-47b3-af78-261decfc800a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'name': 'tempest-TestVolumeBackupRestore-982176044-router', 'tenant_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '79fb6f8f-87a1-4dac-ae56-65c981280d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:23Z', 'updated_at': '2021-07-24T01:23:28Z', 'revision_number': 4, 'project_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'gw_port': {'id': '79fb6f8f-87a1-4dac-ae56-65c981280d2b', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:24Z', 'updated_at': '2021-07-24T01:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'b2a14ff8-7c46-4f88-856a-f6f510d34154', 'tenant_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'floating_ip_address': '172.25.2.129', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'port_id': '2274d9a6-81ed-4aa5-a20f-0c0092530bc1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13c919f-e5f9-4d23-b23b-17b787bcf83d', 'mac_address': 'fa:16:3e:c6:00:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddbfd44-bb9a-4581-8884-7a486d03df50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:25:51Z', 'updated_at': '2021-07-24T01:25:54Z', 'revision_number': 2, 'project_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8c0129-fbba-47a0-aa72-30c29730a02d', 'name': '', 'network_id': 'f13c919f-e5f9-4d23-b23b-17b787bcf83d', 'tenant_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'mac_address': 'fa:16:3e:35:d8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '1bcd2eeb-8b15-4858-9109-baf126c22b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:27Z', 'updated_at': '2021-07-24T01:23:37Z', 'revision_number': 5, 'project_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'subnets': [{'id': '1bcd2eeb-8b15-4858-9109-baf126c22b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:25:55.029298 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cddbfd44-bb9a-4581-8884-7a486d03df50', 'tag': '2274d9a6-81ed-4aa5-a20f-0c0092530bc1'}, {'name': 'network-changed', 'server_uuid': 'cddbfd44-bb9a-4581-8884-7a486d03df50', 'tag': '2274d9a6-81ed-4aa5-a20f-0c0092530bc1'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:25:55.031893 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a81ae2-c443-48de-b86d-d3007fd4d369" -d '{"events": [{"name": "network-changed", "server_uuid": "cddbfd44-bb9a-4581-8884-7a486d03df50", "tag": "2274d9a6-81ed-4aa5-a20f-0c0092530bc1"}, {"name": "network-changed", "server_uuid": "cddbfd44-bb9a-4581-8884-7a486d03df50", "tag": "2274d9a6-81ed-4aa5-a20f-0c0092530bc1"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:25:55.057070 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02315853-f305-47b3-af78-261decfc800a None None] The sync data for ids ['dae6116a-0aa2-4a79-a864-a17ca14f99a8'] in n-d-793621-25 is: [{'id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'name': 'tempest-TestVolumeBackupRestore-982176044-router', 'tenant_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '79fb6f8f-87a1-4dac-ae56-65c981280d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:23Z', 'updated_at': '2021-07-24T01:23:28Z', 'revision_number': 4, 'project_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'gw_port': {'id': '79fb6f8f-87a1-4dac-ae56-65c981280d2b', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:24Z', 'updated_at': '2021-07-24T01:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'b2a14ff8-7c46-4f88-856a-f6f510d34154', 'tenant_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'floating_ip_address': '172.25.2.129', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'port_id': '2274d9a6-81ed-4aa5-a20f-0c0092530bc1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3973, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f13c919f-e5f9-4d23-b23b-17b787bcf83d', 'mac_address': 'fa:16:3e:c6:00:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cddbfd44-bb9a-4581-8884-7a486d03df50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:25:51Z', 'updated_at': '2021-07-24T01:25:54Z', 'revision_number': 2, 'project_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa8c0129-fbba-47a0-aa72-30c29730a02d', 'name': '', 'network_id': 'f13c919f-e5f9-4d23-b23b-17b787bcf83d', 'tenant_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'mac_address': 'fa:16:3e:35:d8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '1bcd2eeb-8b15-4858-9109-baf126c22b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:27Z', 'updated_at': '2021-07-24T01:23:37Z', 'revision_number': 5, 'project_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'subnets': [{'id': '1bcd2eeb-8b15-4858-9109-baf126c22b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:25:55.075010 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 24 Jul 2021 01:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c571e1d0-24e5-462a-8d24-e001bf320526 x-openstack-request-id: req-c571e1d0-24e5-462a-8d24-e001bf320526 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:25:55.075408 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cddbfd44-bb9a-4581-8884-7a486d03df50", "tag": "2274d9a6-81ed-4aa5-a20f-0c0092530bc1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cddbfd44-bb9a-4581-8884-7a486d03df50", "tag": "2274d9a6-81ed-4aa5-a20f-0c0092530bc1", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:25:55.075759 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c571e1d0-24e5-462a-8d24-e001bf320526 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:25:55.076261 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cddbfd44-bb9a-4581-8884-7a486d03df50', 'tag': '2274d9a6-81ed-4aa5-a20f-0c0092530bc1', 'status': 'completed', 'code': 200} Jul 24 01:25:55.076580 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cddbfd44-bb9a-4581-8884-7a486d03df50', 'tag': '2274d9a6-81ed-4aa5-a20f-0c0092530bc1', 'status': 'completed', 'code': 200} Jul 24 01:25:55.173357 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a81ae2-c443-48de-b86d-d3007fd4d369 req-549114dc-256d-4735-ae15-aa3278cda5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:25:55.175008 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-83a81ae2-c443-48de-b86d-d3007fd4d369 req-549114dc-256d-4735-ae15-aa3278cda5a7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ebbc8f64d8034aaea14c926a820d5a8c&device_id=cddbfd44-bb9a-4581-8884-7a486d03df50 HTTP/1.1" status: 200 len: 1097 time: 0.0710080 Jul 24 01:25:55.288514 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a81ae2-c443-48de-b86d-d3007fd4d369 req-ff79499d-3d97-41c4-b759-a30ea892146b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:25:55.290381 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-83a81ae2-c443-48de-b86d-d3007fd4d369 req-ff79499d-3d97-41c4-b759-a30ea892146b service neutron] 10.222.0.13 "GET /v2.0/networks?id=f13c919f-e5f9-4d23-b23b-17b787bcf83d HTTP/1.1" status: 200 len: 914 time: 0.1087372 Jul 24 01:25:55.355004 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-83a81ae2-c443-48de-b86d-d3007fd4d369 req-aabca9ee-984d-472a-8458-2ecf00b8fefc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2274d9a6-81ed-4aa5-a20f-0c0092530bc1 HTTP/1.1" status: 200 len: 1001 time: 0.0585749 Jul 24 01:25:55.411123 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a81ae2-c443-48de-b86d-d3007fd4d369 req-9ce52279-45bd-431d-8ab1-d41edd3ea9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:25:55.412650 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-83a81ae2-c443-48de-b86d-d3007fd4d369 req-9ce52279-45bd-431d-8ab1-d41edd3ea9ba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1bcd2eeb-8b15-4858-9109-baf126c22b5e HTTP/1.1" status: 200 len: 852 time: 0.0523694 Jul 24 01:25:55.477484 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a81ae2-c443-48de-b86d-d3007fd4d369 req-4b4defed-80bf-435a-9413-0410c1309f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:25:55.479104 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-83a81ae2-c443-48de-b86d-d3007fd4d369 req-4b4defed-80bf-435a-9413-0410c1309f80 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f13c919f-e5f9-4d23-b23b-17b787bcf83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600171 Jul 24 01:25:55.569628 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-83a81ae2-c443-48de-b86d-d3007fd4d369 req-91a18641-8085-4c3b-be82-f28c59c9a43e service neutron] 10.222.0.13 "GET /v2.0/networks/f13c919f-e5f9-4d23-b23b-17b787bcf83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838575 Jul 24 01:25:55.689775 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-83a81ae2-c443-48de-b86d-d3007fd4d369 req-b0188172-a927-431d-a1e8-66569fdf8bd7 service neutron] 10.222.0.13 "GET /v2.0/networks/f13c919f-e5f9-4d23-b23b-17b787bcf83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137130 Jul 24 01:25:55.786109 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a81ae2-c443-48de-b86d-d3007fd4d369 req-285fc198-394a-4267-a992-22967d913e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:25:55.787699 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-83a81ae2-c443-48de-b86d-d3007fd4d369 req-285fc198-394a-4267-a992-22967d913e94 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ebbc8f64d8034aaea14c926a820d5a8c&device_id=cddbfd44-bb9a-4581-8884-7a486d03df50 HTTP/1.1" status: 200 len: 1097 time: 0.0586939 Jul 24 01:25:55.882821 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a81ae2-c443-48de-b86d-d3007fd4d369 req-2c42c0bc-c47b-4bf5-bc6c-75c22df379ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:25:55.884283 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-83a81ae2-c443-48de-b86d-d3007fd4d369 req-2c42c0bc-c47b-4bf5-bc6c-75c22df379ca service neutron] 10.222.0.13 "GET /v2.0/networks?id=f13c919f-e5f9-4d23-b23b-17b787bcf83d HTTP/1.1" status: 200 len: 914 time: 0.0904279 Jul 24 01:25:55.957625 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-83a81ae2-c443-48de-b86d-d3007fd4d369 req-72bdd188-f0e7-4920-956b-c49feecca3ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2274d9a6-81ed-4aa5-a20f-0c0092530bc1 HTTP/1.1" status: 200 len: 1001 time: 0.0664988 Jul 24 01:25:56.015270 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a81ae2-c443-48de-b86d-d3007fd4d369 req-4c2563c0-ec35-4022-bc3f-a8c2f8ee398c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:25:56.016787 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-83a81ae2-c443-48de-b86d-d3007fd4d369 req-4c2563c0-ec35-4022-bc3f-a8c2f8ee398c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1bcd2eeb-8b15-4858-9109-baf126c22b5e HTTP/1.1" status: 200 len: 852 time: 0.0538507 Jul 24 01:25:56.076700 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a81ae2-c443-48de-b86d-d3007fd4d369 req-4c79cfa3-dc55-4795-900a-8a91228c2deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:25:56.078251 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-83a81ae2-c443-48de-b86d-d3007fd4d369 req-4c79cfa3-dc55-4795-900a-8a91228c2deb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f13c919f-e5f9-4d23-b23b-17b787bcf83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555489 Jul 24 01:25:56.175928 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-83a81ae2-c443-48de-b86d-d3007fd4d369 req-b1ffadd9-9e8d-477e-a8d5-dac20b32d9ae service neutron] 10.222.0.13 "GET /v2.0/networks/f13c919f-e5f9-4d23-b23b-17b787bcf83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867479 Jul 24 01:25:56.273114 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-83a81ae2-c443-48de-b86d-d3007fd4d369 req-be8faf54-80d0-43d8-808f-098ae6afd800 service neutron] 10.222.0.13 "GET /v2.0/networks/f13c919f-e5f9-4d23-b23b-17b787bcf83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909386 Jul 24 01:26:01.611100 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:26:05.131126 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:05.489854 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:15.765574 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-65460e19-ae64-4cf4-a27d-9b7829836e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:18.290904 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-20b56b88-ab73-45f9-8e84-3fde71288809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:18.516886 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:19.577925 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:21.087041 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:26.814615 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-b4c54f2b-302e-4732-9ef3-90189b31ffc7 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2111619659&fields=id&tenant_id=cc21a234b38d48d88c3414cb45873771 HTTP/1.1" status: 200 len: 267 time: 0.0358405 Jul 24 01:26:26.929320 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-9ae68849-6e9b-4488-8301-114076d2a31d tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:26:26.931395 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-9ae68849-6e9b-4488-8301-114076d2a31d tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/networks?id=ad265d84-5a8c-4acf-b883-4ded13d15286 HTTP/1.1" status: 200 len: 812 time: 0.1099975 Jul 24 01:26:26.947282 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-bb3bb1d3-0c3e-43fd-b22b-704bc78da0f2 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/quotas/cc21a234b38d48d88c3414cb45873771 HTTP/1.1" status: 200 len: 375 time: 0.0099103 Jul 24 01:26:27.026822 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-859d3f9e-4618-4b6a-822f-0b57144efe6d tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=cc21a234b38d48d88c3414cb45873771&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0730882 Jul 24 01:26:27.042552 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-66770376-d48e-4be7-8a5a-585177db9e58 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:26:27.043598 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-66770376-d48e-4be7-8a5a-585177db9e58 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066702 Jul 24 01:26:27.146176 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-a5169595-1f36-4297-b4c8-6a4c8fdea941 service neutron] 10.222.0.15 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965259 Jul 24 01:26:27.248973 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-aa6a377e-5556-489f-bf0c-bc7e343413a5 service neutron] 10.222.0.15 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961199 Jul 24 01:26:27.335081 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47268) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:26:27.541341 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-a28d018a-3aca-4a0e-84bb-d77bf106f603 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Deleting port 0022e404-1fa2-4fcc-ba2f-93e2f0683c68 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:26:27.541835 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a28d018a-3aca-4a0e-84bb-d77bf106f603 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:27.599120 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-41beaadf-d618-40ba-80f8-840963df090d req-e473abf0-8596-4890-ae0a-450ac1161d64 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8 HTTP/1.1" status: 200 len: 210 time: 0.0349278 Jul 24 01:26:27.652767 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a28d018a-3aca-4a0e-84bb-d77bf106f603 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:27.653337 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a28d018a-3aca-4a0e-84bb-d77bf106f603 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:27.666164 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-a28d018a-3aca-4a0e-84bb-d77bf106f603 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Calling delete_port for 0022e404-1fa2-4fcc-ba2f-93e2f0683c68 owned by network:floatingip {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:26:27.832667 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a28d018a-3aca-4a0e-84bb-d77bf106f603 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:27.862135 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28d018a-3aca-4a0e-84bb-d77bf106f603 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Pushing event deleted for resources: {'Port': ['ID=0022e404-1fa2-4fcc-ba2f-93e2f0683c68,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:26:27.935955 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a28d018a-3aca-4a0e-84bb-d77bf106f603 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks [] for floatingip, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:27.936265 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [None req-a28d018a-3aca-4a0e-84bb-d77bf106f603 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Floating IP b2a14ff8-7c46-4f88-856a-f6f510d34154 disassociated (deleted). External IP: 172.25.2.129, port: 2274d9a6-81ed-4aa5-a20f-0c0092530bc1. Jul 24 01:26:28.162036 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a28d018a-3aca-4a0e-84bb-d77bf106f603 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Router dae6116a-0aa2-4a79-a864-a17ca14f99a8 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:26:28.289264 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28d018a-3aca-4a0e-84bb-d77bf106f603 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:26:28.294872 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a28d018a-3aca-4a0e-84bb-d77bf106f603 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:28.299364 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce41dfb-1cbf-4b11-8ccf-ca5297803b5e None None] Sync routers for ids ['dae6116a-0aa2-4a79-a864-a17ca14f99a8'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:26:28.309879 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce41dfb-1cbf-4b11-8ccf-ca5297803b5e None None] Routers {'dae6116a-0aa2-4a79-a864-a17ca14f99a8'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:26:28.310505 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-6ce41dfb-1cbf-4b11-8ccf-ca5297803b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:26:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['dae6116a-0aa2-4a79-a864-a17ca14f99a8'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:26:28.332919 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a28d018a-3aca-4a0e-84bb-d77bf106f603 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "DELETE /v2.0/floatingips/b2a14ff8-7c46-4f88-856a-f6f510d34154 HTTP/1.1" status: 204 len: 168 time: 0.9965785 Jul 24 01:26:28.333491 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cddbfd44-bb9a-4581-8884-7a486d03df50', 'tag': '2274d9a6-81ed-4aa5-a20f-0c0092530bc1'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:26:28.335877 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8744c8b-242d-4c5c-b557-bec63361bd33" -d '{"events": [{"name": "network-changed", "server_uuid": "cddbfd44-bb9a-4581-8884-7a486d03df50", "tag": "2274d9a6-81ed-4aa5-a20f-0c0092530bc1"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:26:28.397687 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e64a11-770a-4939-9b4c-0d4fb06e8f37 x-openstack-request-id: req-e0e64a11-770a-4939-9b4c-0d4fb06e8f37 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:26:28.398233 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cddbfd44-bb9a-4581-8884-7a486d03df50", "tag": "2274d9a6-81ed-4aa5-a20f-0c0092530bc1", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:26:28.398599 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e0e64a11-770a-4939-9b4c-0d4fb06e8f37 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:26:28.399252 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cddbfd44-bb9a-4581-8884-7a486d03df50', 'tag': '2274d9a6-81ed-4aa5-a20f-0c0092530bc1', 'status': 'completed', 'code': 200} Jul 24 01:26:28.463273 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-6ce41dfb-1cbf-4b11-8ccf-ca5297803b5e None None] Set router dae6116a-0aa2-4a79-a864-a17ca14f99a8 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:26:28.520346 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8744c8b-242d-4c5c-b557-bec63361bd33 req-e530ddd7-f924-47fc-a616-fa461929800e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:26:28.523360 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d8744c8b-242d-4c5c-b557-bec63361bd33 req-e530ddd7-f924-47fc-a616-fa461929800e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ebbc8f64d8034aaea14c926a820d5a8c&device_id=cddbfd44-bb9a-4581-8884-7a486d03df50 HTTP/1.1" status: 200 len: 1097 time: 0.0970221 Jul 24 01:26:28.652124 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8744c8b-242d-4c5c-b557-bec63361bd33 req-05b6a14d-2abd-4808-9b07-497e6aea31ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:26:28.653976 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d8744c8b-242d-4c5c-b557-bec63361bd33 req-05b6a14d-2abd-4808-9b07-497e6aea31ce service neutron] 10.222.0.13 "GET /v2.0/networks?id=f13c919f-e5f9-4d23-b23b-17b787bcf83d HTTP/1.1" status: 200 len: 914 time: 0.1220000 Jul 24 01:26:28.713983 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c37ff8-7362-4d19-a1b5-29e8e177959b req-0b7b998d-82a9-44d6-a08a-7b47b2e70657 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:26:28.715874 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-20c37ff8-7362-4d19-a1b5-29e8e177959b req-0b7b998d-82a9-44d6-a08a-7b47b2e70657 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddbfd44-bb9a-4581-8884-7a486d03df50 HTTP/1.1" status: 200 len: 945 time: 0.1151242 Jul 24 01:26:28.754088 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-521e1bca-f4c5-4057-afee-a1e2f85f5560 req-4d496d3c-c5c4-4ea0-8340-058c56c65c2d tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8 HTTP/1.1" status: 200 len: 210 time: 0.0801132 Jul 24 01:26:28.755470 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d8744c8b-242d-4c5c-b557-bec63361bd33 req-db772384-a874-473a-8f3b-022f61b2120f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2274d9a6-81ed-4aa5-a20f-0c0092530bc1 HTTP/1.1" status: 200 len: 217 time: 0.0942609 Jul 24 01:26:28.780471 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-20c37ff8-7362-4d19-a1b5-29e8e177959b req-1ec6039c-ad86-4211-a4a9-f5a6056fbd40 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf03bee9-49c5-4012-a9d5-45664cef5c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496309 Jul 24 01:26:28.790755 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-6ce41dfb-1cbf-4b11-8ccf-ca5297803b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'name': 'tempest-TestVolumeBackupRestore-982176044-router', 'tenant_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '79fb6f8f-87a1-4dac-ae56-65c981280d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:23Z', 'updated_at': '2021-07-24T01:23:28Z', 'revision_number': 4, 'project_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'gw_port': {'id': '79fb6f8f-87a1-4dac-ae56-65c981280d2b', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:24Z', 'updated_at': '2021-07-24T01:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'aa8c0129-fbba-47a0-aa72-30c29730a02d', 'name': '', 'network_id': 'f13c919f-e5f9-4d23-b23b-17b787bcf83d', 'tenant_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'mac_address': 'fa:16:3e:35:d8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '1bcd2eeb-8b15-4858-9109-baf126c22b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:27Z', 'updated_at': '2021-07-24T01:23:37Z', 'revision_number': 5, 'project_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'subnets': [{'id': '1bcd2eeb-8b15-4858-9109-baf126c22b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:26:28.829012 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce41dfb-1cbf-4b11-8ccf-ca5297803b5e None None] Checking router: dae6116a-0aa2-4a79-a864-a17ca14f99a8 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:26:28.840587 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce41dfb-1cbf-4b11-8ccf-ca5297803b5e None None] Routers {'dae6116a-0aa2-4a79-a864-a17ca14f99a8'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:26:28.841140 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-6ce41dfb-1cbf-4b11-8ccf-ca5297803b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:26:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['dae6116a-0aa2-4a79-a864-a17ca14f99a8'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:26:28.844930 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8744c8b-242d-4c5c-b557-bec63361bd33 req-29d4f758-d2ab-4c82-8771-e83cfed5c88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:26:28.846231 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d8744c8b-242d-4c5c-b557-bec63361bd33 req-29d4f758-d2ab-4c82-8771-e83cfed5c88a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1bcd2eeb-8b15-4858-9109-baf126c22b5e HTTP/1.1" status: 200 len: 852 time: 0.0833054 Jul 24 01:26:28.915702 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8744c8b-242d-4c5c-b557-bec63361bd33 req-5bd0a8cf-8f34-4d37-8943-ef863d774a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:26:28.917784 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d8744c8b-242d-4c5c-b557-bec63361bd33 req-5bd0a8cf-8f34-4d37-8943-ef863d774a9f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f13c919f-e5f9-4d23-b23b-17b787bcf83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636601 Jul 24 01:26:28.970400 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-6ce41dfb-1cbf-4b11-8ccf-ca5297803b5e None None] Set router dae6116a-0aa2-4a79-a864-a17ca14f99a8 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:26:29.033097 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d8744c8b-242d-4c5c-b557-bec63361bd33 req-8ced0a80-b81b-4f90-b05d-425dd4ae1487 service neutron] 10.222.0.13 "GET /v2.0/networks/f13c919f-e5f9-4d23-b23b-17b787bcf83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084826 Jul 24 01:26:29.134440 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d8744c8b-242d-4c5c-b557-bec63361bd33 req-09bb34c4-6875-406b-9191-7414a7ec076d service neutron] 10.222.0.13 "GET /v2.0/networks/f13c919f-e5f9-4d23-b23b-17b787bcf83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942414 Jul 24 01:26:29.199076 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-6ce41dfb-1cbf-4b11-8ccf-ca5297803b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'name': 'tempest-TestVolumeBackupRestore-982176044-router', 'tenant_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '79fb6f8f-87a1-4dac-ae56-65c981280d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:23Z', 'updated_at': '2021-07-24T01:23:28Z', 'revision_number': 4, 'project_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'gw_port': {'id': '79fb6f8f-87a1-4dac-ae56-65c981280d2b', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:24Z', 'updated_at': '2021-07-24T01:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'aa8c0129-fbba-47a0-aa72-30c29730a02d', 'name': '', 'network_id': 'f13c919f-e5f9-4d23-b23b-17b787bcf83d', 'tenant_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'mac_address': 'fa:16:3e:35:d8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '1bcd2eeb-8b15-4858-9109-baf126c22b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:27Z', 'updated_at': '2021-07-24T01:23:37Z', 'revision_number': 5, 'project_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'subnets': [{'id': '1bcd2eeb-8b15-4858-9109-baf126c22b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:26:29.227818 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce41dfb-1cbf-4b11-8ccf-ca5297803b5e None None] The sync data for ids ['dae6116a-0aa2-4a79-a864-a17ca14f99a8'] in n-d-793621-25 is: [{'id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'name': 'tempest-TestVolumeBackupRestore-982176044-router', 'tenant_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '79fb6f8f-87a1-4dac-ae56-65c981280d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:23Z', 'updated_at': '2021-07-24T01:23:28Z', 'revision_number': 4, 'project_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'gw_port': {'id': '79fb6f8f-87a1-4dac-ae56-65c981280d2b', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:24Z', 'updated_at': '2021-07-24T01:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'aa8c0129-fbba-47a0-aa72-30c29730a02d', 'name': '', 'network_id': 'f13c919f-e5f9-4d23-b23b-17b787bcf83d', 'tenant_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'mac_address': 'fa:16:3e:35:d8:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '1bcd2eeb-8b15-4858-9109-baf126c22b5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:27Z', 'updated_at': '2021-07-24T01:23:37Z', 'revision_number': 5, 'project_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'subnets': [{'id': '1bcd2eeb-8b15-4858-9109-baf126c22b5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:26:29.473175 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d94d16-722c-4c01-951c-8e495b2be84f None None] New status for floating IP b2a14ff8-7c46-4f88-856a-f6f510d34154: DOWN {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:26:29.669733 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-44cd3a1e-9119-438b-bc66-7fd51ae696cf tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:26:29.671258 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-44cd3a1e-9119-438b-bc66-7fd51ae696cf tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.13 "GET /v2.0/networks?id=ad265d84-5a8c-4acf-b883-4ded13d15286 HTTP/1.1" status: 200 len: 812 time: 0.1202922 Jul 24 01:26:29.719325 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-7e6eaddb-373b-4674-a3f4-aa86a3315b17 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc21a234b38d48d88c3414cb45873771 HTTP/1.1" status: 200 len: 380 time: 0.0367665 Jul 24 01:26:29.736631 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-8e94bf58-ea75-463d-ad67-3cc73a41ec0b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Request body: {'port': {'device_id': 'e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'admin_state_up': True, 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'security_groups': ['38eb9b54-eb22-476c-82e5-978b66ea2b7f']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:26:29.942198 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765935a9-3815-40bc-946e-7f6d65d52349 req-e1f3c2db-9795-40ed-8679-db795fa1d577 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:26:29.943933 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-765935a9-3815-40bc-946e-7f6d65d52349 req-e1f3c2db-9795-40ed-8679-db795fa1d577 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddbfd44-bb9a-4581-8884-7a486d03df50 HTTP/1.1" status: 200 len: 945 time: 0.0751178 Jul 24 01:26:30.182899 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c7fcdea8-9378-400e-80b9-835e27871080 req-76764f00-9cc2-4ca3-8033-1aa163c5e0c2 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8 HTTP/1.1" status: 200 len: 210 time: 0.0383518 Jul 24 01:26:30.257027 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-8e94bf58-ea75-463d-ad67-3cc73a41ec0b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Made reservation on behalf of cc21a234b38d48d88c3414cb45873771 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:26:30.260634 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-8e94bf58-ea75-463d-ad67-3cc73a41ec0b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:30.296591 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929150d-932f-4332-87e7-61755a3ed225 req-fc4c3a49-fe23-46d3-94fc-1f2a70cf4eae tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:26:30.298211 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3929150d-932f-4332-87e7-61755a3ed225 req-fc4c3a49-fe23-46d3-94fc-1f2a70cf4eae tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.13 "GET /v2.0/ports?device_id=cddbfd44-bb9a-4581-8884-7a486d03df50 HTTP/1.1" status: 200 len: 945 time: 0.1045928 Jul 24 01:26:30.333730 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-765935a9-3815-40bc-946e-7f6d65d52349 req-7980b557-98af-4c30-a418-9abe755ea08c tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf03bee9-49c5-4012-a9d5-45664cef5c49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3828082 Jul 24 01:26:30.488893 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-8e94bf58-ea75-463d-ad67-3cc73a41ec0b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Allocated IP 172.20.0.12 (ad265d84-5a8c-4acf-b883-4ded13d15286/e29f41fb-7a38-4eae-917b-51d7b2f60633/3ce7b8ef-db4d-4ab8-ad4a-2142bd663512) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:26:30.545266 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-3929150d-932f-4332-87e7-61755a3ed225 req-8a3ae6f8-885f-4c4c-9969-da5591257ba2 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Deleting port 2274d9a6-81ed-4aa5-a20f-0c0092530bc1 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:26:30.545814 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3929150d-932f-4332-87e7-61755a3ed225 req-8a3ae6f8-885f-4c4c-9969-da5591257ba2 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:30.716450 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-3929150d-932f-4332-87e7-61755a3ed225 req-8a3ae6f8-885f-4c4c-9969-da5591257ba2 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] For port 2274d9a6-81ed-4aa5-a20f-0c0092530bc1, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2274d9a6-81ed-4aa5-a20f-0c0092530bc1,segment=NetworkSegment(2adf6ec5-9e29-47bb-b59a-45826b3552e5),segment_id=2adf6ec5-9e29-47bb-b59a-45826b3552e5)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:26:30.717137 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3929150d-932f-4332-87e7-61755a3ed225 req-8a3ae6f8-885f-4c4c-9969-da5591257ba2 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:30.739190 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-3929150d-932f-4332-87e7-61755a3ed225 req-8a3ae6f8-885f-4c4c-9969-da5591257ba2 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Calling delete_port for 2274d9a6-81ed-4aa5-a20f-0c0092530bc1 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:26:30.765574 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-8e94bf58-ea75-463d-ad67-3cc73a41ec0b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:30.812861 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-8e94bf58-ea75-463d-ad67-3cc73a41ec0b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Transition to ACTIVE for port object 3ce7b8ef-db4d-4ab8-ad4a-2142bd663512 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:26:30.879878 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-8e94bf58-ea75-463d-ad67-3cc73a41ec0b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:30.961977 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-8e94bf58-ea75-463d-ad67-3cc73a41ec0b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Network ad265d84-5a8c-4acf-b883-4ded13d15286 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:26:30.976689 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-8e94bf58-ea75-463d-ad67-3cc73a41ec0b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:26:30.981201 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94bf58-ea75-463d-ad67-3cc73a41ec0b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Pushing event updated for resources: {'Port': ['ID=3ce7b8ef-db4d-4ab8-ad4a-2142bd663512,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:26:30.983600 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-8e94bf58-ea75-463d-ad67-3cc73a41ec0b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:26:31.013376 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3929150d-932f-4332-87e7-61755a3ed225 req-8a3ae6f8-885f-4c4c-9969-da5591257ba2 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:31.020280 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94bf58-ea75-463d-ad67-3cc73a41ec0b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:26:31.020527 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94bf58-ea75-463d-ad67-3cc73a41ec0b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:26:31.020883 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94bf58-ea75-463d-ad67-3cc73a41ec0b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:26:31.021238 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94bf58-ea75-463d-ad67-3cc73a41ec0b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:26:31.021592 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94bf58-ea75-463d-ad67-3cc73a41ec0b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:26:31.021942 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94bf58-ea75-463d-ad67-3cc73a41ec0b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:26:31.022277 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94bf58-ea75-463d-ad67-3cc73a41ec0b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:26:31.022617 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94bf58-ea75-463d-ad67-3cc73a41ec0b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:26:31.022980 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94bf58-ea75-463d-ad67-3cc73a41ec0b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:26:31.023316 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94bf58-ea75-463d-ad67-3cc73a41ec0b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:26:31.023650 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94bf58-ea75-463d-ad67-3cc73a41ec0b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:26:31.023986 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e94bf58-ea75-463d-ad67-3cc73a41ec0b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:26:31.067444 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ae6f8-885f-4c4c-9969-da5591257ba2 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Pushing event deleted for resources: {'Port': ['ID=2274d9a6-81ed-4aa5-a20f-0c0092530bc1,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:26:31.086353 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-8e94bf58-ea75-463d-ad67-3cc73a41ec0b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:26:31.087066 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-8e94bf58-ea75-463d-ad67-3cc73a41ec0b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:31.138700 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-3929150d-932f-4332-87e7-61755a3ed225 req-8a3ae6f8-885f-4c4c-9969-da5591257ba2 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] No DVR routers for this DVR port 2274d9a6-81ed-4aa5-a20f-0c0092530bc1 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:26:31.142294 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-3929150d-932f-4332-87e7-61755a3ed225 req-8a3ae6f8-885f-4c4c-9969-da5591257ba2 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:31.144679 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3929150d-932f-4332-87e7-61755a3ed225 req-8a3ae6f8-885f-4c4c-9969-da5591257ba2 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.13 "DELETE /v2.0/ports/2274d9a6-81ed-4aa5-a20f-0c0092530bc1 HTTP/1.1" status: 204 len: 173 time: 0.8403454 Jul 24 01:26:31.146273 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cddbfd44-bb9a-4581-8884-7a486d03df50', 'name': 'network-vif-deleted', 'tag': '2274d9a6-81ed-4aa5-a20f-0c0092530bc1'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:26:31.149910 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf263653-4fca-4e3a-8201-cd7070690eb3" -d '{"events": [{"server_uuid": "cddbfd44-bb9a-4581-8884-7a486d03df50", "name": "network-vif-deleted", "tag": "2274d9a6-81ed-4aa5-a20f-0c0092530bc1"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:26:31.155211 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-8e94bf58-ea75-463d-ad67-3cc73a41ec0b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4248724 Jul 24 01:26:31.167113 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-7ff0e91e-713d-4108-80cb-136c5d5b28d2 service neutron] Request body: {'port': {'device_id': 'e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:26:31.291409 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-059bf9e0-0c54-4dd5-a1b5-d60e261919d6 None None] Provisioning for port 3ce7b8ef-db4d-4ab8-ad4a-2142bd663512 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:26:31.301769 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-059bf9e0-0c54-4dd5-a1b5-d60e261919d6 None None] Provisioning complete for port 3ce7b8ef-db4d-4ab8-ad4a-2142bd663512 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:26:31.303712 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-059bf9e0-0c54-4dd5-a1b5-d60e261919d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:31.313786 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-7ff0e91e-713d-4108-80cb-136c5d5b28d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:31.355982 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-059bf9e0-0c54-4dd5-a1b5-d60e261919d6 None None] Port 3ce7b8ef-db4d-4ab8-ad4a-2142bd663512 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:26:31.380489 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c9497e-6617-4175-834f-f7d478dd81a5 x-openstack-request-id: req-83c9497e-6617-4175-834f-f7d478dd81a5 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:26:31.380788 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cddbfd44-bb9a-4581-8884-7a486d03df50", "name": "network-vif-deleted", "tag": "2274d9a6-81ed-4aa5-a20f-0c0092530bc1", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:26:31.381050 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-83c9497e-6617-4175-834f-f7d478dd81a5 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:26:31.381451 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cddbfd44-bb9a-4581-8884-7a486d03df50', 'name': 'network-vif-deleted', 'tag': '2274d9a6-81ed-4aa5-a20f-0c0092530bc1', 'status': 'completed', 'code': 200} Jul 24 01:26:31.388835 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21bb81-8c59-44f0-834a-0087b459a5e6 req-b3a4bd9d-ed91-4651-8086-e8ff83e36216 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:26:31.390447 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dc21bb81-8c59-44f0-834a-0087b459a5e6 req-b3a4bd9d-ed91-4651-8086-e8ff83e36216 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8 HTTP/1.1" status: 200 len: 932 time: 0.1001627 Jul 24 01:26:31.436710 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dc21bb81-8c59-44f0-834a-0087b459a5e6 req-90295101-dd9a-478c-874d-745459a9b733 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394976 Jul 24 01:26:31.466587 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8a809ff6-0c52-4c99-b9fc-f15ea8df896b req-e0435a59-d54e-4b14-9350-711bd18a5596 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddbfd44-bb9a-4581-8884-7a486d03df50 HTTP/1.1" status: 200 len: 210 time: 0.0425012 Jul 24 01:26:31.690998 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-7ff0e91e-713d-4108-80cb-136c5d5b28d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ce7b8ef-db4d-4ab8-ad4a-2142bd663512 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:26:31.700071 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-7ff0e91e-713d-4108-80cb-136c5d5b28d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:31.712604 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-7ff0e91e-713d-4108-80cb-136c5d5b28d2 service neutron] Transition to ACTIVE for port object 3ce7b8ef-db4d-4ab8-ad4a-2142bd663512 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:26:31.719496 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-7ff0e91e-713d-4108-80cb-136c5d5b28d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:31.775243 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0e91e-713d-4108-80cb-136c5d5b28d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3ce7b8ef-db4d-4ab8-ad4a-2142bd663512,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:26:31.854922 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-7ff0e91e-713d-4108-80cb-136c5d5b28d2 service neutron] Attempting to bind port 3ce7b8ef-db4d-4ab8-ad4a-2142bd663512 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:26:31.855541 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-7ff0e91e-713d-4108-80cb-136c5d5b28d2 service neutron] Attempting to bind port 3ce7b8ef-db4d-4ab8-ad4a-2142bd663512 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '4ba45e80-1699-41ea-af87-6ed5cfcc2657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:26:31.855897 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-7ff0e91e-713d-4108-80cb-136c5d5b28d2 service neutron] Attempting to bind port 3ce7b8ef-db4d-4ab8-ad4a-2142bd663512 on network ad265d84-5a8c-4acf-b883-4ded13d15286 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:26:31.860783 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-7ff0e91e-713d-4108-80cb-136c5d5b28d2 service neutron] Port 3ce7b8ef-db4d-4ab8-ad4a-2142bd663512 on network ad265d84-5a8c-4acf-b883-4ded13d15286 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:26:31.861120 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-7ff0e91e-713d-4108-80cb-136c5d5b28d2 service neutron] Attempting to bind port 3ce7b8ef-db4d-4ab8-ad4a-2142bd663512 on network ad265d84-5a8c-4acf-b883-4ded13d15286 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:26:31.866360 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-7ff0e91e-713d-4108-80cb-136c5d5b28d2 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:26:31.866731 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-7ff0e91e-713d-4108-80cb-136c5d5b28d2 service neutron] Checking segment: {'id': '4ba45e80-1699-41ea-af87-6ed5cfcc2657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:26:31.867365 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-7ff0e91e-713d-4108-80cb-136c5d5b28d2 service neutron] Bound using segment: {'id': '4ba45e80-1699-41ea-af87-6ed5cfcc2657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:26:31.867569 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-7ff0e91e-713d-4108-80cb-136c5d5b28d2 service neutron] Bound port: 3ce7b8ef-db4d-4ab8-ad4a-2142bd663512, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ba45e80-1699-41ea-af87-6ed5cfcc2657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:26:31.867948 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-7ff0e91e-713d-4108-80cb-136c5d5b28d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:31.944093 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-7ff0e91e-713d-4108-80cb-136c5d5b28d2 service neutron] For port 3ce7b8ef-db4d-4ab8-ad4a-2142bd663512, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:26:31.947638 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-7ff0e91e-713d-4108-80cb-136c5d5b28d2 service neutron] For port 3ce7b8ef-db4d-4ab8-ad4a-2142bd663512, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=3ce7b8ef-db4d-4ab8-ad4a-2142bd663512,segment=NetworkSegment(4ba45e80-1699-41ea-af87-6ed5cfcc2657),segment_id=4ba45e80-1699-41ea-af87-6ed5cfcc2657)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:26:31.953860 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-7ff0e91e-713d-4108-80cb-136c5d5b28d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:31.990104 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-7ff0e91e-713d-4108-80cb-136c5d5b28d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:26:31.990763 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-7ff0e91e-713d-4108-80cb-136c5d5b28d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:31.992218 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-7ff0e91e-713d-4108-80cb-136c5d5b28d2 service neutron] 10.222.0.13 "PUT /v2.0/ports/3ce7b8ef-db4d-4ab8-ad4a-2142bd663512 HTTP/1.1" status: 200 len: 1093 time: 0.8300896 Jul 24 01:26:32.015237 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff0e91e-713d-4108-80cb-136c5d5b28d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3ce7b8ef-db4d-4ab8-ad4a-2142bd663512,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:26:32.098451 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-fd95a05e-1e77-4653-8225-85ad96931859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:26:32.100720 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-fd95a05e-1e77-4653-8225-85ad96931859 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc21a234b38d48d88c3414cb45873771&device_id=e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8 HTTP/1.1" status: 200 len: 1096 time: 0.0651691 Jul 24 01:26:32.144941 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-21f9fae7-7495-4402-90a0-466cb555b850 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ce7b8ef-db4d-4ab8-ad4a-2142bd663512 HTTP/1.1" status: 200 len: 217 time: 0.0370345 Jul 24 01:26:32.201286 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-34ad9b29-db91-4567-8b07-9a92d08afd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:26:32.202758 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-34ad9b29-db91-4567-8b07-9a92d08afd80 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e29f41fb-7a38-4eae-917b-51d7b2f60633 HTTP/1.1" status: 200 len: 851 time: 0.0506897 Jul 24 01:26:32.269431 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-ba72e54b-4d14-41cb-8b8a-2f0e7300d9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:26:32.270890 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-ba72e54b-4d14-41cb-8b8a-2f0e7300d9c6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad265d84-5a8c-4acf-b883-4ded13d15286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617051 Jul 24 01:26:32.365413 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-a0a9466d-e1ed-4ad8-ba8f-c2e11d048727 service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880632 Jul 24 01:26:32.473820 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-024a3cd4-eba6-4b2f-a6a2-40879262f65c req-dac42059-3e03-47d3-9d73-9fd2ab58a126 service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957880 Jul 24 01:26:32.573416 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-74a13cb8-5624-4443-b3f4-a5772f63cb71 req-da443651-e34b-4022-8684-714bb9700680 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddbfd44-bb9a-4581-8884-7a486d03df50 HTTP/1.1" status: 200 len: 210 time: 0.0337574 Jul 24 01:26:32.577264 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdeae2b1-5324-43a8-b332-fef721c9d4d6 req-81cf575d-b846-4be5-abef-f060d08e809d tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:26:32.579860 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fdeae2b1-5324-43a8-b332-fef721c9d4d6 req-81cf575d-b846-4be5-abef-f060d08e809d tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8 HTTP/1.1" status: 200 len: 944 time: 0.0682082 Jul 24 01:26:32.626931 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fdeae2b1-5324-43a8-b332-fef721c9d4d6 req-39ec7b25-add7-431a-8477-9757678bc2af tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406401 Jul 24 01:26:33.382264 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8', 'tag': '3ce7b8ef-db4d-4ab8-ad4a-2142bd663512'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:26:33.384781 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686a1f68-ccd6-42b2-ade4-9aab312d02aa" -d '{"events": [{"name": "network-changed", "server_uuid": "e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8", "tag": "3ce7b8ef-db4d-4ab8-ad4a-2142bd663512"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:26:33.420341 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdab08e3-e17b-446c-9e51-6dd1b7e5e553 x-openstack-request-id: req-fdab08e3-e17b-446c-9e51-6dd1b7e5e553 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:26:33.420639 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8", "tag": "3ce7b8ef-db4d-4ab8-ad4a-2142bd663512", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:26:33.420892 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fdab08e3-e17b-446c-9e51-6dd1b7e5e553 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:26:33.421287 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8', 'tag': '3ce7b8ef-db4d-4ab8-ad4a-2142bd663512', 'status': 'completed', 'code': 200} Jul 24 01:26:33.497011 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a1f68-ccd6-42b2-ade4-9aab312d02aa req-3abfa1e0-bb48-4264-910c-c39a9309bdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:26:33.498570 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-686a1f68-ccd6-42b2-ade4-9aab312d02aa req-3abfa1e0-bb48-4264-910c-c39a9309bdba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc21a234b38d48d88c3414cb45873771&device_id=e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8 HTTP/1.1" status: 200 len: 1096 time: 0.0556934 Jul 24 01:26:33.598168 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a1f68-ccd6-42b2-ade4-9aab312d02aa req-989735de-7905-46a6-a236-e7f6ca97871b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:26:33.599797 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-686a1f68-ccd6-42b2-ade4-9aab312d02aa req-989735de-7905-46a6-a236-e7f6ca97871b service neutron] 10.222.0.13 "GET /v2.0/networks?id=ad265d84-5a8c-4acf-b883-4ded13d15286 HTTP/1.1" status: 200 len: 913 time: 0.0950272 Jul 24 01:26:33.642042 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-686a1f68-ccd6-42b2-ade4-9aab312d02aa req-74a6c80b-aadb-405e-98fd-292e42c8755a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ce7b8ef-db4d-4ab8-ad4a-2142bd663512 HTTP/1.1" status: 200 len: 217 time: 0.0360947 Jul 24 01:26:33.684228 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d914729b-03b7-42bb-b932-b0f56679cc3f req-e5f5bf82-6d1e-4b65-9850-bc0e1e5799e7 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddbfd44-bb9a-4581-8884-7a486d03df50 HTTP/1.1" status: 200 len: 210 time: 0.0386548 Jul 24 01:26:33.708938 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a1f68-ccd6-42b2-ade4-9aab312d02aa req-0860486e-aca4-4a08-9867-5dfe0beecd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:26:33.710506 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-686a1f68-ccd6-42b2-ade4-9aab312d02aa req-0860486e-aca4-4a08-9867-5dfe0beecd96 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e29f41fb-7a38-4eae-917b-51d7b2f60633 HTTP/1.1" status: 200 len: 851 time: 0.0625324 Jul 24 01:26:33.810093 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a1f68-ccd6-42b2-ade4-9aab312d02aa req-6519a876-6f62-4b69-9590-9d9b90153890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:26:33.811688 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-686a1f68-ccd6-42b2-ade4-9aab312d02aa req-6519a876-6f62-4b69-9590-9d9b90153890 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad265d84-5a8c-4acf-b883-4ded13d15286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0910459 Jul 24 01:26:33.819377 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a21db-2788-45fa-a073-761fd7f89e09 req-c490d80f-e231-415d-a544-0f4fe0f7d6dc tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:26:33.820908 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-532a21db-2788-45fa-a073-761fd7f89e09 req-c490d80f-e231-415d-a544-0f4fe0f7d6dc tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8 HTTP/1.1" status: 200 len: 944 time: 0.1094735 Jul 24 01:26:33.916642 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-532a21db-2788-45fa-a073-761fd7f89e09 req-7456d9d6-d9c3-4429-ab84-6f6717304807 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855484 Jul 24 01:26:33.938438 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-686a1f68-ccd6-42b2-ade4-9aab312d02aa req-daac084a-bb43-4333-9207-5f776e3b882d service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165702 Jul 24 01:26:34.033062 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-686a1f68-ccd6-42b2-ade4-9aab312d02aa req-efe9b747-2208-4078-8832-0e39d765a804 service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883913 Jul 24 01:26:34.782010 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cd493d43-cc61-41e1-9896-17da4f5a0503 req-587e8402-dcd8-46d5-9200-abaffa445eba tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddbfd44-bb9a-4581-8884-7a486d03df50 HTTP/1.1" status: 200 len: 210 time: 0.0291533 Jul 24 01:26:34.928652 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 2274d9a6-81ed-4aa5-a20f-0c0092530bc1 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:26:34.949776 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 2274d9a6-81ed-4aa5-a20f-0c0092530bc1 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:26:34.950129 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 2274d9a6-81ed-4aa5-a20f-0c0092530bc1 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:26:35.054262 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d74e60-f3e7-412a-8558-78d5635ab8f5 req-28e26d3c-ef34-44b1-9180-9aa95e76baad tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:26:35.055809 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-39d74e60-f3e7-412a-8558-78d5635ab8f5 req-28e26d3c-ef34-44b1-9180-9aa95e76baad tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8 HTTP/1.1" status: 200 len: 944 time: 0.0700212 Jul 24 01:26:35.094760 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-39d74e60-f3e7-412a-8558-78d5635ab8f5 req-d2faac28-3def-4a08-82e9-bf5ac137e697 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327969 Jul 24 01:26:35.119459 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:35.487235 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:35.900246 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e50ff773-bb34-4a57-a394-9003ff664e1b req-21c0c022-f297-4b42-b9c4-9badb7ff928c tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "GET /v2.0/ports?device_id=cddbfd44-bb9a-4581-8884-7a486d03df50 HTTP/1.1" status: 200 len: 210 time: 0.0292814 Jul 24 01:26:36.261088 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274356e4-ab8e-4cef-8e74-849d26a5ce74 req-e501b7f7-62e6-46ef-9781-a287c2de7ee9 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:26:36.262757 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-274356e4-ab8e-4cef-8e74-849d26a5ce74 req-e501b7f7-62e6-46ef-9781-a287c2de7ee9 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8 HTTP/1.1" status: 200 len: 944 time: 0.0730896 Jul 24 01:26:36.306676 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-274356e4-ab8e-4cef-8e74-849d26a5ce74 req-5401de9c-76c4-4aae-95c6-e2b18eda08d9 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377533 Jul 24 01:26:36.958499 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47328) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:26:37.028372 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-39a887ea-356c-4094-bccf-12f7cd69a142 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:37.063313 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-39a887ea-356c-4094-bccf-12f7cd69a142 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:37.132132 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-39a887ea-356c-4094-bccf-12f7cd69a142 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:37.136983 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-39a887ea-356c-4094-bccf-12f7cd69a142 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:37.138551 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-39a887ea-356c-4094-bccf-12f7cd69a142 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] 10.222.0.15 "DELETE /v2.0/security-groups/cf03bee9-49c5-4012-a9d5-45664cef5c49 HTTP/1.1" status: 204 len: 168 time: 0.1788316 Jul 24 01:26:37.150293 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a887ea-356c-4094-bccf-12f7cd69a142 tempest-TestVolumeBackupRestore-509361889 tempest-TestVolumeBackupRestore-509361889-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf03bee9-49c5-4012-a9d5-45664cef5c49,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:26:37.520392 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d29d29-4747-43d2-993c-a7a93176acce req-00d157ba-ba00-43d6-a2b0-e73e75dc9929 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:26:37.522028 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d1d29d29-4747-43d2-993c-a7a93176acce req-00d157ba-ba00-43d6-a2b0-e73e75dc9929 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8 HTTP/1.1" status: 200 len: 944 time: 0.0787339 Jul 24 01:26:37.577403 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d1d29d29-4747-43d2-993c-a7a93176acce req-ba545287-e034-4b3e-b6fa-1c5133a28f99 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466580 Jul 24 01:26:38.613548 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:26:38.758384 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206be9cb-ac30-4d56-a88b-e1d4918a6947 req-705cd4bd-067e-4e70-a1cb-8a01d678b553 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:26:38.763321 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-206be9cb-ac30-4d56-a88b-e1d4918a6947 req-705cd4bd-067e-4e70-a1cb-8a01d678b553 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8 HTTP/1.1" status: 200 len: 944 time: 0.0978024 Jul 24 01:26:38.812567 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-206be9cb-ac30-4d56-a88b-e1d4918a6947 req-f79b9ece-9142-4928-aac1-9aa3533d5d4a tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459998 Jul 24 01:26:40.016154 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a44896-059d-4267-b014-db541cd3fddd req-989b9c91-b1ea-4330-a599-bcfe1a8fa28b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:26:40.018511 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f1a44896-059d-4267-b014-db541cd3fddd req-989b9c91-b1ea-4330-a599-bcfe1a8fa28b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8 HTTP/1.1" status: 200 len: 944 time: 0.1052268 Jul 24 01:26:40.067731 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f1a44896-059d-4267-b014-db541cd3fddd req-3dccb16c-f6e2-45df-b88f-df9589c20b4c tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424597 Jul 24 01:26:40.694191 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47786) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:26:41.074182 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f1c4e278-51b3-4b82-b5e0-9a5edf66cc5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:41.326507 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50812904-2cab-4d72-a3cd-c1f9b0d670cc req-7eb6c13f-4209-4c4c-ae7e-3a3e4347ae09 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:26:41.328682 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-50812904-2cab-4d72-a3cd-c1f9b0d670cc req-7eb6c13f-4209-4c4c-ae7e-3a3e4347ae09 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8 HTTP/1.1" status: 200 len: 944 time: 0.1748528 Jul 24 01:26:41.393305 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-50812904-2cab-4d72-a3cd-c1f9b0d670cc req-77c926e9-0844-4123-ae0c-89ae62259f3a tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579298 Jul 24 01:26:41.496273 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-f1c4e278-51b3-4b82-b5e0-9a5edf66cc5c admin admin] Deleting port aa8c0129-fbba-47a0-aa72-30c29730a02d {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:26:41.496657 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f1c4e278-51b3-4b82-b5e0-9a5edf66cc5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:41.581767 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-f1c4e278-51b3-4b82-b5e0-9a5edf66cc5c admin admin] For port aa8c0129-fbba-47a0-aa72-30c29730a02d, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=aa8c0129-fbba-47a0-aa72-30c29730a02d,segment=NetworkSegment(2adf6ec5-9e29-47bb-b59a-45826b3552e5),segment_id=2adf6ec5-9e29-47bb-b59a-45826b3552e5)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:26:41.582020 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f1c4e278-51b3-4b82-b5e0-9a5edf66cc5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:41.594797 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-f1c4e278-51b3-4b82-b5e0-9a5edf66cc5c admin admin] Calling delete_port for aa8c0129-fbba-47a0-aa72-30c29730a02d owned by network:router_interface {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:26:41.779496 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f1c4e278-51b3-4b82-b5e0-9a5edf66cc5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:41.808642 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c4e278-51b3-4b82-b5e0-9a5edf66cc5c admin admin] Pushing event deleted for resources: {'Port': ['ID=aa8c0129-fbba-47a0-aa72-30c29730a02d,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:26:41.976059 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f1c4e278-51b3-4b82-b5e0-9a5edf66cc5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:42.508574 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c4e278-51b3-4b82-b5e0-9a5edf66cc5c admin admin] Router dae6116a-0aa2-4a79-a864-a17ca14f99a8 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:26:42.527637 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419a589-8d10-4823-b5ef-367f8b7d4aa9 req-8c5ea795-f39c-49a8-a617-2347f21f6664 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:26:42.529791 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e419a589-8d10-4823-b5ef-367f8b7d4aa9 req-8c5ea795-f39c-49a8-a617-2347f21f6664 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8 HTTP/1.1" status: 200 len: 944 time: 0.0651412 Jul 24 01:26:42.567683 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e419a589-8d10-4823-b5ef-367f8b7d4aa9 req-aa4a865e-fbdf-41e6-9630-36d269f35d11 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322409 Jul 24 01:26:42.622442 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c4e278-51b3-4b82-b5e0-9a5edf66cc5c admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:26:42.627810 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f1c4e278-51b3-4b82-b5e0-9a5edf66cc5c admin admin] 10.222.0.15 "PUT /v2.0/routers/dae6116a-0aa2-4a79-a864-a17ca14f99a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9318860 Jul 24 01:26:42.630297 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47792) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:26:42.632935 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09c74e1-7e95-4210-ac50-62855f07e261 None None] Sync routers for ids ['dae6116a-0aa2-4a79-a864-a17ca14f99a8'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:26:42.642778 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09c74e1-7e95-4210-ac50-62855f07e261 None None] Routers {'dae6116a-0aa2-4a79-a864-a17ca14f99a8'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:26:42.643382 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-d09c74e1-7e95-4210-ac50-62855f07e261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:26:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['dae6116a-0aa2-4a79-a864-a17ca14f99a8'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:26:42.734680 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2a854c54-36fa-4281-9edd-a122145e2046 admin admin] Notify callbacks [] for router, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:42.748673 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-d09c74e1-7e95-4210-ac50-62855f07e261 None None] Set router dae6116a-0aa2-4a79-a864-a17ca14f99a8 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:26:42.839622 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2a854c54-36fa-4281-9edd-a122145e2046 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:42.894625 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-2a854c54-36fa-4281-9edd-a122145e2046 admin admin] Deleting port 79fb6f8f-87a1-4dac-ae56-65c981280d2b {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:26:42.895007 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2a854c54-36fa-4281-9edd-a122145e2046 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:42.941079 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-d09c74e1-7e95-4210-ac50-62855f07e261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'name': 'tempest-TestVolumeBackupRestore-982176044-router', 'tenant_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '79fb6f8f-87a1-4dac-ae56-65c981280d2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:23Z', 'updated_at': '2021-07-24T01:26:41Z', 'revision_number': 5, 'project_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'gw_port': {'id': '79fb6f8f-87a1-4dac-ae56-65c981280d2b', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:7a:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:24Z', 'updated_at': '2021-07-24T01:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:26:42.967771 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09c74e1-7e95-4210-ac50-62855f07e261 None None] Checking router: dae6116a-0aa2-4a79-a864-a17ca14f99a8 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:26:42.975905 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09c74e1-7e95-4210-ac50-62855f07e261 None None] Routers {'dae6116a-0aa2-4a79-a864-a17ca14f99a8'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:26:42.976437 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-d09c74e1-7e95-4210-ac50-62855f07e261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:26:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['dae6116a-0aa2-4a79-a864-a17ca14f99a8'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:26:42.983139 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-2a854c54-36fa-4281-9edd-a122145e2046 admin admin] For port 79fb6f8f-87a1-4dac-ae56-65c981280d2b, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=79fb6f8f-87a1-4dac-ae56-65c981280d2b,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:26:42.983532 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2a854c54-36fa-4281-9edd-a122145e2046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:42.996264 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-2a854c54-36fa-4281-9edd-a122145e2046 admin admin] Calling delete_port for 79fb6f8f-87a1-4dac-ae56-65c981280d2b owned by network:router_gateway {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:26:43.150050 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-d09c74e1-7e95-4210-ac50-62855f07e261 None None] Set router dae6116a-0aa2-4a79-a864-a17ca14f99a8 gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:26:43.169359 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2a854c54-36fa-4281-9edd-a122145e2046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:43.198164 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a854c54-36fa-4281-9edd-a122145e2046 admin admin] Pushing event deleted for resources: {'Port': ['ID=79fb6f8f-87a1-4dac-ae56-65c981280d2b,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:26:43.205273 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-d09c74e1-7e95-4210-ac50-62855f07e261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'name': 'tempest-TestVolumeBackupRestore-982176044-router', 'tenant_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:23Z', 'updated_at': '2021-07-24T01:26:42Z', 'revision_number': 6, 'project_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:26:43.233012 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09c74e1-7e95-4210-ac50-62855f07e261 None None] The sync data for ids ['dae6116a-0aa2-4a79-a864-a17ca14f99a8'] in n-d-793621-25 is: [{'id': 'dae6116a-0aa2-4a79-a864-a17ca14f99a8', 'name': 'tempest-TestVolumeBackupRestore-982176044-router', 'tenant_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:23Z', 'updated_at': '2021-07-24T01:26:42Z', 'revision_number': 6, 'project_id': 'ebbc8f64d8034aaea14c926a820d5a8c', 'gw_port_host': None}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:26:43.273714 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2a854c54-36fa-4281-9edd-a122145e2046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:43.364807 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2a854c54-36fa-4281-9edd-a122145e2046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:43.366951 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2a854c54-36fa-4281-9edd-a122145e2046 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:43.410637 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2a854c54-36fa-4281-9edd-a122145e2046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:43.411200 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a854c54-36fa-4281-9edd-a122145e2046 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dae6116a-0aa2-4a79-a864-a17ca14f99a8 {{(pid=100464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:26:43.415853 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2a854c54-36fa-4281-9edd-a122145e2046 admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:43.417587 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2a854c54-36fa-4281-9edd-a122145e2046 admin admin] 10.222.0.15 "DELETE /v2.0/routers/dae6116a-0aa2-4a79-a864-a17ca14f99a8 HTTP/1.1" status: 204 len: 168 time: 0.7863376 Jul 24 01:26:43.420302 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47794) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:26:43.468258 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d42768e-8443-4b6f-919c-8cc0565efeca admin admin] Deleting subnet 1bcd2eeb-8b15-4858-9109-baf126c22b5e {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:26:43.471243 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0d42768e-8443-4b6f-919c-8cc0565efeca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:43.505975 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0d42768e-8443-4b6f-919c-8cc0565efeca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:43.599531 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0d42768e-8443-4b6f-919c-8cc0565efeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:43.673066 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0d42768e-8443-4b6f-919c-8cc0565efeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:43.724335 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d42768e-8443-4b6f-919c-8cc0565efeca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bcd2eeb-8b15-4858-9109-baf126c22b5e,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:26:43.730396 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0d42768e-8443-4b6f-919c-8cc0565efeca admin admin] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:43.732378 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0d42768e-8443-4b6f-919c-8cc0565efeca admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1bcd2eeb-8b15-4858-9109-baf126c22b5e HTTP/1.1" status: 204 len: 168 time: 0.3111484 Jul 24 01:26:43.735035 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47798) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:26:43.735730 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db19346-461f-426c-b902-283093997f00 None None] Network f13c919f-e5f9-4d23-b23b-17b787bcf83d requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:26:43.825128 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c44da779-936e-4d73-b4c9-421810a0757f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:43.841315 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54fcd4c-3f2d-4150-9cfa-3f0f795da8e2 req-7c7f0726-f330-4a92-abcb-682f74a7647a tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:26:43.843088 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c54fcd4c-3f2d-4150-9cfa-3f0f795da8e2 req-7c7f0726-f330-4a92-abcb-682f74a7647a tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8 HTTP/1.1" status: 200 len: 944 time: 0.1814938 Jul 24 01:26:43.914576 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c54fcd4c-3f2d-4150-9cfa-3f0f795da8e2 req-080b25c5-9c78-4865-aafa-4014b6ceb2cf tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648663 Jul 24 01:26:43.927127 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-c44da779-936e-4d73-b4c9-421810a0757f admin admin] Deleting port 2a244668-ac32-400d-a0ae-09c95952618b {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:26:43.927479 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c44da779-936e-4d73-b4c9-421810a0757f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:43.989260 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-c44da779-936e-4d73-b4c9-421810a0757f admin admin] For port 2a244668-ac32-400d-a0ae-09c95952618b, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2a244668-ac32-400d-a0ae-09c95952618b,segment=NetworkSegment(2adf6ec5-9e29-47bb-b59a-45826b3552e5),segment_id=2adf6ec5-9e29-47bb-b59a-45826b3552e5)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:26:43.989551 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c44da779-936e-4d73-b4c9-421810a0757f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:44.002509 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-c44da779-936e-4d73-b4c9-421810a0757f admin admin] Calling delete_port for 2a244668-ac32-400d-a0ae-09c95952618b owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:26:44.043719 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21709d97-7fb9-4547-aeaf-b4fb0df6fb7e None None] DHCP port deletion for f13c919f-e5f9-4d23-b23b-17b787bcf83d request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:26:44.071573 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device aa8c0129-fbba-47a0-aa72-30c29730a02d no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:26:44.089047 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c44da779-936e-4d73-b4c9-421810a0757f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:44.096959 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: aa8c0129-fbba-47a0-aa72-30c29730a02d {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:26:44.097694 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device aa8c0129-fbba-47a0-aa72-30c29730a02d not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:26:44.118571 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44da779-936e-4d73-b4c9-421810a0757f admin admin] Pushing event deleted for resources: {'Port': ['ID=2a244668-ac32-400d-a0ae-09c95952618b,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:26:44.122487 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44da779-936e-4d73-b4c9-421810a0757f admin admin] No DVR routers for this DVR port 2a244668-ac32-400d-a0ae-09c95952618b on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:26:44.129655 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-21709d97-7fb9-4547-aeaf-b4fb0df6fb7e None None] Deleting port 2a244668-ac32-400d-a0ae-09c95952618b {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:26:44.130086 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-21709d97-7fb9-4547-aeaf-b4fb0df6fb7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:44.192617 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-21709d97-7fb9-4547-aeaf-b4fb0df6fb7e None None] For port 2a244668-ac32-400d-a0ae-09c95952618b, host n-d-793621-25, got binding levels [] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:26:44.193015 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-21709d97-7fb9-4547-aeaf-b4fb0df6fb7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:44.201284 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c44da779-936e-4d73-b4c9-421810a0757f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:44.206589 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-21709d97-7fb9-4547-aeaf-b4fb0df6fb7e None None] Calling delete_port for 2a244668-ac32-400d-a0ae-09c95952618b owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:26:44.210240 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.ipam_backend_mixin [None req-21709d97-7fb9-4547-aeaf-b4fb0df6fb7e None None] Port 2a244668-ac32-400d-a0ae-09c95952618b was not found and therefore no delete operation was performed {{(pid=100465) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 24 01:26:44.211500 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-c44da779-936e-4d73-b4c9-421810a0757f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f13c919f-e5f9-4d23-b23b-17b787bcf83d']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:26:44.211667 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-21709d97-7fb9-4547-aeaf-b4fb0df6fb7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:44.224499 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-c44da779-936e-4d73-b4c9-421810a0757f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2adf6ec5-9e29-47bb-b59a-45826b3552e5') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:26:44.224499 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-c44da779-936e-4d73-b4c9-421810a0757f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2adf6ec5-9e29-47bb-b59a-45826b3552e5') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:26:44.233799 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c44da779-936e-4d73-b4c9-421810a0757f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:44.236879 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21709d97-7fb9-4547-aeaf-b4fb0df6fb7e None None] Pushing event deleted for resources: {'Port': ['ID=2a244668-ac32-400d-a0ae-09c95952618b,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:26:44.243291 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21709d97-7fb9-4547-aeaf-b4fb0df6fb7e None None] No DVR routers for this DVR port 2a244668-ac32-400d-a0ae-09c95952618b on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:26:44.248481 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c44da779-936e-4d73-b4c9-421810a0757f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:44.255711 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c44da779-936e-4d73-b4c9-421810a0757f admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:26:44.256138 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c44da779-936e-4d73-b4c9-421810a0757f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:44.258218 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:26:44.258218 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:26:44.258218 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:26:44.258218 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:26:44.258218 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:26:44.258218 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:26:44.258218 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:26:44.258218 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:26:44.258218 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:26:44.258218 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:26:44.258218 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:26:44.258218 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:26:44.258218 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:26:44.258218 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:26:44.258218 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:26:44.258218 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:26:44.258218 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:26:44.258218 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:26:44.258218 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:26:44.258218 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:26:44.258218 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:26:44.258218 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:26:44.258218 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:26:44.258218 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:26:44.258218 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:26:44.258218 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:26:44.258218 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:26:44.258218 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:26:44.258218 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:26:44.258218 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:26:44.258218 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:26:44.258218 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:26:44.316621 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c44da779-936e-4d73-b4c9-421810a0757f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:44.323726 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c44da779-936e-4d73-b4c9-421810a0757f admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:44.325926 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c44da779-936e-4d73-b4c9-421810a0757f admin admin] 10.222.0.15 "DELETE /v2.0/networks/f13c919f-e5f9-4d23-b23b-17b787bcf83d HTTP/1.1" status: 204 len: 168 time: 0.5899568 Jul 24 01:26:44.328999 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47800) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:26:44.336005 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44da779-936e-4d73-b4c9-421810a0757f admin admin] Pushing event deleted for resources: {'Network': ['ID=f13c919f-e5f9-4d23-b23b-17b787bcf83d,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:26:44.685085 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-104c4483-9a61-4641-9243-cfd93403040c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:44.935580 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-104c4483-9a61-4641-9243-cfd93403040c admin admin] Deleting port 9fa35ea6-8cc1-4152-9709-31f159df7c43 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:26:44.937245 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-104c4483-9a61-4641-9243-cfd93403040c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:44.990827 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 3ce7b8ef-db4d-4ab8-ad4a-2142bd663512 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:26:45.050165 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-104c4483-9a61-4641-9243-cfd93403040c admin admin] For port 9fa35ea6-8cc1-4152-9709-31f159df7c43, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=9fa35ea6-8cc1-4152-9709-31f159df7c43,segment=NetworkSegment(775ec0ad-5c51-46f7-8b8e-0e8933096245),segment_id=775ec0ad-5c51-46f7-8b8e-0e8933096245)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:26:45.050534 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-104c4483-9a61-4641-9243-cfd93403040c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:45.067825 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-104c4483-9a61-4641-9243-cfd93403040c admin admin] Calling delete_port for 9fa35ea6-8cc1-4152-9709-31f159df7c43 owned by network:router_interface {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:26:45.092702 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 3ce7b8ef-db4d-4ab8-ad4a-2142bd663512, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=3ce7b8ef-db4d-4ab8-ad4a-2142bd663512,segment=NetworkSegment(4ba45e80-1699-41ea-af87-6ed5cfcc2657),segment_id=4ba45e80-1699-41ea-af87-6ed5cfcc2657)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:26:45.096476 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186426fb-1279-489c-bb48-57f3bd770e48 req-e0cb74c6-679d-4413-9f78-f04b37bbfbbc tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:26:45.098308 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-186426fb-1279-489c-bb48-57f3bd770e48 req-e0cb74c6-679d-4413-9f78-f04b37bbfbbc tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8 HTTP/1.1" status: 200 len: 944 time: 0.1102145 Jul 24 01:26:45.105511 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '3ce7b8ef-db4d-4ab8-ad4a-2142bd663512', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'port_id': '3ce7b8ef-db4d-4ab8-ad4a-2142bd663512', 'mac_address': 'fa:16:3e:64:3e:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:26:45.142603 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:45.155903 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ce7b8ef-db4d-4ab8-ad4a-2142bd663512 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:26:45.175407 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-186426fb-1279-489c-bb48-57f3bd770e48 req-d29af4a2-2106-4183-945a-5b174935be07 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488884 Jul 24 01:26:45.175988 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 3ce7b8ef-db4d-4ab8-ad4a-2142bd663512, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=3ce7b8ef-db4d-4ab8-ad4a-2142bd663512,segment=NetworkSegment(4ba45e80-1699-41ea-af87-6ed5cfcc2657),segment_id=4ba45e80-1699-41ea-af87-6ed5cfcc2657)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:26:45.181995 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:45.313438 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-104c4483-9a61-4641-9243-cfd93403040c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:45.343610 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c4483-9a61-4641-9243-cfd93403040c admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa35ea6-8cc1-4152-9709-31f159df7c43,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:26:45.372064 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c4483-9a61-4641-9243-cfd93403040c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:26:45.372516 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c4483-9a61-4641-9243-cfd93403040c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:26:45.372876 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c4483-9a61-4641-9243-cfd93403040c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:26:45.373066 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c4483-9a61-4641-9243-cfd93403040c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:26:45.373407 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c4483-9a61-4641-9243-cfd93403040c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:26:45.373726 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c4483-9a61-4641-9243-cfd93403040c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:26:45.374057 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c4483-9a61-4641-9243-cfd93403040c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:26:45.374384 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c4483-9a61-4641-9243-cfd93403040c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:26:45.374769 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c4483-9a61-4641-9243-cfd93403040c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:26:45.375084 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c4483-9a61-4641-9243-cfd93403040c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:26:45.375392 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c4483-9a61-4641-9243-cfd93403040c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:26:45.375716 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104c4483-9a61-4641-9243-cfd93403040c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:26:45.384385 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2a244668-ac32-400d-a0ae-09c95952618b no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:26:45.414913 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 2a244668-ac32-400d-a0ae-09c95952618b {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:26:45.415258 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2a244668-ac32-400d-a0ae-09c95952618b not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:26:45.416541 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 79fb6f8f-87a1-4dac-ae56-65c981280d2b no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:26:45.438852 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 79fb6f8f-87a1-4dac-ae56-65c981280d2b {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:26:45.439257 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 79fb6f8f-87a1-4dac-ae56-65c981280d2b not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:26:45.441096 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=3ce7b8ef-db4d-4ab8-ad4a-2142bd663512,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:26:45.459510 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['3ce7b8ef-db4d-4ab8-ad4a-2142bd663512'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:26:45.533343 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-104c4483-9a61-4641-9243-cfd93403040c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:45.756137 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9882ceda-3271-48f6-a07b-d08bd7ff2347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:45.761390 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104c4483-9a61-4641-9243-cfd93403040c admin admin] Router 870e16f2-ec0b-4cff-9769-f56177de0938 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:26:45.869997 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104c4483-9a61-4641-9243-cfd93403040c admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:26:45.876524 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-104c4483-9a61-4641-9243-cfd93403040c admin admin] 10.222.0.15 "PUT /v2.0/routers/870e16f2-ec0b-4cff-9769-f56177de0938/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5461848 Jul 24 01:26:45.877765 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47804) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:26:45.879284 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcc1108-64cc-4812-88f4-e30a3afa7690 None None] Sync routers for ids ['870e16f2-ec0b-4cff-9769-f56177de0938'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:26:45.889344 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcc1108-64cc-4812-88f4-e30a3afa7690 None None] Routers {'870e16f2-ec0b-4cff-9769-f56177de0938'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:26:45.889969 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-0bcc1108-64cc-4812-88f4-e30a3afa7690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:26:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['870e16f2-ec0b-4cff-9769-f56177de0938'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:26:45.981666 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3a833cbc-f53b-4791-a567-2e0fc3682ea3 admin admin] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:45.996160 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-0bcc1108-64cc-4812-88f4-e30a3afa7690 None None] Set router 870e16f2-ec0b-4cff-9769-f56177de0938 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:26:46.087007 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3a833cbc-f53b-4791-a567-2e0fc3682ea3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:46.140633 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-3a833cbc-f53b-4791-a567-2e0fc3682ea3 admin admin] Deleting port 463ea590-44b3-4bcc-b1e4-2bd5532bfd3a {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:26:46.140974 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3a833cbc-f53b-4791-a567-2e0fc3682ea3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:46.172682 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-0bcc1108-64cc-4812-88f4-e30a3afa7690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870e16f2-ec0b-4cff-9769-f56177de0938', 'name': 'tempest-TestVolumeBackupRestore-36290574-router', 'tenant_id': 'ee12d3f5970c429d82f4f1def6a5ed4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '463ea590-44b3-4bcc-b1e4-2bd5532bfd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:32Z', 'updated_at': '2021-07-24T01:26:45Z', 'revision_number': 5, 'project_id': 'ee12d3f5970c429d82f4f1def6a5ed4c', 'gw_port': {'id': '463ea590-44b3-4bcc-b1e4-2bd5532bfd3a', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '870e16f2-ec0b-4cff-9769-f56177de0938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3928, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:23:33Z', 'updated_at': '2021-07-24T01:23:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:26:46.203666 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcc1108-64cc-4812-88f4-e30a3afa7690 None None] Checking router: 870e16f2-ec0b-4cff-9769-f56177de0938 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:26:46.213715 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcc1108-64cc-4812-88f4-e30a3afa7690 None None] Routers {'870e16f2-ec0b-4cff-9769-f56177de0938'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:26:46.214887 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-0bcc1108-64cc-4812-88f4-e30a3afa7690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:26:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['870e16f2-ec0b-4cff-9769-f56177de0938'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:26:46.228158 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-3a833cbc-f53b-4791-a567-2e0fc3682ea3 admin admin] For port 463ea590-44b3-4bcc-b1e4-2bd5532bfd3a, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=463ea590-44b3-4bcc-b1e4-2bd5532bfd3a,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:26:46.228535 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3a833cbc-f53b-4791-a567-2e0fc3682ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:46.242835 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-3a833cbc-f53b-4791-a567-2e0fc3682ea3 admin admin] Calling delete_port for 463ea590-44b3-4bcc-b1e4-2bd5532bfd3a owned by network:router_gateway {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:26:46.304822 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-0bcc1108-64cc-4812-88f4-e30a3afa7690 None None] Set router 870e16f2-ec0b-4cff-9769-f56177de0938 gateway port host: None {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:26:46.323960 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780eb5b7-4697-4825-b22a-700d86f57ec1 req-f138b12b-46d1-4021-98e1-00dd9044c615 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:26:46.325668 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-780eb5b7-4697-4825-b22a-700d86f57ec1 req-f138b12b-46d1-4021-98e1-00dd9044c615 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8 HTTP/1.1" status: 200 len: 945 time: 0.0735018 Jul 24 01:26:46.359344 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-0bcc1108-64cc-4812-88f4-e30a3afa7690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '870e16f2-ec0b-4cff-9769-f56177de0938', 'name': 'tempest-TestVolumeBackupRestore-36290574-router', 'tenant_id': 'ee12d3f5970c429d82f4f1def6a5ed4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:32Z', 'updated_at': '2021-07-24T01:26:46Z', 'revision_number': 6, 'project_id': 'ee12d3f5970c429d82f4f1def6a5ed4c', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:26:46.367062 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-780eb5b7-4697-4825-b22a-700d86f57ec1 req-6a3a48ff-441f-4e40-9c43-5022fedb2800 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353422 Jul 24 01:26:46.392698 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcc1108-64cc-4812-88f4-e30a3afa7690 None None] The sync data for ids ['870e16f2-ec0b-4cff-9769-f56177de0938'] in n-d-793621-25 is: [{'id': '870e16f2-ec0b-4cff-9769-f56177de0938', 'name': 'tempest-TestVolumeBackupRestore-36290574-router', 'tenant_id': 'ee12d3f5970c429d82f4f1def6a5ed4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:23:32Z', 'updated_at': '2021-07-24T01:26:46Z', 'revision_number': 6, 'project_id': 'ee12d3f5970c429d82f4f1def6a5ed4c', 'gw_port_host': None}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:26:46.430610 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3a833cbc-f53b-4791-a567-2e0fc3682ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:46.457212 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a833cbc-f53b-4791-a567-2e0fc3682ea3 admin admin] Pushing event deleted for resources: {'Port': ['ID=463ea590-44b3-4bcc-b1e4-2bd5532bfd3a,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:26:46.519327 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3a833cbc-f53b-4791-a567-2e0fc3682ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:46.607706 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3a833cbc-f53b-4791-a567-2e0fc3682ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:46.609772 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3a833cbc-f53b-4791-a567-2e0fc3682ea3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:46.656795 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3a833cbc-f53b-4791-a567-2e0fc3682ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:46.657503 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a833cbc-f53b-4791-a567-2e0fc3682ea3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 870e16f2-ec0b-4cff-9769-f56177de0938 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:26:46.662482 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3a833cbc-f53b-4791-a567-2e0fc3682ea3 admin admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:46.666740 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3a833cbc-f53b-4791-a567-2e0fc3682ea3 admin admin] 10.222.0.15 "DELETE /v2.0/routers/870e16f2-ec0b-4cff-9769-f56177de0938 HTTP/1.1" status: 204 len: 168 time: 0.7856159 Jul 24 01:26:46.667001 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47808) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:26:46.712516 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f51f7f4-210b-4871-8260-472c8ebce6a1 admin admin] Deleting subnet 03610138-f2dc-420b-9c93-153398a84da8 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:26:46.716033 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6f51f7f4-210b-4871-8260-472c8ebce6a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:46.752902 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6f51f7f4-210b-4871-8260-472c8ebce6a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:46.839572 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6f51f7f4-210b-4871-8260-472c8ebce6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:46.892058 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6f51f7f4-210b-4871-8260-472c8ebce6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:46.920208 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f51f7f4-210b-4871-8260-472c8ebce6a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03610138-f2dc-420b-9c93-153398a84da8,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:26:46.922438 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6f51f7f4-210b-4871-8260-472c8ebce6a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:46.924195 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6f51f7f4-210b-4871-8260-472c8ebce6a1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/03610138-f2dc-420b-9c93-153398a84da8 HTTP/1.1" status: 204 len: 168 time: 0.2562339 Jul 24 01:26:46.926279 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae0f10b-95f1-4e86-86ac-f64865a13fd7 None None] Network eb1d0d1b-2f12-4193-a1e7-86208e7390f1 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:26:46.927006 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47810) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:26:46.990484 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 3ce7b8ef-db4d-4ab8-ad4a-2142bd663512 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:26:46.999154 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8fd79396-c6d6-4ed9-a8ad-76190a09ce12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:47.051995 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-8fd79396-c6d6-4ed9-a8ad-76190a09ce12 admin admin] Deleting port 2365f26c-c0d8-481f-99b6-0a88ed8acbb7 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:26:47.052256 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8fd79396-c6d6-4ed9-a8ad-76190a09ce12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:47.093170 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 3ce7b8ef-db4d-4ab8-ad4a-2142bd663512 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:26:47.096548 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 3ce7b8ef-db4d-4ab8-ad4a-2142bd663512 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:26:47.097067 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:47.132034 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-8fd79396-c6d6-4ed9-a8ad-76190a09ce12 admin admin] For port 2365f26c-c0d8-481f-99b6-0a88ed8acbb7, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2365f26c-c0d8-481f-99b6-0a88ed8acbb7,segment=NetworkSegment(775ec0ad-5c51-46f7-8b8e-0e8933096245),segment_id=775ec0ad-5c51-46f7-8b8e-0e8933096245)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:26:47.132398 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8fd79396-c6d6-4ed9-a8ad-76190a09ce12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:47.151312 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-8fd79396-c6d6-4ed9-a8ad-76190a09ce12 admin admin] Calling delete_port for 2365f26c-c0d8-481f-99b6-0a88ed8acbb7 owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:26:47.174175 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b1bf47-6f3a-46ee-93ba-0a4a4d52dc84 None None] DHCP port deletion for eb1d0d1b-2f12-4193-a1e7-86208e7390f1 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:26:47.210319 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:47.241323 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce7b8ef-db4d-4ab8-ad4a-2142bd663512'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:26:47.243891 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6337fc-4b2a-475a-9f63-258a3b91ea4a" -d '{"events": [{"server_uuid": "e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8", "name": "network-vif-plugged", "status": "completed", "tag": "3ce7b8ef-db4d-4ab8-ad4a-2142bd663512"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:26:47.250084 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8fd79396-c6d6-4ed9-a8ad-76190a09ce12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:47.261131 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 3ce7b8ef-db4d-4ab8-ad4a-2142bd663512, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=3ce7b8ef-db4d-4ab8-ad4a-2142bd663512,segment=NetworkSegment(4ba45e80-1699-41ea-af87-6ed5cfcc2657),segment_id=4ba45e80-1699-41ea-af87-6ed5cfcc2657)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:26:47.272667 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:47.279711 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-f6b1bf47-6f3a-46ee-93ba-0a4a4d52dc84 None None] Deleting port 2365f26c-c0d8-481f-99b6-0a88ed8acbb7 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:26:47.280269 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f6b1bf47-6f3a-46ee-93ba-0a4a4d52dc84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:47.291837 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd79396-c6d6-4ed9-a8ad-76190a09ce12 admin admin] Pushing event deleted for resources: {'Port': ['ID=2365f26c-c0d8-481f-99b6-0a88ed8acbb7,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:26:47.294078 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd79396-c6d6-4ed9-a8ad-76190a09ce12 admin admin] No DVR routers for this DVR port 2365f26c-c0d8-481f-99b6-0a88ed8acbb7 on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:26:47.373119 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8fd79396-c6d6-4ed9-a8ad-76190a09ce12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:47.384080 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-8fd79396-c6d6-4ed9-a8ad-76190a09ce12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb1d0d1b-2f12-4193-a1e7-86208e7390f1']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:26:47.410530 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-f6b1bf47-6f3a-46ee-93ba-0a4a4d52dc84 None None] For port 2365f26c-c0d8-481f-99b6-0a88ed8acbb7, host n-d-793621-25, got binding levels [] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:26:47.410970 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f6b1bf47-6f3a-46ee-93ba-0a4a4d52dc84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:47.414676 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-8fd79396-c6d6-4ed9-a8ad-76190a09ce12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '775ec0ad-5c51-46f7-8b8e-0e8933096245') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:26:47.414999 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-8fd79396-c6d6-4ed9-a8ad-76190a09ce12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '775ec0ad-5c51-46f7-8b8e-0e8933096245') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:26:47.424036 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 463ea590-44b3-4bcc-b1e4-2bd5532bfd3a no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:26:47.427632 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8fd79396-c6d6-4ed9-a8ad-76190a09ce12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:47.433340 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=3ce7b8ef-db4d-4ab8-ad4a-2142bd663512,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:26:47.441855 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-f6b1bf47-6f3a-46ee-93ba-0a4a4d52dc84 None None] Calling delete_port for 2365f26c-c0d8-481f-99b6-0a88ed8acbb7 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:26:47.444924 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8fd79396-c6d6-4ed9-a8ad-76190a09ce12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:47.452359 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fd79396-c6d6-4ed9-a8ad-76190a09ce12 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:26:47.452773 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8fd79396-c6d6-4ed9-a8ad-76190a09ce12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:47.467543 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:26:47.468171 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:26:47.468699 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:26:47.469202 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:26:47.469761 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:26:47.470260 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:26:47.470994 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:26:47.471494 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:26:47.471987 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:26:47.472553 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:26:47.473119 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:26:47.473647 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:26:47.477376 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:26:47.477376 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:26:47.477376 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:26:47.477376 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:26:47.477376 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:26:47.477376 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:26:47.477376 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:26:47.477376 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:26:47.477376 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:26:47.477376 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:26:47.477376 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:26:47.477376 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:26:47.477376 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:26:47.477376 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:26:47.477376 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:26:47.477376 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:26:47.477376 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:26:47.477376 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:26:47.477376 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:26:47.477376 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:26:47.477376 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:26:47.477376 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:26:47.477376 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:26:47.477376 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:26:47.477376 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:26:47.477376 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:26:47.477376 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:26:47.477376 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:26:47.477376 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:26:47.477376 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:26:47.477376 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:26:47.477376 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:26:47.488803 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be7a143f-4c3a-4d21-a64c-3cfe2ae844df x-openstack-request-id: req-be7a143f-4c3a-4d21-a64c-3cfe2ae844df {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:26:47.489304 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8", "name": "network-vif-plugged", "status": "completed", "tag": "3ce7b8ef-db4d-4ab8-ad4a-2142bd663512", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:26:47.489727 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-be7a143f-4c3a-4d21-a64c-3cfe2ae844df {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:26:47.490308 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ce7b8ef-db4d-4ab8-ad4a-2142bd663512', 'code': 200} Jul 24 01:26:47.492795 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.ipam_backend_mixin [None req-f6b1bf47-6f3a-46ee-93ba-0a4a4d52dc84 None None] Port 2365f26c-c0d8-481f-99b6-0a88ed8acbb7 was not found and therefore no delete operation was performed {{(pid=100465) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 24 01:26:47.495884 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f6b1bf47-6f3a-46ee-93ba-0a4a4d52dc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:47.500078 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 463ea590-44b3-4bcc-b1e4-2bd5532bfd3a {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:26:47.500441 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 463ea590-44b3-4bcc-b1e4-2bd5532bfd3a not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:26:47.500883 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 9fa35ea6-8cc1-4152-9709-31f159df7c43 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:26:47.546112 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b1bf47-6f3a-46ee-93ba-0a4a4d52dc84 None None] Pushing event deleted for resources: {'Port': ['ID=2365f26c-c0d8-481f-99b6-0a88ed8acbb7,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:26:47.549288 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 9fa35ea6-8cc1-4152-9709-31f159df7c43 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:26:47.549640 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 9fa35ea6-8cc1-4152-9709-31f159df7c43 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:26:47.550058 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2365f26c-c0d8-481f-99b6-0a88ed8acbb7 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:26:47.552056 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b1bf47-6f3a-46ee-93ba-0a4a4d52dc84 None None] No DVR routers for this DVR port 2365f26c-c0d8-481f-99b6-0a88ed8acbb7 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:26:47.574251 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8fd79396-c6d6-4ed9-a8ad-76190a09ce12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:47.580749 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8fd79396-c6d6-4ed9-a8ad-76190a09ce12 admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:47.581069 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 2365f26c-c0d8-481f-99b6-0a88ed8acbb7 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:26:47.581426 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2365f26c-c0d8-481f-99b6-0a88ed8acbb7 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:26:47.585031 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-8fd79396-c6d6-4ed9-a8ad-76190a09ce12 admin admin] 10.222.0.15 "DELETE /v2.0/networks/eb1d0d1b-2f12-4193-a1e7-86208e7390f1 HTTP/1.1" status: 204 len: 168 time: 0.6543419 Jul 24 01:26:47.605497 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd79396-c6d6-4ed9-a8ad-76190a09ce12 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb1d0d1b-2f12-4193-a1e7-86208e7390f1,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:26:47.648153 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfcc0b2-f861-48e6-b9e0-20acc6a250d8 req-04d470c9-bd33-45ba-9c9f-3f45dc20bb97 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:26:47.649660 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dcfcc0b2-f861-48e6-b9e0-20acc6a250d8 req-04d470c9-bd33-45ba-9c9f-3f45dc20bb97 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8 HTTP/1.1" status: 200 len: 946 time: 0.1692901 Jul 24 01:26:47.651627 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8913e-d029-41e4-a91b-2c40f0569f73 req-bb48cd29-851f-40ac-b3d6-1db089e36fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:26:47.653310 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e3d8913e-d029-41e4-a91b-2c40f0569f73 req-bb48cd29-851f-40ac-b3d6-1db089e36fc5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8 HTTP/1.1" status: 200 len: 1098 time: 0.1407270 Jul 24 01:26:47.710136 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e3d8913e-d029-41e4-a91b-2c40f0569f73 req-631d3ff7-e4b8-4ca2-b639-d2cb272b942b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485599 Jul 24 01:26:47.713252 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dcfcc0b2-f861-48e6-b9e0-20acc6a250d8 req-4b9f3705-23a7-4fc0-96e2-01e1c8c7003c tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577075 Jul 24 01:26:47.779043 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47822) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:26:47.820854 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e812db81-e964-41d5-876d-a8e9e88b8bf9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ebbc8f64d8034aaea14c926a820d5a8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405164 Jul 24 01:26:47.824145 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47824) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:26:47.874904 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4698cba9-70df-4292-be8e-a309e415d10f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:47.895983 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4698cba9-70df-4292-be8e-a309e415d10f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:47.943361 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4698cba9-70df-4292-be8e-a309e415d10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:47.945893 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4698cba9-70df-4292-be8e-a309e415d10f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:47.947675 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4698cba9-70df-4292-be8e-a309e415d10f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fc47a887-42ee-45a8-8422-9293860a0368 HTTP/1.1" status: 204 len: 168 time: 0.1219251 Jul 24 01:26:47.955480 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698cba9-70df-4292-be8e-a309e415d10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc47a887-42ee-45a8-8422-9293860a0368,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:26:48.255462 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47830) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:26:48.283302 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-83cba0b1-63a8-4484-b399-76f1398f2e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:48.301358 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-57e16ab2-d0d7-4d77-bf30-ba1754ca4a56 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ee12d3f5970c429d82f4f1def6a5ed4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446253 Jul 24 01:26:48.304309 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47832) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:26:48.352751 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-18e46aa6-e56a-403d-ad3b-31dd3ad9cc99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:48.375576 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-18e46aa6-e56a-403d-ad3b-31dd3ad9cc99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:48.425168 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-18e46aa6-e56a-403d-ad3b-31dd3ad9cc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:48.428088 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-18e46aa6-e56a-403d-ad3b-31dd3ad9cc99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:48.429449 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-18e46aa6-e56a-403d-ad3b-31dd3ad9cc99 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/18f8910a-1dad-425e-aad4-543ebb8990ed HTTP/1.1" status: 204 len: 168 time: 0.1240897 Jul 24 01:26:48.437958 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e46aa6-e56a-403d-ad3b-31dd3ad9cc99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f8910a-1dad-425e-aad4-543ebb8990ed,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:26:48.508742 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:48.870970 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1c652-2066-4e9c-8110-ea20284a8995 req-7b3bd22c-3e69-4fc4-8201-6cb760a04061 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:26:48.872618 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d1e1c652-2066-4e9c-8110-ea20284a8995 req-7b3bd22c-3e69-4fc4-8201-6cb760a04061 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8 HTTP/1.1" status: 200 len: 946 time: 0.0709021 Jul 24 01:26:48.914643 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d1e1c652-2066-4e9c-8110-ea20284a8995 req-7097c049-662f-493e-883c-4561040f66e2 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358179 Jul 24 01:26:49.053716 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fec470-8c62-4e8a-ab12-b0b7a91fbe68 req-dc7a4641-9499-43ce-8d14-6993755eb210 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:26:49.055192 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-93fec470-8c62-4e8a-ab12-b0b7a91fbe68 req-dc7a4641-9499-43ce-8d14-6993755eb210 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8 HTTP/1.1" status: 200 len: 946 time: 0.0709615 Jul 24 01:26:49.093810 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-93fec470-8c62-4e8a-ab12-b0b7a91fbe68 req-6e1d7743-a051-48b1-b152-95168b3d1509 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324340 Jul 24 01:26:49.116242 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47842) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:26:49.173661 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10567b1d-bef5-443d-add4-709ac6ba8db2 tempest-TestVolumeBootPattern-1771720516 tempest-TestVolumeBootPattern-1771720516-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:26:49.175232 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-10567b1d-bef5-443d-add4-709ac6ba8db2 tempest-TestVolumeBootPattern-1771720516 tempest-TestVolumeBootPattern-1771720516-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8 HTTP/1.1" status: 200 len: 1093 time: 0.0579894 Jul 24 01:26:49.177953 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47844) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:26:49.182963 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-8381339a-9b7a-4929-87b5-053d126a1f22 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'port_id': '3ce7b8ef-db4d-4ab8-ad4a-2142bd663512', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:26:49.204795 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8381339a-9b7a-4929-87b5-053d126a1f22 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for floatingip, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:49.303512 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8381339a-9b7a-4929-87b5-053d126a1f22 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:49.410929 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-8381339a-9b7a-4929-87b5-053d126a1f22 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Allocated IP 172.25.2.107 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/ac9f7ca6-c093-4083-b14d-3a065e0a606b) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:26:49.515633 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8381339a-9b7a-4929-87b5-053d126a1f22 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:49.558546 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8381339a-9b7a-4929-87b5-053d126a1f22 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:49.579780 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:49.596933 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8381339a-9b7a-4929-87b5-053d126a1f22 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:26:49.601849 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-8381339a-9b7a-4929-87b5-053d126a1f22 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:26:49.606335 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8381339a-9b7a-4929-87b5-053d126a1f22 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:26:49.611957 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8381339a-9b7a-4929-87b5-053d126a1f22 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Pushing event updated for resources: {'Port': ['ID=ac9f7ca6-c093-4083-b14d-3a065e0a606b,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:26:49.963980 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8381339a-9b7a-4929-87b5-053d126a1f22 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:50.041985 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8381339a-9b7a-4929-87b5-053d126a1f22 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:50.194613 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8381339a-9b7a-4929-87b5-053d126a1f22 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:50.199684 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8381339a-9b7a-4929-87b5-053d126a1f22 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:50.266397 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8381339a-9b7a-4929-87b5-053d126a1f22 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Pushing event updated for resources: {'Port': ['ID=ac9f7ca6-c093-4083-b14d-3a065e0a606b,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:26:50.279624 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8381339a-9b7a-4929-87b5-053d126a1f22 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:50.382335 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [None req-8381339a-9b7a-4929-87b5-053d126a1f22 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Floating IP 5a08b555-b845-4da3-9522-5528a0d3ee69 associated. External IP: 172.25.2.107, port: 3ce7b8ef-db4d-4ab8-ad4a-2142bd663512. Jul 24 01:26:50.596963 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8381339a-9b7a-4929-87b5-053d126a1f22 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Router 74f5c579-a0f5-4264-939e-788ec2b08012 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:26:50.620113 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-eaec7965-9087-4a4d-87b4-86ea43f69e37 req-594e09d0-9b63-408b-9ff9-8b3bb6dd7192 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1865070 Jul 24 01:26:50.667406 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-eaec7965-9087-4a4d-87b4-86ea43f69e37 req-bf4340c6-cc92-4175-8496-f0edb8a08505 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543 HTTP/1.1" status: 200 len: 210 time: 0.0278873 Jul 24 01:26:50.703621 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-eaec7965-9087-4a4d-87b4-86ea43f69e37 req-5ab40fb6-0e69-4fba-be72-ae2a090cf494 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0188911 Jul 24 01:26:50.709709 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8381339a-9b7a-4929-87b5-053d126a1f22 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:26:50.730397 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927cf9e5-37c7-4c24-ac8f-b39dfdc769a6 None None] Sync routers for ids ['74f5c579-a0f5-4264-939e-788ec2b08012'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:26:50.734161 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8381339a-9b7a-4929-87b5-053d126a1f22 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:50.743472 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927cf9e5-37c7-4c24-ac8f-b39dfdc769a6 None None] Routers {'74f5c579-a0f5-4264-939e-788ec2b08012'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:26:50.744939 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-927cf9e5-37c7-4c24-ac8f-b39dfdc769a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:26:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['74f5c579-a0f5-4264-939e-788ec2b08012'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:26:50.775204 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-8381339a-9b7a-4929-87b5-053d126a1f22 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5959728 Jul 24 01:26:50.776083 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8', 'tag': '3ce7b8ef-db4d-4ab8-ad4a-2142bd663512'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:26:50.778592 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df350ae-430d-41f3-a8bd-3218bf6b4500" -d '{"events": [{"name": "network-changed", "server_uuid": "e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8", "tag": "3ce7b8ef-db4d-4ab8-ad4a-2142bd663512"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:26:50.830191 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e8a6b3-fc7b-4b04-8814-5ba693a4a8bf x-openstack-request-id: req-71e8a6b3-fc7b-4b04-8814-5ba693a4a8bf {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:26:50.830487 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8", "tag": "3ce7b8ef-db4d-4ab8-ad4a-2142bd663512", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:26:50.830770 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-71e8a6b3-fc7b-4b04-8814-5ba693a4a8bf {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:26:50.831191 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8', 'tag': '3ce7b8ef-db4d-4ab8-ad4a-2142bd663512', 'status': 'completed', 'code': 200} Jul 24 01:26:50.832569 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec7965-9087-4a4d-87b4-86ea43f69e37 req-22cbc61f-967b-471f-8eb8-15f90399779a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:26:50.834213 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-eaec7965-9087-4a4d-87b4-86ea43f69e37 req-22cbc61f-967b-471f-8eb8-15f90399779a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1250963 Jul 24 01:26:50.857142 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-927cf9e5-37c7-4c24-ac8f-b39dfdc769a6 None None] Set router 74f5c579-a0f5-4264-939e-788ec2b08012 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:26:50.908094 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df350ae-430d-41f3-a8bd-3218bf6b4500 req-b1dc1d0f-d957-4169-a718-f6104f1d17f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:26:50.909648 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2df350ae-430d-41f3-a8bd-3218bf6b4500 req-b1dc1d0f-d957-4169-a718-f6104f1d17f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc21a234b38d48d88c3414cb45873771&device_id=e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8 HTTP/1.1" status: 200 len: 1098 time: 0.0553806 Jul 24 01:26:51.008151 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df350ae-430d-41f3-a8bd-3218bf6b4500 req-eb38497d-d86a-4d69-898e-be114d84240f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:26:51.010377 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2df350ae-430d-41f3-a8bd-3218bf6b4500 req-eb38497d-d86a-4d69-898e-be114d84240f service neutron] 10.222.0.13 "GET /v2.0/networks?id=ad265d84-5a8c-4acf-b883-4ded13d15286 HTTP/1.1" status: 200 len: 913 time: 0.0941763 Jul 24 01:26:51.083098 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2df350ae-430d-41f3-a8bd-3218bf6b4500 req-0e452662-9b10-435b-9a4b-0c4390c66b7b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ce7b8ef-db4d-4ab8-ad4a-2142bd663512 HTTP/1.1" status: 200 len: 1000 time: 0.0646169 Jul 24 01:26:51.084405 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:26:51.086927 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-927cf9e5-37c7-4c24-ac8f-b39dfdc769a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'name': 'tempest-TestVolumeBootPattern-1686330921-router', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:17:34Z', 'updated_at': '2021-07-24T01:17:39Z', 'revision_number': 4, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'gw_port': {'id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:35Z', 'updated_at': '2021-07-24T01:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '37201923-0adc-4b04-8547-aa7ff21096f3', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'floating_ip_address': '172.25.2.26', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'port_id': 'a540e86d-9f7f-46ae-ac6d-88c1b2f44298', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'mac_address': 'fa:16:3e:30:5d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0558fc1-d632-4ae8-82d5-9fc634b25c75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:24:42Z', 'updated_at': '2021-07-24T01:24:45Z', 'revision_number': 1, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'fixed_ip_address_scope': None}, {'id': '5a08b555-b845-4da3-9522-5528a0d3ee69', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'floating_ip_address': '172.25.2.107', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'port_id': '3ce7b8ef-db4d-4ab8-ad4a-2142bd663512', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'mac_address': 'fa:16:3e:64:3e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:26:49Z', 'updated_at': '2021-07-24T01:26:49Z', 'revision_number': 0, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aaa3491-7629-4769-b75b-498ecf75a8ef', 'name': '', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'mac_address': 'fa:16:3e:72:3b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:38Z', 'updated_at': '2021-07-24T01:17:48Z', 'revision_number': 5, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'subnets': [{'id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:26:51.114024 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927cf9e5-37c7-4c24-ac8f-b39dfdc769a6 None None] Checking router: 74f5c579-a0f5-4264-939e-788ec2b08012 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:26:51.123175 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927cf9e5-37c7-4c24-ac8f-b39dfdc769a6 None None] Routers {'74f5c579-a0f5-4264-939e-788ec2b08012'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:26:51.124335 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-927cf9e5-37c7-4c24-ac8f-b39dfdc769a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:26:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['74f5c579-a0f5-4264-939e-788ec2b08012'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:26:51.142919 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df350ae-430d-41f3-a8bd-3218bf6b4500 req-5545042f-cb13-47e0-9614-625cb2526902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:26:51.144432 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2df350ae-430d-41f3-a8bd-3218bf6b4500 req-5545042f-cb13-47e0-9614-625cb2526902 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e29f41fb-7a38-4eae-917b-51d7b2f60633 HTTP/1.1" status: 200 len: 851 time: 0.0507200 Jul 24 01:26:51.230930 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-927cf9e5-37c7-4c24-ac8f-b39dfdc769a6 None None] Set router 74f5c579-a0f5-4264-939e-788ec2b08012 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:26:51.472094 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-927cf9e5-37c7-4c24-ac8f-b39dfdc769a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'name': 'tempest-TestVolumeBootPattern-1686330921-router', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:17:34Z', 'updated_at': '2021-07-24T01:17:39Z', 'revision_number': 4, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'gw_port': {'id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:35Z', 'updated_at': '2021-07-24T01:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '37201923-0adc-4b04-8547-aa7ff21096f3', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'floating_ip_address': '172.25.2.26', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'port_id': 'a540e86d-9f7f-46ae-ac6d-88c1b2f44298', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'mac_address': 'fa:16:3e:30:5d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0558fc1-d632-4ae8-82d5-9fc634b25c75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:24:42Z', 'updated_at': '2021-07-24T01:24:45Z', 'revision_number': 1, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'fixed_ip_address_scope': None}, {'id': '5a08b555-b845-4da3-9522-5528a0d3ee69', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'floating_ip_address': '172.25.2.107', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'port_id': '3ce7b8ef-db4d-4ab8-ad4a-2142bd663512', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'mac_address': 'fa:16:3e:64:3e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:26:49Z', 'updated_at': '2021-07-24T01:26:49Z', 'revision_number': 0, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aaa3491-7629-4769-b75b-498ecf75a8ef', 'name': '', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'mac_address': 'fa:16:3e:72:3b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:38Z', 'updated_at': '2021-07-24T01:17:48Z', 'revision_number': 5, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'subnets': [{'id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:26:51.499437 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df350ae-430d-41f3-a8bd-3218bf6b4500 req-07e753ce-5f3e-4488-a363-6d654b5b6843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:26:51.500991 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2df350ae-430d-41f3-a8bd-3218bf6b4500 req-07e753ce-5f3e-4488-a363-6d654b5b6843 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad265d84-5a8c-4acf-b883-4ded13d15286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3499994 Jul 24 01:26:51.501732 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-927cf9e5-37c7-4c24-ac8f-b39dfdc769a6 None None] The sync data for ids ['74f5c579-a0f5-4264-939e-788ec2b08012'] in n-d-793621-25 is: [{'id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'name': 'tempest-TestVolumeBootPattern-1686330921-router', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:17:34Z', 'updated_at': '2021-07-24T01:17:39Z', 'revision_number': 4, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'gw_port': {'id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:35Z', 'updated_at': '2021-07-24T01:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '37201923-0adc-4b04-8547-aa7ff21096f3', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'floating_ip_address': '172.25.2.26', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'port_id': 'a540e86d-9f7f-46ae-ac6d-88c1b2f44298', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'mac_address': 'fa:16:3e:30:5d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0558fc1-d632-4ae8-82d5-9fc634b25c75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:24:42Z', 'updated_at': '2021-07-24T01:24:45Z', 'revision_number': 1, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'fixed_ip_address_scope': None}, {'id': '5a08b555-b845-4da3-9522-5528a0d3ee69', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'floating_ip_address': '172.25.2.107', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'port_id': '3ce7b8ef-db4d-4ab8-ad4a-2142bd663512', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3976, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'mac_address': 'fa:16:3e:64:3e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:26:49Z', 'updated_at': '2021-07-24T01:26:49Z', 'revision_number': 0, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aaa3491-7629-4769-b75b-498ecf75a8ef', 'name': '', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'mac_address': 'fa:16:3e:72:3b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:38Z', 'updated_at': '2021-07-24T01:17:48Z', 'revision_number': 5, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'subnets': [{'id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:26:51.600008 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2df350ae-430d-41f3-a8bd-3218bf6b4500 req-66a93eca-bee4-4e41-b173-44941ea37f5c service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919156 Jul 24 01:26:51.693750 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2df350ae-430d-41f3-a8bd-3218bf6b4500 req-b45a7881-691a-44f3-88a6-9e4fc7d6284d service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877206 Jul 24 01:26:51.705731 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a0ac262-7718-482d-97b0-219f9eea4370 None None] New status for floating IP 5a08b555-b845-4da3-9522-5528a0d3ee69: ACTIVE {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:27:05.135174 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:27:05.498832 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:27:15.614203 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:27:15.757065 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-27d217e7-012e-481b-b2cc-2a8522064c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:27:18.283924 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5b507191-0e6c-4231-ae13-1706e095de9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:27:18.511329 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:27:19.575639 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:27:21.085774 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:27:35.150269 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:27:35.518829 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:27:45.758415 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-06f009e7-39bf-4aa9-991c-40d1a8ad6ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:27:48.285132 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d56e0e4d-d343-4bc9-b147-b1770552a4c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:27:48.512931 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:27:49.579860 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:27:51.087990 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:27:51.459447 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5850ed70-a35d-4681-9542-4bcb31a7bd33 req-2e8c6826-d087-4461-b10a-bc620e84344f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=628d42a2-7ada-4268-be52-7c3048d872bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0288002 Jul 24 01:27:51.510096 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5850ed70-a35d-4681-9542-4bcb31a7bd33 req-cd6da483-042b-4bad-beb7-2ab345969a9c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=628d42a2-7ada-4268-be52-7c3048d872bf HTTP/1.1" status: 200 len: 210 time: 0.0292144 Jul 24 01:27:51.548920 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5850ed70-a35d-4681-9542-4bcb31a7bd33 req-01f18004-75d3-43d0-b34a-8651f97d733f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0196135 Jul 24 01:27:51.641785 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850ed70-a35d-4681-9542-4bcb31a7bd33 req-f6d0d8db-bfbb-4f8c-9626-df4e84a3b495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:27:51.643284 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5850ed70-a35d-4681-9542-4bcb31a7bd33 req-f6d0d8db-bfbb-4f8c-9626-df4e84a3b495 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890810 Jul 24 01:27:52.615016 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:27:53.801877 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-57cf7e8f-809d-4fd8-acba-0b1afbaa463e req-36a08111-b7d9-4b8c-8ce2-04e9f8b5c538 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a0558fc1-d632-4ae8-82d5-9fc634b25c75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0549462 Jul 24 01:27:53.898072 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf7e8f-809d-4fd8-acba-0b1afbaa463e req-e1c90d10-2c45-434a-8e6a-25328fecca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:27:53.899604 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-57cf7e8f-809d-4fd8-acba-0b1afbaa463e req-e1c90d10-2c45-434a-8e6a-25328fecca62 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc21a234b38d48d88c3414cb45873771&device_id=a0558fc1-d632-4ae8-82d5-9fc634b25c75 HTTP/1.1" status: 200 len: 1098 time: 0.0586085 Jul 24 01:27:53.999982 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf7e8f-809d-4fd8-acba-0b1afbaa463e req-0dcdd523-e19b-49c8-949d-24d164dfcf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:27:54.001621 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-57cf7e8f-809d-4fd8-acba-0b1afbaa463e req-0dcdd523-e19b-49c8-949d-24d164dfcf6f service neutron] 10.222.0.13 "GET /v2.0/networks?id=ad265d84-5a8c-4acf-b883-4ded13d15286 HTTP/1.1" status: 200 len: 913 time: 0.0841660 Jul 24 01:27:54.069160 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-57cf7e8f-809d-4fd8-acba-0b1afbaa463e req-ffeb47cb-ae0d-4eb6-873f-3a89accbb8e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a540e86d-9f7f-46ae-ac6d-88c1b2f44298 HTTP/1.1" status: 200 len: 1001 time: 0.0610633 Jul 24 01:27:54.117576 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf7e8f-809d-4fd8-acba-0b1afbaa463e req-8a67b44a-7717-4dc7-a836-9ea688c324c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:27:54.119033 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-57cf7e8f-809d-4fd8-acba-0b1afbaa463e req-8a67b44a-7717-4dc7-a836-9ea688c324c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e29f41fb-7a38-4eae-917b-51d7b2f60633 HTTP/1.1" status: 200 len: 851 time: 0.0435383 Jul 24 01:27:54.177005 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cf7e8f-809d-4fd8-acba-0b1afbaa463e req-9ef201c6-2b4b-4cd2-8cb0-127e02581e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:27:54.178531 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-57cf7e8f-809d-4fd8-acba-0b1afbaa463e req-9ef201c6-2b4b-4cd2-8cb0-127e02581e97 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad265d84-5a8c-4acf-b883-4ded13d15286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529499 Jul 24 01:27:54.271670 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-57cf7e8f-809d-4fd8-acba-0b1afbaa463e req-80f62c2e-f434-4a4a-859e-93ca068768b9 service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862932 Jul 24 01:27:54.360059 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-57cf7e8f-809d-4fd8-acba-0b1afbaa463e req-a040fbaf-f1c7-400b-adb0-dc0f5f097ff1 service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824933 Jul 24 01:28:05.164356 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:05.530910 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:15.763843 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bb56abe3-87e6-42d4-ac04-5ca9cd399ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:17.930663 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47882) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:28:18.093667 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-39976e8d-e5c1-483a-b7ad-2568d72aeded tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Deleting port ac9f7ca6-c093-4083-b14d-3a065e0a606b {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:28:18.094016 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-39976e8d-e5c1-483a-b7ad-2568d72aeded tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:18.168650 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-39976e8d-e5c1-483a-b7ad-2568d72aeded tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:18.168993 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-39976e8d-e5c1-483a-b7ad-2568d72aeded tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:18.180409 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-39976e8d-e5c1-483a-b7ad-2568d72aeded tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Calling delete_port for ac9f7ca6-c093-4083-b14d-3a065e0a606b owned by network:floatingip {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:28:18.287663 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a6a435ab-432a-460d-91cf-c7be85969be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:18.329496 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-39976e8d-e5c1-483a-b7ad-2568d72aeded tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:18.352260 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39976e8d-e5c1-483a-b7ad-2568d72aeded tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Pushing event deleted for resources: {'Port': ['ID=ac9f7ca6-c093-4083-b14d-3a065e0a606b,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:28:18.362166 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39976e8d-e5c1-483a-b7ad-2568d72aeded tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:28:18.362514 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39976e8d-e5c1-483a-b7ad-2568d72aeded tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:28:18.362880 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39976e8d-e5c1-483a-b7ad-2568d72aeded tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:28:18.363225 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39976e8d-e5c1-483a-b7ad-2568d72aeded tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:28:18.363561 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39976e8d-e5c1-483a-b7ad-2568d72aeded tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:28:18.364942 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39976e8d-e5c1-483a-b7ad-2568d72aeded tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:28:18.364942 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39976e8d-e5c1-483a-b7ad-2568d72aeded tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:28:18.365176 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39976e8d-e5c1-483a-b7ad-2568d72aeded tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:28:18.365503 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39976e8d-e5c1-483a-b7ad-2568d72aeded tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:28:18.365829 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39976e8d-e5c1-483a-b7ad-2568d72aeded tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:28:18.366250 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39976e8d-e5c1-483a-b7ad-2568d72aeded tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:28:18.366481 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39976e8d-e5c1-483a-b7ad-2568d72aeded tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:28:18.431919 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-39976e8d-e5c1-483a-b7ad-2568d72aeded tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for floatingip, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:18.432236 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [None req-39976e8d-e5c1-483a-b7ad-2568d72aeded tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Floating IP 5a08b555-b845-4da3-9522-5528a0d3ee69 disassociated (deleted). External IP: 172.25.2.107, port: 3ce7b8ef-db4d-4ab8-ad4a-2142bd663512. Jul 24 01:28:18.514689 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:18.638010 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39976e8d-e5c1-483a-b7ad-2568d72aeded tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Router 74f5c579-a0f5-4264-939e-788ec2b08012 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:28:18.748015 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39976e8d-e5c1-483a-b7ad-2568d72aeded tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:28:18.752978 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-39976e8d-e5c1-483a-b7ad-2568d72aeded tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:18.757852 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b67fcf-1c2c-4311-90f4-3fc1b57d0b1b None None] Sync routers for ids ['74f5c579-a0f5-4264-939e-788ec2b08012'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:28:18.767411 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b67fcf-1c2c-4311-90f4-3fc1b57d0b1b None None] Routers {'74f5c579-a0f5-4264-939e-788ec2b08012'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:28:18.768150 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-e6b67fcf-1c2c-4311-90f4-3fc1b57d0b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:28:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['74f5c579-a0f5-4264-939e-788ec2b08012'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:28:18.793918 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-39976e8d-e5c1-483a-b7ad-2568d72aeded tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "DELETE /v2.0/floatingips/5a08b555-b845-4da3-9522-5528a0d3ee69 HTTP/1.1" status: 204 len: 168 time: 0.8599041 Jul 24 01:28:18.793918 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8', 'tag': '3ce7b8ef-db4d-4ab8-ad4a-2142bd663512'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:28:18.802201 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101d27f8-cc16-4f04-bc5a-a6cb5fda1b72" -d '{"events": [{"name": "network-changed", "server_uuid": "e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8", "tag": "3ce7b8ef-db4d-4ab8-ad4a-2142bd663512"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:28:18.846136 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03de1e44-3c70-44b9-bef6-a81d67d08aa5 x-openstack-request-id: req-03de1e44-3c70-44b9-bef6-a81d67d08aa5 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:28:18.846449 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8", "tag": "3ce7b8ef-db4d-4ab8-ad4a-2142bd663512", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:28:18.846799 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-03de1e44-3c70-44b9-bef6-a81d67d08aa5 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:28:18.847761 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8', 'tag': '3ce7b8ef-db4d-4ab8-ad4a-2142bd663512', 'status': 'completed', 'code': 200} Jul 24 01:28:18.887856 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-e6b67fcf-1c2c-4311-90f4-3fc1b57d0b1b None None] Set router 74f5c579-a0f5-4264-939e-788ec2b08012 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:28:18.933921 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d27f8-cc16-4f04-bc5a-a6cb5fda1b72 req-339a8df9-ca14-499d-99c2-9532c222072f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:28:18.935927 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-101d27f8-cc16-4f04-bc5a-a6cb5fda1b72 req-339a8df9-ca14-499d-99c2-9532c222072f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc21a234b38d48d88c3414cb45873771&device_id=e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8 HTTP/1.1" status: 200 len: 1098 time: 0.0695333 Jul 24 01:28:19.042723 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d27f8-cc16-4f04-bc5a-a6cb5fda1b72 req-eda550b9-ed9b-4a28-ba00-6d394246268b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:28:19.044859 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-101d27f8-cc16-4f04-bc5a-a6cb5fda1b72 req-eda550b9-ed9b-4a28-ba00-6d394246268b service neutron] 10.222.0.13 "GET /v2.0/networks?id=ad265d84-5a8c-4acf-b883-4ded13d15286 HTTP/1.1" status: 200 len: 913 time: 0.0953569 Jul 24 01:28:19.057768 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51795642-f42a-4d42-86e3-ae2489f74a63 req-f727405a-6708-46cf-a842-75db0a9516a8 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:28:19.060033 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-51795642-f42a-4d42-86e3-ae2489f74a63 req-f727405a-6708-46cf-a842-75db0a9516a8 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8 HTTP/1.1" status: 200 len: 946 time: 0.0718591 Jul 24 01:28:19.093763 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-101d27f8-cc16-4f04-bc5a-a6cb5fda1b72 req-7f4f8148-0c37-4e51-8f4b-bbdd83e75839 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ce7b8ef-db4d-4ab8-ad4a-2142bd663512 HTTP/1.1" status: 200 len: 217 time: 0.0424955 Jul 24 01:28:19.101376 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-51795642-f42a-4d42-86e3-ae2489f74a63 req-31064070-66ab-4084-b69a-4d830b8d2ad1 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356357 Jul 24 01:28:19.128243 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-e6b67fcf-1c2c-4311-90f4-3fc1b57d0b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'name': 'tempest-TestVolumeBootPattern-1686330921-router', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:17:34Z', 'updated_at': '2021-07-24T01:17:39Z', 'revision_number': 4, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'gw_port': {'id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:35Z', 'updated_at': '2021-07-24T01:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '37201923-0adc-4b04-8547-aa7ff21096f3', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'floating_ip_address': '172.25.2.26', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'port_id': 'a540e86d-9f7f-46ae-ac6d-88c1b2f44298', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'mac_address': 'fa:16:3e:30:5d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0558fc1-d632-4ae8-82d5-9fc634b25c75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:24:42Z', 'updated_at': '2021-07-24T01:24:45Z', 'revision_number': 1, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aaa3491-7629-4769-b75b-498ecf75a8ef', 'name': '', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'mac_address': 'fa:16:3e:72:3b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:38Z', 'updated_at': '2021-07-24T01:17:48Z', 'revision_number': 5, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'subnets': [{'id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:28:19.145954 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d27f8-cc16-4f04-bc5a-a6cb5fda1b72 req-9fa65683-53c3-4658-b5f1-ec9522fd20a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:28:19.147852 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-101d27f8-cc16-4f04-bc5a-a6cb5fda1b72 req-9fa65683-53c3-4658-b5f1-ec9522fd20a5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e29f41fb-7a38-4eae-917b-51d7b2f60633 HTTP/1.1" status: 200 len: 851 time: 0.0470092 Jul 24 01:28:19.213202 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101d27f8-cc16-4f04-bc5a-a6cb5fda1b72 req-cbf75290-5869-46ab-a6d1-27f335140013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:28:19.214736 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-101d27f8-cc16-4f04-bc5a-a6cb5fda1b72 req-cbf75290-5869-46ab-a6d1-27f335140013 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad265d84-5a8c-4acf-b883-4ded13d15286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594168 Jul 24 01:28:19.252130 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b67fcf-1c2c-4311-90f4-3fc1b57d0b1b None None] Checking router: 74f5c579-a0f5-4264-939e-788ec2b08012 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:28:19.261183 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b67fcf-1c2c-4311-90f4-3fc1b57d0b1b None None] Routers {'74f5c579-a0f5-4264-939e-788ec2b08012'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:28:19.261788 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-e6b67fcf-1c2c-4311-90f4-3fc1b57d0b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:28:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['74f5c579-a0f5-4264-939e-788ec2b08012'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:28:19.315439 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-101d27f8-cc16-4f04-bc5a-a6cb5fda1b72 req-5885c5b7-0a77-4147-b539-3959d5b8ea00 service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934424 Jul 24 01:28:19.365892 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-e6b67fcf-1c2c-4311-90f4-3fc1b57d0b1b None None] Set router 74f5c579-a0f5-4264-939e-788ec2b08012 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:28:19.408244 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-101d27f8-cc16-4f04-bc5a-a6cb5fda1b72 req-eb2ca3b0-c453-472a-a052-81eb185df4d5 service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857162 Jul 24 01:28:19.580382 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:19.587105 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-e6b67fcf-1c2c-4311-90f4-3fc1b57d0b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'name': 'tempest-TestVolumeBootPattern-1686330921-router', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:17:34Z', 'updated_at': '2021-07-24T01:17:39Z', 'revision_number': 4, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'gw_port': {'id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:35Z', 'updated_at': '2021-07-24T01:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '37201923-0adc-4b04-8547-aa7ff21096f3', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'floating_ip_address': '172.25.2.26', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'port_id': 'a540e86d-9f7f-46ae-ac6d-88c1b2f44298', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'mac_address': 'fa:16:3e:30:5d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0558fc1-d632-4ae8-82d5-9fc634b25c75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:24:42Z', 'updated_at': '2021-07-24T01:24:45Z', 'revision_number': 1, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aaa3491-7629-4769-b75b-498ecf75a8ef', 'name': '', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'mac_address': 'fa:16:3e:72:3b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:38Z', 'updated_at': '2021-07-24T01:17:48Z', 'revision_number': 5, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'subnets': [{'id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:28:19.617553 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b67fcf-1c2c-4311-90f4-3fc1b57d0b1b None None] The sync data for ids ['74f5c579-a0f5-4264-939e-788ec2b08012'] in n-d-793621-25 is: [{'id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'name': 'tempest-TestVolumeBootPattern-1686330921-router', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:17:34Z', 'updated_at': '2021-07-24T01:17:39Z', 'revision_number': 4, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'gw_port': {'id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:35Z', 'updated_at': '2021-07-24T01:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '37201923-0adc-4b04-8547-aa7ff21096f3', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'floating_ip_address': '172.25.2.26', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'port_id': 'a540e86d-9f7f-46ae-ac6d-88c1b2f44298', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'mac_address': 'fa:16:3e:30:5d:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0558fc1-d632-4ae8-82d5-9fc634b25c75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:24:42Z', 'updated_at': '2021-07-24T01:24:45Z', 'revision_number': 1, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2aaa3491-7629-4769-b75b-498ecf75a8ef', 'name': '', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'mac_address': 'fa:16:3e:72:3b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:38Z', 'updated_at': '2021-07-24T01:17:48Z', 'revision_number': 5, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'subnets': [{'id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:28:19.838428 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779bded9-d330-4493-bd56-c59d82e8fdcd None None] New status for floating IP 5a08b555-b845-4da3-9522-5528a0d3ee69: DOWN {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:28:20.239521 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92632e2b-2734-467d-b359-e1c93e58e3e5 req-2ac8a050-5026-495d-9df2-62642a1d94d7 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:28:20.241015 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-92632e2b-2734-467d-b359-e1c93e58e3e5 req-2ac8a050-5026-495d-9df2-62642a1d94d7 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8 HTTP/1.1" status: 200 len: 946 time: 0.0678144 Jul 24 01:28:20.279581 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-92632e2b-2734-467d-b359-e1c93e58e3e5 req-5b1b4d56-4cea-4d81-9a69-c1a3ebfe4326 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329723 Jul 24 01:28:20.548559 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e525733-facc-448a-b96e-e007929f8dd9 req-f104fcd1-2885-4819-89a6-b9fe90ff9645 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:28:20.550037 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6e525733-facc-448a-b96e-e007929f8dd9 req-f104fcd1-2885-4819-89a6-b9fe90ff9645 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.13 "GET /v2.0/ports?device_id=e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8 HTTP/1.1" status: 200 len: 946 time: 0.0647442 Jul 24 01:28:20.648423 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-6e525733-facc-448a-b96e-e007929f8dd9 req-929d00be-976a-49ac-96f4-386ad2ea6e33 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Deleting port 3ce7b8ef-db4d-4ab8-ad4a-2142bd663512 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:28:20.648767 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6e525733-facc-448a-b96e-e007929f8dd9 req-929d00be-976a-49ac-96f4-386ad2ea6e33 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:20.738013 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-6e525733-facc-448a-b96e-e007929f8dd9 req-929d00be-976a-49ac-96f4-386ad2ea6e33 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] For port 3ce7b8ef-db4d-4ab8-ad4a-2142bd663512, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=3ce7b8ef-db4d-4ab8-ad4a-2142bd663512,segment=NetworkSegment(4ba45e80-1699-41ea-af87-6ed5cfcc2657),segment_id=4ba45e80-1699-41ea-af87-6ed5cfcc2657)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:28:20.738386 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6e525733-facc-448a-b96e-e007929f8dd9 req-929d00be-976a-49ac-96f4-386ad2ea6e33 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:20.751584 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-6e525733-facc-448a-b96e-e007929f8dd9 req-929d00be-976a-49ac-96f4-386ad2ea6e33 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Calling delete_port for 3ce7b8ef-db4d-4ab8-ad4a-2142bd663512 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:28:20.885063 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6e525733-facc-448a-b96e-e007929f8dd9 req-929d00be-976a-49ac-96f4-386ad2ea6e33 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:20.912137 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d00be-976a-49ac-96f4-386ad2ea6e33 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Pushing event deleted for resources: {'Port': ['ID=3ce7b8ef-db4d-4ab8-ad4a-2142bd663512,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:28:20.963931 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e525733-facc-448a-b96e-e007929f8dd9 req-929d00be-976a-49ac-96f4-386ad2ea6e33 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] No DVR routers for this DVR port 3ce7b8ef-db4d-4ab8-ad4a-2142bd663512 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:28:20.966527 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6e525733-facc-448a-b96e-e007929f8dd9 req-929d00be-976a-49ac-96f4-386ad2ea6e33 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:20.968578 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6e525733-facc-448a-b96e-e007929f8dd9 req-929d00be-976a-49ac-96f4-386ad2ea6e33 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.13 "DELETE /v2.0/ports/3ce7b8ef-db4d-4ab8-ad4a-2142bd663512 HTTP/1.1" status: 204 len: 173 time: 0.4129202 Jul 24 01:28:20.969036 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8', 'name': 'network-vif-deleted', 'tag': '3ce7b8ef-db4d-4ab8-ad4a-2142bd663512'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:28:20.971366 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebce2299-cc6d-4b7d-86f9-ce749700ddaf" -d '{"events": [{"server_uuid": "e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8", "name": "network-vif-deleted", "tag": "3ce7b8ef-db4d-4ab8-ad4a-2142bd663512"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:28:21.019922 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380b6d7a-2628-4a36-bb2c-2cfd67331b0a x-openstack-request-id: req-380b6d7a-2628-4a36-bb2c-2cfd67331b0a {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:28:21.021230 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8", "name": "network-vif-deleted", "tag": "3ce7b8ef-db4d-4ab8-ad4a-2142bd663512", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:28:21.021230 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-380b6d7a-2628-4a36-bb2c-2cfd67331b0a {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:28:21.021723 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8', 'name': 'network-vif-deleted', 'tag': '3ce7b8ef-db4d-4ab8-ad4a-2142bd663512', 'status': 'completed', 'code': 200} Jul 24 01:28:21.091661 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:21.391588 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f9260aae-2792-4005-80ce-32e0f51f712a req-922cdf4f-5bf7-4f82-8321-99428feb385e tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8 HTTP/1.1" status: 200 len: 210 time: 0.0360467 Jul 24 01:28:22.494040 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-46f15e8f-a187-48df-9a2b-e850f4cefee2 req-8d0655e9-2370-451f-8921-7d4f99ccf87b tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8 HTTP/1.1" status: 200 len: 210 time: 0.0291071 Jul 24 01:28:23.472200 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 3ce7b8ef-db4d-4ab8-ad4a-2142bd663512 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:28:23.494035 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 3ce7b8ef-db4d-4ab8-ad4a-2142bd663512 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:28:23.494388 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 3ce7b8ef-db4d-4ab8-ad4a-2142bd663512 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:28:23.591808 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1dd8285f-ebbd-4e93-84ee-8989b01f9753 req-63e5edbb-03c5-4262-bc38-088394838c3a tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8 HTTP/1.1" status: 200 len: 210 time: 0.0308597 Jul 24 01:28:24.704301 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-16dacb6d-1b4e-4e01-986a-276c338e3413 req-6b89a981-7b1c-41f6-988d-0f3ef235e427 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5dbc962-8e9c-45fc-8b6f-92c9a3c669d8 HTTP/1.1" status: 200 len: 210 time: 0.0325272 Jul 24 01:28:29.615426 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:28:30.076875 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47932) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:28:30.232652 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-331d1058-7e59-4fc6-afe5-b36fc9d4d365 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Deleting port 813b4cf8-baf5-488f-a133-ca3c2911633b {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:28:30.233001 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-331d1058-7e59-4fc6-afe5-b36fc9d4d365 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:30.306830 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-331d1058-7e59-4fc6-afe5-b36fc9d4d365 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:30.307162 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-331d1058-7e59-4fc6-afe5-b36fc9d4d365 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:30.318592 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-331d1058-7e59-4fc6-afe5-b36fc9d4d365 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Calling delete_port for 813b4cf8-baf5-488f-a133-ca3c2911633b owned by network:floatingip {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:28:30.464258 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-331d1058-7e59-4fc6-afe5-b36fc9d4d365 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:30.488979 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d1058-7e59-4fc6-afe5-b36fc9d4d365 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Pushing event deleted for resources: {'Port': ['ID=813b4cf8-baf5-488f-a133-ca3c2911633b,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:28:30.501236 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331d1058-7e59-4fc6-afe5-b36fc9d4d365 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:28:30.501607 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331d1058-7e59-4fc6-afe5-b36fc9d4d365 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:28:30.501932 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331d1058-7e59-4fc6-afe5-b36fc9d4d365 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:28:30.502273 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331d1058-7e59-4fc6-afe5-b36fc9d4d365 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:28:30.502609 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331d1058-7e59-4fc6-afe5-b36fc9d4d365 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:28:30.502969 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331d1058-7e59-4fc6-afe5-b36fc9d4d365 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:28:30.503301 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331d1058-7e59-4fc6-afe5-b36fc9d4d365 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:28:30.503627 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331d1058-7e59-4fc6-afe5-b36fc9d4d365 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:28:30.504441 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331d1058-7e59-4fc6-afe5-b36fc9d4d365 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:28:30.504816 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331d1058-7e59-4fc6-afe5-b36fc9d4d365 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:28:30.505370 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331d1058-7e59-4fc6-afe5-b36fc9d4d365 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:28:30.505822 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331d1058-7e59-4fc6-afe5-b36fc9d4d365 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:28:30.565866 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-331d1058-7e59-4fc6-afe5-b36fc9d4d365 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for floatingip, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:30.566202 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [None req-331d1058-7e59-4fc6-afe5-b36fc9d4d365 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Floating IP 37201923-0adc-4b04-8547-aa7ff21096f3 disassociated (deleted). External IP: 172.25.2.26, port: a540e86d-9f7f-46ae-ac6d-88c1b2f44298. Jul 24 01:28:31.111758 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331d1058-7e59-4fc6-afe5-b36fc9d4d365 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Router 74f5c579-a0f5-4264-939e-788ec2b08012 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:28:31.225539 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331d1058-7e59-4fc6-afe5-b36fc9d4d365 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:28:31.231184 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-331d1058-7e59-4fc6-afe5-b36fc9d4d365 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:31.236742 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e65c938-deb7-4c10-8efa-03831a51eba3 None None] Sync routers for ids ['74f5c579-a0f5-4264-939e-788ec2b08012'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:28:31.246793 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e65c938-deb7-4c10-8efa-03831a51eba3 None None] Routers {'74f5c579-a0f5-4264-939e-788ec2b08012'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:28:31.247416 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-1e65c938-deb7-4c10-8efa-03831a51eba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:28:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['74f5c579-a0f5-4264-939e-788ec2b08012'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:28:31.268867 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-331d1058-7e59-4fc6-afe5-b36fc9d4d365 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "DELETE /v2.0/floatingips/37201923-0adc-4b04-8547-aa7ff21096f3 HTTP/1.1" status: 204 len: 168 time: 1.1908627 Jul 24 01:28:31.269479 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0558fc1-d632-4ae8-82d5-9fc634b25c75', 'tag': 'a540e86d-9f7f-46ae-ac6d-88c1b2f44298'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:28:31.272555 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a7448d-b5fb-4586-9163-72f007e6f24e" -d '{"events": [{"name": "network-changed", "server_uuid": "a0558fc1-d632-4ae8-82d5-9fc634b25c75", "tag": "a540e86d-9f7f-46ae-ac6d-88c1b2f44298"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:28:31.367340 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-1e65c938-deb7-4c10-8efa-03831a51eba3 None None] Set router 74f5c579-a0f5-4264-939e-788ec2b08012 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:28:31.455651 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd4dfda-0705-45e6-843e-44472fa01066 x-openstack-request-id: req-5fd4dfda-0705-45e6-843e-44472fa01066 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:28:31.455943 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0558fc1-d632-4ae8-82d5-9fc634b25c75", "tag": "a540e86d-9f7f-46ae-ac6d-88c1b2f44298", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:28:31.456386 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5fd4dfda-0705-45e6-843e-44472fa01066 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:28:31.457399 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0558fc1-d632-4ae8-82d5-9fc634b25c75', 'tag': 'a540e86d-9f7f-46ae-ac6d-88c1b2f44298', 'status': 'completed', 'code': 200} Jul 24 01:28:31.535966 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7448d-b5fb-4586-9163-72f007e6f24e req-75f47aa3-ea54-41a6-868f-e73ea6935267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:28:31.537610 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-88a7448d-b5fb-4586-9163-72f007e6f24e req-75f47aa3-ea54-41a6-868f-e73ea6935267 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=cc21a234b38d48d88c3414cb45873771&device_id=a0558fc1-d632-4ae8-82d5-9fc634b25c75 HTTP/1.1" status: 200 len: 1098 time: 0.0582805 Jul 24 01:28:31.553754 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739d876-a253-4af5-9eb0-d8404f837e62 req-12778117-1a18-4247-a6a6-3c953b7751a8 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:28:31.555375 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2739d876-a253-4af5-9eb0-d8404f837e62 req-12778117-1a18-4247-a6a6-3c953b7751a8 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0558fc1-d632-4ae8-82d5-9fc634b25c75 HTTP/1.1" status: 200 len: 946 time: 0.0790315 Jul 24 01:28:31.583212 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-1e65c938-deb7-4c10-8efa-03831a51eba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'name': 'tempest-TestVolumeBootPattern-1686330921-router', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:17:34Z', 'updated_at': '2021-07-24T01:17:39Z', 'revision_number': 4, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'gw_port': {'id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:35Z', 'updated_at': '2021-07-24T01:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '2aaa3491-7629-4769-b75b-498ecf75a8ef', 'name': '', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'mac_address': 'fa:16:3e:72:3b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:38Z', 'updated_at': '2021-07-24T01:17:48Z', 'revision_number': 5, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'subnets': [{'id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:28:31.595524 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2739d876-a253-4af5-9eb0-d8404f837e62 req-c04bdcdb-5e3e-4020-a69f-db456c565d8c tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337558 Jul 24 01:28:31.610690 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e65c938-deb7-4c10-8efa-03831a51eba3 None None] Checking router: 74f5c579-a0f5-4264-939e-788ec2b08012 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:28:31.620141 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e65c938-deb7-4c10-8efa-03831a51eba3 None None] Routers {'74f5c579-a0f5-4264-939e-788ec2b08012'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:28:31.620696 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-1e65c938-deb7-4c10-8efa-03831a51eba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:28:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['74f5c579-a0f5-4264-939e-788ec2b08012'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:28:31.639993 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7448d-b5fb-4586-9163-72f007e6f24e req-27d6e525-5e13-4453-8f0b-e0b45cfbc82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:28:31.641502 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-88a7448d-b5fb-4586-9163-72f007e6f24e req-27d6e525-5e13-4453-8f0b-e0b45cfbc82d service neutron] 10.222.0.13 "GET /v2.0/networks?id=ad265d84-5a8c-4acf-b883-4ded13d15286 HTTP/1.1" status: 200 len: 913 time: 0.0977352 Jul 24 01:28:31.682738 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-88a7448d-b5fb-4586-9163-72f007e6f24e req-66035e1c-3019-4e1c-ad75-c5923190570f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a540e86d-9f7f-46ae-ac6d-88c1b2f44298 HTTP/1.1" status: 200 len: 217 time: 0.0341504 Jul 24 01:28:31.726378 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-1e65c938-deb7-4c10-8efa-03831a51eba3 None None] Set router 74f5c579-a0f5-4264-939e-788ec2b08012 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:28:31.731971 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7448d-b5fb-4586-9163-72f007e6f24e req-615557ec-c77a-4db3-bd62-01ca8b508e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:28:31.733499 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-88a7448d-b5fb-4586-9163-72f007e6f24e req-615557ec-c77a-4db3-bd62-01ca8b508e93 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e29f41fb-7a38-4eae-917b-51d7b2f60633 HTTP/1.1" status: 200 len: 851 time: 0.0440164 Jul 24 01:28:31.799952 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a7448d-b5fb-4586-9163-72f007e6f24e req-ed1bf203-a297-419f-a71f-eb3433d0cbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:28:31.802944 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-88a7448d-b5fb-4586-9163-72f007e6f24e req-ed1bf203-a297-419f-a71f-eb3433d0cbf1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ad265d84-5a8c-4acf-b883-4ded13d15286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629740 Jul 24 01:28:31.896746 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-88a7448d-b5fb-4586-9163-72f007e6f24e req-5619295a-1caa-4682-b6a4-7d3e10c4f3dd service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870388 Jul 24 01:28:31.936085 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-1e65c938-deb7-4c10-8efa-03831a51eba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'name': 'tempest-TestVolumeBootPattern-1686330921-router', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:17:34Z', 'updated_at': '2021-07-24T01:17:39Z', 'revision_number': 4, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'gw_port': {'id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:35Z', 'updated_at': '2021-07-24T01:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '2aaa3491-7629-4769-b75b-498ecf75a8ef', 'name': '', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'mac_address': 'fa:16:3e:72:3b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:38Z', 'updated_at': '2021-07-24T01:17:48Z', 'revision_number': 5, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'subnets': [{'id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:28:31.962445 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e65c938-deb7-4c10-8efa-03831a51eba3 None None] The sync data for ids ['74f5c579-a0f5-4264-939e-788ec2b08012'] in n-d-793621-25 is: [{'id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'name': 'tempest-TestVolumeBootPattern-1686330921-router', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:17:34Z', 'updated_at': '2021-07-24T01:17:39Z', 'revision_number': 4, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'gw_port': {'id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:35Z', 'updated_at': '2021-07-24T01:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '2aaa3491-7629-4769-b75b-498ecf75a8ef', 'name': '', 'network_id': 'ad265d84-5a8c-4acf-b883-4ded13d15286', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'mac_address': 'fa:16:3e:72:3b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_interface', 'standard_attr_id': 3670, 'fixed_ips': [{'subnet_id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:38Z', 'updated_at': '2021-07-24T01:17:48Z', 'revision_number': 5, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'subnets': [{'id': 'e29f41fb-7a38-4eae-917b-51d7b2f60633', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:28:31.995989 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-88a7448d-b5fb-4586-9163-72f007e6f24e req-f0078968-18a6-4de8-93a0-403395e748e3 service neutron] 10.222.0.13 "GET /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922315 Jul 24 01:28:32.196082 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd988e0-88f4-4b6e-b1e5-a2cbbdac9555 None None] New status for floating IP 37201923-0adc-4b04-8547-aa7ff21096f3: DOWN {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:28:32.728280 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5ad2c-91c3-475e-896c-a0fc243b17e1 req-ae95be64-4e48-4482-b6cc-cd0516e407f9 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:28:32.729820 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-17c5ad2c-91c3-475e-896c-a0fc243b17e1 req-ae95be64-4e48-4482-b6cc-cd0516e407f9 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0558fc1-d632-4ae8-82d5-9fc634b25c75 HTTP/1.1" status: 200 len: 946 time: 0.0645823 Jul 24 01:28:32.768193 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-17c5ad2c-91c3-475e-896c-a0fc243b17e1 req-dd1bff2c-f40a-4621-842f-2f6626b0ac8e tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/security-groups?id=38eb9b54-eb22-476c-82e5-978b66ea2b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326729 Jul 24 01:28:32.954623 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56bed2-9934-4290-8bc9-e8e831fbbceb req-17574576-3736-4f81-857f-0b9942adaa8d tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:28:32.956397 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ec56bed2-9934-4290-8bc9-e8e831fbbceb req-17574576-3736-4f81-857f-0b9942adaa8d tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.13 "GET /v2.0/ports?device_id=a0558fc1-d632-4ae8-82d5-9fc634b25c75 HTTP/1.1" status: 200 len: 946 time: 0.0643275 Jul 24 01:28:33.058055 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-ec56bed2-9934-4290-8bc9-e8e831fbbceb req-1ddb87c2-7c5c-4b07-9f94-a9f284852df4 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Deleting port a540e86d-9f7f-46ae-ac6d-88c1b2f44298 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:28:33.058402 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ec56bed2-9934-4290-8bc9-e8e831fbbceb req-1ddb87c2-7c5c-4b07-9f94-a9f284852df4 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:33.149840 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-ec56bed2-9934-4290-8bc9-e8e831fbbceb req-1ddb87c2-7c5c-4b07-9f94-a9f284852df4 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] For port a540e86d-9f7f-46ae-ac6d-88c1b2f44298, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=a540e86d-9f7f-46ae-ac6d-88c1b2f44298,segment=NetworkSegment(4ba45e80-1699-41ea-af87-6ed5cfcc2657),segment_id=4ba45e80-1699-41ea-af87-6ed5cfcc2657)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:28:33.150213 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ec56bed2-9934-4290-8bc9-e8e831fbbceb req-1ddb87c2-7c5c-4b07-9f94-a9f284852df4 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:33.168734 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-ec56bed2-9934-4290-8bc9-e8e831fbbceb req-1ddb87c2-7c5c-4b07-9f94-a9f284852df4 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Calling delete_port for a540e86d-9f7f-46ae-ac6d-88c1b2f44298 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:28:33.305492 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ec56bed2-9934-4290-8bc9-e8e831fbbceb req-1ddb87c2-7c5c-4b07-9f94-a9f284852df4 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:33.336134 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb87c2-7c5c-4b07-9f94-a9f284852df4 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Pushing event deleted for resources: {'Port': ['ID=a540e86d-9f7f-46ae-ac6d-88c1b2f44298,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:28:33.389334 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec56bed2-9934-4290-8bc9-e8e831fbbceb req-1ddb87c2-7c5c-4b07-9f94-a9f284852df4 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] No DVR routers for this DVR port a540e86d-9f7f-46ae-ac6d-88c1b2f44298 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:28:33.392026 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ec56bed2-9934-4290-8bc9-e8e831fbbceb req-1ddb87c2-7c5c-4b07-9f94-a9f284852df4 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:33.394150 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ec56bed2-9934-4290-8bc9-e8e831fbbceb req-1ddb87c2-7c5c-4b07-9f94-a9f284852df4 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.13 "DELETE /v2.0/ports/a540e86d-9f7f-46ae-ac6d-88c1b2f44298 HTTP/1.1" status: 204 len: 173 time: 0.4329865 Jul 24 01:28:33.395111 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0558fc1-d632-4ae8-82d5-9fc634b25c75', 'name': 'network-vif-deleted', 'tag': 'a540e86d-9f7f-46ae-ac6d-88c1b2f44298'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:28:33.397952 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2690195-f5b2-44c1-847e-f45caeeb4984" -d '{"events": [{"server_uuid": "a0558fc1-d632-4ae8-82d5-9fc634b25c75", "name": "network-vif-deleted", "tag": "a540e86d-9f7f-46ae-ac6d-88c1b2f44298"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:28:33.435581 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51120648-fa30-4186-a3e7-a8eb5a1f719a x-openstack-request-id: req-51120648-fa30-4186-a3e7-a8eb5a1f719a {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:28:33.435880 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0558fc1-d632-4ae8-82d5-9fc634b25c75", "name": "network-vif-deleted", "tag": "a540e86d-9f7f-46ae-ac6d-88c1b2f44298", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:28:33.436103 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-51120648-fa30-4186-a3e7-a8eb5a1f719a {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:28:33.436513 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0558fc1-d632-4ae8-82d5-9fc634b25c75', 'name': 'network-vif-deleted', 'tag': 'a540e86d-9f7f-46ae-ac6d-88c1b2f44298', 'status': 'completed', 'code': 200} Jul 24 01:28:33.871478 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f70900ee-ea04-44db-8c7d-23bf27ed50ba req-655378ad-989d-4fe7-a066-e1ed332aaa69 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0558fc1-d632-4ae8-82d5-9fc634b25c75 HTTP/1.1" status: 200 len: 210 time: 0.0308275 Jul 24 01:28:34.973458 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b8a9e31e-738b-4dd9-907b-2863c5f51009 req-f41115ca-71d0-4993-ab3d-d6f324921ff5 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0558fc1-d632-4ae8-82d5-9fc634b25c75 HTTP/1.1" status: 200 len: 210 time: 0.0299160 Jul 24 01:28:35.179137 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:35.532214 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:36.075615 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c0f4b514-4bed-4b84-b119-466df56e6773 req-61d05e8a-fd2d-4bca-8818-5e101b71cfc0 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0558fc1-d632-4ae8-82d5-9fc634b25c75 HTTP/1.1" status: 200 len: 210 time: 0.0314589 Jul 24 01:28:37.194254 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e9a45d21-9910-4cf5-b08a-145553d6cfe0 req-40bda832-b621-49ab-902d-9c90533c398f tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "GET /v2.0/ports?device_id=a0558fc1-d632-4ae8-82d5-9fc634b25c75 HTTP/1.1" status: 200 len: 210 time: 0.0378647 Jul 24 01:28:37.517869 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device a540e86d-9f7f-46ae-ac6d-88c1b2f44298 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:28:37.538931 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: a540e86d-9f7f-46ae-ac6d-88c1b2f44298 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:28:37.539275 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device a540e86d-9f7f-46ae-ac6d-88c1b2f44298 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:28:38.250824 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47956) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:28:38.374394 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-29840d89-ffbd-478c-b955-679530068c59 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Deleting port 2b1f20d4-7ece-4a7d-b3c9-9e5aa5a148da {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:28:38.374838 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-29840d89-ffbd-478c-b955-679530068c59 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:38.454386 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-29840d89-ffbd-478c-b955-679530068c59 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:38.454797 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-29840d89-ffbd-478c-b955-679530068c59 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:38.466543 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-29840d89-ffbd-478c-b955-679530068c59 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Calling delete_port for 2b1f20d4-7ece-4a7d-b3c9-9e5aa5a148da owned by network:floatingip {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:28:38.598375 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-29840d89-ffbd-478c-b955-679530068c59 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:38.623919 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29840d89-ffbd-478c-b955-679530068c59 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Pushing event deleted for resources: {'Port': ['ID=2b1f20d4-7ece-4a7d-b3c9-9e5aa5a148da,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:28:38.686942 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-29840d89-ffbd-478c-b955-679530068c59 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for floatingip, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:38.689523 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-29840d89-ffbd-478c-b955-679530068c59 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:38.690675 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-29840d89-ffbd-478c-b955-679530068c59 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "DELETE /v2.0/floatingips/8eca3193-0e92-4f42-a9bb-4b079f3e5a02 HTTP/1.1" status: 204 len: 168 time: 0.4388654 Jul 24 01:28:40.948621 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47972) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:28:41.009482 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-91ff8103-299d-42fb-ac75-0a22f490e6e9 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:41.038875 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-91ff8103-299d-42fb-ac75-0a22f490e6e9 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:41.097877 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-91ff8103-299d-42fb-ac75-0a22f490e6e9 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:41.101390 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-91ff8103-299d-42fb-ac75-0a22f490e6e9 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:41.102572 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-91ff8103-299d-42fb-ac75-0a22f490e6e9 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] 10.222.0.15 "DELETE /v2.0/security-groups/38eb9b54-eb22-476c-82e5-978b66ea2b7f HTTP/1.1" status: 204 len: 168 time: 0.1529481 Jul 24 01:28:41.113949 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff8103-299d-42fb-ac75-0a22f490e6e9 tempest-TestVolumeBootPattern-1181980627 tempest-TestVolumeBootPattern-1181980627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38eb9b54-eb22-476c-82e5-978b66ea2b7f,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:28:42.188272 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47978) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:28:42.630830 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1c907d77-a492-4cde-beb6-6cc5f9252c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:42.885651 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-1c907d77-a492-4cde-beb6-6cc5f9252c9d admin admin] Deleting port 2aaa3491-7629-4769-b75b-498ecf75a8ef {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:28:42.885918 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1c907d77-a492-4cde-beb6-6cc5f9252c9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:43.260826 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-1c907d77-a492-4cde-beb6-6cc5f9252c9d admin admin] For port 2aaa3491-7629-4769-b75b-498ecf75a8ef, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2aaa3491-7629-4769-b75b-498ecf75a8ef,segment=NetworkSegment(4ba45e80-1699-41ea-af87-6ed5cfcc2657),segment_id=4ba45e80-1699-41ea-af87-6ed5cfcc2657)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:28:43.261563 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1c907d77-a492-4cde-beb6-6cc5f9252c9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:43.273925 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-1c907d77-a492-4cde-beb6-6cc5f9252c9d admin admin] Calling delete_port for 2aaa3491-7629-4769-b75b-498ecf75a8ef owned by network:router_interface {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:28:43.452529 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1c907d77-a492-4cde-beb6-6cc5f9252c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:43.478411 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c907d77-a492-4cde-beb6-6cc5f9252c9d admin admin] Pushing event deleted for resources: {'Port': ['ID=2aaa3491-7629-4769-b75b-498ecf75a8ef,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:28:43.650898 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1c907d77-a492-4cde-beb6-6cc5f9252c9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:43.863871 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c907d77-a492-4cde-beb6-6cc5f9252c9d admin admin] Router 74f5c579-a0f5-4264-939e-788ec2b08012 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:28:43.984467 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c907d77-a492-4cde-beb6-6cc5f9252c9d admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:28:43.990184 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1c907d77-a492-4cde-beb6-6cc5f9252c9d admin admin] 10.222.0.15 "PUT /v2.0/routers/74f5c579-a0f5-4264-939e-788ec2b08012/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8008525 Jul 24 01:28:43.992566 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47982) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:28:43.995323 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c089d5-fddd-4fc4-8c11-b3e41b6b6891 None None] Sync routers for ids ['74f5c579-a0f5-4264-939e-788ec2b08012'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:28:44.005935 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c089d5-fddd-4fc4-8c11-b3e41b6b6891 None None] Routers {'74f5c579-a0f5-4264-939e-788ec2b08012'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:28:44.006556 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-03c089d5-fddd-4fc4-8c11-b3e41b6b6891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:28:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['74f5c579-a0f5-4264-939e-788ec2b08012'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:28:44.099594 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bcd881b3-3fe5-4ca3-a332-9ffc9a7a5e1a admin admin] Notify callbacks [] for router, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:44.109286 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-03c089d5-fddd-4fc4-8c11-b3e41b6b6891 None None] Set router 74f5c579-a0f5-4264-939e-788ec2b08012 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:28:44.204549 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bcd881b3-3fe5-4ca3-a332-9ffc9a7a5e1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:44.261164 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-bcd881b3-3fe5-4ca3-a332-9ffc9a7a5e1a admin admin] Deleting port cd037a25-b4e2-4e78-b50a-395d76cd7119 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:28:44.261897 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bcd881b3-3fe5-4ca3-a332-9ffc9a7a5e1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:44.286390 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-03c089d5-fddd-4fc4-8c11-b3e41b6b6891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'name': 'tempest-TestVolumeBootPattern-1686330921-router', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:17:34Z', 'updated_at': '2021-07-24T01:28:43Z', 'revision_number': 5, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'gw_port': {'id': 'cd037a25-b4e2-4e78-b50a-395d76cd7119', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:b9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3668, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:35Z', 'updated_at': '2021-07-24T01:17:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:28:44.315464 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c089d5-fddd-4fc4-8c11-b3e41b6b6891 None None] Checking router: 74f5c579-a0f5-4264-939e-788ec2b08012 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:28:44.323832 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c089d5-fddd-4fc4-8c11-b3e41b6b6891 None None] Routers {'74f5c579-a0f5-4264-939e-788ec2b08012'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:28:44.324504 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-03c089d5-fddd-4fc4-8c11-b3e41b6b6891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:28:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['74f5c579-a0f5-4264-939e-788ec2b08012'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:28:44.348534 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-bcd881b3-3fe5-4ca3-a332-9ffc9a7a5e1a admin admin] For port cd037a25-b4e2-4e78-b50a-395d76cd7119, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=cd037a25-b4e2-4e78-b50a-395d76cd7119,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:28:44.348915 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bcd881b3-3fe5-4ca3-a332-9ffc9a7a5e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:44.362282 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-bcd881b3-3fe5-4ca3-a332-9ffc9a7a5e1a admin admin] Calling delete_port for cd037a25-b4e2-4e78-b50a-395d76cd7119 owned by network:router_gateway {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:28:44.497809 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-03c089d5-fddd-4fc4-8c11-b3e41b6b6891 None None] Set router 74f5c579-a0f5-4264-939e-788ec2b08012 gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:28:44.538578 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bcd881b3-3fe5-4ca3-a332-9ffc9a7a5e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:44.549321 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-03c089d5-fddd-4fc4-8c11-b3e41b6b6891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'name': 'tempest-TestVolumeBootPattern-1686330921-router', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:17:34Z', 'updated_at': '2021-07-24T01:28:44Z', 'revision_number': 6, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:28:44.568212 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd881b3-3fe5-4ca3-a332-9ffc9a7a5e1a admin admin] Pushing event deleted for resources: {'Port': ['ID=cd037a25-b4e2-4e78-b50a-395d76cd7119,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:28:44.579564 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c089d5-fddd-4fc4-8c11-b3e41b6b6891 None None] The sync data for ids ['74f5c579-a0f5-4264-939e-788ec2b08012'] in n-d-793621-25 is: [{'id': '74f5c579-a0f5-4264-939e-788ec2b08012', 'name': 'tempest-TestVolumeBootPattern-1686330921-router', 'tenant_id': 'cc21a234b38d48d88c3414cb45873771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:17:34Z', 'updated_at': '2021-07-24T01:28:44Z', 'revision_number': 6, 'project_id': 'cc21a234b38d48d88c3414cb45873771', 'gw_port_host': None}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:28:44.637293 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bcd881b3-3fe5-4ca3-a332-9ffc9a7a5e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:44.732075 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bcd881b3-3fe5-4ca3-a332-9ffc9a7a5e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:44.734180 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bcd881b3-3fe5-4ca3-a332-9ffc9a7a5e1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:44.778016 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bcd881b3-3fe5-4ca3-a332-9ffc9a7a5e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:44.778664 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd881b3-3fe5-4ca3-a332-9ffc9a7a5e1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74f5c579-a0f5-4264-939e-788ec2b08012 {{(pid=100464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:28:44.782973 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bcd881b3-3fe5-4ca3-a332-9ffc9a7a5e1a admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:44.784172 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-bcd881b3-3fe5-4ca3-a332-9ffc9a7a5e1a admin admin] 10.222.0.15 "DELETE /v2.0/routers/74f5c579-a0f5-4264-939e-788ec2b08012 HTTP/1.1" status: 204 len: 168 time: 0.7906859 Jul 24 01:28:44.787508 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47984) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:28:44.831645 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d2dba52-53d6-4004-a40e-8c3a2afaa857 admin admin] Deleting subnet e29f41fb-7a38-4eae-917b-51d7b2f60633 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:28:44.835107 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6d2dba52-53d6-4004-a40e-8c3a2afaa857 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:44.870498 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6d2dba52-53d6-4004-a40e-8c3a2afaa857 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:44.953672 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6d2dba52-53d6-4004-a40e-8c3a2afaa857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:45.010219 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6d2dba52-53d6-4004-a40e-8c3a2afaa857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:45.038871 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2dba52-53d6-4004-a40e-8c3a2afaa857 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e29f41fb-7a38-4eae-917b-51d7b2f60633,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:28:45.040879 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6d2dba52-53d6-4004-a40e-8c3a2afaa857 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:45.045009 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6d2dba52-53d6-4004-a40e-8c3a2afaa857 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e29f41fb-7a38-4eae-917b-51d7b2f60633 HTTP/1.1" status: 204 len: 168 time: 0.2543557 Jul 24 01:28:45.045534 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47986) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:28:45.048147 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615cd4fd-513a-4421-b12d-11744379614a None None] Network ad265d84-5a8c-4acf-b883-4ded13d15286 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:28:45.120107 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-340caeb6-03fc-42ab-88cd-9ee2c9f41b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:45.173859 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-340caeb6-03fc-42ab-88cd-9ee2c9f41b16 admin admin] Deleting port 8b1e115a-5694-47e9-b77f-66695008bee3 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:28:45.174211 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-340caeb6-03fc-42ab-88cd-9ee2c9f41b16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:45.240203 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-340caeb6-03fc-42ab-88cd-9ee2c9f41b16 admin admin] For port 8b1e115a-5694-47e9-b77f-66695008bee3, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=8b1e115a-5694-47e9-b77f-66695008bee3,segment=NetworkSegment(4ba45e80-1699-41ea-af87-6ed5cfcc2657),segment_id=4ba45e80-1699-41ea-af87-6ed5cfcc2657)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:28:45.240584 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-340caeb6-03fc-42ab-88cd-9ee2c9f41b16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:45.253395 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-340caeb6-03fc-42ab-88cd-9ee2c9f41b16 admin admin] Calling delete_port for 8b1e115a-5694-47e9-b77f-66695008bee3 owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:28:45.336045 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-340caeb6-03fc-42ab-88cd-9ee2c9f41b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:45.362577 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340caeb6-03fc-42ab-88cd-9ee2c9f41b16 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b1e115a-5694-47e9-b77f-66695008bee3,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:28:45.370238 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340caeb6-03fc-42ab-88cd-9ee2c9f41b16 admin admin] No DVR routers for this DVR port 8b1e115a-5694-47e9-b77f-66695008bee3 on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:28:45.380454 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748e3d23-9166-4a01-80d1-84464ad22f47 None None] DHCP port deletion for ad265d84-5a8c-4acf-b883-4ded13d15286 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:28:45.442227 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2aaa3491-7629-4769-b75b-498ecf75a8ef no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:28:45.458583 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-340caeb6-03fc-42ab-88cd-9ee2c9f41b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:45.465969 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 2aaa3491-7629-4769-b75b-498ecf75a8ef {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:28:45.466328 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2aaa3491-7629-4769-b75b-498ecf75a8ef not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:28:45.466778 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device cd037a25-b4e2-4e78-b50a-395d76cd7119 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:28:45.472855 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-340caeb6-03fc-42ab-88cd-9ee2c9f41b16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad265d84-5a8c-4acf-b883-4ded13d15286']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:28:45.484533 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-340caeb6-03fc-42ab-88cd-9ee2c9f41b16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba45e80-1699-41ea-af87-6ed5cfcc2657') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:28:45.484834 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-340caeb6-03fc-42ab-88cd-9ee2c9f41b16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba45e80-1699-41ea-af87-6ed5cfcc2657') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:28:45.496445 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-340caeb6-03fc-42ab-88cd-9ee2c9f41b16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:45.512551 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-340caeb6-03fc-42ab-88cd-9ee2c9f41b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:45.521925 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-340caeb6-03fc-42ab-88cd-9ee2c9f41b16 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:28:45.522572 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-340caeb6-03fc-42ab-88cd-9ee2c9f41b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:45.525187 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:28:45.525187 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:28:45.525187 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:28:45.525187 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:28:45.525187 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:28:45.525187 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:28:45.525187 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:28:45.525187 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:28:45.525187 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:28:45.525187 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:28:45.525187 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:28:45.525187 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:28:45.525187 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:28:45.525187 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:28:45.525187 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:28:45.525187 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:28:45.525187 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:28:45.525187 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:28:45.525187 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:28:45.525187 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:28:45.525187 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:28:45.525187 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:28:45.525187 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:28:45.525187 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:28:45.525187 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:28:45.525187 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:28:45.525187 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:28:45.525187 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:28:45.525187 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:28:45.525187 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:28:45.525187 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:28:45.525187 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:28:45.586000 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-340caeb6-03fc-42ab-88cd-9ee2c9f41b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:45.591839 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-340caeb6-03fc-42ab-88cd-9ee2c9f41b16 admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:45.593799 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-340caeb6-03fc-42ab-88cd-9ee2c9f41b16 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ad265d84-5a8c-4acf-b883-4ded13d15286 HTTP/1.1" status: 204 len: 168 time: 0.5476565 Jul 24 01:28:45.596897 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 47988) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:28:45.612491 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340caeb6-03fc-42ab-88cd-9ee2c9f41b16 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad265d84-5a8c-4acf-b883-4ded13d15286,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:28:45.652621 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: cd037a25-b4e2-4e78-b50a-395d76cd7119 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:28:45.652957 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device cd037a25-b4e2-4e78-b50a-395d76cd7119 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:28:45.653385 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 8b1e115a-5694-47e9-b77f-66695008bee3 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:28:45.672985 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 8b1e115a-5694-47e9-b77f-66695008bee3 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:28:45.673335 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 8b1e115a-5694-47e9-b77f-66695008bee3 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:28:45.765901 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b2526995-e179-4670-acdd-53dd3777b8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:45.965463 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dcd74cee-a507-477a-9b6e-5b218aa8aa59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:46.219033 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-dcd74cee-a507-477a-9b6e-5b218aa8aa59 admin admin] Deleting port 6769a965-cf78-4511-91c9-f9c71e5ee615 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:28:46.219378 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dcd74cee-a507-477a-9b6e-5b218aa8aa59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:46.301650 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-dcd74cee-a507-477a-9b6e-5b218aa8aa59 admin admin] For port 6769a965-cf78-4511-91c9-f9c71e5ee615, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=6769a965-cf78-4511-91c9-f9c71e5ee615,segment=NetworkSegment(408329e7-915f-4d42-94e8-e3523cad2bf3),segment_id=408329e7-915f-4d42-94e8-e3523cad2bf3)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:28:46.302022 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dcd74cee-a507-477a-9b6e-5b218aa8aa59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:46.314179 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-dcd74cee-a507-477a-9b6e-5b218aa8aa59 admin admin] Calling delete_port for 6769a965-cf78-4511-91c9-f9c71e5ee615 owned by network:router_interface {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:28:46.497862 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dcd74cee-a507-477a-9b6e-5b218aa8aa59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:46.523525 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd74cee-a507-477a-9b6e-5b218aa8aa59 admin admin] Pushing event deleted for resources: {'Port': ['ID=6769a965-cf78-4511-91c9-f9c71e5ee615,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:28:46.702473 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dcd74cee-a507-477a-9b6e-5b218aa8aa59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:46.917966 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd74cee-a507-477a-9b6e-5b218aa8aa59 admin admin] Router 0bd00e9c-315b-4522-9750-831cda9bf1f2 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:28:47.035772 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd74cee-a507-477a-9b6e-5b218aa8aa59 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:28:47.041173 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-dcd74cee-a507-477a-9b6e-5b218aa8aa59 admin admin] 10.222.0.15 "PUT /v2.0/routers/0bd00e9c-315b-4522-9750-831cda9bf1f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4421778 Jul 24 01:28:47.043834 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47992) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:28:47.044772 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bd8e74-b90a-4ab2-b30a-94e2c637ac8b None None] Sync routers for ids ['0bd00e9c-315b-4522-9750-831cda9bf1f2'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:28:47.055000 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bd8e74-b90a-4ab2-b30a-94e2c637ac8b None None] Routers {'0bd00e9c-315b-4522-9750-831cda9bf1f2'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:28:47.055630 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-21bd8e74-b90a-4ab2-b30a-94e2c637ac8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:28:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['0bd00e9c-315b-4522-9750-831cda9bf1f2'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:28:47.159724 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-21bd8e74-b90a-4ab2-b30a-94e2c637ac8b None None] Set router 0bd00e9c-315b-4522-9750-831cda9bf1f2 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:28:47.161470 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fe126955-46e6-4887-b7da-364a128cec1b admin admin] Notify callbacks [] for router, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:47.281602 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fe126955-46e6-4887-b7da-364a128cec1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:47.336152 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-fe126955-46e6-4887-b7da-364a128cec1b admin admin] Deleting port 3b137178-0d41-4514-99b4-638066103fdf {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:28:47.336556 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fe126955-46e6-4887-b7da-364a128cec1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:47.351045 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-21bd8e74-b90a-4ab2-b30a-94e2c637ac8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd00e9c-315b-4522-9750-831cda9bf1f2', 'name': 'tempest-TestVolumeBootPattern-725200531-router', 'tenant_id': '7557cfb5d5c3463892277da767c7adc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': '3b137178-0d41-4514-99b4-638066103fdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:17:42Z', 'updated_at': '2021-07-24T01:28:46Z', 'revision_number': 5, 'project_id': '7557cfb5d5c3463892277da767c7adc8', 'gw_port': {'id': '3b137178-0d41-4514-99b4-638066103fdf', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:e1:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd00e9c-315b-4522-9750-831cda9bf1f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:17:43Z', 'updated_at': '2021-07-24T01:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:28:47.386370 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bd8e74-b90a-4ab2-b30a-94e2c637ac8b None None] Checking router: 0bd00e9c-315b-4522-9750-831cda9bf1f2 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:28:47.396492 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bd8e74-b90a-4ab2-b30a-94e2c637ac8b None None] Routers {'0bd00e9c-315b-4522-9750-831cda9bf1f2'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:28:47.397545 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-21bd8e74-b90a-4ab2-b30a-94e2c637ac8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:28:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['0bd00e9c-315b-4522-9750-831cda9bf1f2'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:28:47.428948 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-fe126955-46e6-4887-b7da-364a128cec1b admin admin] For port 3b137178-0d41-4514-99b4-638066103fdf, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=3b137178-0d41-4514-99b4-638066103fdf,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:28:47.430558 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fe126955-46e6-4887-b7da-364a128cec1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:47.442583 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-fe126955-46e6-4887-b7da-364a128cec1b admin admin] Calling delete_port for 3b137178-0d41-4514-99b4-638066103fdf owned by network:router_gateway {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:28:47.484425 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-21bd8e74-b90a-4ab2-b30a-94e2c637ac8b None None] Set router 0bd00e9c-315b-4522-9750-831cda9bf1f2 gateway port host: None {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:28:47.538576 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-21bd8e74-b90a-4ab2-b30a-94e2c637ac8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd00e9c-315b-4522-9750-831cda9bf1f2', 'name': 'tempest-TestVolumeBootPattern-725200531-router', 'tenant_id': '7557cfb5d5c3463892277da767c7adc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:17:42Z', 'updated_at': '2021-07-24T01:28:47Z', 'revision_number': 6, 'project_id': '7557cfb5d5c3463892277da767c7adc8', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:28:47.570883 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21bd8e74-b90a-4ab2-b30a-94e2c637ac8b None None] The sync data for ids ['0bd00e9c-315b-4522-9750-831cda9bf1f2'] in n-d-793621-25 is: [{'id': '0bd00e9c-315b-4522-9750-831cda9bf1f2', 'name': 'tempest-TestVolumeBootPattern-725200531-router', 'tenant_id': '7557cfb5d5c3463892277da767c7adc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:17:42Z', 'updated_at': '2021-07-24T01:28:47Z', 'revision_number': 6, 'project_id': '7557cfb5d5c3463892277da767c7adc8', 'gw_port_host': None}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:28:47.621446 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fe126955-46e6-4887-b7da-364a128cec1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:47.647922 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe126955-46e6-4887-b7da-364a128cec1b admin admin] Pushing event deleted for resources: {'Port': ['ID=3b137178-0d41-4514-99b4-638066103fdf,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:28:47.713349 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fe126955-46e6-4887-b7da-364a128cec1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:47.804767 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fe126955-46e6-4887-b7da-364a128cec1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:47.806924 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fe126955-46e6-4887-b7da-364a128cec1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:47.848976 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fe126955-46e6-4887-b7da-364a128cec1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:47.849500 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe126955-46e6-4887-b7da-364a128cec1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bd00e9c-315b-4522-9750-831cda9bf1f2 {{(pid=100464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:28:47.854001 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fe126955-46e6-4887-b7da-364a128cec1b admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:47.855180 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-fe126955-46e6-4887-b7da-364a128cec1b admin admin] 10.222.0.15 "DELETE /v2.0/routers/0bd00e9c-315b-4522-9750-831cda9bf1f2 HTTP/1.1" status: 204 len: 168 time: 0.8103499 Jul 24 01:28:47.857636 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47994) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:28:47.901336 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-f96287ab-e526-4ced-9cbc-b53cf511036d admin admin] Deleting subnet b5bd8ec1-0adb-48a0-828d-f5649f1b1fba {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:28:47.904866 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f96287ab-e526-4ced-9cbc-b53cf511036d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:47.951410 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f96287ab-e526-4ced-9cbc-b53cf511036d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:48.049343 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f96287ab-e526-4ced-9cbc-b53cf511036d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:48.103140 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f96287ab-e526-4ced-9cbc-b53cf511036d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:48.130272 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96287ab-e526-4ced-9cbc-b53cf511036d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5bd8ec1-0adb-48a0-828d-f5649f1b1fba,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:28:48.134143 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f96287ab-e526-4ced-9cbc-b53cf511036d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:48.135912 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f96287ab-e526-4ced-9cbc-b53cf511036d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b5bd8ec1-0adb-48a0-828d-f5649f1b1fba HTTP/1.1" status: 204 len: 168 time: 0.2773554 Jul 24 01:28:48.138476 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 47996) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:28:48.140593 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ebf17c-1d3d-41e5-9164-b90883a7a806 None None] Network b32440eb-d9d0-41ea-96f2-39002ea10241 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:28:48.211125 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-440be2f5-32e8-4936-af20-e40e94341dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:48.265215 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-440be2f5-32e8-4936-af20-e40e94341dcf admin admin] Deleting port cb1968e6-4a40-4a47-a014-f96977932cb8 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:28:48.265465 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-440be2f5-32e8-4936-af20-e40e94341dcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:48.288411 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-395d4400-edc8-4208-b893-f7196e53361d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:48.336038 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-440be2f5-32e8-4936-af20-e40e94341dcf admin admin] For port cb1968e6-4a40-4a47-a014-f96977932cb8, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=cb1968e6-4a40-4a47-a014-f96977932cb8,segment=NetworkSegment(408329e7-915f-4d42-94e8-e3523cad2bf3),segment_id=408329e7-915f-4d42-94e8-e3523cad2bf3)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:28:48.336426 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-440be2f5-32e8-4936-af20-e40e94341dcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:48.349406 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-440be2f5-32e8-4936-af20-e40e94341dcf admin admin] Calling delete_port for cb1968e6-4a40-4a47-a014-f96977932cb8 owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:28:48.357908 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f8d45d-a98f-4a5b-be2b-392077edb9ff None None] DHCP port deletion for b32440eb-d9d0-41ea-96f2-39002ea10241 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:28:48.407667 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-f8f8d45d-a98f-4a5b-be2b-392077edb9ff None None] Deleting port cb1968e6-4a40-4a47-a014-f96977932cb8 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:28:48.408047 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f8f8d45d-a98f-4a5b-be2b-392077edb9ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:48.434986 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-440be2f5-32e8-4936-af20-e40e94341dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:48.466378 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440be2f5-32e8-4936-af20-e40e94341dcf admin admin] Pushing event deleted for resources: {'Port': ['ID=cb1968e6-4a40-4a47-a014-f96977932cb8,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:28:48.468514 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440be2f5-32e8-4936-af20-e40e94341dcf admin admin] No DVR routers for this DVR port cb1968e6-4a40-4a47-a014-f96977932cb8 on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:28:48.478877 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-f8f8d45d-a98f-4a5b-be2b-392077edb9ff None None] For port cb1968e6-4a40-4a47-a014-f96977932cb8, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=cb1968e6-4a40-4a47-a014-f96977932cb8,segment=NetworkSegment(408329e7-915f-4d42-94e8-e3523cad2bf3),segment_id=408329e7-915f-4d42-94e8-e3523cad2bf3)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:28:48.479350 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f8f8d45d-a98f-4a5b-be2b-392077edb9ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:48.494478 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-f8f8d45d-a98f-4a5b-be2b-392077edb9ff None None] Calling delete_port for cb1968e6-4a40-4a47-a014-f96977932cb8 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:28:48.554840 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:48.572129 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-440be2f5-32e8-4936-af20-e40e94341dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:48.587399 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-440be2f5-32e8-4936-af20-e40e94341dcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b32440eb-d9d0-41ea-96f2-39002ea10241']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:28:48.596251 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f8f8d45d-a98f-4a5b-be2b-392077edb9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:48.606366 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-440be2f5-32e8-4936-af20-e40e94341dcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '408329e7-915f-4d42-94e8-e3523cad2bf3') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:28:48.606863 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-440be2f5-32e8-4936-af20-e40e94341dcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '408329e7-915f-4d42-94e8-e3523cad2bf3') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:28:48.621671 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-440be2f5-32e8-4936-af20-e40e94341dcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:48.624260 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f8d45d-a98f-4a5b-be2b-392077edb9ff None None] Pushing event deleted for resources: {'Port': ['ID=cb1968e6-4a40-4a47-a014-f96977932cb8,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:28:48.631515 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f8d45d-a98f-4a5b-be2b-392077edb9ff None None] No DVR routers for this DVR port cb1968e6-4a40-4a47-a014-f96977932cb8 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:28:48.644296 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8d45d-a98f-4a5b-be2b-392077edb9ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:28:48.644733 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8d45d-a98f-4a5b-be2b-392077edb9ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:28:48.645086 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8d45d-a98f-4a5b-be2b-392077edb9ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:28:48.645479 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8d45d-a98f-4a5b-be2b-392077edb9ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:28:48.645818 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8d45d-a98f-4a5b-be2b-392077edb9ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:28:48.646159 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8d45d-a98f-4a5b-be2b-392077edb9ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:28:48.646498 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8d45d-a98f-4a5b-be2b-392077edb9ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:28:48.646853 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8d45d-a98f-4a5b-be2b-392077edb9ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:28:48.647262 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8d45d-a98f-4a5b-be2b-392077edb9ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:28:48.647640 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8d45d-a98f-4a5b-be2b-392077edb9ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:28:48.647927 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8d45d-a98f-4a5b-be2b-392077edb9ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:28:48.648242 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f8d45d-a98f-4a5b-be2b-392077edb9ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:28:48.652532 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-440be2f5-32e8-4936-af20-e40e94341dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:48.660419 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-440be2f5-32e8-4936-af20-e40e94341dcf admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:28:48.661046 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-440be2f5-32e8-4936-af20-e40e94341dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:48.662872 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:28:48.662872 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:28:48.662872 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:28:48.662872 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:28:48.662872 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:28:48.662872 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:28:48.662872 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:28:48.662872 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:28:48.662872 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:28:48.662872 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:28:48.662872 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:28:48.662872 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:28:48.662872 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:28:48.662872 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:28:48.662872 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:28:48.662872 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:28:48.662872 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:28:48.662872 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:28:48.662872 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:28:48.662872 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:28:48.662872 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:28:48.662872 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:28:48.662872 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:28:48.662872 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:28:48.662872 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:28:48.662872 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:28:48.662872 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:28:48.662872 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:28:48.662872 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:28:48.662872 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:28:48.662872 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:28:48.662872 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:28:48.724322 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-440be2f5-32e8-4936-af20-e40e94341dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:48.732149 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-440be2f5-32e8-4936-af20-e40e94341dcf admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:48.734246 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-440be2f5-32e8-4936-af20-e40e94341dcf admin admin] 10.222.0.15 "DELETE /v2.0/networks/b32440eb-d9d0-41ea-96f2-39002ea10241 HTTP/1.1" status: 204 len: 168 time: 0.5949900 Jul 24 01:28:48.746574 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440be2f5-32e8-4936-af20-e40e94341dcf admin admin] Pushing event deleted for resources: {'Network': ['ID=b32440eb-d9d0-41ea-96f2-39002ea10241,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:28:48.859540 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48000) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:28:48.899955 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-489abd99-6c3a-4d3b-b0b7-344970d7bd90 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cc21a234b38d48d88c3414cb45873771&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391417 Jul 24 01:28:48.902199 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48002) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:28:48.950371 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4504158a-7794-4b4c-a5ec-4504a0cd3ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:48.971728 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4504158a-7794-4b4c-a5ec-4504a0cd3ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:49.019380 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4504158a-7794-4b4c-a5ec-4504a0cd3ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:49.022283 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4504158a-7794-4b4c-a5ec-4504a0cd3ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:49.023506 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4504158a-7794-4b4c-a5ec-4504a0cd3ffe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/135270c6-1c60-4356-8ce4-bf270d104673 HTTP/1.1" status: 204 len: 168 time: 0.1203723 Jul 24 01:28:49.031550 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504158a-7794-4b4c-a5ec-4504a0cd3ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135270c6-1c60-4356-8ce4-bf270d104673,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:28:49.366656 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48008) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:28:49.409316 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-84775014-de3a-496f-94cd-681a5771623e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7557cfb5d5c3463892277da767c7adc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410767 Jul 24 01:28:49.412200 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48010) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:28:49.424031 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 6769a965-cf78-4511-91c9-f9c71e5ee615 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:28:49.447505 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 6769a965-cf78-4511-91c9-f9c71e5ee615 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:28:49.447865 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 6769a965-cf78-4511-91c9-f9c71e5ee615 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:28:49.448283 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device cb1968e6-4a40-4a47-a014-f96977932cb8 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:28:49.469619 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4b177fba-3568-45a5-8938-039d4f1061a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:49.470209 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: cb1968e6-4a40-4a47-a014-f96977932cb8 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:28:49.470564 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device cb1968e6-4a40-4a47-a014-f96977932cb8 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:28:49.471014 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 3b137178-0d41-4514-99b4-638066103fdf no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:28:49.490762 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 3b137178-0d41-4514-99b4-638066103fdf {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:28:49.491119 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 3b137178-0d41-4514-99b4-638066103fdf not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:28:49.491983 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4b177fba-3568-45a5-8938-039d4f1061a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:49.539616 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4b177fba-3568-45a5-8938-039d4f1061a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:49.542225 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4b177fba-3568-45a5-8938-039d4f1061a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:49.543445 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4b177fba-3568-45a5-8938-039d4f1061a7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7e6cfb85-f6ec-4b70-9546-09e7102a12b7 HTTP/1.1" status: 204 len: 168 time: 0.1302800 Jul 24 01:28:49.551646 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b177fba-3568-45a5-8938-039d4f1061a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6cfb85-f6ec-4b70-9546-09e7102a12b7,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:28:49.584708 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:51.093246 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:28:53.443392 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8dffef2e-165e-4016-9490-20da06d55f44 req-1169696f-0926-418a-81c1-85e0b1aa6989 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e7d87376-d685-42ed-96e2-a3452ba60793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0285022 Jul 24 01:28:53.493242 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8dffef2e-165e-4016-9490-20da06d55f44 req-f8a6eceb-b83c-4ab2-b2c7-6f6668212bde service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=e7d87376-d685-42ed-96e2-a3452ba60793 HTTP/1.1" status: 200 len: 210 time: 0.0304029 Jul 24 01:28:53.531520 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8dffef2e-165e-4016-9490-20da06d55f44 req-79298526-f38e-4ea0-9f40-06f085f5c3e2 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0203993 Jul 24 01:28:53.630633 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dffef2e-165e-4016-9490-20da06d55f44 req-eba90ab6-24aa-46d4-b433-d945799ade8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:28:53.632102 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8dffef2e-165e-4016-9490-20da06d55f44 req-eba90ab6-24aa-46d4-b433-d945799ade8a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950694 Jul 24 01:28:59.813852 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-c1fa5a1c-cffc-48e9-a3eb-69861b07f454 tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=773e5cc337184f59943bee23ca5f648d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323532 Jul 24 01:29:00.309589 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-036e4f8d-1fef-4451-8b13-cbc3aee69d34 tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:00.311305 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-036e4f8d-1fef-4451-8b13-cbc3aee69d34 tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4911921 Jul 24 01:29:00.327168 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-f16d0dd6-c9b6-4be9-a10e-65bfd4deacf6 tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] 10.222.0.15 "GET /v2.0/quotas/773e5cc337184f59943bee23ca5f648d HTTP/1.1" status: 200 len: 375 time: 0.0093939 Jul 24 01:29:00.368948 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-708eabc1-d908-4bcb-aef8-9931889f5ac5 tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=773e5cc337184f59943bee23ca5f648d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364375 Jul 24 01:29:00.534742 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4b66adb4-2dc1-4fc8-b1b0-3eb9e8678075 req-135f8392-7e12-4dbe-baf1-087218dd9990 tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] 10.222.0.15 "GET /v2.0/ports?device_id=927bfa77-8075-48d1-9413-59387dd3f2f8 HTTP/1.1" status: 200 len: 210 time: 0.0301580 Jul 24 01:29:01.406282 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-3f830be0-7898-4ab1-9191-5d83b3533f3c tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=773e5cc337184f59943bee23ca5f648d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222893 Jul 24 01:29:01.524658 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-9eb36228-cc26-47e0-9098-e8e239b8236a tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:01.526228 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-9eb36228-cc26-47e0-9098-e8e239b8236a tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1150682 Jul 24 01:29:01.539527 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-1cd7c991-66cd-4ee5-bead-e8de7d18171c tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] Request body: {'port': {'device_id': '927bfa77-8075-48d1-9413-59387dd3f2f8', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'admin_state_up': True, 'tenant_id': '773e5cc337184f59943bee23ca5f648d'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:29:01.666212 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dffa8c37-bce6-4be8-a08d-176ad22ae6df req-87f646e6-9f93-43c6-b461-907c6b4960a4 tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] 10.222.0.15 "GET /v2.0/ports?device_id=927bfa77-8075-48d1-9413-59387dd3f2f8 HTTP/1.1" status: 200 len: 210 time: 0.0394275 Jul 24 01:29:01.690998 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-1cd7c991-66cd-4ee5-bead-e8de7d18171c tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] Made reservation on behalf of 773e5cc337184f59943bee23ca5f648d for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:29:01.694964 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-1cd7c991-66cd-4ee5-bead-e8de7d18171c tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:01.708911 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-1cd7c991-66cd-4ee5-bead-e8de7d18171c tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:01.814957 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-1cd7c991-66cd-4ee5-bead-e8de7d18171c tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:01.820513 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-1cd7c991-66cd-4ee5-bead-e8de7d18171c tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:01.884494 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7c991-66cd-4ee5-bead-e8de7d18171c tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44381cfc-f535-491c-ba07-1025f1fcb4ff,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:29:01.961746 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-1cd7c991-66cd-4ee5-bead-e8de7d18171c tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] Allocated IP 192.168.233.94 (064170bd-7ae3-42cd-9c1f-14f6db2f099c/b2f8a7b0-45d5-4a4f-bbde-2ea497f98103/17152362-2c0b-44c3-a18d-955ec278783c) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:29:02.133293 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-1cd7c991-66cd-4ee5-bead-e8de7d18171c tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:02.147755 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-1cd7c991-66cd-4ee5-bead-e8de7d18171c tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] Transition to ACTIVE for port object 17152362-2c0b-44c3-a18d-955ec278783c will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:29:02.182511 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-1cd7c991-66cd-4ee5-bead-e8de7d18171c tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:02.226348 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-1cd7c991-66cd-4ee5-bead-e8de7d18171c tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] Network 064170bd-7ae3-42cd-9c1f-14f6db2f099c is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:29:02.231361 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-1cd7c991-66cd-4ee5-bead-e8de7d18171c tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:29:02.235065 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-1cd7c991-66cd-4ee5-bead-e8de7d18171c tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:29:02.265780 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7c991-66cd-4ee5-bead-e8de7d18171c tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] Pushing event updated for resources: {'Port': ['ID=17152362-2c0b-44c3-a18d-955ec278783c,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:29:02.294787 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-1cd7c991-66cd-4ee5-bead-e8de7d18171c tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:02.295431 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-1cd7c991-66cd-4ee5-bead-e8de7d18171c tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:02.318468 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-1cd7c991-66cd-4ee5-bead-e8de7d18171c tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7841086 Jul 24 01:29:02.329817 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-cc1f1ab8-000f-4106-b257-7f09d9658a4d service neutron] Request body: {'port': {'device_id': '927bfa77-8075-48d1-9413-59387dd3f2f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:29:02.415408 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-cc1f1ab8-000f-4106-b257-7f09d9658a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:02.447700 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e71e11c8-0e7e-4e13-8e06-fbec119e71e6 None None] Provisioning for port 17152362-2c0b-44c3-a18d-955ec278783c completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:29:02.453113 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e71e11c8-0e7e-4e13-8e06-fbec119e71e6 None None] Provisioning complete for port 17152362-2c0b-44c3-a18d-955ec278783c triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:29:02.453708 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e71e11c8-0e7e-4e13-8e06-fbec119e71e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:02.488632 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-e71e11c8-0e7e-4e13-8e06-fbec119e71e6 None None] Port 17152362-2c0b-44c3-a18d-955ec278783c cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:29:02.701692 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-cc1f1ab8-000f-4106-b257-7f09d9658a4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17152362-2c0b-44c3-a18d-955ec278783c {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:29:02.710279 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-cc1f1ab8-000f-4106-b257-7f09d9658a4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:02.723972 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-cc1f1ab8-000f-4106-b257-7f09d9658a4d service neutron] Transition to ACTIVE for port object 17152362-2c0b-44c3-a18d-955ec278783c will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:29:02.728258 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-cc1f1ab8-000f-4106-b257-7f09d9658a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:02.802588 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f1ab8-000f-4106-b257-7f09d9658a4d service neutron] Pushing event updated for resources: {'Port': ['ID=17152362-2c0b-44c3-a18d-955ec278783c,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:29:02.827984 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d360b-6eee-4c42-994e-012f6b87534b req-6f67fb2d-d928-4583-a459-0254ef520c24 tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:02.829826 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9a3d360b-6eee-4c42-994e-012f6b87534b req-6f67fb2d-d928-4583-a459-0254ef520c24 tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] 10.222.0.15 "GET /v2.0/ports?device_id=927bfa77-8075-48d1-9413-59387dd3f2f8 HTTP/1.1" status: 200 len: 947 time: 0.0927193 Jul 24 01:29:02.879989 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-cc1f1ab8-000f-4106-b257-7f09d9658a4d service neutron] Attempting to bind port 17152362-2c0b-44c3-a18d-955ec278783c on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:29:02.880483 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-cc1f1ab8-000f-4106-b257-7f09d9658a4d service neutron] Attempting to bind port 17152362-2c0b-44c3-a18d-955ec278783c by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:29:02.880918 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-cc1f1ab8-000f-4106-b257-7f09d9658a4d service neutron] Attempting to bind port 17152362-2c0b-44c3-a18d-955ec278783c on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:29:02.885794 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-cc1f1ab8-000f-4106-b257-7f09d9658a4d service neutron] Port 17152362-2c0b-44c3-a18d-955ec278783c on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:29:02.886258 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-cc1f1ab8-000f-4106-b257-7f09d9658a4d service neutron] Attempting to bind port 17152362-2c0b-44c3-a18d-955ec278783c on network 064170bd-7ae3-42cd-9c1f-14f6db2f099c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:29:02.888485 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9a3d360b-6eee-4c42-994e-012f6b87534b req-e154727e-6368-4172-87c4-b5f67792ff29 tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] 10.222.0.15 "GET /v2.0/security-groups?id=44381cfc-f535-491c-ba07-1025f1fcb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513759 Jul 24 01:29:02.892701 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-cc1f1ab8-000f-4106-b257-7f09d9658a4d service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:29:02.893151 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-cc1f1ab8-000f-4106-b257-7f09d9658a4d service neutron] Checking segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:29:02.894280 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-cc1f1ab8-000f-4106-b257-7f09d9658a4d service neutron] Bound using segment: {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:29:02.894869 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-cc1f1ab8-000f-4106-b257-7f09d9658a4d service neutron] Bound port: 17152362-2c0b-44c3-a18d-955ec278783c, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128eaa4f-dd65-4acc-ad28-bc9a11777583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:29:02.895340 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-cc1f1ab8-000f-4106-b257-7f09d9658a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:02.972581 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-cc1f1ab8-000f-4106-b257-7f09d9658a4d service neutron] For port 17152362-2c0b-44c3-a18d-955ec278783c, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:29:02.975621 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-cc1f1ab8-000f-4106-b257-7f09d9658a4d service neutron] For port 17152362-2c0b-44c3-a18d-955ec278783c, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=17152362-2c0b-44c3-a18d-955ec278783c,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:29:02.981232 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-cc1f1ab8-000f-4106-b257-7f09d9658a4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:03.016277 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-cc1f1ab8-000f-4106-b257-7f09d9658a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:03.017106 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-cc1f1ab8-000f-4106-b257-7f09d9658a4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:03.019557 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-cc1f1ab8-000f-4106-b257-7f09d9658a4d service neutron] 10.222.0.13 "PUT /v2.0/ports/17152362-2c0b-44c3-a18d-955ec278783c HTTP/1.1" status: 200 len: 1096 time: 0.6931913 Jul 24 01:29:03.022084 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '927bfa77-8075-48d1-9413-59387dd3f2f8', 'tag': '17152362-2c0b-44c3-a18d-955ec278783c'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:29:03.024713 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17bcc3e-a2a4-424b-9870-eba9aad2fe8e" -d '{"events": [{"name": "network-changed", "server_uuid": "927bfa77-8075-48d1-9413-59387dd3f2f8", "tag": "17152362-2c0b-44c3-a18d-955ec278783c"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:29:03.053188 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f1ab8-000f-4106-b257-7f09d9658a4d service neutron] Pushing event updated for resources: {'Port': ['ID=17152362-2c0b-44c3-a18d-955ec278783c,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:29:03.090323 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58922f87-6a66-4257-a218-fe890109f725 x-openstack-request-id: req-58922f87-6a66-4257-a218-fe890109f725 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:29:03.090619 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "927bfa77-8075-48d1-9413-59387dd3f2f8", "tag": "17152362-2c0b-44c3-a18d-955ec278783c", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:29:03.090914 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-58922f87-6a66-4257-a218-fe890109f725 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:29:03.091313 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '927bfa77-8075-48d1-9413-59387dd3f2f8', 'tag': '17152362-2c0b-44c3-a18d-955ec278783c', 'status': 'completed', 'code': 200} Jul 24 01:29:03.121304 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-c579f2af-af37-475e-818a-21936389ffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:03.122912 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-c579f2af-af37-475e-818a-21936389ffd4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=773e5cc337184f59943bee23ca5f648d&device_id=927bfa77-8075-48d1-9413-59387dd3f2f8 HTTP/1.1" status: 200 len: 1099 time: 0.0621579 Jul 24 01:29:03.168892 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-6d3fa38f-4554-4220-aa0c-ffddd7525cff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=17152362-2c0b-44c3-a18d-955ec278783c HTTP/1.1" status: 200 len: 217 time: 0.0385435 Jul 24 01:29:03.238948 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-475ea886-9500-4aa0-b624-3f3fc497864c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:03.241272 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-475ea886-9500-4aa0-b624-3f3fc497864c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.0664492 Jul 24 01:29:03.302169 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-738ed23d-5212-47e6-8f29-c4fa5eef3675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:03.303674 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-738ed23d-5212-47e6-8f29-c4fa5eef3675 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0555367 Jul 24 01:29:03.413717 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-92d4c5ca-be4c-4948-b19c-7062a477692e service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031253 Jul 24 01:29:03.520870 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fd2d4b38-3da9-448a-8d60-8f13f70187f4 req-1b443337-082e-4a34-9262-f5471ce46c42 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010633 Jul 24 01:29:03.626775 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17bcc3e-a2a4-424b-9870-eba9aad2fe8e req-8466f1eb-e198-4131-aa14-79d7dc1d835b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:03.628783 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b17bcc3e-a2a4-424b-9870-eba9aad2fe8e req-8466f1eb-e198-4131-aa14-79d7dc1d835b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=773e5cc337184f59943bee23ca5f648d&device_id=927bfa77-8075-48d1-9413-59387dd3f2f8 HTTP/1.1" status: 200 len: 1099 time: 0.0633891 Jul 24 01:29:03.730583 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17bcc3e-a2a4-424b-9870-eba9aad2fe8e req-10d33060-e8b9-46cb-97d9-5830edca5d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:03.732147 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b17bcc3e-a2a4-424b-9870-eba9aad2fe8e req-10d33060-e8b9-46cb-97d9-5830edca5d9a service neutron] 10.222.0.13 "GET /v2.0/networks?id=064170bd-7ae3-42cd-9c1f-14f6db2f099c HTTP/1.1" status: 200 len: 870 time: 0.0967529 Jul 24 01:29:03.776185 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b17bcc3e-a2a4-424b-9870-eba9aad2fe8e req-a0a5d310-e4ad-4a67-a0af-26026a3a10ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=17152362-2c0b-44c3-a18d-955ec278783c HTTP/1.1" status: 200 len: 217 time: 0.0374401 Jul 24 01:29:03.833505 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17bcc3e-a2a4-424b-9870-eba9aad2fe8e req-6574278a-a5b6-4368-b871-d8e84c41a30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:03.835139 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b17bcc3e-a2a4-424b-9870-eba9aad2fe8e req-6574278a-a5b6-4368-b871-d8e84c41a30a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b2f8a7b0-45d5-4a4f-bbde-2ea497f98103 HTTP/1.1" status: 200 len: 843 time: 0.0516050 Jul 24 01:29:03.903574 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17bcc3e-a2a4-424b-9870-eba9aad2fe8e req-a5587958-f56c-4e5f-a88e-fe5fa1a348df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:03.905251 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b17bcc3e-a2a4-424b-9870-eba9aad2fe8e req-a5587958-f56c-4e5f-a88e-fe5fa1a348df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=064170bd-7ae3-42cd-9c1f-14f6db2f099c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0637124 Jul 24 01:29:04.017518 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b17bcc3e-a2a4-424b-9870-eba9aad2fe8e req-58f1698f-710b-4f87-bae7-ecfd80593d54 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051707 Jul 24 01:29:04.033180 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cbfb7b-9326-4413-985a-f6383113d846 req-15742ef4-de65-4a0e-a862-5b3798c6411f tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:04.035331 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-82cbfb7b-9326-4413-985a-f6383113d846 req-15742ef4-de65-4a0e-a862-5b3798c6411f tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] 10.222.0.15 "GET /v2.0/ports?device_id=927bfa77-8075-48d1-9413-59387dd3f2f8 HTTP/1.1" status: 200 len: 947 time: 0.0732746 Jul 24 01:29:04.080854 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-82cbfb7b-9326-4413-985a-f6383113d846 req-5fb5d9df-3044-4640-8fca-221cc3878a38 tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] 10.222.0.15 "GET /v2.0/security-groups?id=44381cfc-f535-491c-ba07-1025f1fcb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399454 Jul 24 01:29:04.133137 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b17bcc3e-a2a4-424b-9870-eba9aad2fe8e req-2e8377ca-1a48-4266-b849-1b71fbeb70e0 service neutron] 10.222.0.13 "GET /v2.0/networks/064170bd-7ae3-42cd-9c1f-14f6db2f099c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080992 Jul 24 01:29:05.191152 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:05.218360 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37546da7-f059-4220-a3c8-aef04481d5a8 req-7f9d29f6-f702-4711-93a3-029c0baf3df0 tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:05.220159 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-37546da7-f059-4220-a3c8-aef04481d5a8 req-7f9d29f6-f702-4711-93a3-029c0baf3df0 tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] 10.222.0.15 "GET /v2.0/ports?device_id=927bfa77-8075-48d1-9413-59387dd3f2f8 HTTP/1.1" status: 200 len: 947 time: 0.0679286 Jul 24 01:29:05.261960 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-37546da7-f059-4220-a3c8-aef04481d5a8 req-95ed83ce-982b-45d4-9f20-9d5e445a4949 tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] 10.222.0.15 "GET /v2.0/security-groups?id=44381cfc-f535-491c-ba07-1025f1fcb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355709 Jul 24 01:29:05.545189 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:05.672186 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 17152362-2c0b-44c3-a18d-955ec278783c details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:29:05.775003 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 17152362-2c0b-44c3-a18d-955ec278783c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=17152362-2c0b-44c3-a18d-955ec278783c,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:29:05.786025 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '17152362-2c0b-44c3-a18d-955ec278783c', 'network_id': '064170bd-7ae3-42cd-9c1f-14f6db2f099c', 'port_id': '17152362-2c0b-44c3-a18d-955ec278783c', 'mac_address': 'fa:16:3e:97:a8:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f8a7b0-45d5-4a4f-bbde-2ea497f98103', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:29:05.826445 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:05.841154 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17152362-2c0b-44c3-a18d-955ec278783c {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:29:05.862649 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 17152362-2c0b-44c3-a18d-955ec278783c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=17152362-2c0b-44c3-a18d-955ec278783c,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:29:05.867216 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:05.919590 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=17152362-2c0b-44c3-a18d-955ec278783c,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:29:06.070390 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['17152362-2c0b-44c3-a18d-955ec278783c'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:29:06.418265 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb6a05-2937-452d-a583-a36a48a4dfcc req-a053ae75-be8e-4707-9f11-b4281a977426 tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:06.419950 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-edcb6a05-2937-452d-a583-a36a48a4dfcc req-a053ae75-be8e-4707-9f11-b4281a977426 tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] 10.222.0.15 "GET /v2.0/ports?device_id=927bfa77-8075-48d1-9413-59387dd3f2f8 HTTP/1.1" status: 200 len: 948 time: 0.0798039 Jul 24 01:29:06.461314 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-edcb6a05-2937-452d-a583-a36a48a4dfcc req-f4e741af-a7f8-45ba-81fc-9dd064f6fd27 tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] 10.222.0.15 "GET /v2.0/security-groups?id=44381cfc-f535-491c-ba07-1025f1fcb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357556 Jul 24 01:29:06.615824 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:29:07.595503 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728fa2c5-6314-4956-af76-18635057c38a req-ee602fd9-9a02-44d2-b85f-ac0b7b2c4abd tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:07.597055 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-728fa2c5-6314-4956-af76-18635057c38a req-ee602fd9-9a02-44d2-b85f-ac0b7b2c4abd tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] 10.222.0.15 "GET /v2.0/ports?device_id=927bfa77-8075-48d1-9413-59387dd3f2f8 HTTP/1.1" status: 200 len: 948 time: 0.0692587 Jul 24 01:29:07.636797 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-728fa2c5-6314-4956-af76-18635057c38a req-201d50f0-7123-4574-9d75-9f776ef5355c tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] 10.222.0.15 "GET /v2.0/security-groups?id=44381cfc-f535-491c-ba07-1025f1fcb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334899 Jul 24 01:29:07.677081 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 17152362-2c0b-44c3-a18d-955ec278783c up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:29:07.724536 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 17152362-2c0b-44c3-a18d-955ec278783c completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:29:07.728317 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 17152362-2c0b-44c3-a18d-955ec278783c triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:29:07.728694 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:07.809167 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:07.831875 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927bfa77-8075-48d1-9413-59387dd3f2f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17152362-2c0b-44c3-a18d-955ec278783c'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:29:07.834187 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6640c0-a533-407d-a735-91dd8c7296cd" -d '{"events": [{"server_uuid": "927bfa77-8075-48d1-9413-59387dd3f2f8", "name": "network-vif-plugged", "status": "completed", "tag": "17152362-2c0b-44c3-a18d-955ec278783c"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:29:07.848024 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 17152362-2c0b-44c3-a18d-955ec278783c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=17152362-2c0b-44c3-a18d-955ec278783c,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:29:07.852649 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:07.879706 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c9cec4-9b92-4f7c-bf32-79b6aaa25769 x-openstack-request-id: req-06c9cec4-9b92-4f7c-bf32-79b6aaa25769 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:29:07.879944 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927bfa77-8075-48d1-9413-59387dd3f2f8", "name": "network-vif-plugged", "status": "completed", "tag": "17152362-2c0b-44c3-a18d-955ec278783c", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:29:07.880252 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-06c9cec4-9b92-4f7c-bf32-79b6aaa25769 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:29:07.880597 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927bfa77-8075-48d1-9413-59387dd3f2f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17152362-2c0b-44c3-a18d-955ec278783c', 'code': 200} Jul 24 01:29:07.911748 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=17152362-2c0b-44c3-a18d-955ec278783c,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:29:07.984121 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804a75c5-7263-48cc-8b8e-0d2df929c1e5 req-76f94004-7d58-4ef0-9e13-e2ceb71ae3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:07.985668 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-804a75c5-7263-48cc-8b8e-0d2df929c1e5 req-76f94004-7d58-4ef0-9e13-e2ceb71ae3cb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=927bfa77-8075-48d1-9413-59387dd3f2f8 HTTP/1.1" status: 200 len: 1101 time: 0.0552013 Jul 24 01:29:08.019264 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-804a75c5-7263-48cc-8b8e-0d2df929c1e5 req-cdf1e070-0486-434f-a7ac-c006eb245637 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=44381cfc-f535-491c-ba07-1025f1fcb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272200 Jul 24 01:29:08.775903 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2430a4-4af1-4581-a4e4-dc2ba4b8c763 req-9bafd2ff-22e1-4209-8cea-728ed45f8566 tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:08.777449 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6a2430a4-4af1-4581-a4e4-dc2ba4b8c763 req-9bafd2ff-22e1-4209-8cea-728ed45f8566 tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] 10.222.0.15 "GET /v2.0/ports?device_id=927bfa77-8075-48d1-9413-59387dd3f2f8 HTTP/1.1" status: 200 len: 949 time: 0.0720477 Jul 24 01:29:08.820227 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6a2430a4-4af1-4581-a4e4-dc2ba4b8c763 req-c501af20-022f-4a93-8b32-8c6f21b10134 tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] 10.222.0.15 "GET /v2.0/security-groups?id=44381cfc-f535-491c-ba07-1025f1fcb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371017 Jul 24 01:29:09.959623 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393188a-bf65-4502-a1ce-c3b9cfe35018 req-c771d0d3-d3d5-4d80-af00-4adf9c067593 tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:09.961165 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3393188a-bf65-4502-a1ce-c3b9cfe35018 req-c771d0d3-d3d5-4d80-af00-4adf9c067593 tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] 10.222.0.15 "GET /v2.0/ports?device_id=927bfa77-8075-48d1-9413-59387dd3f2f8 HTTP/1.1" status: 200 len: 949 time: 0.0697999 Jul 24 01:29:10.000046 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3393188a-bf65-4502-a1ce-c3b9cfe35018 req-67a0fd8d-b071-4eeb-865d-ebc8a4f16453 tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] 10.222.0.15 "GET /v2.0/security-groups?id=44381cfc-f535-491c-ba07-1025f1fcb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329144 Jul 24 01:29:10.394558 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [req-b0fc4dd3-a84c-4cdc-95d4-3ef538bf80a6 req-90c59cf0-92e3-4dcf-a730-e25399c763a5 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:29:10.396469 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b0fc4dd3-a84c-4cdc-95d4-3ef538bf80a6 req-90c59cf0-92e3-4dcf-a730-e25399c763a5 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1226001 Jul 24 01:29:10.733274 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [req-ecf30cfd-85b0-474a-acd0-3baca353c6e0 req-7a3ab864-99eb-4beb-a9ca-1f913141db96 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:29:10.734256 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ecf30cfd-85b0-474a-acd0-3baca353c6e0 req-7a3ab864-99eb-4beb-a9ca-1f913141db96 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054476 Jul 24 01:29:11.088429 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a9cdbb-c49e-43cc-9ce2-3f79194968db req-3c7c7151-a9fe-4f24-88ef-c01608ab5559 tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:11.089846 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-75a9cdbb-c49e-43cc-9ce2-3f79194968db req-3c7c7151-a9fe-4f24-88ef-c01608ab5559 tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] 10.222.0.15 "GET /v2.0/ports?device_id=927bfa77-8075-48d1-9413-59387dd3f2f8 HTTP/1.1" status: 200 len: 949 time: 0.0659819 Jul 24 01:29:11.130731 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-75a9cdbb-c49e-43cc-9ce2-3f79194968db req-386e9bb8-4ab2-4d47-92ed-cd07bcf9e9d1 tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] 10.222.0.15 "GET /v2.0/security-groups?id=44381cfc-f535-491c-ba07-1025f1fcb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346394 Jul 24 01:29:12.270728 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffd28e-902f-43ad-a93a-f60b68020be2 req-5ced0987-10f7-4846-bb02-f296d05d4d7b tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:12.272380 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-41ffd28e-902f-43ad-a93a-f60b68020be2 req-5ced0987-10f7-4846-bb02-f296d05d4d7b tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] 10.222.0.15 "GET /v2.0/ports?device_id=927bfa77-8075-48d1-9413-59387dd3f2f8 HTTP/1.1" status: 200 len: 949 time: 0.0687344 Jul 24 01:29:12.337963 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-41ffd28e-902f-43ad-a93a-f60b68020be2 req-fed77edd-28bf-485e-bdc7-81bce90441fa tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] 10.222.0.15 "GET /v2.0/security-groups?id=44381cfc-f535-491c-ba07-1025f1fcb4ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572350 Jul 24 01:29:12.360475 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc879b31-703e-42a7-a1bc-3b9da48e9ca6 req-3310535b-6ab0-46b8-ba9b-bbb23af4a9c9 tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:12.361950 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cc879b31-703e-42a7-a1bc-3b9da48e9ca6 req-3310535b-6ab0-46b8-ba9b-bbb23af4a9c9 tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] 10.222.0.13 "GET /v2.0/ports?device_id=927bfa77-8075-48d1-9413-59387dd3f2f8 HTTP/1.1" status: 200 len: 949 time: 0.0887837 Jul 24 01:29:12.470101 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-cc879b31-703e-42a7-a1bc-3b9da48e9ca6 req-c8356197-0864-43ab-b513-b14f8576dd3f tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] Deleting port 17152362-2c0b-44c3-a18d-955ec278783c {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:29:12.470357 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-cc879b31-703e-42a7-a1bc-3b9da48e9ca6 req-c8356197-0864-43ab-b513-b14f8576dd3f tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:12.560320 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-cc879b31-703e-42a7-a1bc-3b9da48e9ca6 req-c8356197-0864-43ab-b513-b14f8576dd3f tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] For port 17152362-2c0b-44c3-a18d-955ec278783c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=17152362-2c0b-44c3-a18d-955ec278783c,segment=NetworkSegment(128eaa4f-dd65-4acc-ad28-bc9a11777583),segment_id=128eaa4f-dd65-4acc-ad28-bc9a11777583)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:29:12.560698 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-cc879b31-703e-42a7-a1bc-3b9da48e9ca6 req-c8356197-0864-43ab-b513-b14f8576dd3f tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:12.574237 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-cc879b31-703e-42a7-a1bc-3b9da48e9ca6 req-c8356197-0864-43ab-b513-b14f8576dd3f tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] Calling delete_port for 17152362-2c0b-44c3-a18d-955ec278783c owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:29:12.710767 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-cc879b31-703e-42a7-a1bc-3b9da48e9ca6 req-c8356197-0864-43ab-b513-b14f8576dd3f tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:12.723639 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['17152362-2c0b-44c3-a18d-955ec278783c'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:29:12.740649 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8356197-0864-43ab-b513-b14f8576dd3f tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] Pushing event deleted for resources: {'Port': ['ID=17152362-2c0b-44c3-a18d-955ec278783c,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:29:12.797235 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc879b31-703e-42a7-a1bc-3b9da48e9ca6 req-c8356197-0864-43ab-b513-b14f8576dd3f tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] No DVR routers for this DVR port 17152362-2c0b-44c3-a18d-955ec278783c on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:29:12.800713 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-cc879b31-703e-42a7-a1bc-3b9da48e9ca6 req-c8356197-0864-43ab-b513-b14f8576dd3f tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:12.803251 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cc879b31-703e-42a7-a1bc-3b9da48e9ca6 req-c8356197-0864-43ab-b513-b14f8576dd3f tempest-ServersAdminNegativeTestJSON-2045302306 tempest-ServersAdminNegativeTestJSON-2045302306-project] 10.222.0.13 "DELETE /v2.0/ports/17152362-2c0b-44c3-a18d-955ec278783c HTTP/1.1" status: 204 len: 173 time: 0.4356067 Jul 24 01:29:12.803744 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '927bfa77-8075-48d1-9413-59387dd3f2f8', 'name': 'network-vif-deleted', 'tag': '17152362-2c0b-44c3-a18d-955ec278783c'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:29:12.806155 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32816d21-8015-4921-bacf-f8ae89e70ed0" -d '{"events": [{"server_uuid": "927bfa77-8075-48d1-9413-59387dd3f2f8", "name": "network-vif-deleted", "tag": "17152362-2c0b-44c3-a18d-955ec278783c"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:29:12.861043 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5afadb-65e3-41e0-ab40-74a26122318a x-openstack-request-id: req-4a5afadb-65e3-41e0-ab40-74a26122318a {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:29:12.861389 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "927bfa77-8075-48d1-9413-59387dd3f2f8", "name": "network-vif-deleted", "tag": "17152362-2c0b-44c3-a18d-955ec278783c", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:29:12.861693 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a5afadb-65e3-41e0-ab40-74a26122318a {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:29:12.862934 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '927bfa77-8075-48d1-9413-59387dd3f2f8', 'name': 'network-vif-deleted', 'tag': '17152362-2c0b-44c3-a18d-955ec278783c', 'status': 'completed', 'code': 200} Jul 24 01:29:13.644755 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48146) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:29:13.783650 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4c163cdd-89f1-4895-8542-1cd6c1f7fe0d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=773e5cc337184f59943bee23ca5f648d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1377177 Jul 24 01:29:13.786794 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48150) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:29:13.836826 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-49854c10-67d5-42e5-a4de-734b18f60a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:13.858192 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-49854c10-67d5-42e5-a4de-734b18f60a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:13.907601 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-49854c10-67d5-42e5-a4de-734b18f60a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:13.910242 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-49854c10-67d5-42e5-a4de-734b18f60a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:13.911445 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-49854c10-67d5-42e5-a4de-734b18f60a71 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/44381cfc-f535-491c-ba07-1025f1fcb4ff HTTP/1.1" status: 204 len: 168 time: 0.1237395 Jul 24 01:29:13.919589 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49854c10-67d5-42e5-a4de-734b18f60a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44381cfc-f535-491c-ba07-1025f1fcb4ff,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:29:14.184467 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48156) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:29:14.199201 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5f4ddcdc-d25f-42e0-9d76-2b01f663bcf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:14.290826 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5f4ddcdc-d25f-42e0-9d76-2b01f663bcf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:14.294617 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5f4ddcdc-d25f-42e0-9d76-2b01f663bcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:14.333670 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5f4ddcdc-d25f-42e0-9d76-2b01f663bcf9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8ba0794b64014815abf25b7c74ee2c49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478055 Jul 24 01:29:14.334902 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ddcdc-d25f-42e0-9d76-2b01f663bcf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb7c5cc-ae4f-4fc7-b4fb-56ea92c5e5d1,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:29:14.336717 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48158) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:29:14.392671 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3e29121c-090a-495f-bdf5-53aa3f07fd85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:14.416290 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3e29121c-090a-495f-bdf5-53aa3f07fd85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:14.469294 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3e29121c-090a-495f-bdf5-53aa3f07fd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:14.472212 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3e29121c-090a-495f-bdf5-53aa3f07fd85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:14.473393 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3e29121c-090a-495f-bdf5-53aa3f07fd85 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4cb7c5cc-ae4f-4fc7-b4fb-56ea92c5e5d1 HTTP/1.1" status: 204 len: 168 time: 0.1343009 Jul 24 01:29:14.482615 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29121c-090a-495f-bdf5-53aa3f07fd85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb7c5cc-ae4f-4fc7-b4fb-56ea92c5e5d1,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:29:15.165881 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48180) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:29:15.270555 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-aeecb804-6b83-451b-96aa-9c943f482257 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1697081436-network', 'tenant_id': '958c8142080742daa5dd0716f322a4ba'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:29:15.292567 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeecb804-6b83-451b-96aa-9c943f482257 admin admin] Made reservation on behalf of 958c8142080742daa5dd0716f322a4ba for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:29:15.295407 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aeecb804-6b83-451b-96aa-9c943f482257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:15.305033 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aeecb804-6b83-451b-96aa-9c943f482257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:15.397702 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aeecb804-6b83-451b-96aa-9c943f482257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:15.401450 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aeecb804-6b83-451b-96aa-9c943f482257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:15.427337 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeecb804-6b83-451b-96aa-9c943f482257 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:29:15.436193 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeecb804-6b83-451b-96aa-9c943f482257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab732929-5faa-468c-b924-00f2edbfec03,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:29:15.442950 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aeecb804-6b83-451b-96aa-9c943f482257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:15.443308 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-aeecb804-6b83-451b-96aa-9c943f482257 admin admin] Added segment b76b767c-15f9-4d5c-bc1f-20c185debc99 of type vlan for network 02c77989-929a-406f-b67d-912cd6123064 Jul 24 01:29:15.483382 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aeecb804-6b83-451b-96aa-9c943f482257 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:15.511989 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aeecb804-6b83-451b-96aa-9c943f482257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:15.512942 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeecb804-6b83-451b-96aa-9c943f482257 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:15.513555 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aeecb804-6b83-451b-96aa-9c943f482257 admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:15.545469 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-aeecb804-6b83-451b-96aa-9c943f482257 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3782954 Jul 24 01:29:15.548547 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48184) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:29:15.554206 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-4238d399-c938-455c-8cbe-3c6cf92b5db3 admin admin] Request body: {'subnet': {'network_id': '02c77989-929a-406f-b67d-912cd6123064', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1697081436-subnet', 'tenant_id': '958c8142080742daa5dd0716f322a4ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:29:15.574271 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4238d399-c938-455c-8cbe-3c6cf92b5db3 admin admin] Made reservation on behalf of 958c8142080742daa5dd0716f322a4ba for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:29:15.576714 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4238d399-c938-455c-8cbe-3c6cf92b5db3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:15.583268 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeecb804-6b83-451b-96aa-9c943f482257 admin admin] Pushing event updated for resources: {'Network': ['ID=02c77989-929a-406f-b67d-912cd6123064,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:29:15.593071 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 02c77989-929a-406f-b67d-912cd6123064 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:29:15.719682 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 17152362-2c0b-44c3-a18d-955ec278783c no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:29:15.741038 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 17152362-2c0b-44c3-a18d-955ec278783c {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:29:15.741376 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 17152362-2c0b-44c3-a18d-955ec278783c not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:29:15.755888 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4238d399-c938-455c-8cbe-3c6cf92b5db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:15.767524 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4357df24-9eb9-4d99-95f4-61ef8f20d9f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:15.812356 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4238d399-c938-455c-8cbe-3c6cf92b5db3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d340e7f8-76f3-4b19-b3b9-1895f60cb69a,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:29:15.819534 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4238d399-c938-455c-8cbe-3c6cf92b5db3 admin admin] Checking segment: {'id': 'b76b767c-15f9-4d5c-bc1f-20c185debc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '02c77989-929a-406f-b67d-912cd6123064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:29:15.819894 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4238d399-c938-455c-8cbe-3c6cf92b5db3 admin admin] Network hostable DHCP agents. Network: 02c77989-929a-406f-b67d-912cd6123064, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:29:15.836676 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4238d399-c938-455c-8cbe-3c6cf92b5db3 admin admin] Network 02c77989-929a-406f-b67d-912cd6123064 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:29:15.845153 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-4238d399-c938-455c-8cbe-3c6cf92b5db3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 02c77989-929a-406f-b67d-912cd6123064) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:29:15.849975 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4238d399-c938-455c-8cbe-3c6cf92b5db3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:15.850558 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4238d399-c938-455c-8cbe-3c6cf92b5db3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:15.855099 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1d2ffe-8b46-4f80-afba-44c3c5b05974 None None] Network 02c77989-929a-406f-b67d-912cd6123064 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:29:15.865216 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4238d399-c938-455c-8cbe-3c6cf92b5db3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3154438 Jul 24 01:29:15.982700 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d532c5-944d-4add-b3fc-cfaae50ce150 None None] Network 02c77989-929a-406f-b67d-912cd6123064 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:29:16.290615 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079664d-77cb-4eb3-9161-339b866949f4 req-df034e20-d211-4474-97db-7b0b67c11e46 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:16.292197 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9079664d-77cb-4eb3-9161-339b866949f4 req-df034e20-d211-4474-97db-7b0b67c11e46 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/networks?id=02c77989-929a-406f-b67d-912cd6123064 HTTP/1.1" status: 200 len: 812 time: 0.1108463 Jul 24 01:29:16.307534 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9079664d-77cb-4eb3-9161-339b866949f4 req-ff36d71b-0184-48e8-9df4-f0e409a09107 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/quotas/958c8142080742daa5dd0716f322a4ba HTTP/1.1" status: 200 len: 375 time: 0.0100973 Jul 24 01:29:16.341312 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9079664d-77cb-4eb3-9161-339b866949f4 req-aa99b93a-ca4c-4d03-b37e-e608696e4208 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=958c8142080742daa5dd0716f322a4ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285292 Jul 24 01:29:16.352304 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [req-9079664d-77cb-4eb3-9161-339b866949f4 req-22370003-ba8f-45fe-b2e9-78d84d0d6590 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:29:16.353267 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9079664d-77cb-4eb3-9161-339b866949f4 req-22370003-ba8f-45fe-b2e9-78d84d0d6590 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051327 Jul 24 01:29:16.444986 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9079664d-77cb-4eb3-9161-339b866949f4 req-2e98401b-a136-4df6-afc6-b71956e3bead service neutron] 10.222.0.15 "GET /v2.0/networks/02c77989-929a-406f-b67d-912cd6123064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866067 Jul 24 01:29:16.539829 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9079664d-77cb-4eb3-9161-339b866949f4 req-b5dfae2e-c6f8-4abe-94e1-469bdd0060fe service neutron] 10.222.0.15 "GET /v2.0/networks/02c77989-929a-406f-b67d-912cd6123064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836272 Jul 24 01:29:16.708841 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-70921280-9265-4fdd-8267-2c55466abfaf req-de13180e-0ebf-4fe3-b270-e805f14e56ef tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/ports?device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 210 time: 0.0306952 Jul 24 01:29:17.636430 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079664d-77cb-4eb3-9161-339b866949f4 req-18347389-0305-4823-8456-3ed2154b5c9a tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:17.637865 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9079664d-77cb-4eb3-9161-339b866949f4 req-18347389-0305-4823-8456-3ed2154b5c9a tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.13 "GET /v2.0/networks?id=02c77989-929a-406f-b67d-912cd6123064 HTTP/1.1" status: 200 len: 812 time: 0.1184931 Jul 24 01:29:17.651522 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-9079664d-77cb-4eb3-9161-339b866949f4 req-7e3aeff9-dc2e-4d5a-b787-d6ef199367bd tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Request body: {'port': {'device_id': '833b79db-967f-4824-a8d5-72e1f3243975', 'network_id': '02c77989-929a-406f-b67d-912cd6123064', 'admin_state_up': True, 'tenant_id': '958c8142080742daa5dd0716f322a4ba'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:29:17.772068 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9079664d-77cb-4eb3-9161-339b866949f4 req-7e3aeff9-dc2e-4d5a-b787-d6ef199367bd tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Made reservation on behalf of 958c8142080742daa5dd0716f322a4ba for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:29:17.776669 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9079664d-77cb-4eb3-9161-339b866949f4 req-7e3aeff9-dc2e-4d5a-b787-d6ef199367bd tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:17.816020 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0775866a-42f4-4118-a3e5-5df2b9d28a68 req-f67dd4d3-7351-40b5-800d-48ef74314d06 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/ports?device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 210 time: 0.0358140 Jul 24 01:29:17.914483 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-9079664d-77cb-4eb3-9161-339b866949f4 req-7e3aeff9-dc2e-4d5a-b787-d6ef199367bd tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Allocated IP 172.20.0.10 (02c77989-929a-406f-b67d-912cd6123064/d340e7f8-76f3-4b19-b3b9-1895f60cb69a/df3bce5d-e076-4ad6-84b7-d2fbe4946b1d) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:29:18.062019 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9079664d-77cb-4eb3-9161-339b866949f4 req-7e3aeff9-dc2e-4d5a-b787-d6ef199367bd tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:18.100804 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9079664d-77cb-4eb3-9161-339b866949f4 req-7e3aeff9-dc2e-4d5a-b787-d6ef199367bd tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:18.147479 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9079664d-77cb-4eb3-9161-339b866949f4 req-7e3aeff9-dc2e-4d5a-b787-d6ef199367bd tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Network 02c77989-929a-406f-b67d-912cd6123064 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:29:18.152679 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-9079664d-77cb-4eb3-9161-339b866949f4 req-7e3aeff9-dc2e-4d5a-b787-d6ef199367bd tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:29:18.155444 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-9079664d-77cb-4eb3-9161-339b866949f4 req-7e3aeff9-dc2e-4d5a-b787-d6ef199367bd tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:29:18.183367 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3aeff9-dc2e-4d5a-b787-d6ef199367bd tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Pushing event updated for resources: {'Port': ['ID=df3bce5d-e076-4ad6-84b7-d2fbe4946b1d,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:29:18.211890 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079664d-77cb-4eb3-9161-339b866949f4 req-7e3aeff9-dc2e-4d5a-b787-d6ef199367bd tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:18.212520 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9079664d-77cb-4eb3-9161-339b866949f4 req-7e3aeff9-dc2e-4d5a-b787-d6ef199367bd tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:18.227053 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9079664d-77cb-4eb3-9161-339b866949f4 req-7e3aeff9-dc2e-4d5a-b787-d6ef199367bd tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5804665 Jul 24 01:29:18.238963 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-9079664d-77cb-4eb3-9161-339b866949f4 req-09125390-c472-497c-ae3f-a80fc4bddd4c service neutron] Request body: {'port': {'device_id': '833b79db-967f-4824-a8d5-72e1f3243975', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:29:18.291128 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3c2fe7af-3c14-4b0f-b008-4534099e680b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:18.319115 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9079664d-77cb-4eb3-9161-339b866949f4 req-09125390-c472-497c-ae3f-a80fc4bddd4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:18.516893 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:18.587346 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-9079664d-77cb-4eb3-9161-339b866949f4 req-09125390-c472-497c-ae3f-a80fc4bddd4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df3bce5d-e076-4ad6-84b7-d2fbe4946b1d {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:29:18.594606 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9079664d-77cb-4eb3-9161-339b866949f4 req-09125390-c472-497c-ae3f-a80fc4bddd4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:18.607287 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-9079664d-77cb-4eb3-9161-339b866949f4 req-09125390-c472-497c-ae3f-a80fc4bddd4c service neutron] Transition to ACTIVE for port object df3bce5d-e076-4ad6-84b7-d2fbe4946b1d will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:29:18.610552 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9079664d-77cb-4eb3-9161-339b866949f4 req-09125390-c472-497c-ae3f-a80fc4bddd4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:18.681853 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09125390-c472-497c-ae3f-a80fc4bddd4c service neutron] Pushing event updated for resources: {'Port': ['ID=df3bce5d-e076-4ad6-84b7-d2fbe4946b1d,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:29:18.706873 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09125390-c472-497c-ae3f-a80fc4bddd4c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:29:18.707229 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09125390-c472-497c-ae3f-a80fc4bddd4c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:29:18.707568 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09125390-c472-497c-ae3f-a80fc4bddd4c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:29:18.707902 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09125390-c472-497c-ae3f-a80fc4bddd4c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:29:18.708235 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09125390-c472-497c-ae3f-a80fc4bddd4c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:29:18.708570 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09125390-c472-497c-ae3f-a80fc4bddd4c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:29:18.708897 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09125390-c472-497c-ae3f-a80fc4bddd4c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:29:18.709220 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09125390-c472-497c-ae3f-a80fc4bddd4c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:29:18.709543 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09125390-c472-497c-ae3f-a80fc4bddd4c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:29:18.709867 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09125390-c472-497c-ae3f-a80fc4bddd4c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:29:18.710188 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09125390-c472-497c-ae3f-a80fc4bddd4c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:29:18.710507 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09125390-c472-497c-ae3f-a80fc4bddd4c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:29:18.741081 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-9079664d-77cb-4eb3-9161-339b866949f4 req-09125390-c472-497c-ae3f-a80fc4bddd4c service neutron] Attempting to bind port df3bce5d-e076-4ad6-84b7-d2fbe4946b1d on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:29:18.741419 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-9079664d-77cb-4eb3-9161-339b866949f4 req-09125390-c472-497c-ae3f-a80fc4bddd4c service neutron] Attempting to bind port df3bce5d-e076-4ad6-84b7-d2fbe4946b1d by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': 'b76b767c-15f9-4d5c-bc1f-20c185debc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '02c77989-929a-406f-b67d-912cd6123064'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:29:18.741749 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9079664d-77cb-4eb3-9161-339b866949f4 req-09125390-c472-497c-ae3f-a80fc4bddd4c service neutron] Attempting to bind port df3bce5d-e076-4ad6-84b7-d2fbe4946b1d on network 02c77989-929a-406f-b67d-912cd6123064 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:29:18.745969 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9079664d-77cb-4eb3-9161-339b866949f4 req-09125390-c472-497c-ae3f-a80fc4bddd4c service neutron] Port df3bce5d-e076-4ad6-84b7-d2fbe4946b1d on network 02c77989-929a-406f-b67d-912cd6123064 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:29:18.746290 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9079664d-77cb-4eb3-9161-339b866949f4 req-09125390-c472-497c-ae3f-a80fc4bddd4c service neutron] Attempting to bind port df3bce5d-e076-4ad6-84b7-d2fbe4946b1d on network 02c77989-929a-406f-b67d-912cd6123064 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:29:18.751255 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9079664d-77cb-4eb3-9161-339b866949f4 req-09125390-c472-497c-ae3f-a80fc4bddd4c service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:29:18.751597 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9079664d-77cb-4eb3-9161-339b866949f4 req-09125390-c472-497c-ae3f-a80fc4bddd4c service neutron] Checking segment: {'id': 'b76b767c-15f9-4d5c-bc1f-20c185debc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '02c77989-929a-406f-b67d-912cd6123064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:29:18.751975 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9079664d-77cb-4eb3-9161-339b866949f4 req-09125390-c472-497c-ae3f-a80fc4bddd4c service neutron] Bound using segment: {'id': 'b76b767c-15f9-4d5c-bc1f-20c185debc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '02c77989-929a-406f-b67d-912cd6123064'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:29:18.752399 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-9079664d-77cb-4eb3-9161-339b866949f4 req-09125390-c472-497c-ae3f-a80fc4bddd4c service neutron] Bound port: df3bce5d-e076-4ad6-84b7-d2fbe4946b1d, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76b767c-15f9-4d5c-bc1f-20c185debc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '02c77989-929a-406f-b67d-912cd6123064'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:29:18.752776 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9079664d-77cb-4eb3-9161-339b866949f4 req-09125390-c472-497c-ae3f-a80fc4bddd4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:18.817083 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-9079664d-77cb-4eb3-9161-339b866949f4 req-09125390-c472-497c-ae3f-a80fc4bddd4c service neutron] For port df3bce5d-e076-4ad6-84b7-d2fbe4946b1d, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:29:18.820276 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-9079664d-77cb-4eb3-9161-339b866949f4 req-09125390-c472-497c-ae3f-a80fc4bddd4c service neutron] For port df3bce5d-e076-4ad6-84b7-d2fbe4946b1d, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=df3bce5d-e076-4ad6-84b7-d2fbe4946b1d,segment=NetworkSegment(b76b767c-15f9-4d5c-bc1f-20c185debc99),segment_id=b76b767c-15f9-4d5c-bc1f-20c185debc99)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:29:18.830419 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9079664d-77cb-4eb3-9161-339b866949f4 req-09125390-c472-497c-ae3f-a80fc4bddd4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:18.864789 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079664d-77cb-4eb3-9161-339b866949f4 req-09125390-c472-497c-ae3f-a80fc4bddd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:18.865415 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9079664d-77cb-4eb3-9161-339b866949f4 req-09125390-c472-497c-ae3f-a80fc4bddd4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:18.866890 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9079664d-77cb-4eb3-9161-339b866949f4 req-09125390-c472-497c-ae3f-a80fc4bddd4c service neutron] 10.222.0.13 "PUT /v2.0/ports/df3bce5d-e076-4ad6-84b7-d2fbe4946b1d HTTP/1.1" status: 200 len: 1093 time: 0.6327953 Jul 24 01:29:18.867342 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '833b79db-967f-4824-a8d5-72e1f3243975', 'tag': 'df3bce5d-e076-4ad6-84b7-d2fbe4946b1d'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:29:18.869610 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83856bf7-6f4a-4ea3-b4e4-e98f7335fa44" -d '{"events": [{"name": "network-changed", "server_uuid": "833b79db-967f-4824-a8d5-72e1f3243975", "tag": "df3bce5d-e076-4ad6-84b7-d2fbe4946b1d"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:29:18.896182 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09125390-c472-497c-ae3f-a80fc4bddd4c service neutron] Pushing event updated for resources: {'Port': ['ID=df3bce5d-e076-4ad6-84b7-d2fbe4946b1d,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:29:18.927416 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f97e391-9b61-467f-a2e4-bf7b6f216bf3 x-openstack-request-id: req-6f97e391-9b61-467f-a2e4-bf7b6f216bf3 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:29:18.927732 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "833b79db-967f-4824-a8d5-72e1f3243975", "tag": "df3bce5d-e076-4ad6-84b7-d2fbe4946b1d", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:29:18.927984 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6f97e391-9b61-467f-a2e4-bf7b6f216bf3 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:29:18.928374 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '833b79db-967f-4824-a8d5-72e1f3243975', 'tag': 'df3bce5d-e076-4ad6-84b7-d2fbe4946b1d', 'status': 'completed', 'code': 200} Jul 24 01:29:19.013644 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325e968-d7a8-4574-9be7-c39f73721345 req-b87c095f-e01f-453b-9ebb-f208d98e78f9 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:19.015182 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1325e968-d7a8-4574-9be7-c39f73721345 req-b87c095f-e01f-453b-9ebb-f208d98e78f9 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/ports?device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 944 time: 0.0986452 Jul 24 01:29:19.017791 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079664d-77cb-4eb3-9161-339b866949f4 req-04f9033b-10e6-4def-a48b-c06300376d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:19.019892 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9079664d-77cb-4eb3-9161-339b866949f4 req-04f9033b-10e6-4def-a48b-c06300376d16 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=958c8142080742daa5dd0716f322a4ba&device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 1096 time: 0.1118596 Jul 24 01:29:19.069527 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9079664d-77cb-4eb3-9161-339b866949f4 req-9dffbe1d-1c7d-4ee3-b9e1-e83da7f8bff8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df3bce5d-e076-4ad6-84b7-d2fbe4946b1d HTTP/1.1" status: 200 len: 217 time: 0.0409305 Jul 24 01:29:19.113551 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1325e968-d7a8-4574-9be7-c39f73721345 req-855b0e1a-d35a-46e2-92e5-393c67d61703 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab732929-5faa-468c-b924-00f2edbfec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918829 Jul 24 01:29:19.131264 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079664d-77cb-4eb3-9161-339b866949f4 req-3ef3bc8f-85d2-45aa-8994-bdec4c7f7f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:19.132745 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9079664d-77cb-4eb3-9161-339b866949f4 req-3ef3bc8f-85d2-45aa-8994-bdec4c7f7f1f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d340e7f8-76f3-4b19-b3b9-1895f60cb69a HTTP/1.1" status: 200 len: 852 time: 0.0542536 Jul 24 01:29:19.167386 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9079664d-77cb-4eb3-9161-339b866949f4 req-d2bab3ab-7ee1-4e8c-bb04-1b94d00bbfb2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02c77989-929a-406f-b67d-912cd6123064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283003 Jul 24 01:29:19.260152 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9079664d-77cb-4eb3-9161-339b866949f4 req-15ab01db-a41f-4c88-a283-5c520a636014 service neutron] 10.222.0.13 "GET /v2.0/networks/02c77989-929a-406f-b67d-912cd6123064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856988 Jul 24 01:29:19.348602 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9079664d-77cb-4eb3-9161-339b866949f4 req-7c7bed14-138e-4fa2-a9f9-cc0cc355701f service neutron] 10.222.0.13 "GET /v2.0/networks/02c77989-929a-406f-b67d-912cd6123064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822814 Jul 24 01:29:19.445632 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83856bf7-6f4a-4ea3-b4e4-e98f7335fa44 req-4bd98af6-f116-467e-8a95-dda363ccf32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:19.447179 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-83856bf7-6f4a-4ea3-b4e4-e98f7335fa44 req-4bd98af6-f116-467e-8a95-dda363ccf32c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=958c8142080742daa5dd0716f322a4ba&device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 1096 time: 0.0534954 Jul 24 01:29:19.539317 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83856bf7-6f4a-4ea3-b4e4-e98f7335fa44 req-3999c0dc-286b-4186-95f9-142d814bd0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:19.540834 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-83856bf7-6f4a-4ea3-b4e4-e98f7335fa44 req-3999c0dc-286b-4186-95f9-142d814bd0c6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=02c77989-929a-406f-b67d-912cd6123064 HTTP/1.1" status: 200 len: 913 time: 0.0872474 Jul 24 01:29:19.582020 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-83856bf7-6f4a-4ea3-b4e4-e98f7335fa44 req-3fc620c2-a5f9-4e1f-85c5-fc10b3f25d7a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df3bce5d-e076-4ad6-84b7-d2fbe4946b1d HTTP/1.1" status: 200 len: 217 time: 0.0344701 Jul 24 01:29:19.587129 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:19.642980 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83856bf7-6f4a-4ea3-b4e4-e98f7335fa44 req-43d726b8-046a-4060-8ff9-e3f82cc6e3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:19.644533 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-83856bf7-6f4a-4ea3-b4e4-e98f7335fa44 req-43d726b8-046a-4060-8ff9-e3f82cc6e3d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d340e7f8-76f3-4b19-b3b9-1895f60cb69a HTTP/1.1" status: 200 len: 852 time: 0.0566130 Jul 24 01:29:19.679566 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-83856bf7-6f4a-4ea3-b4e4-e98f7335fa44 req-3c29be28-714a-4dd5-9427-bcefe21a701a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02c77989-929a-406f-b67d-912cd6123064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271893 Jul 24 01:29:19.767566 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-83856bf7-6f4a-4ea3-b4e4-e98f7335fa44 req-cc48ad12-e920-4f47-85e3-d4e37ec52253 service neutron] 10.222.0.13 "GET /v2.0/networks/02c77989-929a-406f-b67d-912cd6123064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817363 Jul 24 01:29:19.859543 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-83856bf7-6f4a-4ea3-b4e4-e98f7335fa44 req-d5dca8c1-ffac-4535-b702-12ec20e02a02 service neutron] 10.222.0.13 "GET /v2.0/networks/02c77989-929a-406f-b67d-912cd6123064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839865 Jul 24 01:29:20.249043 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc00c5-65ff-41a0-86f6-9c70f06c7395 req-04952082-34f6-46ee-80f9-87da9ae94a2a tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:20.250594 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-aadc00c5-65ff-41a0-86f6-9c70f06c7395 req-04952082-34f6-46ee-80f9-87da9ae94a2a tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/ports?device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 944 time: 0.0680709 Jul 24 01:29:20.289475 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-aadc00c5-65ff-41a0-86f6-9c70f06c7395 req-775fef9d-0d01-47ca-9a8a-49f7ad990684 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab732929-5faa-468c-b924-00f2edbfec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328009 Jul 24 01:29:21.096730 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:21.417071 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39cf607-af87-4328-9464-889d6420018d req-0e507aaf-0ad7-43f6-b856-55587ab96989 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:21.418571 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e39cf607-af87-4328-9464-889d6420018d req-0e507aaf-0ad7-43f6-b856-55587ab96989 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/ports?device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 944 time: 0.0634677 Jul 24 01:29:21.455984 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e39cf607-af87-4328-9464-889d6420018d req-775c0921-66d8-4d84-9666-0355a080a11b tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab732929-5faa-468c-b924-00f2edbfec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318511 Jul 24 01:29:21.754132 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device df3bce5d-e076-4ad6-84b7-d2fbe4946b1d details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:29:21.998054 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port df3bce5d-e076-4ad6-84b7-d2fbe4946b1d, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=df3bce5d-e076-4ad6-84b7-d2fbe4946b1d,segment=NetworkSegment(b76b767c-15f9-4d5c-bc1f-20c185debc99),segment_id=b76b767c-15f9-4d5c-bc1f-20c185debc99)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:29:22.008780 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'df3bce5d-e076-4ad6-84b7-d2fbe4946b1d', 'network_id': '02c77989-929a-406f-b67d-912cd6123064', 'port_id': 'df3bce5d-e076-4ad6-84b7-d2fbe4946b1d', 'mac_address': 'fa:16:3e:37:31:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd340e7f8-76f3-4b19-b3b9-1895f60cb69a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:29:22.044689 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:22.058569 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df3bce5d-e076-4ad6-84b7-d2fbe4946b1d {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:29:22.077692 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port df3bce5d-e076-4ad6-84b7-d2fbe4946b1d, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=df3bce5d-e076-4ad6-84b7-d2fbe4946b1d,segment=NetworkSegment(b76b767c-15f9-4d5c-bc1f-20c185debc99),segment_id=b76b767c-15f9-4d5c-bc1f-20c185debc99)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:29:22.081915 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:22.129768 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=df3bce5d-e076-4ad6-84b7-d2fbe4946b1d,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:29:22.268401 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['df3bce5d-e076-4ad6-84b7-d2fbe4946b1d'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:29:22.586782 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30f420-16b8-465f-965b-ebe2aa7f1255 req-21b6a83d-db82-4b82-a10c-64c9e7465761 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:22.588208 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7c30f420-16b8-465f-965b-ebe2aa7f1255 req-21b6a83d-db82-4b82-a10c-64c9e7465761 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/ports?device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 945 time: 0.0635576 Jul 24 01:29:22.625010 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7c30f420-16b8-465f-965b-ebe2aa7f1255 req-2ef4dae3-6e84-4d9e-9985-a7b91d4ab6f8 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab732929-5faa-468c-b924-00f2edbfec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313203 Jul 24 01:29:23.762360 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73578e5-5784-4b79-958f-8adf3ea737bd req-32e89199-7610-48df-85a0-a2c8f7ca79bb tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:23.763910 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d73578e5-5784-4b79-958f-8adf3ea737bd req-32e89199-7610-48df-85a0-a2c8f7ca79bb tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/ports?device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 945 time: 0.0704992 Jul 24 01:29:23.770062 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device df3bce5d-e076-4ad6-84b7-d2fbe4946b1d up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:29:23.821327 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port df3bce5d-e076-4ad6-84b7-d2fbe4946b1d completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:29:23.825950 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port df3bce5d-e076-4ad6-84b7-d2fbe4946b1d triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:29:23.826321 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:23.922890 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:23.950285 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833b79db-967f-4824-a8d5-72e1f3243975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df3bce5d-e076-4ad6-84b7-d2fbe4946b1d'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:29:23.952624 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b8f32b-95c6-4a22-926f-a0f06c320816" -d '{"events": [{"server_uuid": "833b79db-967f-4824-a8d5-72e1f3243975", "name": "network-vif-plugged", "status": "completed", "tag": "df3bce5d-e076-4ad6-84b7-d2fbe4946b1d"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:29:23.967961 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port df3bce5d-e076-4ad6-84b7-d2fbe4946b1d, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=df3bce5d-e076-4ad6-84b7-d2fbe4946b1d,segment=NetworkSegment(b76b767c-15f9-4d5c-bc1f-20c185debc99),segment_id=b76b767c-15f9-4d5c-bc1f-20c185debc99)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:29:23.972791 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:23.997897 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178854ec-3595-4a18-90e0-82f246d2502b x-openstack-request-id: req-178854ec-3595-4a18-90e0-82f246d2502b {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:29:23.998189 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833b79db-967f-4824-a8d5-72e1f3243975", "name": "network-vif-plugged", "status": "completed", "tag": "df3bce5d-e076-4ad6-84b7-d2fbe4946b1d", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:29:23.998887 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-178854ec-3595-4a18-90e0-82f246d2502b {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:29:23.999286 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833b79db-967f-4824-a8d5-72e1f3243975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df3bce5d-e076-4ad6-84b7-d2fbe4946b1d', 'code': 200} Jul 24 01:29:24.036574 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=df3bce5d-e076-4ad6-84b7-d2fbe4946b1d,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:29:24.145248 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d73578e5-5784-4b79-958f-8adf3ea737bd req-3587032b-30e9-4e30-a2e4-4bf1179d3635 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab732929-5faa-468c-b924-00f2edbfec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736551 Jul 24 01:29:24.165108 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1755c2-fac2-446b-b628-ed55e44fc67c req-715b4505-baf8-4196-b09b-e05a0037b247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:24.166625 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ce1755c2-fac2-446b-b628-ed55e44fc67c req-715b4505-baf8-4196-b09b-e05a0037b247 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 1098 time: 0.0689521 Jul 24 01:29:24.202252 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ce1755c2-fac2-446b-b628-ed55e44fc67c req-2c9604fc-668a-4701-b630-3aba72a1977b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ab732929-5faa-468c-b924-00f2edbfec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285428 Jul 24 01:29:25.282042 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cbb457-d616-4916-9938-cb3245859e6b req-af7eebc0-e53b-40aa-9288-e4034585e49a tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:25.283555 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a2cbb457-d616-4916-9938-cb3245859e6b req-af7eebc0-e53b-40aa-9288-e4034585e49a tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/ports?device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 946 time: 0.0689502 Jul 24 01:29:25.322483 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a2cbb457-d616-4916-9938-cb3245859e6b req-b8524f38-7379-4223-983b-f5e1e3d3c474 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab732929-5faa-468c-b924-00f2edbfec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323520 Jul 24 01:29:25.507281 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48234) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:29:25.585411 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2240e97-59e8-4406-8f49-009a489260f7 req-d5e1b3ce-dee4-4889-91bb-52ef7e57bebf tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:25.587110 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b2240e97-59e8-4406-8f49-009a489260f7 req-d5e1b3ce-dee4-4889-91bb-52ef7e57bebf tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/ports?device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 946 time: 0.0684643 Jul 24 01:29:25.618097 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-0aada3c1-7203-41d1-b267-589246f2f785 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=833b79db-967f-4824-a8d5-72e1f3243975&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1093163 Jul 24 01:29:25.626584 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b2240e97-59e8-4406-8f49-009a489260f7 req-8ff5a9db-c391-4c16-99bc-a45e47d48b0a tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab732929-5faa-468c-b924-00f2edbfec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336771 Jul 24 01:29:25.627228 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-506cd33f-c598-4304-ab95-0ad3432a2a05 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:29:25.628214 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-506cd33f-c598-4304-ab95-0ad3432a2a05 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053794 Jul 24 01:29:26.816950 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7233e7-643d-4838-9083-f696e1462f82 req-41a4bd17-4b65-477c-83a0-1f4137baf036 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:26.818453 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4a7233e7-643d-4838-9083-f696e1462f82 req-41a4bd17-4b65-477c-83a0-1f4137baf036 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/ports?device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 946 time: 0.1178157 Jul 24 01:29:26.821210 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-9df4af9f-5fb5-4177-90d0-91333b40b504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:26.822597 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-9df4af9f-5fb5-4177-90d0-91333b40b504 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=958c8142080742daa5dd0716f322a4ba&device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 1098 time: 0.0789509 Jul 24 01:29:26.885067 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4a7233e7-643d-4838-9083-f696e1462f82 req-f407400f-61a7-4aa5-bbed-491fe8664b4a tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab732929-5faa-468c-b924-00f2edbfec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608666 Jul 24 01:29:26.950531 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-4d21081b-0797-4196-8db3-c389e7d4801d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:26.952036 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-4d21081b-0797-4196-8db3-c389e7d4801d service neutron] 10.222.0.13 "GET /v2.0/networks?id=02c77989-929a-406f-b67d-912cd6123064 HTTP/1.1" status: 200 len: 913 time: 0.1220076 Jul 24 01:29:26.992584 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-af2b3b7a-0eff-4567-8b83-4cd9c509cae9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df3bce5d-e076-4ad6-84b7-d2fbe4946b1d HTTP/1.1" status: 200 len: 217 time: 0.0340986 Jul 24 01:29:27.040459 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-0807cc87-53d1-4ce2-937f-0c3c38732612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:27.041948 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-0807cc87-53d1-4ce2-937f-0c3c38732612 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d340e7f8-76f3-4b19-b3b9-1895f60cb69a HTTP/1.1" status: 200 len: 852 time: 0.0438037 Jul 24 01:29:27.078958 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-d46c1c16-5d7a-433f-9315-1ef669ffa758 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02c77989-929a-406f-b67d-912cd6123064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312083 Jul 24 01:29:27.168318 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-eed23f24-6bdb-41f1-8227-e88270aace3f service neutron] 10.222.0.13 "GET /v2.0/networks/02c77989-929a-406f-b67d-912cd6123064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832417 Jul 24 01:29:27.262752 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-6ead9164-e459-48f6-bc45-95b3ab3e59e5 service neutron] 10.222.0.13 "GET /v2.0/networks/02c77989-929a-406f-b67d-912cd6123064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881186 Jul 24 01:29:28.078043 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea877b7-968f-46fe-99fc-3580fa97c185 req-6dad6276-3d44-47e9-a73e-3bd39c90602a tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:28.079596 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-eea877b7-968f-46fe-99fc-3580fa97c185 req-6dad6276-3d44-47e9-a73e-3bd39c90602a tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/ports?device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 946 time: 0.1211424 Jul 24 01:29:28.117922 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-eea877b7-968f-46fe-99fc-3580fa97c185 req-37cad075-93c5-4bf8-9b67-07a8d8d950f1 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab732929-5faa-468c-b924-00f2edbfec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321774 Jul 24 01:29:29.307666 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca677260-3522-4345-b609-4043b03741d1 req-a5d5e4b9-5281-4299-a87f-2580109c771a tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:29.309197 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ca677260-3522-4345-b609-4043b03741d1 req-a5d5e4b9-5281-4299-a87f-2580109c771a tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/ports?device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 946 time: 0.1195261 Jul 24 01:29:29.347447 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ca677260-3522-4345-b609-4043b03741d1 req-a0bc25fa-c2e5-4dbf-a179-cd82e564f341 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab732929-5faa-468c-b924-00f2edbfec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326197 Jul 24 01:29:30.481895 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64f6c4-2c2a-4e1b-9cf1-658aaf2cb5f7 req-191b53d5-e7de-4ed9-957a-32948ff89da4 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:30.483449 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3e64f6c4-2c2a-4e1b-9cf1-658aaf2cb5f7 req-191b53d5-e7de-4ed9-957a-32948ff89da4 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/ports?device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 946 time: 0.0675957 Jul 24 01:29:30.521354 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3e64f6c4-2c2a-4e1b-9cf1-658aaf2cb5f7 req-3ef55eec-7ed1-4f94-b60f-866abfcfc249 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab732929-5faa-468c-b924-00f2edbfec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323925 Jul 24 01:29:31.663561 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76b490b-087c-4c7c-9d38-1267eacf4045 req-6efc6a51-a9d8-4aae-a886-e5818d41a11e tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:31.665094 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c76b490b-087c-4c7c-9d38-1267eacf4045 req-6efc6a51-a9d8-4aae-a886-e5818d41a11e tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/ports?device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 946 time: 0.0635707 Jul 24 01:29:31.703644 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c76b490b-087c-4c7c-9d38-1267eacf4045 req-06bf47e2-02d7-45bb-987d-3fc309c5f6b5 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab732929-5faa-468c-b924-00f2edbfec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330753 Jul 24 01:29:32.835930 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb36d9-daee-4b01-b7e3-de730533315e req-321ed504-00cf-4586-9349-bbbd3f0e6569 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:32.837555 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c2cb36d9-daee-4b01-b7e3-de730533315e req-321ed504-00cf-4586-9349-bbbd3f0e6569 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/ports?device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 946 time: 0.0655229 Jul 24 01:29:32.879403 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c2cb36d9-daee-4b01-b7e3-de730533315e req-6fe7d6f4-a209-4f21-9791-82815c4039be tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab732929-5faa-468c-b924-00f2edbfec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345237 Jul 24 01:29:34.018943 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0ad71-6830-479b-837b-8e15b8f6a3c6 req-aaad2586-d723-4118-a711-b3b1d88ecc0e tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:34.021082 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fdb0ad71-6830-479b-837b-8e15b8f6a3c6 req-aaad2586-d723-4118-a711-b3b1d88ecc0e tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/ports?device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 946 time: 0.0718811 Jul 24 01:29:34.059001 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fdb0ad71-6830-479b-837b-8e15b8f6a3c6 req-0bc6d1f7-6584-42a8-a081-f969a167201c tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab732929-5faa-468c-b924-00f2edbfec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323446 Jul 24 01:29:35.198095 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:35.213603 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314f4fd-e1ff-4621-a2ee-80e2f70b18bd req-1f688346-e2e6-4f35-b343-4bb92b46fc5e tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:35.215180 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5314f4fd-e1ff-4621-a2ee-80e2f70b18bd req-1f688346-e2e6-4f35-b343-4bb92b46fc5e tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/ports?device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 946 time: 0.0796185 Jul 24 01:29:35.253400 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5314f4fd-e1ff-4621-a2ee-80e2f70b18bd req-5d21797d-e595-4bd4-96a0-e9baa8ed7d1d tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab732929-5faa-468c-b924-00f2edbfec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326087 Jul 24 01:29:35.544861 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:36.408718 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff014b-2b41-4932-aac3-bf1bbd5eab9d req-6fffabdf-64ef-46b0-804d-8f2a27d8780a tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:36.411000 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c0ff014b-2b41-4932-aac3-bf1bbd5eab9d req-6fffabdf-64ef-46b0-804d-8f2a27d8780a tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/ports?device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 946 time: 0.0806150 Jul 24 01:29:36.448471 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c0ff014b-2b41-4932-aac3-bf1bbd5eab9d req-29527a9a-4cdb-468d-ad45-deeb60e9fa15 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab732929-5faa-468c-b924-00f2edbfec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320454 Jul 24 01:29:37.623297 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f735b-8222-4e9f-b062-d67059951261 req-832344c9-deb3-4df2-8f00-5c1b4b4879a9 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:37.624816 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7f3f735b-8222-4e9f-b062-d67059951261 req-832344c9-deb3-4df2-8f00-5c1b4b4879a9 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/ports?device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 946 time: 0.0668743 Jul 24 01:29:37.663691 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7f3f735b-8222-4e9f-b062-d67059951261 req-3f329d35-1928-40ad-b67a-27bf21b12ace tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab732929-5faa-468c-b924-00f2edbfec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318031 Jul 24 01:29:38.800246 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51e792-1f96-4037-8df5-3c7c52f6f5e3 req-95c150dd-2d58-4f48-be08-6e48a2a0cf27 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:38.802474 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4a51e792-1f96-4037-8df5-3c7c52f6f5e3 req-95c150dd-2d58-4f48-be08-6e48a2a0cf27 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/ports?device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 946 time: 0.0690143 Jul 24 01:29:38.839592 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4a51e792-1f96-4037-8df5-3c7c52f6f5e3 req-eff33611-48b9-4b68-8dba-3ad481d29bbf tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab732929-5faa-468c-b924-00f2edbfec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316248 Jul 24 01:29:39.969061 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae04098-1a68-4498-a371-731cd812b133 req-75e8c9e1-909e-435d-bd58-7af792c1d1cf tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:39.970610 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-eae04098-1a68-4498-a371-731cd812b133 req-75e8c9e1-909e-435d-bd58-7af792c1d1cf tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/ports?device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 946 time: 0.0637813 Jul 24 01:29:40.009029 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-eae04098-1a68-4498-a371-731cd812b133 req-13cb4d7c-58ad-4ffe-8bb2-b422f858c840 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab732929-5faa-468c-b924-00f2edbfec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322249 Jul 24 01:29:41.145411 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b6839-bba0-4a4c-a6ed-52cfa4d38019 req-b5551d6b-bfc3-48af-bf39-46475a56ba15 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:41.147253 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-561b6839-bba0-4a4c-a6ed-52cfa4d38019 req-b5551d6b-bfc3-48af-bf39-46475a56ba15 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/ports?device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 946 time: 0.0694494 Jul 24 01:29:41.190306 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-561b6839-bba0-4a4c-a6ed-52cfa4d38019 req-7e1fc9fa-7750-44e0-bdc4-060b57e06b2f tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab732929-5faa-468c-b924-00f2edbfec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373914 Jul 24 01:29:42.327120 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b840e5f-c025-4332-acbd-e11406b8308d req-d9b76e28-2ee5-450e-ba6e-16305379278c tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:42.328628 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8b840e5f-c025-4332-acbd-e11406b8308d req-d9b76e28-2ee5-450e-ba6e-16305379278c tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/ports?device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 946 time: 0.0692439 Jul 24 01:29:42.367269 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8b840e5f-c025-4332-acbd-e11406b8308d req-3055c8fe-244d-4790-b64e-fef84d43b874 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab732929-5faa-468c-b924-00f2edbfec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323102 Jul 24 01:29:43.494837 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c3c69-d97f-4755-b23c-2a20a2a27521 req-ceaa2641-6f7f-4caf-b414-3049f83d86d5 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:43.496371 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-796c3c69-d97f-4755-b23c-2a20a2a27521 req-ceaa2641-6f7f-4caf-b414-3049f83d86d5 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/ports?device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 946 time: 0.0623646 Jul 24 01:29:43.535655 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-796c3c69-d97f-4755-b23c-2a20a2a27521 req-e69f2d86-95b6-428a-b848-f97db18bcf06 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab732929-5faa-468c-b924-00f2edbfec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336931 Jul 24 01:29:43.615631 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:29:44.667143 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a27b5-6a7e-40b4-909a-3f9a70612de5 req-82b02452-d451-462b-9889-5f65b47012c2 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:44.668650 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f62a27b5-6a7e-40b4-909a-3f9a70612de5 req-82b02452-d451-462b-9889-5f65b47012c2 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/ports?device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 946 time: 0.0660164 Jul 24 01:29:44.705646 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f62a27b5-6a7e-40b4-909a-3f9a70612de5 req-f44760b5-a9a7-4619-aa2c-bd989b3171dd tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab732929-5faa-468c-b924-00f2edbfec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314152 Jul 24 01:29:45.768841 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-af9728c1-0d6d-4cc0-82b9-83775dfccd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:45.841500 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d350a08-7a0e-48cb-a136-fdabc89a8b44 req-57b69775-94c6-41b4-8b7a-9691a59eb554 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:45.843026 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3d350a08-7a0e-48cb-a136-fdabc89a8b44 req-57b69775-94c6-41b4-8b7a-9691a59eb554 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/ports?device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 946 time: 0.0690084 Jul 24 01:29:45.881727 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3d350a08-7a0e-48cb-a136-fdabc89a8b44 req-62be7583-1a27-4ab2-b87a-09b10970f7cb tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab732929-5faa-468c-b924-00f2edbfec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329936 Jul 24 01:29:47.015545 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed58b06-00ae-4456-bf77-b34038e69e4e req-b0b9beca-86f1-4cbe-9fa2-d81bcbbd50fc tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:47.016950 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8ed58b06-00ae-4456-bf77-b34038e69e4e req-b0b9beca-86f1-4cbe-9fa2-d81bcbbd50fc tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/ports?device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 946 time: 0.0673549 Jul 24 01:29:47.054423 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8ed58b06-00ae-4456-bf77-b34038e69e4e req-e5f6953a-081f-424f-82c5-2258392a76b3 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab732929-5faa-468c-b924-00f2edbfec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311415 Jul 24 01:29:48.183770 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10123ff-da64-4923-a177-702cc34c7d00 req-906211bf-f0a0-4123-8fc7-6134423aac38 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:48.185264 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e10123ff-da64-4923-a177-702cc34c7d00 req-906211bf-f0a0-4123-8fc7-6134423aac38 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/ports?device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 946 time: 0.0635664 Jul 24 01:29:48.223052 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e10123ff-da64-4923-a177-702cc34c7d00 req-3b71d8e5-55d7-41d2-b722-15f7e519cd3e tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab732929-5faa-468c-b924-00f2edbfec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317004 Jul 24 01:29:48.291406 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f6323a99-829e-4b4c-99f4-afc04b8b2037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:48.518128 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:49.357634 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff66bb-e16d-437b-956a-5ba3193dbfb8 req-87e3c1b6-f117-43ea-8232-11ccf4058d97 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:49.359176 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8eff66bb-e16d-437b-956a-5ba3193dbfb8 req-87e3c1b6-f117-43ea-8232-11ccf4058d97 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/ports?device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 946 time: 0.0679133 Jul 24 01:29:49.399806 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8eff66bb-e16d-437b-956a-5ba3193dbfb8 req-536ea859-7d00-464a-8c84-1575b8cc9eb6 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab732929-5faa-468c-b924-00f2edbfec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337012 Jul 24 01:29:49.590317 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:50.542232 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503a720-8045-40cb-880e-723e4d624ee2 req-beecc582-19d1-4803-b7e0-796f02bcb441 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:50.543794 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f503a720-8045-40cb-880e-723e4d624ee2 req-beecc582-19d1-4803-b7e0-796f02bcb441 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/ports?device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 946 time: 0.0711699 Jul 24 01:29:50.582277 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f503a720-8045-40cb-880e-723e4d624ee2 req-c1ed1b66-4ae1-4cd5-b213-39f07a23d61e tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab732929-5faa-468c-b924-00f2edbfec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327249 Jul 24 01:29:51.099705 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:51.725954 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed5bf8-16d6-4c56-9780-036975f7ff9f req-ae08731e-1dba-4f83-bd7c-38f6eb7433e2 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:51.727498 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-97ed5bf8-16d6-4c56-9780-036975f7ff9f req-ae08731e-1dba-4f83-bd7c-38f6eb7433e2 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/ports?device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 946 time: 0.0644488 Jul 24 01:29:51.765765 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-97ed5bf8-16d6-4c56-9780-036975f7ff9f req-9c89c5f8-9a7c-459c-aba7-adc908d0a68f tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab732929-5faa-468c-b924-00f2edbfec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326624 Jul 24 01:29:52.895256 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecfac00-64c6-4746-bb21-e2ac1d02eda1 req-9256a564-882d-4e9e-97ba-7da774e15b4e tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:52.896758 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0ecfac00-64c6-4746-bb21-e2ac1d02eda1 req-9256a564-882d-4e9e-97ba-7da774e15b4e tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/ports?device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 946 time: 0.0637407 Jul 24 01:29:52.934555 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0ecfac00-64c6-4746-bb21-e2ac1d02eda1 req-40466cfa-64cc-428f-b573-b3c95ae8f715 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab732929-5faa-468c-b924-00f2edbfec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322115 Jul 24 01:29:53.973370 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-1fddf86d-c594-4810-aee3-6dee517df317 service neutron] show failed (client error): The resource could not be found. Jul 24 01:29:53.974915 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-1fddf86d-c594-4810-aee3-6dee517df317 service neutron] 10.222.0.13 "GET /v2.0/ports/df3bce5d-e076-4ad6-84b7-d2fbe4946b1d/bindings/n-h2-793621-25 HTTP/1.1" status: 404 len: 381 time: 0.0590577 Jul 24 01:29:54.084318 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c524b-e59e-4895-b77a-3ed3ea48e194 req-aa25f4a1-4335-4ed7-bbd2-6f184c755647 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:54.085841 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a76c524b-e59e-4895-b77a-3ed3ea48e194 req-aa25f4a1-4335-4ed7-bbd2-6f184c755647 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/ports?device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 946 time: 0.0790477 Jul 24 01:29:54.126784 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a76c524b-e59e-4895-b77a-3ed3ea48e194 req-487fc753-ea73-424a-8008-73e402301aa6 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab732929-5faa-468c-b924-00f2edbfec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349975 Jul 24 01:29:54.213730 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-91e0a34b-088e-4fae-b907-8436d7decdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:54.215290 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-91e0a34b-088e-4fae-b907-8436d7decdaa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=833b79db-967f-4824-a8d5-72e1f3243975&tenant_id=958c8142080742daa5dd0716f322a4ba HTTP/1.1" status: 200 len: 1098 time: 0.0536423 Jul 24 01:29:54.225976 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-346121d3-b59e-44ac-8e55-f42b54450a5f service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:29:54.226883 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-346121d3-b59e-44ac-8e55-f42b54450a5f service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054882 Jul 24 01:29:54.237511 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-909ac3a7-a674-4c3c-8a47-d9d9ed9cda96 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-25', 'device_owner': 'compute:nova'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:29:54.311179 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-909ac3a7-a674-4c3c-8a47-d9d9ed9cda96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:54.513006 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-909ac3a7-a674-4c3c-8a47-d9d9ed9cda96 service neutron] For port df3bce5d-e076-4ad6-84b7-d2fbe4946b1d, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=df3bce5d-e076-4ad6-84b7-d2fbe4946b1d,segment=NetworkSegment(b76b767c-15f9-4d5c-bc1f-20c185debc99),segment_id=b76b767c-15f9-4d5c-bc1f-20c185debc99)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:29:54.545038 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-909ac3a7-a674-4c3c-8a47-d9d9ed9cda96 service neutron] For port df3bce5d-e076-4ad6-84b7-d2fbe4946b1d, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:29:54.591824 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833b79db-967f-4824-a8d5-72e1f3243975', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df3bce5d-e076-4ad6-84b7-d2fbe4946b1d'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:29:54.594360 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6a3339-81ba-4fae-a1ec-51c13baf5ca7" -d '{"events": [{"server_uuid": "833b79db-967f-4824-a8d5-72e1f3243975", "name": "network-vif-unplugged", "status": "completed", "tag": "df3bce5d-e076-4ad6-84b7-d2fbe4946b1d"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:29:54.598943 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-909ac3a7-a674-4c3c-8a47-d9d9ed9cda96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:54.612180 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-909ac3a7-a674-4c3c-8a47-d9d9ed9cda96 service neutron] Transition to ACTIVE for port object df3bce5d-e076-4ad6-84b7-d2fbe4946b1d will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:29:54.616643 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-909ac3a7-a674-4c3c-8a47-d9d9ed9cda96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:54.654295 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 01:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3272db9-f268-4950-9af8-aff4294f9d5d x-openstack-request-id: req-f3272db9-f268-4950-9af8-aff4294f9d5d {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:29:54.654588 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833b79db-967f-4824-a8d5-72e1f3243975", "name": "network-vif-unplugged", "status": "completed", "tag": "df3bce5d-e076-4ad6-84b7-d2fbe4946b1d", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:29:54.654864 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f3272db9-f268-4950-9af8-aff4294f9d5d {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:29:54.655252 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833b79db-967f-4824-a8d5-72e1f3243975', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df3bce5d-e076-4ad6-84b7-d2fbe4946b1d', 'code': 200} Jul 24 01:29:54.691744 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-909ac3a7-a674-4c3c-8a47-d9d9ed9cda96 service neutron] No DVR routers for this DVR port df3bce5d-e076-4ad6-84b7-d2fbe4946b1d on host n-h1-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:29:54.698900 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ac3a7-a674-4c3c-8a47-d9d9ed9cda96 service neutron] Pushing event updated for resources: {'Port': ['ID=df3bce5d-e076-4ad6-84b7-d2fbe4946b1d,revision_number=6']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:29:54.709967 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909ac3a7-a674-4c3c-8a47-d9d9ed9cda96 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:29:54.710394 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909ac3a7-a674-4c3c-8a47-d9d9ed9cda96 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:29:54.710666 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909ac3a7-a674-4c3c-8a47-d9d9ed9cda96 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:29:54.711034 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909ac3a7-a674-4c3c-8a47-d9d9ed9cda96 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:29:54.711401 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909ac3a7-a674-4c3c-8a47-d9d9ed9cda96 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:29:54.711886 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909ac3a7-a674-4c3c-8a47-d9d9ed9cda96 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:29:54.712228 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909ac3a7-a674-4c3c-8a47-d9d9ed9cda96 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:29:54.712564 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909ac3a7-a674-4c3c-8a47-d9d9ed9cda96 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:29:54.712903 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909ac3a7-a674-4c3c-8a47-d9d9ed9cda96 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:29:54.713765 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909ac3a7-a674-4c3c-8a47-d9d9ed9cda96 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:29:54.713765 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909ac3a7-a674-4c3c-8a47-d9d9ed9cda96 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:29:54.714011 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909ac3a7-a674-4c3c-8a47-d9d9ed9cda96 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:29:54.745932 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-909ac3a7-a674-4c3c-8a47-d9d9ed9cda96 service neutron] Attempting to bind port df3bce5d-e076-4ad6-84b7-d2fbe4946b1d on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:29:54.746273 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-909ac3a7-a674-4c3c-8a47-d9d9ed9cda96 service neutron] Attempting to bind port df3bce5d-e076-4ad6-84b7-d2fbe4946b1d by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': 'b76b767c-15f9-4d5c-bc1f-20c185debc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '02c77989-929a-406f-b67d-912cd6123064'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:29:54.746609 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-909ac3a7-a674-4c3c-8a47-d9d9ed9cda96 service neutron] Attempting to bind port df3bce5d-e076-4ad6-84b7-d2fbe4946b1d on network 02c77989-929a-406f-b67d-912cd6123064 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:29:54.750860 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-909ac3a7-a674-4c3c-8a47-d9d9ed9cda96 service neutron] Port df3bce5d-e076-4ad6-84b7-d2fbe4946b1d on network 02c77989-929a-406f-b67d-912cd6123064 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:29:54.751191 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-909ac3a7-a674-4c3c-8a47-d9d9ed9cda96 service neutron] Attempting to bind port df3bce5d-e076-4ad6-84b7-d2fbe4946b1d on network 02c77989-929a-406f-b67d-912cd6123064 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:29:54.756723 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-909ac3a7-a674-4c3c-8a47-d9d9ed9cda96 service neutron] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:29:54.757071 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-909ac3a7-a674-4c3c-8a47-d9d9ed9cda96 service neutron] Checking segment: {'id': 'b76b767c-15f9-4d5c-bc1f-20c185debc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '02c77989-929a-406f-b67d-912cd6123064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:29:54.757454 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-909ac3a7-a674-4c3c-8a47-d9d9ed9cda96 service neutron] Bound using segment: {'id': 'b76b767c-15f9-4d5c-bc1f-20c185debc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '02c77989-929a-406f-b67d-912cd6123064'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:29:54.757948 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-909ac3a7-a674-4c3c-8a47-d9d9ed9cda96 service neutron] Bound port: df3bce5d-e076-4ad6-84b7-d2fbe4946b1d, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76b767c-15f9-4d5c-bc1f-20c185debc99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '02c77989-929a-406f-b67d-912cd6123064'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:29:54.758312 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-909ac3a7-a674-4c3c-8a47-d9d9ed9cda96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:54.822287 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-909ac3a7-a674-4c3c-8a47-d9d9ed9cda96 service neutron] For port df3bce5d-e076-4ad6-84b7-d2fbe4946b1d, host n-h2-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:29:54.825227 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-909ac3a7-a674-4c3c-8a47-d9d9ed9cda96 service neutron] For port df3bce5d-e076-4ad6-84b7-d2fbe4946b1d, host n-h2-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=df3bce5d-e076-4ad6-84b7-d2fbe4946b1d,segment=NetworkSegment(b76b767c-15f9-4d5c-bc1f-20c185debc99),segment_id=b76b767c-15f9-4d5c-bc1f-20c185debc99)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:29:54.829046 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-909ac3a7-a674-4c3c-8a47-d9d9ed9cda96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:54.862490 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-909ac3a7-a674-4c3c-8a47-d9d9ed9cda96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:54.863143 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-909ac3a7-a674-4c3c-8a47-d9d9ed9cda96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:54.864529 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-909ac3a7-a674-4c3c-8a47-d9d9ed9cda96 service neutron] 10.222.0.11 "PUT /v2.0/ports/df3bce5d-e076-4ad6-84b7-d2fbe4946b1d HTTP/1.1" status: 200 len: 1093 time: 0.6306634 Jul 24 01:29:54.885709 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ac3a7-a674-4c3c-8a47-d9d9ed9cda96 service neutron] Pushing event updated for resources: {'Port': ['ID=df3bce5d-e076-4ad6-84b7-d2fbe4946b1d,revision_number=7']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:29:54.943226 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-78aaecd5-d833-4ffd-a183-d32c95ad7eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:54.944779 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-78aaecd5-d833-4ffd-a183-d32c95ad7eed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=958c8142080742daa5dd0716f322a4ba&device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 1096 time: 0.0600910 Jul 24 01:29:55.034364 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-fa48e250-2ebc-4d0d-8caf-4768952efbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:55.036603 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-fa48e250-2ebc-4d0d-8caf-4768952efbd7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=02c77989-929a-406f-b67d-912cd6123064 HTTP/1.1" status: 200 len: 913 time: 0.0862920 Jul 24 01:29:55.079673 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-c2a79a51-8a17-4864-895f-e8269c052210 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df3bce5d-e076-4ad6-84b7-d2fbe4946b1d HTTP/1.1" status: 200 len: 217 time: 0.0366943 Jul 24 01:29:55.128243 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-ec5e884d-9341-4b65-b1e2-48c99e1bceed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:55.129929 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-ec5e884d-9341-4b65-b1e2-48c99e1bceed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d340e7f8-76f3-4b19-b3b9-1895f60cb69a HTTP/1.1" status: 200 len: 852 time: 0.0442278 Jul 24 01:29:55.164557 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-1a013dff-226d-4472-aa8d-91fea972e732 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02c77989-929a-406f-b67d-912cd6123064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282726 Jul 24 01:29:55.291914 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-325410a8-999e-4755-ac5a-d8592ed89307 service neutron] 10.222.0.11 "GET /v2.0/networks/02c77989-929a-406f-b67d-912cd6123064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218734 Jul 24 01:29:55.332899 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc52c0-3652-4dd0-ba33-ebb5f548ea7a req-9024eac5-4586-4d20-bb92-3f98abd33e12 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:55.334269 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-33fc52c0-3652-4dd0-ba33-ebb5f548ea7a req-9024eac5-4586-4d20-bb92-3f98abd33e12 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/ports?device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 944 time: 0.1372457 Jul 24 01:29:55.749168 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b5449bf1-6e27-4049-a97a-4cf02df1d062 req-2b0e3db1-59dc-466b-858a-bc26f0c2d856 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0407345 Jul 24 01:29:55.786954 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-33fc52c0-3652-4dd0-ba33-ebb5f548ea7a req-08f24d5b-6884-46b8-8e45-f5729980c7af tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab732929-5faa-468c-b924-00f2edbfec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463232 Jul 24 01:29:55.801649 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ea759b52-bbb4-4e1c-8344-6432402ea54c req-6e98690f-beae-4f64-bfbf-b32e59f40ff4 service neutron] 10.222.0.11 "GET /v2.0/networks/02c77989-929a-406f-b67d-912cd6123064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5033345 Jul 24 01:29:55.820414 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b5449bf1-6e27-4049-a97a-4cf02df1d062 req-6bd7adc2-8e5f-4c5b-a22f-508264843934 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17 HTTP/1.1" status: 200 len: 210 time: 0.0325062 Jul 24 01:29:55.862765 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b5449bf1-6e27-4049-a97a-4cf02df1d062 req-30762190-482d-4381-8499-786832797ddc service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207918 Jul 24 01:29:55.964706 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5449bf1-6e27-4049-a97a-4cf02df1d062 req-eedefc98-02d1-4d74-b52e-fbdf628bcb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:55.967171 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b5449bf1-6e27-4049-a97a-4cf02df1d062 req-eedefc98-02d1-4d74-b52e-fbdf628bcb7e service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0978289 Jul 24 01:29:56.656559 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '833b79db-967f-4824-a8d5-72e1f3243975', 'tag': 'df3bce5d-e076-4ad6-84b7-d2fbe4946b1d'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:29:56.659005 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14aaad35-be7b-4c52-88f9-b2cdb1a2f567" -d '{"events": [{"name": "network-changed", "server_uuid": "833b79db-967f-4824-a8d5-72e1f3243975", "tag": "df3bce5d-e076-4ad6-84b7-d2fbe4946b1d"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:29:56.709467 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b60208a-e70f-4495-89dc-eddc24e3f089 x-openstack-request-id: req-9b60208a-e70f-4495-89dc-eddc24e3f089 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:29:56.710189 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "833b79db-967f-4824-a8d5-72e1f3243975", "tag": "df3bce5d-e076-4ad6-84b7-d2fbe4946b1d", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:29:56.710698 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9b60208a-e70f-4495-89dc-eddc24e3f089 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:29:56.711134 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '833b79db-967f-4824-a8d5-72e1f3243975', 'tag': 'df3bce5d-e076-4ad6-84b7-d2fbe4946b1d', 'status': 'completed', 'code': 200} Jul 24 01:29:56.788821 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aaad35-be7b-4c52-88f9-b2cdb1a2f567 req-058c9ad3-a343-49be-b261-e12fae4b5931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:56.790396 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-14aaad35-be7b-4c52-88f9-b2cdb1a2f567 req-058c9ad3-a343-49be-b261-e12fae4b5931 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=958c8142080742daa5dd0716f322a4ba&device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 1096 time: 0.0619214 Jul 24 01:29:56.794390 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aaad35-be7b-4c52-88f9-b2cdb1a2f567 req-5a954c88-c7d4-4355-9852-9fc70b823fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:56.795955 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-14aaad35-be7b-4c52-88f9-b2cdb1a2f567 req-5a954c88-c7d4-4355-9852-9fc70b823fcc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=958c8142080742daa5dd0716f322a4ba&device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 1096 time: 0.0602832 Jul 24 01:29:56.897609 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aaad35-be7b-4c52-88f9-b2cdb1a2f567 req-14ada44a-4232-42a6-bdba-d7d6e28ad716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:56.898844 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-14aaad35-be7b-4c52-88f9-b2cdb1a2f567 req-14ada44a-4232-42a6-bdba-d7d6e28ad716 service neutron] 10.222.0.13 "GET /v2.0/networks?id=02c77989-929a-406f-b67d-912cd6123064 HTTP/1.1" status: 200 len: 913 time: 0.0965662 Jul 24 01:29:56.921674 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aaad35-be7b-4c52-88f9-b2cdb1a2f567 req-e22086ba-6f9d-43e6-b7ce-3234bd882da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:56.923061 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-14aaad35-be7b-4c52-88f9-b2cdb1a2f567 req-e22086ba-6f9d-43e6-b7ce-3234bd882da7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=02c77989-929a-406f-b67d-912cd6123064 HTTP/1.1" status: 200 len: 913 time: 0.1257846 Jul 24 01:29:56.944113 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-14aaad35-be7b-4c52-88f9-b2cdb1a2f567 req-f1773e00-7491-4946-8f3a-16d198e517d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df3bce5d-e076-4ad6-84b7-d2fbe4946b1d HTTP/1.1" status: 200 len: 217 time: 0.0389078 Jul 24 01:29:56.977202 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-14aaad35-be7b-4c52-88f9-b2cdb1a2f567 req-bae56f63-cd4f-4796-a12d-b697d2034275 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df3bce5d-e076-4ad6-84b7-d2fbe4946b1d HTTP/1.1" status: 200 len: 217 time: 0.0468924 Jul 24 01:29:56.991392 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad5486-cc1e-4d1b-a571-9c3ae3ff9a0e req-c5069091-8cd9-4fab-8da1-f015b8ecfc79 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:56.992879 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-55ad5486-cc1e-4d1b-a571-9c3ae3ff9a0e req-c5069091-8cd9-4fab-8da1-f015b8ecfc79 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/ports?device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 944 time: 0.1289799 Jul 24 01:29:56.997543 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aaad35-be7b-4c52-88f9-b2cdb1a2f567 req-e278774c-28f5-438c-9d9c-ef3bd8a82c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:56.999278 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-14aaad35-be7b-4c52-88f9-b2cdb1a2f567 req-e278774c-28f5-438c-9d9c-ef3bd8a82c02 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d340e7f8-76f3-4b19-b3b9-1895f60cb69a HTTP/1.1" status: 200 len: 852 time: 0.0494878 Jul 24 01:29:57.034545 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-14aaad35-be7b-4c52-88f9-b2cdb1a2f567 req-fcefc688-9383-47dc-975e-2c15d2319d71 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02c77989-929a-406f-b67d-912cd6123064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287795 Jul 24 01:29:57.062487 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aaad35-be7b-4c52-88f9-b2cdb1a2f567 req-302318e9-3ec1-4c0e-876e-99ab948f543b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:57.064123 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-14aaad35-be7b-4c52-88f9-b2cdb1a2f567 req-302318e9-3ec1-4c0e-876e-99ab948f543b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=d340e7f8-76f3-4b19-b3b9-1895f60cb69a HTTP/1.1" status: 200 len: 852 time: 0.0810251 Jul 24 01:29:57.067601 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-55ad5486-cc1e-4d1b-a571-9c3ae3ff9a0e req-af2ec46c-5654-455a-b9ba-1571a2fdf85d tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab732929-5faa-468c-b924-00f2edbfec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673621 Jul 24 01:29:57.105013 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-14aaad35-be7b-4c52-88f9-b2cdb1a2f567 req-67bca5e6-f166-4009-b4dc-990b0fcb75d5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02c77989-929a-406f-b67d-912cd6123064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345578 Jul 24 01:29:57.133533 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-14aaad35-be7b-4c52-88f9-b2cdb1a2f567 req-693d12a0-b05e-4351-a5ab-02ab4177a0b5 service neutron] 10.222.0.13 "GET /v2.0/networks/02c77989-929a-406f-b67d-912cd6123064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936143 Jul 24 01:29:57.203862 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-14aaad35-be7b-4c52-88f9-b2cdb1a2f567 req-e3f0e41f-686c-4339-bc38-c02730f8481f service neutron] 10.222.0.11 "GET /v2.0/networks/02c77989-929a-406f-b67d-912cd6123064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921655 Jul 24 01:29:57.223122 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-14aaad35-be7b-4c52-88f9-b2cdb1a2f567 req-33f5a82d-3ec7-4285-a4b6-a29a94d33abd service neutron] 10.222.0.13 "GET /v2.0/networks/02c77989-929a-406f-b67d-912cd6123064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835648 Jul 24 01:29:57.298156 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-14aaad35-be7b-4c52-88f9-b2cdb1a2f567 req-8b6491a5-9b56-4514-87b5-90ad15d676c1 service neutron] 10.222.0.11 "GET /v2.0/networks/02c77989-929a-406f-b67d-912cd6123064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877407 Jul 24 01:29:57.974603 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device df3bce5d-e076-4ad6-84b7-d2fbe4946b1d no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:29:58.015600 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device df3bce5d-e076-4ad6-84b7-d2fbe4946b1d not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:29:58.205790 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db40b8-c31b-44f5-ad21-c36d3faa84e5 req-5eb94d93-c4c8-47bd-88c0-1e27a2585a4f tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:58.210359 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a9db40b8-c31b-44f5-ad21-c36d3faa84e5 req-5eb94d93-c4c8-47bd-88c0-1e27a2585a4f tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/ports?device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 944 time: 0.0693603 Jul 24 01:29:58.251739 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a9db40b8-c31b-44f5-ad21-c36d3faa84e5 req-171278e2-931a-4f58-8f5e-b20e119e00c9 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab732929-5faa-468c-b924-00f2edbfec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378175 Jul 24 01:29:58.511743 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7db4b5-f95a-470e-9e96-9ab77bb0a031 req-d544d232-4e76-4396-9aaf-943fdcc20b27 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:58.513183 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9c7db4b5-f95a-470e-9e96-9ab77bb0a031 req-d544d232-4e76-4396-9aaf-943fdcc20b27 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.13 "GET /v2.0/ports?device_id=833b79db-967f-4824-a8d5-72e1f3243975&tenant_id=958c8142080742daa5dd0716f322a4ba&binding%3Ahost_id=n-h2-793621-25 HTTP/1.1" status: 200 len: 944 time: 0.0690751 Jul 24 01:29:58.574936 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [req-9c7db4b5-f95a-470e-9e96-9ab77bb0a031 req-35203551-b8bd-4357-a33b-8f9529def6bd service neutron] delete failed (client error): The resource could not be found. Jul 24 01:29:58.576042 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9c7db4b5-f95a-470e-9e96-9ab77bb0a031 req-35203551-b8bd-4357-a33b-8f9529def6bd service neutron] 10.222.0.13 "DELETE /v2.0/ports/df3bce5d-e076-4ad6-84b7-d2fbe4946b1d/bindings/n-h1-793621-25 HTTP/1.1" status: 404 len: 381 time: 0.0565600 Jul 24 01:29:58.672184 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7db4b5-f95a-470e-9e96-9ab77bb0a031 req-14325538-4b06-48ed-a114-2b20ee8c3550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:58.673758 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9c7db4b5-f95a-470e-9e96-9ab77bb0a031 req-14325538-4b06-48ed-a114-2b20ee8c3550 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=958c8142080742daa5dd0716f322a4ba&device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 1096 time: 0.0563684 Jul 24 01:29:58.768074 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7db4b5-f95a-470e-9e96-9ab77bb0a031 req-9e077847-437a-4fea-a20f-0e1687dad814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:58.769557 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9c7db4b5-f95a-470e-9e96-9ab77bb0a031 req-9e077847-437a-4fea-a20f-0e1687dad814 service neutron] 10.222.0.13 "GET /v2.0/networks?id=02c77989-929a-406f-b67d-912cd6123064 HTTP/1.1" status: 200 len: 913 time: 0.0901132 Jul 24 01:29:58.811030 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9c7db4b5-f95a-470e-9e96-9ab77bb0a031 req-d274dfe7-7abd-499f-9b16-70dc01e00c33 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df3bce5d-e076-4ad6-84b7-d2fbe4946b1d HTTP/1.1" status: 200 len: 217 time: 0.0353138 Jul 24 01:29:58.863518 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7db4b5-f95a-470e-9e96-9ab77bb0a031 req-adb01d88-8493-4d58-aaa8-c80aea10e8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:58.865027 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9c7db4b5-f95a-470e-9e96-9ab77bb0a031 req-adb01d88-8493-4d58-aaa8-c80aea10e8d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d340e7f8-76f3-4b19-b3b9-1895f60cb69a HTTP/1.1" status: 200 len: 852 time: 0.0478141 Jul 24 01:29:58.898876 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9c7db4b5-f95a-470e-9e96-9ab77bb0a031 req-49a035e8-b403-4ce5-867d-af1f08cd8cf0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02c77989-929a-406f-b67d-912cd6123064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278697 Jul 24 01:29:58.987179 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9c7db4b5-f95a-470e-9e96-9ab77bb0a031 req-e2325767-8442-4d6e-9ae8-61390c7b72c8 service neutron] 10.222.0.13 "GET /v2.0/networks/02c77989-929a-406f-b67d-912cd6123064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823081 Jul 24 01:29:59.081446 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9c7db4b5-f95a-470e-9e96-9ab77bb0a031 req-42fdb0be-a6fa-4725-9619-f9484c311c23 service neutron] 10.222.0.13 "GET /v2.0/networks/02c77989-929a-406f-b67d-912cd6123064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884614 Jul 24 01:29:59.685758 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device df3bce5d-e076-4ad6-84b7-d2fbe4946b1d details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:29:59.763092 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882f797-9463-44ec-a5a9-91ed148832af req-ed7c61ad-492e-42f7-9f9f-16e4991f653b tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:29:59.764652 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c882f797-9463-44ec-a5a9-91ed148832af req-ed7c61ad-492e-42f7-9f9f-16e4991f653b tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/ports?device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 944 time: 0.0654528 Jul 24 01:29:59.788646 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port df3bce5d-e076-4ad6-84b7-d2fbe4946b1d, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=df3bce5d-e076-4ad6-84b7-d2fbe4946b1d,segment=NetworkSegment(b76b767c-15f9-4d5c-bc1f-20c185debc99),segment_id=b76b767c-15f9-4d5c-bc1f-20c185debc99)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:29:59.800869 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': 'df3bce5d-e076-4ad6-84b7-d2fbe4946b1d', 'network_id': '02c77989-929a-406f-b67d-912cd6123064', 'port_id': 'df3bce5d-e076-4ad6-84b7-d2fbe4946b1d', 'mac_address': 'fa:16:3e:37:31:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd340e7f8-76f3-4b19-b3b9-1895f60cb69a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:29:59.806534 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c882f797-9463-44ec-a5a9-91ed148832af req-d0217c31-4682-42cd-a2ef-603b22907595 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab732929-5faa-468c-b924-00f2edbfec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351119 Jul 24 01:29:59.842218 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:59.854335 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df3bce5d-e076-4ad6-84b7-d2fbe4946b1d {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:29:59.872800 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port df3bce5d-e076-4ad6-84b7-d2fbe4946b1d, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=df3bce5d-e076-4ad6-84b7-d2fbe4946b1d,segment=NetworkSegment(b76b767c-15f9-4d5c-bc1f-20c185debc99),segment_id=b76b767c-15f9-4d5c-bc1f-20c185debc99)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:29:59.876815 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:29:59.923609 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=df3bce5d-e076-4ad6-84b7-d2fbe4946b1d,revision_number=8']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:29:59.931018 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:29:59.931371 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:29:59.931719 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:29:59.932063 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:29:59.932404 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:29:59.932738 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:29:59.933070 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:29:59.933400 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:29:59.933730 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:29:59.934063 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:29:59.934391 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:29:59.934736 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:30:00.168043 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['df3bce5d-e076-4ad6-84b7-d2fbe4946b1d'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:30:01.007125 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7991f9-f425-4d63-80a9-d890174e81c8 req-e16ebd47-2c5a-4c82-84de-0fd96f4cd93e tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:01.008528 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cc7991f9-f425-4d63-80a9-d890174e81c8 req-e16ebd47-2c5a-4c82-84de-0fd96f4cd93e tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/ports?device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 945 time: 0.1119092 Jul 24 01:30:01.021811 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7db4b5-f95a-470e-9e96-9ab77bb0a031 req-ce8fde99-13da-4e60-b79a-a5035742eec7 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:01.023443 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9c7db4b5-f95a-470e-9e96-9ab77bb0a031 req-ce8fde99-13da-4e60-b79a-a5035742eec7 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.11 "GET /v2.0/ports?device_id=833b79db-967f-4824-a8d5-72e1f3243975 HTTP/1.1" status: 200 len: 945 time: 0.0919461 Jul 24 01:30:01.103353 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cc7991f9-f425-4d63-80a9-d890174e81c8 req-65b3a07b-99a8-47df-bad4-039413319a8d tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab732929-5faa-468c-b924-00f2edbfec03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789614 Jul 24 01:30:01.152778 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-9c7db4b5-f95a-470e-9e96-9ab77bb0a031 req-0be6b248-80af-4362-8c53-58172ed18735 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Deleting port df3bce5d-e076-4ad6-84b7-d2fbe4946b1d {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:30:01.153121 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-9c7db4b5-f95a-470e-9e96-9ab77bb0a031 req-0be6b248-80af-4362-8c53-58172ed18735 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:01.243397 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-9c7db4b5-f95a-470e-9e96-9ab77bb0a031 req-0be6b248-80af-4362-8c53-58172ed18735 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] For port df3bce5d-e076-4ad6-84b7-d2fbe4946b1d, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=df3bce5d-e076-4ad6-84b7-d2fbe4946b1d,segment=NetworkSegment(b76b767c-15f9-4d5c-bc1f-20c185debc99),segment_id=b76b767c-15f9-4d5c-bc1f-20c185debc99)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:30:01.243769 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-9c7db4b5-f95a-470e-9e96-9ab77bb0a031 req-0be6b248-80af-4362-8c53-58172ed18735 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:01.256991 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-9c7db4b5-f95a-470e-9e96-9ab77bb0a031 req-0be6b248-80af-4362-8c53-58172ed18735 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Calling delete_port for df3bce5d-e076-4ad6-84b7-d2fbe4946b1d owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:30:01.390319 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-9c7db4b5-f95a-470e-9e96-9ab77bb0a031 req-0be6b248-80af-4362-8c53-58172ed18735 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:01.424457 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be6b248-80af-4362-8c53-58172ed18735 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Pushing event deleted for resources: {'Port': ['ID=df3bce5d-e076-4ad6-84b7-d2fbe4946b1d,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:30:01.470594 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7db4b5-f95a-470e-9e96-9ab77bb0a031 req-0be6b248-80af-4362-8c53-58172ed18735 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] No DVR routers for this DVR port df3bce5d-e076-4ad6-84b7-d2fbe4946b1d on host n-h2-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:30:01.473571 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-9c7db4b5-f95a-470e-9e96-9ab77bb0a031 req-0be6b248-80af-4362-8c53-58172ed18735 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:01.475699 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9c7db4b5-f95a-470e-9e96-9ab77bb0a031 req-0be6b248-80af-4362-8c53-58172ed18735 tempest-DeleteServersTestJSON-1577355036 tempest-DeleteServersTestJSON-1577355036-project] 10.222.0.11 "DELETE /v2.0/ports/df3bce5d-e076-4ad6-84b7-d2fbe4946b1d HTTP/1.1" status: 204 len: 173 time: 0.4453001 Jul 24 01:30:01.476217 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833b79db-967f-4824-a8d5-72e1f3243975', 'name': 'network-vif-deleted', 'tag': 'df3bce5d-e076-4ad6-84b7-d2fbe4946b1d'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:30:01.478572 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef3d6eb-6843-457a-b6c8-974b26769616" -d '{"events": [{"server_uuid": "833b79db-967f-4824-a8d5-72e1f3243975", "name": "network-vif-deleted", "tag": "df3bce5d-e076-4ad6-84b7-d2fbe4946b1d"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:30:01.518041 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1ea22d-5506-4947-b4bf-01deaef73671 x-openstack-request-id: req-df1ea22d-5506-4947-b4bf-01deaef73671 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:30:01.518389 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833b79db-967f-4824-a8d5-72e1f3243975", "name": "network-vif-deleted", "tag": "df3bce5d-e076-4ad6-84b7-d2fbe4946b1d", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:30:01.518814 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-df1ea22d-5506-4947-b4bf-01deaef73671 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:30:01.519353 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833b79db-967f-4824-a8d5-72e1f3243975', 'name': 'network-vif-deleted', 'tag': 'df3bce5d-e076-4ad6-84b7-d2fbe4946b1d', 'status': 'completed', 'code': 200} Jul 24 01:30:01.699193 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device df3bce5d-e076-4ad6-84b7-d2fbe4946b1d details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:30:01.703551 n-d-793621-25 neutron-server[100465]: INFO neutron.plugins.ml2.plugin [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] No ports have port_id starting with df3bce5d-e076-4ad6-84b7-d2fbe4946b1d Jul 24 01:30:01.704725 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device df3bce5d-e076-4ad6-84b7-d2fbe4946b1d requested by agent hyperv_n-h2-793621-25 not found in database {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 24 01:30:02.236274 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48340) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:30:02.287848 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-85a5259a-0d91-4f2d-a5b8-5991aa46db76 admin admin] Deleting subnet d340e7f8-76f3-4b19-b3b9-1895f60cb69a {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:30:02.291153 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-85a5259a-0d91-4f2d-a5b8-5991aa46db76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:02.326196 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-85a5259a-0d91-4f2d-a5b8-5991aa46db76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:02.366817 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-85a5259a-0d91-4f2d-a5b8-5991aa46db76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:02.423119 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-85a5259a-0d91-4f2d-a5b8-5991aa46db76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:02.451572 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5259a-0d91-4f2d-a5b8-5991aa46db76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d340e7f8-76f3-4b19-b3b9-1895f60cb69a,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:30:02.453559 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-85a5259a-0d91-4f2d-a5b8-5991aa46db76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:02.455538 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-85a5259a-0d91-4f2d-a5b8-5991aa46db76 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d340e7f8-76f3-4b19-b3b9-1895f60cb69a HTTP/1.1" status: 204 len: 168 time: 0.2182517 Jul 24 01:30:02.458630 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48342) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:30:02.534616 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-71c10665-51e3-497d-a203-e614e5b81510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:02.621735 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-71c10665-51e3-497d-a203-e614e5b81510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:02.634159 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-71c10665-51e3-497d-a203-e614e5b81510 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c77989-929a-406f-b67d-912cd6123064']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:30:02.648477 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-71c10665-51e3-497d-a203-e614e5b81510 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b76b767c-15f9-4d5c-bc1f-20c185debc99') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:30:02.648869 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-71c10665-51e3-497d-a203-e614e5b81510 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b76b767c-15f9-4d5c-bc1f-20c185debc99') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:30:02.662343 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-71c10665-51e3-497d-a203-e614e5b81510 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:02.681646 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-71c10665-51e3-497d-a203-e614e5b81510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:02.688284 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c10665-51e3-497d-a203-e614e5b81510 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:30:02.688604 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-71c10665-51e3-497d-a203-e614e5b81510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:02.690468 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:30:02.690468 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:30:02.690468 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:30:02.690468 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:30:02.690468 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:30:02.690468 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:30:02.690468 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:30:02.690468 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:30:02.690468 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:30:02.690468 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:30:02.690468 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:30:02.690468 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:30:02.690468 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:30:02.690468 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:30:02.690468 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:30:02.690468 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:30:02.690468 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:30:02.690468 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:30:02.690468 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:30:02.690468 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:30:02.690468 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:30:02.690468 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:30:02.690468 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:30:02.690468 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:30:02.690468 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:30:02.690468 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:30:02.690468 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:30:02.690468 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:30:02.690468 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:30:02.690468 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:30:02.690468 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:30:02.690468 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:30:02.764699 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-71c10665-51e3-497d-a203-e614e5b81510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:02.769520 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-71c10665-51e3-497d-a203-e614e5b81510 admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:02.772095 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-71c10665-51e3-497d-a203-e614e5b81510 admin admin] 10.222.0.15 "DELETE /v2.0/networks/02c77989-929a-406f-b67d-912cd6123064 HTTP/1.1" status: 204 len: 168 time: 0.3121674 Jul 24 01:30:02.785195 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c10665-51e3-497d-a203-e614e5b81510 admin admin] Pushing event deleted for resources: {'Network': ['ID=02c77989-929a-406f-b67d-912cd6123064,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:30:02.883724 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48346) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:30:02.924853 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-87793f99-723b-4859-9b14-92356cc1ea77 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=958c8142080742daa5dd0716f322a4ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399172 Jul 24 01:30:02.928960 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48348) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:30:02.981662 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-29a5ef91-07f3-40c4-b9b5-56d81ab5a8a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:03.002599 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-29a5ef91-07f3-40c4-b9b5-56d81ab5a8a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:03.050657 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-29a5ef91-07f3-40c4-b9b5-56d81ab5a8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:03.053674 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-29a5ef91-07f3-40c4-b9b5-56d81ab5a8a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:03.054886 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-29a5ef91-07f3-40c4-b9b5-56d81ab5a8a0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ab732929-5faa-468c-b924-00f2edbfec03 HTTP/1.1" status: 204 len: 168 time: 0.1249971 Jul 24 01:30:03.062885 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a5ef91-07f3-40c4-b9b5-56d81ab5a8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab732929-5faa-468c-b924-00f2edbfec03,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:30:03.736484 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48370) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:30:03.837404 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-293ac3f3-31a4-4a9a-a6df-0d135d0897d4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1672097694-network', 'tenant_id': 'a70f490c88d744e69244b4ffa163956f'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:30:03.861074 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293ac3f3-31a4-4a9a-a6df-0d135d0897d4 admin admin] Made reservation on behalf of a70f490c88d744e69244b4ffa163956f for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:30:03.863416 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-293ac3f3-31a4-4a9a-a6df-0d135d0897d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:03.873058 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-293ac3f3-31a4-4a9a-a6df-0d135d0897d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:03.972019 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-293ac3f3-31a4-4a9a-a6df-0d135d0897d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:03.976474 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-293ac3f3-31a4-4a9a-a6df-0d135d0897d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:04.002262 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-293ac3f3-31a4-4a9a-a6df-0d135d0897d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:30:04.013097 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ac3f3-31a4-4a9a-a6df-0d135d0897d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981aa4bc-fc08-4025-a71d-d69f8c3546f1,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:30:04.018028 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-293ac3f3-31a4-4a9a-a6df-0d135d0897d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:04.018392 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-293ac3f3-31a4-4a9a-a6df-0d135d0897d4 admin admin] Added segment b9649f43-ebb3-4670-9621-c0557ddcc53f of type vlan for network 67020601-9688-4b3a-bf08-bd6b8b780c19 Jul 24 01:30:04.060949 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-293ac3f3-31a4-4a9a-a6df-0d135d0897d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:04.094757 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-293ac3f3-31a4-4a9a-a6df-0d135d0897d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:04.095724 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293ac3f3-31a4-4a9a-a6df-0d135d0897d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:04.096320 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-293ac3f3-31a4-4a9a-a6df-0d135d0897d4 admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:04.131873 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-293ac3f3-31a4-4a9a-a6df-0d135d0897d4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3941958 Jul 24 01:30:04.134785 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48374) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:30:04.165685 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-b521d87d-ae72-4319-bc2b-2ca135926603 admin admin] Request body: {'subnet': {'network_id': '67020601-9688-4b3a-bf08-bd6b8b780c19', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1672097694-subnet', 'tenant_id': 'a70f490c88d744e69244b4ffa163956f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:30:04.169958 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ac3f3-31a4-4a9a-a6df-0d135d0897d4 admin admin] Pushing event updated for resources: {'Network': ['ID=67020601-9688-4b3a-bf08-bd6b8b780c19,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:30:04.181346 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 67020601-9688-4b3a-bf08-bd6b8b780c19 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:30:04.188595 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b521d87d-ae72-4319-bc2b-2ca135926603 admin admin] Made reservation on behalf of a70f490c88d744e69244b4ffa163956f for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:30:04.190971 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b521d87d-ae72-4319-bc2b-2ca135926603 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:04.398560 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b521d87d-ae72-4319-bc2b-2ca135926603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:04.462546 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521d87d-ae72-4319-bc2b-2ca135926603 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a256f77-0019-44bf-943f-649164ab2c04,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:30:04.475209 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b521d87d-ae72-4319-bc2b-2ca135926603 admin admin] Checking segment: {'id': 'b9649f43-ebb3-4670-9621-c0557ddcc53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '67020601-9688-4b3a-bf08-bd6b8b780c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:30:04.475821 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b521d87d-ae72-4319-bc2b-2ca135926603 admin admin] Network hostable DHCP agents. Network: 67020601-9688-4b3a-bf08-bd6b8b780c19, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:30:04.498108 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b521d87d-ae72-4319-bc2b-2ca135926603 admin admin] Network 67020601-9688-4b3a-bf08-bd6b8b780c19 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:30:04.511303 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-b521d87d-ae72-4319-bc2b-2ca135926603 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 67020601-9688-4b3a-bf08-bd6b8b780c19) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:30:04.516966 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b521d87d-ae72-4319-bc2b-2ca135926603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:04.517960 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b521d87d-ae72-4319-bc2b-2ca135926603 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:04.521811 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c73847-4bfb-4cb8-8e53-877241a2d33d None None] Network 67020601-9688-4b3a-bf08-bd6b8b780c19 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:30:04.537820 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b521d87d-ae72-4319-bc2b-2ca135926603 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4002678 Jul 24 01:30:04.728085 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ef756e-0fb2-4c69-82eb-286166d3dc29 None None] Network 67020601-9688-4b3a-bf08-bd6b8b780c19 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:30:05.126688 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-9f23f487-3fd2-45da-a66c-f7b15fb6810c tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:05.128506 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-9f23f487-3fd2-45da-a66c-f7b15fb6810c tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/networks?id=67020601-9688-4b3a-bf08-bd6b8b780c19 HTTP/1.1" status: 200 len: 815 time: 0.1358273 Jul 24 01:30:05.143928 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-624509ea-0d45-4502-8348-c1f9103aa55a tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/quotas/a70f490c88d744e69244b4ffa163956f HTTP/1.1" status: 200 len: 375 time: 0.0098333 Jul 24 01:30:05.180252 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-a6de5534-89cd-4cb7-bd75-3b1ff31b22d5 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a70f490c88d744e69244b4ffa163956f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309129 Jul 24 01:30:05.207532 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:05.282048 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-440a6948-e4c2-45f3-beb8-1e691437db34 service neutron] 10.222.0.15 "GET /v2.0/networks/67020601-9688-4b3a-bf08-bd6b8b780c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951347 Jul 24 01:30:05.373880 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-d7d6df10-4c61-41b0-9169-6d34c9e544e8 service neutron] 10.222.0.15 "GET /v2.0/networks/67020601-9688-4b3a-bf08-bd6b8b780c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855377 Jul 24 01:30:05.542168 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b4e69f1a-0cb3-4f93-83d4-0d7c129450f4 req-6a38787f-fc51-4f9c-a4d1-8b2ec0888f96 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 210 time: 0.0326073 Jul 24 01:30:05.560721 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:05.699125 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device df3bce5d-e076-4ad6-84b7-d2fbe4946b1d no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:30:05.720177 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] No Port match for: df3bce5d-e076-4ad6-84b7-d2fbe4946b1d {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:30:05.720533 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device df3bce5d-e076-4ad6-84b7-d2fbe4946b1d not bound to the agent host n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:30:06.460879 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-d7ecbd2e-936a-4354-82aa-903bd2721ada tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:06.462626 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-d7ecbd2e-936a-4354-82aa-903bd2721ada tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.13 "GET /v2.0/networks?id=67020601-9688-4b3a-bf08-bd6b8b780c19 HTTP/1.1" status: 200 len: 815 time: 0.1099048 Jul 24 01:30:06.475809 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-74a7d723-a1a4-4b66-ae17-677596d72c59 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Request body: {'port': {'device_id': 'b6797702-abe0-4eca-9de1-7027bc60f49e', 'network_id': '67020601-9688-4b3a-bf08-bd6b8b780c19', 'admin_state_up': True, 'tenant_id': 'a70f490c88d744e69244b4ffa163956f'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:30:06.588599 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-74a7d723-a1a4-4b66-ae17-677596d72c59 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Made reservation on behalf of a70f490c88d744e69244b4ffa163956f for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:30:06.592826 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-74a7d723-a1a4-4b66-ae17-677596d72c59 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:06.679990 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3365be64-d08a-4b04-a9e8-9a688f8b83d5 req-ea4bf088-f759-459f-b909-09caa6e11e96 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 210 time: 0.0642426 Jul 24 01:30:06.752009 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-74a7d723-a1a4-4b66-ae17-677596d72c59 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Allocated IP 172.20.0.12 (67020601-9688-4b3a-bf08-bd6b8b780c19/2a256f77-0019-44bf-943f-649164ab2c04/69351899-4049-48c8-ba79-14702cf5721b) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:30:06.906812 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-74a7d723-a1a4-4b66-ae17-677596d72c59 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:06.947302 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-74a7d723-a1a4-4b66-ae17-677596d72c59 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:06.989209 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-74a7d723-a1a4-4b66-ae17-677596d72c59 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Network 67020601-9688-4b3a-bf08-bd6b8b780c19 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:30:06.992375 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-74a7d723-a1a4-4b66-ae17-677596d72c59 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:30:06.998770 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-74a7d723-a1a4-4b66-ae17-677596d72c59 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:30:07.030224 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a7d723-a1a4-4b66-ae17-677596d72c59 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Pushing event updated for resources: {'Port': ['ID=69351899-4049-48c8-ba79-14702cf5721b,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:30:07.056372 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-74a7d723-a1a4-4b66-ae17-677596d72c59 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:07.057008 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-74a7d723-a1a4-4b66-ae17-677596d72c59 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:07.074537 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-74a7d723-a1a4-4b66-ae17-677596d72c59 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6028750 Jul 24 01:30:07.087031 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-d79b853f-db53-46ce-a014-193f5a01d970 service neutron] Request body: {'port': {'device_id': 'b6797702-abe0-4eca-9de1-7027bc60f49e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:30:07.162006 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-d79b853f-db53-46ce-a014-193f5a01d970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:07.431847 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-d79b853f-db53-46ce-a014-193f5a01d970 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69351899-4049-48c8-ba79-14702cf5721b {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:30:07.439172 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-d79b853f-db53-46ce-a014-193f5a01d970 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:07.452208 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-d79b853f-db53-46ce-a014-193f5a01d970 service neutron] Transition to ACTIVE for port object 69351899-4049-48c8-ba79-14702cf5721b will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:30:07.456155 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-d79b853f-db53-46ce-a014-193f5a01d970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:07.506825 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b853f-db53-46ce-a014-193f5a01d970 service neutron] Pushing event updated for resources: {'Port': ['ID=69351899-4049-48c8-ba79-14702cf5721b,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:30:07.579178 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-d79b853f-db53-46ce-a014-193f5a01d970 service neutron] Attempting to bind port 69351899-4049-48c8-ba79-14702cf5721b on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:30:07.579521 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-d79b853f-db53-46ce-a014-193f5a01d970 service neutron] Attempting to bind port 69351899-4049-48c8-ba79-14702cf5721b by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': 'b9649f43-ebb3-4670-9621-c0557ddcc53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '67020601-9688-4b3a-bf08-bd6b8b780c19'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:30:07.579866 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-d79b853f-db53-46ce-a014-193f5a01d970 service neutron] Attempting to bind port 69351899-4049-48c8-ba79-14702cf5721b on network 67020601-9688-4b3a-bf08-bd6b8b780c19 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:30:07.584771 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-d79b853f-db53-46ce-a014-193f5a01d970 service neutron] Port 69351899-4049-48c8-ba79-14702cf5721b on network 67020601-9688-4b3a-bf08-bd6b8b780c19 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:30:07.585333 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-d79b853f-db53-46ce-a014-193f5a01d970 service neutron] Attempting to bind port 69351899-4049-48c8-ba79-14702cf5721b on network 67020601-9688-4b3a-bf08-bd6b8b780c19 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:30:07.590840 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-d79b853f-db53-46ce-a014-193f5a01d970 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:30:07.591191 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-d79b853f-db53-46ce-a014-193f5a01d970 service neutron] Checking segment: {'id': 'b9649f43-ebb3-4670-9621-c0557ddcc53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '67020601-9688-4b3a-bf08-bd6b8b780c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:30:07.591591 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-d79b853f-db53-46ce-a014-193f5a01d970 service neutron] Bound using segment: {'id': 'b9649f43-ebb3-4670-9621-c0557ddcc53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '67020601-9688-4b3a-bf08-bd6b8b780c19'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:30:07.592027 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-d79b853f-db53-46ce-a014-193f5a01d970 service neutron] Bound port: 69351899-4049-48c8-ba79-14702cf5721b, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9649f43-ebb3-4670-9621-c0557ddcc53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '67020601-9688-4b3a-bf08-bd6b8b780c19'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:30:07.592397 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-d79b853f-db53-46ce-a014-193f5a01d970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:07.660158 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-d79b853f-db53-46ce-a014-193f5a01d970 service neutron] For port 69351899-4049-48c8-ba79-14702cf5721b, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:30:07.663399 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-d79b853f-db53-46ce-a014-193f5a01d970 service neutron] For port 69351899-4049-48c8-ba79-14702cf5721b, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=69351899-4049-48c8-ba79-14702cf5721b,segment=NetworkSegment(b9649f43-ebb3-4670-9621-c0557ddcc53f),segment_id=b9649f43-ebb3-4670-9621-c0557ddcc53f)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:30:07.667436 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-d79b853f-db53-46ce-a014-193f5a01d970 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:07.703337 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-d79b853f-db53-46ce-a014-193f5a01d970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:07.703946 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-d79b853f-db53-46ce-a014-193f5a01d970 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:07.705643 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-d79b853f-db53-46ce-a014-193f5a01d970 service neutron] 10.222.0.13 "PUT /v2.0/ports/69351899-4049-48c8-ba79-14702cf5721b HTTP/1.1" status: 200 len: 1093 time: 0.6239753 Jul 24 01:30:07.706105 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6797702-abe0-4eca-9de1-7027bc60f49e', 'tag': '69351899-4049-48c8-ba79-14702cf5721b'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:30:07.708985 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdaa0745-b35e-40d0-b01a-216b1c5cf94b" -d '{"events": [{"name": "network-changed", "server_uuid": "b6797702-abe0-4eca-9de1-7027bc60f49e", "tag": "69351899-4049-48c8-ba79-14702cf5721b"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:30:07.736655 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b853f-db53-46ce-a014-193f5a01d970 service neutron] Pushing event updated for resources: {'Port': ['ID=69351899-4049-48c8-ba79-14702cf5721b,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:30:07.779322 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d17c73c-8b49-40fb-9ce8-a6fe7cc42bc2 x-openstack-request-id: req-5d17c73c-8b49-40fb-9ce8-a6fe7cc42bc2 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:30:07.779621 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6797702-abe0-4eca-9de1-7027bc60f49e", "tag": "69351899-4049-48c8-ba79-14702cf5721b", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:30:07.779880 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5d17c73c-8b49-40fb-9ce8-a6fe7cc42bc2 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:30:07.780287 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6797702-abe0-4eca-9de1-7027bc60f49e', 'tag': '69351899-4049-48c8-ba79-14702cf5721b', 'status': 'completed', 'code': 200} Jul 24 01:30:07.807532 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-711d8c1c-3b60-4450-9658-d9e348159ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:07.809083 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-711d8c1c-3b60-4450-9658-d9e348159ec5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a70f490c88d744e69244b4ffa163956f&device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 1096 time: 0.0640728 Jul 24 01:30:07.835189 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3b54e-78f7-4f43-b84e-19609d173413 req-afb94c7d-b0af-45c4-a3e1-489afe6ba751 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:07.836854 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8eb3b54e-78f7-4f43-b84e-19609d173413 req-afb94c7d-b0af-45c4-a3e1-489afe6ba751 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 944 time: 0.0693560 Jul 24 01:30:07.857175 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-ab5d1d95-4391-45c8-9efc-2bd5e38942a0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69351899-4049-48c8-ba79-14702cf5721b HTTP/1.1" status: 200 len: 217 time: 0.0398853 Jul 24 01:30:07.879332 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8eb3b54e-78f7-4f43-b84e-19609d173413 req-8f76dc68-eac2-4c0b-bc5b-0a7e23d74a64 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366874 Jul 24 01:30:07.914470 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-13f5de0f-b4e7-4f73-9888-c52013d315dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:07.915925 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-13f5de0f-b4e7-4f73-9888-c52013d315dd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a256f77-0019-44bf-943f-649164ab2c04 HTTP/1.1" status: 200 len: 855 time: 0.0523469 Jul 24 01:30:07.952246 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-91aa14bf-8e14-4f0d-9afa-4d64bc3c41e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=67020601-9688-4b3a-bf08-bd6b8b780c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297010 Jul 24 01:30:08.045483 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-dc85ab21-92ae-4efd-a02b-62dea21d44bf service neutron] 10.222.0.13 "GET /v2.0/networks/67020601-9688-4b3a-bf08-bd6b8b780c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867715 Jul 24 01:30:08.142900 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6d7404d6-8e22-4fe2-8811-302d4c322455 req-90cc6d3a-7b10-40dc-a72a-5796db9256ea service neutron] 10.222.0.13 "GET /v2.0/networks/67020601-9688-4b3a-bf08-bd6b8b780c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901837 Jul 24 01:30:08.240950 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa0745-b35e-40d0-b01a-216b1c5cf94b req-9d64accf-885f-488f-87bd-4f55091907f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:08.242397 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cdaa0745-b35e-40d0-b01a-216b1c5cf94b req-9d64accf-885f-488f-87bd-4f55091907f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a70f490c88d744e69244b4ffa163956f&device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 1096 time: 0.0541410 Jul 24 01:30:08.339898 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa0745-b35e-40d0-b01a-216b1c5cf94b req-ffd54c19-c4b7-4f6c-91db-71ed8583ebb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:08.341404 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cdaa0745-b35e-40d0-b01a-216b1c5cf94b req-ffd54c19-c4b7-4f6c-91db-71ed8583ebb1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=67020601-9688-4b3a-bf08-bd6b8b780c19 HTTP/1.1" status: 200 len: 916 time: 0.0933442 Jul 24 01:30:08.384088 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cdaa0745-b35e-40d0-b01a-216b1c5cf94b req-f1b1a460-7faf-4236-b350-570146f4646e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69351899-4049-48c8-ba79-14702cf5721b HTTP/1.1" status: 200 len: 217 time: 0.0359137 Jul 24 01:30:08.439130 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa0745-b35e-40d0-b01a-216b1c5cf94b req-ebe25376-ff04-48b9-a35a-59c5b8c37861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:08.440619 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cdaa0745-b35e-40d0-b01a-216b1c5cf94b req-ebe25376-ff04-48b9-a35a-59c5b8c37861 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a256f77-0019-44bf-943f-649164ab2c04 HTTP/1.1" status: 200 len: 855 time: 0.0491042 Jul 24 01:30:08.476349 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cdaa0745-b35e-40d0-b01a-216b1c5cf94b req-715d6984-550f-4a90-a12b-3635249259e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=67020601-9688-4b3a-bf08-bd6b8b780c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291903 Jul 24 01:30:08.567826 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cdaa0745-b35e-40d0-b01a-216b1c5cf94b req-c49db616-174d-4ad6-89f9-fa19d2660a56 service neutron] 10.222.0.13 "GET /v2.0/networks/67020601-9688-4b3a-bf08-bd6b8b780c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842805 Jul 24 01:30:08.664329 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cdaa0745-b35e-40d0-b01a-216b1c5cf94b req-fef01225-3d15-4458-9624-e9785d8d1ef4 service neutron] 10.222.0.13 "GET /v2.0/networks/67020601-9688-4b3a-bf08-bd6b8b780c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904033 Jul 24 01:30:09.013050 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccf0b6-29a6-45e3-bd5a-fd92f9ba288a req-0c9817b6-aed0-4939-ac6d-dfb16899de67 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:09.014643 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e5ccf0b6-29a6-45e3-bd5a-fd92f9ba288a req-0c9817b6-aed0-4939-ac6d-dfb16899de67 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 944 time: 0.0651681 Jul 24 01:30:09.054529 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e5ccf0b6-29a6-45e3-bd5a-fd92f9ba288a req-8e46ce09-937e-43af-b578-92781ff58289 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340281 Jul 24 01:30:10.016401 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 69351899-4049-48c8-ba79-14702cf5721b details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:30:10.120254 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 69351899-4049-48c8-ba79-14702cf5721b, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=69351899-4049-48c8-ba79-14702cf5721b,segment=NetworkSegment(b9649f43-ebb3-4670-9621-c0557ddcc53f),segment_id=b9649f43-ebb3-4670-9621-c0557ddcc53f)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:30:10.132683 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '69351899-4049-48c8-ba79-14702cf5721b', 'network_id': '67020601-9688-4b3a-bf08-bd6b8b780c19', 'port_id': '69351899-4049-48c8-ba79-14702cf5721b', 'mac_address': 'fa:16:3e:b2:17:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a256f77-0019-44bf-943f-649164ab2c04', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:30:10.172521 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:10.186014 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69351899-4049-48c8-ba79-14702cf5721b {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:30:10.192243 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ade14c-c1d3-4e51-82e0-82275f6fb4ca req-c9e7e8fd-4e34-41b9-a5ff-a52287664239 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:10.194523 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-96ade14c-c1d3-4e51-82e0-82275f6fb4ca req-c9e7e8fd-4e34-41b9-a5ff-a52287664239 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 944 time: 0.0692532 Jul 24 01:30:10.208062 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 69351899-4049-48c8-ba79-14702cf5721b, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=69351899-4049-48c8-ba79-14702cf5721b,segment=NetworkSegment(b9649f43-ebb3-4670-9621-c0557ddcc53f),segment_id=b9649f43-ebb3-4670-9621-c0557ddcc53f)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:30:10.212948 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:10.235642 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-96ade14c-c1d3-4e51-82e0-82275f6fb4ca req-7b3d581d-50c4-4876-af13-eeb4ea25d659 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354555 Jul 24 01:30:10.265327 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=69351899-4049-48c8-ba79-14702cf5721b,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:30:10.417864 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['69351899-4049-48c8-ba79-14702cf5721b'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:30:11.383388 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6564e635-8015-42d3-9b97-baab77cc7b5a req-caee5b94-48fd-41b8-bcd6-6928dc06762e tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:11.384949 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6564e635-8015-42d3-9b97-baab77cc7b5a req-caee5b94-48fd-41b8-bcd6-6928dc06762e tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 945 time: 0.0770514 Jul 24 01:30:11.426219 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6564e635-8015-42d3-9b97-baab77cc7b5a req-5aeb3ab0-ba28-49ce-92ac-b55608a7e5ec tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351801 Jul 24 01:30:12.016820 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 69351899-4049-48c8-ba79-14702cf5721b up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:30:12.068656 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 69351899-4049-48c8-ba79-14702cf5721b completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:30:12.072825 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 69351899-4049-48c8-ba79-14702cf5721b triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:30:12.073204 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:12.161009 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:12.185232 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6797702-abe0-4eca-9de1-7027bc60f49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69351899-4049-48c8-ba79-14702cf5721b'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:30:12.187560 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02dae7d9-7d08-4e54-9806-7b7d548e567f" -d '{"events": [{"server_uuid": "b6797702-abe0-4eca-9de1-7027bc60f49e", "name": "network-vif-plugged", "status": "completed", "tag": "69351899-4049-48c8-ba79-14702cf5721b"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:30:12.221700 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 69351899-4049-48c8-ba79-14702cf5721b, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=69351899-4049-48c8-ba79-14702cf5721b,segment=NetworkSegment(b9649f43-ebb3-4670-9621-c0557ddcc53f),segment_id=b9649f43-ebb3-4670-9621-c0557ddcc53f)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:30:12.226582 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99cc1c64-6f7a-446f-b701-2aeaa36cd1ae x-openstack-request-id: req-99cc1c64-6f7a-446f-b701-2aeaa36cd1ae {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:30:12.227536 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6797702-abe0-4eca-9de1-7027bc60f49e", "name": "network-vif-plugged", "status": "completed", "tag": "69351899-4049-48c8-ba79-14702cf5721b", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:30:12.228025 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-99cc1c64-6f7a-446f-b701-2aeaa36cd1ae {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:30:12.228612 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6797702-abe0-4eca-9de1-7027bc60f49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69351899-4049-48c8-ba79-14702cf5721b', 'code': 200} Jul 24 01:30:12.231332 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:12.293216 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=69351899-4049-48c8-ba79-14702cf5721b,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:30:12.339379 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d8acf-e23c-48aa-bf52-21cfadafd109 req-be639ca8-628a-4af4-b472-569c1de881dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:12.340899 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eb2d8acf-e23c-48aa-bf52-21cfadafd109 req-be639ca8-628a-4af4-b472-569c1de881dc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 1098 time: 0.0565293 Jul 24 01:30:12.377166 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eb2d8acf-e23c-48aa-bf52-21cfadafd109 req-fb7af063-f840-4a85-ac9c-e2747262f89d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303032 Jul 24 01:30:12.558827 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88506963-eb89-4456-a64b-da2efd5bd13d req-090c21fa-ab90-468d-8116-159b9c28e2fb tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:12.560239 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-88506963-eb89-4456-a64b-da2efd5bd13d req-090c21fa-ab90-468d-8116-159b9c28e2fb tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 946 time: 0.0656893 Jul 24 01:30:12.602097 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-88506963-eb89-4456-a64b-da2efd5bd13d req-3c27d9ff-3009-4b26-aecd-865e85414cf0 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362096 Jul 24 01:30:13.733738 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039de11-f3f5-4967-a9eb-247db98e475d req-4420c104-0d80-4e6b-9312-0783105ec369 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:13.735317 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d039de11-f3f5-4967-a9eb-247db98e475d req-4420c104-0d80-4e6b-9312-0783105ec369 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 946 time: 0.0648859 Jul 24 01:30:13.773606 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d039de11-f3f5-4967-a9eb-247db98e475d req-701ec904-5fcd-488f-884c-94de288dba92 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326953 Jul 24 01:30:13.919605 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc3413-14aa-491b-a1f4-f1a42ff077f9 req-ea217143-16a1-40a4-a79f-44264157eb6b tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:13.921143 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-48fc3413-14aa-491b-a1f4-f1a42ff077f9 req-ea217143-16a1-40a4-a79f-44264157eb6b tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 946 time: 0.0778298 Jul 24 01:30:13.960631 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-48fc3413-14aa-491b-a1f4-f1a42ff077f9 req-c6e07f41-4e72-467e-8ab1-4c3fb221189e tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336385 Jul 24 01:30:14.178407 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3940e7c-1a55-4d61-82f3-6506d9a7e593 req-7d8357c0-024b-4a96-9d34-02b1477e87e7 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:14.179949 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d3940e7c-1a55-4d61-82f3-6506d9a7e593 req-7d8357c0-024b-4a96-9d34-02b1477e87e7 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 946 time: 0.0663373 Jul 24 01:30:14.218002 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d3940e7c-1a55-4d61-82f3-6506d9a7e593 req-11bcc23f-ad6d-4446-9ab1-4c99b8e4d2f5 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322716 Jul 24 01:30:14.346700 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4741a1f-7ecb-4e77-aab0-b95a400ca246 req-3c765267-4818-4dd9-a57d-580050b2d1a6 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:14.348238 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c4741a1f-7ecb-4e77-aab0-b95a400ca246 req-3c765267-4818-4dd9-a57d-580050b2d1a6 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 946 time: 0.0632448 Jul 24 01:30:14.387558 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c4741a1f-7ecb-4e77-aab0-b95a400ca246 req-41534045-cffc-40b4-99d1-e132f6acfd30 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336413 Jul 24 01:30:14.637306 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-969c8910-f503-4b83-aab4-35a6e1eb987d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0633512 Jul 24 01:30:14.661916 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de6bfe-9d7d-4f78-9db9-579825cdc240 req-bdf85ca0-624e-4a84-a5d9-c3c30d996b7a tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:14.663953 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d7de6bfe-9d7d-4f78-9db9-579825cdc240 req-bdf85ca0-624e-4a84-a5d9-c3c30d996b7a tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 946 time: 0.0796859 Jul 24 01:30:14.704306 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d7de6bfe-9d7d-4f78-9db9-579825cdc240 req-9a3d6e37-409b-4133-9b1e-4a31cb7c2799 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346706 Jul 24 01:30:15.780231 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b74f3146-49ac-4fa5-8145-102dfb54bb0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:15.804964 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-ae08fd9d-061a-400a-a31e-7589a4909342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:15.806453 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-ae08fd9d-061a-400a-a31e-7589a4909342 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a70f490c88d744e69244b4ffa163956f&device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 1098 time: 0.0762408 Jul 24 01:30:16.244450 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a932553-6c5e-4c70-ad33-919900e68f87 req-9f1f8841-c6fa-4beb-8fed-67fb803a3d2b tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:16.245942 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7a932553-6c5e-4c70-ad33-919900e68f87 req-9f1f8841-c6fa-4beb-8fed-67fb803a3d2b tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 946 time: 0.4551992 Jul 24 01:30:16.249078 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-5ba61ea6-1e95-4ad9-ad2e-436cfeb5165f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:16.250412 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-5ba61ea6-1e95-4ad9-ad2e-436cfeb5165f service neutron] 10.222.0.13 "GET /v2.0/networks?id=67020601-9688-4b3a-bf08-bd6b8b780c19 HTTP/1.1" status: 200 len: 916 time: 0.4281964 Jul 24 01:30:16.300312 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-f310bacc-0e58-4181-85d9-aabfc9d30057 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69351899-4049-48c8-ba79-14702cf5721b HTTP/1.1" status: 200 len: 217 time: 0.0417297 Jul 24 01:30:16.348146 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7a932553-6c5e-4c70-ad33-919900e68f87 req-d625c46d-6930-425e-afef-844accab537c tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965135 Jul 24 01:30:16.369350 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-bad2c597-98fd-402a-b0d0-dc9dcf5fe827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:16.371277 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-bad2c597-98fd-402a-b0d0-dc9dcf5fe827 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a256f77-0019-44bf-943f-649164ab2c04 HTTP/1.1" status: 200 len: 855 time: 0.0647812 Jul 24 01:30:16.409982 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-615d5245-f330-4949-9693-5511977b52da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=67020601-9688-4b3a-bf08-bd6b8b780c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319438 Jul 24 01:30:16.504461 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-890c4687-f766-45b1-a794-1ce44c676444 service neutron] 10.222.0.13 "GET /v2.0/networks/67020601-9688-4b3a-bf08-bd6b8b780c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881541 Jul 24 01:30:16.600205 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-15aa265a-efac-4b67-993f-5a10037a4670 service neutron] 10.222.0.13 "GET /v2.0/networks/67020601-9688-4b3a-bf08-bd6b8b780c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898786 Jul 24 01:30:17.484793 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f656887c-21b7-44a3-9f7e-ceea4cbb0f68 req-2a4ad0c4-ab98-4f03-9a46-bb872a346400 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:17.486638 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f656887c-21b7-44a3-9f7e-ceea4cbb0f68 req-2a4ad0c4-ab98-4f03-9a46-bb872a346400 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 946 time: 0.0680997 Jul 24 01:30:17.530854 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f656887c-21b7-44a3-9f7e-ceea4cbb0f68 req-15e8fbb1-3cfb-4a43-afd1-6812a3b9f2c7 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372479 Jul 24 01:30:18.294572 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0e437665-0909-490a-92e0-a54cbfb91f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:18.520960 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:18.670355 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b01e7-881c-4cd6-a9fd-8bdc87ca95ae req-02d503e1-a8c1-4e0a-a5d9-4e095b8dfffd tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:18.671961 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9f6b01e7-881c-4cd6-a9fd-8bdc87ca95ae req-02d503e1-a8c1-4e0a-a5d9-4e095b8dfffd tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 946 time: 0.0699260 Jul 24 01:30:18.712555 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9f6b01e7-881c-4cd6-a9fd-8bdc87ca95ae req-bf9ef0d3-e216-47b8-809d-e5b969e322ff tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348341 Jul 24 01:30:19.596077 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:19.859044 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c2ab35-9df3-436e-a41b-0d77147c348e req-78a39a09-c8d6-4bbb-b87a-1c8839d559b5 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:19.860574 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c1c2ab35-9df3-436e-a41b-0d77147c348e req-78a39a09-c8d6-4bbb-b87a-1c8839d559b5 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 946 time: 0.0701525 Jul 24 01:30:19.898326 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c1c2ab35-9df3-436e-a41b-0d77147c348e req-99d22514-070a-4c69-9eb8-009dda4d8393 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322521 Jul 24 01:30:20.615562 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:30:21.036030 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de750d33-64e6-4d6b-8f80-4d455356f95d req-36e0fe84-032c-4a1c-9b0a-d52811e8f7bf tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:21.037581 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-de750d33-64e6-4d6b-8f80-4d455356f95d req-36e0fe84-032c-4a1c-9b0a-d52811e8f7bf tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 946 time: 0.0705860 Jul 24 01:30:21.083883 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-de750d33-64e6-4d6b-8f80-4d455356f95d req-4db9a5dd-f61b-4ee0-b0c6-a7ae9c85634e tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399454 Jul 24 01:30:21.102776 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:22.220036 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6d56d-76f8-4f95-9bd5-ebea3b803a49 req-191e5ff3-ad73-4e59-9b0c-ad66bbd279fc tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:22.221572 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b8a6d56d-76f8-4f95-9bd5-ebea3b803a49 req-191e5ff3-ad73-4e59-9b0c-ad66bbd279fc tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 946 time: 0.0680749 Jul 24 01:30:22.262192 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b8a6d56d-76f8-4f95-9bd5-ebea3b803a49 req-79271ffa-94ea-41db-892e-d793348c7d02 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328846 Jul 24 01:30:23.391322 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25f17f8-699f-4f7c-b37a-04eec25cfdab req-92c9c233-d790-485d-90a8-7f36eaf4ea94 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:23.392826 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a25f17f8-699f-4f7c-b37a-04eec25cfdab req-92c9c233-d790-485d-90a8-7f36eaf4ea94 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 946 time: 0.0648632 Jul 24 01:30:23.431146 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a25f17f8-699f-4f7c-b37a-04eec25cfdab req-a229bcd9-44ed-453a-959b-360ce12c3cab tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327413 Jul 24 01:30:24.565907 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c1ca1-742c-4639-a214-34fb113e3dee req-8864216b-3597-47ef-91cd-03a9c20c76b9 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:24.567452 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3d1c1ca1-742c-4639-a214-34fb113e3dee req-8864216b-3597-47ef-91cd-03a9c20c76b9 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 946 time: 0.0675738 Jul 24 01:30:24.606115 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3d1c1ca1-742c-4639-a214-34fb113e3dee req-56136ad0-46e1-409c-9c6c-d62f03dc2572 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329034 Jul 24 01:30:25.737449 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde0589-b5e5-4445-9202-08bfc206dd90 req-9cedcd70-6128-4f86-9820-ee5ca9570d43 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:25.739772 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0fde0589-b5e5-4445-9202-08bfc206dd90 req-9cedcd70-6128-4f86-9820-ee5ca9570d43 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 946 time: 0.0655153 Jul 24 01:30:25.778845 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0fde0589-b5e5-4445-9202-08bfc206dd90 req-b48176dc-60c5-4bfb-bff4-1d337baa73fc tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335333 Jul 24 01:30:26.910321 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffbbcb8-a4c3-4483-b178-4503da78a558 req-1297f5f0-cc20-4773-b6ea-87c884fc5d2c tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:26.911849 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5ffbbcb8-a4c3-4483-b178-4503da78a558 req-1297f5f0-cc20-4773-b6ea-87c884fc5d2c tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 946 time: 0.0678797 Jul 24 01:30:26.949057 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5ffbbcb8-a4c3-4483-b178-4503da78a558 req-8dfd98be-2f6c-4cc9-afb7-40bbd9027dac tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311396 Jul 24 01:30:28.082587 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ebf484-7bc3-4f59-af78-47db1e10e7a3 req-cf49f9f5-51b0-4027-aa98-dc2acd96ba85 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:28.084123 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-93ebf484-7bc3-4f59-af78-47db1e10e7a3 req-cf49f9f5-51b0-4027-aa98-dc2acd96ba85 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 946 time: 0.0672593 Jul 24 01:30:28.126869 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-93ebf484-7bc3-4f59-af78-47db1e10e7a3 req-95d57a5d-b1a1-44c7-9f87-88eab26f1135 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371184 Jul 24 01:30:29.256928 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d269cf04-1355-4341-bd8a-87bb3ecc5063 req-6b67fd3a-e2aa-4ad7-92c8-c3e33a0b67dc tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:29.258431 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d269cf04-1355-4341-bd8a-87bb3ecc5063 req-6b67fd3a-e2aa-4ad7-92c8-c3e33a0b67dc tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 946 time: 0.0647199 Jul 24 01:30:29.295517 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d269cf04-1355-4341-bd8a-87bb3ecc5063 req-d12097e0-71cd-4841-9d19-21ae73a0b305 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310667 Jul 24 01:30:30.428870 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923834f7-0ca2-4f34-918d-58c454e46935 req-78eee417-ca9f-45b2-ab90-f3f4c4ef7a29 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:30.430381 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-923834f7-0ca2-4f34-918d-58c454e46935 req-78eee417-ca9f-45b2-ab90-f3f4c4ef7a29 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 946 time: 0.0664828 Jul 24 01:30:30.468287 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-923834f7-0ca2-4f34-918d-58c454e46935 req-5a9ce622-00ad-4367-8a0e-4fc34cf1172e tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315354 Jul 24 01:30:31.623375 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f87d71-4cbb-4df6-bb1d-fecc2970fe17 req-0aebb000-f8a5-409f-8fe1-4edf8db9424d tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:31.624974 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a9f87d71-4cbb-4df6-bb1d-fecc2970fe17 req-0aebb000-f8a5-409f-8fe1-4edf8db9424d tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 946 time: 0.0828774 Jul 24 01:30:31.666415 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a9f87d71-4cbb-4df6-bb1d-fecc2970fe17 req-4c0025ea-d98f-4ec3-8b17-56b6da48848d tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356250 Jul 24 01:30:32.801742 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000d0fe-6d8e-4f39-83b4-d6530c113580 req-67b83a59-7899-485b-a547-51584943d0ce tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:32.803255 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e000d0fe-6d8e-4f39-83b4-d6530c113580 req-67b83a59-7899-485b-a547-51584943d0ce tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 946 time: 0.0674472 Jul 24 01:30:32.841692 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e000d0fe-6d8e-4f39-83b4-d6530c113580 req-2c2c9986-e03e-4ebb-8f08-b34b83ed258f tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324242 Jul 24 01:30:33.971617 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a39cc-2816-4b69-8cc9-d651198099b6 req-4ba7f4b6-d1b7-41d4-a5ea-8f3ae1436bfb tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:33.973023 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a02a39cc-2816-4b69-8cc9-d651198099b6 req-4ba7f4b6-d1b7-41d4-a5ea-8f3ae1436bfb tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 946 time: 0.0634346 Jul 24 01:30:34.010981 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a02a39cc-2816-4b69-8cc9-d651198099b6 req-35490b5b-bb9c-4096-9012-b107ea79a427 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318432 Jul 24 01:30:35.150030 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1871f2-c2af-40dc-9b5b-25c30bf5cf83 req-df5b5df9-39b1-4551-8bc6-261411f9c1ad tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:35.151621 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4a1871f2-c2af-40dc-9b5b-25c30bf5cf83 req-df5b5df9-39b1-4551-8bc6-261411f9c1ad tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 946 time: 0.0723283 Jul 24 01:30:35.190144 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4a1871f2-c2af-40dc-9b5b-25c30bf5cf83 req-473907d9-00db-4e3c-9271-bb7d3fdd8a7a tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329056 Jul 24 01:30:35.227231 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:35.580063 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:36.323567 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf885e-1f87-48f2-b9b4-d672a4892818 req-645b94ec-d636-47fc-a8d9-dd6a19dde225 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:36.325090 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-74cf885e-1f87-48f2-b9b4-d672a4892818 req-645b94ec-d636-47fc-a8d9-dd6a19dde225 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 946 time: 0.0656235 Jul 24 01:30:36.362579 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-74cf885e-1f87-48f2-b9b4-d672a4892818 req-28bee47f-327b-46bd-b5bb-8533af66667b tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319738 Jul 24 01:30:37.500557 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762481e-5c5a-446e-afdc-6384ebb7aaec req-069f543c-8a41-4230-ba43-4c1394cdeb71 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:37.502117 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9762481e-5c5a-446e-afdc-6384ebb7aaec req-069f543c-8a41-4230-ba43-4c1394cdeb71 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 946 time: 0.0708792 Jul 24 01:30:37.541074 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9762481e-5c5a-446e-afdc-6384ebb7aaec req-29bee8c0-1e89-4c9a-965f-a1d34f4798b1 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331378 Jul 24 01:30:38.680417 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80aa22-6483-48c0-9a8c-6f87f17c7e34 req-103f0479-3cae-457b-9056-f3b825310d22 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:38.681955 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5b80aa22-6483-48c0-9a8c-6f87f17c7e34 req-103f0479-3cae-457b-9056-f3b825310d22 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 946 time: 0.0713413 Jul 24 01:30:38.721082 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5b80aa22-6483-48c0-9a8c-6f87f17c7e34 req-0333179d-7bfc-4f92-bac9-6a8271c2321a tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326464 Jul 24 01:30:39.867023 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8828107-cf78-4344-9ef6-20c1125dddec req-c96979d8-09b7-4712-b96c-0f6c564e77b4 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:39.868678 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f8828107-cf78-4344-9ef6-20c1125dddec req-c96979d8-09b7-4712-b96c-0f6c564e77b4 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 946 time: 0.0717518 Jul 24 01:30:39.906811 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f8828107-cf78-4344-9ef6-20c1125dddec req-e2f19510-d561-40fa-a89c-dcc25186c4e6 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321267 Jul 24 01:30:41.035375 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f979926-b5c7-44b3-a3fc-5a29f7456ac5 req-3908ea84-64c0-4a7f-bd41-36fb582e3e1d tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:41.036790 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7f979926-b5c7-44b3-a3fc-5a29f7456ac5 req-3908ea84-64c0-4a7f-bd41-36fb582e3e1d tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 946 time: 0.0633807 Jul 24 01:30:41.074595 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7f979926-b5c7-44b3-a3fc-5a29f7456ac5 req-98e7a711-4e85-42c6-9388-b04a74f7beb5 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322244 Jul 24 01:30:42.204056 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f60c6-d4dd-44a6-8447-96c473cc0c44 req-f2975ff5-21a4-4994-95c2-5f75fa4f985a tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:42.205591 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4c5f60c6-d4dd-44a6-8447-96c473cc0c44 req-f2975ff5-21a4-4994-95c2-5f75fa4f985a tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 946 time: 0.0650036 Jul 24 01:30:42.243861 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4c5f60c6-d4dd-44a6-8447-96c473cc0c44 req-5eed5bc7-2190-439f-bd16-62c78f576da7 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326424 Jul 24 01:30:43.390542 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb31fbe-50eb-43f1-bfdf-a5564235f155 req-562c2445-b865-4a6f-b13f-3d5d6e3e7377 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:43.392134 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dbb31fbe-50eb-43f1-bfdf-a5564235f155 req-562c2445-b865-4a6f-b13f-3d5d6e3e7377 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 946 time: 0.0715892 Jul 24 01:30:43.431315 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dbb31fbe-50eb-43f1-bfdf-a5564235f155 req-3081198b-04c9-4b2b-8332-9d3bb25347ac tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335059 Jul 24 01:30:43.439808 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-42d2622d-0ca0-4fd7-a9e4-fdae51850975 service neutron] show failed (client error): The resource could not be found. Jul 24 01:30:43.440870 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-42d2622d-0ca0-4fd7-a9e4-fdae51850975 service neutron] 10.222.0.13 "GET /v2.0/ports/69351899-4049-48c8-ba79-14702cf5721b/bindings/n-h2-793621-25 HTTP/1.1" status: 404 len: 381 time: 0.1103456 Jul 24 01:30:43.645430 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-5cc8369b-a176-45a6-90d3-db5cccd36276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:43.647114 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-5cc8369b-a176-45a6-90d3-db5cccd36276 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e&tenant_id=a70f490c88d744e69244b4ffa163956f HTTP/1.1" status: 200 len: 1098 time: 0.0554237 Jul 24 01:30:43.657521 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-c7178cbd-2635-426a-82f7-9f2e86a40f16 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-25', 'device_owner': 'compute:nova'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:30:43.728268 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-c7178cbd-2635-426a-82f7-9f2e86a40f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:43.943112 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-c7178cbd-2635-426a-82f7-9f2e86a40f16 service neutron] For port 69351899-4049-48c8-ba79-14702cf5721b, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=69351899-4049-48c8-ba79-14702cf5721b,segment=NetworkSegment(b9649f43-ebb3-4670-9621-c0557ddcc53f),segment_id=b9649f43-ebb3-4670-9621-c0557ddcc53f)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:30:43.976411 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-c7178cbd-2635-426a-82f7-9f2e86a40f16 service neutron] For port 69351899-4049-48c8-ba79-14702cf5721b, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:30:44.015951 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6797702-abe0-4eca-9de1-7027bc60f49e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69351899-4049-48c8-ba79-14702cf5721b'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:30:44.018302 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d50d3d-f598-46d4-a08a-d1284f1b536d" -d '{"events": [{"server_uuid": "b6797702-abe0-4eca-9de1-7027bc60f49e", "name": "network-vif-unplugged", "status": "completed", "tag": "69351899-4049-48c8-ba79-14702cf5721b"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:30:44.022234 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-c7178cbd-2635-426a-82f7-9f2e86a40f16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:44.035305 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-c7178cbd-2635-426a-82f7-9f2e86a40f16 service neutron] Transition to ACTIVE for port object 69351899-4049-48c8-ba79-14702cf5721b will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:30:44.042527 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-c7178cbd-2635-426a-82f7-9f2e86a40f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:44.070255 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 01:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d7566f-e085-4ff3-ab4f-53b495134cce x-openstack-request-id: req-d2d7566f-e085-4ff3-ab4f-53b495134cce {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:30:44.070551 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6797702-abe0-4eca-9de1-7027bc60f49e", "name": "network-vif-unplugged", "status": "completed", "tag": "69351899-4049-48c8-ba79-14702cf5721b", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:30:44.070828 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d2d7566f-e085-4ff3-ab4f-53b495134cce {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:30:44.071228 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6797702-abe0-4eca-9de1-7027bc60f49e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69351899-4049-48c8-ba79-14702cf5721b', 'code': 200} Jul 24 01:30:44.094678 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7178cbd-2635-426a-82f7-9f2e86a40f16 service neutron] Pushing event updated for resources: {'Port': ['ID=69351899-4049-48c8-ba79-14702cf5721b,revision_number=6']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:30:44.113480 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-c7178cbd-2635-426a-82f7-9f2e86a40f16 service neutron] No DVR routers for this DVR port 69351899-4049-48c8-ba79-14702cf5721b on host n-h1-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:30:44.156399 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-c7178cbd-2635-426a-82f7-9f2e86a40f16 service neutron] Attempting to bind port 69351899-4049-48c8-ba79-14702cf5721b on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:30:44.156727 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-c7178cbd-2635-426a-82f7-9f2e86a40f16 service neutron] Attempting to bind port 69351899-4049-48c8-ba79-14702cf5721b by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': 'b9649f43-ebb3-4670-9621-c0557ddcc53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '67020601-9688-4b3a-bf08-bd6b8b780c19'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:30:44.157054 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-c7178cbd-2635-426a-82f7-9f2e86a40f16 service neutron] Attempting to bind port 69351899-4049-48c8-ba79-14702cf5721b on network 67020601-9688-4b3a-bf08-bd6b8b780c19 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:30:44.161326 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-c7178cbd-2635-426a-82f7-9f2e86a40f16 service neutron] Port 69351899-4049-48c8-ba79-14702cf5721b on network 67020601-9688-4b3a-bf08-bd6b8b780c19 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:30:44.161650 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-c7178cbd-2635-426a-82f7-9f2e86a40f16 service neutron] Attempting to bind port 69351899-4049-48c8-ba79-14702cf5721b on network 67020601-9688-4b3a-bf08-bd6b8b780c19 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:30:44.166665 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-c7178cbd-2635-426a-82f7-9f2e86a40f16 service neutron] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:30:44.167545 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-c7178cbd-2635-426a-82f7-9f2e86a40f16 service neutron] Checking segment: {'id': 'b9649f43-ebb3-4670-9621-c0557ddcc53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '67020601-9688-4b3a-bf08-bd6b8b780c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:30:44.167925 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-c7178cbd-2635-426a-82f7-9f2e86a40f16 service neutron] Bound using segment: {'id': 'b9649f43-ebb3-4670-9621-c0557ddcc53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '67020601-9688-4b3a-bf08-bd6b8b780c19'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:30:44.168348 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-c7178cbd-2635-426a-82f7-9f2e86a40f16 service neutron] Bound port: 69351899-4049-48c8-ba79-14702cf5721b, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9649f43-ebb3-4670-9621-c0557ddcc53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '67020601-9688-4b3a-bf08-bd6b8b780c19'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:30:44.168702 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-c7178cbd-2635-426a-82f7-9f2e86a40f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:44.234430 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-c7178cbd-2635-426a-82f7-9f2e86a40f16 service neutron] For port 69351899-4049-48c8-ba79-14702cf5721b, host n-h2-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:30:44.237683 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-c7178cbd-2635-426a-82f7-9f2e86a40f16 service neutron] For port 69351899-4049-48c8-ba79-14702cf5721b, host n-h2-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=69351899-4049-48c8-ba79-14702cf5721b,segment=NetworkSegment(b9649f43-ebb3-4670-9621-c0557ddcc53f),segment_id=b9649f43-ebb3-4670-9621-c0557ddcc53f)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:30:44.241346 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-c7178cbd-2635-426a-82f7-9f2e86a40f16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:44.275797 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-c7178cbd-2635-426a-82f7-9f2e86a40f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:44.277345 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-c7178cbd-2635-426a-82f7-9f2e86a40f16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:44.278779 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-c7178cbd-2635-426a-82f7-9f2e86a40f16 service neutron] 10.222.0.11 "PUT /v2.0/ports/69351899-4049-48c8-ba79-14702cf5721b HTTP/1.1" status: 200 len: 1093 time: 0.6252007 Jul 24 01:30:44.327947 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7178cbd-2635-426a-82f7-9f2e86a40f16 service neutron] Pushing event updated for resources: {'Port': ['ID=69351899-4049-48c8-ba79-14702cf5721b,revision_number=7']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:30:44.358735 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-7a84d441-d434-4bc4-a3b4-88e8a00d87d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:44.360280 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-7a84d441-d434-4bc4-a3b4-88e8a00d87d8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a70f490c88d744e69244b4ffa163956f&device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 1096 time: 0.0605636 Jul 24 01:30:44.454083 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-7bed60c9-e8eb-492e-8d20-19596d591785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:44.455633 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-7bed60c9-e8eb-492e-8d20-19596d591785 service neutron] 10.222.0.11 "GET /v2.0/networks?id=67020601-9688-4b3a-bf08-bd6b8b780c19 HTTP/1.1" status: 200 len: 916 time: 0.0893369 Jul 24 01:30:44.497391 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-dc0053c6-6b3c-4a8a-834c-e0ddf7c438d9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69351899-4049-48c8-ba79-14702cf5721b HTTP/1.1" status: 200 len: 217 time: 0.0356731 Jul 24 01:30:44.582252 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-b6f06687-8256-4c0f-8aab-e1d80921e8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:44.583797 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-b6f06687-8256-4c0f-8aab-e1d80921e8f9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a256f77-0019-44bf-943f-649164ab2c04 HTTP/1.1" status: 200 len: 855 time: 0.0738575 Jul 24 01:30:44.622367 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-5ddc8689-3cfd-4e21-a9e0-c70048952065 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=67020601-9688-4b3a-bf08-bd6b8b780c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307527 Jul 24 01:30:44.630228 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f4c88d-e8da-4e28-b4b8-570739c32a06 req-21d24972-9642-4810-b58c-3902118431be tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:44.631645 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e4f4c88d-e8da-4e28-b4b8-570739c32a06 req-21d24972-9642-4810-b58c-3902118431be tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 944 time: 0.1301517 Jul 24 01:30:44.721096 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e4f4c88d-e8da-4e28-b4b8-570739c32a06 req-73641c14-34be-4957-8bce-263d185ee8d7 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807440 Jul 24 01:30:44.748799 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-5eb451ef-f3a0-4183-b1bd-13661f90b0a3 service neutron] 10.222.0.11 "GET /v2.0/networks/67020601-9688-4b3a-bf08-bd6b8b780c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161258 Jul 24 01:30:44.844899 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-94257d23-e074-4de6-bdf3-923344cba6d4 req-0878be20-04e5-44a9-ba8e-2d0ecdeef25e service neutron] 10.222.0.11 "GET /v2.0/networks/67020601-9688-4b3a-bf08-bd6b8b780c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899167 Jul 24 01:30:45.784963 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a07c9357-eee3-40e7-995b-718150199b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:45.868028 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6abf2-43ae-4ab8-8dd5-be9a1e6cb006 req-e70e9a06-5be7-4738-bdfa-ed7c8cabdea1 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:45.869569 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3ef6abf2-43ae-4ab8-8dd5-be9a1e6cb006 req-e70e9a06-5be7-4738-bdfa-ed7c8cabdea1 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 944 time: 0.0729003 Jul 24 01:30:45.909908 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3ef6abf2-43ae-4ab8-8dd5-be9a1e6cb006 req-6e40f23c-9425-46a7-a3ad-5d7c1b4b2437 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339894 Jul 24 01:30:46.072623 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6797702-abe0-4eca-9de1-7027bc60f49e', 'tag': '69351899-4049-48c8-ba79-14702cf5721b'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:30:46.075050 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496fa17d-a264-4f61-a803-f7a4e4eabc2b" -d '{"events": [{"name": "network-changed", "server_uuid": "b6797702-abe0-4eca-9de1-7027bc60f49e", "tag": "69351899-4049-48c8-ba79-14702cf5721b"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:30:46.123149 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e5a10a-f599-4142-befb-f75c6482dc31 x-openstack-request-id: req-d3e5a10a-f599-4142-befb-f75c6482dc31 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:30:46.123446 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6797702-abe0-4eca-9de1-7027bc60f49e", "tag": "69351899-4049-48c8-ba79-14702cf5721b", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:30:46.123703 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d3e5a10a-f599-4142-befb-f75c6482dc31 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:30:46.124111 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6797702-abe0-4eca-9de1-7027bc60f49e', 'tag': '69351899-4049-48c8-ba79-14702cf5721b', 'status': 'completed', 'code': 200} Jul 24 01:30:46.199660 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fa17d-a264-4f61-a803-f7a4e4eabc2b req-514717e1-5f5d-4efb-8d40-1fb4da534ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:46.201213 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-496fa17d-a264-4f61-a803-f7a4e4eabc2b req-514717e1-5f5d-4efb-8d40-1fb4da534ef5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a70f490c88d744e69244b4ffa163956f&device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 1096 time: 0.0594864 Jul 24 01:30:46.203117 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fa17d-a264-4f61-a803-f7a4e4eabc2b req-32abf466-8cdc-4e3e-ab02-34418f978cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:46.204633 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-496fa17d-a264-4f61-a803-f7a4e4eabc2b req-32abf466-8cdc-4e3e-ab02-34418f978cfc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a70f490c88d744e69244b4ffa163956f&device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 1096 time: 0.0589318 Jul 24 01:30:46.224006 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 69351899-4049-48c8-ba79-14702cf5721b no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:30:46.265537 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 69351899-4049-48c8-ba79-14702cf5721b not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:30:46.301392 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fa17d-a264-4f61-a803-f7a4e4eabc2b req-ca959647-9100-4e36-b058-5cdae63d7a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:46.302931 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-496fa17d-a264-4f61-a803-f7a4e4eabc2b req-ca959647-9100-4e36-b058-5cdae63d7a61 service neutron] 10.222.0.13 "GET /v2.0/networks?id=67020601-9688-4b3a-bf08-bd6b8b780c19 HTTP/1.1" status: 200 len: 916 time: 0.0924985 Jul 24 01:30:46.320689 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fa17d-a264-4f61-a803-f7a4e4eabc2b req-58c93562-17f3-48b3-9f42-b5d3eede912d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:46.322233 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-496fa17d-a264-4f61-a803-f7a4e4eabc2b req-58c93562-17f3-48b3-9f42-b5d3eede912d service neutron] 10.222.0.11 "GET /v2.0/networks?id=67020601-9688-4b3a-bf08-bd6b8b780c19 HTTP/1.1" status: 200 len: 916 time: 0.1139991 Jul 24 01:30:46.343951 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-496fa17d-a264-4f61-a803-f7a4e4eabc2b req-e2d6f18e-bbac-4673-9ce1-2b7db9b719ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69351899-4049-48c8-ba79-14702cf5721b HTTP/1.1" status: 200 len: 217 time: 0.0351422 Jul 24 01:30:46.370565 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-496fa17d-a264-4f61-a803-f7a4e4eabc2b req-c6a9351c-6598-4e14-bcc1-0818f12dc548 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69351899-4049-48c8-ba79-14702cf5721b HTTP/1.1" status: 200 len: 217 time: 0.0409989 Jul 24 01:30:46.397986 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fa17d-a264-4f61-a803-f7a4e4eabc2b req-1ca278d9-70d9-4735-9337-6e72a650ea1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:46.399521 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-496fa17d-a264-4f61-a803-f7a4e4eabc2b req-1ca278d9-70d9-4735-9337-6e72a650ea1d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a256f77-0019-44bf-943f-649164ab2c04 HTTP/1.1" status: 200 len: 855 time: 0.0502455 Jul 24 01:30:46.421039 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fa17d-a264-4f61-a803-f7a4e4eabc2b req-f6c42d78-532c-4179-b140-6b8c016fb1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:46.422553 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-496fa17d-a264-4f61-a803-f7a4e4eabc2b req-f6c42d78-532c-4179-b140-6b8c016fb1d7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a256f77-0019-44bf-943f-649164ab2c04 HTTP/1.1" status: 200 len: 855 time: 0.0454764 Jul 24 01:30:46.435414 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-496fa17d-a264-4f61-a803-f7a4e4eabc2b req-ddd8ce2d-8d7a-42da-a3c2-fe382068c257 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=67020601-9688-4b3a-bf08-bd6b8b780c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291665 Jul 24 01:30:46.460715 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-496fa17d-a264-4f61-a803-f7a4e4eabc2b req-d7fb2806-da88-498c-b68b-c108a5dd1223 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=67020601-9688-4b3a-bf08-bd6b8b780c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283713 Jul 24 01:30:46.534979 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-496fa17d-a264-4f61-a803-f7a4e4eabc2b req-3f4ae1bf-ad74-4fe3-b6c5-14e779982c36 service neutron] 10.222.0.13 "GET /v2.0/networks/67020601-9688-4b3a-bf08-bd6b8b780c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924976 Jul 24 01:30:46.567846 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-496fa17d-a264-4f61-a803-f7a4e4eabc2b req-7b0381f2-dee8-4572-877e-00904e996798 service neutron] 10.222.0.11 "GET /v2.0/networks/67020601-9688-4b3a-bf08-bd6b8b780c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999854 Jul 24 01:30:46.640134 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-496fa17d-a264-4f61-a803-f7a4e4eabc2b req-ba1bcc5a-4cfe-4d42-8498-f633eb74994e service neutron] 10.222.0.13 "GET /v2.0/networks/67020601-9688-4b3a-bf08-bd6b8b780c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992875 Jul 24 01:30:46.662831 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-496fa17d-a264-4f61-a803-f7a4e4eabc2b req-6df66bcd-b5ab-4bd5-a5c5-392a892a892a service neutron] 10.222.0.11 "GET /v2.0/networks/67020601-9688-4b3a-bf08-bd6b8b780c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874894 Jul 24 01:30:47.043586 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e28d88-2203-43cb-ad25-81e360a184cb req-ee46d623-26d7-4116-9140-7ec8d71cc9cf tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:47.045135 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b7e28d88-2203-43cb-ad25-81e360a184cb req-ee46d623-26d7-4116-9140-7ec8d71cc9cf tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 944 time: 0.0663483 Jul 24 01:30:47.083637 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b7e28d88-2203-43cb-ad25-81e360a184cb req-5f9d7319-eab1-46a4-9b87-a803f5a8e3dd tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326602 Jul 24 01:30:47.345593 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4b12e-9146-44f7-b59e-9779b561bc89 req-e19d4e93-eb26-4255-9129-f37f3560d4f6 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:47.347134 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-44e4b12e-9146-44f7-b59e-9779b561bc89 req-e19d4e93-eb26-4255-9129-f37f3560d4f6 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 944 time: 0.1180849 Jul 24 01:30:47.360341 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9dc66e-e121-428a-88d9-e38f6396dc23 req-699af1c2-9a57-4a77-a890-6ded208ba3ef tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:47.361873 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0c9dc66e-e121-428a-88d9-e38f6396dc23 req-699af1c2-9a57-4a77-a890-6ded208ba3ef tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e&tenant_id=a70f490c88d744e69244b4ffa163956f&binding%3Ahost_id=n-h2-793621-25 HTTP/1.1" status: 200 len: 944 time: 0.1205826 Jul 24 01:30:47.435885 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-44e4b12e-9146-44f7-b59e-9779b561bc89 req-d964d17f-c048-4b3d-8aa7-298c684dd50d tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730119 Jul 24 01:30:47.452213 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [req-0c9dc66e-e121-428a-88d9-e38f6396dc23 req-13f484e7-573e-49d9-9a88-1291ebb736ab service neutron] delete failed (client error): The resource could not be found. Jul 24 01:30:47.453286 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0c9dc66e-e121-428a-88d9-e38f6396dc23 req-13f484e7-573e-49d9-9a88-1291ebb736ab service neutron] 10.222.0.13 "DELETE /v2.0/ports/69351899-4049-48c8-ba79-14702cf5721b/bindings/n-h1-793621-25 HTTP/1.1" status: 404 len: 381 time: 0.0844676 Jul 24 01:30:47.554139 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9dc66e-e121-428a-88d9-e38f6396dc23 req-a6258137-0b62-47c9-9778-db2b9faf8427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:47.555674 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0c9dc66e-e121-428a-88d9-e38f6396dc23 req-a6258137-0b62-47c9-9778-db2b9faf8427 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a70f490c88d744e69244b4ffa163956f&device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 1096 time: 0.0593615 Jul 24 01:30:47.654835 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9dc66e-e121-428a-88d9-e38f6396dc23 req-797bf0b8-882c-46b7-b615-35a4abde6c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:47.656343 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0c9dc66e-e121-428a-88d9-e38f6396dc23 req-797bf0b8-882c-46b7-b615-35a4abde6c13 service neutron] 10.222.0.13 "GET /v2.0/networks?id=67020601-9688-4b3a-bf08-bd6b8b780c19 HTTP/1.1" status: 200 len: 916 time: 0.0951505 Jul 24 01:30:47.701347 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0c9dc66e-e121-428a-88d9-e38f6396dc23 req-25c02a83-bb5e-460d-adf4-4ef2ea61f97a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69351899-4049-48c8-ba79-14702cf5721b HTTP/1.1" status: 200 len: 217 time: 0.0389721 Jul 24 01:30:47.751258 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9dc66e-e121-428a-88d9-e38f6396dc23 req-17bae817-264d-4770-be46-b5e07ad3c363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:47.752762 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0c9dc66e-e121-428a-88d9-e38f6396dc23 req-17bae817-264d-4770-be46-b5e07ad3c363 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a256f77-0019-44bf-943f-649164ab2c04 HTTP/1.1" status: 200 len: 855 time: 0.0455306 Jul 24 01:30:47.786275 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0c9dc66e-e121-428a-88d9-e38f6396dc23 req-cd3d4861-b058-499a-9d35-211a4a64af94 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=67020601-9688-4b3a-bf08-bd6b8b780c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278559 Jul 24 01:30:47.887635 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0c9dc66e-e121-428a-88d9-e38f6396dc23 req-8e4b1b20-cecb-4897-990c-a677037e4ad9 service neutron] 10.222.0.13 "GET /v2.0/networks/67020601-9688-4b3a-bf08-bd6b8b780c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953155 Jul 24 01:30:47.903212 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 69351899-4049-48c8-ba79-14702cf5721b details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:30:47.987413 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0c9dc66e-e121-428a-88d9-e38f6396dc23 req-74d2cd6a-abdf-4cdb-827d-d86a8abbc294 service neutron] 10.222.0.13 "GET /v2.0/networks/67020601-9688-4b3a-bf08-bd6b8b780c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929554 Jul 24 01:30:48.006635 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 69351899-4049-48c8-ba79-14702cf5721b, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=69351899-4049-48c8-ba79-14702cf5721b,segment=NetworkSegment(b9649f43-ebb3-4670-9621-c0557ddcc53f),segment_id=b9649f43-ebb3-4670-9621-c0557ddcc53f)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:30:48.018674 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': '69351899-4049-48c8-ba79-14702cf5721b', 'network_id': '67020601-9688-4b3a-bf08-bd6b8b780c19', 'port_id': '69351899-4049-48c8-ba79-14702cf5721b', 'mac_address': 'fa:16:3e:b2:17:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a256f77-0019-44bf-943f-649164ab2c04', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:30:48.058583 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:48.072201 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69351899-4049-48c8-ba79-14702cf5721b {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:30:48.092486 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 69351899-4049-48c8-ba79-14702cf5721b, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=69351899-4049-48c8-ba79-14702cf5721b,segment=NetworkSegment(b9649f43-ebb3-4670-9621-c0557ddcc53f),segment_id=b9649f43-ebb3-4670-9621-c0557ddcc53f)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:30:48.096459 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:48.146833 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=69351899-4049-48c8-ba79-14702cf5721b,revision_number=8']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:30:48.298660 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-51fe0ae7-3bd3-4322-ba58-5cf7a61afc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:48.357941 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['69351899-4049-48c8-ba79-14702cf5721b'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:30:48.530482 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:48.589234 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5adb6-6bff-4b66-92de-809dd4d70711 req-e7cfd790-bffa-45fb-be2a-c4a12aa88c8c tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:48.590912 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c4e5adb6-6bff-4b66-92de-809dd4d70711 req-e7cfd790-bffa-45fb-be2a-c4a12aa88c8c tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 945 time: 0.0765324 Jul 24 01:30:48.634619 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c4e5adb6-6bff-4b66-92de-809dd4d70711 req-e2e7ed11-1d54-4c48-aa53-83a60452911b tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379758 Jul 24 01:30:48.771119 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb83a5e-344c-4a25-82b0-11fefbbc96a3 req-a3a2097c-aa5c-478f-b71b-d6695c4d37f9 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:48.772658 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-edb83a5e-344c-4a25-82b0-11fefbbc96a3 req-a3a2097c-aa5c-478f-b71b-d6695c4d37f9 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 945 time: 0.0668237 Jul 24 01:30:48.818629 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-edb83a5e-344c-4a25-82b0-11fefbbc96a3 req-8e8f1227-19b0-4415-83ed-c1e6d2abcd4a tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395370 Jul 24 01:30:48.947421 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6c1e5-1b51-4b3d-bbae-ffd8f9ac3e51 req-3118f415-c368-4e6d-bc60-d2617f6344af tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:48.949095 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c8d6c1e5-1b51-4b3d-bbae-ffd8f9ac3e51 req-3118f415-c368-4e6d-bc60-d2617f6344af tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 945 time: 0.0654163 Jul 24 01:30:48.987156 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c8d6c1e5-1b51-4b3d-bbae-ffd8f9ac3e51 req-868133ea-b818-4c95-82e4-25b6712af52d tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324812 Jul 24 01:30:49.344991 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-c66b2c4b-2b82-4590-a62a-6372e9c7bd47 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:49.346563 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-c66b2c4b-2b82-4590-a62a-6372e9c7bd47 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/networks?id=67020601-9688-4b3a-bf08-bd6b8b780c19 HTTP/1.1" status: 200 len: 815 time: 0.1059217 Jul 24 01:30:49.361259 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-aa9d0ca9-09f7-42d8-b914-ddd1480a82e2 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/quotas/a70f490c88d744e69244b4ffa163956f HTTP/1.1" status: 200 len: 375 time: 0.0094163 Jul 24 01:30:49.426638 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-38d7ee20-613d-44c3-851f-d33ce9230286 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a70f490c88d744e69244b4ffa163956f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0603237 Jul 24 01:30:49.582156 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-6afcc5cd-177a-4df0-a90f-a5b7f9a9b76c service neutron] 10.222.0.15 "GET /v2.0/networks/67020601-9688-4b3a-bf08-bd6b8b780c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482532 Jul 24 01:30:49.597163 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:49.674802 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-4ff9511b-d8d0-4117-ab9c-8cb23a57d251 service neutron] 10.222.0.15 "GET /v2.0/networks/67020601-9688-4b3a-bf08-bd6b8b780c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868406 Jul 24 01:30:49.839944 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-331e3149-a558-403b-87a8-37702fd5f599 req-d912a972-f150-4deb-b199-64526e39c02b tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 210 time: 0.0304818 Jul 24 01:30:49.919317 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 69351899-4049-48c8-ba79-14702cf5721b up at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:30:49.969008 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning for port 69351899-4049-48c8-ba79-14702cf5721b completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:30:49.973018 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning complete for port 69351899-4049-48c8-ba79-14702cf5721b triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:30:49.973411 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:50.056221 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:50.079266 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6797702-abe0-4eca-9de1-7027bc60f49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69351899-4049-48c8-ba79-14702cf5721b'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:30:50.081540 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f55c2b7-2a07-41ee-b62b-b7af69cd67ba" -d '{"events": [{"server_uuid": "b6797702-abe0-4eca-9de1-7027bc60f49e", "name": "network-vif-plugged", "status": "completed", "tag": "69351899-4049-48c8-ba79-14702cf5721b"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:30:50.097404 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 69351899-4049-48c8-ba79-14702cf5721b, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=69351899-4049-48c8-ba79-14702cf5721b,segment=NetworkSegment(b9649f43-ebb3-4670-9621-c0557ddcc53f),segment_id=b9649f43-ebb3-4670-9621-c0557ddcc53f)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:30:50.101812 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:50.129074 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b7ef1c-1099-4998-a37c-4c70c39f5390 x-openstack-request-id: req-a3b7ef1c-1099-4998-a37c-4c70c39f5390 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:30:50.129074 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6797702-abe0-4eca-9de1-7027bc60f49e", "name": "network-vif-plugged", "status": "completed", "tag": "69351899-4049-48c8-ba79-14702cf5721b", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:30:50.129276 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a3b7ef1c-1099-4998-a37c-4c70c39f5390 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:30:50.129965 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6797702-abe0-4eca-9de1-7027bc60f49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69351899-4049-48c8-ba79-14702cf5721b', 'code': 200} Jul 24 01:30:50.156469 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=69351899-4049-48c8-ba79-14702cf5721b,revision_number=9']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:30:50.473713 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4ac99-d438-47cc-9839-bde5a1d90af4 req-ae717cb7-2356-4751-a575-f9bfcd5ab463 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:50.475379 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-40d4ac99-d438-47cc-9839-bde5a1d90af4 req-ae717cb7-2356-4751-a575-f9bfcd5ab463 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.11 "GET /v2.0/ports?device_id=b6797702-abe0-4eca-9de1-7027bc60f49e HTTP/1.1" status: 200 len: 946 time: 0.0730946 Jul 24 01:30:50.591229 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-40d4ac99-d438-47cc-9839-bde5a1d90af4 req-5786739a-cd5d-43d9-a114-4ea893260748 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Deleting port 69351899-4049-48c8-ba79-14702cf5721b {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:30:50.591578 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-40d4ac99-d438-47cc-9839-bde5a1d90af4 req-5786739a-cd5d-43d9-a114-4ea893260748 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:50.687893 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-40d4ac99-d438-47cc-9839-bde5a1d90af4 req-5786739a-cd5d-43d9-a114-4ea893260748 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] For port 69351899-4049-48c8-ba79-14702cf5721b, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=69351899-4049-48c8-ba79-14702cf5721b,segment=NetworkSegment(b9649f43-ebb3-4670-9621-c0557ddcc53f),segment_id=b9649f43-ebb3-4670-9621-c0557ddcc53f)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:30:50.688572 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-40d4ac99-d438-47cc-9839-bde5a1d90af4 req-5786739a-cd5d-43d9-a114-4ea893260748 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:50.700868 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-40d4ac99-d438-47cc-9839-bde5a1d90af4 req-5786739a-cd5d-43d9-a114-4ea893260748 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Calling delete_port for 69351899-4049-48c8-ba79-14702cf5721b owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:30:50.911183 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-40d4ac99-d438-47cc-9839-bde5a1d90af4 req-5786739a-cd5d-43d9-a114-4ea893260748 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:50.924837 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['69351899-4049-48c8-ba79-14702cf5721b'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:30:50.953516 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786739a-cd5d-43d9-a114-4ea893260748 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Pushing event deleted for resources: {'Port': ['ID=69351899-4049-48c8-ba79-14702cf5721b,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:30:50.974475 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4638488a-cbce-436d-a02f-32ead48e930a req-07b952fd-5902-4b64-a40a-3396a34281a4 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 210 time: 0.0455616 Jul 24 01:30:51.015868 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d4ac99-d438-47cc-9839-bde5a1d90af4 req-5786739a-cd5d-43d9-a114-4ea893260748 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] No DVR routers for this DVR port 69351899-4049-48c8-ba79-14702cf5721b on host n-h2-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:30:51.024415 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-1ad9f1b6-25bc-4d07-956a-d4d60d019fc0 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:51.025977 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-1ad9f1b6-25bc-4d07-956a-d4d60d019fc0 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.11 "GET /v2.0/networks?id=67020601-9688-4b3a-bf08-bd6b8b780c19 HTTP/1.1" status: 200 len: 815 time: 0.2050223 Jul 24 01:30:51.027066 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-40d4ac99-d438-47cc-9839-bde5a1d90af4 req-5786739a-cd5d-43d9-a114-4ea893260748 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:51.029017 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-40d4ac99-d438-47cc-9839-bde5a1d90af4 req-5786739a-cd5d-43d9-a114-4ea893260748 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.11 "DELETE /v2.0/ports/69351899-4049-48c8-ba79-14702cf5721b HTTP/1.1" status: 204 len: 173 time: 0.5490186 Jul 24 01:30:51.029468 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6797702-abe0-4eca-9de1-7027bc60f49e', 'name': 'network-vif-deleted', 'tag': '69351899-4049-48c8-ba79-14702cf5721b'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:30:51.031854 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e866c14-397a-4a87-96c0-af28aa634703" -d '{"events": [{"server_uuid": "b6797702-abe0-4eca-9de1-7027bc60f49e", "name": "network-vif-deleted", "tag": "69351899-4049-48c8-ba79-14702cf5721b"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:30:51.040030 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-6066a6a0-e805-4137-8b61-b12ef3cbbc80 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Request body: {'port': {'device_id': '8bffaf90-8b4b-41b3-920c-1d658232edb5', 'network_id': '67020601-9688-4b3a-bf08-bd6b8b780c19', 'admin_state_up': True, 'tenant_id': 'a70f490c88d744e69244b4ffa163956f'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:30:51.079163 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53a1045-80ff-4333-ac56-e4aa16b7259a x-openstack-request-id: req-c53a1045-80ff-4333-ac56-e4aa16b7259a {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:30:51.079506 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6797702-abe0-4eca-9de1-7027bc60f49e", "name": "network-vif-deleted", "tag": "69351899-4049-48c8-ba79-14702cf5721b", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:30:51.079790 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c53a1045-80ff-4333-ac56-e4aa16b7259a {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:30:51.080305 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6797702-abe0-4eca-9de1-7027bc60f49e', 'name': 'network-vif-deleted', 'tag': '69351899-4049-48c8-ba79-14702cf5721b', 'status': 'completed', 'code': 200} Jul 24 01:30:51.103562 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:51.164083 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-6066a6a0-e805-4137-8b61-b12ef3cbbc80 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Made reservation on behalf of a70f490c88d744e69244b4ffa163956f for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:30:51.168872 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-6066a6a0-e805-4137-8b61-b12ef3cbbc80 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:51.309378 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-6066a6a0-e805-4137-8b61-b12ef3cbbc80 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Allocated IP 172.20.0.14 (67020601-9688-4b3a-bf08-bd6b8b780c19/2a256f77-0019-44bf-943f-649164ab2c04/5001323d-3685-4a49-b54d-f62115313d8d) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:30:51.470202 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-6066a6a0-e805-4137-8b61-b12ef3cbbc80 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:51.510125 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-6066a6a0-e805-4137-8b61-b12ef3cbbc80 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:51.521884 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['69351899-4049-48c8-ba79-14702cf5721b'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:30:51.554116 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-6066a6a0-e805-4137-8b61-b12ef3cbbc80 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Network 67020601-9688-4b3a-bf08-bd6b8b780c19 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:30:51.560633 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-6066a6a0-e805-4137-8b61-b12ef3cbbc80 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:30:51.564462 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-6066a6a0-e805-4137-8b61-b12ef3cbbc80 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:30:51.571026 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6066a6a0-e805-4137-8b61-b12ef3cbbc80 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Pushing event updated for resources: {'Port': ['ID=5001323d-3685-4a49-b54d-f62115313d8d,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:30:51.618128 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-6066a6a0-e805-4137-8b61-b12ef3cbbc80 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:51.618763 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-6066a6a0-e805-4137-8b61-b12ef3cbbc80 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:51.633519 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-6066a6a0-e805-4137-8b61-b12ef3cbbc80 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5975552 Jul 24 01:30:51.644567 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-17cc432b-ed99-43c9-a132-66eb211ade5e service neutron] Request body: {'port': {'device_id': '8bffaf90-8b4b-41b3-920c-1d658232edb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-25'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:30:51.724475 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-17cc432b-ed99-43c9-a132-66eb211ade5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:51.983037 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-17cc432b-ed99-43c9-a132-66eb211ade5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5001323d-3685-4a49-b54d-f62115313d8d {{(pid=100463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:30:51.990118 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-17cc432b-ed99-43c9-a132-66eb211ade5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:52.001827 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-17cc432b-ed99-43c9-a132-66eb211ade5e service neutron] Transition to ACTIVE for port object 5001323d-3685-4a49-b54d-f62115313d8d will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:30:52.006471 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-17cc432b-ed99-43c9-a132-66eb211ade5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:52.058842 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc432b-ed99-43c9-a132-66eb211ade5e service neutron] Pushing event updated for resources: {'Port': ['ID=5001323d-3685-4a49-b54d-f62115313d8d,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:30:52.117800 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b99e5-7d46-4605-a3be-80bbb8eeec06 req-77a80bdc-4aa2-48a4-9e0b-3be213a5ce40 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:52.119462 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1f4b99e5-7d46-4605-a3be-80bbb8eeec06 req-77a80bdc-4aa2-48a4-9e0b-3be213a5ce40 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 944 time: 0.0717773 Jul 24 01:30:52.139977 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-17cc432b-ed99-43c9-a132-66eb211ade5e service neutron] Attempting to bind port 5001323d-3685-4a49-b54d-f62115313d8d on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:30:52.140213 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-17cc432b-ed99-43c9-a132-66eb211ade5e service neutron] Attempting to bind port 5001323d-3685-4a49-b54d-f62115313d8d by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': 'b9649f43-ebb3-4670-9621-c0557ddcc53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '67020601-9688-4b3a-bf08-bd6b8b780c19'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:30:52.140558 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-17cc432b-ed99-43c9-a132-66eb211ade5e service neutron] Attempting to bind port 5001323d-3685-4a49-b54d-f62115313d8d on network 67020601-9688-4b3a-bf08-bd6b8b780c19 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:30:52.145169 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-17cc432b-ed99-43c9-a132-66eb211ade5e service neutron] Port 5001323d-3685-4a49-b54d-f62115313d8d on network 67020601-9688-4b3a-bf08-bd6b8b780c19 not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:30:52.145498 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-17cc432b-ed99-43c9-a132-66eb211ade5e service neutron] Attempting to bind port 5001323d-3685-4a49-b54d-f62115313d8d on network 67020601-9688-4b3a-bf08-bd6b8b780c19 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:30:52.150498 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-17cc432b-ed99-43c9-a132-66eb211ade5e service neutron] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:30:52.150930 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-17cc432b-ed99-43c9-a132-66eb211ade5e service neutron] Checking segment: {'id': 'b9649f43-ebb3-4670-9621-c0557ddcc53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '67020601-9688-4b3a-bf08-bd6b8b780c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:30:52.151322 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-17cc432b-ed99-43c9-a132-66eb211ade5e service neutron] Bound using segment: {'id': 'b9649f43-ebb3-4670-9621-c0557ddcc53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '67020601-9688-4b3a-bf08-bd6b8b780c19'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:30:52.151866 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-17cc432b-ed99-43c9-a132-66eb211ade5e service neutron] Bound port: 5001323d-3685-4a49-b54d-f62115313d8d, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9649f43-ebb3-4670-9621-c0557ddcc53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '67020601-9688-4b3a-bf08-bd6b8b780c19'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:30:52.152369 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-17cc432b-ed99-43c9-a132-66eb211ade5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:52.162978 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1f4b99e5-7d46-4605-a3be-80bbb8eeec06 req-cc53919d-c0e9-4167-b938-6db7e5449398 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359175 Jul 24 01:30:52.223181 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-17cc432b-ed99-43c9-a132-66eb211ade5e service neutron] For port 5001323d-3685-4a49-b54d-f62115313d8d, host n-h2-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:30:52.227749 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-17cc432b-ed99-43c9-a132-66eb211ade5e service neutron] For port 5001323d-3685-4a49-b54d-f62115313d8d, host n-h2-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=5001323d-3685-4a49-b54d-f62115313d8d,segment=NetworkSegment(b9649f43-ebb3-4670-9621-c0557ddcc53f),segment_id=b9649f43-ebb3-4670-9621-c0557ddcc53f)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:30:52.233119 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-17cc432b-ed99-43c9-a132-66eb211ade5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:52.271332 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-17cc432b-ed99-43c9-a132-66eb211ade5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:52.271951 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-17cc432b-ed99-43c9-a132-66eb211ade5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:52.273371 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-17cc432b-ed99-43c9-a132-66eb211ade5e service neutron] 10.222.0.11 "PUT /v2.0/ports/5001323d-3685-4a49-b54d-f62115313d8d HTTP/1.1" status: 200 len: 1093 time: 0.6332560 Jul 24 01:30:52.306850 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc432b-ed99-43c9-a132-66eb211ade5e service neutron] Pushing event updated for resources: {'Port': ['ID=5001323d-3685-4a49-b54d-f62115313d8d,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:30:52.371165 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-c37be94f-aa5c-4530-a2aa-406a5fb129ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:52.372822 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-c37be94f-aa5c-4530-a2aa-406a5fb129ad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a70f490c88d744e69244b4ffa163956f&device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 1096 time: 0.0562096 Jul 24 01:30:52.413117 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-76890d6c-4f1b-4799-910d-68ce2e59a511 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5001323d-3685-4a49-b54d-f62115313d8d HTTP/1.1" status: 200 len: 217 time: 0.0333655 Jul 24 01:30:52.474955 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-cb882680-7190-41be-a274-d98c54766b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:52.476435 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-cb882680-7190-41be-a274-d98c54766b27 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a256f77-0019-44bf-943f-649164ab2c04 HTTP/1.1" status: 200 len: 855 time: 0.0577793 Jul 24 01:30:52.509827 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-314eeae3-974f-4aa3-92e5-f298d5eb5982 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=67020601-9688-4b3a-bf08-bd6b8b780c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275714 Jul 24 01:30:52.597849 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-6d39b79b-bc4d-4b59-8ae6-d4b9a9521d29 service neutron] 10.222.0.11 "GET /v2.0/networks/67020601-9688-4b3a-bf08-bd6b8b780c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815580 Jul 24 01:30:52.690259 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fe8e2289-0cce-4681-a6f9-722d0dab5204 req-de9f9eaa-31d3-4edd-8118-6a18ecd88527 service neutron] 10.222.0.11 "GET /v2.0/networks/67020601-9688-4b3a-bf08-bd6b8b780c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864217 Jul 24 01:30:53.081945 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bffaf90-8b4b-41b3-920c-1d658232edb5', 'tag': '5001323d-3685-4a49-b54d-f62115313d8d'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:30:53.084524 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2033b2f-cea4-482f-ab6c-a539ebd8fe8a" -d '{"events": [{"name": "network-changed", "server_uuid": "8bffaf90-8b4b-41b3-920c-1d658232edb5", "tag": "5001323d-3685-4a49-b54d-f62115313d8d"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:30:53.121570 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649805f6-e5e3-441a-a58c-a7eea01e8e29 x-openstack-request-id: req-649805f6-e5e3-441a-a58c-a7eea01e8e29 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:30:53.121863 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bffaf90-8b4b-41b3-920c-1d658232edb5", "tag": "5001323d-3685-4a49-b54d-f62115313d8d", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:30:53.122114 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-649805f6-e5e3-441a-a58c-a7eea01e8e29 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:30:53.122512 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bffaf90-8b4b-41b3-920c-1d658232edb5', 'tag': '5001323d-3685-4a49-b54d-f62115313d8d', 'status': 'completed', 'code': 200} Jul 24 01:30:53.193994 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2033b2f-cea4-482f-ab6c-a539ebd8fe8a req-2391dfc7-4cce-4e9a-8575-3df5d3d9a491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:53.195987 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f2033b2f-cea4-482f-ab6c-a539ebd8fe8a req-2391dfc7-4cce-4e9a-8575-3df5d3d9a491 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a70f490c88d744e69244b4ffa163956f&device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 1096 time: 0.0535355 Jul 24 01:30:53.289859 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2033b2f-cea4-482f-ab6c-a539ebd8fe8a req-098776fa-dfe4-4050-a51a-c2bcde7dc69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:53.291401 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f2033b2f-cea4-482f-ab6c-a539ebd8fe8a req-098776fa-dfe4-4050-a51a-c2bcde7dc69b service neutron] 10.222.0.11 "GET /v2.0/networks?id=67020601-9688-4b3a-bf08-bd6b8b780c19 HTTP/1.1" status: 200 len: 916 time: 0.0898657 Jul 24 01:30:53.305800 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbfa92a-095a-455b-9cbf-b459a9f43e41 req-ccee7ea3-9acf-49bd-937e-0a158bc72005 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:53.307399 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2cbfa92a-095a-455b-9cbf-b459a9f43e41 req-ccee7ea3-9acf-49bd-937e-0a158bc72005 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 944 time: 0.0714436 Jul 24 01:30:53.332848 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f2033b2f-cea4-482f-ab6c-a539ebd8fe8a req-080c04e0-f0f0-409b-99e6-20f7d7cb9908 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5001323d-3685-4a49-b54d-f62115313d8d HTTP/1.1" status: 200 len: 217 time: 0.0346253 Jul 24 01:30:53.348670 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2cbfa92a-095a-455b-9cbf-b459a9f43e41 req-f14fe68e-81a4-4546-80be-77a7e6c14408 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352681 Jul 24 01:30:53.386483 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2033b2f-cea4-482f-ab6c-a539ebd8fe8a req-98912ef8-8141-4b73-ad8d-a1d5d5af93d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:53.387997 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f2033b2f-cea4-482f-ab6c-a539ebd8fe8a req-98912ef8-8141-4b73-ad8d-a1d5d5af93d3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a256f77-0019-44bf-943f-649164ab2c04 HTTP/1.1" status: 200 len: 855 time: 0.0481548 Jul 24 01:30:53.758547 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f2033b2f-cea4-482f-ab6c-a539ebd8fe8a req-19ed5308-d184-4ca4-ac8f-952deb54a740 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=67020601-9688-4b3a-bf08-bd6b8b780c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3628666 Jul 24 01:30:53.850682 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f2033b2f-cea4-482f-ab6c-a539ebd8fe8a req-718ecde0-3cd7-4f01-b400-15f15bf31b4d service neutron] 10.222.0.11 "GET /v2.0/networks/67020601-9688-4b3a-bf08-bd6b8b780c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849781 Jul 24 01:30:53.944363 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f2033b2f-cea4-482f-ab6c-a539ebd8fe8a req-81817d46-93cc-455e-9f00-8d49ec486c9a service neutron] 10.222.0.11 "GET /v2.0/networks/67020601-9688-4b3a-bf08-bd6b8b780c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874522 Jul 24 01:30:53.950062 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 69351899-4049-48c8-ba79-14702cf5721b no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:30:53.971880 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] No Port match for: 69351899-4049-48c8-ba79-14702cf5721b {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:30:53.972157 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 69351899-4049-48c8-ba79-14702cf5721b not bound to the agent host n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:30:54.481220 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ff7c0-d198-4902-96ab-26962bfca93a req-46f6bac3-2075-4f29-9f20-70c5b4314303 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:54.482815 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-270ff7c0-d198-4902-96ab-26962bfca93a req-46f6bac3-2075-4f29-9f20-70c5b4314303 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 944 time: 0.0643268 Jul 24 01:30:54.521661 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-270ff7c0-d198-4902-96ab-26962bfca93a req-a21055dc-2b36-45a4-be52-168bc17aff77 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331938 Jul 24 01:30:55.461863 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d4e8c25c-9d43-4157-b951-5c0cb333604e req-d25a1bc5-1834-4503-bbf2-d510bc5f71db service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0294955 Jul 24 01:30:55.516915 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d4e8c25c-9d43-4157-b951-5c0cb333604e req-cfa291e7-4bc4-426c-89ed-293c1a112a5b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543 HTTP/1.1" status: 200 len: 210 time: 0.0364025 Jul 24 01:30:55.555988 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d4e8c25c-9d43-4157-b951-5c0cb333604e req-20717a80-5a8d-44d5-8853-7ed37f5fcedc service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205369 Jul 24 01:30:55.657180 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8c25c-9d43-4157-b951-5c0cb333604e req-e122aa8b-a623-425b-91ae-fac4d0b18fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:55.658704 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d4e8c25c-9d43-4157-b951-5c0cb333604e req-e122aa8b-a623-425b-91ae-fac4d0b18fcf service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0972490 Jul 24 01:30:55.673822 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843c981-732e-43fb-8023-288da25eb59e req-48cd7f34-72fc-4d87-9d8a-ad8e1de6249a tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:55.675554 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4843c981-732e-43fb-8023-288da25eb59e req-48cd7f34-72fc-4d87-9d8a-ad8e1de6249a tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 944 time: 0.0725164 Jul 24 01:30:55.717620 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4843c981-732e-43fb-8023-288da25eb59e req-268b43b0-fb88-4e1b-9219-ebabdcb44ab5 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361283 Jul 24 01:30:55.966026 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 5001323d-3685-4a49-b54d-f62115313d8d details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:30:56.059339 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 5001323d-3685-4a49-b54d-f62115313d8d, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=5001323d-3685-4a49-b54d-f62115313d8d,segment=NetworkSegment(b9649f43-ebb3-4670-9621-c0557ddcc53f),segment_id=b9649f43-ebb3-4670-9621-c0557ddcc53f)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:30:56.070198 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': '5001323d-3685-4a49-b54d-f62115313d8d', 'network_id': '67020601-9688-4b3a-bf08-bd6b8b780c19', 'port_id': '5001323d-3685-4a49-b54d-f62115313d8d', 'mac_address': 'fa:16:3e:a1:cb:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a256f77-0019-44bf-943f-649164ab2c04', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:30:56.109877 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:56.123612 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5001323d-3685-4a49-b54d-f62115313d8d {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:30:56.143348 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 5001323d-3685-4a49-b54d-f62115313d8d, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=5001323d-3685-4a49-b54d-f62115313d8d,segment=NetworkSegment(b9649f43-ebb3-4670-9621-c0557ddcc53f),segment_id=b9649f43-ebb3-4670-9621-c0557ddcc53f)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:30:56.147340 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:56.195453 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=5001323d-3685-4a49-b54d-f62115313d8d,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:30:56.375599 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['5001323d-3685-4a49-b54d-f62115313d8d'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:30:56.861439 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca288ab9-df86-4308-a7ee-2e212918286c req-ef597022-f091-400d-8dbc-9ef8142a5d06 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:56.863160 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ca288ab9-df86-4308-a7ee-2e212918286c req-ef597022-f091-400d-8dbc-9ef8142a5d06 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 945 time: 0.0699556 Jul 24 01:30:56.904639 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ca288ab9-df86-4308-a7ee-2e212918286c req-a76298bb-e2ee-4aee-9585-d7a6d1904081 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356636 Jul 24 01:30:57.613654 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:30:57.965539 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 5001323d-3685-4a49-b54d-f62115313d8d up at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:30:58.014744 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning for port 5001323d-3685-4a49-b54d-f62115313d8d completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:30:58.018310 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning complete for port 5001323d-3685-4a49-b54d-f62115313d8d triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:30:58.018690 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:58.040119 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0fd5b-d193-4f21-af3e-a130eaf60150 req-9893bf13-9054-4a15-bd98-06bdd7f53676 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:58.041641 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f0c0fd5b-d193-4f21-af3e-a130eaf60150 req-9893bf13-9054-4a15-bd98-06bdd7f53676 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 945 time: 0.0697076 Jul 24 01:30:58.080249 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f0c0fd5b-d193-4f21-af3e-a130eaf60150 req-13e674c4-6868-4ab6-8c33-fdd3d012446b tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322530 Jul 24 01:30:58.095281 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:58.117662 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bffaf90-8b4b-41b3-920c-1d658232edb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5001323d-3685-4a49-b54d-f62115313d8d'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:30:58.120175 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1857260a-9d0c-4bb8-8ce1-a98d9069e91e" -d '{"events": [{"server_uuid": "8bffaf90-8b4b-41b3-920c-1d658232edb5", "name": "network-vif-plugged", "status": "completed", "tag": "5001323d-3685-4a49-b54d-f62115313d8d"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:30:58.136167 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 5001323d-3685-4a49-b54d-f62115313d8d, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=5001323d-3685-4a49-b54d-f62115313d8d,segment=NetworkSegment(b9649f43-ebb3-4670-9621-c0557ddcc53f),segment_id=b9649f43-ebb3-4670-9621-c0557ddcc53f)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:30:58.140774 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:30:58.165556 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0b0675-2e92-4a4a-9ce7-02caa2b373e5 x-openstack-request-id: req-ab0b0675-2e92-4a4a-9ce7-02caa2b373e5 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:30:58.165847 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bffaf90-8b4b-41b3-920c-1d658232edb5", "name": "network-vif-plugged", "status": "completed", "tag": "5001323d-3685-4a49-b54d-f62115313d8d", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:30:58.166275 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ab0b0675-2e92-4a4a-9ce7-02caa2b373e5 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:30:58.166669 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bffaf90-8b4b-41b3-920c-1d658232edb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5001323d-3685-4a49-b54d-f62115313d8d', 'code': 200} Jul 24 01:30:58.194382 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=5001323d-3685-4a49-b54d-f62115313d8d,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:30:58.268408 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd95b7d-15ce-4823-9241-9e53429027ee req-f05d41da-3789-4f2d-b1ef-0a7e59421970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:58.269849 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2cd95b7d-15ce-4823-9241-9e53429027ee req-f05d41da-3789-4f2d-b1ef-0a7e59421970 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 1098 time: 0.0538583 Jul 24 01:30:58.303327 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2cd95b7d-15ce-4823-9241-9e53429027ee req-983d5057-a5e0-4268-a0e4-9248ca82db96 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276070 Jul 24 01:30:59.215808 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e4d003-cfff-4a9b-86a8-eef0d5e12289 req-c7559133-d555-4f9d-9ead-abc2596874b2 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:30:59.217347 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f0e4d003-cfff-4a9b-86a8-eef0d5e12289 req-c7559133-d555-4f9d-9ead-abc2596874b2 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 946 time: 0.0687110 Jul 24 01:30:59.256146 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f0e4d003-cfff-4a9b-86a8-eef0d5e12289 req-5cfffb07-fe19-445c-a2d1-074dc9b3a792 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328531 Jul 24 01:31:00.389596 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fb56a6-44e0-4227-bfee-a4435443b9fe req-dd615b92-4f26-475f-b561-9688c1752ef3 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:00.391128 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-77fb56a6-44e0-4227-bfee-a4435443b9fe req-dd615b92-4f26-475f-b561-9688c1752ef3 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 946 time: 0.0673409 Jul 24 01:31:00.431332 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-77fb56a6-44e0-4227-bfee-a4435443b9fe req-5e925bfe-5062-4744-b97b-43f7af2b0a95 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346222 Jul 24 01:31:00.559717 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474436d-d11d-4955-bcc7-29e68483ec14 req-e3a0a520-40e2-412b-a700-faa800729656 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:00.561153 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6474436d-d11d-4955-bcc7-29e68483ec14 req-e3a0a520-40e2-412b-a700-faa800729656 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 946 time: 0.0650969 Jul 24 01:31:00.599592 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6474436d-d11d-4955-bcc7-29e68483ec14 req-ab31bc1f-e872-4a6d-a9df-1a33e883ef0b tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329869 Jul 24 01:31:00.979691 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-5564c617-2208-4f72-ad54-df93eae586db service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1035607 Jul 24 01:31:00.991867 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf630d-9dcc-4d41-b014-0859e17dc779 req-2f4b907c-5f89-45b0-ad3a-e805292b16ff tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:00.993758 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4bdf630d-9dcc-4d41-b014-0859e17dc779 req-2f4b907c-5f89-45b0-ad3a-e805292b16ff tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 946 time: 0.1077423 Jul 24 01:31:01.033825 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4bdf630d-9dcc-4d41-b014-0859e17dc779 req-449e86e0-7063-4ef6-a9ed-123751f83ab5 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342987 Jul 24 01:31:02.042789 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-f1e2cfb0-b961-413a-97cb-436c3bdc33a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:02.044738 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-f1e2cfb0-b961-413a-97cb-436c3bdc33a8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a70f490c88d744e69244b4ffa163956f&device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 1098 time: 0.0535250 Jul 24 01:31:02.168606 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-e15f4068-3d9c-4c13-a8b1-e36c7048887e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:02.170106 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-e15f4068-3d9c-4c13-a8b1-e36c7048887e service neutron] 10.222.0.11 "GET /v2.0/networks?id=67020601-9688-4b3a-bf08-bd6b8b780c19 HTTP/1.1" status: 200 len: 916 time: 0.1193922 Jul 24 01:31:02.214278 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-4108ac53-c6ee-4e99-83ad-5b552c7b2509 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5001323d-3685-4a49-b54d-f62115313d8d HTTP/1.1" status: 200 len: 217 time: 0.0383949 Jul 24 01:31:02.225436 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5305aa8-de78-4e56-b176-62708e801806 req-4b283c3a-d3c9-41ca-97dd-95660d15e7cb tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:02.226884 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c5305aa8-de78-4e56-b176-62708e801806 req-4b283c3a-d3c9-41ca-97dd-95660d15e7cb tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 946 time: 0.1183248 Jul 24 01:31:02.303330 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c5305aa8-de78-4e56-b176-62708e801806 req-59ececb4-821c-4303-8903-5fe26234f7eb tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679512 Jul 24 01:31:02.304750 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-7d3d7d05-70a2-4b22-9f6b-4df57b71c858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:02.306214 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-7d3d7d05-70a2-4b22-9f6b-4df57b71c858 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a256f77-0019-44bf-943f-649164ab2c04 HTTP/1.1" status: 200 len: 855 time: 0.0784545 Jul 24 01:31:02.340936 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-360b095b-fe29-4f5b-9ae6-5eab071edcbc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=67020601-9688-4b3a-bf08-bd6b8b780c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283756 Jul 24 01:31:02.428474 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-386ba937-ae6d-4774-992f-f0bd33027b91 service neutron] 10.222.0.11 "GET /v2.0/networks/67020601-9688-4b3a-bf08-bd6b8b780c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810006 Jul 24 01:31:02.519729 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-d5ada3c7-574a-46f2-987b-a6f4558e60f9 service neutron] 10.222.0.11 "GET /v2.0/networks/67020601-9688-4b3a-bf08-bd6b8b780c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849240 Jul 24 01:31:03.438572 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3778b20-3d83-4487-a8c5-0945262cec12 req-5b282820-f7ec-489e-9fea-4044ebbeab18 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:03.440282 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f3778b20-3d83-4487-a8c5-0945262cec12 req-5b282820-f7ec-489e-9fea-4044ebbeab18 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 946 time: 0.0701008 Jul 24 01:31:03.479920 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f3778b20-3d83-4487-a8c5-0945262cec12 req-ba5457df-802a-4c52-a817-3de4e9cd6288 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340154 Jul 24 01:31:04.610556 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412803ed-1108-41ec-afc4-5cb933bfba9d req-fe6ff438-8ce3-4d38-8f58-af47f2a919ad tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:04.612233 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-412803ed-1108-41ec-afc4-5cb933bfba9d req-fe6ff438-8ce3-4d38-8f58-af47f2a919ad tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 946 time: 0.0641572 Jul 24 01:31:04.651427 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-412803ed-1108-41ec-afc4-5cb933bfba9d req-596d9bca-db95-4fd9-af14-8e7427b5a613 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335929 Jul 24 01:31:05.246041 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:05.624470 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:05.813521 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d932cbb-4de8-43b9-9f71-db7fbac5022e req-76646a2e-6994-4452-838f-9ec947f4123c tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:05.815224 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4d932cbb-4de8-43b9-9f71-db7fbac5022e req-76646a2e-6994-4452-838f-9ec947f4123c tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 946 time: 0.0760307 Jul 24 01:31:05.857731 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4d932cbb-4de8-43b9-9f71-db7fbac5022e req-037e8305-5e5a-4261-acc9-f900011c4cee tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364301 Jul 24 01:31:06.994990 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f0934b-d776-4d38-ba11-c5cbce8c6903 req-386e1324-5f0b-46cf-b0f5-caea4b2b79ca tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:06.997098 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-72f0934b-d776-4d38-ba11-c5cbce8c6903 req-386e1324-5f0b-46cf-b0f5-caea4b2b79ca tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 946 time: 0.0688767 Jul 24 01:31:07.036147 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-72f0934b-d776-4d38-ba11-c5cbce8c6903 req-fc9b1c8f-0296-40dc-bd76-7fd4cb1cae9b tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336366 Jul 24 01:31:08.167429 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127c545-621e-4f0b-84a8-387e25f9a73d req-28e58dc8-235f-49de-9340-62c3d881e0c3 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:08.169411 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1127c545-621e-4f0b-84a8-387e25f9a73d req-28e58dc8-235f-49de-9340-62c3d881e0c3 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 946 time: 0.0657132 Jul 24 01:31:08.206765 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1127c545-621e-4f0b-84a8-387e25f9a73d req-d324a2b5-c865-456b-8ec0-1937bef8e790 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317872 Jul 24 01:31:09.347689 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab36f4c-8e45-4944-ba54-c1f976b204dd req-c46783f0-8ae5-46f6-9c76-068c6bc05700 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:09.349199 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ab36f4c-8e45-4944-ba54-c1f976b204dd req-c46783f0-8ae5-46f6-9c76-068c6bc05700 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 946 time: 0.0636444 Jul 24 01:31:09.388542 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ab36f4c-8e45-4944-ba54-c1f976b204dd req-eb25287f-2a0a-4322-b60b-d8d6ae7f45b3 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338507 Jul 24 01:31:10.522390 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b96ea-4057-417f-b1d6-1ab996565441 req-cdc55e8b-2a1a-44dd-95fd-9687adcbbb35 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:10.523909 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a50b96ea-4057-417f-b1d6-1ab996565441 req-cdc55e8b-2a1a-44dd-95fd-9687adcbbb35 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 946 time: 0.0686004 Jul 24 01:31:10.561242 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a50b96ea-4057-417f-b1d6-1ab996565441 req-8ee19baf-6a6a-4171-be18-6cd448499e7f tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312035 Jul 24 01:31:11.691846 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85178cd8-8c19-4ebb-8041-d5dc0583c970 req-bf269a72-54aa-43be-914a-7ba9a0a58834 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:11.693329 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-85178cd8-8c19-4ebb-8041-d5dc0583c970 req-bf269a72-54aa-43be-914a-7ba9a0a58834 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 946 time: 0.0633910 Jul 24 01:31:11.734725 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-85178cd8-8c19-4ebb-8041-d5dc0583c970 req-b4a5a0b8-f720-4b5d-8fa2-b4b6112f0248 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358679 Jul 24 01:31:12.864568 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b7cdda-dac6-4e08-985f-d6fb6cd761e7 req-8d2063db-a4e2-47ad-b938-7fcc2a6e0e2a tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:12.866078 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-33b7cdda-dac6-4e08-985f-d6fb6cd761e7 req-8d2063db-a4e2-47ad-b938-7fcc2a6e0e2a tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 946 time: 0.0645037 Jul 24 01:31:12.908957 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-33b7cdda-dac6-4e08-985f-d6fb6cd761e7 req-7390373e-c42d-4d3d-aa77-15eb725a35ef tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352864 Jul 24 01:31:14.039623 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729099ed-b0d9-4aa9-b6c5-01f47fd9f018 req-cde83846-c7c9-46ac-af55-300bd5ebdfc4 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:14.041039 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-729099ed-b0d9-4aa9-b6c5-01f47fd9f018 req-cde83846-c7c9-46ac-af55-300bd5ebdfc4 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 946 time: 0.0640109 Jul 24 01:31:14.079203 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-729099ed-b0d9-4aa9-b6c5-01f47fd9f018 req-a55afd38-30bb-422d-8637-ac540db68b14 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325320 Jul 24 01:31:15.213059 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72107628-89be-49b1-ad8c-7d2dc4be166e req-45790462-2b99-4cf2-9a1a-1ea31eb37abc tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:15.214585 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-72107628-89be-49b1-ad8c-7d2dc4be166e req-45790462-2b99-4cf2-9a1a-1ea31eb37abc tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 946 time: 0.0687358 Jul 24 01:31:15.253455 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-72107628-89be-49b1-ad8c-7d2dc4be166e req-0c29f7c0-cdd8-44c1-9ff9-45e5a044db97 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324118 Jul 24 01:31:15.787357 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-796a8164-a3c0-4db8-8704-68a0129575b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:16.387755 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a241f1-99fa-4445-a5a3-2ed41467982f req-1aaed150-9e0d-40d4-b3ff-cc74eeda5e9c tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:16.389285 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a6a241f1-99fa-4445-a5a3-2ed41467982f req-1aaed150-9e0d-40d4-b3ff-cc74eeda5e9c tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 946 time: 0.0672569 Jul 24 01:31:16.427356 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a6a241f1-99fa-4445-a5a3-2ed41467982f req-f76f03ff-a816-4d58-837b-0a8e80df1fdb tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326133 Jul 24 01:31:17.560750 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f688d-c8d2-46cc-8bf8-0c6fdaad2dfb req-f04d4af0-ffce-4cf3-9551-a6f6ffe77371 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:17.562290 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-034f688d-c8d2-46cc-8bf8-0c6fdaad2dfb req-f04d4af0-ffce-4cf3-9551-a6f6ffe77371 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 946 time: 0.0683653 Jul 24 01:31:17.603319 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-034f688d-c8d2-46cc-8bf8-0c6fdaad2dfb req-e7c65577-81e4-458f-a115-57acc975b9de tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352416 Jul 24 01:31:18.300112 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ded834b5-1374-4070-a144-088f68bf9cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:18.521510 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:18.737829 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38886e1f-8daf-40be-9ce8-819bac33b6ec req-93fb7718-9896-439d-bfaa-52e35eb2e718 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:18.739371 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-38886e1f-8daf-40be-9ce8-819bac33b6ec req-93fb7718-9896-439d-bfaa-52e35eb2e718 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 946 time: 0.0678897 Jul 24 01:31:18.776688 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-38886e1f-8daf-40be-9ce8-819bac33b6ec req-01fc11af-63c9-40e5-ac45-897ffe197fa9 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318506 Jul 24 01:31:19.598393 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:19.906264 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4876430-91bf-4429-9265-d1a0ac2fadb8 req-1952025d-a203-424b-ba5b-88ece8c904b0 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:19.907794 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e4876430-91bf-4429-9265-d1a0ac2fadb8 req-1952025d-a203-424b-ba5b-88ece8c904b0 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 946 time: 0.0649393 Jul 24 01:31:19.945812 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e4876430-91bf-4429-9265-d1a0ac2fadb8 req-98c61115-2818-4fbc-b3b7-2b1955cba64d tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325212 Jul 24 01:31:21.078226 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd194aa-5122-4e73-93a0-f35033f59936 req-747b0ea1-0e3c-46d6-a0cc-2f8ebc5af475 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:21.079739 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cfd194aa-5122-4e73-93a0-f35033f59936 req-747b0ea1-0e3c-46d6-a0cc-2f8ebc5af475 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 946 time: 0.0639911 Jul 24 01:31:21.103609 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:21.118831 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cfd194aa-5122-4e73-93a0-f35033f59936 req-c9d0b833-f9b3-46b8-a2c8-db48985ab65d tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336001 Jul 24 01:31:22.254562 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13b23a-343a-4638-ab17-f8aa1410c0c8 req-e61a07a5-113d-43a0-996a-59877eed9c2e tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:22.256360 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fc13b23a-343a-4638-ab17-f8aa1410c0c8 req-e61a07a5-113d-43a0-996a-59877eed9c2e tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 946 time: 0.0697978 Jul 24 01:31:22.294676 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fc13b23a-343a-4638-ab17-f8aa1410c0c8 req-ebe8dbe7-bc6c-4729-9d5e-c17fe5ecf8d1 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325687 Jul 24 01:31:23.442892 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9a690-25dc-456b-9157-70c365bbe0aa req-30ed1c4a-b3f4-4a37-9e54-062cdcbadaab tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:23.444464 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ead9a690-25dc-456b-9157-70c365bbe0aa req-30ed1c4a-b3f4-4a37-9e54-062cdcbadaab tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 946 time: 0.0678988 Jul 24 01:31:23.481876 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ead9a690-25dc-456b-9157-70c365bbe0aa req-963b1bfd-0c26-42c5-a346-25f3ef6870e7 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319741 Jul 24 01:31:24.610209 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f3753-8fd0-480a-a245-4dcb961cc348 req-9983f3ce-0d57-4ca6-8525-230a1f995abe tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:24.611734 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-056f3753-8fd0-480a-a245-4dcb961cc348 req-9983f3ce-0d57-4ca6-8525-230a1f995abe tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 946 time: 0.0634792 Jul 24 01:31:24.650405 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-056f3753-8fd0-480a-a245-4dcb961cc348 req-cfb295d4-d6f1-4291-9e9d-4cdfd0006725 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331736 Jul 24 01:31:25.780017 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e95964-8b85-467c-b765-036b6da0de70 req-97f6fc2c-379b-47a0-8a96-52fb7dddb138 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:25.781644 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-24e95964-8b85-467c-b765-036b6da0de70 req-97f6fc2c-379b-47a0-8a96-52fb7dddb138 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 946 time: 0.0652142 Jul 24 01:31:25.820018 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-24e95964-8b85-467c-b765-036b6da0de70 req-f7e4d725-c8e5-47ef-a866-9a0db0775c2e tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325429 Jul 24 01:31:26.957247 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03939a76-b318-4c85-8650-ff7af6345111 req-e6ef025e-681f-400d-855f-591496537654 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:26.958836 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-03939a76-b318-4c85-8650-ff7af6345111 req-e6ef025e-681f-400d-855f-591496537654 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 946 time: 0.0729244 Jul 24 01:31:27.002958 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-03939a76-b318-4c85-8650-ff7af6345111 req-2a7a294a-6d6d-412e-9ee2-e6033a5e02ee tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346210 Jul 24 01:31:28.133626 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44eaea-b7da-44fe-8268-e0c8659a78a2 req-88b59207-c9d9-4551-b530-8e44b5fb3f74 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:28.135186 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bd44eaea-b7da-44fe-8268-e0c8659a78a2 req-88b59207-c9d9-4551-b530-8e44b5fb3f74 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 946 time: 0.0639513 Jul 24 01:31:28.173054 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bd44eaea-b7da-44fe-8268-e0c8659a78a2 req-182dbe78-7d2b-4763-bbed-83f955cb73e5 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317192 Jul 24 01:31:29.304834 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be887cd-05c6-4f66-bc1c-6b2e41ab6236 req-d622aab3-9ace-4fb7-81ef-90aab069067d tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:29.306360 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9be887cd-05c6-4f66-bc1c-6b2e41ab6236 req-d622aab3-9ace-4fb7-81ef-90aab069067d tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 946 time: 0.0658224 Jul 24 01:31:29.344563 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9be887cd-05c6-4f66-bc1c-6b2e41ab6236 req-44116bd7-8529-452a-8be2-722947d3032f tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326693 Jul 24 01:31:29.477697 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-2ba2b1a4-7be5-47a7-968e-7842b1833418 service neutron] show failed (client error): The resource could not be found. Jul 24 01:31:29.478800 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-2ba2b1a4-7be5-47a7-968e-7842b1833418 service neutron] 10.222.0.11 "GET /v2.0/ports/5001323d-3685-4a49-b54d-f62115313d8d/bindings/n-h1-793621-25 HTTP/1.1" status: 404 len: 381 time: 0.0612383 Jul 24 01:31:29.687581 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-aaccb8a9-8fa0-4971-8bbb-866f427ec655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:29.689174 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-aaccb8a9-8fa0-4971-8bbb-866f427ec655 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5&tenant_id=a70f490c88d744e69244b4ffa163956f HTTP/1.1" status: 200 len: 1098 time: 0.0597475 Jul 24 01:31:29.702552 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-137968a5-496b-427b-af74-b7282830b8aa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-793621-25', 'device_owner': 'compute:nova'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:31:29.812241 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-137968a5-496b-427b-af74-b7282830b8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:30.047647 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-137968a5-496b-427b-af74-b7282830b8aa service neutron] For port 5001323d-3685-4a49-b54d-f62115313d8d, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=5001323d-3685-4a49-b54d-f62115313d8d,segment=NetworkSegment(b9649f43-ebb3-4670-9621-c0557ddcc53f),segment_id=b9649f43-ebb3-4670-9621-c0557ddcc53f)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:31:30.083319 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-137968a5-496b-427b-af74-b7282830b8aa service neutron] For port 5001323d-3685-4a49-b54d-f62115313d8d, host n-h2-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:31:30.126470 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bffaf90-8b4b-41b3-920c-1d658232edb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5001323d-3685-4a49-b54d-f62115313d8d'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:31:30.128822 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435d28e9-5222-44e2-8c92-16bbc11886cb" -d '{"events": [{"server_uuid": "8bffaf90-8b4b-41b3-920c-1d658232edb5", "name": "network-vif-unplugged", "status": "completed", "tag": "5001323d-3685-4a49-b54d-f62115313d8d"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:31:30.132760 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-137968a5-496b-427b-af74-b7282830b8aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:30.145303 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-137968a5-496b-427b-af74-b7282830b8aa service neutron] Transition to ACTIVE for port object 5001323d-3685-4a49-b54d-f62115313d8d will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:31:30.149809 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-137968a5-496b-427b-af74-b7282830b8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:30.182523 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 01:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5345c9f7-41b8-483e-99ee-6a9c7961a644 x-openstack-request-id: req-5345c9f7-41b8-483e-99ee-6a9c7961a644 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:31:30.182844 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bffaf90-8b4b-41b3-920c-1d658232edb5", "name": "network-vif-unplugged", "status": "completed", "tag": "5001323d-3685-4a49-b54d-f62115313d8d", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:31:30.183102 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5345c9f7-41b8-483e-99ee-6a9c7961a644 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:31:30.184097 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bffaf90-8b4b-41b3-920c-1d658232edb5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5001323d-3685-4a49-b54d-f62115313d8d', 'code': 200} Jul 24 01:31:30.217373 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-137968a5-496b-427b-af74-b7282830b8aa service neutron] No DVR routers for this DVR port 5001323d-3685-4a49-b54d-f62115313d8d on host n-h2-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:31:30.224067 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137968a5-496b-427b-af74-b7282830b8aa service neutron] Pushing event updated for resources: {'Port': ['ID=5001323d-3685-4a49-b54d-f62115313d8d,revision_number=6']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:31:30.234296 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137968a5-496b-427b-af74-b7282830b8aa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:30.234644 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137968a5-496b-427b-af74-b7282830b8aa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:30.235025 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137968a5-496b-427b-af74-b7282830b8aa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:30.235365 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137968a5-496b-427b-af74-b7282830b8aa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:30.235700 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137968a5-496b-427b-af74-b7282830b8aa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:30.236031 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137968a5-496b-427b-af74-b7282830b8aa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:30.236359 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137968a5-496b-427b-af74-b7282830b8aa service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:30.236686 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137968a5-496b-427b-af74-b7282830b8aa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:30.237012 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137968a5-496b-427b-af74-b7282830b8aa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:30.237339 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137968a5-496b-427b-af74-b7282830b8aa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:30.237663 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137968a5-496b-427b-af74-b7282830b8aa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:30.237986 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137968a5-496b-427b-af74-b7282830b8aa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:30.269258 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-137968a5-496b-427b-af74-b7282830b8aa service neutron] Attempting to bind port 5001323d-3685-4a49-b54d-f62115313d8d on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:31:30.269597 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-137968a5-496b-427b-af74-b7282830b8aa service neutron] Attempting to bind port 5001323d-3685-4a49-b54d-f62115313d8d by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': 'b9649f43-ebb3-4670-9621-c0557ddcc53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '67020601-9688-4b3a-bf08-bd6b8b780c19'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:31:30.269929 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-137968a5-496b-427b-af74-b7282830b8aa service neutron] Attempting to bind port 5001323d-3685-4a49-b54d-f62115313d8d on network 67020601-9688-4b3a-bf08-bd6b8b780c19 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:31:30.274132 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-137968a5-496b-427b-af74-b7282830b8aa service neutron] Port 5001323d-3685-4a49-b54d-f62115313d8d on network 67020601-9688-4b3a-bf08-bd6b8b780c19 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:31:30.274458 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-137968a5-496b-427b-af74-b7282830b8aa service neutron] Attempting to bind port 5001323d-3685-4a49-b54d-f62115313d8d on network 67020601-9688-4b3a-bf08-bd6b8b780c19 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:31:30.279749 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-137968a5-496b-427b-af74-b7282830b8aa service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:31:30.280086 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-137968a5-496b-427b-af74-b7282830b8aa service neutron] Checking segment: {'id': 'b9649f43-ebb3-4670-9621-c0557ddcc53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '67020601-9688-4b3a-bf08-bd6b8b780c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:31:30.280468 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-137968a5-496b-427b-af74-b7282830b8aa service neutron] Bound using segment: {'id': 'b9649f43-ebb3-4670-9621-c0557ddcc53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '67020601-9688-4b3a-bf08-bd6b8b780c19'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:31:30.280890 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-137968a5-496b-427b-af74-b7282830b8aa service neutron] Bound port: 5001323d-3685-4a49-b54d-f62115313d8d, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9649f43-ebb3-4670-9621-c0557ddcc53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '67020601-9688-4b3a-bf08-bd6b8b780c19'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:31:30.281255 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-137968a5-496b-427b-af74-b7282830b8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:30.342551 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-137968a5-496b-427b-af74-b7282830b8aa service neutron] For port 5001323d-3685-4a49-b54d-f62115313d8d, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:31:30.345446 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-137968a5-496b-427b-af74-b7282830b8aa service neutron] For port 5001323d-3685-4a49-b54d-f62115313d8d, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=5001323d-3685-4a49-b54d-f62115313d8d,segment=NetworkSegment(b9649f43-ebb3-4670-9621-c0557ddcc53f),segment_id=b9649f43-ebb3-4670-9621-c0557ddcc53f)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:31:30.349858 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-137968a5-496b-427b-af74-b7282830b8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:30.387440 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-137968a5-496b-427b-af74-b7282830b8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:30.388052 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-137968a5-496b-427b-af74-b7282830b8aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:30.389457 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-137968a5-496b-427b-af74-b7282830b8aa service neutron] 10.222.0.13 "PUT /v2.0/ports/5001323d-3685-4a49-b54d-f62115313d8d HTTP/1.1" status: 200 len: 1093 time: 0.6927137 Jul 24 01:31:30.411188 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137968a5-496b-427b-af74-b7282830b8aa service neutron] Pushing event updated for resources: {'Port': ['ID=5001323d-3685-4a49-b54d-f62115313d8d,revision_number=7']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:31:30.507353 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-a0b1eff4-7456-4632-b311-6104617e3bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:30.508899 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-a0b1eff4-7456-4632-b311-6104617e3bcd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a70f490c88d744e69244b4ffa163956f&device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 1096 time: 0.0948434 Jul 24 01:31:30.521393 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38699bb-5713-447e-ae2d-a1230a2a7cba req-5a69d134-c93f-404f-8b9d-7e4bdb5b16fb tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:30.522836 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b38699bb-5713-447e-ae2d-a1230a2a7cba req-5a69d134-c93f-404f-8b9d-7e4bdb5b16fb tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 944 time: 0.1002364 Jul 24 01:31:30.612616 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b38699bb-5713-447e-ae2d-a1230a2a7cba req-085d3b65-598f-4945-a9ea-32531fdde1ed tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815461 Jul 24 01:31:30.637253 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-4be41ee5-53b9-47e4-914c-8fd031efaa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:30.638774 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-4be41ee5-53b9-47e4-914c-8fd031efaa80 service neutron] 10.222.0.13 "GET /v2.0/networks?id=67020601-9688-4b3a-bf08-bd6b8b780c19 HTTP/1.1" status: 200 len: 916 time: 0.1150630 Jul 24 01:31:30.682642 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-73493f6d-e5d8-484d-a0d6-c3c9ab8e0ce3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5001323d-3685-4a49-b54d-f62115313d8d HTTP/1.1" status: 200 len: 217 time: 0.0379469 Jul 24 01:31:30.729753 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-feac5df4-624e-455b-b2b9-bcdde1ccdc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:30.731817 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-feac5df4-624e-455b-b2b9-bcdde1ccdc07 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a256f77-0019-44bf-943f-649164ab2c04 HTTP/1.1" status: 200 len: 855 time: 0.0432060 Jul 24 01:31:30.765036 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-ecf69bea-4d4d-4139-a433-89c7fae54086 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=67020601-9688-4b3a-bf08-bd6b8b780c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273855 Jul 24 01:31:30.856233 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-ffec9a8a-71d5-4a79-af2c-8081017b0b70 service neutron] 10.222.0.13 "GET /v2.0/networks/67020601-9688-4b3a-bf08-bd6b8b780c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847213 Jul 24 01:31:30.943524 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6ed2dd9e-1f96-4ef1-a12f-e604ae684245 req-6c260b40-c2fe-4390-9bbd-34171821a066 service neutron] 10.222.0.13 "GET /v2.0/networks/67020601-9688-4b3a-bf08-bd6b8b780c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816596 Jul 24 01:31:31.747798 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50366723-9120-4a12-96f8-90ca01f263cc req-3b3765fc-846f-4487-98eb-d093c4d7ebfc tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:31.749411 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-50366723-9120-4a12-96f8-90ca01f263cc req-3b3765fc-846f-4487-98eb-d093c4d7ebfc tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 944 time: 0.0654535 Jul 24 01:31:31.789211 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-50366723-9120-4a12-96f8-90ca01f263cc req-89e5a1d2-f291-49bd-84bd-5bdc86a0a03e tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341098 Jul 24 01:31:32.185861 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bffaf90-8b4b-41b3-920c-1d658232edb5', 'tag': '5001323d-3685-4a49-b54d-f62115313d8d'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:31:32.188273 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa437cb-6875-434f-9b93-edfe65a94d51" -d '{"events": [{"name": "network-changed", "server_uuid": "8bffaf90-8b4b-41b3-920c-1d658232edb5", "tag": "5001323d-3685-4a49-b54d-f62115313d8d"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:31:32.297372 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1188719-b356-40c4-a57a-6662cda9c312 x-openstack-request-id: req-c1188719-b356-40c4-a57a-6662cda9c312 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:31:32.297372 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bffaf90-8b4b-41b3-920c-1d658232edb5", "tag": "5001323d-3685-4a49-b54d-f62115313d8d", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:31:32.297372 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c1188719-b356-40c4-a57a-6662cda9c312 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:31:32.297372 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bffaf90-8b4b-41b3-920c-1d658232edb5', 'tag': '5001323d-3685-4a49-b54d-f62115313d8d', 'status': 'completed', 'code': 200} Jul 24 01:31:32.369361 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa437cb-6875-434f-9b93-edfe65a94d51 req-07098261-a31e-4880-bda7-b7752fb8b8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:32.372219 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3aa437cb-6875-434f-9b93-edfe65a94d51 req-07098261-a31e-4880-bda7-b7752fb8b8b2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a70f490c88d744e69244b4ffa163956f&device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 1096 time: 0.0607879 Jul 24 01:31:32.375615 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa437cb-6875-434f-9b93-edfe65a94d51 req-0a7dd872-471c-4a21-8e6e-50e7afce97f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:32.377125 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3aa437cb-6875-434f-9b93-edfe65a94d51 req-0a7dd872-471c-4a21-8e6e-50e7afce97f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a70f490c88d744e69244b4ffa163956f&device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 1096 time: 0.0562255 Jul 24 01:31:32.469881 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa437cb-6875-434f-9b93-edfe65a94d51 req-c035460d-569c-4598-afbe-6de46a367340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:32.471415 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3aa437cb-6875-434f-9b93-edfe65a94d51 req-c035460d-569c-4598-afbe-6de46a367340 service neutron] 10.222.0.11 "GET /v2.0/networks?id=67020601-9688-4b3a-bf08-bd6b8b780c19 HTTP/1.1" status: 200 len: 916 time: 0.0937116 Jul 24 01:31:32.487985 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa437cb-6875-434f-9b93-edfe65a94d51 req-b8358c8d-6030-4ce8-a368-6eb45dc61d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:32.489559 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3aa437cb-6875-434f-9b93-edfe65a94d51 req-b8358c8d-6030-4ce8-a368-6eb45dc61d3a service neutron] 10.222.0.13 "GET /v2.0/networks?id=67020601-9688-4b3a-bf08-bd6b8b780c19 HTTP/1.1" status: 200 len: 916 time: 0.0947802 Jul 24 01:31:32.495539 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 5001323d-3685-4a49-b54d-f62115313d8d details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:31:32.515259 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3aa437cb-6875-434f-9b93-edfe65a94d51 req-5cfc4252-47ee-4afe-96c8-e695de7e8b17 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5001323d-3685-4a49-b54d-f62115313d8d HTTP/1.1" status: 200 len: 217 time: 0.0379651 Jul 24 01:31:32.538110 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3aa437cb-6875-434f-9b93-edfe65a94d51 req-e72d4667-3714-4595-a81e-20022d423ad3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5001323d-3685-4a49-b54d-f62115313d8d HTTP/1.1" status: 200 len: 217 time: 0.0421946 Jul 24 01:31:32.571295 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa437cb-6875-434f-9b93-edfe65a94d51 req-af6088f9-8957-4a29-b809-3261ecbd1218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:32.572817 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3aa437cb-6875-434f-9b93-edfe65a94d51 req-af6088f9-8957-4a29-b809-3261ecbd1218 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a256f77-0019-44bf-943f-649164ab2c04 HTTP/1.1" status: 200 len: 855 time: 0.0510926 Jul 24 01:31:32.592911 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa437cb-6875-434f-9b93-edfe65a94d51 req-e8049a58-4676-43d6-83a5-b1fa21b58d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:32.594426 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3aa437cb-6875-434f-9b93-edfe65a94d51 req-e8049a58-4676-43d6-83a5-b1fa21b58d3b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2a256f77-0019-44bf-943f-649164ab2c04 HTTP/1.1" status: 200 len: 855 time: 0.0496299 Jul 24 01:31:32.609651 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3aa437cb-6875-434f-9b93-edfe65a94d51 req-e08978a0-ee6f-4418-9884-fc2224085813 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=67020601-9688-4b3a-bf08-bd6b8b780c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303848 Jul 24 01:31:32.631996 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3aa437cb-6875-434f-9b93-edfe65a94d51 req-36407bdd-28e1-477e-9a21-f1e06182069c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=67020601-9688-4b3a-bf08-bd6b8b780c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312521 Jul 24 01:31:32.709824 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3aa437cb-6875-434f-9b93-edfe65a94d51 req-b5c77205-f767-426f-b9b9-a59a26275e6d service neutron] 10.222.0.11 "GET /v2.0/networks/67020601-9688-4b3a-bf08-bd6b8b780c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929644 Jul 24 01:31:32.736161 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3aa437cb-6875-434f-9b93-edfe65a94d51 req-0245fa9b-6d63-47bb-a520-22874d4ada84 service neutron] 10.222.0.13 "GET /v2.0/networks/67020601-9688-4b3a-bf08-bd6b8b780c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975704 Jul 24 01:31:32.758062 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 5001323d-3685-4a49-b54d-f62115313d8d, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=5001323d-3685-4a49-b54d-f62115313d8d,segment=NetworkSegment(b9649f43-ebb3-4670-9621-c0557ddcc53f),segment_id=b9649f43-ebb3-4670-9621-c0557ddcc53f)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:31:32.769620 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '5001323d-3685-4a49-b54d-f62115313d8d', 'network_id': '67020601-9688-4b3a-bf08-bd6b8b780c19', 'port_id': '5001323d-3685-4a49-b54d-f62115313d8d', 'mac_address': 'fa:16:3e:a1:cb:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a256f77-0019-44bf-943f-649164ab2c04', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:31:32.804393 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3aa437cb-6875-434f-9b93-edfe65a94d51 req-af199e6e-a0b4-4dd8-ae90-6e16db5609ae service neutron] 10.222.0.11 "GET /v2.0/networks/67020601-9688-4b3a-bf08-bd6b8b780c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883050 Jul 24 01:31:32.807219 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:32.820929 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5001323d-3685-4a49-b54d-f62115313d8d {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:31:32.831744 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3aa437cb-6875-434f-9b93-edfe65a94d51 req-826eeb3c-6460-4f6e-a641-da7263bd91d6 service neutron] 10.222.0.13 "GET /v2.0/networks/67020601-9688-4b3a-bf08-bd6b8b780c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898714 Jul 24 01:31:32.841542 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 5001323d-3685-4a49-b54d-f62115313d8d, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=5001323d-3685-4a49-b54d-f62115313d8d,segment=NetworkSegment(b9649f43-ebb3-4670-9621-c0557ddcc53f),segment_id=b9649f43-ebb3-4670-9621-c0557ddcc53f)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:31:32.846040 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:32.894052 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=5001323d-3685-4a49-b54d-f62115313d8d,revision_number=8']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:31:32.901385 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:32.901734 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:32.902101 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:32.902442 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:32.902879 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:32.903222 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:32.903556 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:32.903946 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:32.904212 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:32.904538 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:32.904863 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:32.905187 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:32.932602 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6542a5-1616-43f4-8b83-39087025429d req-8550d155-13fd-4787-8b8a-5cc14249616f tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:32.935015 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-da6542a5-1616-43f4-8b83-39087025429d req-8550d155-13fd-4787-8b8a-5cc14249616f tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 945 time: 0.0669398 Jul 24 01:31:32.973100 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-da6542a5-1616-43f4-8b83-39087025429d req-184f6c45-389f-4e1d-8f70-6f6821e9eea5 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322897 Jul 24 01:31:33.061776 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['5001323d-3685-4a49-b54d-f62115313d8d'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:31:33.270823 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98e2063-5466-4467-8769-79a9e35ba4af req-6c68cef4-738a-400f-b146-219c3ddfb081 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:33.272222 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c98e2063-5466-4467-8769-79a9e35ba4af req-6c68cef4-738a-400f-b146-219c3ddfb081 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 945 time: 0.1547909 Jul 24 01:31:33.281180 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a403b-04ce-438f-911a-9d479aa06131 req-cf743a7f-e324-4d3b-866c-29140ae3dad3 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:33.282548 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-910a403b-04ce-438f-911a-9d479aa06131 req-cf743a7f-e324-4d3b-866c-29140ae3dad3 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.11 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5&tenant_id=a70f490c88d744e69244b4ffa163956f&binding%3Ahost_id=n-h1-793621-25 HTTP/1.1" status: 200 len: 945 time: 0.1561661 Jul 24 01:31:33.348211 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c98e2063-5466-4467-8769-79a9e35ba4af req-e28a2e14-b41c-4b48-872c-14821542c2af tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646815 Jul 24 01:31:33.361785 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [req-910a403b-04ce-438f-911a-9d479aa06131 req-1e8c00b8-cccb-45e4-9dbc-309a8ca1d180 service neutron] delete failed (client error): The resource could not be found. Jul 24 01:31:33.362822 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-910a403b-04ce-438f-911a-9d479aa06131 req-1e8c00b8-cccb-45e4-9dbc-309a8ca1d180 service neutron] 10.222.0.11 "DELETE /v2.0/ports/5001323d-3685-4a49-b54d-f62115313d8d/bindings/n-h2-793621-25 HTTP/1.1" status: 404 len: 381 time: 0.0735266 Jul 24 01:31:33.457602 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a403b-04ce-438f-911a-9d479aa06131 req-e13d7ed3-a413-45df-8507-ee273e3bd7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:33.459257 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-910a403b-04ce-438f-911a-9d479aa06131 req-e13d7ed3-a413-45df-8507-ee273e3bd7ee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a70f490c88d744e69244b4ffa163956f&device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 1097 time: 0.0548861 Jul 24 01:31:33.553913 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a403b-04ce-438f-911a-9d479aa06131 req-1212afd0-57a1-4174-a1e5-a810f1fb9395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:33.555338 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-910a403b-04ce-438f-911a-9d479aa06131 req-1212afd0-57a1-4174-a1e5-a810f1fb9395 service neutron] 10.222.0.11 "GET /v2.0/networks?id=67020601-9688-4b3a-bf08-bd6b8b780c19 HTTP/1.1" status: 200 len: 916 time: 0.0895448 Jul 24 01:31:33.599251 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-910a403b-04ce-438f-911a-9d479aa06131 req-d48229ce-109e-41be-95ef-4ec58bbffd94 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5001323d-3685-4a49-b54d-f62115313d8d HTTP/1.1" status: 200 len: 217 time: 0.0378876 Jul 24 01:31:33.651222 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a403b-04ce-438f-911a-9d479aa06131 req-f8ea2de5-0c2a-4059-ac2e-8ddd05ad9fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:33.652727 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-910a403b-04ce-438f-911a-9d479aa06131 req-f8ea2de5-0c2a-4059-ac2e-8ddd05ad9fa2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2a256f77-0019-44bf-943f-649164ab2c04 HTTP/1.1" status: 200 len: 855 time: 0.0475955 Jul 24 01:31:33.686580 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-910a403b-04ce-438f-911a-9d479aa06131 req-a65091f8-4d4e-4c55-b0ad-d6fcd4f517d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=67020601-9688-4b3a-bf08-bd6b8b780c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277929 Jul 24 01:31:33.775206 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-910a403b-04ce-438f-911a-9d479aa06131 req-70b68c4a-d39d-4768-a711-a358abbc3c5e service neutron] 10.222.0.11 "GET /v2.0/networks/67020601-9688-4b3a-bf08-bd6b8b780c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823135 Jul 24 01:31:33.868550 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-910a403b-04ce-438f-911a-9d479aa06131 req-b76a4c89-0ff1-4a73-a14c-595004074a4e service neutron] 10.222.0.11 "GET /v2.0/networks/67020601-9688-4b3a-bf08-bd6b8b780c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873361 Jul 24 01:31:34.168803 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 5001323d-3685-4a49-b54d-f62115313d8d no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:31:34.208275 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 5001323d-3685-4a49-b54d-f62115313d8d not bound to the agent host n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:31:34.478923 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158ec68-5f02-4863-b219-0eac367e4b7e req-35ae85c9-1b8c-48a7-a30d-27ff78ae5312 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:34.481252 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0158ec68-5f02-4863-b219-0eac367e4b7e req-35ae85c9-1b8c-48a7-a30d-27ff78ae5312 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 945 time: 0.0628614 Jul 24 01:31:34.500395 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 5001323d-3685-4a49-b54d-f62115313d8d up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:31:34.521472 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0158ec68-5f02-4863-b219-0eac367e4b7e req-accc7927-b21f-4adb-a95d-075b0b220e20 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345066 Jul 24 01:31:34.551053 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 5001323d-3685-4a49-b54d-f62115313d8d completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:31:34.554807 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 5001323d-3685-4a49-b54d-f62115313d8d triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:31:34.555193 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:34.613200 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:31:34.638686 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:34.653816 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd9552-49e6-4ff5-94af-a779328729ce req-fc01ca9c-5527-4d85-b59d-1704d3468762 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:34.655694 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-20cd9552-49e6-4ff5-94af-a779328729ce req-fc01ca9c-5527-4d85-b59d-1704d3468762 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 945 time: 0.0659657 Jul 24 01:31:34.660450 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bffaf90-8b4b-41b3-920c-1d658232edb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5001323d-3685-4a49-b54d-f62115313d8d'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:31:34.662721 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1ef9a7-22b5-4965-bf31-0b2b7e8eb605" -d '{"events": [{"server_uuid": "8bffaf90-8b4b-41b3-920c-1d658232edb5", "name": "network-vif-plugged", "status": "completed", "tag": "5001323d-3685-4a49-b54d-f62115313d8d"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:31:34.676525 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 5001323d-3685-4a49-b54d-f62115313d8d, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=5001323d-3685-4a49-b54d-f62115313d8d,segment=NetworkSegment(b9649f43-ebb3-4670-9621-c0557ddcc53f),segment_id=b9649f43-ebb3-4670-9621-c0557ddcc53f)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:31:34.681062 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:34.698847 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-20cd9552-49e6-4ff5-94af-a779328729ce req-55d7df29-0a57-4b4a-86cb-4ffb3aa82958 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373273 Jul 24 01:31:34.707564 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c3028e-96dc-4388-b873-ce225468eda7 x-openstack-request-id: req-04c3028e-96dc-4388-b873-ce225468eda7 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:31:34.707857 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bffaf90-8b4b-41b3-920c-1d658232edb5", "name": "network-vif-plugged", "status": "completed", "tag": "5001323d-3685-4a49-b54d-f62115313d8d", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:31:34.708136 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-04c3028e-96dc-4388-b873-ce225468eda7 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:31:34.708525 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bffaf90-8b4b-41b3-920c-1d658232edb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5001323d-3685-4a49-b54d-f62115313d8d', 'code': 200} Jul 24 01:31:34.743482 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=5001323d-3685-4a49-b54d-f62115313d8d,revision_number=9']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:31:34.834837 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9577d6-98a9-46e3-8771-1f9542f7d53b req-d0fd204f-d359-43e1-a3d1-ca76f72a6e7d tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:34.836329 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5f9577d6-98a9-46e3-8771-1f9542f7d53b req-d0fd204f-d359-43e1-a3d1-ca76f72a6e7d tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 946 time: 0.0676646 Jul 24 01:31:34.874620 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5f9577d6-98a9-46e3-8771-1f9542f7d53b req-2246deee-8b9d-4e5e-8165-c1fec39d6668 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318027 Jul 24 01:31:35.231607 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e19a4a-135f-4d79-b7e6-9c097b456eab req-9f43123f-8054-4a47-8612-107326bf46bc tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:35.233116 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d9e19a4a-135f-4d79-b7e6-9c097b456eab req-9f43123f-8054-4a47-8612-107326bf46bc tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 946 time: 0.0749562 Jul 24 01:31:35.243719 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:35.270675 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d9e19a4a-135f-4d79-b7e6-9c097b456eab req-63159cf0-a895-4637-aa5b-564195b38eec tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319843 Jul 24 01:31:35.622681 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:36.403211 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228dd933-b95f-4846-a964-74ad079be0df req-78d376a7-7680-4727-a515-5c90668cbe19 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:36.404802 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-228dd933-b95f-4846-a964-74ad079be0df req-78d376a7-7680-4727-a515-5c90668cbe19 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.13 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 946 time: 0.0995107 Jul 24 01:31:36.461428 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c60c62-20ab-41a3-9c63-e6e3642bd078 req-48c72824-a4e9-4fd0-9193-7c559807d134 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:36.463393 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-69c60c62-20ab-41a3-9c63-e6e3642bd078 req-48c72824-a4e9-4fd0-9193-7c559807d134 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bffaf90-8b4b-41b3-920c-1d658232edb5 HTTP/1.1" status: 200 len: 946 time: 0.1224639 Jul 24 01:31:36.534875 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-69c60c62-20ab-41a3-9c63-e6e3642bd078 req-ac9a4b1e-0285-4663-8872-8179998d447a tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.15 "GET /v2.0/security-groups?id=981aa4bc-fc08-4025-a71d-d69f8c3546f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655928 Jul 24 01:31:36.556039 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-228dd933-b95f-4846-a964-74ad079be0df req-4c99f181-e28a-436e-9801-1a1961332b13 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Deleting port 5001323d-3685-4a49-b54d-f62115313d8d {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:31:36.556324 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-228dd933-b95f-4846-a964-74ad079be0df req-4c99f181-e28a-436e-9801-1a1961332b13 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:36.648067 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-228dd933-b95f-4846-a964-74ad079be0df req-4c99f181-e28a-436e-9801-1a1961332b13 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] For port 5001323d-3685-4a49-b54d-f62115313d8d, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=5001323d-3685-4a49-b54d-f62115313d8d,segment=NetworkSegment(b9649f43-ebb3-4670-9621-c0557ddcc53f),segment_id=b9649f43-ebb3-4670-9621-c0557ddcc53f)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:31:36.648430 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-228dd933-b95f-4846-a964-74ad079be0df req-4c99f181-e28a-436e-9801-1a1961332b13 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:36.659978 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-228dd933-b95f-4846-a964-74ad079be0df req-4c99f181-e28a-436e-9801-1a1961332b13 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Calling delete_port for 5001323d-3685-4a49-b54d-f62115313d8d owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:31:36.786574 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-228dd933-b95f-4846-a964-74ad079be0df req-4c99f181-e28a-436e-9801-1a1961332b13 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:36.799396 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['5001323d-3685-4a49-b54d-f62115313d8d'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:31:36.818805 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c99f181-e28a-436e-9801-1a1961332b13 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Pushing event deleted for resources: {'Port': ['ID=5001323d-3685-4a49-b54d-f62115313d8d,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:31:36.866422 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-228dd933-b95f-4846-a964-74ad079be0df req-4c99f181-e28a-436e-9801-1a1961332b13 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] No DVR routers for this DVR port 5001323d-3685-4a49-b54d-f62115313d8d on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:31:36.869008 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-228dd933-b95f-4846-a964-74ad079be0df req-4c99f181-e28a-436e-9801-1a1961332b13 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:36.871074 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-228dd933-b95f-4846-a964-74ad079be0df req-4c99f181-e28a-436e-9801-1a1961332b13 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] 10.222.0.13 "DELETE /v2.0/ports/5001323d-3685-4a49-b54d-f62115313d8d HTTP/1.1" status: 204 len: 173 time: 0.4581466 Jul 24 01:31:36.872481 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bffaf90-8b4b-41b3-920c-1d658232edb5', 'name': 'network-vif-deleted', 'tag': '5001323d-3685-4a49-b54d-f62115313d8d'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:31:36.874514 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6c8b97-ac96-4339-b9f3-7bcd4a564656" -d '{"events": [{"server_uuid": "8bffaf90-8b4b-41b3-920c-1d658232edb5", "name": "network-vif-deleted", "tag": "5001323d-3685-4a49-b54d-f62115313d8d"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:31:36.908737 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0933f4f-963f-405d-88eb-90297cd28599 x-openstack-request-id: req-a0933f4f-963f-405d-88eb-90297cd28599 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:31:36.909053 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bffaf90-8b4b-41b3-920c-1d658232edb5", "name": "network-vif-deleted", "tag": "5001323d-3685-4a49-b54d-f62115313d8d", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:31:36.909306 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a0933f4f-963f-405d-88eb-90297cd28599 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:31:36.909714 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bffaf90-8b4b-41b3-920c-1d658232edb5', 'name': 'network-vif-deleted', 'tag': '5001323d-3685-4a49-b54d-f62115313d8d', 'status': 'completed', 'code': 200} Jul 24 01:31:37.657622 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48706) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:31:37.702775 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c1ba0ea-1bd1-4613-8374-8e42e1998a15 admin admin] Deleting subnet 2a256f77-0019-44bf-943f-649164ab2c04 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:31:37.706023 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6c1ba0ea-1bd1-4613-8374-8e42e1998a15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:37.741648 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6c1ba0ea-1bd1-4613-8374-8e42e1998a15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:37.785273 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6c1ba0ea-1bd1-4613-8374-8e42e1998a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:37.839057 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6c1ba0ea-1bd1-4613-8374-8e42e1998a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:37.868824 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6c1ba0ea-1bd1-4613-8374-8e42e1998a15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:37.870719 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6c1ba0ea-1bd1-4613-8374-8e42e1998a15 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2a256f77-0019-44bf-943f-649164ab2c04 HTTP/1.1" status: 204 len: 168 time: 0.2119904 Jul 24 01:31:37.871560 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ba0ea-1bd1-4613-8374-8e42e1998a15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a256f77-0019-44bf-943f-649164ab2c04,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:31:37.873700 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48708) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:31:37.943814 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-edcc8400-78f3-4445-be14-cc1d5f4c13a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:38.337660 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-edcc8400-78f3-4445-be14-cc1d5f4c13a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:38.348427 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-edcc8400-78f3-4445-be14-cc1d5f4c13a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67020601-9688-4b3a-bf08-bd6b8b780c19']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:31:38.359179 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-edcc8400-78f3-4445-be14-cc1d5f4c13a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9649f43-ebb3-4670-9621-c0557ddcc53f') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:31:38.359480 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-edcc8400-78f3-4445-be14-cc1d5f4c13a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9649f43-ebb3-4670-9621-c0557ddcc53f') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:31:38.368188 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-edcc8400-78f3-4445-be14-cc1d5f4c13a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:38.381665 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-edcc8400-78f3-4445-be14-cc1d5f4c13a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:38.388071 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edcc8400-78f3-4445-be14-cc1d5f4c13a5 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:31:38.388466 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-edcc8400-78f3-4445-be14-cc1d5f4c13a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:38.390147 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:31:38.390147 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:31:38.390147 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:31:38.390147 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:31:38.390147 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:31:38.390147 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:31:38.390147 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:31:38.390147 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:31:38.390147 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:31:38.390147 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:31:38.390147 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:31:38.390147 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:31:38.390147 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:31:38.390147 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:31:38.390147 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:31:38.390147 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:31:38.390147 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:31:38.390147 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:31:38.390147 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:31:38.390147 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:31:38.390147 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:31:38.390147 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:31:38.390147 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:31:38.390147 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:31:38.390147 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:31:38.390147 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:31:38.390147 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:31:38.390147 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:31:38.390147 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:31:38.390147 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:31:38.390147 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:31:38.390147 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:31:38.451421 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-edcc8400-78f3-4445-be14-cc1d5f4c13a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:38.457051 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-edcc8400-78f3-4445-be14-cc1d5f4c13a5 admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:38.458952 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-edcc8400-78f3-4445-be14-cc1d5f4c13a5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/67020601-9688-4b3a-bf08-bd6b8b780c19 HTTP/1.1" status: 204 len: 168 time: 0.5841508 Jul 24 01:31:38.469732 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc8400-78f3-4445-be14-cc1d5f4c13a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=67020601-9688-4b3a-bf08-bd6b8b780c19,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:31:38.579854 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48712) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:31:38.622374 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d7d4b247-48d4-41a4-84ae-2e23b5917888 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a70f490c88d744e69244b4ffa163956f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410836 Jul 24 01:31:38.624895 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48714) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:31:38.673433 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-baa44ecb-2bb9-4d7c-8b5d-3b9e4aa50b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:38.695246 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-baa44ecb-2bb9-4d7c-8b5d-3b9e4aa50b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:38.743757 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-baa44ecb-2bb9-4d7c-8b5d-3b9e4aa50b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:38.747879 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-baa44ecb-2bb9-4d7c-8b5d-3b9e4aa50b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:38.749059 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-baa44ecb-2bb9-4d7c-8b5d-3b9e4aa50b60 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/981aa4bc-fc08-4025-a71d-d69f8c3546f1 HTTP/1.1" status: 204 len: 168 time: 0.1232462 Jul 24 01:31:38.756974 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa44ecb-2bb9-4d7c-8b5d-3b9e4aa50b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981aa4bc-fc08-4025-a71d-d69f8c3546f1,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:31:39.406972 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48736) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:31:39.519895 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-11ce87d9-f670-4535-801c-bf7d293bda47 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-759337737-network', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:31:39.541289 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ce87d9-f670-4535-801c-bf7d293bda47 admin admin] Made reservation on behalf of fe7a3c92f28e465cb184de1f3f5eca99 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:31:39.543970 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-11ce87d9-f670-4535-801c-bf7d293bda47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:39.552087 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-11ce87d9-f670-4535-801c-bf7d293bda47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:39.642049 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-11ce87d9-f670-4535-801c-bf7d293bda47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:39.645910 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-11ce87d9-f670-4535-801c-bf7d293bda47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:39.673389 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11ce87d9-f670-4535-801c-bf7d293bda47 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:31:39.679893 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce87d9-f670-4535-801c-bf7d293bda47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48b9664-e0d9-41e4-83fd-573037111553,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:31:39.689594 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-11ce87d9-f670-4535-801c-bf7d293bda47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:39.689949 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-11ce87d9-f670-4535-801c-bf7d293bda47 admin admin] Added segment 15f2cbf1-71ad-415b-9589-3447496b6ba0 of type vlan for network 235341de-2ef7-4721-a0f4-674c9eac7675 Jul 24 01:31:39.697468 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ce87d9-f670-4535-801c-bf7d293bda47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:39.697820 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ce87d9-f670-4535-801c-bf7d293bda47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:39.698167 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ce87d9-f670-4535-801c-bf7d293bda47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:39.698505 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ce87d9-f670-4535-801c-bf7d293bda47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:39.698868 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ce87d9-f670-4535-801c-bf7d293bda47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:39.699760 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ce87d9-f670-4535-801c-bf7d293bda47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:39.700155 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ce87d9-f670-4535-801c-bf7d293bda47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:39.700541 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ce87d9-f670-4535-801c-bf7d293bda47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:39.700915 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ce87d9-f670-4535-801c-bf7d293bda47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:39.701249 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ce87d9-f670-4535-801c-bf7d293bda47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:39.701578 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ce87d9-f670-4535-801c-bf7d293bda47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:39.701906 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ce87d9-f670-4535-801c-bf7d293bda47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:39.744022 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-11ce87d9-f670-4535-801c-bf7d293bda47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:39.773860 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-11ce87d9-f670-4535-801c-bf7d293bda47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:39.774908 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ce87d9-f670-4535-801c-bf7d293bda47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:39.775496 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-11ce87d9-f670-4535-801c-bf7d293bda47 admin admin] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:39.807333 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-11ce87d9-f670-4535-801c-bf7d293bda47 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3992345 Jul 24 01:31:39.811457 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48740) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:31:39.816585 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-70fd96f1-b0e9-44e4-89fa-ec06a27bca87 admin admin] Request body: {'subnet': {'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-759337737-subnet', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:31:39.840778 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70fd96f1-b0e9-44e4-89fa-ec06a27bca87 admin admin] Made reservation on behalf of fe7a3c92f28e465cb184de1f3f5eca99 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:31:39.842067 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce87d9-f670-4535-801c-bf7d293bda47 admin admin] Pushing event updated for resources: {'Network': ['ID=235341de-2ef7-4721-a0f4-674c9eac7675,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:31:39.843254 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-70fd96f1-b0e9-44e4-89fa-ec06a27bca87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:39.851961 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 235341de-2ef7-4721-a0f4-674c9eac7675 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:31:40.014187 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-70fd96f1-b0e9-44e4-89fa-ec06a27bca87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:40.069831 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd96f1-b0e9-44e4-89fa-ec06a27bca87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=680b0b6d-ed1b-455e-8a44-2c7f7461a00c,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:31:40.077014 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fd96f1-b0e9-44e4-89fa-ec06a27bca87 admin admin] Checking segment: {'id': '15f2cbf1-71ad-415b-9589-3447496b6ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:31:40.077370 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fd96f1-b0e9-44e4-89fa-ec06a27bca87 admin admin] Network hostable DHCP agents. Network: 235341de-2ef7-4721-a0f4-674c9eac7675, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:31:40.094079 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fd96f1-b0e9-44e4-89fa-ec06a27bca87 admin admin] Network 235341de-2ef7-4721-a0f4-674c9eac7675 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:31:40.102673 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-70fd96f1-b0e9-44e4-89fa-ec06a27bca87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 235341de-2ef7-4721-a0f4-674c9eac7675) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:31:40.107185 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fd96f1-b0e9-44e4-89fa-ec06a27bca87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:40.107835 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-70fd96f1-b0e9-44e4-89fa-ec06a27bca87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:40.112203 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed06a9e-4a12-4c56-8689-c926a473f2eb None None] Network 235341de-2ef7-4721-a0f4-674c9eac7675 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:31:40.125728 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-70fd96f1-b0e9-44e4-89fa-ec06a27bca87 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3102167 Jul 24 01:31:40.125927 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48742) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:31:40.130289 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-dbbe2630-f3a7-4cac-8ab3-054d02dae19c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-759337737-router', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:31:40.151950 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dbbe2630-f3a7-4cac-8ab3-054d02dae19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:40.153705 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dbbe2630-f3a7-4cac-8ab3-054d02dae19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:40.207002 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dbbe2630-f3a7-4cac-8ab3-054d02dae19c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:40.264718 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4032e98f-bb27-4c7c-90e2-7defa52a56a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-235341de-2ef7-4721-a0f4-674c9eac7675', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'fixed_ips': [{'subnet_id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:31:40.265538 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4032e98f-bb27-4c7c-90e2-7defa52a56a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:40.346434 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dbbe2630-f3a7-4cac-8ab3-054d02dae19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:40.405025 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-4032e98f-bb27-4c7c-90e2-7defa52a56a3 None None] Allocated IP 172.20.0.2 (235341de-2ef7-4721-a0f4-674c9eac7675/680b0b6d-ed1b-455e-8a44-2c7f7461a00c/93e5fbce-e515-433e-8911-d0db597ce769) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:31:40.532565 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 5001323d-3685-4a49-b54d-f62115313d8d no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:31:40.552427 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dbbe2630-f3a7-4cac-8ab3-054d02dae19c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:40.558360 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 5001323d-3685-4a49-b54d-f62115313d8d {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:31:40.558932 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 5001323d-3685-4a49-b54d-f62115313d8d not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:31:40.570100 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4032e98f-bb27-4c7c-90e2-7defa52a56a3 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:40.571858 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dbbe2630-f3a7-4cac-8ab3-054d02dae19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:40.579017 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-4032e98f-bb27-4c7c-90e2-7defa52a56a3 None None] Transition to ACTIVE for port object 93e5fbce-e515-433e-8911-d0db597ce769 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:31:40.594531 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-4032e98f-bb27-4c7c-90e2-7defa52a56a3 None None] Transition to ACTIVE for port object 93e5fbce-e515-433e-8911-d0db597ce769 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:31:40.600483 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4032e98f-bb27-4c7c-90e2-7defa52a56a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:40.637422 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4032e98f-bb27-4c7c-90e2-7defa52a56a3 None None] Network 235341de-2ef7-4721-a0f4-674c9eac7675 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:31:40.642233 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-4032e98f-bb27-4c7c-90e2-7defa52a56a3 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:31:40.644761 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4032e98f-bb27-4c7c-90e2-7defa52a56a3 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:31:40.654431 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032e98f-bb27-4c7c-90e2-7defa52a56a3 None None] Pushing event updated for resources: {'Port': ['ID=93e5fbce-e515-433e-8911-d0db597ce769,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:31:40.676159 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-dbbe2630-f3a7-4cac-8ab3-054d02dae19c admin admin] Allocated IP 172.25.2.94 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/f74219c3-d5eb-4d75-9e50-42fd1e4a3419) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:31:40.710963 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-4032e98f-bb27-4c7c-90e2-7defa52a56a3 None None] Attempting to bind port 93e5fbce-e515-433e-8911-d0db597ce769 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:31:40.711334 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-4032e98f-bb27-4c7c-90e2-7defa52a56a3 None None] Attempting to bind port 93e5fbce-e515-433e-8911-d0db597ce769 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '15f2cbf1-71ad-415b-9589-3447496b6ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:31:40.711694 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4032e98f-bb27-4c7c-90e2-7defa52a56a3 None None] Attempting to bind port 93e5fbce-e515-433e-8911-d0db597ce769 on network 235341de-2ef7-4721-a0f4-674c9eac7675 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:31:40.717272 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4032e98f-bb27-4c7c-90e2-7defa52a56a3 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:31:40.717648 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4032e98f-bb27-4c7c-90e2-7defa52a56a3 None None] Checking segment: {'id': '15f2cbf1-71ad-415b-9589-3447496b6ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:31:40.719210 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4032e98f-bb27-4c7c-90e2-7defa52a56a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:40.719637 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4032e98f-bb27-4c7c-90e2-7defa52a56a3 None None] Bound using segment: {'id': '15f2cbf1-71ad-415b-9589-3447496b6ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:31:40.720129 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-4032e98f-bb27-4c7c-90e2-7defa52a56a3 None None] Bound port: 93e5fbce-e515-433e-8911-d0db597ce769, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15f2cbf1-71ad-415b-9589-3447496b6ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:31:40.720556 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4032e98f-bb27-4c7c-90e2-7defa52a56a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:40.788657 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-4032e98f-bb27-4c7c-90e2-7defa52a56a3 None None] For port 93e5fbce-e515-433e-8911-d0db597ce769, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:31:40.791935 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-4032e98f-bb27-4c7c-90e2-7defa52a56a3 None None] For port 93e5fbce-e515-433e-8911-d0db597ce769, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=93e5fbce-e515-433e-8911-d0db597ce769,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:31:40.792496 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dbbe2630-f3a7-4cac-8ab3-054d02dae19c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:40.797320 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4032e98f-bb27-4c7c-90e2-7defa52a56a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:40.839159 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dbbe2630-f3a7-4cac-8ab3-054d02dae19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:40.861615 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4032e98f-bb27-4c7c-90e2-7defa52a56a3 None None] Pushing event updated for resources: {'Port': ['ID=93e5fbce-e515-433e-8911-d0db597ce769,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:31:40.877334 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbe2630-f3a7-4cac-8ab3-054d02dae19c admin admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:31:40.880256 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-dbbe2630-f3a7-4cac-8ab3-054d02dae19c admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:31:40.883060 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbe2630-f3a7-4cac-8ab3-054d02dae19c admin admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:31:40.920224 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe2630-f3a7-4cac-8ab3-054d02dae19c admin admin] Pushing event updated for resources: {'Port': ['ID=f74219c3-d5eb-4d75-9e50-42fd1e4a3419,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:31:41.176593 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dbbe2630-f3a7-4cac-8ab3-054d02dae19c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:41.453802 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dbbe2630-f3a7-4cac-8ab3-054d02dae19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:41.563959 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 93e5fbce-e515-433e-8911-d0db597ce769 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:31:41.629215 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 93e5fbce-e515-433e-8911-d0db597ce769 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:31:41.633445 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbbe2630-f3a7-4cac-8ab3-054d02dae19c admin admin] Router 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:31:41.760060 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbe2630-f3a7-4cac-8ab3-054d02dae19c admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:31:41.772079 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124f508b-81de-4b11-be9c-bf6370756c5d None None] Sync routers for ids ['18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:31:41.782638 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-dbbe2630-f3a7-4cac-8ab3-054d02dae19c admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:41.786901 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-dbbe2630-f3a7-4cac-8ab3-054d02dae19c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6572342 Jul 24 01:31:41.787256 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48744) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:31:41.787716 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124f508b-81de-4b11-be9c-bf6370756c5d None None] Routers {'18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:31:41.788370 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-124f508b-81de-4b11-be9c-bf6370756c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:31:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:31:41.912605 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-124f508b-81de-4b11-be9c-bf6370756c5d None None] Set router 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:31:41.970503 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c05e48-b055-417f-94e9-22d211e7b79d None None] Network 235341de-2ef7-4721-a0f4-674c9eac7675 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:31:42.074645 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8cff75b3-6cf2-4ba0-bb26-901ad0587511 None None] Provisioning for port 93e5fbce-e515-433e-8911-d0db597ce769 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:31:42.097045 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8cff75b3-6cf2-4ba0-bb26-901ad0587511 None None] Provisioning complete for port 93e5fbce-e515-433e-8911-d0db597ce769 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:31:42.097433 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8cff75b3-6cf2-4ba0-bb26-901ad0587511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:42.119064 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-124f508b-81de-4b11-be9c-bf6370756c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'name': 'tempest-ServerActionsTestJSON-759337737-router', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:41Z', 'revision_number': 3, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'gw_port': {'id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:31:42.150200 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124f508b-81de-4b11-be9c-bf6370756c5d None None] Checking router: 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:31:42.150849 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124f508b-81de-4b11-be9c-bf6370756c5d None None] Updating router 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 port f74219c3-d5eb-4d75-9e50-42fd1e4a3419 binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:31:42.192079 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-124f508b-81de-4b11-be9c-bf6370756c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:42.234313 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8cff75b3-6cf2-4ba0-bb26-901ad0587511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:42.257889 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1769ed1d-e295-4637-bbfc-90f24761b19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:42.273908 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-8cff75b3-6cf2-4ba0-bb26-901ad0587511 None None] For port 93e5fbce-e515-433e-8911-d0db597ce769, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=93e5fbce-e515-433e-8911-d0db597ce769,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:31:42.280114 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8cff75b3-6cf2-4ba0-bb26-901ad0587511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:42.340476 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cff75b3-6cf2-4ba0-bb26-901ad0587511 None None] Pushing event updated for resources: {'Port': ['ID=93e5fbce-e515-433e-8911-d0db597ce769,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:31:42.436690 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-1769ed1d-e295-4637-bbfc-90f24761b19c admin admin] Allocated IP 172.20.0.1 (235341de-2ef7-4721-a0f4-674c9eac7675/680b0b6d-ed1b-455e-8a44-2c7f7461a00c/3413a649-486c-49c6-8c9f-6cb51ce99406) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:31:42.475260 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-124f508b-81de-4b11-be9c-bf6370756c5d None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:42.487501 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-124f508b-81de-4b11-be9c-bf6370756c5d None None] Transition to ACTIVE for port object f74219c3-d5eb-4d75-9e50-42fd1e4a3419 will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:31:42.497382 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-124f508b-81de-4b11-be9c-bf6370756c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:42.501822 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1213732a-014a-4c1a-9898-c64039b1b339 None None] Provisioning complete for port 93e5fbce-e515-433e-8911-d0db597ce769 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:31:42.502303 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1213732a-014a-4c1a-9898-c64039b1b339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:42.553095 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1769ed1d-e295-4637-bbfc-90f24761b19c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:42.561637 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-124f508b-81de-4b11-be9c-bf6370756c5d None None] Attempting to bind port f74219c3-d5eb-4d75-9e50-42fd1e4a3419 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:31:42.562010 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-124f508b-81de-4b11-be9c-bf6370756c5d None None] Attempting to bind port f74219c3-d5eb-4d75-9e50-42fd1e4a3419 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:31:42.562376 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124f508b-81de-4b11-be9c-bf6370756c5d None None] Attempting to bind port f74219c3-d5eb-4d75-9e50-42fd1e4a3419 on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:31:42.568682 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-1769ed1d-e295-4637-bbfc-90f24761b19c admin admin] Transition to ACTIVE for port object 3413a649-486c-49c6-8c9f-6cb51ce99406 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:31:42.573807 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124f508b-81de-4b11-be9c-bf6370756c5d None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:31:42.574188 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124f508b-81de-4b11-be9c-bf6370756c5d None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:31:42.575473 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-124f508b-81de-4b11-be9c-bf6370756c5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:42.575876 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124f508b-81de-4b11-be9c-bf6370756c5d None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:31:42.576355 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-124f508b-81de-4b11-be9c-bf6370756c5d None None] Bound port: f74219c3-d5eb-4d75-9e50-42fd1e4a3419, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:31:42.576739 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-124f508b-81de-4b11-be9c-bf6370756c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:42.602925 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13766b9-0598-4b9e-b5d6-9266cd7385c3 None None] Pushing event updated for resources: {'Port': ['ID=f74219c3-d5eb-4d75-9e50-42fd1e4a3419,revision_number=2']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:31:42.606584 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1769ed1d-e295-4637-bbfc-90f24761b19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:42.613481 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13766b9-0598-4b9e-b5d6-9266cd7385c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:42.613821 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13766b9-0598-4b9e-b5d6-9266cd7385c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:42.614158 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13766b9-0598-4b9e-b5d6-9266cd7385c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:42.614487 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13766b9-0598-4b9e-b5d6-9266cd7385c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:42.614840 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13766b9-0598-4b9e-b5d6-9266cd7385c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:42.615166 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13766b9-0598-4b9e-b5d6-9266cd7385c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:42.615490 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13766b9-0598-4b9e-b5d6-9266cd7385c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:42.615812 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13766b9-0598-4b9e-b5d6-9266cd7385c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:42.616130 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13766b9-0598-4b9e-b5d6-9266cd7385c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:42.616446 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13766b9-0598-4b9e-b5d6-9266cd7385c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:42.616761 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13766b9-0598-4b9e-b5d6-9266cd7385c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:42.617078 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13766b9-0598-4b9e-b5d6-9266cd7385c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:31:42.649068 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1769ed1d-e295-4637-bbfc-90f24761b19c admin admin] Network 235341de-2ef7-4721-a0f4-674c9eac7675 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:31:42.651257 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-124f508b-81de-4b11-be9c-bf6370756c5d None None] For port f74219c3-d5eb-4d75-9e50-42fd1e4a3419, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:31:42.651950 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-1769ed1d-e295-4637-bbfc-90f24761b19c admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:31:42.655005 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-124f508b-81de-4b11-be9c-bf6370756c5d None None] For port f74219c3-d5eb-4d75-9e50-42fd1e4a3419, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=f74219c3-d5eb-4d75-9e50-42fd1e4a3419,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:31:42.655733 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1769ed1d-e295-4637-bbfc-90f24761b19c admin admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:31:42.659920 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-124f508b-81de-4b11-be9c-bf6370756c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:42.691203 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769ed1d-e295-4637-bbfc-90f24761b19c admin admin] Pushing event updated for resources: {'Port': ['ID=3413a649-486c-49c6-8c9f-6cb51ce99406,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:31:42.708808 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1769ed1d-e295-4637-bbfc-90f24761b19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:42.731131 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124f508b-81de-4b11-be9c-bf6370756c5d None None] Routers {'18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:31:42.731851 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-124f508b-81de-4b11-be9c-bf6370756c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:31:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:31:42.767158 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13766b9-0598-4b9e-b5d6-9266cd7385c3 None None] Pushing event updated for resources: {'Port': ['ID=f74219c3-d5eb-4d75-9e50-42fd1e4a3419,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:31:42.846482 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-124f508b-81de-4b11-be9c-bf6370756c5d None None] Set router 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:31:42.864715 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1769ed1d-e295-4637-bbfc-90f24761b19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:42.916469 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-955fca2a-d533-4d2f-92dc-1425ec1256d0 None None] Provisioning for port 3413a649-486c-49c6-8c9f-6cb51ce99406 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:31:42.922017 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-955fca2a-d533-4d2f-92dc-1425ec1256d0 None None] Provisioning complete for port 3413a649-486c-49c6-8c9f-6cb51ce99406 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:31:42.922520 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-955fca2a-d533-4d2f-92dc-1425ec1256d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:42.957737 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-955fca2a-d533-4d2f-92dc-1425ec1256d0 None None] Port 3413a649-486c-49c6-8c9f-6cb51ce99406 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:31:43.033461 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-124f508b-81de-4b11-be9c-bf6370756c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'name': 'tempest-ServerActionsTestJSON-759337737-router', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:41Z', 'revision_number': 3, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'gw_port': {'id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:31:43.049477 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1769ed1d-e295-4637-bbfc-90f24761b19c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:43.056236 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1769ed1d-e295-4637-bbfc-90f24761b19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:43.130661 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769ed1d-e295-4637-bbfc-90f24761b19c admin admin] Pushing event updated for resources: {'Port': ['ID=3413a649-486c-49c6-8c9f-6cb51ce99406,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:31:43.133451 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1769ed1d-e295-4637-bbfc-90f24761b19c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:43.155825 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124f508b-81de-4b11-be9c-bf6370756c5d None None] The sync data for ids ['18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'] in n-d-793621-25 is: [{'id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'name': 'tempest-ServerActionsTestJSON-759337737-router', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:41Z', 'revision_number': 3, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'gw_port': {'id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8d:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:31:43.241314 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1769ed1d-e295-4637-bbfc-90f24761b19c admin admin] Network 235341de-2ef7-4721-a0f4-674c9eac7675 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:31:43.242701 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-1769ed1d-e295-4637-bbfc-90f24761b19c admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:31:43.375483 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1769ed1d-e295-4637-bbfc-90f24761b19c admin admin] Router 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:31:43.503524 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1769ed1d-e295-4637-bbfc-90f24761b19c admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:31:43.509078 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1769ed1d-e295-4637-bbfc-90f24761b19c admin admin] 10.222.0.15 "PUT /v2.0/routers/18c5b0fe-2097-4d14-90ee-04ab4e7b7d12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7206421 Jul 24 01:31:43.588329 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-2a568f16-fca7-42e2-bd83-b91ac8c30843 None None] Provisioning complete for port 3413a649-486c-49c6-8c9f-6cb51ce99406 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:31:43.589759 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2a568f16-fca7-42e2-bd83-b91ac8c30843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:43.641628 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-2a568f16-fca7-42e2-bd83-b91ac8c30843 None None] Port 3413a649-486c-49c6-8c9f-6cb51ce99406 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:31:43.645899 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 93e5fbce-e515-433e-8911-d0db597ce769 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:31:43.701489 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 93e5fbce-e515-433e-8911-d0db597ce769 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:31:43.702097 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:43.788633 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device f74219c3-d5eb-4d75-9e50-42fd1e4a3419 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:31:43.846096 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port f74219c3-d5eb-4d75-9e50-42fd1e4a3419 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:31:43.850465 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port f74219c3-d5eb-4d75-9e50-42fd1e4a3419 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:31:43.850924 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:43.941952 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:43.966066 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port f74219c3-d5eb-4d75-9e50-42fd1e4a3419, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=f74219c3-d5eb-4d75-9e50-42fd1e4a3419,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:31:43.971206 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:44.032205 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=f74219c3-d5eb-4d75-9e50-42fd1e4a3419,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:31:44.043492 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 48752) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:31:44.048462 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-e8584e23-f3fb-41c9-b2d8-08f1700908e4 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1496674558', 'description': 'tempest-description--1294556673'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:31:44.077599 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e8584e23-f3fb-41c9-b2d8-08f1700908e4 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:44.164354 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e8584e23-f3fb-41c9-b2d8-08f1700908e4 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:44.168476 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e8584e23-f3fb-41c9-b2d8-08f1700908e4 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:44.196161 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e8584e23-f3fb-41c9-b2d8-08f1700908e4 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:44.197403 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e8584e23-f3fb-41c9-b2d8-08f1700908e4 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1528323 Jul 24 01:31:44.199603 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8584e23-f3fb-41c9-b2d8-08f1700908e4 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b66efb1-af1a-4c29-9de2-58fd93b11474,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:31:44.201012 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48754) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:31:44.210311 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-4bdb3a4b-3628-4221-a393-541e2e899631 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Request body: {'security_group_rule': {'security_group_id': '2b66efb1-af1a-4c29-9de2-58fd93b11474', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:31:44.252365 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4bdb3a4b-3628-4221-a393-541e2e899631 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:44.312950 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4bdb3a4b-3628-4221-a393-541e2e899631 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:44.316562 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4bdb3a4b-3628-4221-a393-541e2e899631 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:44.335344 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdb3a4b-3628-4221-a393-541e2e899631 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46eb18d7-667c-4825-a895-36ee7ebba38c,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:31:44.342983 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4bdb3a4b-3628-4221-a393-541e2e899631 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:44.344293 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4bdb3a4b-3628-4221-a393-541e2e899631 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1402309 Jul 24 01:31:44.346911 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48756) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:31:44.351372 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-ca41df53-985e-40b0-a0ec-776e73c2e319 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Request body: {'security_group_rule': {'security_group_id': '2b66efb1-af1a-4c29-9de2-58fd93b11474', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:31:44.380753 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ca41df53-985e-40b0-a0ec-776e73c2e319 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:44.438727 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ca41df53-985e-40b0-a0ec-776e73c2e319 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:44.442440 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ca41df53-985e-40b0-a0ec-776e73c2e319 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:44.463991 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca41df53-985e-40b0-a0ec-776e73c2e319 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac457b6c-99a8-4b9f-8320-e6b43fa0dea1,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:31:44.470051 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ca41df53-985e-40b0-a0ec-776e73c2e319 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:44.471294 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ca41df53-985e-40b0-a0ec-776e73c2e319 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1234615 Jul 24 01:31:44.474321 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48758) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:31:44.478921 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-3abdc1e1-dc3f-4854-8542-47b90b6b1b1f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:31:44.502697 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3abdc1e1-dc3f-4854-8542-47b90b6b1b1f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks [] for floatingip, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:44.603800 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3abdc1e1-dc3f-4854-8542-47b90b6b1b1f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:44.714174 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-3abdc1e1-dc3f-4854-8542-47b90b6b1b1f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Allocated IP 172.25.2.164 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/2c0769fb-fad8-4e77-87d7-b32a506af585) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:31:44.818216 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af9e60e-1750-46a1-bde1-86d0083d7221 None None] Sync routers for ids ['18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:31:44.826223 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3abdc1e1-dc3f-4854-8542-47b90b6b1b1f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:44.828035 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af9e60e-1750-46a1-bde1-86d0083d7221 None None] Routers {'18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:31:44.828796 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-2af9e60e-1750-46a1-bde1-86d0083d7221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:31:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:31:44.866942 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3abdc1e1-dc3f-4854-8542-47b90b6b1b1f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:44.903615 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abdc1e1-dc3f-4854-8542-47b90b6b1b1f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:31:44.906447 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-3abdc1e1-dc3f-4854-8542-47b90b6b1b1f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:31:44.908865 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abdc1e1-dc3f-4854-8542-47b90b6b1b1f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:31:44.938700 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-2af9e60e-1750-46a1-bde1-86d0083d7221 None None] Set router 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:31:44.944279 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abdc1e1-dc3f-4854-8542-47b90b6b1b1f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Pushing event updated for resources: {'Port': ['ID=2c0769fb-fad8-4e77-87d7-b32a506af585,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:31:45.008859 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3abdc1e1-dc3f-4854-8542-47b90b6b1b1f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:45.057883 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3abdc1e1-dc3f-4854-8542-47b90b6b1b1f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:45.157264 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-2af9e60e-1750-46a1-bde1-86d0083d7221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'name': 'tempest-ServerActionsTestJSON-759337737-router', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:42Z', 'revision_number': 4, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'gw_port': {'id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '3413a649-486c-49c6-8c9f-6cb51ce99406', 'name': '', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'mac_address': 'fa:16:3e:f4:39:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:42Z', 'updated_at': '2021-07-24T01:31:42Z', 'revision_number': 2, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'subnets': [{'id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:31:45.189285 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af9e60e-1750-46a1-bde1-86d0083d7221 None None] Checking router: 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:31:45.189641 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af9e60e-1750-46a1-bde1-86d0083d7221 None None] Updating router 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 port 3413a649-486c-49c6-8c9f-6cb51ce99406 binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:31:45.221593 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3abdc1e1-dc3f-4854-8542-47b90b6b1b1f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:45.227069 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3abdc1e1-dc3f-4854-8542-47b90b6b1b1f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:45.228932 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2af9e60e-1750-46a1-bde1-86d0083d7221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:45.303683 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abdc1e1-dc3f-4854-8542-47b90b6b1b1f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Pushing event updated for resources: {'Port': ['ID=2c0769fb-fad8-4e77-87d7-b32a506af585,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:31:45.314314 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3abdc1e1-dc3f-4854-8542-47b90b6b1b1f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:45.329758 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3abdc1e1-dc3f-4854-8542-47b90b6b1b1f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:45.331064 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3abdc1e1-dc3f-4854-8542-47b90b6b1b1f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8556960 Jul 24 01:31:45.472479 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-aa1512a9-4191-4ab2-97ae-86b5d9248bbd tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1496674558&fields=id&tenant_id=fe7a3c92f28e465cb184de1f3f5eca99 HTTP/1.1" status: 200 len: 267 time: 0.0352871 Jul 24 01:31:45.520120 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2af9e60e-1750-46a1-bde1-86d0083d7221 None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:45.531481 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-2af9e60e-1750-46a1-bde1-86d0083d7221 None None] Transition to ACTIVE for port object 3413a649-486c-49c6-8c9f-6cb51ce99406 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:31:45.537003 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2af9e60e-1750-46a1-bde1-86d0083d7221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:45.546301 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device f74219c3-d5eb-4d75-9e50-42fd1e4a3419 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:31:45.601011 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-b0202d8a-eae6-4d7f-bc17-5da97acf698f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:45.602525 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-b0202d8a-eae6-4d7f-bc17-5da97acf698f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/networks?id=235341de-2ef7-4721-a0f4-674c9eac7675 HTTP/1.1" status: 200 len: 811 time: 0.1228011 Jul 24 01:31:45.618046 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a330156d-aae0-4934-bc4f-35cfc821e35c None None] Pushing event updated for resources: {'Port': ['ID=3413a649-486c-49c6-8c9f-6cb51ce99406,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:31:45.623340 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-ea88ca42-fb6f-433d-8a32-66c3a8f7e330 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/quotas/fe7a3c92f28e465cb184de1f3f5eca99 HTTP/1.1" status: 200 len: 375 time: 0.0142846 Jul 24 01:31:45.690690 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-2af9e60e-1750-46a1-bde1-86d0083d7221 None None] Attempting to bind port 3413a649-486c-49c6-8c9f-6cb51ce99406 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:31:45.692162 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-2af9e60e-1750-46a1-bde1-86d0083d7221 None None] Attempting to bind port 3413a649-486c-49c6-8c9f-6cb51ce99406 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '15f2cbf1-71ad-415b-9589-3447496b6ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:31:45.692720 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af9e60e-1750-46a1-bde1-86d0083d7221 None None] Attempting to bind port 3413a649-486c-49c6-8c9f-6cb51ce99406 on network 235341de-2ef7-4721-a0f4-674c9eac7675 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:31:45.701103 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-86ac8a2c-4fd0-4c96-8ba9-d79fc125447f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe7a3c92f28e465cb184de1f3f5eca99&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0681551 Jul 24 01:31:45.702520 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af9e60e-1750-46a1-bde1-86d0083d7221 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:31:45.702943 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af9e60e-1750-46a1-bde1-86d0083d7221 None None] Checking segment: {'id': '15f2cbf1-71ad-415b-9589-3447496b6ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:31:45.703357 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2af9e60e-1750-46a1-bde1-86d0083d7221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:45.703758 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af9e60e-1750-46a1-bde1-86d0083d7221 None None] Bound using segment: {'id': '15f2cbf1-71ad-415b-9589-3447496b6ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:31:45.704244 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-2af9e60e-1750-46a1-bde1-86d0083d7221 None None] Bound port: 3413a649-486c-49c6-8c9f-6cb51ce99406, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15f2cbf1-71ad-415b-9589-3447496b6ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:31:45.704636 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2af9e60e-1750-46a1-bde1-86d0083d7221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:45.725728 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port f74219c3-d5eb-4d75-9e50-42fd1e4a3419 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:31:45.726299 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:45.814074 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-116a647c-ae5f-4263-ab2f-d5383f25fe56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:45.816339 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-96e8df66-7bc9-4948-8317-f783e80741a9 service neutron] 10.222.0.15 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003304 Jul 24 01:31:45.830873 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-2af9e60e-1750-46a1-bde1-86d0083d7221 None None] For port 3413a649-486c-49c6-8c9f-6cb51ce99406, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:31:45.834218 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-2af9e60e-1750-46a1-bde1-86d0083d7221 None None] For port 3413a649-486c-49c6-8c9f-6cb51ce99406, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=3413a649-486c-49c6-8c9f-6cb51ce99406,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:31:45.859778 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2af9e60e-1750-46a1-bde1-86d0083d7221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:45.956858 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a330156d-aae0-4934-bc4f-35cfc821e35c None None] Pushing event updated for resources: {'Port': ['ID=3413a649-486c-49c6-8c9f-6cb51ce99406,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:31:45.960499 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af9e60e-1750-46a1-bde1-86d0083d7221 None None] Routers {'18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:31:45.961156 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-2af9e60e-1750-46a1-bde1-86d0083d7221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:31:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:31:46.089723 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-2af9e60e-1750-46a1-bde1-86d0083d7221 None None] Set router 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:31:46.253556 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-a490589e-6b45-41fa-ad90-cc11a87fd598 service neutron] 10.222.0.15 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4296017 Jul 24 01:31:46.437098 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ba6913c-67fb-4bbe-ad3a-aecd80dfa938 req-97a8d82e-94c8-4af0-853f-8b4eeca897d2 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=954be901-a8cb-42ed-8726-b2f0751580a5 HTTP/1.1" status: 200 len: 210 time: 0.0331061 Jul 24 01:31:46.491639 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-2af9e60e-1750-46a1-bde1-86d0083d7221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'name': 'tempest-ServerActionsTestJSON-759337737-router', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:42Z', 'revision_number': 4, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'gw_port': {'id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '3413a649-486c-49c6-8c9f-6cb51ce99406', 'name': '', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'mac_address': 'fa:16:3e:f4:39:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:42Z', 'updated_at': '2021-07-24T01:31:45Z', 'revision_number': 4, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'subnets': [{'id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:31:46.529857 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af9e60e-1750-46a1-bde1-86d0083d7221 None None] The sync data for ids ['18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'] in n-d-793621-25 is: [{'id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'name': 'tempest-ServerActionsTestJSON-759337737-router', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:42Z', 'revision_number': 4, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'gw_port': {'id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '3413a649-486c-49c6-8c9f-6cb51ce99406', 'name': '', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'mac_address': 'fa:16:3e:f4:39:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:42Z', 'updated_at': '2021-07-24T01:31:45Z', 'revision_number': 4, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'subnets': [{'id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:31:47.544655 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-c3800b05-2b21-4a02-9b71-b31cbbdd71eb tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:47.548581 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-c3800b05-2b21-4a02-9b71-b31cbbdd71eb tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.13 "GET /v2.0/networks?id=235341de-2ef7-4721-a0f4-674c9eac7675 HTTP/1.1" status: 200 len: 811 time: 0.1951342 Jul 24 01:31:47.618298 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2c1fc41e-fac2-4abb-98bd-087d4b9cd065 req-772deb83-1c13-4b35-933e-d5bad9dc79de tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=954be901-a8cb-42ed-8726-b2f0751580a5 HTTP/1.1" status: 200 len: 210 time: 0.0672927 Jul 24 01:31:47.632868 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 3413a649-486c-49c6-8c9f-6cb51ce99406 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:31:47.656627 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-9b2756b2-5b47-4c85-8e40-107939f3c655 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe7a3c92f28e465cb184de1f3f5eca99 HTTP/1.1" status: 200 len: 380 time: 0.0916829 Jul 24 01:31:47.666635 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-959a2610-9ae1-444d-81dc-4c18041f635d tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Request body: {'port': {'device_id': '954be901-a8cb-42ed-8726-b2f0751580a5', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'admin_state_up': True, 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'security_groups': ['2b66efb1-af1a-4c29-9de2-58fd93b11474']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:31:47.716373 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 3413a649-486c-49c6-8c9f-6cb51ce99406 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:31:47.724027 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 3413a649-486c-49c6-8c9f-6cb51ce99406 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:31:47.724627 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:47.816356 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-959a2610-9ae1-444d-81dc-4c18041f635d tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Made reservation on behalf of fe7a3c92f28e465cb184de1f3f5eca99 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:31:47.820302 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-959a2610-9ae1-444d-81dc-4c18041f635d tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:47.844492 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:47.895006 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 3413a649-486c-49c6-8c9f-6cb51ce99406, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=3413a649-486c-49c6-8c9f-6cb51ce99406,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:31:47.899854 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:47.958583 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=3413a649-486c-49c6-8c9f-6cb51ce99406,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:31:47.993837 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-959a2610-9ae1-444d-81dc-4c18041f635d tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Allocated IP 172.20.0.14 (235341de-2ef7-4721-a0f4-674c9eac7675/680b0b6d-ed1b-455e-8a44-2c7f7461a00c/efdf52f2-bd82-4f8b-aeba-53b01dfff4c9) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:31:48.149197 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-959a2610-9ae1-444d-81dc-4c18041f635d tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:48.164432 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-959a2610-9ae1-444d-81dc-4c18041f635d tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Transition to ACTIVE for port object efdf52f2-bd82-4f8b-aeba-53b01dfff4c9 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:31:48.200133 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-959a2610-9ae1-444d-81dc-4c18041f635d tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:48.244331 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-959a2610-9ae1-444d-81dc-4c18041f635d tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Network 235341de-2ef7-4721-a0f4-674c9eac7675 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:31:48.249984 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-959a2610-9ae1-444d-81dc-4c18041f635d tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:31:48.252802 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-959a2610-9ae1-444d-81dc-4c18041f635d tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:31:48.282578 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959a2610-9ae1-444d-81dc-4c18041f635d tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Pushing event updated for resources: {'Port': ['ID=efdf52f2-bd82-4f8b-aeba-53b01dfff4c9,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:31:48.304451 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7b137911-fbae-4ef2-807e-42557ec1659f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:48.325997 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-959a2610-9ae1-444d-81dc-4c18041f635d tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:48.326663 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-959a2610-9ae1-444d-81dc-4c18041f635d tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:48.342942 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-959a2610-9ae1-444d-81dc-4c18041f635d tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6805246 Jul 24 01:31:48.354630 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-16e40afc-4a3c-4f3a-8294-0976005cd380 service neutron] Request body: {'port': {'device_id': '954be901-a8cb-42ed-8726-b2f0751580a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:31:48.457392 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-16e40afc-4a3c-4f3a-8294-0976005cd380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:48.537322 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:48.539883 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d2a2c44a-3771-4d9c-b0ed-b80b554ad7ff None None] Provisioning for port efdf52f2-bd82-4f8b-aeba-53b01dfff4c9 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:31:48.544223 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d2a2c44a-3771-4d9c-b0ed-b80b554ad7ff None None] Provisioning complete for port efdf52f2-bd82-4f8b-aeba-53b01dfff4c9 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:31:48.544597 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d2a2c44a-3771-4d9c-b0ed-b80b554ad7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:48.591013 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-d2a2c44a-3771-4d9c-b0ed-b80b554ad7ff None None] Port efdf52f2-bd82-4f8b-aeba-53b01dfff4c9 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:31:48.762576 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-16e40afc-4a3c-4f3a-8294-0976005cd380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efdf52f2-bd82-4f8b-aeba-53b01dfff4c9 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:31:48.781892 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-16e40afc-4a3c-4f3a-8294-0976005cd380 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:48.782838 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fea84e-cc52-43dd-97f7-54b01fdb173a req-de61df6b-a3bc-4cd2-a84b-385f281c2f96 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:48.784731 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e0fea84e-cc52-43dd-97f7-54b01fdb173a req-de61df6b-a3bc-4cd2-a84b-385f281c2f96 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=954be901-a8cb-42ed-8726-b2f0751580a5 HTTP/1.1" status: 200 len: 932 time: 0.0716221 Jul 24 01:31:48.797345 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-16e40afc-4a3c-4f3a-8294-0976005cd380 service neutron] Transition to ACTIVE for port object efdf52f2-bd82-4f8b-aeba-53b01dfff4c9 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:31:48.801679 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-16e40afc-4a3c-4f3a-8294-0976005cd380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:48.831255 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e0fea84e-cc52-43dd-97f7-54b01fdb173a req-9445646c-763a-4045-80c5-df82c057404c tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402811 Jul 24 01:31:48.861740 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e40afc-4a3c-4f3a-8294-0976005cd380 service neutron] Pushing event updated for resources: {'Port': ['ID=efdf52f2-bd82-4f8b-aeba-53b01dfff4c9,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:31:48.957828 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-16e40afc-4a3c-4f3a-8294-0976005cd380 service neutron] Attempting to bind port efdf52f2-bd82-4f8b-aeba-53b01dfff4c9 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:31:48.958172 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-16e40afc-4a3c-4f3a-8294-0976005cd380 service neutron] Attempting to bind port efdf52f2-bd82-4f8b-aeba-53b01dfff4c9 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '15f2cbf1-71ad-415b-9589-3447496b6ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:31:48.958513 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-16e40afc-4a3c-4f3a-8294-0976005cd380 service neutron] Attempting to bind port efdf52f2-bd82-4f8b-aeba-53b01dfff4c9 on network 235341de-2ef7-4721-a0f4-674c9eac7675 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:31:48.964030 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-16e40afc-4a3c-4f3a-8294-0976005cd380 service neutron] Port efdf52f2-bd82-4f8b-aeba-53b01dfff4c9 on network 235341de-2ef7-4721-a0f4-674c9eac7675 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:31:48.964467 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-16e40afc-4a3c-4f3a-8294-0976005cd380 service neutron] Attempting to bind port efdf52f2-bd82-4f8b-aeba-53b01dfff4c9 on network 235341de-2ef7-4721-a0f4-674c9eac7675 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:31:48.972381 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-16e40afc-4a3c-4f3a-8294-0976005cd380 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:31:48.972721 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-16e40afc-4a3c-4f3a-8294-0976005cd380 service neutron] Checking segment: {'id': '15f2cbf1-71ad-415b-9589-3447496b6ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:31:48.973113 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-16e40afc-4a3c-4f3a-8294-0976005cd380 service neutron] Bound using segment: {'id': '15f2cbf1-71ad-415b-9589-3447496b6ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:31:48.973543 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-16e40afc-4a3c-4f3a-8294-0976005cd380 service neutron] Bound port: efdf52f2-bd82-4f8b-aeba-53b01dfff4c9, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15f2cbf1-71ad-415b-9589-3447496b6ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:31:48.973911 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-16e40afc-4a3c-4f3a-8294-0976005cd380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:49.052432 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-16e40afc-4a3c-4f3a-8294-0976005cd380 service neutron] For port efdf52f2-bd82-4f8b-aeba-53b01dfff4c9, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:31:49.055632 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-16e40afc-4a3c-4f3a-8294-0976005cd380 service neutron] For port efdf52f2-bd82-4f8b-aeba-53b01dfff4c9, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=efdf52f2-bd82-4f8b-aeba-53b01dfff4c9,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:31:49.061083 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-16e40afc-4a3c-4f3a-8294-0976005cd380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:49.096808 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-16e40afc-4a3c-4f3a-8294-0976005cd380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:49.097442 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-16e40afc-4a3c-4f3a-8294-0976005cd380 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:49.099004 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-16e40afc-4a3c-4f3a-8294-0976005cd380 service neutron] 10.222.0.13 "PUT /v2.0/ports/efdf52f2-bd82-4f8b-aeba-53b01dfff4c9 HTTP/1.1" status: 200 len: 1093 time: 0.7488027 Jul 24 01:31:49.099352 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954be901-a8cb-42ed-8726-b2f0751580a5', 'tag': 'efdf52f2-bd82-4f8b-aeba-53b01dfff4c9'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:31:49.101662 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ae670a-46ee-4c10-ac3b-235c073e0f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "954be901-a8cb-42ed-8726-b2f0751580a5", "tag": "efdf52f2-bd82-4f8b-aeba-53b01dfff4c9"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:31:49.140545 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e40afc-4a3c-4f3a-8294-0976005cd380 service neutron] Pushing event updated for resources: {'Port': ['ID=efdf52f2-bd82-4f8b-aeba-53b01dfff4c9,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:31:49.161349 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be61ff0-d7e9-48b1-95c4-65bce5b6ed7f x-openstack-request-id: req-2be61ff0-d7e9-48b1-95c4-65bce5b6ed7f {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:31:49.161349 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "954be901-a8cb-42ed-8726-b2f0751580a5", "tag": "efdf52f2-bd82-4f8b-aeba-53b01dfff4c9", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:31:49.161349 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2be61ff0-d7e9-48b1-95c4-65bce5b6ed7f {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:31:49.161349 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '954be901-a8cb-42ed-8726-b2f0751580a5', 'tag': 'efdf52f2-bd82-4f8b-aeba-53b01dfff4c9', 'status': 'completed', 'code': 200} Jul 24 01:31:49.222382 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-866ceb64-5b13-4350-906e-188a0c6f2efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:49.224115 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-866ceb64-5b13-4350-906e-188a0c6f2efb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe7a3c92f28e465cb184de1f3f5eca99&device_id=954be901-a8cb-42ed-8726-b2f0751580a5 HTTP/1.1" status: 200 len: 1096 time: 0.0760739 Jul 24 01:31:49.272814 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-e8de8526-84bb-4ed1-9dcb-27400f0626ed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efdf52f2-bd82-4f8b-aeba-53b01dfff4c9 HTTP/1.1" status: 200 len: 217 time: 0.0404530 Jul 24 01:31:49.326050 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-2a83e836-f81d-4ac1-9cbd-9555928b0961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:49.327678 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-2a83e836-f81d-4ac1-9cbd-9555928b0961 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680b0b6d-ed1b-455e-8a44-2c7f7461a00c HTTP/1.1" status: 200 len: 850 time: 0.0481834 Jul 24 01:31:49.397428 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-bb3e177c-7d06-4759-a62e-c781d1e906e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:49.399077 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-bb3e177c-7d06-4759-a62e-c781d1e906e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=235341de-2ef7-4721-a0f4-674c9eac7675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0645878 Jul 24 01:31:49.507203 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-d8916045-8cdb-4d73-a266-cce41f9cdebc service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014693 Jul 24 01:31:49.532822 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 3413a649-486c-49c6-8c9f-6cb51ce99406 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:31:49.586423 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 3413a649-486c-49c6-8c9f-6cb51ce99406 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:31:49.587094 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:49.614465 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f745acf8-6b3f-4a0d-bd75-9e688f932718 req-c6538891-b514-441d-b321-8eb6a01555a5 service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011600 Jul 24 01:31:49.633472 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:49.721298 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae670a-46ee-4c10-ac3b-235c073e0f9a req-ebee1324-454b-473f-bf56-2ed0a85bcd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:49.722351 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-85ae670a-46ee-4c10-ac3b-235c073e0f9a req-ebee1324-454b-473f-bf56-2ed0a85bcd09 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe7a3c92f28e465cb184de1f3f5eca99&device_id=954be901-a8cb-42ed-8726-b2f0751580a5 HTTP/1.1" status: 200 len: 1096 time: 0.0620191 Jul 24 01:31:49.830749 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae670a-46ee-4c10-ac3b-235c073e0f9a req-fd2f151b-c225-45ff-9b7a-4a86694f912d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:49.832312 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-85ae670a-46ee-4c10-ac3b-235c073e0f9a req-fd2f151b-c225-45ff-9b7a-4a86694f912d service neutron] 10.222.0.13 "GET /v2.0/networks?id=235341de-2ef7-4721-a0f4-674c9eac7675 HTTP/1.1" status: 200 len: 912 time: 0.1035142 Jul 24 01:31:49.875413 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-85ae670a-46ee-4c10-ac3b-235c073e0f9a req-21dd873d-64f3-40a6-954d-dd4b2eb70929 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efdf52f2-bd82-4f8b-aeba-53b01dfff4c9 HTTP/1.1" status: 200 len: 217 time: 0.0360398 Jul 24 01:31:49.934824 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae670a-46ee-4c10-ac3b-235c073e0f9a req-6502e4ce-98f3-458a-bcb2-23f815031526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:49.936375 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-85ae670a-46ee-4c10-ac3b-235c073e0f9a req-6502e4ce-98f3-458a-bcb2-23f815031526 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680b0b6d-ed1b-455e-8a44-2c7f7461a00c HTTP/1.1" status: 200 len: 850 time: 0.0539103 Jul 24 01:31:49.978931 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15241ed2-abc9-45da-8a39-55d23127c75d req-1ff5934d-90ec-4326-82fd-2f1ae62fb4e2 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:49.981051 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-15241ed2-abc9-45da-8a39-55d23127c75d req-1ff5934d-90ec-4326-82fd-2f1ae62fb4e2 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=954be901-a8cb-42ed-8726-b2f0751580a5 HTTP/1.1" status: 200 len: 944 time: 0.0711255 Jul 24 01:31:50.006030 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae670a-46ee-4c10-ac3b-235c073e0f9a req-32c63ec1-6969-4fdf-9f1c-c62c07e564ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:50.009184 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-85ae670a-46ee-4c10-ac3b-235c073e0f9a req-32c63ec1-6969-4fdf-9f1c-c62c07e564ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=235341de-2ef7-4721-a0f4-674c9eac7675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651248 Jul 24 01:31:50.026260 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-15241ed2-abc9-45da-8a39-55d23127c75d req-20752ddf-7049-4917-bf62-5bbb89cdcc0f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376704 Jul 24 01:31:50.111243 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-85ae670a-46ee-4c10-ac3b-235c073e0f9a req-cc213a6d-82bd-4f44-b475-b9616cf4d249 service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941117 Jul 24 01:31:50.209370 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-85ae670a-46ee-4c10-ac3b-235c073e0f9a req-6d069fa4-93ac-44b6-bb62-9533b02bb87b service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918179 Jul 24 01:31:51.106291 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:51.165843 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c22edd-f0b3-4142-b3f2-2a3a339ddb6e req-21cb847c-6bf2-4671-9560-38e77ed4683e tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:51.167358 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-62c22edd-f0b3-4142-b3f2-2a3a339ddb6e req-21cb847c-6bf2-4671-9560-38e77ed4683e tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=954be901-a8cb-42ed-8726-b2f0751580a5 HTTP/1.1" status: 200 len: 944 time: 0.0680430 Jul 24 01:31:51.209032 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-62c22edd-f0b3-4142-b3f2-2a3a339ddb6e req-e9a74da0-bd5c-4778-8c0e-3b88572f5b00 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357492 Jul 24 01:31:52.345594 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77faf25c-bb61-46f3-be40-63e4f8e8122f req-bb025dc0-c3c1-4004-bca2-655c138bdd2a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:52.347057 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-77faf25c-bb61-46f3-be40-63e4f8e8122f req-bb025dc0-c3c1-4004-bca2-655c138bdd2a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=954be901-a8cb-42ed-8726-b2f0751580a5 HTTP/1.1" status: 200 len: 944 time: 0.0708177 Jul 24 01:31:52.385829 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-77faf25c-bb61-46f3-be40-63e4f8e8122f req-5d96cb54-2f7c-4e76-8c4b-9818e726a338 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333040 Jul 24 01:31:52.609709 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device efdf52f2-bd82-4f8b-aeba-53b01dfff4c9 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:31:52.703589 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port efdf52f2-bd82-4f8b-aeba-53b01dfff4c9, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=efdf52f2-bd82-4f8b-aeba-53b01dfff4c9,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:31:52.714097 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'efdf52f2-bd82-4f8b-aeba-53b01dfff4c9', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'port_id': 'efdf52f2-bd82-4f8b-aeba-53b01dfff4c9', 'mac_address': 'fa:16:3e:2e:37:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:31:52.756146 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:52.768500 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efdf52f2-bd82-4f8b-aeba-53b01dfff4c9 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:31:52.787381 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port efdf52f2-bd82-4f8b-aeba-53b01dfff4c9, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=efdf52f2-bd82-4f8b-aeba-53b01dfff4c9,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:31:52.791614 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:52.838377 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=efdf52f2-bd82-4f8b-aeba-53b01dfff4c9,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:31:52.977808 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['efdf52f2-bd82-4f8b-aeba-53b01dfff4c9'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:31:53.518000 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab25908a-ec1b-49bd-a340-c53fbb4163a0 req-19ff76cf-2bda-49bc-8e1a-7cac1b7fedff tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:53.519457 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ab25908a-ec1b-49bd-a340-c53fbb4163a0 req-19ff76cf-2bda-49bc-8e1a-7cac1b7fedff tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=954be901-a8cb-42ed-8726-b2f0751580a5 HTTP/1.1" status: 200 len: 945 time: 0.0683093 Jul 24 01:31:53.558097 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ab25908a-ec1b-49bd-a340-c53fbb4163a0 req-de862fe7-1c53-423b-bc6a-e62325b59e21 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331945 Jul 24 01:31:54.609583 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device efdf52f2-bd82-4f8b-aeba-53b01dfff4c9 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:31:54.660000 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port efdf52f2-bd82-4f8b-aeba-53b01dfff4c9 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:31:54.663720 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port efdf52f2-bd82-4f8b-aeba-53b01dfff4c9 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:31:54.664107 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:54.691708 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd35da-daf0-497d-aeab-d52848885733 req-f7bc0a53-7e5d-4ed5-ac95-b7a2a6ca1406 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:54.692580 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cacd35da-daf0-497d-aeab-d52848885733 req-f7bc0a53-7e5d-4ed5-ac95-b7a2a6ca1406 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=954be901-a8cb-42ed-8726-b2f0751580a5 HTTP/1.1" status: 200 len: 945 time: 0.0674028 Jul 24 01:31:54.734147 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cacd35da-daf0-497d-aeab-d52848885733 req-c6e3ef4e-3370-45f2-aa94-8bb9111d6a4b tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359724 Jul 24 01:31:54.746512 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:54.772588 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954be901-a8cb-42ed-8726-b2f0751580a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efdf52f2-bd82-4f8b-aeba-53b01dfff4c9'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:31:54.775039 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37912c6-248b-489d-a114-eb6585f8b4d2" -d '{"events": [{"server_uuid": "954be901-a8cb-42ed-8726-b2f0751580a5", "name": "network-vif-plugged", "status": "completed", "tag": "efdf52f2-bd82-4f8b-aeba-53b01dfff4c9"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:31:54.788461 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port efdf52f2-bd82-4f8b-aeba-53b01dfff4c9, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=efdf52f2-bd82-4f8b-aeba-53b01dfff4c9,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:31:54.792972 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:54.844040 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=efdf52f2-bd82-4f8b-aeba-53b01dfff4c9,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:31:54.879484 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1cf18f-c5c7-41d0-968a-fd230eaf1b82 x-openstack-request-id: req-2a1cf18f-c5c7-41d0-968a-fd230eaf1b82 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:31:54.879780 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954be901-a8cb-42ed-8726-b2f0751580a5", "name": "network-vif-plugged", "status": "completed", "tag": "efdf52f2-bd82-4f8b-aeba-53b01dfff4c9", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:31:54.880032 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2a1cf18f-c5c7-41d0-968a-fd230eaf1b82 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:31:54.880512 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954be901-a8cb-42ed-8726-b2f0751580a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efdf52f2-bd82-4f8b-aeba-53b01dfff4c9', 'code': 200} Jul 24 01:31:54.998909 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628053ce-f4aa-4c30-bac2-1875eac85303 req-b129a6af-85dc-4663-ab44-4454f1b61232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:55.000447 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-628053ce-f4aa-4c30-bac2-1875eac85303 req-b129a6af-85dc-4663-ab44-4454f1b61232 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=954be901-a8cb-42ed-8726-b2f0751580a5 HTTP/1.1" status: 200 len: 1098 time: 0.0588493 Jul 24 01:31:55.036612 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-628053ce-f4aa-4c30-bac2-1875eac85303 req-b71f4f8e-f707-4aad-88d7-6f2b93d95ece service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280514 Jul 24 01:31:55.867987 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be8f79-f718-4998-8164-ba6253053e44 req-457ea14a-3c3a-43c2-ab09-aa53079cd708 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:55.869479 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-32be8f79-f718-4998-8164-ba6253053e44 req-457ea14a-3c3a-43c2-ab09-aa53079cd708 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=954be901-a8cb-42ed-8726-b2f0751580a5 HTTP/1.1" status: 200 len: 946 time: 0.0683699 Jul 24 01:31:55.914241 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-32be8f79-f718-4998-8164-ba6253053e44 req-fc4f220d-d5cb-4dc4-889a-baea5de81253 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383894 Jul 24 01:31:57.051814 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5788cc-ad34-4be9-8147-fd2cba2def99 req-d440ef43-f759-41a5-b69c-ba9d5c3d57b6 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:57.053232 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-aa5788cc-ad34-4be9-8147-fd2cba2def99 req-d440ef43-f759-41a5-b69c-ba9d5c3d57b6 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=954be901-a8cb-42ed-8726-b2f0751580a5 HTTP/1.1" status: 200 len: 946 time: 0.0688074 Jul 24 01:31:57.091571 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-aa5788cc-ad34-4be9-8147-fd2cba2def99 req-79b4f41c-121b-4d87-a28a-78476cef44d5 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328362 Jul 24 01:31:57.216645 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ce8fc-3eb4-448b-8ffd-c518f5a925e7 req-f05c8681-042f-4c52-bc30-bf644d1035d4 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:57.218198 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-281ce8fc-3eb4-448b-8ffd-c518f5a925e7 req-f05c8681-042f-4c52-bc30-bf644d1035d4 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=954be901-a8cb-42ed-8726-b2f0751580a5 HTTP/1.1" status: 200 len: 946 time: 0.0640743 Jul 24 01:31:57.226600 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 48808) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:31:57.231022 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-176c1e9b-8bea-4e68-a0d8-2d1fc8cfac2c tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Request body: {'floatingip': {'port_id': 'efdf52f2-bd82-4f8b-aeba-53b01dfff4c9'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:31:57.273853 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-176c1e9b-8bea-4e68-a0d8-2d1fc8cfac2c tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks [] for floatingip, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:57.615787 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b53b2728-ff18-4403-9576-ee3cf59b4071 req-2c178f95-f221-4887-954e-d75058e4fafc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=628d42a2-7ada-4268-be52-7c3048d872bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1677134 Jul 24 01:31:58.010887 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b53b2728-ff18-4403-9576-ee3cf59b4071 req-b02c541d-9a98-4c57-8365-0a832b7f9136 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=628d42a2-7ada-4268-be52-7c3048d872bf HTTP/1.1" status: 200 len: 210 time: 0.3693705 Jul 24 01:31:58.020702 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.db.resource_extend [None req-176c1e9b-8bea-4e68-a0d8-2d1fc8cfac2c tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 24 01:31:58.072950 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b53b2728-ff18-4403-9576-ee3cf59b4071 req-7988ef09-629b-4338-94d6-6a46e2bbe555 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240223 Jul 24 01:31:58.102535 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-176c1e9b-8bea-4e68-a0d8-2d1fc8cfac2c tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:58.111427 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-176c1e9b-8bea-4e68-a0d8-2d1fc8cfac2c tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:58.248646 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b2728-ff18-4403-9576-ee3cf59b4071 req-2394da03-4654-4eaa-8ae4-55669fbf93fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:58.250034 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b53b2728-ff18-4403-9576-ee3cf59b4071 req-2394da03-4654-4eaa-8ae4-55669fbf93fe service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1698866 Jul 24 01:31:58.260079 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [None req-176c1e9b-8bea-4e68-a0d8-2d1fc8cfac2c tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Floating IP ddb2db9a-cb78-4049-a6ad-5a5ecc367813 associated. External IP: 172.25.2.164, port: efdf52f2-bd82-4f8b-aeba-53b01dfff4c9. Jul 24 01:31:58.465773 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-176c1e9b-8bea-4e68-a0d8-2d1fc8cfac2c tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Router 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:31:58.575467 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176c1e9b-8bea-4e68-a0d8-2d1fc8cfac2c tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:31:58.580273 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-176c1e9b-8bea-4e68-a0d8-2d1fc8cfac2c tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:31:58.584899 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77fecbb-482e-471a-9940-033a50fd5b74 None None] Sync routers for ids ['18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:31:58.595054 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77fecbb-482e-471a-9940-033a50fd5b74 None None] Routers {'18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:31:58.595676 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-c77fecbb-482e-471a-9940-033a50fd5b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:31:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:31:58.616665 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-176c1e9b-8bea-4e68-a0d8-2d1fc8cfac2c tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "PUT /v2.0/floatingips/ddb2db9a-cb78-4049-a6ad-5a5ecc367813 HTTP/1.1" status: 200 len: 992 time: 1.3889716 Jul 24 01:31:58.617289 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954be901-a8cb-42ed-8726-b2f0751580a5', 'tag': 'efdf52f2-bd82-4f8b-aeba-53b01dfff4c9'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:31:58.619634 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da43df4f-b85a-487d-a99e-a689b82f5ec7" -d '{"events": [{"name": "network-changed", "server_uuid": "954be901-a8cb-42ed-8726-b2f0751580a5", "tag": "efdf52f2-bd82-4f8b-aeba-53b01dfff4c9"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:31:58.661510 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8284262-4d6f-4d06-bf91-9802f12fa7df x-openstack-request-id: req-d8284262-4d6f-4d06-bf91-9802f12fa7df {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:31:58.661803 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "954be901-a8cb-42ed-8726-b2f0751580a5", "tag": "efdf52f2-bd82-4f8b-aeba-53b01dfff4c9", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:31:58.662058 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d8284262-4d6f-4d06-bf91-9802f12fa7df {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:31:58.662469 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '954be901-a8cb-42ed-8726-b2f0751580a5', 'tag': 'efdf52f2-bd82-4f8b-aeba-53b01dfff4c9', 'status': 'completed', 'code': 200} Jul 24 01:31:58.704041 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-c77fecbb-482e-471a-9940-033a50fd5b74 None None] Set router 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:31:58.766624 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43df4f-b85a-487d-a99e-a689b82f5ec7 req-3b179a94-9ef0-4846-94d4-fc70545739f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:58.768206 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-da43df4f-b85a-487d-a99e-a689b82f5ec7 req-3b179a94-9ef0-4846-94d4-fc70545739f6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe7a3c92f28e465cb184de1f3f5eca99&device_id=954be901-a8cb-42ed-8726-b2f0751580a5 HTTP/1.1" status: 200 len: 1098 time: 0.0805891 Jul 24 01:31:58.859164 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-110f059e-1fb8-4a2a-8e45-afab998b1529 req-59462b14-2644-43c7-934f-ddbe2d3a3061 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=954be901-a8cb-42ed-8726-b2f0751580a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1221418 Jul 24 01:31:58.879641 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43df4f-b85a-487d-a99e-a689b82f5ec7 req-6fa25cca-2412-4fb4-b7c7-6c1779f1b523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:58.880946 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-da43df4f-b85a-487d-a99e-a689b82f5ec7 req-6fa25cca-2412-4fb4-b7c7-6c1779f1b523 service neutron] 10.222.0.13 "GET /v2.0/networks?id=235341de-2ef7-4721-a0f4-674c9eac7675 HTTP/1.1" status: 200 len: 912 time: 0.1062188 Jul 24 01:31:58.927168 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-c77fecbb-482e-471a-9940-033a50fd5b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'name': 'tempest-ServerActionsTestJSON-759337737-router', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:42Z', 'revision_number': 4, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'gw_port': {'id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'ddb2db9a-cb78-4049-a6ad-5a5ecc367813', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'port_id': 'efdf52f2-bd82-4f8b-aeba-53b01dfff4c9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'mac_address': 'fa:16:3e:2e:37:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954be901-a8cb-42ed-8726-b2f0751580a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:31:44Z', 'updated_at': '2021-07-24T01:31:57Z', 'revision_number': 1, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3413a649-486c-49c6-8c9f-6cb51ce99406', 'name': '', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'mac_address': 'fa:16:3e:f4:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:42Z', 'updated_at': '2021-07-24T01:31:47Z', 'revision_number': 5, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'subnets': [{'id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:31:58.945683 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-da43df4f-b85a-487d-a99e-a689b82f5ec7 req-80bf0384-e4f7-4b97-b00d-00021ac6d053 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efdf52f2-bd82-4f8b-aeba-53b01dfff4c9 HTTP/1.1" status: 200 len: 1000 time: 0.0575831 Jul 24 01:31:58.957497 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77fecbb-482e-471a-9940-033a50fd5b74 None None] Checking router: 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:31:58.965724 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77fecbb-482e-471a-9940-033a50fd5b74 None None] Routers {'18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:31:58.966348 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-c77fecbb-482e-471a-9940-033a50fd5b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:31:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:31:58.997490 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43df4f-b85a-487d-a99e-a689b82f5ec7 req-5bdd8014-6acb-4e3e-92e2-7f0c524156b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:58.999028 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-da43df4f-b85a-487d-a99e-a689b82f5ec7 req-5bdd8014-6acb-4e3e-92e2-7f0c524156b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680b0b6d-ed1b-455e-8a44-2c7f7461a00c HTTP/1.1" status: 200 len: 850 time: 0.0473640 Jul 24 01:31:59.057461 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43df4f-b85a-487d-a99e-a689b82f5ec7 req-c932dd68-2a37-40fc-ae6a-6b1a4f5afa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:59.059558 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-da43df4f-b85a-487d-a99e-a689b82f5ec7 req-c932dd68-2a37-40fc-ae6a-6b1a4f5afa51 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=235341de-2ef7-4721-a0f4-674c9eac7675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543606 Jul 24 01:31:59.072045 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-c77fecbb-482e-471a-9940-033a50fd5b74 None None] Set router 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:31:59.154905 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-da43df4f-b85a-487d-a99e-a689b82f5ec7 req-f78a796f-0564-4803-91ec-fcb153b7bf74 service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891747 Jul 24 01:31:59.253004 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-da43df4f-b85a-487d-a99e-a689b82f5ec7 req-f1566763-1853-45b7-b384-d6f3c6c8d304 service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917420 Jul 24 01:31:59.307116 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-c77fecbb-482e-471a-9940-033a50fd5b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'name': 'tempest-ServerActionsTestJSON-759337737-router', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:42Z', 'revision_number': 4, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'gw_port': {'id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'ddb2db9a-cb78-4049-a6ad-5a5ecc367813', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'port_id': 'efdf52f2-bd82-4f8b-aeba-53b01dfff4c9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'mac_address': 'fa:16:3e:2e:37:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954be901-a8cb-42ed-8726-b2f0751580a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:31:44Z', 'updated_at': '2021-07-24T01:31:57Z', 'revision_number': 1, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3413a649-486c-49c6-8c9f-6cb51ce99406', 'name': '', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'mac_address': 'fa:16:3e:f4:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:42Z', 'updated_at': '2021-07-24T01:31:47Z', 'revision_number': 5, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'subnets': [{'id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:31:59.337349 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77fecbb-482e-471a-9940-033a50fd5b74 None None] The sync data for ids ['18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'] in n-d-793621-25 is: [{'id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'name': 'tempest-ServerActionsTestJSON-759337737-router', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:42Z', 'revision_number': 4, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'gw_port': {'id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'ddb2db9a-cb78-4049-a6ad-5a5ecc367813', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'port_id': 'efdf52f2-bd82-4f8b-aeba-53b01dfff4c9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'mac_address': 'fa:16:3e:2e:37:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '954be901-a8cb-42ed-8726-b2f0751580a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:31:44Z', 'updated_at': '2021-07-24T01:31:57Z', 'revision_number': 1, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3413a649-486c-49c6-8c9f-6cb51ce99406', 'name': '', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'mac_address': 'fa:16:3e:f4:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:42Z', 'updated_at': '2021-07-24T01:31:47Z', 'revision_number': 5, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'subnets': [{'id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:31:59.374132 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f059e-1fb8-4a2a-8e45-afab998b1529 req-ffd7b588-6308-449c-9711-ab4db51dac6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:59.375765 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-110f059e-1fb8-4a2a-8e45-afab998b1529 req-ffd7b588-6308-449c-9711-ab4db51dac6a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe7a3c92f28e465cb184de1f3f5eca99&device_id=954be901-a8cb-42ed-8726-b2f0751580a5 HTTP/1.1" status: 200 len: 1098 time: 0.0599782 Jul 24 01:31:59.489628 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f059e-1fb8-4a2a-8e45-afab998b1529 req-b3e27454-78b8-4f79-8d21-c67c2f6b7c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:59.491221 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-110f059e-1fb8-4a2a-8e45-afab998b1529 req-b3e27454-78b8-4f79-8d21-c67c2f6b7c56 service neutron] 10.222.0.13 "GET /v2.0/networks?id=235341de-2ef7-4721-a0f4-674c9eac7675 HTTP/1.1" status: 200 len: 912 time: 0.0958574 Jul 24 01:31:59.544572 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c782ef8e-6eda-4f1a-a51a-338e38b04352 None None] New status for floating IP ddb2db9a-cb78-4049-a6ad-5a5ecc367813: ACTIVE {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:31:59.560373 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-110f059e-1fb8-4a2a-8e45-afab998b1529 req-f42ab666-b5b1-470e-9c17-3c0d213671cf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efdf52f2-bd82-4f8b-aeba-53b01dfff4c9 HTTP/1.1" status: 200 len: 1000 time: 0.0624914 Jul 24 01:31:59.614920 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f059e-1fb8-4a2a-8e45-afab998b1529 req-7480af43-27a0-467b-a3f4-d90a7f81a037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:59.616459 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-110f059e-1fb8-4a2a-8e45-afab998b1529 req-7480af43-27a0-467b-a3f4-d90a7f81a037 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680b0b6d-ed1b-455e-8a44-2c7f7461a00c HTTP/1.1" status: 200 len: 850 time: 0.0497334 Jul 24 01:31:59.677656 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f059e-1fb8-4a2a-8e45-afab998b1529 req-f945b2ac-d40b-46e0-9d84-571014bbd5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:31:59.679148 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-110f059e-1fb8-4a2a-8e45-afab998b1529 req-f945b2ac-d40b-46e0-9d84-571014bbd5b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=235341de-2ef7-4721-a0f4-674c9eac7675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559964 Jul 24 01:31:59.789998 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-110f059e-1fb8-4a2a-8e45-afab998b1529 req-480b5f58-b666-42e9-8c9d-24f8a11ed640 service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042576 Jul 24 01:31:59.884804 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-110f059e-1fb8-4a2a-8e45-afab998b1529 req-e0178e41-801c-4caa-a404-f05b37661e44 service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889356 Jul 24 01:32:05.244088 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:32:05.628428 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:32:11.613739 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:32:15.793753 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-385a26c4-55cd-4502-9967-1662a5e40d9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:32:18.297561 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3bee0c20-617b-466e-8aa1-1d31fbaa70d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:32:18.519865 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:32:19.604119 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:32:21.107260 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:32:35.275945 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:32:35.625133 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:32:45.798839 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-85234886-7444-41e2-ab6c-a8fe81fa5404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:32:48.298609 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5f0ab61c-dcc7-434e-80a5-e2e302451177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:32:48.520926 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:32:48.613768 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:32:49.606667 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:32:51.110575 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:32:59.450864 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-16c80b05-011b-4b4c-890a-a5fb931bab4b req-b1d8a370-1065-4d56-94a3-3a537d7e0e42 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e7d87376-d685-42ed-96e2-a3452ba60793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0301847 Jul 24 01:32:59.503790 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-16c80b05-011b-4b4c-890a-a5fb931bab4b req-0d411e5a-c3db-4a0c-8c6e-242b8eacc8cd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=e7d87376-d685-42ed-96e2-a3452ba60793 HTTP/1.1" status: 200 len: 210 time: 0.0289536 Jul 24 01:32:59.546018 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-16c80b05-011b-4b4c-890a-a5fb931bab4b req-5c28b2a9-0373-4dac-b949-7908d0f9b5d9 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211208 Jul 24 01:32:59.649214 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c80b05-011b-4b4c-890a-a5fb931bab4b req-a9081507-6ac0-476e-bf71-d7f89251d035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:32:59.650782 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-16c80b05-011b-4b4c-890a-a5fb931bab4b req-a9081507-6ac0-476e-bf71-d7f89251d035 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0992906 Jul 24 01:33:00.786298 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e8ad35d0-2a40-449a-887f-ac0e41cab8ad req-c3c41344-f395-4101-a6a1-69c7eeee362d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=954be901-a8cb-42ed-8726-b2f0751580a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0583615 Jul 24 01:33:00.885352 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad35d0-2a40-449a-887f-ac0e41cab8ad req-1f93a775-7bcc-4ada-80be-0757e81c9aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:33:00.886915 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e8ad35d0-2a40-449a-887f-ac0e41cab8ad req-1f93a775-7bcc-4ada-80be-0757e81c9aff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe7a3c92f28e465cb184de1f3f5eca99&device_id=954be901-a8cb-42ed-8726-b2f0751580a5 HTTP/1.1" status: 200 len: 1098 time: 0.0601296 Jul 24 01:33:00.997505 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad35d0-2a40-449a-887f-ac0e41cab8ad req-8c1d9b15-0285-4b48-8488-ab5236cd2177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:33:00.998944 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e8ad35d0-2a40-449a-887f-ac0e41cab8ad req-8c1d9b15-0285-4b48-8488-ab5236cd2177 service neutron] 10.222.0.13 "GET /v2.0/networks?id=235341de-2ef7-4721-a0f4-674c9eac7675 HTTP/1.1" status: 200 len: 912 time: 0.0938444 Jul 24 01:33:01.068939 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e8ad35d0-2a40-449a-887f-ac0e41cab8ad req-3078537e-22ce-4827-a737-46c88b94c8a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efdf52f2-bd82-4f8b-aeba-53b01dfff4c9 HTTP/1.1" status: 200 len: 1002 time: 0.0632989 Jul 24 01:33:01.117402 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad35d0-2a40-449a-887f-ac0e41cab8ad req-f31dccaa-78de-40c6-bd14-5f8e32cccd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:33:01.118910 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e8ad35d0-2a40-449a-887f-ac0e41cab8ad req-f31dccaa-78de-40c6-bd14-5f8e32cccd58 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680b0b6d-ed1b-455e-8a44-2c7f7461a00c HTTP/1.1" status: 200 len: 850 time: 0.0439284 Jul 24 01:33:01.178362 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad35d0-2a40-449a-887f-ac0e41cab8ad req-85a65225-cde6-4301-b081-5efb07bfccde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:33:01.179904 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e8ad35d0-2a40-449a-887f-ac0e41cab8ad req-85a65225-cde6-4301-b081-5efb07bfccde service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=235341de-2ef7-4721-a0f4-674c9eac7675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543871 Jul 24 01:33:01.276374 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e8ad35d0-2a40-449a-887f-ac0e41cab8ad req-cd570f34-d8f5-46f7-b49c-a52c1eb6695d service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899680 Jul 24 01:33:01.369092 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e8ad35d0-2a40-449a-887f-ac0e41cab8ad req-55f8bbe9-2438-4158-973c-9b01f9f36d5e service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862992 Jul 24 01:33:05.292303 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:33:05.619159 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:33:15.800380 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7944906f-6630-4b1e-9f76-6525470441c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:33:18.298925 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2d592f13-e80a-49cd-819b-1159179e137f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:33:18.523186 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:33:19.610272 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:33:21.115266 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:33:25.613396 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:33:34.477553 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f93da7-1a77-4d27-8d3b-29617f0d4a19 req-a5021624-0489-476a-a99f-bbefe4a0a9e7 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:33:34.479109 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-95f93da7-1a77-4d27-8d3b-29617f0d4a19 req-a5021624-0489-476a-a99f-bbefe4a0a9e7 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=954be901-a8cb-42ed-8726-b2f0751580a5 HTTP/1.1" status: 200 len: 946 time: 0.0640545 Jul 24 01:33:34.517788 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-95f93da7-1a77-4d27-8d3b-29617f0d4a19 req-d68d3624-5be2-4124-87c0-51b14356b486 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331450 Jul 24 01:33:34.778335 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-48c1639f-97fa-4c6e-8c1b-92d8280cdbd3 req-693a96c9-b02f-4831-a299-8d7c9bd5026c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=954be901-a8cb-42ed-8726-b2f0751580a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0700655 Jul 24 01:33:34.791999 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3b46e-340b-4a60-8608-6c6d92f6cb8f req-64b90124-d96c-4efe-a392-25d3e1032789 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:33:34.793637 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-02a3b46e-340b-4a60-8608-6c6d92f6cb8f req-64b90124-d96c-4efe-a392-25d3e1032789 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=954be901-a8cb-42ed-8726-b2f0751580a5 HTTP/1.1" status: 200 len: 946 time: 0.0746927 Jul 24 01:33:34.837890 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-02a3b46e-340b-4a60-8608-6c6d92f6cb8f req-bc006817-3869-4574-b0c9-8c729e9174e0 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376558 Jul 24 01:33:35.295036 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:33:35.642605 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:33:35.838009 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1639f-97fa-4c6e-8c1b-92d8280cdbd3 req-d0a5bfae-4dfb-408b-a5eb-38b95eea1287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:33:35.839590 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-48c1639f-97fa-4c6e-8c1b-92d8280cdbd3 req-d0a5bfae-4dfb-408b-a5eb-38b95eea1287 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe7a3c92f28e465cb184de1f3f5eca99&device_id=954be901-a8cb-42ed-8726-b2f0751580a5 HTTP/1.1" status: 200 len: 1098 time: 0.0556273 Jul 24 01:33:35.970279 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1639f-97fa-4c6e-8c1b-92d8280cdbd3 req-547d2d3a-5812-4a3f-bcfd-41992decd994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:33:35.971759 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-48c1639f-97fa-4c6e-8c1b-92d8280cdbd3 req-547d2d3a-5812-4a3f-bcfd-41992decd994 service neutron] 10.222.0.13 "GET /v2.0/networks?id=235341de-2ef7-4721-a0f4-674c9eac7675 HTTP/1.1" status: 200 len: 912 time: 0.1262209 Jul 24 01:33:36.041783 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc9fef-f789-4790-acc1-0ae844eb6fa2 req-99333abf-23e0-4421-8574-6009a7b82c73 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:33:36.043367 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a1fc9fef-f789-4790-acc1-0ae844eb6fa2 req-99333abf-23e0-4421-8574-6009a7b82c73 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=954be901-a8cb-42ed-8726-b2f0751580a5 HTTP/1.1" status: 200 len: 946 time: 0.1276700 Jul 24 01:33:36.056636 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-48c1639f-97fa-4c6e-8c1b-92d8280cdbd3 req-b1a36c4a-4bde-4bd4-bead-dedc4c0eaf08 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efdf52f2-bd82-4f8b-aeba-53b01dfff4c9 HTTP/1.1" status: 200 len: 1002 time: 0.0782206 Jul 24 01:33:36.123377 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a1fc9fef-f789-4790-acc1-0ae844eb6fa2 req-6c3c2b6d-27fa-481c-b229-f65a43bbd7f6 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696721 Jul 24 01:33:36.128675 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1639f-97fa-4c6e-8c1b-92d8280cdbd3 req-dd1bf6b5-13cf-478e-b982-242e8b25aaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:33:36.130287 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-48c1639f-97fa-4c6e-8c1b-92d8280cdbd3 req-dd1bf6b5-13cf-478e-b982-242e8b25aaec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680b0b6d-ed1b-455e-8a44-2c7f7461a00c HTTP/1.1" status: 200 len: 850 time: 0.0676575 Jul 24 01:33:36.188879 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1639f-97fa-4c6e-8c1b-92d8280cdbd3 req-690656ca-bfc9-42d6-83a7-878f3497118b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:33:36.190403 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-48c1639f-97fa-4c6e-8c1b-92d8280cdbd3 req-690656ca-bfc9-42d6-83a7-878f3497118b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=235341de-2ef7-4721-a0f4-674c9eac7675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545926 Jul 24 01:33:36.288061 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-48c1639f-97fa-4c6e-8c1b-92d8280cdbd3 req-966723ca-4131-46ec-ab70-c0bef63700c6 service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910296 Jul 24 01:33:36.391725 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-48c1639f-97fa-4c6e-8c1b-92d8280cdbd3 req-f1092ae5-ac5f-4832-8a45-db77a0c3405f service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974066 Jul 24 01:33:37.265432 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98c6b0-66ad-4faf-888c-7da459c49ad6 req-85e46acd-fe0a-4117-9ab0-6f5ce5cf04e7 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:33:37.267069 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bc98c6b0-66ad-4faf-888c-7da459c49ad6 req-85e46acd-fe0a-4117-9ab0-6f5ce5cf04e7 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=954be901-a8cb-42ed-8726-b2f0751580a5 HTTP/1.1" status: 200 len: 946 time: 0.0709853 Jul 24 01:33:37.308759 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bc98c6b0-66ad-4faf-888c-7da459c49ad6 req-81912c58-99d8-4e3a-a4b0-2c103cad7b7d tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348623 Jul 24 01:33:38.448196 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db8753-8de9-40a8-9e29-ded23aa16ffe req-cd98c103-e4ad-4dab-881d-e9891f1260ab tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:33:38.449759 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-82db8753-8de9-40a8-9e29-ded23aa16ffe req-cd98c103-e4ad-4dab-881d-e9891f1260ab tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=954be901-a8cb-42ed-8726-b2f0751580a5 HTTP/1.1" status: 200 len: 946 time: 0.0670371 Jul 24 01:33:38.490342 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-82db8753-8de9-40a8-9e29-ded23aa16ffe req-318462de-e47c-4ee4-b73d-b4c5d3452ce3 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349712 Jul 24 01:33:39.620599 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95b527-7dc9-43b2-8a43-382cf42c51da req-90365433-0193-4197-a457-6d469164e155 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:33:39.622126 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2e95b527-7dc9-43b2-8a43-382cf42c51da req-90365433-0193-4197-a457-6d469164e155 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=954be901-a8cb-42ed-8726-b2f0751580a5 HTTP/1.1" status: 200 len: 946 time: 0.0635450 Jul 24 01:33:39.666053 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2e95b527-7dc9-43b2-8a43-382cf42c51da req-4c4b0918-5c60-419a-80e7-72b324ef2237 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384026 Jul 24 01:33:40.805135 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1d18cf-0f22-4bb5-997e-69af05895a90 req-71454346-5d5a-437b-a62e-0fd359d4c405 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:33:40.806795 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9d1d18cf-0f22-4bb5-997e-69af05895a90 req-71454346-5d5a-437b-a62e-0fd359d4c405 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=954be901-a8cb-42ed-8726-b2f0751580a5 HTTP/1.1" status: 200 len: 946 time: 0.0690281 Jul 24 01:33:40.845505 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9d1d18cf-0f22-4bb5-997e-69af05895a90 req-a9838f4f-9dc0-43f4-a05e-d5444fed7ca8 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330002 Jul 24 01:33:41.975582 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87092f-e113-45ea-a8aa-d831585dce26 req-0db1dd8a-1a94-4d98-890d-41f29d2e70c9 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:33:41.977372 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8a87092f-e113-45ea-a8aa-d831585dce26 req-0db1dd8a-1a94-4d98-890d-41f29d2e70c9 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=954be901-a8cb-42ed-8726-b2f0751580a5 HTTP/1.1" status: 200 len: 946 time: 0.0637977 Jul 24 01:33:42.015519 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8a87092f-e113-45ea-a8aa-d831585dce26 req-f3b05d41-d268-4e00-b8fb-d61893d416f1 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329614 Jul 24 01:33:43.146832 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea6e68-47cb-4805-a805-9d2a3af420a7 req-cb7ae1ee-56a9-4e0f-a018-01cbd0162266 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:33:43.148441 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-96ea6e68-47cb-4805-a805-9d2a3af420a7 req-cb7ae1ee-56a9-4e0f-a018-01cbd0162266 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=954be901-a8cb-42ed-8726-b2f0751580a5 HTTP/1.1" status: 200 len: 946 time: 0.0655429 Jul 24 01:33:43.191535 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-96ea6e68-47cb-4805-a805-9d2a3af420a7 req-86ac6cc1-767e-41e5-b496-1df416c621a4 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352812 Jul 24 01:33:44.324591 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a02c1c-ffb8-484e-b368-06625c9a1d4d req-74ee47ce-1a76-4984-8b2e-5143420b3662 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:33:44.326157 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-20a02c1c-ffb8-484e-b368-06625c9a1d4d req-74ee47ce-1a76-4984-8b2e-5143420b3662 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=954be901-a8cb-42ed-8726-b2f0751580a5 HTTP/1.1" status: 200 len: 946 time: 0.0668428 Jul 24 01:33:44.369466 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-20a02c1c-ffb8-484e-b368-06625c9a1d4d req-963b30a6-7e75-4cb9-b7a6-ef175f059f34 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376408 Jul 24 01:33:45.522822 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718e925a-feec-4ed2-9fd1-868217115ed6 req-e4ea5bae-ae2d-4a7b-a6f0-c149dbea6d85 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:33:45.524442 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-718e925a-feec-4ed2-9fd1-868217115ed6 req-e4ea5bae-ae2d-4a7b-a6f0-c149dbea6d85 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=954be901-a8cb-42ed-8726-b2f0751580a5 HTTP/1.1" status: 200 len: 946 time: 0.0804036 Jul 24 01:33:45.577740 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-718e925a-feec-4ed2-9fd1-868217115ed6 req-a1224101-29d4-47c6-a536-ee0ec82c07fe tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470874 Jul 24 01:33:45.804730 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-fafca6f9-9f51-4a26-8f69-719273a7b98a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:33:46.719634 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fd7ee-a9f5-4444-9ce7-63284f3d1c9b req-c0d3e1f1-2e3b-46d0-8333-9fe25d838ff1 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:33:46.721178 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-883fd7ee-a9f5-4444-9ce7-63284f3d1c9b req-c0d3e1f1-2e3b-46d0-8333-9fe25d838ff1 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=954be901-a8cb-42ed-8726-b2f0751580a5 HTTP/1.1" status: 200 len: 946 time: 0.0705473 Jul 24 01:33:46.760281 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-883fd7ee-a9f5-4444-9ce7-63284f3d1c9b req-b2430662-3f3b-4811-b8a5-d1e8ba882c06 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326674 Jul 24 01:33:47.892812 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa90f974-615b-4367-9c56-179eb8fd8996 req-29293a5a-62aa-4008-9304-c04dd432e2f3 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:33:47.894326 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fa90f974-615b-4367-9c56-179eb8fd8996 req-29293a5a-62aa-4008-9304-c04dd432e2f3 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=954be901-a8cb-42ed-8726-b2f0751580a5 HTTP/1.1" status: 200 len: 946 time: 0.0645142 Jul 24 01:33:47.934325 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fa90f974-615b-4367-9c56-179eb8fd8996 req-c2e6f724-f67c-4f6c-b2f8-5c104922081a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343518 Jul 24 01:33:48.058877 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-48c1639f-97fa-4c6e-8c1b-92d8280cdbd3 req-30ef1eb2-9d11-427f-84ed-673d26a9331e service neutron] 10.222.0.13 "GET /v2.0/ports/efdf52f2-bd82-4f8b-aeba-53b01dfff4c9/bindings/n-h1-793621-25 HTTP/1.1" status: 200 len: 383 time: 0.0565279 Jul 24 01:33:48.301020 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f6101629-2e8d-4f92-81d3-727743345f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:33:48.309424 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1639f-97fa-4c6e-8c1b-92d8280cdbd3 req-e93b2121-c9b2-4a48-999c-0bd004b134c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:33:48.310897 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-48c1639f-97fa-4c6e-8c1b-92d8280cdbd3 req-e93b2121-c9b2-4a48-999c-0bd004b134c7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=954be901-a8cb-42ed-8726-b2f0751580a5&tenant_id=fe7a3c92f28e465cb184de1f3f5eca99 HTTP/1.1" status: 200 len: 1098 time: 0.0602243 Jul 24 01:33:48.392399 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1639f-97fa-4c6e-8c1b-92d8280cdbd3 req-dca66aae-90bf-485f-8857-dd7c2fe2965b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:33:48.393957 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-48c1639f-97fa-4c6e-8c1b-92d8280cdbd3 req-dca66aae-90bf-485f-8857-dd7c2fe2965b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe7a3c92f28e465cb184de1f3f5eca99&device_id=954be901-a8cb-42ed-8726-b2f0751580a5 HTTP/1.1" status: 200 len: 1098 time: 0.0597279 Jul 24 01:33:48.486340 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1639f-97fa-4c6e-8c1b-92d8280cdbd3 req-3821d4b5-8c8b-4a14-a279-989b373ca5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:33:48.488005 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-48c1639f-97fa-4c6e-8c1b-92d8280cdbd3 req-3821d4b5-8c8b-4a14-a279-989b373ca5b0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=235341de-2ef7-4721-a0f4-674c9eac7675 HTTP/1.1" status: 200 len: 912 time: 0.0881338 Jul 24 01:33:48.525837 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:33:48.560178 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-48c1639f-97fa-4c6e-8c1b-92d8280cdbd3 req-35f5c29f-5667-4bbf-b410-0a6a350126cd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efdf52f2-bd82-4f8b-aeba-53b01dfff4c9 HTTP/1.1" status: 200 len: 1002 time: 0.0661805 Jul 24 01:33:48.613683 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1639f-97fa-4c6e-8c1b-92d8280cdbd3 req-f4fc9503-a627-4256-bf52-ae9ee9ad0ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:33:48.616313 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-48c1639f-97fa-4c6e-8c1b-92d8280cdbd3 req-f4fc9503-a627-4256-bf52-ae9ee9ad0ce9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680b0b6d-ed1b-455e-8a44-2c7f7461a00c HTTP/1.1" status: 200 len: 850 time: 0.0503929 Jul 24 01:33:48.676942 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1639f-97fa-4c6e-8c1b-92d8280cdbd3 req-8d3d62db-fcdf-4881-a46d-0db3b08e4f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:33:48.680045 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-48c1639f-97fa-4c6e-8c1b-92d8280cdbd3 req-8d3d62db-fcdf-4881-a46d-0db3b08e4f16 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=235341de-2ef7-4721-a0f4-674c9eac7675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572948 Jul 24 01:33:48.776090 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-48c1639f-97fa-4c6e-8c1b-92d8280cdbd3 req-f86a8e2d-1ab8-4dc0-96ab-65c942e2161e service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900679 Jul 24 01:33:48.870088 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-48c1639f-97fa-4c6e-8c1b-92d8280cdbd3 req-583fbdf9-d126-463f-bd7a-368f5bda442c service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875633 Jul 24 01:33:49.095474 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d60d7d-8982-44ff-b417-488a31b05c7c req-8de89535-7afe-49fe-b5a0-073a00a76f85 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:33:49.097016 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-87d60d7d-8982-44ff-b417-488a31b05c7c req-8de89535-7afe-49fe-b5a0-073a00a76f85 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=954be901-a8cb-42ed-8726-b2f0751580a5 HTTP/1.1" status: 200 len: 946 time: 0.0738502 Jul 24 01:33:49.139890 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-87d60d7d-8982-44ff-b417-488a31b05c7c req-c0992990-c693-456b-bfec-d00e9aaca79e tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365357 Jul 24 01:33:49.620628 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:33:50.640424 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418cf12a-1310-4e3b-86e2-0b5e8f03c66e req-088d3612-1389-49f9-b247-87fae1443f66 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:33:50.641983 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-418cf12a-1310-4e3b-86e2-0b5e8f03c66e req-088d3612-1389-49f9-b247-87fae1443f66 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=954be901-a8cb-42ed-8726-b2f0751580a5 HTTP/1.1" status: 200 len: 946 time: 0.4116039 Jul 24 01:33:50.682538 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-418cf12a-1310-4e3b-86e2-0b5e8f03c66e req-8b1dd6c1-f8b7-4314-95e5-14ced61541b4 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340841 Jul 24 01:33:51.121378 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:33:51.187496 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device efdf52f2-bd82-4f8b-aeba-53b01dfff4c9 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:33:51.189551 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device efdf52f2-bd82-4f8b-aeba-53b01dfff4c9 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:33:51.334370 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:33:51.353852 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port efdf52f2-bd82-4f8b-aeba-53b01dfff4c9, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=efdf52f2-bd82-4f8b-aeba-53b01dfff4c9,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:33:51.374231 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'efdf52f2-bd82-4f8b-aeba-53b01dfff4c9', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'port_id': 'efdf52f2-bd82-4f8b-aeba-53b01dfff4c9', 'mac_address': 'fa:16:3e:2e:37:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:33:51.380460 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954be901-a8cb-42ed-8726-b2f0751580a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efdf52f2-bd82-4f8b-aeba-53b01dfff4c9'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:33:51.382822 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b31c711-d33d-4b70-972d-4569b976ca30" -d '{"events": [{"server_uuid": "954be901-a8cb-42ed-8726-b2f0751580a5", "name": "network-vif-unplugged", "status": "completed", "tag": "efdf52f2-bd82-4f8b-aeba-53b01dfff4c9"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:33:51.399143 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port efdf52f2-bd82-4f8b-aeba-53b01dfff4c9, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=efdf52f2-bd82-4f8b-aeba-53b01dfff4c9,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:33:51.418416 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:33:51.450771 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 01:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a0a1cb-980e-4fa7-99fb-9ef6a3a3fda6 x-openstack-request-id: req-64a0a1cb-980e-4fa7-99fb-9ef6a3a3fda6 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:33:51.451137 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954be901-a8cb-42ed-8726-b2f0751580a5", "name": "network-vif-unplugged", "status": "completed", "tag": "efdf52f2-bd82-4f8b-aeba-53b01dfff4c9", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:33:51.451425 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-64a0a1cb-980e-4fa7-99fb-9ef6a3a3fda6 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:33:51.453215 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954be901-a8cb-42ed-8726-b2f0751580a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efdf52f2-bd82-4f8b-aeba-53b01dfff4c9', 'code': 200} Jul 24 01:33:51.458114 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:33:51.483281 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id efdf52f2-bd82-4f8b-aeba-53b01dfff4c9 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:33:51.493653 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=efdf52f2-bd82-4f8b-aeba-53b01dfff4c9,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:33:51.518808 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:33:51.519155 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:33:51.519491 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:33:51.519825 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:33:51.520157 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:33:51.520511 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:33:51.520869 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:33:51.521192 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:33:51.521513 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:33:51.521839 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:33:51.522155 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:33:51.522476 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:33:51.546361 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.db.api [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100465) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 24 01:33:51.546793 n-d-793621-25 neutron-server[100465]: DEBUG oslo_db.api [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 24 01:33:51.847240 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbe18f-321b-4d8a-b92b-49ade963bfb3 req-21f41e92-525b-4087-90d1-6aa652d41208 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:33:51.849212 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dccbe18f-321b-4d8a-b92b-49ade963bfb3 req-21f41e92-525b-4087-90d1-6aa652d41208 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=954be901-a8cb-42ed-8726-b2f0751580a5 HTTP/1.1" status: 200 len: 944 time: 0.0764365 Jul 24 01:33:51.901373 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dccbe18f-321b-4d8a-b92b-49ade963bfb3 req-912212df-07bf-443b-b0d9-e9f1ede0b0f0 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448766 Jul 24 01:33:52.106144 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:33:52.127199 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efdf52f2-bd82-4f8b-aeba-53b01dfff4c9 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:33:52.160495 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port efdf52f2-bd82-4f8b-aeba-53b01dfff4c9, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=efdf52f2-bd82-4f8b-aeba-53b01dfff4c9,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:33:52.165827 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:33:52.230195 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5906fa6-1773-48de-8dca-6a24d4f79201 req-146d266f-4415-4fbb-959a-bcd37fb45ae6 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:33:52.231821 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b5906fa6-1773-48de-8dca-6a24d4f79201 req-146d266f-4415-4fbb-959a-bcd37fb45ae6 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=954be901-a8cb-42ed-8726-b2f0751580a5 HTTP/1.1" status: 200 len: 944 time: 0.1733885 Jul 24 01:33:52.239754 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c83f9-850e-47f8-aa9d-42f04d6097ce req-3ca8b5ad-f8b9-4864-b55e-9d1e36303ce9 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:33:52.241294 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ea1c83f9-850e-47f8-aa9d-42f04d6097ce req-3ca8b5ad-f8b9-4864-b55e-9d1e36303ce9 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.13 "GET /v2.0/ports?device_id=954be901-a8cb-42ed-8726-b2f0751580a5&tenant_id=fe7a3c92f28e465cb184de1f3f5eca99&binding%3Ahost_id=n-h1-793621-25 HTTP/1.1" status: 200 len: 944 time: 0.1672964 Jul 24 01:33:52.248722 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=efdf52f2-bd82-4f8b-aeba-53b01dfff4c9,revision_number=7']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:33:52.283701 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b5906fa6-1773-48de-8dca-6a24d4f79201 req-544926fc-6551-409a-a181-22bd4548598d tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413065 Jul 24 01:33:52.356456 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c83f9-850e-47f8-aa9d-42f04d6097ce req-ff98dde0-200b-41e2-8c9f-14d6bcfc97dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:33:52.358139 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ea1c83f9-850e-47f8-aa9d-42f04d6097ce req-ff98dde0-200b-41e2-8c9f-14d6bcfc97dd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe7a3c92f28e465cb184de1f3f5eca99&device_id=954be901-a8cb-42ed-8726-b2f0751580a5 HTTP/1.1" status: 200 len: 1097 time: 0.0625112 Jul 24 01:33:52.398129 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['efdf52f2-bd82-4f8b-aeba-53b01dfff4c9'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:33:52.476227 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c83f9-850e-47f8-aa9d-42f04d6097ce req-4c809d4d-8ef9-4ca1-90fb-660be5f33b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:33:52.477767 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ea1c83f9-850e-47f8-aa9d-42f04d6097ce req-4c809d4d-8ef9-4ca1-90fb-660be5f33b57 service neutron] 10.222.0.13 "GET /v2.0/networks?id=235341de-2ef7-4721-a0f4-674c9eac7675 HTTP/1.1" status: 200 len: 912 time: 0.1134009 Jul 24 01:33:52.555398 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ea1c83f9-850e-47f8-aa9d-42f04d6097ce req-e70a2a1e-2a7e-4247-978f-853bd5783f75 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=efdf52f2-bd82-4f8b-aeba-53b01dfff4c9 HTTP/1.1" status: 200 len: 1001 time: 0.0709450 Jul 24 01:33:52.627537 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c83f9-850e-47f8-aa9d-42f04d6097ce req-f35a74ff-0256-4734-bb0e-ca39cf168502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:33:52.629353 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ea1c83f9-850e-47f8-aa9d-42f04d6097ce req-f35a74ff-0256-4734-bb0e-ca39cf168502 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680b0b6d-ed1b-455e-8a44-2c7f7461a00c HTTP/1.1" status: 200 len: 850 time: 0.0680048 Jul 24 01:33:52.701045 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c83f9-850e-47f8-aa9d-42f04d6097ce req-beec425a-0966-45ff-86a3-912c433789a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:33:52.702605 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ea1c83f9-850e-47f8-aa9d-42f04d6097ce req-beec425a-0966-45ff-86a3-912c433789a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=235341de-2ef7-4721-a0f4-674c9eac7675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0668066 Jul 24 01:33:52.795895 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ea1c83f9-850e-47f8-aa9d-42f04d6097ce req-1f978f52-00e0-44f5-81cd-7e8b49c912a9 service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856905 Jul 24 01:33:52.903713 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ea1c83f9-850e-47f8-aa9d-42f04d6097ce req-970744e9-ee27-4bdd-a7ec-7601afaca0e4 service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975854 Jul 24 01:33:53.202542 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device efdf52f2-bd82-4f8b-aeba-53b01dfff4c9 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:33:53.275131 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port efdf52f2-bd82-4f8b-aeba-53b01dfff4c9 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:33:53.275506 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:33:53.373244 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:33:53.423476 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port efdf52f2-bd82-4f8b-aeba-53b01dfff4c9, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=efdf52f2-bd82-4f8b-aeba-53b01dfff4c9,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:33:53.431606 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:33:53.457875 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954be901-a8cb-42ed-8726-b2f0751580a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efdf52f2-bd82-4f8b-aeba-53b01dfff4c9'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:33:53.460589 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294776a2-977e-4bc5-a0f0-f7ef176d9991" -d '{"events": [{"server_uuid": "954be901-a8cb-42ed-8726-b2f0751580a5", "name": "network-vif-plugged", "status": "completed", "tag": "efdf52f2-bd82-4f8b-aeba-53b01dfff4c9"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:33:53.487745 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcad899-99fb-4d43-9f9f-8224ac31c6c7 req-ddf22c1b-e8ac-4f91-93e1-b6f7330240d1 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:33:53.491788 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4bcad899-99fb-4d43-9f9f-8224ac31c6c7 req-ddf22c1b-e8ac-4f91-93e1-b6f7330240d1 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=954be901-a8cb-42ed-8726-b2f0751580a5 HTTP/1.1" status: 200 len: 945 time: 0.0972135 Jul 24 01:33:53.504101 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=efdf52f2-bd82-4f8b-aeba-53b01dfff4c9,revision_number=8']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:33:53.527752 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93554cbf-7f87-4cf5-8309-3ea9fe27821e x-openstack-request-id: req-93554cbf-7f87-4cf5-8309-3ea9fe27821e {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:33:53.528199 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954be901-a8cb-42ed-8726-b2f0751580a5", "name": "network-vif-plugged", "status": "completed", "tag": "efdf52f2-bd82-4f8b-aeba-53b01dfff4c9", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:33:53.528595 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-93554cbf-7f87-4cf5-8309-3ea9fe27821e {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:33:53.529179 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954be901-a8cb-42ed-8726-b2f0751580a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efdf52f2-bd82-4f8b-aeba-53b01dfff4c9', 'code': 200} Jul 24 01:33:53.534731 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4bcad899-99fb-4d43-9f9f-8224ac31c6c7 req-b6c43a00-6b32-4261-bf9e-3e0024851b28 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378954 Jul 24 01:33:53.687853 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c03919-9056-474e-ae9f-942ea643d31c req-972ff34b-88c0-4943-bf51-34a40ff7ba8b tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:33:53.689388 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-76c03919-9056-474e-ae9f-942ea643d31c req-972ff34b-88c0-4943-bf51-34a40ff7ba8b tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=954be901-a8cb-42ed-8726-b2f0751580a5 HTTP/1.1" status: 200 len: 946 time: 0.0796719 Jul 24 01:33:53.731238 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-76c03919-9056-474e-ae9f-942ea643d31c req-2055c181-47e9-4dd9-8ef9-322e9a21479d tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355208 Jul 24 01:33:53.870697 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6208afae-b23e-481b-9e91-b80539794b51 req-780a8079-cd75-497c-bd44-49f8dabc37c1 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:33:53.872263 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6208afae-b23e-481b-9e91-b80539794b51 req-780a8079-cd75-497c-bd44-49f8dabc37c1 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=954be901-a8cb-42ed-8726-b2f0751580a5 HTTP/1.1" status: 200 len: 946 time: 0.0736346 Jul 24 01:33:53.923147 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6208afae-b23e-481b-9e91-b80539794b51 req-cc2a45b8-677e-4d8e-a637-a3f5f72000af tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448704 Jul 24 01:33:54.203819 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cf96be-f167-4981-a755-46b4e7ef8233 req-34604951-f1ad-4087-bb8c-5145c6a714d8 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:33:54.205347 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-01cf96be-f167-4981-a755-46b4e7ef8233 req-34604951-f1ad-4087-bb8c-5145c6a714d8 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=954be901-a8cb-42ed-8726-b2f0751580a5 HTTP/1.1" status: 200 len: 946 time: 0.0699008 Jul 24 01:33:54.250294 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-01cf96be-f167-4981-a755-46b4e7ef8233 req-dd557a1e-9e92-409b-b804-65f91f752476 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376065 Jul 24 01:33:55.424326 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa3158-b0f1-49a5-89e5-93110d3889d5 req-b2196c5e-1229-4295-91d2-3c140a1cbe38 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:33:55.425952 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-edfa3158-b0f1-49a5-89e5-93110d3889d5 req-b2196c5e-1229-4295-91d2-3c140a1cbe38 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=954be901-a8cb-42ed-8726-b2f0751580a5 HTTP/1.1" status: 200 len: 946 time: 0.1020889 Jul 24 01:33:55.471341 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb562335-6225-42c7-a2f9-2ad01d4ed5f2 req-b2384d8d-a95e-4ab5-a47d-a4bdab569581 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:33:55.472833 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bb562335-6225-42c7-a2f9-2ad01d4ed5f2 req-b2384d8d-a95e-4ab5-a47d-a4bdab569581 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.13 "GET /v2.0/ports?device_id=954be901-a8cb-42ed-8726-b2f0751580a5 HTTP/1.1" status: 200 len: 946 time: 0.1059625 Jul 24 01:33:55.510813 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-edfa3158-b0f1-49a5-89e5-93110d3889d5 req-fb12570a-02f2-4e44-8331-e02567b2e7f3 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782471 Jul 24 01:33:55.588523 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-bb562335-6225-42c7-a2f9-2ad01d4ed5f2 req-48202fa6-9153-4ca3-b8a7-0bb8ca2979db tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Deleting port efdf52f2-bd82-4f8b-aeba-53b01dfff4c9 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:33:55.588876 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-bb562335-6225-42c7-a2f9-2ad01d4ed5f2 req-48202fa6-9153-4ca3-b8a7-0bb8ca2979db tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:33:55.735896 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-bb562335-6225-42c7-a2f9-2ad01d4ed5f2 req-48202fa6-9153-4ca3-b8a7-0bb8ca2979db tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] For port efdf52f2-bd82-4f8b-aeba-53b01dfff4c9, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=efdf52f2-bd82-4f8b-aeba-53b01dfff4c9,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:33:55.736473 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-bb562335-6225-42c7-a2f9-2ad01d4ed5f2 req-48202fa6-9153-4ca3-b8a7-0bb8ca2979db tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:33:55.949883 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-bb562335-6225-42c7-a2f9-2ad01d4ed5f2 req-48202fa6-9153-4ca3-b8a7-0bb8ca2979db tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:33:55.950374 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-bb562335-6225-42c7-a2f9-2ad01d4ed5f2 req-48202fa6-9153-4ca3-b8a7-0bb8ca2979db tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:33:55.950981 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [req-bb562335-6225-42c7-a2f9-2ad01d4ed5f2 req-48202fa6-9153-4ca3-b8a7-0bb8ca2979db tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Floating IP ddb2db9a-cb78-4049-a6ad-5a5ecc367813 disassociated. External IP: 172.25.2.164, port: efdf52f2-bd82-4f8b-aeba-53b01dfff4c9. Jul 24 01:33:55.951464 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-bb562335-6225-42c7-a2f9-2ad01d4ed5f2 req-48202fa6-9153-4ca3-b8a7-0bb8ca2979db tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Calling delete_port for efdf52f2-bd82-4f8b-aeba-53b01dfff4c9 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:33:56.115556 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-bb562335-6225-42c7-a2f9-2ad01d4ed5f2 req-48202fa6-9153-4ca3-b8a7-0bb8ca2979db tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:33:56.153248 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48202fa6-9153-4ca3-b8a7-0bb8ca2979db tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Pushing event deleted for resources: {'Port': ['ID=efdf52f2-bd82-4f8b-aeba-53b01dfff4c9,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:33:56.164870 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48202fa6-9153-4ca3-b8a7-0bb8ca2979db tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:33:56.165228 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48202fa6-9153-4ca3-b8a7-0bb8ca2979db tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:33:56.165578 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48202fa6-9153-4ca3-b8a7-0bb8ca2979db tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:33:56.165928 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48202fa6-9153-4ca3-b8a7-0bb8ca2979db tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:33:56.166270 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48202fa6-9153-4ca3-b8a7-0bb8ca2979db tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:33:56.166609 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48202fa6-9153-4ca3-b8a7-0bb8ca2979db tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:33:56.166970 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48202fa6-9153-4ca3-b8a7-0bb8ca2979db tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:33:56.167303 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48202fa6-9153-4ca3-b8a7-0bb8ca2979db tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:33:56.167633 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48202fa6-9153-4ca3-b8a7-0bb8ca2979db tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:33:56.167966 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48202fa6-9153-4ca3-b8a7-0bb8ca2979db tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:33:56.168300 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48202fa6-9153-4ca3-b8a7-0bb8ca2979db tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:33:56.168632 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48202fa6-9153-4ca3-b8a7-0bb8ca2979db tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:33:56.333422 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb562335-6225-42c7-a2f9-2ad01d4ed5f2 req-48202fa6-9153-4ca3-b8a7-0bb8ca2979db tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Router 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:33:56.455517 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb562335-6225-42c7-a2f9-2ad01d4ed5f2 req-48202fa6-9153-4ca3-b8a7-0bb8ca2979db tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:33:56.468596 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5829203c-43bb-401f-b7cc-b94ce349815c None None] Sync routers for ids ['18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:33:56.483766 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5829203c-43bb-401f-b7cc-b94ce349815c None None] Routers {'18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:33:56.484763 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-5829203c-43bb-401f-b7cc-b94ce349815c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:33:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:33:56.516091 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb562335-6225-42c7-a2f9-2ad01d4ed5f2 req-48202fa6-9153-4ca3-b8a7-0bb8ca2979db tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] No DVR routers for this DVR port efdf52f2-bd82-4f8b-aeba-53b01dfff4c9 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:33:56.518993 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-bb562335-6225-42c7-a2f9-2ad01d4ed5f2 req-48202fa6-9153-4ca3-b8a7-0bb8ca2979db tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:33:56.522041 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bb562335-6225-42c7-a2f9-2ad01d4ed5f2 req-48202fa6-9153-4ca3-b8a7-0bb8ca2979db tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.13 "DELETE /v2.0/ports/efdf52f2-bd82-4f8b-aeba-53b01dfff4c9 HTTP/1.1" status: 204 len: 173 time: 1.0426824 Jul 24 01:33:56.522297 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954be901-a8cb-42ed-8726-b2f0751580a5', 'name': 'network-vif-deleted', 'tag': 'efdf52f2-bd82-4f8b-aeba-53b01dfff4c9'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:33:56.524487 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c19b38-ac5f-4bd7-9cee-0b4a52f7c34b" -d '{"events": [{"server_uuid": "954be901-a8cb-42ed-8726-b2f0751580a5", "name": "network-vif-deleted", "tag": "efdf52f2-bd82-4f8b-aeba-53b01dfff4c9"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:33:56.566633 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd6251e-64ca-40e1-915e-fdd8faa1ac51 x-openstack-request-id: req-8cd6251e-64ca-40e1-915e-fdd8faa1ac51 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:33:56.567080 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954be901-a8cb-42ed-8726-b2f0751580a5", "name": "network-vif-deleted", "tag": "efdf52f2-bd82-4f8b-aeba-53b01dfff4c9", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:33:56.568134 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8cd6251e-64ca-40e1-915e-fdd8faa1ac51 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:33:56.569014 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954be901-a8cb-42ed-8726-b2f0751580a5', 'name': 'network-vif-deleted', 'tag': 'efdf52f2-bd82-4f8b-aeba-53b01dfff4c9', 'status': 'completed', 'code': 200} Jul 24 01:33:56.654127 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-5829203c-43bb-401f-b7cc-b94ce349815c None None] Set router 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:33:56.670419 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b68fbd9b-c0dc-4b29-982c-59fb2738f31b req-2a47becc-3eff-47d6-bd29-abf66062ccf3 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=954be901-a8cb-42ed-8726-b2f0751580a5 HTTP/1.1" status: 200 len: 210 time: 0.0400646 Jul 24 01:33:56.870945 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-5829203c-43bb-401f-b7cc-b94ce349815c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'name': 'tempest-ServerActionsTestJSON-759337737-router', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:42Z', 'revision_number': 4, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'gw_port': {'id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '3413a649-486c-49c6-8c9f-6cb51ce99406', 'name': '', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'mac_address': 'fa:16:3e:f4:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:42Z', 'updated_at': '2021-07-24T01:31:47Z', 'revision_number': 5, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'subnets': [{'id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:33:56.896408 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5829203c-43bb-401f-b7cc-b94ce349815c None None] Checking router: 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:33:56.905079 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5829203c-43bb-401f-b7cc-b94ce349815c None None] Routers {'18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:33:56.905695 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-5829203c-43bb-401f-b7cc-b94ce349815c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:33:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:33:57.034772 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-5829203c-43bb-401f-b7cc-b94ce349815c None None] Set router 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:33:57.342567 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-5829203c-43bb-401f-b7cc-b94ce349815c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'name': 'tempest-ServerActionsTestJSON-759337737-router', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:42Z', 'revision_number': 4, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'gw_port': {'id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '3413a649-486c-49c6-8c9f-6cb51ce99406', 'name': '', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'mac_address': 'fa:16:3e:f4:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:42Z', 'updated_at': '2021-07-24T01:31:47Z', 'revision_number': 5, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'subnets': [{'id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:33:57.377786 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5829203c-43bb-401f-b7cc-b94ce349815c None None] The sync data for ids ['18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'] in n-d-793621-25 is: [{'id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'name': 'tempest-ServerActionsTestJSON-759337737-router', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:42Z', 'revision_number': 4, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'gw_port': {'id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '3413a649-486c-49c6-8c9f-6cb51ce99406', 'name': '', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'mac_address': 'fa:16:3e:f4:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:42Z', 'updated_at': '2021-07-24T01:31:47Z', 'revision_number': 5, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'subnets': [{'id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:33:57.621364 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301697aa-707b-4307-8f33-765e146307b9 None None] New status for floating IP ddb2db9a-cb78-4049-a6ad-5a5ecc367813: DOWN {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:33:57.947328 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-d78bde91-b685-43f9-bd03-324b412e2956 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1496674558&fields=id&tenant_id=fe7a3c92f28e465cb184de1f3f5eca99 HTTP/1.1" status: 200 len: 267 time: 0.0369709 Jul 24 01:33:58.095139 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-49133d0f-e815-4eb0-9e99-5ea917ef3219 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:33:58.096670 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-49133d0f-e815-4eb0-9e99-5ea917ef3219 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/networks?id=235341de-2ef7-4721-a0f4-674c9eac7675 HTTP/1.1" status: 200 len: 811 time: 0.1406815 Jul 24 01:33:58.119868 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-5bf5480e-ee43-4581-af80-a0ccde45fcda tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/quotas/fe7a3c92f28e465cb184de1f3f5eca99 HTTP/1.1" status: 200 len: 375 time: 0.0140483 Jul 24 01:33:58.216848 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-925c8361-6faa-4d4e-a934-c53b18efa03a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe7a3c92f28e465cb184de1f3f5eca99&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0882325 Jul 24 01:33:58.336472 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-9d9c8ff9-3e1b-4b3f-8527-34358c2270a9 service neutron] 10.222.0.15 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069646 Jul 24 01:33:58.437773 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-7f0ead95-e1a7-4b66-b95f-cd65bfee569a service neutron] 10.222.0.15 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951397 Jul 24 01:33:59.249173 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device efdf52f2-bd82-4f8b-aeba-53b01dfff4c9 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:33:59.271471 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: efdf52f2-bd82-4f8b-aeba-53b01dfff4c9 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:33:59.271866 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device efdf52f2-bd82-4f8b-aeba-53b01dfff4c9 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:33:59.641253 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f18b7ba0-7c3e-4eeb-a793-0248e57a893b req-4ece05c7-05d5-417e-aab5-9bda91a24ac0 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c HTTP/1.1" status: 200 len: 210 time: 0.0305352 Jul 24 01:34:00.762542 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9ad29a11-1024-4eba-9bee-35a376c1f042 req-57e9a64f-dec4-40fe-9935-0efdc0ab508e tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c HTTP/1.1" status: 200 len: 210 time: 0.0317912 Jul 24 01:34:00.844368 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-a094e913-58a5-4d82-a177-b74df468139a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:34:00.845937 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-a094e913-58a5-4d82-a177-b74df468139a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.13 "GET /v2.0/networks?id=235341de-2ef7-4721-a0f4-674c9eac7675 HTTP/1.1" status: 200 len: 811 time: 0.1397629 Jul 24 01:34:00.894035 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-2020382b-8b94-41c9-b123-8ebd0934410d tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe7a3c92f28e465cb184de1f3f5eca99 HTTP/1.1" status: 200 len: 380 time: 0.0391307 Jul 24 01:34:00.908506 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-68bd495b-2d4a-45eb-b005-e5b2be7efe74 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Request body: {'port': {'device_id': '6c32c81b-f75c-4ffa-884e-dde239407c8c', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'admin_state_up': True, 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'security_groups': ['2b66efb1-af1a-4c29-9de2-58fd93b11474']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:34:01.021651 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-68bd495b-2d4a-45eb-b005-e5b2be7efe74 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Made reservation on behalf of fe7a3c92f28e465cb184de1f3f5eca99 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:34:01.025117 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-68bd495b-2d4a-45eb-b005-e5b2be7efe74 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:34:01.163281 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-68bd495b-2d4a-45eb-b005-e5b2be7efe74 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Allocated IP 172.20.0.4 (235341de-2ef7-4721-a0f4-674c9eac7675/680b0b6d-ed1b-455e-8a44-2c7f7461a00c/9fb88260-db00-48d3-a0c7-701a0e12532f) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:34:01.313681 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-68bd495b-2d4a-45eb-b005-e5b2be7efe74 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:34:01.340392 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-68bd495b-2d4a-45eb-b005-e5b2be7efe74 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Transition to ACTIVE for port object 9fb88260-db00-48d3-a0c7-701a0e12532f will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:34:01.377937 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-68bd495b-2d4a-45eb-b005-e5b2be7efe74 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:34:01.423276 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-68bd495b-2d4a-45eb-b005-e5b2be7efe74 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Network 235341de-2ef7-4721-a0f4-674c9eac7675 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:34:01.428623 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-68bd495b-2d4a-45eb-b005-e5b2be7efe74 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:34:01.432531 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-68bd495b-2d4a-45eb-b005-e5b2be7efe74 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:34:01.439248 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bd495b-2d4a-45eb-b005-e5b2be7efe74 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Pushing event updated for resources: {'Port': ['ID=9fb88260-db00-48d3-a0c7-701a0e12532f,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:34:01.493021 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-68bd495b-2d4a-45eb-b005-e5b2be7efe74 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:34:01.493699 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-68bd495b-2d4a-45eb-b005-e5b2be7efe74 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:34:01.512020 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-68bd495b-2d4a-45eb-b005-e5b2be7efe74 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6074159 Jul 24 01:34:01.524447 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-dad7b9b2-a7c4-4dcc-9d1a-26a37d259e5a service neutron] Request body: {'port': {'device_id': '6c32c81b-f75c-4ffa-884e-dde239407c8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:34:01.609258 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-dad7b9b2-a7c4-4dcc-9d1a-26a37d259e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:34:01.704787 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-ef3a1588-109f-4d59-9dec-9e8f55069ea2 None None] Provisioning for port 9fb88260-db00-48d3-a0c7-701a0e12532f completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:34:01.711099 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-ef3a1588-109f-4d59-9dec-9e8f55069ea2 None None] Provisioning complete for port 9fb88260-db00-48d3-a0c7-701a0e12532f triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:34:01.711703 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ef3a1588-109f-4d59-9dec-9e8f55069ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:34:01.754176 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-ef3a1588-109f-4d59-9dec-9e8f55069ea2 None None] Port 9fb88260-db00-48d3-a0c7-701a0e12532f cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:34:01.954979 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-dad7b9b2-a7c4-4dcc-9d1a-26a37d259e5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fb88260-db00-48d3-a0c7-701a0e12532f {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:34:01.965810 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-dad7b9b2-a7c4-4dcc-9d1a-26a37d259e5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:34:01.987689 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a135c74-a3e4-48e2-97e3-d77641c2334b req-b2ea2d6b-5d16-461a-aa93-3918e98bb367 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:34:01.989858 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3a135c74-a3e4-48e2-97e3-d77641c2334b req-b2ea2d6b-5d16-461a-aa93-3918e98bb367 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c HTTP/1.1" status: 200 len: 931 time: 0.1447654 Jul 24 01:34:01.993352 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-dad7b9b2-a7c4-4dcc-9d1a-26a37d259e5a service neutron] Transition to ACTIVE for port object 9fb88260-db00-48d3-a0c7-701a0e12532f will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:34:02.006053 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-dad7b9b2-a7c4-4dcc-9d1a-26a37d259e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:34:02.081213 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3a135c74-a3e4-48e2-97e3-d77641c2334b req-c61ab98a-153c-471f-beca-1340fd606525 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847712 Jul 24 01:34:02.090008 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7b9b2-a7c4-4dcc-9d1a-26a37d259e5a service neutron] Pushing event updated for resources: {'Port': ['ID=9fb88260-db00-48d3-a0c7-701a0e12532f,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:34:02.183304 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-dad7b9b2-a7c4-4dcc-9d1a-26a37d259e5a service neutron] Attempting to bind port 9fb88260-db00-48d3-a0c7-701a0e12532f on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:34:02.183593 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-dad7b9b2-a7c4-4dcc-9d1a-26a37d259e5a service neutron] Attempting to bind port 9fb88260-db00-48d3-a0c7-701a0e12532f by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '15f2cbf1-71ad-415b-9589-3447496b6ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:34:02.184043 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-dad7b9b2-a7c4-4dcc-9d1a-26a37d259e5a service neutron] Attempting to bind port 9fb88260-db00-48d3-a0c7-701a0e12532f on network 235341de-2ef7-4721-a0f4-674c9eac7675 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:34:02.190197 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-dad7b9b2-a7c4-4dcc-9d1a-26a37d259e5a service neutron] Port 9fb88260-db00-48d3-a0c7-701a0e12532f on network 235341de-2ef7-4721-a0f4-674c9eac7675 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:34:02.190537 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-dad7b9b2-a7c4-4dcc-9d1a-26a37d259e5a service neutron] Attempting to bind port 9fb88260-db00-48d3-a0c7-701a0e12532f on network 235341de-2ef7-4721-a0f4-674c9eac7675 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:34:02.196543 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-dad7b9b2-a7c4-4dcc-9d1a-26a37d259e5a service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:34:02.196895 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-dad7b9b2-a7c4-4dcc-9d1a-26a37d259e5a service neutron] Checking segment: {'id': '15f2cbf1-71ad-415b-9589-3447496b6ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:34:02.197295 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-dad7b9b2-a7c4-4dcc-9d1a-26a37d259e5a service neutron] Bound using segment: {'id': '15f2cbf1-71ad-415b-9589-3447496b6ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:34:02.197736 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-dad7b9b2-a7c4-4dcc-9d1a-26a37d259e5a service neutron] Bound port: 9fb88260-db00-48d3-a0c7-701a0e12532f, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15f2cbf1-71ad-415b-9589-3447496b6ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:34:02.198108 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-dad7b9b2-a7c4-4dcc-9d1a-26a37d259e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:34:02.277036 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-dad7b9b2-a7c4-4dcc-9d1a-26a37d259e5a service neutron] For port 9fb88260-db00-48d3-a0c7-701a0e12532f, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:34:02.280455 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-dad7b9b2-a7c4-4dcc-9d1a-26a37d259e5a service neutron] For port 9fb88260-db00-48d3-a0c7-701a0e12532f, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=9fb88260-db00-48d3-a0c7-701a0e12532f,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:34:02.286836 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-dad7b9b2-a7c4-4dcc-9d1a-26a37d259e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:34:02.323995 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-dad7b9b2-a7c4-4dcc-9d1a-26a37d259e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:34:02.324626 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-dad7b9b2-a7c4-4dcc-9d1a-26a37d259e5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:34:02.326083 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-dad7b9b2-a7c4-4dcc-9d1a-26a37d259e5a service neutron] 10.222.0.13 "PUT /v2.0/ports/9fb88260-db00-48d3-a0c7-701a0e12532f HTTP/1.1" status: 200 len: 1092 time: 0.8068376 Jul 24 01:34:02.326532 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c32c81b-f75c-4ffa-884e-dde239407c8c', 'tag': '9fb88260-db00-48d3-a0c7-701a0e12532f'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:34:02.328879 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df60cc95-aa14-4014-b0dd-dd44ddf1ed51" -d '{"events": [{"name": "network-changed", "server_uuid": "6c32c81b-f75c-4ffa-884e-dde239407c8c", "tag": "9fb88260-db00-48d3-a0c7-701a0e12532f"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:34:02.359334 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7b9b2-a7c4-4dcc-9d1a-26a37d259e5a service neutron] Pushing event updated for resources: {'Port': ['ID=9fb88260-db00-48d3-a0c7-701a0e12532f,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:34:02.389494 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb180269-3795-41e0-bbd9-58e22c66df1a x-openstack-request-id: req-bb180269-3795-41e0-bbd9-58e22c66df1a {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:34:02.389789 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c32c81b-f75c-4ffa-884e-dde239407c8c", "tag": "9fb88260-db00-48d3-a0c7-701a0e12532f", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:34:02.390071 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb180269-3795-41e0-bbd9-58e22c66df1a {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:34:02.390473 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c32c81b-f75c-4ffa-884e-dde239407c8c', 'tag': '9fb88260-db00-48d3-a0c7-701a0e12532f', 'status': 'completed', 'code': 200} Jul 24 01:34:02.445633 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-ca3cac4a-906b-4866-bcc2-c4dbcecc6920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:34:02.448050 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-ca3cac4a-906b-4866-bcc2-c4dbcecc6920 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe7a3c92f28e465cb184de1f3f5eca99&device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c HTTP/1.1" status: 200 len: 1095 time: 0.0721717 Jul 24 01:34:02.498450 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-0a2b4295-b13e-4d05-8571-9db3aabf513f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fb88260-db00-48d3-a0c7-701a0e12532f HTTP/1.1" status: 200 len: 217 time: 0.0412800 Jul 24 01:34:02.553003 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-a583eb73-c915-423f-9182-4ae333a18da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:34:02.554523 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-a583eb73-c915-423f-9182-4ae333a18da6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680b0b6d-ed1b-455e-8a44-2c7f7461a00c HTTP/1.1" status: 200 len: 850 time: 0.0501878 Jul 24 01:34:02.614058 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:34:02.631077 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-9d250993-25c6-45ef-b62a-e65dc9d2a790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:34:02.632789 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-9d250993-25c6-45ef-b62a-e65dc9d2a790 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=235341de-2ef7-4721-a0f4-674c9eac7675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725384 Jul 24 01:34:02.732991 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-b2842f85-1ddc-4bff-893f-a69859b85f0d service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935996 Jul 24 01:34:02.828506 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6fb62565-6450-42a0-a302-eab5bc504ffe req-808ea790-c98f-49ec-96aa-716961ca0c6a service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888693 Jul 24 01:34:02.950400 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60cc95-aa14-4014-b0dd-dd44ddf1ed51 req-01ba9a48-0b27-4121-b7e2-385e296ee59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:34:02.952419 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-df60cc95-aa14-4014-b0dd-dd44ddf1ed51 req-01ba9a48-0b27-4121-b7e2-385e296ee59c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe7a3c92f28e465cb184de1f3f5eca99&device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c HTTP/1.1" status: 200 len: 1095 time: 0.0751998 Jul 24 01:34:03.055891 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60cc95-aa14-4014-b0dd-dd44ddf1ed51 req-208ee7c2-ae4c-46ee-91a2-f7d67b19058a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:34:03.057332 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-df60cc95-aa14-4014-b0dd-dd44ddf1ed51 req-208ee7c2-ae4c-46ee-91a2-f7d67b19058a service neutron] 10.222.0.13 "GET /v2.0/networks?id=235341de-2ef7-4721-a0f4-674c9eac7675 HTTP/1.1" status: 200 len: 912 time: 0.0983167 Jul 24 01:34:03.105325 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-df60cc95-aa14-4014-b0dd-dd44ddf1ed51 req-3c5f284b-9297-4196-af5f-4c31d4937072 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fb88260-db00-48d3-a0c7-701a0e12532f HTTP/1.1" status: 200 len: 217 time: 0.0417335 Jul 24 01:34:03.167548 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60cc95-aa14-4014-b0dd-dd44ddf1ed51 req-c8ef8555-a05e-414f-b351-9eec8f831b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:34:03.170177 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-df60cc95-aa14-4014-b0dd-dd44ddf1ed51 req-c8ef8555-a05e-414f-b351-9eec8f831b4c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680b0b6d-ed1b-455e-8a44-2c7f7461a00c HTTP/1.1" status: 200 len: 850 time: 0.0585561 Jul 24 01:34:03.279091 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f56809-617b-4e40-81df-addc90e533af req-b04bc262-7c16-4cbe-84fa-a91f487a4e1a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:34:03.280641 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-03f56809-617b-4e40-81df-addc90e533af req-b04bc262-7c16-4cbe-84fa-a91f487a4e1a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c HTTP/1.1" status: 200 len: 943 time: 0.1050491 Jul 24 01:34:03.288033 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60cc95-aa14-4014-b0dd-dd44ddf1ed51 req-f497a943-d641-4815-b9fe-3b4bd269863e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:34:03.289592 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-df60cc95-aa14-4014-b0dd-dd44ddf1ed51 req-f497a943-d641-4815-b9fe-3b4bd269863e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=235341de-2ef7-4721-a0f4-674c9eac7675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1119132 Jul 24 01:34:03.356394 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-03f56809-617b-4e40-81df-addc90e533af req-eb562024-fd24-4246-93b0-7152e56bdc26 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657320 Jul 24 01:34:03.415013 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-df60cc95-aa14-4014-b0dd-dd44ddf1ed51 req-6181c6f8-067a-42f8-915b-0e498e51bfcf service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183267 Jul 24 01:34:03.539318 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-df60cc95-aa14-4014-b0dd-dd44ddf1ed51 req-c73cdd28-858b-4114-8380-74069328db63 service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165173 Jul 24 01:34:04.494012 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f723fe-7a41-4763-88a4-8551339b8c1e req-60bcda98-7a65-47ba-8f5c-b11a51144fda tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:34:04.495577 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-24f723fe-7a41-4763-88a4-8551339b8c1e req-60bcda98-7a65-47ba-8f5c-b11a51144fda tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c HTTP/1.1" status: 200 len: 943 time: 0.0673788 Jul 24 01:34:04.534371 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-24f723fe-7a41-4763-88a4-8551339b8c1e req-d3e57c00-6938-43b3-bd46-b6757191abe7 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328689 Jul 24 01:34:05.249235 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 9fb88260-db00-48d3-a0c7-701a0e12532f details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:34:05.308705 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:34:05.362293 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 9fb88260-db00-48d3-a0c7-701a0e12532f, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=9fb88260-db00-48d3-a0c7-701a0e12532f,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:34:05.374169 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '9fb88260-db00-48d3-a0c7-701a0e12532f', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'port_id': '9fb88260-db00-48d3-a0c7-701a0e12532f', 'mac_address': 'fa:16:3e:e4:89:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:34:05.422594 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:34:05.438183 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fb88260-db00-48d3-a0c7-701a0e12532f {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:34:05.466144 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 9fb88260-db00-48d3-a0c7-701a0e12532f, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=9fb88260-db00-48d3-a0c7-701a0e12532f,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:34:05.473101 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:34:05.524946 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=9fb88260-db00-48d3-a0c7-701a0e12532f,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:34:05.633799 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:34:05.665914 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['9fb88260-db00-48d3-a0c7-701a0e12532f'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:34:05.679323 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa69d1-c51b-4545-9b23-b2fd5837cc45 req-a5434de4-4636-4713-9a00-61b27009be7b tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:34:05.680937 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cdfa69d1-c51b-4545-9b23-b2fd5837cc45 req-a5434de4-4636-4713-9a00-61b27009be7b tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c HTTP/1.1" status: 200 len: 944 time: 0.0719883 Jul 24 01:34:05.724432 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cdfa69d1-c51b-4545-9b23-b2fd5837cc45 req-8c8f572d-b3f1-4650-9277-bb215829233a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368140 Jul 24 01:34:06.874059 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db635c-de0f-4d32-9b86-5a2976b610a8 req-832c8ef2-ca2b-417e-ab66-362f132104ed tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:34:06.875611 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a8db635c-de0f-4d32-9b86-5a2976b610a8 req-832c8ef2-ca2b-417e-ab66-362f132104ed tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c HTTP/1.1" status: 200 len: 944 time: 0.0712385 Jul 24 01:34:06.915515 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a8db635c-de0f-4d32-9b86-5a2976b610a8 req-124e1d95-d530-40df-8d96-76fc198597d5 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332787 Jul 24 01:34:07.261467 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 9fb88260-db00-48d3-a0c7-701a0e12532f up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:34:07.314214 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 9fb88260-db00-48d3-a0c7-701a0e12532f completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:34:07.318825 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 9fb88260-db00-48d3-a0c7-701a0e12532f triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:34:07.319280 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:34:07.424879 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:34:07.459161 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c32c81b-f75c-4ffa-884e-dde239407c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb88260-db00-48d3-a0c7-701a0e12532f'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:34:07.461644 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8c37d1-b2d3-4645-8477-4b8a804081a4" -d '{"events": [{"server_uuid": "6c32c81b-f75c-4ffa-884e-dde239407c8c", "name": "network-vif-plugged", "status": "completed", "tag": "9fb88260-db00-48d3-a0c7-701a0e12532f"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:34:07.479919 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 9fb88260-db00-48d3-a0c7-701a0e12532f, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=9fb88260-db00-48d3-a0c7-701a0e12532f,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:34:07.485342 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:34:07.524855 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd6c8be-aa6e-4d61-8311-f0ce734d06be x-openstack-request-id: req-0bd6c8be-aa6e-4d61-8311-f0ce734d06be {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:34:07.525108 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c32c81b-f75c-4ffa-884e-dde239407c8c", "name": "network-vif-plugged", "status": "completed", "tag": "9fb88260-db00-48d3-a0c7-701a0e12532f", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:34:07.525308 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0bd6c8be-aa6e-4d61-8311-f0ce734d06be {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:34:07.525730 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c32c81b-f75c-4ffa-884e-dde239407c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb88260-db00-48d3-a0c7-701a0e12532f', 'code': 200} Jul 24 01:34:07.566374 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=9fb88260-db00-48d3-a0c7-701a0e12532f,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:34:07.659416 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8751c329-792a-4f41-89c2-b6a4650d83ba req-fd4017c8-4640-4a26-bc3d-efebdb219f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:34:07.661225 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8751c329-792a-4f41-89c2-b6a4650d83ba req-fd4017c8-4640-4a26-bc3d-efebdb219f19 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c HTTP/1.1" status: 200 len: 1097 time: 0.0778692 Jul 24 01:34:07.706071 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8751c329-792a-4f41-89c2-b6a4650d83ba req-e5cc9d97-cd27-4f8e-8e30-0e857e264731 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354176 Jul 24 01:34:08.080970 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22299136-4080-4487-bbe0-e386b8c25cc5 req-497b9b3a-1719-434f-964a-0e0fb8086526 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:34:08.082584 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-22299136-4080-4487-bbe0-e386b8c25cc5 req-497b9b3a-1719-434f-964a-0e0fb8086526 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c HTTP/1.1" status: 200 len: 945 time: 0.0864432 Jul 24 01:34:08.138156 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-22299136-4080-4487-bbe0-e386b8c25cc5 req-0cc0e96b-9a22-46a3-86f9-c4b74ff6126e tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475504 Jul 24 01:34:09.284756 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf6ada-eb0b-49ef-9b1c-b67a3327bef9 req-94ccaade-b9da-45b1-aae8-711051b3c7a1 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:34:09.286894 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8fcf6ada-eb0b-49ef-9b1c-b67a3327bef9 req-94ccaade-b9da-45b1-aae8-711051b3c7a1 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c HTTP/1.1" status: 200 len: 945 time: 0.0727789 Jul 24 01:34:09.329880 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8fcf6ada-eb0b-49ef-9b1c-b67a3327bef9 req-a0438184-674d-4b87-b8a9-6fe56fe43dc0 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368030 Jul 24 01:34:09.468036 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a511f6e-8ff8-4815-aedc-0b4b3c168deb req-fece4998-3783-4da9-bf34-77e77ce5f98d tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:34:09.469618 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8a511f6e-8ff8-4815-aedc-0b4b3c168deb req-fece4998-3783-4da9-bf34-77e77ce5f98d tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c HTTP/1.1" status: 200 len: 945 time: 0.0687659 Jul 24 01:34:09.479772 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 49162) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:34:09.485919 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-59463273-86c2-4581-800e-5c9b88a4afbe tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Request body: {'floatingip': {'port_id': '9fb88260-db00-48d3-a0c7-701a0e12532f'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:34:09.530204 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-59463273-86c2-4581-800e-5c9b88a4afbe tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks [] for floatingip, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:34:10.002128 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-59463273-86c2-4581-800e-5c9b88a4afbe tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:34:10.007236 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-59463273-86c2-4581-800e-5c9b88a4afbe tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:34:10.119381 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [None req-59463273-86c2-4581-800e-5c9b88a4afbe tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Floating IP ddb2db9a-cb78-4049-a6ad-5a5ecc367813 associated. External IP: 172.25.2.164, port: 9fb88260-db00-48d3-a0c7-701a0e12532f. Jul 24 01:34:10.670641 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59463273-86c2-4581-800e-5c9b88a4afbe tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Router 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:34:10.780606 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59463273-86c2-4581-800e-5c9b88a4afbe tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:34:10.785544 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-59463273-86c2-4581-800e-5c9b88a4afbe tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:34:10.794949 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db8612b-635e-4747-ad92-608e2f7963f5 None None] Sync routers for ids ['18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:34:10.804851 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db8612b-635e-4747-ad92-608e2f7963f5 None None] Routers {'18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:34:10.805456 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-4db8612b-635e-4747-ad92-608e2f7963f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:33:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:34:10.827407 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-59463273-86c2-4581-800e-5c9b88a4afbe tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "PUT /v2.0/floatingips/ddb2db9a-cb78-4049-a6ad-5a5ecc367813 HTTP/1.1" status: 200 len: 991 time: 1.3462276 Jul 24 01:34:10.828107 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c32c81b-f75c-4ffa-884e-dde239407c8c', 'tag': '9fb88260-db00-48d3-a0c7-701a0e12532f'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:34:10.830660 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6977978-0f65-4336-b9b9-7b4179380d39" -d '{"events": [{"name": "network-changed", "server_uuid": "6c32c81b-f75c-4ffa-884e-dde239407c8c", "tag": "9fb88260-db00-48d3-a0c7-701a0e12532f"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:34:10.868297 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87661b74-6d0b-40cc-ae2d-50d320468dcc x-openstack-request-id: req-87661b74-6d0b-40cc-ae2d-50d320468dcc {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:34:10.868593 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c32c81b-f75c-4ffa-884e-dde239407c8c", "tag": "9fb88260-db00-48d3-a0c7-701a0e12532f", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:34:10.868841 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-87661b74-6d0b-40cc-ae2d-50d320468dcc {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:34:10.869239 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c32c81b-f75c-4ffa-884e-dde239407c8c', 'tag': '9fb88260-db00-48d3-a0c7-701a0e12532f', 'status': 'completed', 'code': 200} Jul 24 01:34:10.931940 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-4db8612b-635e-4747-ad92-608e2f7963f5 None None] Set router 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:34:10.951292 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6977978-0f65-4336-b9b9-7b4179380d39 req-d3ca470b-5f82-4e6c-b962-1394a2ea28e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:34:10.952832 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e6977978-0f65-4336-b9b9-7b4179380d39 req-d3ca470b-5f82-4e6c-b962-1394a2ea28e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe7a3c92f28e465cb184de1f3f5eca99&device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c HTTP/1.1" status: 200 len: 1097 time: 0.0604336 Jul 24 01:34:11.051202 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6977978-0f65-4336-b9b9-7b4179380d39 req-e2ff5cb0-898b-4ee2-ae82-80ed1f8fb008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:34:11.053160 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e6977978-0f65-4336-b9b9-7b4179380d39 req-e2ff5cb0-898b-4ee2-ae82-80ed1f8fb008 service neutron] 10.222.0.13 "GET /v2.0/networks?id=235341de-2ef7-4721-a0f4-674c9eac7675 HTTP/1.1" status: 200 len: 912 time: 0.0931916 Jul 24 01:34:11.129313 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e6977978-0f65-4336-b9b9-7b4179380d39 req-8cc631c0-a17a-4b95-a259-ba5332f9c8e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fb88260-db00-48d3-a0c7-701a0e12532f HTTP/1.1" status: 200 len: 999 time: 0.0699654 Jul 24 01:34:11.171853 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-4db8612b-635e-4747-ad92-608e2f7963f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'name': 'tempest-ServerActionsTestJSON-759337737-router', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:42Z', 'revision_number': 4, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'gw_port': {'id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'ddb2db9a-cb78-4049-a6ad-5a5ecc367813', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'port_id': '9fb88260-db00-48d3-a0c7-701a0e12532f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'mac_address': 'fa:16:3e:e4:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c32c81b-f75c-4ffa-884e-dde239407c8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:31:44Z', 'updated_at': '2021-07-24T01:34:09Z', 'revision_number': 5, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3413a649-486c-49c6-8c9f-6cb51ce99406', 'name': '', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'mac_address': 'fa:16:3e:f4:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:42Z', 'updated_at': '2021-07-24T01:31:47Z', 'revision_number': 5, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'subnets': [{'id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:34:11.186306 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6977978-0f65-4336-b9b9-7b4179380d39 req-68486269-b134-4c04-9462-6769a61dbc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:34:11.187861 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e6977978-0f65-4336-b9b9-7b4179380d39 req-68486269-b134-4c04-9462-6769a61dbc72 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680b0b6d-ed1b-455e-8a44-2c7f7461a00c HTTP/1.1" status: 200 len: 850 time: 0.0522027 Jul 24 01:34:11.200889 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db8612b-635e-4747-ad92-608e2f7963f5 None None] Checking router: 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:34:11.210498 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db8612b-635e-4747-ad92-608e2f7963f5 None None] Routers {'18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:34:11.211513 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-4db8612b-635e-4747-ad92-608e2f7963f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:33:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:34:11.260826 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6977978-0f65-4336-b9b9-7b4179380d39 req-8a5f38ac-774a-4ef0-9d7c-37210baa2d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:34:11.262587 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e6977978-0f65-4336-b9b9-7b4179380d39 req-8a5f38ac-774a-4ef0-9d7c-37210baa2d9e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=235341de-2ef7-4721-a0f4-674c9eac7675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0684991 Jul 24 01:34:11.327700 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-4db8612b-635e-4747-ad92-608e2f7963f5 None None] Set router 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:34:11.363957 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e6977978-0f65-4336-b9b9-7b4179380d39 req-64f7b8df-d950-4ca5-b7b8-00829ec0dc5f service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949838 Jul 24 01:34:11.473851 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e6977978-0f65-4336-b9b9-7b4179380d39 req-abf5c70d-5dc5-4e3c-acaa-bf54b059d622 service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032455 Jul 24 01:34:11.592723 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-4db8612b-635e-4747-ad92-608e2f7963f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'name': 'tempest-ServerActionsTestJSON-759337737-router', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:42Z', 'revision_number': 4, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'gw_port': {'id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'ddb2db9a-cb78-4049-a6ad-5a5ecc367813', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'port_id': '9fb88260-db00-48d3-a0c7-701a0e12532f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'mac_address': 'fa:16:3e:e4:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c32c81b-f75c-4ffa-884e-dde239407c8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:31:44Z', 'updated_at': '2021-07-24T01:34:09Z', 'revision_number': 5, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3413a649-486c-49c6-8c9f-6cb51ce99406', 'name': '', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'mac_address': 'fa:16:3e:f4:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:42Z', 'updated_at': '2021-07-24T01:31:47Z', 'revision_number': 5, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'subnets': [{'id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:34:11.621826 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db8612b-635e-4747-ad92-608e2f7963f5 None None] The sync data for ids ['18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'] in n-d-793621-25 is: [{'id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'name': 'tempest-ServerActionsTestJSON-759337737-router', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:42Z', 'revision_number': 4, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'gw_port': {'id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'ddb2db9a-cb78-4049-a6ad-5a5ecc367813', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'port_id': '9fb88260-db00-48d3-a0c7-701a0e12532f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'mac_address': 'fa:16:3e:e4:89:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c32c81b-f75c-4ffa-884e-dde239407c8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:31:44Z', 'updated_at': '2021-07-24T01:34:09Z', 'revision_number': 5, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3413a649-486c-49c6-8c9f-6cb51ce99406', 'name': '', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'mac_address': 'fa:16:3e:f4:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:42Z', 'updated_at': '2021-07-24T01:31:47Z', 'revision_number': 5, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'subnets': [{'id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:34:11.829241 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0018622-6df0-4f0a-a82f-ad46c635c73a None None] New status for floating IP ddb2db9a-cb78-4049-a6ad-5a5ecc367813: ACTIVE {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:34:15.809945 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-67d52022-aa48-44bf-a802-ed152e96745e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:34:18.305803 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4c226be4-86a3-4a98-b4aa-8ac25ce0207b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:34:18.533905 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:34:19.616944 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:34:21.121628 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:34:35.290293 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:34:35.653011 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:34:39.614607 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:34:45.812442 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-faa7bfd8-6bac-4992-80ed-836e0e3e3870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:34:48.307748 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d6439a88-16a6-4ee3-9de7-8c72f0d85037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:34:48.525404 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:34:49.620890 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:34:51.133367 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:34:59.449890 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-98dd28a6-d517-4b91-ab79-6a9b6bbf5b46 req-35935525-c1f0-4587-87a9-0024cab00260 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0314813 Jul 24 01:34:59.522268 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-98dd28a6-d517-4b91-ab79-6a9b6bbf5b46 req-cdff0fe2-25ea-4d7c-a34a-2dfa0b9af8d6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17 HTTP/1.1" status: 200 len: 210 time: 0.0312507 Jul 24 01:34:59.559221 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-98dd28a6-d517-4b91-ab79-6a9b6bbf5b46 req-3bce7187-5958-4444-8575-a831eba70234 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193949 Jul 24 01:34:59.657075 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd28a6-d517-4b91-ab79-6a9b6bbf5b46 req-157287aa-a11f-4e35-aa30-b8307b7889d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:34:59.658581 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-98dd28a6-d517-4b91-ab79-6a9b6bbf5b46 req-157287aa-a11f-4e35-aa30-b8307b7889d7 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935318 Jul 24 01:35:02.787544 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f576a9bd-d690-4e09-bca4-bd6f0ecdf222 req-d9f6f9eb-1a62-44da-a8c8-ba6c7b70c5d5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0538402 Jul 24 01:35:02.880612 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576a9bd-d690-4e09-bca4-bd6f0ecdf222 req-45eddaf3-fbf4-4cd7-b29c-be39ba250206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:35:02.882158 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f576a9bd-d690-4e09-bca4-bd6f0ecdf222 req-45eddaf3-fbf4-4cd7-b29c-be39ba250206 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe7a3c92f28e465cb184de1f3f5eca99&device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c HTTP/1.1" status: 200 len: 1097 time: 0.0544260 Jul 24 01:35:02.993203 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576a9bd-d690-4e09-bca4-bd6f0ecdf222 req-f1fe8f94-2d0f-4cc6-ad1d-1803e33b6902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:35:02.994734 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f576a9bd-d690-4e09-bca4-bd6f0ecdf222 req-f1fe8f94-2d0f-4cc6-ad1d-1803e33b6902 service neutron] 10.222.0.13 "GET /v2.0/networks?id=235341de-2ef7-4721-a0f4-674c9eac7675 HTTP/1.1" status: 200 len: 912 time: 0.0943098 Jul 24 01:35:03.064866 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f576a9bd-d690-4e09-bca4-bd6f0ecdf222 req-9e9a89bf-25b0-452a-9206-8372bc081682 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fb88260-db00-48d3-a0c7-701a0e12532f HTTP/1.1" status: 200 len: 1001 time: 0.0636842 Jul 24 01:35:03.119018 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576a9bd-d690-4e09-bca4-bd6f0ecdf222 req-4ca69130-2980-4946-9dd4-99e4b33b1b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:35:03.120518 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f576a9bd-d690-4e09-bca4-bd6f0ecdf222 req-4ca69130-2980-4946-9dd4-99e4b33b1b6a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680b0b6d-ed1b-455e-8a44-2c7f7461a00c HTTP/1.1" status: 200 len: 850 time: 0.0501363 Jul 24 01:35:03.179905 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576a9bd-d690-4e09-bca4-bd6f0ecdf222 req-ea665621-f51c-483f-9d32-5b0aab7d91c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:35:03.181417 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f576a9bd-d690-4e09-bca4-bd6f0ecdf222 req-ea665621-f51c-483f-9d32-5b0aab7d91c1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=235341de-2ef7-4721-a0f4-674c9eac7675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551560 Jul 24 01:35:03.274349 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f576a9bd-d690-4e09-bca4-bd6f0ecdf222 req-75c716dc-9df9-4aac-93b8-2b586b1effc9 service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863030 Jul 24 01:35:03.371103 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f576a9bd-d690-4e09-bca4-bd6f0ecdf222 req-06549135-a0e6-4fa3-a9de-022cc03ca47b service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895455 Jul 24 01:35:05.307313 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:35:05.651988 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:35:15.820619 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ca043270-dda7-4831-8df2-5f407204b711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:35:16.614304 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:35:18.308586 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0f2d2354-c29e-4333-bec7-98928c84d674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:35:18.527170 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:35:19.623305 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:35:21.124062 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:35:35.308318 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:35:35.666625 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:35:45.817997 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ecbce3b0-235a-425a-894d-3ab70f10f0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:35:48.138189 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089a9bf-6aec-4622-9c8e-bdac2b79f4a1 req-05d1cea8-19e1-4c91-9027-ac1928bba88a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:35:48.139744 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a089a9bf-6aec-4622-9c8e-bdac2b79f4a1 req-05d1cea8-19e1-4c91-9027-ac1928bba88a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c HTTP/1.1" status: 200 len: 945 time: 0.2409766 Jul 24 01:35:48.181720 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a089a9bf-6aec-4622-9c8e-bdac2b79f4a1 req-102799f5-f929-4e5a-aee7-e64bdae3b7f2 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362639 Jul 24 01:35:48.311073 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1d968b5e-0e40-43cd-994e-9db5b8c075ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:35:48.529476 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:35:49.415767 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b8beb-c624-4c1b-9867-df141d77b9d3 req-087dec6d-1540-4070-b09f-6b2c249886d5 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:35:49.417322 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-de5b8beb-c624-4c1b-9867-df141d77b9d3 req-087dec6d-1540-4070-b09f-6b2c249886d5 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c HTTP/1.1" status: 200 len: 945 time: 0.1629870 Jul 24 01:35:49.455974 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-de5b8beb-c624-4c1b-9867-df141d77b9d3 req-37ea05bf-9f91-4fc6-aaed-317adb96396c tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330591 Jul 24 01:35:49.625363 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:35:50.590299 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23504da2-21e6-4dfe-932f-020f84f4eb24 req-036dd806-0d73-4ea5-8f78-1dba8922e5db tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:35:50.591993 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-23504da2-21e6-4dfe-932f-020f84f4eb24 req-036dd806-0d73-4ea5-8f78-1dba8922e5db tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c HTTP/1.1" status: 200 len: 945 time: 0.0659831 Jul 24 01:35:50.633597 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-23504da2-21e6-4dfe-932f-020f84f4eb24 req-846e4daf-0cea-4c0e-857a-58a5d9e9f9f6 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360746 Jul 24 01:35:51.125528 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:35:51.778645 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd928fda-cc91-4d3c-9a3e-2f0be9ec1f16 req-1f41c6f5-9009-4f6f-84f4-1297ba37da96 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:35:51.780197 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dd928fda-cc91-4d3c-9a3e-2f0be9ec1f16 req-1f41c6f5-9009-4f6f-84f4-1297ba37da96 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c HTTP/1.1" status: 200 len: 945 time: 0.0777016 Jul 24 01:35:51.821054 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dd928fda-cc91-4d3c-9a3e-2f0be9ec1f16 req-f4399932-ce7b-4879-953a-c82476bed907 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352106 Jul 24 01:35:52.972806 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7327f-cf46-45c4-9488-ffcbacef9bbb req-c61c8084-92b9-44e4-87d4-3a5fe26d38e0 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:35:52.974259 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fff7327f-cf46-45c4-9488-ffcbacef9bbb req-c61c8084-92b9-44e4-87d4-3a5fe26d38e0 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c HTTP/1.1" status: 200 len: 945 time: 0.0807791 Jul 24 01:35:53.020061 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fff7327f-cf46-45c4-9488-ffcbacef9bbb req-1514612b-3cce-40c4-b9a6-38a62a5232f6 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382843 Jul 24 01:35:53.613858 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:35:54.154245 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a224e7-1de4-4e21-b288-7e74626e1658 req-f128af30-4f66-40e8-bfd7-d8cf6814c878 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:35:54.155822 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e4a224e7-1de4-4e21-b288-7e74626e1658 req-f128af30-4f66-40e8-bfd7-d8cf6814c878 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c HTTP/1.1" status: 200 len: 945 time: 0.0649273 Jul 24 01:35:54.196593 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e4a224e7-1de4-4e21-b288-7e74626e1658 req-d7569ae8-cf12-4eac-a585-50c21f8bee69 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351019 Jul 24 01:35:55.339067 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ffc3c-4d88-4612-af18-2351d2af3c01 req-5c8d1574-dc17-4a14-aad7-c858d1e3bcce tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:35:55.340642 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-978ffc3c-4d88-4612-af18-2351d2af3c01 req-5c8d1574-dc17-4a14-aad7-c858d1e3bcce tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c HTTP/1.1" status: 200 len: 945 time: 0.0688190 Jul 24 01:35:55.382371 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-978ffc3c-4d88-4612-af18-2351d2af3c01 req-fb30476c-64ea-41ab-aa19-ae47c7171e72 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358462 Jul 24 01:35:56.527992 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768afb7e-402b-46e2-9aee-8242fe10174b req-9d98b351-2d42-41a9-9750-634baa9873a6 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:35:56.529573 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-768afb7e-402b-46e2-9aee-8242fe10174b req-9d98b351-2d42-41a9-9750-634baa9873a6 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c HTTP/1.1" status: 200 len: 945 time: 0.0756559 Jul 24 01:35:56.572764 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-768afb7e-402b-46e2-9aee-8242fe10174b req-fb23a9c8-ddb8-492b-a24f-797accddc46b tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369859 Jul 24 01:35:57.709141 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4f38d-949d-4c87-aab1-dd2458539a03 req-1318a94e-f564-4be5-9946-227d763247c3 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:35:57.710664 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-70f4f38d-949d-4c87-aab1-dd2458539a03 req-1318a94e-f564-4be5-9946-227d763247c3 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c HTTP/1.1" status: 200 len: 945 time: 0.0658579 Jul 24 01:35:57.753537 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-70f4f38d-949d-4c87-aab1-dd2458539a03 req-168e8b7f-1850-4363-8325-6dbfdf56ad9f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366480 Jul 24 01:35:58.905635 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1b110-c29f-410a-b5ad-c586cd78ceeb req-9395c600-4917-454e-8738-d148c9dc733e tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:35:58.907197 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-18e1b110-c29f-410a-b5ad-c586cd78ceeb req-9395c600-4917-454e-8738-d148c9dc733e tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c HTTP/1.1" status: 200 len: 945 time: 0.0706401 Jul 24 01:35:58.949514 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-18e1b110-c29f-410a-b5ad-c586cd78ceeb req-4c3689e6-67c3-4e77-bad8-f37418bbd3cb tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352826 Jul 24 01:35:59.248353 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd488e5-c302-4a06-8cc4-96d0a5424276 req-9e5877ee-6816-4b6b-8d52-18a3701e0c9f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:35:59.249827 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6cd488e5-c302-4a06-8cc4-96d0a5424276 req-9e5877ee-6816-4b6b-8d52-18a3701e0c9f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c HTTP/1.1" status: 200 len: 945 time: 0.0732319 Jul 24 01:35:59.290244 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6cd488e5-c302-4a06-8cc4-96d0a5424276 req-e02cd868-edea-4519-9bb3-66adf793479c tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343816 Jul 24 01:35:59.295006 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1fe210e7-a0e5-4771-8b36-44e50b7bad1a req-ddfb8ea8-cb1c-443c-87e8-dbfd551ecf6c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1112473 Jul 24 01:35:59.304652 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [req-1fe210e7-a0e5-4771-8b36-44e50b7bad1a req-62895b02-0044-47f4-a4c7-bbcd6c2e7099 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:35:59.305647 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1fe210e7-a0e5-4771-8b36-44e50b7bad1a req-62895b02-0044-47f4-a4c7-bbcd6c2e7099 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058758 Jul 24 01:35:59.464326 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-79147819-2616-4a61-89f8-922297da82da req-ac70445e-e51f-456d-83da-51c0446ebcc8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0286803 Jul 24 01:35:59.519496 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-79147819-2616-4a61-89f8-922297da82da req-c37a8c84-2362-4da4-b222-e761f6c61d3a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543 HTTP/1.1" status: 200 len: 210 time: 0.0294864 Jul 24 01:35:59.563861 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-79147819-2616-4a61-89f8-922297da82da req-8f1dbce3-103a-48a0-aee6-346f171d3fac service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250440 Jul 24 01:35:59.677488 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79147819-2616-4a61-89f8-922297da82da req-f5e26f4f-02a6-46c4-b75d-07b9f8e84c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:35:59.679024 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-79147819-2616-4a61-89f8-922297da82da req-f5e26f4f-02a6-46c4-b75d-07b9f8e84c77 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1100829 Jul 24 01:36:00.445448 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95faefcc-2c6e-435f-a99a-b03d785128be req-14609d06-9686-470b-a570-6adf8cb10808 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:00.447001 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-95faefcc-2c6e-435f-a99a-b03d785128be req-14609d06-9686-470b-a570-6adf8cb10808 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c HTTP/1.1" status: 200 len: 945 time: 0.0780220 Jul 24 01:36:00.471263 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe210e7-a0e5-4771-8b36-44e50b7bad1a req-4bf34022-027a-4061-bc05-2d013f558ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:00.472803 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1fe210e7-a0e5-4771-8b36-44e50b7bad1a req-4bf34022-027a-4061-bc05-2d013f558ee8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe7a3c92f28e465cb184de1f3f5eca99&device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c HTTP/1.1" status: 200 len: 1097 time: 0.1159160 Jul 24 01:36:00.490700 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-95faefcc-2c6e-435f-a99a-b03d785128be req-dab52c00-3e61-40fb-bdfd-c04fbdd79daa tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365095 Jul 24 01:36:00.580089 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe210e7-a0e5-4771-8b36-44e50b7bad1a req-e82bd902-558a-486b-8db4-f228f4e84bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:00.581572 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1fe210e7-a0e5-4771-8b36-44e50b7bad1a req-e82bd902-558a-486b-8db4-f228f4e84bdc service neutron] 10.222.0.13 "GET /v2.0/networks?id=235341de-2ef7-4721-a0f4-674c9eac7675 HTTP/1.1" status: 200 len: 912 time: 0.1027668 Jul 24 01:36:00.652641 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1fe210e7-a0e5-4771-8b36-44e50b7bad1a req-e278345c-4dc1-4f54-8dd7-06d84194dceb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fb88260-db00-48d3-a0c7-701a0e12532f HTTP/1.1" status: 200 len: 1001 time: 0.0649681 Jul 24 01:36:00.701918 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe210e7-a0e5-4771-8b36-44e50b7bad1a req-091d025f-8b43-4103-a1d7-b0b4cad3f643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:00.703443 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1fe210e7-a0e5-4771-8b36-44e50b7bad1a req-091d025f-8b43-4103-a1d7-b0b4cad3f643 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680b0b6d-ed1b-455e-8a44-2c7f7461a00c HTTP/1.1" status: 200 len: 850 time: 0.0450218 Jul 24 01:36:00.763912 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe210e7-a0e5-4771-8b36-44e50b7bad1a req-0c7602d7-7c64-4efd-8999-119d318f6afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:00.765436 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1fe210e7-a0e5-4771-8b36-44e50b7bad1a req-0c7602d7-7c64-4efd-8999-119d318f6afd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=235341de-2ef7-4721-a0f4-674c9eac7675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561988 Jul 24 01:36:00.775308 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [req-1fe210e7-a0e5-4771-8b36-44e50b7bad1a req-d125e47a-b197-48a6-862e-c1a18e54bbd3 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:36:00.776308 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1fe210e7-a0e5-4771-8b36-44e50b7bad1a req-d125e47a-b197-48a6-862e-c1a18e54bbd3 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050323 Jul 24 01:36:00.874867 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1fe210e7-a0e5-4771-8b36-44e50b7bad1a req-ba42668a-be92-43d8-bb8d-81e34bab62fb service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923431 Jul 24 01:36:00.971987 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1fe210e7-a0e5-4771-8b36-44e50b7bad1a req-16a632fc-b4e2-4249-bfdb-2bef2f340eaa service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914605 Jul 24 01:36:01.626546 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9469b3-6298-4583-a1a1-fc23ad20037f req-f895a0cd-8297-4289-9a6e-f23046c3506d tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:01.628111 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fe9469b3-6298-4583-a1a1-fc23ad20037f req-f895a0cd-8297-4289-9a6e-f23046c3506d tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c HTTP/1.1" status: 200 len: 945 time: 0.0665116 Jul 24 01:36:01.667910 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fe9469b3-6298-4583-a1a1-fc23ad20037f req-4efd8e02-dfe0-4fe9-a006-714b75c4fc93 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341134 Jul 24 01:36:02.585134 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1fe210e7-a0e5-4771-8b36-44e50b7bad1a req-75cf56c9-e2dc-4c3b-9cdb-029432efdb53 service neutron] 10.222.0.13 "GET /v2.0/ports/9fb88260-db00-48d3-a0c7-701a0e12532f/bindings/n-h1-793621-25 HTTP/1.1" status: 200 len: 383 time: 0.0541568 Jul 24 01:36:02.815666 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe210e7-a0e5-4771-8b36-44e50b7bad1a req-755cb12a-c5a4-465f-841e-4ea7b806cfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:02.817193 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1fe210e7-a0e5-4771-8b36-44e50b7bad1a req-755cb12a-c5a4-465f-841e-4ea7b806cfb5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c&tenant_id=fe7a3c92f28e465cb184de1f3f5eca99 HTTP/1.1" status: 200 len: 1097 time: 0.0624735 Jul 24 01:36:02.829287 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7eeea2-df4d-48f2-adb9-1e2422dfa83d req-b8cf85c4-1fe2-451f-9126-00125ad1e969 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:02.830895 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1b7eeea2-df4d-48f2-adb9-1e2422dfa83d req-b8cf85c4-1fe2-451f-9126-00125ad1e969 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c HTTP/1.1" status: 200 len: 945 time: 0.0781674 Jul 24 01:36:02.871264 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1b7eeea2-df4d-48f2-adb9-1e2422dfa83d req-0fcc17da-3a5f-49b7-b2e1-0b2c97737f9a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339994 Jul 24 01:36:02.903853 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe210e7-a0e5-4771-8b36-44e50b7bad1a req-5b842f96-1edd-4e6a-b30c-26d8fece72a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:02.905403 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1fe210e7-a0e5-4771-8b36-44e50b7bad1a req-5b842f96-1edd-4e6a-b30c-26d8fece72a8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe7a3c92f28e465cb184de1f3f5eca99&device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c HTTP/1.1" status: 200 len: 1097 time: 0.0627356 Jul 24 01:36:03.007285 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe210e7-a0e5-4771-8b36-44e50b7bad1a req-9aae602c-5c60-4eba-8042-369dac923430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:03.008857 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1fe210e7-a0e5-4771-8b36-44e50b7bad1a req-9aae602c-5c60-4eba-8042-369dac923430 service neutron] 10.222.0.13 "GET /v2.0/networks?id=235341de-2ef7-4721-a0f4-674c9eac7675 HTTP/1.1" status: 200 len: 912 time: 0.0975480 Jul 24 01:36:03.082522 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1fe210e7-a0e5-4771-8b36-44e50b7bad1a req-9338a6e3-e596-4e7c-abbd-32818ded2aa6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fb88260-db00-48d3-a0c7-701a0e12532f HTTP/1.1" status: 200 len: 1001 time: 0.0675218 Jul 24 01:36:03.134007 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe210e7-a0e5-4771-8b36-44e50b7bad1a req-5cad1eae-a56c-4e10-a8fb-d759fc737760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:03.136013 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1fe210e7-a0e5-4771-8b36-44e50b7bad1a req-5cad1eae-a56c-4e10-a8fb-d759fc737760 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680b0b6d-ed1b-455e-8a44-2c7f7461a00c HTTP/1.1" status: 200 len: 850 time: 0.0469038 Jul 24 01:36:03.193619 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe210e7-a0e5-4771-8b36-44e50b7bad1a req-b4cec1f5-521b-4baa-892a-0c304366cf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:03.195206 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1fe210e7-a0e5-4771-8b36-44e50b7bad1a req-b4cec1f5-521b-4baa-892a-0c304366cf2b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=235341de-2ef7-4721-a0f4-674c9eac7675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539589 Jul 24 01:36:03.291006 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1fe210e7-a0e5-4771-8b36-44e50b7bad1a req-258420d4-bbd2-409e-9e4f-d26e572d67b7 service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886111 Jul 24 01:36:03.382503 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1fe210e7-a0e5-4771-8b36-44e50b7bad1a req-56b0ef6b-4c62-4b8b-a325-36d1b5bacfb8 service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856111 Jul 24 01:36:04.020135 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c282ba-ed0a-49a8-bd6c-3bcf0e8c96e1 req-bb9bc1b2-39af-440c-b13f-7ad92d369aa2 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:04.021660 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b7c282ba-ed0a-49a8-bd6c-3bcf0e8c96e1 req-bb9bc1b2-39af-440c-b13f-7ad92d369aa2 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c HTTP/1.1" status: 200 len: 945 time: 0.0786994 Jul 24 01:36:04.063831 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b7c282ba-ed0a-49a8-bd6c-3bcf0e8c96e1 req-ccbbe8b3-e094-4a92-a452-46d2a4a9408f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348933 Jul 24 01:36:04.777033 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6d24cb31-d665-4e4a-811d-9cef2dd2eea6 req-a43c5c0c-222a-414c-9b77-d979680fe463 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0563097 Jul 24 01:36:04.876467 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24cb31-d665-4e4a-811d-9cef2dd2eea6 req-9553d7f0-f585-4f79-a5fd-48392172f084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:04.877976 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6d24cb31-d665-4e4a-811d-9cef2dd2eea6 req-9553d7f0-f585-4f79-a5fd-48392172f084 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe7a3c92f28e465cb184de1f3f5eca99&device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c HTTP/1.1" status: 200 len: 1097 time: 0.0583324 Jul 24 01:36:04.986452 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24cb31-d665-4e4a-811d-9cef2dd2eea6 req-b0501058-bd9a-4959-99cc-d0fef45d7c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:04.987952 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6d24cb31-d665-4e4a-811d-9cef2dd2eea6 req-b0501058-bd9a-4959-99cc-d0fef45d7c1d service neutron] 10.222.0.13 "GET /v2.0/networks?id=235341de-2ef7-4721-a0f4-674c9eac7675 HTTP/1.1" status: 200 len: 912 time: 0.0921733 Jul 24 01:36:05.054004 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6d24cb31-d665-4e4a-811d-9cef2dd2eea6 req-9112a0cb-8d4f-40af-a36d-5617025fb572 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fb88260-db00-48d3-a0c7-701a0e12532f HTTP/1.1" status: 200 len: 1001 time: 0.0599537 Jul 24 01:36:05.110258 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24cb31-d665-4e4a-811d-9cef2dd2eea6 req-955c88f1-269e-4baf-aeef-3d82ade96e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:05.112206 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6d24cb31-d665-4e4a-811d-9cef2dd2eea6 req-955c88f1-269e-4baf-aeef-3d82ade96e81 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680b0b6d-ed1b-455e-8a44-2c7f7461a00c HTTP/1.1" status: 200 len: 850 time: 0.0524983 Jul 24 01:36:05.180995 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24cb31-d665-4e4a-811d-9cef2dd2eea6 req-e3c8d9c6-f419-443d-b292-478562b7ac7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:05.183327 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6d24cb31-d665-4e4a-811d-9cef2dd2eea6 req-e3c8d9c6-f419-443d-b292-478562b7ac7f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=235341de-2ef7-4721-a0f4-674c9eac7675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651627 Jul 24 01:36:05.206297 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a43786-037c-4a19-9d41-2b506ec32f77 req-8917bf20-fed1-4a45-ae27-53842b8d9adf tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:05.208534 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-41a43786-037c-4a19-9d41-2b506ec32f77 req-8917bf20-fed1-4a45-ae27-53842b8d9adf tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c HTTP/1.1" status: 200 len: 945 time: 0.0732927 Jul 24 01:36:05.254293 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-41a43786-037c-4a19-9d41-2b506ec32f77 req-e7bf4213-b6e0-4a1a-8c02-aad7348454ef tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361004 Jul 24 01:36:05.283583 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6d24cb31-d665-4e4a-811d-9cef2dd2eea6 req-65dd0432-f03e-4b88-9d4e-7f859324d49c service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940392 Jul 24 01:36:05.330787 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:05.391867 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6d24cb31-d665-4e4a-811d-9cef2dd2eea6 req-85b1debe-e7f1-4703-b5eb-0f259aadd397 service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025956 Jul 24 01:36:05.505008 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea256480-6ad8-44f4-86d4-0f9347c1cb9e req-cda3acc4-7fb3-4745-9f26-ee404f41f973 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:05.506548 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ea256480-6ad8-44f4-86d4-0f9347c1cb9e req-cda3acc4-7fb3-4745-9f26-ee404f41f973 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c HTTP/1.1" status: 200 len: 945 time: 0.0756829 Jul 24 01:36:05.531470 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35009638-23c4-4dda-a0cd-cfee3eaf8b3e req-c2eb6e49-0640-40b5-be42-b9ef97a5cbd8 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:05.533041 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-35009638-23c4-4dda-a0cd-cfee3eaf8b3e req-c2eb6e49-0640-40b5-be42-b9ef97a5cbd8 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c&tenant_id=fe7a3c92f28e465cb184de1f3f5eca99&binding%3Ahost_id=n-h1-793621-25 HTTP/1.1" status: 200 len: 945 time: 0.0942852 Jul 24 01:36:05.554366 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ea256480-6ad8-44f4-86d4-0f9347c1cb9e req-19a73bb1-c32f-44c2-b1f8-80e6953a6549 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409427 Jul 24 01:36:05.637174 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35009638-23c4-4dda-a0cd-cfee3eaf8b3e req-9df8ad4b-76a8-490e-afbd-cc5fac7dd036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:05.638984 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-35009638-23c4-4dda-a0cd-cfee3eaf8b3e req-9df8ad4b-76a8-490e-afbd-cc5fac7dd036 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe7a3c92f28e465cb184de1f3f5eca99&device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c HTTP/1.1" status: 200 len: 1097 time: 0.0618565 Jul 24 01:36:05.693031 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:05.732181 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 9fb88260-db00-48d3-a0c7-701a0e12532f no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:36:05.738661 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35009638-23c4-4dda-a0cd-cfee3eaf8b3e req-1823c75a-3da1-459b-b2a2-48a0e8f2c0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:05.740231 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-35009638-23c4-4dda-a0cd-cfee3eaf8b3e req-1823c75a-3da1-459b-b2a2-48a0e8f2c0c4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=235341de-2ef7-4721-a0f4-674c9eac7675 HTTP/1.1" status: 200 len: 912 time: 0.0955215 Jul 24 01:36:05.810893 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:05.814218 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-35009638-23c4-4dda-a0cd-cfee3eaf8b3e req-742ea209-a475-438f-b984-64587a6019dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fb88260-db00-48d3-a0c7-701a0e12532f HTTP/1.1" status: 200 len: 1001 time: 0.0672519 Jul 24 01:36:05.838023 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c32c81b-f75c-4ffa-884e-dde239407c8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fb88260-db00-48d3-a0c7-701a0e12532f'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:36:05.841547 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd98e754-756a-4046-8e41-508b9d8a9671" -d '{"events": [{"server_uuid": "6c32c81b-f75c-4ffa-884e-dde239407c8c", "name": "network-vif-unplugged", "status": "completed", "tag": "9fb88260-db00-48d3-a0c7-701a0e12532f"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:36:05.853549 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 9fb88260-db00-48d3-a0c7-701a0e12532f, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=9fb88260-db00-48d3-a0c7-701a0e12532f,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:36:05.859108 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:05.865624 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35009638-23c4-4dda-a0cd-cfee3eaf8b3e req-f69dbf5d-7c0f-4816-a2c0-55903e86e3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:05.867177 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-35009638-23c4-4dda-a0cd-cfee3eaf8b3e req-f69dbf5d-7c0f-4816-a2c0-55903e86e3a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680b0b6d-ed1b-455e-8a44-2c7f7461a00c HTTP/1.1" status: 200 len: 850 time: 0.0470445 Jul 24 01:36:05.897148 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 01:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40689908-5361-483f-b935-3474f6a040d5 x-openstack-request-id: req-40689908-5361-483f-b935-3474f6a040d5 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:36:05.897442 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c32c81b-f75c-4ffa-884e-dde239407c8c", "name": "network-vif-unplugged", "status": "completed", "tag": "9fb88260-db00-48d3-a0c7-701a0e12532f", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:36:05.897692 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-40689908-5361-483f-b935-3474f6a040d5 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:36:05.898109 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c32c81b-f75c-4ffa-884e-dde239407c8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fb88260-db00-48d3-a0c7-701a0e12532f', 'code': 200} Jul 24 01:36:05.921727 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=9fb88260-db00-48d3-a0c7-701a0e12532f,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:36:05.931773 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:36:05.932177 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:36:05.932523 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:36:05.932877 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:36:05.933217 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:36:05.933552 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:36:05.933886 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:36:05.934217 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:36:05.934547 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:36:05.934905 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:36:05.935234 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:36:05.935560 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:36:05.936867 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35009638-23c4-4dda-a0cd-cfee3eaf8b3e req-c32a97ff-e752-44d9-8327-e2941c3bce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:05.938456 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-35009638-23c4-4dda-a0cd-cfee3eaf8b3e req-c32a97ff-e752-44d9-8327-e2941c3bce1c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=235341de-2ef7-4721-a0f4-674c9eac7675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643144 Jul 24 01:36:06.036360 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-35009638-23c4-4dda-a0cd-cfee3eaf8b3e req-ce9c9bbb-752d-4e36-b766-de024e0754dc service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917122 Jul 24 01:36:06.126106 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-35009638-23c4-4dda-a0cd-cfee3eaf8b3e req-1a66c0e8-38ca-450f-854f-769bd5dec14f service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827484 Jul 24 01:36:06.728470 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72630adc-ec30-4f4d-b3c7-cc66aa887705 req-0a1b20ce-45b3-4ed5-ba13-692d35d74c9f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:06.730859 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-72630adc-ec30-4f4d-b3c7-cc66aa887705 req-0a1b20ce-45b3-4ed5-ba13-692d35d74c9f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c HTTP/1.1" status: 200 len: 943 time: 0.0856824 Jul 24 01:36:06.772565 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-72630adc-ec30-4f4d-b3c7-cc66aa887705 req-07c33937-dde0-4594-bb42-47ce4a7d79f2 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361807 Jul 24 01:36:06.926403 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13558897-5cfe-440f-b699-adc754bc8b95 req-f36faaca-5a53-4aec-a53e-651617d9c159 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:06.928026 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-13558897-5cfe-440f-b699-adc754bc8b95 req-f36faaca-5a53-4aec-a53e-651617d9c159 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c HTTP/1.1" status: 200 len: 943 time: 0.0792146 Jul 24 01:36:06.975298 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-13558897-5cfe-440f-b699-adc754bc8b95 req-5e099f3e-d6b2-4658-8cc0-7de0580ac053 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408449 Jul 24 01:36:07.247592 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923418b-8627-4d47-b3c6-a5914a690341 req-c2730deb-d8fe-439f-84ee-6a9d09697d7f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:07.249140 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1923418b-8627-4d47-b3c6-a5914a690341 req-c2730deb-d8fe-439f-84ee-6a9d09697d7f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c HTTP/1.1" status: 200 len: 943 time: 0.1089926 Jul 24 01:36:07.276677 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe604eb2-68a3-42b1-bfd1-13c58e979ede req-eec84b1a-bdeb-4cf6-9bd9-63fa024ce8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:07.278213 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fe604eb2-68a3-42b1-bfd1-13c58e979ede req-eec84b1a-bdeb-4cf6-9bd9-63fa024ce8f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe7a3c92f28e465cb184de1f3f5eca99&device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c HTTP/1.1" status: 200 len: 1095 time: 0.0977604 Jul 24 01:36:07.326209 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1923418b-8627-4d47-b3c6-a5914a690341 req-1679cf4b-1d94-460d-9efa-3689a669b7cc tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700808 Jul 24 01:36:07.392636 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe604eb2-68a3-42b1-bfd1-13c58e979ede req-911fe8a7-5465-4d1d-b857-5eb238278ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:07.394147 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fe604eb2-68a3-42b1-bfd1-13c58e979ede req-911fe8a7-5465-4d1d-b857-5eb238278ccd service neutron] 10.222.0.13 "GET /v2.0/networks?id=235341de-2ef7-4721-a0f4-674c9eac7675 HTTP/1.1" status: 200 len: 912 time: 0.1097629 Jul 24 01:36:07.468930 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fe604eb2-68a3-42b1-bfd1-13c58e979ede req-b3a45080-5e74-4541-9bfa-dd5a97c54850 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fb88260-db00-48d3-a0c7-701a0e12532f HTTP/1.1" status: 200 len: 999 time: 0.0668938 Jul 24 01:36:07.525483 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe604eb2-68a3-42b1-bfd1-13c58e979ede req-97eed0b4-5aef-443e-a943-0309fa2f6b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:07.527320 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fe604eb2-68a3-42b1-bfd1-13c58e979ede req-97eed0b4-5aef-443e-a943-0309fa2f6b71 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680b0b6d-ed1b-455e-8a44-2c7f7461a00c HTTP/1.1" status: 200 len: 850 time: 0.0527525 Jul 24 01:36:07.592073 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe604eb2-68a3-42b1-bfd1-13c58e979ede req-3d3f60da-94cd-4d5a-8316-09451aa2e830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:07.593513 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fe604eb2-68a3-42b1-bfd1-13c58e979ede req-3d3f60da-94cd-4d5a-8316-09451aa2e830 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=235341de-2ef7-4721-a0f4-674c9eac7675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600781 Jul 24 01:36:07.690991 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fe604eb2-68a3-42b1-bfd1-13c58e979ede req-67c8e24a-8787-4a33-84b2-ecb4f7a24b02 service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912831 Jul 24 01:36:07.748566 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 9fb88260-db00-48d3-a0c7-701a0e12532f details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:36:07.783160 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fe604eb2-68a3-42b1-bfd1-13c58e979ede req-8dc7b587-747d-46e2-b302-df060238bf10 service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858862 Jul 24 01:36:07.852300 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 9fb88260-db00-48d3-a0c7-701a0e12532f, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=9fb88260-db00-48d3-a0c7-701a0e12532f,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:36:07.867638 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '9fb88260-db00-48d3-a0c7-701a0e12532f', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'port_id': '9fb88260-db00-48d3-a0c7-701a0e12532f', 'mac_address': 'fa:16:3e:e4:89:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:36:08.059077 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:08.071952 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fb88260-db00-48d3-a0c7-701a0e12532f {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:36:08.094212 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 9fb88260-db00-48d3-a0c7-701a0e12532f, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=9fb88260-db00-48d3-a0c7-701a0e12532f,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:36:08.097896 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:08.146914 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=9fb88260-db00-48d3-a0c7-701a0e12532f,revision_number=7']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:36:08.314172 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['9fb88260-db00-48d3-a0c7-701a0e12532f'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:36:08.459290 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcc581-6e6e-4fef-8d21-a89bd9eaf04b req-2df43bbb-239f-4663-8c49-aab52f15a9c7 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:08.460734 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-21bcc581-6e6e-4fef-8d21-a89bd9eaf04b req-2df43bbb-239f-4663-8c49-aab52f15a9c7 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c HTTP/1.1" status: 200 len: 944 time: 0.0632091 Jul 24 01:36:08.502795 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-21bcc581-6e6e-4fef-8d21-a89bd9eaf04b req-4e768885-432d-46b2-957d-138b92d5fed6 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356159 Jul 24 01:36:08.758027 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6e209-10d1-4b87-8b4a-30c42a66bfc4 req-3aaf4e43-f85e-4b82-9997-7220c0483c11 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:08.759563 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-92c6e209-10d1-4b87-8b4a-30c42a66bfc4 req-3aaf4e43-f85e-4b82-9997-7220c0483c11 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c HTTP/1.1" status: 200 len: 944 time: 0.0708470 Jul 24 01:36:08.806905 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-92c6e209-10d1-4b87-8b4a-30c42a66bfc4 req-1d363078-f6c8-49ed-9e90-0b0d6811a484 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405362 Jul 24 01:36:09.765075 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 9fb88260-db00-48d3-a0c7-701a0e12532f up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:36:09.819560 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 9fb88260-db00-48d3-a0c7-701a0e12532f triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:36:09.819942 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:09.920539 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:09.949825 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c32c81b-f75c-4ffa-884e-dde239407c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb88260-db00-48d3-a0c7-701a0e12532f'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:36:09.952191 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe49961-8b4c-4a49-b3ab-a0e4412f055c" -d '{"events": [{"server_uuid": "6c32c81b-f75c-4ffa-884e-dde239407c8c", "name": "network-vif-plugged", "status": "completed", "tag": "9fb88260-db00-48d3-a0c7-701a0e12532f"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:36:09.970866 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 9fb88260-db00-48d3-a0c7-701a0e12532f, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=9fb88260-db00-48d3-a0c7-701a0e12532f,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:36:09.979081 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:09.991472 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e14e1a-1178-42fd-ad6b-7afde9afb3aa req-37db8523-8539-4050-b1bd-da2c29142893 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:09.993070 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-19e14e1a-1178-42fd-ad6b-7afde9afb3aa req-37db8523-8539-4050-b1bd-da2c29142893 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c HTTP/1.1" status: 200 len: 944 time: 0.1076815 Jul 24 01:36:10.005200 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c464b670-5c7d-4fae-8b56-7f689f930fff x-openstack-request-id: req-c464b670-5c7d-4fae-8b56-7f689f930fff {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:36:10.005497 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c32c81b-f75c-4ffa-884e-dde239407c8c", "name": "network-vif-plugged", "status": "completed", "tag": "9fb88260-db00-48d3-a0c7-701a0e12532f", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:36:10.005750 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c464b670-5c7d-4fae-8b56-7f689f930fff {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:36:10.006148 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c32c81b-f75c-4ffa-884e-dde239407c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb88260-db00-48d3-a0c7-701a0e12532f', 'code': 200} Jul 24 01:36:10.038695 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca87e9d-84a4-444e-a425-2e1cf798c579 req-6994c98f-9c99-45ce-be96-7bd06b33a7ec tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:10.039828 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=9fb88260-db00-48d3-a0c7-701a0e12532f,revision_number=8']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:36:10.040257 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8ca87e9d-84a4-444e-a425-2e1cf798c579 req-6994c98f-9c99-45ce-be96-7bd06b33a7ec tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.13 "GET /v2.0/ports?device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c HTTP/1.1" status: 200 len: 944 time: 0.1158650 Jul 24 01:36:10.081435 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-19e14e1a-1178-42fd-ad6b-7afde9afb3aa req-fdc26660-5882-4add-9c9a-1676694a03e2 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805941 Jul 24 01:36:10.161334 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-8ca87e9d-84a4-444e-a425-2e1cf798c579 req-220b5a51-2c63-4af3-bee8-5c3acee0fbf0 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Deleting port 9fb88260-db00-48d3-a0c7-701a0e12532f {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:36:10.161713 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8ca87e9d-84a4-444e-a425-2e1cf798c579 req-220b5a51-2c63-4af3-bee8-5c3acee0fbf0 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:10.266166 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-8ca87e9d-84a4-444e-a425-2e1cf798c579 req-220b5a51-2c63-4af3-bee8-5c3acee0fbf0 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] For port 9fb88260-db00-48d3-a0c7-701a0e12532f, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=9fb88260-db00-48d3-a0c7-701a0e12532f,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:36:10.266448 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8ca87e9d-84a4-444e-a425-2e1cf798c579 req-220b5a51-2c63-4af3-bee8-5c3acee0fbf0 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:10.492011 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8ca87e9d-84a4-444e-a425-2e1cf798c579 req-220b5a51-2c63-4af3-bee8-5c3acee0fbf0 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:10.492384 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8ca87e9d-84a4-444e-a425-2e1cf798c579 req-220b5a51-2c63-4af3-bee8-5c3acee0fbf0 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:10.492698 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [req-8ca87e9d-84a4-444e-a425-2e1cf798c579 req-220b5a51-2c63-4af3-bee8-5c3acee0fbf0 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Floating IP ddb2db9a-cb78-4049-a6ad-5a5ecc367813 disassociated. External IP: 172.25.2.164, port: 9fb88260-db00-48d3-a0c7-701a0e12532f. Jul 24 01:36:10.493040 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-8ca87e9d-84a4-444e-a425-2e1cf798c579 req-220b5a51-2c63-4af3-bee8-5c3acee0fbf0 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Calling delete_port for 9fb88260-db00-48d3-a0c7-701a0e12532f owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:36:10.654259 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8ca87e9d-84a4-444e-a425-2e1cf798c579 req-220b5a51-2c63-4af3-bee8-5c3acee0fbf0 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:10.691063 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b5a51-2c63-4af3-bee8-5c3acee0fbf0 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Pushing event deleted for resources: {'Port': ['ID=9fb88260-db00-48d3-a0c7-701a0e12532f,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:36:10.707042 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b5a51-2c63-4af3-bee8-5c3acee0fbf0 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:36:10.707590 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b5a51-2c63-4af3-bee8-5c3acee0fbf0 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:36:10.708178 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b5a51-2c63-4af3-bee8-5c3acee0fbf0 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:36:10.708757 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b5a51-2c63-4af3-bee8-5c3acee0fbf0 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:36:10.709328 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b5a51-2c63-4af3-bee8-5c3acee0fbf0 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:36:10.709805 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b5a51-2c63-4af3-bee8-5c3acee0fbf0 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:36:10.710202 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b5a51-2c63-4af3-bee8-5c3acee0fbf0 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:36:10.710584 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b5a51-2c63-4af3-bee8-5c3acee0fbf0 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:36:10.711095 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b5a51-2c63-4af3-bee8-5c3acee0fbf0 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:36:10.711640 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b5a51-2c63-4af3-bee8-5c3acee0fbf0 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:36:10.712185 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b5a51-2c63-4af3-bee8-5c3acee0fbf0 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:36:10.712615 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220b5a51-2c63-4af3-bee8-5c3acee0fbf0 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:36:10.852147 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ca87e9d-84a4-444e-a425-2e1cf798c579 req-220b5a51-2c63-4af3-bee8-5c3acee0fbf0 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Router 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:36:11.186623 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-96b92d0e-b08d-4787-93c0-25f00e570a05 req-9db60b49-8954-49ef-b93f-cc34352bbb99 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c32c81b-f75c-4ffa-884e-dde239407c8c HTTP/1.1" status: 200 len: 210 time: 0.0312378 Jul 24 01:36:11.310392 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ca87e9d-84a4-444e-a425-2e1cf798c579 req-220b5a51-2c63-4af3-bee8-5c3acee0fbf0 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:36:11.326325 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef23acd6-83d0-4dd6-a412-ac218fc95dfe None None] Sync routers for ids ['18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:36:11.336213 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef23acd6-83d0-4dd6-a412-ac218fc95dfe None None] Routers {'18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:36:11.336821 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-ef23acd6-83d0-4dd6-a412-ac218fc95dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:35:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:36:11.370011 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca87e9d-84a4-444e-a425-2e1cf798c579 req-220b5a51-2c63-4af3-bee8-5c3acee0fbf0 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] No DVR routers for this DVR port 9fb88260-db00-48d3-a0c7-701a0e12532f on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:36:11.372929 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-8ca87e9d-84a4-444e-a425-2e1cf798c579 req-220b5a51-2c63-4af3-bee8-5c3acee0fbf0 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:11.375213 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8ca87e9d-84a4-444e-a425-2e1cf798c579 req-220b5a51-2c63-4af3-bee8-5c3acee0fbf0 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.13 "DELETE /v2.0/ports/9fb88260-db00-48d3-a0c7-701a0e12532f HTTP/1.1" status: 204 len: 173 time: 1.3265386 Jul 24 01:36:11.375669 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c32c81b-f75c-4ffa-884e-dde239407c8c', 'name': 'network-vif-deleted', 'tag': '9fb88260-db00-48d3-a0c7-701a0e12532f'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:36:11.378012 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1ccb18-80c6-43df-a52b-70aef928565d" -d '{"events": [{"server_uuid": "6c32c81b-f75c-4ffa-884e-dde239407c8c", "name": "network-vif-deleted", "tag": "9fb88260-db00-48d3-a0c7-701a0e12532f"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:36:11.419578 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f778017-387f-4904-8ea2-3254042c90bc x-openstack-request-id: req-7f778017-387f-4904-8ea2-3254042c90bc {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:36:11.419891 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c32c81b-f75c-4ffa-884e-dde239407c8c", "name": "network-vif-deleted", "tag": "9fb88260-db00-48d3-a0c7-701a0e12532f", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:36:11.420249 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7f778017-387f-4904-8ea2-3254042c90bc {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:36:11.420524 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c32c81b-f75c-4ffa-884e-dde239407c8c', 'name': 'network-vif-deleted', 'tag': '9fb88260-db00-48d3-a0c7-701a0e12532f', 'status': 'completed', 'code': 200} Jul 24 01:36:11.450935 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-ef23acd6-83d0-4dd6-a412-ac218fc95dfe None None] Set router 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:36:11.656642 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-ef23acd6-83d0-4dd6-a412-ac218fc95dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'name': 'tempest-ServerActionsTestJSON-759337737-router', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:42Z', 'revision_number': 4, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'gw_port': {'id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '3413a649-486c-49c6-8c9f-6cb51ce99406', 'name': '', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'mac_address': 'fa:16:3e:f4:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:42Z', 'updated_at': '2021-07-24T01:31:47Z', 'revision_number': 5, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'subnets': [{'id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:36:11.775408 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef23acd6-83d0-4dd6-a412-ac218fc95dfe None None] Checking router: 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:36:11.783809 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef23acd6-83d0-4dd6-a412-ac218fc95dfe None None] Routers {'18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:36:11.784416 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-ef23acd6-83d0-4dd6-a412-ac218fc95dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:35:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:36:11.901990 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-ef23acd6-83d0-4dd6-a412-ac218fc95dfe None None] Set router 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:36:12.107247 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-ef23acd6-83d0-4dd6-a412-ac218fc95dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'name': 'tempest-ServerActionsTestJSON-759337737-router', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:42Z', 'revision_number': 4, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'gw_port': {'id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '3413a649-486c-49c6-8c9f-6cb51ce99406', 'name': '', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'mac_address': 'fa:16:3e:f4:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:42Z', 'updated_at': '2021-07-24T01:31:47Z', 'revision_number': 5, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'subnets': [{'id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:36:12.137825 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef23acd6-83d0-4dd6-a412-ac218fc95dfe None None] The sync data for ids ['18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'] in n-d-793621-25 is: [{'id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'name': 'tempest-ServerActionsTestJSON-759337737-router', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:42Z', 'revision_number': 4, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'gw_port': {'id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '3413a649-486c-49c6-8c9f-6cb51ce99406', 'name': '', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'mac_address': 'fa:16:3e:f4:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:42Z', 'updated_at': '2021-07-24T01:31:47Z', 'revision_number': 5, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'subnets': [{'id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:36:12.411246 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850bea39-6ae0-4795-ae88-360c306c1820 None None] New status for floating IP ddb2db9a-cb78-4049-a6ad-5a5ecc367813: DOWN {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:36:12.521877 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-19893b90-ead3-4579-8944-1fb971450bf9 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1496674558&fields=id&tenant_id=fe7a3c92f28e465cb184de1f3f5eca99 HTTP/1.1" status: 200 len: 267 time: 0.0358534 Jul 24 01:36:12.649699 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-b49e4b25-926c-4048-a7a3-88606bd0e4f3 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:12.653724 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-b49e4b25-926c-4048-a7a3-88606bd0e4f3 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/networks?id=235341de-2ef7-4721-a0f4-674c9eac7675 HTTP/1.1" status: 200 len: 811 time: 0.1240845 Jul 24 01:36:12.669674 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-0e18d2c6-93e0-4aac-8afb-8b41033cfe54 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/quotas/fe7a3c92f28e465cb184de1f3f5eca99 HTTP/1.1" status: 200 len: 375 time: 0.0113113 Jul 24 01:36:12.748380 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-45c6736b-7d07-4f89-9d23-e10d51afd053 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe7a3c92f28e465cb184de1f3f5eca99&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0702295 Jul 24 01:36:12.905292 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-e7f44f60-5806-40e5-bb77-76469a09b86a service neutron] 10.222.0.15 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455641 Jul 24 01:36:13.011958 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-8c2a5dce-0fef-495a-8312-7e261e891eec service neutron] 10.222.0.15 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007025 Jul 24 01:36:13.184200 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d77371d8-fc29-4dfa-b0bd-94dffe5f59ad req-e2a89b35-6493-44a5-9e84-cb490e2cf07a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 210 time: 0.0309925 Jul 24 01:36:13.825614 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 9fb88260-db00-48d3-a0c7-701a0e12532f no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:36:13.849416 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 9fb88260-db00-48d3-a0c7-701a0e12532f {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:36:13.849765 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 9fb88260-db00-48d3-a0c7-701a0e12532f not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:36:14.287639 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-5d0aa257-3da0-4d17-a3ae-af675f34d655 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:14.289141 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-5d0aa257-3da0-4d17-a3ae-af675f34d655 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.13 "GET /v2.0/networks?id=235341de-2ef7-4721-a0f4-674c9eac7675 HTTP/1.1" status: 200 len: 811 time: 0.1188889 Jul 24 01:36:14.294468 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9cacf0e0-14cf-4bba-8f25-e35fe31928af req-eae81d4c-05e6-4b70-8ea7-510bb3b55ba0 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 210 time: 0.0344110 Jul 24 01:36:14.339915 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-2036b868-a746-4d0b-bf93-a907db824c90 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe7a3c92f28e465cb184de1f3f5eca99 HTTP/1.1" status: 200 len: 380 time: 0.0420823 Jul 24 01:36:14.349319 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-1317d8c1-7776-4f41-9c09-32e0e70db695 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Request body: {'port': {'device_id': '4b73a619-3f12-444e-9a38-b5a2531805bd', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'admin_state_up': True, 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'security_groups': ['2b66efb1-af1a-4c29-9de2-58fd93b11474']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:36:14.465112 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-1317d8c1-7776-4f41-9c09-32e0e70db695 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Made reservation on behalf of fe7a3c92f28e465cb184de1f3f5eca99 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:36:14.468650 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-1317d8c1-7776-4f41-9c09-32e0e70db695 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:14.591583 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-1317d8c1-7776-4f41-9c09-32e0e70db695 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Allocated IP 172.20.0.11 (235341de-2ef7-4721-a0f4-674c9eac7675/680b0b6d-ed1b-455e-8a44-2c7f7461a00c/a1e57dfd-37f9-47d4-a343-1bfeb8e5d229) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:36:14.730439 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-1317d8c1-7776-4f41-9c09-32e0e70db695 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:14.743844 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-1317d8c1-7776-4f41-9c09-32e0e70db695 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Transition to ACTIVE for port object a1e57dfd-37f9-47d4-a343-1bfeb8e5d229 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:36:14.783125 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-1317d8c1-7776-4f41-9c09-32e0e70db695 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:14.825485 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-1317d8c1-7776-4f41-9c09-32e0e70db695 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Network 235341de-2ef7-4721-a0f4-674c9eac7675 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:36:14.828570 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-1317d8c1-7776-4f41-9c09-32e0e70db695 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:36:14.834267 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-1317d8c1-7776-4f41-9c09-32e0e70db695 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:36:14.864078 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317d8c1-7776-4f41-9c09-32e0e70db695 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Pushing event updated for resources: {'Port': ['ID=a1e57dfd-37f9-47d4-a343-1bfeb8e5d229,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:36:14.893777 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-1317d8c1-7776-4f41-9c09-32e0e70db695 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:14.894457 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-1317d8c1-7776-4f41-9c09-32e0e70db695 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:14.910336 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-1317d8c1-7776-4f41-9c09-32e0e70db695 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5646429 Jul 24 01:36:14.922755 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-59995882-49af-4dd1-8aa3-d194bb35c656 service neutron] Request body: {'port': {'device_id': '4b73a619-3f12-444e-9a38-b5a2531805bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:36:14.999279 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-59995882-49af-4dd1-8aa3-d194bb35c656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:15.093245 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-886206a0-b78d-481d-925f-0e7162e5e326 None None] Provisioning for port a1e57dfd-37f9-47d4-a343-1bfeb8e5d229 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:36:15.097278 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-886206a0-b78d-481d-925f-0e7162e5e326 None None] Provisioning complete for port a1e57dfd-37f9-47d4-a343-1bfeb8e5d229 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:36:15.097775 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-886206a0-b78d-481d-925f-0e7162e5e326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:15.132193 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-886206a0-b78d-481d-925f-0e7162e5e326 None None] Port a1e57dfd-37f9-47d4-a343-1bfeb8e5d229 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:36:15.271376 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-59995882-49af-4dd1-8aa3-d194bb35c656 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1e57dfd-37f9-47d4-a343-1bfeb8e5d229 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:36:15.278689 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-59995882-49af-4dd1-8aa3-d194bb35c656 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:15.290195 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-59995882-49af-4dd1-8aa3-d194bb35c656 service neutron] Transition to ACTIVE for port object a1e57dfd-37f9-47d4-a343-1bfeb8e5d229 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:36:15.295089 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-59995882-49af-4dd1-8aa3-d194bb35c656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:15.370004 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59995882-49af-4dd1-8aa3-d194bb35c656 service neutron] Pushing event updated for resources: {'Port': ['ID=a1e57dfd-37f9-47d4-a343-1bfeb8e5d229,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:36:15.461264 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-59995882-49af-4dd1-8aa3-d194bb35c656 service neutron] Attempting to bind port a1e57dfd-37f9-47d4-a343-1bfeb8e5d229 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:36:15.461601 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-59995882-49af-4dd1-8aa3-d194bb35c656 service neutron] Attempting to bind port a1e57dfd-37f9-47d4-a343-1bfeb8e5d229 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '15f2cbf1-71ad-415b-9589-3447496b6ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:36:15.461936 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-59995882-49af-4dd1-8aa3-d194bb35c656 service neutron] Attempting to bind port a1e57dfd-37f9-47d4-a343-1bfeb8e5d229 on network 235341de-2ef7-4721-a0f4-674c9eac7675 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:36:15.469993 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-59995882-49af-4dd1-8aa3-d194bb35c656 service neutron] Port a1e57dfd-37f9-47d4-a343-1bfeb8e5d229 on network 235341de-2ef7-4721-a0f4-674c9eac7675 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:36:15.470323 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-59995882-49af-4dd1-8aa3-d194bb35c656 service neutron] Attempting to bind port a1e57dfd-37f9-47d4-a343-1bfeb8e5d229 on network 235341de-2ef7-4721-a0f4-674c9eac7675 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:36:15.479442 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-59995882-49af-4dd1-8aa3-d194bb35c656 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:36:15.479785 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-59995882-49af-4dd1-8aa3-d194bb35c656 service neutron] Checking segment: {'id': '15f2cbf1-71ad-415b-9589-3447496b6ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:36:15.480183 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-59995882-49af-4dd1-8aa3-d194bb35c656 service neutron] Bound using segment: {'id': '15f2cbf1-71ad-415b-9589-3447496b6ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:36:15.480633 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-59995882-49af-4dd1-8aa3-d194bb35c656 service neutron] Bound port: a1e57dfd-37f9-47d4-a343-1bfeb8e5d229, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15f2cbf1-71ad-415b-9589-3447496b6ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:36:15.480995 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-59995882-49af-4dd1-8aa3-d194bb35c656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:15.491680 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbb744-b08e-43b4-bb7b-7f2b10127c33 req-a044c83d-4362-4b4c-a4ba-a1144233ffbd tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:15.493219 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-10fbb744-b08e-43b4-bb7b-7f2b10127c33 req-a044c83d-4362-4b4c-a4ba-a1144233ffbd tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 944 time: 0.1021862 Jul 24 01:36:15.564615 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-10fbb744-b08e-43b4-bb7b-7f2b10127c33 req-97dd4508-2f65-4472-9844-33c4e28f0c2b tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636921 Jul 24 01:36:15.588163 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-59995882-49af-4dd1-8aa3-d194bb35c656 service neutron] For port a1e57dfd-37f9-47d4-a343-1bfeb8e5d229, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:36:15.591604 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-59995882-49af-4dd1-8aa3-d194bb35c656 service neutron] For port a1e57dfd-37f9-47d4-a343-1bfeb8e5d229, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=a1e57dfd-37f9-47d4-a343-1bfeb8e5d229,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:36:15.597295 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-59995882-49af-4dd1-8aa3-d194bb35c656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:15.631539 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-59995882-49af-4dd1-8aa3-d194bb35c656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:15.632415 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-59995882-49af-4dd1-8aa3-d194bb35c656 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:15.633626 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-59995882-49af-4dd1-8aa3-d194bb35c656 service neutron] 10.222.0.13 "PUT /v2.0/ports/a1e57dfd-37f9-47d4-a343-1bfeb8e5d229 HTTP/1.1" status: 200 len: 1093 time: 0.7148757 Jul 24 01:36:15.633626 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b73a619-3f12-444e-9a38-b5a2531805bd', 'tag': 'a1e57dfd-37f9-47d4-a343-1bfeb8e5d229'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:36:15.636935 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57676413-53fb-4417-9a53-097d4837d267" -d '{"events": [{"name": "network-changed", "server_uuid": "4b73a619-3f12-444e-9a38-b5a2531805bd", "tag": "a1e57dfd-37f9-47d4-a343-1bfeb8e5d229"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:36:15.687581 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e409bf0-e0b0-4e1c-95d9-ed92e84d2ddd x-openstack-request-id: req-3e409bf0-e0b0-4e1c-95d9-ed92e84d2ddd {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:36:15.687908 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b73a619-3f12-444e-9a38-b5a2531805bd", "tag": "a1e57dfd-37f9-47d4-a343-1bfeb8e5d229", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:36:15.688183 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3e409bf0-e0b0-4e1c-95d9-ed92e84d2ddd {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:36:15.688594 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b73a619-3f12-444e-9a38-b5a2531805bd', 'tag': 'a1e57dfd-37f9-47d4-a343-1bfeb8e5d229', 'status': 'completed', 'code': 200} Jul 24 01:36:15.710675 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59995882-49af-4dd1-8aa3-d194bb35c656 service neutron] Pushing event updated for resources: {'Port': ['ID=a1e57dfd-37f9-47d4-a343-1bfeb8e5d229,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:36:15.746977 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-27c8ee24-7ab7-4d09-9684-13b05bbba2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:15.748575 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-27c8ee24-7ab7-4d09-9684-13b05bbba2c7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe7a3c92f28e465cb184de1f3f5eca99&device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 1096 time: 0.0764203 Jul 24 01:36:15.791176 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-e1db5bcf-e3d3-4f76-8f74-b81108382016 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1e57dfd-37f9-47d4-a343-1bfeb8e5d229 HTTP/1.1" status: 200 len: 217 time: 0.0358856 Jul 24 01:36:15.812296 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3b34a6c2-08ab-4e4b-9dc3-2e323ce82e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:15.840238 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-6acaa54b-b827-41f5-acf6-4a845e86aedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:15.841736 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-6acaa54b-b827-41f5-acf6-4a845e86aedb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680b0b6d-ed1b-455e-8a44-2c7f7461a00c HTTP/1.1" status: 200 len: 850 time: 0.0450928 Jul 24 01:36:15.906224 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-c77152c0-f74a-4692-ac4b-4554c6162a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:15.907764 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-c77152c0-f74a-4692-ac4b-4554c6162a8c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=235341de-2ef7-4721-a0f4-674c9eac7675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602901 Jul 24 01:36:15.998199 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-b328e302-c230-4ee3-a790-1483d3aa7f3a service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841386 Jul 24 01:36:16.092520 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e22093e3-6cba-4e80-8489-92a41db3faf0 req-5e46d86c-db35-4712-b8ec-643cec5d0bfb service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872700 Jul 24 01:36:16.193216 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57676413-53fb-4417-9a53-097d4837d267 req-4ef5c9fc-9dc3-465d-b2ee-92c8b213fe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:16.194777 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-57676413-53fb-4417-9a53-097d4837d267 req-4ef5c9fc-9dc3-465d-b2ee-92c8b213fe28 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe7a3c92f28e465cb184de1f3f5eca99&device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 1096 time: 0.0551271 Jul 24 01:36:16.292454 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57676413-53fb-4417-9a53-097d4837d267 req-63ced8fe-97e8-46dd-a05b-e27da94dfb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:16.294076 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-57676413-53fb-4417-9a53-097d4837d267 req-63ced8fe-97e8-46dd-a05b-e27da94dfb3d service neutron] 10.222.0.13 "GET /v2.0/networks?id=235341de-2ef7-4721-a0f4-674c9eac7675 HTTP/1.1" status: 200 len: 912 time: 0.0916464 Jul 24 01:36:16.334851 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-57676413-53fb-4417-9a53-097d4837d267 req-23b5565e-1642-4d14-9ebd-cb0829b0b7c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1e57dfd-37f9-47d4-a343-1bfeb8e5d229 HTTP/1.1" status: 200 len: 217 time: 0.0345175 Jul 24 01:36:16.386043 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57676413-53fb-4417-9a53-097d4837d267 req-83cec181-0c44-4d02-aa09-f221b35a9b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:16.387755 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-57676413-53fb-4417-9a53-097d4837d267 req-83cec181-0c44-4d02-aa09-f221b35a9b2b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680b0b6d-ed1b-455e-8a44-2c7f7461a00c HTTP/1.1" status: 200 len: 850 time: 0.0458686 Jul 24 01:36:16.456713 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57676413-53fb-4417-9a53-097d4837d267 req-f450c0a9-074b-477b-9c2c-cd851b9cb79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:16.458246 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-57676413-53fb-4417-9a53-097d4837d267 req-f450c0a9-074b-477b-9c2c-cd851b9cb79b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=235341de-2ef7-4721-a0f4-674c9eac7675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629115 Jul 24 01:36:16.549596 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-57676413-53fb-4417-9a53-097d4837d267 req-c0dc0acf-6d9a-4ec2-9727-c8448c50c81b service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836740 Jul 24 01:36:16.656691 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-57676413-53fb-4417-9a53-097d4837d267 req-cda49d37-8584-4b8e-a3a1-3813fa86ed75 service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006477 Jul 24 01:36:16.707098 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c36b2-dcac-4d03-9838-1c989eae5ca7 req-f2a7f3d5-a5d2-4aad-8f62-8823ec2e435c tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:16.708601 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-370c36b2-dcac-4d03-9838-1c989eae5ca7 req-f2a7f3d5-a5d2-4aad-8f62-8823ec2e435c tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 944 time: 0.0719821 Jul 24 01:36:16.748612 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-370c36b2-dcac-4d03-9838-1c989eae5ca7 req-6393771f-04ba-4778-928c-2d6f33e26cf6 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335150 Jul 24 01:36:17.885035 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf13176-07f9-4150-ab09-2a7c4a5f6120 req-c98766a6-8a6f-41ac-bc26-0b5833778d14 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:17.886467 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9bf13176-07f9-4150-ab09-2a7c4a5f6120 req-c98766a6-8a6f-41ac-bc26-0b5833778d14 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 944 time: 0.0678804 Jul 24 01:36:17.925569 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9bf13176-07f9-4150-ab09-2a7c4a5f6120 req-3c3beb03-d764-4ec2-b64c-7bbec29024dc tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332901 Jul 24 01:36:18.313010 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f4d6824b-54bd-4e71-8d33-99fa7aa10d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:18.529900 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:19.065407 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4a5fe-8532-4d0b-8643-0f98523caafa req-174e592d-7992-402a-a1d8-465fa813d106 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:19.066863 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fcb4a5fe-8532-4d0b-8643-0f98523caafa req-174e592d-7992-402a-a1d8-465fa813d106 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 944 time: 0.0665743 Jul 24 01:36:19.110199 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fcb4a5fe-8532-4d0b-8643-0f98523caafa req-7e6129ef-4279-4eac-8753-741f2cc17fba tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377524 Jul 24 01:36:19.627963 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:19.871570 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device a1e57dfd-37f9-47d4-a343-1bfeb8e5d229 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:36:19.968546 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port a1e57dfd-37f9-47d4-a343-1bfeb8e5d229, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=a1e57dfd-37f9-47d4-a343-1bfeb8e5d229,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:36:19.979583 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'a1e57dfd-37f9-47d4-a343-1bfeb8e5d229', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'port_id': 'a1e57dfd-37f9-47d4-a343-1bfeb8e5d229', 'mac_address': 'fa:16:3e:84:42:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:36:20.016653 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:20.029663 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1e57dfd-37f9-47d4-a343-1bfeb8e5d229 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:36:20.049159 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port a1e57dfd-37f9-47d4-a343-1bfeb8e5d229, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=a1e57dfd-37f9-47d4-a343-1bfeb8e5d229,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:36:20.053109 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:20.100459 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=a1e57dfd-37f9-47d4-a343-1bfeb8e5d229,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:36:20.239945 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d4f4e-0865-4974-a535-121fc3175737 req-13d68313-6569-4ec4-a8f7-221cabf09c40 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:20.241529 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-611d4f4e-0865-4974-a535-121fc3175737 req-13d68313-6569-4ec4-a8f7-221cabf09c40 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 945 time: 0.0641994 Jul 24 01:36:20.242970 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['a1e57dfd-37f9-47d4-a343-1bfeb8e5d229'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:36:20.280628 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-611d4f4e-0865-4974-a535-121fc3175737 req-d485f1a9-7c6f-41d4-843a-72acb7bd2b55 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335493 Jul 24 01:36:21.128490 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:21.415665 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814dc1be-0ae4-4d30-8a40-eee42f6eb121 req-849c55a9-0607-4bd6-88e9-7d8c0e2329f2 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:21.417206 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-814dc1be-0ae4-4d30-8a40-eee42f6eb121 req-849c55a9-0607-4bd6-88e9-7d8c0e2329f2 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 945 time: 0.0649033 Jul 24 01:36:21.457508 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-814dc1be-0ae4-4d30-8a40-eee42f6eb121 req-bf274e0e-c7b7-443b-a594-5c739d403dac tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343690 Jul 24 01:36:21.888719 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device a1e57dfd-37f9-47d4-a343-1bfeb8e5d229 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:36:21.936159 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port a1e57dfd-37f9-47d4-a343-1bfeb8e5d229 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:36:21.939877 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port a1e57dfd-37f9-47d4-a343-1bfeb8e5d229 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:36:21.940247 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:22.018189 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:22.041935 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b73a619-3f12-444e-9a38-b5a2531805bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e57dfd-37f9-47d4-a343-1bfeb8e5d229'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:36:22.044737 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729718da-4e1c-4b31-b822-456a7b6a7ace" -d '{"events": [{"server_uuid": "4b73a619-3f12-444e-9a38-b5a2531805bd", "name": "network-vif-plugged", "status": "completed", "tag": "a1e57dfd-37f9-47d4-a343-1bfeb8e5d229"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:36:22.058276 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port a1e57dfd-37f9-47d4-a343-1bfeb8e5d229, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=a1e57dfd-37f9-47d4-a343-1bfeb8e5d229,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:36:22.063889 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:22.087797 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25d1c5f-e997-467b-83f8-0838ac9b12c4 x-openstack-request-id: req-f25d1c5f-e997-467b-83f8-0838ac9b12c4 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:36:22.088098 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b73a619-3f12-444e-9a38-b5a2531805bd", "name": "network-vif-plugged", "status": "completed", "tag": "a1e57dfd-37f9-47d4-a343-1bfeb8e5d229", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:36:22.088352 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f25d1c5f-e997-467b-83f8-0838ac9b12c4 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:36:22.088742 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b73a619-3f12-444e-9a38-b5a2531805bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e57dfd-37f9-47d4-a343-1bfeb8e5d229', 'code': 200} Jul 24 01:36:22.115806 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=a1e57dfd-37f9-47d4-a343-1bfeb8e5d229,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:36:22.203680 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe331187-9ee9-48e2-8f21-f7bbc2fc1129 req-135ac2b4-367a-4338-8c67-b15f0b36b4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:22.205222 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fe331187-9ee9-48e2-8f21-f7bbc2fc1129 req-135ac2b4-367a-4338-8c67-b15f0b36b4e7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 1098 time: 0.0603399 Jul 24 01:36:22.239496 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fe331187-9ee9-48e2-8f21-f7bbc2fc1129 req-8068acbe-276e-409b-acaa-2888d4926f2c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280919 Jul 24 01:36:22.835547 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf8cf9-4e08-43d0-81d4-477c927207cb req-90ef22cf-5e0e-4a52-9a13-e8331763e0f8 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:22.837079 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-84bf8cf9-4e08-43d0-81d4-477c927207cb req-90ef22cf-5e0e-4a52-9a13-e8331763e0f8 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 946 time: 0.0706491 Jul 24 01:36:22.875551 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-84bf8cf9-4e08-43d0-81d4-477c927207cb req-58fcaf85-fe83-4e40-bda1-3cb0f8f92c44 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326777 Jul 24 01:36:24.013353 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664899b6-a459-4924-9e2e-4e63c73f81aa req-a1b26ad7-6a2c-4a45-b1cf-1e3f8ab1618b tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:24.014912 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-664899b6-a459-4924-9e2e-4e63c73f81aa req-a1b26ad7-6a2c-4a45-b1cf-1e3f8ab1618b tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 946 time: 0.0692456 Jul 24 01:36:24.053290 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-664899b6-a459-4924-9e2e-4e63c73f81aa req-eeab9a0a-5ed0-471d-a8b3-49a487c1a981 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326822 Jul 24 01:36:24.186601 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eec822-d41d-4d10-a628-fa029850ead2 req-96120da7-bd69-4436-8812-abbfe63b2d20 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:24.188185 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-37eec822-d41d-4d10-a628-fa029850ead2 req-96120da7-bd69-4436-8812-abbfe63b2d20 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 946 time: 0.0686135 Jul 24 01:36:24.196793 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 49562) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:36:24.201840 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-37e7e7ab-8951-42eb-b533-c3160154b506 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Request body: {'floatingip': {'port_id': 'a1e57dfd-37f9-47d4-a343-1bfeb8e5d229'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:36:24.242337 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-37e7e7ab-8951-42eb-b533-c3160154b506 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks [] for floatingip, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:24.685659 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-37e7e7ab-8951-42eb-b533-c3160154b506 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:24.689893 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-37e7e7ab-8951-42eb-b533-c3160154b506 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:24.791340 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [None req-37e7e7ab-8951-42eb-b533-c3160154b506 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Floating IP ddb2db9a-cb78-4049-a6ad-5a5ecc367813 associated. External IP: 172.25.2.164, port: a1e57dfd-37f9-47d4-a343-1bfeb8e5d229. Jul 24 01:36:25.005077 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e7e7ab-8951-42eb-b533-c3160154b506 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Router 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:36:25.116828 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e7e7ab-8951-42eb-b533-c3160154b506 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:36:25.122928 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-37e7e7ab-8951-42eb-b533-c3160154b506 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:25.128830 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6aac52-e4e6-40a3-924e-7759dd88a2e8 None None] Sync routers for ids ['18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:36:25.140201 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6aac52-e4e6-40a3-924e-7759dd88a2e8 None None] Routers {'18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:36:25.140820 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-ab6aac52-e4e6-40a3-924e-7759dd88a2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:36:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:36:25.163119 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-37e7e7ab-8951-42eb-b533-c3160154b506 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "PUT /v2.0/floatingips/ddb2db9a-cb78-4049-a6ad-5a5ecc367813 HTTP/1.1" status: 200 len: 992 time: 0.9625680 Jul 24 01:36:25.163119 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b73a619-3f12-444e-9a38-b5a2531805bd', 'tag': 'a1e57dfd-37f9-47d4-a343-1bfeb8e5d229'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:36:25.163402 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243780d0-b70d-4495-a1e3-26ae79cc96a4" -d '{"events": [{"name": "network-changed", "server_uuid": "4b73a619-3f12-444e-9a38-b5a2531805bd", "tag": "a1e57dfd-37f9-47d4-a343-1bfeb8e5d229"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:36:25.200863 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4810aa-3e78-4dc2-8179-97a86cc3731c x-openstack-request-id: req-7b4810aa-3e78-4dc2-8179-97a86cc3731c {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:36:25.201771 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b73a619-3f12-444e-9a38-b5a2531805bd", "tag": "a1e57dfd-37f9-47d4-a343-1bfeb8e5d229", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:36:25.201771 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7b4810aa-3e78-4dc2-8179-97a86cc3731c {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:36:25.201771 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b73a619-3f12-444e-9a38-b5a2531805bd', 'tag': 'a1e57dfd-37f9-47d4-a343-1bfeb8e5d229', 'status': 'completed', 'code': 200} Jul 24 01:36:25.257041 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-ab6aac52-e4e6-40a3-924e-7759dd88a2e8 None None] Set router 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:36:25.286669 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243780d0-b70d-4495-a1e3-26ae79cc96a4 req-de6e1af9-318a-4b74-a25b-ea82680a329a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:25.288538 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-243780d0-b70d-4495-a1e3-26ae79cc96a4 req-de6e1af9-318a-4b74-a25b-ea82680a329a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe7a3c92f28e465cb184de1f3f5eca99&device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 1098 time: 0.0624592 Jul 24 01:36:25.389236 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243780d0-b70d-4495-a1e3-26ae79cc96a4 req-d1856661-f727-4eee-a8e1-2630b4c4de98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:25.390807 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-243780d0-b70d-4495-a1e3-26ae79cc96a4 req-d1856661-f727-4eee-a8e1-2630b4c4de98 service neutron] 10.222.0.13 "GET /v2.0/networks?id=235341de-2ef7-4721-a0f4-674c9eac7675 HTTP/1.1" status: 200 len: 912 time: 0.0955517 Jul 24 01:36:25.457940 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-243780d0-b70d-4495-a1e3-26ae79cc96a4 req-2c3c52bf-fa0a-4327-9a18-1ad37278fb73 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1e57dfd-37f9-47d4-a343-1bfeb8e5d229 HTTP/1.1" status: 200 len: 1000 time: 0.0609424 Jul 24 01:36:25.488064 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-ab6aac52-e4e6-40a3-924e-7759dd88a2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'name': 'tempest-ServerActionsTestJSON-759337737-router', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:42Z', 'revision_number': 4, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'gw_port': {'id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'ddb2db9a-cb78-4049-a6ad-5a5ecc367813', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'port_id': 'a1e57dfd-37f9-47d4-a343-1bfeb8e5d229', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'mac_address': 'fa:16:3e:84:42:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b73a619-3f12-444e-9a38-b5a2531805bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:31:44Z', 'updated_at': '2021-07-24T01:36:24Z', 'revision_number': 9, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3413a649-486c-49c6-8c9f-6cb51ce99406', 'name': '', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'mac_address': 'fa:16:3e:f4:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:42Z', 'updated_at': '2021-07-24T01:31:47Z', 'revision_number': 5, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'subnets': [{'id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:36:25.515365 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6aac52-e4e6-40a3-924e-7759dd88a2e8 None None] Checking router: 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:36:25.515597 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243780d0-b70d-4495-a1e3-26ae79cc96a4 req-d81d7d97-cfb2-422a-b061-9b73544eeab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:25.516966 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-243780d0-b70d-4495-a1e3-26ae79cc96a4 req-d81d7d97-cfb2-422a-b061-9b73544eeab0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680b0b6d-ed1b-455e-8a44-2c7f7461a00c HTTP/1.1" status: 200 len: 850 time: 0.0527613 Jul 24 01:36:25.523669 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6aac52-e4e6-40a3-924e-7759dd88a2e8 None None] Routers {'18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:36:25.524204 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-ab6aac52-e4e6-40a3-924e-7759dd88a2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:36:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:36:25.579009 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243780d0-b70d-4495-a1e3-26ae79cc96a4 req-1bbef0f3-1849-43bb-9879-6daf1006de46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:36:25.580602 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-243780d0-b70d-4495-a1e3-26ae79cc96a4 req-1bbef0f3-1849-43bb-9879-6daf1006de46 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=235341de-2ef7-4721-a0f4-674c9eac7675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572839 Jul 24 01:36:25.631623 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-ab6aac52-e4e6-40a3-924e-7759dd88a2e8 None None] Set router 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:36:25.683650 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-243780d0-b70d-4495-a1e3-26ae79cc96a4 req-ddbfc39d-3f25-4fc0-8403-5cd53cb9b0bc service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969000 Jul 24 01:36:25.781177 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-243780d0-b70d-4495-a1e3-26ae79cc96a4 req-d42cf1a1-edb2-4612-aaba-15c2bc364629 service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914631 Jul 24 01:36:25.867612 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-ab6aac52-e4e6-40a3-924e-7759dd88a2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'name': 'tempest-ServerActionsTestJSON-759337737-router', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:42Z', 'revision_number': 4, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'gw_port': {'id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'ddb2db9a-cb78-4049-a6ad-5a5ecc367813', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'port_id': 'a1e57dfd-37f9-47d4-a343-1bfeb8e5d229', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'mac_address': 'fa:16:3e:84:42:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b73a619-3f12-444e-9a38-b5a2531805bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:31:44Z', 'updated_at': '2021-07-24T01:36:24Z', 'revision_number': 9, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3413a649-486c-49c6-8c9f-6cb51ce99406', 'name': '', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'mac_address': 'fa:16:3e:f4:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:42Z', 'updated_at': '2021-07-24T01:31:47Z', 'revision_number': 5, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'subnets': [{'id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:36:25.894235 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6aac52-e4e6-40a3-924e-7759dd88a2e8 None None] The sync data for ids ['18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'] in n-d-793621-25 is: [{'id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'name': 'tempest-ServerActionsTestJSON-759337737-router', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:42Z', 'revision_number': 4, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'gw_port': {'id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'ddb2db9a-cb78-4049-a6ad-5a5ecc367813', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'port_id': 'a1e57dfd-37f9-47d4-a343-1bfeb8e5d229', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'mac_address': 'fa:16:3e:84:42:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b73a619-3f12-444e-9a38-b5a2531805bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:31:44Z', 'updated_at': '2021-07-24T01:36:24Z', 'revision_number': 9, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3413a649-486c-49c6-8c9f-6cb51ce99406', 'name': '', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'mac_address': 'fa:16:3e:f4:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:42Z', 'updated_at': '2021-07-24T01:31:47Z', 'revision_number': 5, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'subnets': [{'id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:36:26.089375 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd08efc-4ee3-4217-88a9-6b181fa188c9 None None] New status for floating IP ddb2db9a-cb78-4049-a6ad-5a5ecc367813: ACTIVE {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:36:30.613376 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:36:35.324912 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:35.681556 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:45.817342 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a4cdabd5-df01-405a-a851-94a7f0e39ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:48.322676 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-17e63f32-4764-4e5b-8fba-76adbecd8cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:48.533194 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:49.635756 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:36:51.132762 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:37:01.504811 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-484acdf5-05c8-47a4-a766-6fb89b321f1d req-9d89590a-fd80-4af9-9d83-7482beaf380d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=628d42a2-7ada-4268-be52-7c3048d872bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0846972 Jul 24 01:37:01.559360 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-484acdf5-05c8-47a4-a766-6fb89b321f1d req-903fcf6c-4ae5-43ce-badc-78a829e37331 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=628d42a2-7ada-4268-be52-7c3048d872bf HTTP/1.1" status: 200 len: 210 time: 0.0336070 Jul 24 01:37:01.600373 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-484acdf5-05c8-47a4-a766-6fb89b321f1d req-110170b6-2f78-4004-8eec-279d61636d1a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199785 Jul 24 01:37:01.698093 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484acdf5-05c8-47a4-a766-6fb89b321f1d req-0f3a9211-b42e-4d26-af06-840bd3355c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:37:01.699539 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-484acdf5-05c8-47a4-a766-6fb89b321f1d req-0f3a9211-b42e-4d26-af06-840bd3355c24 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938861 Jul 24 01:37:05.324295 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:37:05.697490 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:37:05.786767 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e05cdbc0-c2d1-4d78-832a-96314e435f34 req-a1714a1e-9a82-42e5-b1fb-bd6bab8db828 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4b73a619-3f12-444e-9a38-b5a2531805bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0543962 Jul 24 01:37:05.885767 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cdbc0-c2d1-4d78-832a-96314e435f34 req-7ad49a68-24ed-4ddc-a40a-55c103b59fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:37:05.887337 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e05cdbc0-c2d1-4d78-832a-96314e435f34 req-7ad49a68-24ed-4ddc-a40a-55c103b59fd0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe7a3c92f28e465cb184de1f3f5eca99&device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 1098 time: 0.0565875 Jul 24 01:37:06.000185 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cdbc0-c2d1-4d78-832a-96314e435f34 req-343a9b68-e51e-4f52-97b8-04724c62762e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:37:06.002363 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e05cdbc0-c2d1-4d78-832a-96314e435f34 req-343a9b68-e51e-4f52-97b8-04724c62762e service neutron] 10.222.0.13 "GET /v2.0/networks?id=235341de-2ef7-4721-a0f4-674c9eac7675 HTTP/1.1" status: 200 len: 912 time: 0.0959840 Jul 24 01:37:06.067913 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e05cdbc0-c2d1-4d78-832a-96314e435f34 req-f4317e41-b04e-4312-97ea-53d0401821e1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1e57dfd-37f9-47d4-a343-1bfeb8e5d229 HTTP/1.1" status: 200 len: 1003 time: 0.0602393 Jul 24 01:37:06.122484 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cdbc0-c2d1-4d78-832a-96314e435f34 req-2bd5ab4e-1560-44e8-9fb1-cb8e663f35b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:37:06.124276 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e05cdbc0-c2d1-4d78-832a-96314e435f34 req-2bd5ab4e-1560-44e8-9fb1-cb8e663f35b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680b0b6d-ed1b-455e-8a44-2c7f7461a00c HTTP/1.1" status: 200 len: 850 time: 0.0500658 Jul 24 01:37:06.188346 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05cdbc0-c2d1-4d78-832a-96314e435f34 req-207a26d0-7e59-4d47-9da9-499900192320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:37:06.190237 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e05cdbc0-c2d1-4d78-832a-96314e435f34 req-207a26d0-7e59-4d47-9da9-499900192320 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=235341de-2ef7-4721-a0f4-674c9eac7675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600774 Jul 24 01:37:06.278522 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e05cdbc0-c2d1-4d78-832a-96314e435f34 req-350b67c0-8f4a-4513-b52f-d2afe8febfb4 service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821657 Jul 24 01:37:06.372435 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e05cdbc0-c2d1-4d78-832a-96314e435f34 req-24b2ebe2-2409-4a72-8448-13c6e6a751ab service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881324 Jul 24 01:37:07.613220 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:37:15.825456 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-92f8877f-022a-49b5-a208-ebd554c54446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:37:18.315960 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40fdbb94-c0a6-489c-a508-d68b1489dcdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:37:18.530024 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:37:19.636137 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:37:21.140092 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:37:35.323638 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:37:35.710914 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:37:44.612431 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:37:45.816830 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-01841c6d-bd51-40e1-902c-9933209286e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:37:48.316892 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-34eba3f6-1a47-4745-94d7-0706a331eb3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:37:48.531603 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:37:49.637223 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:37:51.138681 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:01.451042 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5e6369c4-c22e-43f3-be82-953ac354d459 req-912fee95-c882-4d1c-b473-4d9bb2a05164 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e7d87376-d685-42ed-96e2-a3452ba60793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0294950 Jul 24 01:38:01.503127 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5e6369c4-c22e-43f3-be82-953ac354d459 req-decdeb81-bc74-4764-a205-59bbc8ed38b6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=e7d87376-d685-42ed-96e2-a3452ba60793 HTTP/1.1" status: 200 len: 210 time: 0.0300965 Jul 24 01:38:01.541657 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5e6369c4-c22e-43f3-be82-953ac354d459 req-e3d91df9-0da7-4c7b-85f7-98f2d38b37f8 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199072 Jul 24 01:38:01.644530 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6369c4-c22e-43f3-be82-953ac354d459 req-821e3a7b-a9a2-4c6a-aab4-3f4f31ac649d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:01.646082 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5e6369c4-c22e-43f3-be82-953ac354d459 req-821e3a7b-a9a2-4c6a-aab4-3f4f31ac649d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0983992 Jul 24 01:38:02.397610 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-46fe404f-2ca8-4d46-bcab-b0a96189d4ad req-a25f5651-58d0-49e3-b528-6034140932c9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4b73a619-3f12-444e-9a38-b5a2531805bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0639808 Jul 24 01:38:02.424446 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f6806-ff8e-491e-9ba4-350c8efcd849 req-03c85754-4339-47c4-ae34-6f24f4588add tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:02.426533 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-613f6806-ff8e-491e-9ba4-350c8efcd849 req-03c85754-4339-47c4-ae34-6f24f4588add tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 946 time: 0.0812886 Jul 24 01:38:02.477114 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-613f6806-ff8e-491e-9ba4-350c8efcd849 req-7285d5d6-54b4-4829-9caf-806a068143a4 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442569 Jul 24 01:38:03.548935 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe404f-2ca8-4d46-bcab-b0a96189d4ad req-36010d9b-81fb-4879-8bf5-a3e410eb904b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:03.550491 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-46fe404f-2ca8-4d46-bcab-b0a96189d4ad req-36010d9b-81fb-4879-8bf5-a3e410eb904b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe7a3c92f28e465cb184de1f3f5eca99&device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 1098 time: 0.0641375 Jul 24 01:38:03.626257 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e571e5e-7e29-460e-95f4-3bb396ef6936 req-6b3189ae-8ef4-4cd8-a8b8-834e225b1d06 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:03.628302 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5e571e5e-7e29-460e-95f4-3bb396ef6936 req-6b3189ae-8ef4-4cd8-a8b8-834e225b1d06 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 946 time: 0.0705147 Jul 24 01:38:03.648906 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe404f-2ca8-4d46-bcab-b0a96189d4ad req-6c4bbfa4-2d83-44d6-859b-d3113bc20047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:03.650449 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-46fe404f-2ca8-4d46-bcab-b0a96189d4ad req-6c4bbfa4-2d83-44d6-859b-d3113bc20047 service neutron] 10.222.0.13 "GET /v2.0/networks?id=235341de-2ef7-4721-a0f4-674c9eac7675 HTTP/1.1" status: 200 len: 912 time: 0.0934808 Jul 24 01:38:03.670602 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5e571e5e-7e29-460e-95f4-3bb396ef6936 req-ccd90ee8-48c7-4920-8684-d864e2e5e269 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360565 Jul 24 01:38:03.723736 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-46fe404f-2ca8-4d46-bcab-b0a96189d4ad req-36294bdc-ef91-41b3-9454-10e7f868eeb8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1e57dfd-37f9-47d4-a343-1bfeb8e5d229 HTTP/1.1" status: 200 len: 1003 time: 0.0668571 Jul 24 01:38:03.774146 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe404f-2ca8-4d46-bcab-b0a96189d4ad req-9f04b2fb-7521-4ce3-95a7-e6358253e2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:03.775680 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-46fe404f-2ca8-4d46-bcab-b0a96189d4ad req-9f04b2fb-7521-4ce3-95a7-e6358253e2c5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680b0b6d-ed1b-455e-8a44-2c7f7461a00c HTTP/1.1" status: 200 len: 850 time: 0.0460503 Jul 24 01:38:03.836614 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe404f-2ca8-4d46-bcab-b0a96189d4ad req-4facf745-4cf7-44c3-bb91-4de25e119de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:03.838158 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-46fe404f-2ca8-4d46-bcab-b0a96189d4ad req-4facf745-4cf7-44c3-bb91-4de25e119de6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=235341de-2ef7-4721-a0f4-674c9eac7675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563433 Jul 24 01:38:03.941022 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-46fe404f-2ca8-4d46-bcab-b0a96189d4ad req-2bb78f0d-2767-4a8a-962d-6b4215ba9839 service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963552 Jul 24 01:38:04.034411 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-46fe404f-2ca8-4d46-bcab-b0a96189d4ad req-6282048e-555a-4b9a-9263-2a2c8fd2ce7b service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861542 Jul 24 01:38:04.818929 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebc4cc-0ae3-48c8-8f6e-9faf655ef082 req-379bbc10-ccb4-4ae4-bdcc-626b6f78c9ee tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:04.820986 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-caebc4cc-0ae3-48c8-8f6e-9faf655ef082 req-379bbc10-ccb4-4ae4-bdcc-626b6f78c9ee tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 946 time: 0.0791178 Jul 24 01:38:04.868466 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-caebc4cc-0ae3-48c8-8f6e-9faf655ef082 req-14ba7a07-0966-4b41-a02f-2fe262f8ec61 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379145 Jul 24 01:38:05.338280 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:05.711649 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:06.008173 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19464d-7c59-42a1-bb4a-e8adab54d29f req-7e1afb6e-119f-42a5-b5da-d5d16754f201 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:06.010208 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1a19464d-7c59-42a1-bb4a-e8adab54d29f req-7e1afb6e-119f-42a5-b5da-d5d16754f201 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 946 time: 0.0691211 Jul 24 01:38:06.054959 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1a19464d-7c59-42a1-bb4a-e8adab54d29f req-63c09740-f750-43a1-a3c1-4398b64722a7 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369787 Jul 24 01:38:07.203425 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003ca8e-273f-4765-b403-82b3bec9e9f7 req-0e857613-2d3c-475c-969e-cfc7c490fda1 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:07.205072 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7003ca8e-273f-4765-b403-82b3bec9e9f7 req-0e857613-2d3c-475c-969e-cfc7c490fda1 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 946 time: 0.0722735 Jul 24 01:38:07.255003 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7003ca8e-273f-4765-b403-82b3bec9e9f7 req-d71e86c3-f2f4-4339-9e9e-00206512ebd8 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429862 Jul 24 01:38:07.820695 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788e6cc-b570-4f88-9b09-04d04c9eca59 req-a870a10d-90d4-44d6-8bd1-5509b17b4b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:07.822237 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e788e6cc-b570-4f88-9b09-04d04c9eca59 req-a870a10d-90d4-44d6-8bd1-5509b17b4b8b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe7a3c92f28e465cb184de1f3f5eca99&device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 1098 time: 0.0621397 Jul 24 01:38:08.284110 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788e6cc-b570-4f88-9b09-04d04c9eca59 req-80696206-8323-4b55-856f-5ea2fa0061ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:08.285663 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e788e6cc-b570-4f88-9b09-04d04c9eca59 req-80696206-8323-4b55-856f-5ea2fa0061ff service neutron] 10.222.0.13 "GET /v2.0/networks?id=235341de-2ef7-4721-a0f4-674c9eac7675 HTTP/1.1" status: 200 len: 912 time: 0.4436448 Jul 24 01:38:08.360004 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e788e6cc-b570-4f88-9b09-04d04c9eca59 req-c46f42a2-d70c-4bb0-b0a4-46aff227b7b8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1e57dfd-37f9-47d4-a343-1bfeb8e5d229 HTTP/1.1" status: 200 len: 1003 time: 0.0673485 Jul 24 01:38:08.406632 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1dbdb4-69ce-4ace-b4ed-77a2c3dd5df6 req-6ea3d9cf-b972-4530-9a8a-0de19a9d6406 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:08.408314 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cc1dbdb4-69ce-4ace-b4ed-77a2c3dd5df6 req-6ea3d9cf-b972-4530-9a8a-0de19a9d6406 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 946 time: 0.0790637 Jul 24 01:38:08.414098 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788e6cc-b570-4f88-9b09-04d04c9eca59 req-c90a7575-55c1-48ac-a65f-93f06457f299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:08.415677 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e788e6cc-b570-4f88-9b09-04d04c9eca59 req-c90a7575-55c1-48ac-a65f-93f06457f299 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680b0b6d-ed1b-455e-8a44-2c7f7461a00c HTTP/1.1" status: 200 len: 850 time: 0.0491989 Jul 24 01:38:08.451010 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cc1dbdb4-69ce-4ace-b4ed-77a2c3dd5df6 req-d1cbf0b2-a052-4f46-99a3-684e4aafbb99 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358293 Jul 24 01:38:08.480957 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788e6cc-b570-4f88-9b09-04d04c9eca59 req-f772c64e-6fb1-4e13-9bb6-59298a8a00af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:08.482529 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e788e6cc-b570-4f88-9b09-04d04c9eca59 req-f772c64e-6fb1-4e13-9bb6-59298a8a00af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=235341de-2ef7-4721-a0f4-674c9eac7675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608883 Jul 24 01:38:08.590428 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e788e6cc-b570-4f88-9b09-04d04c9eca59 req-de624a23-e100-4ab6-af19-84debdc6bdb9 service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012743 Jul 24 01:38:08.706903 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e788e6cc-b570-4f88-9b09-04d04c9eca59 req-987dcbcd-f615-4f93-a463-f4ce39dfbc7d service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102326 Jul 24 01:38:09.602131 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac3d77-2b0a-4559-bf38-e3dd94f7e474 req-e4bb438a-0628-4aee-92bb-2e35c4315269 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:09.603734 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-10ac3d77-2b0a-4559-bf38-e3dd94f7e474 req-e4bb438a-0628-4aee-92bb-2e35c4315269 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 946 time: 0.0798349 Jul 24 01:38:09.646438 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-10ac3d77-2b0a-4559-bf38-e3dd94f7e474 req-223c561c-5899-4bf9-8357-8845762cfe59 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365095 Jul 24 01:38:10.790531 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9d9f1-3bfd-4f78-ac1c-7f59fd495a93 req-27a15071-781e-4738-be73-9240b41be8a5 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:10.793058 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b4d9d9f1-3bfd-4f78-ac1c-7f59fd495a93 req-27a15071-781e-4738-be73-9240b41be8a5 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 946 time: 0.0723350 Jul 24 01:38:10.834201 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b4d9d9f1-3bfd-4f78-ac1c-7f59fd495a93 req-85fbc287-a87f-4a75-9edd-996ba8e7f96a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355997 Jul 24 01:38:11.968594 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476c009-cc3e-4358-be03-880e84b7a5de req-628f7b95-4872-4669-a469-448f33b43abc tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:11.970051 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9476c009-cc3e-4358-be03-880e84b7a5de req-628f7b95-4872-4669-a469-448f33b43abc tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 946 time: 0.0664876 Jul 24 01:38:12.009566 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9476c009-cc3e-4358-be03-880e84b7a5de req-dc5d8c99-1e21-4e91-917b-7126039569a4 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339437 Jul 24 01:38:13.155936 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b24f24-a79f-4fb3-a693-237c48615c52 req-7cdc2d6a-fda5-47dc-9e11-71e29b09027b tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:13.157553 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a0b24f24-a79f-4fb3-a693-237c48615c52 req-7cdc2d6a-fda5-47dc-9e11-71e29b09027b tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 946 time: 0.0791693 Jul 24 01:38:13.205175 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a0b24f24-a79f-4fb3-a693-237c48615c52 req-c45c73a8-ed94-47e5-a063-4d76bf260dad tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371687 Jul 24 01:38:14.348442 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d068559-e2ea-4fb8-8ba7-989834307d65 req-b8491434-8dc9-4323-aef7-cc8d2e142165 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:14.349981 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8d068559-e2ea-4fb8-8ba7-989834307d65 req-b8491434-8dc9-4323-aef7-cc8d2e142165 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 946 time: 0.0717700 Jul 24 01:38:14.397715 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8d068559-e2ea-4fb8-8ba7-989834307d65 req-f38a0285-1140-44a8-aed0-11f2d2e3bbe9 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414844 Jul 24 01:38:15.534557 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22975dc8-6271-459c-9180-e5a51de97bd1 req-027c90cc-39b7-4993-aa63-ee96d9cfb359 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:15.536040 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-22975dc8-6271-459c-9180-e5a51de97bd1 req-027c90cc-39b7-4993-aa63-ee96d9cfb359 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 946 time: 0.0684972 Jul 24 01:38:15.578007 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-22975dc8-6271-459c-9180-e5a51de97bd1 req-a212066f-4c87-43dd-9ab2-6088678951ac tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359585 Jul 24 01:38:15.679075 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-46fe404f-2ca8-4d46-bcab-b0a96189d4ad req-7ae277a2-fd61-451f-ab29-03330de7968e service neutron] 10.222.0.13 "GET /v2.0/ports/a1e57dfd-37f9-47d4-a343-1bfeb8e5d229/bindings/n-h1-793621-25 HTTP/1.1" status: 200 len: 383 time: 0.0567393 Jul 24 01:38:15.824170 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d741447b-f849-48dd-9156-506e0a1c8f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:15.901822 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe404f-2ca8-4d46-bcab-b0a96189d4ad req-b7639535-af3e-47ed-b81d-0e6157eee1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:15.903433 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-46fe404f-2ca8-4d46-bcab-b0a96189d4ad req-b7639535-af3e-47ed-b81d-0e6157eee1e5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4b73a619-3f12-444e-9a38-b5a2531805bd&tenant_id=fe7a3c92f28e465cb184de1f3f5eca99 HTTP/1.1" status: 200 len: 1098 time: 0.0564320 Jul 24 01:38:15.981990 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe404f-2ca8-4d46-bcab-b0a96189d4ad req-80647fd4-ab38-4719-99fd-94ea34945272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:15.983622 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-46fe404f-2ca8-4d46-bcab-b0a96189d4ad req-80647fd4-ab38-4719-99fd-94ea34945272 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe7a3c92f28e465cb184de1f3f5eca99&device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 1098 time: 0.0576236 Jul 24 01:38:16.080615 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe404f-2ca8-4d46-bcab-b0a96189d4ad req-8272be93-f2b1-465a-9e19-193330b47234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:16.082092 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-46fe404f-2ca8-4d46-bcab-b0a96189d4ad req-8272be93-f2b1-465a-9e19-193330b47234 service neutron] 10.222.0.13 "GET /v2.0/networks?id=235341de-2ef7-4721-a0f4-674c9eac7675 HTTP/1.1" status: 200 len: 912 time: 0.0926859 Jul 24 01:38:16.149123 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-46fe404f-2ca8-4d46-bcab-b0a96189d4ad req-8dd853fc-7f09-410e-94ec-06e01f390dea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1e57dfd-37f9-47d4-a343-1bfeb8e5d229 HTTP/1.1" status: 200 len: 1003 time: 0.0594320 Jul 24 01:38:16.203883 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe404f-2ca8-4d46-bcab-b0a96189d4ad req-265795f7-3b59-4215-8a48-bca1873bc904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:16.205422 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-46fe404f-2ca8-4d46-bcab-b0a96189d4ad req-265795f7-3b59-4215-8a48-bca1873bc904 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680b0b6d-ed1b-455e-8a44-2c7f7461a00c HTTP/1.1" status: 200 len: 850 time: 0.0505915 Jul 24 01:38:16.268958 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe404f-2ca8-4d46-bcab-b0a96189d4ad req-d5fb51f0-b096-476c-a776-ccda7fd8e917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:16.269902 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-46fe404f-2ca8-4d46-bcab-b0a96189d4ad req-d5fb51f0-b096-476c-a776-ccda7fd8e917 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=235341de-2ef7-4721-a0f4-674c9eac7675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579388 Jul 24 01:38:16.362627 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-46fe404f-2ca8-4d46-bcab-b0a96189d4ad req-9c1eaa3a-c682-4256-aa86-076697e656b7 service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855970 Jul 24 01:38:16.460891 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-46fe404f-2ca8-4d46-bcab-b0a96189d4ad req-0e67431c-ce98-4ff4-a03d-9d6138167452 service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918119 Jul 24 01:38:16.716905 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08aa256-4cf3-42d3-8330-9105d7547f83 req-b696f80c-5d80-4e9c-9d4e-ce9c76c697d6 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:16.718579 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e08aa256-4cf3-42d3-8330-9105d7547f83 req-b696f80c-5d80-4e9c-9d4e-ce9c76c697d6 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 946 time: 0.0657969 Jul 24 01:38:16.757604 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e08aa256-4cf3-42d3-8330-9105d7547f83 req-3d39a3ce-8762-486a-84cf-45197b1c3c71 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333996 Jul 24 01:38:17.896741 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b25fc-27c1-45bb-a270-a4c661dbd6e1 req-8bd5b280-dc4a-4a6d-89bb-785f85cc1070 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:17.898272 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0b3b25fc-27c1-45bb-a270-a4c661dbd6e1 req-8bd5b280-dc4a-4a6d-89bb-785f85cc1070 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 946 time: 0.0710964 Jul 24 01:38:17.947681 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0b3b25fc-27c1-45bb-a270-a4c661dbd6e1 req-685a0c2f-6c84-4f8d-a332-b32c8da40e3f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386090 Jul 24 01:38:18.319909 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a13329dc-621a-406a-bab0-8cd9856d1cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:18.419480 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device a1e57dfd-37f9-47d4-a343-1bfeb8e5d229 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:38:18.535394 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:18.558051 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:18.580222 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b73a619-3f12-444e-9a38-b5a2531805bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1e57dfd-37f9-47d4-a343-1bfeb8e5d229'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:38:18.584001 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc235c68-b339-401d-b710-7e72c796ad84" -d '{"events": [{"server_uuid": "4b73a619-3f12-444e-9a38-b5a2531805bd", "name": "network-vif-unplugged", "status": "completed", "tag": "a1e57dfd-37f9-47d4-a343-1bfeb8e5d229"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:38:18.605900 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port a1e57dfd-37f9-47d4-a343-1bfeb8e5d229, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=a1e57dfd-37f9-47d4-a343-1bfeb8e5d229,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:38:18.611492 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:18.689795 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=a1e57dfd-37f9-47d4-a343-1bfeb8e5d229,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:38:18.702295 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 01:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff3bf42-22f4-4af9-91e2-a2aaa4f2df0a x-openstack-request-id: req-6ff3bf42-22f4-4af9-91e2-a2aaa4f2df0a {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:38:18.702783 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b73a619-3f12-444e-9a38-b5a2531805bd", "name": "network-vif-unplugged", "status": "completed", "tag": "a1e57dfd-37f9-47d4-a343-1bfeb8e5d229", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:38:18.703193 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6ff3bf42-22f4-4af9-91e2-a2aaa4f2df0a {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:38:18.703802 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b73a619-3f12-444e-9a38-b5a2531805bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1e57dfd-37f9-47d4-a343-1bfeb8e5d229', 'code': 200} Jul 24 01:38:18.706522 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:38:18.707118 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:38:18.707692 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:38:18.708257 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:38:18.708820 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:38:18.709377 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:38:18.709939 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:38:18.710523 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:38:18.711114 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:38:18.711678 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:38:18.712241 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:38:18.713366 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:38:19.083017 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1e301-d0a3-4c2e-9599-78b1069af34d req-e13c4fc7-9684-4fb6-845c-84e932246634 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:19.084526 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-63e1e301-d0a3-4c2e-9599-78b1069af34d req-e13c4fc7-9684-4fb6-845c-84e932246634 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 944 time: 0.0647206 Jul 24 01:38:19.123580 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-63e1e301-d0a3-4c2e-9599-78b1069af34d req-537cd5b6-9c87-420c-a754-ac9cb1c78d77 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326736 Jul 24 01:38:19.438620 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c554d7-6013-4feb-902e-64a0c805f2ef req-25dd0db3-2897-4145-8a57-25215f2e7414 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:19.440228 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-43c554d7-6013-4feb-902e-64a0c805f2ef req-25dd0db3-2897-4145-8a57-25215f2e7414 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b73a619-3f12-444e-9a38-b5a2531805bd&tenant_id=fe7a3c92f28e465cb184de1f3f5eca99&binding%3Ahost_id=n-h1-793621-25 HTTP/1.1" status: 200 len: 944 time: 0.0781069 Jul 24 01:38:19.508478 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-43c554d7-6013-4feb-902e-64a0c805f2ef req-5e11267c-cb21-4f52-b48e-8ed402c86e97 service neutron] 10.222.0.13 "GET /v2.0/ports/a1e57dfd-37f9-47d4-a343-1bfeb8e5d229/bindings/n-h1-793621-25 HTTP/1.1" status: 200 len: 383 time: 0.0604591 Jul 24 01:38:19.605248 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c554d7-6013-4feb-902e-64a0c805f2ef req-a13a2941-3f6d-4262-bff9-529877cbd993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:19.606879 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-43c554d7-6013-4feb-902e-64a0c805f2ef req-a13a2941-3f6d-4262-bff9-529877cbd993 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe7a3c92f28e465cb184de1f3f5eca99&device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 1096 time: 0.0712252 Jul 24 01:38:19.655319 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:19.736733 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c554d7-6013-4feb-902e-64a0c805f2ef req-1e84c154-83c7-4211-b567-25dc564e87e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:19.738364 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-43c554d7-6013-4feb-902e-64a0c805f2ef req-1e84c154-83c7-4211-b567-25dc564e87e8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=235341de-2ef7-4721-a0f4-674c9eac7675 HTTP/1.1" status: 200 len: 912 time: 0.1254251 Jul 24 01:38:19.802489 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af815963-9447-4d8b-8cc1-2fafdc3b288a req-f7bcbae8-eb7f-4972-bace-2311a9ee9da6 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:19.804492 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-af815963-9447-4d8b-8cc1-2fafdc3b288a req-f7bcbae8-eb7f-4972-bace-2311a9ee9da6 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 944 time: 0.4215055 Jul 24 01:38:19.814872 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-43c554d7-6013-4feb-902e-64a0c805f2ef req-586a1aea-340d-4f4a-837f-6f519a94107e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1e57dfd-37f9-47d4-a343-1bfeb8e5d229 HTTP/1.1" status: 200 len: 1001 time: 0.0694175 Jul 24 01:38:19.849942 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-af815963-9447-4d8b-8cc1-2fafdc3b288a req-7ed628e2-1833-4705-bd81-9f150557f88f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371149 Jul 24 01:38:19.882285 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c554d7-6013-4feb-902e-64a0c805f2ef req-53eb8325-3263-4910-865d-ff341d0cbb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:19.884726 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-43c554d7-6013-4feb-902e-64a0c805f2ef req-53eb8325-3263-4910-865d-ff341d0cbb71 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680b0b6d-ed1b-455e-8a44-2c7f7461a00c HTTP/1.1" status: 200 len: 850 time: 0.0639522 Jul 24 01:38:19.952539 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c554d7-6013-4feb-902e-64a0c805f2ef req-7da7e674-52ca-48e4-8016-41aa140ffcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:19.954113 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-43c554d7-6013-4feb-902e-64a0c805f2ef req-7da7e674-52ca-48e4-8016-41aa140ffcca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=235341de-2ef7-4721-a0f4-674c9eac7675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635703 Jul 24 01:38:20.057557 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-43c554d7-6013-4feb-902e-64a0c805f2ef req-28cab371-4baa-48c5-93a7-f742c6ffa5be service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970089 Jul 24 01:38:20.160770 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-43c554d7-6013-4feb-902e-64a0c805f2ef req-892a3cc6-3c52-4f9a-a8b5-f25743abd750 service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969126 Jul 24 01:38:20.434032 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device a1e57dfd-37f9-47d4-a343-1bfeb8e5d229 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:38:20.542793 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port a1e57dfd-37f9-47d4-a343-1bfeb8e5d229, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=a1e57dfd-37f9-47d4-a343-1bfeb8e5d229,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:38:20.554334 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'a1e57dfd-37f9-47d4-a343-1bfeb8e5d229', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'port_id': 'a1e57dfd-37f9-47d4-a343-1bfeb8e5d229', 'mac_address': 'fa:16:3e:84:42:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:38:20.595521 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:20.611737 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1e57dfd-37f9-47d4-a343-1bfeb8e5d229 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:38:20.633091 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port a1e57dfd-37f9-47d4-a343-1bfeb8e5d229, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=a1e57dfd-37f9-47d4-a343-1bfeb8e5d229,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:38:20.638373 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:20.692604 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=a1e57dfd-37f9-47d4-a343-1bfeb8e5d229,revision_number=7']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:38:20.894245 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['a1e57dfd-37f9-47d4-a343-1bfeb8e5d229'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:38:21.025371 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d675a-16e5-4e3b-8d10-bde9ab983143 req-ef1648bc-39f4-4773-bc55-1d472a694878 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:21.027351 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-784d675a-16e5-4e3b-8d10-bde9ab983143 req-ef1648bc-39f4-4773-bc55-1d472a694878 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 945 time: 0.0841486 Jul 24 01:38:21.075172 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-784d675a-16e5-4e3b-8d10-bde9ab983143 req-42ace122-1af2-4b20-95a3-b5fffc4a5138 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410602 Jul 24 01:38:21.146378 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:21.611942 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:38:22.066158 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c554d7-6013-4feb-902e-64a0c805f2ef req-e2e836c5-bde6-48b6-ad25-a0e13a3a7fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:22.067688 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-43c554d7-6013-4feb-902e-64a0c805f2ef req-e2e836c5-bde6-48b6-ad25-a0e13a3a7fef service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4b73a619-3f12-444e-9a38-b5a2531805bd&tenant_id=fe7a3c92f28e465cb184de1f3f5eca99 HTTP/1.1" status: 200 len: 1097 time: 0.0594418 Jul 24 01:38:22.141851 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c554d7-6013-4feb-902e-64a0c805f2ef req-c04894fe-68c5-4d98-a94c-cb75c32e1123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:22.143417 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-43c554d7-6013-4feb-902e-64a0c805f2ef req-c04894fe-68c5-4d98-a94c-cb75c32e1123 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe7a3c92f28e465cb184de1f3f5eca99&device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 1097 time: 0.0542397 Jul 24 01:38:22.211014 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c0f35-558a-44f4-b1d3-0a753bb0634f req-514eddc6-f10f-42bb-9e78-b6fdf817c5ce tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:22.213120 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dc5c0f35-558a-44f4-b1d3-0a753bb0634f req-514eddc6-f10f-42bb-9e78-b6fdf817c5ce tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 945 time: 0.0648470 Jul 24 01:38:22.235256 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c554d7-6013-4feb-902e-64a0c805f2ef req-12bac415-3cd2-4824-8dc1-2a95ff50b041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:22.236748 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-43c554d7-6013-4feb-902e-64a0c805f2ef req-12bac415-3cd2-4824-8dc1-2a95ff50b041 service neutron] 10.222.0.13 "GET /v2.0/networks?id=235341de-2ef7-4721-a0f4-674c9eac7675 HTTP/1.1" status: 200 len: 912 time: 0.0871465 Jul 24 01:38:22.251859 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dc5c0f35-558a-44f4-b1d3-0a753bb0634f req-4af23ab1-1733-4fc7-b857-ea20f4b5cd55 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330563 Jul 24 01:38:22.305492 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-43c554d7-6013-4feb-902e-64a0c805f2ef req-90dd8996-01d6-4b77-94a4-bdc0ae17ab38 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1e57dfd-37f9-47d4-a343-1bfeb8e5d229 HTTP/1.1" status: 200 len: 1002 time: 0.0627179 Jul 24 01:38:22.355701 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c554d7-6013-4feb-902e-64a0c805f2ef req-e19e5b0c-dc15-42dd-9e09-846944293359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:22.357173 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-43c554d7-6013-4feb-902e-64a0c805f2ef req-e19e5b0c-dc15-42dd-9e09-846944293359 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680b0b6d-ed1b-455e-8a44-2c7f7461a00c HTTP/1.1" status: 200 len: 850 time: 0.0458479 Jul 24 01:38:22.414297 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c554d7-6013-4feb-902e-64a0c805f2ef req-10862809-4f5f-48f7-bfc1-4c6e2f7f9cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:22.416474 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-43c554d7-6013-4feb-902e-64a0c805f2ef req-10862809-4f5f-48f7-bfc1-4c6e2f7f9cdc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=235341de-2ef7-4721-a0f4-674c9eac7675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527062 Jul 24 01:38:22.432439 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device a1e57dfd-37f9-47d4-a343-1bfeb8e5d229 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:38:22.510213 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-43c554d7-6013-4feb-902e-64a0c805f2ef req-1803ecd1-78c0-452e-97e2-fa6a6f01cd8c service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876641 Jul 24 01:38:22.531446 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port a1e57dfd-37f9-47d4-a343-1bfeb8e5d229, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=a1e57dfd-37f9-47d4-a343-1bfeb8e5d229,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:38:22.543563 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'a1e57dfd-37f9-47d4-a343-1bfeb8e5d229', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'port_id': 'a1e57dfd-37f9-47d4-a343-1bfeb8e5d229', 'mac_address': 'fa:16:3e:84:42:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:38:22.602395 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-43c554d7-6013-4feb-902e-64a0c805f2ef req-6283e98f-4ec2-4de1-b065-30b854e360f8 service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859611 Jul 24 01:38:23.392912 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487f5267-5d38-400c-a692-fbc831986b5f req-99155da8-ead1-4d61-843a-866094d86eb6 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:23.394447 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-487f5267-5d38-400c-a692-fbc831986b5f req-99155da8-ead1-4d61-843a-866094d86eb6 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 945 time: 0.0725791 Jul 24 01:38:23.435641 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-487f5267-5d38-400c-a692-fbc831986b5f req-acb4b942-33ae-4d5b-967a-ed9eccafaa40 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351396 Jul 24 01:38:24.448342 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device a1e57dfd-37f9-47d4-a343-1bfeb8e5d229 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:38:24.523858 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:24.537210 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a1e57dfd-37f9-47d4-a343-1bfeb8e5d229 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:38:24.558299 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port a1e57dfd-37f9-47d4-a343-1bfeb8e5d229, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=a1e57dfd-37f9-47d4-a343-1bfeb8e5d229,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:38:24.563305 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:24.569702 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3624df-7f7e-4ebd-90e5-b75c30c3bb71 req-d6c09858-2948-4e51-9276-7bf459df31d9 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:24.571276 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ce3624df-7f7e-4ebd-90e5-b75c30c3bb71 req-d6c09858-2948-4e51-9276-7bf459df31d9 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 945 time: 0.0690894 Jul 24 01:38:24.610602 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ce3624df-7f7e-4ebd-90e5-b75c30c3bb71 req-e9ef2f93-c83b-41dd-b028-d86d70ee69f1 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329037 Jul 24 01:38:24.614055 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=a1e57dfd-37f9-47d4-a343-1bfeb8e5d229,revision_number=8']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:38:24.742419 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d119c0-d282-4d0c-a506-02c0f342c102 req-a831560e-5ada-4583-a260-ce191033a753 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:24.744477 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b8d119c0-d282-4d0c-a506-02c0f342c102 req-a831560e-5ada-4583-a260-ce191033a753 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 944 time: 0.0646822 Jul 24 01:38:24.793477 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b8d119c0-d282-4d0c-a506-02c0f342c102 req-65d81548-1865-4f9d-a40d-340ca296a2ab tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433924 Jul 24 01:38:24.926559 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9b63a-453d-4a7c-a8cb-44b576f2b4f5 req-6e6b8427-80fe-409c-bd95-e6243df59011 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:24.928113 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-93d9b63a-453d-4a7c-a8cb-44b576f2b4f5 req-6e6b8427-80fe-409c-bd95-e6243df59011 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 944 time: 0.0669518 Jul 24 01:38:24.967081 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-93d9b63a-453d-4a7c-a8cb-44b576f2b4f5 req-55562ba5-d75a-49ce-b99c-3dcc83459f4a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326648 Jul 24 01:38:25.219028 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e2b71-1de8-4d50-ad2d-3b32f6c671eb req-54257b64-34cd-4849-9f21-f28308f4c48f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:25.220546 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f33e2b71-1de8-4d50-ad2d-3b32f6c671eb req-54257b64-34cd-4849-9f21-f28308f4c48f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 944 time: 0.0648806 Jul 24 01:38:25.260596 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f33e2b71-1de8-4d50-ad2d-3b32f6c671eb req-b1ecbd09-cf8d-43da-8982-8f0d348b7f49 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338345 Jul 24 01:38:26.401622 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a9a00-edad-43c4-8c3f-705a8776006a req-72f97897-04ba-4d22-ab62-07f08db3b94f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:26.404598 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-575a9a00-edad-43c4-8c3f-705a8776006a req-72f97897-04ba-4d22-ab62-07f08db3b94f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 944 time: 0.1144986 Jul 24 01:38:26.462676 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device a1e57dfd-37f9-47d4-a343-1bfeb8e5d229 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:38:26.513110 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b903a-643d-41a5-be34-336e036fc065 req-09ba3b8f-3f54-4f3e-bd43-983c4868dcef tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:26.515400 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f96b903a-643d-41a5-be34-336e036fc065 req-09ba3b8f-3f54-4f3e-bd43-983c4868dcef tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 944 time: 0.1560366 Jul 24 01:38:26.580548 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-575a9a00-edad-43c4-8c3f-705a8776006a req-d90bc29f-0b00-49e6-af90-32f397b3ce46 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Deleting port a1e57dfd-37f9-47d4-a343-1bfeb8e5d229 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:38:26.580824 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-575a9a00-edad-43c4-8c3f-705a8776006a req-d90bc29f-0b00-49e6-af90-32f397b3ce46 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:26.587234 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f96b903a-643d-41a5-be34-336e036fc065 req-eef1118b-507c-4bfa-b1f9-547b8ace2c78 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630391 Jul 24 01:38:26.606921 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port a1e57dfd-37f9-47d4-a343-1bfeb8e5d229, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=a1e57dfd-37f9-47d4-a343-1bfeb8e5d229,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:38:26.627861 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'a1e57dfd-37f9-47d4-a343-1bfeb8e5d229', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'port_id': 'a1e57dfd-37f9-47d4-a343-1bfeb8e5d229', 'mac_address': 'fa:16:3e:84:42:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:38:26.676691 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:26.691141 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1e57dfd-37f9-47d4-a343-1bfeb8e5d229 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:38:26.709547 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-575a9a00-edad-43c4-8c3f-705a8776006a req-d90bc29f-0b00-49e6-af90-32f397b3ce46 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] For port a1e57dfd-37f9-47d4-a343-1bfeb8e5d229, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=a1e57dfd-37f9-47d4-a343-1bfeb8e5d229,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:38:26.709920 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-575a9a00-edad-43c4-8c3f-705a8776006a req-d90bc29f-0b00-49e6-af90-32f397b3ce46 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:26.715321 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port a1e57dfd-37f9-47d4-a343-1bfeb8e5d229, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=a1e57dfd-37f9-47d4-a343-1bfeb8e5d229,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:38:26.723766 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:26.799212 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=a1e57dfd-37f9-47d4-a343-1bfeb8e5d229,revision_number=9']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:38:26.921931 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-575a9a00-edad-43c4-8c3f-705a8776006a req-d90bc29f-0b00-49e6-af90-32f397b3ce46 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:26.922474 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-575a9a00-edad-43c4-8c3f-705a8776006a req-d90bc29f-0b00-49e6-af90-32f397b3ce46 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:26.922942 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [req-575a9a00-edad-43c4-8c3f-705a8776006a req-d90bc29f-0b00-49e6-af90-32f397b3ce46 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Floating IP ddb2db9a-cb78-4049-a6ad-5a5ecc367813 disassociated. External IP: 172.25.2.164, port: a1e57dfd-37f9-47d4-a343-1bfeb8e5d229. Jul 24 01:38:26.923380 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-575a9a00-edad-43c4-8c3f-705a8776006a req-d90bc29f-0b00-49e6-af90-32f397b3ce46 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Calling delete_port for a1e57dfd-37f9-47d4-a343-1bfeb8e5d229 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:38:27.082471 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-575a9a00-edad-43c4-8c3f-705a8776006a req-d90bc29f-0b00-49e6-af90-32f397b3ce46 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:27.111014 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90bc29f-0b00-49e6-af90-32f397b3ce46 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Pushing event deleted for resources: {'Port': ['ID=a1e57dfd-37f9-47d4-a343-1bfeb8e5d229,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:38:27.124908 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90bc29f-0b00-49e6-af90-32f397b3ce46 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:38:27.125268 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90bc29f-0b00-49e6-af90-32f397b3ce46 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:38:27.125622 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90bc29f-0b00-49e6-af90-32f397b3ce46 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:38:27.125974 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90bc29f-0b00-49e6-af90-32f397b3ce46 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:38:27.126321 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90bc29f-0b00-49e6-af90-32f397b3ce46 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:38:27.126794 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90bc29f-0b00-49e6-af90-32f397b3ce46 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:38:27.127213 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90bc29f-0b00-49e6-af90-32f397b3ce46 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:38:27.127451 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90bc29f-0b00-49e6-af90-32f397b3ce46 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:38:27.127876 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90bc29f-0b00-49e6-af90-32f397b3ce46 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:38:27.128049 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90bc29f-0b00-49e6-af90-32f397b3ce46 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:38:27.128376 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90bc29f-0b00-49e6-af90-32f397b3ce46 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:38:27.128701 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90bc29f-0b00-49e6-af90-32f397b3ce46 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:38:27.282231 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [req-575a9a00-edad-43c4-8c3f-705a8776006a req-d90bc29f-0b00-49e6-af90-32f397b3ce46 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Router 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:38:27.421359 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-575a9a00-edad-43c4-8c3f-705a8776006a req-d90bc29f-0b00-49e6-af90-32f397b3ce46 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:38:27.435338 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96b8685-1c80-45b7-b1ce-4c1cc880d0e5 None None] Sync routers for ids ['18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:38:27.449173 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96b8685-1c80-45b7-b1ce-4c1cc880d0e5 None None] Routers {'18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:38:27.449837 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-d96b8685-1c80-45b7-b1ce-4c1cc880d0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:38:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:38:27.472836 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-575a9a00-edad-43c4-8c3f-705a8776006a req-d90bc29f-0b00-49e6-af90-32f397b3ce46 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] No DVR routers for this DVR port a1e57dfd-37f9-47d4-a343-1bfeb8e5d229 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:38:27.475811 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-575a9a00-edad-43c4-8c3f-705a8776006a req-d90bc29f-0b00-49e6-af90-32f397b3ce46 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:27.478013 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-575a9a00-edad-43c4-8c3f-705a8776006a req-d90bc29f-0b00-49e6-af90-32f397b3ce46 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.13 "DELETE /v2.0/ports/a1e57dfd-37f9-47d4-a343-1bfeb8e5d229 HTTP/1.1" status: 204 len: 173 time: 1.0681169 Jul 24 01:38:27.478635 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b73a619-3f12-444e-9a38-b5a2531805bd', 'name': 'network-vif-deleted', 'tag': 'a1e57dfd-37f9-47d4-a343-1bfeb8e5d229'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:38:27.481692 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9549b34-e280-4379-a124-8986a2c6615a" -d '{"events": [{"server_uuid": "4b73a619-3f12-444e-9a38-b5a2531805bd", "name": "network-vif-deleted", "tag": "a1e57dfd-37f9-47d4-a343-1bfeb8e5d229"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:38:27.671595 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab8f0e8-1c08-4c14-9e06-c901c5f4632a x-openstack-request-id: req-cab8f0e8-1c08-4c14-9e06-c901c5f4632a {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:38:27.671891 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b73a619-3f12-444e-9a38-b5a2531805bd", "name": "network-vif-deleted", "tag": "a1e57dfd-37f9-47d4-a343-1bfeb8e5d229", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:38:27.672329 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cab8f0e8-1c08-4c14-9e06-c901c5f4632a {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:38:27.672883 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b73a619-3f12-444e-9a38-b5a2531805bd', 'name': 'network-vif-deleted', 'tag': 'a1e57dfd-37f9-47d4-a343-1bfeb8e5d229', 'status': 'completed', 'code': 200} Jul 24 01:38:27.682954 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-d96b8685-1c80-45b7-b1ce-4c1cc880d0e5 None None] Set router 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:38:27.762569 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8ac9b57d-ec06-4551-bd50-bd54901ea83d req-80556a72-ed2a-4b26-8b73-3a14ec44d702 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b73a619-3f12-444e-9a38-b5a2531805bd HTTP/1.1" status: 200 len: 210 time: 0.0487745 Jul 24 01:38:27.939676 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-d96b8685-1c80-45b7-b1ce-4c1cc880d0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'name': 'tempest-ServerActionsTestJSON-759337737-router', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:42Z', 'revision_number': 4, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'gw_port': {'id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '3413a649-486c-49c6-8c9f-6cb51ce99406', 'name': '', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'mac_address': 'fa:16:3e:f4:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:42Z', 'updated_at': '2021-07-24T01:31:47Z', 'revision_number': 5, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'subnets': [{'id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:38:27.967852 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96b8685-1c80-45b7-b1ce-4c1cc880d0e5 None None] Checking router: 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:38:27.976775 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96b8685-1c80-45b7-b1ce-4c1cc880d0e5 None None] Routers {'18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:38:27.977312 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-d96b8685-1c80-45b7-b1ce-4c1cc880d0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:38:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:38:28.114555 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-d96b8685-1c80-45b7-b1ce-4c1cc880d0e5 None None] Set router 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:38:28.326637 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-d96b8685-1c80-45b7-b1ce-4c1cc880d0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'name': 'tempest-ServerActionsTestJSON-759337737-router', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:42Z', 'revision_number': 4, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'gw_port': {'id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '3413a649-486c-49c6-8c9f-6cb51ce99406', 'name': '', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'mac_address': 'fa:16:3e:f4:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:42Z', 'updated_at': '2021-07-24T01:31:47Z', 'revision_number': 5, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'subnets': [{'id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:38:28.352671 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96b8685-1c80-45b7-b1ce-4c1cc880d0e5 None None] The sync data for ids ['18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'] in n-d-793621-25 is: [{'id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'name': 'tempest-ServerActionsTestJSON-759337737-router', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:42Z', 'revision_number': 4, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'gw_port': {'id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '3413a649-486c-49c6-8c9f-6cb51ce99406', 'name': '', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'mac_address': 'fa:16:3e:f4:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:42Z', 'updated_at': '2021-07-24T01:31:47Z', 'revision_number': 5, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'subnets': [{'id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:38:28.478913 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device a1e57dfd-37f9-47d4-a343-1bfeb8e5d229 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:38:28.500352 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: a1e57dfd-37f9-47d4-a343-1bfeb8e5d229 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:38:28.500700 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device a1e57dfd-37f9-47d4-a343-1bfeb8e5d229 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:38:28.565793 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234ca718-bd6a-4f47-8914-509d3be6e69c None None] New status for floating IP ddb2db9a-cb78-4049-a6ad-5a5ecc367813: DOWN {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:38:29.057266 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ed542710-b09e-4459-b469-f438bfa858fe req-ace1e388-0651-4a6e-9399-9d2d74d590ba tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1496674558&fields=id&tenant_id=fe7a3c92f28e465cb184de1f3f5eca99 HTTP/1.1" status: 200 len: 267 time: 0.0387547 Jul 24 01:38:29.166658 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed542710-b09e-4459-b469-f438bfa858fe req-edeed1af-b204-4733-9037-2f3762a7536e tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:29.169139 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ed542710-b09e-4459-b469-f438bfa858fe req-edeed1af-b204-4733-9037-2f3762a7536e tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/networks?id=235341de-2ef7-4721-a0f4-674c9eac7675 HTTP/1.1" status: 200 len: 811 time: 0.1043851 Jul 24 01:38:29.185430 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ed542710-b09e-4459-b469-f438bfa858fe req-17b70141-87eb-4047-8a50-dd98c47060cf tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/quotas/fe7a3c92f28e465cb184de1f3f5eca99 HTTP/1.1" status: 200 len: 375 time: 0.0099318 Jul 24 01:38:29.261267 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ed542710-b09e-4459-b469-f438bfa858fe req-e7f405d2-439a-4255-bf77-eb01a23c7704 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe7a3c92f28e465cb184de1f3f5eca99&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0702350 Jul 24 01:38:29.367766 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ed542710-b09e-4459-b469-f438bfa858fe req-9c47bb76-8439-4f51-b9da-9174254fccc1 service neutron] 10.222.0.15 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944049 Jul 24 01:38:29.461042 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ed542710-b09e-4459-b469-f438bfa858fe req-27ddebef-2ba0-4ee3-8d79-e6e89c64ea54 service neutron] 10.222.0.15 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872462 Jul 24 01:38:29.633629 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1dd5607f-b08c-44ab-9c86-dfbfe613c2dc req-8e77fbab-bc03-45b0-9385-35048eb1392f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 210 time: 0.0342870 Jul 24 01:38:30.715649 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c7693028-8169-4bae-ac29-d606c50765a1 req-07f6a25a-08ba-474c-a97d-9c50f1152a3f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 210 time: 0.0291469 Jul 24 01:38:31.796955 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e9ea9d6f-6c1e-42b4-a493-46f299a07252 req-4925a4c1-4348-40cd-a165-23aa008fd0b0 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 210 time: 0.0307739 Jul 24 01:38:32.878744 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-12de5c8a-696b-4a86-a79f-22a2c3b330ba req-f99913e1-2fe2-4499-8a90-60786f6744f2 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 210 time: 0.0297863 Jul 24 01:38:33.974023 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-57c88610-4e41-4024-90af-e6dfa0bc3130 req-a6f505c6-a103-45ee-88d6-877dd5289189 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 210 time: 0.0297124 Jul 24 01:38:34.600402 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed542710-b09e-4459-b469-f438bfa858fe req-df680800-b1fe-40db-b847-26b1cf3210fb tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:34.601858 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ed542710-b09e-4459-b469-f438bfa858fe req-df680800-b1fe-40db-b847-26b1cf3210fb tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.13 "GET /v2.0/networks?id=235341de-2ef7-4721-a0f4-674c9eac7675 HTTP/1.1" status: 200 len: 811 time: 0.1092010 Jul 24 01:38:34.649816 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ed542710-b09e-4459-b469-f438bfa858fe req-63bc5b80-cade-41ac-985e-eea233928430 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe7a3c92f28e465cb184de1f3f5eca99 HTTP/1.1" status: 200 len: 380 time: 0.0396783 Jul 24 01:38:34.659016 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-ed542710-b09e-4459-b469-f438bfa858fe req-7a2aeb41-594c-4277-9090-a4c827853d2a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Request body: {'port': {'device_id': '6a0c402f-fc2c-4471-ba0a-7432e76e8c2f', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'admin_state_up': True, 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'security_groups': ['2b66efb1-af1a-4c29-9de2-58fd93b11474']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:38:34.768607 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed542710-b09e-4459-b469-f438bfa858fe req-7a2aeb41-594c-4277-9090-a4c827853d2a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Made reservation on behalf of fe7a3c92f28e465cb184de1f3f5eca99 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:38:34.772145 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ed542710-b09e-4459-b469-f438bfa858fe req-7a2aeb41-594c-4277-9090-a4c827853d2a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:34.893236 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-ed542710-b09e-4459-b469-f438bfa858fe req-7a2aeb41-594c-4277-9090-a4c827853d2a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Allocated IP 172.20.0.3 (235341de-2ef7-4721-a0f4-674c9eac7675/680b0b6d-ed1b-455e-8a44-2c7f7461a00c/b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:38:35.036368 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ed542710-b09e-4459-b469-f438bfa858fe req-7a2aeb41-594c-4277-9090-a4c827853d2a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:35.050805 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-ed542710-b09e-4459-b469-f438bfa858fe req-7a2aeb41-594c-4277-9090-a4c827853d2a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Transition to ACTIVE for port object b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:38:35.073201 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ac43d978-8d5a-42e0-980c-09dbe3bd8e5e req-a6a1a34b-c557-48b8-bb78-8b895ffbda06 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 210 time: 0.0295756 Jul 24 01:38:35.085481 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ed542710-b09e-4459-b469-f438bfa858fe req-7a2aeb41-594c-4277-9090-a4c827853d2a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:35.129099 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed542710-b09e-4459-b469-f438bfa858fe req-7a2aeb41-594c-4277-9090-a4c827853d2a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Network 235341de-2ef7-4721-a0f4-674c9eac7675 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:38:35.134198 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-ed542710-b09e-4459-b469-f438bfa858fe req-7a2aeb41-594c-4277-9090-a4c827853d2a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:38:35.138002 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed542710-b09e-4459-b469-f438bfa858fe req-7a2aeb41-594c-4277-9090-a4c827853d2a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:38:35.165239 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2aeb41-594c-4277-9090-a4c827853d2a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Pushing event updated for resources: {'Port': ['ID=b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:38:35.198840 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed542710-b09e-4459-b469-f438bfa858fe req-7a2aeb41-594c-4277-9090-a4c827853d2a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:35.199488 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ed542710-b09e-4459-b469-f438bfa858fe req-7a2aeb41-594c-4277-9090-a4c827853d2a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:35.214177 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ed542710-b09e-4459-b469-f438bfa858fe req-7a2aeb41-594c-4277-9090-a4c827853d2a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5587111 Jul 24 01:38:35.226008 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-ed542710-b09e-4459-b469-f438bfa858fe req-e4c0befb-ba53-4808-b317-3f9be4d2b285 service neutron] Request body: {'port': {'device_id': '6a0c402f-fc2c-4471-ba0a-7432e76e8c2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:38:35.309384 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ed542710-b09e-4459-b469-f438bfa858fe req-e4c0befb-ba53-4808-b317-3f9be4d2b285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:35.341329 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:35.389138 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d8a1683d-712a-4bb3-ae14-9d86ff46f8b6 None None] Provisioning for port b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:38:35.393405 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d8a1683d-712a-4bb3-ae14-9d86ff46f8b6 None None] Provisioning complete for port b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:38:35.393786 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d8a1683d-712a-4bb3-ae14-9d86ff46f8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:35.583202 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-d8a1683d-712a-4bb3-ae14-9d86ff46f8b6 None None] Port b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:38:35.590775 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-ed542710-b09e-4459-b469-f438bfa858fe req-e4c0befb-ba53-4808-b317-3f9be4d2b285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:38:35.598335 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ed542710-b09e-4459-b469-f438bfa858fe req-e4c0befb-ba53-4808-b317-3f9be4d2b285 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:35.610191 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-ed542710-b09e-4459-b469-f438bfa858fe req-e4c0befb-ba53-4808-b317-3f9be4d2b285 service neutron] Transition to ACTIVE for port object b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:38:35.613955 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ed542710-b09e-4459-b469-f438bfa858fe req-e4c0befb-ba53-4808-b317-3f9be4d2b285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:35.664825 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0befb-ba53-4808-b317-3f9be4d2b285 service neutron] Pushing event updated for resources: {'Port': ['ID=b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:38:35.747359 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-ed542710-b09e-4459-b469-f438bfa858fe req-e4c0befb-ba53-4808-b317-3f9be4d2b285 service neutron] Attempting to bind port b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:38:35.748294 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-ed542710-b09e-4459-b469-f438bfa858fe req-e4c0befb-ba53-4808-b317-3f9be4d2b285 service neutron] Attempting to bind port b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '15f2cbf1-71ad-415b-9589-3447496b6ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:38:35.748629 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed542710-b09e-4459-b469-f438bfa858fe req-e4c0befb-ba53-4808-b317-3f9be4d2b285 service neutron] Attempting to bind port b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce on network 235341de-2ef7-4721-a0f4-674c9eac7675 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:38:35.750151 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:35.754149 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed542710-b09e-4459-b469-f438bfa858fe req-e4c0befb-ba53-4808-b317-3f9be4d2b285 service neutron] Port b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce on network 235341de-2ef7-4721-a0f4-674c9eac7675 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:38:35.754498 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed542710-b09e-4459-b469-f438bfa858fe req-e4c0befb-ba53-4808-b317-3f9be4d2b285 service neutron] Attempting to bind port b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce on network 235341de-2ef7-4721-a0f4-674c9eac7675 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:38:35.760512 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed542710-b09e-4459-b469-f438bfa858fe req-e4c0befb-ba53-4808-b317-3f9be4d2b285 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:38:35.760852 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed542710-b09e-4459-b469-f438bfa858fe req-e4c0befb-ba53-4808-b317-3f9be4d2b285 service neutron] Checking segment: {'id': '15f2cbf1-71ad-415b-9589-3447496b6ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:38:35.761236 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed542710-b09e-4459-b469-f438bfa858fe req-e4c0befb-ba53-4808-b317-3f9be4d2b285 service neutron] Bound using segment: {'id': '15f2cbf1-71ad-415b-9589-3447496b6ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:38:35.761693 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-ed542710-b09e-4459-b469-f438bfa858fe req-e4c0befb-ba53-4808-b317-3f9be4d2b285 service neutron] Bound port: b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15f2cbf1-71ad-415b-9589-3447496b6ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:38:35.762063 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ed542710-b09e-4459-b469-f438bfa858fe req-e4c0befb-ba53-4808-b317-3f9be4d2b285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:35.846965 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-ed542710-b09e-4459-b469-f438bfa858fe req-e4c0befb-ba53-4808-b317-3f9be4d2b285 service neutron] For port b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:38:35.850259 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-ed542710-b09e-4459-b469-f438bfa858fe req-e4c0befb-ba53-4808-b317-3f9be4d2b285 service neutron] For port b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:38:35.855514 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ed542710-b09e-4459-b469-f438bfa858fe req-e4c0befb-ba53-4808-b317-3f9be4d2b285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:35.892072 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed542710-b09e-4459-b469-f438bfa858fe req-e4c0befb-ba53-4808-b317-3f9be4d2b285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:35.892714 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ed542710-b09e-4459-b469-f438bfa858fe req-e4c0befb-ba53-4808-b317-3f9be4d2b285 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:35.894274 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ed542710-b09e-4459-b469-f438bfa858fe req-e4c0befb-ba53-4808-b317-3f9be4d2b285 service neutron] 10.222.0.13 "PUT /v2.0/ports/b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce HTTP/1.1" status: 200 len: 1092 time: 0.6725879 Jul 24 01:38:35.894613 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a0c402f-fc2c-4471-ba0a-7432e76e8c2f', 'tag': 'b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:38:35.896975 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2832be-3232-43ba-ae92-24bb5a132ac1" -d '{"events": [{"name": "network-changed", "server_uuid": "6a0c402f-fc2c-4471-ba0a-7432e76e8c2f", "tag": "b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:38:35.928418 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0befb-ba53-4808-b317-3f9be4d2b285 service neutron] Pushing event updated for resources: {'Port': ['ID=b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:38:35.971242 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b423bb-5569-49f8-9cdf-e193473bac7e x-openstack-request-id: req-44b423bb-5569-49f8-9cdf-e193473bac7e {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:38:35.971520 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a0c402f-fc2c-4471-ba0a-7432e76e8c2f", "tag": "b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:38:35.971912 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-44b423bb-5569-49f8-9cdf-e193473bac7e {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:38:35.972324 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a0c402f-fc2c-4471-ba0a-7432e76e8c2f', 'tag': 'b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce', 'status': 'completed', 'code': 200} Jul 24 01:38:36.008738 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed542710-b09e-4459-b469-f438bfa858fe req-29cf42e6-5132-49d3-8a8b-97156aa23d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:36.010296 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ed542710-b09e-4459-b469-f438bfa858fe req-29cf42e6-5132-49d3-8a8b-97156aa23d77 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe7a3c92f28e465cb184de1f3f5eca99&device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 1095 time: 0.0719457 Jul 24 01:38:36.053819 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ed542710-b09e-4459-b469-f438bfa858fe req-5e447bb0-6250-4919-9547-4bd2381dfad3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce HTTP/1.1" status: 200 len: 217 time: 0.0364037 Jul 24 01:38:36.111109 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed542710-b09e-4459-b469-f438bfa858fe req-bf87a6f5-e8c8-47fc-9d24-4fcbe715a53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:36.112834 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ed542710-b09e-4459-b469-f438bfa858fe req-bf87a6f5-e8c8-47fc-9d24-4fcbe715a53d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680b0b6d-ed1b-455e-8a44-2c7f7461a00c HTTP/1.1" status: 200 len: 850 time: 0.0527577 Jul 24 01:38:36.183859 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed542710-b09e-4459-b469-f438bfa858fe req-edbe7958-db8e-4741-93aa-8d81400f5aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:36.186140 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ed542710-b09e-4459-b469-f438bfa858fe req-edbe7958-db8e-4741-93aa-8d81400f5aff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=235341de-2ef7-4721-a0f4-674c9eac7675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665081 Jul 24 01:38:36.228191 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd64fa-a63a-40e6-affe-be3071472d5f req-69f3666c-694a-4772-b37a-05277d34c456 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:36.229841 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2edd64fa-a63a-40e6-affe-be3071472d5f req-69f3666c-694a-4772-b37a-05277d34c456 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 943 time: 0.0774994 Jul 24 01:38:36.274193 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2edd64fa-a63a-40e6-affe-be3071472d5f req-ad8a18d2-1cde-4a5f-82dc-5f0ab7d4ebff tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382240 Jul 24 01:38:36.295807 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ed542710-b09e-4459-b469-f438bfa858fe req-0e3cc467-a024-4361-ade4-e6d09455a7a0 service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040328 Jul 24 01:38:36.390103 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ed542710-b09e-4459-b469-f438bfa858fe req-0f36b817-3797-4e45-8b98-c2bbc457668c service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878925 Jul 24 01:38:36.493661 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2832be-3232-43ba-ae92-24bb5a132ac1 req-ad0b4ce3-8a17-403e-bd29-0c99325aeddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:36.495224 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-af2832be-3232-43ba-ae92-24bb5a132ac1 req-ad0b4ce3-8a17-403e-bd29-0c99325aeddc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe7a3c92f28e465cb184de1f3f5eca99&device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 1095 time: 0.0569880 Jul 24 01:38:36.595984 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2832be-3232-43ba-ae92-24bb5a132ac1 req-8501b43e-91f3-4a00-a5b6-14154d53edd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:36.597475 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-af2832be-3232-43ba-ae92-24bb5a132ac1 req-8501b43e-91f3-4a00-a5b6-14154d53edd6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=235341de-2ef7-4721-a0f4-674c9eac7675 HTTP/1.1" status: 200 len: 912 time: 0.0964916 Jul 24 01:38:36.638978 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-af2832be-3232-43ba-ae92-24bb5a132ac1 req-d83120c3-64e5-481b-bbca-f6bdec463e08 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce HTTP/1.1" status: 200 len: 217 time: 0.0347166 Jul 24 01:38:36.691342 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2832be-3232-43ba-ae92-24bb5a132ac1 req-60c46ce1-4480-4cc8-8350-c40b939e18ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:36.692717 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-af2832be-3232-43ba-ae92-24bb5a132ac1 req-60c46ce1-4480-4cc8-8350-c40b939e18ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680b0b6d-ed1b-455e-8a44-2c7f7461a00c HTTP/1.1" status: 200 len: 850 time: 0.0484045 Jul 24 01:38:36.756288 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2832be-3232-43ba-ae92-24bb5a132ac1 req-9c768f91-f72f-4965-a482-4410272812ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:36.757863 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-af2832be-3232-43ba-ae92-24bb5a132ac1 req-9c768f91-f72f-4965-a482-4410272812ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=235341de-2ef7-4721-a0f4-674c9eac7675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544195 Jul 24 01:38:36.846998 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-af2832be-3232-43ba-ae92-24bb5a132ac1 req-e2c1da22-7af7-4b60-a7d8-68b9798abcb7 service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823109 Jul 24 01:38:36.952589 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-af2832be-3232-43ba-ae92-24bb5a132ac1 req-a6b9cca9-8539-4056-af00-d5a46039fb43 service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985422 Jul 24 01:38:37.412428 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a99f8f0-3b17-4b62-877f-f8c0afd9d99e req-ab616674-d0c0-4cb0-9f3e-9c044fc40810 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:37.413958 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6a99f8f0-3b17-4b62-877f-f8c0afd9d99e req-ab616674-d0c0-4cb0-9f3e-9c044fc40810 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 943 time: 0.0671539 Jul 24 01:38:37.452379 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6a99f8f0-3b17-4b62-877f-f8c0afd9d99e req-3ebcb135-e61d-4745-82a7-a5ebf55dfd09 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326583 Jul 24 01:38:38.583956 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ccc02c-78fa-4065-8025-fbc96403be18 req-3d8763b2-dbc8-4b69-919e-ae2580bdbfcd tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:38.585576 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-23ccc02c-78fa-4065-8025-fbc96403be18 req-3d8763b2-dbc8-4b69-919e-ae2580bdbfcd tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 943 time: 0.0652266 Jul 24 01:38:38.625901 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-23ccc02c-78fa-4065-8025-fbc96403be18 req-38988d07-6c31-4d6c-b7ed-119923293e54 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346060 Jul 24 01:38:39.768214 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a549b2db-5197-4870-a71c-1a8777a3e959 req-771e7495-639d-475d-9c64-9c9d9c1b2a2d tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:39.769737 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a549b2db-5197-4870-a71c-1a8777a3e959 req-771e7495-639d-475d-9c64-9c9d9c1b2a2d tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 943 time: 0.0763249 Jul 24 01:38:39.809536 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a549b2db-5197-4870-a71c-1a8777a3e959 req-df152040-aeb9-4391-9cb5-ee0298834088 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341437 Jul 24 01:38:40.525847 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:38:40.624807 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:38:40.635564 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'port_id': 'b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce', 'mac_address': 'fa:16:3e:d5:77:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:38:40.672531 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:40.684980 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:38:40.705211 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:38:40.709476 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:40.758722 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:38:40.895960 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:38:40.948637 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a98422-ab67-4963-b52c-865304c9e8ef req-8811e5c6-c82c-42a8-9b4b-6bcd3e948034 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:40.950266 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-02a98422-ab67-4963-b52c-865304c9e8ef req-8811e5c6-c82c-42a8-9b4b-6bcd3e948034 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 944 time: 0.0729351 Jul 24 01:38:40.991074 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-02a98422-ab67-4963-b52c-865304c9e8ef req-fa92ce61-2c10-4db0-98c2-0cd4cb6bdf93 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343983 Jul 24 01:38:42.132964 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5cb9a-a79e-4ddf-85ec-98c76f560790 req-a3140ef6-8413-4229-ad73-4053abb8722a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:42.134475 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a4e5cb9a-a79e-4ddf-85ec-98c76f560790 req-a3140ef6-8413-4229-ad73-4053abb8722a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 944 time: 0.0638776 Jul 24 01:38:42.174506 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a4e5cb9a-a79e-4ddf-85ec-98c76f560790 req-00f6bd68-747c-4d4f-951f-6e6c39a4c253 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330689 Jul 24 01:38:42.526128 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:38:42.576048 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:38:42.580626 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:38:42.581001 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:42.662494 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:42.685189 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0c402f-fc2c-4471-ba0a-7432e76e8c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:38:42.688325 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8282dc21-34ae-4b6b-8048-b0b8d39c3210" -d '{"events": [{"server_uuid": "6a0c402f-fc2c-4471-ba0a-7432e76e8c2f", "name": "network-vif-plugged", "status": "completed", "tag": "b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:38:42.701393 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:38:42.707133 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:42.731735 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7824dbff-eacb-4c70-8fe7-79f768feeaf5 x-openstack-request-id: req-7824dbff-eacb-4c70-8fe7-79f768feeaf5 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:38:42.732027 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a0c402f-fc2c-4471-ba0a-7432e76e8c2f", "name": "network-vif-plugged", "status": "completed", "tag": "b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:38:42.732281 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7824dbff-eacb-4c70-8fe7-79f768feeaf5 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:38:42.732676 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0c402f-fc2c-4471-ba0a-7432e76e8c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce', 'code': 200} Jul 24 01:38:42.762588 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:38:42.838347 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28c5f9-0355-4fb3-ae9d-18a92cb0f3cd req-1c20ad9d-7031-4374-972b-033fb22e0d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:42.839781 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5f28c5f9-0355-4fb3-ae9d-18a92cb0f3cd req-1c20ad9d-7031-4374-972b-033fb22e0d86 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 1097 time: 0.0531850 Jul 24 01:38:42.874223 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5f28c5f9-0355-4fb3-ae9d-18a92cb0f3cd req-c6a010f1-531a-434b-b8ab-03bff53bd05c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277011 Jul 24 01:38:43.615418 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df156e9b-6637-4863-950b-a732641c0717 req-5fec0d90-c4f3-499a-8586-a7edb58a00ad tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:43.617036 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-df156e9b-6637-4863-950b-a732641c0717 req-5fec0d90-c4f3-499a-8586-a7edb58a00ad tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 945 time: 0.3750298 Jul 24 01:38:43.660209 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-df156e9b-6637-4863-950b-a732641c0717 req-b157e12a-6497-401a-8d51-8a990d4b4c17 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369925 Jul 24 01:38:45.060299 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550aa5c-c5e2-4ae8-a817-d749872f3017 req-9e4e46e8-8596-41fa-83de-3fc242633d16 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:45.061805 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a550aa5c-c5e2-4ae8-a817-d749872f3017 req-9e4e46e8-8596-41fa-83de-3fc242633d16 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 945 time: 0.0779438 Jul 24 01:38:45.102144 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a550aa5c-c5e2-4ae8-a817-d749872f3017 req-70ec428f-893c-4525-a155-2c43ab1538ea tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348661 Jul 24 01:38:45.232324 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f24df-fc25-4ca1-b44d-6cfc8dfd3acc req-da0f99b1-e9da-4233-8ab8-06e173191a4e tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:45.234094 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-429f24df-fc25-4ca1-b44d-6cfc8dfd3acc req-da0f99b1-e9da-4233-8ab8-06e173191a4e tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 945 time: 0.0654173 Jul 24 01:38:45.243087 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 49932) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:38:45.247651 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-f901f126-202c-4c2d-b863-5805a98f2c11 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Request body: {'floatingip': {'port_id': 'b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:38:45.291114 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f901f126-202c-4c2d-b863-5805a98f2c11 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks [] for floatingip, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:45.724974 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f901f126-202c-4c2d-b863-5805a98f2c11 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:45.728783 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f901f126-202c-4c2d-b863-5805a98f2c11 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:45.816812 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-724c1461-c0bb-44d6-a365-33cc1ae899d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:45.827638 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [None req-f901f126-202c-4c2d-b863-5805a98f2c11 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Floating IP ddb2db9a-cb78-4049-a6ad-5a5ecc367813 associated. External IP: 172.25.2.164, port: b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce. Jul 24 01:38:46.036694 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f901f126-202c-4c2d-b863-5805a98f2c11 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Router 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:38:46.146230 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f901f126-202c-4c2d-b863-5805a98f2c11 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:38:46.151113 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f901f126-202c-4c2d-b863-5805a98f2c11 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:46.156001 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24455d9b-2f1e-4380-835f-67b0ca8fe948 None None] Sync routers for ids ['18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:38:46.165526 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24455d9b-2f1e-4380-835f-67b0ca8fe948 None None] Routers {'18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:38:46.166141 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-24455d9b-2f1e-4380-835f-67b0ca8fe948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:38:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:38:46.188676 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f901f126-202c-4c2d-b863-5805a98f2c11 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "PUT /v2.0/floatingips/ddb2db9a-cb78-4049-a6ad-5a5ecc367813 HTTP/1.1" status: 200 len: 992 time: 0.9444935 Jul 24 01:38:46.189262 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a0c402f-fc2c-4471-ba0a-7432e76e8c2f', 'tag': 'b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:38:46.191570 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58f7ded-f43c-4d29-9501-c75256562222" -d '{"events": [{"name": "network-changed", "server_uuid": "6a0c402f-fc2c-4471-ba0a-7432e76e8c2f", "tag": "b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:38:46.230645 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352a2050-2aea-455f-b2b4-28812b22a515 x-openstack-request-id: req-352a2050-2aea-455f-b2b4-28812b22a515 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:38:46.230960 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a0c402f-fc2c-4471-ba0a-7432e76e8c2f", "tag": "b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:38:46.231363 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-352a2050-2aea-455f-b2b4-28812b22a515 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:38:46.231763 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a0c402f-fc2c-4471-ba0a-7432e76e8c2f', 'tag': 'b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce', 'status': 'completed', 'code': 200} Jul 24 01:38:46.273713 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-24455d9b-2f1e-4380-835f-67b0ca8fe948 None None] Set router 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:38:46.308529 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f7ded-f43c-4d29-9501-c75256562222 req-81a76f0d-c567-4a9a-a81f-1446a0e1efc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:46.310013 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a58f7ded-f43c-4d29-9501-c75256562222 req-81a76f0d-c567-4a9a-a81f-1446a0e1efc8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe7a3c92f28e465cb184de1f3f5eca99&device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 1097 time: 0.0561814 Jul 24 01:38:46.406024 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f7ded-f43c-4d29-9501-c75256562222 req-b6d47f43-cefb-4ef4-9630-d9b85cdd5795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:46.407579 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a58f7ded-f43c-4d29-9501-c75256562222 req-b6d47f43-cefb-4ef4-9630-d9b85cdd5795 service neutron] 10.222.0.13 "GET /v2.0/networks?id=235341de-2ef7-4721-a0f4-674c9eac7675 HTTP/1.1" status: 200 len: 912 time: 0.0919132 Jul 24 01:38:46.477989 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a58f7ded-f43c-4d29-9501-c75256562222 req-84217121-8cae-42f8-8179-00820b662804 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce HTTP/1.1" status: 200 len: 1000 time: 0.0631657 Jul 24 01:38:46.494461 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-24455d9b-2f1e-4380-835f-67b0ca8fe948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'name': 'tempest-ServerActionsTestJSON-759337737-router', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:42Z', 'revision_number': 4, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'gw_port': {'id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'ddb2db9a-cb78-4049-a6ad-5a5ecc367813', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'port_id': 'b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'mac_address': 'fa:16:3e:d5:77:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0c402f-fc2c-4471-ba0a-7432e76e8c2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:31:44Z', 'updated_at': '2021-07-24T01:38:45Z', 'revision_number': 13, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3413a649-486c-49c6-8c9f-6cb51ce99406', 'name': '', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'mac_address': 'fa:16:3e:f4:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:42Z', 'updated_at': '2021-07-24T01:31:47Z', 'revision_number': 5, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'subnets': [{'id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:38:46.524626 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24455d9b-2f1e-4380-835f-67b0ca8fe948 None None] Checking router: 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:38:46.531366 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f7ded-f43c-4d29-9501-c75256562222 req-d0f583f0-aef2-4a80-9178-ccb6e803cc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:46.533537 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a58f7ded-f43c-4d29-9501-c75256562222 req-d0f583f0-aef2-4a80-9178-ccb6e803cc2b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680b0b6d-ed1b-455e-8a44-2c7f7461a00c HTTP/1.1" status: 200 len: 850 time: 0.0487320 Jul 24 01:38:46.537230 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24455d9b-2f1e-4380-835f-67b0ca8fe948 None None] Routers {'18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:38:46.537848 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-24455d9b-2f1e-4380-835f-67b0ca8fe948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:38:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:38:46.593522 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f7ded-f43c-4d29-9501-c75256562222 req-79c209cf-f1d8-41b6-b6b0-c1ef79947bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:38:46.595002 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a58f7ded-f43c-4d29-9501-c75256562222 req-79c209cf-f1d8-41b6-b6b0-c1ef79947bef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=235341de-2ef7-4721-a0f4-674c9eac7675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547259 Jul 24 01:38:46.642196 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-24455d9b-2f1e-4380-835f-67b0ca8fe948 None None] Set router 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:38:46.692783 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a58f7ded-f43c-4d29-9501-c75256562222 req-d138df4b-bda0-419e-a731-cef908498f38 service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901842 Jul 24 01:38:46.784132 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a58f7ded-f43c-4d29-9501-c75256562222 req-237dc159-b6b6-4c2e-a96a-07301df13de5 service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851021 Jul 24 01:38:46.863354 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-24455d9b-2f1e-4380-835f-67b0ca8fe948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'name': 'tempest-ServerActionsTestJSON-759337737-router', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:42Z', 'revision_number': 4, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'gw_port': {'id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'ddb2db9a-cb78-4049-a6ad-5a5ecc367813', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'port_id': 'b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'mac_address': 'fa:16:3e:d5:77:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0c402f-fc2c-4471-ba0a-7432e76e8c2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:31:44Z', 'updated_at': '2021-07-24T01:38:45Z', 'revision_number': 13, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3413a649-486c-49c6-8c9f-6cb51ce99406', 'name': '', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'mac_address': 'fa:16:3e:f4:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:42Z', 'updated_at': '2021-07-24T01:31:47Z', 'revision_number': 5, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'subnets': [{'id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:38:46.891961 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24455d9b-2f1e-4380-835f-67b0ca8fe948 None None] The sync data for ids ['18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'] in n-d-793621-25 is: [{'id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'name': 'tempest-ServerActionsTestJSON-759337737-router', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:42Z', 'revision_number': 4, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'gw_port': {'id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'ddb2db9a-cb78-4049-a6ad-5a5ecc367813', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'port_id': 'b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'mac_address': 'fa:16:3e:d5:77:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0c402f-fc2c-4471-ba0a-7432e76e8c2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:31:44Z', 'updated_at': '2021-07-24T01:38:45Z', 'revision_number': 13, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3413a649-486c-49c6-8c9f-6cb51ce99406', 'name': '', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'mac_address': 'fa:16:3e:f4:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:42Z', 'updated_at': '2021-07-24T01:31:47Z', 'revision_number': 5, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'subnets': [{'id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:38:47.089379 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2188fefc-6b6b-4254-9094-aec92108400b None None] New status for floating IP ddb2db9a-cb78-4049-a6ad-5a5ecc367813: ACTIVE {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:38:48.321695 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c5bd4cff-6192-47b4-accf-c003ed1aa148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:48.530697 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:49.645559 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:51.146239 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:38:58.611744 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:39:03.451625 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5d815b5d-af4e-438b-9329-c1fca8db1a59 req-7b5a6e4c-cef9-4072-8316-d62f8a686096 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0325763 Jul 24 01:39:03.527097 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5d815b5d-af4e-438b-9329-c1fca8db1a59 req-9113368b-da20-4a88-8223-b3d1b60eefb4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17 HTTP/1.1" status: 200 len: 210 time: 0.0357077 Jul 24 01:39:03.573161 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5d815b5d-af4e-438b-9329-c1fca8db1a59 req-21eab8c2-6823-409f-835e-634109c6646b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256121 Jul 24 01:39:03.680095 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d815b5d-af4e-438b-9329-c1fca8db1a59 req-7fc62539-e9e8-4352-b35c-eff3d9dac8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:39:03.681626 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5d815b5d-af4e-438b-9329-c1fca8db1a59 req-7fc62539-e9e8-4352-b35c-eff3d9dac8f3 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1030860 Jul 24 01:39:05.353837 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:39:05.744249 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:39:09.772843 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2487aeb8-7b85-4d9b-ab6e-e5ceb2cd7435 req-a544fdd8-5965-48a2-8984-31dedbdbaeaa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0529158 Jul 24 01:39:09.873585 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487aeb8-7b85-4d9b-ab6e-e5ceb2cd7435 req-adb8e426-8edc-46d4-b488-9a27e7cad08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:39:09.875312 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2487aeb8-7b85-4d9b-ab6e-e5ceb2cd7435 req-adb8e426-8edc-46d4-b488-9a27e7cad08d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe7a3c92f28e465cb184de1f3f5eca99&device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 1097 time: 0.0613708 Jul 24 01:39:09.980664 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487aeb8-7b85-4d9b-ab6e-e5ceb2cd7435 req-52ab806e-b23d-41e9-930a-3f0b6f5f80ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:39:09.982182 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2487aeb8-7b85-4d9b-ab6e-e5ceb2cd7435 req-52ab806e-b23d-41e9-930a-3f0b6f5f80ca service neutron] 10.222.0.13 "GET /v2.0/networks?id=235341de-2ef7-4721-a0f4-674c9eac7675 HTTP/1.1" status: 200 len: 912 time: 0.0887973 Jul 24 01:39:10.051056 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2487aeb8-7b85-4d9b-ab6e-e5ceb2cd7435 req-1a933cbd-af61-4d3d-bd0b-85e2663bdb98 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce HTTP/1.1" status: 200 len: 1002 time: 0.0627432 Jul 24 01:39:10.101351 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487aeb8-7b85-4d9b-ab6e-e5ceb2cd7435 req-44ecca0b-8d7f-42a0-844f-d6998f66e63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:39:10.102894 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2487aeb8-7b85-4d9b-ab6e-e5ceb2cd7435 req-44ecca0b-8d7f-42a0-844f-d6998f66e63d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680b0b6d-ed1b-455e-8a44-2c7f7461a00c HTTP/1.1" status: 200 len: 850 time: 0.0462813 Jul 24 01:39:10.162945 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487aeb8-7b85-4d9b-ab6e-e5ceb2cd7435 req-a5ebf1f9-ccda-4beb-8ff1-c815151859e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:39:10.164492 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2487aeb8-7b85-4d9b-ab6e-e5ceb2cd7435 req-a5ebf1f9-ccda-4beb-8ff1-c815151859e2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=235341de-2ef7-4721-a0f4-674c9eac7675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558801 Jul 24 01:39:10.266401 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2487aeb8-7b85-4d9b-ab6e-e5ceb2cd7435 req-5ae4a36c-8c4f-4a87-901c-3d4a9c3c438b service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953560 Jul 24 01:39:10.363310 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2487aeb8-7b85-4d9b-ab6e-e5ceb2cd7435 req-95f4e5aa-6b52-4634-9024-2a94a1a519ec service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904388 Jul 24 01:39:15.818271 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d96638db-237a-41e4-8dc2-a4ac890d9979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:39:18.324171 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b5593f23-4797-4314-b89c-6dd9ef5187d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:39:18.533465 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:39:19.648854 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:39:21.149452 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:39:35.369093 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:39:35.611317 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:39:35.739258 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:39:45.821075 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-595936e6-c995-4e3c-8f07-200998d6ce82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:39:48.324509 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6847a7d8-dc20-440f-a8d0-514e1df731ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:39:48.534733 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:39:49.653049 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:39:51.151554 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:40:05.369308 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:40:05.450952 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0c9ef97c-cd10-48e5-b5a3-1bef8f6f2acb req-73f462d7-a524-44e9-adf2-c6bc5c1d1efb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0296798 Jul 24 01:40:05.501675 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0c9ef97c-cd10-48e5-b5a3-1bef8f6f2acb req-fc47b802-9b4c-477b-9999-c06113ff7791 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543 HTTP/1.1" status: 200 len: 210 time: 0.0314820 Jul 24 01:40:05.538558 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0c9ef97c-cd10-48e5-b5a3-1bef8f6f2acb req-86d892ee-5d6a-46ed-9d07-1fabd217288c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0197663 Jul 24 01:40:05.630761 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ef97c-cd10-48e5-b5a3-1bef8f6f2acb req-fdad402f-4565-49b5-b3f0-6f3f67c85250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:40:05.632261 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0c9ef97c-cd10-48e5-b5a3-1bef8f6f2acb req-fdad402f-4565-49b5-b3f0-6f3f67c85250 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876162 Jul 24 01:40:05.746750 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:40:10.776785 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2159f023-db9f-4fd2-a5a3-bb8f944d3963 req-5c9f1912-a071-473d-86e4-1ac73c4d01b0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0612981 Jul 24 01:40:10.874467 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159f023-db9f-4fd2-a5a3-bb8f944d3963 req-2780ae83-4038-4ced-b5fc-77ed535b4823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:40:10.876005 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2159f023-db9f-4fd2-a5a3-bb8f944d3963 req-2780ae83-4038-4ced-b5fc-77ed535b4823 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe7a3c92f28e465cb184de1f3f5eca99&device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 1097 time: 0.0579112 Jul 24 01:40:10.987237 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159f023-db9f-4fd2-a5a3-bb8f944d3963 req-58a42392-87a0-4628-bb34-1101ea2642f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:40:10.988666 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2159f023-db9f-4fd2-a5a3-bb8f944d3963 req-58a42392-87a0-4628-bb34-1101ea2642f3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=235341de-2ef7-4721-a0f4-674c9eac7675 HTTP/1.1" status: 200 len: 912 time: 0.0952756 Jul 24 01:40:11.059150 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2159f023-db9f-4fd2-a5a3-bb8f944d3963 req-359b4c34-624f-4ff5-9da5-d969b80c188a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce HTTP/1.1" status: 200 len: 1002 time: 0.0640156 Jul 24 01:40:11.107737 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159f023-db9f-4fd2-a5a3-bb8f944d3963 req-9d87c1c8-16e3-483d-bb14-a034787268d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:40:11.109246 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2159f023-db9f-4fd2-a5a3-bb8f944d3963 req-9d87c1c8-16e3-483d-bb14-a034787268d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680b0b6d-ed1b-455e-8a44-2c7f7461a00c HTTP/1.1" status: 200 len: 850 time: 0.0446959 Jul 24 01:40:11.167840 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159f023-db9f-4fd2-a5a3-bb8f944d3963 req-f16926d0-fcc5-4203-98f2-56d44c5c47fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:40:11.169413 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2159f023-db9f-4fd2-a5a3-bb8f944d3963 req-f16926d0-fcc5-4203-98f2-56d44c5c47fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=235341de-2ef7-4721-a0f4-674c9eac7675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537794 Jul 24 01:40:11.280216 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2159f023-db9f-4fd2-a5a3-bb8f944d3963 req-e6ec90fd-6fdc-4b7f-a8ab-2a6d534c55db service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034286 Jul 24 01:40:11.374007 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2159f023-db9f-4fd2-a5a3-bb8f944d3963 req-f36036d6-b038-49fd-a33f-4d273ea94c6f service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877159 Jul 24 01:40:12.610200 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:40:15.823316 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-06247178-9725-4263-85c0-10d5c561877b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:40:18.326506 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b71ef611-0174-4917-b4b7-f1da30ee70f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:40:18.534667 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:40:19.653841 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:40:21.153644 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:40:24.456869 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d01274-82be-4d79-84c1-161109327b6c req-574f7d41-665e-4fed-90d4-ffb84b1d8f2c tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:40:24.459074 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b8d01274-82be-4d79-84c1-161109327b6c req-574f7d41-665e-4fed-90d4-ffb84b1d8f2c tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 945 time: 0.0689001 Jul 24 01:40:24.496034 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b8d01274-82be-4d79-84c1-161109327b6c req-ab79634b-bb32-46e7-b07f-5339774ea914 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313458 Jul 24 01:40:34.424931 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [req-cfd54323-6959-428d-bcd7-d91d9432033a req-9bb37e71-6a18-4e60-8700-8f6c91d38dfa service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:40:34.425943 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cfd54323-6959-428d-bcd7-d91d9432033a req-9bb37e71-6a18-4e60-8700-8f6c91d38dfa service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055001 Jul 24 01:40:34.613013 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ff739e68-c992-4d80-aaa6-0eaca98d5b78 req-fd0c76ba-aa97-4df3-9c10-59e5e61bd927 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0634060 Jul 24 01:40:34.625888 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e55069-c1b0-4df9-a86a-d52bcbb82974 req-743fff71-460a-4337-a72d-a2250e96d2ec tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:40:34.627420 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d2e55069-c1b0-4df9-a86a-d52bcbb82974 req-743fff71-460a-4337-a72d-a2250e96d2ec tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 945 time: 0.0683789 Jul 24 01:40:34.670067 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d2e55069-c1b0-4df9-a86a-d52bcbb82974 req-cffafefd-ccd9-4938-979c-51c825867e7b tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351131 Jul 24 01:40:35.369353 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:40:35.766598 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:40:35.825057 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b99cca3-fbc3-489a-8fe6-29f82a18d00f req-0e94bbd0-2881-4de1-b20c-802ecf9616f4 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:40:35.826587 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4b99cca3-fbc3-489a-8fe6-29f82a18d00f req-0e94bbd0-2881-4de1-b20c-802ecf9616f4 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 945 time: 0.0724175 Jul 24 01:40:35.867472 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4b99cca3-fbc3-489a-8fe6-29f82a18d00f req-3e2fe3ab-0c2c-43b0-90a0-7e1f77e05570 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352223 Jul 24 01:40:36.998971 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2816d04-4ed4-408b-92d2-852137ca0215 req-2df46250-3cb6-497a-a50e-517a32b0ffe0 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:40:37.000412 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e2816d04-4ed4-408b-92d2-852137ca0215 req-2df46250-3cb6-497a-a50e-517a32b0ffe0 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 945 time: 0.0660119 Jul 24 01:40:37.043634 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e2816d04-4ed4-408b-92d2-852137ca0215 req-422b437a-ccea-4204-b809-2cc645b61d8c tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369971 Jul 24 01:40:38.189965 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130c442-1e17-436d-a28c-fa023eafd598 req-1e912972-9425-4e77-b751-5a5efab0505d tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:40:38.191576 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2130c442-1e17-436d-a28c-fa023eafd598 req-1e912972-9425-4e77-b751-5a5efab0505d tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 945 time: 0.0729084 Jul 24 01:40:38.231441 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2130c442-1e17-436d-a28c-fa023eafd598 req-f2e3e819-c0b6-4e5e-b2ff-3d8409d3b5a9 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333514 Jul 24 01:40:39.374907 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b2537-1e45-464f-9a6b-c85d500a32b0 req-1471f5d8-e0d4-4224-a323-cd866b767ae0 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:40:39.376466 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ee5b2537-1e45-464f-9a6b-c85d500a32b0 req-1471f5d8-e0d4-4224-a323-cd866b767ae0 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 945 time: 0.0751433 Jul 24 01:40:39.416519 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ee5b2537-1e45-464f-9a6b-c85d500a32b0 req-4874e95a-d3ac-4112-b06d-1cae80372364 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331492 Jul 24 01:40:39.938692 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff739e68-c992-4d80-aaa6-0eaca98d5b78 req-2e799faa-364d-443c-8294-0518e5cf6ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:40:39.940260 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ff739e68-c992-4d80-aaa6-0eaca98d5b78 req-2e799faa-364d-443c-8294-0518e5cf6ec0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe7a3c92f28e465cb184de1f3f5eca99&device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 1097 time: 0.0562692 Jul 24 01:40:40.032770 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff739e68-c992-4d80-aaa6-0eaca98d5b78 req-1037f6be-b913-40c1-a75e-10133c97146c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:40:40.034176 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ff739e68-c992-4d80-aaa6-0eaca98d5b78 req-1037f6be-b913-40c1-a75e-10133c97146c service neutron] 10.222.0.13 "GET /v2.0/networks?id=235341de-2ef7-4721-a0f4-674c9eac7675 HTTP/1.1" status: 200 len: 912 time: 0.0876989 Jul 24 01:40:40.097952 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ff739e68-c992-4d80-aaa6-0eaca98d5b78 req-836f97bd-1b1e-454c-8c44-ab1b465096a0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce HTTP/1.1" status: 200 len: 1002 time: 0.0566654 Jul 24 01:40:40.152056 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff739e68-c992-4d80-aaa6-0eaca98d5b78 req-6875f38a-9661-4156-8c54-9f92d00df473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:40:40.153575 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ff739e68-c992-4d80-aaa6-0eaca98d5b78 req-6875f38a-9661-4156-8c54-9f92d00df473 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680b0b6d-ed1b-455e-8a44-2c7f7461a00c HTTP/1.1" status: 200 len: 850 time: 0.0497847 Jul 24 01:40:40.213749 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff739e68-c992-4d80-aaa6-0eaca98d5b78 req-857cac73-3c2e-4b34-b021-db636b2659c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:40:40.215331 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ff739e68-c992-4d80-aaa6-0eaca98d5b78 req-857cac73-3c2e-4b34-b021-db636b2659c2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=235341de-2ef7-4721-a0f4-674c9eac7675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556517 Jul 24 01:40:40.306026 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ff739e68-c992-4d80-aaa6-0eaca98d5b78 req-8a0fb2d7-fc27-4e8a-baa7-2b21134f2960 service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840459 Jul 24 01:40:40.398263 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ff739e68-c992-4d80-aaa6-0eaca98d5b78 req-1f0c674c-c65d-454b-b6e2-821301415772 service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859663 Jul 24 01:40:40.548682 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de53d5-2fb2-4df1-9f1e-a6c069987f7a req-9ead8525-fd48-404d-900e-8bcf10ac195f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:40:40.550195 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-95de53d5-2fb2-4df1-9f1e-a6c069987f7a req-9ead8525-fd48-404d-900e-8bcf10ac195f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 945 time: 0.0648444 Jul 24 01:40:40.588027 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-95de53d5-2fb2-4df1-9f1e-a6c069987f7a req-03adde28-0c19-4920-b5fd-96377e9dae33 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320361 Jul 24 01:40:41.718647 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6596daa4-3cc9-4009-8e95-8cd32bdaf375 req-975827d8-d380-4a53-bdd7-3abdfd0895fd tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:40:41.720209 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6596daa4-3cc9-4009-8e95-8cd32bdaf375 req-975827d8-d380-4a53-bdd7-3abdfd0895fd tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 945 time: 0.0633953 Jul 24 01:40:41.758874 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6596daa4-3cc9-4009-8e95-8cd32bdaf375 req-e4d73e5d-ac15-425c-8e7c-6b3be746a45d tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324912 Jul 24 01:40:42.896964 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880d127-183e-4c5a-90a2-1ddb8f479c35 req-870d0874-2f04-450b-8a9c-1c83fb5e13cd tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:40:42.898494 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f880d127-183e-4c5a-90a2-1ddb8f479c35 req-870d0874-2f04-450b-8a9c-1c83fb5e13cd tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 945 time: 0.0703468 Jul 24 01:40:42.936755 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f880d127-183e-4c5a-90a2-1ddb8f479c35 req-b06fd0af-a413-42e7-b85a-6bc6729b0e14 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327244 Jul 24 01:40:44.070636 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391de2f1-1318-480b-9925-64359083c36d req-7c6f98fd-edc5-48af-a9c3-8e15fe6349c6 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:40:44.072122 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-391de2f1-1318-480b-9925-64359083c36d req-7c6f98fd-edc5-48af-a9c3-8e15fe6349c6 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 945 time: 0.0678682 Jul 24 01:40:44.111219 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-391de2f1-1318-480b-9925-64359083c36d req-36b32cc5-e9c5-4ff3-a015-52baa3ce7011 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329123 Jul 24 01:40:45.248672 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a33211-eebb-4600-becd-1765a21dcd99 req-e941249c-9cc5-4f3f-af1f-b2fa3cf87c82 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:40:45.250228 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b1a33211-eebb-4600-becd-1765a21dcd99 req-e941249c-9cc5-4f3f-af1f-b2fa3cf87c82 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 945 time: 0.0655673 Jul 24 01:40:45.290496 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b1a33211-eebb-4600-becd-1765a21dcd99 req-c74103ea-f900-4c17-a3bb-124a8181e6e9 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347297 Jul 24 01:40:45.827978 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c30d6584-1a1a-447c-8a21-c42f0df07454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:40:46.423931 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc4e8c-dc75-45d6-86ad-166429dcfbf0 req-1e90d9b7-cd7d-4d3b-bcb6-6f055b789104 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:40:46.425498 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e2dc4e8c-dc75-45d6-86ad-166429dcfbf0 req-1e90d9b7-cd7d-4d3b-bcb6-6f055b789104 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 945 time: 0.0646946 Jul 24 01:40:46.466595 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e2dc4e8c-dc75-45d6-86ad-166429dcfbf0 req-b59094a9-02ef-4495-b772-eb17e44df071 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339251 Jul 24 01:40:47.597843 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3616241-3370-4c5f-af1e-6d7edf8f86ab req-68bf3585-f3e5-46dc-a4e5-e9edd388d006 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:40:47.599907 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a3616241-3370-4c5f-af1e-6d7edf8f86ab req-68bf3585-f3e5-46dc-a4e5-e9edd388d006 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 945 time: 0.0659525 Jul 24 01:40:47.637476 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a3616241-3370-4c5f-af1e-6d7edf8f86ab req-e94e6e24-5825-466a-a4c1-3c42e2881d5b tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318499 Jul 24 01:40:48.327647 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-79850e67-a4a3-4a16-a594-34708016d81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:40:48.536047 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:40:48.768672 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13bcac-c689-4598-bd2f-9c02d73bee5c req-8a3a9240-4a5d-4fd5-9443-e1e12c0ada79 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:40:48.770157 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1a13bcac-c689-4598-bd2f-9c02d73bee5c req-8a3a9240-4a5d-4fd5-9443-e1e12c0ada79 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 945 time: 0.0653546 Jul 24 01:40:48.807750 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1a13bcac-c689-4598-bd2f-9c02d73bee5c req-fc4f420e-a935-4794-8c90-338127cf679e tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317771 Jul 24 01:40:49.609587 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:40:49.657202 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:40:49.992896 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec2202-e28c-4a4e-867a-68195ad7ade8 req-164573ce-20a8-46c6-8e42-ec031bfe6e60 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:40:49.994423 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-19ec2202-e28c-4a4e-867a-68195ad7ade8 req-164573ce-20a8-46c6-8e42-ec031bfe6e60 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 945 time: 0.1186280 Jul 24 01:40:50.033153 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-19ec2202-e28c-4a4e-867a-68195ad7ade8 req-de7202a5-7509-4174-9976-5a08434bf2ac tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329678 Jul 24 01:40:51.156089 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:40:51.219782 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc267e7-58e9-4452-b32c-082bba0ebd1d req-84d5a7b2-4aa2-4fc2-89db-c30ebe89f687 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:40:51.221325 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5dc267e7-58e9-4452-b32c-082bba0ebd1d req-84d5a7b2-4aa2-4fc2-89db-c30ebe89f687 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 945 time: 0.1192079 Jul 24 01:40:51.259057 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5dc267e7-58e9-4452-b32c-082bba0ebd1d req-4a1a148b-97ec-4385-836d-ef945861dfca tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312579 Jul 24 01:40:52.392980 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074cd59-0d6b-4e84-94cd-48a874e8b2c6 req-4a17b4b9-1101-4375-b757-64645d5b56d2 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:40:52.394507 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f074cd59-0d6b-4e84-94cd-48a874e8b2c6 req-4a17b4b9-1101-4375-b757-64645d5b56d2 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 945 time: 0.0660620 Jul 24 01:40:52.433973 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f074cd59-0d6b-4e84-94cd-48a874e8b2c6 req-a8f74127-ea1b-4bc9-b4d3-5978f34c870f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339499 Jul 24 01:40:53.568570 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25755c0-fea5-4f7f-8275-86656546a65b req-a764df40-68e8-4e24-a791-17de55ccdfdc tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:40:53.570107 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a25755c0-fea5-4f7f-8275-86656546a65b req-a764df40-68e8-4e24-a791-17de55ccdfdc tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 945 time: 0.0646760 Jul 24 01:40:53.610052 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a25755c0-fea5-4f7f-8275-86656546a65b req-9b16e63e-e97c-4ef4-a13a-dc3dcd35faba tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342102 Jul 24 01:40:53.902003 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ff739e68-c992-4d80-aaa6-0eaca98d5b78 req-2f460cb6-11ce-4cf8-b370-def37cbbe034 service neutron] 10.222.0.13 "GET /v2.0/ports/b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce/bindings/n-h1-793621-25 HTTP/1.1" status: 200 len: 383 time: 0.0581372 Jul 24 01:40:54.109899 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff739e68-c992-4d80-aaa6-0eaca98d5b78 req-be5828ab-2173-4471-9547-520f394c1aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:40:54.111346 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ff739e68-c992-4d80-aaa6-0eaca98d5b78 req-be5828ab-2173-4471-9547-520f394c1aef service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f&tenant_id=fe7a3c92f28e465cb184de1f3f5eca99 HTTP/1.1" status: 200 len: 1097 time: 0.0573976 Jul 24 01:40:54.184468 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff739e68-c992-4d80-aaa6-0eaca98d5b78 req-9f5319a7-ab08-4be8-9d74-4d5998d3d916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:40:54.185988 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ff739e68-c992-4d80-aaa6-0eaca98d5b78 req-9f5319a7-ab08-4be8-9d74-4d5998d3d916 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe7a3c92f28e465cb184de1f3f5eca99&device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 1097 time: 0.0543847 Jul 24 01:40:54.277708 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff739e68-c992-4d80-aaa6-0eaca98d5b78 req-dc8e4b38-884c-4be5-b387-40b6afc89d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:40:54.279218 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ff739e68-c992-4d80-aaa6-0eaca98d5b78 req-dc8e4b38-884c-4be5-b387-40b6afc89d5d service neutron] 10.222.0.13 "GET /v2.0/networks?id=235341de-2ef7-4721-a0f4-674c9eac7675 HTTP/1.1" status: 200 len: 912 time: 0.0870287 Jul 24 01:40:54.342722 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ff739e68-c992-4d80-aaa6-0eaca98d5b78 req-c5f85811-4644-4d0b-b1f5-a756c27bee36 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce HTTP/1.1" status: 200 len: 1002 time: 0.0572932 Jul 24 01:40:54.390123 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff739e68-c992-4d80-aaa6-0eaca98d5b78 req-2ba7d825-779c-4eb4-b8c1-82167dedd61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:40:54.391843 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ff739e68-c992-4d80-aaa6-0eaca98d5b78 req-2ba7d825-779c-4eb4-b8c1-82167dedd61e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680b0b6d-ed1b-455e-8a44-2c7f7461a00c HTTP/1.1" status: 200 len: 850 time: 0.0432014 Jul 24 01:40:54.453229 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff739e68-c992-4d80-aaa6-0eaca98d5b78 req-6c447986-6992-4320-a3f1-eb5166ee4f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:40:54.454756 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ff739e68-c992-4d80-aaa6-0eaca98d5b78 req-6c447986-6992-4320-a3f1-eb5166ee4f9c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=235341de-2ef7-4721-a0f4-674c9eac7675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559289 Jul 24 01:40:54.542505 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ff739e68-c992-4d80-aaa6-0eaca98d5b78 req-a8c84637-6ddc-4b91-bcd9-ea5cf3cbb5bc service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809553 Jul 24 01:40:54.634326 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ff739e68-c992-4d80-aaa6-0eaca98d5b78 req-dba10c3f-dbf9-45aa-ab08-96fe9effeee3 service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856845 Jul 24 01:40:54.748395 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc749a-1f13-424d-8c07-cffb40b189b0 req-522540bf-0537-4141-a227-55f5d1578887 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:40:54.750215 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-93fc749a-1f13-424d-8c07-cffb40b189b0 req-522540bf-0537-4141-a227-55f5d1578887 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 945 time: 0.0722976 Jul 24 01:40:54.790217 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-93fc749a-1f13-424d-8c07-cffb40b189b0 req-01b47a16-46d5-4d0c-8c76-6a38bb38921f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343966 Jul 24 01:40:55.928575 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53b5ae-986a-49dc-b2f1-bb68062a74aa req-99aef635-02ce-4597-9649-00477ecdf4ab tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:40:55.930173 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fb53b5ae-986a-49dc-b2f1-bb68062a74aa req-99aef635-02ce-4597-9649-00477ecdf4ab tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 945 time: 0.0661919 Jul 24 01:40:55.968416 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fb53b5ae-986a-49dc-b2f1-bb68062a74aa req-3503ff75-ddb1-4632-928c-2d830e42e700 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324068 Jul 24 01:40:57.104086 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f3199-e187-4d37-9189-f96d82668296 req-7cb61b8e-6bf7-4029-8b98-3f57d11b1c20 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:40:57.105714 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1a2f3199-e187-4d37-9189-f96d82668296 req-7cb61b8e-6bf7-4029-8b98-3f57d11b1c20 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 945 time: 0.0672297 Jul 24 01:40:57.115516 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:40:57.148626 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1a2f3199-e187-4d37-9189-f96d82668296 req-a51468e7-3363-42a9-b095-93a13558ca90 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369744 Jul 24 01:40:57.198920 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:40:57.220820 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0c402f-fc2c-4471-ba0a-7432e76e8c2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:40:57.223212 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855f105c-0237-4cec-b469-3e05f4a0516e" -d '{"events": [{"server_uuid": "6a0c402f-fc2c-4471-ba0a-7432e76e8c2f", "name": "network-vif-unplugged", "status": "completed", "tag": "b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:40:57.236375 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:40:57.241148 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:40:57.271422 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 01:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc3ee5f-18af-4a24-872a-253606da339d x-openstack-request-id: req-fbc3ee5f-18af-4a24-872a-253606da339d {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:40:57.271718 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a0c402f-fc2c-4471-ba0a-7432e76e8c2f", "name": "network-vif-unplugged", "status": "completed", "tag": "b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:40:57.271968 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fbc3ee5f-18af-4a24-872a-253606da339d {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:40:57.273215 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0c402f-fc2c-4471-ba0a-7432e76e8c2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce', 'code': 200} Jul 24 01:40:57.296247 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:40:57.303551 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:40:57.303985 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:40:57.304332 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:40:57.304679 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:40:57.305057 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:40:57.305393 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:40:57.305722 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:40:57.306048 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:40:57.306375 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:40:57.306699 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:40:57.307052 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:40:57.307372 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:40:58.282114 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0660c77-8a13-4f93-b22f-72f6f76092a9 req-1a9d4a2d-32ad-45d8-a768-b0f1a0dc9705 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:40:58.283673 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c0660c77-8a13-4f93-b22f-72f6f76092a9 req-1a9d4a2d-32ad-45d8-a768-b0f1a0dc9705 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 943 time: 0.0645618 Jul 24 01:40:58.321862 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c0660c77-8a13-4f93-b22f-72f6f76092a9 req-16e1e73d-fc62-49d5-9a0c-5159a9c0e1ae tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322680 Jul 24 01:40:59.453167 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec99d6-c3a5-4423-ade1-51a0647db74c req-611f8108-9d7e-47a9-a18b-30b87c50da43 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:40:59.454666 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9fec99d6-c3a5-4423-ade1-51a0647db74c req-611f8108-9d7e-47a9-a18b-30b87c50da43 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 943 time: 0.0619588 Jul 24 01:40:59.495346 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9fec99d6-c3a5-4423-ade1-51a0647db74c req-d1b50921-b238-496e-ab5c-af22d9fec836 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351212 Jul 24 01:41:00.628311 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11e095-620c-41a4-becb-ea9436061bab req-123f875a-f3e9-4497-ab6e-4d14b1ffa556 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:00.629713 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ae11e095-620c-41a4-becb-ea9436061bab req-123f875a-f3e9-4497-ab6e-4d14b1ffa556 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 943 time: 0.0671868 Jul 24 01:41:00.667441 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ae11e095-620c-41a4-becb-ea9436061bab req-5efdd1e4-3f46-4c79-bd96-80a89831e2b5 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312202 Jul 24 01:41:01.801776 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59826e85-d2e2-4473-8411-63a66d9d3b35 req-26f58449-2f86-45c6-8d0c-552bcf59e2d3 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:01.804202 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-59826e85-d2e2-4473-8411-63a66d9d3b35 req-26f58449-2f86-45c6-8d0c-552bcf59e2d3 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 943 time: 0.0677028 Jul 24 01:41:01.841768 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-59826e85-d2e2-4473-8411-63a66d9d3b35 req-31d06148-e95d-4c66-a6f6-eb78edde7abf tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320363 Jul 24 01:41:02.971426 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aed61d-70f7-4ca7-8da4-a9373125686b req-d6db2e26-7239-471b-8b9e-9e93b28dc246 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:02.972848 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-90aed61d-70f7-4ca7-8da4-a9373125686b req-d6db2e26-7239-471b-8b9e-9e93b28dc246 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 943 time: 0.0642717 Jul 24 01:41:03.011620 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-90aed61d-70f7-4ca7-8da4-a9373125686b req-b029684b-b8a5-43c1-a96c-97fc2a2059b7 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320036 Jul 24 01:41:04.143654 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96dd62-b319-4669-bef2-f50b9384a707 req-b4c47f40-eec2-4e6d-a03b-0087bb0f2a85 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:04.145165 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5c96dd62-b319-4669-bef2-f50b9384a707 req-b4c47f40-eec2-4e6d-a03b-0087bb0f2a85 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 943 time: 0.0646150 Jul 24 01:41:04.182471 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5c96dd62-b319-4669-bef2-f50b9384a707 req-0af7c1f7-1975-473d-8aa4-a98c1a669b54 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311434 Jul 24 01:41:05.318248 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7735c01-bc0e-4586-ab77-9bc9e2d2616c req-0e8bfd04-24b0-43b8-ac68-643a935c9333 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:05.320698 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c7735c01-bc0e-4586-ab77-9bc9e2d2616c req-0e8bfd04-24b0-43b8-ac68-643a935c9333 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 943 time: 0.0706863 Jul 24 01:41:05.361711 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c7735c01-bc0e-4586-ab77-9bc9e2d2616c req-344b1812-aee0-4003-a3f7-311befe871fa tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342455 Jul 24 01:41:05.388474 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:05.451869 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d7f65cc8-ea34-4a9f-bff3-5b7acb15dd3a req-eaa1b737-ec9f-41b3-9629-2a5ff9397979 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=628d42a2-7ada-4268-be52-7c3048d872bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0294247 Jul 24 01:41:05.498975 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d7f65cc8-ea34-4a9f-bff3-5b7acb15dd3a req-5a1aa2ce-825c-4312-be74-d2c40b0ddcd1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=628d42a2-7ada-4268-be52-7c3048d872bf HTTP/1.1" status: 200 len: 210 time: 0.0282342 Jul 24 01:41:05.538125 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d7f65cc8-ea34-4a9f-bff3-5b7acb15dd3a req-737625e6-67b4-4625-be8f-a0ce4d5d2723 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192127 Jul 24 01:41:05.636491 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f65cc8-ea34-4a9f-bff3-5b7acb15dd3a req-f4a49392-e0f2-46c9-bd1e-c62785df45ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:05.638088 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d7f65cc8-ea34-4a9f-bff3-5b7acb15dd3a req-f4a49392-e0f2-46c9-bd1e-c62785df45ef service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0932312 Jul 24 01:41:05.774232 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:06.500952 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6799b5fb-06b9-46b9-ba33-bd8b51bb9e68 req-8dd88952-bb62-4d25-9a49-e1a7c431441b tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:06.502510 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6799b5fb-06b9-46b9-ba33-bd8b51bb9e68 req-8dd88952-bb62-4d25-9a49-e1a7c431441b tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 943 time: 0.0688717 Jul 24 01:41:06.549901 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6799b5fb-06b9-46b9-ba33-bd8b51bb9e68 req-07264f28-dc8a-44f5-9446-8b7c43017126 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371418 Jul 24 01:41:06.892001 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd63f9-7c45-4438-bca5-b062691fd229 req-0ca7f86d-0f81-439c-8c2e-2e5177fd1740 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:06.893533 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b6bd63f9-7c45-4438-bca5-b062691fd229 req-0ca7f86d-0f81-439c-8c2e-2e5177fd1740 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f&tenant_id=fe7a3c92f28e465cb184de1f3f5eca99&binding%3Ahost_id=n-h1-793621-25 HTTP/1.1" status: 200 len: 943 time: 0.1117043 Jul 24 01:41:06.906166 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001f797-ed58-4557-8a0f-29c3c168a84c req-e42ff687-f0c3-4c3f-bfa0-771ca784f576 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:06.907530 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3001f797-ed58-4557-8a0f-29c3c168a84c req-e42ff687-f0c3-4c3f-bfa0-771ca784f576 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 943 time: 0.0957890 Jul 24 01:41:06.949241 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3001f797-ed58-4557-8a0f-29c3c168a84c req-dac270c3-74c6-4c57-80d6-9e77da1a374c tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360198 Jul 24 01:41:07.005543 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b6bd63f9-7c45-4438-bca5-b062691fd229 req-bbdebcce-86f6-403f-a177-8a334ed94c86 service neutron] 10.222.0.13 "GET /v2.0/ports/b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce/bindings/n-h1-793621-25 HTTP/1.1" status: 200 len: 383 time: 0.0970418 Jul 24 01:41:07.078832 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd63f9-7c45-4438-bca5-b062691fd229 req-4434055d-bdda-499d-8b43-dfb96a103cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:07.080343 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b6bd63f9-7c45-4438-bca5-b062691fd229 req-4434055d-bdda-499d-8b43-dfb96a103cc6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe7a3c92f28e465cb184de1f3f5eca99&device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 1095 time: 0.0540252 Jul 24 01:41:07.153079 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:41:07.255139 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:41:07.269228 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'port_id': 'b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce', 'mac_address': 'fa:16:3e:d5:77:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:41:07.312638 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:07.330027 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:41:07.352646 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:41:07.357072 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:07.409230 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce,revision_number=7']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:41:07.504561 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd63f9-7c45-4438-bca5-b062691fd229 req-fdae3d6c-6e3c-4ead-9f01-5fc8baa7b9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:07.506464 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b6bd63f9-7c45-4438-bca5-b062691fd229 req-fdae3d6c-6e3c-4ead-9f01-5fc8baa7b9ac service neutron] 10.222.0.13 "GET /v2.0/networks?id=235341de-2ef7-4721-a0f4-674c9eac7675 HTTP/1.1" status: 200 len: 912 time: 0.4186678 Jul 24 01:41:07.574548 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:41:07.577379 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b6bd63f9-7c45-4438-bca5-b062691fd229 req-6eb3ef74-5f3c-4872-af92-e68139949032 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce HTTP/1.1" status: 200 len: 1001 time: 0.0632796 Jul 24 01:41:07.627026 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd63f9-7c45-4438-bca5-b062691fd229 req-229256ef-221e-4ac5-8a3f-4a8b62d18b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:07.628514 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b6bd63f9-7c45-4438-bca5-b062691fd229 req-229256ef-221e-4ac5-8a3f-4a8b62d18b3f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680b0b6d-ed1b-455e-8a44-2c7f7461a00c HTTP/1.1" status: 200 len: 850 time: 0.0445716 Jul 24 01:41:07.693444 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd63f9-7c45-4438-bca5-b062691fd229 req-1ba0d6ad-fc35-4362-9e9b-8b312ce02651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:07.695039 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b6bd63f9-7c45-4438-bca5-b062691fd229 req-1ba0d6ad-fc35-4362-9e9b-8b312ce02651 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=235341de-2ef7-4721-a0f4-674c9eac7675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598202 Jul 24 01:41:07.797090 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b6bd63f9-7c45-4438-bca5-b062691fd229 req-d1770a77-58a7-47a6-88dc-3c165db0328a service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944610 Jul 24 01:41:07.901646 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b6bd63f9-7c45-4438-bca5-b062691fd229 req-3f0f4b24-7665-414e-91b0-3de2c6c2f535 service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966253 Jul 24 01:41:08.083946 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63b18f-dc18-4af9-bc5a-99c2a59ec27f req-cd7fe4c8-83f2-42cd-96ee-358499224bd8 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:08.085425 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1b63b18f-dc18-4af9-bc5a-99c2a59ec27f req-cd7fe4c8-83f2-42cd-96ee-358499224bd8 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 944 time: 0.0637538 Jul 24 01:41:08.126294 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1b63b18f-dc18-4af9-bc5a-99c2a59ec27f req-77f73c46-274b-4faa-84b2-4f8630ed4ecb tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339963 Jul 24 01:41:09.177237 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:41:09.226347 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:41:09.227358 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:09.262234 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7657fd80-02fe-4ca6-9a96-a6d92e658ef5 req-c6c88b20-3728-48b9-bd94-00d1731fc40a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:09.263795 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7657fd80-02fe-4ca6-9a96-a6d92e658ef5 req-c6c88b20-3728-48b9-bd94-00d1731fc40a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 944 time: 0.0659704 Jul 24 01:41:09.301961 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7657fd80-02fe-4ca6-9a96-a6d92e658ef5 req-01204f38-3488-464f-9cbc-5bc63a1e612d tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321660 Jul 24 01:41:09.304644 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:09.332022 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0c402f-fc2c-4471-ba0a-7432e76e8c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:41:09.334244 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb12e53-c466-4f3d-9911-fe03fceebb54" -d '{"events": [{"server_uuid": "6a0c402f-fc2c-4471-ba0a-7432e76e8c2f", "name": "network-vif-plugged", "status": "completed", "tag": "b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:41:09.350091 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:41:09.355217 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:09.379897 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356ed571-a7d8-479a-b507-a1c835bbfd54 x-openstack-request-id: req-356ed571-a7d8-479a-b507-a1c835bbfd54 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:41:09.380205 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a0c402f-fc2c-4471-ba0a-7432e76e8c2f", "name": "network-vif-plugged", "status": "completed", "tag": "b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:41:09.380447 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-356ed571-a7d8-479a-b507-a1c835bbfd54 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:41:09.380831 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0c402f-fc2c-4471-ba0a-7432e76e8c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce', 'code': 200} Jul 24 01:41:09.405568 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce,revision_number=8']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:41:10.435655 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe3bed-b750-4b0d-8d2e-4eff7355d9ea req-45690abf-a6b5-4e5f-b3dc-8fa16763eb9c tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:10.437172 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2efe3bed-b750-4b0d-8d2e-4eff7355d9ea req-45690abf-a6b5-4e5f-b3dc-8fa16763eb9c tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 945 time: 0.0657675 Jul 24 01:41:10.475447 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2efe3bed-b750-4b0d-8d2e-4eff7355d9ea req-5ed1be3c-3d99-41e4-9f3c-b740905087ef tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325882 Jul 24 01:41:11.616575 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd63f9-7c45-4438-bca5-b062691fd229 req-1e0d9943-afc0-4e5d-8612-889f889135a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:11.618918 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b6bd63f9-7c45-4438-bca5-b062691fd229 req-1e0d9943-afc0-4e5d-8612-889f889135a7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f&tenant_id=fe7a3c92f28e465cb184de1f3f5eca99 HTTP/1.1" status: 200 len: 1097 time: 0.0657978 Jul 24 01:41:11.619109 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b58a2-0faa-4d43-b3c3-ec8ce8676369 req-9178065f-8b79-45ab-93f7-c6272d5e0ae7 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:11.620709 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e35b58a2-0faa-4d43-b3c3-ec8ce8676369 req-9178065f-8b79-45ab-93f7-c6272d5e0ae7 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 945 time: 0.0677528 Jul 24 01:41:11.670553 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e35b58a2-0faa-4d43-b3c3-ec8ce8676369 req-e259494d-fdf9-48e9-89ef-6d59dca57572 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440214 Jul 24 01:41:11.702045 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd63f9-7c45-4438-bca5-b062691fd229 req-e01f43df-2edf-432b-8af0-a006eb9e8537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:11.703579 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b6bd63f9-7c45-4438-bca5-b062691fd229 req-e01f43df-2edf-432b-8af0-a006eb9e8537 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe7a3c92f28e465cb184de1f3f5eca99&device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 1097 time: 0.0630746 Jul 24 01:41:11.802989 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd63f9-7c45-4438-bca5-b062691fd229 req-790ad9ba-10e7-43ac-830b-a90e7bea4f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:11.804707 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b6bd63f9-7c45-4438-bca5-b062691fd229 req-790ad9ba-10e7-43ac-830b-a90e7bea4f58 service neutron] 10.222.0.13 "GET /v2.0/networks?id=235341de-2ef7-4721-a0f4-674c9eac7675 HTTP/1.1" status: 200 len: 912 time: 0.0919452 Jul 24 01:41:11.869602 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b6bd63f9-7c45-4438-bca5-b062691fd229 req-df9f7c5f-1a8b-441c-85a2-f2bc5dbf7b82 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce HTTP/1.1" status: 200 len: 1002 time: 0.0584073 Jul 24 01:41:11.919214 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd63f9-7c45-4438-bca5-b062691fd229 req-849ec204-43fa-40d8-9e97-5cfe647c2dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:11.920774 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b6bd63f9-7c45-4438-bca5-b062691fd229 req-849ec204-43fa-40d8-9e97-5cfe647c2dd9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680b0b6d-ed1b-455e-8a44-2c7f7461a00c HTTP/1.1" status: 200 len: 850 time: 0.0445523 Jul 24 01:41:11.984706 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd63f9-7c45-4438-bca5-b062691fd229 req-22bce273-fd22-4475-b36e-7b57b51ed303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:11.986230 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b6bd63f9-7c45-4438-bca5-b062691fd229 req-22bce273-fd22-4475-b36e-7b57b51ed303 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=235341de-2ef7-4721-a0f4-674c9eac7675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595179 Jul 24 01:41:12.077278 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b6bd63f9-7c45-4438-bca5-b062691fd229 req-394b6ef5-df85-47ec-bbaa-6b8af6b5a362 service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838301 Jul 24 01:41:12.169190 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b6bd63f9-7c45-4438-bca5-b062691fd229 req-f96a0909-762a-4235-bb85-5f4b4d50da3d service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857351 Jul 24 01:41:12.291064 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812de8f-23eb-4bfb-b9bd-c473a36cc3cc req-fb6a1ae3-5261-4852-9e6e-d0e9a4f4b12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:12.292635 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b812de8f-23eb-4bfb-b9bd-c473a36cc3cc req-fb6a1ae3-5261-4852-9e6e-d0e9a4f4b12e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe7a3c92f28e465cb184de1f3f5eca99&device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 1097 time: 0.0572257 Jul 24 01:41:12.399356 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812de8f-23eb-4bfb-b9bd-c473a36cc3cc req-5d93f65c-8a63-4573-952b-2847a3549b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:12.400880 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b812de8f-23eb-4bfb-b9bd-c473a36cc3cc req-5d93f65c-8a63-4573-952b-2847a3549b55 service neutron] 10.222.0.13 "GET /v2.0/networks?id=235341de-2ef7-4721-a0f4-674c9eac7675 HTTP/1.1" status: 200 len: 912 time: 0.0899668 Jul 24 01:41:12.467495 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b812de8f-23eb-4bfb-b9bd-c473a36cc3cc req-65d0bd93-299f-49f2-971b-3e809f8ed37c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce HTTP/1.1" status: 200 len: 1002 time: 0.0597427 Jul 24 01:41:12.517623 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812de8f-23eb-4bfb-b9bd-c473a36cc3cc req-66ce17dc-7773-4263-aa9a-9d1cf716d543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:12.519028 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b812de8f-23eb-4bfb-b9bd-c473a36cc3cc req-66ce17dc-7773-4263-aa9a-9d1cf716d543 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=680b0b6d-ed1b-455e-8a44-2c7f7461a00c HTTP/1.1" status: 200 len: 850 time: 0.0456955 Jul 24 01:41:12.581177 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812de8f-23eb-4bfb-b9bd-c473a36cc3cc req-50a78852-7f72-438f-adfb-7f6fd6ec4bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:12.582806 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b812de8f-23eb-4bfb-b9bd-c473a36cc3cc req-50a78852-7f72-438f-adfb-7f6fd6ec4bdd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=235341de-2ef7-4721-a0f4-674c9eac7675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580142 Jul 24 01:41:12.675928 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b812de8f-23eb-4bfb-b9bd-c473a36cc3cc req-e96ae0cc-1154-4df3-b7d4-479931c2fcbc service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869539 Jul 24 01:41:12.813577 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b812de8f-23eb-4bfb-b9bd-c473a36cc3cc req-709d1808-e10c-4b8f-9027-8e8607064e76 service neutron] 10.222.0.13 "GET /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300685 Jul 24 01:41:12.842313 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3bcd47-f0dc-4600-9a7a-6b25fe994aa4 req-60da62e8-c7eb-40be-ad69-1dffa5294b8f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:12.843864 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7f3bcd47-f0dc-4600-9a7a-6b25fe994aa4 req-60da62e8-c7eb-40be-ad69-1dffa5294b8f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 945 time: 0.0898588 Jul 24 01:41:12.884523 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7f3bcd47-f0dc-4600-9a7a-6b25fe994aa4 req-68374d32-c514-4f42-b050-3b4c96702b45 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350158 Jul 24 01:41:13.193406 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:41:13.280251 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:13.302490 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0c402f-fc2c-4471-ba0a-7432e76e8c2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:41:13.304752 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ffabe9f-4b83-4081-bfee-c628a15f306f" -d '{"events": [{"server_uuid": "6a0c402f-fc2c-4471-ba0a-7432e76e8c2f", "name": "network-vif-unplugged", "status": "completed", "tag": "b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:41:13.321535 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:41:13.326904 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:13.364542 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 01:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d891321a-0487-485b-9f22-c76e231ad323 x-openstack-request-id: req-d891321a-0487-485b-9f22-c76e231ad323 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:41:13.364836 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a0c402f-fc2c-4471-ba0a-7432e76e8c2f", "name": "network-vif-unplugged", "status": "completed", "tag": "b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:41:13.365087 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d891321a-0487-485b-9f22-c76e231ad323 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:41:13.365483 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0c402f-fc2c-4471-ba0a-7432e76e8c2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce', 'code': 200} Jul 24 01:41:13.381010 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce,revision_number=9']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:41:14.058921 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882f3e1-b439-441d-9912-20c4e0050bf3 req-9874d6bb-cc8a-4858-91bb-9797c4376ade tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:14.061446 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7882f3e1-b439-441d-9912-20c4e0050bf3 req-9874d6bb-cc8a-4858-91bb-9797c4376ade tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 943 time: 0.0945919 Jul 24 01:41:14.111501 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7882f3e1-b439-441d-9912-20c4e0050bf3 req-fecd7e56-d53d-4a9c-bb26-ef0f6b32fbc7 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432363 Jul 24 01:41:15.253386 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f721b-e66f-4821-aa57-4d68f1a1b3ab req-908c4e8b-4ef9-4c9d-a5df-2cd5377494e4 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:15.255070 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e68f721b-e66f-4821-aa57-4d68f1a1b3ab req-908c4e8b-4ef9-4c9d-a5df-2cd5377494e4 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 943 time: 0.0666337 Jul 24 01:41:15.299401 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e68f721b-e66f-4821-aa57-4d68f1a1b3ab req-5e96cf9b-2888-4e16-81ed-6a9876c4fb3d tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373955 Jul 24 01:41:15.829005 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8a5aaeee-4075-4828-8105-999dbe692675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:16.432477 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1fad1a-6a95-4978-a11a-cf9dd161ef39 req-1abd1f5a-f68f-4945-be6f-391fc63d31e1 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:16.434001 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bc1fad1a-6a95-4978-a11a-cf9dd161ef39 req-1abd1f5a-f68f-4945-be6f-391fc63d31e1 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 943 time: 0.0664098 Jul 24 01:41:16.472178 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bc1fad1a-6a95-4978-a11a-cf9dd161ef39 req-26903f21-ef9e-4668-b89a-c758913791f9 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325704 Jul 24 01:41:17.626951 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781bcd2-fda5-407a-832f-c0b4cd5b35bf req-2650009d-f96a-4370-8242-7fada7bdc113 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:17.628519 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2781bcd2-fda5-407a-832f-c0b4cd5b35bf req-2650009d-f96a-4370-8242-7fada7bdc113 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 943 time: 0.0800536 Jul 24 01:41:17.671716 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2781bcd2-fda5-407a-832f-c0b4cd5b35bf req-bdffbf4a-e27b-4b1f-89f7-fe3d95f1adc7 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368037 Jul 24 01:41:18.329992 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-538cc802-1abd-440e-9382-b0aa331117f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:18.543463 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:18.807455 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5d2d3-9b26-4016-8013-4c9c4c40ce89 req-d56f8542-e263-416d-8b22-ab20e738ecc4 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:18.808941 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bdf5d2d3-9b26-4016-8013-4c9c4c40ce89 req-d56f8542-e263-416d-8b22-ab20e738ecc4 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 943 time: 0.0649867 Jul 24 01:41:18.846754 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bdf5d2d3-9b26-4016-8013-4c9c4c40ce89 req-d5b69429-4c81-4fb2-9a4c-a0c46d5a717f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322032 Jul 24 01:41:19.659357 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:19.989495 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e677e-141a-4ed6-8792-294ac7750792 req-f3e5808e-de24-4f13-a42b-9720684ff792 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:19.990938 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c35e677e-141a-4ed6-8792-294ac7750792 req-f3e5808e-de24-4f13-a42b-9720684ff792 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 943 time: 0.0748873 Jul 24 01:41:20.029847 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c35e677e-141a-4ed6-8792-294ac7750792 req-612e3ab5-47c3-4a3e-9d97-679fad2044db tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328772 Jul 24 01:41:21.159068 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:21.167632 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d57aef-1036-4294-bb6a-9458ee7d7f1a req-6c6fb8a9-7b88-4324-95b9-8185f83b8197 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:21.169137 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c5d57aef-1036-4294-bb6a-9458ee7d7f1a req-6c6fb8a9-7b88-4324-95b9-8185f83b8197 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 943 time: 0.0711780 Jul 24 01:41:21.209646 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c5d57aef-1036-4294-bb6a-9458ee7d7f1a req-3d653f17-8698-4fa6-98d1-471292dfffae tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348766 Jul 24 01:41:22.343248 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc87570-96d1-4b26-8ec0-9ea0a5cc0eed req-6f453c24-9184-44a2-947b-54fc6cce2a16 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:22.344675 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cbc87570-96d1-4b26-8ec0-9ea0a5cc0eed req-6f453c24-9184-44a2-947b-54fc6cce2a16 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 943 time: 0.0645735 Jul 24 01:41:22.382098 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cbc87570-96d1-4b26-8ec0-9ea0a5cc0eed req-52648fdb-76f8-4f2f-8632-090cb15c2e9f tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319111 Jul 24 01:41:23.517330 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6fb68-abcc-447a-8aca-d263def10ce4 req-01f4ca3d-9b61-46b0-9a4a-36f6c281ddfc tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:23.521187 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b8c6fb68-abcc-447a-8aca-d263def10ce4 req-01f4ca3d-9b61-46b0-9a4a-36f6c281ddfc tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 943 time: 0.0674086 Jul 24 01:41:23.556435 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b8c6fb68-abcc-447a-8aca-d263def10ce4 req-9540200a-1149-464c-a598-b2e39ce97137 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313988 Jul 24 01:41:23.686741 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ac8e7-daa0-483a-81dc-48e08e1a5738 req-c109b1df-927d-4336-843e-dd24bba4774d tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:23.688198 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-954ac8e7-daa0-483a-81dc-48e08e1a5738 req-c109b1df-927d-4336-843e-dd24bba4774d tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 943 time: 0.0640106 Jul 24 01:41:23.734888 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-954ac8e7-daa0-483a-81dc-48e08e1a5738 req-b8764527-4a5d-4a52-81e3-22de5eadadb2 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410852 Jul 24 01:41:23.869280 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc1aa5-1ea2-49a0-b6f4-e8b3b9120d46 req-9bb8fc9e-2ecf-47c8-8147-8da754695f0c tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:23.870828 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b5cc1aa5-1ea2-49a0-b6f4-e8b3b9120d46 req-9bb8fc9e-2ecf-47c8-8147-8da754695f0c tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 943 time: 0.0680449 Jul 24 01:41:23.910047 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b5cc1aa5-1ea2-49a0-b6f4-e8b3b9120d46 req-a05d8ef5-cf25-42e7-a8a1-ec262cdc00ce tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336568 Jul 24 01:41:24.169235 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90268df7-a7fa-4353-a7a8-d1441b2fd9cd req-de6b4951-fd12-4b59-835f-1637ae8f2adb tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:24.170797 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-90268df7-a7fa-4353-a7a8-d1441b2fd9cd req-de6b4951-fd12-4b59-835f-1637ae8f2adb tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 943 time: 0.0655215 Jul 24 01:41:24.209871 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-90268df7-a7fa-4353-a7a8-d1441b2fd9cd req-e40f3363-3c50-45b1-86af-486094f71091 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331385 Jul 24 01:41:25.256554 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:41:25.347780 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc91fec-5e6d-4abe-840d-66efbe579eda req-9f9cea50-44ee-4ede-b78f-e7adee4b9f95 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:25.349299 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ecc91fec-5e6d-4abe-840d-66efbe579eda req-9f9cea50-44ee-4ede-b78f-e7adee4b9f95 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 943 time: 0.0650012 Jul 24 01:41:25.355880 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:41:25.367788 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'port_id': 'b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce', 'mac_address': 'fa:16:3e:d5:77:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:41:25.388016 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ecc91fec-5e6d-4abe-840d-66efbe579eda req-7e195231-4156-4e99-a5c8-4acef6b0ff44 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups?id=2b66efb1-af1a-4c29-9de2-58fd93b11474&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327673 Jul 24 01:41:25.406505 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:25.419484 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:41:25.439404 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:41:25.443688 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:25.492997 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce,revision_number=10']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:41:25.641174 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac20a58-be5c-4082-88c2-f7ffa42bec42 req-cbe482e3-3b69-4d98-a5cd-7e7967dc8455 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:25.642951 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eac20a58-be5c-4082-88c2-f7ffa42bec42 req-cbe482e3-3b69-4d98-a5cd-7e7967dc8455 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.13 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 945 time: 0.0639973 Jul 24 01:41:25.748706 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-eac20a58-be5c-4082-88c2-f7ffa42bec42 req-ae49ed90-1179-4ae9-8919-5d66d6c15d8a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Deleting port b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:41:25.748978 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-eac20a58-be5c-4082-88c2-f7ffa42bec42 req-ae49ed90-1179-4ae9-8919-5d66d6c15d8a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:25.848299 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-eac20a58-be5c-4082-88c2-f7ffa42bec42 req-ae49ed90-1179-4ae9-8919-5d66d6c15d8a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] For port b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:41:25.848663 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-eac20a58-be5c-4082-88c2-f7ffa42bec42 req-ae49ed90-1179-4ae9-8919-5d66d6c15d8a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:26.026147 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-eac20a58-be5c-4082-88c2-f7ffa42bec42 req-ae49ed90-1179-4ae9-8919-5d66d6c15d8a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:26.026432 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-eac20a58-be5c-4082-88c2-f7ffa42bec42 req-ae49ed90-1179-4ae9-8919-5d66d6c15d8a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:26.026774 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [req-eac20a58-be5c-4082-88c2-f7ffa42bec42 req-ae49ed90-1179-4ae9-8919-5d66d6c15d8a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Floating IP ddb2db9a-cb78-4049-a6ad-5a5ecc367813 disassociated. External IP: 172.25.2.164, port: b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce. Jul 24 01:41:26.027127 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-eac20a58-be5c-4082-88c2-f7ffa42bec42 req-ae49ed90-1179-4ae9-8919-5d66d6c15d8a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Calling delete_port for b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:41:26.166862 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-eac20a58-be5c-4082-88c2-f7ffa42bec42 req-ae49ed90-1179-4ae9-8919-5d66d6c15d8a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:26.198508 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49ed90-1179-4ae9-8919-5d66d6c15d8a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Pushing event deleted for resources: {'Port': ['ID=b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:41:26.208569 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae49ed90-1179-4ae9-8919-5d66d6c15d8a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:41:26.208916 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae49ed90-1179-4ae9-8919-5d66d6c15d8a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:41:26.209260 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae49ed90-1179-4ae9-8919-5d66d6c15d8a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:41:26.209605 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae49ed90-1179-4ae9-8919-5d66d6c15d8a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:41:26.209946 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae49ed90-1179-4ae9-8919-5d66d6c15d8a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:41:26.210306 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae49ed90-1179-4ae9-8919-5d66d6c15d8a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:41:26.210734 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae49ed90-1179-4ae9-8919-5d66d6c15d8a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:41:26.211707 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae49ed90-1179-4ae9-8919-5d66d6c15d8a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:41:26.211707 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae49ed90-1179-4ae9-8919-5d66d6c15d8a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:41:26.211963 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae49ed90-1179-4ae9-8919-5d66d6c15d8a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:41:26.212753 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae49ed90-1179-4ae9-8919-5d66d6c15d8a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:41:26.213095 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae49ed90-1179-4ae9-8919-5d66d6c15d8a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:41:26.333722 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eac20a58-be5c-4082-88c2-f7ffa42bec42 req-ae49ed90-1179-4ae9-8919-5d66d6c15d8a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Router 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:41:26.449574 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eac20a58-be5c-4082-88c2-f7ffa42bec42 req-ae49ed90-1179-4ae9-8919-5d66d6c15d8a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:41:26.459830 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814864c4-9bc0-4b09-ad5a-8f6ba657720f None None] Sync routers for ids ['18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:41:26.469734 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814864c4-9bc0-4b09-ad5a-8f6ba657720f None None] Routers {'18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:41:26.470340 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-814864c4-9bc0-4b09-ad5a-8f6ba657720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:41:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:41:26.527525 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac20a58-be5c-4082-88c2-f7ffa42bec42 req-ae49ed90-1179-4ae9-8919-5d66d6c15d8a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] No DVR routers for this DVR port b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:41:26.530953 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6d630d8c-ec2a-4dc8-92db-e4c04c8a9a0a req-bd071f65-2bee-4c36-92f9-c86866011f25 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 210 time: 0.0530522 Jul 24 01:41:26.531976 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-eac20a58-be5c-4082-88c2-f7ffa42bec42 req-ae49ed90-1179-4ae9-8919-5d66d6c15d8a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:26.533900 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eac20a58-be5c-4082-88c2-f7ffa42bec42 req-ae49ed90-1179-4ae9-8919-5d66d6c15d8a tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.13 "DELETE /v2.0/ports/b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce HTTP/1.1" status: 204 len: 173 time: 0.8859146 Jul 24 01:41:26.534349 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0c402f-fc2c-4471-ba0a-7432e76e8c2f', 'name': 'network-vif-deleted', 'tag': 'b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:41:26.536710 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b006cef4-529e-4624-8c9f-7c2721cf1a4b" -d '{"events": [{"server_uuid": "6a0c402f-fc2c-4471-ba0a-7432e76e8c2f", "name": "network-vif-deleted", "tag": "b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:41:26.575383 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e630776-7f6c-4ce8-aade-cde63dde727b x-openstack-request-id: req-3e630776-7f6c-4ce8-aade-cde63dde727b {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:41:26.575591 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a0c402f-fc2c-4471-ba0a-7432e76e8c2f", "name": "network-vif-deleted", "tag": "b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:41:26.575831 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3e630776-7f6c-4ce8-aade-cde63dde727b {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:41:26.576243 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0c402f-fc2c-4471-ba0a-7432e76e8c2f', 'name': 'network-vif-deleted', 'tag': 'b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce', 'status': 'completed', 'code': 200} Jul 24 01:41:26.588178 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-814864c4-9bc0-4b09-ad5a-8f6ba657720f None None] Set router 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:41:26.627407 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:41:26.793278 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-814864c4-9bc0-4b09-ad5a-8f6ba657720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'name': 'tempest-ServerActionsTestJSON-759337737-router', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:42Z', 'revision_number': 4, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'gw_port': {'id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '3413a649-486c-49c6-8c9f-6cb51ce99406', 'name': '', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'mac_address': 'fa:16:3e:f4:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:42Z', 'updated_at': '2021-07-24T01:31:47Z', 'revision_number': 5, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'subnets': [{'id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:41:26.823139 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814864c4-9bc0-4b09-ad5a-8f6ba657720f None None] Checking router: 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:41:26.831675 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814864c4-9bc0-4b09-ad5a-8f6ba657720f None None] Routers {'18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:41:26.832280 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-814864c4-9bc0-4b09-ad5a-8f6ba657720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:41:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:41:26.950564 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-814864c4-9bc0-4b09-ad5a-8f6ba657720f None None] Set router 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:41:27.151221 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-814864c4-9bc0-4b09-ad5a-8f6ba657720f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'name': 'tempest-ServerActionsTestJSON-759337737-router', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:42Z', 'revision_number': 4, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'gw_port': {'id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '3413a649-486c-49c6-8c9f-6cb51ce99406', 'name': '', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'mac_address': 'fa:16:3e:f4:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:42Z', 'updated_at': '2021-07-24T01:31:47Z', 'revision_number': 5, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'subnets': [{'id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:41:27.177916 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814864c4-9bc0-4b09-ad5a-8f6ba657720f None None] The sync data for ids ['18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'] in n-d-793621-25 is: [{'id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'name': 'tempest-ServerActionsTestJSON-759337737-router', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:42Z', 'revision_number': 4, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'gw_port': {'id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '3413a649-486c-49c6-8c9f-6cb51ce99406', 'name': '', 'network_id': '235341de-2ef7-4721-a0f4-674c9eac7675', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'mac_address': 'fa:16:3e:f4:39:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 4018, 'fixed_ips': [{'subnet_id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:42Z', 'updated_at': '2021-07-24T01:31:47Z', 'revision_number': 5, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'subnets': [{'id': '680b0b6d-ed1b-455e-8a44-2c7f7461a00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:41:27.279744 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:41:27.301337 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:41:27.301606 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device b60ac8f7-5e4e-4de8-b782-bbf155c5c4ce not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:41:27.419623 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3561163a-d7a1-481a-b5a0-3e51b5d224b6 None None] New status for floating IP ddb2db9a-cb78-4049-a6ad-5a5ecc367813: DOWN {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:41:27.643656 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0179ea55-72af-4cd9-ba39-de492b18b2af req-aad5d5c3-00c1-401d-9375-3bfb19aea90e tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 210 time: 0.0323737 Jul 24 01:41:28.746249 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-27b9bb67-fd30-4848-94a1-3eb3d942bc96 req-773342f3-0bf8-428d-92cd-b1d010e9034b tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 210 time: 0.0308986 Jul 24 01:41:29.859688 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-df665b4a-8888-49a4-9b87-4ef374927f6c req-d498bf7a-3a17-4de7-bbd1-d60329c13d47 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/ports?device_id=6a0c402f-fc2c-4471-ba0a-7432e76e8c2f HTTP/1.1" status: 200 len: 210 time: 0.0431778 Jul 24 01:41:33.575378 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50388) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:41:33.631738 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fce33c81-8325-42ca-a355-0637aa5b2639 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:33.658596 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fce33c81-8325-42ca-a355-0637aa5b2639 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:33.718025 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fce33c81-8325-42ca-a355-0637aa5b2639 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:33.720972 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fce33c81-8325-42ca-a355-0637aa5b2639 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:33.722032 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-fce33c81-8325-42ca-a355-0637aa5b2639 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "DELETE /v2.0/security-groups/2b66efb1-af1a-4c29-9de2-58fd93b11474 HTTP/1.1" status: 204 len: 168 time: 0.1453974 Jul 24 01:41:33.724830 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50390) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:41:33.732441 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce33c81-8325-42ca-a355-0637aa5b2639 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b66efb1-af1a-4c29-9de2-58fd93b11474,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:41:33.742962 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-a702eeba-224c-4e6e-bb84-85db2a874174 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] show failed (client error): The resource could not be found. Jul 24 01:41:33.746656 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a702eeba-224c-4e6e-bb84-85db2a874174 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "GET /v2.0/security-groups/2b66efb1-af1a-4c29-9de2-58fd93b11474 HTTP/1.1" status: 404 len: 347 time: 0.0172608 Jul 24 01:41:33.746927 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50392) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:41:33.880364 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-35286c45-3268-4c01-814d-724485bda7e6 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Deleting port 2c0769fb-fad8-4e77-87d7-b32a506af585 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:41:33.880714 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-35286c45-3268-4c01-814d-724485bda7e6 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:33.965258 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-35286c45-3268-4c01-814d-724485bda7e6 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:33.965589 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-35286c45-3268-4c01-814d-724485bda7e6 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:33.977548 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-35286c45-3268-4c01-814d-724485bda7e6 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Calling delete_port for 2c0769fb-fad8-4e77-87d7-b32a506af585 owned by network:floatingip {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:41:34.126039 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-35286c45-3268-4c01-814d-724485bda7e6 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:34.154137 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35286c45-3268-4c01-814d-724485bda7e6 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Pushing event deleted for resources: {'Port': ['ID=2c0769fb-fad8-4e77-87d7-b32a506af585,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:41:34.166580 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35286c45-3268-4c01-814d-724485bda7e6 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:41:34.166994 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35286c45-3268-4c01-814d-724485bda7e6 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:41:34.167352 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35286c45-3268-4c01-814d-724485bda7e6 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:41:34.167706 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35286c45-3268-4c01-814d-724485bda7e6 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:41:34.168054 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35286c45-3268-4c01-814d-724485bda7e6 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:41:34.168401 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35286c45-3268-4c01-814d-724485bda7e6 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:41:34.168738 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35286c45-3268-4c01-814d-724485bda7e6 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:41:34.169076 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35286c45-3268-4c01-814d-724485bda7e6 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:41:34.169415 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35286c45-3268-4c01-814d-724485bda7e6 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:41:34.169747 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35286c45-3268-4c01-814d-724485bda7e6 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:41:34.170084 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35286c45-3268-4c01-814d-724485bda7e6 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:41:34.170421 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35286c45-3268-4c01-814d-724485bda7e6 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:41:34.254828 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-35286c45-3268-4c01-814d-724485bda7e6 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks [] for floatingip, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:34.259554 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-35286c45-3268-4c01-814d-724485bda7e6 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:34.260984 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-35286c45-3268-4c01-814d-724485bda7e6 tempest-ServerActionsTestJSON-532774877 tempest-ServerActionsTestJSON-532774877-project] 10.222.0.15 "DELETE /v2.0/floatingips/ddb2db9a-cb78-4049-a6ad-5a5ecc367813 HTTP/1.1" status: 204 len: 168 time: 0.5131202 Jul 24 01:41:34.264489 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50394) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:41:34.690482 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-00c6e47c-1ef2-4a9d-b031-dd2f6a1c216a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:34.952024 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-00c6e47c-1ef2-4a9d-b031-dd2f6a1c216a admin admin] Deleting port 3413a649-486c-49c6-8c9f-6cb51ce99406 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:41:34.952690 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-00c6e47c-1ef2-4a9d-b031-dd2f6a1c216a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:35.033749 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-00c6e47c-1ef2-4a9d-b031-dd2f6a1c216a admin admin] For port 3413a649-486c-49c6-8c9f-6cb51ce99406, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=3413a649-486c-49c6-8c9f-6cb51ce99406,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:41:35.034111 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-00c6e47c-1ef2-4a9d-b031-dd2f6a1c216a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:35.050115 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-00c6e47c-1ef2-4a9d-b031-dd2f6a1c216a admin admin] Calling delete_port for 3413a649-486c-49c6-8c9f-6cb51ce99406 owned by network:router_interface {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:41:35.236584 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-00c6e47c-1ef2-4a9d-b031-dd2f6a1c216a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:35.262904 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c6e47c-1ef2-4a9d-b031-dd2f6a1c216a admin admin] Pushing event deleted for resources: {'Port': ['ID=3413a649-486c-49c6-8c9f-6cb51ce99406,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:41:35.397853 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:35.448805 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-00c6e47c-1ef2-4a9d-b031-dd2f6a1c216a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:35.666349 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c6e47c-1ef2-4a9d-b031-dd2f6a1c216a admin admin] Router 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:41:35.771352 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c6e47c-1ef2-4a9d-b031-dd2f6a1c216a admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:41:35.779146 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-00c6e47c-1ef2-4a9d-b031-dd2f6a1c216a admin admin] 10.222.0.15 "PUT /v2.0/routers/18c5b0fe-2097-4d14-90ee-04ab4e7b7d12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5128994 Jul 24 01:41:35.782470 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50398) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:41:35.784948 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0c169f-ca44-481a-8def-142e27ebc35c None None] Sync routers for ids ['18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:41:35.792565 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:35.798164 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0c169f-ca44-481a-8def-142e27ebc35c None None] Routers {'18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:41:35.799116 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-5f0c169f-ca44-481a-8def-142e27ebc35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:41:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:41:35.902164 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0fc48f15-a82f-4d6e-ac9a-8ea36cc98cc4 admin admin] Notify callbacks [] for router, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:35.908947 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-5f0c169f-ca44-481a-8def-142e27ebc35c None None] Set router 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:41:36.011842 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0fc48f15-a82f-4d6e-ac9a-8ea36cc98cc4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:36.066108 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-0fc48f15-a82f-4d6e-ac9a-8ea36cc98cc4 admin admin] Deleting port f74219c3-d5eb-4d75-9e50-42fd1e4a3419 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:41:36.066457 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0fc48f15-a82f-4d6e-ac9a-8ea36cc98cc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:36.093280 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-5f0c169f-ca44-481a-8def-142e27ebc35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'name': 'tempest-ServerActionsTestJSON-759337737-router', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:41:35Z', 'revision_number': 5, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'gw_port': {'id': 'f74219c3-d5eb-4d75-9e50-42fd1e4a3419', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:8d:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:41:36.120363 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0c169f-ca44-481a-8def-142e27ebc35c None None] Checking router: 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:41:36.128704 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0c169f-ca44-481a-8def-142e27ebc35c None None] Routers {'18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:41:36.129330 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-5f0c169f-ca44-481a-8def-142e27ebc35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:41:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:41:36.150554 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-0fc48f15-a82f-4d6e-ac9a-8ea36cc98cc4 admin admin] For port f74219c3-d5eb-4d75-9e50-42fd1e4a3419, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=f74219c3-d5eb-4d75-9e50-42fd1e4a3419,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:41:36.150953 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0fc48f15-a82f-4d6e-ac9a-8ea36cc98cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:36.162911 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-0fc48f15-a82f-4d6e-ac9a-8ea36cc98cc4 admin admin] Calling delete_port for f74219c3-d5eb-4d75-9e50-42fd1e4a3419 owned by network:router_gateway {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:41:36.216235 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-5f0c169f-ca44-481a-8def-142e27ebc35c None None] Set router 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:41:36.274411 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-5f0c169f-ca44-481a-8def-142e27ebc35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'name': 'tempest-ServerActionsTestJSON-759337737-router', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:41:36Z', 'revision_number': 6, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:41:36.360431 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0fc48f15-a82f-4d6e-ac9a-8ea36cc98cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:36.389364 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0c169f-ca44-481a-8def-142e27ebc35c None None] The sync data for ids ['18c5b0fe-2097-4d14-90ee-04ab4e7b7d12'] in n-d-793621-25 is: [{'id': '18c5b0fe-2097-4d14-90ee-04ab4e7b7d12', 'name': 'tempest-ServerActionsTestJSON-759337737-router', 'tenant_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:31:40Z', 'updated_at': '2021-07-24T01:41:36Z', 'revision_number': 6, 'project_id': 'fe7a3c92f28e465cb184de1f3f5eca99', 'gw_port_host': None}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:41:36.392218 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc48f15-a82f-4d6e-ac9a-8ea36cc98cc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f74219c3-d5eb-4d75-9e50-42fd1e4a3419,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:41:36.461643 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0fc48f15-a82f-4d6e-ac9a-8ea36cc98cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:36.554777 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0fc48f15-a82f-4d6e-ac9a-8ea36cc98cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:36.556901 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0fc48f15-a82f-4d6e-ac9a-8ea36cc98cc4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:36.599649 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0fc48f15-a82f-4d6e-ac9a-8ea36cc98cc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:36.600211 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc48f15-a82f-4d6e-ac9a-8ea36cc98cc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 {{(pid=100464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:41:36.605219 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0fc48f15-a82f-4d6e-ac9a-8ea36cc98cc4 admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:36.606391 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0fc48f15-a82f-4d6e-ac9a-8ea36cc98cc4 admin admin] 10.222.0.15 "DELETE /v2.0/routers/18c5b0fe-2097-4d14-90ee-04ab4e7b7d12 HTTP/1.1" status: 204 len: 168 time: 0.8227012 Jul 24 01:41:36.609132 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50400) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:41:36.659144 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-bec9ba32-32a1-466b-902b-456ae09e626b admin admin] Deleting subnet 680b0b6d-ed1b-455e-8a44-2c7f7461a00c {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:41:36.662223 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bec9ba32-32a1-466b-902b-456ae09e626b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:36.698816 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bec9ba32-32a1-466b-902b-456ae09e626b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:36.787180 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bec9ba32-32a1-466b-902b-456ae09e626b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:36.849722 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bec9ba32-32a1-466b-902b-456ae09e626b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:36.877165 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9ba32-32a1-466b-902b-456ae09e626b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=680b0b6d-ed1b-455e-8a44-2c7f7461a00c,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:41:36.880926 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bec9ba32-32a1-466b-902b-456ae09e626b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:36.884806 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-bec9ba32-32a1-466b-902b-456ae09e626b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/680b0b6d-ed1b-455e-8a44-2c7f7461a00c HTTP/1.1" status: 204 len: 168 time: 0.2727606 Jul 24 01:41:36.885512 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50402) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:41:36.888378 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c668240-4bce-4324-8ea4-6d8c6d0b5290 None None] Network 235341de-2ef7-4721-a0f4-674c9eac7675 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:41:36.957726 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d53b8f77-1b5a-4967-853f-7d27bf2ecd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:37.014606 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-d53b8f77-1b5a-4967-853f-7d27bf2ecd83 admin admin] Deleting port 93e5fbce-e515-433e-8911-d0db597ce769 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:41:37.014986 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d53b8f77-1b5a-4967-853f-7d27bf2ecd83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:37.090309 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-d53b8f77-1b5a-4967-853f-7d27bf2ecd83 admin admin] For port 93e5fbce-e515-433e-8911-d0db597ce769, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=93e5fbce-e515-433e-8911-d0db597ce769,segment=NetworkSegment(15f2cbf1-71ad-415b-9589-3447496b6ba0),segment_id=15f2cbf1-71ad-415b-9589-3447496b6ba0)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:41:37.090540 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d53b8f77-1b5a-4967-853f-7d27bf2ecd83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:37.104602 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-d53b8f77-1b5a-4967-853f-7d27bf2ecd83 admin admin] Calling delete_port for 93e5fbce-e515-433e-8911-d0db597ce769 owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:41:37.200014 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d53b8f77-1b5a-4967-853f-7d27bf2ecd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:37.231621 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b8f77-1b5a-4967-853f-7d27bf2ecd83 admin admin] Pushing event deleted for resources: {'Port': ['ID=93e5fbce-e515-433e-8911-d0db597ce769,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:41:37.237312 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53b8f77-1b5a-4967-853f-7d27bf2ecd83 admin admin] No DVR routers for this DVR port 93e5fbce-e515-433e-8911-d0db597ce769 on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:41:37.254903 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c1dacc-060a-44cf-b51b-05ef961cc614 None None] DHCP port deletion for 235341de-2ef7-4721-a0f4-674c9eac7675 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:41:37.322549 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d53b8f77-1b5a-4967-853f-7d27bf2ecd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:37.333384 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-d53b8f77-1b5a-4967-853f-7d27bf2ecd83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['235341de-2ef7-4721-a0f4-674c9eac7675']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:41:37.346943 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-d53b8f77-1b5a-4967-853f-7d27bf2ecd83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15f2cbf1-71ad-415b-9589-3447496b6ba0') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:41:37.347175 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-d53b8f77-1b5a-4967-853f-7d27bf2ecd83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15f2cbf1-71ad-415b-9589-3447496b6ba0') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:41:37.360545 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d53b8f77-1b5a-4967-853f-7d27bf2ecd83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:37.376247 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d53b8f77-1b5a-4967-853f-7d27bf2ecd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:37.384864 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d53b8f77-1b5a-4967-853f-7d27bf2ecd83 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:41:37.385311 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d53b8f77-1b5a-4967-853f-7d27bf2ecd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:37.387141 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:41:37.387141 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:41:37.387141 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:41:37.387141 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:41:37.387141 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:41:37.387141 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:41:37.387141 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:41:37.387141 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:41:37.387141 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:41:37.387141 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:41:37.387141 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:41:37.387141 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:41:37.387141 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:41:37.387141 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:41:37.387141 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:41:37.387141 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:41:37.387141 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:41:37.387141 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:41:37.387141 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:41:37.387141 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:41:37.387141 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:41:37.387141 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:41:37.387141 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:41:37.387141 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:41:37.387141 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:41:37.387141 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:41:37.387141 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:41:37.387141 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:41:37.387141 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:41:37.387141 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:41:37.387141 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:41:37.387141 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:41:37.456108 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d53b8f77-1b5a-4967-853f-7d27bf2ecd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:37.464327 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d53b8f77-1b5a-4967-853f-7d27bf2ecd83 admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:37.466665 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d53b8f77-1b5a-4967-853f-7d27bf2ecd83 admin admin] 10.222.0.15 "DELETE /v2.0/networks/235341de-2ef7-4721-a0f4-674c9eac7675 HTTP/1.1" status: 204 len: 168 time: 0.5799963 Jul 24 01:41:37.480532 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b8f77-1b5a-4967-853f-7d27bf2ecd83 admin admin] Pushing event deleted for resources: {'Network': ['ID=235341de-2ef7-4721-a0f4-674c9eac7675,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:41:37.593423 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50406) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:41:37.639842 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3bd5cfd1-b57a-46a6-b851-6f43929459a6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fe7a3c92f28e465cb184de1f3f5eca99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451868 Jul 24 01:41:37.642591 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50408) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:41:37.706078 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-84f43750-9fb8-4a28-8d0f-31c043b3e804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:37.727477 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-84f43750-9fb8-4a28-8d0f-31c043b3e804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:37.776827 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-84f43750-9fb8-4a28-8d0f-31c043b3e804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:37.779859 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-84f43750-9fb8-4a28-8d0f-31c043b3e804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:37.781712 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-84f43750-9fb8-4a28-8d0f-31c043b3e804 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e48b9664-e0d9-41e4-83fd-573037111553 HTTP/1.1" status: 204 len: 168 time: 0.1380610 Jul 24 01:41:37.795576 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f43750-9fb8-4a28-8d0f-31c043b3e804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48b9664-e0d9-41e4-83fd-573037111553,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:41:37.881877 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 3413a649-486c-49c6-8c9f-6cb51ce99406 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:41:37.902988 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 3413a649-486c-49c6-8c9f-6cb51ce99406 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:41:37.903639 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 3413a649-486c-49c6-8c9f-6cb51ce99406 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:41:37.903735 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 93e5fbce-e515-433e-8911-d0db597ce769 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:41:37.923554 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 93e5fbce-e515-433e-8911-d0db597ce769 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:41:37.923910 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 93e5fbce-e515-433e-8911-d0db597ce769 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:41:37.924334 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device f74219c3-d5eb-4d75-9e50-42fd1e4a3419 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:41:37.944472 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: f74219c3-d5eb-4d75-9e50-42fd1e4a3419 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:41:37.944967 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device f74219c3-d5eb-4d75-9e50-42fd1e4a3419 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:41:38.527701 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50430) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:41:38.635442 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-968a997d-e194-46f0-902c-57225fa9e38c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1404782632-network', 'tenant_id': '8cbdd696de8e40d8a1544a080eba0154'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:41:38.657515 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968a997d-e194-46f0-902c-57225fa9e38c admin admin] Made reservation on behalf of 8cbdd696de8e40d8a1544a080eba0154 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:41:38.659872 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-968a997d-e194-46f0-902c-57225fa9e38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:38.671179 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-968a997d-e194-46f0-902c-57225fa9e38c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:38.763273 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-968a997d-e194-46f0-902c-57225fa9e38c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:38.767718 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-968a997d-e194-46f0-902c-57225fa9e38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:38.794984 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-968a997d-e194-46f0-902c-57225fa9e38c admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:41:38.801282 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a997d-e194-46f0-902c-57225fa9e38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58d8f5d-11c3-4cff-a497-0fce7608f2dc,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:41:38.807935 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-968a997d-e194-46f0-902c-57225fa9e38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:38.808284 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-968a997d-e194-46f0-902c-57225fa9e38c admin admin] Added segment aa05a2fc-8971-40bb-ba78-77f9865a792c of type vlan for network e08952a0-3d2f-4f14-9a75-f78616c28b4f Jul 24 01:41:38.852246 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-968a997d-e194-46f0-902c-57225fa9e38c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:38.880049 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-968a997d-e194-46f0-902c-57225fa9e38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:38.881067 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968a997d-e194-46f0-902c-57225fa9e38c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:38.881656 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-968a997d-e194-46f0-902c-57225fa9e38c admin admin] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:38.914355 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-968a997d-e194-46f0-902c-57225fa9e38c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3854702 Jul 24 01:41:38.917588 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50434) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:41:38.923144 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-8fab055a-ecd1-4c9a-a357-f3a38e9d9a1a admin admin] Request body: {'subnet': {'network_id': 'e08952a0-3d2f-4f14-9a75-f78616c28b4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1404782632-subnet', 'tenant_id': '8cbdd696de8e40d8a1544a080eba0154', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:41:38.945505 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a997d-e194-46f0-902c-57225fa9e38c admin admin] Pushing event updated for resources: {'Network': ['ID=e08952a0-3d2f-4f14-9a75-f78616c28b4f,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:41:38.947571 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fab055a-ecd1-4c9a-a357-f3a38e9d9a1a admin admin] Made reservation on behalf of 8cbdd696de8e40d8a1544a080eba0154 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:41:38.950118 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8fab055a-ecd1-4c9a-a357-f3a38e9d9a1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:38.956272 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network e08952a0-3d2f-4f14-9a75-f78616c28b4f details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:41:39.142596 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8fab055a-ecd1-4c9a-a357-f3a38e9d9a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:39.199518 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab055a-ecd1-4c9a-a357-f3a38e9d9a1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d85d927-ba1a-4a94-a4c7-b46d43d8e7da,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:41:39.210768 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fab055a-ecd1-4c9a-a357-f3a38e9d9a1a admin admin] Checking segment: {'id': 'aa05a2fc-8971-40bb-ba78-77f9865a792c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e08952a0-3d2f-4f14-9a75-f78616c28b4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:41:39.211149 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fab055a-ecd1-4c9a-a357-f3a38e9d9a1a admin admin] Network hostable DHCP agents. Network: e08952a0-3d2f-4f14-9a75-f78616c28b4f, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:41:39.229314 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fab055a-ecd1-4c9a-a357-f3a38e9d9a1a admin admin] Network e08952a0-3d2f-4f14-9a75-f78616c28b4f is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:41:39.238797 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-8fab055a-ecd1-4c9a-a357-f3a38e9d9a1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, e08952a0-3d2f-4f14-9a75-f78616c28b4f) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:41:39.243561 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fab055a-ecd1-4c9a-a357-f3a38e9d9a1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:39.244166 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8fab055a-ecd1-4c9a-a357-f3a38e9d9a1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:39.249671 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19082832-da97-40b0-949c-2c4336573fd2 None None] Network e08952a0-3d2f-4f14-9a75-f78616c28b4f requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:41:39.262400 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-8fab055a-ecd1-4c9a-a357-f3a38e9d9a1a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3433566 Jul 24 01:41:39.390074 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41ffcf4-6266-4369-b540-b9bc91bd7f17 None None] Network e08952a0-3d2f-4f14-9a75-f78616c28b4f requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:41:40.068495 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-be1a34ba-3d4d-4e07-8fb9-0787b969f314 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:40.070060 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-be1a34ba-3d4d-4e07-8fb9-0787b969f314 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/networks?id=e08952a0-3d2f-4f14-9a75-f78616c28b4f HTTP/1.1" status: 200 len: 814 time: 0.4542906 Jul 24 01:41:40.084996 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-af56d915-4f3f-4aed-a553-39fac5adcb5f tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/quotas/8cbdd696de8e40d8a1544a080eba0154 HTTP/1.1" status: 200 len: 375 time: 0.0094247 Jul 24 01:41:40.124189 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-e00ac6af-b64b-4b13-9243-10b96d089c5e tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8cbdd696de8e40d8a1544a080eba0154&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330627 Jul 24 01:41:40.195945 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-7740a4ed-8c4d-46c9-b342-3d7f2a75d2ad service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:41:40.197158 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-7740a4ed-8c4d-46c9-b342-3d7f2a75d2ad service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0661252 Jul 24 01:41:40.300472 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-dbd34910-0d74-433c-924e-c688fd8d6fba service neutron] 10.222.0.15 "GET /v2.0/networks/e08952a0-3d2f-4f14-9a75-f78616c28b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963204 Jul 24 01:41:40.396623 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-ec047eb3-6ee7-4f87-bf8b-1bcbf8f1b05d service neutron] 10.222.0.15 "GET /v2.0/networks/e08952a0-3d2f-4f14-9a75-f78616c28b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889263 Jul 24 01:41:40.567749 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f8469b47-a5a1-45c8-b777-8f43a3fe68c8 req-bc228376-d8bd-4844-b115-ca47e7a414fb tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dccab30-89e5-4af2-a40d-56a5947a2118 HTTP/1.1" status: 200 len: 210 time: 0.0344360 Jul 24 01:41:41.506862 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-c400ad74-740c-42b3-8133-fd11d51ac850 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:41.509028 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-c400ad74-740c-42b3-8133-fd11d51ac850 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.13 "GET /v2.0/networks?id=e08952a0-3d2f-4f14-9a75-f78616c28b4f HTTP/1.1" status: 200 len: 814 time: 0.1089370 Jul 24 01:41:41.520986 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-447f6e3b-cce6-4c54-a2dd-e262406a3e20 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Request body: {'port': {'device_id': '9dccab30-89e5-4af2-a40d-56a5947a2118', 'network_id': 'e08952a0-3d2f-4f14-9a75-f78616c28b4f', 'admin_state_up': True, 'tenant_id': '8cbdd696de8e40d8a1544a080eba0154'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:41:41.634611 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-447f6e3b-cce6-4c54-a2dd-e262406a3e20 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Made reservation on behalf of 8cbdd696de8e40d8a1544a080eba0154 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:41:41.638239 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-447f6e3b-cce6-4c54-a2dd-e262406a3e20 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:41.674697 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b01739c5-f3c8-4282-a88c-579c7b60169c req-e8850e17-e3e5-40a3-880e-47a04195f71d tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dccab30-89e5-4af2-a40d-56a5947a2118 HTTP/1.1" status: 200 len: 210 time: 0.0332265 Jul 24 01:41:41.772568 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-447f6e3b-cce6-4c54-a2dd-e262406a3e20 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Allocated IP 172.20.0.7 (e08952a0-3d2f-4f14-9a75-f78616c28b4f/2d85d927-ba1a-4a94-a4c7-b46d43d8e7da/79cd0fdb-9717-4497-93b9-9d0bbbce8a90) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:41:41.933898 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-447f6e3b-cce6-4c54-a2dd-e262406a3e20 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:41.972224 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-447f6e3b-cce6-4c54-a2dd-e262406a3e20 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:42.017177 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-447f6e3b-cce6-4c54-a2dd-e262406a3e20 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Network e08952a0-3d2f-4f14-9a75-f78616c28b4f is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:41:42.020265 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-447f6e3b-cce6-4c54-a2dd-e262406a3e20 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:41:42.026804 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-447f6e3b-cce6-4c54-a2dd-e262406a3e20 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:41:42.054441 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447f6e3b-cce6-4c54-a2dd-e262406a3e20 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Pushing event updated for resources: {'Port': ['ID=79cd0fdb-9717-4497-93b9-9d0bbbce8a90,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:41:42.079013 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-447f6e3b-cce6-4c54-a2dd-e262406a3e20 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:42.079635 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-447f6e3b-cce6-4c54-a2dd-e262406a3e20 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:42.093445 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-447f6e3b-cce6-4c54-a2dd-e262406a3e20 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5765719 Jul 24 01:41:42.105598 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-309e6717-5b09-4b1a-a16e-612077711437 service neutron] Request body: {'port': {'device_id': '9dccab30-89e5-4af2-a40d-56a5947a2118', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:41:42.177729 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-309e6717-5b09-4b1a-a16e-612077711437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:42.789500 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-309e6717-5b09-4b1a-a16e-612077711437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79cd0fdb-9717-4497-93b9-9d0bbbce8a90 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:41:42.798785 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-309e6717-5b09-4b1a-a16e-612077711437 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:42.815006 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-309e6717-5b09-4b1a-a16e-612077711437 service neutron] Transition to ACTIVE for port object 79cd0fdb-9717-4497-93b9-9d0bbbce8a90 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:41:42.819793 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-309e6717-5b09-4b1a-a16e-612077711437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:42.888691 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c8c13-bdd5-4138-9532-4328169b0c20 req-1f9d0d7c-cdb0-453c-9325-4f27a5ace2b4 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:42.890199 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9d7c8c13-bdd5-4138-9532-4328169b0c20 req-1f9d0d7c-cdb0-453c-9325-4f27a5ace2b4 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dccab30-89e5-4af2-a40d-56a5947a2118 HTTP/1.1" status: 200 len: 931 time: 0.1378508 Jul 24 01:41:42.891252 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e6717-5b09-4b1a-a16e-612077711437 service neutron] Pushing event updated for resources: {'Port': ['ID=79cd0fdb-9717-4497-93b9-9d0bbbce8a90,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:41:42.974463 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9d7c8c13-bdd5-4138-9532-4328169b0c20 req-54000ccf-cc5a-4a3e-bd2e-775c8e8166fb tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/security-groups?id=e58d8f5d-11c3-4cff-a497-0fce7608f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768254 Jul 24 01:41:42.990382 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-309e6717-5b09-4b1a-a16e-612077711437 service neutron] Attempting to bind port 79cd0fdb-9717-4497-93b9-9d0bbbce8a90 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:41:42.990763 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-309e6717-5b09-4b1a-a16e-612077711437 service neutron] Attempting to bind port 79cd0fdb-9717-4497-93b9-9d0bbbce8a90 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': 'aa05a2fc-8971-40bb-ba78-77f9865a792c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e08952a0-3d2f-4f14-9a75-f78616c28b4f'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:41:42.991107 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-309e6717-5b09-4b1a-a16e-612077711437 service neutron] Attempting to bind port 79cd0fdb-9717-4497-93b9-9d0bbbce8a90 on network e08952a0-3d2f-4f14-9a75-f78616c28b4f {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:41:42.995753 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-309e6717-5b09-4b1a-a16e-612077711437 service neutron] Port 79cd0fdb-9717-4497-93b9-9d0bbbce8a90 on network e08952a0-3d2f-4f14-9a75-f78616c28b4f not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:41:42.996080 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-309e6717-5b09-4b1a-a16e-612077711437 service neutron] Attempting to bind port 79cd0fdb-9717-4497-93b9-9d0bbbce8a90 on network e08952a0-3d2f-4f14-9a75-f78616c28b4f {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:41:43.000913 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-309e6717-5b09-4b1a-a16e-612077711437 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:41:43.001255 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-309e6717-5b09-4b1a-a16e-612077711437 service neutron] Checking segment: {'id': 'aa05a2fc-8971-40bb-ba78-77f9865a792c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e08952a0-3d2f-4f14-9a75-f78616c28b4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:41:43.001640 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-309e6717-5b09-4b1a-a16e-612077711437 service neutron] Bound using segment: {'id': 'aa05a2fc-8971-40bb-ba78-77f9865a792c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e08952a0-3d2f-4f14-9a75-f78616c28b4f'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:41:43.002066 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-309e6717-5b09-4b1a-a16e-612077711437 service neutron] Bound port: 79cd0fdb-9717-4497-93b9-9d0bbbce8a90, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa05a2fc-8971-40bb-ba78-77f9865a792c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e08952a0-3d2f-4f14-9a75-f78616c28b4f'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:41:43.002429 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-309e6717-5b09-4b1a-a16e-612077711437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:43.065829 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-309e6717-5b09-4b1a-a16e-612077711437 service neutron] For port 79cd0fdb-9717-4497-93b9-9d0bbbce8a90, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:41:43.068811 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-309e6717-5b09-4b1a-a16e-612077711437 service neutron] For port 79cd0fdb-9717-4497-93b9-9d0bbbce8a90, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=79cd0fdb-9717-4497-93b9-9d0bbbce8a90,segment=NetworkSegment(aa05a2fc-8971-40bb-ba78-77f9865a792c),segment_id=aa05a2fc-8971-40bb-ba78-77f9865a792c)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:41:43.074965 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-309e6717-5b09-4b1a-a16e-612077711437 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:43.113986 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-309e6717-5b09-4b1a-a16e-612077711437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:43.114611 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-309e6717-5b09-4b1a-a16e-612077711437 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:43.116063 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-309e6717-5b09-4b1a-a16e-612077711437 service neutron] 10.222.0.13 "PUT /v2.0/ports/79cd0fdb-9717-4497-93b9-9d0bbbce8a90 HTTP/1.1" status: 200 len: 1092 time: 1.0151923 Jul 24 01:41:43.116500 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dccab30-89e5-4af2-a40d-56a5947a2118', 'tag': '79cd0fdb-9717-4497-93b9-9d0bbbce8a90'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:41:43.118881 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a815bd-e023-4a56-8977-e4fa28d2e17d" -d '{"events": [{"name": "network-changed", "server_uuid": "9dccab30-89e5-4af2-a40d-56a5947a2118", "tag": "79cd0fdb-9717-4497-93b9-9d0bbbce8a90"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:41:43.143614 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309e6717-5b09-4b1a-a16e-612077711437 service neutron] Pushing event updated for resources: {'Port': ['ID=79cd0fdb-9717-4497-93b9-9d0bbbce8a90,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:41:43.158541 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbce2a2-f9dd-414b-89f2-8fd6b2f3c34f x-openstack-request-id: req-ccbce2a2-f9dd-414b-89f2-8fd6b2f3c34f {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:41:43.158879 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dccab30-89e5-4af2-a40d-56a5947a2118", "tag": "79cd0fdb-9717-4497-93b9-9d0bbbce8a90", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:41:43.159132 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ccbce2a2-f9dd-414b-89f2-8fd6b2f3c34f {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:41:43.159535 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dccab30-89e5-4af2-a40d-56a5947a2118', 'tag': '79cd0fdb-9717-4497-93b9-9d0bbbce8a90', 'status': 'completed', 'code': 200} Jul 24 01:41:43.217030 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-1dad5d9a-8d31-4046-8bff-c05dc80a272b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:43.218558 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-1dad5d9a-8d31-4046-8bff-c05dc80a272b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8cbdd696de8e40d8a1544a080eba0154&device_id=9dccab30-89e5-4af2-a40d-56a5947a2118 HTTP/1.1" status: 200 len: 1095 time: 0.0576560 Jul 24 01:41:43.259257 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-e7e61039-6050-4fce-811f-5a69b5c46e85 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79cd0fdb-9717-4497-93b9-9d0bbbce8a90 HTTP/1.1" status: 200 len: 217 time: 0.0337908 Jul 24 01:41:43.311321 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-51388b80-2bfb-4bb7-bbe1-51b38f300a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:43.312775 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-51388b80-2bfb-4bb7-bbe1-51b38f300a9f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d85d927-ba1a-4a94-a4c7-b46d43d8e7da HTTP/1.1" status: 200 len: 854 time: 0.0481067 Jul 24 01:41:43.346934 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-dec9a331-e395-4fdc-8fd1-ec145e660996 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e08952a0-3d2f-4f14-9a75-f78616c28b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282102 Jul 24 01:41:43.441817 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-e685f45a-c55a-4f88-9c4c-efc276a21004 service neutron] 10.222.0.13 "GET /v2.0/networks/e08952a0-3d2f-4f14-9a75-f78616c28b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883036 Jul 24 01:41:43.532320 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-44169977-4a4c-44ac-8355-d9796c53ed4e req-8fec02d0-9885-406d-84e3-788bbd046eae service neutron] 10.222.0.13 "GET /v2.0/networks/e08952a0-3d2f-4f14-9a75-f78616c28b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843539 Jul 24 01:41:43.632398 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a815bd-e023-4a56-8977-e4fa28d2e17d req-82d2bdb2-2872-47d6-b317-c235a03ea311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:43.634624 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c7a815bd-e023-4a56-8977-e4fa28d2e17d req-82d2bdb2-2872-47d6-b317-c235a03ea311 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8cbdd696de8e40d8a1544a080eba0154&device_id=9dccab30-89e5-4af2-a40d-56a5947a2118 HTTP/1.1" status: 200 len: 1095 time: 0.0551848 Jul 24 01:41:43.740010 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a815bd-e023-4a56-8977-e4fa28d2e17d req-1c7a2d56-abe8-4f43-8adb-9e1da6bdbe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:43.741523 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c7a815bd-e023-4a56-8977-e4fa28d2e17d req-1c7a2d56-abe8-4f43-8adb-9e1da6bdbe37 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e08952a0-3d2f-4f14-9a75-f78616c28b4f HTTP/1.1" status: 200 len: 915 time: 0.0894423 Jul 24 01:41:43.783182 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c7a815bd-e023-4a56-8977-e4fa28d2e17d req-46a9358e-904c-4b66-b4f5-5d0bdbd4da66 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79cd0fdb-9717-4497-93b9-9d0bbbce8a90 HTTP/1.1" status: 200 len: 217 time: 0.0350761 Jul 24 01:41:43.841013 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a815bd-e023-4a56-8977-e4fa28d2e17d req-f0dfb170-4b57-4812-90ef-10e691cd1c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:43.842521 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c7a815bd-e023-4a56-8977-e4fa28d2e17d req-f0dfb170-4b57-4812-90ef-10e691cd1c4d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2d85d927-ba1a-4a94-a4c7-b46d43d8e7da HTTP/1.1" status: 200 len: 854 time: 0.0533974 Jul 24 01:41:43.878612 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c7a815bd-e023-4a56-8977-e4fa28d2e17d req-6996aeee-3e72-4ec2-a6f2-d5ef2c64568a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e08952a0-3d2f-4f14-9a75-f78616c28b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285640 Jul 24 01:41:43.974758 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c7a815bd-e023-4a56-8977-e4fa28d2e17d req-7f21cb93-037e-4997-8ffb-cb4fb97b7779 service neutron] 10.222.0.13 "GET /v2.0/networks/e08952a0-3d2f-4f14-9a75-f78616c28b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888224 Jul 24 01:41:44.103415 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c7a815bd-e023-4a56-8977-e4fa28d2e17d req-8eef0f81-0b2b-431f-84de-52432fa63cd1 service neutron] 10.222.0.13 "GET /v2.0/networks/e08952a0-3d2f-4f14-9a75-f78616c28b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215544 Jul 24 01:41:44.140841 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c453acc-05e2-4e3e-b503-6d0f50b5cfd0 req-9fc1c10e-ea6b-448d-8797-4ee1a8a7ac2d tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:44.142637 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5c453acc-05e2-4e3e-b503-6d0f50b5cfd0 req-9fc1c10e-ea6b-448d-8797-4ee1a8a7ac2d tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dccab30-89e5-4af2-a40d-56a5947a2118 HTTP/1.1" status: 200 len: 943 time: 0.0802526 Jul 24 01:41:44.181952 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5c453acc-05e2-4e3e-b503-6d0f50b5cfd0 req-e29f67d7-c9cc-4d44-9d4d-629615947a53 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/security-groups?id=e58d8f5d-11c3-4cff-a497-0fce7608f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336487 Jul 24 01:41:45.319642 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f721cc2-9466-4eb9-a480-09420c2ae941 req-f68d528c-26cc-4410-a3d3-a8efc900ad72 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:45.321536 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0f721cc2-9466-4eb9-a480-09420c2ae941 req-f68d528c-26cc-4410-a3d3-a8efc900ad72 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dccab30-89e5-4af2-a40d-56a5947a2118 HTTP/1.1" status: 200 len: 943 time: 0.0701623 Jul 24 01:41:45.359934 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0f721cc2-9466-4eb9-a480-09420c2ae941 req-5f9b15d5-b13e-42a6-9d9f-d9e654fdbe50 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/security-groups?id=e58d8f5d-11c3-4cff-a497-0fce7608f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327773 Jul 24 01:41:45.830025 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ee39f2b5-76df-42ad-af10-72ccfbccf559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:46.498799 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec4514-1ad1-4db7-9fec-34f61f30f147 req-bfd9a130-549b-4085-86a0-8885e1b723b7 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:46.500340 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b8ec4514-1ad1-4db7-9fec-34f61f30f147 req-bfd9a130-549b-4085-86a0-8885e1b723b7 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dccab30-89e5-4af2-a40d-56a5947a2118 HTTP/1.1" status: 200 len: 943 time: 0.0729759 Jul 24 01:41:46.540396 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b8ec4514-1ad1-4db7-9fec-34f61f30f147 req-461f5b2f-4ecd-4dc5-af0d-4d8194dff90d tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/security-groups?id=e58d8f5d-11c3-4cff-a497-0fce7608f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344093 Jul 24 01:41:47.405217 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 79cd0fdb-9717-4497-93b9-9d0bbbce8a90 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:41:47.507596 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 79cd0fdb-9717-4497-93b9-9d0bbbce8a90, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=79cd0fdb-9717-4497-93b9-9d0bbbce8a90,segment=NetworkSegment(aa05a2fc-8971-40bb-ba78-77f9865a792c),segment_id=aa05a2fc-8971-40bb-ba78-77f9865a792c)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:41:47.520548 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '79cd0fdb-9717-4497-93b9-9d0bbbce8a90', 'network_id': 'e08952a0-3d2f-4f14-9a75-f78616c28b4f', 'port_id': '79cd0fdb-9717-4497-93b9-9d0bbbce8a90', 'mac_address': 'fa:16:3e:44:9a:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d85d927-ba1a-4a94-a4c7-b46d43d8e7da', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:41:47.559213 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:47.573252 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79cd0fdb-9717-4497-93b9-9d0bbbce8a90 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:41:47.594355 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 79cd0fdb-9717-4497-93b9-9d0bbbce8a90, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=79cd0fdb-9717-4497-93b9-9d0bbbce8a90,segment=NetworkSegment(aa05a2fc-8971-40bb-ba78-77f9865a792c),segment_id=aa05a2fc-8971-40bb-ba78-77f9865a792c)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:41:47.598650 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:47.653823 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=79cd0fdb-9717-4497-93b9-9d0bbbce8a90,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:41:47.675635 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f86f86-2af3-48b3-8870-8860c37c9aae req-f7824777-a5d9-440d-aa0e-6561a8fa8247 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:47.677287 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a1f86f86-2af3-48b3-8870-8860c37c9aae req-f7824777-a5d9-440d-aa0e-6561a8fa8247 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dccab30-89e5-4af2-a40d-56a5947a2118 HTTP/1.1" status: 200 len: 944 time: 0.0684471 Jul 24 01:41:47.720096 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a1f86f86-2af3-48b3-8870-8860c37c9aae req-33e072c9-ce2e-446f-8d13-dfb551a81f98 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/security-groups?id=e58d8f5d-11c3-4cff-a497-0fce7608f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370183 Jul 24 01:41:47.807954 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['79cd0fdb-9717-4497-93b9-9d0bbbce8a90'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:41:48.332155 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ecb4e83d-7081-48d3-a9cd-c7a2941b2f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:48.535252 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:48.856139 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ba701-36ae-423f-9e8f-276b4bfadfa5 req-1f713849-e29f-4343-8264-e945ff516f62 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:48.857708 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-599ba701-36ae-423f-9e8f-276b4bfadfa5 req-1f713849-e29f-4343-8264-e945ff516f62 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dccab30-89e5-4af2-a40d-56a5947a2118 HTTP/1.1" status: 200 len: 944 time: 0.0663161 Jul 24 01:41:48.896528 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-599ba701-36ae-423f-9e8f-276b4bfadfa5 req-8bc331f8-3776-4e01-9685-7ac5c1a8d952 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/security-groups?id=e58d8f5d-11c3-4cff-a497-0fce7608f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329640 Jul 24 01:41:49.411295 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 79cd0fdb-9717-4497-93b9-9d0bbbce8a90 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:41:49.466069 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 79cd0fdb-9717-4497-93b9-9d0bbbce8a90 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:41:49.469667 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 79cd0fdb-9717-4497-93b9-9d0bbbce8a90 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:41:49.470048 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:49.552373 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:49.576633 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dccab30-89e5-4af2-a40d-56a5947a2118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cd0fdb-9717-4497-93b9-9d0bbbce8a90'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:41:49.578921 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949f4b76-42fa-49e2-a7fd-eb096e33145a" -d '{"events": [{"server_uuid": "9dccab30-89e5-4af2-a40d-56a5947a2118", "name": "network-vif-plugged", "status": "completed", "tag": "79cd0fdb-9717-4497-93b9-9d0bbbce8a90"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:41:49.592291 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 79cd0fdb-9717-4497-93b9-9d0bbbce8a90, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=79cd0fdb-9717-4497-93b9-9d0bbbce8a90,segment=NetworkSegment(aa05a2fc-8971-40bb-ba78-77f9865a792c),segment_id=aa05a2fc-8971-40bb-ba78-77f9865a792c)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:41:49.597003 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:49.623768 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35b458a-5415-489a-b8ec-a6fb8aabd8f0 x-openstack-request-id: req-d35b458a-5415-489a-b8ec-a6fb8aabd8f0 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:41:49.624068 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dccab30-89e5-4af2-a40d-56a5947a2118", "name": "network-vif-plugged", "status": "completed", "tag": "79cd0fdb-9717-4497-93b9-9d0bbbce8a90", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:41:49.624336 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d35b458a-5415-489a-b8ec-a6fb8aabd8f0 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:41:49.624740 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dccab30-89e5-4af2-a40d-56a5947a2118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79cd0fdb-9717-4497-93b9-9d0bbbce8a90', 'code': 200} Jul 24 01:41:49.662218 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=79cd0fdb-9717-4497-93b9-9d0bbbce8a90,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:41:49.675354 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:49.731969 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46089cdf-4ab4-4b61-b4e7-180a21dcf7cc req-14ea5904-1131-4bee-9092-71d4f74e8600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:49.733550 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-46089cdf-4ab4-4b61-b4e7-180a21dcf7cc req-14ea5904-1131-4bee-9092-71d4f74e8600 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9dccab30-89e5-4af2-a40d-56a5947a2118 HTTP/1.1" status: 200 len: 1097 time: 0.0562663 Jul 24 01:41:49.769154 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-46089cdf-4ab4-4b61-b4e7-180a21dcf7cc req-7b3d97d5-dea6-4173-974a-d4eb07931ac1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e58d8f5d-11c3-4cff-a497-0fce7608f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295644 Jul 24 01:41:50.035381 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96640b-f959-4bcd-b562-60654fa4de35 req-fa56e2ae-0979-4520-b2d1-3be8d8464b83 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:50.036906 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ce96640b-f959-4bcd-b562-60654fa4de35 req-fa56e2ae-0979-4520-b2d1-3be8d8464b83 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dccab30-89e5-4af2-a40d-56a5947a2118 HTTP/1.1" status: 200 len: 945 time: 0.0696301 Jul 24 01:41:50.076634 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ce96640b-f959-4bcd-b562-60654fa4de35 req-8094c90c-e416-45c9-9f08-77456dacc4ba tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/security-groups?id=e58d8f5d-11c3-4cff-a497-0fce7608f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338194 Jul 24 01:41:51.162278 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:51.218085 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3886e-5040-4ead-8937-3da235a20740 req-017cce2c-fa06-46ec-9e19-68d46b0ce479 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:51.219701 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1aa3886e-5040-4ead-8937-3da235a20740 req-017cce2c-fa06-46ec-9e19-68d46b0ce479 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dccab30-89e5-4af2-a40d-56a5947a2118 HTTP/1.1" status: 200 len: 945 time: 0.0707717 Jul 24 01:41:51.261407 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1aa3886e-5040-4ead-8937-3da235a20740 req-7bb1330a-9983-4e08-92d0-5b94bccd057c tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/security-groups?id=e58d8f5d-11c3-4cff-a497-0fce7608f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353251 Jul 24 01:41:51.493281 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-3daa48d2-5c26-436c-af5e-98a4940de7e2 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:51.494987 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-3daa48d2-5c26-436c-af5e-98a4940de7e2 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/networks?id=e08952a0-3d2f-4f14-9a75-f78616c28b4f HTTP/1.1" status: 200 len: 814 time: 0.1098251 Jul 24 01:41:51.510951 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-17d72fe6-ea8b-4443-9c8c-749e552ee3f4 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/quotas/8cbdd696de8e40d8a1544a080eba0154 HTTP/1.1" status: 200 len: 375 time: 0.0104897 Jul 24 01:41:51.586906 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-d25ee147-af1e-401a-98e4-708218c45998 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8cbdd696de8e40d8a1544a080eba0154&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0706017 Jul 24 01:41:51.651869 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-ac06bb89-16f7-472f-bb1c-b73ea7072c2e service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:41:51.652939 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-ac06bb89-16f7-472f-bb1c-b73ea7072c2e service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0597625 Jul 24 01:41:51.747866 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-2180d7ad-965a-4b53-be32-6733ec19fe5b service neutron] 10.222.0.15 "GET /v2.0/networks/e08952a0-3d2f-4f14-9a75-f78616c28b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886476 Jul 24 01:41:51.845036 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-62281f9b-3da8-4c9f-b259-c59d9baf78e6 service neutron] 10.222.0.15 "GET /v2.0/networks/e08952a0-3d2f-4f14-9a75-f78616c28b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915561 Jul 24 01:41:52.018922 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-13f9aa94-cbd2-43f5-b15e-2bb9aa92eae8 req-10c4cda9-ac02-4f83-8ad3-d06dbd7d2a53 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8d4e35e-be0a-452f-8fc9-fd879e46c7c3 HTTP/1.1" status: 200 len: 210 time: 0.0303419 Jul 24 01:41:53.124605 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0fd3927c-8b85-466c-96ba-b3cbab8cd481 req-2f1e5f34-b7df-4b90-8b6f-f508139cddc7 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8d4e35e-be0a-452f-8fc9-fd879e46c7c3 HTTP/1.1" status: 200 len: 210 time: 0.0329108 Jul 24 01:41:53.137145 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-81033910-8f0d-41c2-bdef-2690fe17219a tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:53.138699 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-81033910-8f0d-41c2-bdef-2690fe17219a tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.11 "GET /v2.0/networks?id=e08952a0-3d2f-4f14-9a75-f78616c28b4f HTTP/1.1" status: 200 len: 814 time: 0.1354859 Jul 24 01:41:53.152689 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-287c6da9-b409-49a8-9d53-3633b77a7d79 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Request body: {'port': {'device_id': 'c8d4e35e-be0a-452f-8fc9-fd879e46c7c3', 'network_id': 'e08952a0-3d2f-4f14-9a75-f78616c28b4f', 'admin_state_up': True, 'tenant_id': '8cbdd696de8e40d8a1544a080eba0154'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:41:53.258490 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-287c6da9-b409-49a8-9d53-3633b77a7d79 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Made reservation on behalf of 8cbdd696de8e40d8a1544a080eba0154 for: {'port': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:41:53.262016 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-287c6da9-b409-49a8-9d53-3633b77a7d79 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:53.395146 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-287c6da9-b409-49a8-9d53-3633b77a7d79 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Allocated IP 172.20.0.12 (e08952a0-3d2f-4f14-9a75-f78616c28b4f/2d85d927-ba1a-4a94-a4c7-b46d43d8e7da/3ea685e2-51d4-4530-a3c1-528d24528329) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:41:53.547188 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-287c6da9-b409-49a8-9d53-3633b77a7d79 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:53.587139 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-287c6da9-b409-49a8-9d53-3633b77a7d79 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:53.598939 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['79cd0fdb-9717-4497-93b9-9d0bbbce8a90'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:41:53.629978 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-287c6da9-b409-49a8-9d53-3633b77a7d79 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Network e08952a0-3d2f-4f14-9a75-f78616c28b4f is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:41:53.635066 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-287c6da9-b409-49a8-9d53-3633b77a7d79 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:41:53.639005 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-287c6da9-b409-49a8-9d53-3633b77a7d79 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:41:53.662262 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c6da9-b409-49a8-9d53-3633b77a7d79 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Pushing event updated for resources: {'Port': ['ID=3ea685e2-51d4-4530-a3c1-528d24528329,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:41:53.690327 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-287c6da9-b409-49a8-9d53-3633b77a7d79 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:53.691331 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-287c6da9-b409-49a8-9d53-3633b77a7d79 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:53.709992 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-287c6da9-b409-49a8-9d53-3633b77a7d79 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5625737 Jul 24 01:41:53.719435 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-a855ee8b-d7f1-400e-bce3-6b9650ad816d tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:41:53.720445 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-a855ee8b-d7f1-400e-bce3-6b9650ad816d tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056498 Jul 24 01:41:53.732608 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-72d7e770-fc43-481e-9d74-0536b6fc3533 service neutron] Request body: {'port': {'device_id': 'c8d4e35e-be0a-452f-8fc9-fd879e46c7c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-793621-25'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:41:53.814186 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-72d7e770-fc43-481e-9d74-0536b6fc3533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:54.083282 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-72d7e770-fc43-481e-9d74-0536b6fc3533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ea685e2-51d4-4530-a3c1-528d24528329 {{(pid=100463) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:41:54.091491 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-72d7e770-fc43-481e-9d74-0536b6fc3533 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:54.104002 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-72d7e770-fc43-481e-9d74-0536b6fc3533 service neutron] Transition to ACTIVE for port object 3ea685e2-51d4-4530-a3c1-528d24528329 will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:41:54.107485 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-72d7e770-fc43-481e-9d74-0536b6fc3533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:54.162513 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d7e770-fc43-481e-9d74-0536b6fc3533 service neutron] Pushing event updated for resources: {'Port': ['ID=3ea685e2-51d4-4530-a3c1-528d24528329,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:41:54.272669 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-72d7e770-fc43-481e-9d74-0536b6fc3533 service neutron] Attempting to bind port 3ea685e2-51d4-4530-a3c1-528d24528329 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:41:54.273003 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-72d7e770-fc43-481e-9d74-0536b6fc3533 service neutron] Attempting to bind port 3ea685e2-51d4-4530-a3c1-528d24528329 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': 'aa05a2fc-8971-40bb-ba78-77f9865a792c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e08952a0-3d2f-4f14-9a75-f78616c28b4f'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:41:54.274027 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-72d7e770-fc43-481e-9d74-0536b6fc3533 service neutron] Attempting to bind port 3ea685e2-51d4-4530-a3c1-528d24528329 on network e08952a0-3d2f-4f14-9a75-f78616c28b4f {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:41:54.282813 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-72d7e770-fc43-481e-9d74-0536b6fc3533 service neutron] Port 3ea685e2-51d4-4530-a3c1-528d24528329 on network e08952a0-3d2f-4f14-9a75-f78616c28b4f not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:41:54.283139 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-72d7e770-fc43-481e-9d74-0536b6fc3533 service neutron] Attempting to bind port 3ea685e2-51d4-4530-a3c1-528d24528329 on network e08952a0-3d2f-4f14-9a75-f78616c28b4f {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:41:54.290463 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-72d7e770-fc43-481e-9d74-0536b6fc3533 service neutron] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:41:54.290830 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-72d7e770-fc43-481e-9d74-0536b6fc3533 service neutron] Checking segment: {'id': 'aa05a2fc-8971-40bb-ba78-77f9865a792c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e08952a0-3d2f-4f14-9a75-f78616c28b4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:41:54.291217 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-72d7e770-fc43-481e-9d74-0536b6fc3533 service neutron] Bound using segment: {'id': 'aa05a2fc-8971-40bb-ba78-77f9865a792c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e08952a0-3d2f-4f14-9a75-f78616c28b4f'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:41:54.291644 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-72d7e770-fc43-481e-9d74-0536b6fc3533 service neutron] Bound port: 3ea685e2-51d4-4530-a3c1-528d24528329, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa05a2fc-8971-40bb-ba78-77f9865a792c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e08952a0-3d2f-4f14-9a75-f78616c28b4f'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:41:54.292005 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-72d7e770-fc43-481e-9d74-0536b6fc3533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:54.302247 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65b93a-ee64-4fd1-82e5-03ca649733b2 req-a0860820-ef14-4b44-8c46-50e2afabafec tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:54.303768 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7a65b93a-ee64-4fd1-82e5-03ca649733b2 req-a0860820-ef14-4b44-8c46-50e2afabafec tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8d4e35e-be0a-452f-8fc9-fd879e46c7c3 HTTP/1.1" status: 200 len: 944 time: 0.0948701 Jul 24 01:41:54.378802 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7a65b93a-ee64-4fd1-82e5-03ca649733b2 req-60f40e26-47d9-43bb-aab6-f7c296ba8e2e tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/security-groups?id=e58d8f5d-11c3-4cff-a497-0fce7608f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687003 Jul 24 01:41:54.395483 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-72d7e770-fc43-481e-9d74-0536b6fc3533 service neutron] For port 3ea685e2-51d4-4530-a3c1-528d24528329, host n-h2-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:41:54.399306 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-72d7e770-fc43-481e-9d74-0536b6fc3533 service neutron] For port 3ea685e2-51d4-4530-a3c1-528d24528329, host n-h2-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=3ea685e2-51d4-4530-a3c1-528d24528329,segment=NetworkSegment(aa05a2fc-8971-40bb-ba78-77f9865a792c),segment_id=aa05a2fc-8971-40bb-ba78-77f9865a792c)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:41:54.403911 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-72d7e770-fc43-481e-9d74-0536b6fc3533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:54.435814 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-72d7e770-fc43-481e-9d74-0536b6fc3533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:54.436442 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-72d7e770-fc43-481e-9d74-0536b6fc3533 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:54.437872 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-72d7e770-fc43-481e-9d74-0536b6fc3533 service neutron] 10.222.0.11 "PUT /v2.0/ports/3ea685e2-51d4-4530-a3c1-528d24528329 HTTP/1.1" status: 200 len: 1093 time: 0.7095010 Jul 24 01:41:54.438313 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d4e35e-be0a-452f-8fc9-fd879e46c7c3', 'tag': '3ea685e2-51d4-4530-a3c1-528d24528329'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:41:54.440624 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0bf893-2be1-4a69-aebd-c489910948b8" -d '{"events": [{"name": "network-changed", "server_uuid": "c8d4e35e-be0a-452f-8fc9-fd879e46c7c3", "tag": "3ea685e2-51d4-4530-a3c1-528d24528329"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:41:54.469479 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d7e770-fc43-481e-9d74-0536b6fc3533 service neutron] Pushing event updated for resources: {'Port': ['ID=3ea685e2-51d4-4530-a3c1-528d24528329,revision_number=3']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:41:54.534498 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-daf2ebd9-d074-45ce-9535-d1638891eb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:54.536166 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-daf2ebd9-d074-45ce-9535-d1638891eb8c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8cbdd696de8e40d8a1544a080eba0154&device_id=c8d4e35e-be0a-452f-8fc9-fd879e46c7c3 HTTP/1.1" status: 200 len: 1096 time: 0.0557668 Jul 24 01:41:54.550632 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a1804c-4b90-4162-969b-a2654f70a1d1 x-openstack-request-id: req-c4a1804c-4b90-4162-969b-a2654f70a1d1 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:41:54.550992 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8d4e35e-be0a-452f-8fc9-fd879e46c7c3", "tag": "3ea685e2-51d4-4530-a3c1-528d24528329", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:41:54.551364 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c4a1804c-4b90-4162-969b-a2654f70a1d1 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:41:54.551972 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8d4e35e-be0a-452f-8fc9-fd879e46c7c3', 'tag': '3ea685e2-51d4-4530-a3c1-528d24528329', 'status': 'completed', 'code': 200} Jul 24 01:41:54.585027 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-51b63415-7f78-4b81-a7f7-d4120dd77613 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ea685e2-51d4-4530-a3c1-528d24528329 HTTP/1.1" status: 200 len: 217 time: 0.0417366 Jul 24 01:41:54.634557 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-cdf3da0c-9736-46b6-aefe-3fed43ab9674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:54.636117 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-cdf3da0c-9736-46b6-aefe-3fed43ab9674 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2d85d927-ba1a-4a94-a4c7-b46d43d8e7da HTTP/1.1" status: 200 len: 854 time: 0.0452411 Jul 24 01:41:54.669089 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-a26800d9-e086-4a93-baff-7c119494722d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e08952a0-3d2f-4f14-9a75-f78616c28b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264449 Jul 24 01:41:54.762342 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-80a77e48-f7dc-48fb-b89a-5f1871cc6abd service neutron] 10.222.0.11 "GET /v2.0/networks/e08952a0-3d2f-4f14-9a75-f78616c28b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865076 Jul 24 01:41:54.849746 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-67569f5f-07d4-40d9-98ac-c09056fde6da req-4beae100-2332-4241-9b4d-9fc52dd31a28 service neutron] 10.222.0.11 "GET /v2.0/networks/e08952a0-3d2f-4f14-9a75-f78616c28b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810475 Jul 24 01:41:54.947242 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0bf893-2be1-4a69-aebd-c489910948b8 req-8b093e65-435f-4d56-b9ce-370f9d10769f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:54.948755 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dc0bf893-2be1-4a69-aebd-c489910948b8 req-8b093e65-435f-4d56-b9ce-370f9d10769f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=8cbdd696de8e40d8a1544a080eba0154&device_id=c8d4e35e-be0a-452f-8fc9-fd879e46c7c3 HTTP/1.1" status: 200 len: 1096 time: 0.0537171 Jul 24 01:41:55.045274 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0bf893-2be1-4a69-aebd-c489910948b8 req-8b5cab9d-05cc-4ddc-963c-a3a123854dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:55.046842 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dc0bf893-2be1-4a69-aebd-c489910948b8 req-8b5cab9d-05cc-4ddc-963c-a3a123854dd5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e08952a0-3d2f-4f14-9a75-f78616c28b4f HTTP/1.1" status: 200 len: 915 time: 0.0921910 Jul 24 01:41:55.086721 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dc0bf893-2be1-4a69-aebd-c489910948b8 req-c59ce97b-e34e-4358-86a0-d2ce0c97fe1c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3ea685e2-51d4-4530-a3c1-528d24528329 HTTP/1.1" status: 200 len: 217 time: 0.0333955 Jul 24 01:41:55.137577 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0bf893-2be1-4a69-aebd-c489910948b8 req-d80dce86-92f0-4d65-809e-d08f6a8eac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:55.139039 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dc0bf893-2be1-4a69-aebd-c489910948b8 req-d80dce86-92f0-4d65-809e-d08f6a8eac39 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2d85d927-ba1a-4a94-a4c7-b46d43d8e7da HTTP/1.1" status: 200 len: 854 time: 0.0465703 Jul 24 01:41:55.173045 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dc0bf893-2be1-4a69-aebd-c489910948b8 req-6fbc897d-e451-4d13-9d9b-3ae04e4cc72d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e08952a0-3d2f-4f14-9a75-f78616c28b4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264752 Jul 24 01:41:55.266117 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dc0bf893-2be1-4a69-aebd-c489910948b8 req-1e5a1738-6a88-4b9e-a094-6f4959090470 service neutron] 10.222.0.11 "GET /v2.0/networks/e08952a0-3d2f-4f14-9a75-f78616c28b4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852468 Jul 24 01:41:55.353343 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dc0bf893-2be1-4a69-aebd-c489910948b8 req-abec5134-4181-4771-b954-b2e90cb4b8c4 service neutron] 10.222.0.11 "GET /v2.0/networks/e08952a0-3d2f-4f14-9a75-f78616c28b4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804968 Jul 24 01:41:55.511865 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bc949-b8e8-4cec-b35a-f558dcd68475 req-478402de-53ce-41aa-a21b-4d433f5006fc tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:55.513415 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f34bc949-b8e8-4cec-b35a-f558dcd68475 req-478402de-53ce-41aa-a21b-4d433f5006fc tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8d4e35e-be0a-452f-8fc9-fd879e46c7c3 HTTP/1.1" status: 200 len: 944 time: 0.0650017 Jul 24 01:41:55.550900 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f34bc949-b8e8-4cec-b35a-f558dcd68475 req-b8dfbcfe-d404-4ede-98cc-f0061883bb1b tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/security-groups?id=e58d8f5d-11c3-4cff-a497-0fce7608f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315797 Jul 24 01:41:56.683290 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e869c-cbd8-49d3-bc58-1752131e0224 req-f98f94ba-441c-4559-b5b7-7c755b5ff4cc tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:56.684808 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-126e869c-cbd8-49d3-bc58-1752131e0224 req-f98f94ba-441c-4559-b5b7-7c755b5ff4cc tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8d4e35e-be0a-452f-8fc9-fd879e46c7c3 HTTP/1.1" status: 200 len: 944 time: 0.0650384 Jul 24 01:41:56.727734 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-126e869c-cbd8-49d3-bc58-1752131e0224 req-283598dd-026d-45c9-9138-61c5a9d536ac tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/security-groups?id=e58d8f5d-11c3-4cff-a497-0fce7608f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372136 Jul 24 01:41:57.793298 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 3ea685e2-51d4-4530-a3c1-528d24528329 details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:41:57.863201 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a154ca-b57f-417e-9ae0-3f81fc563b87 req-a469e161-425c-496c-ad9c-c79de77ca846 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:57.864710 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d5a154ca-b57f-417e-9ae0-3f81fc563b87 req-a469e161-425c-496c-ad9c-c79de77ca846 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8d4e35e-be0a-452f-8fc9-fd879e46c7c3 HTTP/1.1" status: 200 len: 944 time: 0.0692916 Jul 24 01:41:57.895475 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 3ea685e2-51d4-4530-a3c1-528d24528329, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=3ea685e2-51d4-4530-a3c1-528d24528329,segment=NetworkSegment(aa05a2fc-8971-40bb-ba78-77f9865a792c),segment_id=aa05a2fc-8971-40bb-ba78-77f9865a792c)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:41:57.907904 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d5a154ca-b57f-417e-9ae0-3f81fc563b87 req-1593a870-d1e1-4a3b-a58c-aa76d6bc2d87 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/security-groups?id=e58d8f5d-11c3-4cff-a497-0fce7608f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371790 Jul 24 01:41:57.908228 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': '3ea685e2-51d4-4530-a3c1-528d24528329', 'network_id': 'e08952a0-3d2f-4f14-9a75-f78616c28b4f', 'port_id': '3ea685e2-51d4-4530-a3c1-528d24528329', 'mac_address': 'fa:16:3e:d7:71:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d85d927-ba1a-4a94-a4c7-b46d43d8e7da', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:41:57.946350 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:57.958595 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ea685e2-51d4-4530-a3c1-528d24528329 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:41:57.978812 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 3ea685e2-51d4-4530-a3c1-528d24528329, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=3ea685e2-51d4-4530-a3c1-528d24528329,segment=NetworkSegment(aa05a2fc-8971-40bb-ba78-77f9865a792c),segment_id=aa05a2fc-8971-40bb-ba78-77f9865a792c)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:41:57.982578 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:58.033528 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=3ea685e2-51d4-4530-a3c1-528d24528329,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:41:58.041021 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:41:58.041378 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:41:58.041726 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:41:58.042071 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:41:58.042411 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:41:58.042785 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:41:58.043258 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:41:58.043444 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:41:58.043778 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:41:58.044104 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:41:58.044435 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:41:58.044766 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:41:58.264042 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['3ea685e2-51d4-4530-a3c1-528d24528329'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:41:59.036977 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c3c9b-390f-4608-8ffc-94c19834d01f req-aa68328b-95b2-41e0-99d0-71326c6aabb4 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:41:59.038399 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7c1c3c9b-390f-4608-8ffc-94c19834d01f req-aa68328b-95b2-41e0-99d0-71326c6aabb4 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8d4e35e-be0a-452f-8fc9-fd879e46c7c3 HTTP/1.1" status: 200 len: 945 time: 0.0640566 Jul 24 01:41:59.076992 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7c1c3c9b-390f-4608-8ffc-94c19834d01f req-c7cd56f0-51bd-48b1-a79f-7613606aafae tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/security-groups?id=e58d8f5d-11c3-4cff-a497-0fce7608f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321319 Jul 24 01:41:59.798270 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 3ea685e2-51d4-4530-a3c1-528d24528329 up at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:41:59.850063 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning for port 3ea685e2-51d4-4530-a3c1-528d24528329 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:41:59.853977 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning complete for port 3ea685e2-51d4-4530-a3c1-528d24528329 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:41:59.854352 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:59.934464 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:41:59.958059 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d4e35e-be0a-452f-8fc9-fd879e46c7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea685e2-51d4-4530-a3c1-528d24528329'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:41:59.960808 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8117585f-cc93-4edb-8a97-b217c7533b4c" -d '{"events": [{"server_uuid": "c8d4e35e-be0a-452f-8fc9-fd879e46c7c3", "name": "network-vif-plugged", "status": "completed", "tag": "3ea685e2-51d4-4530-a3c1-528d24528329"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:41:59.974164 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 3ea685e2-51d4-4530-a3c1-528d24528329, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=3ea685e2-51d4-4530-a3c1-528d24528329,segment=NetworkSegment(aa05a2fc-8971-40bb-ba78-77f9865a792c),segment_id=aa05a2fc-8971-40bb-ba78-77f9865a792c)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:41:59.978270 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:00.001907 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9efd4b9-daa1-4744-8411-ca338f9b6b0d x-openstack-request-id: req-a9efd4b9-daa1-4744-8411-ca338f9b6b0d {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:42:00.002269 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d4e35e-be0a-452f-8fc9-fd879e46c7c3", "name": "network-vif-plugged", "status": "completed", "tag": "3ea685e2-51d4-4530-a3c1-528d24528329", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:42:00.002530 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a9efd4b9-daa1-4744-8411-ca338f9b6b0d {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:42:00.002950 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d4e35e-be0a-452f-8fc9-fd879e46c7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea685e2-51d4-4530-a3c1-528d24528329', 'code': 200} Jul 24 01:42:00.029045 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=3ea685e2-51d4-4530-a3c1-528d24528329,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:00.104907 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174c453-fe60-4959-b7e4-f628a2f52138 req-3985faf4-53ba-426c-84de-727ae4d51eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:00.105990 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5174c453-fe60-4959-b7e4-f628a2f52138 req-3985faf4-53ba-426c-84de-727ae4d51eb0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c8d4e35e-be0a-452f-8fc9-fd879e46c7c3 HTTP/1.1" status: 200 len: 1098 time: 0.0529792 Jul 24 01:42:00.140701 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5174c453-fe60-4959-b7e4-f628a2f52138 req-d12ee716-1baa-4b16-bde5-e626b4b8dbf2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e58d8f5d-11c3-4cff-a497-0fce7608f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288260 Jul 24 01:42:00.209139 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35322a-7917-4b85-a54a-d16736f60f2b req-ef8d1bb5-5722-44bf-9c66-04140f231c77 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:00.210756 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5c35322a-7917-4b85-a54a-d16736f60f2b req-ef8d1bb5-5722-44bf-9c66-04140f231c77 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8d4e35e-be0a-452f-8fc9-fd879e46c7c3 HTTP/1.1" status: 200 len: 946 time: 0.0651925 Jul 24 01:42:00.249684 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5c35322a-7917-4b85-a54a-d16736f60f2b req-9e303fcd-5dc4-4650-9743-3d9d3581a384 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/security-groups?id=e58d8f5d-11c3-4cff-a497-0fce7608f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332203 Jul 24 01:42:01.380213 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778c372e-ec6e-488c-b4d4-1c67ca549933 req-7a74cd69-3cd2-4cb0-a3b9-a1c751fa59aa tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:01.381713 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-778c372e-ec6e-488c-b4d4-1c67ca549933 req-7a74cd69-3cd2-4cb0-a3b9-a1c751fa59aa tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8d4e35e-be0a-452f-8fc9-fd879e46c7c3 HTTP/1.1" status: 200 len: 946 time: 0.0636027 Jul 24 01:42:01.423630 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-778c372e-ec6e-488c-b4d4-1c67ca549933 req-2bf8c8a3-9f50-4440-aa42-3db8ea26a2eb tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/security-groups?id=e58d8f5d-11c3-4cff-a497-0fce7608f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352955 Jul 24 01:42:01.672099 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5354e3-22a6-47c9-a154-79069b4af516 req-3f03f6cd-cbcc-4816-b1ac-fa0ccd0a3a8b tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:01.673600 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dc5354e3-22a6-47c9-a154-79069b4af516 req-3f03f6cd-cbcc-4816-b1ac-fa0ccd0a3a8b tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8d4e35e-be0a-452f-8fc9-fd879e46c7c3 HTTP/1.1" status: 200 len: 946 time: 0.0636678 Jul 24 01:42:01.712967 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dc5354e3-22a6-47c9-a154-79069b4af516 req-1e8ae744-6768-4ede-8265-9f52dce95484 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/security-groups?id=e58d8f5d-11c3-4cff-a497-0fce7608f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337079 Jul 24 01:42:02.848303 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256faa17-941a-4d8f-b253-0bc7fe4a5265 req-417c6b41-938d-47a3-8a53-ca4a9c25a2d0 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:02.849825 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-256faa17-941a-4d8f-b253-0bc7fe4a5265 req-417c6b41-938d-47a3-8a53-ca4a9c25a2d0 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8d4e35e-be0a-452f-8fc9-fd879e46c7c3 HTTP/1.1" status: 200 len: 946 time: 0.0690947 Jul 24 01:42:02.888684 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-256faa17-941a-4d8f-b253-0bc7fe4a5265 req-a7235420-5909-4728-a692-dc1b2095b63f tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/security-groups?id=e58d8f5d-11c3-4cff-a497-0fce7608f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324428 Jul 24 01:42:02.928877 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b290c0f-1223-4d94-99c3-7a4415a80b1c req-ee3ec59d-9450-4ddf-a028-a76b82827fe2 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:02.930421 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7b290c0f-1223-4d94-99c3-7a4415a80b1c req-ee3ec59d-9450-4ddf-a028-a76b82827fe2 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.11 "GET /v2.0/ports?device_id=c8d4e35e-be0a-452f-8fc9-fd879e46c7c3 HTTP/1.1" status: 200 len: 946 time: 0.0633745 Jul 24 01:42:03.029891 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-7b290c0f-1223-4d94-99c3-7a4415a80b1c req-6b218dd8-2365-4042-83d1-1f703aaf08aa tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Deleting port 3ea685e2-51d4-4530-a3c1-528d24528329 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:42:03.030159 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-7b290c0f-1223-4d94-99c3-7a4415a80b1c req-6b218dd8-2365-4042-83d1-1f703aaf08aa tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:03.118613 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-7b290c0f-1223-4d94-99c3-7a4415a80b1c req-6b218dd8-2365-4042-83d1-1f703aaf08aa tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] For port 3ea685e2-51d4-4530-a3c1-528d24528329, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=3ea685e2-51d4-4530-a3c1-528d24528329,segment=NetworkSegment(aa05a2fc-8971-40bb-ba78-77f9865a792c),segment_id=aa05a2fc-8971-40bb-ba78-77f9865a792c)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:42:03.119018 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-7b290c0f-1223-4d94-99c3-7a4415a80b1c req-6b218dd8-2365-4042-83d1-1f703aaf08aa tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:03.131277 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-7b290c0f-1223-4d94-99c3-7a4415a80b1c req-6b218dd8-2365-4042-83d1-1f703aaf08aa tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Calling delete_port for 3ea685e2-51d4-4530-a3c1-528d24528329 owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:42:03.260467 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-7b290c0f-1223-4d94-99c3-7a4415a80b1c req-6b218dd8-2365-4042-83d1-1f703aaf08aa tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:03.273327 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['3ea685e2-51d4-4530-a3c1-528d24528329'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:42:03.280080 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['79cd0fdb-9717-4497-93b9-9d0bbbce8a90'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:42:03.289715 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b218dd8-2365-4042-83d1-1f703aaf08aa tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Pushing event deleted for resources: {'Port': ['ID=3ea685e2-51d4-4530-a3c1-528d24528329,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:03.340795 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b290c0f-1223-4d94-99c3-7a4415a80b1c req-6b218dd8-2365-4042-83d1-1f703aaf08aa tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] No DVR routers for this DVR port 3ea685e2-51d4-4530-a3c1-528d24528329 on host n-h2-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:42:03.343519 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-7b290c0f-1223-4d94-99c3-7a4415a80b1c req-6b218dd8-2365-4042-83d1-1f703aaf08aa tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:03.345689 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7b290c0f-1223-4d94-99c3-7a4415a80b1c req-6b218dd8-2365-4042-83d1-1f703aaf08aa tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.11 "DELETE /v2.0/ports/3ea685e2-51d4-4530-a3c1-528d24528329 HTTP/1.1" status: 204 len: 173 time: 0.4103396 Jul 24 01:42:03.346128 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d4e35e-be0a-452f-8fc9-fd879e46c7c3', 'name': 'network-vif-deleted', 'tag': '3ea685e2-51d4-4530-a3c1-528d24528329'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:42:03.348489 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3bb406b1d9f8633a1c46359b1ed9dd762000be1838a2915c599a644c5697d944" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29cc157-8c52-4058-bdde-4982d3144269" -d '{"events": [{"server_uuid": "c8d4e35e-be0a-452f-8fc9-fd879e46c7c3", "name": "network-vif-deleted", "tag": "3ea685e2-51d4-4530-a3c1-528d24528329"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:42:03.395664 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0240f7-724b-462e-b5ee-280a0e9d55e4 x-openstack-request-id: req-8a0240f7-724b-462e-b5ee-280a0e9d55e4 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:42:03.395964 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8d4e35e-be0a-452f-8fc9-fd879e46c7c3", "name": "network-vif-deleted", "tag": "3ea685e2-51d4-4530-a3c1-528d24528329", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:42:03.396220 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8a0240f7-724b-462e-b5ee-280a0e9d55e4 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:42:03.396744 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d4e35e-be0a-452f-8fc9-fd879e46c7c3', 'name': 'network-vif-deleted', 'tag': '3ea685e2-51d4-4530-a3c1-528d24528329', 'status': 'completed', 'code': 200} Jul 24 01:42:03.627270 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:42:04.057482 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f5360-21b5-4b0e-93fe-99e72d454c36 req-b88dd724-aa9d-477f-abdf-a60c927f5a94 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:04.059031 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7e4f5360-21b5-4b0e-93fe-99e72d454c36 req-b88dd724-aa9d-477f-abdf-a60c927f5a94 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dccab30-89e5-4af2-a40d-56a5947a2118 HTTP/1.1" status: 200 len: 945 time: 0.0650718 Jul 24 01:42:04.096139 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7e4f5360-21b5-4b0e-93fe-99e72d454c36 req-9bbe07e6-26f0-49e7-951c-f295e8b19446 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/security-groups?id=e58d8f5d-11c3-4cff-a497-0fce7608f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316620 Jul 24 01:42:04.241180 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cbdd1e-6c33-4e24-a15e-1cfbbc8eac96 req-304881d4-711e-416d-840b-36160e1acc24 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:04.242581 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a7cbdd1e-6c33-4e24-a15e-1cfbbc8eac96 req-304881d4-711e-416d-840b-36160e1acc24 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dccab30-89e5-4af2-a40d-56a5947a2118 HTTP/1.1" status: 200 len: 945 time: 0.0635524 Jul 24 01:42:04.283837 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a7cbdd1e-6c33-4e24-a15e-1cfbbc8eac96 req-a1db24a5-d3ce-41cd-a3ae-ee63765f52ce tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/security-groups?id=e58d8f5d-11c3-4cff-a497-0fce7608f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351214 Jul 24 01:42:04.420346 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cedc300-3651-4497-84f7-d94ef62a9aa4 req-4cd5da8c-2e47-4f23-842b-4b9900cdd456 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:04.421868 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7cedc300-3651-4497-84f7-d94ef62a9aa4 req-4cd5da8c-2e47-4f23-842b-4b9900cdd456 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dccab30-89e5-4af2-a40d-56a5947a2118 HTTP/1.1" status: 200 len: 945 time: 0.0706396 Jul 24 01:42:04.460593 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7cedc300-3651-4497-84f7-d94ef62a9aa4 req-59f4e36e-2076-4cc4-88c0-7c5b52ef0dca tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/security-groups?id=e58d8f5d-11c3-4cff-a497-0fce7608f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330586 Jul 24 01:42:04.643063 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7611824-5cd3-4202-b915-a65c51015959 req-1a1bc1b1-2f51-48ab-96bd-ee2a7a7bf64d tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:04.644597 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c7611824-5cd3-4202-b915-a65c51015959 req-1a1bc1b1-2f51-48ab-96bd-ee2a7a7bf64d tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dccab30-89e5-4af2-a40d-56a5947a2118 HTTP/1.1" status: 200 len: 945 time: 0.0643656 Jul 24 01:42:04.687611 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c7611824-5cd3-4202-b915-a65c51015959 req-e8291e06-9d63-45e2-aa7d-cccdd4ab6e71 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/security-groups?id=e58d8f5d-11c3-4cff-a497-0fce7608f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370221 Jul 24 01:42:04.825658 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697931c-27c6-4fad-955b-b0d9118daf05 req-fc3ee668-be10-4be9-8148-0c4b96ba2cab tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:04.827143 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4697931c-27c6-4fad-955b-b0d9118daf05 req-fc3ee668-be10-4be9-8148-0c4b96ba2cab tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dccab30-89e5-4af2-a40d-56a5947a2118 HTTP/1.1" status: 200 len: 945 time: 0.0661185 Jul 24 01:42:04.865029 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4697931c-27c6-4fad-955b-b0d9118daf05 req-e62a6d6f-7683-49e1-8226-3238a08efc7d tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/security-groups?id=e58d8f5d-11c3-4cff-a497-0fce7608f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321460 Jul 24 01:42:05.002320 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b2e0b-c9b3-4b54-beeb-cc2ecf506b3b req-bccac5de-b8b3-4541-80a0-92260bba21dd tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:05.003839 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8e3b2e0b-c9b3-4b54-beeb-cc2ecf506b3b req-bccac5de-b8b3-4541-80a0-92260bba21dd tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dccab30-89e5-4af2-a40d-56a5947a2118 HTTP/1.1" status: 200 len: 945 time: 0.0627873 Jul 24 01:42:05.042242 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8e3b2e0b-c9b3-4b54-beeb-cc2ecf506b3b req-f18aaa7f-56df-4552-bd54-81583dc44c13 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/security-groups?id=e58d8f5d-11c3-4cff-a497-0fce7608f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319459 Jul 24 01:42:05.361574 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb54d1e-4716-4610-b678-b99f0b7b2a9e req-b4cca5f1-7f19-48b4-9d7c-7b72facb6e17 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:05.363003 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dbb54d1e-4716-4610-b678-b99f0b7b2a9e req-b4cca5f1-7f19-48b4-9d7c-7b72facb6e17 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dccab30-89e5-4af2-a40d-56a5947a2118 HTTP/1.1" status: 200 len: 945 time: 0.0666451 Jul 24 01:42:05.400093 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:05.402838 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-dbb54d1e-4716-4610-b678-b99f0b7b2a9e req-5583f487-f7ff-4483-9b3e-26559cba5b67 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/security-groups?id=e58d8f5d-11c3-4cff-a497-0fce7608f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337787 Jul 24 01:42:05.506500 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3c79bd8d-3778-467c-b75a-354318f0e3b3 req-a190f45f-e3e9-4d8e-a8ac-8865d2df03dd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e7d87376-d685-42ed-96e2-a3452ba60793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0739417 Jul 24 01:42:05.555096 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3c79bd8d-3778-467c-b75a-354318f0e3b3 req-a089f029-cea3-4968-b199-96c21537e2af service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=e7d87376-d685-42ed-96e2-a3452ba60793 HTTP/1.1" status: 200 len: 210 time: 0.0292304 Jul 24 01:42:05.593284 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3c79bd8d-3778-467c-b75a-354318f0e3b3 req-f35de925-93f2-4d38-b8ad-de49f20f70fa service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195973 Jul 24 01:42:05.689486 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79bd8d-3778-467c-b75a-354318f0e3b3 req-6c22dd72-b03d-41fa-a699-a9c3c69f6401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:05.691210 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3c79bd8d-3778-467c-b75a-354318f0e3b3 req-6c22dd72-b03d-41fa-a699-a9c3c69f6401 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913055 Jul 24 01:42:05.792583 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:06.535590 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4686bda-89f5-4338-b4a4-087579d36a59 req-fca7ad58-4cc0-4ea6-9f60-7094b061b558 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:06.537145 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b4686bda-89f5-4338-b4a4-087579d36a59 req-fca7ad58-4cc0-4ea6-9f60-7094b061b558 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dccab30-89e5-4af2-a40d-56a5947a2118 HTTP/1.1" status: 200 len: 945 time: 0.0660791 Jul 24 01:42:06.575776 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b4686bda-89f5-4338-b4a4-087579d36a59 req-053be4c9-ae07-4ee3-b6d5-e2ae95db5a50 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/security-groups?id=e58d8f5d-11c3-4cff-a497-0fce7608f2dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328662 Jul 24 01:42:06.662608 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31fd6b4-de28-4e4b-a390-09389b4a24d7 req-979b4cce-fd15-4456-b050-b6b79c2a2259 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:06.664242 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e31fd6b4-de28-4e4b-a390-09389b4a24d7 req-979b4cce-fd15-4456-b050-b6b79c2a2259 tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dccab30-89e5-4af2-a40d-56a5947a2118 HTTP/1.1" status: 200 len: 945 time: 0.0636253 Jul 24 01:42:06.768430 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-e31fd6b4-de28-4e4b-a390-09389b4a24d7 req-75bbb45a-2dd5-4ebe-80d3-8c8b6368dfbd tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Deleting port 79cd0fdb-9717-4497-93b9-9d0bbbce8a90 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:42:06.768788 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e31fd6b4-de28-4e4b-a390-09389b4a24d7 req-75bbb45a-2dd5-4ebe-80d3-8c8b6368dfbd tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:06.857242 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-e31fd6b4-de28-4e4b-a390-09389b4a24d7 req-75bbb45a-2dd5-4ebe-80d3-8c8b6368dfbd tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] For port 79cd0fdb-9717-4497-93b9-9d0bbbce8a90, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=79cd0fdb-9717-4497-93b9-9d0bbbce8a90,segment=NetworkSegment(aa05a2fc-8971-40bb-ba78-77f9865a792c),segment_id=aa05a2fc-8971-40bb-ba78-77f9865a792c)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:42:06.857812 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e31fd6b4-de28-4e4b-a390-09389b4a24d7 req-75bbb45a-2dd5-4ebe-80d3-8c8b6368dfbd tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:06.870845 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-e31fd6b4-de28-4e4b-a390-09389b4a24d7 req-75bbb45a-2dd5-4ebe-80d3-8c8b6368dfbd tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Calling delete_port for 79cd0fdb-9717-4497-93b9-9d0bbbce8a90 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:42:07.002344 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e31fd6b4-de28-4e4b-a390-09389b4a24d7 req-75bbb45a-2dd5-4ebe-80d3-8c8b6368dfbd tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:07.014956 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['79cd0fdb-9717-4497-93b9-9d0bbbce8a90'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:42:07.030979 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bbb45a-2dd5-4ebe-80d3-8c8b6368dfbd tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Pushing event deleted for resources: {'Port': ['ID=79cd0fdb-9717-4497-93b9-9d0bbbce8a90,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:07.084429 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-e31fd6b4-de28-4e4b-a390-09389b4a24d7 req-75bbb45a-2dd5-4ebe-80d3-8c8b6368dfbd tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] No DVR routers for this DVR port 79cd0fdb-9717-4497-93b9-9d0bbbce8a90 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:42:07.087129 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e31fd6b4-de28-4e4b-a390-09389b4a24d7 req-75bbb45a-2dd5-4ebe-80d3-8c8b6368dfbd tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:07.089850 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e31fd6b4-de28-4e4b-a390-09389b4a24d7 req-75bbb45a-2dd5-4ebe-80d3-8c8b6368dfbd tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.13 "DELETE /v2.0/ports/79cd0fdb-9717-4497-93b9-9d0bbbce8a90 HTTP/1.1" status: 204 len: 173 time: 0.4198432 Jul 24 01:42:07.090300 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dccab30-89e5-4af2-a40d-56a5947a2118', 'name': 'network-vif-deleted', 'tag': '79cd0fdb-9717-4497-93b9-9d0bbbce8a90'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:42:07.092586 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b3a4f1-fda6-4fc5-a251-2c85a2f95958" -d '{"events": [{"server_uuid": "9dccab30-89e5-4af2-a40d-56a5947a2118", "name": "network-vif-deleted", "tag": "79cd0fdb-9717-4497-93b9-9d0bbbce8a90"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:42:07.134204 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d35529-7fe4-4051-99a5-43f137f9026a x-openstack-request-id: req-a1d35529-7fe4-4051-99a5-43f137f9026a {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:42:07.134524 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dccab30-89e5-4af2-a40d-56a5947a2118", "name": "network-vif-deleted", "tag": "79cd0fdb-9717-4497-93b9-9d0bbbce8a90", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:42:07.135545 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a1d35529-7fe4-4051-99a5-43f137f9026a {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:42:07.135988 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dccab30-89e5-4af2-a40d-56a5947a2118', 'name': 'network-vif-deleted', 'tag': '79cd0fdb-9717-4497-93b9-9d0bbbce8a90', 'status': 'completed', 'code': 200} Jul 24 01:42:07.690310 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a9ba69df-5696-4d66-86b8-9a5a76b6a1ab req-a4e132a4-96c3-45d0-a52d-142b86a002fc tempest-ServersNegativeTestJSON-361035901 tempest-ServersNegativeTestJSON-361035901-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dccab30-89e5-4af2-a40d-56a5947a2118 HTTP/1.1" status: 200 len: 210 time: 0.0297287 Jul 24 01:42:07.824163 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 3ea685e2-51d4-4530-a3c1-528d24528329 no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:42:07.848029 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] No Port match for: 3ea685e2-51d4-4530-a3c1-528d24528329 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:42:07.848370 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 3ea685e2-51d4-4530-a3c1-528d24528329 not bound to the agent host n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:42:08.746825 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50588) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:08.792907 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e9ca32f-053a-4848-92f5-b7d5f699d663 admin admin] Deleting subnet 2d85d927-ba1a-4a94-a4c7-b46d43d8e7da {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:42:08.796224 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4e9ca32f-053a-4848-92f5-b7d5f699d663 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:08.829917 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4e9ca32f-053a-4848-92f5-b7d5f699d663 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:08.872376 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4e9ca32f-053a-4848-92f5-b7d5f699d663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:08.924180 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4e9ca32f-053a-4848-92f5-b7d5f699d663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:08.951015 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ca32f-053a-4848-92f5-b7d5f699d663 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d85d927-ba1a-4a94-a4c7-b46d43d8e7da,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:08.952971 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4e9ca32f-053a-4848-92f5-b7d5f699d663 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:08.955563 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4e9ca32f-053a-4848-92f5-b7d5f699d663 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2d85d927-ba1a-4a94-a4c7-b46d43d8e7da HTTP/1.1" status: 204 len: 168 time: 0.2070141 Jul 24 01:42:08.957348 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50590) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:09.024970 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2e29bc6a-8f69-49c4-a8b6-ff4cc2686888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:09.110407 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2e29bc6a-8f69-49c4-a8b6-ff4cc2686888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:09.120494 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-2e29bc6a-8f69-49c4-a8b6-ff4cc2686888 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e08952a0-3d2f-4f14-9a75-f78616c28b4f']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:42:09.130026 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-2e29bc6a-8f69-49c4-a8b6-ff4cc2686888 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa05a2fc-8971-40bb-ba78-77f9865a792c') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:42:09.130327 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-2e29bc6a-8f69-49c4-a8b6-ff4cc2686888 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa05a2fc-8971-40bb-ba78-77f9865a792c') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:42:09.139759 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2e29bc6a-8f69-49c4-a8b6-ff4cc2686888 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:09.154134 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2e29bc6a-8f69-49c4-a8b6-ff4cc2686888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:09.159911 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e29bc6a-8f69-49c4-a8b6-ff4cc2686888 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:42:09.160331 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2e29bc6a-8f69-49c4-a8b6-ff4cc2686888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:09.161940 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:42:09.161940 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:42:09.161940 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:42:09.161940 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:42:09.161940 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:42:09.161940 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:42:09.161940 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:42:09.161940 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:42:09.161940 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:42:09.161940 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:42:09.161940 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:42:09.161940 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:42:09.161940 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:42:09.161940 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:42:09.161940 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:42:09.161940 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:42:09.161940 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:42:09.161940 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:42:09.161940 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:42:09.161940 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:42:09.161940 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:42:09.161940 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:42:09.161940 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:42:09.161940 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:42:09.161940 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:42:09.161940 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:42:09.161940 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:42:09.161940 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:42:09.161940 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:42:09.161940 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:42:09.161940 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:42:09.161940 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:42:09.219187 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2e29bc6a-8f69-49c4-a8b6-ff4cc2686888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:09.224044 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2e29bc6a-8f69-49c4-a8b6-ff4cc2686888 admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:09.226115 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2e29bc6a-8f69-49c4-a8b6-ff4cc2686888 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e08952a0-3d2f-4f14-9a75-f78616c28b4f HTTP/1.1" status: 204 len: 168 time: 0.2678583 Jul 24 01:42:09.238373 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29bc6a-8f69-49c4-a8b6-ff4cc2686888 admin admin] Pushing event deleted for resources: {'Network': ['ID=e08952a0-3d2f-4f14-9a75-f78616c28b4f,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:09.333060 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50594) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:09.372737 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-41053d9b-40e9-42a1-8c7e-67924f8f84e4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8cbdd696de8e40d8a1544a080eba0154&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384486 Jul 24 01:42:09.380976 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50596) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:09.432353 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5734c9cf-7871-46ac-a060-549e25d1f203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:09.453607 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5734c9cf-7871-46ac-a060-549e25d1f203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:09.499555 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5734c9cf-7871-46ac-a060-549e25d1f203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:09.502345 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5734c9cf-7871-46ac-a060-549e25d1f203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:09.503579 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5734c9cf-7871-46ac-a060-549e25d1f203 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e58d8f5d-11c3-4cff-a497-0fce7608f2dc HTTP/1.1" status: 204 len: 168 time: 0.1213717 Jul 24 01:42:09.512017 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734c9cf-7871-46ac-a060-549e25d1f203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58d8f5d-11c3-4cff-a497-0fce7608f2dc,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:10.179236 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50618) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:10.272942 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-0b7ba335-65fc-4757-93e5-56093e6c3662 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-963778209'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:42:10.295491 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b7ba335-65fc-4757-93e5-56093e6c3662 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Made reservation on behalf of 94379f78a6c84135bc8e9c8f25b6f4e4 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:42:10.298949 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0b7ba335-65fc-4757-93e5-56093e6c3662 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:10.307818 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0b7ba335-65fc-4757-93e5-56093e6c3662 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:10.403540 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0b7ba335-65fc-4757-93e5-56093e6c3662 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:10.407405 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0b7ba335-65fc-4757-93e5-56093e6c3662 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:10.430408 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b7ba335-65fc-4757-93e5-56093e6c3662 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:42:10.443612 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ba335-65fc-4757-93e5-56093e6c3662 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57f1b7cb-2e90-4533-8a8f-c0af85fcec40,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:10.449162 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0b7ba335-65fc-4757-93e5-56093e6c3662 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:10.449522 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-0b7ba335-65fc-4757-93e5-56093e6c3662 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Added segment 4db5de69-6257-4a7a-9b0e-a15b148e7bfe of type vlan for network 250f313d-ca53-4487-87a5-13bd24c91dd8 Jul 24 01:42:10.491752 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0b7ba335-65fc-4757-93e5-56093e6c3662 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:10.520687 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0b7ba335-65fc-4757-93e5-56093e6c3662 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:10.527048 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7ba335-65fc-4757-93e5-56093e6c3662 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:10.527661 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0b7ba335-65fc-4757-93e5-56093e6c3662 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:10.561271 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0b7ba335-65fc-4757-93e5-56093e6c3662 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3809037 Jul 24 01:42:10.598613 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ba335-65fc-4757-93e5-56093e6c3662 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Pushing event updated for resources: {'Network': ['ID=250f313d-ca53-4487-87a5-13bd24c91dd8,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:10.611860 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 250f313d-ca53-4487-87a5-13bd24c91dd8 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:42:11.544749 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 79cd0fdb-9717-4497-93b9-9d0bbbce8a90 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:42:11.564309 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 79cd0fdb-9717-4497-93b9-9d0bbbce8a90 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:42:11.564660 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 79cd0fdb-9717-4497-93b9-9d0bbbce8a90 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:42:13.855256 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50624) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:13.860809 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-500cc769-49f6-4bbb-a37a-7754c6fdfa5e tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Request body: {'subnet': {'network_id': '250f313d-ca53-4487-87a5-13bd24c91dd8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:42:13.958254 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500cc769-49f6-4bbb-a37a-7754c6fdfa5e tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Made reservation on behalf of 94379f78a6c84135bc8e9c8f25b6f4e4 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:42:13.961772 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-500cc769-49f6-4bbb-a37a-7754c6fdfa5e tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:14.152671 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-500cc769-49f6-4bbb-a37a-7754c6fdfa5e tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:14.212377 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500cc769-49f6-4bbb-a37a-7754c6fdfa5e tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Pushing event updated for resources: {'Subnet': ['ID=b49a5489-8e7d-493e-a47f-83dc8d8cfac5,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:14.224284 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500cc769-49f6-4bbb-a37a-7754c6fdfa5e tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Checking segment: {'id': '4db5de69-6257-4a7a-9b0e-a15b148e7bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '250f313d-ca53-4487-87a5-13bd24c91dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:42:14.224663 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500cc769-49f6-4bbb-a37a-7754c6fdfa5e tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Network hostable DHCP agents. Network: 250f313d-ca53-4487-87a5-13bd24c91dd8, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:42:14.243084 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500cc769-49f6-4bbb-a37a-7754c6fdfa5e tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Network 250f313d-ca53-4487-87a5-13bd24c91dd8 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:42:14.252266 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-500cc769-49f6-4bbb-a37a-7754c6fdfa5e tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 250f313d-ca53-4487-87a5-13bd24c91dd8) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:42:14.256411 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500cc769-49f6-4bbb-a37a-7754c6fdfa5e tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:14.257009 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-500cc769-49f6-4bbb-a37a-7754c6fdfa5e tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:14.262742 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2059371e-c5d6-440e-a7c5-b2506d0aa707 None None] Network 250f313d-ca53-4487-87a5-13bd24c91dd8 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:42:14.272951 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-500cc769-49f6-4bbb-a37a-7754c6fdfa5e tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4164271 Jul 24 01:42:14.276794 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50626) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:14.281921 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-9eff9936-ec8c-413e-8ad4-6b4159fcb772 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1537155867'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:42:14.304151 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eff9936-ec8c-413e-8ad4-6b4159fcb772 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Made reservation on behalf of 94379f78a6c84135bc8e9c8f25b6f4e4 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:42:14.308575 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9eff9936-ec8c-413e-8ad4-6b4159fcb772 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:14.333046 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eff9936-ec8c-413e-8ad4-6b4159fcb772 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:42:14.341895 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9eff9936-ec8c-413e-8ad4-6b4159fcb772 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:14.342271 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-9eff9936-ec8c-413e-8ad4-6b4159fcb772 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Added segment d5e17c2c-ec74-46e9-868c-9c952b8f58c9 of type vlan for network c9c8dec4-9d15-4bfd-ad5c-5b904c78f660 Jul 24 01:42:14.387044 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9eff9936-ec8c-413e-8ad4-6b4159fcb772 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:14.415401 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8158d7-1b4a-442d-9c01-baa0780e114d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-250f313d-ca53-4487-87a5-13bd24c91dd8', 'network_id': '250f313d-ca53-4487-87a5-13bd24c91dd8', 'tenant_id': '94379f78a6c84135bc8e9c8f25b6f4e4', 'fixed_ips': [{'subnet_id': 'b49a5489-8e7d-493e-a47f-83dc8d8cfac5'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:42:14.416590 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9eff9936-ec8c-413e-8ad4-6b4159fcb772 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:14.417134 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-db8158d7-1b4a-442d-9c01-baa0780e114d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:14.422471 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eff9936-ec8c-413e-8ad4-6b4159fcb772 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:14.423087 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9eff9936-ec8c-413e-8ad4-6b4159fcb772 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:14.461372 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9eff9936-ec8c-413e-8ad4-6b4159fcb772 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1834722 Jul 24 01:42:14.464270 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50628) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:14.471290 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-7f127020-f0fd-4f47-adea-2dd5cd897115 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Request body: {'subnet': {'network_id': 'c9c8dec4-9d15-4bfd-ad5c-5b904c78f660', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:42:14.501399 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff9936-ec8c-413e-8ad4-6b4159fcb772 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Pushing event updated for resources: {'Network': ['ID=c9c8dec4-9d15-4bfd-ad5c-5b904c78f660,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:14.514593 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network c9c8dec4-9d15-4bfd-ad5c-5b904c78f660 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:42:14.591244 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f127020-f0fd-4f47-adea-2dd5cd897115 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Made reservation on behalf of 94379f78a6c84135bc8e9c8f25b6f4e4 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:42:14.594783 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7f127020-f0fd-4f47-adea-2dd5cd897115 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:14.611335 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-db8158d7-1b4a-442d-9c01-baa0780e114d None None] Allocated IP 2001:db8:0:ffff::2 (250f313d-ca53-4487-87a5-13bd24c91dd8/b49a5489-8e7d-493e-a47f-83dc8d8cfac5/9e26591d-7995-4234-a9f4-46d047bb30cb) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:42:14.758700 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-db8158d7-1b4a-442d-9c01-baa0780e114d None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:14.769050 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-db8158d7-1b4a-442d-9c01-baa0780e114d None None] Transition to ACTIVE for port object 9e26591d-7995-4234-a9f4-46d047bb30cb will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:42:14.784216 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-db8158d7-1b4a-442d-9c01-baa0780e114d None None] Transition to ACTIVE for port object 9e26591d-7995-4234-a9f4-46d047bb30cb will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:42:14.789831 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7f127020-f0fd-4f47-adea-2dd5cd897115 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:14.792463 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-db8158d7-1b4a-442d-9c01-baa0780e114d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:14.833125 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8158d7-1b4a-442d-9c01-baa0780e114d None None] Network 250f313d-ca53-4487-87a5-13bd24c91dd8 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:42:14.839761 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-db8158d7-1b4a-442d-9c01-baa0780e114d None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:42:14.843345 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8158d7-1b4a-442d-9c01-baa0780e114d None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:42:14.849934 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f127020-f0fd-4f47-adea-2dd5cd897115 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Pushing event updated for resources: {'Subnet': ['ID=ed976c08-94a3-4081-a7fc-3d088750a62f,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:14.850162 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8158d7-1b4a-442d-9c01-baa0780e114d None None] Pushing event updated for resources: {'Port': ['ID=9e26591d-7995-4234-a9f4-46d047bb30cb,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:14.862799 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f127020-f0fd-4f47-adea-2dd5cd897115 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Checking segment: {'id': 'd5e17c2c-ec74-46e9-868c-9c952b8f58c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c9c8dec4-9d15-4bfd-ad5c-5b904c78f660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:42:14.863261 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f127020-f0fd-4f47-adea-2dd5cd897115 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Network hostable DHCP agents. Network: c9c8dec4-9d15-4bfd-ad5c-5b904c78f660, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:42:14.881005 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f127020-f0fd-4f47-adea-2dd5cd897115 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Network c9c8dec4-9d15-4bfd-ad5c-5b904c78f660 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:42:14.890743 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-7f127020-f0fd-4f47-adea-2dd5cd897115 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, c9c8dec4-9d15-4bfd-ad5c-5b904c78f660) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:42:14.895292 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f127020-f0fd-4f47-adea-2dd5cd897115 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:14.895951 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7f127020-f0fd-4f47-adea-2dd5cd897115 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:14.901301 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf21d6de-4236-4046-a20e-18acfe8d2ee9 None None] Network c9c8dec4-9d15-4bfd-ad5c-5b904c78f660 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:42:14.913050 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7f127020-f0fd-4f47-adea-2dd5cd897115 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4477253 Jul 24 01:42:14.916236 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50630) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:14.928192 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-db8158d7-1b4a-442d-9c01-baa0780e114d None None] Attempting to bind port 9e26591d-7995-4234-a9f4-46d047bb30cb on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:42:14.928568 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-db8158d7-1b4a-442d-9c01-baa0780e114d None None] Attempting to bind port 9e26591d-7995-4234-a9f4-46d047bb30cb by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '4db5de69-6257-4a7a-9b0e-a15b148e7bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '250f313d-ca53-4487-87a5-13bd24c91dd8'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:42:14.928937 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8158d7-1b4a-442d-9c01-baa0780e114d None None] Attempting to bind port 9e26591d-7995-4234-a9f4-46d047bb30cb on network 250f313d-ca53-4487-87a5-13bd24c91dd8 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:42:14.939575 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8158d7-1b4a-442d-9c01-baa0780e114d None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:42:14.939969 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8158d7-1b4a-442d-9c01-baa0780e114d None None] Checking segment: {'id': '4db5de69-6257-4a7a-9b0e-a15b148e7bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '250f313d-ca53-4487-87a5-13bd24c91dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:42:14.940361 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-db8158d7-1b4a-442d-9c01-baa0780e114d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:14.940754 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8158d7-1b4a-442d-9c01-baa0780e114d None None] Bound using segment: {'id': '4db5de69-6257-4a7a-9b0e-a15b148e7bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '250f313d-ca53-4487-87a5-13bd24c91dd8'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:42:14.941221 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-db8158d7-1b4a-442d-9c01-baa0780e114d None None] Bound port: 9e26591d-7995-4234-a9f4-46d047bb30cb, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db5de69-6257-4a7a-9b0e-a15b148e7bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '250f313d-ca53-4487-87a5-13bd24c91dd8'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:42:14.941606 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-db8158d7-1b4a-442d-9c01-baa0780e114d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:15.016704 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-67e91911-2135-4069-9b54-08a371ccd933 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:15.067948 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-db8158d7-1b4a-442d-9c01-baa0780e114d None None] For port 9e26591d-7995-4234-a9f4-46d047bb30cb, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:42:15.085119 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-db8158d7-1b4a-442d-9c01-baa0780e114d None None] For port 9e26591d-7995-4234-a9f4-46d047bb30cb, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=9e26591d-7995-4234-a9f4-46d047bb30cb,segment=NetworkSegment(4db5de69-6257-4a7a-9b0e-a15b148e7bfe),segment_id=4db5de69-6257-4a7a-9b0e-a15b148e7bfe)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:42:15.091471 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-db8158d7-1b4a-442d-9c01-baa0780e114d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:15.094251 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-67e91911-2135-4069-9b54-08a371ccd933 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:15.160581 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e614bc-239c-48ae-93dc-3af75bad9681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-c9c8dec4-9d15-4bfd-ad5c-5b904c78f660', 'network_id': 'c9c8dec4-9d15-4bfd-ad5c-5b904c78f660', 'tenant_id': '94379f78a6c84135bc8e9c8f25b6f4e4', 'fixed_ips': [{'subnet_id': 'ed976c08-94a3-4081-a7fc-3d088750a62f'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:42:15.161540 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c0e614bc-239c-48ae-93dc-3af75bad9681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:15.163294 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-67e91911-2135-4069-9b54-08a371ccd933 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:15.187835 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8158d7-1b4a-442d-9c01-baa0780e114d None None] Pushing event updated for resources: {'Port': ['ID=9e26591d-7995-4234-a9f4-46d047bb30cb,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:15.198576 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e91911-2135-4069-9b54-08a371ccd933 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Pushing event deleted for resources: {'Subnet': ['ID=ed976c08-94a3-4081-a7fc-3d088750a62f,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:15.262366 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9fc898-b151-4ef2-8552-75f0cfcbe59d None None] Network c9c8dec4-9d15-4bfd-ad5c-5b904c78f660 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:42:15.264449 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-67e91911-2135-4069-9b54-08a371ccd933 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:15.276120 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-67e91911-2135-4069-9b54-08a371ccd933 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c8dec4-9d15-4bfd-ad5c-5b904c78f660']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:42:15.286842 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-67e91911-2135-4069-9b54-08a371ccd933 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5e17c2c-ec74-46e9-868c-9c952b8f58c9') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:42:15.286842 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-67e91911-2135-4069-9b54-08a371ccd933 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5e17c2c-ec74-46e9-868c-9c952b8f58c9') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:42:15.297795 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-67e91911-2135-4069-9b54-08a371ccd933 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:15.313172 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-67e91911-2135-4069-9b54-08a371ccd933 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:15.320061 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67e91911-2135-4069-9b54-08a371ccd933 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:42:15.320573 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-67e91911-2135-4069-9b54-08a371ccd933 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:15.324778 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:42:15.324778 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:42:15.324778 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:42:15.324778 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:42:15.324778 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:42:15.324778 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:42:15.324778 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:42:15.324778 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:42:15.324778 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:42:15.324778 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:42:15.324778 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:42:15.324778 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:42:15.324778 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:42:15.324778 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:42:15.324778 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:42:15.324778 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:42:15.324778 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:42:15.324778 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:42:15.324778 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:42:15.324778 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:42:15.324778 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:42:15.324778 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:42:15.324778 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:42:15.324778 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:42:15.324778 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:42:15.324778 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:42:15.324778 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:42:15.324778 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:42:15.324778 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:42:15.324778 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:42:15.324778 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:42:15.324778 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:42:15.428327 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-67e91911-2135-4069-9b54-08a371ccd933 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:15.435822 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-67e91911-2135-4069-9b54-08a371ccd933 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:15.438780 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-67e91911-2135-4069-9b54-08a371ccd933 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] 10.222.0.15 "DELETE /v2.0/networks/c9c8dec4-9d15-4bfd-ad5c-5b904c78f660 HTTP/1.1" status: 204 len: 168 time: 0.5201523 Jul 24 01:42:15.441842 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50632) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:15.447583 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-997edad9-16b6-42d5-ab94-b92e5d011f67 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-841155678'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:42:15.451494 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e91911-2135-4069-9b54-08a371ccd933 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Pushing event deleted for resources: {'Network': ['ID=c9c8dec4-9d15-4bfd-ad5c-5b904c78f660,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:15.473070 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997edad9-16b6-42d5-ab94-b92e5d011f67 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Made reservation on behalf of 94379f78a6c84135bc8e9c8f25b6f4e4 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:42:15.476971 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-997edad9-16b6-42d5-ab94-b92e5d011f67 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:15.501563 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-997edad9-16b6-42d5-ab94-b92e5d011f67 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:42:15.510307 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-997edad9-16b6-42d5-ab94-b92e5d011f67 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:15.510658 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-997edad9-16b6-42d5-ab94-b92e5d011f67 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Added segment 31545995-92a2-468d-b622-7ee3c01a8b32 of type vlan for network 0d289828-3d1c-4aaa-95ab-57482800374b Jul 24 01:42:15.550304 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-997edad9-16b6-42d5-ab94-b92e5d011f67 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:15.578208 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-997edad9-16b6-42d5-ab94-b92e5d011f67 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:15.584029 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997edad9-16b6-42d5-ab94-b92e5d011f67 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:15.584760 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-997edad9-16b6-42d5-ab94-b92e5d011f67 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:15.626729 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-997edad9-16b6-42d5-ab94-b92e5d011f67 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1836598 Jul 24 01:42:15.629671 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50634) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:15.634523 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-d73fe26b-b506-4890-affb-8a3ce6be759a tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Request body: {'subnet': {'network_id': '0d289828-3d1c-4aaa-95ab-57482800374b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:42:15.678160 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997edad9-16b6-42d5-ab94-b92e5d011f67 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Pushing event updated for resources: {'Network': ['ID=0d289828-3d1c-4aaa-95ab-57482800374b,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:15.689825 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 0d289828-3d1c-4aaa-95ab-57482800374b details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:42:15.753589 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73fe26b-b506-4890-affb-8a3ce6be759a tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Made reservation on behalf of 94379f78a6c84135bc8e9c8f25b6f4e4 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:42:15.757370 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d73fe26b-b506-4890-affb-8a3ce6be759a tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:15.823442 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.ipam_backend_mixin [None req-d73fe26b-b506-4890-affb-8a3ce6be759a tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Performing IP validity checks on allocation pools {{(pid=100463) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 24 01:42:15.823970 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.ipam_backend_mixin [None req-d73fe26b-b506-4890-affb-8a3ce6be759a tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100463) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 24 01:42:15.834132 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2137ac3f-24d6-47ed-92b5-dc5342fbbe22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:15.924502 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 9e26591d-7995-4234-a9f4-46d047bb30cb up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:42:15.965923 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d73fe26b-b506-4890-affb-8a3ce6be759a tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:15.991259 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 9e26591d-7995-4234-a9f4-46d047bb30cb completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:42:16.035134 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73fe26b-b506-4890-affb-8a3ce6be759a tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Pushing event updated for resources: {'Subnet': ['ID=4216f88f-3240-4dae-91a8-5183d6002055,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:16.045196 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73fe26b-b506-4890-affb-8a3ce6be759a tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Checking segment: {'id': '31545995-92a2-468d-b622-7ee3c01a8b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0d289828-3d1c-4aaa-95ab-57482800374b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:42:16.045566 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73fe26b-b506-4890-affb-8a3ce6be759a tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Network hostable DHCP agents. Network: 0d289828-3d1c-4aaa-95ab-57482800374b, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:42:16.063963 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73fe26b-b506-4890-affb-8a3ce6be759a tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Network 0d289828-3d1c-4aaa-95ab-57482800374b is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:42:16.074675 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-d73fe26b-b506-4890-affb-8a3ce6be759a tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 0d289828-3d1c-4aaa-95ab-57482800374b) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:42:16.079262 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73fe26b-b506-4890-affb-8a3ce6be759a tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:16.079859 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d73fe26b-b506-4890-affb-8a3ce6be759a tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:16.088893 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5193a0-c921-4a48-bc63-176b4baa23f4 None None] Network 0d289828-3d1c-4aaa-95ab-57482800374b requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:42:16.097085 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d73fe26b-b506-4890-affb-8a3ce6be759a tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4663432 Jul 24 01:42:16.101185 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50636) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:16.153074 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322ab6b2-b3eb-449b-a55f-74ea7b6757e8 None None] Network 250f313d-ca53-4487-87a5-13bd24c91dd8 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:42:16.201831 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-52298394-d2c8-43b8-a491-be805c83b4a7 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:16.257484 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-52298394-d2c8-43b8-a491-be805c83b4a7 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:16.286909 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-551f24bf-8e6f-433b-b5d7-adfe55f29582 None None] Provisioning for port 9e26591d-7995-4234-a9f4-46d047bb30cb completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:42:16.313744 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-551f24bf-8e6f-433b-b5d7-adfe55f29582 None None] Provisioning complete for port 9e26591d-7995-4234-a9f4-46d047bb30cb triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:42:16.314166 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-551f24bf-8e6f-433b-b5d7-adfe55f29582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:16.319924 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-52298394-d2c8-43b8-a491-be805c83b4a7 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:16.346609 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52298394-d2c8-43b8-a491-be805c83b4a7 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Pushing event deleted for resources: {'Subnet': ['ID=4216f88f-3240-4dae-91a8-5183d6002055,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:16.414314 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-52298394-d2c8-43b8-a491-be805c83b4a7 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:16.426048 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-52298394-d2c8-43b8-a491-be805c83b4a7 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d289828-3d1c-4aaa-95ab-57482800374b']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:42:16.436911 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-52298394-d2c8-43b8-a491-be805c83b4a7 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31545995-92a2-468d-b622-7ee3c01a8b32') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:42:16.437212 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-52298394-d2c8-43b8-a491-be805c83b4a7 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31545995-92a2-468d-b622-7ee3c01a8b32') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:42:16.448468 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-52298394-d2c8-43b8-a491-be805c83b4a7 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:16.462277 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-52298394-d2c8-43b8-a491-be805c83b4a7 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:16.468597 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52298394-d2c8-43b8-a491-be805c83b4a7 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:42:16.469002 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-52298394-d2c8-43b8-a491-be805c83b4a7 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:16.472015 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:42:16.472015 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:42:16.472015 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:42:16.472015 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:42:16.472015 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:42:16.472015 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:42:16.472015 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:42:16.472015 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:42:16.472015 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:42:16.472015 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:42:16.472015 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:42:16.472015 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:42:16.472015 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:42:16.472015 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:42:16.472015 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:42:16.472015 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:42:16.472015 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:42:16.472015 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:42:16.472015 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:42:16.472015 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:42:16.472015 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:42:16.472015 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:42:16.472015 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:42:16.472015 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:42:16.472015 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:42:16.472015 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:42:16.472015 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:42:16.472015 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:42:16.472015 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:42:16.472015 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:42:16.472015 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:42:16.472015 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:42:16.531906 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-52298394-d2c8-43b8-a491-be805c83b4a7 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:16.537113 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-52298394-d2c8-43b8-a491-be805c83b4a7 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:16.540052 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-52298394-d2c8-43b8-a491-be805c83b4a7 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] 10.222.0.15 "DELETE /v2.0/networks/0d289828-3d1c-4aaa-95ab-57482800374b HTTP/1.1" status: 204 len: 168 time: 0.4378028 Jul 24 01:42:16.544429 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50638) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:16.546258 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea937f0-5dc3-40b2-81d9-0954ba1f4834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-0d289828-3d1c-4aaa-95ab-57482800374b', 'network_id': '0d289828-3d1c-4aaa-95ab-57482800374b', 'tenant_id': '94379f78a6c84135bc8e9c8f25b6f4e4', 'fixed_ips': [{'subnet_id': '4216f88f-3240-4dae-91a8-5183d6002055'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:42:16.547152 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8ea937f0-5dc3-40b2-81d9-0954ba1f4834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:16.549850 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-4611fd35-52c2-4539-adae-e0f09f758b65 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2045323479'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:42:16.559765 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52298394-d2c8-43b8-a491-be805c83b4a7 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Pushing event deleted for resources: {'Network': ['ID=0d289828-3d1c-4aaa-95ab-57482800374b,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:16.572929 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4611fd35-52c2-4539-adae-e0f09f758b65 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Made reservation on behalf of 94379f78a6c84135bc8e9c8f25b6f4e4 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:42:16.576920 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4611fd35-52c2-4539-adae-e0f09f758b65 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:16.600608 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4611fd35-52c2-4539-adae-e0f09f758b65 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:42:16.611355 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4611fd35-52c2-4539-adae-e0f09f758b65 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:16.611729 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-4611fd35-52c2-4539-adae-e0f09f758b65 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Added segment cf181c83-73b5-439e-8fb2-97aecef67b41 of type vlan for network 9ef54e3d-09f1-4727-a92f-7a03ed820a3b Jul 24 01:42:16.616896 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdf06bc-62dc-4a5e-8f05-d2421974e9be None None] Network 0d289828-3d1c-4aaa-95ab-57482800374b requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:42:16.640139 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdf06bc-62dc-4a5e-8f05-d2421974e9be None None] Network 0d289828-3d1c-4aaa-95ab-57482800374b could not be found, it might have been deleted concurrently. {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 24 01:42:16.651811 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-551f24bf-8e6f-433b-b5d7-adfe55f29582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:16.657028 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4611fd35-52c2-4539-adae-e0f09f758b65 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:16.689241 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4611fd35-52c2-4539-adae-e0f09f758b65 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:16.693211 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-551f24bf-8e6f-433b-b5d7-adfe55f29582 None None] For port 9e26591d-7995-4234-a9f4-46d047bb30cb, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=9e26591d-7995-4234-a9f4-46d047bb30cb,segment=NetworkSegment(4db5de69-6257-4a7a-9b0e-a15b148e7bfe),segment_id=4db5de69-6257-4a7a-9b0e-a15b148e7bfe)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:42:16.695978 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4611fd35-52c2-4539-adae-e0f09f758b65 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:16.696672 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4611fd35-52c2-4539-adae-e0f09f758b65 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:16.699949 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-551f24bf-8e6f-433b-b5d7-adfe55f29582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:16.717136 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4611fd35-52c2-4539-adae-e0f09f758b65 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1711261 Jul 24 01:42:16.721080 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50640) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:16.729171 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-da58a2b3-1d85-4da3-9cea-6d9332ce3b35 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Request body: {'subnet': {'network_id': '9ef54e3d-09f1-4727-a92f-7a03ed820a3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:42:16.764399 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551f24bf-8e6f-433b-b5d7-adfe55f29582 None None] Pushing event updated for resources: {'Port': ['ID=9e26591d-7995-4234-a9f4-46d047bb30cb,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:16.785633 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4611fd35-52c2-4539-adae-e0f09f758b65 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Pushing event updated for resources: {'Network': ['ID=9ef54e3d-09f1-4727-a92f-7a03ed820a3b,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:16.796380 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 9ef54e3d-09f1-4727-a92f-7a03ed820a3b details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:42:16.846901 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da58a2b3-1d85-4da3-9cea-6d9332ce3b35 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Made reservation on behalf of 94379f78a6c84135bc8e9c8f25b6f4e4 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:42:16.850540 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-da58a2b3-1d85-4da3-9cea-6d9332ce3b35 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:16.921260 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-2158d69d-b752-4b2f-bf50-f352011beaef None None] Provisioning complete for port 9e26591d-7995-4234-a9f4-46d047bb30cb triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:42:16.921598 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2158d69d-b752-4b2f-bf50-f352011beaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:17.045069 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-da58a2b3-1d85-4da3-9cea-6d9332ce3b35 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:17.104722 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58a2b3-1d85-4da3-9cea-6d9332ce3b35 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Pushing event updated for resources: {'Subnet': ['ID=936fb64f-5023-4c7a-8ef0-12fd76831fac,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:17.113194 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da58a2b3-1d85-4da3-9cea-6d9332ce3b35 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Checking segment: {'id': 'cf181c83-73b5-439e-8fb2-97aecef67b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9ef54e3d-09f1-4727-a92f-7a03ed820a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:42:17.113562 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da58a2b3-1d85-4da3-9cea-6d9332ce3b35 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Network hostable DHCP agents. Network: 9ef54e3d-09f1-4727-a92f-7a03ed820a3b, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:42:17.130745 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da58a2b3-1d85-4da3-9cea-6d9332ce3b35 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Network 9ef54e3d-09f1-4727-a92f-7a03ed820a3b is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:42:17.139339 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-da58a2b3-1d85-4da3-9cea-6d9332ce3b35 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 9ef54e3d-09f1-4727-a92f-7a03ed820a3b) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:42:17.143529 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da58a2b3-1d85-4da3-9cea-6d9332ce3b35 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:17.144146 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-da58a2b3-1d85-4da3-9cea-6d9332ce3b35 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:17.148263 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f96c86f-b9fb-4a0d-9f9a-fc2a5ce7397a None None] Network 9ef54e3d-09f1-4727-a92f-7a03ed820a3b requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:42:17.159035 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-da58a2b3-1d85-4da3-9cea-6d9332ce3b35 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4341612 Jul 24 01:42:17.163054 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50642) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:17.168874 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-19c3a27f-ea22-431a-89c5-c8d7730b6847 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1490733715'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:42:17.189100 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c3a27f-ea22-431a-89c5-c8d7730b6847 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Made reservation on behalf of 94379f78a6c84135bc8e9c8f25b6f4e4 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:42:17.193131 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-19c3a27f-ea22-431a-89c5-c8d7730b6847 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:17.218876 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19c3a27f-ea22-431a-89c5-c8d7730b6847 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:42:17.227582 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-19c3a27f-ea22-431a-89c5-c8d7730b6847 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:17.227940 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-19c3a27f-ea22-431a-89c5-c8d7730b6847 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Added segment a1a9719d-60d7-4b3a-91c0-dcee4d14f4f6 of type vlan for network e315e092-d0ca-41aa-a193-edeff71a3242 Jul 24 01:42:17.271743 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-19c3a27f-ea22-431a-89c5-c8d7730b6847 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:17.301267 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61d9747-2525-4af3-a98e-ea0764f16cef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-9ef54e3d-09f1-4727-a92f-7a03ed820a3b', 'network_id': '9ef54e3d-09f1-4727-a92f-7a03ed820a3b', 'tenant_id': '94379f78a6c84135bc8e9c8f25b6f4e4', 'fixed_ips': [{'subnet_id': '936fb64f-5023-4c7a-8ef0-12fd76831fac'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:42:17.301621 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-19c3a27f-ea22-431a-89c5-c8d7730b6847 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:17.302132 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b61d9747-2525-4af3-a98e-ea0764f16cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:17.307813 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c3a27f-ea22-431a-89c5-c8d7730b6847 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:17.308413 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-19c3a27f-ea22-431a-89c5-c8d7730b6847 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:17.340785 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-19c3a27f-ea22-431a-89c5-c8d7730b6847 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1765549 Jul 24 01:42:17.343660 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50644) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:17.350478 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-b82a4ac9-376f-4f47-8187-e538cb13a17b tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Request body: {'subnet': {'network_id': 'e315e092-d0ca-41aa-a193-edeff71a3242', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:42:17.403104 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c3a27f-ea22-431a-89c5-c8d7730b6847 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Pushing event updated for resources: {'Network': ['ID=e315e092-d0ca-41aa-a193-edeff71a3242,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:17.414101 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network e315e092-d0ca-41aa-a193-edeff71a3242 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:42:17.471134 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82a4ac9-376f-4f47-8187-e538cb13a17b tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Made reservation on behalf of 94379f78a6c84135bc8e9c8f25b6f4e4 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:42:17.474631 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b82a4ac9-376f-4f47-8187-e538cb13a17b tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:17.486081 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-b61d9747-2525-4af3-a98e-ea0764f16cef None None] Allocated IP 2001:db8::2 (9ef54e3d-09f1-4727-a92f-7a03ed820a3b/936fb64f-5023-4c7a-8ef0-12fd76831fac/5036d3fe-b936-4f57-9939-550495f85342) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:42:17.641527 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b61d9747-2525-4af3-a98e-ea0764f16cef None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:17.650423 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b61d9747-2525-4af3-a98e-ea0764f16cef None None] Transition to ACTIVE for port object 5036d3fe-b936-4f57-9939-550495f85342 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:42:17.664280 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b82a4ac9-376f-4f47-8187-e538cb13a17b tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:17.667378 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-b61d9747-2525-4af3-a98e-ea0764f16cef None None] Transition to ACTIVE for port object 5036d3fe-b936-4f57-9939-550495f85342 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:42:17.673867 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b61d9747-2525-4af3-a98e-ea0764f16cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:17.711311 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61d9747-2525-4af3-a98e-ea0764f16cef None None] Network 9ef54e3d-09f1-4727-a92f-7a03ed820a3b is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:42:17.717053 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-b61d9747-2525-4af3-a98e-ea0764f16cef None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:42:17.720715 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61d9747-2525-4af3-a98e-ea0764f16cef None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:42:17.729275 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a4ac9-376f-4f47-8187-e538cb13a17b tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Pushing event updated for resources: {'Subnet': ['ID=b18d595f-9d3f-4c89-816e-4aae8ae64272,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:17.730652 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d9747-2525-4af3-a98e-ea0764f16cef None None] Pushing event updated for resources: {'Port': ['ID=5036d3fe-b936-4f57-9939-550495f85342,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:17.740024 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82a4ac9-376f-4f47-8187-e538cb13a17b tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Checking segment: {'id': 'a1a9719d-60d7-4b3a-91c0-dcee4d14f4f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e315e092-d0ca-41aa-a193-edeff71a3242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:42:17.740446 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82a4ac9-376f-4f47-8187-e538cb13a17b tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Network hostable DHCP agents. Network: e315e092-d0ca-41aa-a193-edeff71a3242, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:42:17.759443 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82a4ac9-376f-4f47-8187-e538cb13a17b tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Network e315e092-d0ca-41aa-a193-edeff71a3242 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:42:17.768189 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-b82a4ac9-376f-4f47-8187-e538cb13a17b tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, e315e092-d0ca-41aa-a193-edeff71a3242) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:42:17.772185 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82a4ac9-376f-4f47-8187-e538cb13a17b tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:17.772772 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b82a4ac9-376f-4f47-8187-e538cb13a17b tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:17.781478 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6202ca-3720-4a27-90db-23d0a9ed7b81 None None] Network e315e092-d0ca-41aa-a193-edeff71a3242 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:42:17.791779 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b82a4ac9-376f-4f47-8187-e538cb13a17b tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4429953 Jul 24 01:42:17.791779 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50646) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:17.811736 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-b61d9747-2525-4af3-a98e-ea0764f16cef None None] Attempting to bind port 5036d3fe-b936-4f57-9939-550495f85342 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:42:17.812110 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-b61d9747-2525-4af3-a98e-ea0764f16cef None None] Attempting to bind port 5036d3fe-b936-4f57-9939-550495f85342 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'cf181c83-73b5-439e-8fb2-97aecef67b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9ef54e3d-09f1-4727-a92f-7a03ed820a3b'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:42:17.812479 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61d9747-2525-4af3-a98e-ea0764f16cef None None] Attempting to bind port 5036d3fe-b936-4f57-9939-550495f85342 on network 9ef54e3d-09f1-4727-a92f-7a03ed820a3b {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:42:17.827060 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61d9747-2525-4af3-a98e-ea0764f16cef None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:42:17.827462 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61d9747-2525-4af3-a98e-ea0764f16cef None None] Checking segment: {'id': 'cf181c83-73b5-439e-8fb2-97aecef67b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9ef54e3d-09f1-4727-a92f-7a03ed820a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:42:17.827894 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b61d9747-2525-4af3-a98e-ea0764f16cef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:17.828418 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61d9747-2525-4af3-a98e-ea0764f16cef None None] Bound using segment: {'id': 'cf181c83-73b5-439e-8fb2-97aecef67b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9ef54e3d-09f1-4727-a92f-7a03ed820a3b'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:42:17.828793 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-b61d9747-2525-4af3-a98e-ea0764f16cef None None] Bound port: 5036d3fe-b936-4f57-9939-550495f85342, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf181c83-73b5-439e-8fb2-97aecef67b41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9ef54e3d-09f1-4727-a92f-7a03ed820a3b'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:42:17.829145 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b61d9747-2525-4af3-a98e-ea0764f16cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:17.898469 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 9e26591d-7995-4234-a9f4-46d047bb30cb up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:42:17.905636 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9672b51a-2898-4e20-a5d5-b95061881ad5 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:17.964587 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9672b51a-2898-4e20-a5d5-b95061881ad5 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:18.002017 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-b61d9747-2525-4af3-a98e-ea0764f16cef None None] For port 5036d3fe-b936-4f57-9939-550495f85342, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:42:18.024546 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-b61d9747-2525-4af3-a98e-ea0764f16cef None None] For port 5036d3fe-b936-4f57-9939-550495f85342, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=5036d3fe-b936-4f57-9939-550495f85342,segment=NetworkSegment(cf181c83-73b5-439e-8fb2-97aecef67b41),segment_id=cf181c83-73b5-439e-8fb2-97aecef67b41)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:42:18.030112 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9672b51a-2898-4e20-a5d5-b95061881ad5 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:18.032089 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b61d9747-2525-4af3-a98e-ea0764f16cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:18.091426 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 9e26591d-7995-4234-a9f4-46d047bb30cb triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:42:18.091806 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:18.104522 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d43d80e-b111-47b5-9007-8102de0794ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-e315e092-d0ca-41aa-a193-edeff71a3242', 'network_id': 'e315e092-d0ca-41aa-a193-edeff71a3242', 'tenant_id': '94379f78a6c84135bc8e9c8f25b6f4e4', 'fixed_ips': [{'subnet_id': 'b18d595f-9d3f-4c89-816e-4aae8ae64272'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:42:18.105397 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8d43d80e-b111-47b5-9007-8102de0794ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:18.160690 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61d9747-2525-4af3-a98e-ea0764f16cef None None] Pushing event updated for resources: {'Port': ['ID=5036d3fe-b936-4f57-9939-550495f85342,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:18.256415 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c98f34-6dfe-4a04-a4d1-dd5f3fa52635 None None] Network e315e092-d0ca-41aa-a193-edeff71a3242 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:42:18.385473 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d1040cdd-54c8-4e2c-85cb-9074f7b75e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:18.408411 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9672b51a-2898-4e20-a5d5-b95061881ad5 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Pushing event deleted for resources: {'Subnet': ['ID=b18d595f-9d3f-4c89-816e-4aae8ae64272,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:18.470295 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9672b51a-2898-4e20-a5d5-b95061881ad5 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:18.480462 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-9672b51a-2898-4e20-a5d5-b95061881ad5 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e315e092-d0ca-41aa-a193-edeff71a3242']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:42:18.490361 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-9672b51a-2898-4e20-a5d5-b95061881ad5 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1a9719d-60d7-4b3a-91c0-dcee4d14f4f6') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:42:18.490688 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-9672b51a-2898-4e20-a5d5-b95061881ad5 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1a9719d-60d7-4b3a-91c0-dcee4d14f4f6') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:42:18.499849 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9672b51a-2898-4e20-a5d5-b95061881ad5 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:18.513621 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9672b51a-2898-4e20-a5d5-b95061881ad5 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:18.519634 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9672b51a-2898-4e20-a5d5-b95061881ad5 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:42:18.520022 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9672b51a-2898-4e20-a5d5-b95061881ad5 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:18.522903 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:42:18.522903 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:42:18.522903 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:42:18.522903 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:42:18.522903 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:42:18.522903 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:42:18.522903 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:42:18.522903 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:42:18.522903 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:42:18.522903 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:42:18.522903 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:42:18.522903 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:42:18.522903 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:42:18.522903 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:42:18.522903 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:42:18.522903 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:42:18.522903 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:42:18.522903 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:42:18.522903 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:42:18.522903 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:42:18.522903 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:42:18.522903 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:42:18.522903 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:42:18.522903 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:42:18.522903 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:42:18.522903 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:42:18.522903 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:42:18.522903 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:42:18.522903 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:42:18.522903 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:42:18.522903 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:42:18.522903 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:42:18.537923 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:18.583961 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9672b51a-2898-4e20-a5d5-b95061881ad5 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:18.591024 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9672b51a-2898-4e20-a5d5-b95061881ad5 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:18.592863 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9672b51a-2898-4e20-a5d5-b95061881ad5 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] 10.222.0.15 "DELETE /v2.0/networks/e315e092-d0ca-41aa-a193-edeff71a3242 HTTP/1.1" status: 204 len: 168 time: 0.8011155 Jul 24 01:42:18.595734 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50648) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:18.604290 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9672b51a-2898-4e20-a5d5-b95061881ad5 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Pushing event deleted for resources: {'Network': ['ID=e315e092-d0ca-41aa-a193-edeff71a3242,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:18.624421 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c2192e-2bb8-4ad5-b8fc-24abb2a06f3f tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] GET failed (client error): The resource could not be found. Jul 24 01:42:18.625748 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e7c2192e-2bb8-4ad5-b8fc-24abb2a06f3f tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] 10.222.0.15 "GET /v2.0/subnets/b18d595f-9d3f-4c89-816e-4aae8ae64272 HTTP/1.1" status: 404 len: 337 time: 0.0289695 Jul 24 01:42:18.628520 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50650) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:18.647077 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-d37dd3ba-d260-4656-ac79-6cf84ee854c5 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] DELETE failed (client error): The resource could not be found. Jul 24 01:42:18.647600 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d37dd3ba-d260-4656-ac79-6cf84ee854c5 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:42:18.649243 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d37dd3ba-d260-4656-ac79-6cf84ee854c5 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] 10.222.0.15 "DELETE /v2.0/networks/e315e092-d0ca-41aa-a193-edeff71a3242 HTTP/1.1" status: 404 len: 339 time: 0.0198355 Jul 24 01:42:18.652967 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50652) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:18.683447 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a891ddb-d6cd-4964-a5cd-58fc5eecc716 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] DELETE failed (client error): The resource could not be found. Jul 24 01:42:18.683901 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a891ddb-d6cd-4964-a5cd-58fc5eecc716 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:42:18.685637 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0a891ddb-d6cd-4964-a5cd-58fc5eecc716 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] 10.222.0.15 "DELETE /v2.0/subnets/b18d595f-9d3f-4c89-816e-4aae8ae64272 HTTP/1.1" status: 404 len: 337 time: 0.0317588 Jul 24 01:42:18.688076 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50654) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:18.705438 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-a60c0009-1518-432e-bd84-468e302568e5 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] DELETE failed (client error): The resource could not be found. Jul 24 01:42:18.705965 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a60c0009-1518-432e-bd84-468e302568e5 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:42:18.707673 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a60c0009-1518-432e-bd84-468e302568e5 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] 10.222.0.15 "DELETE /v2.0/networks/e315e092-d0ca-41aa-a193-edeff71a3242 HTTP/1.1" status: 404 len: 339 time: 0.0187094 Jul 24 01:42:18.711416 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50656) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:18.764073 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b3bd56f-67a2-43d2-b4b1-b935828f007c tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Deleting subnet 936fb64f-5023-4c7a-8ef0-12fd76831fac {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:42:18.767883 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b3bd56f-67a2-43d2-b4b1-b935828f007c tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:18.809141 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b3bd56f-67a2-43d2-b4b1-b935828f007c tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:18.899602 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b3bd56f-67a2-43d2-b4b1-b935828f007c tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:18.960480 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b3bd56f-67a2-43d2-b4b1-b935828f007c tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:18.990814 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4b3bd56f-67a2-43d2-b4b1-b935828f007c tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:18.995805 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4b3bd56f-67a2-43d2-b4b1-b935828f007c tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] 10.222.0.15 "DELETE /v2.0/subnets/936fb64f-5023-4c7a-8ef0-12fd76831fac HTTP/1.1" status: 204 len: 168 time: 0.2803934 Jul 24 01:42:18.995805 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3bd56f-67a2-43d2-b4b1-b935828f007c tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Pushing event deleted for resources: {'Subnet': ['ID=936fb64f-5023-4c7a-8ef0-12fd76831fac,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:18.996251 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50658) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:19.045070 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e770856-91be-4116-bed7-37e1211e48d1 None None] Network 9ef54e3d-09f1-4727-a92f-7a03ed820a3b requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:42:19.083806 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c502bfa6-d0fc-447e-951d-0ca414e2eb39 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:19.135850 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-c502bfa6-d0fc-447e-951d-0ca414e2eb39 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Deleting port 5036d3fe-b936-4f57-9939-550495f85342 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:42:19.136208 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c502bfa6-d0fc-447e-951d-0ca414e2eb39 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:19.162586 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-ac81f478-526d-4aa6-9409-8e47d68e67f2 None None] Provisioning for port 5036d3fe-b936-4f57-9939-550495f85342 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:42:19.204893 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-c502bfa6-d0fc-447e-951d-0ca414e2eb39 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] For port 5036d3fe-b936-4f57-9939-550495f85342, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=5036d3fe-b936-4f57-9939-550495f85342,segment=NetworkSegment(cf181c83-73b5-439e-8fb2-97aecef67b41),segment_id=cf181c83-73b5-439e-8fb2-97aecef67b41)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:42:19.205181 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c502bfa6-d0fc-447e-951d-0ca414e2eb39 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:19.221029 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-c502bfa6-d0fc-447e-951d-0ca414e2eb39 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Calling delete_port for 5036d3fe-b936-4f57-9939-550495f85342 owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:42:19.246030 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1ef88d-86c4-4c43-ae5c-8042995c9c8e None None] DHCP port deletion for 9ef54e3d-09f1-4727-a92f-7a03ed820a3b request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:42:19.293138 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-2c1ef88d-86c4-4c43-ae5c-8042995c9c8e None None] Deleting port 5036d3fe-b936-4f57-9939-550495f85342 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:42:19.293439 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2c1ef88d-86c4-4c43-ae5c-8042995c9c8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:19.307940 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c502bfa6-d0fc-447e-951d-0ca414e2eb39 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:19.337153 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c502bfa6-d0fc-447e-951d-0ca414e2eb39 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Pushing event deleted for resources: {'Port': ['ID=5036d3fe-b936-4f57-9939-550495f85342,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:19.342388 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c502bfa6-d0fc-447e-951d-0ca414e2eb39 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] No DVR routers for this DVR port 5036d3fe-b936-4f57-9939-550495f85342 on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:42:19.365383 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-2c1ef88d-86c4-4c43-ae5c-8042995c9c8e None None] For port 5036d3fe-b936-4f57-9939-550495f85342, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=5036d3fe-b936-4f57-9939-550495f85342,segment=NetworkSegment(cf181c83-73b5-439e-8fb2-97aecef67b41),segment_id=cf181c83-73b5-439e-8fb2-97aecef67b41)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:42:19.365792 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2c1ef88d-86c4-4c43-ae5c-8042995c9c8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:19.378772 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-2c1ef88d-86c4-4c43-ae5c-8042995c9c8e None None] Calling delete_port for 5036d3fe-b936-4f57-9939-550495f85342 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:42:19.438932 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c502bfa6-d0fc-447e-951d-0ca414e2eb39 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:19.452155 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-c502bfa6-d0fc-447e-951d-0ca414e2eb39 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ef54e3d-09f1-4727-a92f-7a03ed820a3b']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 24 01:42:19.457647 n-d-793621-25 neutron-server[100465]: self.session.flush() Jul 24 01:42:19.464607 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-c502bfa6-d0fc-447e-951d-0ca414e2eb39 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf181c83-73b5-439e-8fb2-97aecef67b41') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:42:19.464815 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2c1ef88d-86c4-4c43-ae5c-8042995c9c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:19.464923 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-c502bfa6-d0fc-447e-951d-0ca414e2eb39 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf181c83-73b5-439e-8fb2-97aecef67b41') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:42:19.474361 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c502bfa6-d0fc-447e-951d-0ca414e2eb39 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:19.491562 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c502bfa6-d0fc-447e-951d-0ca414e2eb39 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:19.499342 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1ef88d-86c4-4c43-ae5c-8042995c9c8e None None] Pushing event deleted for resources: {'Port': ['ID=5036d3fe-b936-4f57-9939-550495f85342,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:19.499806 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c502bfa6-d0fc-447e-951d-0ca414e2eb39 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:42:19.500247 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c502bfa6-d0fc-447e-951d-0ca414e2eb39 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:19.501261 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1ef88d-86c4-4c43-ae5c-8042995c9c8e None None] No DVR routers for this DVR port 5036d3fe-b936-4f57-9939-550495f85342 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:42:19.503616 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:42:19.503616 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:42:19.503616 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:42:19.503616 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:42:19.503616 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:42:19.503616 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:42:19.503616 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:42:19.503616 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:42:19.503616 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:42:19.503616 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:42:19.503616 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:42:19.503616 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:42:19.503616 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:42:19.503616 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:42:19.503616 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:42:19.503616 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:42:19.503616 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:42:19.503616 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:42:19.503616 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:42:19.503616 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:42:19.503616 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:42:19.503616 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:42:19.503616 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:42:19.503616 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:42:19.503616 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:42:19.503616 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:42:19.503616 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:42:19.503616 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:42:19.503616 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:42:19.503616 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:42:19.503616 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:42:19.503616 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:42:19.578817 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c502bfa6-d0fc-447e-951d-0ca414e2eb39 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:19.586164 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c502bfa6-d0fc-447e-951d-0ca414e2eb39 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:19.588944 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c502bfa6-d0fc-447e-951d-0ca414e2eb39 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] 10.222.0.15 "DELETE /v2.0/networks/9ef54e3d-09f1-4727-a92f-7a03ed820a3b HTTP/1.1" status: 204 len: 168 time: 0.5913949 Jul 24 01:42:19.591651 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50660) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:19.600222 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c502bfa6-d0fc-447e-951d-0ca414e2eb39 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Pushing event deleted for resources: {'Network': ['ID=9ef54e3d-09f1-4727-a92f-7a03ed820a3b,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:19.617873 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-281f08ba-0f0d-4a95-85af-080ee2c4b2ab tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] DELETE failed (client error): The resource could not be found. Jul 24 01:42:19.618556 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-281f08ba-0f0d-4a95-85af-080ee2c4b2ab tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:42:19.620353 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-281f08ba-0f0d-4a95-85af-080ee2c4b2ab tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] 10.222.0.15 "DELETE /v2.0/subnets/4216f88f-3240-4dae-91a8-5183d6002055 HTTP/1.1" status: 404 len: 337 time: 0.0276928 Jul 24 01:42:19.623196 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50662) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:19.641745 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-eedab795-ef1e-4026-9a69-c6f66588a64b tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] DELETE failed (client error): The resource could not be found. Jul 24 01:42:19.642548 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eedab795-ef1e-4026-9a69-c6f66588a64b tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:42:19.644306 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-eedab795-ef1e-4026-9a69-c6f66588a64b tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] 10.222.0.15 "DELETE /v2.0/networks/0d289828-3d1c-4aaa-95ab-57482800374b HTTP/1.1" status: 404 len: 339 time: 0.0201988 Jul 24 01:42:19.647027 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50664) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:19.672392 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:19.679775 n-d-793621-25 neutron-server[100463]: INFO neutron.pecan_wsgi.hooks.translation [None req-626dff01-7246-4e96-84a8-b8a7440f3210 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] DELETE failed (client error): The resource could not be found. Jul 24 01:42:19.680249 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-626dff01-7246-4e96-84a8-b8a7440f3210 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100463) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:42:19.682544 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-626dff01-7246-4e96-84a8-b8a7440f3210 tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] 10.222.0.15 "DELETE /v2.0/subnets/ed976c08-94a3-4081-a7fc-3d088750a62f HTTP/1.1" status: 404 len: 337 time: 0.0347588 Jul 24 01:42:19.686325 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50666) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:19.709044 n-d-793621-25 neutron-server[100464]: INFO neutron.pecan_wsgi.hooks.translation [None req-8884691c-5b0e-4912-ae80-b693422d253b tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] DELETE failed (client error): The resource could not be found. Jul 24 01:42:19.709940 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8884691c-5b0e-4912-ae80-b693422d253b tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100464) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 24 01:42:19.712385 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-8884691c-5b0e-4912-ae80-b693422d253b tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] 10.222.0.15 "DELETE /v2.0/networks/c9c8dec4-9d15-4bfd-ad5c-5b904c78f660 HTTP/1.1" status: 404 len: 339 time: 0.0247257 Jul 24 01:42:19.715497 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50668) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:19.780616 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ce91ea0-40e0-4020-80a8-563dda6e1cdd tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Deleting subnet b49a5489-8e7d-493e-a47f-83dc8d8cfac5 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:42:19.784249 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0ce91ea0-40e0-4020-80a8-563dda6e1cdd tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:19.833533 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0ce91ea0-40e0-4020-80a8-563dda6e1cdd tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:19.917927 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0ce91ea0-40e0-4020-80a8-563dda6e1cdd tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:19.988661 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0ce91ea0-40e0-4020-80a8-563dda6e1cdd tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:20.020267 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce91ea0-40e0-4020-80a8-563dda6e1cdd tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Pushing event deleted for resources: {'Subnet': ['ID=b49a5489-8e7d-493e-a47f-83dc8d8cfac5,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:20.024187 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0ce91ea0-40e0-4020-80a8-563dda6e1cdd tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:20.027574 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0ce91ea0-40e0-4020-80a8-563dda6e1cdd tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] 10.222.0.15 "DELETE /v2.0/subnets/b49a5489-8e7d-493e-a47f-83dc8d8cfac5 HTTP/1.1" status: 204 len: 168 time: 0.3098640 Jul 24 01:42:20.028888 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50670) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:20.031263 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892a5310-0246-4845-89df-1e13c2011acf None None] Network 250f313d-ca53-4487-87a5-13bd24c91dd8 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:42:20.108151 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-76d4afcb-ab20-41d7-a15e-68eb78edc1dc tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:20.160311 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-76d4afcb-ab20-41d7-a15e-68eb78edc1dc tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Deleting port 9e26591d-7995-4234-a9f4-46d047bb30cb {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:42:20.160672 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-76d4afcb-ab20-41d7-a15e-68eb78edc1dc tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:20.221800 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cc1f38-bcdc-4937-94fd-d41bd6fe536b None None] DHCP port deletion for 250f313d-ca53-4487-87a5-13bd24c91dd8 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:42:20.234345 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-76d4afcb-ab20-41d7-a15e-68eb78edc1dc tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] For port 9e26591d-7995-4234-a9f4-46d047bb30cb, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=9e26591d-7995-4234-a9f4-46d047bb30cb,segment=NetworkSegment(4db5de69-6257-4a7a-9b0e-a15b148e7bfe),segment_id=4db5de69-6257-4a7a-9b0e-a15b148e7bfe)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:42:20.234872 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-76d4afcb-ab20-41d7-a15e-68eb78edc1dc tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:20.247142 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-76d4afcb-ab20-41d7-a15e-68eb78edc1dc tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Calling delete_port for 9e26591d-7995-4234-a9f4-46d047bb30cb owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:42:20.271724 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-21cc1f38-bcdc-4937-94fd-d41bd6fe536b None None] Deleting port 9e26591d-7995-4234-a9f4-46d047bb30cb {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:42:20.272105 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-21cc1f38-bcdc-4937-94fd-d41bd6fe536b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:20.327144 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-76d4afcb-ab20-41d7-a15e-68eb78edc1dc tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:20.334332 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-21cc1f38-bcdc-4937-94fd-d41bd6fe536b None None] For port 9e26591d-7995-4234-a9f4-46d047bb30cb, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=9e26591d-7995-4234-a9f4-46d047bb30cb,segment=NetworkSegment(4db5de69-6257-4a7a-9b0e-a15b148e7bfe),segment_id=4db5de69-6257-4a7a-9b0e-a15b148e7bfe)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:42:20.335624 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-21cc1f38-bcdc-4937-94fd-d41bd6fe536b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:20.347458 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-21cc1f38-bcdc-4937-94fd-d41bd6fe536b None None] Calling delete_port for 9e26591d-7995-4234-a9f4-46d047bb30cb owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:42:20.358693 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d4afcb-ab20-41d7-a15e-68eb78edc1dc tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Pushing event deleted for resources: {'Port': ['ID=9e26591d-7995-4234-a9f4-46d047bb30cb,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:20.360613 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d4afcb-ab20-41d7-a15e-68eb78edc1dc tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] No DVR routers for this DVR port 9e26591d-7995-4234-a9f4-46d047bb30cb on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:42:20.430771 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-21cc1f38-bcdc-4937-94fd-d41bd6fe536b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:20.437856 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-76d4afcb-ab20-41d7-a15e-68eb78edc1dc tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:20.448119 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-76d4afcb-ab20-41d7-a15e-68eb78edc1dc tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['250f313d-ca53-4487-87a5-13bd24c91dd8']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:42:20.454251 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc1f38-bcdc-4937-94fd-d41bd6fe536b None None] Pushing event deleted for resources: {'Port': ['ID=9e26591d-7995-4234-a9f4-46d047bb30cb,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:20.457869 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-76d4afcb-ab20-41d7-a15e-68eb78edc1dc tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db5de69-6257-4a7a-9b0e-a15b148e7bfe') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:42:20.458174 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-76d4afcb-ab20-41d7-a15e-68eb78edc1dc tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db5de69-6257-4a7a-9b0e-a15b148e7bfe') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:42:20.459705 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cc1f38-bcdc-4937-94fd-d41bd6fe536b None None] No DVR routers for this DVR port 9e26591d-7995-4234-a9f4-46d047bb30cb on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:42:20.469886 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-76d4afcb-ab20-41d7-a15e-68eb78edc1dc tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:20.485095 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-76d4afcb-ab20-41d7-a15e-68eb78edc1dc tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:20.491047 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d4afcb-ab20-41d7-a15e-68eb78edc1dc tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:42:20.491524 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-76d4afcb-ab20-41d7-a15e-68eb78edc1dc tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:20.496209 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:42:20.496209 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:42:20.496209 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:42:20.496209 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:42:20.496209 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:42:20.496209 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:42:20.496209 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:42:20.496209 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:42:20.496209 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:42:20.496209 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:42:20.496209 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:42:20.496209 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:42:20.496209 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:42:20.496209 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:42:20.496209 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:42:20.496209 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:42:20.496209 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:42:20.496209 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:42:20.496209 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:42:20.496209 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:42:20.496209 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:42:20.496209 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:42:20.496209 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:42:20.496209 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:42:20.496209 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:42:20.496209 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:42:20.496209 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:42:20.496209 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:42:20.496209 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:42:20.496209 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:42:20.496209 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:42:20.496209 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:42:20.890191 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-76d4afcb-ab20-41d7-a15e-68eb78edc1dc tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:20.897408 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-76d4afcb-ab20-41d7-a15e-68eb78edc1dc tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:20.899275 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-76d4afcb-ab20-41d7-a15e-68eb78edc1dc tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] 10.222.0.15 "DELETE /v2.0/networks/250f313d-ca53-4487-87a5-13bd24c91dd8 HTTP/1.1" status: 204 len: 168 time: 0.8693919 Jul 24 01:42:20.910559 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d4afcb-ab20-41d7-a15e-68eb78edc1dc tempest-NetworksIpV6Test-2001468088 tempest-NetworksIpV6Test-2001468088-project] Pushing event deleted for resources: {'Network': ['ID=250f313d-ca53-4487-87a5-13bd24c91dd8,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:21.134213 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50676) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:21.166161 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:21.270418 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-542debda-e9e2-4d63-b59a-a07467559233 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=94379f78a6c84135bc8e9c8f25b6f4e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1350012 Jul 24 01:42:21.272944 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50680) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:21.320258 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c069369c-7063-4561-88f0-5ee042832320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:21.341091 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c069369c-7063-4561-88f0-5ee042832320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:21.386834 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c069369c-7063-4561-88f0-5ee042832320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:21.389384 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c069369c-7063-4561-88f0-5ee042832320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:21.393367 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c069369c-7063-4561-88f0-5ee042832320 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/57f1b7cb-2e90-4533-8a8f-c0af85fcec40 HTTP/1.1" status: 204 len: 168 time: 0.1167364 Jul 24 01:42:21.398376 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c069369c-7063-4561-88f0-5ee042832320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f1b7cb-2e90-4533-8a8f-c0af85fcec40,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:21.876648 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 9e26591d-7995-4234-a9f4-46d047bb30cb no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:42:21.898120 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 9e26591d-7995-4234-a9f4-46d047bb30cb {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:42:21.898543 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 9e26591d-7995-4234-a9f4-46d047bb30cb not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:42:22.018175 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50702) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:22.109400 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-c8a47dcc-69f8-4142-9522-0e7c36a44961 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2020445287', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:42:22.135709 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c8a47dcc-69f8-4142-9522-0e7c36a44961 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:22.136661 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c8a47dcc-69f8-4142-9522-0e7c36a44961 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:22.186166 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c8a47dcc-69f8-4142-9522-0e7c36a44961 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:22.189978 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c8a47dcc-69f8-4142-9522-0e7c36a44961 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:22.206104 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c8a47dcc-69f8-4142-9522-0e7c36a44961 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:22.207411 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c8a47dcc-69f8-4142-9522-0e7c36a44961 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1881905 Jul 24 01:42:22.210059 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50706) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:22.215014 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-a93f65dd-df3e-404b-bbb2-47f63e599ad2 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-754811157'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:42:22.234500 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93f65dd-df3e-404b-bbb2-47f63e599ad2 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Made reservation on behalf of ac69b754c0d94ec2bec2657aef0e8e5e for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:42:22.237820 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a93f65dd-df3e-404b-bbb2-47f63e599ad2 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:22.246695 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a93f65dd-df3e-404b-bbb2-47f63e599ad2 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:22.334762 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a93f65dd-df3e-404b-bbb2-47f63e599ad2 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:22.338380 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a93f65dd-df3e-404b-bbb2-47f63e599ad2 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:22.363568 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a93f65dd-df3e-404b-bbb2-47f63e599ad2 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:42:22.372679 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f65dd-df3e-404b-bbb2-47f63e599ad2 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f259ec14-82f6-4996-848a-338e6446b294,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:22.378544 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a93f65dd-df3e-404b-bbb2-47f63e599ad2 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:22.378916 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-a93f65dd-df3e-404b-bbb2-47f63e599ad2 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Added segment 89bf2569-196a-46df-8abb-669ef158d89b of type vlan for network 8a5822e0-afc5-4c38-932b-29abfc2d3899 Jul 24 01:42:22.420649 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a93f65dd-df3e-404b-bbb2-47f63e599ad2 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:22.448405 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a93f65dd-df3e-404b-bbb2-47f63e599ad2 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:22.454998 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93f65dd-df3e-404b-bbb2-47f63e599ad2 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:22.455585 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a93f65dd-df3e-404b-bbb2-47f63e599ad2 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:22.488909 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a93f65dd-df3e-404b-bbb2-47f63e599ad2 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2778339 Jul 24 01:42:22.491870 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50708) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:22.497595 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-f890ed15-7119-40db-a657-754ebc8ff3c3 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Request body: {'subnet': {'network_id': '8a5822e0-afc5-4c38-932b-29abfc2d3899', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:42:22.523860 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f65dd-df3e-404b-bbb2-47f63e599ad2 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Pushing event updated for resources: {'Network': ['ID=8a5822e0-afc5-4c38-932b-29abfc2d3899,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:22.533963 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 8a5822e0-afc5-4c38-932b-29abfc2d3899 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:42:22.586327 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f890ed15-7119-40db-a657-754ebc8ff3c3 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Made reservation on behalf of ac69b754c0d94ec2bec2657aef0e8e5e for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:42:22.590218 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f890ed15-7119-40db-a657-754ebc8ff3c3 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:22.772830 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f890ed15-7119-40db-a657-754ebc8ff3c3 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:22.835809 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f890ed15-7119-40db-a657-754ebc8ff3c3 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Pushing event updated for resources: {'Subnet': ['ID=28677066-e45f-435a-bd8f-24294456a0dc,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:22.848058 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f890ed15-7119-40db-a657-754ebc8ff3c3 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Checking segment: {'id': '89bf2569-196a-46df-8abb-669ef158d89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8a5822e0-afc5-4c38-932b-29abfc2d3899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:42:22.848422 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f890ed15-7119-40db-a657-754ebc8ff3c3 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Network hostable DHCP agents. Network: 8a5822e0-afc5-4c38-932b-29abfc2d3899, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:42:22.865719 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f890ed15-7119-40db-a657-754ebc8ff3c3 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Network 8a5822e0-afc5-4c38-932b-29abfc2d3899 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:42:22.874559 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-f890ed15-7119-40db-a657-754ebc8ff3c3 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 8a5822e0-afc5-4c38-932b-29abfc2d3899) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:42:22.879067 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f890ed15-7119-40db-a657-754ebc8ff3c3 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:22.879982 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f890ed15-7119-40db-a657-754ebc8ff3c3 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:22.883147 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560aeba6-78c3-4c42-b939-e67e00a3d99a None None] Network 8a5822e0-afc5-4c38-932b-29abfc2d3899 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:42:22.895517 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f890ed15-7119-40db-a657-754ebc8ff3c3 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4024572 Jul 24 01:42:22.899051 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50710) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:22.904977 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-b456a3ed-57d8-4a40-b90b-6b7195804c61 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1239377338'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:42:22.926627 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b456a3ed-57d8-4a40-b90b-6b7195804c61 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Made reservation on behalf of ac69b754c0d94ec2bec2657aef0e8e5e for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:42:22.930178 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b456a3ed-57d8-4a40-b90b-6b7195804c61 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:22.955970 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b456a3ed-57d8-4a40-b90b-6b7195804c61 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:42:22.965206 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b456a3ed-57d8-4a40-b90b-6b7195804c61 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:22.965562 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-b456a3ed-57d8-4a40-b90b-6b7195804c61 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Added segment 50b7f920-4fc5-4841-a815-5cdc23b57a87 of type vlan for network 979bf3e2-33c7-436b-8ea1-e05d1fbe1171 Jul 24 01:42:23.006269 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b456a3ed-57d8-4a40-b90b-6b7195804c61 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:23.036732 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5178436-0089-4703-9c09-3cb5c781eb07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-8a5822e0-afc5-4c38-932b-29abfc2d3899', 'network_id': '8a5822e0-afc5-4c38-932b-29abfc2d3899', 'tenant_id': 'ac69b754c0d94ec2bec2657aef0e8e5e', 'fixed_ips': [{'subnet_id': '28677066-e45f-435a-bd8f-24294456a0dc'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:42:23.037093 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b456a3ed-57d8-4a40-b90b-6b7195804c61 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:23.037795 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a5178436-0089-4703-9c09-3cb5c781eb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:23.043582 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b456a3ed-57d8-4a40-b90b-6b7195804c61 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:23.044189 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b456a3ed-57d8-4a40-b90b-6b7195804c61 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:23.077673 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b456a3ed-57d8-4a40-b90b-6b7195804c61 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1770203 Jul 24 01:42:23.080624 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50712) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:23.085813 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-c375b5f5-596a-49ab-9280-507d845da38c tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Request body: {'subnet': {'network_id': '979bf3e2-33c7-436b-8ea1-e05d1fbe1171', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:42:23.118360 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b456a3ed-57d8-4a40-b90b-6b7195804c61 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Pushing event updated for resources: {'Network': ['ID=979bf3e2-33c7-436b-8ea1-e05d1fbe1171,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:23.130033 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 979bf3e2-33c7-436b-8ea1-e05d1fbe1171 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:42:23.177371 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c375b5f5-596a-49ab-9280-507d845da38c tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Made reservation on behalf of ac69b754c0d94ec2bec2657aef0e8e5e for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:42:23.180931 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c375b5f5-596a-49ab-9280-507d845da38c tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:23.376726 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c375b5f5-596a-49ab-9280-507d845da38c tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:23.381638 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-a5178436-0089-4703-9c09-3cb5c781eb07 None None] Allocated IP 172.20.0.2 (8a5822e0-afc5-4c38-932b-29abfc2d3899/28677066-e45f-435a-bd8f-24294456a0dc/263f7638-89ae-42ea-a12e-5fec5013554a) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:42:23.440860 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c375b5f5-596a-49ab-9280-507d845da38c tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Pushing event updated for resources: {'Subnet': ['ID=532b2df3-7852-4cf4-8d17-086048077403,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:23.448809 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c375b5f5-596a-49ab-9280-507d845da38c tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Checking segment: {'id': '50b7f920-4fc5-4841-a815-5cdc23b57a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '979bf3e2-33c7-436b-8ea1-e05d1fbe1171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:42:23.449182 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c375b5f5-596a-49ab-9280-507d845da38c tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Network hostable DHCP agents. Network: 979bf3e2-33c7-436b-8ea1-e05d1fbe1171, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:42:23.466813 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c375b5f5-596a-49ab-9280-507d845da38c tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Network 979bf3e2-33c7-436b-8ea1-e05d1fbe1171 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:42:23.476244 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-c375b5f5-596a-49ab-9280-507d845da38c tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 979bf3e2-33c7-436b-8ea1-e05d1fbe1171) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:42:23.482241 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c375b5f5-596a-49ab-9280-507d845da38c tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:23.483435 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c375b5f5-596a-49ab-9280-507d845da38c tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:23.487046 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e11f42d-332a-493a-9a1c-3735ff3390a7 None None] Network 979bf3e2-33c7-436b-8ea1-e05d1fbe1171 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:42:23.498789 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c375b5f5-596a-49ab-9280-507d845da38c tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4170136 Jul 24 01:42:23.501491 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50714) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:23.506019 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-8182a292-0b20-4e0b-840e-fd00b4b18979 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Request body: {'router': {'external_gateway_info': {'network_id': '979bf3e2-33c7-436b-8ea1-e05d1fbe1171'}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:42:23.582299 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a5178436-0089-4703-9c09-3cb5c781eb07 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:23.597023 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a5178436-0089-4703-9c09-3cb5c781eb07 None None] Transition to ACTIVE for port object 263f7638-89ae-42ea-a12e-5fec5013554a will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:42:23.625142 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a5178436-0089-4703-9c09-3cb5c781eb07 None None] Transition to ACTIVE for port object 263f7638-89ae-42ea-a12e-5fec5013554a will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:42:23.648403 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a5178436-0089-4703-9c09-3cb5c781eb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:23.702925 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5178436-0089-4703-9c09-3cb5c781eb07 None None] Network 8a5822e0-afc5-4c38-932b-29abfc2d3899 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:42:23.718610 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8182a292-0b20-4e0b-840e-fd00b4b18979 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:23.725393 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-a5178436-0089-4703-9c09-3cb5c781eb07 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:42:23.733534 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5178436-0089-4703-9c09-3cb5c781eb07 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:42:23.740743 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fbca6b-6f13-4945-9227-95f297539ed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-979bf3e2-33c7-436b-8ea1-e05d1fbe1171', 'network_id': '979bf3e2-33c7-436b-8ea1-e05d1fbe1171', 'tenant_id': 'ac69b754c0d94ec2bec2657aef0e8e5e', 'fixed_ips': [{'subnet_id': '532b2df3-7852-4cf4-8d17-086048077403'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:42:23.741587 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b7fbca6b-6f13-4945-9227-95f297539ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:23.743299 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5178436-0089-4703-9c09-3cb5c781eb07 None None] Pushing event updated for resources: {'Port': ['ID=263f7638-89ae-42ea-a12e-5fec5013554a,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:23.837433 n-d-793621-25 neutron-server[100463]: INFO neutron.api.v2.resource [None req-8182a292-0b20-4e0b-840e-fd00b4b18979 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 24 01:42:23.844242 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8182a292-0b20-4e0b-840e-fd00b4b18979 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] 10.222.0.15 "PUT /v2.0/routers/0904104d-8da8-4133-9eeb-913a8f54e9f0 HTTP/1.1" status: 400 len: 364 time: 0.3363016 Jul 24 01:42:23.844485 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50716) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:23.866263 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-a5178436-0089-4703-9c09-3cb5c781eb07 None None] Attempting to bind port 263f7638-89ae-42ea-a12e-5fec5013554a on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:42:23.866641 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-a5178436-0089-4703-9c09-3cb5c781eb07 None None] Attempting to bind port 263f7638-89ae-42ea-a12e-5fec5013554a by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '89bf2569-196a-46df-8abb-669ef158d89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8a5822e0-afc5-4c38-932b-29abfc2d3899'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:42:23.867039 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5178436-0089-4703-9c09-3cb5c781eb07 None None] Attempting to bind port 263f7638-89ae-42ea-a12e-5fec5013554a on network 8a5822e0-afc5-4c38-932b-29abfc2d3899 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:42:23.880287 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5178436-0089-4703-9c09-3cb5c781eb07 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:42:23.880671 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5178436-0089-4703-9c09-3cb5c781eb07 None None] Checking segment: {'id': '89bf2569-196a-46df-8abb-669ef158d89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8a5822e0-afc5-4c38-932b-29abfc2d3899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:42:23.881084 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a5178436-0089-4703-9c09-3cb5c781eb07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:23.881489 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5178436-0089-4703-9c09-3cb5c781eb07 None None] Bound using segment: {'id': '89bf2569-196a-46df-8abb-669ef158d89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8a5822e0-afc5-4c38-932b-29abfc2d3899'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:42:23.881968 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-a5178436-0089-4703-9c09-3cb5c781eb07 None None] Bound port: 263f7638-89ae-42ea-a12e-5fec5013554a, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89bf2569-196a-46df-8abb-669ef158d89b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8a5822e0-afc5-4c38-932b-29abfc2d3899'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:42:23.882362 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a5178436-0089-4703-9c09-3cb5c781eb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:23.897409 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c585ba5-53e8-49d9-adda-3cbde425f661 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Deleting subnet 532b2df3-7852-4cf4-8d17-086048077403 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:42:23.900935 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4c585ba5-53e8-49d9-adda-3cbde425f661 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:23.946587 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4c585ba5-53e8-49d9-adda-3cbde425f661 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:23.956010 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-a5178436-0089-4703-9c09-3cb5c781eb07 None None] For port 263f7638-89ae-42ea-a12e-5fec5013554a, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:42:23.959330 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-a5178436-0089-4703-9c09-3cb5c781eb07 None None] For port 263f7638-89ae-42ea-a12e-5fec5013554a, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=263f7638-89ae-42ea-a12e-5fec5013554a,segment=NetworkSegment(89bf2569-196a-46df-8abb-669ef158d89b),segment_id=89bf2569-196a-46df-8abb-669ef158d89b)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:42:23.963075 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a5178436-0089-4703-9c09-3cb5c781eb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:23.992130 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4c585ba5-53e8-49d9-adda-3cbde425f661 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:24.026674 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5178436-0089-4703-9c09-3cb5c781eb07 None None] Pushing event updated for resources: {'Port': ['ID=263f7638-89ae-42ea-a12e-5fec5013554a,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:24.056898 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4c585ba5-53e8-49d9-adda-3cbde425f661 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server [None req-b7fbca6b-6f13-4945-9227-95f297539ed4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 532b2df3-7852-4cf4-8d17-086048077403: This subnet is being modified by another concurrent operation. Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise self.value Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server raise exception Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 532b2df3-7852-4cf4-8d17-086048077403: This subnet is being modified by another concurrent operation. Jul 24 01:42:24.060262 n-d-793621-25 neutron-server[100465]: ERROR oslo_messaging.rpc.server Jul 24 01:42:24.083772 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c585ba5-53e8-49d9-adda-3cbde425f661 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Pushing event deleted for resources: {'Subnet': ['ID=532b2df3-7852-4cf4-8d17-086048077403,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:24.084245 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1fe51c-caa4-4219-a7c8-03c350b641b1 None None] Network 979bf3e2-33c7-436b-8ea1-e05d1fbe1171 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:42:24.090690 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4c585ba5-53e8-49d9-adda-3cbde425f661 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:24.095209 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50718) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:24.095716 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4c585ba5-53e8-49d9-adda-3cbde425f661 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] 10.222.0.15 "DELETE /v2.0/subnets/532b2df3-7852-4cf4-8d17-086048077403 HTTP/1.1" status: 204 len: 168 time: 0.2497723 Jul 24 01:42:24.215759 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ea9a3f2a-5833-4d6b-9f51-424313046c14 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:24.315140 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ea9a3f2a-5833-4d6b-9f51-424313046c14 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:24.325620 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-ea9a3f2a-5833-4d6b-9f51-424313046c14 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['979bf3e2-33c7-436b-8ea1-e05d1fbe1171']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:42:24.335903 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-ea9a3f2a-5833-4d6b-9f51-424313046c14 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50b7f920-4fc5-4841-a815-5cdc23b57a87') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:42:24.336207 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-ea9a3f2a-5833-4d6b-9f51-424313046c14 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50b7f920-4fc5-4841-a815-5cdc23b57a87') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:42:24.345663 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ea9a3f2a-5833-4d6b-9f51-424313046c14 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:24.359766 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ea9a3f2a-5833-4d6b-9f51-424313046c14 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:24.365618 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea9a3f2a-5833-4d6b-9f51-424313046c14 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:42:24.366079 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ea9a3f2a-5833-4d6b-9f51-424313046c14 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:24.369108 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:42:24.369108 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:42:24.369108 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:42:24.369108 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:42:24.369108 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:42:24.369108 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:42:24.369108 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:42:24.369108 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:42:24.369108 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:42:24.369108 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:42:24.369108 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:42:24.369108 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:42:24.369108 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:42:24.369108 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:42:24.369108 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:42:24.369108 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:42:24.369108 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:42:24.369108 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:42:24.369108 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:42:24.369108 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:42:24.369108 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:42:24.369108 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:42:24.369108 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:42:24.369108 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:42:24.369108 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:42:24.369108 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:42:24.369108 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:42:24.369108 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:42:24.369108 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:42:24.369108 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:42:24.369108 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:42:24.369108 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:42:24.427538 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ea9a3f2a-5833-4d6b-9f51-424313046c14 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:24.434500 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ea9a3f2a-5833-4d6b-9f51-424313046c14 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:24.436328 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ea9a3f2a-5833-4d6b-9f51-424313046c14 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] 10.222.0.15 "DELETE /v2.0/networks/979bf3e2-33c7-436b-8ea1-e05d1fbe1171 HTTP/1.1" status: 204 len: 168 time: 0.3393953 Jul 24 01:42:24.438949 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50720) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:24.450821 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a3f2a-5833-4d6b-9f51-424313046c14 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Pushing event deleted for resources: {'Network': ['ID=979bf3e2-33c7-436b-8ea1-e05d1fbe1171,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:24.509071 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-83237801-9463-4897-9cf1-dd8cebc03416 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Deleting subnet 28677066-e45f-435a-bd8f-24294456a0dc {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:42:24.512219 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-83237801-9463-4897-9cf1-dd8cebc03416 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:24.552921 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-83237801-9463-4897-9cf1-dd8cebc03416 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:24.637228 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-83237801-9463-4897-9cf1-dd8cebc03416 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:24.703984 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-83237801-9463-4897-9cf1-dd8cebc03416 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:24.733200 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83237801-9463-4897-9cf1-dd8cebc03416 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Pushing event deleted for resources: {'Subnet': ['ID=28677066-e45f-435a-bd8f-24294456a0dc,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:24.735211 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-83237801-9463-4897-9cf1-dd8cebc03416 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:24.737143 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-83237801-9463-4897-9cf1-dd8cebc03416 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] 10.222.0.15 "DELETE /v2.0/subnets/28677066-e45f-435a-bd8f-24294456a0dc HTTP/1.1" status: 204 len: 168 time: 0.2971256 Jul 24 01:42:24.739915 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50722) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:24.829236 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e19514b5-17d2-44c8-b192-ff52992eb20a tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:24.883698 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-e19514b5-17d2-44c8-b192-ff52992eb20a tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Deleting port 263f7638-89ae-42ea-a12e-5fec5013554a {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:42:24.884644 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e19514b5-17d2-44c8-b192-ff52992eb20a tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:24.923183 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accb2d79-ccac-417a-880c-a955dbcb3f6f None None] Network 8a5822e0-afc5-4c38-932b-29abfc2d3899 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:42:24.953713 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-e19514b5-17d2-44c8-b192-ff52992eb20a tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] For port 263f7638-89ae-42ea-a12e-5fec5013554a, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=263f7638-89ae-42ea-a12e-5fec5013554a,segment=NetworkSegment(89bf2569-196a-46df-8abb-669ef158d89b),segment_id=89bf2569-196a-46df-8abb-669ef158d89b)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:42:24.954005 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e19514b5-17d2-44c8-b192-ff52992eb20a tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:24.966574 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-e19514b5-17d2-44c8-b192-ff52992eb20a tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Calling delete_port for 263f7638-89ae-42ea-a12e-5fec5013554a owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:42:25.044041 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9d7e05e6-f100-4e51-8d1c-3ee917365cb7 None None] Provisioning for port 263f7638-89ae-42ea-a12e-5fec5013554a completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:42:25.048634 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e19514b5-17d2-44c8-b192-ff52992eb20a tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:25.049543 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9d7e05e6-f100-4e51-8d1c-3ee917365cb7 None None] Provisioning complete for port 263f7638-89ae-42ea-a12e-5fec5013554a triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:42:25.049927 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9d7e05e6-f100-4e51-8d1c-3ee917365cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:25.070498 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-9d7e05e6-f100-4e51-8d1c-3ee917365cb7 None None] Port 263f7638-89ae-42ea-a12e-5fec5013554a was deleted so its status cannot be updated. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 24 01:42:25.078884 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19514b5-17d2-44c8-b192-ff52992eb20a tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Pushing event deleted for resources: {'Port': ['ID=263f7638-89ae-42ea-a12e-5fec5013554a,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:25.080786 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19514b5-17d2-44c8-b192-ff52992eb20a tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] No DVR routers for this DVR port 263f7638-89ae-42ea-a12e-5fec5013554a on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:42:25.135259 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2b24f2-f24c-4c11-ac87-d8c11d6c9722 None None] DHCP port deletion for 8a5822e0-afc5-4c38-932b-29abfc2d3899 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:42:25.152940 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37188631-1197-4e10-98d6-e1e13b1ff7aa None None] get_active_networks_info from n-d-793621-25 {{(pid=100465) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 24 01:42:25.164411 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e19514b5-17d2-44c8-b192-ff52992eb20a tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:25.174888 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-e19514b5-17d2-44c8-b192-ff52992eb20a tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a5822e0-afc5-4c38-932b-29abfc2d3899']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:42:25.186172 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-e19514b5-17d2-44c8-b192-ff52992eb20a tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89bf2569-196a-46df-8abb-669ef158d89b') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:42:25.186476 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-e19514b5-17d2-44c8-b192-ff52992eb20a tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89bf2569-196a-46df-8abb-669ef158d89b') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:42:25.195683 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e19514b5-17d2-44c8-b192-ff52992eb20a tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:25.210646 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e19514b5-17d2-44c8-b192-ff52992eb20a tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:25.216702 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e19514b5-17d2-44c8-b192-ff52992eb20a tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:42:25.217101 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e19514b5-17d2-44c8-b192-ff52992eb20a tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:25.217725 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37188631-1197-4e10-98d6-e1e13b1ff7aa None None] Resources bound (agent type, host, resource id): {{(pid=100465) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 24 01:42:25.220043 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:42:25.220043 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:42:25.220043 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:42:25.220043 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:42:25.220043 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:42:25.220043 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:42:25.220043 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:42:25.220043 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:42:25.220043 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:42:25.220043 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:42:25.220043 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:42:25.220043 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:42:25.220043 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:42:25.220043 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:42:25.220043 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:42:25.220043 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:42:25.220043 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:42:25.220043 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:42:25.220043 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:42:25.220043 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:42:25.220043 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:42:25.220043 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:42:25.220043 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:42:25.220043 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:42:25.220043 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:42:25.220043 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:42:25.220043 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:42:25.220043 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:42:25.220043 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:42:25.220043 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:42:25.220043 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:42:25.220043 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:42:25.283490 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e19514b5-17d2-44c8-b192-ff52992eb20a tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:25.288223 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e19514b5-17d2-44c8-b192-ff52992eb20a tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:25.293080 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e19514b5-17d2-44c8-b192-ff52992eb20a tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] 10.222.0.15 "DELETE /v2.0/networks/8a5822e0-afc5-4c38-932b-29abfc2d3899 HTTP/1.1" status: 204 len: 168 time: 0.5493944 Jul 24 01:42:25.293466 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50724) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:25.304897 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19514b5-17d2-44c8-b192-ff52992eb20a tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Pushing event deleted for resources: {'Network': ['ID=8a5822e0-afc5-4c38-932b-29abfc2d3899,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:25.328721 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-45cf58d8-58d6-4c53-ad1b-0c92993aec07 tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] 10.222.0.15 "GET /v2.0/ports?device_id=0904104d-8da8-4133-9eeb-913a8f54e9f0 HTTP/1.1" status: 200 len: 205 time: 0.0334041 Jul 24 01:42:25.330967 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50726) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:25.407397 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3e624cb1-abbc-4b55-bfec-d3e15e667dca tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:25.568177 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3e624cb1-abbc-4b55-bfec-d3e15e667dca tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:25.570217 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3e624cb1-abbc-4b55-bfec-d3e15e667dca tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:25.612537 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3e624cb1-abbc-4b55-bfec-d3e15e667dca tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:25.613125 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e624cb1-abbc-4b55-bfec-d3e15e667dca tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Fanout notify agent at l3_agent the message router_deleted on router 0904104d-8da8-4133-9eeb-913a8f54e9f0 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:42:25.621184 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3e624cb1-abbc-4b55-bfec-d3e15e667dca tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:25.623126 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3e624cb1-abbc-4b55-bfec-d3e15e667dca tempest-RoutersNegativeTest-1043376462 tempest-RoutersNegativeTest-1043376462-project] 10.222.0.15 "DELETE /v2.0/routers/0904104d-8da8-4133-9eeb-913a8f54e9f0 HTTP/1.1" status: 204 len: 168 time: 0.2911816 Jul 24 01:42:25.858608 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50732) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:25.987304 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-49cc294f-ad54-4bdf-b9b6-bc3b929517de admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ac69b754c0d94ec2bec2657aef0e8e5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1274984 Jul 24 01:42:25.989734 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50736) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:26.037414 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b68e3047-97cf-4e1d-9f2e-4ea6bb27886c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:26.058359 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b68e3047-97cf-4e1d-9f2e-4ea6bb27886c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:26.106625 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b68e3047-97cf-4e1d-9f2e-4ea6bb27886c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:26.109300 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b68e3047-97cf-4e1d-9f2e-4ea6bb27886c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:26.110565 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b68e3047-97cf-4e1d-9f2e-4ea6bb27886c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f259ec14-82f6-4996-848a-338e6446b294 HTTP/1.1" status: 204 len: 168 time: 0.1199322 Jul 24 01:42:26.119237 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e3047-97cf-4e1d-9f2e-4ea6bb27886c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f259ec14-82f6-4996-848a-338e6446b294,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:26.704788 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50758) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:26.797373 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-d23f7322-ce58-4b24-8210-ff29aa72e4b3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1952672109-network', 'tenant_id': '8328ea8d7e764c608b51336b79fe082c'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:42:26.818281 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23f7322-ce58-4b24-8210-ff29aa72e4b3 admin admin] Made reservation on behalf of 8328ea8d7e764c608b51336b79fe082c for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:42:26.820733 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d23f7322-ce58-4b24-8210-ff29aa72e4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:26.833221 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d23f7322-ce58-4b24-8210-ff29aa72e4b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:26.925548 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d23f7322-ce58-4b24-8210-ff29aa72e4b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:26.929257 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d23f7322-ce58-4b24-8210-ff29aa72e4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:26.953304 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d23f7322-ce58-4b24-8210-ff29aa72e4b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:42:26.963215 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f7322-ce58-4b24-8210-ff29aa72e4b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7139568b-1797-4829-9634-4b8dadda1df1,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:26.967840 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d23f7322-ce58-4b24-8210-ff29aa72e4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:26.968188 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-d23f7322-ce58-4b24-8210-ff29aa72e4b3 admin admin] Added segment 1ad27532-454b-4a14-b721-9a97626808d7 of type vlan for network 37ea978f-ad2a-4f4c-a0ee-e368ac57d60c Jul 24 01:42:26.978877 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f7322-ce58-4b24-8210-ff29aa72e4b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:42:26.979231 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f7322-ce58-4b24-8210-ff29aa72e4b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:42:26.979567 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f7322-ce58-4b24-8210-ff29aa72e4b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:42:26.979904 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f7322-ce58-4b24-8210-ff29aa72e4b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:42:26.980236 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f7322-ce58-4b24-8210-ff29aa72e4b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:42:26.980563 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f7322-ce58-4b24-8210-ff29aa72e4b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:42:26.980887 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f7322-ce58-4b24-8210-ff29aa72e4b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:42:26.981211 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f7322-ce58-4b24-8210-ff29aa72e4b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:42:26.981535 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f7322-ce58-4b24-8210-ff29aa72e4b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:42:26.981857 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f7322-ce58-4b24-8210-ff29aa72e4b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:42:26.982178 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f7322-ce58-4b24-8210-ff29aa72e4b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:42:26.982496 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23f7322-ce58-4b24-8210-ff29aa72e4b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:42:27.022951 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d23f7322-ce58-4b24-8210-ff29aa72e4b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:27.052631 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d23f7322-ce58-4b24-8210-ff29aa72e4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:27.053698 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23f7322-ce58-4b24-8210-ff29aa72e4b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:27.054292 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d23f7322-ce58-4b24-8210-ff29aa72e4b3 admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:27.089548 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d23f7322-ce58-4b24-8210-ff29aa72e4b3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3836207 Jul 24 01:42:27.092577 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50762) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:27.097767 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-9d37e568-4189-4e6d-aea3-1a3c490e0712 admin admin] Request body: {'subnet': {'network_id': '37ea978f-ad2a-4f4c-a0ee-e368ac57d60c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1952672109-subnet', 'tenant_id': '8328ea8d7e764c608b51336b79fe082c', 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:42:27.119768 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d37e568-4189-4e6d-aea3-1a3c490e0712 admin admin] Made reservation on behalf of 8328ea8d7e764c608b51336b79fe082c for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:42:27.122249 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9d37e568-4189-4e6d-aea3-1a3c490e0712 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:27.125083 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f7322-ce58-4b24-8210-ff29aa72e4b3 admin admin] Pushing event updated for resources: {'Network': ['ID=37ea978f-ad2a-4f4c-a0ee-e368ac57d60c,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:27.135397 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 37ea978f-ad2a-4f4c-a0ee-e368ac57d60c details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:42:27.294938 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9d37e568-4189-4e6d-aea3-1a3c490e0712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:27.359931 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d37e568-4189-4e6d-aea3-1a3c490e0712 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1148c242-61ba-436f-a81c-f6e6f2051459,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:27.364883 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d37e568-4189-4e6d-aea3-1a3c490e0712 admin admin] Checking segment: {'id': '1ad27532-454b-4a14-b721-9a97626808d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '37ea978f-ad2a-4f4c-a0ee-e368ac57d60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:42:27.365246 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d37e568-4189-4e6d-aea3-1a3c490e0712 admin admin] Network hostable DHCP agents. Network: 37ea978f-ad2a-4f4c-a0ee-e368ac57d60c, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:42:27.381591 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d37e568-4189-4e6d-aea3-1a3c490e0712 admin admin] Network 37ea978f-ad2a-4f4c-a0ee-e368ac57d60c is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:42:27.390560 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-9d37e568-4189-4e6d-aea3-1a3c490e0712 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 37ea978f-ad2a-4f4c-a0ee-e368ac57d60c) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:42:27.394878 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d37e568-4189-4e6d-aea3-1a3c490e0712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:27.395467 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9d37e568-4189-4e6d-aea3-1a3c490e0712 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:27.400474 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d159fb-03fd-451e-aacd-02a6b68ffc4e None None] Network 37ea978f-ad2a-4f4c-a0ee-e368ac57d60c requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:42:27.410175 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9d37e568-4189-4e6d-aea3-1a3c490e0712 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3163986 Jul 24 01:42:27.412869 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50764) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:27.417929 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-40223c81-69b0-48d2-82fa-a8482cd0dd18 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1952672109-router', 'tenant_id': '8328ea8d7e764c608b51336b79fe082c', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:42:27.438070 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-40223c81-69b0-48d2-82fa-a8482cd0dd18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:27.439087 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-40223c81-69b0-48d2-82fa-a8482cd0dd18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:27.491020 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-40223c81-69b0-48d2-82fa-a8482cd0dd18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:27.550749 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b3c52f-b76a-4b2d-a8c5-d2c3b4c74e66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-37ea978f-ad2a-4f4c-a0ee-e368ac57d60c', 'network_id': '37ea978f-ad2a-4f4c-a0ee-e368ac57d60c', 'tenant_id': '8328ea8d7e764c608b51336b79fe082c', 'fixed_ips': [{'subnet_id': '1148c242-61ba-436f-a81c-f6e6f2051459'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:42:27.551620 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-07b3c52f-b76a-4b2d-a8c5-d2c3b4c74e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:27.627436 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-40223c81-69b0-48d2-82fa-a8482cd0dd18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:27.688797 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-07b3c52f-b76a-4b2d-a8c5-d2c3b4c74e66 None None] Allocated IP 172.20.0.2 (37ea978f-ad2a-4f4c-a0ee-e368ac57d60c/1148c242-61ba-436f-a81c-f6e6f2051459/a54f5321-1f72-4f3c-b916-656b7320ce54) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:42:27.837908 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-07b3c52f-b76a-4b2d-a8c5-d2c3b4c74e66 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:27.841831 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-40223c81-69b0-48d2-82fa-a8482cd0dd18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:27.846835 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-07b3c52f-b76a-4b2d-a8c5-d2c3b4c74e66 None None] Transition to ACTIVE for port object a54f5321-1f72-4f3c-b916-656b7320ce54 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:42:27.862274 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-07b3c52f-b76a-4b2d-a8c5-d2c3b4c74e66 None None] Transition to ACTIVE for port object a54f5321-1f72-4f3c-b916-656b7320ce54 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:42:27.865465 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-40223c81-69b0-48d2-82fa-a8482cd0dd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:27.867896 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-07b3c52f-b76a-4b2d-a8c5-d2c3b4c74e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:27.907032 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b3c52f-b76a-4b2d-a8c5-d2c3b4c74e66 None None] Network 37ea978f-ad2a-4f4c-a0ee-e368ac57d60c is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:42:27.913443 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-07b3c52f-b76a-4b2d-a8c5-d2c3b4c74e66 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:42:27.916721 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b3c52f-b76a-4b2d-a8c5-d2c3b4c74e66 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:42:27.924023 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3c52f-b76a-4b2d-a8c5-d2c3b4c74e66 None None] Pushing event updated for resources: {'Port': ['ID=a54f5321-1f72-4f3c-b916-656b7320ce54,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:27.969081 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-40223c81-69b0-48d2-82fa-a8482cd0dd18 admin admin] Allocated IP 172.25.2.3 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/7365a9fe-27be-4b30-b585-338c5ba3059f) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:42:27.981523 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-07b3c52f-b76a-4b2d-a8c5-d2c3b4c74e66 None None] Attempting to bind port a54f5321-1f72-4f3c-b916-656b7320ce54 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:42:27.981899 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-07b3c52f-b76a-4b2d-a8c5-d2c3b4c74e66 None None] Attempting to bind port a54f5321-1f72-4f3c-b916-656b7320ce54 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '1ad27532-454b-4a14-b721-9a97626808d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '37ea978f-ad2a-4f4c-a0ee-e368ac57d60c'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:42:27.982283 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b3c52f-b76a-4b2d-a8c5-d2c3b4c74e66 None None] Attempting to bind port a54f5321-1f72-4f3c-b916-656b7320ce54 on network 37ea978f-ad2a-4f4c-a0ee-e368ac57d60c {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:42:27.987443 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b3c52f-b76a-4b2d-a8c5-d2c3b4c74e66 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:42:27.987821 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b3c52f-b76a-4b2d-a8c5-d2c3b4c74e66 None None] Checking segment: {'id': '1ad27532-454b-4a14-b721-9a97626808d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '37ea978f-ad2a-4f4c-a0ee-e368ac57d60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:42:27.988226 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-07b3c52f-b76a-4b2d-a8c5-d2c3b4c74e66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:27.988622 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b3c52f-b76a-4b2d-a8c5-d2c3b4c74e66 None None] Bound using segment: {'id': '1ad27532-454b-4a14-b721-9a97626808d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '37ea978f-ad2a-4f4c-a0ee-e368ac57d60c'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:42:27.989091 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-07b3c52f-b76a-4b2d-a8c5-d2c3b4c74e66 None None] Bound port: a54f5321-1f72-4f3c-b916-656b7320ce54, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad27532-454b-4a14-b721-9a97626808d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '37ea978f-ad2a-4f4c-a0ee-e368ac57d60c'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:42:27.989478 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-07b3c52f-b76a-4b2d-a8c5-d2c3b4c74e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:28.061601 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-07b3c52f-b76a-4b2d-a8c5-d2c3b4c74e66 None None] For port a54f5321-1f72-4f3c-b916-656b7320ce54, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:42:28.065164 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-07b3c52f-b76a-4b2d-a8c5-d2c3b4c74e66 None None] For port a54f5321-1f72-4f3c-b916-656b7320ce54, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=a54f5321-1f72-4f3c-b916-656b7320ce54,segment=NetworkSegment(1ad27532-454b-4a14-b721-9a97626808d7),segment_id=1ad27532-454b-4a14-b721-9a97626808d7)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:42:28.068821 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-07b3c52f-b76a-4b2d-a8c5-d2c3b4c74e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:28.077610 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-40223c81-69b0-48d2-82fa-a8482cd0dd18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:28.122078 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-40223c81-69b0-48d2-82fa-a8482cd0dd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:28.139491 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3c52f-b76a-4b2d-a8c5-d2c3b4c74e66 None None] Pushing event updated for resources: {'Port': ['ID=a54f5321-1f72-4f3c-b916-656b7320ce54,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:28.170531 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40223c81-69b0-48d2-82fa-a8482cd0dd18 admin admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:42:28.176588 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-40223c81-69b0-48d2-82fa-a8482cd0dd18 admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:42:28.178681 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40223c81-69b0-48d2-82fa-a8482cd0dd18 admin admin] Pushing event updated for resources: {'Port': ['ID=7365a9fe-27be-4b30-b585-338c5ba3059f,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:28.181387 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40223c81-69b0-48d2-82fa-a8482cd0dd18 admin admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:42:28.438731 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-40223c81-69b0-48d2-82fa-a8482cd0dd18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:28.631253 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-40223c81-69b0-48d2-82fa-a8482cd0dd18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:29.008928 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bbba8a-6358-4dba-b285-e34ff9ce65b1 None None] Network 37ea978f-ad2a-4f4c-a0ee-e368ac57d60c requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:42:29.105852 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40223c81-69b0-48d2-82fa-a8482cd0dd18 admin admin] Router 05ef382f-cea4-4240-b66a-5d8b65d390b2 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:42:29.135692 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e203f0e8-88b4-4a46-9460-52da34f75cad None None] Provisioning for port a54f5321-1f72-4f3c-b916-656b7320ce54 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:42:29.216531 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40223c81-69b0-48d2-82fa-a8482cd0dd18 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:42:29.226780 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0d91fe-682c-471b-bad9-06b76fb2faf7 None None] Sync routers for ids ['05ef382f-cea4-4240-b66a-5d8b65d390b2'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:42:29.234878 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-40223c81-69b0-48d2-82fa-a8482cd0dd18 admin admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:29.238693 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-40223c81-69b0-48d2-82fa-a8482cd0dd18 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8223314 Jul 24 01:42:29.239054 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50766) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:29.242222 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0d91fe-682c-471b-bad9-06b76fb2faf7 None None] Routers {'05ef382f-cea4-4240-b66a-5d8b65d390b2'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:42:29.244255 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-4b0d91fe-682c-471b-bad9-06b76fb2faf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:42:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['05ef382f-cea4-4240-b66a-5d8b65d390b2'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:42:29.356548 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-4b0d91fe-682c-471b-bad9-06b76fb2faf7 None None] Set router 05ef382f-cea4-4240-b66a-5d8b65d390b2 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:42:29.544534 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-4b0d91fe-682c-471b-bad9-06b76fb2faf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ef382f-cea4-4240-b66a-5d8b65d390b2', 'name': 'tempest-TestEncryptedCinderVolumes-1952672109-router', 'tenant_id': '8328ea8d7e764c608b51336b79fe082c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '7365a9fe-27be-4b30-b585-338c5ba3059f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:42:27Z', 'updated_at': '2021-07-24T01:42:28Z', 'revision_number': 3, 'project_id': '8328ea8d7e764c608b51336b79fe082c', 'gw_port': {'id': '7365a9fe-27be-4b30-b585-338c5ba3059f', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:44:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ef382f-cea4-4240-b66a-5d8b65d390b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:42:27Z', 'updated_at': '2021-07-24T01:42:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:42:29.577263 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0d91fe-682c-471b-bad9-06b76fb2faf7 None None] Checking router: 05ef382f-cea4-4240-b66a-5d8b65d390b2 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:42:29.577787 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0d91fe-682c-471b-bad9-06b76fb2faf7 None None] Updating router 05ef382f-cea4-4240-b66a-5d8b65d390b2 port 7365a9fe-27be-4b30-b585-338c5ba3059f binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:42:29.612775 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4b0d91fe-682c-471b-bad9-06b76fb2faf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:29.663410 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-88fe279e-636a-44fd-af1d-8bed337d4013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:29.822362 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-88fe279e-636a-44fd-af1d-8bed337d4013 admin admin] Allocated IP 172.20.0.1 (37ea978f-ad2a-4f4c-a0ee-e368ac57d60c/1148c242-61ba-436f-a81c-f6e6f2051459/68b4ec8f-d923-48e0-9816-ae03371a8770) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:42:29.878802 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4b0d91fe-682c-471b-bad9-06b76fb2faf7 None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:29.889714 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-4b0d91fe-682c-471b-bad9-06b76fb2faf7 None None] Transition to ACTIVE for port object 7365a9fe-27be-4b30-b585-338c5ba3059f will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:42:29.896287 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4b0d91fe-682c-471b-bad9-06b76fb2faf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:29.927841 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a54f5321-1f72-4f3c-b916-656b7320ce54 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:42:29.935586 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-88fe279e-636a-44fd-af1d-8bed337d4013 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:29.951000 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-88fe279e-636a-44fd-af1d-8bed337d4013 admin admin] Transition to ACTIVE for port object 68b4ec8f-d923-48e0-9816-ae03371a8770 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:42:29.986020 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-88fe279e-636a-44fd-af1d-8bed337d4013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:29.987035 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-4b0d91fe-682c-471b-bad9-06b76fb2faf7 None None] Attempting to bind port 7365a9fe-27be-4b30-b585-338c5ba3059f on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:42:29.987425 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-4b0d91fe-682c-471b-bad9-06b76fb2faf7 None None] Attempting to bind port 7365a9fe-27be-4b30-b585-338c5ba3059f by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:42:29.987798 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0d91fe-682c-471b-bad9-06b76fb2faf7 None None] Attempting to bind port 7365a9fe-27be-4b30-b585-338c5ba3059f on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:42:29.990933 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab0e17-4390-4cbb-bfe3-3e3a6ec9fd6c None None] Pushing event updated for resources: {'Port': ['ID=7365a9fe-27be-4b30-b585-338c5ba3059f,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:29.998783 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0d91fe-682c-471b-bad9-06b76fb2faf7 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:42:29.999245 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0d91fe-682c-471b-bad9-06b76fb2faf7 None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:42:29.999569 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4b0d91fe-682c-471b-bad9-06b76fb2faf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:29.999971 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b0d91fe-682c-471b-bad9-06b76fb2faf7 None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:42:30.000452 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-4b0d91fe-682c-471b-bad9-06b76fb2faf7 None None] Bound port: 7365a9fe-27be-4b30-b585-338c5ba3059f, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:42:30.000851 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4b0d91fe-682c-471b-bad9-06b76fb2faf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:30.031240 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fe279e-636a-44fd-af1d-8bed337d4013 admin admin] Network 37ea978f-ad2a-4f4c-a0ee-e368ac57d60c is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:42:30.036691 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-88fe279e-636a-44fd-af1d-8bed337d4013 admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:42:30.039450 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fe279e-636a-44fd-af1d-8bed337d4013 admin admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:42:30.049509 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port a54f5321-1f72-4f3c-b916-656b7320ce54 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:42:30.060990 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port a54f5321-1f72-4f3c-b916-656b7320ce54 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:42:30.061556 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:30.067794 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe279e-636a-44fd-af1d-8bed337d4013 admin admin] Pushing event updated for resources: {'Port': ['ID=68b4ec8f-d923-48e0-9816-ae03371a8770,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:30.087993 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-4b0d91fe-682c-471b-bad9-06b76fb2faf7 None None] For port 7365a9fe-27be-4b30-b585-338c5ba3059f, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:42:30.089188 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-88fe279e-636a-44fd-af1d-8bed337d4013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:30.110504 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-4b0d91fe-682c-471b-bad9-06b76fb2faf7 None None] For port 7365a9fe-27be-4b30-b585-338c5ba3059f, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=7365a9fe-27be-4b30-b585-338c5ba3059f,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:42:30.119061 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4b0d91fe-682c-471b-bad9-06b76fb2faf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:30.215026 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0d91fe-682c-471b-bad9-06b76fb2faf7 None None] Routers {'05ef382f-cea4-4240-b66a-5d8b65d390b2'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:42:30.215689 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-4b0d91fe-682c-471b-bad9-06b76fb2faf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:42:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['05ef382f-cea4-4240-b66a-5d8b65d390b2'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:42:30.246371 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-88fe279e-636a-44fd-af1d-8bed337d4013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:30.257197 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab0e17-4390-4cbb-bfe3-3e3a6ec9fd6c None None] Pushing event updated for resources: {'Port': ['ID=7365a9fe-27be-4b30-b585-338c5ba3059f,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:30.259559 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:30.341291 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port a54f5321-1f72-4f3c-b916-656b7320ce54, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=a54f5321-1f72-4f3c-b916-656b7320ce54,segment=NetworkSegment(1ad27532-454b-4a14-b721-9a97626808d7),segment_id=1ad27532-454b-4a14-b721-9a97626808d7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:42:30.348567 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:30.350368 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f7a51887-96cb-4114-83c0-de7bed7c0388 None None] Provisioning for port 68b4ec8f-d923-48e0-9816-ae03371a8770 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:42:30.381310 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f7a51887-96cb-4114-83c0-de7bed7c0388 None None] Provisioning complete for port 68b4ec8f-d923-48e0-9816-ae03371a8770 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:42:30.382253 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f7a51887-96cb-4114-83c0-de7bed7c0388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:30.416764 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-88fe279e-636a-44fd-af1d-8bed337d4013 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:30.421525 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-88fe279e-636a-44fd-af1d-8bed337d4013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:30.499228 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe279e-636a-44fd-af1d-8bed337d4013 admin admin] Pushing event updated for resources: {'Port': ['ID=68b4ec8f-d923-48e0-9816-ae03371a8770,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:30.501688 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-88fe279e-636a-44fd-af1d-8bed337d4013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:30.577093 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-4b0d91fe-682c-471b-bad9-06b76fb2faf7 None None] Set router 05ef382f-cea4-4240-b66a-5d8b65d390b2 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:42:30.601075 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fe279e-636a-44fd-af1d-8bed337d4013 admin admin] Network 37ea978f-ad2a-4f4c-a0ee-e368ac57d60c is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:42:30.602445 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-88fe279e-636a-44fd-af1d-8bed337d4013 admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:42:30.631338 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-f7a51887-96cb-4114-83c0-de7bed7c0388 None None] Port 68b4ec8f-d923-48e0-9816-ae03371a8770 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:42:30.641325 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=a54f5321-1f72-4f3c-b916-656b7320ce54,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:30.726803 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88fe279e-636a-44fd-af1d-8bed337d4013 admin admin] Router 05ef382f-cea4-4240-b66a-5d8b65d390b2 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:42:30.818881 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-4b0d91fe-682c-471b-bad9-06b76fb2faf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ef382f-cea4-4240-b66a-5d8b65d390b2', 'name': 'tempest-TestEncryptedCinderVolumes-1952672109-router', 'tenant_id': '8328ea8d7e764c608b51336b79fe082c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '7365a9fe-27be-4b30-b585-338c5ba3059f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:42:27Z', 'updated_at': '2021-07-24T01:42:30Z', 'revision_number': 4, 'project_id': '8328ea8d7e764c608b51336b79fe082c', 'gw_port': {'id': '7365a9fe-27be-4b30-b585-338c5ba3059f', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:44:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ef382f-cea4-4240-b66a-5d8b65d390b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:42:27Z', 'updated_at': '2021-07-24T01:42:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '68b4ec8f-d923-48e0-9816-ae03371a8770', 'name': '', 'network_id': '37ea978f-ad2a-4f4c-a0ee-e368ac57d60c', 'tenant_id': '8328ea8d7e764c608b51336b79fe082c', 'mac_address': 'fa:16:3e:d9:4b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ef382f-cea4-4240-b66a-5d8b65d390b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '1148c242-61ba-436f-a81c-f6e6f2051459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:42:29Z', 'updated_at': '2021-07-24T01:42:29Z', 'revision_number': 1, 'project_id': '8328ea8d7e764c608b51336b79fe082c', 'subnets': [{'id': '1148c242-61ba-436f-a81c-f6e6f2051459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:42:30.839356 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88fe279e-636a-44fd-af1d-8bed337d4013 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:42:30.844543 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-88fe279e-636a-44fd-af1d-8bed337d4013 admin admin] 10.222.0.15 "PUT /v2.0/routers/05ef382f-cea4-4240-b66a-5d8b65d390b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6043222 Jul 24 01:42:30.857394 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0d91fe-682c-471b-bad9-06b76fb2faf7 None None] The sync data for ids ['05ef382f-cea4-4240-b66a-5d8b65d390b2'] in n-d-793621-25 is: [{'id': '05ef382f-cea4-4240-b66a-5d8b65d390b2', 'name': 'tempest-TestEncryptedCinderVolumes-1952672109-router', 'tenant_id': '8328ea8d7e764c608b51336b79fe082c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '7365a9fe-27be-4b30-b585-338c5ba3059f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:42:27Z', 'updated_at': '2021-07-24T01:42:30Z', 'revision_number': 4, 'project_id': '8328ea8d7e764c608b51336b79fe082c', 'gw_port': {'id': '7365a9fe-27be-4b30-b585-338c5ba3059f', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:44:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ef382f-cea4-4240-b66a-5d8b65d390b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:42:27Z', 'updated_at': '2021-07-24T01:42:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '68b4ec8f-d923-48e0-9816-ae03371a8770', 'name': '', 'network_id': '37ea978f-ad2a-4f4c-a0ee-e368ac57d60c', 'tenant_id': '8328ea8d7e764c608b51336b79fe082c', 'mac_address': 'fa:16:3e:d9:4b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ef382f-cea4-4240-b66a-5d8b65d390b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '1148c242-61ba-436f-a81c-f6e6f2051459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:42:29Z', 'updated_at': '2021-07-24T01:42:29Z', 'revision_number': 1, 'project_id': '8328ea8d7e764c608b51336b79fe082c', 'subnets': [{'id': '1148c242-61ba-436f-a81c-f6e6f2051459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:42:30.867106 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-902978a9-8cdd-43bb-a318-fcd70fb7bd50 None None] Provisioning complete for port 68b4ec8f-d923-48e0-9816-ae03371a8770 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:42:30.867490 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-902978a9-8cdd-43bb-a318-fcd70fb7bd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:30.903266 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-902978a9-8cdd-43bb-a318-fcd70fb7bd50 None None] Port 68b4ec8f-d923-48e0-9816-ae03371a8770 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:42:31.342448 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50782) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:31.347705 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-2ad15941-614c-473f-8c0f-2df3da94f790 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1822574119-network', 'tenant_id': '140ae69f40fe41a2a21f8414c63bba16'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:42:31.371198 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad15941-614c-473f-8c0f-2df3da94f790 admin admin] Made reservation on behalf of 140ae69f40fe41a2a21f8414c63bba16 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:42:31.373541 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2ad15941-614c-473f-8c0f-2df3da94f790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:31.383517 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2ad15941-614c-473f-8c0f-2df3da94f790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:31.491356 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2ad15941-614c-473f-8c0f-2df3da94f790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:31.499918 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2ad15941-614c-473f-8c0f-2df3da94f790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:31.539137 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ad15941-614c-473f-8c0f-2df3da94f790 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:42:31.546689 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad15941-614c-473f-8c0f-2df3da94f790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8939a462-05f2-4ece-a3d1-d5ed73da5a3c,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:31.553038 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2ad15941-614c-473f-8c0f-2df3da94f790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:31.553391 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-2ad15941-614c-473f-8c0f-2df3da94f790 admin admin] Added segment 0f69d413-50a5-4ea7-be04-229263118a46 of type vlan for network 5e4fded4-1da8-4a28-918b-92949d4ae35b Jul 24 01:42:31.597597 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2ad15941-614c-473f-8c0f-2df3da94f790 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:31.629620 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2ad15941-614c-473f-8c0f-2df3da94f790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:31.630766 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad15941-614c-473f-8c0f-2df3da94f790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:31.631353 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2ad15941-614c-473f-8c0f-2df3da94f790 admin admin] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:31.666899 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2ad15941-614c-473f-8c0f-2df3da94f790 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3231299 Jul 24 01:42:31.670137 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 50784) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:31.675488 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-47810394-b554-4fb8-be6f-1b348931404f admin admin] Request body: {'subnet': {'network_id': '5e4fded4-1da8-4a28-918b-92949d4ae35b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1822574119-subnet', 'tenant_id': '140ae69f40fe41a2a21f8414c63bba16', 'ip_version': 4}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:42:31.699153 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47810394-b554-4fb8-be6f-1b348931404f admin admin] Made reservation on behalf of 140ae69f40fe41a2a21f8414c63bba16 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:42:31.701087 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad15941-614c-473f-8c0f-2df3da94f790 admin admin] Pushing event updated for resources: {'Network': ['ID=5e4fded4-1da8-4a28-918b-92949d4ae35b,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:31.702084 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-47810394-b554-4fb8-be6f-1b348931404f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:31.711477 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 5e4fded4-1da8-4a28-918b-92949d4ae35b details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:42:31.901511 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-47810394-b554-4fb8-be6f-1b348931404f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:31.958614 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47810394-b554-4fb8-be6f-1b348931404f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b37e00de-91de-4987-a473-a71fd9e042de,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:31.973577 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47810394-b554-4fb8-be6f-1b348931404f admin admin] Checking segment: {'id': '0f69d413-50a5-4ea7-be04-229263118a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5e4fded4-1da8-4a28-918b-92949d4ae35b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:42:31.973951 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47810394-b554-4fb8-be6f-1b348931404f admin admin] Network hostable DHCP agents. Network: 5e4fded4-1da8-4a28-918b-92949d4ae35b, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:42:31.992554 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47810394-b554-4fb8-be6f-1b348931404f admin admin] Network 5e4fded4-1da8-4a28-918b-92949d4ae35b is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:42:31.996090 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 7365a9fe-27be-4b30-b585-338c5ba3059f up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:42:32.004377 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-47810394-b554-4fb8-be6f-1b348931404f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 5e4fded4-1da8-4a28-918b-92949d4ae35b) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:42:32.009367 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47810394-b554-4fb8-be6f-1b348931404f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:32.010043 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-47810394-b554-4fb8-be6f-1b348931404f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:32.034901 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316a8e94-ac10-43e3-9013-d5fae7e350b9 None None] Network 5e4fded4-1da8-4a28-918b-92949d4ae35b requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:42:32.035732 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50786) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:32.041680 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-17fa1f4d-af38-4f24-a311-1482fe3556c2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1822574119-router', 'tenant_id': '140ae69f40fe41a2a21f8414c63bba16', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:42:32.043338 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-47810394-b554-4fb8-be6f-1b348931404f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3639095 Jul 24 01:42:32.066422 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-17fa1f4d-af38-4f24-a311-1482fe3556c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:32.067738 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-17fa1f4d-af38-4f24-a311-1482fe3556c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:32.125628 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-17fa1f4d-af38-4f24-a311-1482fe3556c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:32.131866 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 7365a9fe-27be-4b30-b585-338c5ba3059f completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:42:32.140327 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 7365a9fe-27be-4b30-b585-338c5ba3059f triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:42:32.140714 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:32.264079 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000946a4-eac4-4317-8128-b1cf29546ad3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-5e4fded4-1da8-4a28-918b-92949d4ae35b', 'network_id': '5e4fded4-1da8-4a28-918b-92949d4ae35b', 'tenant_id': '140ae69f40fe41a2a21f8414c63bba16', 'fixed_ips': [{'subnet_id': 'b37e00de-91de-4987-a473-a71fd9e042de'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:42:32.265394 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-000946a4-eac4-4317-8128-b1cf29546ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:32.284864 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-17fa1f4d-af38-4f24-a311-1482fe3556c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:32.288886 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:32.361934 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 7365a9fe-27be-4b30-b585-338c5ba3059f, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=7365a9fe-27be-4b30-b585-338c5ba3059f,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:42:32.369215 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:32.370017 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a54f5321-1f72-4f3c-b916-656b7320ce54 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:42:32.485611 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=7365a9fe-27be-4b30-b585-338c5ba3059f,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:32.489726 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-17fa1f4d-af38-4f24-a311-1482fe3556c2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:32.509936 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-000946a4-eac4-4317-8128-b1cf29546ad3 None None] Allocated IP 172.20.0.2 (5e4fded4-1da8-4a28-918b-92949d4ae35b/b37e00de-91de-4987-a473-a71fd9e042de/2b937670-ce60-404b-9376-23d15ffa5121) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:42:32.513791 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-17fa1f4d-af38-4f24-a311-1482fe3556c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:32.514680 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port a54f5321-1f72-4f3c-b916-656b7320ce54 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:42:32.515095 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:32.624828 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-17fa1f4d-af38-4f24-a311-1482fe3556c2 admin admin] Allocated IP 172.25.2.242 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/12d9991e-542a-41ea-ba5b-70406f60406c) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:42:32.729206 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-000946a4-eac4-4317-8128-b1cf29546ad3 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:32.741630 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-000946a4-eac4-4317-8128-b1cf29546ad3 None None] Transition to ACTIVE for port object 2b937670-ce60-404b-9376-23d15ffa5121 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:42:32.744745 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-17fa1f4d-af38-4f24-a311-1482fe3556c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:32.759166 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-000946a4-eac4-4317-8128-b1cf29546ad3 None None] Transition to ACTIVE for port object 2b937670-ce60-404b-9376-23d15ffa5121 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:42:32.765485 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-000946a4-eac4-4317-8128-b1cf29546ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:32.792181 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-17fa1f4d-af38-4f24-a311-1482fe3556c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:32.803728 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000946a4-eac4-4317-8128-b1cf29546ad3 None None] Network 5e4fded4-1da8-4a28-918b-92949d4ae35b is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:42:32.810606 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-000946a4-eac4-4317-8128-b1cf29546ad3 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:42:32.814200 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000946a4-eac4-4317-8128-b1cf29546ad3 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:42:32.821670 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000946a4-eac4-4317-8128-b1cf29546ad3 None None] Pushing event updated for resources: {'Port': ['ID=2b937670-ce60-404b-9376-23d15ffa5121,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:32.828892 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fa1f4d-af38-4f24-a311-1482fe3556c2 admin admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:42:32.833887 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-17fa1f4d-af38-4f24-a311-1482fe3556c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:42:32.838100 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fa1f4d-af38-4f24-a311-1482fe3556c2 admin admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:42:32.843799 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa1f4d-af38-4f24-a311-1482fe3556c2 admin admin] Pushing event updated for resources: {'Port': ['ID=12d9991e-542a-41ea-ba5b-70406f60406c,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:32.881963 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-000946a4-eac4-4317-8128-b1cf29546ad3 None None] Attempting to bind port 2b937670-ce60-404b-9376-23d15ffa5121 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:42:32.882290 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-000946a4-eac4-4317-8128-b1cf29546ad3 None None] Attempting to bind port 2b937670-ce60-404b-9376-23d15ffa5121 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '0f69d413-50a5-4ea7-be04-229263118a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5e4fded4-1da8-4a28-918b-92949d4ae35b'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:42:32.882682 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000946a4-eac4-4317-8128-b1cf29546ad3 None None] Attempting to bind port 2b937670-ce60-404b-9376-23d15ffa5121 on network 5e4fded4-1da8-4a28-918b-92949d4ae35b {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:42:32.888026 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000946a4-eac4-4317-8128-b1cf29546ad3 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:42:32.888408 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000946a4-eac4-4317-8128-b1cf29546ad3 None None] Checking segment: {'id': '0f69d413-50a5-4ea7-be04-229263118a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5e4fded4-1da8-4a28-918b-92949d4ae35b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:42:32.888820 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-000946a4-eac4-4317-8128-b1cf29546ad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:32.889220 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000946a4-eac4-4317-8128-b1cf29546ad3 None None] Bound using segment: {'id': '0f69d413-50a5-4ea7-be04-229263118a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5e4fded4-1da8-4a28-918b-92949d4ae35b'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:42:32.889722 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-000946a4-eac4-4317-8128-b1cf29546ad3 None None] Bound port: 2b937670-ce60-404b-9376-23d15ffa5121, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f69d413-50a5-4ea7-be04-229263118a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5e4fded4-1da8-4a28-918b-92949d4ae35b'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:42:32.890111 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-000946a4-eac4-4317-8128-b1cf29546ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:32.930379 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1726cdd2-b699-4715-a6d7-8f4fe6b8e9f8 None None] Sync routers for ids ['05ef382f-cea4-4240-b66a-5d8b65d390b2'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:42:32.940674 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1726cdd2-b699-4715-a6d7-8f4fe6b8e9f8 None None] Routers {'05ef382f-cea4-4240-b66a-5d8b65d390b2'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:42:32.941582 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-1726cdd2-b699-4715-a6d7-8f4fe6b8e9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:42:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['05ef382f-cea4-4240-b66a-5d8b65d390b2'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:42:32.962791 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-000946a4-eac4-4317-8128-b1cf29546ad3 None None] For port 2b937670-ce60-404b-9376-23d15ffa5121, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:42:32.966037 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-000946a4-eac4-4317-8128-b1cf29546ad3 None None] For port 2b937670-ce60-404b-9376-23d15ffa5121, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2b937670-ce60-404b-9376-23d15ffa5121,segment=NetworkSegment(0f69d413-50a5-4ea7-be04-229263118a46),segment_id=0f69d413-50a5-4ea7-be04-229263118a46)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:42:32.971739 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-000946a4-eac4-4317-8128-b1cf29546ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:33.044110 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000946a4-eac4-4317-8128-b1cf29546ad3 None None] Pushing event updated for resources: {'Port': ['ID=2b937670-ce60-404b-9376-23d15ffa5121,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:33.053748 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-1726cdd2-b699-4715-a6d7-8f4fe6b8e9f8 None None] Set router 05ef382f-cea4-4240-b66a-5d8b65d390b2 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:42:33.101197 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-17fa1f4d-af38-4f24-a311-1482fe3556c2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:33.286235 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-1726cdd2-b699-4715-a6d7-8f4fe6b8e9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ef382f-cea4-4240-b66a-5d8b65d390b2', 'name': 'tempest-TestEncryptedCinderVolumes-1952672109-router', 'tenant_id': '8328ea8d7e764c608b51336b79fe082c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '7365a9fe-27be-4b30-b585-338c5ba3059f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:42:27Z', 'updated_at': '2021-07-24T01:42:30Z', 'revision_number': 4, 'project_id': '8328ea8d7e764c608b51336b79fe082c', 'gw_port': {'id': '7365a9fe-27be-4b30-b585-338c5ba3059f', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:44:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ef382f-cea4-4240-b66a-5d8b65d390b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:42:27Z', 'updated_at': '2021-07-24T01:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '68b4ec8f-d923-48e0-9816-ae03371a8770', 'name': '', 'network_id': '37ea978f-ad2a-4f4c-a0ee-e368ac57d60c', 'tenant_id': '8328ea8d7e764c608b51336b79fe082c', 'mac_address': 'fa:16:3e:d9:4b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ef382f-cea4-4240-b66a-5d8b65d390b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '1148c242-61ba-436f-a81c-f6e6f2051459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:42:29Z', 'updated_at': '2021-07-24T01:42:30Z', 'revision_number': 2, 'project_id': '8328ea8d7e764c608b51336b79fe082c', 'subnets': [{'id': '1148c242-61ba-436f-a81c-f6e6f2051459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:42:33.317828 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1726cdd2-b699-4715-a6d7-8f4fe6b8e9f8 None None] Checking router: 05ef382f-cea4-4240-b66a-5d8b65d390b2 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:42:33.318180 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1726cdd2-b699-4715-a6d7-8f4fe6b8e9f8 None None] Updating router 05ef382f-cea4-4240-b66a-5d8b65d390b2 port 68b4ec8f-d923-48e0-9816-ae03371a8770 binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:42:33.346259 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-17fa1f4d-af38-4f24-a311-1482fe3556c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:33.352173 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-1726cdd2-b699-4715-a6d7-8f4fe6b8e9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:33.632811 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-1726cdd2-b699-4715-a6d7-8f4fe6b8e9f8 None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:33.645274 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-1726cdd2-b699-4715-a6d7-8f4fe6b8e9f8 None None] Transition to ACTIVE for port object 68b4ec8f-d923-48e0-9816-ae03371a8770 will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:42:33.652055 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-1726cdd2-b699-4715-a6d7-8f4fe6b8e9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:33.726504 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc9b302-c5ed-486d-98bd-284f5f69882e None None] Pushing event updated for resources: {'Port': ['ID=68b4ec8f-d923-48e0-9816-ae03371a8770,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:33.737032 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc9b302-c5ed-486d-98bd-284f5f69882e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:42:33.737390 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc9b302-c5ed-486d-98bd-284f5f69882e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:42:33.737734 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc9b302-c5ed-486d-98bd-284f5f69882e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:42:33.738073 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc9b302-c5ed-486d-98bd-284f5f69882e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:42:33.738413 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc9b302-c5ed-486d-98bd-284f5f69882e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:42:33.738767 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc9b302-c5ed-486d-98bd-284f5f69882e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:42:33.739103 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc9b302-c5ed-486d-98bd-284f5f69882e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:42:33.739435 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc9b302-c5ed-486d-98bd-284f5f69882e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:42:33.739756 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc9b302-c5ed-486d-98bd-284f5f69882e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:42:33.740086 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc9b302-c5ed-486d-98bd-284f5f69882e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:42:33.740404 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc9b302-c5ed-486d-98bd-284f5f69882e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:42:33.740726 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc9b302-c5ed-486d-98bd-284f5f69882e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:42:33.775667 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-1726cdd2-b699-4715-a6d7-8f4fe6b8e9f8 None None] Attempting to bind port 68b4ec8f-d923-48e0-9816-ae03371a8770 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:42:33.776045 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-1726cdd2-b699-4715-a6d7-8f4fe6b8e9f8 None None] Attempting to bind port 68b4ec8f-d923-48e0-9816-ae03371a8770 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '1ad27532-454b-4a14-b721-9a97626808d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '37ea978f-ad2a-4f4c-a0ee-e368ac57d60c'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:42:33.776411 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1726cdd2-b699-4715-a6d7-8f4fe6b8e9f8 None None] Attempting to bind port 68b4ec8f-d923-48e0-9816-ae03371a8770 on network 37ea978f-ad2a-4f4c-a0ee-e368ac57d60c {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:42:33.782187 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1726cdd2-b699-4715-a6d7-8f4fe6b8e9f8 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:42:33.782737 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1726cdd2-b699-4715-a6d7-8f4fe6b8e9f8 None None] Checking segment: {'id': '1ad27532-454b-4a14-b721-9a97626808d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '37ea978f-ad2a-4f4c-a0ee-e368ac57d60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:42:33.783139 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-1726cdd2-b699-4715-a6d7-8f4fe6b8e9f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:33.783539 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1726cdd2-b699-4715-a6d7-8f4fe6b8e9f8 None None] Bound using segment: {'id': '1ad27532-454b-4a14-b721-9a97626808d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '37ea978f-ad2a-4f4c-a0ee-e368ac57d60c'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:42:33.784015 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-1726cdd2-b699-4715-a6d7-8f4fe6b8e9f8 None None] Bound port: 68b4ec8f-d923-48e0-9816-ae03371a8770, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ad27532-454b-4a14-b721-9a97626808d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '37ea978f-ad2a-4f4c-a0ee-e368ac57d60c'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:42:33.784403 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-1726cdd2-b699-4715-a6d7-8f4fe6b8e9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:33.860549 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-1726cdd2-b699-4715-a6d7-8f4fe6b8e9f8 None None] For port 68b4ec8f-d923-48e0-9816-ae03371a8770, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:42:33.863990 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-1726cdd2-b699-4715-a6d7-8f4fe6b8e9f8 None None] For port 68b4ec8f-d923-48e0-9816-ae03371a8770, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=68b4ec8f-d923-48e0-9816-ae03371a8770,segment=NetworkSegment(1ad27532-454b-4a14-b721-9a97626808d7),segment_id=1ad27532-454b-4a14-b721-9a97626808d7)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:42:33.872353 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-1726cdd2-b699-4715-a6d7-8f4fe6b8e9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:33.893584 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17fa1f4d-af38-4f24-a311-1482fe3556c2 admin admin] Router 5cec81c7-f12c-4b58-8ab3-e6fae925cc0a is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:42:33.943495 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1726cdd2-b699-4715-a6d7-8f4fe6b8e9f8 None None] Routers {'05ef382f-cea4-4240-b66a-5d8b65d390b2'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:42:33.945326 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-1726cdd2-b699-4715-a6d7-8f4fe6b8e9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:42:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['05ef382f-cea4-4240-b66a-5d8b65d390b2'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:42:33.989111 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc9b302-c5ed-486d-98bd-284f5f69882e None None] Pushing event updated for resources: {'Port': ['ID=68b4ec8f-d923-48e0-9816-ae03371a8770,revision_number=4']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:34.069565 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fa1f4d-af38-4f24-a311-1482fe3556c2 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:42:34.081925 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-1726cdd2-b699-4715-a6d7-8f4fe6b8e9f8 None None] Set router 05ef382f-cea4-4240-b66a-5d8b65d390b2 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:42:34.089998 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddbbc84-fa40-4ae7-ab44-a571a3af0582 None None] Sync routers for ids ['5cec81c7-f12c-4b58-8ab3-e6fae925cc0a'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:42:34.097858 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2b937670-ce60-404b-9376-23d15ffa5121 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:42:34.128707 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-17fa1f4d-af38-4f24-a311-1482fe3556c2 admin admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:34.130264 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-17fa1f4d-af38-4f24-a311-1482fe3556c2 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0931611 Jul 24 01:42:34.133175 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 50788) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:42:34.154478 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddbbc84-fa40-4ae7-ab44-a571a3af0582 None None] Routers {'5cec81c7-f12c-4b58-8ab3-e6fae925cc0a'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:42:34.156533 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-3ddbbc84-fa40-4ae7-ab44-a571a3af0582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:42:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['5cec81c7-f12c-4b58-8ab3-e6fae925cc0a'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:42:34.284550 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de854957-b4a6-4044-bd63-ea8b0feaba15 None None] Network 5e4fded4-1da8-4a28-918b-92949d4ae35b requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:42:34.330918 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-1726cdd2-b699-4715-a6d7-8f4fe6b8e9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ef382f-cea4-4240-b66a-5d8b65d390b2', 'name': 'tempest-TestEncryptedCinderVolumes-1952672109-router', 'tenant_id': '8328ea8d7e764c608b51336b79fe082c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '7365a9fe-27be-4b30-b585-338c5ba3059f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:42:27Z', 'updated_at': '2021-07-24T01:42:30Z', 'revision_number': 4, 'project_id': '8328ea8d7e764c608b51336b79fe082c', 'gw_port': {'id': '7365a9fe-27be-4b30-b585-338c5ba3059f', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:44:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ef382f-cea4-4240-b66a-5d8b65d390b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:42:27Z', 'updated_at': '2021-07-24T01:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '68b4ec8f-d923-48e0-9816-ae03371a8770', 'name': '', 'network_id': '37ea978f-ad2a-4f4c-a0ee-e368ac57d60c', 'tenant_id': '8328ea8d7e764c608b51336b79fe082c', 'mac_address': 'fa:16:3e:d9:4b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ef382f-cea4-4240-b66a-5d8b65d390b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '1148c242-61ba-436f-a81c-f6e6f2051459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:42:29Z', 'updated_at': '2021-07-24T01:42:33Z', 'revision_number': 4, 'project_id': '8328ea8d7e764c608b51336b79fe082c', 'subnets': [{'id': '1148c242-61ba-436f-a81c-f6e6f2051459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:42:34.359700 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1726cdd2-b699-4715-a6d7-8f4fe6b8e9f8 None None] The sync data for ids ['05ef382f-cea4-4240-b66a-5d8b65d390b2'] in n-d-793621-25 is: [{'id': '05ef382f-cea4-4240-b66a-5d8b65d390b2', 'name': 'tempest-TestEncryptedCinderVolumes-1952672109-router', 'tenant_id': '8328ea8d7e764c608b51336b79fe082c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '7365a9fe-27be-4b30-b585-338c5ba3059f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:42:27Z', 'updated_at': '2021-07-24T01:42:30Z', 'revision_number': 4, 'project_id': '8328ea8d7e764c608b51336b79fe082c', 'gw_port': {'id': '7365a9fe-27be-4b30-b585-338c5ba3059f', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:44:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ef382f-cea4-4240-b66a-5d8b65d390b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:42:27Z', 'updated_at': '2021-07-24T01:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '68b4ec8f-d923-48e0-9816-ae03371a8770', 'name': '', 'network_id': '37ea978f-ad2a-4f4c-a0ee-e368ac57d60c', 'tenant_id': '8328ea8d7e764c608b51336b79fe082c', 'mac_address': 'fa:16:3e:d9:4b:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ef382f-cea4-4240-b66a-5d8b65d390b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': '1148c242-61ba-436f-a81c-f6e6f2051459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:42:29Z', 'updated_at': '2021-07-24T01:42:33Z', 'revision_number': 4, 'project_id': '8328ea8d7e764c608b51336b79fe082c', 'subnets': [{'id': '1148c242-61ba-436f-a81c-f6e6f2051459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:42:34.401782 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-3ddbbc84-fa40-4ae7-ab44-a571a3af0582 None None] Set router 5cec81c7-f12c-4b58-8ab3-e6fae925cc0a gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:42:34.460351 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 2b937670-ce60-404b-9376-23d15ffa5121 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:42:34.469215 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 7365a9fe-27be-4b30-b585-338c5ba3059f up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:42:34.479864 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-3b215cd0-a4e1-4024-827a-bb61304c7d10 None None] Provisioning for port 2b937670-ce60-404b-9376-23d15ffa5121 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:42:34.527032 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-3b215cd0-a4e1-4024-827a-bb61304c7d10 None None] Provisioning complete for port 2b937670-ce60-404b-9376-23d15ffa5121 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:42:34.527422 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3b215cd0-a4e1-4024-827a-bb61304c7d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:34.677721 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6e7fc467-3449-4a31-86e0-2f27f603c7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:34.811725 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 7365a9fe-27be-4b30-b585-338c5ba3059f triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:42:34.812541 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:34.871943 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3b215cd0-a4e1-4024-827a-bb61304c7d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:34.878930 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-6e7fc467-3449-4a31-86e0-2f27f603c7f6 admin admin] Allocated IP 172.20.0.1 (5e4fded4-1da8-4a28-918b-92949d4ae35b/b37e00de-91de-4987-a473-a71fd9e042de/0d0b019c-7bbe-41da-8917-4887c9630852) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:42:34.947825 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-3b215cd0-a4e1-4024-827a-bb61304c7d10 None None] For port 2b937670-ce60-404b-9376-23d15ffa5121, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2b937670-ce60-404b-9376-23d15ffa5121,segment=NetworkSegment(0f69d413-50a5-4ea7-be04-229263118a46),segment_id=0f69d413-50a5-4ea7-be04-229263118a46)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:42:34.963156 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-3ddbbc84-fa40-4ae7-ab44-a571a3af0582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cec81c7-f12c-4b58-8ab3-e6fae925cc0a', 'name': 'tempest-TestEncryptedCinderVolumes-1822574119-router', 'tenant_id': '140ae69f40fe41a2a21f8414c63bba16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '12d9991e-542a-41ea-ba5b-70406f60406c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:42:32Z', 'updated_at': '2021-07-24T01:42:32Z', 'revision_number': 3, 'project_id': '140ae69f40fe41a2a21f8414c63bba16', 'gw_port': {'id': '12d9991e-542a-41ea-ba5b-70406f60406c', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cec81c7-f12c-4b58-8ab3-e6fae925cc0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:42:32Z', 'updated_at': '2021-07-24T01:42:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:42:34.965755 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3b215cd0-a4e1-4024-827a-bb61304c7d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:35.006769 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6e7fc467-3449-4a31-86e0-2f27f603c7f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:35.023412 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-6e7fc467-3449-4a31-86e0-2f27f603c7f6 admin admin] Transition to ACTIVE for port object 0d0b019c-7bbe-41da-8917-4887c9630852 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:42:35.067296 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6e7fc467-3449-4a31-86e0-2f27f603c7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:35.117076 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7fc467-3449-4a31-86e0-2f27f603c7f6 admin admin] Pushing event updated for resources: {'Port': ['ID=0d0b019c-7bbe-41da-8917-4887c9630852,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:35.132974 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7fc467-3449-4a31-86e0-2f27f603c7f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:42:35.133389 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7fc467-3449-4a31-86e0-2f27f603c7f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:42:35.133914 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7fc467-3449-4a31-86e0-2f27f603c7f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:42:35.134265 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7fc467-3449-4a31-86e0-2f27f603c7f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:42:35.134608 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7fc467-3449-4a31-86e0-2f27f603c7f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:42:35.135237 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7fc467-3449-4a31-86e0-2f27f603c7f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:42:35.135580 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7fc467-3449-4a31-86e0-2f27f603c7f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:42:35.135917 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7fc467-3449-4a31-86e0-2f27f603c7f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:42:35.136459 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7fc467-3449-4a31-86e0-2f27f603c7f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:42:35.136803 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7fc467-3449-4a31-86e0-2f27f603c7f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:42:35.137137 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7fc467-3449-4a31-86e0-2f27f603c7f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:42:35.137465 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7fc467-3449-4a31-86e0-2f27f603c7f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:42:35.155412 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7fc467-3449-4a31-86e0-2f27f603c7f6 admin admin] Network 5e4fded4-1da8-4a28-918b-92949d4ae35b is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:42:35.157159 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-6e7fc467-3449-4a31-86e0-2f27f603c7f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:42:35.159929 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7fc467-3449-4a31-86e0-2f27f603c7f6 admin admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:42:35.203251 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6e7fc467-3449-4a31-86e0-2f27f603c7f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:35.229678 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddbbc84-fa40-4ae7-ab44-a571a3af0582 None None] Checking router: 5cec81c7-f12c-4b58-8ab3-e6fae925cc0a for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:42:35.230215 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddbbc84-fa40-4ae7-ab44-a571a3af0582 None None] Updating router 5cec81c7-f12c-4b58-8ab3-e6fae925cc0a port 12d9991e-542a-41ea-ba5b-70406f60406c binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:42:35.304145 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b215cd0-a4e1-4024-827a-bb61304c7d10 None None] Pushing event updated for resources: {'Port': ['ID=2b937670-ce60-404b-9376-23d15ffa5121,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:35.309234 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3ddbbc84-fa40-4ae7-ab44-a571a3af0582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:35.361013 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6e7fc467-3449-4a31-86e0-2f27f603c7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:35.444732 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1ab2b0fc-1926-49b3-9085-96a910c4f83a None None] Provisioning complete for port 2b937670-ce60-404b-9376-23d15ffa5121 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:42:35.445102 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1ab2b0fc-1926-49b3-9085-96a910c4f83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:35.471452 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:35.534192 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6e7fc467-3449-4a31-86e0-2f27f603c7f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:35.540329 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6e7fc467-3449-4a31-86e0-2f27f603c7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:35.609367 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6e7fc467-3449-4a31-86e0-2f27f603c7f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:35.612428 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7fc467-3449-4a31-86e0-2f27f603c7f6 admin admin] Pushing event updated for resources: {'Port': ['ID=0d0b019c-7bbe-41da-8917-4887c9630852,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:35.662381 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3ddbbc84-fa40-4ae7-ab44-a571a3af0582 None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:35.673083 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-3ddbbc84-fa40-4ae7-ab44-a571a3af0582 None None] Transition to ACTIVE for port object 12d9991e-542a-41ea-ba5b-70406f60406c will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:42:35.679275 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3ddbbc84-fa40-4ae7-ab44-a571a3af0582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:35.719787 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7fc467-3449-4a31-86e0-2f27f603c7f6 admin admin] Network 5e4fded4-1da8-4a28-918b-92949d4ae35b is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:42:35.721468 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-6e7fc467-3449-4a31-86e0-2f27f603c7f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:42:35.748766 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585cf8d-b6a1-41dc-9ae8-11e4061d7846 None None] Pushing event updated for resources: {'Port': ['ID=12d9991e-542a-41ea-ba5b-70406f60406c,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:35.753504 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-3ddbbc84-fa40-4ae7-ab44-a571a3af0582 None None] Attempting to bind port 12d9991e-542a-41ea-ba5b-70406f60406c on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:42:35.753996 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-3ddbbc84-fa40-4ae7-ab44-a571a3af0582 None None] Attempting to bind port 12d9991e-542a-41ea-ba5b-70406f60406c by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:42:35.754389 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddbbc84-fa40-4ae7-ab44-a571a3af0582 None None] Attempting to bind port 12d9991e-542a-41ea-ba5b-70406f60406c on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:42:35.760340 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-49f225c3-cb13-46dd-8b6e-f551d8435b7c None None] Provisioning for port 0d0b019c-7bbe-41da-8917-4887c9630852 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:42:35.762632 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddbbc84-fa40-4ae7-ab44-a571a3af0582 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:42:35.763177 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddbbc84-fa40-4ae7-ab44-a571a3af0582 None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:42:35.763594 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3ddbbc84-fa40-4ae7-ab44-a571a3af0582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:35.764052 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddbbc84-fa40-4ae7-ab44-a571a3af0582 None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:42:35.764538 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-3ddbbc84-fa40-4ae7-ab44-a571a3af0582 None None] Bound port: 12d9991e-542a-41ea-ba5b-70406f60406c, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:42:35.764930 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3ddbbc84-fa40-4ae7-ab44-a571a3af0582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:35.794267 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-49f225c3-cb13-46dd-8b6e-f551d8435b7c None None] Provisioning complete for port 0d0b019c-7bbe-41da-8917-4887c9630852 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:42:35.794647 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-49f225c3-cb13-46dd-8b6e-f551d8435b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:35.847370 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:35.859820 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7fc467-3449-4a31-86e0-2f27f603c7f6 admin admin] Router 5cec81c7-f12c-4b58-8ab3-e6fae925cc0a has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:42:35.862323 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-49f225c3-cb13-46dd-8b6e-f551d8435b7c None None] Port 0d0b019c-7bbe-41da-8917-4887c9630852 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:42:35.866014 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-3ddbbc84-fa40-4ae7-ab44-a571a3af0582 None None] For port 12d9991e-542a-41ea-ba5b-70406f60406c, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:42:35.870120 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-3ddbbc84-fa40-4ae7-ab44-a571a3af0582 None None] For port 12d9991e-542a-41ea-ba5b-70406f60406c, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=12d9991e-542a-41ea-ba5b-70406f60406c,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:42:35.876796 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3ddbbc84-fa40-4ae7-ab44-a571a3af0582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:35.935395 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddbbc84-fa40-4ae7-ab44-a571a3af0582 None None] Routers {'5cec81c7-f12c-4b58-8ab3-e6fae925cc0a'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:42:35.935870 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-3ddbbc84-fa40-4ae7-ab44-a571a3af0582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:42:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['5cec81c7-f12c-4b58-8ab3-e6fae925cc0a'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:42:35.980528 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2b937670-ce60-404b-9376-23d15ffa5121 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:42:35.997878 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7fc467-3449-4a31-86e0-2f27f603c7f6 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:42:36.008138 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6e7fc467-3449-4a31-86e0-2f27f603c7f6 admin admin] 10.222.0.15 "PUT /v2.0/routers/5cec81c7-f12c-4b58-8ab3-e6fae925cc0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8677201 Jul 24 01:42:36.056783 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e585cf8d-b6a1-41dc-9ae8-11e4061d7846 None None] Pushing event updated for resources: {'Port': ['ID=12d9991e-542a-41ea-ba5b-70406f60406c,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:36.080793 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-02e6825f-19c2-410d-95a6-b3a9c9af6d1d None None] Provisioning complete for port 0d0b019c-7bbe-41da-8917-4887c9630852 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:42:36.081203 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-02e6825f-19c2-410d-95a6-b3a9c9af6d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:36.134595 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-02e6825f-19c2-410d-95a6-b3a9c9af6d1d None None] Port 0d0b019c-7bbe-41da-8917-4887c9630852 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:42:36.144828 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-3ddbbc84-fa40-4ae7-ab44-a571a3af0582 None None] Set router 5cec81c7-f12c-4b58-8ab3-e6fae925cc0a gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:42:36.147098 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 2b937670-ce60-404b-9376-23d15ffa5121 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:42:36.147476 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:36.360243 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 68b4ec8f-d923-48e0-9816-ae03371a8770 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:42:36.439845 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 68b4ec8f-d923-48e0-9816-ae03371a8770 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:42:36.444858 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 68b4ec8f-d923-48e0-9816-ae03371a8770 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:42:36.445243 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:36.448784 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-3ddbbc84-fa40-4ae7-ab44-a571a3af0582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cec81c7-f12c-4b58-8ab3-e6fae925cc0a', 'name': 'tempest-TestEncryptedCinderVolumes-1822574119-router', 'tenant_id': '140ae69f40fe41a2a21f8414c63bba16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '12d9991e-542a-41ea-ba5b-70406f60406c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:42:32Z', 'updated_at': '2021-07-24T01:42:35Z', 'revision_number': 4, 'project_id': '140ae69f40fe41a2a21f8414c63bba16', 'gw_port': {'id': '12d9991e-542a-41ea-ba5b-70406f60406c', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cec81c7-f12c-4b58-8ab3-e6fae925cc0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:42:32Z', 'updated_at': '2021-07-24T01:42:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '0d0b019c-7bbe-41da-8917-4887c9630852', 'name': '', 'network_id': '5e4fded4-1da8-4a28-918b-92949d4ae35b', 'tenant_id': '140ae69f40fe41a2a21f8414c63bba16', 'mac_address': 'fa:16:3e:f4:93:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cec81c7-f12c-4b58-8ab3-e6fae925cc0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'b37e00de-91de-4987-a473-a71fd9e042de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:42:34Z', 'updated_at': '2021-07-24T01:42:35Z', 'revision_number': 2, 'project_id': '140ae69f40fe41a2a21f8414c63bba16', 'subnets': [{'id': 'b37e00de-91de-4987-a473-a71fd9e042de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:42:36.494122 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddbbc84-fa40-4ae7-ab44-a571a3af0582 None None] The sync data for ids ['5cec81c7-f12c-4b58-8ab3-e6fae925cc0a'] in n-d-793621-25 is: [{'id': '5cec81c7-f12c-4b58-8ab3-e6fae925cc0a', 'name': 'tempest-TestEncryptedCinderVolumes-1822574119-router', 'tenant_id': '140ae69f40fe41a2a21f8414c63bba16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '12d9991e-542a-41ea-ba5b-70406f60406c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:42:32Z', 'updated_at': '2021-07-24T01:42:35Z', 'revision_number': 4, 'project_id': '140ae69f40fe41a2a21f8414c63bba16', 'gw_port': {'id': '12d9991e-542a-41ea-ba5b-70406f60406c', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cec81c7-f12c-4b58-8ab3-e6fae925cc0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:42:32Z', 'updated_at': '2021-07-24T01:42:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '0d0b019c-7bbe-41da-8917-4887c9630852', 'name': '', 'network_id': '5e4fded4-1da8-4a28-918b-92949d4ae35b', 'tenant_id': '140ae69f40fe41a2a21f8414c63bba16', 'mac_address': 'fa:16:3e:f4:93:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cec81c7-f12c-4b58-8ab3-e6fae925cc0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'b37e00de-91de-4987-a473-a71fd9e042de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:42:34Z', 'updated_at': '2021-07-24T01:42:35Z', 'revision_number': 2, 'project_id': '140ae69f40fe41a2a21f8414c63bba16', 'subnets': [{'id': 'b37e00de-91de-4987-a473-a71fd9e042de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:42:36.564118 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:36.601107 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 68b4ec8f-d923-48e0-9816-ae03371a8770, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=68b4ec8f-d923-48e0-9816-ae03371a8770,segment=NetworkSegment(1ad27532-454b-4a14-b721-9a97626808d7),segment_id=1ad27532-454b-4a14-b721-9a97626808d7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:42:36.606410 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:36.659483 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=68b4ec8f-d923-48e0-9816-ae03371a8770,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:37.061520 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea891a-8314-4579-85cf-87774633691d req-8c32289d-757b-4f11-9f40-6eaf38a4cf83 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:37.063409 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-29ea891a-8314-4579-85cf-87774633691d req-8c32289d-757b-4f11-9f40-6eaf38a4cf83 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/networks?id=37ea978f-ad2a-4f4c-a0ee-e368ac57d60c HTTP/1.1" status: 200 len: 817 time: 0.1081314 Jul 24 01:42:37.081116 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-29ea891a-8314-4579-85cf-87774633691d req-f226df5f-8429-4a80-93ca-8c3fa4a2555e tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/quotas/8328ea8d7e764c608b51336b79fe082c HTTP/1.1" status: 200 len: 375 time: 0.0097365 Jul 24 01:42:37.147408 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-29ea891a-8314-4579-85cf-87774633691d req-31044eaf-0ea5-4db9-8430-02344e03d5ea tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8328ea8d7e764c608b51336b79fe082c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610235 Jul 24 01:42:37.262522 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-29ea891a-8314-4579-85cf-87774633691d req-a71d307c-a421-4049-a63e-6c44364a2b01 service neutron] 10.222.0.15 "GET /v2.0/networks/37ea978f-ad2a-4f4c-a0ee-e368ac57d60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026435 Jul 24 01:42:37.363285 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-29ea891a-8314-4579-85cf-87774633691d req-66122517-3ea0-4fbd-840e-df9e97c3e155 service neutron] 10.222.0.15 "GET /v2.0/networks/37ea978f-ad2a-4f4c-a0ee-e368ac57d60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946212 Jul 24 01:42:37.673982 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-10b86a4a-0029-44e8-8d09-a2597d747ffe req-903ad8ed-99ab-4a8f-b6d1-c57de3dca8a0 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3f5cd1e-b66e-4430-bf5c-67e264031e91 HTTP/1.1" status: 200 len: 210 time: 0.1296890 Jul 24 01:42:37.978647 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 12d9991e-542a-41ea-ba5b-70406f60406c up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:42:38.033644 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 12d9991e-542a-41ea-ba5b-70406f60406c completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:42:38.037688 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 12d9991e-542a-41ea-ba5b-70406f60406c triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:42:38.038058 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:38.125303 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:38.146321 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 12d9991e-542a-41ea-ba5b-70406f60406c, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=12d9991e-542a-41ea-ba5b-70406f60406c,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:42:38.151082 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:38.152152 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 68b4ec8f-d923-48e0-9816-ae03371a8770 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:42:38.239052 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=12d9991e-542a-41ea-ba5b-70406f60406c,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:38.250644 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 68b4ec8f-d923-48e0-9816-ae03371a8770 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:42:38.251058 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:38.513628 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea891a-8314-4579-85cf-87774633691d req-e3da3bbc-1381-4daf-b97c-3d3421495d97 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:38.515212 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-29ea891a-8314-4579-85cf-87774633691d req-e3da3bbc-1381-4daf-b97c-3d3421495d97 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.13 "GET /v2.0/networks?id=37ea978f-ad2a-4f4c-a0ee-e368ac57d60c HTTP/1.1" status: 200 len: 817 time: 0.1135182 Jul 24 01:42:38.520394 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b29e1d8-45d4-417e-a73e-1d22d39c10be None None] Sync routers for ids ['5cec81c7-f12c-4b58-8ab3-e6fae925cc0a'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:42:38.527933 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-29ea891a-8314-4579-85cf-87774633691d req-2c23bcf2-cc65-4238-88f2-4f2d94964298 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Request body: {'port': {'device_id': 'b3f5cd1e-b66e-4430-bf5c-67e264031e91', 'network_id': '37ea978f-ad2a-4f4c-a0ee-e368ac57d60c', 'admin_state_up': True, 'tenant_id': '8328ea8d7e764c608b51336b79fe082c'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:42:38.529883 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b29e1d8-45d4-417e-a73e-1d22d39c10be None None] Routers {'5cec81c7-f12c-4b58-8ab3-e6fae925cc0a'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:42:38.530650 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-7b29e1d8-45d4-417e-a73e-1d22d39c10be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:42:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['5cec81c7-f12c-4b58-8ab3-e6fae925cc0a'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:42:38.636461 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29ea891a-8314-4579-85cf-87774633691d req-2c23bcf2-cc65-4238-88f2-4f2d94964298 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Made reservation on behalf of 8328ea8d7e764c608b51336b79fe082c for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:42:38.637079 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-7b29e1d8-45d4-417e-a73e-1d22d39c10be None None] Set router 5cec81c7-f12c-4b58-8ab3-e6fae925cc0a gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:42:38.639938 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-29ea891a-8314-4579-85cf-87774633691d req-2c23bcf2-cc65-4238-88f2-4f2d94964298 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:38.777810 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-29ea891a-8314-4579-85cf-87774633691d req-2c23bcf2-cc65-4238-88f2-4f2d94964298 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Allocated IP 172.20.0.13 (37ea978f-ad2a-4f4c-a0ee-e368ac57d60c/1148c242-61ba-436f-a81c-f6e6f2051459/e94ffb86-6558-436b-8cf2-c2876766938f) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:42:38.779208 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e1ed4c40-164a-4383-80f7-107519ce0b13 req-3eca2db0-59d9-4c07-92ba-d579cdb18589 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3f5cd1e-b66e-4430-bf5c-67e264031e91 HTTP/1.1" status: 200 len: 210 time: 0.0308111 Jul 24 01:42:38.939217 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-7b29e1d8-45d4-417e-a73e-1d22d39c10be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cec81c7-f12c-4b58-8ab3-e6fae925cc0a', 'name': 'tempest-TestEncryptedCinderVolumes-1822574119-router', 'tenant_id': '140ae69f40fe41a2a21f8414c63bba16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '12d9991e-542a-41ea-ba5b-70406f60406c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:42:32Z', 'updated_at': '2021-07-24T01:42:35Z', 'revision_number': 4, 'project_id': '140ae69f40fe41a2a21f8414c63bba16', 'gw_port': {'id': '12d9991e-542a-41ea-ba5b-70406f60406c', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cec81c7-f12c-4b58-8ab3-e6fae925cc0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:42:32Z', 'updated_at': '2021-07-24T01:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '0d0b019c-7bbe-41da-8917-4887c9630852', 'name': '', 'network_id': '5e4fded4-1da8-4a28-918b-92949d4ae35b', 'tenant_id': '140ae69f40fe41a2a21f8414c63bba16', 'mac_address': 'fa:16:3e:f4:93:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cec81c7-f12c-4b58-8ab3-e6fae925cc0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'b37e00de-91de-4987-a473-a71fd9e042de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:42:34Z', 'updated_at': '2021-07-24T01:42:35Z', 'revision_number': 2, 'project_id': '140ae69f40fe41a2a21f8414c63bba16', 'subnets': [{'id': 'b37e00de-91de-4987-a473-a71fd9e042de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:42:38.945131 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-29ea891a-8314-4579-85cf-87774633691d req-2c23bcf2-cc65-4238-88f2-4f2d94964298 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:38.960162 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-29ea891a-8314-4579-85cf-87774633691d req-2c23bcf2-cc65-4238-88f2-4f2d94964298 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Transition to ACTIVE for port object e94ffb86-6558-436b-8cf2-c2876766938f will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:42:38.967139 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b29e1d8-45d4-417e-a73e-1d22d39c10be None None] Checking router: 5cec81c7-f12c-4b58-8ab3-e6fae925cc0a for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:42:38.967494 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b29e1d8-45d4-417e-a73e-1d22d39c10be None None] Updating router 5cec81c7-f12c-4b58-8ab3-e6fae925cc0a port 0d0b019c-7bbe-41da-8917-4887c9630852 binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:42:38.993930 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-29ea891a-8314-4579-85cf-87774633691d req-2c23bcf2-cc65-4238-88f2-4f2d94964298 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:39.002146 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-7b29e1d8-45d4-417e-a73e-1d22d39c10be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:39.036548 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29ea891a-8314-4579-85cf-87774633691d req-2c23bcf2-cc65-4238-88f2-4f2d94964298 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Network 37ea978f-ad2a-4f4c-a0ee-e368ac57d60c is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:42:39.039681 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-29ea891a-8314-4579-85cf-87774633691d req-2c23bcf2-cc65-4238-88f2-4f2d94964298 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:42:39.046154 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ea891a-8314-4579-85cf-87774633691d req-2c23bcf2-cc65-4238-88f2-4f2d94964298 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:42:39.072241 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c23bcf2-cc65-4238-88f2-4f2d94964298 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Pushing event updated for resources: {'Port': ['ID=e94ffb86-6558-436b-8cf2-c2876766938f,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:39.100895 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea891a-8314-4579-85cf-87774633691d req-2c23bcf2-cc65-4238-88f2-4f2d94964298 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:39.101712 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-29ea891a-8314-4579-85cf-87774633691d req-2c23bcf2-cc65-4238-88f2-4f2d94964298 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:39.116739 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-29ea891a-8314-4579-85cf-87774633691d req-2c23bcf2-cc65-4238-88f2-4f2d94964298 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5932815 Jul 24 01:42:39.128682 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-29ea891a-8314-4579-85cf-87774633691d req-08fc64cd-8d56-492b-aa6e-32bddfaee74c service neutron] Request body: {'port': {'device_id': 'b3f5cd1e-b66e-4430-bf5c-67e264031e91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:42:39.213782 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-29ea891a-8314-4579-85cf-87774633691d req-08fc64cd-8d56-492b-aa6e-32bddfaee74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:39.278397 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c5470c26-3d92-4073-bb5e-638ff052f112 None None] Provisioning for port e94ffb86-6558-436b-8cf2-c2876766938f completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:42:39.283042 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c5470c26-3d92-4073-bb5e-638ff052f112 None None] Provisioning complete for port e94ffb86-6558-436b-8cf2-c2876766938f triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:42:39.283420 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c5470c26-3d92-4073-bb5e-638ff052f112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:39.302306 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-7b29e1d8-45d4-417e-a73e-1d22d39c10be None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:39.313886 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-7b29e1d8-45d4-417e-a73e-1d22d39c10be None None] Transition to ACTIVE for port object 0d0b019c-7bbe-41da-8917-4887c9630852 will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:42:39.318419 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-c5470c26-3d92-4073-bb5e-638ff052f112 None None] Port e94ffb86-6558-436b-8cf2-c2876766938f cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:42:39.323494 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-7b29e1d8-45d4-417e-a73e-1d22d39c10be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:39.373104 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edbe54a-3e3e-49f2-8bf4-229fe89e2b81 None None] Pushing event updated for resources: {'Port': ['ID=0d0b019c-7bbe-41da-8917-4887c9630852,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:39.431474 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-7b29e1d8-45d4-417e-a73e-1d22d39c10be None None] Attempting to bind port 0d0b019c-7bbe-41da-8917-4887c9630852 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:42:39.431904 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-7b29e1d8-45d4-417e-a73e-1d22d39c10be None None] Attempting to bind port 0d0b019c-7bbe-41da-8917-4887c9630852 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '0f69d413-50a5-4ea7-be04-229263118a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5e4fded4-1da8-4a28-918b-92949d4ae35b'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:42:39.432214 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b29e1d8-45d4-417e-a73e-1d22d39c10be None None] Attempting to bind port 0d0b019c-7bbe-41da-8917-4887c9630852 on network 5e4fded4-1da8-4a28-918b-92949d4ae35b {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:42:39.437223 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b29e1d8-45d4-417e-a73e-1d22d39c10be None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:42:39.437598 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b29e1d8-45d4-417e-a73e-1d22d39c10be None None] Checking segment: {'id': '0f69d413-50a5-4ea7-be04-229263118a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5e4fded4-1da8-4a28-918b-92949d4ae35b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:42:39.438003 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-7b29e1d8-45d4-417e-a73e-1d22d39c10be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:39.438399 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b29e1d8-45d4-417e-a73e-1d22d39c10be None None] Bound using segment: {'id': '0f69d413-50a5-4ea7-be04-229263118a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5e4fded4-1da8-4a28-918b-92949d4ae35b'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:42:39.438892 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-7b29e1d8-45d4-417e-a73e-1d22d39c10be None None] Bound port: 0d0b019c-7bbe-41da-8917-4887c9630852, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f69d413-50a5-4ea7-be04-229263118a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5e4fded4-1da8-4a28-918b-92949d4ae35b'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:42:39.439278 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-7b29e1d8-45d4-417e-a73e-1d22d39c10be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:39.501589 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-29ea891a-8314-4579-85cf-87774633691d req-08fc64cd-8d56-492b-aa6e-32bddfaee74c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e94ffb86-6558-436b-8cf2-c2876766938f {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:42:39.504653 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-7b29e1d8-45d4-417e-a73e-1d22d39c10be None None] For port 0d0b019c-7bbe-41da-8917-4887c9630852, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:42:39.508275 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-7b29e1d8-45d4-417e-a73e-1d22d39c10be None None] For port 0d0b019c-7bbe-41da-8917-4887c9630852, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0d0b019c-7bbe-41da-8917-4887c9630852,segment=NetworkSegment(0f69d413-50a5-4ea7-be04-229263118a46),segment_id=0f69d413-50a5-4ea7-be04-229263118a46)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:42:39.510860 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-29ea891a-8314-4579-85cf-87774633691d req-08fc64cd-8d56-492b-aa6e-32bddfaee74c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:39.514322 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-7b29e1d8-45d4-417e-a73e-1d22d39c10be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:39.524084 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-29ea891a-8314-4579-85cf-87774633691d req-08fc64cd-8d56-492b-aa6e-32bddfaee74c service neutron] Transition to ACTIVE for port object e94ffb86-6558-436b-8cf2-c2876766938f will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:42:39.529863 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-29ea891a-8314-4579-85cf-87774633691d req-08fc64cd-8d56-492b-aa6e-32bddfaee74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:39.571452 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b29e1d8-45d4-417e-a73e-1d22d39c10be None None] Routers {'5cec81c7-f12c-4b58-8ab3-e6fae925cc0a'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:42:39.572086 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-7b29e1d8-45d4-417e-a73e-1d22d39c10be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:42:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['5cec81c7-f12c-4b58-8ab3-e6fae925cc0a'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:42:39.584977 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc64cd-8d56-492b-aa6e-32bddfaee74c service neutron] Pushing event updated for resources: {'Port': ['ID=e94ffb86-6558-436b-8cf2-c2876766938f,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:39.623422 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edbe54a-3e3e-49f2-8bf4-229fe89e2b81 None None] Pushing event updated for resources: {'Port': ['ID=0d0b019c-7bbe-41da-8917-4887c9630852,revision_number=4']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:39.671262 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-29ea891a-8314-4579-85cf-87774633691d req-08fc64cd-8d56-492b-aa6e-32bddfaee74c service neutron] Attempting to bind port e94ffb86-6558-436b-8cf2-c2876766938f on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:42:39.671632 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-29ea891a-8314-4579-85cf-87774633691d req-08fc64cd-8d56-492b-aa6e-32bddfaee74c service neutron] Attempting to bind port e94ffb86-6558-436b-8cf2-c2876766938f by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '1ad27532-454b-4a14-b721-9a97626808d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '37ea978f-ad2a-4f4c-a0ee-e368ac57d60c'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:42:39.671969 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ea891a-8314-4579-85cf-87774633691d req-08fc64cd-8d56-492b-aa6e-32bddfaee74c service neutron] Attempting to bind port e94ffb86-6558-436b-8cf2-c2876766938f on network 37ea978f-ad2a-4f4c-a0ee-e368ac57d60c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:42:39.676856 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ea891a-8314-4579-85cf-87774633691d req-08fc64cd-8d56-492b-aa6e-32bddfaee74c service neutron] Port e94ffb86-6558-436b-8cf2-c2876766938f on network 37ea978f-ad2a-4f4c-a0ee-e368ac57d60c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:42:39.677194 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ea891a-8314-4579-85cf-87774633691d req-08fc64cd-8d56-492b-aa6e-32bddfaee74c service neutron] Attempting to bind port e94ffb86-6558-436b-8cf2-c2876766938f on network 37ea978f-ad2a-4f4c-a0ee-e368ac57d60c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:42:39.683200 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ea891a-8314-4579-85cf-87774633691d req-08fc64cd-8d56-492b-aa6e-32bddfaee74c service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:42:39.683541 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ea891a-8314-4579-85cf-87774633691d req-08fc64cd-8d56-492b-aa6e-32bddfaee74c service neutron] Checking segment: {'id': '1ad27532-454b-4a14-b721-9a97626808d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '37ea978f-ad2a-4f4c-a0ee-e368ac57d60c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:42:39.684119 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ea891a-8314-4579-85cf-87774633691d req-08fc64cd-8d56-492b-aa6e-32bddfaee74c service neutron] Bound using segment: {'id': '1ad27532-454b-4a14-b721-9a97626808d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '37ea978f-ad2a-4f4c-a0ee-e368ac57d60c'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:42:39.684710 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-29ea891a-8314-4579-85cf-87774633691d req-08fc64cd-8d56-492b-aa6e-32bddfaee74c service neutron] Bound port: e94ffb86-6558-436b-8cf2-c2876766938f, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ad27532-454b-4a14-b721-9a97626808d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '37ea978f-ad2a-4f4c-a0ee-e368ac57d60c'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:42:39.685254 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-29ea891a-8314-4579-85cf-87774633691d req-08fc64cd-8d56-492b-aa6e-32bddfaee74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:39.719869 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-7b29e1d8-45d4-417e-a73e-1d22d39c10be None None] Set router 5cec81c7-f12c-4b58-8ab3-e6fae925cc0a gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:42:39.756180 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-29ea891a-8314-4579-85cf-87774633691d req-08fc64cd-8d56-492b-aa6e-32bddfaee74c service neutron] For port e94ffb86-6558-436b-8cf2-c2876766938f, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:42:39.760013 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-29ea891a-8314-4579-85cf-87774633691d req-08fc64cd-8d56-492b-aa6e-32bddfaee74c service neutron] For port e94ffb86-6558-436b-8cf2-c2876766938f, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=e94ffb86-6558-436b-8cf2-c2876766938f,segment=NetworkSegment(1ad27532-454b-4a14-b721-9a97626808d7),segment_id=1ad27532-454b-4a14-b721-9a97626808d7)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:42:39.766232 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-29ea891a-8314-4579-85cf-87774633691d req-08fc64cd-8d56-492b-aa6e-32bddfaee74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:39.821522 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea891a-8314-4579-85cf-87774633691d req-08fc64cd-8d56-492b-aa6e-32bddfaee74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:39.822320 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-29ea891a-8314-4579-85cf-87774633691d req-08fc64cd-8d56-492b-aa6e-32bddfaee74c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:39.823605 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-29ea891a-8314-4579-85cf-87774633691d req-08fc64cd-8d56-492b-aa6e-32bddfaee74c service neutron] 10.222.0.13 "PUT /v2.0/ports/e94ffb86-6558-436b-8cf2-c2876766938f HTTP/1.1" status: 200 len: 1093 time: 0.6995385 Jul 24 01:42:39.824062 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f5cd1e-b66e-4430-bf5c-67e264031e91', 'tag': 'e94ffb86-6558-436b-8cf2-c2876766938f'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:42:39.826369 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295378bd-c191-44be-8d47-c4da1625cd70" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f5cd1e-b66e-4430-bf5c-67e264031e91", "tag": "e94ffb86-6558-436b-8cf2-c2876766938f"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:42:39.917665 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9023bc-6ced-4500-b7dc-ada4b02e2732 x-openstack-request-id: req-5e9023bc-6ced-4500-b7dc-ada4b02e2732 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:42:39.918060 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f5cd1e-b66e-4430-bf5c-67e264031e91", "tag": "e94ffb86-6558-436b-8cf2-c2876766938f", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:42:39.918407 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5e9023bc-6ced-4500-b7dc-ada4b02e2732 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:42:39.919640 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f5cd1e-b66e-4430-bf5c-67e264031e91', 'tag': 'e94ffb86-6558-436b-8cf2-c2876766938f', 'status': 'completed', 'code': 200} Jul 24 01:42:39.992364 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc64cd-8d56-492b-aa6e-32bddfaee74c service neutron] Pushing event updated for resources: {'Port': ['ID=e94ffb86-6558-436b-8cf2-c2876766938f,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:39.997561 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0d0b019c-7bbe-41da-8917-4887c9630852 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:42:40.043355 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea891a-8314-4579-85cf-87774633691d req-3a756fc9-0c14-4fe0-a8ee-184f043e456f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:40.044907 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-29ea891a-8314-4579-85cf-87774633691d req-3a756fc9-0c14-4fe0-a8ee-184f043e456f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8328ea8d7e764c608b51336b79fe082c&device_id=b3f5cd1e-b66e-4430-bf5c-67e264031e91 HTTP/1.1" status: 200 len: 1096 time: 0.1659355 Jul 24 01:42:40.050637 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-7b29e1d8-45d4-417e-a73e-1d22d39c10be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cec81c7-f12c-4b58-8ab3-e6fae925cc0a', 'name': 'tempest-TestEncryptedCinderVolumes-1822574119-router', 'tenant_id': '140ae69f40fe41a2a21f8414c63bba16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '12d9991e-542a-41ea-ba5b-70406f60406c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:42:32Z', 'updated_at': '2021-07-24T01:42:35Z', 'revision_number': 4, 'project_id': '140ae69f40fe41a2a21f8414c63bba16', 'gw_port': {'id': '12d9991e-542a-41ea-ba5b-70406f60406c', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cec81c7-f12c-4b58-8ab3-e6fae925cc0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:42:32Z', 'updated_at': '2021-07-24T01:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '0d0b019c-7bbe-41da-8917-4887c9630852', 'name': '', 'network_id': '5e4fded4-1da8-4a28-918b-92949d4ae35b', 'tenant_id': '140ae69f40fe41a2a21f8414c63bba16', 'mac_address': 'fa:16:3e:f4:93:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cec81c7-f12c-4b58-8ab3-e6fae925cc0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'b37e00de-91de-4987-a473-a71fd9e042de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:42:34Z', 'updated_at': '2021-07-24T01:42:39Z', 'revision_number': 4, 'project_id': '140ae69f40fe41a2a21f8414c63bba16', 'subnets': [{'id': 'b37e00de-91de-4987-a473-a71fd9e042de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:42:40.058419 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71336035-6251-4f28-9cc5-a137c2588bdc req-e646d406-d8b4-4b86-8f82-7aacc80fbf0e tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:40.060350 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-71336035-6251-4f28-9cc5-a137c2588bdc req-e646d406-d8b4-4b86-8f82-7aacc80fbf0e tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3f5cd1e-b66e-4430-bf5c-67e264031e91 HTTP/1.1" status: 200 len: 944 time: 0.1396427 Jul 24 01:42:40.063270 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 0d0b019c-7bbe-41da-8917-4887c9630852 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:42:40.068035 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 0d0b019c-7bbe-41da-8917-4887c9630852 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:42:40.068715 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:40.080777 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b29e1d8-45d4-417e-a73e-1d22d39c10be None None] The sync data for ids ['5cec81c7-f12c-4b58-8ab3-e6fae925cc0a'] in n-d-793621-25 is: [{'id': '5cec81c7-f12c-4b58-8ab3-e6fae925cc0a', 'name': 'tempest-TestEncryptedCinderVolumes-1822574119-router', 'tenant_id': '140ae69f40fe41a2a21f8414c63bba16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '12d9991e-542a-41ea-ba5b-70406f60406c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:42:32Z', 'updated_at': '2021-07-24T01:42:35Z', 'revision_number': 4, 'project_id': '140ae69f40fe41a2a21f8414c63bba16', 'gw_port': {'id': '12d9991e-542a-41ea-ba5b-70406f60406c', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cec81c7-f12c-4b58-8ab3-e6fae925cc0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:42:32Z', 'updated_at': '2021-07-24T01:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '0d0b019c-7bbe-41da-8917-4887c9630852', 'name': '', 'network_id': '5e4fded4-1da8-4a28-918b-92949d4ae35b', 'tenant_id': '140ae69f40fe41a2a21f8414c63bba16', 'mac_address': 'fa:16:3e:f4:93:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cec81c7-f12c-4b58-8ab3-e6fae925cc0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': 'b37e00de-91de-4987-a473-a71fd9e042de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:42:34Z', 'updated_at': '2021-07-24T01:42:39Z', 'revision_number': 4, 'project_id': '140ae69f40fe41a2a21f8414c63bba16', 'subnets': [{'id': 'b37e00de-91de-4987-a473-a71fd9e042de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:42:40.111929 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-29ea891a-8314-4579-85cf-87774633691d req-6cfa882b-0a16-48a6-8aae-8f014ac7be8f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e94ffb86-6558-436b-8cf2-c2876766938f HTTP/1.1" status: 200 len: 217 time: 0.0505521 Jul 24 01:42:40.163989 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:40.208312 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 0d0b019c-7bbe-41da-8917-4887c9630852, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0d0b019c-7bbe-41da-8917-4887c9630852,segment=NetworkSegment(0f69d413-50a5-4ea7-be04-229263118a46),segment_id=0f69d413-50a5-4ea7-be04-229263118a46)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:42:40.209131 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-71336035-6251-4f28-9cc5-a137c2588bdc req-0851b39d-a3b2-4286-8df9-7c643fe6e21e tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/security-groups?id=7139568b-1797-4829-9634-4b8dadda1df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996554 Jul 24 01:42:40.216048 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:40.216544 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea891a-8314-4579-85cf-87774633691d req-bd6c8c67-d7f5-4a91-8986-9fc2f700fe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:40.218088 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-29ea891a-8314-4579-85cf-87774633691d req-bd6c8c67-d7f5-4a91-8986-9fc2f700fe23 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1148c242-61ba-436f-a81c-f6e6f2051459 HTTP/1.1" status: 200 len: 856 time: 0.0987573 Jul 24 01:42:40.219710 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 12d9991e-542a-41ea-ba5b-70406f60406c up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:42:40.289215 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea891a-8314-4579-85cf-87774633691d req-dbe0586a-5e05-49e1-ad8d-7017d187bf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:40.291676 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-29ea891a-8314-4579-85cf-87774633691d req-dbe0586a-5e05-49e1-ad8d-7017d187bf62 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=37ea978f-ad2a-4f4c-a0ee-e368ac57d60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0628977 Jul 24 01:42:40.395741 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-29ea891a-8314-4579-85cf-87774633691d req-f6fa3fbc-b93d-4299-b143-c71e7c20699c service neutron] 10.222.0.13 "GET /v2.0/networks/37ea978f-ad2a-4f4c-a0ee-e368ac57d60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978365 Jul 24 01:42:40.474347 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=0d0b019c-7bbe-41da-8917-4887c9630852,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:40.490854 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 12d9991e-542a-41ea-ba5b-70406f60406c triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:42:40.491242 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:40.501419 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-29ea891a-8314-4579-85cf-87774633691d req-a3bec89b-e202-45e5-89f2-2be73363289d service neutron] 10.222.0.13 "GET /v2.0/networks/37ea978f-ad2a-4f4c-a0ee-e368ac57d60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990281 Jul 24 01:42:40.608096 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295378bd-c191-44be-8d47-c4da1625cd70 req-3317a2cc-2e9c-40c2-b54a-4b2d3ff4f75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:40.609638 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-295378bd-c191-44be-8d47-c4da1625cd70 req-3317a2cc-2e9c-40c2-b54a-4b2d3ff4f75f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8328ea8d7e764c608b51336b79fe082c&device_id=b3f5cd1e-b66e-4430-bf5c-67e264031e91 HTTP/1.1" status: 200 len: 1096 time: 0.0625341 Jul 24 01:42:40.626144 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:42:40.707474 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295378bd-c191-44be-8d47-c4da1625cd70 req-7cac21dd-b3ca-40c8-a693-d6449bcea2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:40.708978 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-295378bd-c191-44be-8d47-c4da1625cd70 req-7cac21dd-b3ca-40c8-a693-d6449bcea2e8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=37ea978f-ad2a-4f4c-a0ee-e368ac57d60c HTTP/1.1" status: 200 len: 918 time: 0.0931728 Jul 24 01:42:40.756261 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-295378bd-c191-44be-8d47-c4da1625cd70 req-c70e83b3-0f9d-4fc7-b7c7-02c9a94a352e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e94ffb86-6558-436b-8cf2-c2876766938f HTTP/1.1" status: 200 len: 217 time: 0.0412018 Jul 24 01:42:40.807299 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295378bd-c191-44be-8d47-c4da1625cd70 req-07060fff-1341-4983-966d-1fd5d77ecf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:40.808727 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-295378bd-c191-44be-8d47-c4da1625cd70 req-07060fff-1341-4983-966d-1fd5d77ecf42 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1148c242-61ba-436f-a81c-f6e6f2051459 HTTP/1.1" status: 200 len: 856 time: 0.0461252 Jul 24 01:42:40.874728 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295378bd-c191-44be-8d47-c4da1625cd70 req-8d5af46b-1f56-448e-895a-34851afb0157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:40.876541 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-295378bd-c191-44be-8d47-c4da1625cd70 req-8d5af46b-1f56-448e-895a-34851afb0157 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=37ea978f-ad2a-4f4c-a0ee-e368ac57d60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607128 Jul 24 01:42:40.978682 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-295378bd-c191-44be-8d47-c4da1625cd70 req-bb55462f-6028-46c0-92e4-0af25735afe9 service neutron] 10.222.0.13 "GET /v2.0/networks/37ea978f-ad2a-4f4c-a0ee-e368ac57d60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938876 Jul 24 01:42:41.073231 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-295378bd-c191-44be-8d47-c4da1625cd70 req-e2823dca-e2f7-4b56-9a66-3429f984ec18 service neutron] 10.222.0.13 "GET /v2.0/networks/37ea978f-ad2a-4f4c-a0ee-e368ac57d60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872080 Jul 24 01:42:41.356976 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c4b120-bbe7-448e-9770-5a8116192353 req-f3896efe-41fc-452c-bf69-ee7d753100e5 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:41.358428 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-21c4b120-bbe7-448e-9770-5a8116192353 req-f3896efe-41fc-452c-bf69-ee7d753100e5 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3f5cd1e-b66e-4430-bf5c-67e264031e91 HTTP/1.1" status: 200 len: 944 time: 0.0689995 Jul 24 01:42:41.400324 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-21c4b120-bbe7-448e-9770-5a8116192353 req-d1d6929e-d026-4a6b-9dd3-00f70369888b tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/security-groups?id=7139568b-1797-4829-9634-4b8dadda1df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359092 Jul 24 01:42:41.897176 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0d0b019c-7bbe-41da-8917-4887c9630852 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:42:41.947292 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 0d0b019c-7bbe-41da-8917-4887c9630852 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:42:41.947580 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:42.528078 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ecb2f-09ae-4972-9706-10849c1fe0d1 req-30b25a6f-a680-401e-b9c2-9800f0ddaf5d tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:42.529604 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-712ecb2f-09ae-4972-9706-10849c1fe0d1 req-30b25a6f-a680-401e-b9c2-9800f0ddaf5d tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3f5cd1e-b66e-4430-bf5c-67e264031e91 HTTP/1.1" status: 200 len: 944 time: 0.0640152 Jul 24 01:42:42.571536 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-712ecb2f-09ae-4972-9706-10849c1fe0d1 req-6206eccd-46e8-4abb-a5ed-e958e7e472cc tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/security-groups?id=7139568b-1797-4829-9634-4b8dadda1df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361788 Jul 24 01:42:43.644160 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device e94ffb86-6558-436b-8cf2-c2876766938f details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:42:43.709016 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e72301-a282-4ded-9d6d-178fd0fbdccf req-83d5a23f-8c00-4684-9e82-96f0109c911b tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:43.710538 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b6e72301-a282-4ded-9d6d-178fd0fbdccf req-83d5a23f-8c00-4684-9e82-96f0109c911b tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3f5cd1e-b66e-4430-bf5c-67e264031e91 HTTP/1.1" status: 200 len: 944 time: 0.0683713 Jul 24 01:42:43.741388 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port e94ffb86-6558-436b-8cf2-c2876766938f, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=e94ffb86-6558-436b-8cf2-c2876766938f,segment=NetworkSegment(1ad27532-454b-4a14-b721-9a97626808d7),segment_id=1ad27532-454b-4a14-b721-9a97626808d7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:42:43.749302 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b6e72301-a282-4ded-9d6d-178fd0fbdccf req-c06c01ba-642a-4b44-b19b-35e491f6e857 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/security-groups?id=7139568b-1797-4829-9634-4b8dadda1df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320714 Jul 24 01:42:43.756573 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'e94ffb86-6558-436b-8cf2-c2876766938f', 'network_id': '37ea978f-ad2a-4f4c-a0ee-e368ac57d60c', 'port_id': 'e94ffb86-6558-436b-8cf2-c2876766938f', 'mac_address': 'fa:16:3e:87:04:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1148c242-61ba-436f-a81c-f6e6f2051459', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:42:43.795759 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:43.808961 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e94ffb86-6558-436b-8cf2-c2876766938f {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:42:43.828564 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port e94ffb86-6558-436b-8cf2-c2876766938f, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=e94ffb86-6558-436b-8cf2-c2876766938f,segment=NetworkSegment(1ad27532-454b-4a14-b721-9a97626808d7),segment_id=1ad27532-454b-4a14-b721-9a97626808d7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:42:43.832230 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:43.879745 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=e94ffb86-6558-436b-8cf2-c2876766938f,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:44.036523 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['e94ffb86-6558-436b-8cf2-c2876766938f'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:42:44.884524 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f77b24-4451-400e-b6b4-792414f47826 req-d00ef9dc-5660-4263-988d-99396ad398f3 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:44.886044 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f5f77b24-4451-400e-b6b4-792414f47826 req-d00ef9dc-5660-4263-988d-99396ad398f3 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3f5cd1e-b66e-4430-bf5c-67e264031e91 HTTP/1.1" status: 200 len: 945 time: 0.0639229 Jul 24 01:42:44.924883 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f5f77b24-4451-400e-b6b4-792414f47826 req-d35d4907-2596-4cec-904f-655bd14ecf14 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/security-groups?id=7139568b-1797-4829-9634-4b8dadda1df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332627 Jul 24 01:42:45.659273 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device e94ffb86-6558-436b-8cf2-c2876766938f up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:42:45.706679 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port e94ffb86-6558-436b-8cf2-c2876766938f completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:42:45.710193 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port e94ffb86-6558-436b-8cf2-c2876766938f triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:42:45.710573 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:45.792235 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:45.816406 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f5cd1e-b66e-4430-bf5c-67e264031e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94ffb86-6558-436b-8cf2-c2876766938f'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:42:45.818719 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8a84a5555583e037543c001bbbcc217e19d6ec03c91f14650224c587cd02ad7e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fdfb0c-9d03-44f6-86cf-77298c91cc24" -d '{"events": [{"server_uuid": "b3f5cd1e-b66e-4430-bf5c-67e264031e91", "name": "network-vif-plugged", "status": "completed", "tag": "e94ffb86-6558-436b-8cf2-c2876766938f"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:42:45.840323 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port e94ffb86-6558-436b-8cf2-c2876766938f, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=e94ffb86-6558-436b-8cf2-c2876766938f,segment=NetworkSegment(1ad27532-454b-4a14-b721-9a97626808d7),segment_id=1ad27532-454b-4a14-b721-9a97626808d7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:42:45.846173 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:45.850821 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bebc4aeb-1877-42b0-8505-725140612264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:45.874290 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3bec4a0-bcfd-4a30-8358-483092d476bb x-openstack-request-id: req-f3bec4a0-bcfd-4a30-8358-483092d476bb {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:42:45.874590 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f5cd1e-b66e-4430-bf5c-67e264031e91", "name": "network-vif-plugged", "status": "completed", "tag": "e94ffb86-6558-436b-8cf2-c2876766938f", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:42:45.874874 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f3bec4a0-bcfd-4a30-8358-483092d476bb {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:42:45.875267 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f5cd1e-b66e-4430-bf5c-67e264031e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e94ffb86-6558-436b-8cf2-c2876766938f', 'code': 200} Jul 24 01:42:45.902167 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=e94ffb86-6558-436b-8cf2-c2876766938f,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:42:45.972458 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28668584-bf2f-4f07-a618-268f39cd7576 req-1e67435d-213b-4744-8d13-7634ae9f4e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:45.973982 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-28668584-bf2f-4f07-a618-268f39cd7576 req-1e67435d-213b-4744-8d13-7634ae9f4e09 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b3f5cd1e-b66e-4430-bf5c-67e264031e91 HTTP/1.1" status: 200 len: 1098 time: 0.0540736 Jul 24 01:42:46.038975 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-28668584-bf2f-4f07-a618-268f39cd7576 req-d28c2b22-d083-4026-a569-a34e8c443e68 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7139568b-1797-4829-9634-4b8dadda1df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582352 Jul 24 01:42:46.069764 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da100e2d-72ec-4b25-9ec9-c3054e40e8d3 req-7c90d10d-2e37-47e2-b6ed-38d152651e1b tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:46.071274 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-da100e2d-72ec-4b25-9ec9-c3054e40e8d3 req-7c90d10d-2e37-47e2-b6ed-38d152651e1b tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3f5cd1e-b66e-4430-bf5c-67e264031e91 HTTP/1.1" status: 200 len: 946 time: 0.0774586 Jul 24 01:42:46.109422 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-da100e2d-72ec-4b25-9ec9-c3054e40e8d3 req-abb483c1-f366-461c-8507-ba8e23dcf2ed tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/security-groups?id=7139568b-1797-4829-9634-4b8dadda1df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322030 Jul 24 01:42:47.245160 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9826d4-b1eb-4117-844f-c3e040c0702a req-85898da0-66a0-4415-b376-01a894fd016c tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:47.246575 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9c9826d4-b1eb-4117-844f-c3e040c0702a req-85898da0-66a0-4415-b376-01a894fd016c tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3f5cd1e-b66e-4430-bf5c-67e264031e91 HTTP/1.1" status: 200 len: 946 time: 0.0649502 Jul 24 01:42:47.284626 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9c9826d4-b1eb-4117-844f-c3e040c0702a req-e370e5c0-b517-42d4-aa27-e9ff728fd95e tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/security-groups?id=7139568b-1797-4829-9634-4b8dadda1df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324967 Jul 24 01:42:47.414333 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c43bb9-3934-453b-8382-f1c2ee0ae10c req-6067559d-1691-4b81-a250-7eeb06efaa36 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:42:47.416064 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-10c43bb9-3934-453b-8382-f1c2ee0ae10c req-6067559d-1691-4b81-a250-7eeb06efaa36 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3f5cd1e-b66e-4430-bf5c-67e264031e91 HTTP/1.1" status: 200 len: 946 time: 0.0659184 Jul 24 01:42:47.453324 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-10c43bb9-3934-453b-8382-f1c2ee0ae10c req-760290e3-e776-4d26-b67b-97969f90b2a6 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/security-groups?id=7139568b-1797-4829-9634-4b8dadda1df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316062 Jul 24 01:42:48.335390 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-61d9079e-d73d-4937-8b9e-0bec541f2dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:48.540708 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:49.665968 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:42:51.169017 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:05.432732 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:05.801565 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:06.005797 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1dda1-9272-4595-93c4-581ec9e11837 req-e7fda2ce-9d6d-4392-9602-cf652db3b01e tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:43:06.007263 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-37c1dda1-9272-4595-93c4-581ec9e11837 req-e7fda2ce-9d6d-4392-9602-cf652db3b01e tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3f5cd1e-b66e-4430-bf5c-67e264031e91 HTTP/1.1" status: 200 len: 946 time: 0.0707245 Jul 24 01:43:06.047327 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-37c1dda1-9272-4595-93c4-581ec9e11837 req-563118c6-520f-4f7c-9494-93f5b6795ad3 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/security-groups?id=7139568b-1797-4829-9634-4b8dadda1df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338297 Jul 24 01:43:07.178992 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8450d0b-b0b2-4391-b57b-226624d40a08 req-ac47a514-c5ed-4d48-8f47-01f4503db945 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:43:07.180506 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c8450d0b-b0b2-4391-b57b-226624d40a08 req-ac47a514-c5ed-4d48-8f47-01f4503db945 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3f5cd1e-b66e-4430-bf5c-67e264031e91 HTTP/1.1" status: 200 len: 946 time: 0.0643694 Jul 24 01:43:07.218459 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c8450d0b-b0b2-4391-b57b-226624d40a08 req-ccddfaf2-49d5-456f-a44e-1d42eacdb5bc tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/security-groups?id=7139568b-1797-4829-9634-4b8dadda1df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321679 Jul 24 01:43:07.479979 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542783fa-f75f-4535-af84-b4e35046a00f req-e0c2b66b-d0ca-4a60-b5b2-84faf9ad8adb tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:43:07.481476 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-542783fa-f75f-4535-af84-b4e35046a00f req-e0c2b66b-d0ca-4a60-b5b2-84faf9ad8adb tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.13 "GET /v2.0/ports?device_id=b3f5cd1e-b66e-4430-bf5c-67e264031e91 HTTP/1.1" status: 200 len: 946 time: 0.0639100 Jul 24 01:43:07.520201 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3ccf89ed-f4d5-4f0b-afc4-e03c1b68f2ae req-e244d69d-eac8-437a-a634-97d71a496e0a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0737617 Jul 24 01:43:07.584853 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-542783fa-f75f-4535-af84-b4e35046a00f req-847f1d64-f26c-46e1-98ae-2583a1525792 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Deleting port e94ffb86-6558-436b-8cf2-c2876766938f {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:43:07.585197 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-542783fa-f75f-4535-af84-b4e35046a00f req-847f1d64-f26c-46e1-98ae-2583a1525792 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:07.588775 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3ccf89ed-f4d5-4f0b-afc4-e03c1b68f2ae req-0ab518f9-91e4-430c-9bc2-a5a8ad3fbef5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17 HTTP/1.1" status: 200 len: 210 time: 0.0287879 Jul 24 01:43:07.628341 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3ccf89ed-f4d5-4f0b-afc4-e03c1b68f2ae req-e6676e50-0a75-4f24-93f9-2d7c16872364 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191662 Jul 24 01:43:07.679424 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-542783fa-f75f-4535-af84-b4e35046a00f req-847f1d64-f26c-46e1-98ae-2583a1525792 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] For port e94ffb86-6558-436b-8cf2-c2876766938f, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=e94ffb86-6558-436b-8cf2-c2876766938f,segment=NetworkSegment(1ad27532-454b-4a14-b721-9a97626808d7),segment_id=1ad27532-454b-4a14-b721-9a97626808d7)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:43:07.679786 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-542783fa-f75f-4535-af84-b4e35046a00f req-847f1d64-f26c-46e1-98ae-2583a1525792 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:07.692614 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-542783fa-f75f-4535-af84-b4e35046a00f req-847f1d64-f26c-46e1-98ae-2583a1525792 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Calling delete_port for e94ffb86-6558-436b-8cf2-c2876766938f owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:43:07.732525 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccf89ed-f4d5-4f0b-afc4-e03c1b68f2ae req-a61df8f5-d627-482d-bdbf-8f0578f5b910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:43:07.734041 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3ccf89ed-f4d5-4f0b-afc4-e03c1b68f2ae req-a61df8f5-d627-482d-bdbf-8f0578f5b910 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0993502 Jul 24 01:43:07.828431 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-542783fa-f75f-4535-af84-b4e35046a00f req-847f1d64-f26c-46e1-98ae-2583a1525792 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:07.841401 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['e94ffb86-6558-436b-8cf2-c2876766938f'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:43:07.856226 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f1d64-f26c-46e1-98ae-2583a1525792 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Pushing event deleted for resources: {'Port': ['ID=e94ffb86-6558-436b-8cf2-c2876766938f,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:07.907688 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-542783fa-f75f-4535-af84-b4e35046a00f req-847f1d64-f26c-46e1-98ae-2583a1525792 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] No DVR routers for this DVR port e94ffb86-6558-436b-8cf2-c2876766938f on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:43:07.910573 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-542783fa-f75f-4535-af84-b4e35046a00f req-847f1d64-f26c-46e1-98ae-2583a1525792 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:07.912669 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-542783fa-f75f-4535-af84-b4e35046a00f req-847f1d64-f26c-46e1-98ae-2583a1525792 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.13 "DELETE /v2.0/ports/e94ffb86-6558-436b-8cf2-c2876766938f HTTP/1.1" status: 204 len: 173 time: 0.4255071 Jul 24 01:43:07.913138 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f5cd1e-b66e-4430-bf5c-67e264031e91', 'name': 'network-vif-deleted', 'tag': 'e94ffb86-6558-436b-8cf2-c2876766938f'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:43:07.915600 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8fdc85-8f56-4d04-9534-fd31685b5427" -d '{"events": [{"server_uuid": "b3f5cd1e-b66e-4430-bf5c-67e264031e91", "name": "network-vif-deleted", "tag": "e94ffb86-6558-436b-8cf2-c2876766938f"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:43:07.961384 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1888877-ea32-43b6-9cb1-4854b2bca3bd x-openstack-request-id: req-f1888877-ea32-43b6-9cb1-4854b2bca3bd {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:43:07.961950 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f5cd1e-b66e-4430-bf5c-67e264031e91", "name": "network-vif-deleted", "tag": "e94ffb86-6558-436b-8cf2-c2876766938f", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:43:07.962205 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f1888877-ea32-43b6-9cb1-4854b2bca3bd {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:43:07.962657 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f5cd1e-b66e-4430-bf5c-67e264031e91', 'name': 'network-vif-deleted', 'tag': 'e94ffb86-6558-436b-8cf2-c2876766938f', 'status': 'completed', 'code': 200} Jul 24 01:43:08.327133 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a177e48c-1da0-4811-b3cd-313f7e78234a req-3484bdac-bc7f-46c4-a4c0-73b615652a4c tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3f5cd1e-b66e-4430-bf5c-67e264031e91 HTTP/1.1" status: 200 len: 210 time: 0.0298288 Jul 24 01:43:10.015474 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-d148b6b8-ad79-4be8-a12e-383de559d4cc tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:43:10.019806 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-d148b6b8-ad79-4be8-a12e-383de559d4cc tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/networks?id=37ea978f-ad2a-4f4c-a0ee-e368ac57d60c HTTP/1.1" status: 200 len: 817 time: 0.1103690 Jul 24 01:43:10.036074 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-91c83349-f0c1-4aa4-8047-d8e2a7ab02bb tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/quotas/8328ea8d7e764c608b51336b79fe082c HTTP/1.1" status: 200 len: 375 time: 0.0099964 Jul 24 01:43:10.104548 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-23891292-3891-46c4-82de-cd315cccdba2 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8328ea8d7e764c608b51336b79fe082c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0619259 Jul 24 01:43:10.198780 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-af29fed0-97c3-4d16-99d4-29f3803ed99c service neutron] 10.222.0.15 "GET /v2.0/networks/37ea978f-ad2a-4f4c-a0ee-e368ac57d60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830879 Jul 24 01:43:10.296610 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-a0fc10bd-7d4d-4991-bfad-a4a314d13f4f service neutron] 10.222.0.15 "GET /v2.0/networks/37ea978f-ad2a-4f4c-a0ee-e368ac57d60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898826 Jul 24 01:43:10.462386 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1f4d5fa4-71a1-4ba6-9ae6-49a91d731e4e req-87d665bb-b7a6-429d-9fd2-cee0feb15a0a tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/ports?device_id=351347c7-fb82-440e-abb7-a0ba5784c44d HTTP/1.1" status: 200 len: 210 time: 0.0308259 Jul 24 01:43:11.365879 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-4d342b4e-12d5-4e3e-b3b0-fac80cdaa543 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:43:11.367447 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-4d342b4e-12d5-4e3e-b3b0-fac80cdaa543 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.13 "GET /v2.0/networks?id=37ea978f-ad2a-4f4c-a0ee-e368ac57d60c HTTP/1.1" status: 200 len: 817 time: 0.1142278 Jul 24 01:43:11.379837 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-2aea4c64-7b06-41d8-a87a-e25e695980ba tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Request body: {'port': {'device_id': '351347c7-fb82-440e-abb7-a0ba5784c44d', 'network_id': '37ea978f-ad2a-4f4c-a0ee-e368ac57d60c', 'admin_state_up': True, 'tenant_id': '8328ea8d7e764c608b51336b79fe082c'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:43:11.492703 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-2aea4c64-7b06-41d8-a87a-e25e695980ba tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Made reservation on behalf of 8328ea8d7e764c608b51336b79fe082c for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:43:11.496753 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-2aea4c64-7b06-41d8-a87a-e25e695980ba tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:11.566982 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-032be5d6-6379-4b6d-bf95-a631eabf23f8 req-6d7a584e-cd07-46fb-9243-9f94f7a582f6 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/ports?device_id=351347c7-fb82-440e-abb7-a0ba5784c44d HTTP/1.1" status: 200 len: 210 time: 0.0311377 Jul 24 01:43:11.747694 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device e94ffb86-6558-436b-8cf2-c2876766938f no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:43:11.772663 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: e94ffb86-6558-436b-8cf2-c2876766938f {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:43:11.773019 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device e94ffb86-6558-436b-8cf2-c2876766938f not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:43:11.947151 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-2aea4c64-7b06-41d8-a87a-e25e695980ba tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Allocated IP 172.20.0.7 (37ea978f-ad2a-4f4c-a0ee-e368ac57d60c/1148c242-61ba-436f-a81c-f6e6f2051459/2cbea10c-6c86-4bcc-9c11-a5ac052ae820) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:43:12.095466 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-2aea4c64-7b06-41d8-a87a-e25e695980ba tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:12.110908 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-2aea4c64-7b06-41d8-a87a-e25e695980ba tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Transition to ACTIVE for port object 2cbea10c-6c86-4bcc-9c11-a5ac052ae820 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:43:12.143747 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-2aea4c64-7b06-41d8-a87a-e25e695980ba tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:12.185766 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-2aea4c64-7b06-41d8-a87a-e25e695980ba tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Network 37ea978f-ad2a-4f4c-a0ee-e368ac57d60c is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:43:12.190726 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-2aea4c64-7b06-41d8-a87a-e25e695980ba tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:43:12.194417 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-2aea4c64-7b06-41d8-a87a-e25e695980ba tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:43:12.224778 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea4c64-7b06-41d8-a87a-e25e695980ba tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Pushing event updated for resources: {'Port': ['ID=2cbea10c-6c86-4bcc-9c11-a5ac052ae820,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:12.253568 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-2aea4c64-7b06-41d8-a87a-e25e695980ba tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:43:12.254205 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-2aea4c64-7b06-41d8-a87a-e25e695980ba tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:12.269824 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-2aea4c64-7b06-41d8-a87a-e25e695980ba tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8938832 Jul 24 01:43:12.281974 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-14c956aa-a66f-43f4-a30d-11757ffa5e2e service neutron] Request body: {'port': {'device_id': '351347c7-fb82-440e-abb7-a0ba5784c44d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:43:12.362307 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-14c956aa-a66f-43f4-a30d-11757ffa5e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:12.397688 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-ff312281-1c5b-4227-a8f0-01c2f81aa812 None None] Provisioning for port 2cbea10c-6c86-4bcc-9c11-a5ac052ae820 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:43:12.402299 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-ff312281-1c5b-4227-a8f0-01c2f81aa812 None None] Provisioning complete for port 2cbea10c-6c86-4bcc-9c11-a5ac052ae820 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:43:12.402691 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ff312281-1c5b-4227-a8f0-01c2f81aa812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:12.436643 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-ff312281-1c5b-4227-a8f0-01c2f81aa812 None None] Port 2cbea10c-6c86-4bcc-9c11-a5ac052ae820 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:43:12.630272 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-14c956aa-a66f-43f4-a30d-11757ffa5e2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cbea10c-6c86-4bcc-9c11-a5ac052ae820 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:43:12.638211 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-14c956aa-a66f-43f4-a30d-11757ffa5e2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:12.675956 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-14c956aa-a66f-43f4-a30d-11757ffa5e2e service neutron] Transition to ACTIVE for port object 2cbea10c-6c86-4bcc-9c11-a5ac052ae820 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:43:12.679982 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-14c956aa-a66f-43f4-a30d-11757ffa5e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:12.740298 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c956aa-a66f-43f4-a30d-11757ffa5e2e service neutron] Pushing event updated for resources: {'Port': ['ID=2cbea10c-6c86-4bcc-9c11-a5ac052ae820,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:12.815212 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3529ba73-0f3f-4919-83e4-73b4d62d59ea req-b05b3d63-46ad-4e54-adb7-43f83a717cb9 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:43:12.816768 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3529ba73-0f3f-4919-83e4-73b4d62d59ea req-b05b3d63-46ad-4e54-adb7-43f83a717cb9 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/ports?device_id=351347c7-fb82-440e-abb7-a0ba5784c44d HTTP/1.1" status: 200 len: 931 time: 0.1761732 Jul 24 01:43:12.857868 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-14c956aa-a66f-43f4-a30d-11757ffa5e2e service neutron] Attempting to bind port 2cbea10c-6c86-4bcc-9c11-a5ac052ae820 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:43:12.857868 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-14c956aa-a66f-43f4-a30d-11757ffa5e2e service neutron] Attempting to bind port 2cbea10c-6c86-4bcc-9c11-a5ac052ae820 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '1ad27532-454b-4a14-b721-9a97626808d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '37ea978f-ad2a-4f4c-a0ee-e368ac57d60c'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:43:12.858160 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-14c956aa-a66f-43f4-a30d-11757ffa5e2e service neutron] Attempting to bind port 2cbea10c-6c86-4bcc-9c11-a5ac052ae820 on network 37ea978f-ad2a-4f4c-a0ee-e368ac57d60c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:43:12.871610 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-14c956aa-a66f-43f4-a30d-11757ffa5e2e service neutron] Port 2cbea10c-6c86-4bcc-9c11-a5ac052ae820 on network 37ea978f-ad2a-4f4c-a0ee-e368ac57d60c not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:43:12.871943 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-14c956aa-a66f-43f4-a30d-11757ffa5e2e service neutron] Attempting to bind port 2cbea10c-6c86-4bcc-9c11-a5ac052ae820 on network 37ea978f-ad2a-4f4c-a0ee-e368ac57d60c {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:43:12.880959 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3529ba73-0f3f-4919-83e4-73b4d62d59ea req-81502072-13b3-4114-827d-23383b0903ab tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/security-groups?id=7139568b-1797-4829-9634-4b8dadda1df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572507 Jul 24 01:43:12.882122 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-14c956aa-a66f-43f4-a30d-11757ffa5e2e service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:43:12.882471 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-14c956aa-a66f-43f4-a30d-11757ffa5e2e service neutron] Checking segment: {'id': '1ad27532-454b-4a14-b721-9a97626808d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '37ea978f-ad2a-4f4c-a0ee-e368ac57d60c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:43:12.882887 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-14c956aa-a66f-43f4-a30d-11757ffa5e2e service neutron] Bound using segment: {'id': '1ad27532-454b-4a14-b721-9a97626808d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '37ea978f-ad2a-4f4c-a0ee-e368ac57d60c'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:43:12.883342 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-14c956aa-a66f-43f4-a30d-11757ffa5e2e service neutron] Bound port: 2cbea10c-6c86-4bcc-9c11-a5ac052ae820, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ad27532-454b-4a14-b721-9a97626808d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '37ea978f-ad2a-4f4c-a0ee-e368ac57d60c'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:43:12.883714 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-14c956aa-a66f-43f4-a30d-11757ffa5e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:12.947620 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-14c956aa-a66f-43f4-a30d-11757ffa5e2e service neutron] For port 2cbea10c-6c86-4bcc-9c11-a5ac052ae820, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:43:12.950930 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-14c956aa-a66f-43f4-a30d-11757ffa5e2e service neutron] For port 2cbea10c-6c86-4bcc-9c11-a5ac052ae820, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2cbea10c-6c86-4bcc-9c11-a5ac052ae820,segment=NetworkSegment(1ad27532-454b-4a14-b721-9a97626808d7),segment_id=1ad27532-454b-4a14-b721-9a97626808d7)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:43:12.954970 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-14c956aa-a66f-43f4-a30d-11757ffa5e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:12.990377 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-14c956aa-a66f-43f4-a30d-11757ffa5e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:43:12.991025 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-14c956aa-a66f-43f4-a30d-11757ffa5e2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:12.992413 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-14c956aa-a66f-43f4-a30d-11757ffa5e2e service neutron] 10.222.0.13 "PUT /v2.0/ports/2cbea10c-6c86-4bcc-9c11-a5ac052ae820 HTTP/1.1" status: 200 len: 1092 time: 0.7148643 Jul 24 01:43:12.992846 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '351347c7-fb82-440e-abb7-a0ba5784c44d', 'tag': '2cbea10c-6c86-4bcc-9c11-a5ac052ae820'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:43:12.995954 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}94888752d8e34b6a89a91d5fba944a55a33cfe615543cf21b3d57d23696735ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e92124-c15e-4cf9-bed1-3a0a5475efaa" -d '{"events": [{"name": "network-changed", "server_uuid": "351347c7-fb82-440e-abb7-a0ba5784c44d", "tag": "2cbea10c-6c86-4bcc-9c11-a5ac052ae820"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:43:13.024712 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c956aa-a66f-43f4-a30d-11757ffa5e2e service neutron] Pushing event updated for resources: {'Port': ['ID=2cbea10c-6c86-4bcc-9c11-a5ac052ae820,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:13.045680 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b621bf81-ec91-4950-9032-dbda02e8ecbf x-openstack-request-id: req-b621bf81-ec91-4950-9032-dbda02e8ecbf {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:43:13.045680 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "351347c7-fb82-440e-abb7-a0ba5784c44d", "tag": "2cbea10c-6c86-4bcc-9c11-a5ac052ae820", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:43:13.045680 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b621bf81-ec91-4950-9032-dbda02e8ecbf {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:43:13.045680 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '351347c7-fb82-440e-abb7-a0ba5784c44d', 'tag': '2cbea10c-6c86-4bcc-9c11-a5ac052ae820', 'status': 'completed', 'code': 200} Jul 24 01:43:13.091431 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-0e735eb3-2787-4a83-81d4-584a9b662687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:43:13.093000 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-0e735eb3-2787-4a83-81d4-584a9b662687 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8328ea8d7e764c608b51336b79fe082c&device_id=351347c7-fb82-440e-abb7-a0ba5784c44d HTTP/1.1" status: 200 len: 1095 time: 0.0588484 Jul 24 01:43:13.136027 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-19bfd602-6214-45d5-bfd6-3985247f0ad1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cbea10c-6c86-4bcc-9c11-a5ac052ae820 HTTP/1.1" status: 200 len: 217 time: 0.0357759 Jul 24 01:43:13.192645 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-81653fb9-42cf-487f-8aba-29723c0c2965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:43:13.194155 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-81653fb9-42cf-487f-8aba-29723c0c2965 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1148c242-61ba-436f-a81c-f6e6f2051459 HTTP/1.1" status: 200 len: 856 time: 0.0517902 Jul 24 01:43:13.251927 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-f88fe576-8c1a-440f-a752-f97fb85968f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:43:13.253448 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-f88fe576-8c1a-440f-a752-f97fb85968f1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=37ea978f-ad2a-4f4c-a0ee-e368ac57d60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528741 Jul 24 01:43:13.341884 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-408f4ea8-a7d3-486b-abf0-d3b0b1c254ea service neutron] 10.222.0.13 "GET /v2.0/networks/37ea978f-ad2a-4f4c-a0ee-e368ac57d60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810764 Jul 24 01:43:13.434140 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0d9de497-f288-40c7-90dd-9e27233b2432 req-42bad380-0a32-45c5-b499-7ddca1cea06b service neutron] 10.222.0.13 "GET /v2.0/networks/37ea978f-ad2a-4f4c-a0ee-e368ac57d60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862966 Jul 24 01:43:13.531248 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e92124-c15e-4cf9-bed1-3a0a5475efaa req-d4478ff8-fccc-4d67-9876-240cb3198549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:43:13.532843 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-93e92124-c15e-4cf9-bed1-3a0a5475efaa req-d4478ff8-fccc-4d67-9876-240cb3198549 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8328ea8d7e764c608b51336b79fe082c&device_id=351347c7-fb82-440e-abb7-a0ba5784c44d HTTP/1.1" status: 200 len: 1095 time: 0.0551357 Jul 24 01:43:13.629097 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e92124-c15e-4cf9-bed1-3a0a5475efaa req-bfb4b5fa-4b75-4a9b-8f0d-6d82120d62f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:43:13.630626 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-93e92124-c15e-4cf9-bed1-3a0a5475efaa req-bfb4b5fa-4b75-4a9b-8f0d-6d82120d62f2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=37ea978f-ad2a-4f4c-a0ee-e368ac57d60c HTTP/1.1" status: 200 len: 918 time: 0.0899472 Jul 24 01:43:13.672156 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-93e92124-c15e-4cf9-bed1-3a0a5475efaa req-acae9e85-b51a-478d-acf0-d9026d85d9ee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2cbea10c-6c86-4bcc-9c11-a5ac052ae820 HTTP/1.1" status: 200 len: 217 time: 0.0346951 Jul 24 01:43:13.733309 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e92124-c15e-4cf9-bed1-3a0a5475efaa req-19cad8b6-423f-4390-8549-fa5d50966557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:43:13.735019 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-93e92124-c15e-4cf9-bed1-3a0a5475efaa req-19cad8b6-423f-4390-8549-fa5d50966557 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1148c242-61ba-436f-a81c-f6e6f2051459 HTTP/1.1" status: 200 len: 856 time: 0.0503895 Jul 24 01:43:13.795420 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e92124-c15e-4cf9-bed1-3a0a5475efaa req-00210db5-a1ff-42ef-833d-1a970b2849ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:43:13.796949 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-93e92124-c15e-4cf9-bed1-3a0a5475efaa req-00210db5-a1ff-42ef-833d-1a970b2849ea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=37ea978f-ad2a-4f4c-a0ee-e368ac57d60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548518 Jul 24 01:43:13.887424 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-93e92124-c15e-4cf9-bed1-3a0a5475efaa req-380da157-3eaf-4f61-8315-4c7b91975025 service neutron] 10.222.0.13 "GET /v2.0/networks/37ea978f-ad2a-4f4c-a0ee-e368ac57d60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830412 Jul 24 01:43:14.017137 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-93e92124-c15e-4cf9-bed1-3a0a5475efaa req-37897391-b2fa-49c5-beef-ec5107d5fc7e service neutron] 10.222.0.13 "GET /v2.0/networks/37ea978f-ad2a-4f4c-a0ee-e368ac57d60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220868 Jul 24 01:43:14.042695 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2176fba-f53d-469b-9504-f94b3dc0c86c req-413d0c31-f6bd-4870-ae59-4157efb0f3bb tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:43:14.044222 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b2176fba-f53d-469b-9504-f94b3dc0c86c req-413d0c31-f6bd-4870-ae59-4157efb0f3bb tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/ports?device_id=351347c7-fb82-440e-abb7-a0ba5784c44d HTTP/1.1" status: 200 len: 943 time: 0.0867732 Jul 24 01:43:14.085502 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b2176fba-f53d-469b-9504-f94b3dc0c86c req-11799939-8fae-404e-a377-5599bcaa96b8 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/security-groups?id=7139568b-1797-4829-9634-4b8dadda1df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356779 Jul 24 01:43:15.219912 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99831bfd-289f-4b45-a45d-9db90c6c0e79 req-5e2ccf7a-168d-431c-9d21-60a1c0daa16d tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:43:15.221440 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-99831bfd-289f-4b45-a45d-9db90c6c0e79 req-5e2ccf7a-168d-431c-9d21-60a1c0daa16d tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/ports?device_id=351347c7-fb82-440e-abb7-a0ba5784c44d HTTP/1.1" status: 200 len: 943 time: 0.0671318 Jul 24 01:43:15.259184 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-99831bfd-289f-4b45-a45d-9db90c6c0e79 req-c0cc94bf-f994-4693-b265-50f109447d4a tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/security-groups?id=7139568b-1797-4829-9634-4b8dadda1df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321369 Jul 24 01:43:15.762396 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 2cbea10c-6c86-4bcc-9c11-a5ac052ae820 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:43:15.851741 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-01805ba1-86e5-4910-ac6e-cda3c2d2f0cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:15.870484 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 2cbea10c-6c86-4bcc-9c11-a5ac052ae820, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2cbea10c-6c86-4bcc-9c11-a5ac052ae820,segment=NetworkSegment(1ad27532-454b-4a14-b721-9a97626808d7),segment_id=1ad27532-454b-4a14-b721-9a97626808d7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:43:15.880889 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '2cbea10c-6c86-4bcc-9c11-a5ac052ae820', 'network_id': '37ea978f-ad2a-4f4c-a0ee-e368ac57d60c', 'port_id': '2cbea10c-6c86-4bcc-9c11-a5ac052ae820', 'mac_address': 'fa:16:3e:58:45:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1148c242-61ba-436f-a81c-f6e6f2051459', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:43:15.922452 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:15.935526 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cbea10c-6c86-4bcc-9c11-a5ac052ae820 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:43:15.955587 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 2cbea10c-6c86-4bcc-9c11-a5ac052ae820, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2cbea10c-6c86-4bcc-9c11-a5ac052ae820,segment=NetworkSegment(1ad27532-454b-4a14-b721-9a97626808d7),segment_id=1ad27532-454b-4a14-b721-9a97626808d7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:43:15.959074 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:16.005763 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=2cbea10c-6c86-4bcc-9c11-a5ac052ae820,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:16.013449 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:16.013796 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:16.014134 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:16.014472 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:16.014838 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:16.015168 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:16.015496 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:16.015821 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:16.016142 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:16.016465 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:16.016786 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:16.017106 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:16.147405 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['2cbea10c-6c86-4bcc-9c11-a5ac052ae820'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:43:16.398029 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2b654-d68f-489b-aedb-9d4f6ae26820 req-d350d8cf-cb13-4337-85ef-2a617220e35d tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:43:16.399578 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-73e2b654-d68f-489b-aedb-9d4f6ae26820 req-d350d8cf-cb13-4337-85ef-2a617220e35d tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/ports?device_id=351347c7-fb82-440e-abb7-a0ba5784c44d HTTP/1.1" status: 200 len: 944 time: 0.0718367 Jul 24 01:43:16.437257 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-73e2b654-d68f-489b-aedb-9d4f6ae26820 req-b2bc5229-6186-4e17-a6d5-52a6bcc4c1e5 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/security-groups?id=7139568b-1797-4829-9634-4b8dadda1df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313909 Jul 24 01:43:17.570822 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2aad5-ae3f-4c13-a886-d9dd390590f5 req-8c3fb78a-7670-4ef7-82b5-599a07b27cb9 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:43:17.572808 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-36e2aad5-ae3f-4c13-a886-d9dd390590f5 req-8c3fb78a-7670-4ef7-82b5-599a07b27cb9 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/ports?device_id=351347c7-fb82-440e-abb7-a0ba5784c44d HTTP/1.1" status: 200 len: 944 time: 0.0684488 Jul 24 01:43:17.612754 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-36e2aad5-ae3f-4c13-a886-d9dd390590f5 req-4cdc2d55-6afb-4539-8c8a-b73faea43b8c tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/security-groups?id=7139568b-1797-4829-9634-4b8dadda1df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342529 Jul 24 01:43:17.626910 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:43:17.763372 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 2cbea10c-6c86-4bcc-9c11-a5ac052ae820 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:43:17.813947 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 2cbea10c-6c86-4bcc-9c11-a5ac052ae820 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:43:17.817399 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 2cbea10c-6c86-4bcc-9c11-a5ac052ae820 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:43:17.817773 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:17.900240 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:17.925487 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351347c7-fb82-440e-abb7-a0ba5784c44d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbea10c-6c86-4bcc-9c11-a5ac052ae820'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:43:17.940267 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 2cbea10c-6c86-4bcc-9c11-a5ac052ae820, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2cbea10c-6c86-4bcc-9c11-a5ac052ae820,segment=NetworkSegment(1ad27532-454b-4a14-b721-9a97626808d7),segment_id=1ad27532-454b-4a14-b721-9a97626808d7)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:43:17.944763 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:17.969233 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b36c629d192f293ddd0cd0678fefb9a9e59c3f82b7da09e09f5fd8b02f5b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a1d785-f80b-47ff-a97e-597b6ea7f2b5" -d '{"events": [{"server_uuid": "351347c7-fb82-440e-abb7-a0ba5784c44d", "name": "network-vif-plugged", "status": "completed", "tag": "2cbea10c-6c86-4bcc-9c11-a5ac052ae820"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:43:17.998425 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=2cbea10c-6c86-4bcc-9c11-a5ac052ae820,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:18.057784 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af1a715-20eb-498c-97f5-95cba9c69629 x-openstack-request-id: req-9af1a715-20eb-498c-97f5-95cba9c69629 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:43:18.058083 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351347c7-fb82-440e-abb7-a0ba5784c44d", "name": "network-vif-plugged", "status": "completed", "tag": "2cbea10c-6c86-4bcc-9c11-a5ac052ae820", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:43:18.058345 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9af1a715-20eb-498c-97f5-95cba9c69629 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:43:18.058783 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351347c7-fb82-440e-abb7-a0ba5784c44d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbea10c-6c86-4bcc-9c11-a5ac052ae820', 'code': 200} Jul 24 01:43:18.235370 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1143ab1-9ce0-4f0f-90dd-a3f83f4c69e9 req-077d0751-9af6-4683-9754-1dc8e4c7ad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:43:18.236913 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d1143ab1-9ce0-4f0f-90dd-a3f83f4c69e9 req-077d0751-9af6-4683-9754-1dc8e4c7ad07 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=351347c7-fb82-440e-abb7-a0ba5784c44d HTTP/1.1" status: 200 len: 1097 time: 0.0925117 Jul 24 01:43:18.272068 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d1143ab1-9ce0-4f0f-90dd-a3f83f4c69e9 req-d04cbb84-1511-441e-967d-8ab43dea55f5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7139568b-1797-4829-9634-4b8dadda1df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272524 Jul 24 01:43:18.338063 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-831cfded-3e6a-480e-a951-19bd58e18143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:18.543189 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:18.746448 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc119c3c-49e9-4cda-99a4-591a28a43692 req-50a6122e-9892-40d0-a583-91beb84160b4 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:43:18.748007 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fc119c3c-49e9-4cda-99a4-591a28a43692 req-50a6122e-9892-40d0-a583-91beb84160b4 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/ports?device_id=351347c7-fb82-440e-abb7-a0ba5784c44d HTTP/1.1" status: 200 len: 945 time: 0.0642390 Jul 24 01:43:18.786451 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fc119c3c-49e9-4cda-99a4-591a28a43692 req-7d62b25b-819a-4aad-b010-9de1e51b0b64 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/security-groups?id=7139568b-1797-4829-9634-4b8dadda1df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328567 Jul 24 01:43:19.669241 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:19.918335 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324dd452-6ca5-4b96-a942-23a38cd7e1c9 req-87f1dc9f-0f2d-40d1-bc41-b42aab74bdee tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:43:19.919908 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-324dd452-6ca5-4b96-a942-23a38cd7e1c9 req-87f1dc9f-0f2d-40d1-bc41-b42aab74bdee tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/ports?device_id=351347c7-fb82-440e-abb7-a0ba5784c44d HTTP/1.1" status: 200 len: 945 time: 0.0658178 Jul 24 01:43:19.961575 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-324dd452-6ca5-4b96-a942-23a38cd7e1c9 req-2b68eec7-0687-4ccf-a21d-ad27b642e849 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/security-groups?id=7139568b-1797-4829-9634-4b8dadda1df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361075 Jul 24 01:43:20.095800 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96898d40-49e7-48f0-b4c1-38e958bbbbc7 req-c32b542b-7943-409c-adf4-f93cb4d95fa2 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:43:20.097349 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-96898d40-49e7-48f0-b4c1-38e958bbbbc7 req-c32b542b-7943-409c-adf4-f93cb4d95fa2 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/ports?device_id=351347c7-fb82-440e-abb7-a0ba5784c44d HTTP/1.1" status: 200 len: 945 time: 0.0685844 Jul 24 01:43:20.138366 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-96898d40-49e7-48f0-b4c1-38e958bbbbc7 req-b132f136-a7e4-45a3-98a9-16f14beb4a42 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/security-groups?id=7139568b-1797-4829-9634-4b8dadda1df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354795 Jul 24 01:43:21.172902 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:35.448252 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:35.797877 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:38.595854 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa8fac-71c7-42ce-a350-65ebfc4e450a req-11e60a5d-d672-43cc-bc1c-e4ae9cc9988a tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:43:38.597384 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-32fa8fac-71c7-42ce-a350-65ebfc4e450a req-11e60a5d-d672-43cc-bc1c-e4ae9cc9988a tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/ports?device_id=351347c7-fb82-440e-abb7-a0ba5784c44d HTTP/1.1" status: 200 len: 945 time: 0.0659029 Jul 24 01:43:38.635851 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-32fa8fac-71c7-42ce-a350-65ebfc4e450a req-e7a58663-8c4f-4d6f-bb5e-806ef6b9b652 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/security-groups?id=7139568b-1797-4829-9634-4b8dadda1df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329118 Jul 24 01:43:39.767969 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a851d9e7-7723-46f6-860f-00192fe137fb req-598f03fd-f7a1-4f55-a752-d30d5724de86 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:43:39.769505 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a851d9e7-7723-46f6-860f-00192fe137fb req-598f03fd-f7a1-4f55-a752-d30d5724de86 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/ports?device_id=351347c7-fb82-440e-abb7-a0ba5784c44d HTTP/1.1" status: 200 len: 945 time: 0.0656438 Jul 24 01:43:39.808356 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a851d9e7-7723-46f6-860f-00192fe137fb req-2c990d25-d90b-4fbe-9c89-a047f28b00a6 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/security-groups?id=7139568b-1797-4829-9634-4b8dadda1df1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332623 Jul 24 01:43:40.051381 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e5d65-b5a9-496d-bb96-ecc98b297e5c req-ed774516-f2ab-41ba-ae10-d21df78f314d tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:43:40.053042 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c28e5d65-b5a9-496d-bb96-ecc98b297e5c req-ed774516-f2ab-41ba-ae10-d21df78f314d tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.13 "GET /v2.0/ports?device_id=351347c7-fb82-440e-abb7-a0ba5784c44d HTTP/1.1" status: 200 len: 945 time: 0.0654652 Jul 24 01:43:40.160029 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-c28e5d65-b5a9-496d-bb96-ecc98b297e5c req-cc302f46-acbf-4cea-8f9d-a54d811b272f tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Deleting port 2cbea10c-6c86-4bcc-9c11-a5ac052ae820 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:43:40.160375 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c28e5d65-b5a9-496d-bb96-ecc98b297e5c req-cc302f46-acbf-4cea-8f9d-a54d811b272f tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:40.250094 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-c28e5d65-b5a9-496d-bb96-ecc98b297e5c req-cc302f46-acbf-4cea-8f9d-a54d811b272f tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] For port 2cbea10c-6c86-4bcc-9c11-a5ac052ae820, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=2cbea10c-6c86-4bcc-9c11-a5ac052ae820,segment=NetworkSegment(1ad27532-454b-4a14-b721-9a97626808d7),segment_id=1ad27532-454b-4a14-b721-9a97626808d7)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:43:40.250461 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c28e5d65-b5a9-496d-bb96-ecc98b297e5c req-cc302f46-acbf-4cea-8f9d-a54d811b272f tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:40.262740 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-c28e5d65-b5a9-496d-bb96-ecc98b297e5c req-cc302f46-acbf-4cea-8f9d-a54d811b272f tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Calling delete_port for 2cbea10c-6c86-4bcc-9c11-a5ac052ae820 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:43:40.393523 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c28e5d65-b5a9-496d-bb96-ecc98b297e5c req-cc302f46-acbf-4cea-8f9d-a54d811b272f tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:40.407057 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['2cbea10c-6c86-4bcc-9c11-a5ac052ae820'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:43:40.425146 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc302f46-acbf-4cea-8f9d-a54d811b272f tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Pushing event deleted for resources: {'Port': ['ID=2cbea10c-6c86-4bcc-9c11-a5ac052ae820,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:40.435795 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc302f46-acbf-4cea-8f9d-a54d811b272f tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:40.436159 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc302f46-acbf-4cea-8f9d-a54d811b272f tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:40.436510 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc302f46-acbf-4cea-8f9d-a54d811b272f tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:40.436854 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc302f46-acbf-4cea-8f9d-a54d811b272f tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:40.437196 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc302f46-acbf-4cea-8f9d-a54d811b272f tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:40.437556 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc302f46-acbf-4cea-8f9d-a54d811b272f tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:40.437880 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc302f46-acbf-4cea-8f9d-a54d811b272f tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:40.438220 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc302f46-acbf-4cea-8f9d-a54d811b272f tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:40.438559 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc302f46-acbf-4cea-8f9d-a54d811b272f tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:40.439493 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc302f46-acbf-4cea-8f9d-a54d811b272f tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:40.439493 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc302f46-acbf-4cea-8f9d-a54d811b272f tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:40.439639 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc302f46-acbf-4cea-8f9d-a54d811b272f tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:40.494453 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-c28e5d65-b5a9-496d-bb96-ecc98b297e5c req-cc302f46-acbf-4cea-8f9d-a54d811b272f tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] No DVR routers for this DVR port 2cbea10c-6c86-4bcc-9c11-a5ac052ae820 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:43:40.497597 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c28e5d65-b5a9-496d-bb96-ecc98b297e5c req-cc302f46-acbf-4cea-8f9d-a54d811b272f tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:40.499837 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c28e5d65-b5a9-496d-bb96-ecc98b297e5c req-cc302f46-acbf-4cea-8f9d-a54d811b272f tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.13 "DELETE /v2.0/ports/2cbea10c-6c86-4bcc-9c11-a5ac052ae820 HTTP/1.1" status: 204 len: 173 time: 0.4411383 Jul 24 01:43:40.500327 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351347c7-fb82-440e-abb7-a0ba5784c44d', 'name': 'network-vif-deleted', 'tag': '2cbea10c-6c86-4bcc-9c11-a5ac052ae820'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:43:40.541009 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c0377c0cac57482b78947fbfdb6e67ca594c264dadda24220a1a6cbe410d8c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3fcd04d-2d28-4f4a-8273-d005829dd07a" -d '{"events": [{"server_uuid": "351347c7-fb82-440e-abb7-a0ba5784c44d", "name": "network-vif-deleted", "tag": "2cbea10c-6c86-4bcc-9c11-a5ac052ae820"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:43:40.637942 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfba96e-ce79-4985-ba62-d6268ecc99e3 x-openstack-request-id: req-dcfba96e-ce79-4985-ba62-d6268ecc99e3 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:43:40.638265 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351347c7-fb82-440e-abb7-a0ba5784c44d", "name": "network-vif-deleted", "tag": "2cbea10c-6c86-4bcc-9c11-a5ac052ae820", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:43:40.638531 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dcfba96e-ce79-4985-ba62-d6268ecc99e3 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:43:40.638966 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '351347c7-fb82-440e-abb7-a0ba5784c44d', 'name': 'network-vif-deleted', 'tag': '2cbea10c-6c86-4bcc-9c11-a5ac052ae820', 'status': 'completed', 'code': 200} Jul 24 01:43:40.919081 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f45af793-d2da-4e05-8ca0-c95e37afaa31 req-07c71880-28c5-4e1b-8260-58cf3d969b97 tempest-TestEncryptedCinderVolumes-728402588 tempest-TestEncryptedCinderVolumes-728402588-project] 10.222.0.15 "GET /v2.0/ports?device_id=351347c7-fb82-440e-abb7-a0ba5784c44d HTTP/1.1" status: 200 len: 210 time: 0.0314577 Jul 24 01:43:42.010790 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51116) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:43:42.368901 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ee5a6eca-0dfd-4b12-b48a-1f7173f6322d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:42.641385 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-ee5a6eca-0dfd-4b12-b48a-1f7173f6322d admin admin] Deleting port 68b4ec8f-d923-48e0-9816-ae03371a8770 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:43:42.641736 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ee5a6eca-0dfd-4b12-b48a-1f7173f6322d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:42.723729 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-ee5a6eca-0dfd-4b12-b48a-1f7173f6322d admin admin] For port 68b4ec8f-d923-48e0-9816-ae03371a8770, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=68b4ec8f-d923-48e0-9816-ae03371a8770,segment=NetworkSegment(1ad27532-454b-4a14-b721-9a97626808d7),segment_id=1ad27532-454b-4a14-b721-9a97626808d7)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:43:42.724105 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ee5a6eca-0dfd-4b12-b48a-1f7173f6322d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:42.736716 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-ee5a6eca-0dfd-4b12-b48a-1f7173f6322d admin admin] Calling delete_port for 68b4ec8f-d923-48e0-9816-ae03371a8770 owned by network:router_interface {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:43:42.921426 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ee5a6eca-0dfd-4b12-b48a-1f7173f6322d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:42.946219 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5a6eca-0dfd-4b12-b48a-1f7173f6322d admin admin] Pushing event deleted for resources: {'Port': ['ID=68b4ec8f-d923-48e0-9816-ae03371a8770,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:43.116237 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ee5a6eca-0dfd-4b12-b48a-1f7173f6322d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:43.326389 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5a6eca-0dfd-4b12-b48a-1f7173f6322d admin admin] Router 05ef382f-cea4-4240-b66a-5d8b65d390b2 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:43:43.433153 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5a6eca-0dfd-4b12-b48a-1f7173f6322d admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:43:43.438255 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ee5a6eca-0dfd-4b12-b48a-1f7173f6322d admin admin] 10.222.0.15 "PUT /v2.0/routers/05ef382f-cea4-4240-b66a-5d8b65d390b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4263647 Jul 24 01:43:43.440779 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51118) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:43:43.443895 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603f264c-ead5-489d-a0af-c86d358c93c5 None None] Sync routers for ids ['05ef382f-cea4-4240-b66a-5d8b65d390b2'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:43:43.453287 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603f264c-ead5-489d-a0af-c86d358c93c5 None None] Routers {'05ef382f-cea4-4240-b66a-5d8b65d390b2'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:43:43.453910 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-603f264c-ead5-489d-a0af-c86d358c93c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:43:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['05ef382f-cea4-4240-b66a-5d8b65d390b2'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:43:43.544982 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1c91c825-b15d-498e-a37f-92af771c758d admin admin] Notify callbacks [] for router, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:43.559495 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-603f264c-ead5-489d-a0af-c86d358c93c5 None None] Set router 05ef382f-cea4-4240-b66a-5d8b65d390b2 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:43:43.647464 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1c91c825-b15d-498e-a37f-92af771c758d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:43.700181 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-1c91c825-b15d-498e-a37f-92af771c758d admin admin] Deleting port 7365a9fe-27be-4b30-b585-338c5ba3059f {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:43:43.700530 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1c91c825-b15d-498e-a37f-92af771c758d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:43.741017 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-603f264c-ead5-489d-a0af-c86d358c93c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ef382f-cea4-4240-b66a-5d8b65d390b2', 'name': 'tempest-TestEncryptedCinderVolumes-1952672109-router', 'tenant_id': '8328ea8d7e764c608b51336b79fe082c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.3'}], 'enable_snat': True}, 'gw_port_id': '7365a9fe-27be-4b30-b585-338c5ba3059f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:42:27Z', 'updated_at': '2021-07-24T01:43:42Z', 'revision_number': 5, 'project_id': '8328ea8d7e764c608b51336b79fe082c', 'gw_port': {'id': '7365a9fe-27be-4b30-b585-338c5ba3059f', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:44:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ef382f-cea4-4240-b66a-5d8b65d390b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:42:27Z', 'updated_at': '2021-07-24T01:42:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:43:43.767425 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603f264c-ead5-489d-a0af-c86d358c93c5 None None] Checking router: 05ef382f-cea4-4240-b66a-5d8b65d390b2 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:43:43.776469 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603f264c-ead5-489d-a0af-c86d358c93c5 None None] Routers {'05ef382f-cea4-4240-b66a-5d8b65d390b2'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:43:43.777115 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-603f264c-ead5-489d-a0af-c86d358c93c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:43:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['05ef382f-cea4-4240-b66a-5d8b65d390b2'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:43:43.787241 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-1c91c825-b15d-498e-a37f-92af771c758d admin admin] For port 7365a9fe-27be-4b30-b585-338c5ba3059f, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=7365a9fe-27be-4b30-b585-338c5ba3059f,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:43:43.787616 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1c91c825-b15d-498e-a37f-92af771c758d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:43.800029 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-1c91c825-b15d-498e-a37f-92af771c758d admin admin] Calling delete_port for 7365a9fe-27be-4b30-b585-338c5ba3059f owned by network:router_gateway {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:43:43.861661 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-603f264c-ead5-489d-a0af-c86d358c93c5 None None] Set router 05ef382f-cea4-4240-b66a-5d8b65d390b2 gateway port host: None {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:43:43.888989 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 2cbea10c-6c86-4bcc-9c11-a5ac052ae820 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:43:43.935857 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 2cbea10c-6c86-4bcc-9c11-a5ac052ae820 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:43:43.936216 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 2cbea10c-6c86-4bcc-9c11-a5ac052ae820 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:43:43.937691 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-603f264c-ead5-489d-a0af-c86d358c93c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ef382f-cea4-4240-b66a-5d8b65d390b2', 'name': 'tempest-TestEncryptedCinderVolumes-1952672109-router', 'tenant_id': '8328ea8d7e764c608b51336b79fe082c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:42:27Z', 'updated_at': '2021-07-24T01:43:43Z', 'revision_number': 6, 'project_id': '8328ea8d7e764c608b51336b79fe082c', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:43:43.964859 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-603f264c-ead5-489d-a0af-c86d358c93c5 None None] The sync data for ids ['05ef382f-cea4-4240-b66a-5d8b65d390b2'] in n-d-793621-25 is: [{'id': '05ef382f-cea4-4240-b66a-5d8b65d390b2', 'name': 'tempest-TestEncryptedCinderVolumes-1952672109-router', 'tenant_id': '8328ea8d7e764c608b51336b79fe082c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:42:27Z', 'updated_at': '2021-07-24T01:43:43Z', 'revision_number': 6, 'project_id': '8328ea8d7e764c608b51336b79fe082c', 'gw_port_host': None}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:43:43.973794 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1c91c825-b15d-498e-a37f-92af771c758d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:44.003078 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91c825-b15d-498e-a37f-92af771c758d admin admin] Pushing event deleted for resources: {'Port': ['ID=7365a9fe-27be-4b30-b585-338c5ba3059f,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:44.066372 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1c91c825-b15d-498e-a37f-92af771c758d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:44.157554 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1c91c825-b15d-498e-a37f-92af771c758d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:44.159738 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1c91c825-b15d-498e-a37f-92af771c758d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:44.205044 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1c91c825-b15d-498e-a37f-92af771c758d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:44.205571 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c91c825-b15d-498e-a37f-92af771c758d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05ef382f-cea4-4240-b66a-5d8b65d390b2 {{(pid=100464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:43:44.210793 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1c91c825-b15d-498e-a37f-92af771c758d admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:44.212188 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1c91c825-b15d-498e-a37f-92af771c758d admin admin] 10.222.0.15 "DELETE /v2.0/routers/05ef382f-cea4-4240-b66a-5d8b65d390b2 HTTP/1.1" status: 204 len: 168 time: 0.7704425 Jul 24 01:43:44.215012 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51120) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:43:44.264352 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ef68937-3b76-4ec1-a39f-d87c8a090937 admin admin] Deleting subnet 1148c242-61ba-436f-a81c-f6e6f2051459 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:43:44.267363 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5ef68937-3b76-4ec1-a39f-d87c8a090937 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:44.302338 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5ef68937-3b76-4ec1-a39f-d87c8a090937 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:44.387334 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5ef68937-3b76-4ec1-a39f-d87c8a090937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:44.439338 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5ef68937-3b76-4ec1-a39f-d87c8a090937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:44.468781 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef68937-3b76-4ec1-a39f-d87c8a090937 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1148c242-61ba-436f-a81c-f6e6f2051459,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:44.473189 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5ef68937-3b76-4ec1-a39f-d87c8a090937 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:44.475083 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5ef68937-3b76-4ec1-a39f-d87c8a090937 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1148c242-61ba-436f-a81c-f6e6f2051459 HTTP/1.1" status: 204 len: 168 time: 0.2589157 Jul 24 01:43:44.477878 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51122) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:43:44.478346 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2f52af-140a-4790-9b49-a44a87e19ec6 None None] Network 37ea978f-ad2a-4f4c-a0ee-e368ac57d60c requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:43:44.480935 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef68937-3b76-4ec1-a39f-d87c8a090937 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:44.481483 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef68937-3b76-4ec1-a39f-d87c8a090937 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:44.481841 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef68937-3b76-4ec1-a39f-d87c8a090937 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:44.482182 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef68937-3b76-4ec1-a39f-d87c8a090937 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:44.482519 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef68937-3b76-4ec1-a39f-d87c8a090937 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:44.482895 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef68937-3b76-4ec1-a39f-d87c8a090937 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:44.483233 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef68937-3b76-4ec1-a39f-d87c8a090937 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:44.483564 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef68937-3b76-4ec1-a39f-d87c8a090937 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:44.483896 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef68937-3b76-4ec1-a39f-d87c8a090937 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:44.484223 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef68937-3b76-4ec1-a39f-d87c8a090937 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:44.484581 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef68937-3b76-4ec1-a39f-d87c8a090937 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:44.484880 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ef68937-3b76-4ec1-a39f-d87c8a090937 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:44.547278 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a31b9cae-cb81-4109-af63-c59b504bd3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:44.605361 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-a31b9cae-cb81-4109-af63-c59b504bd3ce admin admin] Deleting port a54f5321-1f72-4f3c-b916-656b7320ce54 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:43:44.605705 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a31b9cae-cb81-4109-af63-c59b504bd3ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:44.670039 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-a31b9cae-cb81-4109-af63-c59b504bd3ce admin admin] For port a54f5321-1f72-4f3c-b916-656b7320ce54, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=a54f5321-1f72-4f3c-b916-656b7320ce54,segment=NetworkSegment(1ad27532-454b-4a14-b721-9a97626808d7),segment_id=1ad27532-454b-4a14-b721-9a97626808d7)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:43:44.670407 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a31b9cae-cb81-4109-af63-c59b504bd3ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:44.682235 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-a31b9cae-cb81-4109-af63-c59b504bd3ce admin admin] Calling delete_port for a54f5321-1f72-4f3c-b916-656b7320ce54 owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:43:44.744524 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64369b59-4d31-43a8-9551-861287181b7c None None] DHCP port deletion for 37ea978f-ad2a-4f4c-a0ee-e368ac57d60c request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:43:44.771233 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a31b9cae-cb81-4109-af63-c59b504bd3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:44.796484 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-64369b59-4d31-43a8-9551-861287181b7c None None] Deleting port a54f5321-1f72-4f3c-b916-656b7320ce54 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:43:44.796872 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-64369b59-4d31-43a8-9551-861287181b7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:44.796977 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b9cae-cb81-4109-af63-c59b504bd3ce admin admin] Pushing event deleted for resources: {'Port': ['ID=a54f5321-1f72-4f3c-b916-656b7320ce54,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:44.800419 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31b9cae-cb81-4109-af63-c59b504bd3ce admin admin] No DVR routers for this DVR port a54f5321-1f72-4f3c-b916-656b7320ce54 on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:43:44.865719 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-64369b59-4d31-43a8-9551-861287181b7c None None] For port a54f5321-1f72-4f3c-b916-656b7320ce54, host n-d-793621-25, got binding levels [] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:43:44.866123 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-64369b59-4d31-43a8-9551-861287181b7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:44.874751 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a31b9cae-cb81-4109-af63-c59b504bd3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:44.878093 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-64369b59-4d31-43a8-9551-861287181b7c None None] Calling delete_port for a54f5321-1f72-4f3c-b916-656b7320ce54 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:43:44.880790 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.ipam_backend_mixin [None req-64369b59-4d31-43a8-9551-861287181b7c None None] Port a54f5321-1f72-4f3c-b916-656b7320ce54 was not found and therefore no delete operation was performed {{(pid=100465) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 24 01:43:44.882375 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-64369b59-4d31-43a8-9551-861287181b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:44.885192 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-a31b9cae-cb81-4109-af63-c59b504bd3ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ea978f-ad2a-4f4c-a0ee-e368ac57d60c']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:43:44.900895 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-a31b9cae-cb81-4109-af63-c59b504bd3ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ad27532-454b-4a14-b721-9a97626808d7') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:43:44.901311 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-a31b9cae-cb81-4109-af63-c59b504bd3ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ad27532-454b-4a14-b721-9a97626808d7') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:43:44.907597 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64369b59-4d31-43a8-9551-861287181b7c None None] Pushing event deleted for resources: {'Port': ['ID=a54f5321-1f72-4f3c-b916-656b7320ce54,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:44.911261 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a31b9cae-cb81-4109-af63-c59b504bd3ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:44.912927 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64369b59-4d31-43a8-9551-861287181b7c None None] No DVR routers for this DVR port a54f5321-1f72-4f3c-b916-656b7320ce54 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:43:44.928365 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a31b9cae-cb81-4109-af63-c59b504bd3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:44.934732 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a31b9cae-cb81-4109-af63-c59b504bd3ce admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:43:44.935173 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a31b9cae-cb81-4109-af63-c59b504bd3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:44.936874 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:43:44.936874 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:43:44.936874 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:43:44.936874 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:43:44.936874 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:43:44.936874 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:43:44.936874 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:43:44.936874 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:43:44.936874 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:43:44.936874 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:43:44.936874 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:43:44.936874 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:43:44.936874 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:43:44.936874 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:43:44.936874 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:43:44.936874 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:43:44.936874 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:43:44.936874 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:43:44.936874 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:43:44.936874 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:43:44.936874 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:43:44.936874 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:43:44.936874 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:43:44.936874 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:43:44.936874 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:43:44.936874 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:43:44.936874 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:43:44.936874 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:43:44.936874 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:43:44.936874 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:43:44.936874 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:43:44.936874 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:43:44.993132 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a31b9cae-cb81-4109-af63-c59b504bd3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:45.003489 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a31b9cae-cb81-4109-af63-c59b504bd3ce admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:45.005374 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a31b9cae-cb81-4109-af63-c59b504bd3ce admin admin] 10.222.0.15 "DELETE /v2.0/networks/37ea978f-ad2a-4f4c-a0ee-e368ac57d60c HTTP/1.1" status: 204 len: 168 time: 0.5256226 Jul 24 01:43:45.008451 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51124) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:43:45.016936 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b9cae-cb81-4109-af63-c59b504bd3ce admin admin] Pushing event deleted for resources: {'Network': ['ID=37ea978f-ad2a-4f4c-a0ee-e368ac57d60c,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:45.349773 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5118ae1f-780f-4dcc-aa75-25898c5479a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:45.598500 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-5118ae1f-780f-4dcc-aa75-25898c5479a1 admin admin] Deleting port 0d0b019c-7bbe-41da-8917-4887c9630852 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:43:45.598879 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5118ae1f-780f-4dcc-aa75-25898c5479a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:45.677763 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-5118ae1f-780f-4dcc-aa75-25898c5479a1 admin admin] For port 0d0b019c-7bbe-41da-8917-4887c9630852, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=0d0b019c-7bbe-41da-8917-4887c9630852,segment=NetworkSegment(0f69d413-50a5-4ea7-be04-229263118a46),segment_id=0f69d413-50a5-4ea7-be04-229263118a46)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:43:45.678129 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5118ae1f-780f-4dcc-aa75-25898c5479a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:45.691195 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-5118ae1f-780f-4dcc-aa75-25898c5479a1 admin admin] Calling delete_port for 0d0b019c-7bbe-41da-8917-4887c9630852 owned by network:router_interface {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:43:45.837114 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-14f06933-0919-4118-94e6-f3b758d98756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:45.875389 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5118ae1f-780f-4dcc-aa75-25898c5479a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:45.902102 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5118ae1f-780f-4dcc-aa75-25898c5479a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d0b019c-7bbe-41da-8917-4887c9630852,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:45.933483 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 7365a9fe-27be-4b30-b585-338c5ba3059f no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:43:45.954511 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 7365a9fe-27be-4b30-b585-338c5ba3059f {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:43:45.954986 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 7365a9fe-27be-4b30-b585-338c5ba3059f not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:43:45.955631 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a54f5321-1f72-4f3c-b916-656b7320ce54 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:43:45.976270 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: a54f5321-1f72-4f3c-b916-656b7320ce54 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:43:45.976639 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a54f5321-1f72-4f3c-b916-656b7320ce54 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:43:45.977057 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 68b4ec8f-d923-48e0-9816-ae03371a8770 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:43:46.000181 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 68b4ec8f-d923-48e0-9816-ae03371a8770 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:43:46.000546 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 68b4ec8f-d923-48e0-9816-ae03371a8770 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:43:46.075450 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5118ae1f-780f-4dcc-aa75-25898c5479a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:46.653521 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5118ae1f-780f-4dcc-aa75-25898c5479a1 admin admin] Router 5cec81c7-f12c-4b58-8ab3-e6fae925cc0a has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:43:46.760360 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5118ae1f-780f-4dcc-aa75-25898c5479a1 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:43:46.765978 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5118ae1f-780f-4dcc-aa75-25898c5479a1 admin admin] 10.222.0.15 "PUT /v2.0/routers/5cec81c7-f12c-4b58-8ab3-e6fae925cc0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7562726 Jul 24 01:43:46.768829 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51126) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:43:46.769490 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f97b101-527c-4265-8177-eba0f27e2ba3 None None] Sync routers for ids ['5cec81c7-f12c-4b58-8ab3-e6fae925cc0a'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:43:46.779278 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f97b101-527c-4265-8177-eba0f27e2ba3 None None] Routers {'5cec81c7-f12c-4b58-8ab3-e6fae925cc0a'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:43:46.779896 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-5f97b101-527c-4265-8177-eba0f27e2ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:43:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['5cec81c7-f12c-4b58-8ab3-e6fae925cc0a'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:43:46.873263 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f18f454d-1d70-42cc-9243-809f6999e652 admin admin] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:46.880499 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-5f97b101-527c-4265-8177-eba0f27e2ba3 None None] Set router 5cec81c7-f12c-4b58-8ab3-e6fae925cc0a gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:43:46.976329 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f18f454d-1d70-42cc-9243-809f6999e652 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:47.028577 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-f18f454d-1d70-42cc-9243-809f6999e652 admin admin] Deleting port 12d9991e-542a-41ea-ba5b-70406f60406c {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:43:47.028927 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f18f454d-1d70-42cc-9243-809f6999e652 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:47.054341 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-5f97b101-527c-4265-8177-eba0f27e2ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cec81c7-f12c-4b58-8ab3-e6fae925cc0a', 'name': 'tempest-TestEncryptedCinderVolumes-1822574119-router', 'tenant_id': '140ae69f40fe41a2a21f8414c63bba16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.242'}], 'enable_snat': True}, 'gw_port_id': '12d9991e-542a-41ea-ba5b-70406f60406c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:42:32Z', 'updated_at': '2021-07-24T01:43:45Z', 'revision_number': 5, 'project_id': '140ae69f40fe41a2a21f8414c63bba16', 'gw_port': {'id': '12d9991e-542a-41ea-ba5b-70406f60406c', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:7b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cec81c7-f12c-4b58-8ab3-e6fae925cc0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:42:32Z', 'updated_at': '2021-07-24T01:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:43:47.084224 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f97b101-527c-4265-8177-eba0f27e2ba3 None None] Checking router: 5cec81c7-f12c-4b58-8ab3-e6fae925cc0a for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:43:47.093066 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f97b101-527c-4265-8177-eba0f27e2ba3 None None] Routers {'5cec81c7-f12c-4b58-8ab3-e6fae925cc0a'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:43:47.093687 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-5f97b101-527c-4265-8177-eba0f27e2ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:43:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['5cec81c7-f12c-4b58-8ab3-e6fae925cc0a'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:43:47.112497 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-f18f454d-1d70-42cc-9243-809f6999e652 admin admin] For port 12d9991e-542a-41ea-ba5b-70406f60406c, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=12d9991e-542a-41ea-ba5b-70406f60406c,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:43:47.112874 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f18f454d-1d70-42cc-9243-809f6999e652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:47.125097 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-f18f454d-1d70-42cc-9243-809f6999e652 admin admin] Calling delete_port for 12d9991e-542a-41ea-ba5b-70406f60406c owned by network:router_gateway {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:43:47.175543 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-5f97b101-527c-4265-8177-eba0f27e2ba3 None None] Set router 5cec81c7-f12c-4b58-8ab3-e6fae925cc0a gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:43:47.227883 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-5f97b101-527c-4265-8177-eba0f27e2ba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cec81c7-f12c-4b58-8ab3-e6fae925cc0a', 'name': 'tempest-TestEncryptedCinderVolumes-1822574119-router', 'tenant_id': '140ae69f40fe41a2a21f8414c63bba16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:42:32Z', 'updated_at': '2021-07-24T01:43:46Z', 'revision_number': 6, 'project_id': '140ae69f40fe41a2a21f8414c63bba16', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:43:47.255259 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f97b101-527c-4265-8177-eba0f27e2ba3 None None] The sync data for ids ['5cec81c7-f12c-4b58-8ab3-e6fae925cc0a'] in n-d-793621-25 is: [{'id': '5cec81c7-f12c-4b58-8ab3-e6fae925cc0a', 'name': 'tempest-TestEncryptedCinderVolumes-1822574119-router', 'tenant_id': '140ae69f40fe41a2a21f8414c63bba16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:42:32Z', 'updated_at': '2021-07-24T01:43:46Z', 'revision_number': 6, 'project_id': '140ae69f40fe41a2a21f8414c63bba16', 'gw_port_host': None}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:43:47.302170 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f18f454d-1d70-42cc-9243-809f6999e652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:47.337026 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f454d-1d70-42cc-9243-809f6999e652 admin admin] Pushing event deleted for resources: {'Port': ['ID=12d9991e-542a-41ea-ba5b-70406f60406c,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:47.397815 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f18f454d-1d70-42cc-9243-809f6999e652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:47.488587 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f18f454d-1d70-42cc-9243-809f6999e652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:47.490657 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f18f454d-1d70-42cc-9243-809f6999e652 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:47.534559 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f18f454d-1d70-42cc-9243-809f6999e652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:47.535184 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f18f454d-1d70-42cc-9243-809f6999e652 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cec81c7-f12c-4b58-8ab3-e6fae925cc0a {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:43:47.539422 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f18f454d-1d70-42cc-9243-809f6999e652 admin admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:47.540583 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f18f454d-1d70-42cc-9243-809f6999e652 admin admin] 10.222.0.15 "DELETE /v2.0/routers/5cec81c7-f12c-4b58-8ab3-e6fae925cc0a HTTP/1.1" status: 204 len: 168 time: 0.7708306 Jul 24 01:43:47.543410 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51128) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:43:47.592848 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3863d71-98e8-4576-8887-dd5191c4f4f8 admin admin] Deleting subnet b37e00de-91de-4987-a473-a71fd9e042de {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:43:47.596200 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f3863d71-98e8-4576-8887-dd5191c4f4f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:47.636061 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f3863d71-98e8-4576-8887-dd5191c4f4f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:47.715661 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f3863d71-98e8-4576-8887-dd5191c4f4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:47.769359 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f3863d71-98e8-4576-8887-dd5191c4f4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:47.803709 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3863d71-98e8-4576-8887-dd5191c4f4f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b37e00de-91de-4987-a473-a71fd9e042de,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:47.805669 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f3863d71-98e8-4576-8887-dd5191c4f4f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:47.809491 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ef8be3-b462-4675-b8a9-31b34b3f9070 None None] Network 5e4fded4-1da8-4a28-918b-92949d4ae35b requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:43:47.810297 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51130) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:43:47.810734 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f3863d71-98e8-4576-8887-dd5191c4f4f8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b37e00de-91de-4987-a473-a71fd9e042de HTTP/1.1" status: 204 len: 168 time: 0.2659709 Jul 24 01:43:48.036258 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dacd98-4511-4c50-af8c-cbc6783154e6 None None] DHCP port deletion for 5e4fded4-1da8-4a28-918b-92949d4ae35b request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:43:48.097510 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-a4dacd98-4511-4c50-af8c-cbc6783154e6 None None] Deleting port 2b937670-ce60-404b-9376-23d15ffa5121 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:43:48.097889 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a4dacd98-4511-4c50-af8c-cbc6783154e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:48.099822 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0d0b019c-7bbe-41da-8917-4887c9630852 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:43:48.129094 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 0d0b019c-7bbe-41da-8917-4887c9630852 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:43:48.129458 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 0d0b019c-7bbe-41da-8917-4887c9630852 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:43:48.129865 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 12d9991e-542a-41ea-ba5b-70406f60406c no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:43:48.157618 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 12d9991e-542a-41ea-ba5b-70406f60406c {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:43:48.157975 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 12d9991e-542a-41ea-ba5b-70406f60406c not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:43:48.158402 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2b937670-ce60-404b-9376-23d15ffa5121 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:43:48.204743 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2bf5d79a-482d-429e-ab02-e3310e9435f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:48.267495 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-2bf5d79a-482d-429e-ab02-e3310e9435f5 admin admin] Deleting port 2b937670-ce60-404b-9376-23d15ffa5121 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:43:48.268092 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2bf5d79a-482d-429e-ab02-e3310e9435f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:48.345042 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-2bf5d79a-482d-429e-ab02-e3310e9435f5 admin admin] For port 2b937670-ce60-404b-9376-23d15ffa5121, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2b937670-ce60-404b-9376-23d15ffa5121,segment=NetworkSegment(0f69d413-50a5-4ea7-be04-229263118a46),segment_id=0f69d413-50a5-4ea7-be04-229263118a46)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:43:48.345415 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2bf5d79a-482d-429e-ab02-e3310e9435f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:48.360237 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-2bf5d79a-482d-429e-ab02-e3310e9435f5 admin admin] Calling delete_port for 2b937670-ce60-404b-9376-23d15ffa5121 owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:43:48.396406 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-a4dacd98-4511-4c50-af8c-cbc6783154e6 None None] For port 2b937670-ce60-404b-9376-23d15ffa5121, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2b937670-ce60-404b-9376-23d15ffa5121,segment=NetworkSegment(0f69d413-50a5-4ea7-be04-229263118a46),segment_id=0f69d413-50a5-4ea7-be04-229263118a46)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:43:48.396808 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a4dacd98-4511-4c50-af8c-cbc6783154e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:48.414462 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-a4dacd98-4511-4c50-af8c-cbc6783154e6 None None] Calling delete_port for 2b937670-ce60-404b-9376-23d15ffa5121 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:43:48.416836 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-325cac30-52ae-474a-9053-b589b743b2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:48.452220 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2bf5d79a-482d-429e-ab02-e3310e9435f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:48.479102 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5d79a-482d-429e-ab02-e3310e9435f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b937670-ce60-404b-9376-23d15ffa5121,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:48.480925 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Port 2b937670-ce60-404b-9376-23d15ffa5121 update to DOWN by agent not found {{(pid=100465) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 24 01:43:48.483343 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf5d79a-482d-429e-ab02-e3310e9435f5 admin admin] No DVR routers for this DVR port 2b937670-ce60-404b-9376-23d15ffa5121 on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:43:48.519539 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a4dacd98-4511-4c50-af8c-cbc6783154e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:48.549409 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dacd98-4511-4c50-af8c-cbc6783154e6 None None] Pushing event deleted for resources: {'Port': ['ID=2b937670-ce60-404b-9376-23d15ffa5121,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:48.559322 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dacd98-4511-4c50-af8c-cbc6783154e6 None None] No DVR routers for this DVR port 2b937670-ce60-404b-9376-23d15ffa5121 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:43:48.563168 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:48.566835 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2bf5d79a-482d-429e-ab02-e3310e9435f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:48.577248 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-2bf5d79a-482d-429e-ab02-e3310e9435f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e4fded4-1da8-4a28-918b-92949d4ae35b']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:43:48.588387 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-2bf5d79a-482d-429e-ab02-e3310e9435f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f69d413-50a5-4ea7-be04-229263118a46') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:43:48.588737 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-2bf5d79a-482d-429e-ab02-e3310e9435f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f69d413-50a5-4ea7-be04-229263118a46') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:43:48.597828 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2bf5d79a-482d-429e-ab02-e3310e9435f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:48.613573 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2bf5d79a-482d-429e-ab02-e3310e9435f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:48.619441 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bf5d79a-482d-429e-ab02-e3310e9435f5 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:43:48.619949 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2bf5d79a-482d-429e-ab02-e3310e9435f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:48.621659 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:43:48.621659 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:43:48.621659 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:43:48.621659 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:43:48.621659 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:43:48.621659 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:43:48.621659 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:43:48.621659 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:43:48.621659 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:43:48.621659 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:43:48.621659 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:43:48.621659 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:43:48.621659 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:43:48.621659 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:43:48.621659 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:43:48.621659 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:43:48.621659 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:43:48.621659 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:43:48.621659 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:43:48.621659 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:43:48.621659 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:43:48.621659 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:43:48.621659 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:43:48.621659 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:43:48.621659 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:43:48.621659 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:43:48.621659 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:43:48.621659 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:43:48.621659 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:43:48.621659 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:43:48.621659 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:43:48.621659 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:43:48.678078 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2bf5d79a-482d-429e-ab02-e3310e9435f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:48.682976 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2bf5d79a-482d-429e-ab02-e3310e9435f5 admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:48.684932 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2bf5d79a-482d-429e-ab02-e3310e9435f5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5e4fded4-1da8-4a28-918b-92949d4ae35b HTTP/1.1" status: 204 len: 168 time: 0.8734701 Jul 24 01:43:48.698672 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5d79a-482d-429e-ab02-e3310e9435f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e4fded4-1da8-4a28-918b-92949d4ae35b,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:48.845765 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51134) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:43:48.886018 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-835ccc80-3283-463b-af70-fda856375ee6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8328ea8d7e764c608b51336b79fe082c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389359 Jul 24 01:43:48.888291 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51136) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:43:48.939517 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3ae35c06-c2cb-4806-aa83-71b6fc32cedb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:48.960441 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3ae35c06-c2cb-4806-aa83-71b6fc32cedb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:49.007270 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3ae35c06-c2cb-4806-aa83-71b6fc32cedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:49.010462 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3ae35c06-c2cb-4806-aa83-71b6fc32cedb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:49.011682 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3ae35c06-c2cb-4806-aa83-71b6fc32cedb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7139568b-1797-4829-9634-4b8dadda1df1 HTTP/1.1" status: 204 len: 168 time: 0.1224878 Jul 24 01:43:49.019613 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae35c06-c2cb-4806-aa83-71b6fc32cedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7139568b-1797-4829-9634-4b8dadda1df1,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:49.329550 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51142) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:43:49.370093 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-886ca67d-1b30-4ba7-8a0d-90821fd91636 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=140ae69f40fe41a2a21f8414c63bba16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391657 Jul 24 01:43:49.372511 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51144) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:43:49.419969 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b636444c-165f-402c-97c3-dff13117778b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:49.441066 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b636444c-165f-402c-97c3-dff13117778b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:49.487131 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b636444c-165f-402c-97c3-dff13117778b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:49.489790 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b636444c-165f-402c-97c3-dff13117778b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:49.491009 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b636444c-165f-402c-97c3-dff13117778b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8939a462-05f2-4ece-a3d1-d5ed73da5a3c HTTP/1.1" status: 204 len: 168 time: 0.1175458 Jul 24 01:43:49.499547 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b636444c-165f-402c-97c3-dff13117778b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8939a462-05f2-4ece-a3d1-d5ed73da5a3c,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:49.669943 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:50.147822 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51166) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:43:50.243059 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-5bc4e7ac-3131-473f-b295-a14b779f0baf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1930702834-network', 'tenant_id': 'd6f8e4fb73f04c4491325731ead74fe3'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:43:50.265264 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc4e7ac-3131-473f-b295-a14b779f0baf admin admin] Made reservation on behalf of d6f8e4fb73f04c4491325731ead74fe3 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:43:50.267851 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5bc4e7ac-3131-473f-b295-a14b779f0baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:50.279677 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5bc4e7ac-3131-473f-b295-a14b779f0baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:50.367379 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5bc4e7ac-3131-473f-b295-a14b779f0baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:50.372607 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5bc4e7ac-3131-473f-b295-a14b779f0baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:50.397343 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc4e7ac-3131-473f-b295-a14b779f0baf admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:43:50.407338 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4e7ac-3131-473f-b295-a14b779f0baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b23df86-07c2-401a-a148-3f3dd638cef0,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:50.412384 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5bc4e7ac-3131-473f-b295-a14b779f0baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:50.412733 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-5bc4e7ac-3131-473f-b295-a14b779f0baf admin admin] Added segment fd14f8f6-d757-4ea3-9e89-f76d3102cfe9 of type vlan for network c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e Jul 24 01:43:50.452630 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5bc4e7ac-3131-473f-b295-a14b779f0baf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:50.481877 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5bc4e7ac-3131-473f-b295-a14b779f0baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:50.482899 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc4e7ac-3131-473f-b295-a14b779f0baf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:43:50.483494 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5bc4e7ac-3131-473f-b295-a14b779f0baf admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:50.512018 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5bc4e7ac-3131-473f-b295-a14b779f0baf admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3630848 Jul 24 01:43:50.515060 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51170) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:43:50.520422 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-827811fd-bf35-4816-8f1e-6c205f6f43a7 admin admin] Request body: {'subnet': {'network_id': 'c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1930702834-subnet', 'tenant_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:43:50.540312 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827811fd-bf35-4816-8f1e-6c205f6f43a7 admin admin] Made reservation on behalf of d6f8e4fb73f04c4491325731ead74fe3 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:43:50.543264 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-827811fd-bf35-4816-8f1e-6c205f6f43a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:50.548525 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4e7ac-3131-473f-b295-a14b779f0baf admin admin] Pushing event updated for resources: {'Network': ['ID=c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:50.558499 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:43:50.717856 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-827811fd-bf35-4816-8f1e-6c205f6f43a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:50.771734 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827811fd-bf35-4816-8f1e-6c205f6f43a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b87e4d4-0d2a-4f4b-bd1f-bb94b3574d1b,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:50.781882 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827811fd-bf35-4816-8f1e-6c205f6f43a7 admin admin] Checking segment: {'id': 'fd14f8f6-d757-4ea3-9e89-f76d3102cfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:43:50.782252 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827811fd-bf35-4816-8f1e-6c205f6f43a7 admin admin] Network hostable DHCP agents. Network: c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:43:50.798639 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827811fd-bf35-4816-8f1e-6c205f6f43a7 admin admin] Network c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:43:50.808099 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-827811fd-bf35-4816-8f1e-6c205f6f43a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:43:50.812168 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827811fd-bf35-4816-8f1e-6c205f6f43a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:43:50.812795 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-827811fd-bf35-4816-8f1e-6c205f6f43a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:50.818177 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbb31b9-0d0a-4261-9f2f-436ffa28a1c8 None None] Network c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:43:50.827487 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-827811fd-bf35-4816-8f1e-6c205f6f43a7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3112812 Jul 24 01:43:50.830359 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51172) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:43:50.834757 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-a62e5ffe-2a91-4c4c-9ce5-02c95da90f4a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1930702834-router', 'tenant_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:43:50.857052 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a62e5ffe-2a91-4c4c-9ce5-02c95da90f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:50.858083 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a62e5ffe-2a91-4c4c-9ce5-02c95da90f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:50.911126 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a62e5ffe-2a91-4c4c-9ce5-02c95da90f4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:50.965258 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189c353b-b881-41d3-b7da-3759f2726fc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e', 'network_id': 'c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e', 'tenant_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'fixed_ips': [{'subnet_id': '0b87e4d4-0d2a-4f4b-bd1f-bb94b3574d1b'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:43:50.966281 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-189c353b-b881-41d3-b7da-3759f2726fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:51.054257 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a62e5ffe-2a91-4c4c-9ce5-02c95da90f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:51.105800 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-189c353b-b881-41d3-b7da-3759f2726fc8 None None] Allocated IP 172.20.0.2 (c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e/0b87e4d4-0d2a-4f4b-bd1f-bb94b3574d1b/dad4909e-aecf-4c12-bcd8-aaa600883c58) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:43:51.199932 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:51.258194 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a62e5ffe-2a91-4c4c-9ce5-02c95da90f4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:51.268019 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-189c353b-b881-41d3-b7da-3759f2726fc8 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:51.277122 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-189c353b-b881-41d3-b7da-3759f2726fc8 None None] Transition to ACTIVE for port object dad4909e-aecf-4c12-bcd8-aaa600883c58 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:43:51.278444 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a62e5ffe-2a91-4c4c-9ce5-02c95da90f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:51.293291 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-189c353b-b881-41d3-b7da-3759f2726fc8 None None] Transition to ACTIVE for port object dad4909e-aecf-4c12-bcd8-aaa600883c58 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:43:51.301416 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-189c353b-b881-41d3-b7da-3759f2726fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:51.339124 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189c353b-b881-41d3-b7da-3759f2726fc8 None None] Network c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:43:51.341900 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-189c353b-b881-41d3-b7da-3759f2726fc8 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:43:51.347389 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189c353b-b881-41d3-b7da-3759f2726fc8 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:43:51.356232 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c353b-b881-41d3-b7da-3759f2726fc8 None None] Pushing event updated for resources: {'Port': ['ID=dad4909e-aecf-4c12-bcd8-aaa600883c58,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:51.386144 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-a62e5ffe-2a91-4c4c-9ce5-02c95da90f4a admin admin] Allocated IP 172.25.2.45 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/58824404-c057-4f50-9d33-07f76951bda1) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:43:51.416450 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-189c353b-b881-41d3-b7da-3759f2726fc8 None None] Attempting to bind port dad4909e-aecf-4c12-bcd8-aaa600883c58 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:43:51.416840 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-189c353b-b881-41d3-b7da-3759f2726fc8 None None] Attempting to bind port dad4909e-aecf-4c12-bcd8-aaa600883c58 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'fd14f8f6-d757-4ea3-9e89-f76d3102cfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:43:51.417215 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189c353b-b881-41d3-b7da-3759f2726fc8 None None] Attempting to bind port dad4909e-aecf-4c12-bcd8-aaa600883c58 on network c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:43:51.422292 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189c353b-b881-41d3-b7da-3759f2726fc8 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:43:51.422673 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189c353b-b881-41d3-b7da-3759f2726fc8 None None] Checking segment: {'id': 'fd14f8f6-d757-4ea3-9e89-f76d3102cfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:43:51.423193 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-189c353b-b881-41d3-b7da-3759f2726fc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:51.423591 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189c353b-b881-41d3-b7da-3759f2726fc8 None None] Bound using segment: {'id': 'fd14f8f6-d757-4ea3-9e89-f76d3102cfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:43:51.424056 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-189c353b-b881-41d3-b7da-3759f2726fc8 None None] Bound port: dad4909e-aecf-4c12-bcd8-aaa600883c58, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd14f8f6-d757-4ea3-9e89-f76d3102cfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:43:51.424443 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-189c353b-b881-41d3-b7da-3759f2726fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:51.490422 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-189c353b-b881-41d3-b7da-3759f2726fc8 None None] For port dad4909e-aecf-4c12-bcd8-aaa600883c58, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:43:51.494168 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-189c353b-b881-41d3-b7da-3759f2726fc8 None None] For port dad4909e-aecf-4c12-bcd8-aaa600883c58, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=dad4909e-aecf-4c12-bcd8-aaa600883c58,segment=NetworkSegment(fd14f8f6-d757-4ea3-9e89-f76d3102cfe9),segment_id=fd14f8f6-d757-4ea3-9e89-f76d3102cfe9)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:43:51.497836 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a62e5ffe-2a91-4c4c-9ce5-02c95da90f4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:51.498261 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-189c353b-b881-41d3-b7da-3759f2726fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:51.540051 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a62e5ffe-2a91-4c4c-9ce5-02c95da90f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:51.557578 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c353b-b881-41d3-b7da-3759f2726fc8 None None] Pushing event updated for resources: {'Port': ['ID=dad4909e-aecf-4c12-bcd8-aaa600883c58,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:51.580164 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62e5ffe-2a91-4c4c-9ce5-02c95da90f4a admin admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:43:51.583143 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-a62e5ffe-2a91-4c4c-9ce5-02c95da90f4a admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:43:51.586098 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62e5ffe-2a91-4c4c-9ce5-02c95da90f4a admin admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:43:51.617049 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e5ffe-2a91-4c4c-9ce5-02c95da90f4a admin admin] Pushing event updated for resources: {'Port': ['ID=58824404-c057-4f50-9d33-07f76951bda1,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:51.860061 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a62e5ffe-2a91-4c4c-9ce5-02c95da90f4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:51.954426 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device dad4909e-aecf-4c12-bcd8-aaa600883c58 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:43:52.004545 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port dad4909e-aecf-4c12-bcd8-aaa600883c58 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:43:52.065549 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a62e5ffe-2a91-4c4c-9ce5-02c95da90f4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:52.196271 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62e5ffe-2a91-4c4c-9ce5-02c95da90f4a admin admin] Router 1d6005da-e9be-4916-a207-f4558a93c120 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:43:52.311786 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62e5ffe-2a91-4c4c-9ce5-02c95da90f4a admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:43:52.322207 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d66be6b-dc91-4e12-9152-2def028f63e9 None None] Sync routers for ids ['1d6005da-e9be-4916-a207-f4558a93c120'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:43:52.329929 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a62e5ffe-2a91-4c4c-9ce5-02c95da90f4a admin admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:52.331359 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a62e5ffe-2a91-4c4c-9ce5-02c95da90f4a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5000207 Jul 24 01:43:52.334200 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51176) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:43:52.335804 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d66be6b-dc91-4e12-9152-2def028f63e9 None None] Routers {'1d6005da-e9be-4916-a207-f4558a93c120'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:43:52.336499 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-5d66be6b-dc91-4e12-9152-2def028f63e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:43:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1d6005da-e9be-4916-a207-f4558a93c120'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:43:52.451622 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-5d66be6b-dc91-4e12-9152-2def028f63e9 None None] Set router 1d6005da-e9be-4916-a207-f4558a93c120 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:43:52.481268 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad8889e-a705-41be-a433-1384e971d9b5 None None] Network c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:43:52.636476 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-779de813-7835-429e-9a2d-f696fc07983e None None] Provisioning for port dad4909e-aecf-4c12-bcd8-aaa600883c58 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:43:52.649482 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-779de813-7835-429e-9a2d-f696fc07983e None None] Provisioning complete for port dad4909e-aecf-4c12-bcd8-aaa600883c58 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:43:52.649775 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-779de813-7835-429e-9a2d-f696fc07983e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:52.760438 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-eb3ca9d4-f810-441a-8601-547dc8d3fb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:52.849136 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-779de813-7835-429e-9a2d-f696fc07983e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:52.868342 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-5d66be6b-dc91-4e12-9152-2def028f63e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d6005da-e9be-4916-a207-f4558a93c120', 'name': 'tempest-TestMinimumBasicScenario-1930702834-router', 'tenant_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '58824404-c057-4f50-9d33-07f76951bda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:43:50Z', 'updated_at': '2021-07-24T01:43:51Z', 'revision_number': 3, 'project_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'gw_port': {'id': '58824404-c057-4f50-9d33-07f76951bda1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ea:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d6005da-e9be-4916-a207-f4558a93c120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:43:51Z', 'updated_at': '2021-07-24T01:43:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:43:52.916496 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d66be6b-dc91-4e12-9152-2def028f63e9 None None] Checking router: 1d6005da-e9be-4916-a207-f4558a93c120 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:43:52.916790 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d66be6b-dc91-4e12-9152-2def028f63e9 None None] Updating router 1d6005da-e9be-4916-a207-f4558a93c120 port 58824404-c057-4f50-9d33-07f76951bda1 binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:43:52.930261 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-eb3ca9d4-f810-441a-8601-547dc8d3fb21 admin admin] Allocated IP 172.20.0.1 (c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e/0b87e4d4-0d2a-4f4b-bd1f-bb94b3574d1b/a89f73b6-fa12-4a0c-aadf-e55e78b7ac30) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:43:52.948637 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-779de813-7835-429e-9a2d-f696fc07983e None None] For port dad4909e-aecf-4c12-bcd8-aaa600883c58, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=dad4909e-aecf-4c12-bcd8-aaa600883c58,segment=NetworkSegment(fd14f8f6-d757-4ea3-9e89-f76d3102cfe9),segment_id=fd14f8f6-d757-4ea3-9e89-f76d3102cfe9)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:43:52.955481 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-779de813-7835-429e-9a2d-f696fc07983e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:52.988443 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5d66be6b-dc91-4e12-9152-2def028f63e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:53.041889 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779de813-7835-429e-9a2d-f696fc07983e None None] Pushing event updated for resources: {'Port': ['ID=dad4909e-aecf-4c12-bcd8-aaa600883c58,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:53.055023 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-eb3ca9d4-f810-441a-8601-547dc8d3fb21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:53.071269 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-eb3ca9d4-f810-441a-8601-547dc8d3fb21 admin admin] Transition to ACTIVE for port object a89f73b6-fa12-4a0c-aadf-e55e78b7ac30 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:43:53.111173 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-eb3ca9d4-f810-441a-8601-547dc8d3fb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:53.153723 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3ca9d4-f810-441a-8601-547dc8d3fb21 admin admin] Network c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:43:53.156819 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-eb3ca9d4-f810-441a-8601-547dc8d3fb21 admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:43:53.160620 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3ca9d4-f810-441a-8601-547dc8d3fb21 admin admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:43:53.200654 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ca9d4-f810-441a-8601-547dc8d3fb21 admin admin] Pushing event updated for resources: {'Port': ['ID=a89f73b6-fa12-4a0c-aadf-e55e78b7ac30,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:53.218411 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-83b6af88-20f4-4ed8-abe7-f761d7f7bb59 None None] Provisioning complete for port dad4909e-aecf-4c12-bcd8-aaa600883c58 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:43:53.218660 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-83b6af88-20f4-4ed8-abe7-f761d7f7bb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:53.223637 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-eb3ca9d4-f810-441a-8601-547dc8d3fb21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:53.376651 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5d66be6b-dc91-4e12-9152-2def028f63e9 None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:53.392233 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-5d66be6b-dc91-4e12-9152-2def028f63e9 None None] Transition to ACTIVE for port object 58824404-c057-4f50-9d33-07f76951bda1 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:43:53.399714 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5d66be6b-dc91-4e12-9152-2def028f63e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:53.455557 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-5d66be6b-dc91-4e12-9152-2def028f63e9 None None] Attempting to bind port 58824404-c057-4f50-9d33-07f76951bda1 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:43:53.455936 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-5d66be6b-dc91-4e12-9152-2def028f63e9 None None] Attempting to bind port 58824404-c057-4f50-9d33-07f76951bda1 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:43:53.456307 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d66be6b-dc91-4e12-9152-2def028f63e9 None None] Attempting to bind port 58824404-c057-4f50-9d33-07f76951bda1 on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:43:53.458492 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599215e-e904-4ee8-9d9d-94b38455e175 None None] Pushing event updated for resources: {'Port': ['ID=58824404-c057-4f50-9d33-07f76951bda1,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:53.464516 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d66be6b-dc91-4e12-9152-2def028f63e9 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:43:53.464930 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d66be6b-dc91-4e12-9152-2def028f63e9 None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:43:53.465305 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5d66be6b-dc91-4e12-9152-2def028f63e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:53.465708 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d66be6b-dc91-4e12-9152-2def028f63e9 None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:43:53.466187 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-5d66be6b-dc91-4e12-9152-2def028f63e9 None None] Bound port: 58824404-c057-4f50-9d33-07f76951bda1, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:43:53.466562 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5d66be6b-dc91-4e12-9152-2def028f63e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:53.528465 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-22813e51-ca78-44af-9761-bacff42d5520 None None] Provisioning for port a89f73b6-fa12-4a0c-aadf-e55e78b7ac30 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:43:53.536758 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-22813e51-ca78-44af-9761-bacff42d5520 None None] Provisioning complete for port a89f73b6-fa12-4a0c-aadf-e55e78b7ac30 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:43:53.537148 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-22813e51-ca78-44af-9761-bacff42d5520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:53.539268 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-5d66be6b-dc91-4e12-9152-2def028f63e9 None None] For port 58824404-c057-4f50-9d33-07f76951bda1, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:43:53.544125 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-5d66be6b-dc91-4e12-9152-2def028f63e9 None None] For port 58824404-c057-4f50-9d33-07f76951bda1, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=58824404-c057-4f50-9d33-07f76951bda1,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:43:53.563574 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5d66be6b-dc91-4e12-9152-2def028f63e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:53.630881 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-22813e51-ca78-44af-9761-bacff42d5520 None None] Port a89f73b6-fa12-4a0c-aadf-e55e78b7ac30 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:43:53.639934 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599215e-e904-4ee8-9d9d-94b38455e175 None None] Pushing event updated for resources: {'Port': ['ID=58824404-c057-4f50-9d33-07f76951bda1,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:53.642554 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d66be6b-dc91-4e12-9152-2def028f63e9 None None] Routers {'1d6005da-e9be-4916-a207-f4558a93c120'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:43:53.643449 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-5d66be6b-dc91-4e12-9152-2def028f63e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:43:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1d6005da-e9be-4916-a207-f4558a93c120'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:43:53.732611 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-eb3ca9d4-f810-441a-8601-547dc8d3fb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:53.759560 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-5d66be6b-dc91-4e12-9152-2def028f63e9 None None] Set router 1d6005da-e9be-4916-a207-f4558a93c120 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:43:53.904498 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-eb3ca9d4-f810-441a-8601-547dc8d3fb21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:53.909534 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-eb3ca9d4-f810-441a-8601-547dc8d3fb21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:53.946096 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device dad4909e-aecf-4c12-bcd8-aaa600883c58 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:43:53.982811 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-eb3ca9d4-f810-441a-8601-547dc8d3fb21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:53.985885 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ca9d4-f810-441a-8601-547dc8d3fb21 admin admin] Pushing event updated for resources: {'Port': ['ID=a89f73b6-fa12-4a0c-aadf-e55e78b7ac30,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:54.095684 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3ca9d4-f810-441a-8601-547dc8d3fb21 admin admin] Network c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:43:54.097327 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-eb3ca9d4-f810-441a-8601-547dc8d3fb21 admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:43:54.176127 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port dad4909e-aecf-4c12-bcd8-aaa600883c58 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:43:54.176781 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:54.180767 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-5d66be6b-dc91-4e12-9152-2def028f63e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d6005da-e9be-4916-a207-f4558a93c120', 'name': 'tempest-TestMinimumBasicScenario-1930702834-router', 'tenant_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '58824404-c057-4f50-9d33-07f76951bda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:43:50Z', 'updated_at': '2021-07-24T01:43:53Z', 'revision_number': 4, 'project_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'gw_port': {'id': '58824404-c057-4f50-9d33-07f76951bda1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ea:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d6005da-e9be-4916-a207-f4558a93c120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:43:51Z', 'updated_at': '2021-07-24T01:43:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'a89f73b6-fa12-4a0c-aadf-e55e78b7ac30', 'name': '', 'network_id': 'c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e', 'tenant_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'mac_address': 'fa:16:3e:2b:a0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d6005da-e9be-4916-a207-f4558a93c120', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '0b87e4d4-0d2a-4f4b-bd1f-bb94b3574d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:43:52Z', 'updated_at': '2021-07-24T01:43:52Z', 'revision_number': 1, 'project_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'subnets': [{'id': '0b87e4d4-0d2a-4f4b-bd1f-bb94b3574d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:43:54.223044 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3ca9d4-f810-441a-8601-547dc8d3fb21 admin admin] Router 1d6005da-e9be-4916-a207-f4558a93c120 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:43:54.225292 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d66be6b-dc91-4e12-9152-2def028f63e9 None None] The sync data for ids ['1d6005da-e9be-4916-a207-f4558a93c120'] in n-d-793621-25 is: [{'id': '1d6005da-e9be-4916-a207-f4558a93c120', 'name': 'tempest-TestMinimumBasicScenario-1930702834-router', 'tenant_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '58824404-c057-4f50-9d33-07f76951bda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:43:50Z', 'updated_at': '2021-07-24T01:43:53Z', 'revision_number': 4, 'project_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'gw_port': {'id': '58824404-c057-4f50-9d33-07f76951bda1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ea:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d6005da-e9be-4916-a207-f4558a93c120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:43:51Z', 'updated_at': '2021-07-24T01:43:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'a89f73b6-fa12-4a0c-aadf-e55e78b7ac30', 'name': '', 'network_id': 'c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e', 'tenant_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'mac_address': 'fa:16:3e:2b:a0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d6005da-e9be-4916-a207-f4558a93c120', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '0b87e4d4-0d2a-4f4b-bd1f-bb94b3574d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:43:52Z', 'updated_at': '2021-07-24T01:43:52Z', 'revision_number': 1, 'project_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'subnets': [{'id': '0b87e4d4-0d2a-4f4b-bd1f-bb94b3574d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:43:54.351977 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3ca9d4-f810-441a-8601-547dc8d3fb21 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:43:54.355799 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1c7b12de-09a9-49e1-b62b-1b43f3d04028 None None] Provisioning complete for port a89f73b6-fa12-4a0c-aadf-e55e78b7ac30 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:43:54.356187 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1c7b12de-09a9-49e1-b62b-1b43f3d04028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:54.357815 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-eb3ca9d4-f810-441a-8601-547dc8d3fb21 admin admin] 10.222.0.15 "PUT /v2.0/routers/1d6005da-e9be-4916-a207-f4558a93c120/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0222290 Jul 24 01:43:54.394784 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-1c7b12de-09a9-49e1-b62b-1b43f3d04028 None None] Port a89f73b6-fa12-4a0c-aadf-e55e78b7ac30 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:43:54.627724 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:43:54.880851 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51192) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:43:54.887480 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-a2b9cd19-a2cc-4e2a-adb0-fc95e5eececa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-335070926-network', 'tenant_id': 'ef7bf195be9b437fb6d81070ecae156d'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:43:54.917473 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b9cd19-a2cc-4e2a-adb0-fc95e5eececa admin admin] Made reservation on behalf of ef7bf195be9b437fb6d81070ecae156d for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:43:54.919929 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a2b9cd19-a2cc-4e2a-adb0-fc95e5eececa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:54.928986 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a2b9cd19-a2cc-4e2a-adb0-fc95e5eececa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:55.025646 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a2b9cd19-a2cc-4e2a-adb0-fc95e5eececa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:55.029911 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a2b9cd19-a2cc-4e2a-adb0-fc95e5eececa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:55.055482 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2b9cd19-a2cc-4e2a-adb0-fc95e5eececa admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:43:55.064619 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b9cd19-a2cc-4e2a-adb0-fc95e5eececa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e067cbd-a56e-456c-a750-94ecf8731c29,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:55.071248 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a2b9cd19-a2cc-4e2a-adb0-fc95e5eececa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:55.071602 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-a2b9cd19-a2cc-4e2a-adb0-fc95e5eececa admin admin] Added segment dca950d2-902d-4a17-8083-4d881b3deac8 of type vlan for network 8533f892-b206-4716-904d-7f1ac5d344cf Jul 24 01:43:55.114869 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a2b9cd19-a2cc-4e2a-adb0-fc95e5eececa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:55.147890 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a2b9cd19-a2cc-4e2a-adb0-fc95e5eececa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:55.148905 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b9cd19-a2cc-4e2a-adb0-fc95e5eececa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:43:55.149540 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a2b9cd19-a2cc-4e2a-adb0-fc95e5eececa admin admin] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:55.179468 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a2b9cd19-a2cc-4e2a-adb0-fc95e5eececa admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2974594 Jul 24 01:43:55.182460 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51194) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:43:55.189149 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-036f2615-4a1b-40e1-bffe-fc97c69e7a61 admin admin] Request body: {'subnet': {'network_id': '8533f892-b206-4716-904d-7f1ac5d344cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-335070926-subnet', 'tenant_id': 'ef7bf195be9b437fb6d81070ecae156d', 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:43:55.229697 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b9cd19-a2cc-4e2a-adb0-fc95e5eececa admin admin] Pushing event updated for resources: {'Network': ['ID=8533f892-b206-4716-904d-7f1ac5d344cf,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:55.240078 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 8533f892-b206-4716-904d-7f1ac5d344cf details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:43:55.246175 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036f2615-4a1b-40e1-bffe-fc97c69e7a61 admin admin] Made reservation on behalf of ef7bf195be9b437fb6d81070ecae156d for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:43:55.248925 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-036f2615-4a1b-40e1-bffe-fc97c69e7a61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:55.433039 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-036f2615-4a1b-40e1-bffe-fc97c69e7a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:55.488806 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f2615-4a1b-40e1-bffe-fc97c69e7a61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b85f44d0-1d80-4a54-827b-7045373cca92,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:55.502129 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036f2615-4a1b-40e1-bffe-fc97c69e7a61 admin admin] Checking segment: {'id': 'dca950d2-902d-4a17-8083-4d881b3deac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8533f892-b206-4716-904d-7f1ac5d344cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:43:55.502435 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036f2615-4a1b-40e1-bffe-fc97c69e7a61 admin admin] Network hostable DHCP agents. Network: 8533f892-b206-4716-904d-7f1ac5d344cf, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:43:55.519554 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036f2615-4a1b-40e1-bffe-fc97c69e7a61 admin admin] Network 8533f892-b206-4716-904d-7f1ac5d344cf is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:43:55.528254 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-036f2615-4a1b-40e1-bffe-fc97c69e7a61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 8533f892-b206-4716-904d-7f1ac5d344cf) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:43:55.532177 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036f2615-4a1b-40e1-bffe-fc97c69e7a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:43:55.532772 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-036f2615-4a1b-40e1-bffe-fc97c69e7a61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:55.537025 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce35350f-1b8d-46a4-9673-c12a375692f0 None None] Network 8533f892-b206-4716-904d-7f1ac5d344cf requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:43:55.546653 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-036f2615-4a1b-40e1-bffe-fc97c69e7a61 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3630919 Jul 24 01:43:55.549227 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51196) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:43:55.553814 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-e279067b-114a-48d3-a724-9774625dd7bd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-335070926-router', 'tenant_id': 'ef7bf195be9b437fb6d81070ecae156d', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:43:55.576216 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e279067b-114a-48d3-a724-9774625dd7bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:55.577238 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e279067b-114a-48d3-a724-9774625dd7bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:55.633476 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e279067b-114a-48d3-a724-9774625dd7bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:55.689691 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711be013-1b27-42ce-8ebd-b3ff4e1c1eec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-8533f892-b206-4716-904d-7f1ac5d344cf', 'network_id': '8533f892-b206-4716-904d-7f1ac5d344cf', 'tenant_id': 'ef7bf195be9b437fb6d81070ecae156d', 'fixed_ips': [{'subnet_id': 'b85f44d0-1d80-4a54-827b-7045373cca92'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:43:55.690582 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-711be013-1b27-42ce-8ebd-b3ff4e1c1eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:55.776107 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e279067b-114a-48d3-a724-9774625dd7bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:55.833571 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-711be013-1b27-42ce-8ebd-b3ff4e1c1eec None None] Allocated IP 172.20.0.2 (8533f892-b206-4716-904d-7f1ac5d344cf/b85f44d0-1d80-4a54-827b-7045373cca92/5f5d4f31-bf72-4094-b1a6-8c72393bca7e) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:43:56.005187 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 58824404-c057-4f50-9d33-07f76951bda1 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:43:56.020172 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e279067b-114a-48d3-a724-9774625dd7bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:56.040623 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e279067b-114a-48d3-a724-9774625dd7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:56.062548 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-711be013-1b27-42ce-8ebd-b3ff4e1c1eec None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:56.077660 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-711be013-1b27-42ce-8ebd-b3ff4e1c1eec None None] Transition to ACTIVE for port object 5f5d4f31-bf72-4094-b1a6-8c72393bca7e will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:43:56.096797 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 58824404-c057-4f50-9d33-07f76951bda1 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:43:56.101447 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-711be013-1b27-42ce-8ebd-b3ff4e1c1eec None None] Transition to ACTIVE for port object 5f5d4f31-bf72-4094-b1a6-8c72393bca7e will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:43:56.105192 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 58824404-c057-4f50-9d33-07f76951bda1 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:43:56.105939 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:56.109786 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-711be013-1b27-42ce-8ebd-b3ff4e1c1eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:56.165006 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-e279067b-114a-48d3-a724-9774625dd7bd admin admin] Allocated IP 172.25.2.132 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/16f396dd-0899-4a04-8db1-e1f22327e521) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:43:56.180757 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711be013-1b27-42ce-8ebd-b3ff4e1c1eec None None] Network 8533f892-b206-4716-904d-7f1ac5d344cf is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:43:56.192551 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-711be013-1b27-42ce-8ebd-b3ff4e1c1eec None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:43:56.197002 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711be013-1b27-42ce-8ebd-b3ff4e1c1eec None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:43:56.208620 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711be013-1b27-42ce-8ebd-b3ff4e1c1eec None None] Pushing event updated for resources: {'Port': ['ID=5f5d4f31-bf72-4094-b1a6-8c72393bca7e,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:56.295481 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c4b319-946c-495c-9743-76bafc641136 None None] Sync routers for ids ['1d6005da-e9be-4916-a207-f4558a93c120'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:43:56.307893 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c4b319-946c-495c-9743-76bafc641136 None None] Routers {'1d6005da-e9be-4916-a207-f4558a93c120'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:43:56.308516 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-b8c4b319-946c-495c-9743-76bafc641136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:43:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1d6005da-e9be-4916-a207-f4558a93c120'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:43:56.312177 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e279067b-114a-48d3-a724-9774625dd7bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:56.312370 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-711be013-1b27-42ce-8ebd-b3ff4e1c1eec None None] Attempting to bind port 5f5d4f31-bf72-4094-b1a6-8c72393bca7e on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:43:56.312370 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-711be013-1b27-42ce-8ebd-b3ff4e1c1eec None None] Attempting to bind port 5f5d4f31-bf72-4094-b1a6-8c72393bca7e by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'dca950d2-902d-4a17-8083-4d881b3deac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8533f892-b206-4716-904d-7f1ac5d344cf'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:43:56.312905 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711be013-1b27-42ce-8ebd-b3ff4e1c1eec None None] Attempting to bind port 5f5d4f31-bf72-4094-b1a6-8c72393bca7e on network 8533f892-b206-4716-904d-7f1ac5d344cf {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:43:56.315959 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:56.329266 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711be013-1b27-42ce-8ebd-b3ff4e1c1eec None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:43:56.329644 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711be013-1b27-42ce-8ebd-b3ff4e1c1eec None None] Checking segment: {'id': 'dca950d2-902d-4a17-8083-4d881b3deac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8533f892-b206-4716-904d-7f1ac5d344cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:43:56.330050 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-711be013-1b27-42ce-8ebd-b3ff4e1c1eec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:56.330451 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711be013-1b27-42ce-8ebd-b3ff4e1c1eec None None] Bound using segment: {'id': 'dca950d2-902d-4a17-8083-4d881b3deac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8533f892-b206-4716-904d-7f1ac5d344cf'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:43:56.330965 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-711be013-1b27-42ce-8ebd-b3ff4e1c1eec None None] Bound port: 5f5d4f31-bf72-4094-b1a6-8c72393bca7e, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca950d2-902d-4a17-8083-4d881b3deac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8533f892-b206-4716-904d-7f1ac5d344cf'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:43:56.331352 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-711be013-1b27-42ce-8ebd-b3ff4e1c1eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:56.349861 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 58824404-c057-4f50-9d33-07f76951bda1, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=58824404-c057-4f50-9d33-07f76951bda1,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:43:56.355351 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:56.356995 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e279067b-114a-48d3-a724-9774625dd7bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:56.412191 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e279067b-114a-48d3-a724-9774625dd7bd admin admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:43:56.419729 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-e279067b-114a-48d3-a724-9774625dd7bd admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:43:56.426977 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e279067b-114a-48d3-a724-9774625dd7bd admin admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:43:56.436730 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-b8c4b319-946c-495c-9743-76bafc641136 None None] Set router 1d6005da-e9be-4916-a207-f4558a93c120 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:43:56.447590 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=58824404-c057-4f50-9d33-07f76951bda1,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:56.453812 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-711be013-1b27-42ce-8ebd-b3ff4e1c1eec None None] For port 5f5d4f31-bf72-4094-b1a6-8c72393bca7e, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:43:56.457232 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279067b-114a-48d3-a724-9774625dd7bd admin admin] Pushing event updated for resources: {'Port': ['ID=16f396dd-0899-4a04-8db1-e1f22327e521,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:56.458394 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-711be013-1b27-42ce-8ebd-b3ff4e1c1eec None None] For port 5f5d4f31-bf72-4094-b1a6-8c72393bca7e, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=5f5d4f31-bf72-4094-b1a6-8c72393bca7e,segment=NetworkSegment(dca950d2-902d-4a17-8083-4d881b3deac8),segment_id=dca950d2-902d-4a17-8083-4d881b3deac8)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:43:56.469343 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-711be013-1b27-42ce-8ebd-b3ff4e1c1eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:56.543028 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711be013-1b27-42ce-8ebd-b3ff4e1c1eec None None] Pushing event updated for resources: {'Port': ['ID=5f5d4f31-bf72-4094-b1a6-8c72393bca7e,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:56.771998 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e279067b-114a-48d3-a724-9774625dd7bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:56.832781 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-b8c4b319-946c-495c-9743-76bafc641136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d6005da-e9be-4916-a207-f4558a93c120', 'name': 'tempest-TestMinimumBasicScenario-1930702834-router', 'tenant_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '58824404-c057-4f50-9d33-07f76951bda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:43:50Z', 'updated_at': '2021-07-24T01:43:53Z', 'revision_number': 4, 'project_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'gw_port': {'id': '58824404-c057-4f50-9d33-07f76951bda1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ea:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d6005da-e9be-4916-a207-f4558a93c120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:43:51Z', 'updated_at': '2021-07-24T01:43:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'a89f73b6-fa12-4a0c-aadf-e55e78b7ac30', 'name': '', 'network_id': 'c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e', 'tenant_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'mac_address': 'fa:16:3e:2b:a0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d6005da-e9be-4916-a207-f4558a93c120', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '0b87e4d4-0d2a-4f4b-bd1f-bb94b3574d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:43:52Z', 'updated_at': '2021-07-24T01:43:53Z', 'revision_number': 2, 'project_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'subnets': [{'id': '0b87e4d4-0d2a-4f4b-bd1f-bb94b3574d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:43:56.861853 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c4b319-946c-495c-9743-76bafc641136 None None] Checking router: 1d6005da-e9be-4916-a207-f4558a93c120 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:43:56.862213 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c4b319-946c-495c-9743-76bafc641136 None None] Updating router 1d6005da-e9be-4916-a207-f4558a93c120 port a89f73b6-fa12-4a0c-aadf-e55e78b7ac30 binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:43:56.899190 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-b8c4b319-946c-495c-9743-76bafc641136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:56.993033 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e279067b-114a-48d3-a724-9774625dd7bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:57.136499 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e279067b-114a-48d3-a724-9774625dd7bd admin admin] Router 3de6270a-77b9-47eb-93e2-6c0f08583be3 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:43:57.206359 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-b8c4b319-946c-495c-9743-76bafc641136 None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:57.229096 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-b8c4b319-946c-495c-9743-76bafc641136 None None] Transition to ACTIVE for port object a89f73b6-fa12-4a0c-aadf-e55e78b7ac30 will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:43:57.239876 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-b8c4b319-946c-495c-9743-76bafc641136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:57.278068 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e279067b-114a-48d3-a724-9774625dd7bd admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:43:57.291530 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a1e571-7c0c-41d4-b7bd-6157f0bea7ca None None] Pushing event updated for resources: {'Port': ['ID=a89f73b6-fa12-4a0c-aadf-e55e78b7ac30,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:57.292349 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71487326-e7ac-46b5-8406-55216ceb2d74 None None] Sync routers for ids ['3de6270a-77b9-47eb-93e2-6c0f08583be3'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:43:57.310241 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e279067b-114a-48d3-a724-9774625dd7bd admin admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:57.311139 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71487326-e7ac-46b5-8406-55216ceb2d74 None None] Routers {'3de6270a-77b9-47eb-93e2-6c0f08583be3'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:43:57.312094 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-71487326-e7ac-46b5-8406-55216ceb2d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:43:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['3de6270a-77b9-47eb-93e2-6c0f08583be3'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:43:57.315286 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51198) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:43:57.315865 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e279067b-114a-48d3-a724-9774625dd7bd admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7653389 Jul 24 01:43:57.320528 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a1e571-7c0c-41d4-b7bd-6157f0bea7ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:57.321497 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a1e571-7c0c-41d4-b7bd-6157f0bea7ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:57.322017 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a1e571-7c0c-41d4-b7bd-6157f0bea7ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:57.322476 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a1e571-7c0c-41d4-b7bd-6157f0bea7ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:57.322848 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a1e571-7c0c-41d4-b7bd-6157f0bea7ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:57.326041 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a1e571-7c0c-41d4-b7bd-6157f0bea7ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:57.326041 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a1e571-7c0c-41d4-b7bd-6157f0bea7ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:57.326041 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a1e571-7c0c-41d4-b7bd-6157f0bea7ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:57.326041 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a1e571-7c0c-41d4-b7bd-6157f0bea7ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:57.326041 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a1e571-7c0c-41d4-b7bd-6157f0bea7ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:57.326041 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a1e571-7c0c-41d4-b7bd-6157f0bea7ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:57.326041 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a1e571-7c0c-41d4-b7bd-6157f0bea7ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:43:57.378188 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-b8c4b319-946c-495c-9743-76bafc641136 None None] Attempting to bind port a89f73b6-fa12-4a0c-aadf-e55e78b7ac30 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:43:57.378560 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-b8c4b319-946c-495c-9743-76bafc641136 None None] Attempting to bind port a89f73b6-fa12-4a0c-aadf-e55e78b7ac30 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'fd14f8f6-d757-4ea3-9e89-f76d3102cfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:43:57.378964 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c4b319-946c-495c-9743-76bafc641136 None None] Attempting to bind port a89f73b6-fa12-4a0c-aadf-e55e78b7ac30 on network c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:43:57.388198 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c4b319-946c-495c-9743-76bafc641136 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:43:57.388582 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c4b319-946c-495c-9743-76bafc641136 None None] Checking segment: {'id': 'fd14f8f6-d757-4ea3-9e89-f76d3102cfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:43:57.389187 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-b8c4b319-946c-495c-9743-76bafc641136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:57.389748 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c4b319-946c-495c-9743-76bafc641136 None None] Bound using segment: {'id': 'fd14f8f6-d757-4ea3-9e89-f76d3102cfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:43:57.390502 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-b8c4b319-946c-495c-9743-76bafc641136 None None] Bound port: a89f73b6-fa12-4a0c-aadf-e55e78b7ac30, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd14f8f6-d757-4ea3-9e89-f76d3102cfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:43:57.391108 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-b8c4b319-946c-495c-9743-76bafc641136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:57.481946 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-b8c4b319-946c-495c-9743-76bafc641136 None None] For port a89f73b6-fa12-4a0c-aadf-e55e78b7ac30, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:43:57.487296 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-b8c4b319-946c-495c-9743-76bafc641136 None None] For port a89f73b6-fa12-4a0c-aadf-e55e78b7ac30, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=a89f73b6-fa12-4a0c-aadf-e55e78b7ac30,segment=NetworkSegment(fd14f8f6-d757-4ea3-9e89-f76d3102cfe9),segment_id=fd14f8f6-d757-4ea3-9e89-f76d3102cfe9)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:43:57.498109 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-b8c4b319-946c-495c-9743-76bafc641136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:57.514329 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-71487326-e7ac-46b5-8406-55216ceb2d74 None None] Set router 3de6270a-77b9-47eb-93e2-6c0f08583be3 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:43:57.582918 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a1e571-7c0c-41d4-b7bd-6157f0bea7ca None None] Pushing event updated for resources: {'Port': ['ID=a89f73b6-fa12-4a0c-aadf-e55e78b7ac30,revision_number=4']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:57.603743 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c4b319-946c-495c-9743-76bafc641136 None None] Routers {'1d6005da-e9be-4916-a207-f4558a93c120'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:43:57.604165 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-b8c4b319-946c-495c-9743-76bafc641136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:43:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1d6005da-e9be-4916-a207-f4558a93c120'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:43:57.761437 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-b8c4b319-946c-495c-9743-76bafc641136 None None] Set router 1d6005da-e9be-4916-a207-f4558a93c120 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:43:57.780523 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67287a84-b628-495a-ab22-a7e6637dcd7c None None] Network 8533f892-b206-4716-904d-7f1ac5d344cf requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:43:57.912817 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-71487326-e7ac-46b5-8406-55216ceb2d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de6270a-77b9-47eb-93e2-6c0f08583be3', 'name': 'tempest-TestMinimumBasicScenario-335070926-router', 'tenant_id': 'ef7bf195be9b437fb6d81070ecae156d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '16f396dd-0899-4a04-8db1-e1f22327e521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:43:55Z', 'updated_at': '2021-07-24T01:43:56Z', 'revision_number': 3, 'project_id': 'ef7bf195be9b437fb6d81070ecae156d', 'gw_port': {'id': '16f396dd-0899-4a04-8db1-e1f22327e521', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:18:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de6270a-77b9-47eb-93e2-6c0f08583be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:43:56Z', 'updated_at': '2021-07-24T01:43:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:43:57.940481 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-91ca018a-6870-4021-a612-6e1504ab748d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:57.994353 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71487326-e7ac-46b5-8406-55216ceb2d74 None None] Checking router: 3de6270a-77b9-47eb-93e2-6c0f08583be3 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:43:57.994816 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71487326-e7ac-46b5-8406-55216ceb2d74 None None] Updating router 3de6270a-77b9-47eb-93e2-6c0f08583be3 port 16f396dd-0899-4a04-8db1-e1f22327e521 binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:43:58.032232 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-14367b8b-9074-4393-bcc1-b2476549dc0b None None] Provisioning for port 5f5d4f31-bf72-4094-b1a6-8c72393bca7e completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:43:58.036721 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-b8c4b319-946c-495c-9743-76bafc641136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d6005da-e9be-4916-a207-f4558a93c120', 'name': 'tempest-TestMinimumBasicScenario-1930702834-router', 'tenant_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '58824404-c057-4f50-9d33-07f76951bda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:43:50Z', 'updated_at': '2021-07-24T01:43:53Z', 'revision_number': 4, 'project_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'gw_port': {'id': '58824404-c057-4f50-9d33-07f76951bda1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6005da-e9be-4916-a207-f4558a93c120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:43:51Z', 'updated_at': '2021-07-24T01:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'a89f73b6-fa12-4a0c-aadf-e55e78b7ac30', 'name': '', 'network_id': 'c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e', 'tenant_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'mac_address': 'fa:16:3e:2b:a0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d6005da-e9be-4916-a207-f4558a93c120', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '0b87e4d4-0d2a-4f4b-bd1f-bb94b3574d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:43:52Z', 'updated_at': '2021-07-24T01:43:57Z', 'revision_number': 4, 'project_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'subnets': [{'id': '0b87e4d4-0d2a-4f4b-bd1f-bb94b3574d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:43:58.068041 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-71487326-e7ac-46b5-8406-55216ceb2d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:58.072945 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c4b319-946c-495c-9743-76bafc641136 None None] The sync data for ids ['1d6005da-e9be-4916-a207-f4558a93c120'] in n-d-793621-25 is: [{'id': '1d6005da-e9be-4916-a207-f4558a93c120', 'name': 'tempest-TestMinimumBasicScenario-1930702834-router', 'tenant_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '58824404-c057-4f50-9d33-07f76951bda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:43:50Z', 'updated_at': '2021-07-24T01:43:53Z', 'revision_number': 4, 'project_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'gw_port': {'id': '58824404-c057-4f50-9d33-07f76951bda1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6005da-e9be-4916-a207-f4558a93c120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:43:51Z', 'updated_at': '2021-07-24T01:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'a89f73b6-fa12-4a0c-aadf-e55e78b7ac30', 'name': '', 'network_id': 'c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e', 'tenant_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'mac_address': 'fa:16:3e:2b:a0:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d6005da-e9be-4916-a207-f4558a93c120', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '0b87e4d4-0d2a-4f4b-bd1f-bb94b3574d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:43:52Z', 'updated_at': '2021-07-24T01:43:57Z', 'revision_number': 4, 'project_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'subnets': [{'id': '0b87e4d4-0d2a-4f4b-bd1f-bb94b3574d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:43:58.186587 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 5f5d4f31-bf72-4094-b1a6-8c72393bca7e up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:43:58.212133 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-91ca018a-6870-4021-a612-6e1504ab748d admin admin] Allocated IP 172.20.0.1 (8533f892-b206-4716-904d-7f1ac5d344cf/b85f44d0-1d80-4a54-827b-7045373cca92/7de94f11-35c9-49c0-8c66-18b29a656a0c) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:43:58.340502 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-91ca018a-6870-4021-a612-6e1504ab748d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:58.347211 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 5f5d4f31-bf72-4094-b1a6-8c72393bca7e completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:43:58.358247 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-91ca018a-6870-4021-a612-6e1504ab748d admin admin] Transition to ACTIVE for port object 7de94f11-35c9-49c0-8c66-18b29a656a0c will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:43:58.361119 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 5f5d4f31-bf72-4094-b1a6-8c72393bca7e triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:43:58.361639 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:58.397932 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-91ca018a-6870-4021-a612-6e1504ab748d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:58.447636 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ca018a-6870-4021-a612-6e1504ab748d admin admin] Network 8533f892-b206-4716-904d-7f1ac5d344cf is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:43:58.451034 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-91ca018a-6870-4021-a612-6e1504ab748d admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:43:58.453659 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ca018a-6870-4021-a612-6e1504ab748d admin admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:43:58.491470 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca018a-6870-4021-a612-6e1504ab748d admin admin] Pushing event updated for resources: {'Port': ['ID=7de94f11-35c9-49c0-8c66-18b29a656a0c,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:58.493323 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-71487326-e7ac-46b5-8406-55216ceb2d74 None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:58.518933 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-91ca018a-6870-4021-a612-6e1504ab748d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:58.523166 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-71487326-e7ac-46b5-8406-55216ceb2d74 None None] Transition to ACTIVE for port object 16f396dd-0899-4a04-8db1-e1f22327e521 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:43:58.531010 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:58.542310 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-71487326-e7ac-46b5-8406-55216ceb2d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:58.635808 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-71487326-e7ac-46b5-8406-55216ceb2d74 None None] Attempting to bind port 16f396dd-0899-4a04-8db1-e1f22327e521 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:43:58.636188 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-71487326-e7ac-46b5-8406-55216ceb2d74 None None] Attempting to bind port 16f396dd-0899-4a04-8db1-e1f22327e521 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:43:58.636563 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71487326-e7ac-46b5-8406-55216ceb2d74 None None] Attempting to bind port 16f396dd-0899-4a04-8db1-e1f22327e521 on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:43:58.648711 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17ec64-4529-4b3c-bf08-de167dcdf440 None None] Pushing event updated for resources: {'Port': ['ID=16f396dd-0899-4a04-8db1-e1f22327e521,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:58.655234 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 5f5d4f31-bf72-4094-b1a6-8c72393bca7e, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=5f5d4f31-bf72-4094-b1a6-8c72393bca7e,segment=NetworkSegment(dca950d2-902d-4a17-8083-4d881b3deac8),segment_id=dca950d2-902d-4a17-8083-4d881b3deac8)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:43:58.660919 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71487326-e7ac-46b5-8406-55216ceb2d74 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:43:58.661430 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71487326-e7ac-46b5-8406-55216ceb2d74 None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:43:58.662001 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-71487326-e7ac-46b5-8406-55216ceb2d74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:58.662500 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71487326-e7ac-46b5-8406-55216ceb2d74 None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:43:58.663308 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-71487326-e7ac-46b5-8406-55216ceb2d74 None None] Bound port: 16f396dd-0899-4a04-8db1-e1f22327e521, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:43:58.663908 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-71487326-e7ac-46b5-8406-55216ceb2d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:58.667067 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-44025082-57ac-4336-86a2-49dae1a4327c None None] Provisioning complete for port 5f5d4f31-bf72-4094-b1a6-8c72393bca7e triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:43:58.667485 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-44025082-57ac-4336-86a2-49dae1a4327c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:58.671806 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:58.672726 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a89f73b6-fa12-4a0c-aadf-e55e78b7ac30 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:43:58.727527 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-91ca018a-6870-4021-a612-6e1504ab748d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:58.840616 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=5f5d4f31-bf72-4094-b1a6-8c72393bca7e,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:58.846544 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-71487326-e7ac-46b5-8406-55216ceb2d74 None None] For port 16f396dd-0899-4a04-8db1-e1f22327e521, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:43:58.850686 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-71487326-e7ac-46b5-8406-55216ceb2d74 None None] For port 16f396dd-0899-4a04-8db1-e1f22327e521, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=16f396dd-0899-4a04-8db1-e1f22327e521,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:43:58.860735 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-71487326-e7ac-46b5-8406-55216ceb2d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:58.919296 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port a89f73b6-fa12-4a0c-aadf-e55e78b7ac30 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:43:58.938992 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-91ca018a-6870-4021-a612-6e1504ab748d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:58.940388 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port a89f73b6-fa12-4a0c-aadf-e55e78b7ac30 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:43:58.940795 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:58.947439 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-91ca018a-6870-4021-a612-6e1504ab748d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:58.987941 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71487326-e7ac-46b5-8406-55216ceb2d74 None None] Routers {'3de6270a-77b9-47eb-93e2-6c0f08583be3'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:43:58.988575 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-71487326-e7ac-46b5-8406-55216ceb2d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:43:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['3de6270a-77b9-47eb-93e2-6c0f08583be3'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:43:59.016718 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-91ca018a-6870-4021-a612-6e1504ab748d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:59.018873 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca018a-6870-4021-a612-6e1504ab748d admin admin] Pushing event updated for resources: {'Port': ['ID=7de94f11-35c9-49c0-8c66-18b29a656a0c,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:59.031141 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17ec64-4529-4b3c-bf08-de167dcdf440 None None] Pushing event updated for resources: {'Port': ['ID=16f396dd-0899-4a04-8db1-e1f22327e521,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:59.123683 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ca018a-6870-4021-a612-6e1504ab748d admin admin] Network 8533f892-b206-4716-904d-7f1ac5d344cf is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:43:59.125468 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-91ca018a-6870-4021-a612-6e1504ab748d admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:43:59.265661 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ca018a-6870-4021-a612-6e1504ab748d admin admin] Router 3de6270a-77b9-47eb-93e2-6c0f08583be3 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:43:59.318580 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-99fb73a5-7b1c-44a7-a79f-8577218d9359 None None] Provisioning for port 7de94f11-35c9-49c0-8c66-18b29a656a0c completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:43:59.322360 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-71487326-e7ac-46b5-8406-55216ceb2d74 None None] Set router 3de6270a-77b9-47eb-93e2-6c0f08583be3 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:43:59.324763 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:59.358926 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-99fb73a5-7b1c-44a7-a79f-8577218d9359 None None] Provisioning complete for port 7de94f11-35c9-49c0-8c66-18b29a656a0c triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:43:59.359311 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-99fb73a5-7b1c-44a7-a79f-8577218d9359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:59.386402 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ca018a-6870-4021-a612-6e1504ab748d admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:43:59.402757 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-91ca018a-6870-4021-a612-6e1504ab748d admin admin] 10.222.0.15 "PUT /v2.0/routers/3de6270a-77b9-47eb-93e2-6c0f08583be3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0784731 Jul 24 01:43:59.463507 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-99fb73a5-7b1c-44a7-a79f-8577218d9359 None None] Port 7de94f11-35c9-49c0-8c66-18b29a656a0c cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:43:59.475129 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port a89f73b6-fa12-4a0c-aadf-e55e78b7ac30, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=a89f73b6-fa12-4a0c-aadf-e55e78b7ac30,segment=NetworkSegment(fd14f8f6-d757-4ea3-9e89-f76d3102cfe9),segment_id=fd14f8f6-d757-4ea3-9e89-f76d3102cfe9)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:43:59.483021 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:59.483813 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 58824404-c057-4f50-9d33-07f76951bda1 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:43:59.621229 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=a89f73b6-fa12-4a0c-aadf-e55e78b7ac30,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:43:59.651437 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-23101099-79c8-4c22-a993-8a7bb1bb8bdb None None] Provisioning complete for port 7de94f11-35c9-49c0-8c66-18b29a656a0c triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:43:59.651818 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-23101099-79c8-4c22-a993-8a7bb1bb8bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:59.681427 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 58824404-c057-4f50-9d33-07f76951bda1 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:43:59.681785 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:43:59.731212 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-23101099-79c8-4c22-a993-8a7bb1bb8bdb None None] Port 7de94f11-35c9-49c0-8c66-18b29a656a0c cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:43:59.754537 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-71487326-e7ac-46b5-8406-55216ceb2d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de6270a-77b9-47eb-93e2-6c0f08583be3', 'name': 'tempest-TestMinimumBasicScenario-335070926-router', 'tenant_id': 'ef7bf195be9b437fb6d81070ecae156d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '16f396dd-0899-4a04-8db1-e1f22327e521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:43:55Z', 'updated_at': '2021-07-24T01:43:58Z', 'revision_number': 4, 'project_id': 'ef7bf195be9b437fb6d81070ecae156d', 'gw_port': {'id': '16f396dd-0899-4a04-8db1-e1f22327e521', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:18:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de6270a-77b9-47eb-93e2-6c0f08583be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:43:56Z', 'updated_at': '2021-07-24T01:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '7de94f11-35c9-49c0-8c66-18b29a656a0c', 'name': '', 'network_id': '8533f892-b206-4716-904d-7f1ac5d344cf', 'tenant_id': 'ef7bf195be9b437fb6d81070ecae156d', 'mac_address': 'fa:16:3e:47:9d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de6270a-77b9-47eb-93e2-6c0f08583be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'b85f44d0-1d80-4a54-827b-7045373cca92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:43:57Z', 'updated_at': '2021-07-24T01:43:58Z', 'revision_number': 2, 'project_id': 'ef7bf195be9b437fb6d81070ecae156d', 'subnets': [{'id': 'b85f44d0-1d80-4a54-827b-7045373cca92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:43:59.802270 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71487326-e7ac-46b5-8406-55216ceb2d74 None None] The sync data for ids ['3de6270a-77b9-47eb-93e2-6c0f08583be3'] in n-d-793621-25 is: [{'id': '3de6270a-77b9-47eb-93e2-6c0f08583be3', 'name': 'tempest-TestMinimumBasicScenario-335070926-router', 'tenant_id': 'ef7bf195be9b437fb6d81070ecae156d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '16f396dd-0899-4a04-8db1-e1f22327e521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:43:55Z', 'updated_at': '2021-07-24T01:43:58Z', 'revision_number': 4, 'project_id': 'ef7bf195be9b437fb6d81070ecae156d', 'gw_port': {'id': '16f396dd-0899-4a04-8db1-e1f22327e521', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:18:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de6270a-77b9-47eb-93e2-6c0f08583be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:43:56Z', 'updated_at': '2021-07-24T01:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '7de94f11-35c9-49c0-8c66-18b29a656a0c', 'name': '', 'network_id': '8533f892-b206-4716-904d-7f1ac5d344cf', 'tenant_id': 'ef7bf195be9b437fb6d81070ecae156d', 'mac_address': 'fa:16:3e:47:9d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de6270a-77b9-47eb-93e2-6c0f08583be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'b85f44d0-1d80-4a54-827b-7045373cca92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:43:57Z', 'updated_at': '2021-07-24T01:43:58Z', 'revision_number': 2, 'project_id': 'ef7bf195be9b437fb6d81070ecae156d', 'subnets': [{'id': 'b85f44d0-1d80-4a54-827b-7045373cca92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:43:59.950803 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 5f5d4f31-bf72-4094-b1a6-8c72393bca7e up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:44:00.006815 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 5f5d4f31-bf72-4094-b1a6-8c72393bca7e triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:44:00.007411 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:00.116005 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a89f73b6-fa12-4a0c-aadf-e55e78b7ac30 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:44:00.172010 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port a89f73b6-fa12-4a0c-aadf-e55e78b7ac30 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:44:00.172582 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:01.995246 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 16f396dd-0899-4a04-8db1-e1f22327e521 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:44:02.053954 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 16f396dd-0899-4a04-8db1-e1f22327e521 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:44:02.058250 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 16f396dd-0899-4a04-8db1-e1f22327e521 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:44:02.058699 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:02.162980 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:02.186490 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 16f396dd-0899-4a04-8db1-e1f22327e521, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=16f396dd-0899-4a04-8db1-e1f22327e521,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:44:02.191703 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:02.251452 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=16f396dd-0899-4a04-8db1-e1f22327e521,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:44:02.515438 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419175ac-8afe-456b-af28-05ad4136df6b None None] Sync routers for ids ['3de6270a-77b9-47eb-93e2-6c0f08583be3'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:44:02.526396 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419175ac-8afe-456b-af28-05ad4136df6b None None] Routers {'3de6270a-77b9-47eb-93e2-6c0f08583be3'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:44:02.527049 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-419175ac-8afe-456b-af28-05ad4136df6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:43:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['3de6270a-77b9-47eb-93e2-6c0f08583be3'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:44:02.646413 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-419175ac-8afe-456b-af28-05ad4136df6b None None] Set router 3de6270a-77b9-47eb-93e2-6c0f08583be3 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:44:02.865641 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-419175ac-8afe-456b-af28-05ad4136df6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de6270a-77b9-47eb-93e2-6c0f08583be3', 'name': 'tempest-TestMinimumBasicScenario-335070926-router', 'tenant_id': 'ef7bf195be9b437fb6d81070ecae156d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '16f396dd-0899-4a04-8db1-e1f22327e521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:43:55Z', 'updated_at': '2021-07-24T01:43:58Z', 'revision_number': 4, 'project_id': 'ef7bf195be9b437fb6d81070ecae156d', 'gw_port': {'id': '16f396dd-0899-4a04-8db1-e1f22327e521', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:18:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de6270a-77b9-47eb-93e2-6c0f08583be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:43:56Z', 'updated_at': '2021-07-24T01:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '7de94f11-35c9-49c0-8c66-18b29a656a0c', 'name': '', 'network_id': '8533f892-b206-4716-904d-7f1ac5d344cf', 'tenant_id': 'ef7bf195be9b437fb6d81070ecae156d', 'mac_address': 'fa:16:3e:47:9d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de6270a-77b9-47eb-93e2-6c0f08583be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'b85f44d0-1d80-4a54-827b-7045373cca92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:43:57Z', 'updated_at': '2021-07-24T01:43:58Z', 'revision_number': 2, 'project_id': 'ef7bf195be9b437fb6d81070ecae156d', 'subnets': [{'id': 'b85f44d0-1d80-4a54-827b-7045373cca92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:44:02.895615 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419175ac-8afe-456b-af28-05ad4136df6b None None] Checking router: 3de6270a-77b9-47eb-93e2-6c0f08583be3 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:44:02.895974 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419175ac-8afe-456b-af28-05ad4136df6b None None] Updating router 3de6270a-77b9-47eb-93e2-6c0f08583be3 port 7de94f11-35c9-49c0-8c66-18b29a656a0c binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:44:02.935321 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-419175ac-8afe-456b-af28-05ad4136df6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:03.238792 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-419175ac-8afe-456b-af28-05ad4136df6b None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:03.250831 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-419175ac-8afe-456b-af28-05ad4136df6b None None] Transition to ACTIVE for port object 7de94f11-35c9-49c0-8c66-18b29a656a0c will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:44:03.257436 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-419175ac-8afe-456b-af28-05ad4136df6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:03.448862 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b82a6-c122-4162-a5fd-d0710cb34271 None None] Pushing event updated for resources: {'Port': ['ID=7de94f11-35c9-49c0-8c66-18b29a656a0c,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:44:03.466152 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-419175ac-8afe-456b-af28-05ad4136df6b None None] Attempting to bind port 7de94f11-35c9-49c0-8c66-18b29a656a0c on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:44:03.469867 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-419175ac-8afe-456b-af28-05ad4136df6b None None] Attempting to bind port 7de94f11-35c9-49c0-8c66-18b29a656a0c by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'dca950d2-902d-4a17-8083-4d881b3deac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8533f892-b206-4716-904d-7f1ac5d344cf'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:44:03.470290 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419175ac-8afe-456b-af28-05ad4136df6b None None] Attempting to bind port 7de94f11-35c9-49c0-8c66-18b29a656a0c on network 8533f892-b206-4716-904d-7f1ac5d344cf {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:44:03.481417 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419175ac-8afe-456b-af28-05ad4136df6b None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:44:03.481803 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419175ac-8afe-456b-af28-05ad4136df6b None None] Checking segment: {'id': 'dca950d2-902d-4a17-8083-4d881b3deac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8533f892-b206-4716-904d-7f1ac5d344cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:44:03.482209 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-419175ac-8afe-456b-af28-05ad4136df6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:03.482626 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419175ac-8afe-456b-af28-05ad4136df6b None None] Bound using segment: {'id': 'dca950d2-902d-4a17-8083-4d881b3deac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8533f892-b206-4716-904d-7f1ac5d344cf'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:44:03.483128 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-419175ac-8afe-456b-af28-05ad4136df6b None None] Bound port: 7de94f11-35c9-49c0-8c66-18b29a656a0c, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca950d2-902d-4a17-8083-4d881b3deac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '8533f892-b206-4716-904d-7f1ac5d344cf'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:44:03.483519 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-419175ac-8afe-456b-af28-05ad4136df6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:03.561477 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-419175ac-8afe-456b-af28-05ad4136df6b None None] For port 7de94f11-35c9-49c0-8c66-18b29a656a0c, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:44:03.564804 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-419175ac-8afe-456b-af28-05ad4136df6b None None] For port 7de94f11-35c9-49c0-8c66-18b29a656a0c, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=7de94f11-35c9-49c0-8c66-18b29a656a0c,segment=NetworkSegment(dca950d2-902d-4a17-8083-4d881b3deac8),segment_id=dca950d2-902d-4a17-8083-4d881b3deac8)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:44:03.572970 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-419175ac-8afe-456b-af28-05ad4136df6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:03.632118 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419175ac-8afe-456b-af28-05ad4136df6b None None] Routers {'3de6270a-77b9-47eb-93e2-6c0f08583be3'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:44:03.632782 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-419175ac-8afe-456b-af28-05ad4136df6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:43:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['3de6270a-77b9-47eb-93e2-6c0f08583be3'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:44:03.678459 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b82a6-c122-4162-a5fd-d0710cb34271 None None] Pushing event updated for resources: {'Port': ['ID=7de94f11-35c9-49c0-8c66-18b29a656a0c,revision_number=4']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:44:03.781459 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-419175ac-8afe-456b-af28-05ad4136df6b None None] Set router 3de6270a-77b9-47eb-93e2-6c0f08583be3 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:44:04.013311 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 7de94f11-35c9-49c0-8c66-18b29a656a0c up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:44:04.067465 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 7de94f11-35c9-49c0-8c66-18b29a656a0c completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:44:04.074749 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 7de94f11-35c9-49c0-8c66-18b29a656a0c triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:44:04.074749 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:04.083839 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-419175ac-8afe-456b-af28-05ad4136df6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de6270a-77b9-47eb-93e2-6c0f08583be3', 'name': 'tempest-TestMinimumBasicScenario-335070926-router', 'tenant_id': 'ef7bf195be9b437fb6d81070ecae156d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '16f396dd-0899-4a04-8db1-e1f22327e521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:43:55Z', 'updated_at': '2021-07-24T01:43:58Z', 'revision_number': 4, 'project_id': 'ef7bf195be9b437fb6d81070ecae156d', 'gw_port': {'id': '16f396dd-0899-4a04-8db1-e1f22327e521', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:18:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de6270a-77b9-47eb-93e2-6c0f08583be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:43:56Z', 'updated_at': '2021-07-24T01:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '7de94f11-35c9-49c0-8c66-18b29a656a0c', 'name': '', 'network_id': '8533f892-b206-4716-904d-7f1ac5d344cf', 'tenant_id': 'ef7bf195be9b437fb6d81070ecae156d', 'mac_address': 'fa:16:3e:47:9d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de6270a-77b9-47eb-93e2-6c0f08583be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'b85f44d0-1d80-4a54-827b-7045373cca92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:43:57Z', 'updated_at': '2021-07-24T01:44:03Z', 'revision_number': 4, 'project_id': 'ef7bf195be9b437fb6d81070ecae156d', 'subnets': [{'id': 'b85f44d0-1d80-4a54-827b-7045373cca92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:44:04.119379 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419175ac-8afe-456b-af28-05ad4136df6b None None] The sync data for ids ['3de6270a-77b9-47eb-93e2-6c0f08583be3'] in n-d-793621-25 is: [{'id': '3de6270a-77b9-47eb-93e2-6c0f08583be3', 'name': 'tempest-TestMinimumBasicScenario-335070926-router', 'tenant_id': 'ef7bf195be9b437fb6d81070ecae156d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '16f396dd-0899-4a04-8db1-e1f22327e521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:43:55Z', 'updated_at': '2021-07-24T01:43:58Z', 'revision_number': 4, 'project_id': 'ef7bf195be9b437fb6d81070ecae156d', 'gw_port': {'id': '16f396dd-0899-4a04-8db1-e1f22327e521', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:18:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de6270a-77b9-47eb-93e2-6c0f08583be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:43:56Z', 'updated_at': '2021-07-24T01:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '7de94f11-35c9-49c0-8c66-18b29a656a0c', 'name': '', 'network_id': '8533f892-b206-4716-904d-7f1ac5d344cf', 'tenant_id': 'ef7bf195be9b437fb6d81070ecae156d', 'mac_address': 'fa:16:3e:47:9d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3de6270a-77b9-47eb-93e2-6c0f08583be3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'b85f44d0-1d80-4a54-827b-7045373cca92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:43:57Z', 'updated_at': '2021-07-24T01:44:03Z', 'revision_number': 4, 'project_id': 'ef7bf195be9b437fb6d81070ecae156d', 'subnets': [{'id': 'b85f44d0-1d80-4a54-827b-7045373cca92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:44:04.174491 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:04.217262 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 7de94f11-35c9-49c0-8c66-18b29a656a0c, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=7de94f11-35c9-49c0-8c66-18b29a656a0c,segment=NetworkSegment(dca950d2-902d-4a17-8083-4d881b3deac8),segment_id=dca950d2-902d-4a17-8083-4d881b3deac8)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:44:04.223453 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:04.228432 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 16f396dd-0899-4a04-8db1-e1f22327e521 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:44:04.328562 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=7de94f11-35c9-49c0-8c66-18b29a656a0c,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:44:04.346755 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 16f396dd-0899-4a04-8db1-e1f22327e521 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:44:04.347174 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:05.448679 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:05.814629 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:05.960978 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 7de94f11-35c9-49c0-8c66-18b29a656a0c up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:44:06.010660 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 7de94f11-35c9-49c0-8c66-18b29a656a0c triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:44:06.011064 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:07.448744 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e09262f7-7278-44d0-addf-05a1dfc93318 req-1bf99964-7782-4b65-926c-be3c80513fc3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0304942 Jul 24 01:44:07.500307 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e09262f7-7278-44d0-addf-05a1dfc93318 req-f41ce129-e235-4ef4-adf1-be71a96ab07b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543 HTTP/1.1" status: 200 len: 210 time: 0.0290968 Jul 24 01:44:07.542949 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e09262f7-7278-44d0-addf-05a1dfc93318 req-0dfeabde-944d-42e6-b639-1906cd0d9756 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218780 Jul 24 01:44:07.650439 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09262f7-7278-44d0-addf-05a1dfc93318 req-697a9bcb-b007-4510-a89c-cf6c8643b5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:44:07.652117 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e09262f7-7278-44d0-addf-05a1dfc93318 req-697a9bcb-b007-4510-a89c-cf6c8643b5dc service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1036332 Jul 24 01:44:09.453737 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52832705-f69c-4e57-a260-6d2ade7f716b req-71764779-656d-4226-82d1-266835d439a1 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:44:09.455254 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-52832705-f69c-4e57-a260-6d2ade7f716b req-71764779-656d-4226-82d1-266835d439a1 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/networks?id=c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e HTTP/1.1" status: 200 len: 815 time: 0.1048107 Jul 24 01:44:09.470054 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-52832705-f69c-4e57-a260-6d2ade7f716b req-45b5b4e6-a166-43cf-99d8-a35c889a0249 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/quotas/d6f8e4fb73f04c4491325731ead74fe3 HTTP/1.1" status: 200 len: 375 time: 0.0095191 Jul 24 01:44:09.535640 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-52832705-f69c-4e57-a260-6d2ade7f716b req-d932acf5-e4f7-4ed5-b934-60c40a698c0c tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d6f8e4fb73f04c4491325731ead74fe3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606680 Jul 24 01:44:09.751348 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-52832705-f69c-4e57-a260-6d2ade7f716b req-24a2f31f-ede3-4bb4-bb43-8c8d760eac1e service neutron] 10.222.0.15 "GET /v2.0/networks/c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259220 Jul 24 01:44:09.845138 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-52832705-f69c-4e57-a260-6d2ade7f716b req-858c8380-d622-420b-9eaf-cb3c5205259d service neutron] 10.222.0.15 "GET /v2.0/networks/c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881467 Jul 24 01:44:10.010526 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-99384a22-66bf-472b-a07b-a64f22a1a759 req-99c2f1f6-fdd1-497e-a409-52a45cdcb043 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/ports?device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 210 time: 0.0305419 Jul 24 01:44:10.929859 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52832705-f69c-4e57-a260-6d2ade7f716b req-d60fbd79-66b2-4bee-9504-01a2d31b43f7 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:44:10.932100 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-52832705-f69c-4e57-a260-6d2ade7f716b req-d60fbd79-66b2-4bee-9504-01a2d31b43f7 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.13 "GET /v2.0/networks?id=c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e HTTP/1.1" status: 200 len: 815 time: 0.1049626 Jul 24 01:44:10.945464 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-52832705-f69c-4e57-a260-6d2ade7f716b req-804ed974-af43-4bc4-9aca-683c741b55df tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Request body: {'port': {'device_id': 'f096fce5-f5f0-4906-aabd-41399da0ae53', 'network_id': 'c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e', 'admin_state_up': True, 'tenant_id': 'd6f8e4fb73f04c4491325731ead74fe3'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:44:11.064918 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52832705-f69c-4e57-a260-6d2ade7f716b req-804ed974-af43-4bc4-9aca-683c741b55df tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Made reservation on behalf of d6f8e4fb73f04c4491325731ead74fe3 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:44:11.068570 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-52832705-f69c-4e57-a260-6d2ade7f716b req-804ed974-af43-4bc4-9aca-683c741b55df tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:11.147999 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d72a9612-b108-4002-8c53-d079346ce2b1 req-4feb6040-4b3f-46f5-ab3e-5c5d7e4ffd8c tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/ports?device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 210 time: 0.0615571 Jul 24 01:44:11.233870 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-52832705-f69c-4e57-a260-6d2ade7f716b req-804ed974-af43-4bc4-9aca-683c741b55df tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Allocated IP 172.20.0.9 (c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e/0b87e4d4-0d2a-4f4b-bd1f-bb94b3574d1b/a7a432ad-017b-442d-891d-b98ddcf93afa) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:44:11.451300 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-52832705-f69c-4e57-a260-6d2ade7f716b req-804ed974-af43-4bc4-9aca-683c741b55df tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:11.469610 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-52832705-f69c-4e57-a260-6d2ade7f716b req-804ed974-af43-4bc4-9aca-683c741b55df tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Transition to ACTIVE for port object a7a432ad-017b-442d-891d-b98ddcf93afa will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:44:11.507267 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-52832705-f69c-4e57-a260-6d2ade7f716b req-804ed974-af43-4bc4-9aca-683c741b55df tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:11.559177 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52832705-f69c-4e57-a260-6d2ade7f716b req-804ed974-af43-4bc4-9aca-683c741b55df tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Network c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:44:11.564857 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-52832705-f69c-4e57-a260-6d2ade7f716b req-804ed974-af43-4bc4-9aca-683c741b55df tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:44:11.569117 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-52832705-f69c-4e57-a260-6d2ade7f716b req-804ed974-af43-4bc4-9aca-683c741b55df tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:44:11.575951 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ed974-af43-4bc4-9aca-683c741b55df tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Pushing event updated for resources: {'Port': ['ID=a7a432ad-017b-442d-891d-b98ddcf93afa,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:44:11.627081 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52832705-f69c-4e57-a260-6d2ade7f716b req-804ed974-af43-4bc4-9aca-683c741b55df tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:44:11.627703 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-52832705-f69c-4e57-a260-6d2ade7f716b req-804ed974-af43-4bc4-9aca-683c741b55df tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:11.653184 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-52832705-f69c-4e57-a260-6d2ade7f716b req-804ed974-af43-4bc4-9aca-683c741b55df tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7108428 Jul 24 01:44:11.879833 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-26214fe8-b1e3-4389-89e3-49b73471840b None None] Provisioning for port a7a432ad-017b-442d-891d-b98ddcf93afa completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:44:11.886058 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-26214fe8-b1e3-4389-89e3-49b73471840b None None] Provisioning complete for port a7a432ad-017b-442d-891d-b98ddcf93afa triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:44:11.886446 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-26214fe8-b1e3-4389-89e3-49b73471840b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:11.939814 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-26214fe8-b1e3-4389-89e3-49b73471840b None None] Port a7a432ad-017b-442d-891d-b98ddcf93afa cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:44:12.286072 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90ae59-eab9-4aec-9b21-1d3d0f80953d req-cdf5350a-7469-4658-99c2-998922ed8b52 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:44:12.287619 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1e90ae59-eab9-4aec-9b21-1d3d0f80953d req-cdf5350a-7469-4658-99c2-998922ed8b52 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/ports?device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 931 time: 0.0684137 Jul 24 01:44:12.342653 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1e90ae59-eab9-4aec-9b21-1d3d0f80953d req-0fb00be1-9ad8-400e-94f7-515aaad44c13 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b23df86-07c2-401a-a148-3f3dd638cef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489035 Jul 24 01:44:13.488092 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16e7f4e-9d31-425b-8b90-03831a8788c0 req-a466abb1-464c-46f3-9ed2-20507c1e1871 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:44:13.490161 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a16e7f4e-9d31-425b-8b90-03831a8788c0 req-a466abb1-464c-46f3-9ed2-20507c1e1871 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/ports?device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 931 time: 0.0696175 Jul 24 01:44:13.532666 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a16e7f4e-9d31-425b-8b90-03831a8788c0 req-fb241013-5210-49d4-aa49-f37422c965ae tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b23df86-07c2-401a-a148-3f3dd638cef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332344 Jul 24 01:44:14.676973 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9fe6ec-83ee-41b2-9617-9593976a5a9e req-b25e0124-3de1-476f-bee6-8a1fc6a0d3c2 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:44:14.678502 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9f9fe6ec-83ee-41b2-9617-9593976a5a9e req-b25e0124-3de1-476f-bee6-8a1fc6a0d3c2 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/ports?device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 931 time: 0.0754488 Jul 24 01:44:14.733852 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9f9fe6ec-83ee-41b2-9617-9593976a5a9e req-bfcde34b-1e87-448b-8573-16d0a096e45e tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b23df86-07c2-401a-a148-3f3dd638cef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483801 Jul 24 01:44:15.840074 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f3ac1048-d17b-42ae-9f7f-413b6a7f78d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:15.873599 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27623a1-7f8d-4110-9504-e826feec58bc req-11a7cdfb-a107-4bfc-9077-04c4ec297d9b tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:44:15.875123 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e27623a1-7f8d-4110-9504-e826feec58bc req-11a7cdfb-a107-4bfc-9077-04c4ec297d9b tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/ports?device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 931 time: 0.0736372 Jul 24 01:44:15.916796 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e27623a1-7f8d-4110-9504-e826feec58bc req-734d0488-d64e-400e-84e3-2189d4ed909a tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b23df86-07c2-401a-a148-3f3dd638cef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357714 Jul 24 01:44:17.052951 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f97e4-345b-45c2-9c37-5fe3575bc86a req-932d6cae-f2d0-4c0c-9959-5ba220ed3c31 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:44:17.054518 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-626f97e4-345b-45c2-9c37-5fe3575bc86a req-932d6cae-f2d0-4c0c-9959-5ba220ed3c31 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/ports?device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 931 time: 0.0678122 Jul 24 01:44:17.095684 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-626f97e4-345b-45c2-9c37-5fe3575bc86a req-8ad12b63-443a-4d58-b02b-2f4ac272766f tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b23df86-07c2-401a-a148-3f3dd638cef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354366 Jul 24 01:44:18.241904 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001bffc5-fa12-4a95-8958-17fa91e317f3 req-4ec8e79e-1c43-442a-a50a-5e08c82181e4 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:44:18.243479 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-001bffc5-fa12-4a95-8958-17fa91e317f3 req-4ec8e79e-1c43-442a-a50a-5e08c82181e4 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/ports?device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 931 time: 0.0693057 Jul 24 01:44:18.281670 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-001bffc5-fa12-4a95-8958-17fa91e317f3 req-99dff835-7ad6-42ff-96e1-2c1fc7433cb6 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b23df86-07c2-401a-a148-3f3dd638cef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319328 Jul 24 01:44:18.340225 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-83a8e5dd-7ebc-46e6-ba49-6b5c9ae5a4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:18.548009 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:19.434482 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e213551-0398-4d88-9ca2-853945933fd1 req-a091371f-9b6f-4e02-8d9a-8456f94a074f tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:44:19.436586 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5e213551-0398-4d88-9ca2-853945933fd1 req-a091371f-9b6f-4e02-8d9a-8456f94a074f tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/ports?device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 931 time: 0.0782959 Jul 24 01:44:19.475786 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5e213551-0398-4d88-9ca2-853945933fd1 req-c2263c41-c14e-4a27-80a6-d1b1d6a1d06f tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b23df86-07c2-401a-a148-3f3dd638cef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336745 Jul 24 01:44:19.673482 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:20.670097 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fb9eef-5271-464e-a45f-9b85590ee4e6 req-e1aa3eeb-7da5-4979-a4ab-2ea2a05a1fe1 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:44:20.672053 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e0fb9eef-5271-464e-a45f-9b85590ee4e6 req-e1aa3eeb-7da5-4979-a4ab-2ea2a05a1fe1 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/ports?device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 931 time: 0.1025891 Jul 24 01:44:20.730168 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e0fb9eef-5271-464e-a45f-9b85590ee4e6 req-8be854c4-58d6-4791-96c9-f196dce93798 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b23df86-07c2-401a-a148-3f3dd638cef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479810 Jul 24 01:44:21.179456 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:21.882293 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44b5105-8c89-4886-8d6f-a0a5710a60bd req-0abee0b5-2417-4771-bc15-959656fd1856 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:44:21.883726 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c44b5105-8c89-4886-8d6f-a0a5710a60bd req-0abee0b5-2417-4771-bc15-959656fd1856 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/ports?device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 931 time: 0.0740526 Jul 24 01:44:21.921428 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c44b5105-8c89-4886-8d6f-a0a5710a60bd req-3799afc4-1592-4967-be43-b24c5ecb8f20 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b23df86-07c2-401a-a148-3f3dd638cef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320725 Jul 24 01:44:22.303290 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-52832705-f69c-4e57-a260-6d2ade7f716b req-c90e4dbd-3492-4981-955e-4727044fe7a0 service neutron] Request body: {'port': {'device_id': 'f096fce5-f5f0-4906-aabd-41399da0ae53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:44:22.376466 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-52832705-f69c-4e57-a260-6d2ade7f716b req-c90e4dbd-3492-4981-955e-4727044fe7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:22.643338 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-52832705-f69c-4e57-a260-6d2ade7f716b req-c90e4dbd-3492-4981-955e-4727044fe7a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7a432ad-017b-442d-891d-b98ddcf93afa {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:44:22.650991 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-52832705-f69c-4e57-a260-6d2ade7f716b req-c90e4dbd-3492-4981-955e-4727044fe7a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:22.664733 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-52832705-f69c-4e57-a260-6d2ade7f716b req-c90e4dbd-3492-4981-955e-4727044fe7a0 service neutron] Transition to ACTIVE for port object a7a432ad-017b-442d-891d-b98ddcf93afa will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:44:22.670002 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-52832705-f69c-4e57-a260-6d2ade7f716b req-c90e4dbd-3492-4981-955e-4727044fe7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:22.725490 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e4dbd-3492-4981-955e-4727044fe7a0 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a432ad-017b-442d-891d-b98ddcf93afa,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:44:22.796933 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-52832705-f69c-4e57-a260-6d2ade7f716b req-c90e4dbd-3492-4981-955e-4727044fe7a0 service neutron] Attempting to bind port a7a432ad-017b-442d-891d-b98ddcf93afa on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:44:22.797279 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-52832705-f69c-4e57-a260-6d2ade7f716b req-c90e4dbd-3492-4981-955e-4727044fe7a0 service neutron] Attempting to bind port a7a432ad-017b-442d-891d-b98ddcf93afa by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': 'fd14f8f6-d757-4ea3-9e89-f76d3102cfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:44:22.797621 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52832705-f69c-4e57-a260-6d2ade7f716b req-c90e4dbd-3492-4981-955e-4727044fe7a0 service neutron] Attempting to bind port a7a432ad-017b-442d-891d-b98ddcf93afa on network c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:44:22.802168 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52832705-f69c-4e57-a260-6d2ade7f716b req-c90e4dbd-3492-4981-955e-4727044fe7a0 service neutron] Port a7a432ad-017b-442d-891d-b98ddcf93afa on network c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:44:22.802492 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52832705-f69c-4e57-a260-6d2ade7f716b req-c90e4dbd-3492-4981-955e-4727044fe7a0 service neutron] Attempting to bind port a7a432ad-017b-442d-891d-b98ddcf93afa on network c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:44:22.808485 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52832705-f69c-4e57-a260-6d2ade7f716b req-c90e4dbd-3492-4981-955e-4727044fe7a0 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:44:22.808832 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52832705-f69c-4e57-a260-6d2ade7f716b req-c90e4dbd-3492-4981-955e-4727044fe7a0 service neutron] Checking segment: {'id': 'fd14f8f6-d757-4ea3-9e89-f76d3102cfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:44:22.809276 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52832705-f69c-4e57-a260-6d2ade7f716b req-c90e4dbd-3492-4981-955e-4727044fe7a0 service neutron] Bound using segment: {'id': 'fd14f8f6-d757-4ea3-9e89-f76d3102cfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:44:22.809712 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-52832705-f69c-4e57-a260-6d2ade7f716b req-c90e4dbd-3492-4981-955e-4727044fe7a0 service neutron] Bound port: a7a432ad-017b-442d-891d-b98ddcf93afa, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd14f8f6-d757-4ea3-9e89-f76d3102cfe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:44:22.810100 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-52832705-f69c-4e57-a260-6d2ade7f716b req-c90e4dbd-3492-4981-955e-4727044fe7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:22.879979 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-52832705-f69c-4e57-a260-6d2ade7f716b req-c90e4dbd-3492-4981-955e-4727044fe7a0 service neutron] For port a7a432ad-017b-442d-891d-b98ddcf93afa, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:44:22.883326 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-52832705-f69c-4e57-a260-6d2ade7f716b req-c90e4dbd-3492-4981-955e-4727044fe7a0 service neutron] For port a7a432ad-017b-442d-891d-b98ddcf93afa, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=a7a432ad-017b-442d-891d-b98ddcf93afa,segment=NetworkSegment(fd14f8f6-d757-4ea3-9e89-f76d3102cfe9),segment_id=fd14f8f6-d757-4ea3-9e89-f76d3102cfe9)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:44:22.888486 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-52832705-f69c-4e57-a260-6d2ade7f716b req-c90e4dbd-3492-4981-955e-4727044fe7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:22.929185 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52832705-f69c-4e57-a260-6d2ade7f716b req-c90e4dbd-3492-4981-955e-4727044fe7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:44:22.929810 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-52832705-f69c-4e57-a260-6d2ade7f716b req-c90e4dbd-3492-4981-955e-4727044fe7a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:22.932053 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-52832705-f69c-4e57-a260-6d2ade7f716b req-c90e4dbd-3492-4981-955e-4727044fe7a0 service neutron] 10.222.0.13 "PUT /v2.0/ports/a7a432ad-017b-442d-891d-b98ddcf93afa HTTP/1.1" status: 200 len: 1092 time: 0.6338661 Jul 24 01:44:22.932667 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f096fce5-f5f0-4906-aabd-41399da0ae53', 'tag': 'a7a432ad-017b-442d-891d-b98ddcf93afa'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:44:22.935014 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c0377c0cac57482b78947fbfdb6e67ca594c264dadda24220a1a6cbe410d8c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea379fa-d036-4c9d-b76b-338b199ce09c" -d '{"events": [{"name": "network-changed", "server_uuid": "f096fce5-f5f0-4906-aabd-41399da0ae53", "tag": "a7a432ad-017b-442d-891d-b98ddcf93afa"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:44:22.962372 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e4dbd-3492-4981-955e-4727044fe7a0 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a432ad-017b-442d-891d-b98ddcf93afa,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:44:23.008673 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c27fb1-6f26-4bda-bc0a-36769bf8cc99 x-openstack-request-id: req-91c27fb1-6f26-4bda-bc0a-36769bf8cc99 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:44:23.009050 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f096fce5-f5f0-4906-aabd-41399da0ae53", "tag": "a7a432ad-017b-442d-891d-b98ddcf93afa", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:44:23.009817 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-91c27fb1-6f26-4bda-bc0a-36769bf8cc99 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:44:23.010274 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f096fce5-f5f0-4906-aabd-41399da0ae53', 'tag': 'a7a432ad-017b-442d-891d-b98ddcf93afa', 'status': 'completed', 'code': 200} Jul 24 01:44:23.038843 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52832705-f69c-4e57-a260-6d2ade7f716b req-e7382880-b91f-4fd1-af5b-ade198076180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:44:23.040485 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-52832705-f69c-4e57-a260-6d2ade7f716b req-e7382880-b91f-4fd1-af5b-ade198076180 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6f8e4fb73f04c4491325731ead74fe3&device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 1095 time: 0.0662091 Jul 24 01:44:23.086422 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea47459-65ab-4ad4-a899-6c662d104bc9 req-a5090289-f74a-403b-887e-5a589f747c20 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:44:23.087077 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-52832705-f69c-4e57-a260-6d2ade7f716b req-80e87a62-47bb-4cee-bf0e-5777a430b8a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7a432ad-017b-442d-891d-b98ddcf93afa HTTP/1.1" status: 200 len: 217 time: 0.0387044 Jul 24 01:44:23.088465 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5ea47459-65ab-4ad4-a899-6c662d104bc9 req-a5090289-f74a-403b-887e-5a589f747c20 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/ports?device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 943 time: 0.0751660 Jul 24 01:44:23.128565 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5ea47459-65ab-4ad4-a899-6c662d104bc9 req-af5adf8a-2b85-4b5c-a8be-e781419a7835 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b23df86-07c2-401a-a148-3f3dd638cef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344808 Jul 24 01:44:23.143468 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52832705-f69c-4e57-a260-6d2ade7f716b req-28bdf891-df3d-4506-b29e-153e3869beb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:44:23.145212 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-52832705-f69c-4e57-a260-6d2ade7f716b req-28bdf891-df3d-4506-b29e-153e3869beb1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b87e4d4-0d2a-4f4b-bd1f-bb94b3574d1b HTTP/1.1" status: 200 len: 854 time: 0.0523639 Jul 24 01:44:23.205552 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52832705-f69c-4e57-a260-6d2ade7f716b req-eb83bfdf-25c4-4c7e-91d2-e44c7a6094d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:44:23.207117 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-52832705-f69c-4e57-a260-6d2ade7f716b req-eb83bfdf-25c4-4c7e-91d2-e44c7a6094d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552874 Jul 24 01:44:23.296421 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-52832705-f69c-4e57-a260-6d2ade7f716b req-9d78d048-fb04-4d85-845b-cee2cbe9d929 service neutron] 10.222.0.13 "GET /v2.0/networks/c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827112 Jul 24 01:44:23.389574 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-52832705-f69c-4e57-a260-6d2ade7f716b req-4523001b-c0da-449c-a623-726d232e5701 service neutron] 10.222.0.13 "GET /v2.0/networks/c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866835 Jul 24 01:44:23.487265 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea379fa-d036-4c9d-b76b-338b199ce09c req-64e6426e-0e77-4873-a32a-c23230ca3916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:44:23.488683 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9ea379fa-d036-4c9d-b76b-338b199ce09c req-64e6426e-0e77-4873-a32a-c23230ca3916 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6f8e4fb73f04c4491325731ead74fe3&device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 1095 time: 0.0534837 Jul 24 01:44:23.580878 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea379fa-d036-4c9d-b76b-338b199ce09c req-618750c2-ab96-4881-85ed-4f465799e45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:44:23.582368 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9ea379fa-d036-4c9d-b76b-338b199ce09c req-618750c2-ab96-4881-85ed-4f465799e45f service neutron] 10.222.0.13 "GET /v2.0/networks?id=c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e HTTP/1.1" status: 200 len: 916 time: 0.0873835 Jul 24 01:44:23.623153 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9ea379fa-d036-4c9d-b76b-338b199ce09c req-65522425-78ce-4c66-b670-a094ffecabeb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7a432ad-017b-442d-891d-b98ddcf93afa HTTP/1.1" status: 200 len: 217 time: 0.0341754 Jul 24 01:44:23.675437 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea379fa-d036-4c9d-b76b-338b199ce09c req-73278d1e-6ae3-44a6-a54a-c73356c54717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:44:23.676878 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9ea379fa-d036-4c9d-b76b-338b199ce09c req-73278d1e-6ae3-44a6-a54a-c73356c54717 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b87e4d4-0d2a-4f4b-bd1f-bb94b3574d1b HTTP/1.1" status: 200 len: 854 time: 0.0472319 Jul 24 01:44:23.739872 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea379fa-d036-4c9d-b76b-338b199ce09c req-4f7f5769-4975-4dae-9632-c0729cf55b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:44:23.741388 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9ea379fa-d036-4c9d-b76b-338b199ce09c req-4f7f5769-4975-4dae-9632-c0729cf55b59 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571158 Jul 24 01:44:23.833987 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9ea379fa-d036-4c9d-b76b-338b199ce09c req-188bd6f8-b6f7-46fa-9ca3-e52f7171403f service neutron] 10.222.0.13 "GET /v2.0/networks/c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851371 Jul 24 01:44:23.932007 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9ea379fa-d036-4c9d-b76b-338b199ce09c req-444b1b92-fb4e-464d-838c-878a839d311a service neutron] 10.222.0.13 "GET /v2.0/networks/c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904820 Jul 24 01:44:24.264904 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81b783-90af-4bb3-bd89-4c97e58d2ea6 req-6ea4760c-c7aa-4b53-8bb4-add829a73a81 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:44:24.266436 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3f81b783-90af-4bb3-bd89-4c97e58d2ea6 req-6ea4760c-c7aa-4b53-8bb4-add829a73a81 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/ports?device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 943 time: 0.0656934 Jul 24 01:44:24.304206 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3f81b783-90af-4bb3-bd89-4c97e58d2ea6 req-5670e98f-24d7-4cf9-a1db-049c7c56dd04 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b23df86-07c2-401a-a148-3f3dd638cef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316379 Jul 24 01:44:25.439132 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37caa75e-6b03-46f3-9e6b-c0411d14c379 req-73016bc9-aee8-4ba2-9472-a06153573a34 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:44:25.440637 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-37caa75e-6b03-46f3-9e6b-c0411d14c379 req-73016bc9-aee8-4ba2-9472-a06153573a34 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/ports?device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 943 time: 0.0674558 Jul 24 01:44:25.478174 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-37caa75e-6b03-46f3-9e6b-c0411d14c379 req-baff6ebf-d55f-4dc0-a588-baddc634db77 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b23df86-07c2-401a-a148-3f3dd638cef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319953 Jul 24 01:44:26.078272 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device a7a432ad-017b-442d-891d-b98ddcf93afa details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:44:26.174461 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port a7a432ad-017b-442d-891d-b98ddcf93afa, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=a7a432ad-017b-442d-891d-b98ddcf93afa,segment=NetworkSegment(fd14f8f6-d757-4ea3-9e89-f76d3102cfe9),segment_id=fd14f8f6-d757-4ea3-9e89-f76d3102cfe9)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:44:26.186148 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'a7a432ad-017b-442d-891d-b98ddcf93afa', 'network_id': 'c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e', 'port_id': 'a7a432ad-017b-442d-891d-b98ddcf93afa', 'mac_address': 'fa:16:3e:48:37:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b87e4d4-0d2a-4f4b-bd1f-bb94b3574d1b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:44:26.223310 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:26.237016 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7a432ad-017b-442d-891d-b98ddcf93afa {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:44:26.258372 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port a7a432ad-017b-442d-891d-b98ddcf93afa, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=a7a432ad-017b-442d-891d-b98ddcf93afa,segment=NetworkSegment(fd14f8f6-d757-4ea3-9e89-f76d3102cfe9),segment_id=fd14f8f6-d757-4ea3-9e89-f76d3102cfe9)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:44:26.263575 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:26.313040 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=a7a432ad-017b-442d-891d-b98ddcf93afa,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:44:26.320745 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:44:26.321100 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:44:26.321493 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:44:26.321846 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:44:26.322188 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:44:26.322548 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:44:26.322918 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:44:26.323256 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:44:26.323587 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:44:26.323916 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:44:26.324255 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:44:26.324579 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:44:26.471255 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['a7a432ad-017b-442d-891d-b98ddcf93afa'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:44:26.626218 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d42e0-87a9-44f4-9a86-aa831b14aa1d req-a0d266f4-d709-4e7e-b882-3f6b21abdbb6 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:44:26.627666 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-053d42e0-87a9-44f4-9a86-aa831b14aa1d req-a0d266f4-d709-4e7e-b882-3f6b21abdbb6 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/ports?device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 944 time: 0.0809371 Jul 24 01:44:26.669566 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-053d42e0-87a9-44f4-9a86-aa831b14aa1d req-4fc211be-01cb-4407-aa35-95d749438fbe tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b23df86-07c2-401a-a148-3f3dd638cef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362742 Jul 24 01:44:27.798822 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cc2b58-0381-4b40-a207-b5261552b8ce req-1b6d3782-e2ac-4896-9c24-f4252f6cf42f tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:44:27.800353 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-00cc2b58-0381-4b40-a207-b5261552b8ce req-1b6d3782-e2ac-4896-9c24-f4252f6cf42f tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/ports?device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 944 time: 0.0638916 Jul 24 01:44:27.839482 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-00cc2b58-0381-4b40-a207-b5261552b8ce req-0f2bd022-2be9-48d2-b486-66ac998d8a39 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b23df86-07c2-401a-a148-3f3dd638cef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332963 Jul 24 01:44:28.106804 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device a7a432ad-017b-442d-891d-b98ddcf93afa up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:44:28.155285 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port a7a432ad-017b-442d-891d-b98ddcf93afa completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:44:28.159074 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port a7a432ad-017b-442d-891d-b98ddcf93afa triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:44:28.159455 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:28.239020 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:28.261473 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f096fce5-f5f0-4906-aabd-41399da0ae53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a432ad-017b-442d-891d-b98ddcf93afa'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:44:28.263760 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b36c629d192f293ddd0cd0678fefb9a9e59c3f82b7da09e09f5fd8b02f5b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c3dc6d9-77af-44c1-9605-416c1d1db3c1" -d '{"events": [{"server_uuid": "f096fce5-f5f0-4906-aabd-41399da0ae53", "name": "network-vif-plugged", "status": "completed", "tag": "a7a432ad-017b-442d-891d-b98ddcf93afa"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:44:28.276455 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port a7a432ad-017b-442d-891d-b98ddcf93afa, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=a7a432ad-017b-442d-891d-b98ddcf93afa,segment=NetworkSegment(fd14f8f6-d757-4ea3-9e89-f76d3102cfe9),segment_id=fd14f8f6-d757-4ea3-9e89-f76d3102cfe9)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:44:28.280913 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:28.304063 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212bb5b7-8882-49bb-94b0-553ad3ae5c83 x-openstack-request-id: req-212bb5b7-8882-49bb-94b0-553ad3ae5c83 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:44:28.304357 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f096fce5-f5f0-4906-aabd-41399da0ae53", "name": "network-vif-plugged", "status": "completed", "tag": "a7a432ad-017b-442d-891d-b98ddcf93afa", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:44:28.304610 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-212bb5b7-8882-49bb-94b0-553ad3ae5c83 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:44:28.304999 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f096fce5-f5f0-4906-aabd-41399da0ae53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a432ad-017b-442d-891d-b98ddcf93afa', 'code': 200} Jul 24 01:44:28.333119 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=a7a432ad-017b-442d-891d-b98ddcf93afa,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:44:28.411747 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534ac02-ac52-420f-b979-f574e6acb708 req-39868bc5-237f-4621-bfb4-74ea1ee12e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:44:28.413251 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d534ac02-ac52-420f-b979-f574e6acb708 req-39868bc5-237f-4621-bfb4-74ea1ee12e09 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 1097 time: 0.0522926 Jul 24 01:44:28.451559 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d534ac02-ac52-420f-b979-f574e6acb708 req-9f87d0ab-6b67-4c31-8b68-07fc63a868e7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1b23df86-07c2-401a-a148-3f3dd638cef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318091 Jul 24 01:44:28.970570 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69625032-ff7e-47a1-a90c-1a071387b37c req-7d4c2dbf-7640-4315-859a-270307607d1b tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:44:28.972180 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-69625032-ff7e-47a1-a90c-1a071387b37c req-7d4c2dbf-7640-4315-859a-270307607d1b tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/ports?device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 945 time: 0.0675199 Jul 24 01:44:29.011561 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-69625032-ff7e-47a1-a90c-1a071387b37c req-d334ae95-e99f-410c-a723-18fbdc22fbee tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b23df86-07c2-401a-a148-3f3dd638cef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338566 Jul 24 01:44:30.143155 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00cbb46-82af-4b7b-96be-5f1ebd2c02fa req-568b175e-8821-4b6a-890e-3b35eaa0ddad tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:44:30.144818 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b00cbb46-82af-4b7b-96be-5f1ebd2c02fa req-568b175e-8821-4b6a-890e-3b35eaa0ddad tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/ports?device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 945 time: 0.0646172 Jul 24 01:44:30.183338 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b00cbb46-82af-4b7b-96be-5f1ebd2c02fa req-ac45539c-fe95-4aed-bcbd-a193c5a5c2bb tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b23df86-07c2-401a-a148-3f3dd638cef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320845 Jul 24 01:44:30.314520 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a50bdd-652a-4e20-903a-8dcad2c2e2ac req-18ee2ac4-a038-4a1f-8a6d-c88a188efa50 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:44:30.315950 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f9a50bdd-652a-4e20-903a-8dcad2c2e2ac req-18ee2ac4-a038-4a1f-8a6d-c88a188efa50 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/ports?device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 945 time: 0.0658805 Jul 24 01:44:30.353376 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f9a50bdd-652a-4e20-903a-8dcad2c2e2ac req-8393f757-456c-4bda-8a9c-404f0318ee7a tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b23df86-07c2-401a-a148-3f3dd638cef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319510 Jul 24 01:44:30.553455 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3feab0f-321a-429f-8ca3-e6140e559037 req-2a776776-a034-4c3b-84ee-96dd755cd0f9 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:44:30.554963 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e3feab0f-321a-429f-8ca3-e6140e559037 req-2a776776-a034-4c3b-84ee-96dd755cd0f9 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/ports?device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 945 time: 0.0626302 Jul 24 01:44:30.593254 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e3feab0f-321a-429f-8ca3-e6140e559037 req-8bae49ea-2d3e-4a9c-ac4c-5468d851ccaf tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b23df86-07c2-401a-a148-3f3dd638cef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317452 Jul 24 01:44:31.626733 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:44:35.446185 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:35.824894 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:42.275188 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b853d03-faa3-4139-a037-2f7f9c749b48 req-4e91f1db-1d65-474d-8aa0-bc65d5c52da6 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:44:42.276645 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4b853d03-faa3-4139-a037-2f7f9c749b48 req-4e91f1db-1d65-474d-8aa0-bc65d5c52da6 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/ports?device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 945 time: 0.0907795 Jul 24 01:44:42.318227 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4b853d03-faa3-4139-a037-2f7f9c749b48 req-5a9ccb17-c407-4046-8768-84bd4e47b25c tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b23df86-07c2-401a-a148-3f3dd638cef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354068 Jul 24 01:44:42.342875 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51426) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:44:42.451423 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f905ec58-fa70-4fa3-bb32-797760c44947 tempest-TestMinimumBasicScenario-1362686399 tempest-TestMinimumBasicScenario-1362686399-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:44:42.452983 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f905ec58-fa70-4fa3-bb32-797760c44947 tempest-TestMinimumBasicScenario-1362686399 tempest-TestMinimumBasicScenario-1362686399-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 1092 time: 0.1090546 Jul 24 01:44:42.455942 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51430) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:44:42.460265 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-33f8999f-638c-443c-aa83-f3a845318526 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'port_id': 'a7a432ad-017b-442d-891d-b98ddcf93afa', 'tenant_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:44:42.483833 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-33f8999f-638c-443c-aa83-f3a845318526 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks [] for floatingip, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:42.585002 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-33f8999f-638c-443c-aa83-f3a845318526 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:42.693751 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-33f8999f-638c-443c-aa83-f3a845318526 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Allocated IP 172.25.2.228 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/be0be5b3-26de-4747-bcb7-8d0cc141143f) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:44:42.815401 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-33f8999f-638c-443c-aa83-f3a845318526 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:42.855590 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-33f8999f-638c-443c-aa83-f3a845318526 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:42.892117 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f8999f-638c-443c-aa83-f3a845318526 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:44:42.895222 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-33f8999f-638c-443c-aa83-f3a845318526 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:44:42.900983 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f8999f-638c-443c-aa83-f3a845318526 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:44:42.924772 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8999f-638c-443c-aa83-f3a845318526 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Pushing event updated for resources: {'Port': ['ID=be0be5b3-26de-4747-bcb7-8d0cc141143f,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:44:43.264447 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-33f8999f-638c-443c-aa83-f3a845318526 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:43.345169 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-33f8999f-638c-443c-aa83-f3a845318526 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:43.502636 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-33f8999f-638c-443c-aa83-f3a845318526 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:43.507425 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-33f8999f-638c-443c-aa83-f3a845318526 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:43.580801 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8999f-638c-443c-aa83-f3a845318526 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Pushing event updated for resources: {'Port': ['ID=be0be5b3-26de-4747-bcb7-8d0cc141143f,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:44:43.593337 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-33f8999f-638c-443c-aa83-f3a845318526 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:44.037566 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [None req-33f8999f-638c-443c-aa83-f3a845318526 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Floating IP 0f2e8d9d-a00d-4d08-8057-98bbf75acf9f associated. External IP: 172.25.2.228, port: a7a432ad-017b-442d-891d-b98ddcf93afa. Jul 24 01:44:44.255551 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f8999f-638c-443c-aa83-f3a845318526 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Router 1d6005da-e9be-4916-a207-f4558a93c120 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:44:44.365659 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f8999f-638c-443c-aa83-f3a845318526 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:44:44.376254 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2299189b-523f-4209-a217-12a7d7dacf76 None None] Sync routers for ids ['1d6005da-e9be-4916-a207-f4558a93c120'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:44:44.382257 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-33f8999f-638c-443c-aa83-f3a845318526 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:44.386396 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2299189b-523f-4209-a217-12a7d7dacf76 None None] Routers {'1d6005da-e9be-4916-a207-f4558a93c120'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:44:44.387336 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-2299189b-523f-4209-a217-12a7d7dacf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:44:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1d6005da-e9be-4916-a207-f4558a93c120'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:44:44.428375 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-33f8999f-638c-443c-aa83-f3a845318526 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9713769 Jul 24 01:44:44.430133 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f096fce5-f5f0-4906-aabd-41399da0ae53', 'tag': 'a7a432ad-017b-442d-891d-b98ddcf93afa'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:44:44.431814 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51434) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:44:44.440490 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-56e4daf3-86d0-4d7e-90b0-e7c5e8c0168f tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1521309043', 'description': 'tempest-secgroup-smoke-1521309043 description', 'project_id': 'd6f8e4fb73f04c4491325731ead74fe3'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:44:44.471273 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-56e4daf3-86d0-4d7e-90b0-e7c5e8c0168f tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:44.514608 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-2299189b-523f-4209-a217-12a7d7dacf76 None None] Set router 1d6005da-e9be-4916-a207-f4558a93c120 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:44:44.547946 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04606ce6b56a19535889c90ef360e282e8fe62826457f87827dea0ce6a923ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2402b4b-9784-4d6a-ab9a-49ab4fc3e625" -d '{"events": [{"name": "network-changed", "server_uuid": "f096fce5-f5f0-4906-aabd-41399da0ae53", "tag": "a7a432ad-017b-442d-891d-b98ddcf93afa"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:44:44.580488 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-56e4daf3-86d0-4d7e-90b0-e7c5e8c0168f tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:44.585263 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-56e4daf3-86d0-4d7e-90b0-e7c5e8c0168f tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:44.623056 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-56e4daf3-86d0-4d7e-90b0-e7c5e8c0168f tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:44.629260 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51442) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:44:44.629543 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-56e4daf3-86d0-4d7e-90b0-e7c5e8c0168f tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1959989 Jul 24 01:44:44.635385 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-98ceee34-0adf-49f6-8c50-1bbe536dab05 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Request body: {'security_group_rule': {'security_group_id': '0894ca33-3375-487f-85b0-26a0a9158c4e', 'project_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:44:44.643921 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e4daf3-86d0-4d7e-90b0-e7c5e8c0168f tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0894ca33-3375-487f-85b0-26a0a9158c4e,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:44:44.656894 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4daf3-86d0-4d7e-90b0-e7c5e8c0168f tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:44:44.657360 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4daf3-86d0-4d7e-90b0-e7c5e8c0168f tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:44:44.657726 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4daf3-86d0-4d7e-90b0-e7c5e8c0168f tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:44:44.658115 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4daf3-86d0-4d7e-90b0-e7c5e8c0168f tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:44:44.658619 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4daf3-86d0-4d7e-90b0-e7c5e8c0168f tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:44:44.658785 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30474eef-1b56-4013-b035-99343fe24f31 x-openstack-request-id: req-30474eef-1b56-4013-b035-99343fe24f31 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:44:44.659133 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f096fce5-f5f0-4906-aabd-41399da0ae53", "tag": "a7a432ad-017b-442d-891d-b98ddcf93afa", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:44:44.659887 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-30474eef-1b56-4013-b035-99343fe24f31 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:44:44.660040 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f096fce5-f5f0-4906-aabd-41399da0ae53', 'tag': 'a7a432ad-017b-442d-891d-b98ddcf93afa', 'status': 'completed', 'code': 200} Jul 24 01:44:44.660649 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4daf3-86d0-4d7e-90b0-e7c5e8c0168f tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:44:44.663190 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4daf3-86d0-4d7e-90b0-e7c5e8c0168f tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:44:44.663721 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4daf3-86d0-4d7e-90b0-e7c5e8c0168f tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:44:44.664223 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4daf3-86d0-4d7e-90b0-e7c5e8c0168f tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:44:44.664752 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4daf3-86d0-4d7e-90b0-e7c5e8c0168f tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:44:44.665877 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4daf3-86d0-4d7e-90b0-e7c5e8c0168f tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:44:44.666767 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e4daf3-86d0-4d7e-90b0-e7c5e8c0168f tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:44:44.681001 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-98ceee34-0adf-49f6-8c50-1bbe536dab05 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:44.750359 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2402b4b-9784-4d6a-ab9a-49ab4fc3e625 req-566b25fa-ee17-4521-b2aa-2d0127d1564a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:44:44.752641 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-98ceee34-0adf-49f6-8c50-1bbe536dab05 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:44.752907 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f2402b4b-9784-4d6a-ab9a-49ab4fc3e625 req-566b25fa-ee17-4521-b2aa-2d0127d1564a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6f8e4fb73f04c4491325731ead74fe3&device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 1097 time: 0.0729284 Jul 24 01:44:44.757879 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-98ceee34-0adf-49f6-8c50-1bbe536dab05 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:44.780780 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ceee34-0adf-49f6-8c50-1bbe536dab05 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c3f3a27-36a4-483c-8e59-17b3f532b3cf,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:44:44.791791 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ceee34-0adf-49f6-8c50-1bbe536dab05 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:44:44.792154 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ceee34-0adf-49f6-8c50-1bbe536dab05 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:44:44.792511 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ceee34-0adf-49f6-8c50-1bbe536dab05 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:44:44.792861 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ceee34-0adf-49f6-8c50-1bbe536dab05 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:44:44.793204 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ceee34-0adf-49f6-8c50-1bbe536dab05 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:44:44.793896 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ceee34-0adf-49f6-8c50-1bbe536dab05 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:44:44.794306 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ceee34-0adf-49f6-8c50-1bbe536dab05 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:44:44.794680 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ceee34-0adf-49f6-8c50-1bbe536dab05 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:44:44.795061 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ceee34-0adf-49f6-8c50-1bbe536dab05 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:44:44.795402 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ceee34-0adf-49f6-8c50-1bbe536dab05 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:44:44.795740 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ceee34-0adf-49f6-8c50-1bbe536dab05 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:44:44.796068 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ceee34-0adf-49f6-8c50-1bbe536dab05 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:44:44.800912 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-98ceee34-0adf-49f6-8c50-1bbe536dab05 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:44.804915 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-98ceee34-0adf-49f6-8c50-1bbe536dab05 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1720889 Jul 24 01:44:44.806685 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51446) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:44:44.807162 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-2299189b-523f-4209-a217-12a7d7dacf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d6005da-e9be-4916-a207-f4558a93c120', 'name': 'tempest-TestMinimumBasicScenario-1930702834-router', 'tenant_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '58824404-c057-4f50-9d33-07f76951bda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:43:50Z', 'updated_at': '2021-07-24T01:43:53Z', 'revision_number': 4, 'project_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'gw_port': {'id': '58824404-c057-4f50-9d33-07f76951bda1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6005da-e9be-4916-a207-f4558a93c120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:43:51Z', 'updated_at': '2021-07-24T01:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '0f2e8d9d-a00d-4d08-8057-98bbf75acf9f', 'tenant_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'floating_ip_address': '172.25.2.228', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '1d6005da-e9be-4916-a207-f4558a93c120', 'port_id': 'a7a432ad-017b-442d-891d-b98ddcf93afa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e', 'mac_address': 'fa:16:3e:48:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f096fce5-f5f0-4906-aabd-41399da0ae53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:44:43Z', 'updated_at': '2021-07-24T01:44:43Z', 'revision_number': 0, 'project_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a89f73b6-fa12-4a0c-aadf-e55e78b7ac30', 'name': '', 'network_id': 'c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e', 'tenant_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'mac_address': 'fa:16:3e:2b:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6005da-e9be-4916-a207-f4558a93c120', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '0b87e4d4-0d2a-4f4b-bd1f-bb94b3574d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:43:52Z', 'updated_at': '2021-07-24T01:43:59Z', 'revision_number': 5, 'project_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'subnets': [{'id': '0b87e4d4-0d2a-4f4b-bd1f-bb94b3574d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:44:44.813836 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-7973bea5-83d8-4373-998d-92cdf12a2683 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Request body: {'security_group_rule': {'security_group_id': '0894ca33-3375-487f-85b0-26a0a9158c4e', 'project_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:44:44.837442 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2299189b-523f-4209-a217-12a7d7dacf76 None None] Checking router: 1d6005da-e9be-4916-a207-f4558a93c120 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:44:44.848966 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2299189b-523f-4209-a217-12a7d7dacf76 None None] Routers {'1d6005da-e9be-4916-a207-f4558a93c120'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:44:44.849847 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-2299189b-523f-4209-a217-12a7d7dacf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:44:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1d6005da-e9be-4916-a207-f4558a93c120'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:44:44.860071 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7973bea5-83d8-4373-998d-92cdf12a2683 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:44.931124 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7973bea5-83d8-4373-998d-92cdf12a2683 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:44.937212 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7973bea5-83d8-4373-998d-92cdf12a2683 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:44.961645 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7973bea5-83d8-4373-998d-92cdf12a2683 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50d1a2ad-227d-41f7-b8b6-4168769455ed,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:44:44.969440 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7973bea5-83d8-4373-998d-92cdf12a2683 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:44.971078 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7973bea5-83d8-4373-998d-92cdf12a2683 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1633649 Jul 24 01:44:44.973827 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51448) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:44:44.982385 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-af8d15a1-d7b1-4ecf-b427-00e118eb4bc5 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Request body: {'security_group_rule': {'security_group_id': '0894ca33-3375-487f-85b0-26a0a9158c4e', 'project_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:44:45.017249 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-af8d15a1-d7b1-4ecf-b427-00e118eb4bc5 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:45.104074 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-af8d15a1-d7b1-4ecf-b427-00e118eb4bc5 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:45.109066 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-af8d15a1-d7b1-4ecf-b427-00e118eb4bc5 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:45.132750 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d15a1-d7b1-4ecf-b427-00e118eb4bc5 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a4756b-e49d-4d1b-a4ce-bd160712f004,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:44:45.142507 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-af8d15a1-d7b1-4ecf-b427-00e118eb4bc5 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:45.144725 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-af8d15a1-d7b1-4ecf-b427-00e118eb4bc5 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1694052 Jul 24 01:44:45.147293 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51450) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:44:45.154083 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-db065751-039f-403d-8b55-df462715a791 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Request body: {'security_group_rule': {'security_group_id': '0894ca33-3375-487f-85b0-26a0a9158c4e', 'project_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:44:45.190124 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-2299189b-523f-4209-a217-12a7d7dacf76 None None] Set router 1d6005da-e9be-4916-a207-f4558a93c120 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:44:45.198872 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-db065751-039f-403d-8b55-df462715a791 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:45.276401 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2402b4b-9784-4d6a-ab9a-49ab4fc3e625 req-b02d4009-fd7f-4fbb-a1f1-134c1606cb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:44:45.277233 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f2402b4b-9784-4d6a-ab9a-49ab4fc3e625 req-b02d4009-fd7f-4fbb-a1f1-134c1606cb04 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e HTTP/1.1" status: 200 len: 916 time: 0.5119352 Jul 24 01:44:45.286031 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-db065751-039f-403d-8b55-df462715a791 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:45.292708 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-db065751-039f-403d-8b55-df462715a791 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:45.311672 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db065751-039f-403d-8b55-df462715a791 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6c42315-0191-45f9-b18c-10d249f59ce8,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:44:45.324471 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-db065751-039f-403d-8b55-df462715a791 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:45.329115 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-db065751-039f-403d-8b55-df462715a791 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1774936 Jul 24 01:44:45.330265 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51452) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:44:45.335987 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-70bbf13b-0e65-48b5-a02c-f816c6d983a7 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Request body: {'security_group_rule': {'security_group_id': '0894ca33-3375-487f-85b0-26a0a9158c4e', 'project_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:44:45.364541 n-d-793621-25 neutron-server[100463]: INFO neutron.db.securitygroups_db [None req-70bbf13b-0e65-48b5-a02c-f816c6d983a7 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Project d6f8e4fb73f04c4491325731ead74fe3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:44:45.370694 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-70bbf13b-0e65-48b5-a02c-f816c6d983a7 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:45.378130 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f2402b4b-9784-4d6a-ab9a-49ab4fc3e625 req-7c6af631-7dbc-4864-839e-c83bf06e5588 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7a432ad-017b-442d-891d-b98ddcf93afa HTTP/1.1" status: 200 len: 999 time: 0.0934052 Jul 24 01:44:45.450059 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-70bbf13b-0e65-48b5-a02c-f816c6d983a7 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:45.455631 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-70bbf13b-0e65-48b5-a02c-f816c6d983a7 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:45.466858 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2402b4b-9784-4d6a-ab9a-49ab4fc3e625 req-da6b83e0-4c02-454d-bb28-3f1271d6e220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:44:45.468677 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f2402b4b-9784-4d6a-ab9a-49ab4fc3e625 req-da6b83e0-4c02-454d-bb28-3f1271d6e220 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b87e4d4-0d2a-4f4b-bd1f-bb94b3574d1b HTTP/1.1" status: 200 len: 854 time: 0.0823348 Jul 24 01:44:45.478184 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bbf13b-0e65-48b5-a02c-f816c6d983a7 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b13621e6-3438-4b49-9e60-447af23106a7,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:44:45.489392 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-70bbf13b-0e65-48b5-a02c-f816c6d983a7 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:45.491391 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-70bbf13b-0e65-48b5-a02c-f816c6d983a7 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1589093 Jul 24 01:44:45.494249 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51454) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:44:45.499279 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-31e5ed91-ddb1-4076-be3c-55d6260263ea tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Request body: {'security_group_rule': {'security_group_id': '0894ca33-3375-487f-85b0-26a0a9158c4e', 'project_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:44:45.506683 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-2299189b-523f-4209-a217-12a7d7dacf76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d6005da-e9be-4916-a207-f4558a93c120', 'name': 'tempest-TestMinimumBasicScenario-1930702834-router', 'tenant_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '58824404-c057-4f50-9d33-07f76951bda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:43:50Z', 'updated_at': '2021-07-24T01:43:53Z', 'revision_number': 4, 'project_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'gw_port': {'id': '58824404-c057-4f50-9d33-07f76951bda1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6005da-e9be-4916-a207-f4558a93c120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:43:51Z', 'updated_at': '2021-07-24T01:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '0f2e8d9d-a00d-4d08-8057-98bbf75acf9f', 'tenant_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'floating_ip_address': '172.25.2.228', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '1d6005da-e9be-4916-a207-f4558a93c120', 'port_id': 'a7a432ad-017b-442d-891d-b98ddcf93afa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e', 'mac_address': 'fa:16:3e:48:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f096fce5-f5f0-4906-aabd-41399da0ae53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:44:43Z', 'updated_at': '2021-07-24T01:44:43Z', 'revision_number': 0, 'project_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a89f73b6-fa12-4a0c-aadf-e55e78b7ac30', 'name': '', 'network_id': 'c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e', 'tenant_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'mac_address': 'fa:16:3e:2b:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6005da-e9be-4916-a207-f4558a93c120', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '0b87e4d4-0d2a-4f4b-bd1f-bb94b3574d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:43:52Z', 'updated_at': '2021-07-24T01:43:59Z', 'revision_number': 5, 'project_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'subnets': [{'id': '0b87e4d4-0d2a-4f4b-bd1f-bb94b3574d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:44:45.528633 n-d-793621-25 neutron-server[100463]: INFO neutron.db.securitygroups_db [None req-31e5ed91-ddb1-4076-be3c-55d6260263ea tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Project d6f8e4fb73f04c4491325731ead74fe3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:44:45.536088 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-31e5ed91-ddb1-4076-be3c-55d6260263ea tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:45.540112 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2299189b-523f-4209-a217-12a7d7dacf76 None None] The sync data for ids ['1d6005da-e9be-4916-a207-f4558a93c120'] in n-d-793621-25 is: [{'id': '1d6005da-e9be-4916-a207-f4558a93c120', 'name': 'tempest-TestMinimumBasicScenario-1930702834-router', 'tenant_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '58824404-c057-4f50-9d33-07f76951bda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:43:50Z', 'updated_at': '2021-07-24T01:43:53Z', 'revision_number': 4, 'project_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'gw_port': {'id': '58824404-c057-4f50-9d33-07f76951bda1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6005da-e9be-4916-a207-f4558a93c120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:43:51Z', 'updated_at': '2021-07-24T01:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '0f2e8d9d-a00d-4d08-8057-98bbf75acf9f', 'tenant_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'floating_ip_address': '172.25.2.228', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '1d6005da-e9be-4916-a207-f4558a93c120', 'port_id': 'a7a432ad-017b-442d-891d-b98ddcf93afa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4130, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e', 'mac_address': 'fa:16:3e:48:37:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f096fce5-f5f0-4906-aabd-41399da0ae53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:44:43Z', 'updated_at': '2021-07-24T01:44:43Z', 'revision_number': 0, 'project_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a89f73b6-fa12-4a0c-aadf-e55e78b7ac30', 'name': '', 'network_id': 'c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e', 'tenant_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'mac_address': 'fa:16:3e:2b:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6005da-e9be-4916-a207-f4558a93c120', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '0b87e4d4-0d2a-4f4b-bd1f-bb94b3574d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:43:52Z', 'updated_at': '2021-07-24T01:43:59Z', 'revision_number': 5, 'project_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'subnets': [{'id': '0b87e4d4-0d2a-4f4b-bd1f-bb94b3574d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:44:45.552559 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2402b4b-9784-4d6a-ab9a-49ab4fc3e625 req-0c5aae7a-385d-4766-9ad9-f78f6c2b7aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:44:45.554579 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f2402b4b-9784-4d6a-ab9a-49ab4fc3e625 req-0c5aae7a-385d-4766-9ad9-f78f6c2b7aa6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0792274 Jul 24 01:44:45.641038 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-31e5ed91-ddb1-4076-be3c-55d6260263ea tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:45.651468 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-31e5ed91-ddb1-4076-be3c-55d6260263ea tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:45.675805 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e5ed91-ddb1-4076-be3c-55d6260263ea tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=239d9635-2666-45aa-b68e-52ab678b73a1,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:44:45.677772 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f2402b4b-9784-4d6a-ab9a-49ab4fc3e625 req-5d483193-d75b-40d8-bd42-8bd2be51483b service neutron] 10.222.0.13 "GET /v2.0/networks/c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153331 Jul 24 01:44:45.687969 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-31e5ed91-ddb1-4076-be3c-55d6260263ea tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:45.689762 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-31e5ed91-ddb1-4076-be3c-55d6260263ea tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1941824 Jul 24 01:44:45.801366 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-44756810-3886-4bfe-9342-cb090de400d7 req-84e87ac1-74d1-4cf1-8475-2bc90897ce5f tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1521309043&fields=id&tenant_id=d6f8e4fb73f04c4491325731ead74fe3 HTTP/1.1" status: 200 len: 267 time: 0.0498762 Jul 24 01:44:45.829668 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f2402b4b-9784-4d6a-ab9a-49ab4fc3e625 req-1e3a98d0-9db9-41cb-8977-74d086d425c3 service neutron] 10.222.0.13 "GET /v2.0/networks/c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454105 Jul 24 01:44:45.845280 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ddbda948-c248-4f1d-8374-961506b3d280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:45.856512 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76f8f6e-1e76-4bd2-adb4-339abddf2446 None None] New status for floating IP 0f2e8d9d-a00d-4d08-8057-98bbf75acf9f: ACTIVE {{(pid=100466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:44:45.888683 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44756810-3886-4bfe-9342-cb090de400d7 req-eaa6efd8-f2d5-4d85-b6b6-df190b4e3865 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:44:45.890289 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-44756810-3886-4bfe-9342-cb090de400d7 req-eaa6efd8-f2d5-4d85-b6b6-df190b4e3865 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/ports?device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 945 time: 0.0882058 Jul 24 01:44:45.903191 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-44756810-3886-4bfe-9342-cb090de400d7 req-18df4c73-4cda-444a-ad9a-b8decb5d1831 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Request body: {'port': {'security_groups': ['1b23df86-07c2-401a-a148-3f3dd638cef0', '0894ca33-3375-487f-85b0-26a0a9158c4e']}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:44:46.010171 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-44756810-3886-4bfe-9342-cb090de400d7 req-18df4c73-4cda-444a-ad9a-b8decb5d1831 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:46.211819 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-44756810-3886-4bfe-9342-cb090de400d7 req-18df4c73-4cda-444a-ad9a-b8decb5d1831 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] For port a7a432ad-017b-442d-891d-b98ddcf93afa, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=a7a432ad-017b-442d-891d-b98ddcf93afa,segment=NetworkSegment(fd14f8f6-d757-4ea3-9e89-f76d3102cfe9),segment_id=fd14f8f6-d757-4ea3-9e89-f76d3102cfe9)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:44:46.248615 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-44756810-3886-4bfe-9342-cb090de400d7 req-18df4c73-4cda-444a-ad9a-b8decb5d1831 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:46.253422 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-44756810-3886-4bfe-9342-cb090de400d7 req-18df4c73-4cda-444a-ad9a-b8decb5d1831 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:46.266919 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['a7a432ad-017b-442d-891d-b98ddcf93afa'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:44:46.297452 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44756810-3886-4bfe-9342-cb090de400d7 req-18df4c73-4cda-444a-ad9a-b8decb5d1831 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:44:46.298244 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-44756810-3886-4bfe-9342-cb090de400d7 req-18df4c73-4cda-444a-ad9a-b8decb5d1831 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:46.299553 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-44756810-3886-4bfe-9342-cb090de400d7 req-18df4c73-4cda-444a-ad9a-b8decb5d1831 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "PUT /v2.0/ports/a7a432ad-017b-442d-891d-b98ddcf93afa HTTP/1.1" status: 200 len: 981 time: 0.4024701 Jul 24 01:44:46.333638 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df4c73-4cda-444a-ad9a-b8decb5d1831 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Pushing event updated for resources: {'Port': ['ID=a7a432ad-017b-442d-891d-b98ddcf93afa,revision_number=6']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:44:46.369844 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['a7a432ad-017b-442d-891d-b98ddcf93afa'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:44:46.467341 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb75b5-6284-4b21-9868-e916f9845b99 req-c472aa31-b083-4876-b348-cc0768b52267 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:44:46.468849 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-82cb75b5-6284-4b21-9868-e916f9845b99 req-c472aa31-b083-4876-b348-cc0768b52267 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/ports?device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 984 time: 0.0798318 Jul 24 01:44:46.517786 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-82cb75b5-6284-4b21-9868-e916f9845b99 req-5b6e79cf-b7ba-4047-9f05-9d5df6fb2381 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/security-groups?id=0894ca33-3375-487f-85b0-26a0a9158c4e&id=1b23df86-07c2-401a-a148-3f3dd638cef0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381074 Jul 24 01:44:46.633209 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c8e85fb9-eb53-4fd8-8ee0-c0028eff86e4 None None] Provisioning complete for port a7a432ad-017b-442d-891d-b98ddcf93afa triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:44:46.633810 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c8e85fb9-eb53-4fd8-8ee0-c0028eff86e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:46.660915 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f096fce5-f5f0-4906-aabd-41399da0ae53', 'tag': 'a7a432ad-017b-442d-891d-b98ddcf93afa'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:44:46.663420 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04606ce6b56a19535889c90ef360e282e8fe62826457f87827dea0ce6a923ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab9aef5-0c22-479f-968a-4bd5a1f674e7" -d '{"events": [{"name": "network-changed", "server_uuid": "f096fce5-f5f0-4906-aabd-41399da0ae53", "tag": "a7a432ad-017b-442d-891d-b98ddcf93afa"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:44:46.700293 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f52c5c-7ff1-4e54-ae3d-cd6829080673 x-openstack-request-id: req-e9f52c5c-7ff1-4e54-ae3d-cd6829080673 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:44:46.700592 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f096fce5-f5f0-4906-aabd-41399da0ae53", "tag": "a7a432ad-017b-442d-891d-b98ddcf93afa", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:44:46.700849 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e9f52c5c-7ff1-4e54-ae3d-cd6829080673 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:44:46.701259 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f096fce5-f5f0-4906-aabd-41399da0ae53', 'tag': 'a7a432ad-017b-442d-891d-b98ddcf93afa', 'status': 'completed', 'code': 200} Jul 24 01:44:46.781151 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9aef5-0c22-479f-968a-4bd5a1f674e7 req-80d0ae11-816b-4441-824a-be3d9ad5c12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:44:46.782672 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4ab9aef5-0c22-479f-968a-4bd5a1f674e7 req-80d0ae11-816b-4441-824a-be3d9ad5c12a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6f8e4fb73f04c4491325731ead74fe3&device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 1136 time: 0.0572929 Jul 24 01:44:46.889581 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9aef5-0c22-479f-968a-4bd5a1f674e7 req-927c109c-9afd-4044-a94e-c730b95c8463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:44:46.891106 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4ab9aef5-0c22-479f-968a-4bd5a1f674e7 req-927c109c-9afd-4044-a94e-c730b95c8463 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e HTTP/1.1" status: 200 len: 916 time: 0.1023731 Jul 24 01:44:46.960669 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4ab9aef5-0c22-479f-968a-4bd5a1f674e7 req-9e788d42-6bb7-4e69-8aa8-553fd31e0208 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7a432ad-017b-442d-891d-b98ddcf93afa HTTP/1.1" status: 200 len: 1001 time: 0.0631878 Jul 24 01:44:47.026010 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9aef5-0c22-479f-968a-4bd5a1f674e7 req-f26f5f66-bd1b-4f0a-a56f-3464bb6affdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:44:47.027455 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4ab9aef5-0c22-479f-968a-4bd5a1f674e7 req-f26f5f66-bd1b-4f0a-a56f-3464bb6affdd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b87e4d4-0d2a-4f4b-bd1f-bb94b3574d1b HTTP/1.1" status: 200 len: 854 time: 0.0598524 Jul 24 01:44:47.088220 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab9aef5-0c22-479f-968a-4bd5a1f674e7 req-3c21ce4f-1b92-4e70-9b56-98fbfc1e148d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:44:47.089835 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4ab9aef5-0c22-479f-968a-4bd5a1f674e7 req-3c21ce4f-1b92-4e70-9b56-98fbfc1e148d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558147 Jul 24 01:44:47.184760 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4ab9aef5-0c22-479f-968a-4bd5a1f674e7 req-e73a0809-db18-42db-955a-5174dab1ebd4 service neutron] 10.222.0.13 "GET /v2.0/networks/c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880609 Jul 24 01:44:47.280678 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4ab9aef5-0c22-479f-968a-4bd5a1f674e7 req-eb1da662-89e2-47c6-8db1-f42c51c6bd0b service neutron] 10.222.0.13 "GET /v2.0/networks/c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894654 Jul 24 01:44:48.341759 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9d907472-8cf7-4d85-ab49-1910163e6b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:48.549483 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:49.675580 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:44:51.182423 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:45:02.816491 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107cf90e-8b22-493e-b51a-915cdf941a4e req-19cf008f-60e2-4541-a874-e8f2ab542685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:45:02.818096 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-107cf90e-8b22-493e-b51a-915cdf941a4e req-19cf008f-60e2-4541-a874-e8f2ab542685 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6f8e4fb73f04c4491325731ead74fe3&device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 1136 time: 0.0655282 Jul 24 01:45:02.839409 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e199a-4e83-4e2b-8a33-ad2a1374c8d3 req-424a3ea9-7d21-48c6-815c-611f6413b708 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:45:02.841026 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-799e199a-4e83-4e2b-8a33-ad2a1374c8d3 req-424a3ea9-7d21-48c6-815c-611f6413b708 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/ports?device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 984 time: 0.0831132 Jul 24 01:45:02.899581 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-799e199a-4e83-4e2b-8a33-ad2a1374c8d3 req-c32319c7-cae7-4532-a87f-437e3c5acf98 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/security-groups?id=0894ca33-3375-487f-85b0-26a0a9158c4e&id=1b23df86-07c2-401a-a148-3f3dd638cef0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0490358 Jul 24 01:45:02.937253 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107cf90e-8b22-493e-b51a-915cdf941a4e req-88963bdb-7f62-486e-9f1c-ad1de502dfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:45:02.938789 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-107cf90e-8b22-493e-b51a-915cdf941a4e req-88963bdb-7f62-486e-9f1c-ad1de502dfad service neutron] 10.222.0.13 "GET /v2.0/networks?id=c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e HTTP/1.1" status: 200 len: 916 time: 0.1145897 Jul 24 01:45:03.006124 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-107cf90e-8b22-493e-b51a-915cdf941a4e req-c3892e17-6999-4686-8c7d-c40389c86c1e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7a432ad-017b-442d-891d-b98ddcf93afa HTTP/1.1" status: 200 len: 1001 time: 0.0604789 Jul 24 01:45:03.062331 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107cf90e-8b22-493e-b51a-915cdf941a4e req-70bcce93-3a22-4042-837d-ca516f8cff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:45:03.063878 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-107cf90e-8b22-493e-b51a-915cdf941a4e req-70bcce93-3a22-4042-837d-ca516f8cff53 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b87e4d4-0d2a-4f4b-bd1f-bb94b3574d1b HTTP/1.1" status: 200 len: 854 time: 0.0517163 Jul 24 01:45:03.126112 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107cf90e-8b22-493e-b51a-915cdf941a4e req-9491425b-7f96-4d57-aee1-3a9f7766135a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:45:03.127764 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-107cf90e-8b22-493e-b51a-915cdf941a4e req-9491425b-7f96-4d57-aee1-3a9f7766135a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579760 Jul 24 01:45:03.220950 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-107cf90e-8b22-493e-b51a-915cdf941a4e req-c38cf108-ef24-4741-be9b-223727223e56 service neutron] 10.222.0.13 "GET /v2.0/networks/c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859365 Jul 24 01:45:03.326512 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-107cf90e-8b22-493e-b51a-915cdf941a4e req-0eee0984-04df-4951-a219-335ff97a0fd9 service neutron] 10.222.0.13 "GET /v2.0/networks/c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987954 Jul 24 01:45:04.043065 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f97e40-eed4-4f5f-a83b-487c11410393 req-dbfda81f-2ad6-4f0d-9e4c-725868b5b876 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:45:04.044465 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-03f97e40-eed4-4f5f-a83b-487c11410393 req-dbfda81f-2ad6-4f0d-9e4c-725868b5b876 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/ports?device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 984 time: 0.0690293 Jul 24 01:45:04.089119 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-03f97e40-eed4-4f5f-a83b-487c11410393 req-cddadab7-87b0-437b-bf4c-f16786413f06 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/security-groups?id=0894ca33-3375-487f-85b0-26a0a9158c4e&id=1b23df86-07c2-401a-a148-3f3dd638cef0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387034 Jul 24 01:45:05.238041 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b245b6-dea9-4eda-b92b-3619151b0a67 req-331cafa5-d557-4516-9dce-5a413c019521 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:45:05.239692 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-06b245b6-dea9-4eda-b92b-3619151b0a67 req-331cafa5-d557-4516-9dce-5a413c019521 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/ports?device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 984 time: 0.0781472 Jul 24 01:45:05.283897 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-06b245b6-dea9-4eda-b92b-3619151b0a67 req-ecae646a-55ad-4f3b-b4e5-e640c4efad4a tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/security-groups?id=0894ca33-3375-487f-85b0-26a0a9158c4e&id=1b23df86-07c2-401a-a148-3f3dd638cef0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384612 Jul 24 01:45:05.448136 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:45:05.827653 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:45:06.422092 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7756bef-ee9c-4103-b9f8-c4035ecadf7e req-77c58a55-a6c9-4151-93fa-172c5f71b3fa tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:45:06.423641 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b7756bef-ee9c-4103-b9f8-c4035ecadf7e req-77c58a55-a6c9-4151-93fa-172c5f71b3fa tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/ports?device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 984 time: 0.0699565 Jul 24 01:45:06.464167 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b7756bef-ee9c-4103-b9f8-c4035ecadf7e req-0b649b78-3a43-41cb-b06e-0df41a4064cd tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/security-groups?id=0894ca33-3375-487f-85b0-26a0a9158c4e&id=1b23df86-07c2-401a-a148-3f3dd638cef0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347943 Jul 24 01:45:07.597386 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9eb9a-50a3-4d1d-866a-acfd38e96f8b req-148bf6f1-1e45-42af-b7a7-c665c1be53c0 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:45:07.598976 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2db9eb9a-50a3-4d1d-866a-acfd38e96f8b req-148bf6f1-1e45-42af-b7a7-c665c1be53c0 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/ports?device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 984 time: 0.0657413 Jul 24 01:45:07.641726 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2db9eb9a-50a3-4d1d-866a-acfd38e96f8b req-88cb2c73-477f-4107-9476-89a06462f57c tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/security-groups?id=0894ca33-3375-487f-85b0-26a0a9158c4e&id=1b23df86-07c2-401a-a148-3f3dd638cef0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366962 Jul 24 01:45:08.469263 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f8320c68-25d1-44bf-ac16-8996c97b0c71 req-43e93220-190c-48dc-963f-0b14859c90b0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=628d42a2-7ada-4268-be52-7c3048d872bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0282171 Jul 24 01:45:08.523575 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f8320c68-25d1-44bf-ac16-8996c97b0c71 req-cfb190e6-25a1-4117-b045-8b2ba08e1400 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=628d42a2-7ada-4268-be52-7c3048d872bf HTTP/1.1" status: 200 len: 210 time: 0.0318534 Jul 24 01:45:08.561063 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f8320c68-25d1-44bf-ac16-8996c97b0c71 req-23b27e0a-e4c7-4c0e-ba4a-7e66a928338d service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192583 Jul 24 01:45:08.626611 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:45:08.656833 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8320c68-25d1-44bf-ac16-8996c97b0c71 req-c35f325b-d59a-4578-b778-0bc6fa9e84a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:45:08.658381 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f8320c68-25d1-44bf-ac16-8996c97b0c71 req-c35f325b-d59a-4578-b778-0bc6fa9e84a1 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910554 Jul 24 01:45:08.782336 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65bc4b-31eb-44bd-bdf0-f9dbd6ca0940 req-da1fa537-8b0d-4515-968f-bf3e0c6c5f76 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:45:08.783990 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6c65bc4b-31eb-44bd-bdf0-f9dbd6ca0940 req-da1fa537-8b0d-4515-968f-bf3e0c6c5f76 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/ports?device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 984 time: 0.0687892 Jul 24 01:45:08.833663 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6c65bc4b-31eb-44bd-bdf0-f9dbd6ca0940 req-f9bb66ca-a858-425f-8b8b-90e7f495b316 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/security-groups?id=0894ca33-3375-487f-85b0-26a0a9158c4e&id=1b23df86-07c2-401a-a148-3f3dd638cef0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412865 Jul 24 01:45:09.969748 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368449e-789b-41ff-bb47-dfcd48238142 req-50820c90-cb6e-4e96-94bd-5721d6876b60 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:45:09.971543 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2368449e-789b-41ff-bb47-dfcd48238142 req-50820c90-cb6e-4e96-94bd-5721d6876b60 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/ports?device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 984 time: 0.0668099 Jul 24 01:45:10.018616 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2368449e-789b-41ff-bb47-dfcd48238142 req-fad9a37e-bb29-4792-96ec-163e947533a3 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/security-groups?id=0894ca33-3375-487f-85b0-26a0a9158c4e&id=1b23df86-07c2-401a-a148-3f3dd638cef0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413134 Jul 24 01:45:11.155365 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa529eaa-7d79-4aed-835f-09d686a424bb req-8acae95a-ddfe-4328-9746-7c70282ea4e8 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:45:11.156902 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fa529eaa-7d79-4aed-835f-09d686a424bb req-8acae95a-ddfe-4328-9746-7c70282ea4e8 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/ports?device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 984 time: 0.0705030 Jul 24 01:45:11.198210 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fa529eaa-7d79-4aed-835f-09d686a424bb req-2c4532b3-371e-4e00-bfd3-04f5af484b38 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/security-groups?id=0894ca33-3375-487f-85b0-26a0a9158c4e&id=1b23df86-07c2-401a-a148-3f3dd638cef0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356376 Jul 24 01:45:12.338963 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2c474-8930-4699-8f6e-eb5e3dc71469 req-4b2d458f-8ab8-47d7-9c16-57fafdf9aed5 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:45:12.340501 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-15c2c474-8930-4699-8f6e-eb5e3dc71469 req-4b2d458f-8ab8-47d7-9c16-57fafdf9aed5 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/ports?device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 984 time: 0.0692267 Jul 24 01:45:12.385083 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-15c2c474-8930-4699-8f6e-eb5e3dc71469 req-7f85411a-dc49-49fd-a402-80fea1bed868 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/security-groups?id=0894ca33-3375-487f-85b0-26a0a9158c4e&id=1b23df86-07c2-401a-a148-3f3dd638cef0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388358 Jul 24 01:45:13.521561 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c649e-0056-4873-bfed-fad0ebc8d859 req-dd726ee8-0bb1-4cae-a3c5-bf287b9fc6d8 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:45:13.523141 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d64c649e-0056-4873-bfed-fad0ebc8d859 req-dd726ee8-0bb1-4cae-a3c5-bf287b9fc6d8 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/ports?device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 984 time: 0.0686305 Jul 24 01:45:13.566369 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d64c649e-0056-4873-bfed-fad0ebc8d859 req-5bb6ccdf-2c1b-40d2-a6b8-fbb437e2f6e0 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/security-groups?id=0894ca33-3375-487f-85b0-26a0a9158c4e&id=1b23df86-07c2-401a-a148-3f3dd638cef0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362508 Jul 24 01:45:13.798548 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c80d0d-d139-4e60-bf5b-4874af5f7dc3 req-2e3d122c-d4fb-4e71-aa17-b238a88f44d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:45:13.800121 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-63c80d0d-d139-4e60-bf5b-4874af5f7dc3 req-2e3d122c-d4fb-4e71-aa17-b238a88f44d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6f8e4fb73f04c4491325731ead74fe3&device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 1136 time: 0.0558889 Jul 24 01:45:13.911840 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c80d0d-d139-4e60-bf5b-4874af5f7dc3 req-eb0418b0-32ad-4c78-a732-dedc70eae261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:45:13.913343 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-63c80d0d-d139-4e60-bf5b-4874af5f7dc3 req-eb0418b0-32ad-4c78-a732-dedc70eae261 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e HTTP/1.1" status: 200 len: 916 time: 0.0906179 Jul 24 01:45:13.981069 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-63c80d0d-d139-4e60-bf5b-4874af5f7dc3 req-cc7dc36f-8aed-4d7d-aee4-e092dff73bfe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7a432ad-017b-442d-891d-b98ddcf93afa HTTP/1.1" status: 200 len: 1001 time: 0.0604360 Jul 24 01:45:14.043110 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c80d0d-d139-4e60-bf5b-4874af5f7dc3 req-472da9bf-8648-4f31-847e-1697b283cbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:45:14.044597 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-63c80d0d-d139-4e60-bf5b-4874af5f7dc3 req-472da9bf-8648-4f31-847e-1697b283cbad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b87e4d4-0d2a-4f4b-bd1f-bb94b3574d1b HTTP/1.1" status: 200 len: 854 time: 0.0524733 Jul 24 01:45:14.103186 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c80d0d-d139-4e60-bf5b-4874af5f7dc3 req-4f117fd0-9b7c-4ebe-986d-20dc17c595ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:45:14.104779 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-63c80d0d-d139-4e60-bf5b-4874af5f7dc3 req-4f117fd0-9b7c-4ebe-986d-20dc17c595ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541255 Jul 24 01:45:14.198916 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-63c80d0d-d139-4e60-bf5b-4874af5f7dc3 req-9dd944d1-1717-41fc-82a2-20e6f5c3794b service neutron] 10.222.0.13 "GET /v2.0/networks/c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875609 Jul 24 01:45:14.299300 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-63c80d0d-d139-4e60-bf5b-4874af5f7dc3 req-baace710-6332-4f98-a178-6e12701cc80f service neutron] 10.222.0.13 "GET /v2.0/networks/c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932617 Jul 24 01:45:14.700135 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c3db1-985b-4ea0-b664-393b658dd283 req-61bd5df8-29b9-44b7-bf77-66bddfea4b3c tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:45:14.701657 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3b3c3db1-985b-4ea0-b664-393b658dd283 req-61bd5df8-29b9-44b7-bf77-66bddfea4b3c tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/ports?device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 984 time: 0.0651395 Jul 24 01:45:14.742806 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3b3c3db1-985b-4ea0-b664-393b658dd283 req-e886fd7c-3836-400e-b5b6-8eb56ef95abb tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/security-groups?id=0894ca33-3375-487f-85b0-26a0a9158c4e&id=1b23df86-07c2-401a-a148-3f3dd638cef0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354233 Jul 24 01:45:15.840491 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ab9d945d-e358-432a-b76c-1d84343d5bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:45:18.347067 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-17dcedbd-cf83-4498-a41d-3cca534c71c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:45:18.552281 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:45:19.678131 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:45:21.189386 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:45:35.445449 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:45:35.853361 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:45:45.626391 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:45:45.843854 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-905e7b62-b21b-4f14-b66f-4d861e85b4c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:45:47.471528 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6480ba4d-6c71-4b8f-bb02-401765248fcd req-cf46b6f2-efc4-4f45-8811-026f30b4b5bc tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1521309043&fields=id&tenant_id=d6f8e4fb73f04c4491325731ead74fe3 HTTP/1.1" status: 200 len: 267 time: 0.0334938 Jul 24 01:45:47.543501 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480ba4d-6c71-4b8f-bb02-401765248fcd req-4c121480-6dfb-4ad8-8afd-725807fb2c17 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:45:47.545738 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6480ba4d-6c71-4b8f-bb02-401765248fcd req-4c121480-6dfb-4ad8-8afd-725807fb2c17 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/ports?device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 984 time: 0.0691080 Jul 24 01:45:47.556438 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-6480ba4d-6c71-4b8f-bb02-401765248fcd req-edf8360d-2204-431c-8bce-01543ac4bce6 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Request body: {'port': {'security_groups': ['1b23df86-07c2-401a-a148-3f3dd638cef0']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:45:47.644860 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6480ba4d-6c71-4b8f-bb02-401765248fcd req-edf8360d-2204-431c-8bce-01543ac4bce6 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:45:47.818816 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-6480ba4d-6c71-4b8f-bb02-401765248fcd req-edf8360d-2204-431c-8bce-01543ac4bce6 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] For port a7a432ad-017b-442d-891d-b98ddcf93afa, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=a7a432ad-017b-442d-891d-b98ddcf93afa,segment=NetworkSegment(fd14f8f6-d757-4ea3-9e89-f76d3102cfe9),segment_id=fd14f8f6-d757-4ea3-9e89-f76d3102cfe9)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:45:47.849349 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6480ba4d-6c71-4b8f-bb02-401765248fcd req-edf8360d-2204-431c-8bce-01543ac4bce6 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:45:47.854284 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6480ba4d-6c71-4b8f-bb02-401765248fcd req-edf8360d-2204-431c-8bce-01543ac4bce6 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:45:47.866824 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['a7a432ad-017b-442d-891d-b98ddcf93afa'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:45:47.897289 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6480ba4d-6c71-4b8f-bb02-401765248fcd req-edf8360d-2204-431c-8bce-01543ac4bce6 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:45:47.897947 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-6480ba4d-6c71-4b8f-bb02-401765248fcd req-edf8360d-2204-431c-8bce-01543ac4bce6 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:45:47.899443 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6480ba4d-6c71-4b8f-bb02-401765248fcd req-edf8360d-2204-431c-8bce-01543ac4bce6 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "PUT /v2.0/ports/a7a432ad-017b-442d-891d-b98ddcf93afa HTTP/1.1" status: 200 len: 942 time: 0.3475158 Jul 24 01:45:47.901855 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f096fce5-f5f0-4906-aabd-41399da0ae53', 'tag': 'a7a432ad-017b-442d-891d-b98ddcf93afa'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:45:47.907070 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c0377c0cac57482b78947fbfdb6e67ca594c264dadda24220a1a6cbe410d8c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-519ec768-e915-4f67-b3e2-32edc9b94577" -d '{"events": [{"name": "network-changed", "server_uuid": "f096fce5-f5f0-4906-aabd-41399da0ae53", "tag": "a7a432ad-017b-442d-891d-b98ddcf93afa"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:45:47.907610 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51534) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:45:47.938343 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf8360d-2204-431c-8bce-01543ac4bce6 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Pushing event updated for resources: {'Port': ['ID=a7a432ad-017b-442d-891d-b98ddcf93afa,revision_number=7']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:45:47.947005 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf8360d-2204-431c-8bce-01543ac4bce6 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:45:47.947356 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf8360d-2204-431c-8bce-01543ac4bce6 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:45:47.947703 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf8360d-2204-431c-8bce-01543ac4bce6 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:45:47.948044 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf8360d-2204-431c-8bce-01543ac4bce6 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:45:47.948381 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf8360d-2204-431c-8bce-01543ac4bce6 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:45:47.948716 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf8360d-2204-431c-8bce-01543ac4bce6 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:45:47.949048 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf8360d-2204-431c-8bce-01543ac4bce6 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:45:47.949407 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf8360d-2204-431c-8bce-01543ac4bce6 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:45:47.949758 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf8360d-2204-431c-8bce-01543ac4bce6 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:45:47.950087 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf8360d-2204-431c-8bce-01543ac4bce6 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:45:47.951125 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf8360d-2204-431c-8bce-01543ac4bce6 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:45:47.951490 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf8360d-2204-431c-8bce-01543ac4bce6 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:45:47.972075 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['a7a432ad-017b-442d-891d-b98ddcf93afa'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:45:47.977018 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550f9229-c7c0-42a5-affe-520bcc8fb201 x-openstack-request-id: req-550f9229-c7c0-42a5-affe-520bcc8fb201 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:45:47.977334 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f096fce5-f5f0-4906-aabd-41399da0ae53", "tag": "a7a432ad-017b-442d-891d-b98ddcf93afa", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:45:47.977607 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-550f9229-c7c0-42a5-affe-520bcc8fb201 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:45:47.978020 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f096fce5-f5f0-4906-aabd-41399da0ae53', 'tag': 'a7a432ad-017b-442d-891d-b98ddcf93afa', 'status': 'completed', 'code': 200} Jul 24 01:45:48.006885 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-97050747-a288-4674-af43-b2f4cbfa3976 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:45:48.040648 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-97050747-a288-4674-af43-b2f4cbfa3976 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:45:48.066827 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ec768-e915-4f67-b3e2-32edc9b94577 req-1b849da2-bbea-452d-ae53-3ac559a91562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:45:48.068543 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-519ec768-e915-4f67-b3e2-32edc9b94577 req-1b849da2-bbea-452d-ae53-3ac559a91562 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6f8e4fb73f04c4491325731ead74fe3&device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 1097 time: 0.0702546 Jul 24 01:45:48.119626 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-97050747-a288-4674-af43-b2f4cbfa3976 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:45:48.123156 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-97050747-a288-4674-af43-b2f4cbfa3976 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:45:48.124364 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-97050747-a288-4674-af43-b2f4cbfa3976 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "DELETE /v2.0/security-groups/0894ca33-3375-487f-85b0-26a0a9158c4e HTTP/1.1" status: 204 len: 168 time: 0.2157402 Jul 24 01:45:48.128069 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51536) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:45:48.175331 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97050747-a288-4674-af43-b2f4cbfa3976 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0894ca33-3375-487f-85b0-26a0a9158c4e,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:45:48.188166 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97050747-a288-4674-af43-b2f4cbfa3976 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:45:48.188522 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97050747-a288-4674-af43-b2f4cbfa3976 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:45:48.188869 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97050747-a288-4674-af43-b2f4cbfa3976 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:45:48.189212 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97050747-a288-4674-af43-b2f4cbfa3976 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:45:48.189554 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97050747-a288-4674-af43-b2f4cbfa3976 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:45:48.189897 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97050747-a288-4674-af43-b2f4cbfa3976 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:45:48.190235 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97050747-a288-4674-af43-b2f4cbfa3976 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:45:48.190569 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97050747-a288-4674-af43-b2f4cbfa3976 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:45:48.190928 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97050747-a288-4674-af43-b2f4cbfa3976 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:45:48.191258 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97050747-a288-4674-af43-b2f4cbfa3976 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:45:48.191590 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97050747-a288-4674-af43-b2f4cbfa3976 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:45:48.191916 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97050747-a288-4674-af43-b2f4cbfa3976 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:45:48.195902 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ec768-e915-4f67-b3e2-32edc9b94577 req-c45cdb82-626a-44db-8173-be4f092f0d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:45:48.198355 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-519ec768-e915-4f67-b3e2-32edc9b94577 req-c45cdb82-626a-44db-8173-be4f092f0d25 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e HTTP/1.1" status: 200 len: 916 time: 0.1214929 Jul 24 01:45:48.272575 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-519ec768-e915-4f67-b3e2-32edc9b94577 req-7b6748d4-4ec3-4568-b8d1-2e9a6834c003 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7a432ad-017b-442d-891d-b98ddcf93afa HTTP/1.1" status: 200 len: 1001 time: 0.0667794 Jul 24 01:45:48.274446 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e0397f80-0693-4586-8960-f375698b8333 None None] Provisioning complete for port a7a432ad-017b-442d-891d-b98ddcf93afa triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:45:48.274850 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e0397f80-0693-4586-8960-f375698b8333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:45:48.325380 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ec768-e915-4f67-b3e2-32edc9b94577 req-e400cc95-c6e2-44e2-9198-e9fba084c919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:45:48.327101 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-519ec768-e915-4f67-b3e2-32edc9b94577 req-e400cc95-c6e2-44e2-9198-e9fba084c919 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b87e4d4-0d2a-4f4b-bd1f-bb94b3574d1b HTTP/1.1" status: 200 len: 854 time: 0.0478833 Jul 24 01:45:48.328029 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-b07cfb17-615d-46dc-b7ab-63ac3f3e639e tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Deleting port be0be5b3-26de-4747-bcb7-8d0cc141143f {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:45:48.328399 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b07cfb17-615d-46dc-b7ab-63ac3f3e639e tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:45:48.365452 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c21edfe0-2212-4d7d-8e8b-ad9f21b41ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:45:48.390792 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ec768-e915-4f67-b3e2-32edc9b94577 req-7e36a6c6-9238-467f-8b3b-e279d15a921d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:45:48.392388 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-519ec768-e915-4f67-b3e2-32edc9b94577 req-7e36a6c6-9238-467f-8b3b-e279d15a921d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579629 Jul 24 01:45:48.411489 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b07cfb17-615d-46dc-b7ab-63ac3f3e639e tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:45:48.411737 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b07cfb17-615d-46dc-b7ab-63ac3f3e639e tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:45:48.424076 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-b07cfb17-615d-46dc-b7ab-63ac3f3e639e tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Calling delete_port for be0be5b3-26de-4747-bcb7-8d0cc141143f owned by network:floatingip {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:45:48.490425 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-519ec768-e915-4f67-b3e2-32edc9b94577 req-c5e5e911-69ce-4214-82a1-716a668f3065 service neutron] 10.222.0.13 "GET /v2.0/networks/c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914042 Jul 24 01:45:48.554009 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:45:48.584339 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b07cfb17-615d-46dc-b7ab-63ac3f3e639e tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:45:48.596236 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-519ec768-e915-4f67-b3e2-32edc9b94577 req-9a51bf4a-8d90-4399-a6ae-67cad039c966 service neutron] 10.222.0.13 "GET /v2.0/networks/c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990922 Jul 24 01:45:48.615102 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07cfb17-615d-46dc-b7ab-63ac3f3e639e tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Pushing event deleted for resources: {'Port': ['ID=be0be5b3-26de-4747-bcb7-8d0cc141143f,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:45:48.678634 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b07cfb17-615d-46dc-b7ab-63ac3f3e639e tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks [] for floatingip, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:45:48.678920 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [None req-b07cfb17-615d-46dc-b7ab-63ac3f3e639e tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Floating IP 0f2e8d9d-a00d-4d08-8057-98bbf75acf9f disassociated (deleted). External IP: 172.25.2.228, port: a7a432ad-017b-442d-891d-b98ddcf93afa. Jul 24 01:45:48.890514 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07cfb17-615d-46dc-b7ab-63ac3f3e639e tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Router 1d6005da-e9be-4916-a207-f4558a93c120 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:45:48.999428 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07cfb17-615d-46dc-b7ab-63ac3f3e639e tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:45:49.004051 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b07cfb17-615d-46dc-b7ab-63ac3f3e639e tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:45:49.008972 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8830a517-3e3b-4ee5-bdfd-ad3ace973343 None None] Sync routers for ids ['1d6005da-e9be-4916-a207-f4558a93c120'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:45:49.018995 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8830a517-3e3b-4ee5-bdfd-ad3ace973343 None None] Routers {'1d6005da-e9be-4916-a207-f4558a93c120'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:45:49.019699 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-8830a517-3e3b-4ee5-bdfd-ad3ace973343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:45:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1d6005da-e9be-4916-a207-f4558a93c120'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:45:49.041362 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b07cfb17-615d-46dc-b7ab-63ac3f3e639e tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "DELETE /v2.0/floatingips/0f2e8d9d-a00d-4d08-8057-98bbf75acf9f HTTP/1.1" status: 204 len: 168 time: 0.9110792 Jul 24 01:45:49.041960 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f096fce5-f5f0-4906-aabd-41399da0ae53', 'tag': 'a7a432ad-017b-442d-891d-b98ddcf93afa'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:45:49.044679 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04606ce6b56a19535889c90ef360e282e8fe62826457f87827dea0ce6a923ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3f24d6-8767-47c3-b91a-2e796d29bf61" -d '{"events": [{"name": "network-changed", "server_uuid": "f096fce5-f5f0-4906-aabd-41399da0ae53", "tag": "a7a432ad-017b-442d-891d-b98ddcf93afa"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:45:49.081144 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1197ec0f-ca30-4a50-8c39-d330d259db50 x-openstack-request-id: req-1197ec0f-ca30-4a50-8c39-d330d259db50 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:45:49.081561 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f096fce5-f5f0-4906-aabd-41399da0ae53", "tag": "a7a432ad-017b-442d-891d-b98ddcf93afa", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:45:49.081844 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1197ec0f-ca30-4a50-8c39-d330d259db50 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:45:49.082246 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f096fce5-f5f0-4906-aabd-41399da0ae53', 'tag': 'a7a432ad-017b-442d-891d-b98ddcf93afa', 'status': 'completed', 'code': 200} Jul 24 01:45:49.137236 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-8830a517-3e3b-4ee5-bdfd-ad3ace973343 None None] Set router 1d6005da-e9be-4916-a207-f4558a93c120 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:45:49.167407 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f24d6-8767-47c3-b91a-2e796d29bf61 req-118b79f9-5a3e-4dea-bc33-4e27cb5cc7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:45:49.169212 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bb3f24d6-8767-47c3-b91a-2e796d29bf61 req-118b79f9-5a3e-4dea-bc33-4e27cb5cc7d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d6f8e4fb73f04c4491325731ead74fe3&device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 1097 time: 0.0665197 Jul 24 01:45:49.280397 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f24d6-8767-47c3-b91a-2e796d29bf61 req-4801e3b6-a26d-4e46-a3ef-434afeb9770f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:45:49.282093 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bb3f24d6-8767-47c3-b91a-2e796d29bf61 req-4801e3b6-a26d-4e46-a3ef-434afeb9770f service neutron] 10.222.0.13 "GET /v2.0/networks?id=c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e HTTP/1.1" status: 200 len: 916 time: 0.1065321 Jul 24 01:45:49.336507 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bb3f24d6-8767-47c3-b91a-2e796d29bf61 req-4f862ea6-72af-4854-b9fe-306653cbb851 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7a432ad-017b-442d-891d-b98ddcf93afa HTTP/1.1" status: 200 len: 217 time: 0.0425861 Jul 24 01:45:49.364427 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-8830a517-3e3b-4ee5-bdfd-ad3ace973343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d6005da-e9be-4916-a207-f4558a93c120', 'name': 'tempest-TestMinimumBasicScenario-1930702834-router', 'tenant_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '58824404-c057-4f50-9d33-07f76951bda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:43:50Z', 'updated_at': '2021-07-24T01:43:53Z', 'revision_number': 4, 'project_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'gw_port': {'id': '58824404-c057-4f50-9d33-07f76951bda1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6005da-e9be-4916-a207-f4558a93c120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:43:51Z', 'updated_at': '2021-07-24T01:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'a89f73b6-fa12-4a0c-aadf-e55e78b7ac30', 'name': '', 'network_id': 'c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e', 'tenant_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'mac_address': 'fa:16:3e:2b:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6005da-e9be-4916-a207-f4558a93c120', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '0b87e4d4-0d2a-4f4b-bd1f-bb94b3574d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:43:52Z', 'updated_at': '2021-07-24T01:43:59Z', 'revision_number': 5, 'project_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'subnets': [{'id': '0b87e4d4-0d2a-4f4b-bd1f-bb94b3574d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:45:49.386772 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f24d6-8767-47c3-b91a-2e796d29bf61 req-8de59f61-7323-495d-ae1e-67b8148ba1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:45:49.389281 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bb3f24d6-8767-47c3-b91a-2e796d29bf61 req-8de59f61-7323-495d-ae1e-67b8148ba1b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b87e4d4-0d2a-4f4b-bd1f-bb94b3574d1b HTTP/1.1" status: 200 len: 854 time: 0.0462482 Jul 24 01:45:49.395318 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8830a517-3e3b-4ee5-bdfd-ad3ace973343 None None] Checking router: 1d6005da-e9be-4916-a207-f4558a93c120 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:45:49.404462 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8830a517-3e3b-4ee5-bdfd-ad3ace973343 None None] Routers {'1d6005da-e9be-4916-a207-f4558a93c120'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:45:49.405085 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-8830a517-3e3b-4ee5-bdfd-ad3ace973343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:45:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1d6005da-e9be-4916-a207-f4558a93c120'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:45:49.449194 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f24d6-8767-47c3-b91a-2e796d29bf61 req-1dbf0ef0-807d-4fbf-b0d2-d33a9be7acd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:45:49.451611 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bb3f24d6-8767-47c3-b91a-2e796d29bf61 req-1dbf0ef0-807d-4fbf-b0d2-d33a9be7acd2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553963 Jul 24 01:45:49.513745 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-8830a517-3e3b-4ee5-bdfd-ad3ace973343 None None] Set router 1d6005da-e9be-4916-a207-f4558a93c120 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:45:49.549996 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bb3f24d6-8767-47c3-b91a-2e796d29bf61 req-3e0c8dcc-ee30-4bc8-8ec3-d894d2a114d2 service neutron] 10.222.0.13 "GET /v2.0/networks/c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897954 Jul 24 01:45:49.642025 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bb3f24d6-8767-47c3-b91a-2e796d29bf61 req-5deeec0f-6c44-450c-a362-1b48b62db59c service neutron] 10.222.0.13 "GET /v2.0/networks/c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855668 Jul 24 01:45:49.704445 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:45:49.727108 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-8830a517-3e3b-4ee5-bdfd-ad3ace973343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d6005da-e9be-4916-a207-f4558a93c120', 'name': 'tempest-TestMinimumBasicScenario-1930702834-router', 'tenant_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '58824404-c057-4f50-9d33-07f76951bda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:43:50Z', 'updated_at': '2021-07-24T01:43:53Z', 'revision_number': 4, 'project_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'gw_port': {'id': '58824404-c057-4f50-9d33-07f76951bda1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6005da-e9be-4916-a207-f4558a93c120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:43:51Z', 'updated_at': '2021-07-24T01:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'a89f73b6-fa12-4a0c-aadf-e55e78b7ac30', 'name': '', 'network_id': 'c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e', 'tenant_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'mac_address': 'fa:16:3e:2b:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6005da-e9be-4916-a207-f4558a93c120', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '0b87e4d4-0d2a-4f4b-bd1f-bb94b3574d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:43:52Z', 'updated_at': '2021-07-24T01:43:59Z', 'revision_number': 5, 'project_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'subnets': [{'id': '0b87e4d4-0d2a-4f4b-bd1f-bb94b3574d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:45:49.753505 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8830a517-3e3b-4ee5-bdfd-ad3ace973343 None None] The sync data for ids ['1d6005da-e9be-4916-a207-f4558a93c120'] in n-d-793621-25 is: [{'id': '1d6005da-e9be-4916-a207-f4558a93c120', 'name': 'tempest-TestMinimumBasicScenario-1930702834-router', 'tenant_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '58824404-c057-4f50-9d33-07f76951bda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:43:50Z', 'updated_at': '2021-07-24T01:43:53Z', 'revision_number': 4, 'project_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'gw_port': {'id': '58824404-c057-4f50-9d33-07f76951bda1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6005da-e9be-4916-a207-f4558a93c120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:43:51Z', 'updated_at': '2021-07-24T01:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'a89f73b6-fa12-4a0c-aadf-e55e78b7ac30', 'name': '', 'network_id': 'c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e', 'tenant_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'mac_address': 'fa:16:3e:2b:a0:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6005da-e9be-4916-a207-f4558a93c120', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '0b87e4d4-0d2a-4f4b-bd1f-bb94b3574d1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:43:52Z', 'updated_at': '2021-07-24T01:43:59Z', 'revision_number': 5, 'project_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'subnets': [{'id': '0b87e4d4-0d2a-4f4b-bd1f-bb94b3574d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:45:49.977545 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984fb3f7-94b7-483c-a417-f68f0f36c6b4 None None] New status for floating IP 0f2e8d9d-a00d-4d08-8057-98bbf75acf9f: DOWN {{(pid=100466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:45:51.030932 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [req-40d4ac99-d438-47cc-9839-bde5a1d90af4 req-5786739a-cd5d-43d9-a114-4ea893260748 tempest-ServerDiskConfigTestJSON-679719649 tempest-ServerDiskConfigTestJSON-679719649-project] (100463) timed out ('10.222.0.11', 62890) {{(pid=100463) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 24 01:45:51.188886 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:45:56.014767 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5376e2-4da1-41f0-8e49-cc2b525d9135 req-cda3fbab-971b-466d-8111-9908809c021b tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:45:56.016491 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0c5376e2-4da1-41f0-8e49-cc2b525d9135 req-cda3fbab-971b-466d-8111-9908809c021b tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/ports?device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 945 time: 0.0655479 Jul 24 01:45:56.062004 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0c5376e2-4da1-41f0-8e49-cc2b525d9135 req-a310964a-90b6-4577-b419-7e568b19b678 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b23df86-07c2-401a-a148-3f3dd638cef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389037 Jul 24 01:45:57.194335 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2fe57-6e5c-402d-a4fc-596edc062bf8 req-a1177cb4-c11b-4045-9e43-eb066b2651d7 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:45:57.195892 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1cc2fe57-6e5c-402d-a4fc-596edc062bf8 req-a1177cb4-c11b-4045-9e43-eb066b2651d7 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/ports?device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 945 time: 0.0655785 Jul 24 01:45:57.235372 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1cc2fe57-6e5c-402d-a4fc-596edc062bf8 req-10494638-4378-49b2-992f-2ec7f43b2750 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/security-groups?id=1b23df86-07c2-401a-a148-3f3dd638cef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329826 Jul 24 01:45:57.631430 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6de2f8-4426-46b4-a173-ae0d39b60dc9 req-a06d7e69-9252-4d20-8ba2-987a63f8a548 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:45:57.632942 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ee6de2f8-4426-46b4-a173-ae0d39b60dc9 req-a06d7e69-9252-4d20-8ba2-987a63f8a548 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.13 "GET /v2.0/ports?device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 945 time: 0.0644627 Jul 24 01:45:57.734284 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-ee6de2f8-4426-46b4-a173-ae0d39b60dc9 req-b30fd450-49d8-4bed-99f0-b8225506c5f4 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Deleting port a7a432ad-017b-442d-891d-b98ddcf93afa {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:45:57.734639 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ee6de2f8-4426-46b4-a173-ae0d39b60dc9 req-b30fd450-49d8-4bed-99f0-b8225506c5f4 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:45:57.827134 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-ee6de2f8-4426-46b4-a173-ae0d39b60dc9 req-b30fd450-49d8-4bed-99f0-b8225506c5f4 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] For port a7a432ad-017b-442d-891d-b98ddcf93afa, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=a7a432ad-017b-442d-891d-b98ddcf93afa,segment=NetworkSegment(fd14f8f6-d757-4ea3-9e89-f76d3102cfe9),segment_id=fd14f8f6-d757-4ea3-9e89-f76d3102cfe9)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:45:57.827505 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ee6de2f8-4426-46b4-a173-ae0d39b60dc9 req-b30fd450-49d8-4bed-99f0-b8225506c5f4 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:45:57.839257 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-ee6de2f8-4426-46b4-a173-ae0d39b60dc9 req-b30fd450-49d8-4bed-99f0-b8225506c5f4 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Calling delete_port for a7a432ad-017b-442d-891d-b98ddcf93afa owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:45:57.976269 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ee6de2f8-4426-46b4-a173-ae0d39b60dc9 req-b30fd450-49d8-4bed-99f0-b8225506c5f4 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:45:57.988223 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['a7a432ad-017b-442d-891d-b98ddcf93afa'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:45:58.004208 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30fd450-49d8-4bed-99f0-b8225506c5f4 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Pushing event deleted for resources: {'Port': ['ID=a7a432ad-017b-442d-891d-b98ddcf93afa,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:45:58.055916 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6de2f8-4426-46b4-a173-ae0d39b60dc9 req-b30fd450-49d8-4bed-99f0-b8225506c5f4 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] No DVR routers for this DVR port a7a432ad-017b-442d-891d-b98ddcf93afa on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:45:58.058528 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ee6de2f8-4426-46b4-a173-ae0d39b60dc9 req-b30fd450-49d8-4bed-99f0-b8225506c5f4 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:45:58.060850 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ee6de2f8-4426-46b4-a173-ae0d39b60dc9 req-b30fd450-49d8-4bed-99f0-b8225506c5f4 tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.13 "DELETE /v2.0/ports/a7a432ad-017b-442d-891d-b98ddcf93afa HTTP/1.1" status: 204 len: 173 time: 0.4222684 Jul 24 01:45:58.061301 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f096fce5-f5f0-4906-aabd-41399da0ae53', 'name': 'network-vif-deleted', 'tag': 'a7a432ad-017b-442d-891d-b98ddcf93afa'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:45:58.063609 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c0377c0cac57482b78947fbfdb6e67ca594c264dadda24220a1a6cbe410d8c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00fdffc-d2ef-4f0b-b8ef-edc28a3604a1" -d '{"events": [{"server_uuid": "f096fce5-f5f0-4906-aabd-41399da0ae53", "name": "network-vif-deleted", "tag": "a7a432ad-017b-442d-891d-b98ddcf93afa"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:45:58.104221 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183a09a2-bfa9-46e4-a22b-1a65c336ee94 x-openstack-request-id: req-183a09a2-bfa9-46e4-a22b-1a65c336ee94 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:45:58.104510 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f096fce5-f5f0-4906-aabd-41399da0ae53", "name": "network-vif-deleted", "tag": "a7a432ad-017b-442d-891d-b98ddcf93afa", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:45:58.104763 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-183a09a2-bfa9-46e4-a22b-1a65c336ee94 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:45:58.105165 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f096fce5-f5f0-4906-aabd-41399da0ae53', 'name': 'network-vif-deleted', 'tag': 'a7a432ad-017b-442d-891d-b98ddcf93afa', 'status': 'completed', 'code': 200} Jul 24 01:45:58.343182 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e9b677c0-6914-4be5-a98c-bc738de24a24 req-3f2ee555-cb0a-497a-b227-ea1ecb1d91bd tempest-TestMinimumBasicScenario-247813964 tempest-TestMinimumBasicScenario-247813964-project] 10.222.0.15 "GET /v2.0/ports?device_id=f096fce5-f5f0-4906-aabd-41399da0ae53 HTTP/1.1" status: 200 len: 210 time: 0.0300283 Jul 24 01:45:59.928735 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51634) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:46:00.287859 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-12835de6-3a07-4a02-b6e0-e5b2a0e2e4e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:00.557414 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-12835de6-3a07-4a02-b6e0-e5b2a0e2e4e7 admin admin] Deleting port a89f73b6-fa12-4a0c-aadf-e55e78b7ac30 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:46:00.557672 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-12835de6-3a07-4a02-b6e0-e5b2a0e2e4e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:00.634932 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-12835de6-3a07-4a02-b6e0-e5b2a0e2e4e7 admin admin] For port a89f73b6-fa12-4a0c-aadf-e55e78b7ac30, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=a89f73b6-fa12-4a0c-aadf-e55e78b7ac30,segment=NetworkSegment(fd14f8f6-d757-4ea3-9e89-f76d3102cfe9),segment_id=fd14f8f6-d757-4ea3-9e89-f76d3102cfe9)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:46:00.635308 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-12835de6-3a07-4a02-b6e0-e5b2a0e2e4e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:00.648065 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-12835de6-3a07-4a02-b6e0-e5b2a0e2e4e7 admin admin] Calling delete_port for a89f73b6-fa12-4a0c-aadf-e55e78b7ac30 owned by network:router_interface {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:46:00.831047 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-12835de6-3a07-4a02-b6e0-e5b2a0e2e4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:00.860764 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12835de6-3a07-4a02-b6e0-e5b2a0e2e4e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a89f73b6-fa12-4a0c-aadf-e55e78b7ac30,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:46:01.029000 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-12835de6-3a07-4a02-b6e0-e5b2a0e2e4e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:01.247094 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12835de6-3a07-4a02-b6e0-e5b2a0e2e4e7 admin admin] Router 1d6005da-e9be-4916-a207-f4558a93c120 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:46:01.684860 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12835de6-3a07-4a02-b6e0-e5b2a0e2e4e7 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:46:01.690087 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-12835de6-3a07-4a02-b6e0-e5b2a0e2e4e7 admin admin] 10.222.0.15 "PUT /v2.0/routers/1d6005da-e9be-4916-a207-f4558a93c120/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7602808 Jul 24 01:46:01.692582 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51638) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:46:01.693365 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688a2908-1a1b-480c-9314-fa8215ef523d None None] Sync routers for ids ['1d6005da-e9be-4916-a207-f4558a93c120'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:46:01.702536 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688a2908-1a1b-480c-9314-fa8215ef523d None None] Routers {'1d6005da-e9be-4916-a207-f4558a93c120'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:46:01.703176 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-688a2908-1a1b-480c-9314-fa8215ef523d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:45:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1d6005da-e9be-4916-a207-f4558a93c120'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:46:01.793331 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3db9f33b-c8d3-4dc2-9367-bc7a8c598aae admin admin] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:01.811543 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-688a2908-1a1b-480c-9314-fa8215ef523d None None] Set router 1d6005da-e9be-4916-a207-f4558a93c120 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:46:01.897602 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3db9f33b-c8d3-4dc2-9367-bc7a8c598aae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:01.958251 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-3db9f33b-c8d3-4dc2-9367-bc7a8c598aae admin admin] Deleting port 58824404-c057-4f50-9d33-07f76951bda1 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:46:01.958580 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3db9f33b-c8d3-4dc2-9367-bc7a8c598aae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:01.990676 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-688a2908-1a1b-480c-9314-fa8215ef523d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d6005da-e9be-4916-a207-f4558a93c120', 'name': 'tempest-TestMinimumBasicScenario-1930702834-router', 'tenant_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '58824404-c057-4f50-9d33-07f76951bda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:43:50Z', 'updated_at': '2021-07-24T01:46:00Z', 'revision_number': 5, 'project_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'gw_port': {'id': '58824404-c057-4f50-9d33-07f76951bda1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:ea:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d6005da-e9be-4916-a207-f4558a93c120', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:43:51Z', 'updated_at': '2021-07-24T01:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:46:02.019332 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688a2908-1a1b-480c-9314-fa8215ef523d None None] Checking router: 1d6005da-e9be-4916-a207-f4558a93c120 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:46:02.027951 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688a2908-1a1b-480c-9314-fa8215ef523d None None] Routers {'1d6005da-e9be-4916-a207-f4558a93c120'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:46:02.029466 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-688a2908-1a1b-480c-9314-fa8215ef523d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:45:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1d6005da-e9be-4916-a207-f4558a93c120'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:46:02.044128 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-3db9f33b-c8d3-4dc2-9367-bc7a8c598aae admin admin] For port 58824404-c057-4f50-9d33-07f76951bda1, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=58824404-c057-4f50-9d33-07f76951bda1,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:46:02.044724 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3db9f33b-c8d3-4dc2-9367-bc7a8c598aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:02.057693 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-3db9f33b-c8d3-4dc2-9367-bc7a8c598aae admin admin] Calling delete_port for 58824404-c057-4f50-9d33-07f76951bda1 owned by network:router_gateway {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:46:02.116248 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-688a2908-1a1b-480c-9314-fa8215ef523d None None] Set router 1d6005da-e9be-4916-a207-f4558a93c120 gateway port host: None {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:46:02.171577 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-688a2908-1a1b-480c-9314-fa8215ef523d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d6005da-e9be-4916-a207-f4558a93c120', 'name': 'tempest-TestMinimumBasicScenario-1930702834-router', 'tenant_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:43:50Z', 'updated_at': '2021-07-24T01:46:01Z', 'revision_number': 6, 'project_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:46:02.199375 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688a2908-1a1b-480c-9314-fa8215ef523d None None] The sync data for ids ['1d6005da-e9be-4916-a207-f4558a93c120'] in n-d-793621-25 is: [{'id': '1d6005da-e9be-4916-a207-f4558a93c120', 'name': 'tempest-TestMinimumBasicScenario-1930702834-router', 'tenant_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:43:50Z', 'updated_at': '2021-07-24T01:46:01Z', 'revision_number': 6, 'project_id': 'd6f8e4fb73f04c4491325731ead74fe3', 'gw_port_host': None}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:46:02.225636 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3db9f33b-c8d3-4dc2-9367-bc7a8c598aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:02.248471 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9f33b-c8d3-4dc2-9367-bc7a8c598aae admin admin] Pushing event deleted for resources: {'Port': ['ID=58824404-c057-4f50-9d33-07f76951bda1,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:46:02.319218 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3db9f33b-c8d3-4dc2-9367-bc7a8c598aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:02.409078 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3db9f33b-c8d3-4dc2-9367-bc7a8c598aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:02.411250 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3db9f33b-c8d3-4dc2-9367-bc7a8c598aae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:02.454178 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3db9f33b-c8d3-4dc2-9367-bc7a8c598aae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:02.454629 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db9f33b-c8d3-4dc2-9367-bc7a8c598aae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d6005da-e9be-4916-a207-f4558a93c120 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:46:02.458905 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3db9f33b-c8d3-4dc2-9367-bc7a8c598aae admin admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:02.460115 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3db9f33b-c8d3-4dc2-9367-bc7a8c598aae admin admin] 10.222.0.15 "DELETE /v2.0/routers/1d6005da-e9be-4916-a207-f4558a93c120 HTTP/1.1" status: 204 len: 168 time: 0.7666025 Jul 24 01:46:02.462572 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51640) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:46:02.506174 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dfee99e-6bb9-41cf-84ab-cc7f7e85979a admin admin] Deleting subnet 0b87e4d4-0d2a-4f4b-bd1f-bb94b3574d1b {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:46:02.509125 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9dfee99e-6bb9-41cf-84ab-cc7f7e85979a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:02.543833 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9dfee99e-6bb9-41cf-84ab-cc7f7e85979a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:02.622977 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device a7a432ad-017b-442d-891d-b98ddcf93afa no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:46:02.641623 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9dfee99e-6bb9-41cf-84ab-cc7f7e85979a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:02.650964 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: a7a432ad-017b-442d-891d-b98ddcf93afa {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:46:02.651317 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device a7a432ad-017b-442d-891d-b98ddcf93afa not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:46:02.694904 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9dfee99e-6bb9-41cf-84ab-cc7f7e85979a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:02.720616 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfee99e-6bb9-41cf-84ab-cc7f7e85979a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b87e4d4-0d2a-4f4b-bd1f-bb94b3574d1b,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:46:02.724491 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9dfee99e-6bb9-41cf-84ab-cc7f7e85979a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:02.726516 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9dfee99e-6bb9-41cf-84ab-cc7f7e85979a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0b87e4d4-0d2a-4f4b-bd1f-bb94b3574d1b HTTP/1.1" status: 204 len: 168 time: 0.2629907 Jul 24 01:46:02.728974 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51642) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:46:02.731306 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04a8df3-dd0a-4aef-8b21-a4e87f81c263 None None] Network c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:46:02.805088 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7ae5a079-8ddd-48fd-b022-c1dae0f5308f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:02.868134 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-7ae5a079-8ddd-48fd-b022-c1dae0f5308f admin admin] Deleting port dad4909e-aecf-4c12-bcd8-aaa600883c58 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:46:02.868483 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7ae5a079-8ddd-48fd-b022-c1dae0f5308f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:02.935478 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-7ae5a079-8ddd-48fd-b022-c1dae0f5308f admin admin] For port dad4909e-aecf-4c12-bcd8-aaa600883c58, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=dad4909e-aecf-4c12-bcd8-aaa600883c58,segment=NetworkSegment(fd14f8f6-d757-4ea3-9e89-f76d3102cfe9),segment_id=fd14f8f6-d757-4ea3-9e89-f76d3102cfe9)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:46:02.935833 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7ae5a079-8ddd-48fd-b022-c1dae0f5308f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:02.955711 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-7ae5a079-8ddd-48fd-b022-c1dae0f5308f admin admin] Calling delete_port for dad4909e-aecf-4c12-bcd8-aaa600883c58 owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:46:03.039675 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7ae5a079-8ddd-48fd-b022-c1dae0f5308f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:03.069035 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae5a079-8ddd-48fd-b022-c1dae0f5308f admin admin] No DVR routers for this DVR port dad4909e-aecf-4c12-bcd8-aaa600883c58 on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:46:03.076810 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5a079-8ddd-48fd-b022-c1dae0f5308f admin admin] Pushing event deleted for resources: {'Port': ['ID=dad4909e-aecf-4c12-bcd8-aaa600883c58,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:46:03.101095 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb2373a-620e-45d3-bde7-c47b85fe1fc3 None None] DHCP port deletion for c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:46:03.157385 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7ae5a079-8ddd-48fd-b022-c1dae0f5308f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:03.167741 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-7ae5a079-8ddd-48fd-b022-c1dae0f5308f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:46:03.178522 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-7ae5a079-8ddd-48fd-b022-c1dae0f5308f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd14f8f6-d757-4ea3-9e89-f76d3102cfe9') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:46:03.178859 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-7ae5a079-8ddd-48fd-b022-c1dae0f5308f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd14f8f6-d757-4ea3-9e89-f76d3102cfe9') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:46:03.188099 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7ae5a079-8ddd-48fd-b022-c1dae0f5308f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:03.203754 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7ae5a079-8ddd-48fd-b022-c1dae0f5308f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:03.210255 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae5a079-8ddd-48fd-b022-c1dae0f5308f admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:46:03.210666 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7ae5a079-8ddd-48fd-b022-c1dae0f5308f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:03.212650 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:46:03.212650 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:46:03.212650 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:46:03.212650 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:46:03.212650 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:46:03.212650 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:46:03.212650 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:46:03.212650 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:46:03.212650 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:46:03.212650 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:46:03.212650 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:46:03.212650 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:46:03.212650 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:46:03.212650 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:46:03.212650 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:46:03.212650 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:46:03.212650 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:46:03.212650 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:46:03.212650 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:46:03.212650 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:46:03.212650 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:46:03.212650 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:46:03.212650 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:46:03.212650 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:46:03.212650 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:46:03.212650 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:46:03.212650 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:46:03.212650 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:46:03.212650 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:46:03.212650 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:46:03.212650 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:46:03.212650 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:46:03.276099 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7ae5a079-8ddd-48fd-b022-c1dae0f5308f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:03.282209 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7ae5a079-8ddd-48fd-b022-c1dae0f5308f admin admin] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:03.284127 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7ae5a079-8ddd-48fd-b022-c1dae0f5308f admin admin] 10.222.0.15 "DELETE /v2.0/networks/c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e HTTP/1.1" status: 204 len: 168 time: 0.5542250 Jul 24 01:46:03.287158 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51644) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:46:03.295303 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5a079-8ddd-48fd-b022-c1dae0f5308f admin admin] Pushing event deleted for resources: {'Network': ['ID=c9fc5e99-b5e3-4af3-9e71-45c4c3fa4c5e,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:46:03.657465 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ec9cfec4-f39a-42a2-8fb0-68f2f871c02f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:03.922667 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-ec9cfec4-f39a-42a2-8fb0-68f2f871c02f admin admin] Deleting port 7de94f11-35c9-49c0-8c66-18b29a656a0c {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:46:03.922961 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ec9cfec4-f39a-42a2-8fb0-68f2f871c02f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:04.004629 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 58824404-c057-4f50-9d33-07f76951bda1 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:46:04.007344 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-ec9cfec4-f39a-42a2-8fb0-68f2f871c02f admin admin] For port 7de94f11-35c9-49c0-8c66-18b29a656a0c, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=7de94f11-35c9-49c0-8c66-18b29a656a0c,segment=NetworkSegment(dca950d2-902d-4a17-8083-4d881b3deac8),segment_id=dca950d2-902d-4a17-8083-4d881b3deac8)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:46:04.007720 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ec9cfec4-f39a-42a2-8fb0-68f2f871c02f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:04.021812 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-ec9cfec4-f39a-42a2-8fb0-68f2f871c02f admin admin] Calling delete_port for 7de94f11-35c9-49c0-8c66-18b29a656a0c owned by network:router_interface {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:46:04.031805 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 58824404-c057-4f50-9d33-07f76951bda1 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:46:04.032179 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 58824404-c057-4f50-9d33-07f76951bda1 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:46:04.032617 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a89f73b6-fa12-4a0c-aadf-e55e78b7ac30 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:46:04.052046 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: a89f73b6-fa12-4a0c-aadf-e55e78b7ac30 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:46:04.052396 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a89f73b6-fa12-4a0c-aadf-e55e78b7ac30 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:46:04.052824 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device dad4909e-aecf-4c12-bcd8-aaa600883c58 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:46:04.072343 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: dad4909e-aecf-4c12-bcd8-aaa600883c58 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:46:04.072694 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device dad4909e-aecf-4c12-bcd8-aaa600883c58 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:46:04.221607 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ec9cfec4-f39a-42a2-8fb0-68f2f871c02f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:04.254802 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9cfec4-f39a-42a2-8fb0-68f2f871c02f admin admin] Pushing event deleted for resources: {'Port': ['ID=7de94f11-35c9-49c0-8c66-18b29a656a0c,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:46:04.415221 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ec9cfec4-f39a-42a2-8fb0-68f2f871c02f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:04.628702 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9cfec4-f39a-42a2-8fb0-68f2f871c02f admin admin] Router 3de6270a-77b9-47eb-93e2-6c0f08583be3 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:46:04.738690 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9cfec4-f39a-42a2-8fb0-68f2f871c02f admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:46:04.743864 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ec9cfec4-f39a-42a2-8fb0-68f2f871c02f admin admin] 10.222.0.15 "PUT /v2.0/routers/3de6270a-77b9-47eb-93e2-6c0f08583be3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4555740 Jul 24 01:46:04.746404 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51646) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:46:04.747769 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bfdf8b-ca2b-474a-bb3f-4ab59f7f34b6 None None] Sync routers for ids ['3de6270a-77b9-47eb-93e2-6c0f08583be3'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:46:04.756573 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bfdf8b-ca2b-474a-bb3f-4ab59f7f34b6 None None] Routers {'3de6270a-77b9-47eb-93e2-6c0f08583be3'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:46:04.757180 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-59bfdf8b-ca2b-474a-bb3f-4ab59f7f34b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:45:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['3de6270a-77b9-47eb-93e2-6c0f08583be3'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:46:04.849716 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7af77bf3-dc98-4c5e-9f41-01e9bbb4873f admin admin] Notify callbacks [] for router, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:04.855392 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-59bfdf8b-ca2b-474a-bb3f-4ab59f7f34b6 None None] Set router 3de6270a-77b9-47eb-93e2-6c0f08583be3 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:46:05.040826 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-59bfdf8b-ca2b-474a-bb3f-4ab59f7f34b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de6270a-77b9-47eb-93e2-6c0f08583be3', 'name': 'tempest-TestMinimumBasicScenario-335070926-router', 'tenant_id': 'ef7bf195be9b437fb6d81070ecae156d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '16f396dd-0899-4a04-8db1-e1f22327e521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:43:55Z', 'updated_at': '2021-07-24T01:46:04Z', 'revision_number': 5, 'project_id': 'ef7bf195be9b437fb6d81070ecae156d', 'gw_port': {'id': '16f396dd-0899-4a04-8db1-e1f22327e521', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:18:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de6270a-77b9-47eb-93e2-6c0f08583be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:43:56Z', 'updated_at': '2021-07-24T01:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:46:05.068404 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bfdf8b-ca2b-474a-bb3f-4ab59f7f34b6 None None] Checking router: 3de6270a-77b9-47eb-93e2-6c0f08583be3 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:46:05.079821 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bfdf8b-ca2b-474a-bb3f-4ab59f7f34b6 None None] Routers {'3de6270a-77b9-47eb-93e2-6c0f08583be3'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:46:05.080498 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-59bfdf8b-ca2b-474a-bb3f-4ab59f7f34b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:45:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['3de6270a-77b9-47eb-93e2-6c0f08583be3'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:46:05.191472 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-59bfdf8b-ca2b-474a-bb3f-4ab59f7f34b6 None None] Set router 3de6270a-77b9-47eb-93e2-6c0f08583be3 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:46:05.279986 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7af77bf3-dc98-4c5e-9f41-01e9bbb4873f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:05.331016 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-7af77bf3-dc98-4c5e-9f41-01e9bbb4873f admin admin] Deleting port 16f396dd-0899-4a04-8db1-e1f22327e521 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:46:05.331317 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7af77bf3-dc98-4c5e-9f41-01e9bbb4873f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:05.372533 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-59bfdf8b-ca2b-474a-bb3f-4ab59f7f34b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3de6270a-77b9-47eb-93e2-6c0f08583be3', 'name': 'tempest-TestMinimumBasicScenario-335070926-router', 'tenant_id': 'ef7bf195be9b437fb6d81070ecae156d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '16f396dd-0899-4a04-8db1-e1f22327e521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:43:55Z', 'updated_at': '2021-07-24T01:46:04Z', 'revision_number': 5, 'project_id': 'ef7bf195be9b437fb6d81070ecae156d', 'gw_port': {'id': '16f396dd-0899-4a04-8db1-e1f22327e521', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:18:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de6270a-77b9-47eb-93e2-6c0f08583be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:43:56Z', 'updated_at': '2021-07-24T01:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:46:05.421625 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-7af77bf3-dc98-4c5e-9f41-01e9bbb4873f admin admin] For port 16f396dd-0899-4a04-8db1-e1f22327e521, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=16f396dd-0899-4a04-8db1-e1f22327e521,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:46:05.422288 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7af77bf3-dc98-4c5e-9f41-01e9bbb4873f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:05.435372 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-7af77bf3-dc98-4c5e-9f41-01e9bbb4873f admin admin] Calling delete_port for 16f396dd-0899-4a04-8db1-e1f22327e521 owned by network:router_gateway {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:46:05.445367 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:05.494966 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59bfdf8b-ca2b-474a-bb3f-4ab59f7f34b6 None None] The sync data for ids ['3de6270a-77b9-47eb-93e2-6c0f08583be3'] in n-d-793621-25 is: [{'id': '3de6270a-77b9-47eb-93e2-6c0f08583be3', 'name': 'tempest-TestMinimumBasicScenario-335070926-router', 'tenant_id': 'ef7bf195be9b437fb6d81070ecae156d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': '16f396dd-0899-4a04-8db1-e1f22327e521', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:43:55Z', 'updated_at': '2021-07-24T01:46:04Z', 'revision_number': 5, 'project_id': 'ef7bf195be9b437fb6d81070ecae156d', 'gw_port': {'id': '16f396dd-0899-4a04-8db1-e1f22327e521', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:18:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3de6270a-77b9-47eb-93e2-6c0f08583be3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:43:56Z', 'updated_at': '2021-07-24T01:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:46:05.609624 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7af77bf3-dc98-4c5e-9f41-01e9bbb4873f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:05.634680 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af77bf3-dc98-4c5e-9f41-01e9bbb4873f admin admin] Pushing event deleted for resources: {'Port': ['ID=16f396dd-0899-4a04-8db1-e1f22327e521,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:46:05.697981 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7af77bf3-dc98-4c5e-9f41-01e9bbb4873f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:05.789103 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7af77bf3-dc98-4c5e-9f41-01e9bbb4873f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:05.791208 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7af77bf3-dc98-4c5e-9f41-01e9bbb4873f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:05.838925 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7af77bf3-dc98-4c5e-9f41-01e9bbb4873f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:05.839413 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af77bf3-dc98-4c5e-9f41-01e9bbb4873f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3de6270a-77b9-47eb-93e2-6c0f08583be3 {{(pid=100464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:46:05.846741 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7af77bf3-dc98-4c5e-9f41-01e9bbb4873f admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:05.847931 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7af77bf3-dc98-4c5e-9f41-01e9bbb4873f admin admin] 10.222.0.15 "DELETE /v2.0/routers/3de6270a-77b9-47eb-93e2-6c0f08583be3 HTTP/1.1" status: 204 len: 168 time: 1.1000485 Jul 24 01:46:05.850447 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51652) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:46:05.861888 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:05.898223 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f9a7c38-99ce-4806-bd4e-a17a88d5de2c admin admin] Deleting subnet b85f44d0-1d80-4a54-827b-7045373cca92 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:46:05.901517 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7f9a7c38-99ce-4806-bd4e-a17a88d5de2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:05.939097 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7f9a7c38-99ce-4806-bd4e-a17a88d5de2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:06.027926 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7f9a7c38-99ce-4806-bd4e-a17a88d5de2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:06.051618 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 7de94f11-35c9-49c0-8c66-18b29a656a0c no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:46:06.072131 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 7de94f11-35c9-49c0-8c66-18b29a656a0c {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:46:06.072815 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 7de94f11-35c9-49c0-8c66-18b29a656a0c not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:46:06.088311 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7f9a7c38-99ce-4806-bd4e-a17a88d5de2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:06.117266 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a7c38-99ce-4806-bd4e-a17a88d5de2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b85f44d0-1d80-4a54-827b-7045373cca92,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:46:06.119327 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7f9a7c38-99ce-4806-bd4e-a17a88d5de2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:06.124231 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7f9a7c38-99ce-4806-bd4e-a17a88d5de2c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b85f44d0-1d80-4a54-827b-7045373cca92 HTTP/1.1" status: 204 len: 168 time: 0.2698834 Jul 24 01:46:06.124599 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51654) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:46:06.128945 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d28480-02e9-4317-b9a6-e062ff9be81e None None] Network 8533f892-b206-4716-904d-7f1ac5d344cf requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:46:06.203509 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3afe2386-c5ca-4906-8056-d964691c8b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:06.260929 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-3afe2386-c5ca-4906-8056-d964691c8b8d admin admin] Deleting port 5f5d4f31-bf72-4094-b1a6-8c72393bca7e {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:46:06.261282 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3afe2386-c5ca-4906-8056-d964691c8b8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:06.326127 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-3afe2386-c5ca-4906-8056-d964691c8b8d admin admin] For port 5f5d4f31-bf72-4094-b1a6-8c72393bca7e, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=5f5d4f31-bf72-4094-b1a6-8c72393bca7e,segment=NetworkSegment(dca950d2-902d-4a17-8083-4d881b3deac8),segment_id=dca950d2-902d-4a17-8083-4d881b3deac8)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:46:06.326493 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3afe2386-c5ca-4906-8056-d964691c8b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:06.338533 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-3afe2386-c5ca-4906-8056-d964691c8b8d admin admin] Calling delete_port for 5f5d4f31-bf72-4094-b1a6-8c72393bca7e owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:46:06.420643 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3afe2386-c5ca-4906-8056-d964691c8b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:06.446059 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe2386-c5ca-4906-8056-d964691c8b8d admin admin] Pushing event deleted for resources: {'Port': ['ID=5f5d4f31-bf72-4094-b1a6-8c72393bca7e,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:46:06.450685 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afe2386-c5ca-4906-8056-d964691c8b8d admin admin] No DVR routers for this DVR port 5f5d4f31-bf72-4094-b1a6-8c72393bca7e on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:46:06.529753 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3afe2386-c5ca-4906-8056-d964691c8b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:06.540401 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-3afe2386-c5ca-4906-8056-d964691c8b8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8533f892-b206-4716-904d-7f1ac5d344cf']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:46:06.551802 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-3afe2386-c5ca-4906-8056-d964691c8b8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dca950d2-902d-4a17-8083-4d881b3deac8') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:46:06.552104 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-3afe2386-c5ca-4906-8056-d964691c8b8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dca950d2-902d-4a17-8083-4d881b3deac8') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:46:06.562813 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3afe2386-c5ca-4906-8056-d964691c8b8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:06.582074 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3afe2386-c5ca-4906-8056-d964691c8b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:06.589522 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3afe2386-c5ca-4906-8056-d964691c8b8d admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:46:06.589973 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3afe2386-c5ca-4906-8056-d964691c8b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:06.593815 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:46:06.593815 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:46:06.593815 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:46:06.593815 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:46:06.593815 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:46:06.593815 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:46:06.593815 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:46:06.593815 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:46:06.593815 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:46:06.593815 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:46:06.593815 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:46:06.593815 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:46:06.593815 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:46:06.593815 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:46:06.593815 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:46:06.593815 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:46:06.593815 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:46:06.593815 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:46:06.593815 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:46:06.593815 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:46:06.593815 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:46:06.593815 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:46:06.593815 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:46:06.593815 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:46:06.593815 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:46:06.593815 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:46:06.593815 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:46:06.593815 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:46:06.593815 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:46:06.593815 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:46:06.593815 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:46:06.593815 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:46:06.600671 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f18183-5af2-4edc-b292-09a8282fa018 None None] DHCP port deletion for 8533f892-b206-4716-904d-7f1ac5d344cf request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:46:06.661154 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3afe2386-c5ca-4906-8056-d964691c8b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:06.667569 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3afe2386-c5ca-4906-8056-d964691c8b8d admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:06.670264 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3afe2386-c5ca-4906-8056-d964691c8b8d admin admin] 10.222.0.15 "DELETE /v2.0/networks/8533f892-b206-4716-904d-7f1ac5d344cf HTTP/1.1" status: 204 len: 168 time: 0.5442393 Jul 24 01:46:06.681465 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe2386-c5ca-4906-8056-d964691c8b8d admin admin] Pushing event deleted for resources: {'Network': ['ID=8533f892-b206-4716-904d-7f1ac5d344cf,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:46:06.833948 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51658) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:46:06.874258 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-36a0e69b-f73d-4807-a144-985864cfc91d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d6f8e4fb73f04c4491325731ead74fe3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390973 Jul 24 01:46:06.876645 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51660) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:46:06.928918 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5ac3e4bb-7c03-4665-83a3-273b8910ace6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:06.949107 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5ac3e4bb-7c03-4665-83a3-273b8910ace6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:06.996373 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5ac3e4bb-7c03-4665-83a3-273b8910ace6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:06.998857 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5ac3e4bb-7c03-4665-83a3-273b8910ace6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:07.000022 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5ac3e4bb-7c03-4665-83a3-273b8910ace6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1b23df86-07c2-401a-a148-3f3dd638cef0 HTTP/1.1" status: 204 len: 168 time: 0.1224835 Jul 24 01:46:07.012649 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac3e4bb-7c03-4665-83a3-273b8910ace6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b23df86-07c2-401a-a148-3f3dd638cef0,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:46:07.330538 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51668) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:46:07.372973 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-425ce29d-edf2-4f05-84d1-c6b83ee4595b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ef7bf195be9b437fb6d81070ecae156d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0409043 Jul 24 01:46:07.375734 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51670) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:46:07.429114 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-861825c0-10ef-400f-a976-dee52de41a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:07.453432 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-861825c0-10ef-400f-a976-dee52de41a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:07.500797 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-861825c0-10ef-400f-a976-dee52de41a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:07.503423 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-861825c0-10ef-400f-a976-dee52de41a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:07.504606 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-861825c0-10ef-400f-a976-dee52de41a5e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8e067cbd-a56e-456c-a750-94ecf8731c29 HTTP/1.1" status: 204 len: 168 time: 0.1279657 Jul 24 01:46:07.512623 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861825c0-10ef-400f-a976-dee52de41a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e067cbd-a56e-456c-a750-94ecf8731c29,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:46:08.002574 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 5f5d4f31-bf72-4094-b1a6-8c72393bca7e no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:46:08.025219 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 5f5d4f31-bf72-4094-b1a6-8c72393bca7e {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:46:08.025219 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 5f5d4f31-bf72-4094-b1a6-8c72393bca7e not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:46:08.025219 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 16f396dd-0899-4a04-8db1-e1f22327e521 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:46:08.043878 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 16f396dd-0899-4a04-8db1-e1f22327e521 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:46:08.044302 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 16f396dd-0899-4a04-8db1-e1f22327e521 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:46:09.021041 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51712) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:46:09.025881 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-e3791817-4ca6-4d5c-903c-22ce97155daf tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-95860536', 'description': 'tempest-secgroup-smoke-95860536 description', 'project_id': '2bf7a8936f54402fb834700eeb2c9b01'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:46:09.056058 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e3791817-4ca6-4d5c-903c-22ce97155daf tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:09.065138 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e3791817-4ca6-4d5c-903c-22ce97155daf tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:09.159879 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e3791817-4ca6-4d5c-903c-22ce97155daf tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:09.164189 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e3791817-4ca6-4d5c-903c-22ce97155daf tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:09.202632 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3791817-4ca6-4d5c-903c-22ce97155daf tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa97ce0-cf58-40ad-a6ad-543c13843594,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:46:09.266329 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e3791817-4ca6-4d5c-903c-22ce97155daf tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:09.274033 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e3791817-4ca6-4d5c-903c-22ce97155daf tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:09.305920 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e3791817-4ca6-4d5c-903c-22ce97155daf tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:09.307308 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e3791817-4ca6-4d5c-903c-22ce97155daf tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2851443 Jul 24 01:46:09.308136 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3791817-4ca6-4d5c-903c-22ce97155daf tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac515448-e71c-49fa-81ce-56c48918c71a,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:46:09.311186 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51714) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:46:09.318949 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-55b8aa1a-b2ca-4765-a1b3-6d3db734f056 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'security_group_rule': {'security_group_id': 'ac515448-e71c-49fa-81ce-56c48918c71a', 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:46:09.348266 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-55b8aa1a-b2ca-4765-a1b3-6d3db734f056 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:09.423640 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-55b8aa1a-b2ca-4765-a1b3-6d3db734f056 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:09.433454 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-55b8aa1a-b2ca-4765-a1b3-6d3db734f056 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:09.461595 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ce5711a-c392-4366-9334-bd236d487f45 req-d3c35ca8-8890-4d40-be0a-f92fff877449 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e7d87376-d685-42ed-96e2-a3452ba60793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0367081 Jul 24 01:46:09.474566 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8aa1a-b2ca-4765-a1b3-6d3db734f056 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=321c35bb-1bf7-4971-8123-fd625901d011,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:46:09.480230 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-55b8aa1a-b2ca-4765-a1b3-6d3db734f056 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:09.483265 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-55b8aa1a-b2ca-4765-a1b3-6d3db734f056 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1705539 Jul 24 01:46:09.485644 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51716) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:46:09.490747 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-a488729c-7663-45ff-9929-44a625e0944b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'security_group_rule': {'security_group_id': 'ac515448-e71c-49fa-81ce-56c48918c71a', 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:46:09.513425 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ce5711a-c392-4366-9334-bd236d487f45 req-e257050f-06dc-42f6-a36a-0d82fc6c8876 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=e7d87376-d685-42ed-96e2-a3452ba60793 HTTP/1.1" status: 200 len: 210 time: 0.0289316 Jul 24 01:46:09.522647 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a488729c-7663-45ff-9929-44a625e0944b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:09.564441 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ce5711a-c392-4366-9334-bd236d487f45 req-610504b1-845e-437f-801a-4f735a5b53cb service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270512 Jul 24 01:46:09.598659 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a488729c-7663-45ff-9929-44a625e0944b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:09.602625 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a488729c-7663-45ff-9929-44a625e0944b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:09.620517 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a488729c-7663-45ff-9929-44a625e0944b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=048732c8-0fc8-4e4f-b93a-435959282d33,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:46:09.631805 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a488729c-7663-45ff-9929-44a625e0944b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:09.633129 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a488729c-7663-45ff-9929-44a625e0944b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1464925 Jul 24 01:46:09.635900 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51718) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:46:09.640818 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-0b0b5a89-df85-45e4-8014-2c01cb4671b5 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'security_group_rule': {'security_group_id': 'ac515448-e71c-49fa-81ce-56c48918c71a', 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:46:09.674554 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0b0b5a89-df85-45e4-8014-2c01cb4671b5 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:09.682942 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5711a-c392-4366-9334-bd236d487f45 req-dba552d3-926b-4a85-b623-40f1c1fc070e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:46:09.685234 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6ce5711a-c392-4366-9334-bd236d487f45 req-dba552d3-926b-4a85-b623-40f1c1fc070e service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1152720 Jul 24 01:46:09.759532 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0b0b5a89-df85-45e4-8014-2c01cb4671b5 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:09.764896 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0b0b5a89-df85-45e4-8014-2c01cb4671b5 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:09.796981 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b5a89-df85-45e4-8014-2c01cb4671b5 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ce9d8a8-6d31-4447-aa59-fca2706dcb63,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:46:09.801019 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0b0b5a89-df85-45e4-8014-2c01cb4671b5 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:09.806220 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0b0b5a89-df85-45e4-8014-2c01cb4671b5 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1657443 Jul 24 01:46:09.806911 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51720) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:46:09.812171 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-6bc43504-9da3-4e69-9f1b-336bbc0c283a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'security_group_rule': {'security_group_id': 'ac515448-e71c-49fa-81ce-56c48918c71a', 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:46:09.841367 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6bc43504-9da3-4e69-9f1b-336bbc0c283a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:09.907522 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6bc43504-9da3-4e69-9f1b-336bbc0c283a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:09.911853 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6bc43504-9da3-4e69-9f1b-336bbc0c283a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:09.932186 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc43504-9da3-4e69-9f1b-336bbc0c283a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2410e48d-6e30-4348-bb18-8155c9f21288,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:46:09.937837 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6bc43504-9da3-4e69-9f1b-336bbc0c283a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:09.939159 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6bc43504-9da3-4e69-9f1b-336bbc0c283a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1312320 Jul 24 01:46:09.942638 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51722) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:46:09.950146 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-84a7a274-9998-458f-94f1-83d3491cb7cf tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'security_group_rule': {'security_group_id': 'ac515448-e71c-49fa-81ce-56c48918c71a', 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:46:09.975695 n-d-793621-25 neutron-server[100463]: INFO neutron.db.securitygroups_db [None req-84a7a274-9998-458f-94f1-83d3491cb7cf tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Project 2bf7a8936f54402fb834700eeb2c9b01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:46:09.980705 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-84a7a274-9998-458f-94f1-83d3491cb7cf tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:10.047905 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-84a7a274-9998-458f-94f1-83d3491cb7cf tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:10.052004 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-84a7a274-9998-458f-94f1-83d3491cb7cf tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:10.071454 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7a274-9998-458f-94f1-83d3491cb7cf tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe67f25c-fa4e-4dd1-80f5-c20058d500ba,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:46:10.077835 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-84a7a274-9998-458f-94f1-83d3491cb7cf tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:10.079663 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-84a7a274-9998-458f-94f1-83d3491cb7cf tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1354411 Jul 24 01:46:10.082637 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51724) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:46:10.087629 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-882b4209-d8b2-4286-9b54-77de3821c93b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'security_group_rule': {'security_group_id': 'ac515448-e71c-49fa-81ce-56c48918c71a', 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:46:10.111249 n-d-793621-25 neutron-server[100464]: INFO neutron.db.securitygroups_db [None req-882b4209-d8b2-4286-9b54-77de3821c93b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Project 2bf7a8936f54402fb834700eeb2c9b01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:46:10.116104 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-882b4209-d8b2-4286-9b54-77de3821c93b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:10.177637 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-882b4209-d8b2-4286-9b54-77de3821c93b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:10.181100 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-882b4209-d8b2-4286-9b54-77de3821c93b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:10.198649 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b4209-d8b2-4286-9b54-77de3821c93b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a12197a7-2caf-4a33-be18-e1348076ae96,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:46:10.210400 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-882b4209-d8b2-4286-9b54-77de3821c93b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:10.211690 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-882b4209-d8b2-4286-9b54-77de3821c93b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1278841 Jul 24 01:46:10.214874 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51726) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:46:10.219905 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-d5d82864-9a27-4295-80ac-80443e848977 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'network': {'name': 'tempest-network-smoke--314071922', 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'port_security_enabled': True}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:46:10.243631 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d82864-9a27-4295-80ac-80443e848977 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Made reservation on behalf of 2bf7a8936f54402fb834700eeb2c9b01 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:46:10.248119 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d5d82864-9a27-4295-80ac-80443e848977 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:10.272736 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5d82864-9a27-4295-80ac-80443e848977 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:46:10.281569 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d5d82864-9a27-4295-80ac-80443e848977 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:10.281892 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-d5d82864-9a27-4295-80ac-80443e848977 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Added segment 9c0f118a-7a7f-4c58-aaf0-aa15da6c2aef of type vlan for network ac657dff-3f49-4ec5-99c4-6bf925a9f9fa Jul 24 01:46:10.323996 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d5d82864-9a27-4295-80ac-80443e848977 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:10.351318 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d5d82864-9a27-4295-80ac-80443e848977 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:10.357635 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d82864-9a27-4295-80ac-80443e848977 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:46:10.358239 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d5d82864-9a27-4295-80ac-80443e848977 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:10.397370 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d5d82864-9a27-4295-80ac-80443e848977 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1786840 Jul 24 01:46:10.397583 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51728) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:46:10.401820 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-b4cd5daa-6420-497a-9122-560f437251ef tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-518939564', 'admin_state_up': True, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:46:10.440499 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d82864-9a27-4295-80ac-80443e848977 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'Network': ['ID=ac657dff-3f49-4ec5-99c4-6bf925a9f9fa,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:46:10.451552 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network ac657dff-3f49-4ec5-99c4-6bf925a9f9fa details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:46:10.454101 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b4cd5daa-6420-497a-9122-560f437251ef tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:10.455210 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b4cd5daa-6420-497a-9122-560f437251ef tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:10.510618 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b4cd5daa-6420-497a-9122-560f437251ef tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:10.649965 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b4cd5daa-6420-497a-9122-560f437251ef tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:10.849336 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b4cd5daa-6420-497a-9122-560f437251ef tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for router_gateway, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:10.868123 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b4cd5daa-6420-497a-9122-560f437251ef tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:10.975266 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-b4cd5daa-6420-497a-9122-560f437251ef tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Allocated IP 172.25.2.105 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:46:11.077003 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b4cd5daa-6420-497a-9122-560f437251ef tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:11.116817 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b4cd5daa-6420-497a-9122-560f437251ef tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:11.154373 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cd5daa-6420-497a-9122-560f437251ef tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:46:11.159137 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-b4cd5daa-6420-497a-9122-560f437251ef tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:46:11.162550 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cd5daa-6420-497a-9122-560f437251ef tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:46:11.168083 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd5daa-6420-497a-9122-560f437251ef tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'Port': ['ID=de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:46:11.417773 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b4cd5daa-6420-497a-9122-560f437251ef tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for router_gateway, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:11.612362 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b4cd5daa-6420-497a-9122-560f437251ef tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:11.739115 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4cd5daa-6420-497a-9122-560f437251ef tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Router 27945615-c5cb-470b-9ea5-0ca86b1eaf9d is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:46:11.846464 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4cd5daa-6420-497a-9122-560f437251ef tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:46:11.856411 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b91536-e67a-481b-9e9f-f477f7e87c7e None None] Sync routers for ids ['27945615-c5cb-470b-9ea5-0ca86b1eaf9d'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:46:11.865848 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b91536-e67a-481b-9e9f-f477f7e87c7e None None] Routers {'27945615-c5cb-470b-9ea5-0ca86b1eaf9d'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:46:11.866500 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-c8b91536-e67a-481b-9e9f-f477f7e87c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:45:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['27945615-c5cb-470b-9ea5-0ca86b1eaf9d'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:46:11.867477 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b4cd5daa-6420-497a-9122-560f437251ef tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:11.868833 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b4cd5daa-6420-497a-9122-560f437251ef tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4703727 Jul 24 01:46:11.872689 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51730) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:46:11.974498 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-c8b91536-e67a-481b-9e9f-f477f7e87c7e None None] Set router 27945615-c5cb-470b-9ea5-0ca86b1eaf9d gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:46:11.992784 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-596dd351-afc8-47ee-bf0b-94233ba11741 tempest-TestNetworkAdvancedServerOps-1827788520 tempest-TestNetworkAdvancedServerOps-1827788520-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=2bf7a8936f54402fb834700eeb2c9b01&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1188533 Jul 24 01:46:11.995374 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51734) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:46:12.088602 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3caf44b7-abee-488f-ba8d-b470ead66a36 tempest-TestNetworkAdvancedServerOps-1827788520 tempest-TestNetworkAdvancedServerOps-1827788520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:46:12.090951 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3caf44b7-abee-488f-ba8d-b470ead66a36 tempest-TestNetworkAdvancedServerOps-1827788520 tempest-TestNetworkAdvancedServerOps-1827788520-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0939176 Jul 24 01:46:12.094073 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51736) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:46:12.123926 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0498a5f7-3a75-4153-afb1-34318b979e70 tempest-TestNetworkAdvancedServerOps-1827788520 tempest-TestNetworkAdvancedServerOps-1827788520-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263934 Jul 24 01:46:12.124591 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51738) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:46:12.129380 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-ae00e06d-6c83-4fce-b8da-c9e8685e4c38 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1095562288', 'network_id': 'ac657dff-3f49-4ec5-99c4-6bf925a9f9fa', 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:46:12.155492 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-c8b91536-e67a-481b-9e9f-f477f7e87c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27945615-c5cb-470b-9ea5-0ca86b1eaf9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518939564', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:46:10Z', 'updated_at': '2021-07-24T01:46:11Z', 'revision_number': 3, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': 'de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27945615-c5cb-470b-9ea5-0ca86b1eaf9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:46:10Z', 'updated_at': '2021-07-24T01:46:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:46:12.188350 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b91536-e67a-481b-9e9f-f477f7e87c7e None None] Checking router: 27945615-c5cb-470b-9ea5-0ca86b1eaf9d for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:46:12.188707 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b91536-e67a-481b-9e9f-f477f7e87c7e None None] Updating router 27945615-c5cb-470b-9ea5-0ca86b1eaf9d port de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03 binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:46:12.227747 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae00e06d-6c83-4fce-b8da-c9e8685e4c38 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Made reservation on behalf of 2bf7a8936f54402fb834700eeb2c9b01 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:46:12.229160 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c8b91536-e67a-481b-9e9f-f477f7e87c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:12.233304 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ae00e06d-6c83-4fce-b8da-c9e8685e4c38 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:12.436413 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ae00e06d-6c83-4fce-b8da-c9e8685e4c38 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:12.497427 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c8b91536-e67a-481b-9e9f-f477f7e87c7e None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:12.503793 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae00e06d-6c83-4fce-b8da-c9e8685e4c38 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'Subnet': ['ID=1dfee211-3263-4e7f-9478-7c684bcb26c7,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:46:12.507905 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c8b91536-e67a-481b-9e9f-f477f7e87c7e None None] Transition to ACTIVE for port object de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:46:12.510959 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae00e06d-6c83-4fce-b8da-c9e8685e4c38 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Checking segment: {'id': '9c0f118a-7a7f-4c58-aaf0-aa15da6c2aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ac657dff-3f49-4ec5-99c4-6bf925a9f9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:46:12.511433 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae00e06d-6c83-4fce-b8da-c9e8685e4c38 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Network hostable DHCP agents. Network: ac657dff-3f49-4ec5-99c4-6bf925a9f9fa, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:46:12.515486 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c8b91536-e67a-481b-9e9f-f477f7e87c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:12.528264 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae00e06d-6c83-4fce-b8da-c9e8685e4c38 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Network ac657dff-3f49-4ec5-99c4-6bf925a9f9fa is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:46:12.536839 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-ae00e06d-6c83-4fce-b8da-c9e8685e4c38 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, ac657dff-3f49-4ec5-99c4-6bf925a9f9fa) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:46:12.541415 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae00e06d-6c83-4fce-b8da-c9e8685e4c38 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:46:12.542021 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ae00e06d-6c83-4fce-b8da-c9e8685e4c38 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:12.552789 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83bc180-5e47-4c0f-8012-53a77e2346f9 None None] Network ac657dff-3f49-4ec5-99c4-6bf925a9f9fa requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:46:12.557384 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ae00e06d-6c83-4fce-b8da-c9e8685e4c38 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4317970 Jul 24 01:46:12.560877 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51742) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:46:12.598379 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c88e7c-e33a-453b-9ac7-11764437b5b9 None None] Pushing event updated for resources: {'Port': ['ID=de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:46:12.634589 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c88e7c-e33a-453b-9ac7-11764437b5b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:46:12.634962 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c88e7c-e33a-453b-9ac7-11764437b5b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:46:12.635308 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c88e7c-e33a-453b-9ac7-11764437b5b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:46:12.635654 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c88e7c-e33a-453b-9ac7-11764437b5b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:46:12.635998 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c88e7c-e33a-453b-9ac7-11764437b5b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:46:12.636372 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c88e7c-e33a-453b-9ac7-11764437b5b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:46:12.637361 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c88e7c-e33a-453b-9ac7-11764437b5b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:46:12.637907 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c88e7c-e33a-453b-9ac7-11764437b5b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:46:12.638471 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c88e7c-e33a-453b-9ac7-11764437b5b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:46:12.638970 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c88e7c-e33a-453b-9ac7-11764437b5b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:46:12.639314 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c88e7c-e33a-453b-9ac7-11764437b5b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:46:12.639651 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c88e7c-e33a-453b-9ac7-11764437b5b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:46:12.644645 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-c8b91536-e67a-481b-9e9f-f477f7e87c7e None None] Attempting to bind port de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:46:12.645020 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-c8b91536-e67a-481b-9e9f-f477f7e87c7e None None] Attempting to bind port de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:46:12.645390 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b91536-e67a-481b-9e9f-f477f7e87c7e None None] Attempting to bind port de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03 on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:46:12.654968 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b91536-e67a-481b-9e9f-f477f7e87c7e None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:46:12.655351 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b91536-e67a-481b-9e9f-f477f7e87c7e None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:46:12.655810 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c8b91536-e67a-481b-9e9f-f477f7e87c7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:12.656239 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b91536-e67a-481b-9e9f-f477f7e87c7e None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:46:12.656724 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-c8b91536-e67a-481b-9e9f-f477f7e87c7e None None] Bound port: de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:46:12.657112 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c8b91536-e67a-481b-9e9f-f477f7e87c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:12.750289 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-c8b91536-e67a-481b-9e9f-f477f7e87c7e None None] For port de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:46:12.754812 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-c8b91536-e67a-481b-9e9f-f477f7e87c7e None None] For port de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:46:12.762487 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c8b91536-e67a-481b-9e9f-f477f7e87c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:12.825883 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c9dc0c-de05-4178-88b2-b61c166ca695 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-ac657dff-3f49-4ec5-99c4-6bf925a9f9fa', 'network_id': 'ac657dff-3f49-4ec5-99c4-6bf925a9f9fa', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'fixed_ips': [{'subnet_id': '1dfee211-3263-4e7f-9478-7c684bcb26c7'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:46:12.826778 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-60c9dc0c-de05-4178-88b2-b61c166ca695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:12.857231 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c88e7c-e33a-453b-9ac7-11764437b5b9 None None] Pushing event updated for resources: {'Port': ['ID=de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:46:12.862886 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b91536-e67a-481b-9e9f-f477f7e87c7e None None] Routers {'27945615-c5cb-470b-9ea5-0ca86b1eaf9d'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:46:12.863483 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-c8b91536-e67a-481b-9e9f-f477f7e87c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:45:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['27945615-c5cb-470b-9ea5-0ca86b1eaf9d'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:46:12.995585 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-111551da-cb4e-4000-b984-618eeb58cc39 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:13.064612 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-c8b91536-e67a-481b-9e9f-f477f7e87c7e None None] Set router 27945615-c5cb-470b-9ea5-0ca86b1eaf9d gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:46:13.131743 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-60c9dc0c-de05-4178-88b2-b61c166ca695 None None] Allocated IP 172.20.0.2 (ac657dff-3f49-4ec5-99c4-6bf925a9f9fa/1dfee211-3263-4e7f-9478-7c684bcb26c7/3f14cf1d-dcff-4e77-b30e-1e868e1bf4ae) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:46:13.373193 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-60c9dc0c-de05-4178-88b2-b61c166ca695 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:13.384121 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-60c9dc0c-de05-4178-88b2-b61c166ca695 None None] Transition to ACTIVE for port object 3f14cf1d-dcff-4e77-b30e-1e868e1bf4ae will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:46:13.390236 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-c8b91536-e67a-481b-9e9f-f477f7e87c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27945615-c5cb-470b-9ea5-0ca86b1eaf9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518939564', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:46:10Z', 'updated_at': '2021-07-24T01:46:11Z', 'revision_number': 3, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': 'de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27945615-c5cb-470b-9ea5-0ca86b1eaf9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:46:10Z', 'updated_at': '2021-07-24T01:46:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:46:13.579499 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b91536-e67a-481b-9e9f-f477f7e87c7e None None] The sync data for ids ['27945615-c5cb-470b-9ea5-0ca86b1eaf9d'] in n-d-793621-25 is: [{'id': '27945615-c5cb-470b-9ea5-0ca86b1eaf9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518939564', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:46:10Z', 'updated_at': '2021-07-24T01:46:11Z', 'revision_number': 3, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': 'de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d6:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27945615-c5cb-470b-9ea5-0ca86b1eaf9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:46:10Z', 'updated_at': '2021-07-24T01:46:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:46:13.585128 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-60c9dc0c-de05-4178-88b2-b61c166ca695 None None] Transition to ACTIVE for port object 3f14cf1d-dcff-4e77-b30e-1e868e1bf4ae will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:46:13.591941 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-60c9dc0c-de05-4178-88b2-b61c166ca695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:13.633878 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c9dc0c-de05-4178-88b2-b61c166ca695 None None] Network ac657dff-3f49-4ec5-99c4-6bf925a9f9fa is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:46:13.639153 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-60c9dc0c-de05-4178-88b2-b61c166ca695 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:46:13.641634 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c9dc0c-de05-4178-88b2-b61c166ca695 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:46:13.653898 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c9dc0c-de05-4178-88b2-b61c166ca695 None None] Pushing event updated for resources: {'Port': ['ID=3f14cf1d-dcff-4e77-b30e-1e868e1bf4ae,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:46:13.654203 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-111551da-cb4e-4000-b984-618eeb58cc39 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Allocated IP 172.20.0.1 (ac657dff-3f49-4ec5-99c4-6bf925a9f9fa/1dfee211-3263-4e7f-9478-7c684bcb26c7/98c1406b-84ae-4904-94a5-216148d0234f) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:46:13.712235 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-60c9dc0c-de05-4178-88b2-b61c166ca695 None None] Attempting to bind port 3f14cf1d-dcff-4e77-b30e-1e868e1bf4ae on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:46:13.712609 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-60c9dc0c-de05-4178-88b2-b61c166ca695 None None] Attempting to bind port 3f14cf1d-dcff-4e77-b30e-1e868e1bf4ae by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '9c0f118a-7a7f-4c58-aaf0-aa15da6c2aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ac657dff-3f49-4ec5-99c4-6bf925a9f9fa'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:46:13.712972 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c9dc0c-de05-4178-88b2-b61c166ca695 None None] Attempting to bind port 3f14cf1d-dcff-4e77-b30e-1e868e1bf4ae on network ac657dff-3f49-4ec5-99c4-6bf925a9f9fa {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:46:13.718915 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c9dc0c-de05-4178-88b2-b61c166ca695 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:46:13.719450 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c9dc0c-de05-4178-88b2-b61c166ca695 None None] Checking segment: {'id': '9c0f118a-7a7f-4c58-aaf0-aa15da6c2aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ac657dff-3f49-4ec5-99c4-6bf925a9f9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:46:13.719965 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-60c9dc0c-de05-4178-88b2-b61c166ca695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:13.720465 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c9dc0c-de05-4178-88b2-b61c166ca695 None None] Bound using segment: {'id': '9c0f118a-7a7f-4c58-aaf0-aa15da6c2aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ac657dff-3f49-4ec5-99c4-6bf925a9f9fa'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:46:13.721869 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-60c9dc0c-de05-4178-88b2-b61c166ca695 None None] Bound port: 3f14cf1d-dcff-4e77-b30e-1e868e1bf4ae, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0f118a-7a7f-4c58-aaf0-aa15da6c2aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ac657dff-3f49-4ec5-99c4-6bf925a9f9fa'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:46:13.722268 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-60c9dc0c-de05-4178-88b2-b61c166ca695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:13.784899 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-111551da-cb4e-4000-b984-618eeb58cc39 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:13.808289 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-60c9dc0c-de05-4178-88b2-b61c166ca695 None None] For port 3f14cf1d-dcff-4e77-b30e-1e868e1bf4ae, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:46:13.812592 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-60c9dc0c-de05-4178-88b2-b61c166ca695 None None] For port 3f14cf1d-dcff-4e77-b30e-1e868e1bf4ae, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=3f14cf1d-dcff-4e77-b30e-1e868e1bf4ae,segment=NetworkSegment(9c0f118a-7a7f-4c58-aaf0-aa15da6c2aef),segment_id=9c0f118a-7a7f-4c58-aaf0-aa15da6c2aef)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:46:13.818535 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-111551da-cb4e-4000-b984-618eeb58cc39 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Transition to ACTIVE for port object 98c1406b-84ae-4904-94a5-216148d0234f will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:46:13.820193 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-60c9dc0c-de05-4178-88b2-b61c166ca695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:13.867914 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-111551da-cb4e-4000-b984-618eeb58cc39 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:13.894129 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c9dc0c-de05-4178-88b2-b61c166ca695 None None] Pushing event updated for resources: {'Port': ['ID=3f14cf1d-dcff-4e77-b30e-1e868e1bf4ae,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:46:14.059669 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:46:14.158253 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:46:14.162688 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:46:14.163108 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:14.286563 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111551da-cb4e-4000-b984-618eeb58cc39 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Network ac657dff-3f49-4ec5-99c4-6bf925a9f9fa is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:46:14.289755 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-111551da-cb4e-4000-b984-618eeb58cc39 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:46:14.292024 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:14.292283 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111551da-cb4e-4000-b984-618eeb58cc39 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:46:14.316866 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:46:14.321872 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:14.339861 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111551da-cb4e-4000-b984-618eeb58cc39 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'Port': ['ID=98c1406b-84ae-4904-94a5-216148d0234f,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:46:14.355341 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-111551da-cb4e-4000-b984-618eeb58cc39 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:14.381070 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:46:14.523905 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-111551da-cb4e-4000-b984-618eeb58cc39 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:14.832511 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-111551da-cb4e-4000-b984-618eeb58cc39 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:14.837657 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-111551da-cb4e-4000-b984-618eeb58cc39 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:14.916872 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111551da-cb4e-4000-b984-618eeb58cc39 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'Port': ['ID=98c1406b-84ae-4904-94a5-216148d0234f,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:46:14.919600 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff4a305-53b9-4205-8837-bcbd3605987c None None] Network ac657dff-3f49-4ec5-99c4-6bf925a9f9fa requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:46:14.923503 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-111551da-cb4e-4000-b984-618eeb58cc39 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:14.997531 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-54c151cd-166e-4063-b807-ddf2509f17fb None None] Provisioning for port 3f14cf1d-dcff-4e77-b30e-1e868e1bf4ae completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:46:15.020785 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111551da-cb4e-4000-b984-618eeb58cc39 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Network ac657dff-3f49-4ec5-99c4-6bf925a9f9fa is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:46:15.022412 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-111551da-cb4e-4000-b984-618eeb58cc39 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:46:15.150839 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111551da-cb4e-4000-b984-618eeb58cc39 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Router 27945615-c5cb-470b-9ea5-0ca86b1eaf9d has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:46:15.291738 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111551da-cb4e-4000-b984-618eeb58cc39 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:46:15.310367 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-111551da-cb4e-4000-b984-618eeb58cc39 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "PUT /v2.0/routers/27945615-c5cb-470b-9ea5-0ca86b1eaf9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7393568 Jul 24 01:46:15.357711 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-cb986bd5-4ece-4807-92a7-f96ea3748d5e None None] Provisioning for port 98c1406b-84ae-4904-94a5-216148d0234f completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:46:15.362430 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-cb986bd5-4ece-4807-92a7-f96ea3748d5e None None] Provisioning complete for port 98c1406b-84ae-4904-94a5-216148d0234f triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:46:15.362887 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-cb986bd5-4ece-4807-92a7-f96ea3748d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:15.374965 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ca81f6-e249-4974-a0b9-b9a11b46557e None None] Sync routers for ids ['27945615-c5cb-470b-9ea5-0ca86b1eaf9d'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:46:15.389806 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ca81f6-e249-4974-a0b9-b9a11b46557e None None] Routers {'27945615-c5cb-470b-9ea5-0ca86b1eaf9d'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:46:15.390424 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-81ca81f6-e249-4974-a0b9-b9a11b46557e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:45:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['27945615-c5cb-470b-9ea5-0ca86b1eaf9d'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:46:15.404646 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-cb986bd5-4ece-4807-92a7-f96ea3748d5e None None] Port 98c1406b-84ae-4904-94a5-216148d0234f cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:46:15.456690 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-b71cac1b-9ae3-439d-915c-f26ad846be96 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-95860536&fields=id&tenant_id=2bf7a8936f54402fb834700eeb2c9b01 HTTP/1.1" status: 200 len: 267 time: 0.0366523 Jul 24 01:46:15.503815 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-81ca81f6-e249-4974-a0b9-b9a11b46557e None None] Set router 27945615-c5cb-470b-9ea5-0ca86b1eaf9d gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:46:15.579485 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-1cdfebf7-2984-4374-b29b-2bd02c480e30 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:46:15.581283 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-1cdfebf7-2984-4374-b29b-2bd02c480e30 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/networks?id=ac657dff-3f49-4ec5-99c4-6bf925a9f9fa HTTP/1.1" status: 200 len: 796 time: 0.1151736 Jul 24 01:46:15.599262 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-10a5c3da-0889-43dd-9a8d-9f8e03362dd9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/quotas/2bf7a8936f54402fb834700eeb2c9b01 HTTP/1.1" status: 200 len: 375 time: 0.0109649 Jul 24 01:46:15.628043 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-db55adbe-d812-4e4b-bd14-688bcf70f73e None None] Provisioning complete for port 98c1406b-84ae-4904-94a5-216148d0234f triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:46:15.628417 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-db55adbe-d812-4e4b-bd14-688bcf70f73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:15.673411 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-db55adbe-d812-4e4b-bd14-688bcf70f73e None None] Port 98c1406b-84ae-4904-94a5-216148d0234f cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:46:15.681251 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-5d5181da-24f8-4877-aeb5-1b167e9e4ca2 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bf7a8936f54402fb834700eeb2c9b01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0762472 Jul 24 01:46:15.733726 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-81ca81f6-e249-4974-a0b9-b9a11b46557e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27945615-c5cb-470b-9ea5-0ca86b1eaf9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518939564', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:46:10Z', 'updated_at': '2021-07-24T01:46:14Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': 'de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27945615-c5cb-470b-9ea5-0ca86b1eaf9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:46:10Z', 'updated_at': '2021-07-24T01:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '98c1406b-84ae-4904-94a5-216148d0234f', 'name': '', 'network_id': 'ac657dff-3f49-4ec5-99c4-6bf925a9f9fa', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'mac_address': 'fa:16:3e:06:3d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27945615-c5cb-470b-9ea5-0ca86b1eaf9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '1dfee211-3263-4e7f-9478-7c684bcb26c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:46:13Z', 'updated_at': '2021-07-24T01:46:14Z', 'revision_number': 2, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'subnets': [{'id': '1dfee211-3263-4e7f-9478-7c684bcb26c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:46:15.759880 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ca81f6-e249-4974-a0b9-b9a11b46557e None None] Checking router: 27945615-c5cb-470b-9ea5-0ca86b1eaf9d for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:46:15.760242 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ca81f6-e249-4974-a0b9-b9a11b46557e None None] Updating router 27945615-c5cb-470b-9ea5-0ca86b1eaf9d port 98c1406b-84ae-4904-94a5-216148d0234f binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:46:15.795848 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-5157ec91-e981-4130-bb32-561c921cce57 None None] Provisioning complete for port 98c1406b-84ae-4904-94a5-216148d0234f triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:46:15.796323 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5157ec91-e981-4130-bb32-561c921cce57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:15.801393 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-81ca81f6-e249-4974-a0b9-b9a11b46557e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:15.844413 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-5157ec91-e981-4130-bb32-561c921cce57 None None] Port 98c1406b-84ae-4904-94a5-216148d0234f cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:46:15.851054 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f7e6ef5d-1110-48d5-9f96-31cb021c6dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:15.889535 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-528e33a0-4aaf-4d5b-a261-dae1f5447c57 service neutron] 10.222.0.15 "GET /v2.0/networks/ac657dff-3f49-4ec5-99c4-6bf925a9f9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385570 Jul 24 01:46:15.989416 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-22004295-f850-4c5f-9be5-658e83f74a8c service neutron] 10.222.0.15 "GET /v2.0/networks/ac657dff-3f49-4ec5-99c4-6bf925a9f9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933800 Jul 24 01:46:16.077835 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-81ca81f6-e249-4974-a0b9-b9a11b46557e None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:16.088375 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-81ca81f6-e249-4974-a0b9-b9a11b46557e None None] Transition to ACTIVE for port object 98c1406b-84ae-4904-94a5-216148d0234f will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:46:16.102862 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 3f14cf1d-dcff-4e77-b30e-1e868e1bf4ae up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:46:16.104124 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-81ca81f6-e249-4974-a0b9-b9a11b46557e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:16.169786 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 3f14cf1d-dcff-4e77-b30e-1e868e1bf4ae completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:46:16.187300 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 3f14cf1d-dcff-4e77-b30e-1e868e1bf4ae triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:46:16.187697 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:16.192338 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e81266-4580-4aff-bd18-77c72af3546b None None] Pushing event updated for resources: {'Port': ['ID=98c1406b-84ae-4904-94a5-216148d0234f,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:46:16.223113 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e81266-4580-4aff-bd18-77c72af3546b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:46:16.223466 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e81266-4580-4aff-bd18-77c72af3546b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:46:16.223879 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e81266-4580-4aff-bd18-77c72af3546b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:46:16.224230 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e81266-4580-4aff-bd18-77c72af3546b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:46:16.224612 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e81266-4580-4aff-bd18-77c72af3546b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:46:16.224994 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e81266-4580-4aff-bd18-77c72af3546b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:46:16.225608 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e81266-4580-4aff-bd18-77c72af3546b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:46:16.225881 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e81266-4580-4aff-bd18-77c72af3546b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:46:16.226224 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e81266-4580-4aff-bd18-77c72af3546b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:46:16.226791 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e81266-4580-4aff-bd18-77c72af3546b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:46:16.227126 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e81266-4580-4aff-bd18-77c72af3546b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:46:16.227484 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e81266-4580-4aff-bd18-77c72af3546b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:46:16.235180 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f057ff57-87ca-4e5a-b01d-c42249882a15 req-6dd1c001-a682-48da-9f28-07eedfbd1a21 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=9300b19c-54e9-49b3-b31b-7cde9d4a70cf HTTP/1.1" status: 200 len: 210 time: 0.0575335 Jul 24 01:46:16.243242 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-81ca81f6-e249-4974-a0b9-b9a11b46557e None None] Attempting to bind port 98c1406b-84ae-4904-94a5-216148d0234f on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:46:16.243619 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-81ca81f6-e249-4974-a0b9-b9a11b46557e None None] Attempting to bind port 98c1406b-84ae-4904-94a5-216148d0234f by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '9c0f118a-7a7f-4c58-aaf0-aa15da6c2aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ac657dff-3f49-4ec5-99c4-6bf925a9f9fa'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:46:16.243976 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ca81f6-e249-4974-a0b9-b9a11b46557e None None] Attempting to bind port 98c1406b-84ae-4904-94a5-216148d0234f on network ac657dff-3f49-4ec5-99c4-6bf925a9f9fa {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:46:16.256396 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ca81f6-e249-4974-a0b9-b9a11b46557e None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:46:16.256771 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ca81f6-e249-4974-a0b9-b9a11b46557e None None] Checking segment: {'id': '9c0f118a-7a7f-4c58-aaf0-aa15da6c2aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ac657dff-3f49-4ec5-99c4-6bf925a9f9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:46:16.257185 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-81ca81f6-e249-4974-a0b9-b9a11b46557e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:16.257611 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ca81f6-e249-4974-a0b9-b9a11b46557e None None] Bound using segment: {'id': '9c0f118a-7a7f-4c58-aaf0-aa15da6c2aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ac657dff-3f49-4ec5-99c4-6bf925a9f9fa'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:46:16.258067 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-81ca81f6-e249-4974-a0b9-b9a11b46557e None None] Bound port: 98c1406b-84ae-4904-94a5-216148d0234f, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0f118a-7a7f-4c58-aaf0-aa15da6c2aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ac657dff-3f49-4ec5-99c4-6bf925a9f9fa'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:46:16.258680 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-81ca81f6-e249-4974-a0b9-b9a11b46557e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:16.325306 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:16.340555 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-81ca81f6-e249-4974-a0b9-b9a11b46557e None None] For port 98c1406b-84ae-4904-94a5-216148d0234f, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:46:16.344080 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-81ca81f6-e249-4974-a0b9-b9a11b46557e None None] For port 98c1406b-84ae-4904-94a5-216148d0234f, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=98c1406b-84ae-4904-94a5-216148d0234f,segment=NetworkSegment(9c0f118a-7a7f-4c58-aaf0-aa15da6c2aef),segment_id=9c0f118a-7a7f-4c58-aaf0-aa15da6c2aef)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:46:16.349681 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-81ca81f6-e249-4974-a0b9-b9a11b46557e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:16.368620 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 3f14cf1d-dcff-4e77-b30e-1e868e1bf4ae, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=3f14cf1d-dcff-4e77-b30e-1e868e1bf4ae,segment=NetworkSegment(9c0f118a-7a7f-4c58-aaf0-aa15da6c2aef),segment_id=9c0f118a-7a7f-4c58-aaf0-aa15da6c2aef)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:46:16.374203 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:16.375366 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:46:16.409043 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e81266-4580-4aff-bd18-77c72af3546b None None] Pushing event updated for resources: {'Port': ['ID=98c1406b-84ae-4904-94a5-216148d0234f,revision_number=4']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:46:16.437017 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ca81f6-e249-4974-a0b9-b9a11b46557e None None] Routers {'27945615-c5cb-470b-9ea5-0ca86b1eaf9d'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:46:16.437657 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-81ca81f6-e249-4974-a0b9-b9a11b46557e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:45:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['27945615-c5cb-470b-9ea5-0ca86b1eaf9d'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:46:16.470702 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=3f14cf1d-dcff-4e77-b30e-1e868e1bf4ae,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:46:16.488311 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:46:16.488690 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:16.567328 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-81ca81f6-e249-4974-a0b9-b9a11b46557e None None] Set router 27945615-c5cb-470b-9ea5-0ca86b1eaf9d gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:46:16.797257 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-81ca81f6-e249-4974-a0b9-b9a11b46557e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27945615-c5cb-470b-9ea5-0ca86b1eaf9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518939564', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:46:10Z', 'updated_at': '2021-07-24T01:46:14Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': 'de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27945615-c5cb-470b-9ea5-0ca86b1eaf9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:46:10Z', 'updated_at': '2021-07-24T01:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '98c1406b-84ae-4904-94a5-216148d0234f', 'name': '', 'network_id': 'ac657dff-3f49-4ec5-99c4-6bf925a9f9fa', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'mac_address': 'fa:16:3e:06:3d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27945615-c5cb-470b-9ea5-0ca86b1eaf9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '1dfee211-3263-4e7f-9478-7c684bcb26c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:46:13Z', 'updated_at': '2021-07-24T01:46:16Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'subnets': [{'id': '1dfee211-3263-4e7f-9478-7c684bcb26c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:46:16.823553 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ca81f6-e249-4974-a0b9-b9a11b46557e None None] The sync data for ids ['27945615-c5cb-470b-9ea5-0ca86b1eaf9d'] in n-d-793621-25 is: [{'id': '27945615-c5cb-470b-9ea5-0ca86b1eaf9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518939564', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:46:10Z', 'updated_at': '2021-07-24T01:46:14Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': 'de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27945615-c5cb-470b-9ea5-0ca86b1eaf9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:46:10Z', 'updated_at': '2021-07-24T01:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '98c1406b-84ae-4904-94a5-216148d0234f', 'name': '', 'network_id': 'ac657dff-3f49-4ec5-99c4-6bf925a9f9fa', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'mac_address': 'fa:16:3e:06:3d:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27945615-c5cb-470b-9ea5-0ca86b1eaf9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '1dfee211-3263-4e7f-9478-7c684bcb26c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:46:13Z', 'updated_at': '2021-07-24T01:46:16Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'subnets': [{'id': '1dfee211-3263-4e7f-9478-7c684bcb26c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:46:17.383170 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c20ea2ed-3165-4d77-be3a-945f3fbafd72 req-9376e08e-be8b-4b2a-afd8-ad9bb79e37f3 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=9300b19c-54e9-49b3-b31b-7cde9d4a70cf HTTP/1.1" status: 200 len: 210 time: 0.0566902 Jul 24 01:46:17.576508 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-ff4f6c72-b507-45dd-8e4e-81102e7d6ab2 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:46:17.578173 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-ff4f6c72-b507-45dd-8e4e-81102e7d6ab2 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.13 "GET /v2.0/networks?id=ac657dff-3f49-4ec5-99c4-6bf925a9f9fa HTTP/1.1" status: 200 len: 796 time: 0.1519239 Jul 24 01:46:17.626885 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-6d254a59-2a62-4297-a504-ff4def541f2a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bf7a8936f54402fb834700eeb2c9b01 HTTP/1.1" status: 200 len: 378 time: 0.0391352 Jul 24 01:46:17.635914 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-f78de493-3553-4b27-9956-a891e3f1b9fd tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'port': {'device_id': '9300b19c-54e9-49b3-b31b-7cde9d4a70cf', 'network_id': 'ac657dff-3f49-4ec5-99c4-6bf925a9f9fa', 'admin_state_up': True, 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'security_groups': ['ac515448-e71c-49fa-81ce-56c48918c71a']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:46:17.757613 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-f78de493-3553-4b27-9956-a891e3f1b9fd tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Made reservation on behalf of 2bf7a8936f54402fb834700eeb2c9b01 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:46:17.761292 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-f78de493-3553-4b27-9956-a891e3f1b9fd tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:17.907762 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-f78de493-3553-4b27-9956-a891e3f1b9fd tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Allocated IP 172.20.0.8 (ac657dff-3f49-4ec5-99c4-6bf925a9f9fa/1dfee211-3263-4e7f-9478-7c684bcb26c7/f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:46:18.063466 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-f78de493-3553-4b27-9956-a891e3f1b9fd tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:18.077916 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-f78de493-3553-4b27-9956-a891e3f1b9fd tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Transition to ACTIVE for port object f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:46:18.089469 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 3f14cf1d-dcff-4e77-b30e-1e868e1bf4ae up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:46:18.115157 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-f78de493-3553-4b27-9956-a891e3f1b9fd tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:18.146212 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 3f14cf1d-dcff-4e77-b30e-1e868e1bf4ae triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:46:18.147076 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:18.159639 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-f78de493-3553-4b27-9956-a891e3f1b9fd tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Network ac657dff-3f49-4ec5-99c4-6bf925a9f9fa is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:46:18.166404 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-f78de493-3553-4b27-9956-a891e3f1b9fd tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:46:18.173251 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-f78de493-3553-4b27-9956-a891e3f1b9fd tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:46:18.210003 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78de493-3553-4b27-9956-a891e3f1b9fd tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'Port': ['ID=f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:46:18.229228 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-f78de493-3553-4b27-9956-a891e3f1b9fd tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:46:18.229781 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-f78de493-3553-4b27-9956-a891e3f1b9fd tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:18.233182 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 98c1406b-84ae-4904-94a5-216148d0234f up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:46:18.246664 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-f78de493-3553-4b27-9956-a891e3f1b9fd tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6147342 Jul 24 01:46:18.256049 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-4b0fb896-aebe-4cdb-a9ce-fb74de7e41b6 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:46:18.257023 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-4b0fb896-aebe-4cdb-a9ce-fb74de7e41b6 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054929 Jul 24 01:46:18.272375 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-e91a7a57-ebcb-413f-a322-860a33193472 service neutron] Request body: {'port': {'device_id': '9300b19c-54e9-49b3-b31b-7cde9d4a70cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:46:18.289842 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 98c1406b-84ae-4904-94a5-216148d0234f completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:46:18.294963 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 98c1406b-84ae-4904-94a5-216148d0234f triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:46:18.295454 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:18.354414 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5d03d8b5-aa5a-4819-92b0-7ead40c60a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:18.359599 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-e91a7a57-ebcb-413f-a322-860a33193472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:18.395122 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:18.429105 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 98c1406b-84ae-4904-94a5-216148d0234f, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=98c1406b-84ae-4904-94a5-216148d0234f,segment=NetworkSegment(9c0f118a-7a7f-4c58-aaf0-aa15da6c2aef),segment_id=9c0f118a-7a7f-4c58-aaf0-aa15da6c2aef)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:46:18.436554 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:18.474961 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-975b461e-eab5-439e-9046-c8b287c3c342 None None] Provisioning for port f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:46:18.486927 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-975b461e-eab5-439e-9046-c8b287c3c342 None None] Provisioning complete for port f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:46:18.487298 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-975b461e-eab5-439e-9046-c8b287c3c342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:18.520281 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=98c1406b-84ae-4904-94a5-216148d0234f,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:46:18.534590 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-975b461e-eab5-439e-9046-c8b287c3c342 None None] Port f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:46:18.554365 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:18.607849 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244f3a5-99ae-4f9c-893e-aa620fcd7d62 req-d4063590-8520-4b1a-a764-233e38f7847b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:46:18.609369 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c244f3a5-99ae-4f9c-893e-aa620fcd7d62 req-d4063590-8520-4b1a-a764-233e38f7847b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=9300b19c-54e9-49b3-b31b-7cde9d4a70cf HTTP/1.1" status: 200 len: 931 time: 0.1458797 Jul 24 01:46:18.676534 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c244f3a5-99ae-4f9c-893e-aa620fcd7d62 req-c7148ebf-db1c-4193-8eb7-7c15f95907ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac515448-e71c-49fa-81ce-56c48918c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612516 Jul 24 01:46:18.716714 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-e91a7a57-ebcb-413f-a322-860a33193472 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:46:18.724415 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-e91a7a57-ebcb-413f-a322-860a33193472 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:18.736594 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-e91a7a57-ebcb-413f-a322-860a33193472 service neutron] Transition to ACTIVE for port object f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:46:18.740581 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-e91a7a57-ebcb-413f-a322-860a33193472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:18.791872 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a7a57-ebcb-413f-a322-860a33193472 service neutron] Pushing event updated for resources: {'Port': ['ID=f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:46:18.869808 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-e91a7a57-ebcb-413f-a322-860a33193472 service neutron] Attempting to bind port f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:46:18.870163 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-e91a7a57-ebcb-413f-a322-860a33193472 service neutron] Attempting to bind port f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '9c0f118a-7a7f-4c58-aaf0-aa15da6c2aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ac657dff-3f49-4ec5-99c4-6bf925a9f9fa'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:46:18.870507 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-e91a7a57-ebcb-413f-a322-860a33193472 service neutron] Attempting to bind port f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65 on network ac657dff-3f49-4ec5-99c4-6bf925a9f9fa {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:46:18.877241 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-e91a7a57-ebcb-413f-a322-860a33193472 service neutron] Port f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65 on network ac657dff-3f49-4ec5-99c4-6bf925a9f9fa not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:46:18.877651 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-e91a7a57-ebcb-413f-a322-860a33193472 service neutron] Attempting to bind port f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65 on network ac657dff-3f49-4ec5-99c4-6bf925a9f9fa {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:46:18.884762 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-e91a7a57-ebcb-413f-a322-860a33193472 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:46:18.885083 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-e91a7a57-ebcb-413f-a322-860a33193472 service neutron] Checking segment: {'id': '9c0f118a-7a7f-4c58-aaf0-aa15da6c2aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ac657dff-3f49-4ec5-99c4-6bf925a9f9fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:46:18.885508 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-e91a7a57-ebcb-413f-a322-860a33193472 service neutron] Bound using segment: {'id': '9c0f118a-7a7f-4c58-aaf0-aa15da6c2aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ac657dff-3f49-4ec5-99c4-6bf925a9f9fa'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:46:18.885940 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-e91a7a57-ebcb-413f-a322-860a33193472 service neutron] Bound port: f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c0f118a-7a7f-4c58-aaf0-aa15da6c2aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ac657dff-3f49-4ec5-99c4-6bf925a9f9fa'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:46:18.886502 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-e91a7a57-ebcb-413f-a322-860a33193472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:18.962681 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-e91a7a57-ebcb-413f-a322-860a33193472 service neutron] For port f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:46:18.965777 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-e91a7a57-ebcb-413f-a322-860a33193472 service neutron] For port f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65,segment=NetworkSegment(9c0f118a-7a7f-4c58-aaf0-aa15da6c2aef),segment_id=9c0f118a-7a7f-4c58-aaf0-aa15da6c2aef)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:46:18.970361 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-e91a7a57-ebcb-413f-a322-860a33193472 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:19.000676 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-e91a7a57-ebcb-413f-a322-860a33193472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:46:19.001302 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-e91a7a57-ebcb-413f-a322-860a33193472 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:19.002819 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-e91a7a57-ebcb-413f-a322-860a33193472 service neutron] 10.222.0.13 "PUT /v2.0/ports/f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65 HTTP/1.1" status: 200 len: 1092 time: 0.7366412 Jul 24 01:46:19.004907 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9300b19c-54e9-49b3-b31b-7cde9d4a70cf', 'tag': 'f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:46:19.007414 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c0377c0cac57482b78947fbfdb6e67ca594c264dadda24220a1a6cbe410d8c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9d9b2d-3ac8-4b74-939e-c31d753c356b" -d '{"events": [{"name": "network-changed", "server_uuid": "9300b19c-54e9-49b3-b31b-7cde9d4a70cf", "tag": "f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:46:19.041055 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a7a57-ebcb-413f-a322-860a33193472 service neutron] Pushing event updated for resources: {'Port': ['ID=f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:46:19.061061 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d09923-a1e1-4e01-b4ff-949fe8cc69d6 x-openstack-request-id: req-d2d09923-a1e1-4e01-b4ff-949fe8cc69d6 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:46:19.061385 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9300b19c-54e9-49b3-b31b-7cde9d4a70cf", "tag": "f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:46:19.062055 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d2d09923-a1e1-4e01-b4ff-949fe8cc69d6 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:46:19.062346 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9300b19c-54e9-49b3-b31b-7cde9d4a70cf', 'tag': 'f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65', 'status': 'completed', 'code': 200} Jul 24 01:46:19.109953 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-68c2ceef-17fa-4987-a3bf-86ee157e7eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:46:19.111562 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-68c2ceef-17fa-4987-a3bf-86ee157e7eca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bf7a8936f54402fb834700eeb2c9b01&device_id=9300b19c-54e9-49b3-b31b-7cde9d4a70cf HTTP/1.1" status: 200 len: 1095 time: 0.0640235 Jul 24 01:46:19.161353 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-a06043ed-d4cc-42cf-a42c-289365cab300 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65 HTTP/1.1" status: 200 len: 217 time: 0.0430408 Jul 24 01:46:19.213858 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-06c3b837-d8ba-41c6-b8b7-a1fee7aa1ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:46:19.218597 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-06c3b837-d8ba-41c6-b8b7-a1fee7aa1ad9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1dfee211-3263-4e7f-9478-7c684bcb26c7 HTTP/1.1" status: 200 len: 835 time: 0.0517242 Jul 24 01:46:19.283092 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-31d5c0a7-4b27-4594-8f9a-7af506546db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:46:19.284625 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-31d5c0a7-4b27-4594-8f9a-7af506546db7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ac657dff-3f49-4ec5-99c4-6bf925a9f9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602360 Jul 24 01:46:19.383281 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-db389240-0dc3-490a-a8ab-115aa671275c service neutron] 10.222.0.13 "GET /v2.0/networks/ac657dff-3f49-4ec5-99c4-6bf925a9f9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913241 Jul 24 01:46:19.472429 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7dbd4d22-2a16-41f7-b0ef-4bbad19be9b2 req-bdafac3d-a7d2-4e5b-8f2e-5a5b29d80afb service neutron] 10.222.0.13 "GET /v2.0/networks/ac657dff-3f49-4ec5-99c4-6bf925a9f9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833008 Jul 24 01:46:19.577762 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d9b2d-3ac8-4b74-939e-c31d753c356b req-7aa45c7d-c16c-4e44-bc74-c75836d6e01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:46:19.579332 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eb9d9b2d-3ac8-4b74-939e-c31d753c356b req-7aa45c7d-c16c-4e44-bc74-c75836d6e01a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bf7a8936f54402fb834700eeb2c9b01&device_id=9300b19c-54e9-49b3-b31b-7cde9d4a70cf HTTP/1.1" status: 200 len: 1095 time: 0.0636952 Jul 24 01:46:19.672272 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d9b2d-3ac8-4b74-939e-c31d753c356b req-9b09264c-6517-4951-953b-a9b98392cf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:46:19.673778 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eb9d9b2d-3ac8-4b74-939e-c31d753c356b req-9b09264c-6517-4951-953b-a9b98392cf8c service neutron] 10.222.0.13 "GET /v2.0/networks?id=ac657dff-3f49-4ec5-99c4-6bf925a9f9fa HTTP/1.1" status: 200 len: 897 time: 0.0887554 Jul 24 01:46:19.691940 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:19.720066 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eb9d9b2d-3ac8-4b74-939e-c31d753c356b req-273a3c58-3b1d-48a8-af1c-b3835a1e664c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65 HTTP/1.1" status: 200 len: 217 time: 0.0403898 Jul 24 01:46:19.798653 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d9b2d-3ac8-4b74-939e-c31d753c356b req-b08eda00-afa0-419d-a73b-1092f625ff95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:46:19.800073 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eb9d9b2d-3ac8-4b74-939e-c31d753c356b req-b08eda00-afa0-419d-a73b-1092f625ff95 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1dfee211-3263-4e7f-9478-7c684bcb26c7 HTTP/1.1" status: 200 len: 835 time: 0.0738568 Jul 24 01:46:19.862431 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceada291-a800-43f8-91fe-d7081c572eea req-f5dd11aa-6c6a-411c-81c0-1b0edee62752 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:46:19.863937 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ceada291-a800-43f8-91fe-d7081c572eea req-f5dd11aa-6c6a-411c-81c0-1b0edee62752 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=9300b19c-54e9-49b3-b31b-7cde9d4a70cf HTTP/1.1" status: 200 len: 943 time: 0.1110094 Jul 24 01:46:19.898233 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d9b2d-3ac8-4b74-939e-c31d753c356b req-f9dfb030-5e33-4b30-82f3-1b99dea00224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:46:19.899748 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eb9d9b2d-3ac8-4b74-939e-c31d753c356b req-f9dfb030-5e33-4b30-82f3-1b99dea00224 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ac657dff-3f49-4ec5-99c4-6bf925a9f9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0920079 Jul 24 01:46:19.922458 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ceada291-a800-43f8-91fe-d7081c572eea req-d313ce1e-4644-4af3-8536-e5a6aca6cb7c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac515448-e71c-49fa-81ce-56c48918c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522072 Jul 24 01:46:19.999683 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eb9d9b2d-3ac8-4b74-939e-c31d753c356b req-9ebcfd56-a99e-4e11-84b4-e7abe1f7228e service neutron] 10.222.0.13 "GET /v2.0/networks/ac657dff-3f49-4ec5-99c4-6bf925a9f9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902181 Jul 24 01:46:20.013845 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 98c1406b-84ae-4904-94a5-216148d0234f up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:46:20.061591 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 98c1406b-84ae-4904-94a5-216148d0234f triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:46:20.061885 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:20.101193 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eb9d9b2d-3ac8-4b74-939e-c31d753c356b req-8b626865-90b4-4dae-bb67-6683efc6cff8 service neutron] 10.222.0.13 "GET /v2.0/networks/ac657dff-3f49-4ec5-99c4-6bf925a9f9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948422 Jul 24 01:46:21.054033 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a79ca-9b9e-4725-9d60-c7d3813ea173 req-75beac4e-5554-4bd5-9cf6-83196fd99496 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:46:21.055596 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ab6a79ca-9b9e-4725-9d60-c7d3813ea173 req-75beac4e-5554-4bd5-9cf6-83196fd99496 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=9300b19c-54e9-49b3-b31b-7cde9d4a70cf HTTP/1.1" status: 200 len: 943 time: 0.0650132 Jul 24 01:46:21.094930 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ab6a79ca-9b9e-4725-9d60-c7d3813ea173 req-3dba838e-0a2e-4ded-acc7-cd0671bd9e1f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac515448-e71c-49fa-81ce-56c48918c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333877 Jul 24 01:46:21.188295 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:22.227344 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee0f7c-f966-41e2-a500-9ff2fcc1fd9e req-fbd5ae1e-cc0b-457b-95b7-76af0485e70c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:46:22.228852 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-46ee0f7c-f966-41e2-a500-9ff2fcc1fd9e req-fbd5ae1e-cc0b-457b-95b7-76af0485e70c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=9300b19c-54e9-49b3-b31b-7cde9d4a70cf HTTP/1.1" status: 200 len: 943 time: 0.0674207 Jul 24 01:46:22.268665 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-46ee0f7c-f966-41e2-a500-9ff2fcc1fd9e req-46d72000-854a-4b16-b923-2b97a2153e6b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac515448-e71c-49fa-81ce-56c48918c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333531 Jul 24 01:46:22.625714 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:46:22.715381 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:46:22.813237 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65,segment=NetworkSegment(9c0f118a-7a7f-4c58-aaf0-aa15da6c2aef),segment_id=9c0f118a-7a7f-4c58-aaf0-aa15da6c2aef)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:46:22.825203 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65', 'network_id': 'ac657dff-3f49-4ec5-99c4-6bf925a9f9fa', 'port_id': 'f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65', 'mac_address': 'fa:16:3e:d2:89:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dfee211-3263-4e7f-9478-7c684bcb26c7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:46:22.861938 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:22.876202 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:46:22.904579 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65,segment=NetworkSegment(9c0f118a-7a7f-4c58-aaf0-aa15da6c2aef),segment_id=9c0f118a-7a7f-4c58-aaf0-aa15da6c2aef)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:46:22.909085 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:22.957486 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:46:23.142392 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:46:23.427132 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40045ea6-bc72-4157-949a-06a2e57eaf16 req-744ec374-b6d4-4feb-bf22-43dc59e6b670 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:46:23.428968 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-40045ea6-bc72-4157-949a-06a2e57eaf16 req-744ec374-b6d4-4feb-bf22-43dc59e6b670 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=9300b19c-54e9-49b3-b31b-7cde9d4a70cf HTTP/1.1" status: 200 len: 944 time: 0.0846202 Jul 24 01:46:23.474063 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-40045ea6-bc72-4157-949a-06a2e57eaf16 req-f3ce6def-e54d-4f21-9eee-c3f69fceba9f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac515448-e71c-49fa-81ce-56c48918c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381820 Jul 24 01:46:24.610520 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce9bbe-5234-4391-85cb-428af976df06 req-61e2fc2d-a6a7-45bd-af77-2713b7995e97 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:46:24.612021 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4cce9bbe-5234-4391-85cb-428af976df06 req-61e2fc2d-a6a7-45bd-af77-2713b7995e97 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=9300b19c-54e9-49b3-b31b-7cde9d4a70cf HTTP/1.1" status: 200 len: 944 time: 0.0672569 Jul 24 01:46:24.649243 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4cce9bbe-5234-4391-85cb-428af976df06 req-caeb457b-f653-4941-9766-05c4048d5110 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac515448-e71c-49fa-81ce-56c48918c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316989 Jul 24 01:46:24.731332 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:46:24.781898 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:46:24.785563 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:46:24.785938 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:24.865831 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:24.888918 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9300b19c-54e9-49b3-b31b-7cde9d4a70cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:46:24.891263 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b36c629d192f293ddd0cd0678fefb9a9e59c3f82b7da09e09f5fd8b02f5b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31554ec2-e01b-4f6e-96a8-10fab37144a4" -d '{"events": [{"server_uuid": "9300b19c-54e9-49b3-b31b-7cde9d4a70cf", "name": "network-vif-plugged", "status": "completed", "tag": "f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:46:24.904442 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65,segment=NetworkSegment(9c0f118a-7a7f-4c58-aaf0-aa15da6c2aef),segment_id=9c0f118a-7a7f-4c58-aaf0-aa15da6c2aef)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:46:24.909519 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:24.938953 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac8c781-3543-4e26-8413-21324af99f33 x-openstack-request-id: req-bac8c781-3543-4e26-8413-21324af99f33 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:46:24.939255 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9300b19c-54e9-49b3-b31b-7cde9d4a70cf", "name": "network-vif-plugged", "status": "completed", "tag": "f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:46:24.939510 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bac8c781-3543-4e26-8413-21324af99f33 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:46:24.939899 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9300b19c-54e9-49b3-b31b-7cde9d4a70cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65', 'code': 200} Jul 24 01:46:24.968669 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:46:25.041578 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd84ca-d97e-4d3d-8793-d8145ac83472 req-31c8e18c-54d1-4765-b947-2f7c276cf7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:46:25.043822 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f0cd84ca-d97e-4d3d-8793-d8145ac83472 req-31c8e18c-54d1-4765-b947-2f7c276cf7e1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9300b19c-54e9-49b3-b31b-7cde9d4a70cf HTTP/1.1" status: 200 len: 1097 time: 0.0528896 Jul 24 01:46:25.076314 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f0cd84ca-d97e-4d3d-8793-d8145ac83472 req-7b609ae1-8bc3-42e3-8c36-72ec8d97a71c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ac515448-e71c-49fa-81ce-56c48918c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0267324 Jul 24 01:46:25.782392 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ffd19-41e9-4d05-a632-44afd153e01d req-7b23c0d4-e3c6-477b-a357-b3c640068914 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:46:25.783951 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-df3ffd19-41e9-4d05-a632-44afd153e01d req-7b23c0d4-e3c6-477b-a357-b3c640068914 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=9300b19c-54e9-49b3-b31b-7cde9d4a70cf HTTP/1.1" status: 200 len: 945 time: 0.0644252 Jul 24 01:46:25.823218 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-df3ffd19-41e9-4d05-a632-44afd153e01d req-4a17c19e-b81f-4847-abfd-07b1500a44a3 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac515448-e71c-49fa-81ce-56c48918c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331273 Jul 24 01:46:26.956033 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ef049-a581-4a0d-9688-63b4483310c1 req-5faceba7-7292-46ab-8250-c516f18fd524 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:46:26.957568 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-aa0ef049-a581-4a0d-9688-63b4483310c1 req-5faceba7-7292-46ab-8250-c516f18fd524 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=9300b19c-54e9-49b3-b31b-7cde9d4a70cf HTTP/1.1" status: 200 len: 945 time: 0.0656514 Jul 24 01:46:26.995885 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-aa0ef049-a581-4a0d-9688-63b4483310c1 req-817a3b14-296e-44cd-b2e0-0ce3ec188cad tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac515448-e71c-49fa-81ce-56c48918c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325541 Jul 24 01:46:27.129359 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78704d78-413c-4207-b3c8-73c29401edf1 req-500e05f1-8ddd-4fd6-b89c-aab8a3d69009 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:46:27.130906 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-78704d78-413c-4207-b3c8-73c29401edf1 req-500e05f1-8ddd-4fd6-b89c-aab8a3d69009 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=9300b19c-54e9-49b3-b31b-7cde9d4a70cf HTTP/1.1" status: 200 len: 945 time: 0.0686128 Jul 24 01:46:27.171035 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-78704d78-413c-4207-b3c8-73c29401edf1 req-31e6d029-0e3b-44fd-b8df-07df716c1228 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac515448-e71c-49fa-81ce-56c48918c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335143 Jul 24 01:46:27.192646 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51816) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:46:27.250378 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1351f189-4a04-4883-bf73-daeba10ffdc4 tempest-TestNetworkAdvancedServerOps-1827788520 tempest-TestNetworkAdvancedServerOps-1827788520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:46:27.251900 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1351f189-4a04-4883-bf73-daeba10ffdc4 tempest-TestNetworkAdvancedServerOps-1827788520 tempest-TestNetworkAdvancedServerOps-1827788520-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9300b19c-54e9-49b3-b31b-7cde9d4a70cf HTTP/1.1" status: 200 len: 1092 time: 0.0582705 Jul 24 01:46:27.254696 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51818) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:46:27.259108 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-d6ae46e4-4d0b-40b5-821e-ab04b356b554 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'port_id': 'f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:46:27.281698 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d6ae46e4-4d0b-40b5-821e-ab04b356b554 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for floatingip, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:27.400477 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d6ae46e4-4d0b-40b5-821e-ab04b356b554 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:27.507846 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-d6ae46e4-4d0b-40b5-821e-ab04b356b554 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Allocated IP 172.25.2.74 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/3ed60309-2aec-4ce1-b885-e867af939933) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:46:27.614307 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d6ae46e4-4d0b-40b5-821e-ab04b356b554 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:27.656933 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d6ae46e4-4d0b-40b5-821e-ab04b356b554 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:27.695478 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ae46e4-4d0b-40b5-821e-ab04b356b554 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:46:27.700200 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-d6ae46e4-4d0b-40b5-821e-ab04b356b554 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:46:27.703113 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ae46e4-4d0b-40b5-821e-ab04b356b554 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:46:27.731656 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae46e4-4d0b-40b5-821e-ab04b356b554 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'Port': ['ID=3ed60309-2aec-4ce1-b885-e867af939933,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:46:28.068419 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d6ae46e4-4d0b-40b5-821e-ab04b356b554 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:28.147652 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d6ae46e4-4d0b-40b5-821e-ab04b356b554 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:28.293970 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d6ae46e4-4d0b-40b5-821e-ab04b356b554 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:28.298842 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d6ae46e4-4d0b-40b5-821e-ab04b356b554 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:28.368516 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae46e4-4d0b-40b5-821e-ab04b356b554 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'Port': ['ID=3ed60309-2aec-4ce1-b885-e867af939933,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:46:28.381284 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d6ae46e4-4d0b-40b5-821e-ab04b356b554 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:28.481969 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [None req-d6ae46e4-4d0b-40b5-821e-ab04b356b554 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Floating IP 2961c145-c431-4995-8381-100a093bd0f0 associated. External IP: 172.25.2.74, port: f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65. Jul 24 01:46:29.002362 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ae46e4-4d0b-40b5-821e-ab04b356b554 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Router 27945615-c5cb-470b-9ea5-0ca86b1eaf9d has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:46:29.107702 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ae46e4-4d0b-40b5-821e-ab04b356b554 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:46:29.117968 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29ba6ea-64d0-44a4-bdfd-33efea80a4d2 None None] Sync routers for ids ['27945615-c5cb-470b-9ea5-0ca86b1eaf9d'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:46:29.124489 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d6ae46e4-4d0b-40b5-821e-ab04b356b554 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:29.129412 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29ba6ea-64d0-44a4-bdfd-33efea80a4d2 None None] Routers {'27945615-c5cb-470b-9ea5-0ca86b1eaf9d'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:46:29.130107 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-c29ba6ea-64d0-44a4-bdfd-33efea80a4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:46:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['27945615-c5cb-470b-9ea5-0ca86b1eaf9d'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:46:29.164597 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d6ae46e4-4d0b-40b5-821e-ab04b356b554 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9088359 Jul 24 01:46:29.165206 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9300b19c-54e9-49b3-b31b-7cde9d4a70cf', 'tag': 'f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:46:29.167526 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c0377c0cac57482b78947fbfdb6e67ca594c264dadda24220a1a6cbe410d8c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d808cbb-ba83-475c-bb39-2a9f86449bd1" -d '{"events": [{"name": "network-changed", "server_uuid": "9300b19c-54e9-49b3-b31b-7cde9d4a70cf", "tag": "f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:46:29.207657 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8974017-ae86-436e-87ca-84627cdcd0a6 x-openstack-request-id: req-e8974017-ae86-436e-87ca-84627cdcd0a6 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:46:29.208804 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9300b19c-54e9-49b3-b31b-7cde9d4a70cf", "tag": "f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:46:29.208804 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e8974017-ae86-436e-87ca-84627cdcd0a6 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:46:29.208804 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9300b19c-54e9-49b3-b31b-7cde9d4a70cf', 'tag': 'f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65', 'status': 'completed', 'code': 200} Jul 24 01:46:29.255036 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-c29ba6ea-64d0-44a4-bdfd-33efea80a4d2 None None] Set router 27945615-c5cb-470b-9ea5-0ca86b1eaf9d gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:46:29.286108 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9566da38-785f-4e7f-b696-60fa7ed5de7a req-763483d3-085e-43ab-949b-5b3e0ac9ad1b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:46:29.287727 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9566da38-785f-4e7f-b696-60fa7ed5de7a req-763483d3-085e-43ab-949b-5b3e0ac9ad1b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=9300b19c-54e9-49b3-b31b-7cde9d4a70cf HTTP/1.1" status: 200 len: 945 time: 0.0698338 Jul 24 01:46:29.290471 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d808cbb-ba83-475c-bb39-2a9f86449bd1 req-89260b3b-56b1-4bd0-abf1-f903e507a673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:46:29.292123 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7d808cbb-ba83-475c-bb39-2a9f86449bd1 req-89260b3b-56b1-4bd0-abf1-f903e507a673 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bf7a8936f54402fb834700eeb2c9b01&device_id=9300b19c-54e9-49b3-b31b-7cde9d4a70cf HTTP/1.1" status: 200 len: 1097 time: 0.0574553 Jul 24 01:46:29.331567 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9566da38-785f-4e7f-b696-60fa7ed5de7a req-b72f3aff-c402-445a-9ef6-c823f59e7997 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac515448-e71c-49fa-81ce-56c48918c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357482 Jul 24 01:46:29.353109 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51824) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:46:29.408432 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d808cbb-ba83-475c-bb39-2a9f86449bd1 req-3b9b5223-c64a-418e-a9b9-31b2c566dc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:46:29.410028 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7d808cbb-ba83-475c-bb39-2a9f86449bd1 req-3b9b5223-c64a-418e-a9b9-31b2c566dc7a service neutron] 10.222.0.13 "GET /v2.0/networks?id=ac657dff-3f49-4ec5-99c4-6bf925a9f9fa HTTP/1.1" status: 200 len: 897 time: 0.1110196 Jul 24 01:46:29.423331 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-57ac7d0b-4068-45a0-a307-3899785e4b4f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/floatingips/2961c145-c431-4995-8381-100a093bd0f0 HTTP/1.1" status: 200 len: 990 time: 0.0673347 Jul 24 01:46:29.479254 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7d808cbb-ba83-475c-bb39-2a9f86449bd1 req-1193fa96-98a6-4e0d-8faa-10bd55b8382e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65 HTTP/1.1" status: 200 len: 998 time: 0.0626523 Jul 24 01:46:29.498898 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-c29ba6ea-64d0-44a4-bdfd-33efea80a4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27945615-c5cb-470b-9ea5-0ca86b1eaf9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518939564', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:46:10Z', 'updated_at': '2021-07-24T01:46:14Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': 'de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27945615-c5cb-470b-9ea5-0ca86b1eaf9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:46:10Z', 'updated_at': '2021-07-24T01:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '2961c145-c431-4995-8381-100a093bd0f0', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'floating_ip_address': '172.25.2.74', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '27945615-c5cb-470b-9ea5-0ca86b1eaf9d', 'port_id': 'f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac657dff-3f49-4ec5-99c4-6bf925a9f9fa', 'mac_address': 'fa:16:3e:d2:89:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9300b19c-54e9-49b3-b31b-7cde9d4a70cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:46:27Z', 'updated_at': '2021-07-24T01:46:27Z', 'revision_number': 0, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c1406b-84ae-4904-94a5-216148d0234f', 'name': '', 'network_id': 'ac657dff-3f49-4ec5-99c4-6bf925a9f9fa', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'mac_address': 'fa:16:3e:06:3d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27945615-c5cb-470b-9ea5-0ca86b1eaf9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '1dfee211-3263-4e7f-9478-7c684bcb26c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:46:13Z', 'updated_at': '2021-07-24T01:46:18Z', 'revision_number': 5, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'subnets': [{'id': '1dfee211-3263-4e7f-9478-7c684bcb26c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:46:29.529158 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d808cbb-ba83-475c-bb39-2a9f86449bd1 req-03308915-08c5-4d82-bff0-61fbdd011bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:46:29.529626 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29ba6ea-64d0-44a4-bdfd-33efea80a4d2 None None] Checking router: 27945615-c5cb-470b-9ea5-0ca86b1eaf9d for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:46:29.530570 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7d808cbb-ba83-475c-bb39-2a9f86449bd1 req-03308915-08c5-4d82-bff0-61fbdd011bf7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1dfee211-3263-4e7f-9478-7c684bcb26c7 HTTP/1.1" status: 200 len: 835 time: 0.0453618 Jul 24 01:46:29.538813 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29ba6ea-64d0-44a4-bdfd-33efea80a4d2 None None] Routers {'27945615-c5cb-470b-9ea5-0ca86b1eaf9d'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:46:29.539559 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-c29ba6ea-64d0-44a4-bdfd-33efea80a4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:46:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['27945615-c5cb-470b-9ea5-0ca86b1eaf9d'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:46:29.601128 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d808cbb-ba83-475c-bb39-2a9f86449bd1 req-7a278837-63a1-4670-82ed-6f2e116bb4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:46:29.602666 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7d808cbb-ba83-475c-bb39-2a9f86449bd1 req-7a278837-63a1-4670-82ed-6f2e116bb4d3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ac657dff-3f49-4ec5-99c4-6bf925a9f9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0660813 Jul 24 01:46:29.656038 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-c29ba6ea-64d0-44a4-bdfd-33efea80a4d2 None None] Set router 27945615-c5cb-470b-9ea5-0ca86b1eaf9d gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:46:29.696614 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7d808cbb-ba83-475c-bb39-2a9f86449bd1 req-f633c951-8b08-446f-bc50-1f3691ab53ce service neutron] 10.222.0.13 "GET /v2.0/networks/ac657dff-3f49-4ec5-99c4-6bf925a9f9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871029 Jul 24 01:46:29.793629 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7d808cbb-ba83-475c-bb39-2a9f86449bd1 req-3407c53f-15f6-4401-b5d2-cef14b238878 service neutron] 10.222.0.13 "GET /v2.0/networks/ac657dff-3f49-4ec5-99c4-6bf925a9f9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908425 Jul 24 01:46:29.882799 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-c29ba6ea-64d0-44a4-bdfd-33efea80a4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27945615-c5cb-470b-9ea5-0ca86b1eaf9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518939564', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:46:10Z', 'updated_at': '2021-07-24T01:46:14Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': 'de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27945615-c5cb-470b-9ea5-0ca86b1eaf9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:46:10Z', 'updated_at': '2021-07-24T01:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '2961c145-c431-4995-8381-100a093bd0f0', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'floating_ip_address': '172.25.2.74', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '27945615-c5cb-470b-9ea5-0ca86b1eaf9d', 'port_id': 'f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac657dff-3f49-4ec5-99c4-6bf925a9f9fa', 'mac_address': 'fa:16:3e:d2:89:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9300b19c-54e9-49b3-b31b-7cde9d4a70cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:46:27Z', 'updated_at': '2021-07-24T01:46:27Z', 'revision_number': 0, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c1406b-84ae-4904-94a5-216148d0234f', 'name': '', 'network_id': 'ac657dff-3f49-4ec5-99c4-6bf925a9f9fa', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'mac_address': 'fa:16:3e:06:3d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27945615-c5cb-470b-9ea5-0ca86b1eaf9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '1dfee211-3263-4e7f-9478-7c684bcb26c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:46:13Z', 'updated_at': '2021-07-24T01:46:18Z', 'revision_number': 5, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'subnets': [{'id': '1dfee211-3263-4e7f-9478-7c684bcb26c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:46:29.913546 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29ba6ea-64d0-44a4-bdfd-33efea80a4d2 None None] The sync data for ids ['27945615-c5cb-470b-9ea5-0ca86b1eaf9d'] in n-d-793621-25 is: [{'id': '27945615-c5cb-470b-9ea5-0ca86b1eaf9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518939564', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:46:10Z', 'updated_at': '2021-07-24T01:46:14Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': 'de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27945615-c5cb-470b-9ea5-0ca86b1eaf9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:46:10Z', 'updated_at': '2021-07-24T01:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '2961c145-c431-4995-8381-100a093bd0f0', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'floating_ip_address': '172.25.2.74', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '27945615-c5cb-470b-9ea5-0ca86b1eaf9d', 'port_id': 'f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac657dff-3f49-4ec5-99c4-6bf925a9f9fa', 'mac_address': 'fa:16:3e:d2:89:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9300b19c-54e9-49b3-b31b-7cde9d4a70cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:46:27Z', 'updated_at': '2021-07-24T01:46:27Z', 'revision_number': 0, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c1406b-84ae-4904-94a5-216148d0234f', 'name': '', 'network_id': 'ac657dff-3f49-4ec5-99c4-6bf925a9f9fa', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'mac_address': 'fa:16:3e:06:3d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27945615-c5cb-470b-9ea5-0ca86b1eaf9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '1dfee211-3263-4e7f-9478-7c684bcb26c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:46:13Z', 'updated_at': '2021-07-24T01:46:18Z', 'revision_number': 5, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'subnets': [{'id': '1dfee211-3263-4e7f-9478-7c684bcb26c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:46:30.112918 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e089b3e0-b6ca-4b80-94e6-b651b9fdac72 None None] New status for floating IP 2961c145-c431-4995-8381-100a093bd0f0: ACTIVE {{(pid=100466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:46:30.425272 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51826) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:46:30.490911 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7e56799e-30f8-43c4-a923-e8ad30aad374 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/floatingips/2961c145-c431-4995-8381-100a093bd0f0 HTTP/1.1" status: 200 len: 992 time: 0.0643585 Jul 24 01:46:35.458355 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:35.859082 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:45.844323 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e8decb35-2689-4ffb-b031-20e362ade0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:48.345364 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-92e5f54a-7242-4e95-ab6f-56bbd278f768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:48.556326 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:49.687829 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:51.190321 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:46:58.860751 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [req-110f059e-1fb8-4a2a-8e45-afab998b1529 req-59462b14-2644-43c7-934f-ddbe2d3a3061 service neutron] (100464) timed out ('10.222.0.13', 64209) {{(pid=100464) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 24 01:46:59.625234 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:47:01.562546 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c07a83-9d31-45a0-9b4f-7e2e7cbeb8cb req-514f7591-eb7e-41b7-bed8-52420c72073c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:47:01.564081 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-01c07a83-9d31-45a0-9b4f-7e2e7cbeb8cb req-514f7591-eb7e-41b7-bed8-52420c72073c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=9300b19c-54e9-49b3-b31b-7cde9d4a70cf HTTP/1.1" status: 200 len: 945 time: 0.0646110 Jul 24 01:47:01.602963 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-01c07a83-9d31-45a0-9b4f-7e2e7cbeb8cb req-edc82241-3305-4145-80e0-8822f4d6da8d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac515448-e71c-49fa-81ce-56c48918c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332983 Jul 24 01:47:02.780398 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998404cc-8236-4c1d-bb1c-d622ac940fdf req-5ea25213-1530-4334-ac0e-62ec1b9ec00b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:47:02.781909 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-998404cc-8236-4c1d-bb1c-d622ac940fdf req-5ea25213-1530-4334-ac0e-62ec1b9ec00b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=9300b19c-54e9-49b3-b31b-7cde9d4a70cf HTTP/1.1" status: 200 len: 945 time: 0.0688584 Jul 24 01:47:02.820439 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-998404cc-8236-4c1d-bb1c-d622ac940fdf req-c2ac5626-23c6-41b9-b49d-d25256e7b377 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac515448-e71c-49fa-81ce-56c48918c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328548 Jul 24 01:47:02.841972 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51848) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:47:02.907033 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-640fbe41-6d7f-4a01-8ab8-0a92c5a32c9e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/floatingips/2961c145-c431-4995-8381-100a093bd0f0 HTTP/1.1" status: 200 len: 992 time: 0.0638928 Jul 24 01:47:04.178844 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd188f-a41b-4a94-ad41-e1c850801220 req-c3d1003b-26d3-4c8f-9a5c-5cb7ccded31a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:47:04.180375 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c1cd188f-a41b-4a94-ad41-e1c850801220 req-c3d1003b-26d3-4c8f-9a5c-5cb7ccded31a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=9300b19c-54e9-49b3-b31b-7cde9d4a70cf HTTP/1.1" status: 200 len: 945 time: 0.0645130 Jul 24 01:47:04.220088 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c1cd188f-a41b-4a94-ad41-e1c850801220 req-4893a864-02c0-458e-b5e5-08f0a92aac0c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac515448-e71c-49fa-81ce-56c48918c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333657 Jul 24 01:47:05.352753 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa272ce-56e7-4b97-bacf-38bb33ab617b req-b035baf4-5bd8-4418-8230-26f27e98adad tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:47:05.354259 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9fa272ce-56e7-4b97-bacf-38bb33ab617b req-b035baf4-5bd8-4418-8230-26f27e98adad tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=9300b19c-54e9-49b3-b31b-7cde9d4a70cf HTTP/1.1" status: 200 len: 945 time: 0.0636208 Jul 24 01:47:05.395846 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9fa272ce-56e7-4b97-bacf-38bb33ab617b req-8c6a2e8b-0611-4653-bd99-12880089d8bc tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac515448-e71c-49fa-81ce-56c48918c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355296 Jul 24 01:47:05.417896 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51858) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:47:05.465086 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:05.485795 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a54a2181-ec8d-4b94-a6cf-084c8661b9d2 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/floatingips/2961c145-c431-4995-8381-100a093bd0f0 HTTP/1.1" status: 200 len: 992 time: 0.0667410 Jul 24 01:47:05.704734 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51864) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:47:05.865729 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-7d84e587-43f3-4e62-bb91-1c5daa8c3246 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Deleting port 3ed60309-2aec-4ce1-b885-e867af939933 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:47:05.865977 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7d84e587-43f3-4e62-bb91-1c5daa8c3246 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:05.868456 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:05.942260 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7d84e587-43f3-4e62-bb91-1c5daa8c3246 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:05.942598 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7d84e587-43f3-4e62-bb91-1c5daa8c3246 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:05.954934 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-7d84e587-43f3-4e62-bb91-1c5daa8c3246 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Calling delete_port for 3ed60309-2aec-4ce1-b885-e867af939933 owned by network:floatingip {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:47:06.103369 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7d84e587-43f3-4e62-bb91-1c5daa8c3246 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:06.130153 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d84e587-43f3-4e62-bb91-1c5daa8c3246 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event deleted for resources: {'Port': ['ID=3ed60309-2aec-4ce1-b885-e867af939933,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:47:06.157988 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d84e587-43f3-4e62-bb91-1c5daa8c3246 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:06.158364 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d84e587-43f3-4e62-bb91-1c5daa8c3246 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:06.158727 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d84e587-43f3-4e62-bb91-1c5daa8c3246 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:06.159081 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d84e587-43f3-4e62-bb91-1c5daa8c3246 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:06.159444 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d84e587-43f3-4e62-bb91-1c5daa8c3246 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:06.159772 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d84e587-43f3-4e62-bb91-1c5daa8c3246 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:06.160119 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d84e587-43f3-4e62-bb91-1c5daa8c3246 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:06.160459 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d84e587-43f3-4e62-bb91-1c5daa8c3246 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:06.160794 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d84e587-43f3-4e62-bb91-1c5daa8c3246 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:06.161130 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d84e587-43f3-4e62-bb91-1c5daa8c3246 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:06.161464 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d84e587-43f3-4e62-bb91-1c5daa8c3246 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:06.161797 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d84e587-43f3-4e62-bb91-1c5daa8c3246 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:06.200914 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7d84e587-43f3-4e62-bb91-1c5daa8c3246 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for floatingip, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:06.201341 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [None req-7d84e587-43f3-4e62-bb91-1c5daa8c3246 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Floating IP 2961c145-c431-4995-8381-100a093bd0f0 disassociated (deleted). External IP: 172.25.2.74, port: f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65. Jul 24 01:47:06.415137 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d84e587-43f3-4e62-bb91-1c5daa8c3246 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Router 27945615-c5cb-470b-9ea5-0ca86b1eaf9d has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:47:06.523507 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d84e587-43f3-4e62-bb91-1c5daa8c3246 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:47:06.528162 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7d84e587-43f3-4e62-bb91-1c5daa8c3246 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:06.533589 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c85533-b0c1-4e70-9d59-492a90e027e3 None None] Sync routers for ids ['27945615-c5cb-470b-9ea5-0ca86b1eaf9d'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:47:06.542246 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c85533-b0c1-4e70-9d59-492a90e027e3 None None] Routers {'27945615-c5cb-470b-9ea5-0ca86b1eaf9d'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:47:06.542893 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-a8c85533-b0c1-4e70-9d59-492a90e027e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:46:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['27945615-c5cb-470b-9ea5-0ca86b1eaf9d'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:47:06.565603 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7d84e587-43f3-4e62-bb91-1c5daa8c3246 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "DELETE /v2.0/floatingips/2961c145-c431-4995-8381-100a093bd0f0 HTTP/1.1" status: 204 len: 168 time: 0.8597717 Jul 24 01:47:06.566188 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9300b19c-54e9-49b3-b31b-7cde9d4a70cf', 'tag': 'f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:47:06.568503 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c0377c0cac57482b78947fbfdb6e67ca594c264dadda24220a1a6cbe410d8c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9f8344-cd3a-41e2-8b71-296f5518c7ae" -d '{"events": [{"name": "network-changed", "server_uuid": "9300b19c-54e9-49b3-b31b-7cde9d4a70cf", "tag": "f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:47:06.609243 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9beb25-d4fb-4b09-9abf-814d6d190bb5 x-openstack-request-id: req-fa9beb25-d4fb-4b09-9abf-814d6d190bb5 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:47:06.609535 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9300b19c-54e9-49b3-b31b-7cde9d4a70cf", "tag": "f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:47:06.609791 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fa9beb25-d4fb-4b09-9abf-814d6d190bb5 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:47:06.610330 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9300b19c-54e9-49b3-b31b-7cde9d4a70cf', 'tag': 'f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65', 'status': 'completed', 'code': 200} Jul 24 01:47:06.693381 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f8344-cd3a-41e2-8b71-296f5518c7ae req-ff1bd7e9-2cad-411b-a27f-7e3d978b187f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:47:06.695032 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b9f8344-cd3a-41e2-8b71-296f5518c7ae req-ff1bd7e9-2cad-411b-a27f-7e3d978b187f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bf7a8936f54402fb834700eeb2c9b01&device_id=9300b19c-54e9-49b3-b31b-7cde9d4a70cf HTTP/1.1" status: 200 len: 1097 time: 0.0643613 Jul 24 01:47:06.820268 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-a8c85533-b0c1-4e70-9d59-492a90e027e3 None None] Set router 27945615-c5cb-470b-9ea5-0ca86b1eaf9d gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:47:06.845724 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f8344-cd3a-41e2-8b71-296f5518c7ae req-515a3ecd-1bde-492f-8461-c3812dce3f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:47:06.847190 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b9f8344-cd3a-41e2-8b71-296f5518c7ae req-515a3ecd-1bde-492f-8461-c3812dce3f36 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ac657dff-3f49-4ec5-99c4-6bf925a9f9fa HTTP/1.1" status: 200 len: 897 time: 0.1445634 Jul 24 01:47:06.905665 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392ab8c-738b-49e8-af00-824be0e0fb61 req-6187ea34-fb4c-41bd-be9c-a8505fc5c433 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:47:06.907502 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1392ab8c-738b-49e8-af00-824be0e0fb61 req-6187ea34-fb4c-41bd-be9c-a8505fc5c433 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=9300b19c-54e9-49b3-b31b-7cde9d4a70cf HTTP/1.1" status: 200 len: 945 time: 0.1503077 Jul 24 01:47:06.908794 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b9f8344-cd3a-41e2-8b71-296f5518c7ae req-b81b777c-b3c5-4a2d-a01c-e36110d2707f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65 HTTP/1.1" status: 200 len: 217 time: 0.0537431 Jul 24 01:47:06.979956 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1392ab8c-738b-49e8-af00-824be0e0fb61 req-44fb802e-f8f2-44ab-8e74-d0819cad66ef tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac515448-e71c-49fa-81ce-56c48918c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0663848 Jul 24 01:47:06.985544 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f8344-cd3a-41e2-8b71-296f5518c7ae req-0ffebd29-c173-4620-b98b-bb6303324f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:47:06.987027 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b9f8344-cd3a-41e2-8b71-296f5518c7ae req-0ffebd29-c173-4620-b98b-bb6303324f91 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1dfee211-3263-4e7f-9478-7c684bcb26c7 HTTP/1.1" status: 200 len: 835 time: 0.0665009 Jul 24 01:47:07.028609 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-a8c85533-b0c1-4e70-9d59-492a90e027e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27945615-c5cb-470b-9ea5-0ca86b1eaf9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518939564', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:46:10Z', 'updated_at': '2021-07-24T01:46:14Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': 'de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27945615-c5cb-470b-9ea5-0ca86b1eaf9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:46:10Z', 'updated_at': '2021-07-24T01:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '98c1406b-84ae-4904-94a5-216148d0234f', 'name': '', 'network_id': 'ac657dff-3f49-4ec5-99c4-6bf925a9f9fa', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'mac_address': 'fa:16:3e:06:3d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27945615-c5cb-470b-9ea5-0ca86b1eaf9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '1dfee211-3263-4e7f-9478-7c684bcb26c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:46:13Z', 'updated_at': '2021-07-24T01:46:18Z', 'revision_number': 5, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'subnets': [{'id': '1dfee211-3263-4e7f-9478-7c684bcb26c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:47:07.053507 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f8344-cd3a-41e2-8b71-296f5518c7ae req-bcefc74b-0cbd-4cae-9e5c-888748c9c8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:47:07.055091 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b9f8344-cd3a-41e2-8b71-296f5518c7ae req-bcefc74b-0cbd-4cae-9e5c-888748c9c8a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ac657dff-3f49-4ec5-99c4-6bf925a9f9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608802 Jul 24 01:47:07.058267 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c85533-b0c1-4e70-9d59-492a90e027e3 None None] Checking router: 27945615-c5cb-470b-9ea5-0ca86b1eaf9d for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:47:07.067227 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c85533-b0c1-4e70-9d59-492a90e027e3 None None] Routers {'27945615-c5cb-470b-9ea5-0ca86b1eaf9d'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:47:07.067834 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-a8c85533-b0c1-4e70-9d59-492a90e027e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:46:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['27945615-c5cb-470b-9ea5-0ca86b1eaf9d'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:47:07.146757 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b9f8344-cd3a-41e2-8b71-296f5518c7ae req-2bfa8465-25c1-45b0-afc6-5055426919c5 service neutron] 10.222.0.13 "GET /v2.0/networks/ac657dff-3f49-4ec5-99c4-6bf925a9f9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841465 Jul 24 01:47:07.174844 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-a8c85533-b0c1-4e70-9d59-492a90e027e3 None None] Set router 27945615-c5cb-470b-9ea5-0ca86b1eaf9d gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:47:07.244131 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1b9f8344-cd3a-41e2-8b71-296f5518c7ae req-9adf1395-95c1-40bf-8ae1-51ac621230dd service neutron] 10.222.0.13 "GET /v2.0/networks/ac657dff-3f49-4ec5-99c4-6bf925a9f9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903740 Jul 24 01:47:07.373621 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-a8c85533-b0c1-4e70-9d59-492a90e027e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27945615-c5cb-470b-9ea5-0ca86b1eaf9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518939564', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:46:10Z', 'updated_at': '2021-07-24T01:46:14Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': 'de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27945615-c5cb-470b-9ea5-0ca86b1eaf9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:46:10Z', 'updated_at': '2021-07-24T01:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '98c1406b-84ae-4904-94a5-216148d0234f', 'name': '', 'network_id': 'ac657dff-3f49-4ec5-99c4-6bf925a9f9fa', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'mac_address': 'fa:16:3e:06:3d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27945615-c5cb-470b-9ea5-0ca86b1eaf9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '1dfee211-3263-4e7f-9478-7c684bcb26c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:46:13Z', 'updated_at': '2021-07-24T01:46:18Z', 'revision_number': 5, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'subnets': [{'id': '1dfee211-3263-4e7f-9478-7c684bcb26c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:47:07.402030 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c85533-b0c1-4e70-9d59-492a90e027e3 None None] The sync data for ids ['27945615-c5cb-470b-9ea5-0ca86b1eaf9d'] in n-d-793621-25 is: [{'id': '27945615-c5cb-470b-9ea5-0ca86b1eaf9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518939564', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:46:10Z', 'updated_at': '2021-07-24T01:46:14Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': 'de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27945615-c5cb-470b-9ea5-0ca86b1eaf9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:46:10Z', 'updated_at': '2021-07-24T01:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '98c1406b-84ae-4904-94a5-216148d0234f', 'name': '', 'network_id': 'ac657dff-3f49-4ec5-99c4-6bf925a9f9fa', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'mac_address': 'fa:16:3e:06:3d:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27945615-c5cb-470b-9ea5-0ca86b1eaf9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '1dfee211-3263-4e7f-9478-7c684bcb26c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:46:13Z', 'updated_at': '2021-07-24T01:46:18Z', 'revision_number': 5, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'subnets': [{'id': '1dfee211-3263-4e7f-9478-7c684bcb26c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:47:07.623286 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7e043e-bdd2-4fa3-bd2f-b7b79d141c1b None None] New status for floating IP 2961c145-c431-4995-8381-100a093bd0f0: DOWN {{(pid=100466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:47:08.113910 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b351f62-4417-49d4-aff0-890a0a7ed330 req-333d26c2-ecb3-4e8f-bd5d-be50bfed71df tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:47:08.115348 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4b351f62-4417-49d4-aff0-890a0a7ed330 req-333d26c2-ecb3-4e8f-bd5d-be50bfed71df tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=9300b19c-54e9-49b3-b31b-7cde9d4a70cf HTTP/1.1" status: 200 len: 945 time: 0.0649631 Jul 24 01:47:08.159255 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4b351f62-4417-49d4-aff0-890a0a7ed330 req-ff307517-3a67-42b0-b191-94744474bbfe tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac515448-e71c-49fa-81ce-56c48918c71a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383606 Jul 24 01:47:08.330472 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e662394-c3c9-4250-9761-d4be9e83629a req-1810a60b-8545-431b-a3a1-d81217bc43b0 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:47:08.332006 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5e662394-c3c9-4250-9761-d4be9e83629a req-1810a60b-8545-431b-a3a1-d81217bc43b0 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.13 "GET /v2.0/ports?device_id=9300b19c-54e9-49b3-b31b-7cde9d4a70cf HTTP/1.1" status: 200 len: 945 time: 0.0640249 Jul 24 01:47:08.433091 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-5e662394-c3c9-4250-9761-d4be9e83629a req-b35e1aa7-ad97-4c06-9a84-2b3c6423cf6e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Deleting port f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:47:08.433435 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5e662394-c3c9-4250-9761-d4be9e83629a req-b35e1aa7-ad97-4c06-9a84-2b3c6423cf6e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:08.522488 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-5e662394-c3c9-4250-9761-d4be9e83629a req-b35e1aa7-ad97-4c06-9a84-2b3c6423cf6e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] For port f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65,segment=NetworkSegment(9c0f118a-7a7f-4c58-aaf0-aa15da6c2aef),segment_id=9c0f118a-7a7f-4c58-aaf0-aa15da6c2aef)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:47:08.522888 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5e662394-c3c9-4250-9761-d4be9e83629a req-b35e1aa7-ad97-4c06-9a84-2b3c6423cf6e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:08.535770 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-5e662394-c3c9-4250-9761-d4be9e83629a req-b35e1aa7-ad97-4c06-9a84-2b3c6423cf6e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Calling delete_port for f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:47:08.664169 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5e662394-c3c9-4250-9761-d4be9e83629a req-b35e1aa7-ad97-4c06-9a84-2b3c6423cf6e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:08.693603 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e1aa7-ad97-4c06-9a84-2b3c6423cf6e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event deleted for resources: {'Port': ['ID=f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:47:08.746781 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e662394-c3c9-4250-9761-d4be9e83629a req-b35e1aa7-ad97-4c06-9a84-2b3c6423cf6e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] No DVR routers for this DVR port f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:47:08.749302 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5e662394-c3c9-4250-9761-d4be9e83629a req-b35e1aa7-ad97-4c06-9a84-2b3c6423cf6e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:08.751361 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5e662394-c3c9-4250-9761-d4be9e83629a req-b35e1aa7-ad97-4c06-9a84-2b3c6423cf6e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.13 "DELETE /v2.0/ports/f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65 HTTP/1.1" status: 204 len: 173 time: 0.4131150 Jul 24 01:47:08.751809 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9300b19c-54e9-49b3-b31b-7cde9d4a70cf', 'name': 'network-vif-deleted', 'tag': 'f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:47:08.754098 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c0377c0cac57482b78947fbfdb6e67ca594c264dadda24220a1a6cbe410d8c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e6c01f-06df-44f0-90e2-90c1586c77e5" -d '{"events": [{"server_uuid": "9300b19c-54e9-49b3-b31b-7cde9d4a70cf", "name": "network-vif-deleted", "tag": "f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:47:08.795287 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb1f431-5914-4a81-a678-0f2527788d0e x-openstack-request-id: req-fdb1f431-5914-4a81-a678-0f2527788d0e {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:47:08.795736 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9300b19c-54e9-49b3-b31b-7cde9d4a70cf", "name": "network-vif-deleted", "tag": "f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:47:08.796123 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fdb1f431-5914-4a81-a678-0f2527788d0e {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:47:08.796533 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9300b19c-54e9-49b3-b31b-7cde9d4a70cf', 'name': 'network-vif-deleted', 'tag': 'f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65', 'status': 'completed', 'code': 200} Jul 24 01:47:09.270145 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0bb1d6d8-c85b-47d8-b93f-c4cd99514d72 req-beccdbce-2021-47b1-859b-caa97d2b3f87 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=9300b19c-54e9-49b3-b31b-7cde9d4a70cf HTTP/1.1" status: 200 len: 210 time: 0.0305350 Jul 24 01:47:09.485424 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6a179304-317f-4582-b184-94434bda11ce req-df986d52-3370-44f1-8f43-8ff6db12e514 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0280902 Jul 24 01:47:09.553372 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6a179304-317f-4582-b184-94434bda11ce req-8f9dd96d-b580-475e-9096-a56e538d90fb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17 HTTP/1.1" status: 200 len: 210 time: 0.0281420 Jul 24 01:47:09.592884 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6a179304-317f-4582-b184-94434bda11ce req-8fef19f6-ebc7-45a8-ba1e-e62470fe2973 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210283 Jul 24 01:47:09.687487 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a179304-317f-4582-b184-94434bda11ce req-caeef11d-b91d-4e21-a382-b00326d042aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:47:09.688978 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6a179304-317f-4582-b184-94434bda11ce req-caeef11d-b91d-4e21-a382-b00326d042aa service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904987 Jul 24 01:47:10.324954 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51880) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:47:10.687155 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f161ede3-e73c-4611-8bf8-2c7edf204aee tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:10.951589 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-f161ede3-e73c-4611-8bf8-2c7edf204aee tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Deleting port 98c1406b-84ae-4904-94a5-216148d0234f {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:47:10.951885 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f161ede3-e73c-4611-8bf8-2c7edf204aee tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:11.038537 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-f161ede3-e73c-4611-8bf8-2c7edf204aee tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] For port 98c1406b-84ae-4904-94a5-216148d0234f, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=98c1406b-84ae-4904-94a5-216148d0234f,segment=NetworkSegment(9c0f118a-7a7f-4c58-aaf0-aa15da6c2aef),segment_id=9c0f118a-7a7f-4c58-aaf0-aa15da6c2aef)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:47:11.038935 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f161ede3-e73c-4611-8bf8-2c7edf204aee tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:11.055333 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-f161ede3-e73c-4611-8bf8-2c7edf204aee tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Calling delete_port for 98c1406b-84ae-4904-94a5-216148d0234f owned by network:router_interface {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:47:11.236536 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f161ede3-e73c-4611-8bf8-2c7edf204aee tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:11.262290 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f161ede3-e73c-4611-8bf8-2c7edf204aee tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event deleted for resources: {'Port': ['ID=98c1406b-84ae-4904-94a5-216148d0234f,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:47:11.441051 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f161ede3-e73c-4611-8bf8-2c7edf204aee tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:11.661237 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f161ede3-e73c-4611-8bf8-2c7edf204aee tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Router 27945615-c5cb-470b-9ea5-0ca86b1eaf9d has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:47:12.084897 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f161ede3-e73c-4611-8bf8-2c7edf204aee tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:47:12.091140 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f161ede3-e73c-4611-8bf8-2c7edf204aee tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "PUT /v2.0/routers/27945615-c5cb-470b-9ea5-0ca86b1eaf9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7639337 Jul 24 01:47:12.093102 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51882) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:47:12.096240 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85edf3d5-7c27-4dec-8cfe-aa9e8a3bb2f1 None None] Sync routers for ids ['27945615-c5cb-470b-9ea5-0ca86b1eaf9d'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:47:12.105929 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85edf3d5-7c27-4dec-8cfe-aa9e8a3bb2f1 None None] Routers {'27945615-c5cb-470b-9ea5-0ca86b1eaf9d'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:47:12.106539 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-85edf3d5-7c27-4dec-8cfe-aa9e8a3bb2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:46:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['27945615-c5cb-470b-9ea5-0ca86b1eaf9d'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:47:12.144504 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0013ed0-1454-491f-a99e-429e7280f547 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Deleting subnet 1dfee211-3263-4e7f-9478-7c684bcb26c7 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:47:12.148061 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e0013ed0-1454-491f-a99e-429e7280f547 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:12.188729 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e0013ed0-1454-491f-a99e-429e7280f547 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:12.220121 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-85edf3d5-7c27-4dec-8cfe-aa9e8a3bb2f1 None None] Set router 27945615-c5cb-470b-9ea5-0ca86b1eaf9d gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:47:12.277297 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e0013ed0-1454-491f-a99e-429e7280f547 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:12.338814 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e0013ed0-1454-491f-a99e-429e7280f547 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:12.367287 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0013ed0-1454-491f-a99e-429e7280f547 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event deleted for resources: {'Subnet': ['ID=1dfee211-3263-4e7f-9478-7c684bcb26c7,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:47:12.371629 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-e0013ed0-1454-491f-a99e-429e7280f547 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:12.376123 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-e0013ed0-1454-491f-a99e-429e7280f547 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "DELETE /v2.0/subnets/1dfee211-3263-4e7f-9478-7c684bcb26c7 HTTP/1.1" status: 204 len: 168 time: 0.2795701 Jul 24 01:47:12.376534 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51884) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:47:12.395367 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de63f6c4-e2c0-4052-ba9a-3714b5b3a8a9 None None] Network ac657dff-3f49-4ec5-99c4-6bf925a9f9fa requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:47:12.468176 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-85edf3d5-7c27-4dec-8cfe-aa9e8a3bb2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27945615-c5cb-470b-9ea5-0ca86b1eaf9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518939564', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:46:10Z', 'updated_at': '2021-07-24T01:47:11Z', 'revision_number': 5, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': 'de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27945615-c5cb-470b-9ea5-0ca86b1eaf9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:46:10Z', 'updated_at': '2021-07-24T01:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:47:12.488329 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ced71233-11f9-4c2f-b3de-3b340c1287c3 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for router, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:12.515284 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85edf3d5-7c27-4dec-8cfe-aa9e8a3bb2f1 None None] Checking router: 27945615-c5cb-470b-9ea5-0ca86b1eaf9d for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:47:12.543526 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85edf3d5-7c27-4dec-8cfe-aa9e8a3bb2f1 None None] Routers {'27945615-c5cb-470b-9ea5-0ca86b1eaf9d'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:47:12.544046 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-85edf3d5-7c27-4dec-8cfe-aa9e8a3bb2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:46:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['27945615-c5cb-470b-9ea5-0ca86b1eaf9d'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:47:12.594285 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ced71233-11f9-4c2f-b3de-3b340c1287c3 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:12.649580 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-ced71233-11f9-4c2f-b3de-3b340c1287c3 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Deleting port de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:47:12.649947 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ced71233-11f9-4c2f-b3de-3b340c1287c3 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:12.666375 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-85edf3d5-7c27-4dec-8cfe-aa9e8a3bb2f1 None None] Set router 27945615-c5cb-470b-9ea5-0ca86b1eaf9d gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:47:12.724728 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbddedd-b6f3-4c94-bed9-08517eda5b6a None None] DHCP port deletion for ac657dff-3f49-4ec5-99c4-6bf925a9f9fa request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:47:12.747785 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-ced71233-11f9-4c2f-b3de-3b340c1287c3 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] For port de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:47:12.748223 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ced71233-11f9-4c2f-b3de-3b340c1287c3 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:12.760383 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-ced71233-11f9-4c2f-b3de-3b340c1287c3 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Calling delete_port for de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03 owned by network:router_gateway {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:47:12.837823 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-7bbddedd-b6f3-4c94-bed9-08517eda5b6a None None] Deleting port 3f14cf1d-dcff-4e77-b30e-1e868e1bf4ae {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:47:12.838106 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7bbddedd-b6f3-4c94-bed9-08517eda5b6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:12.934578 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-7bbddedd-b6f3-4c94-bed9-08517eda5b6a None None] For port 3f14cf1d-dcff-4e77-b30e-1e868e1bf4ae, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=3f14cf1d-dcff-4e77-b30e-1e868e1bf4ae,segment=NetworkSegment(9c0f118a-7a7f-4c58-aaf0-aa15da6c2aef),segment_id=9c0f118a-7a7f-4c58-aaf0-aa15da6c2aef)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:47:12.934949 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7bbddedd-b6f3-4c94-bed9-08517eda5b6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:12.941201 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ced71233-11f9-4c2f-b3de-3b340c1287c3 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:12.952619 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-7bbddedd-b6f3-4c94-bed9-08517eda5b6a None None] Calling delete_port for 3f14cf1d-dcff-4e77-b30e-1e868e1bf4ae owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:47:12.969575 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced71233-11f9-4c2f-b3de-3b340c1287c3 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event deleted for resources: {'Port': ['ID=de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:47:12.999699 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-85edf3d5-7c27-4dec-8cfe-aa9e8a3bb2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27945615-c5cb-470b-9ea5-0ca86b1eaf9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518939564', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:46:10Z', 'updated_at': '2021-07-24T01:47:11Z', 'revision_number': 5, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': 'de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27945615-c5cb-470b-9ea5-0ca86b1eaf9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:46:10Z', 'updated_at': '2021-07-24T01:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:47:13.032745 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:47:13.034506 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ced71233-11f9-4c2f-b3de-3b340c1287c3 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:13.037329 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85edf3d5-7c27-4dec-8cfe-aa9e8a3bb2f1 None None] The sync data for ids ['27945615-c5cb-470b-9ea5-0ca86b1eaf9d'] in n-d-793621-25 is: [{'id': '27945615-c5cb-470b-9ea5-0ca86b1eaf9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518939564', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': 'de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:46:10Z', 'updated_at': '2021-07-24T01:47:11Z', 'revision_number': 5, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': 'de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d6:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27945615-c5cb-470b-9ea5-0ca86b1eaf9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:46:10Z', 'updated_at': '2021-07-24T01:46:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:47:13.059016 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:47:13.059493 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device f6ca55cd-3ae4-4d66-8ef0-87b98fb4cb65 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:47:13.093367 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7bbddedd-b6f3-4c94-bed9-08517eda5b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:13.118553 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbddedd-b6f3-4c94-bed9-08517eda5b6a None None] Pushing event deleted for resources: {'Port': ['ID=3f14cf1d-dcff-4e77-b30e-1e868e1bf4ae,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:47:13.129536 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbddedd-b6f3-4c94-bed9-08517eda5b6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:13.129892 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbddedd-b6f3-4c94-bed9-08517eda5b6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:13.130243 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbddedd-b6f3-4c94-bed9-08517eda5b6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:13.130589 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbddedd-b6f3-4c94-bed9-08517eda5b6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:13.130967 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbddedd-b6f3-4c94-bed9-08517eda5b6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:13.131304 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbddedd-b6f3-4c94-bed9-08517eda5b6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:13.131640 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbddedd-b6f3-4c94-bed9-08517eda5b6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:13.131975 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbddedd-b6f3-4c94-bed9-08517eda5b6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:13.132311 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbddedd-b6f3-4c94-bed9-08517eda5b6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:13.132643 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbddedd-b6f3-4c94-bed9-08517eda5b6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:13.132976 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbddedd-b6f3-4c94-bed9-08517eda5b6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:13.133305 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bbddedd-b6f3-4c94-bed9-08517eda5b6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:13.136012 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbddedd-b6f3-4c94-bed9-08517eda5b6a None None] No DVR routers for this DVR port 3f14cf1d-dcff-4e77-b30e-1e868e1bf4ae on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:47:13.144529 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ced71233-11f9-4c2f-b3de-3b340c1287c3 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:13.146460 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ced71233-11f9-4c2f-b3de-3b340c1287c3 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:13.193767 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ced71233-11f9-4c2f-b3de-3b340c1287c3 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:13.194315 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced71233-11f9-4c2f-b3de-3b340c1287c3 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Fanout notify agent at l3_agent the message router_deleted on router 27945615-c5cb-470b-9ea5-0ca86b1eaf9d {{(pid=100464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:47:13.201067 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ced71233-11f9-4c2f-b3de-3b340c1287c3 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:13.202405 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ced71233-11f9-4c2f-b3de-3b340c1287c3 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "DELETE /v2.0/routers/27945615-c5cb-470b-9ea5-0ca86b1eaf9d HTTP/1.1" status: 204 len: 168 time: 0.8251085 Jul 24 01:47:13.205138 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51886) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:47:13.281005 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f02f1a25-2897-4163-9025-ef31f3f8a8ee tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:13.369432 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f02f1a25-2897-4163-9025-ef31f3f8a8ee tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:13.379377 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-f02f1a25-2897-4163-9025-ef31f3f8a8ee tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac657dff-3f49-4ec5-99c4-6bf925a9f9fa']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:47:13.390314 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-f02f1a25-2897-4163-9025-ef31f3f8a8ee tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c0f118a-7a7f-4c58-aaf0-aa15da6c2aef') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:47:13.390623 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-f02f1a25-2897-4163-9025-ef31f3f8a8ee tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c0f118a-7a7f-4c58-aaf0-aa15da6c2aef') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:47:13.400758 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f02f1a25-2897-4163-9025-ef31f3f8a8ee tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:13.419081 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f02f1a25-2897-4163-9025-ef31f3f8a8ee tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:13.425685 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f02f1a25-2897-4163-9025-ef31f3f8a8ee tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:47:13.426124 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f02f1a25-2897-4163-9025-ef31f3f8a8ee tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:13.429389 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:47:13.429389 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:47:13.429389 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:47:13.429389 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:47:13.429389 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:47:13.429389 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:47:13.429389 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:47:13.429389 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:47:13.429389 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:47:13.429389 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:47:13.429389 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:47:13.429389 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:47:13.429389 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:47:13.429389 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:47:13.429389 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:47:13.429389 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:47:13.429389 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:47:13.429389 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:47:13.429389 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:47:13.429389 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:47:13.429389 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:47:13.429389 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:47:13.429389 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:47:13.429389 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:47:13.429389 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:47:13.429389 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:47:13.429389 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:47:13.429389 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:47:13.429389 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:47:13.429389 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:47:13.429389 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:47:13.429389 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:47:13.495658 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f02f1a25-2897-4163-9025-ef31f3f8a8ee tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:13.500745 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f02f1a25-2897-4163-9025-ef31f3f8a8ee tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:13.503317 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f02f1a25-2897-4163-9025-ef31f3f8a8ee tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "DELETE /v2.0/networks/ac657dff-3f49-4ec5-99c4-6bf925a9f9fa HTTP/1.1" status: 204 len: 168 time: 0.2969627 Jul 24 01:47:13.506014 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51888) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:47:13.518155 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02f1a25-2897-4163-9025-ef31f3f8a8ee tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event deleted for resources: {'Network': ['ID=ac657dff-3f49-4ec5-99c4-6bf925a9f9fa,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:47:13.571034 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-edb4e92c-b67f-4622-b86b-f66f534ddcf5 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:13.597288 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-edb4e92c-b67f-4622-b86b-f66f534ddcf5 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:13.665131 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-edb4e92c-b67f-4622-b86b-f66f534ddcf5 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:13.668317 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-edb4e92c-b67f-4622-b86b-f66f534ddcf5 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:13.669606 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-edb4e92c-b67f-4622-b86b-f66f534ddcf5 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "DELETE /v2.0/security-groups/ac515448-e71c-49fa-81ce-56c48918c71a HTTP/1.1" status: 204 len: 168 time: 0.1619616 Jul 24 01:47:13.679890 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb4e92c-b67f-4622-b86b-f66f534ddcf5 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac515448-e71c-49fa-81ce-56c48918c71a,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:47:13.689522 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb4e92c-b67f-4622-b86b-f66f534ddcf5 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:13.689883 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb4e92c-b67f-4622-b86b-f66f534ddcf5 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:13.690232 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb4e92c-b67f-4622-b86b-f66f534ddcf5 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:13.690579 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb4e92c-b67f-4622-b86b-f66f534ddcf5 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:13.690946 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb4e92c-b67f-4622-b86b-f66f534ddcf5 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:13.691293 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb4e92c-b67f-4622-b86b-f66f534ddcf5 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:13.691631 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb4e92c-b67f-4622-b86b-f66f534ddcf5 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:13.691967 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb4e92c-b67f-4622-b86b-f66f534ddcf5 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:13.692304 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb4e92c-b67f-4622-b86b-f66f534ddcf5 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:13.692638 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb4e92c-b67f-4622-b86b-f66f534ddcf5 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:13.692986 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb4e92c-b67f-4622-b86b-f66f534ddcf5 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:13.693319 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb4e92c-b67f-4622-b86b-f66f534ddcf5 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:13.960620 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 51894) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:47:13.965420 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-f7780566-ca73-428b-966d-d033c92b5116 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2011708446', 'description': 'tempest-secgroup-smoke-2011708446 description', 'project_id': '2bf7a8936f54402fb834700eeb2c9b01'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:47:13.990310 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f7780566-ca73-428b-966d-d033c92b5116 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:14.075999 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f7780566-ca73-428b-966d-d033c92b5116 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:14.082312 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f7780566-ca73-428b-966d-d033c92b5116 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:14.113894 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f7780566-ca73-428b-966d-d033c92b5116 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:14.115227 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f7780566-ca73-428b-966d-d033c92b5116 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1535456 Jul 24 01:47:14.118312 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51896) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:47:14.119402 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7780566-ca73-428b-966d-d033c92b5116 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d5c020-1b7e-4f44-bb47-0e7fa066a117,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:47:14.123486 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-352f7ff3-9db5-4564-97f8-f2dbd3858cd9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'security_group_rule': {'security_group_id': 'a8d5c020-1b7e-4f44-bb47-0e7fa066a117', 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:47:14.134239 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 3f14cf1d-dcff-4e77-b30e-1e868e1bf4ae no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:47:14.151665 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-352f7ff3-9db5-4564-97f8-f2dbd3858cd9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:14.156840 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 3f14cf1d-dcff-4e77-b30e-1e868e1bf4ae {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:47:14.157197 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 3f14cf1d-dcff-4e77-b30e-1e868e1bf4ae not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:47:14.157620 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 98c1406b-84ae-4904-94a5-216148d0234f no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:47:14.178975 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 98c1406b-84ae-4904-94a5-216148d0234f {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:47:14.179328 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 98c1406b-84ae-4904-94a5-216148d0234f not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:47:14.179746 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:47:14.198801 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:47:14.199101 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device de79d8c7-e7dd-4af3-bf83-af5ab9d7ff03 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:47:14.206659 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-352f7ff3-9db5-4564-97f8-f2dbd3858cd9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:14.211625 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-352f7ff3-9db5-4564-97f8-f2dbd3858cd9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:14.233740 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f7ff3-9db5-4564-97f8-f2dbd3858cd9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccc0ebf6-6a96-4365-a56d-92f2733a6413,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:47:14.240428 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-352f7ff3-9db5-4564-97f8-f2dbd3858cd9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:14.241648 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-352f7ff3-9db5-4564-97f8-f2dbd3858cd9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221654 Jul 24 01:47:14.244326 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51898) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:47:14.249479 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-afa66cc9-bc57-449e-bf47-db9b462922c4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'security_group_rule': {'security_group_id': 'a8d5c020-1b7e-4f44-bb47-0e7fa066a117', 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:47:14.275377 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-afa66cc9-bc57-449e-bf47-db9b462922c4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:14.332561 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-afa66cc9-bc57-449e-bf47-db9b462922c4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:14.336228 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-afa66cc9-bc57-449e-bf47-db9b462922c4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:14.354637 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa66cc9-bc57-449e-bf47-db9b462922c4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=498d1573-1e61-4cbc-b0e8-89e6de43eea3,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:47:14.360567 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-afa66cc9-bc57-449e-bf47-db9b462922c4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:14.364647 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-afa66cc9-bc57-449e-bf47-db9b462922c4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1166844 Jul 24 01:47:14.364789 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51900) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:47:14.369304 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-47b66f78-140a-42c6-97bf-d733893e9d14 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'security_group_rule': {'security_group_id': 'a8d5c020-1b7e-4f44-bb47-0e7fa066a117', 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:47:14.395180 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-47b66f78-140a-42c6-97bf-d733893e9d14 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:14.453747 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-47b66f78-140a-42c6-97bf-d733893e9d14 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:14.457283 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-47b66f78-140a-42c6-97bf-d733893e9d14 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:14.474895 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b66f78-140a-42c6-97bf-d733893e9d14 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe8dc2f6-6eea-42bf-99ff-dac92795b41d,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:47:14.480932 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-47b66f78-140a-42c6-97bf-d733893e9d14 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:14.482199 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-47b66f78-140a-42c6-97bf-d733893e9d14 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164587 Jul 24 01:47:14.485800 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51902) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:47:14.490355 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-627b5cb6-d2ae-4cc3-8c05-da7a2963e381 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'security_group_rule': {'security_group_id': 'a8d5c020-1b7e-4f44-bb47-0e7fa066a117', 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:47:14.517334 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-627b5cb6-d2ae-4cc3-8c05-da7a2963e381 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:14.577904 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-627b5cb6-d2ae-4cc3-8c05-da7a2963e381 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:14.581448 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-627b5cb6-d2ae-4cc3-8c05-da7a2963e381 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:14.598443 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b5cb6-d2ae-4cc3-8c05-da7a2963e381 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f07381f5-3c5a-4208-b971-f21392493405,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:47:14.605041 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-627b5cb6-d2ae-4cc3-8c05-da7a2963e381 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:14.606365 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-627b5cb6-d2ae-4cc3-8c05-da7a2963e381 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1195278 Jul 24 01:47:14.609375 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51904) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:47:14.613828 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-3a247d26-a273-4230-a7ea-c1e9535d383e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'security_group_rule': {'security_group_id': 'a8d5c020-1b7e-4f44-bb47-0e7fa066a117', 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:47:14.635991 n-d-793621-25 neutron-server[100463]: INFO neutron.db.securitygroups_db [None req-3a247d26-a273-4230-a7ea-c1e9535d383e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Project 2bf7a8936f54402fb834700eeb2c9b01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:47:14.641293 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3a247d26-a273-4230-a7ea-c1e9535d383e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:14.704541 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3a247d26-a273-4230-a7ea-c1e9535d383e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:14.708292 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3a247d26-a273-4230-a7ea-c1e9535d383e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:14.728282 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a247d26-a273-4230-a7ea-c1e9535d383e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc442ea6-4566-4ba1-8eb6-8d191d31621f,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:47:14.736582 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3a247d26-a273-4230-a7ea-c1e9535d383e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:14.737936 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3a247d26-a273-4230-a7ea-c1e9535d383e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1276283 Jul 24 01:47:14.740656 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51906) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:47:14.745182 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-b2f150d0-91d5-4341-a216-35b3a3272534 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'security_group_rule': {'security_group_id': 'a8d5c020-1b7e-4f44-bb47-0e7fa066a117', 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:47:14.767829 n-d-793621-25 neutron-server[100463]: INFO neutron.db.securitygroups_db [None req-b2f150d0-91d5-4341-a216-35b3a3272534 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Project 2bf7a8936f54402fb834700eeb2c9b01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:47:14.772894 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b2f150d0-91d5-4341-a216-35b3a3272534 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:14.834126 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b2f150d0-91d5-4341-a216-35b3a3272534 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:14.837674 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b2f150d0-91d5-4341-a216-35b3a3272534 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:14.855021 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f150d0-91d5-4341-a216-35b3a3272534 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b758f54-b3c4-443e-8901-9e20a6271ab1,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:47:14.861732 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b2f150d0-91d5-4341-a216-35b3a3272534 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:14.863049 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b2f150d0-91d5-4341-a216-35b3a3272534 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1214190 Jul 24 01:47:14.865774 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51908) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:47:14.870746 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-70e33043-c001-4bcf-a871-f5831e05d168 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'network': {'name': 'tempest-network-smoke--950637729', 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'port_security_enabled': True}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:47:14.891807 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e33043-c001-4bcf-a871-f5831e05d168 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Made reservation on behalf of 2bf7a8936f54402fb834700eeb2c9b01 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:47:14.895508 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-70e33043-c001-4bcf-a871-f5831e05d168 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:14.918165 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70e33043-c001-4bcf-a871-f5831e05d168 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:47:14.927819 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-70e33043-c001-4bcf-a871-f5831e05d168 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:14.928166 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-70e33043-c001-4bcf-a871-f5831e05d168 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Added segment 75c215e8-d0c3-4716-a3a2-bad08b90d0ba of type vlan for network b023dbe5-99c8-4457-a27d-851bfe238b6e Jul 24 01:47:14.970101 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-70e33043-c001-4bcf-a871-f5831e05d168 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:14.997161 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-70e33043-c001-4bcf-a871-f5831e05d168 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:15.003354 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e33043-c001-4bcf-a871-f5831e05d168 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:47:15.003975 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-70e33043-c001-4bcf-a871-f5831e05d168 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:15.040373 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-70e33043-c001-4bcf-a871-f5831e05d168 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1735725 Jul 24 01:47:15.043140 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51910) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:47:15.048597 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-ccca2cd6-3c06-47ab-a6df-12f3908615b4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-531838484', 'admin_state_up': True, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:47:15.084611 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e33043-c001-4bcf-a871-f5831e05d168 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'Network': ['ID=b023dbe5-99c8-4457-a27d-851bfe238b6e,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:47:15.095718 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network b023dbe5-99c8-4457-a27d-851bfe238b6e details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:47:15.103391 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ccca2cd6-3c06-47ab-a6df-12f3908615b4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:15.104407 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ccca2cd6-3c06-47ab-a6df-12f3908615b4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:15.159846 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ccca2cd6-3c06-47ab-a6df-12f3908615b4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:15.293962 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ccca2cd6-3c06-47ab-a6df-12f3908615b4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:15.486537 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ccca2cd6-3c06-47ab-a6df-12f3908615b4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for router_gateway, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:15.504844 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ccca2cd6-3c06-47ab-a6df-12f3908615b4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:15.607757 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-ccca2cd6-3c06-47ab-a6df-12f3908615b4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Allocated IP 172.25.2.21 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/54d29f00-7bd2-410d-b845-08b5a58106b1) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:47:15.708206 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ccca2cd6-3c06-47ab-a6df-12f3908615b4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:15.746360 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ccca2cd6-3c06-47ab-a6df-12f3908615b4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:15.782341 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccca2cd6-3c06-47ab-a6df-12f3908615b4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:47:15.785068 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-ccca2cd6-3c06-47ab-a6df-12f3908615b4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:47:15.787545 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccca2cd6-3c06-47ab-a6df-12f3908615b4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:47:15.822071 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca2cd6-3c06-47ab-a6df-12f3908615b4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'Port': ['ID=54d29f00-7bd2-410d-b845-08b5a58106b1,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:47:15.845998 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-20b38762-567b-4208-90e3-bc079586c878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:16.042281 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ccca2cd6-3c06-47ab-a6df-12f3908615b4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for router_gateway, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:16.561065 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ccca2cd6-3c06-47ab-a6df-12f3908615b4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:16.685292 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccca2cd6-3c06-47ab-a6df-12f3908615b4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Router 1998f08a-7d1d-4a2b-9c81-dcdda31c834b is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:47:16.790597 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccca2cd6-3c06-47ab-a6df-12f3908615b4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:47:16.800365 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297988d8-717f-4a87-b72c-3a8bc11fae8a None None] Sync routers for ids ['1998f08a-7d1d-4a2b-9c81-dcdda31c834b'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:47:16.811941 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ccca2cd6-3c06-47ab-a6df-12f3908615b4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:16.812151 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297988d8-717f-4a87-b72c-3a8bc11fae8a None None] Routers {'1998f08a-7d1d-4a2b-9c81-dcdda31c834b'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:47:16.812676 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-297988d8-717f-4a87-b72c-3a8bc11fae8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:46:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1998f08a-7d1d-4a2b-9c81-dcdda31c834b'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:47:16.813395 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ccca2cd6-3c06-47ab-a6df-12f3908615b4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7693281 Jul 24 01:47:16.816585 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51912) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:47:16.848028 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-71d21d1c-dfef-4a7d-922c-0232a5ba2757 tempest-TestNetworkAdvancedServerOps-1827788520 tempest-TestNetworkAdvancedServerOps-1827788520-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=2bf7a8936f54402fb834700eeb2c9b01&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277350 Jul 24 01:47:16.848223 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51914) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:47:16.922225 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-297988d8-717f-4a87-b72c-3a8bc11fae8a None None] Set router 1998f08a-7d1d-4a2b-9c81-dcdda31c834b gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:47:16.941982 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f779c54a-cfa7-4fcd-bfae-5fc88d225101 tempest-TestNetworkAdvancedServerOps-1827788520 tempest-TestNetworkAdvancedServerOps-1827788520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:47:16.946357 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f779c54a-cfa7-4fcd-bfae-5fc88d225101 tempest-TestNetworkAdvancedServerOps-1827788520 tempest-TestNetworkAdvancedServerOps-1827788520-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0945492 Jul 24 01:47:16.946705 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51916) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:47:16.978809 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5e6ef9fb-bc46-4287-8c79-5b2046dac441 tempest-TestNetworkAdvancedServerOps-1827788520 tempest-TestNetworkAdvancedServerOps-1827788520-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285466 Jul 24 01:47:16.979014 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51918) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:47:16.985392 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-ef00890e-7908-4229-8f8a-8a98407cd27c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1805539686', 'network_id': 'b023dbe5-99c8-4457-a27d-851bfe238b6e', 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:47:17.088273 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef00890e-7908-4229-8f8a-8a98407cd27c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Made reservation on behalf of 2bf7a8936f54402fb834700eeb2c9b01 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:47:17.093042 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ef00890e-7908-4229-8f8a-8a98407cd27c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:17.119752 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-297988d8-717f-4a87-b72c-3a8bc11fae8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1998f08a-7d1d-4a2b-9c81-dcdda31c834b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531838484', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '54d29f00-7bd2-410d-b845-08b5a58106b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:47:15Z', 'updated_at': '2021-07-24T01:47:15Z', 'revision_number': 3, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': '54d29f00-7bd2-410d-b845-08b5a58106b1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1998f08a-7d1d-4a2b-9c81-dcdda31c834b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:47:15Z', 'updated_at': '2021-07-24T01:47:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:47:17.152605 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297988d8-717f-4a87-b72c-3a8bc11fae8a None None] Checking router: 1998f08a-7d1d-4a2b-9c81-dcdda31c834b for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:47:17.152994 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297988d8-717f-4a87-b72c-3a8bc11fae8a None None] Updating router 1998f08a-7d1d-4a2b-9c81-dcdda31c834b port 54d29f00-7bd2-410d-b845-08b5a58106b1 binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:47:17.194078 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-297988d8-717f-4a87-b72c-3a8bc11fae8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:17.299353 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ef00890e-7908-4229-8f8a-8a98407cd27c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:17.377160 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef00890e-7908-4229-8f8a-8a98407cd27c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'Subnet': ['ID=c6f8f591-bcb1-4f56-a389-90074e980db6,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:47:17.386815 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef00890e-7908-4229-8f8a-8a98407cd27c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Checking segment: {'id': '75c215e8-d0c3-4716-a3a2-bad08b90d0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b023dbe5-99c8-4457-a27d-851bfe238b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:47:17.387159 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef00890e-7908-4229-8f8a-8a98407cd27c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Network hostable DHCP agents. Network: b023dbe5-99c8-4457-a27d-851bfe238b6e, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:47:17.405951 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef00890e-7908-4229-8f8a-8a98407cd27c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Network b023dbe5-99c8-4457-a27d-851bfe238b6e is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:47:17.416699 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-ef00890e-7908-4229-8f8a-8a98407cd27c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, b023dbe5-99c8-4457-a27d-851bfe238b6e) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:47:17.422229 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef00890e-7908-4229-8f8a-8a98407cd27c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:47:17.422972 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ef00890e-7908-4229-8f8a-8a98407cd27c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:17.433721 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc759718-e6dd-434a-b27f-a16ff0a3ce13 None None] Network b023dbe5-99c8-4457-a27d-851bfe238b6e requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:47:17.441128 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ef00890e-7908-4229-8f8a-8a98407cd27c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4606876 Jul 24 01:47:17.443495 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51920) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:47:17.495407 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-297988d8-717f-4a87-b72c-3a8bc11fae8a None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:17.506443 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-297988d8-717f-4a87-b72c-3a8bc11fae8a None None] Transition to ACTIVE for port object 54d29f00-7bd2-410d-b845-08b5a58106b1 will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:47:17.513680 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-297988d8-717f-4a87-b72c-3a8bc11fae8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:17.559508 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-297988d8-717f-4a87-b72c-3a8bc11fae8a None None] Attempting to bind port 54d29f00-7bd2-410d-b845-08b5a58106b1 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:47:17.560019 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-297988d8-717f-4a87-b72c-3a8bc11fae8a None None] Attempting to bind port 54d29f00-7bd2-410d-b845-08b5a58106b1 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:47:17.560961 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297988d8-717f-4a87-b72c-3a8bc11fae8a None None] Attempting to bind port 54d29f00-7bd2-410d-b845-08b5a58106b1 on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:47:17.572759 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297988d8-717f-4a87-b72c-3a8bc11fae8a None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:47:17.573229 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297988d8-717f-4a87-b72c-3a8bc11fae8a None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:47:17.573705 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-297988d8-717f-4a87-b72c-3a8bc11fae8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:17.574185 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297988d8-717f-4a87-b72c-3a8bc11fae8a None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:47:17.574766 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-297988d8-717f-4a87-b72c-3a8bc11fae8a None None] Bound port: 54d29f00-7bd2-410d-b845-08b5a58106b1, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:47:17.575222 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-297988d8-717f-4a87-b72c-3a8bc11fae8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:17.599903 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118eaa44-5ab8-46ce-b3a7-9ba82f0f5332 None None] Pushing event updated for resources: {'Port': ['ID=54d29f00-7bd2-410d-b845-08b5a58106b1,revision_number=2']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:47:17.613131 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118eaa44-5ab8-46ce-b3a7-9ba82f0f5332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:17.613483 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118eaa44-5ab8-46ce-b3a7-9ba82f0f5332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:17.613891 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118eaa44-5ab8-46ce-b3a7-9ba82f0f5332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:17.614334 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118eaa44-5ab8-46ce-b3a7-9ba82f0f5332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:17.614827 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118eaa44-5ab8-46ce-b3a7-9ba82f0f5332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:17.619004 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118eaa44-5ab8-46ce-b3a7-9ba82f0f5332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:17.619004 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118eaa44-5ab8-46ce-b3a7-9ba82f0f5332 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:17.619004 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118eaa44-5ab8-46ce-b3a7-9ba82f0f5332 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:17.619004 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118eaa44-5ab8-46ce-b3a7-9ba82f0f5332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:17.619004 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118eaa44-5ab8-46ce-b3a7-9ba82f0f5332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:17.619004 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118eaa44-5ab8-46ce-b3a7-9ba82f0f5332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:17.619004 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118eaa44-5ab8-46ce-b3a7-9ba82f0f5332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:47:17.629727 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20328161-e839-4022-8dcc-8d791c7b4b71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-b023dbe5-99c8-4457-a27d-851bfe238b6e', 'network_id': 'b023dbe5-99c8-4457-a27d-851bfe238b6e', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'fixed_ips': [{'subnet_id': 'c6f8f591-bcb1-4f56-a389-90074e980db6'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:47:17.630841 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-20328161-e839-4022-8dcc-8d791c7b4b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:17.650915 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-297988d8-717f-4a87-b72c-3a8bc11fae8a None None] For port 54d29f00-7bd2-410d-b845-08b5a58106b1, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:47:17.656378 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-297988d8-717f-4a87-b72c-3a8bc11fae8a None None] For port 54d29f00-7bd2-410d-b845-08b5a58106b1, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=54d29f00-7bd2-410d-b845-08b5a58106b1,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:47:17.662571 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-297988d8-717f-4a87-b72c-3a8bc11fae8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:17.722529 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297988d8-717f-4a87-b72c-3a8bc11fae8a None None] Routers {'1998f08a-7d1d-4a2b-9c81-dcdda31c834b'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:47:17.723329 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-297988d8-717f-4a87-b72c-3a8bc11fae8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:46:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1998f08a-7d1d-4a2b-9c81-dcdda31c834b'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:47:17.837890 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118eaa44-5ab8-46ce-b3a7-9ba82f0f5332 None None] Pushing event updated for resources: {'Port': ['ID=54d29f00-7bd2-410d-b845-08b5a58106b1,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:47:17.858820 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-297988d8-717f-4a87-b72c-3a8bc11fae8a None None] Set router 1998f08a-7d1d-4a2b-9c81-dcdda31c834b gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:47:17.990517 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-20328161-e839-4022-8dcc-8d791c7b4b71 None None] Allocated IP 172.20.0.2 (b023dbe5-99c8-4457-a27d-851bfe238b6e/c6f8f591-bcb1-4f56-a389-90074e980db6/d970c614-faaf-45dd-8a55-c47474f82890) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:47:18.002014 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9ad4bdba-3e65-432e-88fa-932d8d15c969 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:18.052945 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-297988d8-717f-4a87-b72c-3a8bc11fae8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1998f08a-7d1d-4a2b-9c81-dcdda31c834b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531838484', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '54d29f00-7bd2-410d-b845-08b5a58106b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:47:15Z', 'updated_at': '2021-07-24T01:47:15Z', 'revision_number': 3, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': '54d29f00-7bd2-410d-b845-08b5a58106b1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1998f08a-7d1d-4a2b-9c81-dcdda31c834b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:47:15Z', 'updated_at': '2021-07-24T01:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:47:18.080517 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297988d8-717f-4a87-b72c-3a8bc11fae8a None None] The sync data for ids ['1998f08a-7d1d-4a2b-9c81-dcdda31c834b'] in n-d-793621-25 is: [{'id': '1998f08a-7d1d-4a2b-9c81-dcdda31c834b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531838484', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '54d29f00-7bd2-410d-b845-08b5a58106b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:47:15Z', 'updated_at': '2021-07-24T01:47:15Z', 'revision_number': 3, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': '54d29f00-7bd2-410d-b845-08b5a58106b1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1998f08a-7d1d-4a2b-9c81-dcdda31c834b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:47:15Z', 'updated_at': '2021-07-24T01:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:47:18.156661 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-20328161-e839-4022-8dcc-8d791c7b4b71 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:18.165947 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-20328161-e839-4022-8dcc-8d791c7b4b71 None None] Transition to ACTIVE for port object d970c614-faaf-45dd-8a55-c47474f82890 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:47:18.188543 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-20328161-e839-4022-8dcc-8d791c7b4b71 None None] Transition to ACTIVE for port object d970c614-faaf-45dd-8a55-c47474f82890 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:47:18.197195 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-20328161-e839-4022-8dcc-8d791c7b4b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:18.235405 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20328161-e839-4022-8dcc-8d791c7b4b71 None None] Network b023dbe5-99c8-4457-a27d-851bfe238b6e is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:47:18.238225 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-20328161-e839-4022-8dcc-8d791c7b4b71 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:47:18.241170 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20328161-e839-4022-8dcc-8d791c7b4b71 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:47:18.277858 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20328161-e839-4022-8dcc-8d791c7b4b71 None None] Pushing event updated for resources: {'Port': ['ID=d970c614-faaf-45dd-8a55-c47474f82890,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:47:18.328479 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-9ad4bdba-3e65-432e-88fa-932d8d15c969 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Allocated IP 172.20.0.1 (b023dbe5-99c8-4457-a27d-851bfe238b6e/c6f8f591-bcb1-4f56-a389-90074e980db6/9e8070b8-d369-4824-89e4-d684301c9392) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:47:18.336188 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-20328161-e839-4022-8dcc-8d791c7b4b71 None None] Attempting to bind port d970c614-faaf-45dd-8a55-c47474f82890 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:47:18.336558 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-20328161-e839-4022-8dcc-8d791c7b4b71 None None] Attempting to bind port d970c614-faaf-45dd-8a55-c47474f82890 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '75c215e8-d0c3-4716-a3a2-bad08b90d0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b023dbe5-99c8-4457-a27d-851bfe238b6e'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:47:18.337022 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20328161-e839-4022-8dcc-8d791c7b4b71 None None] Attempting to bind port d970c614-faaf-45dd-8a55-c47474f82890 on network b023dbe5-99c8-4457-a27d-851bfe238b6e {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:47:18.360622 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20328161-e839-4022-8dcc-8d791c7b4b71 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:47:18.360998 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20328161-e839-4022-8dcc-8d791c7b4b71 None None] Checking segment: {'id': '75c215e8-d0c3-4716-a3a2-bad08b90d0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b023dbe5-99c8-4457-a27d-851bfe238b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:47:18.361404 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-20328161-e839-4022-8dcc-8d791c7b4b71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:18.361790 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20328161-e839-4022-8dcc-8d791c7b4b71 None None] Bound using segment: {'id': '75c215e8-d0c3-4716-a3a2-bad08b90d0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b023dbe5-99c8-4457-a27d-851bfe238b6e'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:47:18.362273 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-20328161-e839-4022-8dcc-8d791c7b4b71 None None] Bound port: d970c614-faaf-45dd-8a55-c47474f82890, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c215e8-d0c3-4716-a3a2-bad08b90d0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b023dbe5-99c8-4457-a27d-851bfe238b6e'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:47:18.362657 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-20328161-e839-4022-8dcc-8d791c7b4b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:18.390438 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3053f30a-539d-49b8-8ca6-afe9e40aa0bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:18.459613 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-20328161-e839-4022-8dcc-8d791c7b4b71 None None] For port d970c614-faaf-45dd-8a55-c47474f82890, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:47:18.463536 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-20328161-e839-4022-8dcc-8d791c7b4b71 None None] For port d970c614-faaf-45dd-8a55-c47474f82890, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=d970c614-faaf-45dd-8a55-c47474f82890,segment=NetworkSegment(75c215e8-d0c3-4716-a3a2-bad08b90d0ba),segment_id=75c215e8-d0c3-4716-a3a2-bad08b90d0ba)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:47:18.469095 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-20328161-e839-4022-8dcc-8d791c7b4b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:18.478113 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9ad4bdba-3e65-432e-88fa-932d8d15c969 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:18.494855 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-9ad4bdba-3e65-432e-88fa-932d8d15c969 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Transition to ACTIVE for port object 9e8070b8-d369-4824-89e4-d684301c9392 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:47:18.538142 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20328161-e839-4022-8dcc-8d791c7b4b71 None None] Pushing event updated for resources: {'Port': ['ID=d970c614-faaf-45dd-8a55-c47474f82890,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:47:18.540803 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9ad4bdba-3e65-432e-88fa-932d8d15c969 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:18.562848 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:18.588060 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad4bdba-3e65-432e-88fa-932d8d15c969 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Network b023dbe5-99c8-4457-a27d-851bfe238b6e is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:47:18.591864 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-9ad4bdba-3e65-432e-88fa-932d8d15c969 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:47:18.594410 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad4bdba-3e65-432e-88fa-932d8d15c969 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:47:18.643414 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad4bdba-3e65-432e-88fa-932d8d15c969 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'Port': ['ID=9e8070b8-d369-4824-89e4-d684301c9392,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:47:18.657795 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9ad4bdba-3e65-432e-88fa-932d8d15c969 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:18.843926 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9ad4bdba-3e65-432e-88fa-932d8d15c969 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:19.132788 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9ad4bdba-3e65-432e-88fa-932d8d15c969 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:19.137977 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9ad4bdba-3e65-432e-88fa-932d8d15c969 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:19.215627 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad4bdba-3e65-432e-88fa-932d8d15c969 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'Port': ['ID=9e8070b8-d369-4824-89e4-d684301c9392,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:47:19.220993 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9ad4bdba-3e65-432e-88fa-932d8d15c969 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:19.317376 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad4bdba-3e65-432e-88fa-932d8d15c969 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Network b023dbe5-99c8-4457-a27d-851bfe238b6e is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:47:19.318940 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-9ad4bdba-3e65-432e-88fa-932d8d15c969 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:47:19.440253 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad4bdba-3e65-432e-88fa-932d8d15c969 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Router 1998f08a-7d1d-4a2b-9c81-dcdda31c834b has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:47:19.442189 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2262eaf6-a8e6-4be0-9007-b866020a4721 None None] Network b023dbe5-99c8-4457-a27d-851bfe238b6e requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:47:19.520937 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c8dc18f1-9143-4e0e-9c7b-43259534dd8b None None] Provisioning for port d970c614-faaf-45dd-8a55-c47474f82890 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:47:19.550972 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad4bdba-3e65-432e-88fa-932d8d15c969 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:47:19.555936 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9ad4bdba-3e65-432e-88fa-932d8d15c969 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "PUT /v2.0/routers/1998f08a-7d1d-4a2b-9c81-dcdda31c834b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1113255 Jul 24 01:47:19.696555 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:19.724222 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-f0afbf52-96c9-49ef-a42e-0e771107d7fb tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2011708446&fields=id&tenant_id=2bf7a8936f54402fb834700eeb2c9b01 HTTP/1.1" status: 200 len: 267 time: 0.0411246 Jul 24 01:47:19.852438 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-a12231f5-b1ed-4d0c-957e-f363dd2dced3 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:47:19.853957 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-a12231f5-b1ed-4d0c-957e-f363dd2dced3 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/networks?id=b023dbe5-99c8-4457-a27d-851bfe238b6e HTTP/1.1" status: 200 len: 796 time: 0.1231813 Jul 24 01:47:19.870337 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-83a5829a-3f6c-4db0-a47a-686af8f59f9c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/quotas/2bf7a8936f54402fb834700eeb2c9b01 HTTP/1.1" status: 200 len: 375 time: 0.0098116 Jul 24 01:47:19.951452 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-0d4e8519-0bca-4a3a-9b5b-9adbd188847f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bf7a8936f54402fb834700eeb2c9b01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0704243 Jul 24 01:47:19.968789 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8076b663-5127-495a-a4aa-5b16047d7e1f None None] Provisioning for port 9e8070b8-d369-4824-89e4-d684301c9392 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:47:19.975987 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8076b663-5127-495a-a4aa-5b16047d7e1f None None] Provisioning complete for port 9e8070b8-d369-4824-89e4-d684301c9392 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:47:19.976561 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8076b663-5127-495a-a4aa-5b16047d7e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:20.019650 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-8076b663-5127-495a-a4aa-5b16047d7e1f None None] Port 9e8070b8-d369-4824-89e4-d684301c9392 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:47:20.026505 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98562e16-1899-4d68-aa4c-84822dde4ee1 None None] Sync routers for ids ['1998f08a-7d1d-4a2b-9c81-dcdda31c834b'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:47:20.041376 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98562e16-1899-4d68-aa4c-84822dde4ee1 None None] Routers {'1998f08a-7d1d-4a2b-9c81-dcdda31c834b'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:47:20.041878 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-98562e16-1899-4d68-aa4c-84822dde4ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:47:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1998f08a-7d1d-4a2b-9c81-dcdda31c834b'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:47:20.089638 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-7b8bc5f6-45e4-4ee9-b89c-acac0e97e294 service neutron] 10.222.0.15 "GET /v2.0/networks/b023dbe5-99c8-4457-a27d-851bfe238b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350791 Jul 24 01:47:20.158399 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 54d29f00-7bd2-410d-b845-08b5a58106b1 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:47:20.166996 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-ac28c206-c140-4ad2-a522-8be81d35f10e None None] Provisioning complete for port 9e8070b8-d369-4824-89e4-d684301c9392 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:47:20.167186 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ac28c206-c140-4ad2-a522-8be81d35f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:20.216671 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-0e6d35db-4784-4284-8435-617535640890 service neutron] 10.222.0.15 "GET /v2.0/networks/b023dbe5-99c8-4457-a27d-851bfe238b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260269 Jul 24 01:47:20.256622 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-ac28c206-c140-4ad2-a522-8be81d35f10e None None] Port 9e8070b8-d369-4824-89e4-d684301c9392 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:47:20.265238 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-98562e16-1899-4d68-aa4c-84822dde4ee1 None None] Set router 1998f08a-7d1d-4a2b-9c81-dcdda31c834b gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:47:20.307536 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 54d29f00-7bd2-410d-b845-08b5a58106b1 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:47:20.317029 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 54d29f00-7bd2-410d-b845-08b5a58106b1 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:47:20.317435 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:20.424392 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b56a57cf-92e6-4bb4-989a-7dc7fe58c24f req-e8009d1d-9b7a-4b6f-9bfd-9265fbfe1786 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b610967-081a-46fc-ac24-ecd4d2ad6910 HTTP/1.1" status: 200 len: 210 time: 0.0405791 Jul 24 01:47:20.448394 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-863f6046-46c2-4b82-acc4-c3c15471c3f6 None None] Provisioning complete for port 9e8070b8-d369-4824-89e4-d684301c9392 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:47:20.448733 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-863f6046-46c2-4b82-acc4-c3c15471c3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:20.511541 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-863f6046-46c2-4b82-acc4-c3c15471c3f6 None None] Port 9e8070b8-d369-4824-89e4-d684301c9392 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:47:20.567212 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:20.599516 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 54d29f00-7bd2-410d-b845-08b5a58106b1, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=54d29f00-7bd2-410d-b845-08b5a58106b1,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:47:20.611638 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:20.612528 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device d970c614-faaf-45dd-8a55-c47474f82890 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:47:20.665220 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-98562e16-1899-4d68-aa4c-84822dde4ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1998f08a-7d1d-4a2b-9c81-dcdda31c834b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531838484', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '54d29f00-7bd2-410d-b845-08b5a58106b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:47:15Z', 'updated_at': '2021-07-24T01:47:18Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': '54d29f00-7bd2-410d-b845-08b5a58106b1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f6:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1998f08a-7d1d-4a2b-9c81-dcdda31c834b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:47:15Z', 'updated_at': '2021-07-24T01:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '9e8070b8-d369-4824-89e4-d684301c9392', 'name': '', 'network_id': 'b023dbe5-99c8-4457-a27d-851bfe238b6e', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'mac_address': 'fa:16:3e:ac:0d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1998f08a-7d1d-4a2b-9c81-dcdda31c834b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c6f8f591-bcb1-4f56-a389-90074e980db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:47:18Z', 'updated_at': '2021-07-24T01:47:19Z', 'revision_number': 2, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'subnets': [{'id': 'c6f8f591-bcb1-4f56-a389-90074e980db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:47:20.710387 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98562e16-1899-4d68-aa4c-84822dde4ee1 None None] Checking router: 1998f08a-7d1d-4a2b-9c81-dcdda31c834b for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:47:20.710764 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98562e16-1899-4d68-aa4c-84822dde4ee1 None None] Updating router 1998f08a-7d1d-4a2b-9c81-dcdda31c834b port 9e8070b8-d369-4824-89e4-d684301c9392 binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:47:20.750546 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=54d29f00-7bd2-410d-b845-08b5a58106b1,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:47:20.767623 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-98562e16-1899-4d68-aa4c-84822dde4ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:20.777412 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port d970c614-faaf-45dd-8a55-c47474f82890 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:47:20.785016 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port d970c614-faaf-45dd-8a55-c47474f82890 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:47:20.785394 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:20.984808 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:21.062388 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port d970c614-faaf-45dd-8a55-c47474f82890, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=d970c614-faaf-45dd-8a55-c47474f82890,segment=NetworkSegment(75c215e8-d0c3-4716-a3a2-bad08b90d0ba),segment_id=75c215e8-d0c3-4716-a3a2-bad08b90d0ba)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:47:21.067796 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:21.163556 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=d970c614-faaf-45dd-8a55-c47474f82890,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:47:21.184740 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-98562e16-1899-4d68-aa4c-84822dde4ee1 None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:21.199619 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-98562e16-1899-4d68-aa4c-84822dde4ee1 None None] Transition to ACTIVE for port object 9e8070b8-d369-4824-89e4-d684301c9392 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:47:21.203098 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:21.205223 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-98562e16-1899-4d68-aa4c-84822dde4ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:21.254661 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e09954-e0a0-4f67-b408-35ba0cce8cc4 None None] Pushing event updated for resources: {'Port': ['ID=9e8070b8-d369-4824-89e4-d684301c9392,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:47:21.314068 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-98562e16-1899-4d68-aa4c-84822dde4ee1 None None] Attempting to bind port 9e8070b8-d369-4824-89e4-d684301c9392 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:47:21.314389 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-98562e16-1899-4d68-aa4c-84822dde4ee1 None None] Attempting to bind port 9e8070b8-d369-4824-89e4-d684301c9392 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '75c215e8-d0c3-4716-a3a2-bad08b90d0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b023dbe5-99c8-4457-a27d-851bfe238b6e'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:47:21.314790 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98562e16-1899-4d68-aa4c-84822dde4ee1 None None] Attempting to bind port 9e8070b8-d369-4824-89e4-d684301c9392 on network b023dbe5-99c8-4457-a27d-851bfe238b6e {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:47:21.321081 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98562e16-1899-4d68-aa4c-84822dde4ee1 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:47:21.324138 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98562e16-1899-4d68-aa4c-84822dde4ee1 None None] Checking segment: {'id': '75c215e8-d0c3-4716-a3a2-bad08b90d0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b023dbe5-99c8-4457-a27d-851bfe238b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:47:21.324138 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-98562e16-1899-4d68-aa4c-84822dde4ee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:21.324138 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98562e16-1899-4d68-aa4c-84822dde4ee1 None None] Bound using segment: {'id': '75c215e8-d0c3-4716-a3a2-bad08b90d0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b023dbe5-99c8-4457-a27d-851bfe238b6e'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:47:21.324138 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-98562e16-1899-4d68-aa4c-84822dde4ee1 None None] Bound port: 9e8070b8-d369-4824-89e4-d684301c9392, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c215e8-d0c3-4716-a3a2-bad08b90d0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b023dbe5-99c8-4457-a27d-851bfe238b6e'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:47:21.324564 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-98562e16-1899-4d68-aa4c-84822dde4ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:21.410042 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-98562e16-1899-4d68-aa4c-84822dde4ee1 None None] For port 9e8070b8-d369-4824-89e4-d684301c9392, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:47:21.414171 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-98562e16-1899-4d68-aa4c-84822dde4ee1 None None] For port 9e8070b8-d369-4824-89e4-d684301c9392, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=9e8070b8-d369-4824-89e4-d684301c9392,segment=NetworkSegment(75c215e8-d0c3-4716-a3a2-bad08b90d0ba),segment_id=75c215e8-d0c3-4716-a3a2-bad08b90d0ba)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:47:21.421715 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-98562e16-1899-4d68-aa4c-84822dde4ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:21.489391 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98562e16-1899-4d68-aa4c-84822dde4ee1 None None] Routers {'1998f08a-7d1d-4a2b-9c81-dcdda31c834b'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:47:21.490119 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-98562e16-1899-4d68-aa4c-84822dde4ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:47:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1998f08a-7d1d-4a2b-9c81-dcdda31c834b'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:47:21.558090 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-690e0870-85ff-494a-ac05-38d68cfb16b6 req-fe99fa3e-23a0-47c7-bd76-90d1c0ab9032 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b610967-081a-46fc-ac24-ecd4d2ad6910 HTTP/1.1" status: 200 len: 210 time: 0.0415759 Jul 24 01:47:21.566824 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-1d0aef90-443f-4fd2-b675-454d7c72c3c6 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:47:21.568678 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-1d0aef90-443f-4fd2-b675-454d7c72c3c6 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.13 "GET /v2.0/networks?id=b023dbe5-99c8-4457-a27d-851bfe238b6e HTTP/1.1" status: 200 len: 796 time: 0.1669450 Jul 24 01:47:21.596536 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e09954-e0a0-4f67-b408-35ba0cce8cc4 None None] Pushing event updated for resources: {'Port': ['ID=9e8070b8-d369-4824-89e4-d684301c9392,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:47:21.617423 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-e6db2123-4888-4ec6-bbbf-50d22de6a10a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bf7a8936f54402fb834700eeb2c9b01 HTTP/1.1" status: 200 len: 380 time: 0.0396135 Jul 24 01:47:21.626981 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-eb2e2f15-67b2-4624-8147-eef96735dd50 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'port': {'device_id': '3b610967-081a-46fc-ac24-ecd4d2ad6910', 'network_id': 'b023dbe5-99c8-4457-a27d-851bfe238b6e', 'admin_state_up': True, 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'security_groups': ['a8d5c020-1b7e-4f44-bb47-0e7fa066a117']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:47:21.655417 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-98562e16-1899-4d68-aa4c-84822dde4ee1 None None] Set router 1998f08a-7d1d-4a2b-9c81-dcdda31c834b gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:47:21.751199 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-eb2e2f15-67b2-4624-8147-eef96735dd50 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Made reservation on behalf of 2bf7a8936f54402fb834700eeb2c9b01 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:47:21.754849 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-eb2e2f15-67b2-4624-8147-eef96735dd50 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:21.876192 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-98562e16-1899-4d68-aa4c-84822dde4ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1998f08a-7d1d-4a2b-9c81-dcdda31c834b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531838484', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '54d29f00-7bd2-410d-b845-08b5a58106b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:47:15Z', 'updated_at': '2021-07-24T01:47:18Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': '54d29f00-7bd2-410d-b845-08b5a58106b1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1998f08a-7d1d-4a2b-9c81-dcdda31c834b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:47:15Z', 'updated_at': '2021-07-24T01:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '9e8070b8-d369-4824-89e4-d684301c9392', 'name': '', 'network_id': 'b023dbe5-99c8-4457-a27d-851bfe238b6e', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'mac_address': 'fa:16:3e:ac:0d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1998f08a-7d1d-4a2b-9c81-dcdda31c834b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c6f8f591-bcb1-4f56-a389-90074e980db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:47:18Z', 'updated_at': '2021-07-24T01:47:21Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'subnets': [{'id': 'c6f8f591-bcb1-4f56-a389-90074e980db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:47:21.882746 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-eb2e2f15-67b2-4624-8147-eef96735dd50 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Allocated IP 172.20.0.10 (b023dbe5-99c8-4457-a27d-851bfe238b6e/c6f8f591-bcb1-4f56-a389-90074e980db6/44fd9b50-11b3-4c8a-951b-58ef6fd07fcb) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:47:21.907607 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98562e16-1899-4d68-aa4c-84822dde4ee1 None None] The sync data for ids ['1998f08a-7d1d-4a2b-9c81-dcdda31c834b'] in n-d-793621-25 is: [{'id': '1998f08a-7d1d-4a2b-9c81-dcdda31c834b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531838484', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '54d29f00-7bd2-410d-b845-08b5a58106b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:47:15Z', 'updated_at': '2021-07-24T01:47:18Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': '54d29f00-7bd2-410d-b845-08b5a58106b1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1998f08a-7d1d-4a2b-9c81-dcdda31c834b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:47:15Z', 'updated_at': '2021-07-24T01:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '9e8070b8-d369-4824-89e4-d684301c9392', 'name': '', 'network_id': 'b023dbe5-99c8-4457-a27d-851bfe238b6e', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'mac_address': 'fa:16:3e:ac:0d:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1998f08a-7d1d-4a2b-9c81-dcdda31c834b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c6f8f591-bcb1-4f56-a389-90074e980db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:47:18Z', 'updated_at': '2021-07-24T01:47:21Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'subnets': [{'id': 'c6f8f591-bcb1-4f56-a389-90074e980db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:47:22.054996 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-eb2e2f15-67b2-4624-8147-eef96735dd50 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:22.074928 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-eb2e2f15-67b2-4624-8147-eef96735dd50 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Transition to ACTIVE for port object 44fd9b50-11b3-4c8a-951b-58ef6fd07fcb will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:47:22.112853 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-eb2e2f15-67b2-4624-8147-eef96735dd50 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:22.160426 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-eb2e2f15-67b2-4624-8147-eef96735dd50 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Network b023dbe5-99c8-4457-a27d-851bfe238b6e is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:47:22.163865 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-eb2e2f15-67b2-4624-8147-eef96735dd50 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:47:22.171546 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-eb2e2f15-67b2-4624-8147-eef96735dd50 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:47:22.180967 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 54d29f00-7bd2-410d-b845-08b5a58106b1 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:47:22.205790 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e2f15-67b2-4624-8147-eef96735dd50 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'Port': ['ID=44fd9b50-11b3-4c8a-951b-58ef6fd07fcb,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:47:22.244509 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-eb2e2f15-67b2-4624-8147-eef96735dd50 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:47:22.245286 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-eb2e2f15-67b2-4624-8147-eef96735dd50 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:22.251550 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 54d29f00-7bd2-410d-b845-08b5a58106b1 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:47:22.252189 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:22.262895 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-eb2e2f15-67b2-4624-8147-eef96735dd50 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6401596 Jul 24 01:47:22.276329 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-c2a773ac-ca29-4989-b676-51128b555a6c service neutron] Request body: {'port': {'device_id': '3b610967-081a-46fc-ac24-ecd4d2ad6910', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:47:22.352598 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 9e8070b8-d369-4824-89e4-d684301c9392 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:47:22.373948 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-c2a773ac-ca29-4989-b676-51128b555a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:22.431555 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 9e8070b8-d369-4824-89e4-d684301c9392 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:47:22.442461 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 9e8070b8-d369-4824-89e4-d684301c9392 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:47:22.442461 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:22.532643 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:22.545071 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-58be2842-a03e-4288-b5b8-f101a899ce99 None None] Provisioning for port 44fd9b50-11b3-4c8a-951b-58ef6fd07fcb completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:47:22.556326 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-58be2842-a03e-4288-b5b8-f101a899ce99 None None] Provisioning complete for port 44fd9b50-11b3-4c8a-951b-58ef6fd07fcb triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:47:22.557253 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-58be2842-a03e-4288-b5b8-f101a899ce99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:22.608006 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 9e8070b8-d369-4824-89e4-d684301c9392, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=9e8070b8-d369-4824-89e4-d684301c9392,segment=NetworkSegment(75c215e8-d0c3-4716-a3a2-bad08b90d0ba),segment_id=75c215e8-d0c3-4716-a3a2-bad08b90d0ba)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:47:22.619541 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-58be2842-a03e-4288-b5b8-f101a899ce99 None None] Port 44fd9b50-11b3-4c8a-951b-58ef6fd07fcb cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:47:22.621082 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:22.621876 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device d970c614-faaf-45dd-8a55-c47474f82890 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:47:22.700142 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=9e8070b8-d369-4824-89e4-d684301c9392,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:47:22.723549 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-c2a773ac-ca29-4989-b676-51128b555a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44fd9b50-11b3-4c8a-951b-58ef6fd07fcb {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:47:22.726112 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port d970c614-faaf-45dd-8a55-c47474f82890 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:47:22.726610 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:22.732716 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-c2a773ac-ca29-4989-b676-51128b555a6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:22.750251 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-c2a773ac-ca29-4989-b676-51128b555a6c service neutron] Transition to ACTIVE for port object 44fd9b50-11b3-4c8a-951b-58ef6fd07fcb will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:47:22.757621 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-c2a773ac-ca29-4989-b676-51128b555a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:22.824218 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9239c37-8913-4dd6-916a-8f0408448363 req-9221e294-01be-43d7-b47e-fea2ce956bb8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:47:22.832752 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b9239c37-8913-4dd6-916a-8f0408448363 req-9221e294-01be-43d7-b47e-fea2ce956bb8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b610967-081a-46fc-ac24-ecd4d2ad6910 HTTP/1.1" status: 200 len: 932 time: 0.1908565 Jul 24 01:47:22.860522 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a773ac-ca29-4989-b676-51128b555a6c service neutron] Pushing event updated for resources: {'Port': ['ID=44fd9b50-11b3-4c8a-951b-58ef6fd07fcb,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:47:22.964032 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b9239c37-8913-4dd6-916a-8f0408448363 req-c0b2aa3b-f516-4b86-a9d8-ea2b50a877d9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8d5c020-1b7e-4f44-bb47-0e7fa066a117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299620 Jul 24 01:47:23.004412 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-c2a773ac-ca29-4989-b676-51128b555a6c service neutron] Attempting to bind port 44fd9b50-11b3-4c8a-951b-58ef6fd07fcb on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:47:23.004763 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-c2a773ac-ca29-4989-b676-51128b555a6c service neutron] Attempting to bind port 44fd9b50-11b3-4c8a-951b-58ef6fd07fcb by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '75c215e8-d0c3-4716-a3a2-bad08b90d0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b023dbe5-99c8-4457-a27d-851bfe238b6e'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:47:23.005264 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-c2a773ac-ca29-4989-b676-51128b555a6c service neutron] Attempting to bind port 44fd9b50-11b3-4c8a-951b-58ef6fd07fcb on network b023dbe5-99c8-4457-a27d-851bfe238b6e {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:47:23.010996 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-c2a773ac-ca29-4989-b676-51128b555a6c service neutron] Port 44fd9b50-11b3-4c8a-951b-58ef6fd07fcb on network b023dbe5-99c8-4457-a27d-851bfe238b6e not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:47:23.011346 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-c2a773ac-ca29-4989-b676-51128b555a6c service neutron] Attempting to bind port 44fd9b50-11b3-4c8a-951b-58ef6fd07fcb on network b023dbe5-99c8-4457-a27d-851bfe238b6e {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:47:23.017494 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-c2a773ac-ca29-4989-b676-51128b555a6c service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:47:23.017851 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-c2a773ac-ca29-4989-b676-51128b555a6c service neutron] Checking segment: {'id': '75c215e8-d0c3-4716-a3a2-bad08b90d0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b023dbe5-99c8-4457-a27d-851bfe238b6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:47:23.018246 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-c2a773ac-ca29-4989-b676-51128b555a6c service neutron] Bound using segment: {'id': '75c215e8-d0c3-4716-a3a2-bad08b90d0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b023dbe5-99c8-4457-a27d-851bfe238b6e'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:47:23.018961 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-c2a773ac-ca29-4989-b676-51128b555a6c service neutron] Bound port: 44fd9b50-11b3-4c8a-951b-58ef6fd07fcb, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75c215e8-d0c3-4716-a3a2-bad08b90d0ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b023dbe5-99c8-4457-a27d-851bfe238b6e'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:47:23.019344 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-c2a773ac-ca29-4989-b676-51128b555a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:23.090049 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-c2a773ac-ca29-4989-b676-51128b555a6c service neutron] For port 44fd9b50-11b3-4c8a-951b-58ef6fd07fcb, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:47:23.093532 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-c2a773ac-ca29-4989-b676-51128b555a6c service neutron] For port 44fd9b50-11b3-4c8a-951b-58ef6fd07fcb, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=44fd9b50-11b3-4c8a-951b-58ef6fd07fcb,segment=NetworkSegment(75c215e8-d0c3-4716-a3a2-bad08b90d0ba),segment_id=75c215e8-d0c3-4716-a3a2-bad08b90d0ba)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:47:23.098389 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-c2a773ac-ca29-4989-b676-51128b555a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:23.133821 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-c2a773ac-ca29-4989-b676-51128b555a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:47:23.134449 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-c2a773ac-ca29-4989-b676-51128b555a6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:23.135899 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-c2a773ac-ca29-4989-b676-51128b555a6c service neutron] 10.222.0.13 "PUT /v2.0/ports/44fd9b50-11b3-4c8a-951b-58ef6fd07fcb HTTP/1.1" status: 200 len: 1093 time: 0.8645630 Jul 24 01:47:23.136346 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b610967-081a-46fc-ac24-ecd4d2ad6910', 'tag': '44fd9b50-11b3-4c8a-951b-58ef6fd07fcb'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:47:23.138789 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c0377c0cac57482b78947fbfdb6e67ca594c264dadda24220a1a6cbe410d8c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f781ec7f-7793-461f-88cc-61cd05976433" -d '{"events": [{"name": "network-changed", "server_uuid": "3b610967-081a-46fc-ac24-ecd4d2ad6910", "tag": "44fd9b50-11b3-4c8a-951b-58ef6fd07fcb"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:47:23.193503 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a773ac-ca29-4989-b676-51128b555a6c service neutron] Pushing event updated for resources: {'Port': ['ID=44fd9b50-11b3-4c8a-951b-58ef6fd07fcb,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:47:23.200168 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1768da74-707e-43d1-a410-a172e96cee97 x-openstack-request-id: req-1768da74-707e-43d1-a410-a172e96cee97 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:47:23.200449 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b610967-081a-46fc-ac24-ecd4d2ad6910", "tag": "44fd9b50-11b3-4c8a-951b-58ef6fd07fcb", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:47:23.200738 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1768da74-707e-43d1-a410-a172e96cee97 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:47:23.201244 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b610967-081a-46fc-ac24-ecd4d2ad6910', 'tag': '44fd9b50-11b3-4c8a-951b-58ef6fd07fcb', 'status': 'completed', 'code': 200} Jul 24 01:47:23.257269 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-d8da9cb2-b539-4e2b-ae57-f4d63b76dbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:47:23.258960 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-d8da9cb2-b539-4e2b-ae57-f4d63b76dbf1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bf7a8936f54402fb834700eeb2c9b01&device_id=3b610967-081a-46fc-ac24-ecd4d2ad6910 HTTP/1.1" status: 200 len: 1096 time: 0.0800841 Jul 24 01:47:23.304684 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-cfffbc24-c073-4fe8-8600-16e9231d111b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44fd9b50-11b3-4c8a-951b-58ef6fd07fcb HTTP/1.1" status: 200 len: 217 time: 0.0377238 Jul 24 01:47:23.356168 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-70b46b47-05b3-4e35-9637-fcc5121d9726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:47:23.358251 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-70b46b47-05b3-4e35-9637-fcc5121d9726 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6f8f591-bcb1-4f56-a389-90074e980db6 HTTP/1.1" status: 200 len: 835 time: 0.0475447 Jul 24 01:47:23.430918 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-93c71a1a-8356-4347-a680-674a01675a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:47:23.432359 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-93c71a1a-8356-4347-a680-674a01675a6b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b023dbe5-99c8-4457-a27d-851bfe238b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0683124 Jul 24 01:47:23.533121 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-4731aa19-bf16-4e3b-b7b7-f650dbc8224c service neutron] 10.222.0.13 "GET /v2.0/networks/b023dbe5-99c8-4457-a27d-851bfe238b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938363 Jul 24 01:47:23.635863 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c28b628b-135b-4787-9e35-4ba6c9447bfb req-d369c7dc-1e9b-44cb-9410-36b028a16d82 service neutron] 10.222.0.13 "GET /v2.0/networks/b023dbe5-99c8-4457-a27d-851bfe238b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967627 Jul 24 01:47:23.734961 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781ec7f-7793-461f-88cc-61cd05976433 req-c5788b63-bb18-4d43-a052-9e7e9fd5ff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:47:23.736486 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f781ec7f-7793-461f-88cc-61cd05976433 req-c5788b63-bb18-4d43-a052-9e7e9fd5ff4d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bf7a8936f54402fb834700eeb2c9b01&device_id=3b610967-081a-46fc-ac24-ecd4d2ad6910 HTTP/1.1" status: 200 len: 1096 time: 0.0563035 Jul 24 01:47:23.829675 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781ec7f-7793-461f-88cc-61cd05976433 req-89cb08b9-beb4-4079-ae4d-90d257735b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:47:23.831268 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f781ec7f-7793-461f-88cc-61cd05976433 req-89cb08b9-beb4-4079-ae4d-90d257735b76 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b023dbe5-99c8-4457-a27d-851bfe238b6e HTTP/1.1" status: 200 len: 897 time: 0.0886407 Jul 24 01:47:23.872455 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f781ec7f-7793-461f-88cc-61cd05976433 req-9cb63143-86d4-4f8c-88bb-1a6c7f6fa9aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44fd9b50-11b3-4c8a-951b-58ef6fd07fcb HTTP/1.1" status: 200 len: 217 time: 0.0350282 Jul 24 01:47:23.921517 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781ec7f-7793-461f-88cc-61cd05976433 req-535e99d7-0a47-4607-af1d-730ab15f4648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:47:23.923000 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f781ec7f-7793-461f-88cc-61cd05976433 req-535e99d7-0a47-4607-af1d-730ab15f4648 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6f8f591-bcb1-4f56-a389-90074e980db6 HTTP/1.1" status: 200 len: 835 time: 0.0445724 Jul 24 01:47:23.982024 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781ec7f-7793-461f-88cc-61cd05976433 req-c96a9bf8-fd71-4ff3-b810-001b39e5c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:47:23.984044 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f781ec7f-7793-461f-88cc-61cd05976433 req-c96a9bf8-fd71-4ff3-b810-001b39e5c8f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b023dbe5-99c8-4457-a27d-851bfe238b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531447 Jul 24 01:47:24.050685 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 9e8070b8-d369-4824-89e4-d684301c9392 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:47:24.136979 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f781ec7f-7793-461f-88cc-61cd05976433 req-03c64b6c-cd56-49d9-929d-a0ea3c2f7997 service neutron] 10.222.0.13 "GET /v2.0/networks/b023dbe5-99c8-4457-a27d-851bfe238b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453710 Jul 24 01:47:24.161165 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb81cb-fa68-49d2-8e43-2c8f29bd5a63 req-b0dee8f0-a874-4033-8c5d-0c169751b5ca tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:47:24.162817 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-06eb81cb-fa68-49d2-8e43-2c8f29bd5a63 req-b0dee8f0-a874-4033-8c5d-0c169751b5ca tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b610967-081a-46fc-ac24-ecd4d2ad6910 HTTP/1.1" status: 200 len: 944 time: 0.1260626 Jul 24 01:47:24.260531 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 9e8070b8-d369-4824-89e4-d684301c9392 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:47:24.260729 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-06eb81cb-fa68-49d2-8e43-2c8f29bd5a63 req-774d459f-95a3-476c-994f-755beb1a3514 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8d5c020-1b7e-4f44-bb47-0e7fa066a117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847037 Jul 24 01:47:24.260838 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:24.281241 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f781ec7f-7793-461f-88cc-61cd05976433 req-a5138f57-f997-4072-b29c-f3706db2d628 service neutron] 10.222.0.13 "GET /v2.0/networks/b023dbe5-99c8-4457-a27d-851bfe238b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361969 Jul 24 01:47:25.401277 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6a29e-7838-4e29-9601-827a9c4c275e req-38ce778c-f63e-49dc-8770-c5f51ac92fc1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:47:25.402829 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8ef6a29e-7838-4e29-9601-827a9c4c275e req-38ce778c-f63e-49dc-8770-c5f51ac92fc1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b610967-081a-46fc-ac24-ecd4d2ad6910 HTTP/1.1" status: 200 len: 944 time: 0.0688581 Jul 24 01:47:25.442156 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8ef6a29e-7838-4e29-9601-827a9c4c275e req-d733f805-5571-481a-82c5-f0aec73fe0c9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8d5c020-1b7e-4f44-bb47-0e7fa066a117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329940 Jul 24 01:47:26.574776 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd188ec-c77f-4477-ab44-d31a2a7032b7 req-b859ceec-686f-4691-a5fd-35e61540826d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:47:26.576391 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bdd188ec-c77f-4477-ab44-d31a2a7032b7 req-b859ceec-686f-4691-a5fd-35e61540826d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b610967-081a-46fc-ac24-ecd4d2ad6910 HTTP/1.1" status: 200 len: 944 time: 0.0651574 Jul 24 01:47:26.615031 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bdd188ec-c77f-4477-ab44-d31a2a7032b7 req-7299b09d-23f8-4513-89e7-f8050593a3d1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8d5c020-1b7e-4f44-bb47-0e7fa066a117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324793 Jul 24 01:47:27.130366 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 44fd9b50-11b3-4c8a-951b-58ef6fd07fcb details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:47:27.234242 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 44fd9b50-11b3-4c8a-951b-58ef6fd07fcb, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=44fd9b50-11b3-4c8a-951b-58ef6fd07fcb,segment=NetworkSegment(75c215e8-d0c3-4716-a3a2-bad08b90d0ba),segment_id=75c215e8-d0c3-4716-a3a2-bad08b90d0ba)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:47:27.246191 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '44fd9b50-11b3-4c8a-951b-58ef6fd07fcb', 'network_id': 'b023dbe5-99c8-4457-a27d-851bfe238b6e', 'port_id': '44fd9b50-11b3-4c8a-951b-58ef6fd07fcb', 'mac_address': 'fa:16:3e:18:1c:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6f8f591-bcb1-4f56-a389-90074e980db6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:47:27.283199 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:27.296099 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44fd9b50-11b3-4c8a-951b-58ef6fd07fcb {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:47:27.318986 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 44fd9b50-11b3-4c8a-951b-58ef6fd07fcb, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=44fd9b50-11b3-4c8a-951b-58ef6fd07fcb,segment=NetworkSegment(75c215e8-d0c3-4716-a3a2-bad08b90d0ba),segment_id=75c215e8-d0c3-4716-a3a2-bad08b90d0ba)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:47:27.322648 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:27.369381 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=44fd9b50-11b3-4c8a-951b-58ef6fd07fcb,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:47:27.522541 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['44fd9b50-11b3-4c8a-951b-58ef6fd07fcb'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:47:27.745799 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e012e-87e9-49fd-8036-a74d3446c4b9 req-edd35cfe-6a4d-422c-8cb9-c23147e0680c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:47:27.747405 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f49e012e-87e9-49fd-8036-a74d3446c4b9 req-edd35cfe-6a4d-422c-8cb9-c23147e0680c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b610967-081a-46fc-ac24-ecd4d2ad6910 HTTP/1.1" status: 200 len: 945 time: 0.0656464 Jul 24 01:47:27.786563 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f49e012e-87e9-49fd-8036-a74d3446c4b9 req-c39daa04-94db-4737-a81f-9e9181921e30 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8d5c020-1b7e-4f44-bb47-0e7fa066a117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331502 Jul 24 01:47:28.930593 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684e93c-87a1-414e-8630-d3bda902308a req-8474bdd1-b320-4da2-bce2-79124f72b1b0 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:47:28.932202 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b684e93c-87a1-414e-8630-d3bda902308a req-8474bdd1-b320-4da2-bce2-79124f72b1b0 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b610967-081a-46fc-ac24-ecd4d2ad6910 HTTP/1.1" status: 200 len: 945 time: 0.0726564 Jul 24 01:47:28.972208 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b684e93c-87a1-414e-8630-d3bda902308a req-7d7d8260-3ea4-4f49-b44f-734b6c6052eb tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8d5c020-1b7e-4f44-bb47-0e7fa066a117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342774 Jul 24 01:47:29.146404 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 44fd9b50-11b3-4c8a-951b-58ef6fd07fcb up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:47:29.209160 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 44fd9b50-11b3-4c8a-951b-58ef6fd07fcb completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:47:29.213947 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 44fd9b50-11b3-4c8a-951b-58ef6fd07fcb triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:47:29.214430 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:29.301521 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:29.324432 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b610967-081a-46fc-ac24-ecd4d2ad6910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44fd9b50-11b3-4c8a-951b-58ef6fd07fcb'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:47:29.327611 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b36c629d192f293ddd0cd0678fefb9a9e59c3f82b7da09e09f5fd8b02f5b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d48800-7ed7-4564-9931-44d25e4fc47e" -d '{"events": [{"server_uuid": "3b610967-081a-46fc-ac24-ecd4d2ad6910", "name": "network-vif-plugged", "status": "completed", "tag": "44fd9b50-11b3-4c8a-951b-58ef6fd07fcb"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:47:29.340567 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 44fd9b50-11b3-4c8a-951b-58ef6fd07fcb, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=44fd9b50-11b3-4c8a-951b-58ef6fd07fcb,segment=NetworkSegment(75c215e8-d0c3-4716-a3a2-bad08b90d0ba),segment_id=75c215e8-d0c3-4716-a3a2-bad08b90d0ba)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:47:29.345040 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:29.367886 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f429a79d-1d6c-4c8f-aeac-75d4f6046506 x-openstack-request-id: req-f429a79d-1d6c-4c8f-aeac-75d4f6046506 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:47:29.368176 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b610967-081a-46fc-ac24-ecd4d2ad6910", "name": "network-vif-plugged", "status": "completed", "tag": "44fd9b50-11b3-4c8a-951b-58ef6fd07fcb", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:47:29.368426 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f429a79d-1d6c-4c8f-aeac-75d4f6046506 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:47:29.368815 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b610967-081a-46fc-ac24-ecd4d2ad6910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44fd9b50-11b3-4c8a-951b-58ef6fd07fcb', 'code': 200} Jul 24 01:47:29.397153 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=44fd9b50-11b3-4c8a-951b-58ef6fd07fcb,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:47:29.478477 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b800e3-126d-411d-94b7-b44ffe24d780 req-71a0bd73-5305-46af-b5f6-13c1c23e432d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:47:29.480065 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-15b800e3-126d-411d-94b7-b44ffe24d780 req-71a0bd73-5305-46af-b5f6-13c1c23e432d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3b610967-081a-46fc-ac24-ecd4d2ad6910 HTTP/1.1" status: 200 len: 1098 time: 0.0565844 Jul 24 01:47:29.515723 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-15b800e3-126d-411d-94b7-b44ffe24d780 req-0b918ced-d2d7-4cf6-961d-689198203bef service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a8d5c020-1b7e-4f44-bb47-0e7fa066a117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291779 Jul 24 01:47:30.104916 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ccb07d-5d75-4335-9c54-1c2813012644 req-ede8e4ba-a7e8-4653-841d-bb198098569c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:47:30.106452 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-36ccb07d-5d75-4335-9c54-1c2813012644 req-ede8e4ba-a7e8-4653-841d-bb198098569c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b610967-081a-46fc-ac24-ecd4d2ad6910 HTTP/1.1" status: 200 len: 946 time: 0.0682619 Jul 24 01:47:30.150580 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-36ccb07d-5d75-4335-9c54-1c2813012644 req-a9d52ed8-f426-48d3-a178-87e27d030ddb tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8d5c020-1b7e-4f44-bb47-0e7fa066a117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374782 Jul 24 01:47:31.283741 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f05a3f-3b68-4dc4-977b-5d99dcddda8a req-e8d1dc73-58f7-40a4-b7e6-42f15a0d6068 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:47:31.285268 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c0f05a3f-3b68-4dc4-977b-5d99dcddda8a req-e8d1dc73-58f7-40a4-b7e6-42f15a0d6068 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b610967-081a-46fc-ac24-ecd4d2ad6910 HTTP/1.1" status: 200 len: 946 time: 0.0649498 Jul 24 01:47:31.321718 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c0f05a3f-3b68-4dc4-977b-5d99dcddda8a req-fcabea45-cb6b-477c-91e6-59c4438c563a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8d5c020-1b7e-4f44-bb47-0e7fa066a117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309227 Jul 24 01:47:31.451774 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07019e31-2824-4025-993d-c76d619a0621 req-c6e50073-64ae-45d5-b920-1336bb71d350 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:47:31.453309 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-07019e31-2824-4025-993d-c76d619a0621 req-c6e50073-64ae-45d5-b920-1336bb71d350 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b610967-081a-46fc-ac24-ecd4d2ad6910 HTTP/1.1" status: 200 len: 946 time: 0.0657554 Jul 24 01:47:31.491098 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-07019e31-2824-4025-993d-c76d619a0621 req-af5556a7-f0e3-4740-a3fe-bfedd79d014b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8d5c020-1b7e-4f44-bb47-0e7fa066a117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321455 Jul 24 01:47:31.511800 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51986) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:47:31.571996 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d5a0da-b4f2-426d-ac40-70c39b32d7b3 tempest-TestNetworkAdvancedServerOps-1827788520 tempest-TestNetworkAdvancedServerOps-1827788520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:47:31.573529 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-87d5a0da-b4f2-426d-ac40-70c39b32d7b3 tempest-TestNetworkAdvancedServerOps-1827788520 tempest-TestNetworkAdvancedServerOps-1827788520-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3b610967-081a-46fc-ac24-ecd4d2ad6910 HTTP/1.1" status: 200 len: 1093 time: 0.0607181 Jul 24 01:47:31.576595 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51988) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:47:31.581001 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-d2c6898e-5830-43bf-abf1-ad8c975ed6f4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'port_id': '44fd9b50-11b3-4c8a-951b-58ef6fd07fcb', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:47:31.603936 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d2c6898e-5830-43bf-abf1-ad8c975ed6f4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for floatingip, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:31.705298 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d2c6898e-5830-43bf-abf1-ad8c975ed6f4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:31.811853 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-d2c6898e-5830-43bf-abf1-ad8c975ed6f4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Allocated IP 172.25.2.231 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/328b5b76-8a15-4c65-97bc-fab1d6fa87cb) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:47:31.918494 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d2c6898e-5830-43bf-abf1-ad8c975ed6f4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:31.962402 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d2c6898e-5830-43bf-abf1-ad8c975ed6f4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:31.997992 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c6898e-5830-43bf-abf1-ad8c975ed6f4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:47:32.000991 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-d2c6898e-5830-43bf-abf1-ad8c975ed6f4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:47:32.006462 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c6898e-5830-43bf-abf1-ad8c975ed6f4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:47:32.033701 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c6898e-5830-43bf-abf1-ad8c975ed6f4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'Port': ['ID=328b5b76-8a15-4c65-97bc-fab1d6fa87cb,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:47:32.369206 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d2c6898e-5830-43bf-abf1-ad8c975ed6f4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:32.443508 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d2c6898e-5830-43bf-abf1-ad8c975ed6f4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:32.594618 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d2c6898e-5830-43bf-abf1-ad8c975ed6f4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:32.599179 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d2c6898e-5830-43bf-abf1-ad8c975ed6f4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:32.672761 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c6898e-5830-43bf-abf1-ad8c975ed6f4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'Port': ['ID=328b5b76-8a15-4c65-97bc-fab1d6fa87cb,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:47:32.680808 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d2c6898e-5830-43bf-abf1-ad8c975ed6f4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:32.776765 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [None req-d2c6898e-5830-43bf-abf1-ad8c975ed6f4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Floating IP a5d561f9-8320-432c-bebf-b106d70c0c27 associated. External IP: 172.25.2.231, port: 44fd9b50-11b3-4c8a-951b-58ef6fd07fcb. Jul 24 01:47:33.322593 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c6898e-5830-43bf-abf1-ad8c975ed6f4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Router 1998f08a-7d1d-4a2b-9c81-dcdda31c834b has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:47:33.429482 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c6898e-5830-43bf-abf1-ad8c975ed6f4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:47:33.440001 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f678af3-aaa3-4ede-900a-0e8b1928ca04 None None] Sync routers for ids ['1998f08a-7d1d-4a2b-9c81-dcdda31c834b'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:47:33.445789 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d2c6898e-5830-43bf-abf1-ad8c975ed6f4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:33.450057 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f678af3-aaa3-4ede-900a-0e8b1928ca04 None None] Routers {'1998f08a-7d1d-4a2b-9c81-dcdda31c834b'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:47:33.451466 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-8f678af3-aaa3-4ede-900a-0e8b1928ca04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:47:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1998f08a-7d1d-4a2b-9c81-dcdda31c834b'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:47:33.483333 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d2c6898e-5830-43bf-abf1-ad8c975ed6f4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9054327 Jul 24 01:47:33.483724 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b610967-081a-46fc-ac24-ecd4d2ad6910', 'tag': '44fd9b50-11b3-4c8a-951b-58ef6fd07fcb'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:47:33.486101 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04606ce6b56a19535889c90ef360e282e8fe62826457f87827dea0ce6a923ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8cebaf2-15d0-45a1-9450-55bdd83b2879" -d '{"events": [{"name": "network-changed", "server_uuid": "3b610967-081a-46fc-ac24-ecd4d2ad6910", "tag": "44fd9b50-11b3-4c8a-951b-58ef6fd07fcb"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:47:33.527986 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5912f61-48c3-4c7d-8642-dac73e7cad91 x-openstack-request-id: req-e5912f61-48c3-4c7d-8642-dac73e7cad91 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:47:33.528298 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b610967-081a-46fc-ac24-ecd4d2ad6910", "tag": "44fd9b50-11b3-4c8a-951b-58ef6fd07fcb", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:47:33.528559 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e5912f61-48c3-4c7d-8642-dac73e7cad91 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:47:33.529106 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b610967-081a-46fc-ac24-ecd4d2ad6910', 'tag': '44fd9b50-11b3-4c8a-951b-58ef6fd07fcb', 'status': 'completed', 'code': 200} Jul 24 01:47:33.576607 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-8f678af3-aaa3-4ede-900a-0e8b1928ca04 None None] Set router 1998f08a-7d1d-4a2b-9c81-dcdda31c834b gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:47:33.608936 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cebaf2-15d0-45a1-9450-55bdd83b2879 req-f3e3b0e9-c992-4b5a-8ec7-5fcd0df8693c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:47:33.610511 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d8cebaf2-15d0-45a1-9450-55bdd83b2879 req-f3e3b0e9-c992-4b5a-8ec7-5fcd0df8693c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bf7a8936f54402fb834700eeb2c9b01&device_id=3b610967-081a-46fc-ac24-ecd4d2ad6910 HTTP/1.1" status: 200 len: 1098 time: 0.0562911 Jul 24 01:47:33.612437 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7b54f-2396-4703-a6da-752a394c9785 req-c4e72142-12da-4847-b2e6-04b2e2b6d6ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:47:33.614074 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d6b7b54f-2396-4703-a6da-752a394c9785 req-c4e72142-12da-4847-b2e6-04b2e2b6d6ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b610967-081a-46fc-ac24-ecd4d2ad6910 HTTP/1.1" status: 200 len: 946 time: 0.0721767 Jul 24 01:47:33.654694 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d6b7b54f-2396-4703-a6da-752a394c9785 req-4697d3aa-c4de-44bb-8779-a3e083bbd107 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8d5c020-1b7e-4f44-bb47-0e7fa066a117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343232 Jul 24 01:47:33.677793 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51994) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:47:33.712472 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cebaf2-15d0-45a1-9450-55bdd83b2879 req-7e579472-5a67-4ac8-9905-008b2c96d074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:47:33.715093 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d8cebaf2-15d0-45a1-9450-55bdd83b2879 req-7e579472-5a67-4ac8-9905-008b2c96d074 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b023dbe5-99c8-4457-a27d-851bfe238b6e HTTP/1.1" status: 200 len: 897 time: 0.0979638 Jul 24 01:47:33.746854 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8ccb0888-bdf3-4683-bdbf-0baf72824d33 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/floatingips/a5d561f9-8320-432c-bebf-b106d70c0c27 HTTP/1.1" status: 200 len: 992 time: 0.0677502 Jul 24 01:47:33.782273 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d8cebaf2-15d0-45a1-9450-55bdd83b2879 req-686b74f9-c6d3-4059-9c73-d13ce07352c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44fd9b50-11b3-4c8a-951b-58ef6fd07fcb HTTP/1.1" status: 200 len: 1000 time: 0.0604429 Jul 24 01:47:33.843742 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cebaf2-15d0-45a1-9450-55bdd83b2879 req-4bf94e08-cbb9-4c41-bb1b-eee39fa3f953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:47:33.845315 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d8cebaf2-15d0-45a1-9450-55bdd83b2879 req-4bf94e08-cbb9-4c41-bb1b-eee39fa3f953 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6f8f591-bcb1-4f56-a389-90074e980db6 HTTP/1.1" status: 200 len: 835 time: 0.0573738 Jul 24 01:47:33.906681 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cebaf2-15d0-45a1-9450-55bdd83b2879 req-a897ca7f-127e-4ccb-9400-2f8aa8ad2069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:47:33.908274 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d8cebaf2-15d0-45a1-9450-55bdd83b2879 req-a897ca7f-127e-4ccb-9400-2f8aa8ad2069 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b023dbe5-99c8-4457-a27d-851bfe238b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564902 Jul 24 01:47:33.909991 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-8f678af3-aaa3-4ede-900a-0e8b1928ca04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1998f08a-7d1d-4a2b-9c81-dcdda31c834b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531838484', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '54d29f00-7bd2-410d-b845-08b5a58106b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:47:15Z', 'updated_at': '2021-07-24T01:47:18Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': '54d29f00-7bd2-410d-b845-08b5a58106b1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1998f08a-7d1d-4a2b-9c81-dcdda31c834b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:47:15Z', 'updated_at': '2021-07-24T01:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'a5d561f9-8320-432c-bebf-b106d70c0c27', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '1998f08a-7d1d-4a2b-9c81-dcdda31c834b', 'port_id': '44fd9b50-11b3-4c8a-951b-58ef6fd07fcb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b023dbe5-99c8-4457-a27d-851bfe238b6e', 'mac_address': 'fa:16:3e:18:1c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b610967-081a-46fc-ac24-ecd4d2ad6910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:47:32Z', 'updated_at': '2021-07-24T01:47:32Z', 'revision_number': 0, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e8070b8-d369-4824-89e4-d684301c9392', 'name': '', 'network_id': 'b023dbe5-99c8-4457-a27d-851bfe238b6e', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'mac_address': 'fa:16:3e:ac:0d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1998f08a-7d1d-4a2b-9c81-dcdda31c834b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c6f8f591-bcb1-4f56-a389-90074e980db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:47:18Z', 'updated_at': '2021-07-24T01:47:22Z', 'revision_number': 5, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'subnets': [{'id': 'c6f8f591-bcb1-4f56-a389-90074e980db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:47:33.935723 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f678af3-aaa3-4ede-900a-0e8b1928ca04 None None] Checking router: 1998f08a-7d1d-4a2b-9c81-dcdda31c834b for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:47:33.943869 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f678af3-aaa3-4ede-900a-0e8b1928ca04 None None] Routers {'1998f08a-7d1d-4a2b-9c81-dcdda31c834b'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:47:33.944476 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-8f678af3-aaa3-4ede-900a-0e8b1928ca04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:47:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1998f08a-7d1d-4a2b-9c81-dcdda31c834b'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:47:34.000133 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d8cebaf2-15d0-45a1-9450-55bdd83b2879 req-bd24e36a-89f2-4ee7-89fb-0ccf0ce53ef5 service neutron] 10.222.0.13 "GET /v2.0/networks/b023dbe5-99c8-4457-a27d-851bfe238b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854437 Jul 24 01:47:34.046992 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-8f678af3-aaa3-4ede-900a-0e8b1928ca04 None None] Set router 1998f08a-7d1d-4a2b-9c81-dcdda31c834b gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:47:34.095166 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d8cebaf2-15d0-45a1-9450-55bdd83b2879 req-47ea83ed-2aa2-493e-a947-33df808f50f8 service neutron] 10.222.0.13 "GET /v2.0/networks/b023dbe5-99c8-4457-a27d-851bfe238b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887375 Jul 24 01:47:34.272038 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-8f678af3-aaa3-4ede-900a-0e8b1928ca04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1998f08a-7d1d-4a2b-9c81-dcdda31c834b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531838484', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '54d29f00-7bd2-410d-b845-08b5a58106b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:47:15Z', 'updated_at': '2021-07-24T01:47:18Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': '54d29f00-7bd2-410d-b845-08b5a58106b1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1998f08a-7d1d-4a2b-9c81-dcdda31c834b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:47:15Z', 'updated_at': '2021-07-24T01:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'a5d561f9-8320-432c-bebf-b106d70c0c27', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '1998f08a-7d1d-4a2b-9c81-dcdda31c834b', 'port_id': '44fd9b50-11b3-4c8a-951b-58ef6fd07fcb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b023dbe5-99c8-4457-a27d-851bfe238b6e', 'mac_address': 'fa:16:3e:18:1c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b610967-081a-46fc-ac24-ecd4d2ad6910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:47:32Z', 'updated_at': '2021-07-24T01:47:32Z', 'revision_number': 0, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e8070b8-d369-4824-89e4-d684301c9392', 'name': '', 'network_id': 'b023dbe5-99c8-4457-a27d-851bfe238b6e', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'mac_address': 'fa:16:3e:ac:0d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1998f08a-7d1d-4a2b-9c81-dcdda31c834b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c6f8f591-bcb1-4f56-a389-90074e980db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:47:18Z', 'updated_at': '2021-07-24T01:47:22Z', 'revision_number': 5, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'subnets': [{'id': 'c6f8f591-bcb1-4f56-a389-90074e980db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:47:34.297862 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f678af3-aaa3-4ede-900a-0e8b1928ca04 None None] The sync data for ids ['1998f08a-7d1d-4a2b-9c81-dcdda31c834b'] in n-d-793621-25 is: [{'id': '1998f08a-7d1d-4a2b-9c81-dcdda31c834b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531838484', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '54d29f00-7bd2-410d-b845-08b5a58106b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:47:15Z', 'updated_at': '2021-07-24T01:47:18Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': '54d29f00-7bd2-410d-b845-08b5a58106b1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1998f08a-7d1d-4a2b-9c81-dcdda31c834b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:47:15Z', 'updated_at': '2021-07-24T01:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': 'a5d561f9-8320-432c-bebf-b106d70c0c27', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '1998f08a-7d1d-4a2b-9c81-dcdda31c834b', 'port_id': '44fd9b50-11b3-4c8a-951b-58ef6fd07fcb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4182, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b023dbe5-99c8-4457-a27d-851bfe238b6e', 'mac_address': 'fa:16:3e:18:1c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b610967-081a-46fc-ac24-ecd4d2ad6910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:47:32Z', 'updated_at': '2021-07-24T01:47:32Z', 'revision_number': 0, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e8070b8-d369-4824-89e4-d684301c9392', 'name': '', 'network_id': 'b023dbe5-99c8-4457-a27d-851bfe238b6e', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'mac_address': 'fa:16:3e:ac:0d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1998f08a-7d1d-4a2b-9c81-dcdda31c834b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c6f8f591-bcb1-4f56-a389-90074e980db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:47:18Z', 'updated_at': '2021-07-24T01:47:22Z', 'revision_number': 5, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'subnets': [{'id': 'c6f8f591-bcb1-4f56-a389-90074e980db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:47:34.487262 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc0a8d7-4200-4409-8cde-53b31551a1a1 None None] New status for floating IP a5d561f9-8320-432c-bebf-b106d70c0c27: ACTIVE {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:47:34.751043 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 51998) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:47:34.814904 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5d359a0e-d36b-4ce7-800d-3c1f038ce961 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/floatingips/a5d561f9-8320-432c-bebf-b106d70c0c27 HTTP/1.1" status: 200 len: 994 time: 0.0624249 Jul 24 01:47:35.472494 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:35.878149 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:36.625041 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:47:45.848938 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-afb2c9b9-0749-436d-b8e4-0545587e1f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:48.354388 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-23b8f495-6399-43ed-bf65-d63c161c6001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:48.558964 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:49.694369 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:47:51.196269 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:48:05.487959 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:48:05.900156 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:48:06.240129 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a22175-efb7-4eda-ade8-1ec892b0719a req-1e0f1688-2aa0-427a-bafc-4ac1c4969bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:48:06.241747 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-05a22175-efb7-4eda-ade8-1ec892b0719a req-1e0f1688-2aa0-427a-bafc-4ac1c4969bed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bf7a8936f54402fb834700eeb2c9b01&device_id=3b610967-081a-46fc-ac24-ecd4d2ad6910 HTTP/1.1" status: 200 len: 1098 time: 0.0680451 Jul 24 01:48:06.381182 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a22175-efb7-4eda-ade8-1ec892b0719a req-ce1b0a73-466e-4dea-b1e2-413277af49c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:48:06.382681 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-05a22175-efb7-4eda-ade8-1ec892b0719a req-ce1b0a73-466e-4dea-b1e2-413277af49c7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b023dbe5-99c8-4457-a27d-851bfe238b6e HTTP/1.1" status: 200 len: 897 time: 0.1350162 Jul 24 01:48:06.403196 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49503b-939a-404c-8ad7-2dd1251b2555 req-57213b41-9a9f-4982-bb59-440a1197c33b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:48:06.405298 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3a49503b-939a-404c-8ad7-2dd1251b2555 req-57213b41-9a9f-4982-bb59-440a1197c33b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b610967-081a-46fc-ac24-ecd4d2ad6910 HTTP/1.1" status: 200 len: 946 time: 0.1993203 Jul 24 01:48:06.487952 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-05a22175-efb7-4eda-ade8-1ec892b0719a req-35f1f1b4-6373-4c1f-bf00-e337ea8e6cd9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44fd9b50-11b3-4c8a-951b-58ef6fd07fcb HTTP/1.1" status: 200 len: 1002 time: 0.0982425 Jul 24 01:48:06.490608 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3a49503b-939a-404c-8ad7-2dd1251b2555 req-8d3c42ae-936e-472a-86fe-33527762e117 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8d5c020-1b7e-4f44-bb47-0e7fa066a117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517178 Jul 24 01:48:06.537831 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a22175-efb7-4eda-ade8-1ec892b0719a req-22f72f0b-e0e9-47b4-ae25-a9e5f5ae7ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:48:06.539342 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-05a22175-efb7-4eda-ade8-1ec892b0719a req-22f72f0b-e0e9-47b4-ae25-a9e5f5ae7ef2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6f8f591-bcb1-4f56-a389-90074e980db6 HTTP/1.1" status: 200 len: 835 time: 0.0453687 Jul 24 01:48:06.599782 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a22175-efb7-4eda-ade8-1ec892b0719a req-c60ff351-63ec-4af8-899d-0a8dae41b7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:48:06.601312 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-05a22175-efb7-4eda-ade8-1ec892b0719a req-c60ff351-63ec-4af8-899d-0a8dae41b7ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b023dbe5-99c8-4457-a27d-851bfe238b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554574 Jul 24 01:48:06.696671 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-05a22175-efb7-4eda-ade8-1ec892b0719a req-f5b45ae9-bfb4-4927-89dc-8e7c972a4ccb service neutron] 10.222.0.13 "GET /v2.0/networks/b023dbe5-99c8-4457-a27d-851bfe238b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881505 Jul 24 01:48:06.791921 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-05a22175-efb7-4eda-ade8-1ec892b0719a req-e6a8ee73-fa94-45d9-89a7-9b8958b5a0cf service neutron] 10.222.0.13 "GET /v2.0/networks/b023dbe5-99c8-4457-a27d-851bfe238b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889432 Jul 24 01:48:07.674678 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f84b4-a78d-4bbe-a939-729e79cd7dba req-825bf01e-68d4-4eaf-9811-bd0d2db1c0be tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:48:07.676230 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d86f84b4-a78d-4bbe-a939-729e79cd7dba req-825bf01e-68d4-4eaf-9811-bd0d2db1c0be tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b610967-081a-46fc-ac24-ecd4d2ad6910 HTTP/1.1" status: 200 len: 946 time: 0.1156735 Jul 24 01:48:07.715520 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d86f84b4-a78d-4bbe-a939-729e79cd7dba req-c553ee65-f9e1-42f1-aba3-0c192f173535 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8d5c020-1b7e-4f44-bb47-0e7fa066a117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335150 Jul 24 01:48:08.855008 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938f0e5-ea74-4e57-8d88-e95fec73eaca req-b24d13e2-2c48-4b7a-a4df-f5a7625c38b9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:48:08.857234 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1938f0e5-ea74-4e57-8d88-e95fec73eaca req-b24d13e2-2c48-4b7a-a4df-f5a7625c38b9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b610967-081a-46fc-ac24-ecd4d2ad6910 HTTP/1.1" status: 200 len: 946 time: 0.0705287 Jul 24 01:48:08.897959 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1938f0e5-ea74-4e57-8d88-e95fec73eaca req-56a82f76-bbab-4cd2-8cbb-61c1d9ae8854 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8d5c020-1b7e-4f44-bb47-0e7fa066a117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347614 Jul 24 01:48:10.030050 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab444782-b4c6-4617-95ab-23fb9cbcfca5 req-2dc95ac9-afd8-4939-a70f-3f76fbec2721 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:48:10.031623 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ab444782-b4c6-4617-95ab-23fb9cbcfca5 req-2dc95ac9-afd8-4939-a70f-3f76fbec2721 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b610967-081a-46fc-ac24-ecd4d2ad6910 HTTP/1.1" status: 200 len: 946 time: 0.0656717 Jul 24 01:48:10.071571 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ab444782-b4c6-4617-95ab-23fb9cbcfca5 req-dd320c20-932f-43fd-b071-ba16ba49c935 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8d5c020-1b7e-4f44-bb47-0e7fa066a117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344179 Jul 24 01:48:10.505101 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-744479f3-d1ec-4823-9703-22d3422bbb17 req-dceef794-1d96-4807-aad4-ac31ee7d2b2f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0869737 Jul 24 01:48:10.558888 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-744479f3-d1ec-4823-9703-22d3422bbb17 req-d42bec19-a997-47f8-83cf-a663539f2bd0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543 HTTP/1.1" status: 200 len: 210 time: 0.0302553 Jul 24 01:48:10.597473 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-744479f3-d1ec-4823-9703-22d3422bbb17 req-b3b7f344-bfac-4304-8aeb-bf35326a44cc service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205007 Jul 24 01:48:10.697787 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744479f3-d1ec-4823-9703-22d3422bbb17 req-f598b2c7-2490-4d8a-afee-ef491d253e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:48:10.699360 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-744479f3-d1ec-4823-9703-22d3422bbb17 req-f598b2c7-2490-4d8a-afee-ef491d253e13 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964787 Jul 24 01:48:11.204918 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09d4fa-5281-4bf4-b2f1-cb0f83f20b38 req-57db9e9e-f79c-4315-9bc7-61f5a3edcb03 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:48:11.206471 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-de09d4fa-5281-4bf4-b2f1-cb0f83f20b38 req-57db9e9e-f79c-4315-9bc7-61f5a3edcb03 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b610967-081a-46fc-ac24-ecd4d2ad6910 HTTP/1.1" status: 200 len: 946 time: 0.0658960 Jul 24 01:48:11.245771 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-de09d4fa-5281-4bf4-b2f1-cb0f83f20b38 req-f9b5d237-b916-46d6-a907-83c8981e3b06 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8d5c020-1b7e-4f44-bb47-0e7fa066a117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337026 Jul 24 01:48:12.382214 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2f518-c44d-49eb-b8db-18804d0d459c req-17ffac6c-a5da-4ab8-a9bf-be582683ce15 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:48:12.383785 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-beb2f518-c44d-49eb-b8db-18804d0d459c req-17ffac6c-a5da-4ab8-a9bf-be582683ce15 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b610967-081a-46fc-ac24-ecd4d2ad6910 HTTP/1.1" status: 200 len: 946 time: 0.0681505 Jul 24 01:48:12.423685 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-beb2f518-c44d-49eb-b8db-18804d0d459c req-97a90c77-b9cd-4959-a3df-d8ad17ce61e6 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8d5c020-1b7e-4f44-bb47-0e7fa066a117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335469 Jul 24 01:48:13.560770 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2858e-01dc-435c-a9db-4620fff0a044 req-6239523f-205d-45e5-a464-d971cf5f06f3 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:48:13.562297 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-53f2858e-01dc-435c-a9db-4620fff0a044 req-6239523f-205d-45e5-a464-d971cf5f06f3 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b610967-081a-46fc-ac24-ecd4d2ad6910 HTTP/1.1" status: 200 len: 946 time: 0.0699909 Jul 24 01:48:13.600242 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-53f2858e-01dc-435c-a9db-4620fff0a044 req-5677cc6c-5e9a-4c3f-8f8f-95778e1a4f52 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8d5c020-1b7e-4f44-bb47-0e7fa066a117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323932 Jul 24 01:48:13.624737 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:48:14.732158 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7ddf0-bf26-4721-bccc-9eb3b7a141e1 req-57cf957c-cd1c-4100-8995-3bee3c69763b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:48:14.733784 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5ba7ddf0-bf26-4721-bccc-9eb3b7a141e1 req-57cf957c-cd1c-4100-8995-3bee3c69763b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b610967-081a-46fc-ac24-ecd4d2ad6910 HTTP/1.1" status: 200 len: 946 time: 0.0675261 Jul 24 01:48:14.775609 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5ba7ddf0-bf26-4721-bccc-9eb3b7a141e1 req-8c841e14-ba30-4fe6-8ea5-78e47a601d1c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8d5c020-1b7e-4f44-bb47-0e7fa066a117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348732 Jul 24 01:48:15.852010 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0af77111-becb-47e3-95f1-0eda01d2a1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:48:15.912266 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bec36d-8e12-49dc-8746-fd97de03e433 req-205db165-ceb1-49af-a059-b3e239ff07f4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:48:15.913806 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-11bec36d-8e12-49dc-8746-fd97de03e433 req-205db165-ceb1-49af-a059-b3e239ff07f4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b610967-081a-46fc-ac24-ecd4d2ad6910 HTTP/1.1" status: 200 len: 946 time: 0.0668101 Jul 24 01:48:15.953049 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-11bec36d-8e12-49dc-8746-fd97de03e433 req-e82e68f3-d6c5-4b89-b8b3-97e30d489f68 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8d5c020-1b7e-4f44-bb47-0e7fa066a117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328240 Jul 24 01:48:17.102883 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed976c0-a630-468c-8068-96969899d36d req-6f6e325f-4555-4b72-99b3-a6736788192a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:48:17.104583 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-eed976c0-a630-468c-8068-96969899d36d req-6f6e325f-4555-4b72-99b3-a6736788192a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b610967-081a-46fc-ac24-ecd4d2ad6910 HTTP/1.1" status: 200 len: 946 time: 0.0732627 Jul 24 01:48:17.146602 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-eed976c0-a630-468c-8068-96969899d36d req-5c417ccf-66bd-4a42-afc0-4fbcd97cc3eb tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8d5c020-1b7e-4f44-bb47-0e7fa066a117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355303 Jul 24 01:48:17.484791 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c6099-aa14-45d8-8e9f-660c7303d0df req-63bc0b5d-b4bb-47d4-a24d-e02729562199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:48:17.486326 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8b3c6099-aa14-45d8-8e9f-660c7303d0df req-63bc0b5d-b4bb-47d4-a24d-e02729562199 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bf7a8936f54402fb834700eeb2c9b01&device_id=3b610967-081a-46fc-ac24-ecd4d2ad6910 HTTP/1.1" status: 200 len: 1098 time: 0.0554576 Jul 24 01:48:17.600940 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c6099-aa14-45d8-8e9f-660c7303d0df req-88621f30-4c36-4b95-88df-72b76d273099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:48:17.602306 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8b3c6099-aa14-45d8-8e9f-660c7303d0df req-88621f30-4c36-4b95-88df-72b76d273099 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b023dbe5-99c8-4457-a27d-851bfe238b6e HTTP/1.1" status: 200 len: 897 time: 0.0908189 Jul 24 01:48:17.667840 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8b3c6099-aa14-45d8-8e9f-660c7303d0df req-a63e06fa-591c-46bc-ad68-0284d49e2c2c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44fd9b50-11b3-4c8a-951b-58ef6fd07fcb HTTP/1.1" status: 200 len: 1002 time: 0.0587242 Jul 24 01:48:17.720502 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c6099-aa14-45d8-8e9f-660c7303d0df req-e78d0ce8-512b-40e6-91d6-7c3bfbdbfade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:48:17.722080 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8b3c6099-aa14-45d8-8e9f-660c7303d0df req-e78d0ce8-512b-40e6-91d6-7c3bfbdbfade service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6f8f591-bcb1-4f56-a389-90074e980db6 HTTP/1.1" status: 200 len: 835 time: 0.0473862 Jul 24 01:48:17.789132 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c6099-aa14-45d8-8e9f-660c7303d0df req-85994e1c-a7e0-4a92-9ac2-106f040f00b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:48:17.790749 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8b3c6099-aa14-45d8-8e9f-660c7303d0df req-85994e1c-a7e0-4a92-9ac2-106f040f00b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b023dbe5-99c8-4457-a27d-851bfe238b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621843 Jul 24 01:48:17.922380 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8b3c6099-aa14-45d8-8e9f-660c7303d0df req-ed89d599-341d-468c-b650-d997441fd793 service neutron] 10.222.0.13 "GET /v2.0/networks/b023dbe5-99c8-4457-a27d-851bfe238b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244612 Jul 24 01:48:18.016504 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8b3c6099-aa14-45d8-8e9f-660c7303d0df req-6b697281-4c8a-49f9-ad80-190b95eeeb59 service neutron] 10.222.0.13 "GET /v2.0/networks/b023dbe5-99c8-4457-a27d-851bfe238b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870469 Jul 24 01:48:18.274912 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1e8e8-6406-4a45-9d67-1752ef228749 req-8d11575f-ad74-4f7e-a3b3-fb0842ae8577 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:48:18.276432 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dcd1e8e8-6406-4a45-9d67-1752ef228749 req-8d11575f-ad74-4f7e-a3b3-fb0842ae8577 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b610967-081a-46fc-ac24-ecd4d2ad6910 HTTP/1.1" status: 200 len: 946 time: 0.0633149 Jul 24 01:48:18.315210 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-dcd1e8e8-6406-4a45-9d67-1752ef228749 req-b73b369a-1bd2-4ffc-b66f-59b01f4ad9c4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8d5c020-1b7e-4f44-bb47-0e7fa066a117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325310 Jul 24 01:48:18.354925 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-930a37a2-4d96-4aa0-9e05-c6f6bbf6a591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:48:18.560233 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:48:19.461411 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1027c-7968-47a8-8a3c-6063b8ed4b8e req-da2933b7-5792-4a1f-8b18-d2f24f2f081a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:48:19.463349 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c2b1027c-7968-47a8-8a3c-6063b8ed4b8e req-da2933b7-5792-4a1f-8b18-d2f24f2f081a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b610967-081a-46fc-ac24-ecd4d2ad6910 HTTP/1.1" status: 200 len: 946 time: 0.0736856 Jul 24 01:48:19.507246 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c2b1027c-7968-47a8-8a3c-6063b8ed4b8e req-708b6046-3793-4acf-9aeb-f021c2056862 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8d5c020-1b7e-4f44-bb47-0e7fa066a117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377617 Jul 24 01:48:19.698602 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:48:20.647173 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc29e9a5-8e64-4be5-94e5-b30fa748bcdb req-df615064-5188-4516-bd09-0c940fc3fab4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:48:20.648705 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cc29e9a5-8e64-4be5-94e5-b30fa748bcdb req-df615064-5188-4516-bd09-0c940fc3fab4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b610967-081a-46fc-ac24-ecd4d2ad6910 HTTP/1.1" status: 200 len: 946 time: 0.0723979 Jul 24 01:48:20.694134 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cc29e9a5-8e64-4be5-94e5-b30fa748bcdb req-b6a7f300-4830-4192-afe1-684473ab16b5 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8d5c020-1b7e-4f44-bb47-0e7fa066a117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381074 Jul 24 01:48:21.198514 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:48:21.838477 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab20b8-a264-4481-8cdc-550734619cbb req-65367788-2559-4b94-9ed7-73bb7d7bac16 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:48:21.840030 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7fab20b8-a264-4481-8cdc-550734619cbb req-65367788-2559-4b94-9ed7-73bb7d7bac16 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b610967-081a-46fc-ac24-ecd4d2ad6910 HTTP/1.1" status: 200 len: 946 time: 0.0708799 Jul 24 01:48:21.881986 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7fab20b8-a264-4481-8cdc-550734619cbb req-7f71c2d3-6c05-4fb9-a57a-aa80937cc79c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8d5c020-1b7e-4f44-bb47-0e7fa066a117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361989 Jul 24 01:48:23.014243 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851774d6-0910-40f4-9711-3f28e5b75fe4 req-e68b4269-c426-487f-9bb9-8cfbbf40b040 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:48:23.015800 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-851774d6-0910-40f4-9711-3f28e5b75fe4 req-e68b4269-c426-487f-9bb9-8cfbbf40b040 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b610967-081a-46fc-ac24-ecd4d2ad6910 HTTP/1.1" status: 200 len: 946 time: 0.0650904 Jul 24 01:48:23.055356 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-851774d6-0910-40f4-9711-3f28e5b75fe4 req-6472cf99-fb9f-4a9f-8f3f-83bd912f486b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8d5c020-1b7e-4f44-bb47-0e7fa066a117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334277 Jul 24 01:48:23.077872 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52054) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:48:23.460838 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-19cee395-b6e8-4af9-8784-82b7ff0619d5 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/floatingips/a5d561f9-8320-432c-bebf-b106d70c0c27 HTTP/1.1" status: 200 len: 994 time: 0.3817072 Jul 24 01:48:34.779531 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [req-48c1639f-97fa-4c6e-8c1b-92d8280cdbd3 req-693a96c9-b02f-4831-a299-8d7c9bd5026c service neutron] (100464) timed out ('10.222.0.15', 48234) {{(pid=100464) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 24 01:48:35.490385 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:48:35.899503 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:48:45.854238 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9b3745fb-4378-4ed1-ab2a-b56f67468379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:48:48.357394 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-17c86688-074a-47f6-ab75-a69bff187459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:48:48.564040 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:48:49.700584 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:48:50.624763 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:48:51.202408 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:48:53.983016 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52074) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:48:54.140133 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-f67a1f93-5e64-45d5-91c5-bc9bf1807f22 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Deleting port 328b5b76-8a15-4c65-97bc-fab1d6fa87cb {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:48:54.140468 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f67a1f93-5e64-45d5-91c5-bc9bf1807f22 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:48:54.214403 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f67a1f93-5e64-45d5-91c5-bc9bf1807f22 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:48:54.214749 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f67a1f93-5e64-45d5-91c5-bc9bf1807f22 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:48:54.226531 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-f67a1f93-5e64-45d5-91c5-bc9bf1807f22 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Calling delete_port for 328b5b76-8a15-4c65-97bc-fab1d6fa87cb owned by network:floatingip {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:48:54.377135 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f67a1f93-5e64-45d5-91c5-bc9bf1807f22 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:48:54.402867 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67a1f93-5e64-45d5-91c5-bc9bf1807f22 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event deleted for resources: {'Port': ['ID=328b5b76-8a15-4c65-97bc-fab1d6fa87cb,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:48:54.414588 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67a1f93-5e64-45d5-91c5-bc9bf1807f22 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:48:54.414976 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67a1f93-5e64-45d5-91c5-bc9bf1807f22 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:48:54.415328 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67a1f93-5e64-45d5-91c5-bc9bf1807f22 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:48:54.415679 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67a1f93-5e64-45d5-91c5-bc9bf1807f22 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:48:54.416017 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67a1f93-5e64-45d5-91c5-bc9bf1807f22 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:48:54.416356 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67a1f93-5e64-45d5-91c5-bc9bf1807f22 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:48:54.416695 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67a1f93-5e64-45d5-91c5-bc9bf1807f22 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:48:54.417035 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67a1f93-5e64-45d5-91c5-bc9bf1807f22 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:48:54.417367 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67a1f93-5e64-45d5-91c5-bc9bf1807f22 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:48:54.417699 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67a1f93-5e64-45d5-91c5-bc9bf1807f22 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:48:54.418032 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67a1f93-5e64-45d5-91c5-bc9bf1807f22 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:48:54.418469 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67a1f93-5e64-45d5-91c5-bc9bf1807f22 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:48:54.479060 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f67a1f93-5e64-45d5-91c5-bc9bf1807f22 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for floatingip, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:48:54.479563 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [None req-f67a1f93-5e64-45d5-91c5-bc9bf1807f22 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Floating IP a5d561f9-8320-432c-bebf-b106d70c0c27 disassociated (deleted). External IP: 172.25.2.231, port: 44fd9b50-11b3-4c8a-951b-58ef6fd07fcb. Jul 24 01:48:54.690106 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67a1f93-5e64-45d5-91c5-bc9bf1807f22 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Router 1998f08a-7d1d-4a2b-9c81-dcdda31c834b has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:48:54.798502 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67a1f93-5e64-45d5-91c5-bc9bf1807f22 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:48:54.803397 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f67a1f93-5e64-45d5-91c5-bc9bf1807f22 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:48:54.809213 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36f4ec5-1010-4f25-971d-e3116c654091 None None] Sync routers for ids ['1998f08a-7d1d-4a2b-9c81-dcdda31c834b'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:48:54.817944 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36f4ec5-1010-4f25-971d-e3116c654091 None None] Routers {'1998f08a-7d1d-4a2b-9c81-dcdda31c834b'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:48:54.818554 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-a36f4ec5-1010-4f25-971d-e3116c654091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:48:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1998f08a-7d1d-4a2b-9c81-dcdda31c834b'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:48:54.839908 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f67a1f93-5e64-45d5-91c5-bc9bf1807f22 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "DELETE /v2.0/floatingips/a5d561f9-8320-432c-bebf-b106d70c0c27 HTTP/1.1" status: 204 len: 168 time: 0.8558908 Jul 24 01:48:54.840481 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b610967-081a-46fc-ac24-ecd4d2ad6910', 'tag': '44fd9b50-11b3-4c8a-951b-58ef6fd07fcb'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:48:54.842799 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c0377c0cac57482b78947fbfdb6e67ca594c264dadda24220a1a6cbe410d8c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92dc9ee4-157c-46fa-a30e-53ca73e74ec5" -d '{"events": [{"name": "network-changed", "server_uuid": "3b610967-081a-46fc-ac24-ecd4d2ad6910", "tag": "44fd9b50-11b3-4c8a-951b-58ef6fd07fcb"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:48:54.931838 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-a36f4ec5-1010-4f25-971d-e3116c654091 None None] Set router 1998f08a-7d1d-4a2b-9c81-dcdda31c834b gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:48:54.958762 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3369da8a-07b6-41e4-8b06-96668f24f75d x-openstack-request-id: req-3369da8a-07b6-41e4-8b06-96668f24f75d {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:48:54.959164 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b610967-081a-46fc-ac24-ecd4d2ad6910", "tag": "44fd9b50-11b3-4c8a-951b-58ef6fd07fcb", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:48:54.959509 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3369da8a-07b6-41e4-8b06-96668f24f75d {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:48:54.960020 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b610967-081a-46fc-ac24-ecd4d2ad6910', 'tag': '44fd9b50-11b3-4c8a-951b-58ef6fd07fcb', 'status': 'completed', 'code': 200} Jul 24 01:48:55.068139 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc9ee4-157c-46fa-a30e-53ca73e74ec5 req-7e79c505-0657-4568-bbd4-74969cdacad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:48:55.070487 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-92dc9ee4-157c-46fa-a30e-53ca73e74ec5 req-7e79c505-0657-4568-bbd4-74969cdacad0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bf7a8936f54402fb834700eeb2c9b01&device_id=3b610967-081a-46fc-ac24-ecd4d2ad6910 HTTP/1.1" status: 200 len: 1098 time: 0.0756969 Jul 24 01:48:55.099076 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98e65e-ec41-4fc5-8d8b-44aa0369defc req-5fd036f3-8db1-4994-b4e3-94e306a2abcb tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:48:55.101295 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4f98e65e-ec41-4fc5-8d8b-44aa0369defc req-5fd036f3-8db1-4994-b4e3-94e306a2abcb tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b610967-081a-46fc-ac24-ecd4d2ad6910 HTTP/1.1" status: 200 len: 946 time: 0.0715899 Jul 24 01:48:55.138567 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-a36f4ec5-1010-4f25-971d-e3116c654091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1998f08a-7d1d-4a2b-9c81-dcdda31c834b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531838484', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '54d29f00-7bd2-410d-b845-08b5a58106b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:47:15Z', 'updated_at': '2021-07-24T01:47:18Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': '54d29f00-7bd2-410d-b845-08b5a58106b1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1998f08a-7d1d-4a2b-9c81-dcdda31c834b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:47:15Z', 'updated_at': '2021-07-24T01:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '9e8070b8-d369-4824-89e4-d684301c9392', 'name': '', 'network_id': 'b023dbe5-99c8-4457-a27d-851bfe238b6e', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'mac_address': 'fa:16:3e:ac:0d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1998f08a-7d1d-4a2b-9c81-dcdda31c834b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c6f8f591-bcb1-4f56-a389-90074e980db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:47:18Z', 'updated_at': '2021-07-24T01:47:22Z', 'revision_number': 5, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'subnets': [{'id': 'c6f8f591-bcb1-4f56-a389-90074e980db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:48:55.141880 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4f98e65e-ec41-4fc5-8d8b-44aa0369defc req-e866404c-99b4-451a-a97f-bbbbcba23862 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8d5c020-1b7e-4f44-bb47-0e7fa066a117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339901 Jul 24 01:48:55.171687 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36f4ec5-1010-4f25-971d-e3116c654091 None None] Checking router: 1998f08a-7d1d-4a2b-9c81-dcdda31c834b for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:48:55.180665 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36f4ec5-1010-4f25-971d-e3116c654091 None None] Routers {'1998f08a-7d1d-4a2b-9c81-dcdda31c834b'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:48:55.181269 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-a36f4ec5-1010-4f25-971d-e3116c654091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:48:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1998f08a-7d1d-4a2b-9c81-dcdda31c834b'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:48:55.183966 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc9ee4-157c-46fa-a30e-53ca73e74ec5 req-b0c9bd73-8f7f-412c-ad71-68a6ef0a5e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:48:55.185471 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-92dc9ee4-157c-46fa-a30e-53ca73e74ec5 req-b0c9bd73-8f7f-412c-ad71-68a6ef0a5e6e service neutron] 10.222.0.13 "GET /v2.0/networks?id=b023dbe5-99c8-4457-a27d-851bfe238b6e HTTP/1.1" status: 200 len: 897 time: 0.1080668 Jul 24 01:48:55.227092 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-92dc9ee4-157c-46fa-a30e-53ca73e74ec5 req-1a3bf5b6-a1ce-4517-8a96-d751dbef7a29 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44fd9b50-11b3-4c8a-951b-58ef6fd07fcb HTTP/1.1" status: 200 len: 217 time: 0.0345328 Jul 24 01:48:55.276483 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc9ee4-157c-46fa-a30e-53ca73e74ec5 req-0b1c502a-ff6f-46b9-83fe-6ce1f389c983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:48:55.277990 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-92dc9ee4-157c-46fa-a30e-53ca73e74ec5 req-0b1c502a-ff6f-46b9-83fe-6ce1f389c983 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c6f8f591-bcb1-4f56-a389-90074e980db6 HTTP/1.1" status: 200 len: 835 time: 0.0449367 Jul 24 01:48:55.287418 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-a36f4ec5-1010-4f25-971d-e3116c654091 None None] Set router 1998f08a-7d1d-4a2b-9c81-dcdda31c834b gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:48:55.342349 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc9ee4-157c-46fa-a30e-53ca73e74ec5 req-9cefa0f6-c635-4ff2-88a4-df6c6553105d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:48:55.343924 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-92dc9ee4-157c-46fa-a30e-53ca73e74ec5 req-9cefa0f6-c635-4ff2-88a4-df6c6553105d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b023dbe5-99c8-4457-a27d-851bfe238b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0589652 Jul 24 01:48:55.437727 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-92dc9ee4-157c-46fa-a30e-53ca73e74ec5 req-5170bf36-cd64-4d94-9434-1344155750aa service neutron] 10.222.0.13 "GET /v2.0/networks/b023dbe5-99c8-4457-a27d-851bfe238b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837300 Jul 24 01:48:55.483677 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-a36f4ec5-1010-4f25-971d-e3116c654091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1998f08a-7d1d-4a2b-9c81-dcdda31c834b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531838484', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '54d29f00-7bd2-410d-b845-08b5a58106b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:47:15Z', 'updated_at': '2021-07-24T01:47:18Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': '54d29f00-7bd2-410d-b845-08b5a58106b1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1998f08a-7d1d-4a2b-9c81-dcdda31c834b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:47:15Z', 'updated_at': '2021-07-24T01:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '9e8070b8-d369-4824-89e4-d684301c9392', 'name': '', 'network_id': 'b023dbe5-99c8-4457-a27d-851bfe238b6e', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'mac_address': 'fa:16:3e:ac:0d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1998f08a-7d1d-4a2b-9c81-dcdda31c834b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c6f8f591-bcb1-4f56-a389-90074e980db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:47:18Z', 'updated_at': '2021-07-24T01:47:22Z', 'revision_number': 5, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'subnets': [{'id': 'c6f8f591-bcb1-4f56-a389-90074e980db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:48:55.509494 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36f4ec5-1010-4f25-971d-e3116c654091 None None] The sync data for ids ['1998f08a-7d1d-4a2b-9c81-dcdda31c834b'] in n-d-793621-25 is: [{'id': '1998f08a-7d1d-4a2b-9c81-dcdda31c834b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531838484', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '54d29f00-7bd2-410d-b845-08b5a58106b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:47:15Z', 'updated_at': '2021-07-24T01:47:18Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': '54d29f00-7bd2-410d-b845-08b5a58106b1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1998f08a-7d1d-4a2b-9c81-dcdda31c834b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:47:15Z', 'updated_at': '2021-07-24T01:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '9e8070b8-d369-4824-89e4-d684301c9392', 'name': '', 'network_id': 'b023dbe5-99c8-4457-a27d-851bfe238b6e', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'mac_address': 'fa:16:3e:ac:0d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1998f08a-7d1d-4a2b-9c81-dcdda31c834b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'c6f8f591-bcb1-4f56-a389-90074e980db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:47:18Z', 'updated_at': '2021-07-24T01:47:22Z', 'revision_number': 5, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'subnets': [{'id': 'c6f8f591-bcb1-4f56-a389-90074e980db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:48:55.535148 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-92dc9ee4-157c-46fa-a30e-53ca73e74ec5 req-b2805cd9-bb6b-4e59-9d8b-e39e1694e59f service neutron] 10.222.0.13 "GET /v2.0/networks/b023dbe5-99c8-4457-a27d-851bfe238b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903740 Jul 24 01:48:55.739709 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7cf46b-876a-4ae4-bdae-a2bfbc980d1a None None] New status for floating IP a5d561f9-8320-432c-bebf-b106d70c0c27: DOWN {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:48:56.284966 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d215c35-c2b3-40ca-9ca5-a09d9609f237 req-7268123c-ae7f-4fbf-9641-85440843f790 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:48:56.286520 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9d215c35-c2b3-40ca-9ca5-a09d9609f237 req-7268123c-ae7f-4fbf-9641-85440843f790 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b610967-081a-46fc-ac24-ecd4d2ad6910 HTTP/1.1" status: 200 len: 946 time: 0.0683262 Jul 24 01:48:56.325962 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9d215c35-c2b3-40ca-9ca5-a09d9609f237 req-b234afaf-5c78-46c6-af53-e164a7a2e4b2 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8d5c020-1b7e-4f44-bb47-0e7fa066a117&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337312 Jul 24 01:48:56.562680 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6dc918-3bb3-42dd-856d-dadb57e0b2b0 req-295263b0-54e0-46fd-b789-8e26dec5bcae tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:48:56.564844 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2a6dc918-3bb3-42dd-856d-dadb57e0b2b0 req-295263b0-54e0-46fd-b789-8e26dec5bcae tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b610967-081a-46fc-ac24-ecd4d2ad6910 HTTP/1.1" status: 200 len: 946 time: 0.0651786 Jul 24 01:48:56.668716 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-2a6dc918-3bb3-42dd-856d-dadb57e0b2b0 req-e0137b3b-74f0-423a-bbe4-96cff646f3b1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Deleting port 44fd9b50-11b3-4c8a-951b-58ef6fd07fcb {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:48:56.669064 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-2a6dc918-3bb3-42dd-856d-dadb57e0b2b0 req-e0137b3b-74f0-423a-bbe4-96cff646f3b1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:48:56.764563 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-2a6dc918-3bb3-42dd-856d-dadb57e0b2b0 req-e0137b3b-74f0-423a-bbe4-96cff646f3b1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] For port 44fd9b50-11b3-4c8a-951b-58ef6fd07fcb, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=44fd9b50-11b3-4c8a-951b-58ef6fd07fcb,segment=NetworkSegment(75c215e8-d0c3-4716-a3a2-bad08b90d0ba),segment_id=75c215e8-d0c3-4716-a3a2-bad08b90d0ba)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:48:56.764936 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-2a6dc918-3bb3-42dd-856d-dadb57e0b2b0 req-e0137b3b-74f0-423a-bbe4-96cff646f3b1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:48:56.777284 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-2a6dc918-3bb3-42dd-856d-dadb57e0b2b0 req-e0137b3b-74f0-423a-bbe4-96cff646f3b1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Calling delete_port for 44fd9b50-11b3-4c8a-951b-58ef6fd07fcb owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:48:56.910309 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-2a6dc918-3bb3-42dd-856d-dadb57e0b2b0 req-e0137b3b-74f0-423a-bbe4-96cff646f3b1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:48:56.949431 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0137b3b-74f0-423a-bbe4-96cff646f3b1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event deleted for resources: {'Port': ['ID=44fd9b50-11b3-4c8a-951b-58ef6fd07fcb,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:48:56.994499 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6dc918-3bb3-42dd-856d-dadb57e0b2b0 req-e0137b3b-74f0-423a-bbe4-96cff646f3b1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] No DVR routers for this DVR port 44fd9b50-11b3-4c8a-951b-58ef6fd07fcb on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:48:56.997212 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-2a6dc918-3bb3-42dd-856d-dadb57e0b2b0 req-e0137b3b-74f0-423a-bbe4-96cff646f3b1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:48:56.999770 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2a6dc918-3bb3-42dd-856d-dadb57e0b2b0 req-e0137b3b-74f0-423a-bbe4-96cff646f3b1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.13 "DELETE /v2.0/ports/44fd9b50-11b3-4c8a-951b-58ef6fd07fcb HTTP/1.1" status: 204 len: 173 time: 0.4295454 Jul 24 01:48:57.000254 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b610967-081a-46fc-ac24-ecd4d2ad6910', 'name': 'network-vif-deleted', 'tag': '44fd9b50-11b3-4c8a-951b-58ef6fd07fcb'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:48:57.003255 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c0377c0cac57482b78947fbfdb6e67ca594c264dadda24220a1a6cbe410d8c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a72bc4a-62ff-4a69-a39d-2cb4b91603b7" -d '{"events": [{"server_uuid": "3b610967-081a-46fc-ac24-ecd4d2ad6910", "name": "network-vif-deleted", "tag": "44fd9b50-11b3-4c8a-951b-58ef6fd07fcb"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:48:57.046103 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdf62fd-f2f3-4c65-bd2f-0ea006c527e7 x-openstack-request-id: req-5bdf62fd-f2f3-4c65-bd2f-0ea006c527e7 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:48:57.046399 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b610967-081a-46fc-ac24-ecd4d2ad6910", "name": "network-vif-deleted", "tag": "44fd9b50-11b3-4c8a-951b-58ef6fd07fcb", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:48:57.046666 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5bdf62fd-f2f3-4c65-bd2f-0ea006c527e7 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:48:57.047114 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b610967-081a-46fc-ac24-ecd4d2ad6910', 'name': 'network-vif-deleted', 'tag': '44fd9b50-11b3-4c8a-951b-58ef6fd07fcb', 'status': 'completed', 'code': 200} Jul 24 01:48:57.442238 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-42c9af19-2ba9-4eea-b3b6-699ff783f4cd req-3f676c4c-3669-4b0c-b272-8f32903defe1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=3b610967-081a-46fc-ac24-ecd4d2ad6910 HTTP/1.1" status: 200 len: 210 time: 0.0319188 Jul 24 01:48:58.503965 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52092) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:48:58.870491 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d727030e-8144-482d-98a1-cd668af75d93 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:48:59.152533 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-d727030e-8144-482d-98a1-cd668af75d93 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Deleting port 9e8070b8-d369-4824-89e4-d684301c9392 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:48:59.152885 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d727030e-8144-482d-98a1-cd668af75d93 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:48:59.246730 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-d727030e-8144-482d-98a1-cd668af75d93 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] For port 9e8070b8-d369-4824-89e4-d684301c9392, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=9e8070b8-d369-4824-89e4-d684301c9392,segment=NetworkSegment(75c215e8-d0c3-4716-a3a2-bad08b90d0ba),segment_id=75c215e8-d0c3-4716-a3a2-bad08b90d0ba)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:48:59.247086 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d727030e-8144-482d-98a1-cd668af75d93 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:48:59.260191 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-d727030e-8144-482d-98a1-cd668af75d93 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Calling delete_port for 9e8070b8-d369-4824-89e4-d684301c9392 owned by network:router_interface {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:48:59.458653 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d727030e-8144-482d-98a1-cd668af75d93 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:48:59.492235 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727030e-8144-482d-98a1-cd668af75d93 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event deleted for resources: {'Port': ['ID=9e8070b8-d369-4824-89e4-d684301c9392,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:48:59.676178 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d727030e-8144-482d-98a1-cd668af75d93 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:00.216059 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d727030e-8144-482d-98a1-cd668af75d93 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Router 1998f08a-7d1d-4a2b-9c81-dcdda31c834b has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:49:00.322760 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d727030e-8144-482d-98a1-cd668af75d93 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:49:00.327855 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d727030e-8144-482d-98a1-cd668af75d93 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "PUT /v2.0/routers/1998f08a-7d1d-4a2b-9c81-dcdda31c834b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8227737 Jul 24 01:49:00.331007 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52094) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:49:00.333656 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fc99a1-9041-49b5-a457-7b20ec0b79fd None None] Sync routers for ids ['1998f08a-7d1d-4a2b-9c81-dcdda31c834b'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:49:00.343788 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fc99a1-9041-49b5-a457-7b20ec0b79fd None None] Routers {'1998f08a-7d1d-4a2b-9c81-dcdda31c834b'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:49:00.344407 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-46fc99a1-9041-49b5-a457-7b20ec0b79fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:48:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1998f08a-7d1d-4a2b-9c81-dcdda31c834b'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:49:00.393299 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-074ee993-558c-4177-a0d8-2bbc1c280755 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Deleting subnet c6f8f591-bcb1-4f56-a389-90074e980db6 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:49:00.396803 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-074ee993-558c-4177-a0d8-2bbc1c280755 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:00.437848 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-074ee993-558c-4177-a0d8-2bbc1c280755 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:00.459437 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-46fc99a1-9041-49b5-a457-7b20ec0b79fd None None] Set router 1998f08a-7d1d-4a2b-9c81-dcdda31c834b gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:49:00.525702 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-074ee993-558c-4177-a0d8-2bbc1c280755 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:00.594339 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-074ee993-558c-4177-a0d8-2bbc1c280755 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:00.623945 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ee993-558c-4177-a0d8-2bbc1c280755 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event deleted for resources: {'Subnet': ['ID=c6f8f591-bcb1-4f56-a389-90074e980db6,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:49:00.626701 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-074ee993-558c-4177-a0d8-2bbc1c280755 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:00.629060 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-074ee993-558c-4177-a0d8-2bbc1c280755 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "DELETE /v2.0/subnets/c6f8f591-bcb1-4f56-a389-90074e980db6 HTTP/1.1" status: 204 len: 168 time: 0.2966971 Jul 24 01:49:00.631954 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52096) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:49:00.635261 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf7fbb3-a99f-475f-8ee7-a0ca095a955b None None] Network b023dbe5-99c8-4457-a27d-851bfe238b6e requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:49:00.747865 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-88e1d04c-6f97-4bb5-82c7-e982b4c858f8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:00.783984 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-46fc99a1-9041-49b5-a457-7b20ec0b79fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1998f08a-7d1d-4a2b-9c81-dcdda31c834b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531838484', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '54d29f00-7bd2-410d-b845-08b5a58106b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:47:15Z', 'updated_at': '2021-07-24T01:48:59Z', 'revision_number': 5, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': '54d29f00-7bd2-410d-b845-08b5a58106b1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1998f08a-7d1d-4a2b-9c81-dcdda31c834b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:47:15Z', 'updated_at': '2021-07-24T01:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:49:00.819279 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fc99a1-9041-49b5-a457-7b20ec0b79fd None None] Checking router: 1998f08a-7d1d-4a2b-9c81-dcdda31c834b for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:49:00.834569 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fc99a1-9041-49b5-a457-7b20ec0b79fd None None] Routers {'1998f08a-7d1d-4a2b-9c81-dcdda31c834b'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:49:00.835216 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-46fc99a1-9041-49b5-a457-7b20ec0b79fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:48:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['1998f08a-7d1d-4a2b-9c81-dcdda31c834b'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:49:00.856449 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcab7f6-7acd-48e1-be55-bba43e1236af None None] DHCP port deletion for b023dbe5-99c8-4457-a27d-851bfe238b6e request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:49:00.867573 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-88e1d04c-6f97-4bb5-82c7-e982b4c858f8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:00.913496 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-bdcab7f6-7acd-48e1-be55-bba43e1236af None None] Deleting port d970c614-faaf-45dd-8a55-c47474f82890 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:49:00.915453 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bdcab7f6-7acd-48e1-be55-bba43e1236af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:00.929435 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-88e1d04c-6f97-4bb5-82c7-e982b4c858f8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Deleting port 54d29f00-7bd2-410d-b845-08b5a58106b1 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:49:00.929792 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-88e1d04c-6f97-4bb5-82c7-e982b4c858f8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:00.953132 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-46fc99a1-9041-49b5-a457-7b20ec0b79fd None None] Set router 1998f08a-7d1d-4a2b-9c81-dcdda31c834b gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:49:00.989381 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-bdcab7f6-7acd-48e1-be55-bba43e1236af None None] For port d970c614-faaf-45dd-8a55-c47474f82890, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=d970c614-faaf-45dd-8a55-c47474f82890,segment=NetworkSegment(75c215e8-d0c3-4716-a3a2-bad08b90d0ba),segment_id=75c215e8-d0c3-4716-a3a2-bad08b90d0ba)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:49:00.989834 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bdcab7f6-7acd-48e1-be55-bba43e1236af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:01.003285 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-bdcab7f6-7acd-48e1-be55-bba43e1236af None None] Calling delete_port for d970c614-faaf-45dd-8a55-c47474f82890 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:49:01.017190 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-88e1d04c-6f97-4bb5-82c7-e982b4c858f8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] For port 54d29f00-7bd2-410d-b845-08b5a58106b1, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=54d29f00-7bd2-410d-b845-08b5a58106b1,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:49:01.017653 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-88e1d04c-6f97-4bb5-82c7-e982b4c858f8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:01.030235 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-88e1d04c-6f97-4bb5-82c7-e982b4c858f8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Calling delete_port for 54d29f00-7bd2-410d-b845-08b5a58106b1 owned by network:router_gateway {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:49:01.089652 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bdcab7f6-7acd-48e1-be55-bba43e1236af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:01.120465 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcab7f6-7acd-48e1-be55-bba43e1236af None None] Pushing event deleted for resources: {'Port': ['ID=d970c614-faaf-45dd-8a55-c47474f82890,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:49:01.123214 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdcab7f6-7acd-48e1-be55-bba43e1236af None None] No DVR routers for this DVR port d970c614-faaf-45dd-8a55-c47474f82890 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:49:01.132608 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcab7f6-7acd-48e1-be55-bba43e1236af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:49:01.133042 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcab7f6-7acd-48e1-be55-bba43e1236af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:49:01.133453 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcab7f6-7acd-48e1-be55-bba43e1236af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:49:01.134125 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcab7f6-7acd-48e1-be55-bba43e1236af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:49:01.134225 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcab7f6-7acd-48e1-be55-bba43e1236af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:49:01.134584 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcab7f6-7acd-48e1-be55-bba43e1236af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:49:01.135085 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcab7f6-7acd-48e1-be55-bba43e1236af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:49:01.135482 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcab7f6-7acd-48e1-be55-bba43e1236af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:49:01.135946 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcab7f6-7acd-48e1-be55-bba43e1236af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:49:01.136727 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcab7f6-7acd-48e1-be55-bba43e1236af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:49:01.136727 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcab7f6-7acd-48e1-be55-bba43e1236af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:49:01.137341 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdcab7f6-7acd-48e1-be55-bba43e1236af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:49:01.156487 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-46fc99a1-9041-49b5-a457-7b20ec0b79fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1998f08a-7d1d-4a2b-9c81-dcdda31c834b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531838484', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '54d29f00-7bd2-410d-b845-08b5a58106b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:47:15Z', 'updated_at': '2021-07-24T01:48:59Z', 'revision_number': 5, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': '54d29f00-7bd2-410d-b845-08b5a58106b1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1998f08a-7d1d-4a2b-9c81-dcdda31c834b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:47:15Z', 'updated_at': '2021-07-24T01:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:49:01.189062 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fc99a1-9041-49b5-a457-7b20ec0b79fd None None] The sync data for ids ['1998f08a-7d1d-4a2b-9c81-dcdda31c834b'] in n-d-793621-25 is: [{'id': '1998f08a-7d1d-4a2b-9c81-dcdda31c834b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-531838484', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '54d29f00-7bd2-410d-b845-08b5a58106b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:47:15Z', 'updated_at': '2021-07-24T01:48:59Z', 'revision_number': 5, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': '54d29f00-7bd2-410d-b845-08b5a58106b1', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:f6:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1998f08a-7d1d-4a2b-9c81-dcdda31c834b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:47:15Z', 'updated_at': '2021-07-24T01:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:49:01.217021 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-88e1d04c-6f97-4bb5-82c7-e982b4c858f8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:01.248706 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e1d04c-6f97-4bb5-82c7-e982b4c858f8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event deleted for resources: {'Port': ['ID=54d29f00-7bd2-410d-b845-08b5a58106b1,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:49:01.261312 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e1d04c-6f97-4bb5-82c7-e982b4c858f8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:49:01.261668 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e1d04c-6f97-4bb5-82c7-e982b4c858f8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:49:01.262084 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e1d04c-6f97-4bb5-82c7-e982b4c858f8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:49:01.262429 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e1d04c-6f97-4bb5-82c7-e982b4c858f8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:49:01.262790 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e1d04c-6f97-4bb5-82c7-e982b4c858f8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:49:01.263144 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e1d04c-6f97-4bb5-82c7-e982b4c858f8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:49:01.263460 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e1d04c-6f97-4bb5-82c7-e982b4c858f8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:49:01.263789 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e1d04c-6f97-4bb5-82c7-e982b4c858f8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:49:01.264119 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e1d04c-6f97-4bb5-82c7-e982b4c858f8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:49:01.264436 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e1d04c-6f97-4bb5-82c7-e982b4c858f8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:49:01.264759 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e1d04c-6f97-4bb5-82c7-e982b4c858f8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:49:01.265077 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e1d04c-6f97-4bb5-82c7-e982b4c858f8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:49:01.322404 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-88e1d04c-6f97-4bb5-82c7-e982b4c858f8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:01.414401 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-88e1d04c-6f97-4bb5-82c7-e982b4c858f8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:01.416595 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-88e1d04c-6f97-4bb5-82c7-e982b4c858f8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:01.459249 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-88e1d04c-6f97-4bb5-82c7-e982b4c858f8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:01.459810 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e1d04c-6f97-4bb5-82c7-e982b4c858f8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Fanout notify agent at l3_agent the message router_deleted on router 1998f08a-7d1d-4a2b-9c81-dcdda31c834b {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:49:01.466677 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-88e1d04c-6f97-4bb5-82c7-e982b4c858f8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:01.467824 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-88e1d04c-6f97-4bb5-82c7-e982b4c858f8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "DELETE /v2.0/routers/1998f08a-7d1d-4a2b-9c81-dcdda31c834b HTTP/1.1" status: 204 len: 168 time: 0.8354313 Jul 24 01:49:01.471346 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52098) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:49:01.555778 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ebe70891-db58-46fb-b265-8d8f854ff836 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:01.616342 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 44fd9b50-11b3-4c8a-951b-58ef6fd07fcb no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:49:01.639598 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 44fd9b50-11b3-4c8a-951b-58ef6fd07fcb {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:49:01.640242 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 44fd9b50-11b3-4c8a-951b-58ef6fd07fcb not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:49:01.659091 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ebe70891-db58-46fb-b265-8d8f854ff836 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:01.670321 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-ebe70891-db58-46fb-b265-8d8f854ff836 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b023dbe5-99c8-4457-a27d-851bfe238b6e']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:49:01.682248 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-ebe70891-db58-46fb-b265-8d8f854ff836 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75c215e8-d0c3-4716-a3a2-bad08b90d0ba') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:49:01.682564 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-ebe70891-db58-46fb-b265-8d8f854ff836 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75c215e8-d0c3-4716-a3a2-bad08b90d0ba') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:49:01.692829 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ebe70891-db58-46fb-b265-8d8f854ff836 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:01.708031 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ebe70891-db58-46fb-b265-8d8f854ff836 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:01.714694 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebe70891-db58-46fb-b265-8d8f854ff836 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:49:01.715168 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ebe70891-db58-46fb-b265-8d8f854ff836 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:01.718327 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:49:01.718327 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:49:01.718327 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:49:01.718327 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:49:01.718327 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:49:01.718327 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:49:01.718327 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:49:01.718327 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:49:01.718327 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:49:01.718327 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:49:01.718327 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:49:01.718327 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:49:01.718327 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:49:01.718327 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:49:01.718327 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:49:01.718327 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:49:01.718327 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:49:01.718327 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:49:01.718327 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:49:01.718327 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:49:01.718327 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:49:01.718327 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:49:01.718327 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:49:01.718327 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:49:01.718327 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:49:01.718327 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:49:01.718327 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:49:01.718327 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:49:01.718327 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:49:01.718327 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:49:01.718327 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:49:01.718327 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:49:01.781260 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ebe70891-db58-46fb-b265-8d8f854ff836 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:01.792392 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ebe70891-db58-46fb-b265-8d8f854ff836 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:01.795817 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ebe70891-db58-46fb-b265-8d8f854ff836 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "DELETE /v2.0/networks/b023dbe5-99c8-4457-a27d-851bfe238b6e HTTP/1.1" status: 204 len: 168 time: 0.3233242 Jul 24 01:49:01.799686 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52100) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:49:01.814515 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe70891-db58-46fb-b265-8d8f854ff836 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event deleted for resources: {'Network': ['ID=b023dbe5-99c8-4457-a27d-851bfe238b6e,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:49:01.874898 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6aa436e4-46ea-4779-bd66-4b5cd706c90f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:01.904611 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6aa436e4-46ea-4779-bd66-4b5cd706c90f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:01.978590 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6aa436e4-46ea-4779-bd66-4b5cd706c90f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:01.981301 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6aa436e4-46ea-4779-bd66-4b5cd706c90f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:01.982495 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6aa436e4-46ea-4779-bd66-4b5cd706c90f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "DELETE /v2.0/security-groups/a8d5c020-1b7e-4f44-bb47-0e7fa066a117 HTTP/1.1" status: 204 len: 168 time: 0.1817703 Jul 24 01:49:01.995496 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa436e4-46ea-4779-bd66-4b5cd706c90f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d5c020-1b7e-4f44-bb47-0e7fa066a117,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:49:02.320510 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 54d29f00-7bd2-410d-b845-08b5a58106b1 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:49:02.344446 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 54d29f00-7bd2-410d-b845-08b5a58106b1 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:49:02.345003 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 54d29f00-7bd2-410d-b845-08b5a58106b1 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:49:02.345506 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device d970c614-faaf-45dd-8a55-c47474f82890 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:49:02.364040 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: d970c614-faaf-45dd-8a55-c47474f82890 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:49:02.364392 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device d970c614-faaf-45dd-8a55-c47474f82890 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:49:02.364810 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 9e8070b8-d369-4824-89e4-d684301c9392 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:49:02.383868 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 9e8070b8-d369-4824-89e4-d684301c9392 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:49:02.384219 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 9e8070b8-d369-4824-89e4-d684301c9392 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:49:02.723916 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52106) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:49:02.728834 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-852e03f6-0f02-4d4d-96e1-0d905f1b2130 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1711273998', 'description': 'tempest-secgroup-smoke-1711273998 description', 'project_id': '2bf7a8936f54402fb834700eeb2c9b01'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:49:02.752571 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-852e03f6-0f02-4d4d-96e1-0d905f1b2130 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:02.842967 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-852e03f6-0f02-4d4d-96e1-0d905f1b2130 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:02.847126 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-852e03f6-0f02-4d4d-96e1-0d905f1b2130 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:02.874334 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-852e03f6-0f02-4d4d-96e1-0d905f1b2130 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:02.879720 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-852e03f6-0f02-4d4d-96e1-0d905f1b2130 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1506712 Jul 24 01:49:02.879720 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52108) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:49:02.883983 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-977b4f61-0309-48ac-a0dd-36d8618ac7b5 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'security_group_rule': {'security_group_id': '76c3e8cc-86bc-4f6f-bb7d-63c689e01229', 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:49:02.889987 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852e03f6-0f02-4d4d-96e1-0d905f1b2130 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76c3e8cc-86bc-4f6f-bb7d-63c689e01229,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:49:02.913845 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-977b4f61-0309-48ac-a0dd-36d8618ac7b5 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:02.969065 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-977b4f61-0309-48ac-a0dd-36d8618ac7b5 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:02.973550 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-977b4f61-0309-48ac-a0dd-36d8618ac7b5 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:02.994932 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b4f61-0309-48ac-a0dd-36d8618ac7b5 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=def61b10-b2fb-4893-9845-c42767d6bb49,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:49:03.005387 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-977b4f61-0309-48ac-a0dd-36d8618ac7b5 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:03.006663 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-977b4f61-0309-48ac-a0dd-36d8618ac7b5 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1263585 Jul 24 01:49:03.010146 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52110) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:49:03.014794 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-89c4a9f1-b31b-41ae-b3c3-af6934f0b0b0 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'security_group_rule': {'security_group_id': '76c3e8cc-86bc-4f6f-bb7d-63c689e01229', 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:49:03.041576 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-89c4a9f1-b31b-41ae-b3c3-af6934f0b0b0 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:03.101738 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-89c4a9f1-b31b-41ae-b3c3-af6934f0b0b0 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:03.105413 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-89c4a9f1-b31b-41ae-b3c3-af6934f0b0b0 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:03.123938 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c4a9f1-b31b-41ae-b3c3-af6934f0b0b0 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3cbb3e9-b5a2-424e-9580-e21279000754,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:49:03.129033 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-89c4a9f1-b31b-41ae-b3c3-af6934f0b0b0 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:03.133430 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-89c4a9f1-b31b-41ae-b3c3-af6934f0b0b0 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1190858 Jul 24 01:49:03.133430 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52112) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:49:03.137692 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-0d671bab-139b-4064-bdf7-ec7dcc7fff68 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'security_group_rule': {'security_group_id': '76c3e8cc-86bc-4f6f-bb7d-63c689e01229', 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:49:03.164764 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0d671bab-139b-4064-bdf7-ec7dcc7fff68 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:03.228460 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0d671bab-139b-4064-bdf7-ec7dcc7fff68 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:03.232047 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0d671bab-139b-4064-bdf7-ec7dcc7fff68 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:03.254122 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d671bab-139b-4064-bdf7-ec7dcc7fff68 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=667411ac-a884-4799-9f5c-5d7a997b7abf,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:49:03.258057 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0d671bab-139b-4064-bdf7-ec7dcc7fff68 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:03.259300 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0d671bab-139b-4064-bdf7-ec7dcc7fff68 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250989 Jul 24 01:49:03.262406 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52114) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:49:03.267690 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-ff9b9fc4-37ad-448f-9596-95153804179f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'security_group_rule': {'security_group_id': '76c3e8cc-86bc-4f6f-bb7d-63c689e01229', 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:49:03.295747 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ff9b9fc4-37ad-448f-9596-95153804179f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:03.357127 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ff9b9fc4-37ad-448f-9596-95153804179f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:03.361107 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ff9b9fc4-37ad-448f-9596-95153804179f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:03.378996 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9b9fc4-37ad-448f-9596-95153804179f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94016dc1-0555-4e26-bd89-e364cd71a6ae,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:49:03.385452 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ff9b9fc4-37ad-448f-9596-95153804179f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:03.386451 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ff9b9fc4-37ad-448f-9596-95153804179f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1230257 Jul 24 01:49:03.390495 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52116) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:49:03.396095 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-a2e2e2b7-1f79-4cf7-8874-1a5773791341 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'security_group_rule': {'security_group_id': '76c3e8cc-86bc-4f6f-bb7d-63c689e01229', 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:49:03.419006 n-d-793621-25 neutron-server[100463]: INFO neutron.db.securitygroups_db [None req-a2e2e2b7-1f79-4cf7-8874-1a5773791341 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Project 2bf7a8936f54402fb834700eeb2c9b01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:49:03.424300 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a2e2e2b7-1f79-4cf7-8874-1a5773791341 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:03.490661 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a2e2e2b7-1f79-4cf7-8874-1a5773791341 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:03.494287 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a2e2e2b7-1f79-4cf7-8874-1a5773791341 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:03.514029 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2e2b7-1f79-4cf7-8874-1a5773791341 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=099d7e5f-8ab0-4c21-80ce-b54e0dc1e24e,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:49:03.516899 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a2e2e2b7-1f79-4cf7-8874-1a5773791341 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:03.518355 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a2e2e2b7-1f79-4cf7-8874-1a5773791341 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1267061 Jul 24 01:49:03.521152 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52118) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:49:03.525783 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-7d540f76-838b-4114-a599-4e7d405c1e41 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'security_group_rule': {'security_group_id': '76c3e8cc-86bc-4f6f-bb7d-63c689e01229', 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:49:03.547055 n-d-793621-25 neutron-server[100463]: INFO neutron.db.securitygroups_db [None req-7d540f76-838b-4114-a599-4e7d405c1e41 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Project 2bf7a8936f54402fb834700eeb2c9b01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:49:03.551890 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7d540f76-838b-4114-a599-4e7d405c1e41 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:03.615580 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7d540f76-838b-4114-a599-4e7d405c1e41 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:03.619692 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7d540f76-838b-4114-a599-4e7d405c1e41 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:03.637248 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d540f76-838b-4114-a599-4e7d405c1e41 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f3e396-1077-434c-8578-b76789497315,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:49:03.645773 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7d540f76-838b-4114-a599-4e7d405c1e41 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:03.648124 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7d540f76-838b-4114-a599-4e7d405c1e41 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1259685 Jul 24 01:49:03.651065 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52120) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:49:03.656488 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-449bb5cc-ebf4-4788-a1dd-1cac86e2823e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'network': {'name': 'tempest-network-smoke--227430383', 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'port_security_enabled': True}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:49:03.677833 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449bb5cc-ebf4-4788-a1dd-1cac86e2823e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Made reservation on behalf of 2bf7a8936f54402fb834700eeb2c9b01 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:49:03.681312 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-449bb5cc-ebf4-4788-a1dd-1cac86e2823e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:03.706081 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-449bb5cc-ebf4-4788-a1dd-1cac86e2823e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:49:03.715019 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-449bb5cc-ebf4-4788-a1dd-1cac86e2823e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:03.715364 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-449bb5cc-ebf4-4788-a1dd-1cac86e2823e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Added segment df74168f-ca7f-4936-a154-99e45bb33934 of type vlan for network 0086ec16-0174-4c9d-827f-4f8e3b0e88bf Jul 24 01:49:03.764157 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-449bb5cc-ebf4-4788-a1dd-1cac86e2823e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:03.796204 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-449bb5cc-ebf4-4788-a1dd-1cac86e2823e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:03.802615 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449bb5cc-ebf4-4788-a1dd-1cac86e2823e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:49:03.803323 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-449bb5cc-ebf4-4788-a1dd-1cac86e2823e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:03.839159 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-449bb5cc-ebf4-4788-a1dd-1cac86e2823e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1869497 Jul 24 01:49:03.842127 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52122) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:49:03.846858 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-e392a791-be6f-45c9-bfda-25f6404b1566 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1482983816', 'admin_state_up': True, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:49:03.895717 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bb5cc-ebf4-4788-a1dd-1cac86e2823e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'Network': ['ID=0086ec16-0174-4c9d-827f-4f8e3b0e88bf,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:49:03.907919 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 0086ec16-0174-4c9d-827f-4f8e3b0e88bf details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:49:03.913570 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e392a791-be6f-45c9-bfda-25f6404b1566 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:03.914589 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e392a791-be6f-45c9-bfda-25f6404b1566 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:03.972730 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e392a791-be6f-45c9-bfda-25f6404b1566 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:04.125159 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e392a791-be6f-45c9-bfda-25f6404b1566 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:04.337601 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e392a791-be6f-45c9-bfda-25f6404b1566 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for router_gateway, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:04.356780 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e392a791-be6f-45c9-bfda-25f6404b1566 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:04.474777 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-e392a791-be6f-45c9-bfda-25f6404b1566 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Allocated IP 172.25.2.241 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/6557de5d-b11b-4f2f-8c3f-0004e3b8d72c) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:49:04.583891 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e392a791-be6f-45c9-bfda-25f6404b1566 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:04.622383 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e392a791-be6f-45c9-bfda-25f6404b1566 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:04.659609 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e392a791-be6f-45c9-bfda-25f6404b1566 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:49:04.662406 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-e392a791-be6f-45c9-bfda-25f6404b1566 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:49:04.668001 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e392a791-be6f-45c9-bfda-25f6404b1566 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:49:04.692051 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e392a791-be6f-45c9-bfda-25f6404b1566 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'Port': ['ID=6557de5d-b11b-4f2f-8c3f-0004e3b8d72c,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:49:04.921269 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e392a791-be6f-45c9-bfda-25f6404b1566 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for router_gateway, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:05.118544 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e392a791-be6f-45c9-bfda-25f6404b1566 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:05.257611 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e392a791-be6f-45c9-bfda-25f6404b1566 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Router 7cb56487-b8f4-4671-9999-ea8f2f26f149 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:49:05.488240 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:05.722990 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e392a791-be6f-45c9-bfda-25f6404b1566 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:49:05.732893 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b4a038-954d-4600-9f2e-bf4ee0f2c963 None None] Sync routers for ids ['7cb56487-b8f4-4671-9999-ea8f2f26f149'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:49:05.742570 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e392a791-be6f-45c9-bfda-25f6404b1566 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:05.742853 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b4a038-954d-4600-9f2e-bf4ee0f2c963 None None] Routers {'7cb56487-b8f4-4671-9999-ea8f2f26f149'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:49:05.743478 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-40b4a038-954d-4600-9f2e-bf4ee0f2c963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:48:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['7cb56487-b8f4-4671-9999-ea8f2f26f149'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:49:05.743865 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e392a791-be6f-45c9-bfda-25f6404b1566 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9007659 Jul 24 01:49:05.748435 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52124) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:49:05.777339 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e253fee7-bacb-4bb8-b751-01b46a90207f tempest-TestNetworkAdvancedServerOps-1827788520 tempest-TestNetworkAdvancedServerOps-1827788520-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=2bf7a8936f54402fb834700eeb2c9b01&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276995 Jul 24 01:49:05.779877 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52126) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:49:05.855176 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-40b4a038-954d-4600-9f2e-bf4ee0f2c963 None None] Set router 7cb56487-b8f4-4671-9999-ea8f2f26f149 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:49:05.869438 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa7eeab-e0b0-470f-b65d-5bc876d2a4c8 tempest-TestNetworkAdvancedServerOps-1827788520 tempest-TestNetworkAdvancedServerOps-1827788520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:49:05.873769 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3fa7eeab-e0b0-470f-b65d-5bc876d2a4c8 tempest-TestNetworkAdvancedServerOps-1827788520 tempest-TestNetworkAdvancedServerOps-1827788520-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901139 Jul 24 01:49:05.873921 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52128) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:49:05.909564 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4628d207-655e-4c21-ad4e-636501de8436 tempest-TestNetworkAdvancedServerOps-1827788520 tempest-TestNetworkAdvancedServerOps-1827788520-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345390 Jul 24 01:49:05.912109 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52130) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:49:05.917177 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-54d72b23-9708-4133-bcd4-21a8b2418dc1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-244181953', 'network_id': '0086ec16-0174-4c9d-827f-4f8e3b0e88bf', 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:49:05.929089 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:06.013578 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d72b23-9708-4133-bcd4-21a8b2418dc1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Made reservation on behalf of 2bf7a8936f54402fb834700eeb2c9b01 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:49:06.018165 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-54d72b23-9708-4133-bcd4-21a8b2418dc1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:06.050349 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-40b4a038-954d-4600-9f2e-bf4ee0f2c963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb56487-b8f4-4671-9999-ea8f2f26f149', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1482983816', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '6557de5d-b11b-4f2f-8c3f-0004e3b8d72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:49:03Z', 'updated_at': '2021-07-24T01:49:04Z', 'revision_number': 3, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': '6557de5d-b11b-4f2f-8c3f-0004e3b8d72c', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:91:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb56487-b8f4-4671-9999-ea8f2f26f149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:49:04Z', 'updated_at': '2021-07-24T01:49:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:49:06.077298 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b4a038-954d-4600-9f2e-bf4ee0f2c963 None None] Checking router: 7cb56487-b8f4-4671-9999-ea8f2f26f149 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:49:06.077657 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b4a038-954d-4600-9f2e-bf4ee0f2c963 None None] Updating router 7cb56487-b8f4-4671-9999-ea8f2f26f149 port 6557de5d-b11b-4f2f-8c3f-0004e3b8d72c binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:49:06.118538 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40b4a038-954d-4600-9f2e-bf4ee0f2c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:06.206540 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-54d72b23-9708-4133-bcd4-21a8b2418dc1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:06.270051 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d72b23-9708-4133-bcd4-21a8b2418dc1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'Subnet': ['ID=97ed38e4-f972-4b7d-8026-1cd49ef60131,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:49:06.286549 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d72b23-9708-4133-bcd4-21a8b2418dc1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Checking segment: {'id': 'df74168f-ca7f-4936-a154-99e45bb33934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0086ec16-0174-4c9d-827f-4f8e3b0e88bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:49:06.286549 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d72b23-9708-4133-bcd4-21a8b2418dc1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Network hostable DHCP agents. Network: 0086ec16-0174-4c9d-827f-4f8e3b0e88bf, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:49:06.305814 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d72b23-9708-4133-bcd4-21a8b2418dc1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Network 0086ec16-0174-4c9d-827f-4f8e3b0e88bf is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:49:06.317158 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-54d72b23-9708-4133-bcd4-21a8b2418dc1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 0086ec16-0174-4c9d-827f-4f8e3b0e88bf) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:49:06.321513 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d72b23-9708-4133-bcd4-21a8b2418dc1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:49:06.322166 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-54d72b23-9708-4133-bcd4-21a8b2418dc1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:06.340065 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-54d72b23-9708-4133-bcd4-21a8b2418dc1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4267423 Jul 24 01:49:06.346461 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52132) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:49:06.440736 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc69a660-7762-4103-83ac-4d931ca004d9 None None] Network 0086ec16-0174-4c9d-827f-4f8e3b0e88bf requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:49:06.626595 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40b4a038-954d-4600-9f2e-bf4ee0f2c963 None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:06.640069 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-40b4a038-954d-4600-9f2e-bf4ee0f2c963 None None] Transition to ACTIVE for port object 6557de5d-b11b-4f2f-8c3f-0004e3b8d72c will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:49:06.663159 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40b4a038-954d-4600-9f2e-bf4ee0f2c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:06.692794 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080922f2-99a8-45fd-bc62-52840113bf91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-0086ec16-0174-4c9d-827f-4f8e3b0e88bf', 'network_id': '0086ec16-0174-4c9d-827f-4f8e3b0e88bf', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'fixed_ips': [{'subnet_id': '97ed38e4-f972-4b7d-8026-1cd49ef60131'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:49:06.693660 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-080922f2-99a8-45fd-bc62-52840113bf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:06.744108 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-40b4a038-954d-4600-9f2e-bf4ee0f2c963 None None] Attempting to bind port 6557de5d-b11b-4f2f-8c3f-0004e3b8d72c on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:49:06.744478 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-40b4a038-954d-4600-9f2e-bf4ee0f2c963 None None] Attempting to bind port 6557de5d-b11b-4f2f-8c3f-0004e3b8d72c by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:49:06.744839 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b4a038-954d-4600-9f2e-bf4ee0f2c963 None None] Attempting to bind port 6557de5d-b11b-4f2f-8c3f-0004e3b8d72c on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:49:06.791427 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547903d1-ff12-4534-bae2-8a60ec3b62df None None] Pushing event updated for resources: {'Port': ['ID=6557de5d-b11b-4f2f-8c3f-0004e3b8d72c,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:49:06.804391 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b4a038-954d-4600-9f2e-bf4ee0f2c963 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:49:06.804774 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b4a038-954d-4600-9f2e-bf4ee0f2c963 None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:49:06.805184 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40b4a038-954d-4600-9f2e-bf4ee0f2c963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:06.805583 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b4a038-954d-4600-9f2e-bf4ee0f2c963 None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:49:06.806015 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9b1b2f25-bf9c-4e7d-b7c0-5dcae5e5952e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:06.806142 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-40b4a038-954d-4600-9f2e-bf4ee0f2c963 None None] Bound port: 6557de5d-b11b-4f2f-8c3f-0004e3b8d72c, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:49:06.806441 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40b4a038-954d-4600-9f2e-bf4ee0f2c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:06.903488 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-40b4a038-954d-4600-9f2e-bf4ee0f2c963 None None] For port 6557de5d-b11b-4f2f-8c3f-0004e3b8d72c, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:49:06.907923 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-40b4a038-954d-4600-9f2e-bf4ee0f2c963 None None] For port 6557de5d-b11b-4f2f-8c3f-0004e3b8d72c, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=6557de5d-b11b-4f2f-8c3f-0004e3b8d72c,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:49:06.912101 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-080922f2-99a8-45fd-bc62-52840113bf91 None None] Allocated IP 172.20.0.2 (0086ec16-0174-4c9d-827f-4f8e3b0e88bf/97ed38e4-f972-4b7d-8026-1cd49ef60131/930227b2-5c01-48a1-90d3-06447fd4eb83) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:49:06.916686 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40b4a038-954d-4600-9f2e-bf4ee0f2c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:07.030317 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b4a038-954d-4600-9f2e-bf4ee0f2c963 None None] Routers {'7cb56487-b8f4-4671-9999-ea8f2f26f149'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:49:07.031004 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-40b4a038-954d-4600-9f2e-bf4ee0f2c963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:48:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['7cb56487-b8f4-4671-9999-ea8f2f26f149'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:49:07.038939 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547903d1-ff12-4534-bae2-8a60ec3b62df None None] Pushing event updated for resources: {'Port': ['ID=6557de5d-b11b-4f2f-8c3f-0004e3b8d72c,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:49:07.198004 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-40b4a038-954d-4600-9f2e-bf4ee0f2c963 None None] Set router 7cb56487-b8f4-4671-9999-ea8f2f26f149 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:49:07.250513 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-080922f2-99a8-45fd-bc62-52840113bf91 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:07.274438 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-080922f2-99a8-45fd-bc62-52840113bf91 None None] Transition to ACTIVE for port object 930227b2-5c01-48a1-90d3-06447fd4eb83 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:49:07.323655 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-080922f2-99a8-45fd-bc62-52840113bf91 None None] Transition to ACTIVE for port object 930227b2-5c01-48a1-90d3-06447fd4eb83 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:49:07.331252 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-080922f2-99a8-45fd-bc62-52840113bf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:07.379890 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-9b1b2f25-bf9c-4e7d-b7c0-5dcae5e5952e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Allocated IP 172.20.0.1 (0086ec16-0174-4c9d-827f-4f8e3b0e88bf/97ed38e4-f972-4b7d-8026-1cd49ef60131/d3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:49:07.390531 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080922f2-99a8-45fd-bc62-52840113bf91 None None] Network 0086ec16-0174-4c9d-827f-4f8e3b0e88bf is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:49:07.396629 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080922f2-99a8-45fd-bc62-52840113bf91 None None] Pushing event updated for resources: {'Port': ['ID=930227b2-5c01-48a1-90d3-06447fd4eb83,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:49:07.399124 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-080922f2-99a8-45fd-bc62-52840113bf91 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:49:07.401994 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080922f2-99a8-45fd-bc62-52840113bf91 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:49:07.493177 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-080922f2-99a8-45fd-bc62-52840113bf91 None None] Attempting to bind port 930227b2-5c01-48a1-90d3-06447fd4eb83 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:49:07.493471 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-080922f2-99a8-45fd-bc62-52840113bf91 None None] Attempting to bind port 930227b2-5c01-48a1-90d3-06447fd4eb83 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'df74168f-ca7f-4936-a154-99e45bb33934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0086ec16-0174-4c9d-827f-4f8e3b0e88bf'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:49:07.493821 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080922f2-99a8-45fd-bc62-52840113bf91 None None] Attempting to bind port 930227b2-5c01-48a1-90d3-06447fd4eb83 on network 0086ec16-0174-4c9d-827f-4f8e3b0e88bf {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:49:07.501765 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080922f2-99a8-45fd-bc62-52840113bf91 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:49:07.502160 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080922f2-99a8-45fd-bc62-52840113bf91 None None] Checking segment: {'id': 'df74168f-ca7f-4936-a154-99e45bb33934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0086ec16-0174-4c9d-827f-4f8e3b0e88bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:49:07.502521 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-080922f2-99a8-45fd-bc62-52840113bf91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:07.502985 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080922f2-99a8-45fd-bc62-52840113bf91 None None] Bound using segment: {'id': 'df74168f-ca7f-4936-a154-99e45bb33934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0086ec16-0174-4c9d-827f-4f8e3b0e88bf'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:49:07.503421 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-080922f2-99a8-45fd-bc62-52840113bf91 None None] Bound port: 930227b2-5c01-48a1-90d3-06447fd4eb83, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df74168f-ca7f-4936-a154-99e45bb33934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0086ec16-0174-4c9d-827f-4f8e3b0e88bf'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:49:07.503812 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-080922f2-99a8-45fd-bc62-52840113bf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:07.506176 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9b1b2f25-bf9c-4e7d-b7c0-5dcae5e5952e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:07.519823 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-40b4a038-954d-4600-9f2e-bf4ee0f2c963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb56487-b8f4-4671-9999-ea8f2f26f149', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1482983816', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '6557de5d-b11b-4f2f-8c3f-0004e3b8d72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:49:03Z', 'updated_at': '2021-07-24T01:49:04Z', 'revision_number': 3, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': '6557de5d-b11b-4f2f-8c3f-0004e3b8d72c', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:91:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb56487-b8f4-4671-9999-ea8f2f26f149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:49:04Z', 'updated_at': '2021-07-24T01:49:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:49:07.521158 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-9b1b2f25-bf9c-4e7d-b7c0-5dcae5e5952e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Transition to ACTIVE for port object d3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:49:07.554327 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9b1b2f25-bf9c-4e7d-b7c0-5dcae5e5952e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:07.568118 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b4a038-954d-4600-9f2e-bf4ee0f2c963 None None] The sync data for ids ['7cb56487-b8f4-4671-9999-ea8f2f26f149'] in n-d-793621-25 is: [{'id': '7cb56487-b8f4-4671-9999-ea8f2f26f149', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1482983816', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '6557de5d-b11b-4f2f-8c3f-0004e3b8d72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:49:03Z', 'updated_at': '2021-07-24T01:49:04Z', 'revision_number': 3, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': '6557de5d-b11b-4f2f-8c3f-0004e3b8d72c', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:91:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb56487-b8f4-4671-9999-ea8f2f26f149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:49:04Z', 'updated_at': '2021-07-24T01:49:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:49:07.595607 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1b2f25-bf9c-4e7d-b7c0-5dcae5e5952e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Network 0086ec16-0174-4c9d-827f-4f8e3b0e88bf is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:49:07.598758 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-9b1b2f25-bf9c-4e7d-b7c0-5dcae5e5952e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:49:07.601230 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1b2f25-bf9c-4e7d-b7c0-5dcae5e5952e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:49:07.609153 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-080922f2-99a8-45fd-bc62-52840113bf91 None None] For port 930227b2-5c01-48a1-90d3-06447fd4eb83, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:49:07.613620 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-080922f2-99a8-45fd-bc62-52840113bf91 None None] For port 930227b2-5c01-48a1-90d3-06447fd4eb83, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=930227b2-5c01-48a1-90d3-06447fd4eb83,segment=NetworkSegment(df74168f-ca7f-4936-a154-99e45bb33934),segment_id=df74168f-ca7f-4936-a154-99e45bb33934)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:49:07.617521 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-080922f2-99a8-45fd-bc62-52840113bf91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:07.647819 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b2f25-bf9c-4e7d-b7c0-5dcae5e5952e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'Port': ['ID=d3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:49:07.664982 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9b1b2f25-bf9c-4e7d-b7c0-5dcae5e5952e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:07.680752 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080922f2-99a8-45fd-bc62-52840113bf91 None None] Pushing event updated for resources: {'Port': ['ID=930227b2-5c01-48a1-90d3-06447fd4eb83,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:49:07.836461 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9b1b2f25-bf9c-4e7d-b7c0-5dcae5e5952e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:08.209688 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 930227b2-5c01-48a1-90d3-06447fd4eb83 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:49:08.221715 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9b1b2f25-bf9c-4e7d-b7c0-5dcae5e5952e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:08.227366 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9b1b2f25-bf9c-4e7d-b7c0-5dcae5e5952e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:08.271619 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 930227b2-5c01-48a1-90d3-06447fd4eb83 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:49:08.276781 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 6557de5d-b11b-4f2f-8c3f-0004e3b8d72c up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:49:08.326620 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b2f25-bf9c-4e7d-b7c0-5dcae5e5952e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'Port': ['ID=d3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:49:08.330252 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9b1b2f25-bf9c-4e7d-b7c0-5dcae5e5952e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:08.336047 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 6557de5d-b11b-4f2f-8c3f-0004e3b8d72c completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:49:08.340549 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 6557de5d-b11b-4f2f-8c3f-0004e3b8d72c triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:49:08.341263 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:08.435778 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1b2f25-bf9c-4e7d-b7c0-5dcae5e5952e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Network 0086ec16-0174-4c9d-827f-4f8e3b0e88bf is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:49:08.437198 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-9b1b2f25-bf9c-4e7d-b7c0-5dcae5e5952e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:49:08.449723 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:08.473234 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 6557de5d-b11b-4f2f-8c3f-0004e3b8d72c, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=6557de5d-b11b-4f2f-8c3f-0004e3b8d72c,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:49:08.478356 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:08.541053 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=6557de5d-b11b-4f2f-8c3f-0004e3b8d72c,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:49:08.579995 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b1b2f25-bf9c-4e7d-b7c0-5dcae5e5952e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Router 7cb56487-b8f4-4671-9999-ea8f2f26f149 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:49:08.707030 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b1b2f25-bf9c-4e7d-b7c0-5dcae5e5952e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:49:08.712813 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9b1b2f25-bf9c-4e7d-b7c0-5dcae5e5952e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "PUT /v2.0/routers/7cb56487-b8f4-4671-9999-ea8f2f26f149/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3652487 Jul 24 01:49:08.847175 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df02536a-7ef4-4978-a2ad-981f4b33c1d3 None None] Network 0086ec16-0174-4c9d-827f-4f8e3b0e88bf requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:49:08.870027 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-76a013e3-1474-4130-aa8a-27357eab4aee tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1711273998&fields=id&tenant_id=2bf7a8936f54402fb834700eeb2c9b01 HTTP/1.1" status: 200 len: 267 time: 0.0367012 Jul 24 01:49:08.966856 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-ccb535be-be7d-4cbb-844f-53a394e83687 None None] Provisioning for port 930227b2-5c01-48a1-90d3-06447fd4eb83 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:49:08.975395 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-ccb535be-be7d-4cbb-844f-53a394e83687 None None] Provisioning complete for port 930227b2-5c01-48a1-90d3-06447fd4eb83 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:49:08.975779 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ccb535be-be7d-4cbb-844f-53a394e83687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:08.987102 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-810b9abd-761e-4433-8e28-8a83148805e3 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:49:08.988935 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-810b9abd-761e-4433-8e28-8a83148805e3 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/networks?id=0086ec16-0174-4c9d-827f-4f8e3b0e88bf HTTP/1.1" status: 200 len: 796 time: 0.1118822 Jul 24 01:49:09.015873 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-4b69d9f1-f170-4c3e-b42b-7512cd4427b3 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/quotas/2bf7a8936f54402fb834700eeb2c9b01 HTTP/1.1" status: 200 len: 375 time: 0.0197413 Jul 24 01:49:09.090646 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-f7d0657d-e404-4d03-a33f-48c7cde39cce tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bf7a8936f54402fb834700eeb2c9b01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0675092 Jul 24 01:49:09.108062 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ccb535be-be7d-4cbb-844f-53a394e83687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:09.150335 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-ccb535be-be7d-4cbb-844f-53a394e83687 None None] For port 930227b2-5c01-48a1-90d3-06447fd4eb83, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=930227b2-5c01-48a1-90d3-06447fd4eb83,segment=NetworkSegment(df74168f-ca7f-4936-a154-99e45bb33934),segment_id=df74168f-ca7f-4936-a154-99e45bb33934)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:49:09.155530 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ccb535be-be7d-4cbb-844f-53a394e83687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:09.213464 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb535be-be7d-4cbb-844f-53a394e83687 None None] Pushing event updated for resources: {'Port': ['ID=930227b2-5c01-48a1-90d3-06447fd4eb83,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:49:09.256589 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-6de97beb-15f2-4830-9ea9-a36f49f366b6 service neutron] 10.222.0.15 "GET /v2.0/networks/0086ec16-0174-4c9d-827f-4f8e3b0e88bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536956 Jul 24 01:49:09.356340 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-7a0fd57e-77f7-4d3a-b332-31dde6d4eac7 service neutron] 10.222.0.15 "GET /v2.0/networks/0086ec16-0174-4c9d-827f-4f8e3b0e88bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937574 Jul 24 01:49:09.380445 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2be8dee-7591-4b8e-b872-fd99153bc68f None None] Sync routers for ids ['7cb56487-b8f4-4671-9999-ea8f2f26f149'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:49:09.384590 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-23cd2e51-f9b0-4577-b14d-097eb888deea None None] Provisioning for port d3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:49:09.392432 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-23cd2e51-f9b0-4577-b14d-097eb888deea None None] Provisioning complete for port d3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:49:09.392821 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-23cd2e51-f9b0-4577-b14d-097eb888deea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:09.398853 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2be8dee-7591-4b8e-b872-fd99153bc68f None None] Routers {'7cb56487-b8f4-4671-9999-ea8f2f26f149'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:49:09.399489 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-f2be8dee-7591-4b8e-b872-fd99153bc68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:48:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['7cb56487-b8f4-4671-9999-ea8f2f26f149'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:49:09.434002 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-23cd2e51-f9b0-4577-b14d-097eb888deea None None] Port d3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:49:09.447533 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-23cd2e51-f9b0-4577-b14d-097eb888deea None None] Provisioning complete for port 930227b2-5c01-48a1-90d3-06447fd4eb83 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:49:09.447917 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-23cd2e51-f9b0-4577-b14d-097eb888deea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:09.512494 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-f2be8dee-7591-4b8e-b872-fd99153bc68f None None] Set router 7cb56487-b8f4-4671-9999-ea8f2f26f149 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:49:09.669557 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-cbd9c360-ef8b-47c4-b070-65b8e0e5e26a None None] Provisioning complete for port d3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:49:09.670162 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-cbd9c360-ef8b-47c4-b070-65b8e0e5e26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:09.721583 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-cbd9c360-ef8b-47c4-b070-65b8e0e5e26a None None] Port d3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:49:09.731691 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-f2be8dee-7591-4b8e-b872-fd99153bc68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb56487-b8f4-4671-9999-ea8f2f26f149', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1482983816', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '6557de5d-b11b-4f2f-8c3f-0004e3b8d72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:49:03Z', 'updated_at': '2021-07-24T01:49:07Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': '6557de5d-b11b-4f2f-8c3f-0004e3b8d72c', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:91:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb56487-b8f4-4671-9999-ea8f2f26f149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:49:04Z', 'updated_at': '2021-07-24T01:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'd3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7', 'name': '', 'network_id': '0086ec16-0174-4c9d-827f-4f8e3b0e88bf', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'mac_address': 'fa:16:3e:c8:36:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb56487-b8f4-4671-9999-ea8f2f26f149', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '97ed38e4-f972-4b7d-8026-1cd49ef60131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:49:06Z', 'updated_at': '2021-07-24T01:49:08Z', 'revision_number': 2, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'subnets': [{'id': '97ed38e4-f972-4b7d-8026-1cd49ef60131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:49:09.759237 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2be8dee-7591-4b8e-b872-fd99153bc68f None None] Checking router: 7cb56487-b8f4-4671-9999-ea8f2f26f149 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:49:09.759596 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2be8dee-7591-4b8e-b872-fd99153bc68f None None] Updating router 7cb56487-b8f4-4671-9999-ea8f2f26f149 port d3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7 binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:49:09.797735 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-f2be8dee-7591-4b8e-b872-fd99153bc68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:09.840352 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-bf1e32b2-bbeb-4334-b685-3959a5114ac8 None None] Provisioning complete for port d3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:49:09.840724 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bf1e32b2-bbeb-4334-b685-3959a5114ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:09.873230 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-bf1e32b2-bbeb-4334-b685-3959a5114ac8 None None] Port d3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:49:10.056685 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-f2be8dee-7591-4b8e-b872-fd99153bc68f None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:10.069735 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-f2be8dee-7591-4b8e-b872-fd99153bc68f None None] Transition to ACTIVE for port object d3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7 will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:49:10.077520 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-f2be8dee-7591-4b8e-b872-fd99153bc68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:10.122441 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 930227b2-5c01-48a1-90d3-06447fd4eb83 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:49:10.130136 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6070d0-ec15-4388-ad40-ab0022b2c879 None None] Pushing event updated for resources: {'Port': ['ID=d3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:49:10.141492 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6070d0-ec15-4388-ad40-ab0022b2c879 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:49:10.142059 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6070d0-ec15-4388-ad40-ab0022b2c879 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:49:10.142699 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6070d0-ec15-4388-ad40-ab0022b2c879 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:49:10.142699 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6070d0-ec15-4388-ad40-ab0022b2c879 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:49:10.144005 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6070d0-ec15-4388-ad40-ab0022b2c879 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:49:10.144491 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6070d0-ec15-4388-ad40-ab0022b2c879 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:49:10.144965 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6070d0-ec15-4388-ad40-ab0022b2c879 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:49:10.145125 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6070d0-ec15-4388-ad40-ab0022b2c879 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:49:10.145377 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6070d0-ec15-4388-ad40-ab0022b2c879 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:49:10.145702 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6070d0-ec15-4388-ad40-ab0022b2c879 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:49:10.146034 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6070d0-ec15-4388-ad40-ab0022b2c879 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:49:10.146357 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6070d0-ec15-4388-ad40-ab0022b2c879 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:49:10.195404 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 930227b2-5c01-48a1-90d3-06447fd4eb83 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:49:10.195787 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:10.205402 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-f2be8dee-7591-4b8e-b872-fd99153bc68f None None] Attempting to bind port d3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:49:10.205773 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-f2be8dee-7591-4b8e-b872-fd99153bc68f None None] Attempting to bind port d3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'df74168f-ca7f-4936-a154-99e45bb33934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0086ec16-0174-4c9d-827f-4f8e3b0e88bf'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:49:10.206138 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2be8dee-7591-4b8e-b872-fd99153bc68f None None] Attempting to bind port d3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7 on network 0086ec16-0174-4c9d-827f-4f8e3b0e88bf {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:49:10.211818 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2be8dee-7591-4b8e-b872-fd99153bc68f None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:49:10.212182 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2be8dee-7591-4b8e-b872-fd99153bc68f None None] Checking segment: {'id': 'df74168f-ca7f-4936-a154-99e45bb33934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0086ec16-0174-4c9d-827f-4f8e3b0e88bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:49:10.212616 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-f2be8dee-7591-4b8e-b872-fd99153bc68f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:10.213010 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2be8dee-7591-4b8e-b872-fd99153bc68f None None] Bound using segment: {'id': 'df74168f-ca7f-4936-a154-99e45bb33934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0086ec16-0174-4c9d-827f-4f8e3b0e88bf'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:49:10.213491 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-f2be8dee-7591-4b8e-b872-fd99153bc68f None None] Bound port: d3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df74168f-ca7f-4936-a154-99e45bb33934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0086ec16-0174-4c9d-827f-4f8e3b0e88bf'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:49:10.213881 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-f2be8dee-7591-4b8e-b872-fd99153bc68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:10.287951 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 6557de5d-b11b-4f2f-8c3f-0004e3b8d72c up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:49:10.293767 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-f2be8dee-7591-4b8e-b872-fd99153bc68f None None] For port d3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:49:10.299140 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-f2be8dee-7591-4b8e-b872-fd99153bc68f None None] For port d3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=d3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7,segment=NetworkSegment(df74168f-ca7f-4936-a154-99e45bb33934),segment_id=df74168f-ca7f-4936-a154-99e45bb33934)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:49:10.308604 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-f2be8dee-7591-4b8e-b872-fd99153bc68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:10.356266 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 6557de5d-b11b-4f2f-8c3f-0004e3b8d72c triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:49:10.356793 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:10.381736 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6070d0-ec15-4388-ad40-ab0022b2c879 None None] Pushing event updated for resources: {'Port': ['ID=d3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7,revision_number=4']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:49:10.384828 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2be8dee-7591-4b8e-b872-fd99153bc68f None None] Routers {'7cb56487-b8f4-4671-9999-ea8f2f26f149'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:49:10.385445 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-f2be8dee-7591-4b8e-b872-fd99153bc68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:48:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['7cb56487-b8f4-4671-9999-ea8f2f26f149'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:49:10.491040 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0e49e605-c874-4dcd-ac12-a233f2745db0 req-daa45230-be64-4889-82a0-e5360f0b34c3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=628d42a2-7ada-4268-be52-7c3048d872bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0444853 Jul 24 01:49:10.502779 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-f2be8dee-7591-4b8e-b872-fd99153bc68f None None] Set router 7cb56487-b8f4-4671-9999-ea8f2f26f149 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:49:10.560537 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0e49e605-c874-4dcd-ac12-a233f2745db0 req-2db93e6d-eeea-4ca7-8e13-d7cbf725aa67 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=628d42a2-7ada-4268-be52-7c3048d872bf HTTP/1.1" status: 200 len: 210 time: 0.0451503 Jul 24 01:49:10.605286 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cbfd0954-d1ad-4ada-b669-30ac6cab5a4a req-5ee7c7f0-a6fa-4b36-bcca-b8b52f036c1e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 210 time: 0.0380590 Jul 24 01:49:10.638834 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0e49e605-c874-4dcd-ac12-a233f2745db0 req-818b165e-0325-424b-83ab-d631dc293c04 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323992 Jul 24 01:49:10.749059 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49e605-c874-4dcd-ac12-a233f2745db0 req-f7ed5f2a-78fb-45a9-be0b-c36e36b0b13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:49:10.751894 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0e49e605-c874-4dcd-ac12-a233f2745db0 req-f7ed5f2a-78fb-45a9-be0b-c36e36b0b13a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1064339 Jul 24 01:49:10.842121 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-f2be8dee-7591-4b8e-b872-fd99153bc68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb56487-b8f4-4671-9999-ea8f2f26f149', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1482983816', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '6557de5d-b11b-4f2f-8c3f-0004e3b8d72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:49:03Z', 'updated_at': '2021-07-24T01:49:07Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': '6557de5d-b11b-4f2f-8c3f-0004e3b8d72c', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:91:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb56487-b8f4-4671-9999-ea8f2f26f149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:49:04Z', 'updated_at': '2021-07-24T01:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'd3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7', 'name': '', 'network_id': '0086ec16-0174-4c9d-827f-4f8e3b0e88bf', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'mac_address': 'fa:16:3e:c8:36:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb56487-b8f4-4671-9999-ea8f2f26f149', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '97ed38e4-f972-4b7d-8026-1cd49ef60131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:49:06Z', 'updated_at': '2021-07-24T01:49:10Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'subnets': [{'id': '97ed38e4-f972-4b7d-8026-1cd49ef60131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:49:10.871103 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2be8dee-7591-4b8e-b872-fd99153bc68f None None] The sync data for ids ['7cb56487-b8f4-4671-9999-ea8f2f26f149'] in n-d-793621-25 is: [{'id': '7cb56487-b8f4-4671-9999-ea8f2f26f149', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1482983816', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '6557de5d-b11b-4f2f-8c3f-0004e3b8d72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:49:03Z', 'updated_at': '2021-07-24T01:49:07Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': '6557de5d-b11b-4f2f-8c3f-0004e3b8d72c', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:91:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb56487-b8f4-4671-9999-ea8f2f26f149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:49:04Z', 'updated_at': '2021-07-24T01:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'd3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7', 'name': '', 'network_id': '0086ec16-0174-4c9d-827f-4f8e3b0e88bf', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'mac_address': 'fa:16:3e:c8:36:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb56487-b8f4-4671-9999-ea8f2f26f149', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '97ed38e4-f972-4b7d-8026-1cd49ef60131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:49:06Z', 'updated_at': '2021-07-24T01:49:10Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'subnets': [{'id': '97ed38e4-f972-4b7d-8026-1cd49ef60131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:49:11.637470 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-580106c6-455a-4b44-92ec-ed2be1b0eeb5 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:49:11.640007 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-580106c6-455a-4b44-92ec-ed2be1b0eeb5 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.13 "GET /v2.0/networks?id=0086ec16-0174-4c9d-827f-4f8e3b0e88bf HTTP/1.1" status: 200 len: 796 time: 0.1271048 Jul 24 01:49:11.689990 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-18b85ec7-6491-498c-8518-a226637914c4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bf7a8936f54402fb834700eeb2c9b01 HTTP/1.1" status: 200 len: 380 time: 0.0421658 Jul 24 01:49:11.705084 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-edd620a6-8a2b-42db-b4fa-b769cfe95000 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'port': {'device_id': 'db817b2b-2d05-4582-ade8-ea1c2749dfef', 'network_id': '0086ec16-0174-4c9d-827f-4f8e3b0e88bf', 'admin_state_up': True, 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'security_groups': ['76c3e8cc-86bc-4f6f-bb7d-63c689e01229']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:49:11.766756 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-de16c227-afc9-437c-97c4-9d3c8dfa509a req-e5a7d3d9-46d1-409e-a696-2170c5ae91a5 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 210 time: 0.0557961 Jul 24 01:49:11.866159 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-edd620a6-8a2b-42db-b4fa-b769cfe95000 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Made reservation on behalf of 2bf7a8936f54402fb834700eeb2c9b01 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:49:11.870328 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-edd620a6-8a2b-42db-b4fa-b769cfe95000 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:12.011022 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-edd620a6-8a2b-42db-b4fa-b769cfe95000 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Allocated IP 172.20.0.12 (0086ec16-0174-4c9d-827f-4f8e3b0e88bf/97ed38e4-f972-4b7d-8026-1cd49ef60131/523752a5-fc4b-4ba4-833d-002bde5d8aa4) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:49:12.140212 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device d3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:49:12.174195 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-edd620a6-8a2b-42db-b4fa-b769cfe95000 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:12.189890 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-edd620a6-8a2b-42db-b4fa-b769cfe95000 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Transition to ACTIVE for port object 523752a5-fc4b-4ba4-833d-002bde5d8aa4 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:49:12.194331 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port d3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:49:12.199936 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port d3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:49:12.200534 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:12.227196 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-edd620a6-8a2b-42db-b4fa-b769cfe95000 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:12.278401 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-edd620a6-8a2b-42db-b4fa-b769cfe95000 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Network 0086ec16-0174-4c9d-827f-4f8e3b0e88bf is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:49:12.284570 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-edd620a6-8a2b-42db-b4fa-b769cfe95000 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:49:12.287160 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-edd620a6-8a2b-42db-b4fa-b769cfe95000 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:49:12.320167 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd620a6-8a2b-42db-b4fa-b769cfe95000 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'Port': ['ID=523752a5-fc4b-4ba4-833d-002bde5d8aa4,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:49:12.356067 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-edd620a6-8a2b-42db-b4fa-b769cfe95000 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:49:12.356926 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-edd620a6-8a2b-42db-b4fa-b769cfe95000 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:12.374841 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-edd620a6-8a2b-42db-b4fa-b769cfe95000 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6742361 Jul 24 01:49:12.387636 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-b38437c5-d9bd-4201-a979-f077e28ac08c service neutron] Request body: {'port': {'device_id': 'db817b2b-2d05-4582-ade8-ea1c2749dfef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:49:12.446272 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:12.471317 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-b38437c5-d9bd-4201-a979-f077e28ac08c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:12.480597 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port d3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=d3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7,segment=NetworkSegment(df74168f-ca7f-4936-a154-99e45bb33934),segment_id=df74168f-ca7f-4936-a154-99e45bb33934)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:49:12.486865 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:12.535340 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=d3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:49:12.580108 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c7edab0-377f-4bd5-bb3b-6ad0e283f7ad None None] Provisioning for port 523752a5-fc4b-4ba4-833d-002bde5d8aa4 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:49:12.583969 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c7edab0-377f-4bd5-bb3b-6ad0e283f7ad None None] Provisioning complete for port 523752a5-fc4b-4ba4-833d-002bde5d8aa4 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:49:12.584344 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c7edab0-377f-4bd5-bb3b-6ad0e283f7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:12.618302 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-9c7edab0-377f-4bd5-bb3b-6ad0e283f7ad None None] Port 523752a5-fc4b-4ba4-833d-002bde5d8aa4 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:49:12.758685 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-b38437c5-d9bd-4201-a979-f077e28ac08c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 523752a5-fc4b-4ba4-833d-002bde5d8aa4 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:49:12.766047 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-b38437c5-d9bd-4201-a979-f077e28ac08c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:12.777961 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-b38437c5-d9bd-4201-a979-f077e28ac08c service neutron] Transition to ACTIVE for port object 523752a5-fc4b-4ba4-833d-002bde5d8aa4 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:49:12.782167 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-b38437c5-d9bd-4201-a979-f077e28ac08c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:12.836053 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38437c5-d9bd-4201-a979-f077e28ac08c service neutron] Pushing event updated for resources: {'Port': ['ID=523752a5-fc4b-4ba4-833d-002bde5d8aa4,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:49:12.915389 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-b38437c5-d9bd-4201-a979-f077e28ac08c service neutron] Attempting to bind port 523752a5-fc4b-4ba4-833d-002bde5d8aa4 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:49:12.915823 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-b38437c5-d9bd-4201-a979-f077e28ac08c service neutron] Attempting to bind port 523752a5-fc4b-4ba4-833d-002bde5d8aa4 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': 'df74168f-ca7f-4936-a154-99e45bb33934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0086ec16-0174-4c9d-827f-4f8e3b0e88bf'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:49:12.916227 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-b38437c5-d9bd-4201-a979-f077e28ac08c service neutron] Attempting to bind port 523752a5-fc4b-4ba4-833d-002bde5d8aa4 on network 0086ec16-0174-4c9d-827f-4f8e3b0e88bf {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:49:12.918563 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d610f-9c15-44d8-9e5d-5391aab1a90b req-9414bd2f-90e5-4f3e-9608-3816524b08e7 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:49:12.920360 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-039d610f-9c15-44d8-9e5d-5391aab1a90b req-9414bd2f-90e5-4f3e-9608-3816524b08e7 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 944 time: 0.0810061 Jul 24 01:49:12.921149 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-b38437c5-d9bd-4201-a979-f077e28ac08c service neutron] Port 523752a5-fc4b-4ba4-833d-002bde5d8aa4 on network 0086ec16-0174-4c9d-827f-4f8e3b0e88bf not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:49:12.921530 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-b38437c5-d9bd-4201-a979-f077e28ac08c service neutron] Attempting to bind port 523752a5-fc4b-4ba4-833d-002bde5d8aa4 on network 0086ec16-0174-4c9d-827f-4f8e3b0e88bf {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:49:12.929743 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-b38437c5-d9bd-4201-a979-f077e28ac08c service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:49:12.930172 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-b38437c5-d9bd-4201-a979-f077e28ac08c service neutron] Checking segment: {'id': 'df74168f-ca7f-4936-a154-99e45bb33934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0086ec16-0174-4c9d-827f-4f8e3b0e88bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:49:12.930618 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-b38437c5-d9bd-4201-a979-f077e28ac08c service neutron] Bound using segment: {'id': 'df74168f-ca7f-4936-a154-99e45bb33934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0086ec16-0174-4c9d-827f-4f8e3b0e88bf'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:49:12.931176 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-b38437c5-d9bd-4201-a979-f077e28ac08c service neutron] Bound port: 523752a5-fc4b-4ba4-833d-002bde5d8aa4, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df74168f-ca7f-4936-a154-99e45bb33934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0086ec16-0174-4c9d-827f-4f8e3b0e88bf'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:49:12.931570 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-b38437c5-d9bd-4201-a979-f077e28ac08c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:12.966400 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-039d610f-9c15-44d8-9e5d-5391aab1a90b req-8d05e346-2792-44d1-9e2e-d2bd73526b42 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=76c3e8cc-86bc-4f6f-bb7d-63c689e01229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376539 Jul 24 01:49:13.003338 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-b38437c5-d9bd-4201-a979-f077e28ac08c service neutron] For port 523752a5-fc4b-4ba4-833d-002bde5d8aa4, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:49:13.006557 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-b38437c5-d9bd-4201-a979-f077e28ac08c service neutron] For port 523752a5-fc4b-4ba4-833d-002bde5d8aa4, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=523752a5-fc4b-4ba4-833d-002bde5d8aa4,segment=NetworkSegment(df74168f-ca7f-4936-a154-99e45bb33934),segment_id=df74168f-ca7f-4936-a154-99e45bb33934)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:49:13.011070 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-b38437c5-d9bd-4201-a979-f077e28ac08c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:13.046354 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-b38437c5-d9bd-4201-a979-f077e28ac08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:49:13.047592 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-b38437c5-d9bd-4201-a979-f077e28ac08c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:13.049306 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-b38437c5-d9bd-4201-a979-f077e28ac08c service neutron] 10.222.0.13 "PUT /v2.0/ports/523752a5-fc4b-4ba4-833d-002bde5d8aa4 HTTP/1.1" status: 200 len: 1093 time: 0.6667037 Jul 24 01:49:13.051606 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db817b2b-2d05-4582-ade8-ea1c2749dfef', 'tag': '523752a5-fc4b-4ba4-833d-002bde5d8aa4'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:49:13.054898 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c0377c0cac57482b78947fbfdb6e67ca594c264dadda24220a1a6cbe410d8c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014088a1-7f94-41b6-b3a8-7231f7dc6cc5" -d '{"events": [{"name": "network-changed", "server_uuid": "db817b2b-2d05-4582-ade8-ea1c2749dfef", "tag": "523752a5-fc4b-4ba4-833d-002bde5d8aa4"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:49:13.103408 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c472116-57f6-4c44-91e5-cfdd917eecd9 x-openstack-request-id: req-6c472116-57f6-4c44-91e5-cfdd917eecd9 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:49:13.103707 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db817b2b-2d05-4582-ade8-ea1c2749dfef", "tag": "523752a5-fc4b-4ba4-833d-002bde5d8aa4", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:49:13.103973 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c472116-57f6-4c44-91e5-cfdd917eecd9 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:49:13.104362 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db817b2b-2d05-4582-ade8-ea1c2749dfef', 'tag': '523752a5-fc4b-4ba4-833d-002bde5d8aa4', 'status': 'completed', 'code': 200} Jul 24 01:49:13.104955 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38437c5-d9bd-4201-a979-f077e28ac08c service neutron] Pushing event updated for resources: {'Port': ['ID=523752a5-fc4b-4ba4-833d-002bde5d8aa4,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:49:13.160201 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-d069a658-637b-44c2-b888-ba13ffd813af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:49:13.161831 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-d069a658-637b-44c2-b888-ba13ffd813af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bf7a8936f54402fb834700eeb2c9b01&device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 1096 time: 0.0689731 Jul 24 01:49:13.207895 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-69da4879-0ea3-4e7c-b4c8-9f30ecb3a8b9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=523752a5-fc4b-4ba4-833d-002bde5d8aa4 HTTP/1.1" status: 200 len: 217 time: 0.0394723 Jul 24 01:49:13.259482 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-48f52cf1-d0a6-4de2-bbf8-f2c5397afe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:49:13.260969 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-48f52cf1-d0a6-4de2-bbf8-f2c5397afe34 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=97ed38e4-f972-4b7d-8026-1cd49ef60131 HTTP/1.1" status: 200 len: 834 time: 0.0469956 Jul 24 01:49:13.319621 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-d3ee1b58-cd59-4ae6-a8e9-819f0f08f590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:49:13.321150 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-d3ee1b58-cd59-4ae6-a8e9-819f0f08f590 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0086ec16-0174-4c9d-827f-4f8e3b0e88bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539451 Jul 24 01:49:13.417578 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-58ad489b-2796-46fc-859b-b9c75ffc6246 service neutron] 10.222.0.13 "GET /v2.0/networks/0086ec16-0174-4c9d-827f-4f8e3b0e88bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899694 Jul 24 01:49:13.509922 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-04953846-6c27-4f1c-9c06-a78e5f101e8a req-7c4c41e1-9d15-4b26-beed-5ca3f6c68d6f service neutron] 10.222.0.13 "GET /v2.0/networks/0086ec16-0174-4c9d-827f-4f8e3b0e88bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856159 Jul 24 01:49:13.615725 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014088a1-7f94-41b6-b3a8-7231f7dc6cc5 req-0f68d730-7485-4106-a8f3-c922db02ab8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:49:13.617305 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-014088a1-7f94-41b6-b3a8-7231f7dc6cc5 req-0f68d730-7485-4106-a8f3-c922db02ab8e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bf7a8936f54402fb834700eeb2c9b01&device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 1096 time: 0.0626566 Jul 24 01:49:13.713221 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014088a1-7f94-41b6-b3a8-7231f7dc6cc5 req-c824e304-163b-4617-82ec-0de2694212ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:49:13.714830 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-014088a1-7f94-41b6-b3a8-7231f7dc6cc5 req-c824e304-163b-4617-82ec-0de2694212ae service neutron] 10.222.0.13 "GET /v2.0/networks?id=0086ec16-0174-4c9d-827f-4f8e3b0e88bf HTTP/1.1" status: 200 len: 897 time: 0.0912645 Jul 24 01:49:13.765097 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-014088a1-7f94-41b6-b3a8-7231f7dc6cc5 req-7cb041c7-d53d-4875-acf9-6ac5bed5b284 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=523752a5-fc4b-4ba4-833d-002bde5d8aa4 HTTP/1.1" status: 200 len: 217 time: 0.0436428 Jul 24 01:49:13.817353 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014088a1-7f94-41b6-b3a8-7231f7dc6cc5 req-baa0e95b-2229-4cc8-a017-02e2b6962bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:49:13.818884 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-014088a1-7f94-41b6-b3a8-7231f7dc6cc5 req-baa0e95b-2229-4cc8-a017-02e2b6962bd2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=97ed38e4-f972-4b7d-8026-1cd49ef60131 HTTP/1.1" status: 200 len: 834 time: 0.0462291 Jul 24 01:49:13.880567 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014088a1-7f94-41b6-b3a8-7231f7dc6cc5 req-c758e0ec-ed0b-4bd9-a8f6-1aae4099c42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:49:13.882112 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-014088a1-7f94-41b6-b3a8-7231f7dc6cc5 req-c758e0ec-ed0b-4bd9-a8f6-1aae4099c42c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0086ec16-0174-4c9d-827f-4f8e3b0e88bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562062 Jul 24 01:49:13.986305 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-014088a1-7f94-41b6-b3a8-7231f7dc6cc5 req-0ca7ae25-fcbb-441b-a551-9d3be5cc1fc8 service neutron] 10.222.0.13 "GET /v2.0/networks/0086ec16-0174-4c9d-827f-4f8e3b0e88bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967050 Jul 24 01:49:14.084458 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-014088a1-7f94-41b6-b3a8-7231f7dc6cc5 req-3bc7b4db-10d2-4940-b84f-0e5a807c2eab service neutron] 10.222.0.13 "GET /v2.0/networks/0086ec16-0174-4c9d-827f-4f8e3b0e88bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915387 Jul 24 01:49:14.115769 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342cd639-70f5-4ce7-b1ce-28f08f4b4225 req-d8a92c8a-29f3-4775-87f4-f14586e2a87c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:49:14.118046 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device d3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:49:14.120261 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-342cd639-70f5-4ce7-b1ce-28f08f4b4225 req-d8a92c8a-29f3-4775-87f4-f14586e2a87c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 944 time: 0.0794451 Jul 24 01:49:14.165345 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-342cd639-70f5-4ce7-b1ce-28f08f4b4225 req-2f43abc7-4215-4a85-9afc-c334e6eb6252 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=76c3e8cc-86bc-4f6f-bb7d-63c689e01229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394037 Jul 24 01:49:14.174484 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port d3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:49:14.174886 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:15.301923 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71461bec-f2e4-49a9-9b7e-1fdbcc78764b req-dced10e8-7715-4306-828d-83c7412085ef tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:49:15.303537 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-71461bec-f2e4-49a9-9b7e-1fdbcc78764b req-dced10e8-7715-4306-828d-83c7412085ef tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 944 time: 0.0671325 Jul 24 01:49:15.349351 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-71461bec-f2e4-49a9-9b7e-1fdbcc78764b req-83bd23fa-87ad-42e2-8dc9-984af3d725ad tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=76c3e8cc-86bc-4f6f-bb7d-63c689e01229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401170 Jul 24 01:49:15.647674 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 523752a5-fc4b-4ba4-833d-002bde5d8aa4 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:49:15.742973 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 523752a5-fc4b-4ba4-833d-002bde5d8aa4, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=523752a5-fc4b-4ba4-833d-002bde5d8aa4,segment=NetworkSegment(df74168f-ca7f-4936-a154-99e45bb33934),segment_id=df74168f-ca7f-4936-a154-99e45bb33934)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:49:15.754441 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '523752a5-fc4b-4ba4-833d-002bde5d8aa4', 'network_id': '0086ec16-0174-4c9d-827f-4f8e3b0e88bf', 'port_id': '523752a5-fc4b-4ba4-833d-002bde5d8aa4', 'mac_address': 'fa:16:3e:45:75:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ed38e4-f972-4b7d-8026-1cd49ef60131', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:49:15.790730 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:15.803971 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 523752a5-fc4b-4ba4-833d-002bde5d8aa4 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:49:15.823853 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 523752a5-fc4b-4ba4-833d-002bde5d8aa4, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=523752a5-fc4b-4ba4-833d-002bde5d8aa4,segment=NetworkSegment(df74168f-ca7f-4936-a154-99e45bb33934),segment_id=df74168f-ca7f-4936-a154-99e45bb33934)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:49:15.827954 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:15.871410 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1ffdade5-9dfa-4dc8-851e-ac666b55b63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:15.887276 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=523752a5-fc4b-4ba4-833d-002bde5d8aa4,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:49:16.028396 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['523752a5-fc4b-4ba4-833d-002bde5d8aa4'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:49:16.493231 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ffa72-a06e-4511-80af-7ae50b852af0 req-b29b3f30-274c-4bc4-b1c0-358bc5058527 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:49:16.494788 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c05ffa72-a06e-4511-80af-7ae50b852af0 req-b29b3f30-274c-4bc4-b1c0-358bc5058527 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 945 time: 0.0658607 Jul 24 01:49:16.536479 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c05ffa72-a06e-4511-80af-7ae50b852af0 req-0524cda3-3662-483e-8007-8cf0bfeed3bd tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=76c3e8cc-86bc-4f6f-bb7d-63c689e01229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361240 Jul 24 01:49:17.648112 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 523752a5-fc4b-4ba4-833d-002bde5d8aa4 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:49:17.674325 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d05f3-e046-419c-9b07-c9ac8b979cee req-622a9161-24c1-4bd1-b876-7777f5ceb535 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:49:17.676050 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a82d05f3-e046-419c-9b07-c9ac8b979cee req-622a9161-24c1-4bd1-b876-7777f5ceb535 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 945 time: 0.0700412 Jul 24 01:49:17.702378 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 523752a5-fc4b-4ba4-833d-002bde5d8aa4 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:49:17.706437 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 523752a5-fc4b-4ba4-833d-002bde5d8aa4 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:49:17.706855 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:17.723685 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a82d05f3-e046-419c-9b07-c9ac8b979cee req-3991164d-ae5e-427b-8412-2dea2af39a64 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=76c3e8cc-86bc-4f6f-bb7d-63c689e01229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418589 Jul 24 01:49:17.787528 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:17.820361 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db817b2b-2d05-4582-ade8-ea1c2749dfef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523752a5-fc4b-4ba4-833d-002bde5d8aa4'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:49:17.822700 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b36c629d192f293ddd0cd0678fefb9a9e59c3f82b7da09e09f5fd8b02f5b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c5d92d-ddb1-46e6-80ed-531c35519eb3" -d '{"events": [{"server_uuid": "db817b2b-2d05-4582-ade8-ea1c2749dfef", "name": "network-vif-plugged", "status": "completed", "tag": "523752a5-fc4b-4ba4-833d-002bde5d8aa4"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:49:17.839494 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 523752a5-fc4b-4ba4-833d-002bde5d8aa4, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=523752a5-fc4b-4ba4-833d-002bde5d8aa4,segment=NetworkSegment(df74168f-ca7f-4936-a154-99e45bb33934),segment_id=df74168f-ca7f-4936-a154-99e45bb33934)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:49:17.845892 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:17.917515 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=523752a5-fc4b-4ba4-833d-002bde5d8aa4,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:49:17.956265 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e584bc-1b96-41d2-bace-90b739edab0f x-openstack-request-id: req-49e584bc-1b96-41d2-bace-90b739edab0f {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:49:17.956569 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db817b2b-2d05-4582-ade8-ea1c2749dfef", "name": "network-vif-plugged", "status": "completed", "tag": "523752a5-fc4b-4ba4-833d-002bde5d8aa4", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:49:17.956836 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-49e584bc-1b96-41d2-bace-90b739edab0f {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:49:17.957244 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db817b2b-2d05-4582-ade8-ea1c2749dfef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523752a5-fc4b-4ba4-833d-002bde5d8aa4', 'code': 200} Jul 24 01:49:18.063893 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96619ce9-6f48-4110-900b-aa02dc7799a7 req-7647d844-0849-4af2-8f12-32103ec1a83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:49:18.065466 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-96619ce9-6f48-4110-900b-aa02dc7799a7 req-7647d844-0849-4af2-8f12-32103ec1a83f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 1098 time: 0.0545180 Jul 24 01:49:18.099671 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-96619ce9-6f48-4110-900b-aa02dc7799a7 req-07402fab-e02c-41f4-9c80-ea6a74c71b85 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=76c3e8cc-86bc-4f6f-bb7d-63c689e01229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281105 Jul 24 01:49:18.357664 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-299ffe3f-e01c-4a9c-b7af-d61f76e7a158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:18.565862 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:18.868564 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0439d3e-727d-4f27-a3af-db3f57031ebb req-4af84156-2322-4ee4-8134-1eaa4f605f06 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:49:18.870084 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d0439d3e-727d-4f27-a3af-db3f57031ebb req-4af84156-2322-4ee4-8134-1eaa4f605f06 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 946 time: 0.0721180 Jul 24 01:49:18.910029 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d0439d3e-727d-4f27-a3af-db3f57031ebb req-4db9d175-7841-4246-9005-8e435fd37448 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=76c3e8cc-86bc-4f6f-bb7d-63c689e01229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335660 Jul 24 01:49:19.703086 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:20.047601 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca47d1-6193-415b-8390-58167d7e6927 req-0ec16629-0292-4db3-93ff-f4443d1888a1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:49:20.049052 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-47ca47d1-6193-415b-8390-58167d7e6927 req-0ec16629-0292-4db3-93ff-f4443d1888a1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 946 time: 0.0683274 Jul 24 01:49:20.088680 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-47ca47d1-6193-415b-8390-58167d7e6927 req-a9ab09ad-ff96-4c43-9aa5-110839328bad tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=76c3e8cc-86bc-4f6f-bb7d-63c689e01229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337813 Jul 24 01:49:20.230266 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76a7e3-a6ff-4a0f-9e4b-f650a7b89c97 req-5993c3bf-2aa8-4f0d-aa1e-c5ec4abc0ccf tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:49:20.231881 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ed76a7e3-a6ff-4a0f-9e4b-f650a7b89c97 req-5993c3bf-2aa8-4f0d-aa1e-c5ec4abc0ccf tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 946 time: 0.0704961 Jul 24 01:49:20.276584 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ed76a7e3-a6ff-4a0f-9e4b-f650a7b89c97 req-5e6c5901-eabd-4f48-b117-87006ec55e5d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=76c3e8cc-86bc-4f6f-bb7d-63c689e01229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371659 Jul 24 01:49:20.298409 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52188) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:49:20.354911 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ea1824-36f6-4d86-a2ca-7b203852f2de tempest-TestNetworkAdvancedServerOps-1827788520 tempest-TestNetworkAdvancedServerOps-1827788520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:49:20.356586 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-82ea1824-36f6-4d86-a2ca-7b203852f2de tempest-TestNetworkAdvancedServerOps-1827788520 tempest-TestNetworkAdvancedServerOps-1827788520-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 1093 time: 0.0571918 Jul 24 01:49:20.360177 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52190) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:49:20.365030 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-2e6c04be-a54b-4cf1-9c21-4eaf7c01fe1a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'port_id': '523752a5-fc4b-4ba4-833d-002bde5d8aa4', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:49:20.387640 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2e6c04be-a54b-4cf1-9c21-4eaf7c01fe1a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for floatingip, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:20.495246 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2e6c04be-a54b-4cf1-9c21-4eaf7c01fe1a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:20.610416 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-2e6c04be-a54b-4cf1-9c21-4eaf7c01fe1a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Allocated IP 172.25.2.113 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/0b2761e4-cec2-423a-a95b-54bdb4088386) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:49:20.729012 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2e6c04be-a54b-4cf1-9c21-4eaf7c01fe1a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:20.772716 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2e6c04be-a54b-4cf1-9c21-4eaf7c01fe1a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:20.811644 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6c04be-a54b-4cf1-9c21-4eaf7c01fe1a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:49:20.816872 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-2e6c04be-a54b-4cf1-9c21-4eaf7c01fe1a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:49:20.820607 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6c04be-a54b-4cf1-9c21-4eaf7c01fe1a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:49:20.826352 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c04be-a54b-4cf1-9c21-4eaf7c01fe1a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'Port': ['ID=0b2761e4-cec2-423a-a95b-54bdb4088386,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:49:21.209601 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2e6c04be-a54b-4cf1-9c21-4eaf7c01fe1a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:21.211539 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:21.300876 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2e6c04be-a54b-4cf1-9c21-4eaf7c01fe1a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:21.467765 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2e6c04be-a54b-4cf1-9c21-4eaf7c01fe1a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:21.473884 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2e6c04be-a54b-4cf1-9c21-4eaf7c01fe1a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:21.543614 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c04be-a54b-4cf1-9c21-4eaf7c01fe1a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'Port': ['ID=0b2761e4-cec2-423a-a95b-54bdb4088386,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:49:21.557087 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2e6c04be-a54b-4cf1-9c21-4eaf7c01fe1a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:21.671035 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [None req-2e6c04be-a54b-4cf1-9c21-4eaf7c01fe1a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Floating IP 9f621253-817f-48b1-995e-662701a0d2b1 associated. External IP: 172.25.2.113, port: 523752a5-fc4b-4ba4-833d-002bde5d8aa4. Jul 24 01:49:21.919778 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6c04be-a54b-4cf1-9c21-4eaf7c01fe1a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Router 7cb56487-b8f4-4671-9999-ea8f2f26f149 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:49:22.030403 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6c04be-a54b-4cf1-9c21-4eaf7c01fe1a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:49:22.041426 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f6a110-5614-4393-9610-ee208579b6fd None None] Sync routers for ids ['7cb56487-b8f4-4671-9999-ea8f2f26f149'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:49:22.051348 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f6a110-5614-4393-9610-ee208579b6fd None None] Routers {'7cb56487-b8f4-4671-9999-ea8f2f26f149'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:49:22.051993 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-91f6a110-5614-4393-9610-ee208579b6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:49:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['7cb56487-b8f4-4671-9999-ea8f2f26f149'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:49:22.054922 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2e6c04be-a54b-4cf1-9c21-4eaf7c01fe1a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:22.092826 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2e6c04be-a54b-4cf1-9c21-4eaf7c01fe1a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7312591 Jul 24 01:49:22.093412 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db817b2b-2d05-4582-ade8-ea1c2749dfef', 'tag': '523752a5-fc4b-4ba4-833d-002bde5d8aa4'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:49:22.096463 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c0377c0cac57482b78947fbfdb6e67ca594c264dadda24220a1a6cbe410d8c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac19bce0-ec5c-48eb-8bd5-02813511d9b6" -d '{"events": [{"name": "network-changed", "server_uuid": "db817b2b-2d05-4582-ade8-ea1c2749dfef", "tag": "523752a5-fc4b-4ba4-833d-002bde5d8aa4"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:49:22.141752 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b135e1-f9fc-4895-9ec9-4ebaee00b44e x-openstack-request-id: req-64b135e1-f9fc-4895-9ec9-4ebaee00b44e {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:49:22.142152 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db817b2b-2d05-4582-ade8-ea1c2749dfef", "tag": "523752a5-fc4b-4ba4-833d-002bde5d8aa4", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:49:22.142924 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-64b135e1-f9fc-4895-9ec9-4ebaee00b44e {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:49:22.143590 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db817b2b-2d05-4582-ade8-ea1c2749dfef', 'tag': '523752a5-fc4b-4ba4-833d-002bde5d8aa4', 'status': 'completed', 'code': 200} Jul 24 01:49:22.171719 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-91f6a110-5614-4393-9610-ee208579b6fd None None] Set router 7cb56487-b8f4-4671-9999-ea8f2f26f149 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:49:22.215591 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b685c3e-bf4c-4adc-9d26-69d94cc77a5b req-f2cff1da-0812-42fc-9a57-d52c009c2381 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:49:22.217185 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4b685c3e-bf4c-4adc-9d26-69d94cc77a5b req-f2cff1da-0812-42fc-9a57-d52c009c2381 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 946 time: 0.0698688 Jul 24 01:49:22.222875 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19bce0-ec5c-48eb-8bd5-02813511d9b6 req-d17ee5b6-8383-4c1c-bae6-31a1ab369f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:49:22.224538 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ac19bce0-ec5c-48eb-8bd5-02813511d9b6 req-d17ee5b6-8383-4c1c-bae6-31a1ab369f0c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bf7a8936f54402fb834700eeb2c9b01&device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 1098 time: 0.0603769 Jul 24 01:49:22.259571 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4b685c3e-bf4c-4adc-9d26-69d94cc77a5b req-69f98683-9a9d-4180-a6b8-5c6ed4a3e19e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=76c3e8cc-86bc-4f6f-bb7d-63c689e01229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352616 Jul 24 01:49:22.283865 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52196) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:49:22.337603 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19bce0-ec5c-48eb-8bd5-02813511d9b6 req-6b4a45a9-73f5-48d9-970a-066c874fbed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:49:22.339314 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ac19bce0-ec5c-48eb-8bd5-02813511d9b6 req-6b4a45a9-73f5-48d9-970a-066c874fbed8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0086ec16-0174-4c9d-827f-4f8e3b0e88bf HTTP/1.1" status: 200 len: 897 time: 0.1085207 Jul 24 01:49:22.368007 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-837ee1f5-991b-4ea7-a735-43dcbb67206b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/floatingips/9f621253-817f-48b1-995e-662701a0d2b1 HTTP/1.1" status: 200 len: 992 time: 0.0828555 Jul 24 01:49:22.414471 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ac19bce0-ec5c-48eb-8bd5-02813511d9b6 req-f3ba900b-d168-489f-aa71-40b7fc6217dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=523752a5-fc4b-4ba4-833d-002bde5d8aa4 HTTP/1.1" status: 200 len: 1000 time: 0.0669534 Jul 24 01:49:22.427363 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-91f6a110-5614-4393-9610-ee208579b6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb56487-b8f4-4671-9999-ea8f2f26f149', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1482983816', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '6557de5d-b11b-4f2f-8c3f-0004e3b8d72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:49:03Z', 'updated_at': '2021-07-24T01:49:07Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': '6557de5d-b11b-4f2f-8c3f-0004e3b8d72c', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:91:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb56487-b8f4-4671-9999-ea8f2f26f149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:49:04Z', 'updated_at': '2021-07-24T01:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '9f621253-817f-48b1-995e-662701a0d2b1', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'floating_ip_address': '172.25.2.113', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '7cb56487-b8f4-4671-9999-ea8f2f26f149', 'port_id': '523752a5-fc4b-4ba4-833d-002bde5d8aa4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0086ec16-0174-4c9d-827f-4f8e3b0e88bf', 'mac_address': 'fa:16:3e:45:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db817b2b-2d05-4582-ade8-ea1c2749dfef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:49:21Z', 'updated_at': '2021-07-24T01:49:21Z', 'revision_number': 0, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7', 'name': '', 'network_id': '0086ec16-0174-4c9d-827f-4f8e3b0e88bf', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'mac_address': 'fa:16:3e:c8:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb56487-b8f4-4671-9999-ea8f2f26f149', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '97ed38e4-f972-4b7d-8026-1cd49ef60131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:49:06Z', 'updated_at': '2021-07-24T01:49:12Z', 'revision_number': 5, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'subnets': [{'id': '97ed38e4-f972-4b7d-8026-1cd49ef60131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:49:22.459463 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f6a110-5614-4393-9610-ee208579b6fd None None] Checking router: 7cb56487-b8f4-4671-9999-ea8f2f26f149 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:49:22.467858 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19bce0-ec5c-48eb-8bd5-02813511d9b6 req-6bcaed2d-c4d9-4fe0-815f-04f91f9ea369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:49:22.468088 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f6a110-5614-4393-9610-ee208579b6fd None None] Routers {'7cb56487-b8f4-4671-9999-ea8f2f26f149'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:49:22.469334 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-91f6a110-5614-4393-9610-ee208579b6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:49:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['7cb56487-b8f4-4671-9999-ea8f2f26f149'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:49:22.470094 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ac19bce0-ec5c-48eb-8bd5-02813511d9b6 req-6bcaed2d-c4d9-4fe0-815f-04f91f9ea369 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=97ed38e4-f972-4b7d-8026-1cd49ef60131 HTTP/1.1" status: 200 len: 834 time: 0.0500576 Jul 24 01:49:22.533706 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19bce0-ec5c-48eb-8bd5-02813511d9b6 req-77b59a36-2e94-4f8e-be1d-10115ecae451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:49:22.535408 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ac19bce0-ec5c-48eb-8bd5-02813511d9b6 req-77b59a36-2e94-4f8e-be1d-10115ecae451 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0086ec16-0174-4c9d-827f-4f8e3b0e88bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593338 Jul 24 01:49:22.577810 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-91f6a110-5614-4393-9610-ee208579b6fd None None] Set router 7cb56487-b8f4-4671-9999-ea8f2f26f149 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:49:22.623406 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ac19bce0-ec5c-48eb-8bd5-02813511d9b6 req-30b4e238-f1ef-45e0-8603-cb5efff05d45 service neutron] 10.222.0.13 "GET /v2.0/networks/0086ec16-0174-4c9d-827f-4f8e3b0e88bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817015 Jul 24 01:49:22.807299 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-91f6a110-5614-4393-9610-ee208579b6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb56487-b8f4-4671-9999-ea8f2f26f149', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1482983816', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '6557de5d-b11b-4f2f-8c3f-0004e3b8d72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:49:03Z', 'updated_at': '2021-07-24T01:49:07Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': '6557de5d-b11b-4f2f-8c3f-0004e3b8d72c', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:91:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb56487-b8f4-4671-9999-ea8f2f26f149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:49:04Z', 'updated_at': '2021-07-24T01:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '9f621253-817f-48b1-995e-662701a0d2b1', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'floating_ip_address': '172.25.2.113', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '7cb56487-b8f4-4671-9999-ea8f2f26f149', 'port_id': '523752a5-fc4b-4ba4-833d-002bde5d8aa4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0086ec16-0174-4c9d-827f-4f8e3b0e88bf', 'mac_address': 'fa:16:3e:45:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db817b2b-2d05-4582-ade8-ea1c2749dfef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:49:21Z', 'updated_at': '2021-07-24T01:49:21Z', 'revision_number': 0, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7', 'name': '', 'network_id': '0086ec16-0174-4c9d-827f-4f8e3b0e88bf', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'mac_address': 'fa:16:3e:c8:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb56487-b8f4-4671-9999-ea8f2f26f149', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '97ed38e4-f972-4b7d-8026-1cd49ef60131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:49:06Z', 'updated_at': '2021-07-24T01:49:12Z', 'revision_number': 5, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'subnets': [{'id': '97ed38e4-f972-4b7d-8026-1cd49ef60131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:49:22.838776 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f6a110-5614-4393-9610-ee208579b6fd None None] The sync data for ids ['7cb56487-b8f4-4671-9999-ea8f2f26f149'] in n-d-793621-25 is: [{'id': '7cb56487-b8f4-4671-9999-ea8f2f26f149', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1482983816', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '6557de5d-b11b-4f2f-8c3f-0004e3b8d72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:49:03Z', 'updated_at': '2021-07-24T01:49:07Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': '6557de5d-b11b-4f2f-8c3f-0004e3b8d72c', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:91:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb56487-b8f4-4671-9999-ea8f2f26f149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:49:04Z', 'updated_at': '2021-07-24T01:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '9f621253-817f-48b1-995e-662701a0d2b1', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'floating_ip_address': '172.25.2.113', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '7cb56487-b8f4-4671-9999-ea8f2f26f149', 'port_id': '523752a5-fc4b-4ba4-833d-002bde5d8aa4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4201, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0086ec16-0174-4c9d-827f-4f8e3b0e88bf', 'mac_address': 'fa:16:3e:45:75:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db817b2b-2d05-4582-ade8-ea1c2749dfef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:49:21Z', 'updated_at': '2021-07-24T01:49:21Z', 'revision_number': 0, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7', 'name': '', 'network_id': '0086ec16-0174-4c9d-827f-4f8e3b0e88bf', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'mac_address': 'fa:16:3e:c8:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb56487-b8f4-4671-9999-ea8f2f26f149', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '97ed38e4-f972-4b7d-8026-1cd49ef60131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:49:06Z', 'updated_at': '2021-07-24T01:49:12Z', 'revision_number': 5, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'subnets': [{'id': '97ed38e4-f972-4b7d-8026-1cd49ef60131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:49:23.044824 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ac19bce0-ec5c-48eb-8bd5-02813511d9b6 req-dfc0a4f8-d079-4cd8-91f3-a29d015a335f service neutron] 10.222.0.13 "GET /v2.0/networks/0086ec16-0174-4c9d-827f-4f8e3b0e88bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4146690 Jul 24 01:49:23.050901 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1f2623-c5f9-4df8-b92d-f8dc11a0dcfb None None] New status for floating IP 9f621253-817f-48b1-995e-662701a0d2b1: ACTIVE {{(pid=100466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:49:23.372137 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52198) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:49:23.433528 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-62f51a7b-8775-4e58-9959-df6546877255 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/floatingips/9f621253-817f-48b1-995e-662701a0d2b1 HTTP/1.1" status: 200 len: 994 time: 0.0603666 Jul 24 01:49:27.624043 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:49:35.502640 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:35.900159 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:45.852137 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a2110b82-d638-47f5-a577-ac2ccc8108e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:48.360337 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-da621c70-d3e3-42b7-997a-de6bf94b238a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:48.568120 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:49.705920 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:51.209014 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:49:54.855210 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a486e8-e8f4-485d-932b-e6e6079e6e85 req-d3f76d3c-fca9-4508-be4e-aeb9cebd47c6 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:49:54.856761 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d6a486e8-e8f4-485d-932b-e6e6079e6e85 req-d3f76d3c-fca9-4508-be4e-aeb9cebd47c6 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 946 time: 0.0709007 Jul 24 01:49:54.897831 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d6a486e8-e8f4-485d-932b-e6e6079e6e85 req-c716bb52-06f3-43a9-bdfc-7a44ded66213 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=76c3e8cc-86bc-4f6f-bb7d-63c689e01229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346115 Jul 24 01:49:54.912729 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-10738754-a5a9-4a0b-9882-47700467b144 req-af2c6b5a-f45c-4926-ab68-cd58750ba8b6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0972676 Jul 24 01:49:54.923379 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [req-10738754-a5a9-4a0b-9882-47700467b144 req-c6ffd590-a376-45f4-bd67-2f9ef525ada2 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:49:54.924595 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-10738754-a5a9-4a0b-9882-47700467b144 req-c6ffd590-a376-45f4-bd67-2f9ef525ada2 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067937 Jul 24 01:49:56.025321 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10738754-a5a9-4a0b-9882-47700467b144 req-befa097e-a3b5-44f1-a2ca-91cb3c5a6da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:49:56.027064 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-10738754-a5a9-4a0b-9882-47700467b144 req-befa097e-a3b5-44f1-a2ca-91cb3c5a6da6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bf7a8936f54402fb834700eeb2c9b01&device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 1098 time: 0.0652771 Jul 24 01:49:56.052271 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055ed75-8c05-4d23-bbbb-e5493842918c req-458b9488-5996-4ec1-8072-6e66220182bf tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:49:56.053823 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6055ed75-8c05-4d23-bbbb-e5493842918c req-458b9488-5996-4ec1-8072-6e66220182bf tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 946 time: 0.0721173 Jul 24 01:49:56.094632 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6055ed75-8c05-4d23-bbbb-e5493842918c req-770cd274-5bdd-4ba1-9b07-12013b0c48e8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=76c3e8cc-86bc-4f6f-bb7d-63c689e01229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349464 Jul 24 01:49:56.125942 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10738754-a5a9-4a0b-9882-47700467b144 req-2d3fd70a-5428-4438-8cc9-3b2e7a464dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:49:56.127547 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-10738754-a5a9-4a0b-9882-47700467b144 req-2d3fd70a-5428-4438-8cc9-3b2e7a464dbe service neutron] 10.222.0.13 "GET /v2.0/networks?id=0086ec16-0174-4c9d-827f-4f8e3b0e88bf HTTP/1.1" status: 200 len: 897 time: 0.0944211 Jul 24 01:49:56.201176 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-10738754-a5a9-4a0b-9882-47700467b144 req-25ec0cd6-9b87-4f14-b4e6-bc85a7c7bb1d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=523752a5-fc4b-4ba4-833d-002bde5d8aa4 HTTP/1.1" status: 200 len: 1002 time: 0.0674083 Jul 24 01:49:56.251108 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10738754-a5a9-4a0b-9882-47700467b144 req-5049898e-142a-446d-8a6f-cf6a6016ad54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:49:56.252607 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-10738754-a5a9-4a0b-9882-47700467b144 req-5049898e-142a-446d-8a6f-cf6a6016ad54 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=97ed38e4-f972-4b7d-8026-1cd49ef60131 HTTP/1.1" status: 200 len: 834 time: 0.0458286 Jul 24 01:49:56.319756 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10738754-a5a9-4a0b-9882-47700467b144 req-c9baeae7-ab43-4d21-9bf4-bd544c1d3c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:49:56.321308 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-10738754-a5a9-4a0b-9882-47700467b144 req-c9baeae7-ab43-4d21-9bf4-bd544c1d3c92 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0086ec16-0174-4c9d-827f-4f8e3b0e88bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0630884 Jul 24 01:49:56.414355 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-10738754-a5a9-4a0b-9882-47700467b144 req-8f286fb0-457d-4756-bfad-16db154aea8e service neutron] 10.222.0.13 "GET /v2.0/networks/0086ec16-0174-4c9d-827f-4f8e3b0e88bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854740 Jul 24 01:49:56.512511 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-10738754-a5a9-4a0b-9882-47700467b144 req-dae40fb0-a9ed-4817-a348-4891da798805 service neutron] 10.222.0.13 "GET /v2.0/networks/0086ec16-0174-4c9d-827f-4f8e3b0e88bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917788 Jul 24 01:49:57.233881 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947430c5-8bae-4962-9bd4-ffbf084026dc req-0a896c76-ced3-41fc-b860-915a1f94eeb1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:49:57.235920 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-947430c5-8bae-4962-9bd4-ffbf084026dc req-0a896c76-ced3-41fc-b860-915a1f94eeb1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 946 time: 0.0656316 Jul 24 01:49:57.276199 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-947430c5-8bae-4962-9bd4-ffbf084026dc req-044d4f55-883f-47c6-96a8-5c85ab81691a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=76c3e8cc-86bc-4f6f-bb7d-63c689e01229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342028 Jul 24 01:49:58.409801 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3ec35-feea-40dc-b396-ecb41664128f req-d35c212f-2d21-40f4-9c37-5e309282a6be tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:49:58.411339 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-abd3ec35-feea-40dc-b396-ecb41664128f req-d35c212f-2d21-40f4-9c37-5e309282a6be tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 946 time: 0.0648096 Jul 24 01:49:58.449275 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-abd3ec35-feea-40dc-b396-ecb41664128f req-e2431ed6-6206-4538-abdd-88ee734bf01f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=76c3e8cc-86bc-4f6f-bb7d-63c689e01229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323617 Jul 24 01:49:59.584038 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a597320-e79b-4c9c-81d8-fdef9ab06a7d req-4e9cc816-d921-4032-9a44-a5b1938ae5a3 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:49:59.585566 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8a597320-e79b-4c9c-81d8-fdef9ab06a7d req-4e9cc816-d921-4032-9a44-a5b1938ae5a3 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 946 time: 0.0649192 Jul 24 01:49:59.626827 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8a597320-e79b-4c9c-81d8-fdef9ab06a7d req-d104b1b3-a1e5-47fb-9291-a617d1429a21 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=76c3e8cc-86bc-4f6f-bb7d-63c689e01229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348489 Jul 24 01:50:00.768265 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a990f-fea0-4867-b9eb-35be2ef9696e req-139bc1ce-7c76-46ef-ba66-aa08c848f09d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:00.770053 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-299a990f-fea0-4867-b9eb-35be2ef9696e req-139bc1ce-7c76-46ef-ba66-aa08c848f09d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 946 time: 0.0659702 Jul 24 01:50:00.810613 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-299a990f-fea0-4867-b9eb-35be2ef9696e req-45e65982-dcea-42ee-8c85-f483323849b6 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=76c3e8cc-86bc-4f6f-bb7d-63c689e01229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349226 Jul 24 01:50:01.946389 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80858971-b883-4eb3-af4c-f3d5331f7210 req-7d7c24e9-e793-4419-8ba1-40daa6260f53 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:01.947950 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-80858971-b883-4eb3-af4c-f3d5331f7210 req-7d7c24e9-e793-4419-8ba1-40daa6260f53 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 946 time: 0.0696235 Jul 24 01:50:01.986546 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-80858971-b883-4eb3-af4c-f3d5331f7210 req-9448a3ba-9c20-4e76-88c8-30418c595a60 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=76c3e8cc-86bc-4f6f-bb7d-63c689e01229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321484 Jul 24 01:50:03.121769 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892b42c-7f21-4ebf-aa56-6aff669ae2fa req-afb65d70-42b9-4059-a082-993b644b21c6 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:03.123301 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e892b42c-7f21-4ebf-aa56-6aff669ae2fa req-afb65d70-42b9-4059-a082-993b644b21c6 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 946 time: 0.0670195 Jul 24 01:50:03.161584 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e892b42c-7f21-4ebf-aa56-6aff669ae2fa req-7b41da2f-cc01-41f2-8cc1-ae56ed57e6a7 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=76c3e8cc-86bc-4f6f-bb7d-63c689e01229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325325 Jul 24 01:50:04.294341 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df0a70-e1b2-47c4-b5a9-27828d647c8b req-658c2ebe-8bea-4403-ab55-b7b3fd1da4b8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:04.296041 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a7df0a70-e1b2-47c4-b5a9-27828d647c8b req-658c2ebe-8bea-4403-ab55-b7b3fd1da4b8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 946 time: 0.0652685 Jul 24 01:50:04.336066 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a7df0a70-e1b2-47c4-b5a9-27828d647c8b req-ef26c892-335b-4385-9e25-0c03d95d04e6 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=76c3e8cc-86bc-4f6f-bb7d-63c689e01229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319440 Jul 24 01:50:04.623724 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:50:05.479231 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b6627-cc00-4500-8e99-17f969443e69 req-24034b9b-3a05-4a71-8e84-85ae8715eba2 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:05.480753 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9b2b6627-cc00-4500-8e99-17f969443e69 req-24034b9b-3a05-4a71-8e84-85ae8715eba2 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 946 time: 0.0642140 Jul 24 01:50:05.517661 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9b2b6627-cc00-4500-8e99-17f969443e69 req-e59ba17f-0283-49e8-9dcb-a1ec67d2820d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=76c3e8cc-86bc-4f6f-bb7d-63c689e01229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313456 Jul 24 01:50:05.525603 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:05.896935 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:06.655547 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5bc5d6-da94-4ce2-986c-8bde1c02d719 req-3ef5c031-755c-4c4e-8b9d-85e737ef8dff tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:06.658120 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fb5bc5d6-da94-4ce2-986c-8bde1c02d719 req-3ef5c031-755c-4c4e-8b9d-85e737ef8dff tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 946 time: 0.0709481 Jul 24 01:50:06.697666 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fb5bc5d6-da94-4ce2-986c-8bde1c02d719 req-24c5724a-b5ef-4f66-8838-4cf55c76d508 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=76c3e8cc-86bc-4f6f-bb7d-63c689e01229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337677 Jul 24 01:50:07.831000 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50c96a-db33-42ea-8d6d-ee311f8d7259 req-7bba78fe-cb25-4bce-842d-82c5c505e063 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:07.832498 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb50c96a-db33-42ea-8d6d-ee311f8d7259 req-7bba78fe-cb25-4bce-842d-82c5c505e063 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 946 time: 0.0691254 Jul 24 01:50:07.871747 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cb50c96a-db33-42ea-8d6d-ee311f8d7259 req-ac0fc93d-a5e6-4e9a-8108-409b1d1e95da tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=76c3e8cc-86bc-4f6f-bb7d-63c689e01229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336263 Jul 24 01:50:09.006896 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78ade02-d1d1-4874-a6b9-fa9039378255 req-dcca4cc7-525c-44d3-888d-6ec21e8c0f37 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:09.008346 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d78ade02-d1d1-4874-a6b9-fa9039378255 req-dcca4cc7-525c-44d3-888d-6ec21e8c0f37 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 946 time: 0.0662243 Jul 24 01:50:09.049979 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d78ade02-d1d1-4874-a6b9-fa9039378255 req-e75430db-92f2-4196-b4fd-e3ce6069c023 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=76c3e8cc-86bc-4f6f-bb7d-63c689e01229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358799 Jul 24 01:50:10.200868 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3f009-c263-4237-8461-cbac54e90b6f req-227047ad-945f-470e-9850-a2b0e3c978a3 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:10.202417 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fbd3f009-c263-4237-8461-cbac54e90b6f req-227047ad-945f-470e-9850-a2b0e3c978a3 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 946 time: 0.0796821 Jul 24 01:50:10.262377 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fbd3f009-c263-4237-8461-cbac54e90b6f req-fc5a6fe1-38c0-4840-a666-d57dbbb5b97d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=76c3e8cc-86bc-4f6f-bb7d-63c689e01229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519125 Jul 24 01:50:11.401510 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa52d0-0bcd-49d5-89ab-72152e7d89b9 req-55297845-33de-48f4-9fea-e337e6a9d4f8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:11.403074 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6efa52d0-0bcd-49d5-89ab-72152e7d89b9 req-55297845-33de-48f4-9fea-e337e6a9d4f8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 946 time: 0.0679300 Jul 24 01:50:11.437602 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b1524ed5-c359-495b-8cd0-b3e39afebff3 req-199c739a-af41-489b-a897-8b6128b95fec service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e7d87376-d685-42ed-96e2-a3452ba60793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0271506 Jul 24 01:50:11.442825 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6efa52d0-0bcd-49d5-89ab-72152e7d89b9 req-3c2defdd-4009-4593-8d06-6aa7ebb11cbf tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=76c3e8cc-86bc-4f6f-bb7d-63c689e01229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329416 Jul 24 01:50:11.487258 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b1524ed5-c359-495b-8cd0-b3e39afebff3 req-7e04545c-dc9c-4c5b-8f0a-9dc16f59c1fc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=e7d87376-d685-42ed-96e2-a3452ba60793 HTTP/1.1" status: 200 len: 210 time: 0.0305033 Jul 24 01:50:11.524917 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b1524ed5-c359-495b-8cd0-b3e39afebff3 req-3c4e82b7-b3b4-4a20-a15d-c860bcdbe9f4 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190504 Jul 24 01:50:11.616008 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1524ed5-c359-495b-8cd0-b3e39afebff3 req-b7f10b1e-c3e9-4677-afef-51f556ae077c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:11.617693 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b1524ed5-c359-495b-8cd0-b3e39afebff3 req-b7f10b1e-c3e9-4677-afef-51f556ae077c service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872006 Jul 24 01:50:12.572975 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862ac01-7e2e-4e0e-ad24-e74308ecab64 req-e4752dee-29fe-4ec0-9a3f-aa85687ff582 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:12.574498 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c862ac01-7e2e-4e0e-ad24-e74308ecab64 req-e4752dee-29fe-4ec0-9a3f-aa85687ff582 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 946 time: 0.0632374 Jul 24 01:50:12.617473 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c862ac01-7e2e-4e0e-ad24-e74308ecab64 req-f3e75bf8-1367-4ccd-98eb-e3c481ed5eb5 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=76c3e8cc-86bc-4f6f-bb7d-63c689e01229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370917 Jul 24 01:50:13.768827 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [req-10738754-a5a9-4a0b-9882-47700467b144 req-3377cba8-8ef6-4cd2-8b9e-e0a71725fa9b service neutron] show failed (client error): The resource could not be found. Jul 24 01:50:13.770149 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-10738754-a5a9-4a0b-9882-47700467b144 req-3377cba8-8ef6-4cd2-8b9e-e0a71725fa9b service neutron] 10.222.0.13 "GET /v2.0/ports/523752a5-fc4b-4ba4-833d-002bde5d8aa4/bindings/n-h2-793621-25 HTTP/1.1" status: 404 len: 381 time: 0.0908515 Jul 24 01:50:13.793637 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce13197-dbee-4efe-97d1-97efedddf3c1 req-a4c03fcd-eaa2-4cf9-a6fa-a1cc0481769a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:13.795082 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7ce13197-dbee-4efe-97d1-97efedddf3c1 req-a4c03fcd-eaa2-4cf9-a6fa-a1cc0481769a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 946 time: 0.1086249 Jul 24 01:50:13.836692 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7ce13197-dbee-4efe-97d1-97efedddf3c1 req-ce952643-b112-45c6-b8cc-47b0ef8f499b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=76c3e8cc-86bc-4f6f-bb7d-63c689e01229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354228 Jul 24 01:50:13.976643 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10738754-a5a9-4a0b-9882-47700467b144 req-dd47d8b5-be2b-448d-856c-5977dfd813ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:13.978057 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-10738754-a5a9-4a0b-9882-47700467b144 req-dd47d8b5-be2b-448d-856c-5977dfd813ed service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef&tenant_id=2bf7a8936f54402fb834700eeb2c9b01 HTTP/1.1" status: 200 len: 1098 time: 0.0532854 Jul 24 01:50:13.989175 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [req-10738754-a5a9-4a0b-9882-47700467b144 req-9ae5ca55-1d09-4745-93ea-b3b7d6a90dd6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-793621-25', 'device_owner': 'compute:nova'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:50:14.062569 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-10738754-a5a9-4a0b-9882-47700467b144 req-9ae5ca55-1d09-4745-93ea-b3b7d6a90dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:14.264241 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-10738754-a5a9-4a0b-9882-47700467b144 req-9ae5ca55-1d09-4745-93ea-b3b7d6a90dd6 service neutron] For port 523752a5-fc4b-4ba4-833d-002bde5d8aa4, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=523752a5-fc4b-4ba4-833d-002bde5d8aa4,segment=NetworkSegment(df74168f-ca7f-4936-a154-99e45bb33934),segment_id=df74168f-ca7f-4936-a154-99e45bb33934)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:50:14.299329 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-10738754-a5a9-4a0b-9882-47700467b144 req-9ae5ca55-1d09-4745-93ea-b3b7d6a90dd6 service neutron] For port 523752a5-fc4b-4ba4-833d-002bde5d8aa4, host n-h1-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:50:14.337846 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db817b2b-2d05-4582-ade8-ea1c2749dfef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '523752a5-fc4b-4ba4-833d-002bde5d8aa4'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:50:14.340169 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04606ce6b56a19535889c90ef360e282e8fe62826457f87827dea0ce6a923ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5565619-50cb-49b9-a381-ecb5af1d02e8" -d '{"events": [{"server_uuid": "db817b2b-2d05-4582-ade8-ea1c2749dfef", "name": "network-vif-unplugged", "status": "completed", "tag": "523752a5-fc4b-4ba4-833d-002bde5d8aa4"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:50:14.344321 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-10738754-a5a9-4a0b-9882-47700467b144 req-9ae5ca55-1d09-4745-93ea-b3b7d6a90dd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:14.358563 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [req-10738754-a5a9-4a0b-9882-47700467b144 req-9ae5ca55-1d09-4745-93ea-b3b7d6a90dd6 service neutron] Transition to ACTIVE for port object 523752a5-fc4b-4ba4-833d-002bde5d8aa4 will not be triggered until provisioned by entity L2. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:50:14.363363 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-10738754-a5a9-4a0b-9882-47700467b144 req-9ae5ca55-1d09-4745-93ea-b3b7d6a90dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:14.449857 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae5ca55-1d09-4745-93ea-b3b7d6a90dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=523752a5-fc4b-4ba4-833d-002bde5d8aa4,revision_number=6']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:50:14.463255 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 01:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fcbf472-4f19-4d59-907a-0068043a2734 x-openstack-request-id: req-9fcbf472-4f19-4d59-907a-0068043a2734 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:50:14.463545 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db817b2b-2d05-4582-ade8-ea1c2749dfef", "name": "network-vif-unplugged", "status": "completed", "tag": "523752a5-fc4b-4ba4-833d-002bde5d8aa4", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:50:14.463793 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9fcbf472-4f19-4d59-907a-0068043a2734 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:50:14.464602 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db817b2b-2d05-4582-ade8-ea1c2749dfef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '523752a5-fc4b-4ba4-833d-002bde5d8aa4', 'code': 200} Jul 24 01:50:14.467859 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae5ca55-1d09-4745-93ea-b3b7d6a90dd6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:14.468206 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae5ca55-1d09-4745-93ea-b3b7d6a90dd6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:14.469093 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae5ca55-1d09-4745-93ea-b3b7d6a90dd6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:14.469429 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae5ca55-1d09-4745-93ea-b3b7d6a90dd6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:14.469759 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae5ca55-1d09-4745-93ea-b3b7d6a90dd6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:14.470167 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae5ca55-1d09-4745-93ea-b3b7d6a90dd6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:14.470412 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae5ca55-1d09-4745-93ea-b3b7d6a90dd6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:14.470756 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae5ca55-1d09-4745-93ea-b3b7d6a90dd6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:14.471085 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae5ca55-1d09-4745-93ea-b3b7d6a90dd6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:14.471409 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae5ca55-1d09-4745-93ea-b3b7d6a90dd6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:14.471728 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae5ca55-1d09-4745-93ea-b3b7d6a90dd6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:14.472048 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae5ca55-1d09-4745-93ea-b3b7d6a90dd6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:14.510762 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-10738754-a5a9-4a0b-9882-47700467b144 req-9ae5ca55-1d09-4745-93ea-b3b7d6a90dd6 service neutron] No DVR routers for this DVR port 523752a5-fc4b-4ba4-833d-002bde5d8aa4 on host n-h1-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:50:14.970415 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe9937-1b76-4c80-b62a-ddab6d14a5f3 req-3a9953cf-f9e6-4038-ac6d-f8046cca727f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:14.972040 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4cbe9937-1b76-4c80-b62a-ddab6d14a5f3 req-3a9953cf-f9e6-4038-ac6d-f8046cca727f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 944 time: 0.0644703 Jul 24 01:50:14.983282 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-10738754-a5a9-4a0b-9882-47700467b144 req-9ae5ca55-1d09-4745-93ea-b3b7d6a90dd6 service neutron] Attempting to bind port 523752a5-fc4b-4ba4-833d-002bde5d8aa4 on host n-h2-793621-25 for vnic_type normal with profile {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:50:14.983832 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-10738754-a5a9-4a0b-9882-47700467b144 req-9ae5ca55-1d09-4745-93ea-b3b7d6a90dd6 service neutron] Attempting to bind port 523752a5-fc4b-4ba4-833d-002bde5d8aa4 by drivers openvswitch,hyperv on host n-h2-793621-25 at level 0 using segments [{'id': 'df74168f-ca7f-4936-a154-99e45bb33934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0086ec16-0174-4c9d-827f-4f8e3b0e88bf'}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:50:14.984446 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10738754-a5a9-4a0b-9882-47700467b144 req-9ae5ca55-1d09-4745-93ea-b3b7d6a90dd6 service neutron] Attempting to bind port 523752a5-fc4b-4ba4-833d-002bde5d8aa4 on network 0086ec16-0174-4c9d-827f-4f8e3b0e88bf {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:50:14.988797 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10738754-a5a9-4a0b-9882-47700467b144 req-9ae5ca55-1d09-4745-93ea-b3b7d6a90dd6 service neutron] Port 523752a5-fc4b-4ba4-833d-002bde5d8aa4 on network 0086ec16-0174-4c9d-827f-4f8e3b0e88bf not bound, no agent of type Open vSwitch agent registered on host n-h2-793621-25 {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:50:14.989144 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10738754-a5a9-4a0b-9882-47700467b144 req-9ae5ca55-1d09-4745-93ea-b3b7d6a90dd6 service neutron] Attempting to bind port 523752a5-fc4b-4ba4-833d-002bde5d8aa4 on network 0086ec16-0174-4c9d-827f-4f8e3b0e88bf {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:50:14.994051 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10738754-a5a9-4a0b-9882-47700467b144 req-9ae5ca55-1d09-4745-93ea-b3b7d6a90dd6 service neutron] Checking agent: {'id': '47d3f610-93f9-4526-84ce-7f53cf8bc734', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 4), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:50:14.994401 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10738754-a5a9-4a0b-9882-47700467b144 req-9ae5ca55-1d09-4745-93ea-b3b7d6a90dd6 service neutron] Checking segment: {'id': 'df74168f-ca7f-4936-a154-99e45bb33934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0086ec16-0174-4c9d-827f-4f8e3b0e88bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:50:14.994821 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10738754-a5a9-4a0b-9882-47700467b144 req-9ae5ca55-1d09-4745-93ea-b3b7d6a90dd6 service neutron] Bound using segment: {'id': 'df74168f-ca7f-4936-a154-99e45bb33934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0086ec16-0174-4c9d-827f-4f8e3b0e88bf'} {{(pid=100463) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:50:14.995258 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.managers [req-10738754-a5a9-4a0b-9882-47700467b144 req-9ae5ca55-1d09-4745-93ea-b3b7d6a90dd6 service neutron] Bound port: 523752a5-fc4b-4ba4-833d-002bde5d8aa4, host: n-h2-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df74168f-ca7f-4936-a154-99e45bb33934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0086ec16-0174-4c9d-827f-4f8e3b0e88bf'}}] {{(pid=100463) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:50:14.995626 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-10738754-a5a9-4a0b-9882-47700467b144 req-9ae5ca55-1d09-4745-93ea-b3b7d6a90dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:15.015109 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4cbe9937-1b76-4c80-b62a-ddab6d14a5f3 req-f1dd74c5-5132-4d8e-aa4e-2a273db32278 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=76c3e8cc-86bc-4f6f-bb7d-63c689e01229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374975 Jul 24 01:50:15.058187 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-10738754-a5a9-4a0b-9882-47700467b144 req-9ae5ca55-1d09-4745-93ea-b3b7d6a90dd6 service neutron] For port 523752a5-fc4b-4ba4-833d-002bde5d8aa4, host n-h2-793621-25, cleared binding levels {{(pid=100463) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:50:15.061178 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-10738754-a5a9-4a0b-9882-47700467b144 req-9ae5ca55-1d09-4745-93ea-b3b7d6a90dd6 service neutron] For port 523752a5-fc4b-4ba4-833d-002bde5d8aa4, host n-h2-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=523752a5-fc4b-4ba4-833d-002bde5d8aa4,segment=NetworkSegment(df74168f-ca7f-4936-a154-99e45bb33934),segment_id=df74168f-ca7f-4936-a154-99e45bb33934)] {{(pid=100463) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:50:15.065998 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-10738754-a5a9-4a0b-9882-47700467b144 req-9ae5ca55-1d09-4745-93ea-b3b7d6a90dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:15.101135 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10738754-a5a9-4a0b-9882-47700467b144 req-9ae5ca55-1d09-4745-93ea-b3b7d6a90dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:15.101763 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-10738754-a5a9-4a0b-9882-47700467b144 req-9ae5ca55-1d09-4745-93ea-b3b7d6a90dd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:15.103190 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-10738754-a5a9-4a0b-9882-47700467b144 req-9ae5ca55-1d09-4745-93ea-b3b7d6a90dd6 service neutron] 10.222.0.11 "PUT /v2.0/ports/523752a5-fc4b-4ba4-833d-002bde5d8aa4 HTTP/1.1" status: 200 len: 1093 time: 1.1181777 Jul 24 01:50:15.122821 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae5ca55-1d09-4745-93ea-b3b7d6a90dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=523752a5-fc4b-4ba4-833d-002bde5d8aa4,revision_number=7']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:50:15.184582 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10738754-a5a9-4a0b-9882-47700467b144 req-7264010c-c1cb-4c99-828f-b1b09d141f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:15.186155 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-10738754-a5a9-4a0b-9882-47700467b144 req-7264010c-c1cb-4c99-828f-b1b09d141f1a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2bf7a8936f54402fb834700eeb2c9b01&device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 1096 time: 0.0592115 Jul 24 01:50:15.284791 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10738754-a5a9-4a0b-9882-47700467b144 req-e7a57ae5-c266-40f1-ab0a-b0c1e4060ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:15.286290 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-10738754-a5a9-4a0b-9882-47700467b144 req-e7a57ae5-c266-40f1-ab0a-b0c1e4060ca6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0086ec16-0174-4c9d-827f-4f8e3b0e88bf HTTP/1.1" status: 200 len: 897 time: 0.0937638 Jul 24 01:50:15.352636 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-10738754-a5a9-4a0b-9882-47700467b144 req-af6d2723-b425-4a2f-bc7e-a36dd0c14eae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=523752a5-fc4b-4ba4-833d-002bde5d8aa4 HTTP/1.1" status: 200 len: 1000 time: 0.0596611 Jul 24 01:50:15.400044 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10738754-a5a9-4a0b-9882-47700467b144 req-bc88e4fa-cbb3-45c5-8458-dab5a853e51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:15.401466 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-10738754-a5a9-4a0b-9882-47700467b144 req-bc88e4fa-cbb3-45c5-8458-dab5a853e51b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=97ed38e4-f972-4b7d-8026-1cd49ef60131 HTTP/1.1" status: 200 len: 834 time: 0.0427253 Jul 24 01:50:15.458299 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10738754-a5a9-4a0b-9882-47700467b144 req-54102c61-49e5-4673-93f5-aed9756c5348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:15.459828 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-10738754-a5a9-4a0b-9882-47700467b144 req-54102c61-49e5-4673-93f5-aed9756c5348 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0086ec16-0174-4c9d-827f-4f8e3b0e88bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522704 Jul 24 01:50:15.549990 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-10738754-a5a9-4a0b-9882-47700467b144 req-65316546-0929-4a79-9d4b-8c1a9a165986 service neutron] 10.222.0.11 "GET /v2.0/networks/0086ec16-0174-4c9d-827f-4f8e3b0e88bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840819 Jul 24 01:50:15.636317 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-10738754-a5a9-4a0b-9882-47700467b144 req-3ae3ed4b-88ce-4243-a692-1f27f26c433e service neutron] 10.222.0.11 "GET /v2.0/networks/0086ec16-0174-4c9d-827f-4f8e3b0e88bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803018 Jul 24 01:50:15.852865 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d95c5ad8-f0f0-4301-8bdb-7d53aae52962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:16.151909 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359d2f2-edd5-4b30-8512-c12c0e9276c4 req-2bd550b9-2249-4e4d-ac75-bd38450bef0a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:16.153411 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2359d2f2-edd5-4b30-8512-c12c0e9276c4 req-2bd550b9-2249-4e4d-ac75-bd38450bef0a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 944 time: 0.0682852 Jul 24 01:50:16.191490 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2359d2f2-edd5-4b30-8512-c12c0e9276c4 req-126ee2f2-862e-4f88-9a7f-22a9f04ec5a9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=76c3e8cc-86bc-4f6f-bb7d-63c689e01229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324175 Jul 24 01:50:16.465634 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db817b2b-2d05-4582-ade8-ea1c2749dfef', 'tag': '523752a5-fc4b-4ba4-833d-002bde5d8aa4'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:50:16.468053 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04606ce6b56a19535889c90ef360e282e8fe62826457f87827dea0ce6a923ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46259553-88e4-4baa-8c2a-cc15135394c8" -d '{"events": [{"name": "network-changed", "server_uuid": "db817b2b-2d05-4582-ade8-ea1c2749dfef", "tag": "523752a5-fc4b-4ba4-833d-002bde5d8aa4"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:50:16.516742 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50265b8-1b8c-47eb-b24f-d35043770956 x-openstack-request-id: req-d50265b8-1b8c-47eb-b24f-d35043770956 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:50:16.517036 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db817b2b-2d05-4582-ade8-ea1c2749dfef", "tag": "523752a5-fc4b-4ba4-833d-002bde5d8aa4", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:50:16.517308 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d50265b8-1b8c-47eb-b24f-d35043770956 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:50:16.517709 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db817b2b-2d05-4582-ade8-ea1c2749dfef', 'tag': '523752a5-fc4b-4ba4-833d-002bde5d8aa4', 'status': 'completed', 'code': 200} Jul 24 01:50:16.591346 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46259553-88e4-4baa-8c2a-cc15135394c8 req-4698aa25-7962-4a7d-a43e-2261b24b5e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:16.592898 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-46259553-88e4-4baa-8c2a-cc15135394c8 req-4698aa25-7962-4a7d-a43e-2261b24b5e48 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2bf7a8936f54402fb834700eeb2c9b01&device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 1096 time: 0.0578616 Jul 24 01:50:16.600129 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46259553-88e4-4baa-8c2a-cc15135394c8 req-507759ae-c660-4130-af9a-30bbe07ddbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:16.601673 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-46259553-88e4-4baa-8c2a-cc15135394c8 req-507759ae-c660-4130-af9a-30bbe07ddbd1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bf7a8936f54402fb834700eeb2c9b01&device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 1096 time: 0.0574217 Jul 24 01:50:16.698351 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46259553-88e4-4baa-8c2a-cc15135394c8 req-380bf8ce-0512-4e3f-9fb3-117867d05801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:16.700892 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-46259553-88e4-4baa-8c2a-cc15135394c8 req-380bf8ce-0512-4e3f-9fb3-117867d05801 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0086ec16-0174-4c9d-827f-4f8e3b0e88bf HTTP/1.1" status: 200 len: 897 time: 0.1005383 Jul 24 01:50:16.724118 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46259553-88e4-4baa-8c2a-cc15135394c8 req-d3034938-5c24-4506-ab07-1f412c5c1623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:16.726640 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-46259553-88e4-4baa-8c2a-cc15135394c8 req-d3034938-5c24-4506-ab07-1f412c5c1623 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0086ec16-0174-4c9d-827f-4f8e3b0e88bf HTTP/1.1" status: 200 len: 897 time: 0.1182041 Jul 24 01:50:16.769890 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-46259553-88e4-4baa-8c2a-cc15135394c8 req-0f6b580f-eb81-4bb4-812c-756c537942c5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=523752a5-fc4b-4ba4-833d-002bde5d8aa4 HTTP/1.1" status: 200 len: 1000 time: 0.0612831 Jul 24 01:50:16.800432 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-46259553-88e4-4baa-8c2a-cc15135394c8 req-f16a8ac5-d3b6-4e9e-95f3-6da02ecb96fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=523752a5-fc4b-4ba4-833d-002bde5d8aa4 HTTP/1.1" status: 200 len: 1000 time: 0.0676966 Jul 24 01:50:16.834614 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46259553-88e4-4baa-8c2a-cc15135394c8 req-de6ac001-63ab-46f6-8fa9-ef26a998ce3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:16.836244 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-46259553-88e4-4baa-8c2a-cc15135394c8 req-de6ac001-63ab-46f6-8fa9-ef26a998ce3e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=97ed38e4-f972-4b7d-8026-1cd49ef60131 HTTP/1.1" status: 200 len: 834 time: 0.0488257 Jul 24 01:50:16.850485 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46259553-88e4-4baa-8c2a-cc15135394c8 req-a7b63ddb-fa20-4a18-b607-a23b8b70e0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:16.852024 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-46259553-88e4-4baa-8c2a-cc15135394c8 req-a7b63ddb-fa20-4a18-b607-a23b8b70e0da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=97ed38e4-f972-4b7d-8026-1cd49ef60131 HTTP/1.1" status: 200 len: 834 time: 0.0462563 Jul 24 01:50:16.903808 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46259553-88e4-4baa-8c2a-cc15135394c8 req-22929340-2cf1-4a8d-b60b-5f6f324b0c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:16.905339 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-46259553-88e4-4baa-8c2a-cc15135394c8 req-22929340-2cf1-4a8d-b60b-5f6f324b0c37 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0086ec16-0174-4c9d-827f-4f8e3b0e88bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624356 Jul 24 01:50:16.915265 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46259553-88e4-4baa-8c2a-cc15135394c8 req-f124c1e2-9680-4f94-b510-fa44af3d09be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:16.916805 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-46259553-88e4-4baa-8c2a-cc15135394c8 req-f124c1e2-9680-4f94-b510-fa44af3d09be service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0086ec16-0174-4c9d-827f-4f8e3b0e88bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585175 Jul 24 01:50:16.996981 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-46259553-88e4-4baa-8c2a-cc15135394c8 req-94f97477-d867-4774-a73d-72a1d8bac18e service neutron] 10.222.0.11 "GET /v2.0/networks/0086ec16-0174-4c9d-827f-4f8e3b0e88bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837634 Jul 24 01:50:17.015441 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-46259553-88e4-4baa-8c2a-cc15135394c8 req-3c89f539-38db-4820-bdd8-740909ff23ee service neutron] 10.222.0.13 "GET /v2.0/networks/0086ec16-0174-4c9d-827f-4f8e3b0e88bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918908 Jul 24 01:50:17.096258 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-46259553-88e4-4baa-8c2a-cc15135394c8 req-f591f92c-fe83-4bc2-92e9-bd9bf76491d0 service neutron] 10.222.0.11 "GET /v2.0/networks/0086ec16-0174-4c9d-827f-4f8e3b0e88bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913737 Jul 24 01:50:17.112763 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-46259553-88e4-4baa-8c2a-cc15135394c8 req-2df47903-05c1-49bb-af7b-bf642f2fe13c service neutron] 10.222.0.13 "GET /v2.0/networks/0086ec16-0174-4c9d-827f-4f8e3b0e88bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877240 Jul 24 01:50:17.325641 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa137f7f-ea56-4ebc-8c50-8ff78acbd2ee req-21b37f4c-6af2-435b-ae8b-bf0c8c4771a4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:17.327128 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fa137f7f-ea56-4ebc-8c50-8ff78acbd2ee req-21b37f4c-6af2-435b-ae8b-bf0c8c4771a4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 944 time: 0.0668774 Jul 24 01:50:17.367106 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fa137f7f-ea56-4ebc-8c50-8ff78acbd2ee req-133319d7-59b3-4cfc-a09d-d2001646286e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=76c3e8cc-86bc-4f6f-bb7d-63c689e01229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340078 Jul 24 01:50:17.864102 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 523752a5-fc4b-4ba4-833d-002bde5d8aa4 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:50:17.903997 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 523752a5-fc4b-4ba4-833d-002bde5d8aa4 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:50:18.351975 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 523752a5-fc4b-4ba4-833d-002bde5d8aa4 details requested by agent hyperv_n-h2-793621-25 with host n-h2-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:50:18.372905 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-88b661ff-7a1b-40f4-92fe-fc4c687ed110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:18.457160 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 523752a5-fc4b-4ba4-833d-002bde5d8aa4, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=523752a5-fc4b-4ba4-833d-002bde5d8aa4,segment=NetworkSegment(df74168f-ca7f-4936-a154-99e45bb33934),segment_id=df74168f-ca7f-4936-a154-99e45bb33934)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:50:18.474966 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Returning: {'device': '523752a5-fc4b-4ba4-833d-002bde5d8aa4', 'network_id': '0086ec16-0174-4c9d-827f-4f8e3b0e88bf', 'port_id': '523752a5-fc4b-4ba4-833d-002bde5d8aa4', 'mac_address': 'fa:16:3e:45:75:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ed38e4-f972-4b7d-8026-1cd49ef60131', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:50:18.509516 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e018f97-45b0-45ee-bc97-989b53038bb9 req-a018882d-23be-4cb5-b0ee-16b2848e6288 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:18.511056 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9e018f97-45b0-45ee-bc97-989b53038bb9 req-a018882d-23be-4cb5-b0ee-16b2848e6288 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 944 time: 0.0703235 Jul 24 01:50:18.513169 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:18.527026 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 523752a5-fc4b-4ba4-833d-002bde5d8aa4 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:50:18.546956 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 523752a5-fc4b-4ba4-833d-002bde5d8aa4, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=523752a5-fc4b-4ba4-833d-002bde5d8aa4,segment=NetworkSegment(df74168f-ca7f-4936-a154-99e45bb33934),segment_id=df74168f-ca7f-4936-a154-99e45bb33934)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:50:18.550807 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9e018f97-45b0-45ee-bc97-989b53038bb9 req-c3665863-e8be-469c-81d9-6b9f2f0c938c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=76c3e8cc-86bc-4f6f-bb7d-63c689e01229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337949 Jul 24 01:50:18.551969 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:18.611585 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:18.627547 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=523752a5-fc4b-4ba4-833d-002bde5d8aa4,revision_number=8']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:50:18.635057 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:18.635412 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:18.635755 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:18.636097 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:18.636441 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:18.636775 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:18.637105 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:18.637435 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:18.637763 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:18.638088 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:18.638413 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:18.638758 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:18.824136 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c8fcd-f22b-47f0-b983-39836f3368fb req-4244bf76-2f54-4d6d-b2ff-55a13be3706e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:18.825632 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-628c8fcd-f22b-47f0-b983-39836f3368fb req-4244bf76-2f54-4d6d-b2ff-55a13be3706e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 945 time: 0.1116500 Jul 24 01:50:18.834286 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffabd5-999e-4ba2-b9d6-be9ce8967bf7 req-852ada55-9228-4367-b174-81af4c67bd58 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:18.835780 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-14ffabd5-999e-4ba2-b9d6-be9ce8967bf7 req-852ada55-9228-4367-b174-81af4c67bd58 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.13 "GET /v2.0/ports?device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef&tenant_id=2bf7a8936f54402fb834700eeb2c9b01&binding%3Ahost_id=n-h2-793621-25 HTTP/1.1" status: 200 len: 945 time: 0.1100903 Jul 24 01:50:18.838426 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] get_ports_and_sgs() called for port_ids ['523752a5-fc4b-4ba4-833d-002bde5d8aa4'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:50:18.900224 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-628c8fcd-f22b-47f0-b983-39836f3368fb req-f6258360-377d-4825-aa5e-1f567a28bfe3 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=76c3e8cc-86bc-4f6f-bb7d-63c689e01229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634415 Jul 24 01:50:18.920557 n-d-793621-25 neutron-server[100464]: INFO neutron.api.v2.resource [req-14ffabd5-999e-4ba2-b9d6-be9ce8967bf7 req-8e486f6c-ac9c-4b2f-bdc1-7117ec0c98a7 service neutron] delete failed (client error): The resource could not be found. Jul 24 01:50:18.921591 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-14ffabd5-999e-4ba2-b9d6-be9ce8967bf7 req-8e486f6c-ac9c-4b2f-bdc1-7117ec0c98a7 service neutron] 10.222.0.13 "DELETE /v2.0/ports/523752a5-fc4b-4ba4-833d-002bde5d8aa4/bindings/n-h1-793621-25 HTTP/1.1" status: 404 len: 381 time: 0.0786641 Jul 24 01:50:19.025417 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffabd5-999e-4ba2-b9d6-be9ce8967bf7 req-9e07497d-c6c9-41b4-adcc-1c54d19542cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:19.027342 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-14ffabd5-999e-4ba2-b9d6-be9ce8967bf7 req-9e07497d-c6c9-41b4-adcc-1c54d19542cd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bf7a8936f54402fb834700eeb2c9b01&device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 1097 time: 0.0613372 Jul 24 01:50:19.043450 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b2510-abe4-4859-a9b4-8a2067fc996f req-2ded13a9-5c32-4cfb-b999-2eec235f6cdd tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:19.044992 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-197b2510-abe4-4859-a9b4-8a2067fc996f req-2ded13a9-5c32-4cfb-b999-2eec235f6cdd tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 945 time: 0.0694113 Jul 24 01:50:19.085310 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-197b2510-abe4-4859-a9b4-8a2067fc996f req-86efbb69-fde1-4c80-9555-ace1c1434c78 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=76c3e8cc-86bc-4f6f-bb7d-63c689e01229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347486 Jul 24 01:50:19.124225 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffabd5-999e-4ba2-b9d6-be9ce8967bf7 req-456ef13d-33fb-4f1c-8c12-688529641c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:19.126236 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-14ffabd5-999e-4ba2-b9d6-be9ce8967bf7 req-456ef13d-33fb-4f1c-8c12-688529641c75 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0086ec16-0174-4c9d-827f-4f8e3b0e88bf HTTP/1.1" status: 200 len: 897 time: 0.0926392 Jul 24 01:50:19.189787 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-14ffabd5-999e-4ba2-b9d6-be9ce8967bf7 req-76087c3a-6064-404e-816b-753d822fc753 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=523752a5-fc4b-4ba4-833d-002bde5d8aa4 HTTP/1.1" status: 200 len: 1001 time: 0.0575664 Jul 24 01:50:19.240482 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffabd5-999e-4ba2-b9d6-be9ce8967bf7 req-79306d41-e943-4120-bb57-5ceabea65c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:19.242005 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-14ffabd5-999e-4ba2-b9d6-be9ce8967bf7 req-79306d41-e943-4120-bb57-5ceabea65c9c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=97ed38e4-f972-4b7d-8026-1cd49ef60131 HTTP/1.1" status: 200 len: 834 time: 0.0468090 Jul 24 01:50:19.301445 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ffabd5-999e-4ba2-b9d6-be9ce8967bf7 req-03b875a5-ed39-41a3-b189-66a8fad60a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:19.303036 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-14ffabd5-999e-4ba2-b9d6-be9ce8967bf7 req-03b875a5-ed39-41a3-b189-66a8fad60a9c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0086ec16-0174-4c9d-827f-4f8e3b0e88bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553286 Jul 24 01:50:19.393946 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-14ffabd5-999e-4ba2-b9d6-be9ce8967bf7 req-3c0ca0e2-3c64-4474-a1dd-f935a77295ff service neutron] 10.222.0.13 "GET /v2.0/networks/0086ec16-0174-4c9d-827f-4f8e3b0e88bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847478 Jul 24 01:50:19.487848 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-14ffabd5-999e-4ba2-b9d6-be9ce8967bf7 req-4206cd2b-8731-4f41-8297-888340732716 service neutron] 10.222.0.13 "GET /v2.0/networks/0086ec16-0174-4c9d-827f-4f8e3b0e88bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875318 Jul 24 01:50:19.708587 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:20.215926 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62d8c6-9984-4626-a605-50c2fd2710e0 req-8b94be24-5ffa-4a9a-958b-72a6034c89da tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:20.217456 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0e62d8c6-9984-4626-a605-50c2fd2710e0 req-8b94be24-5ffa-4a9a-958b-72a6034c89da tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 945 time: 0.0648024 Jul 24 01:50:20.257599 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0e62d8c6-9984-4626-a605-50c2fd2710e0 req-ad42c1fa-2fc2-4e09-a748-9ebf6d600aa5 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=76c3e8cc-86bc-4f6f-bb7d-63c689e01229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338326 Jul 24 01:50:20.279913 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52306) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:50:20.345485 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3f3d2a6e-dd1b-4726-95e9-b7585b947757 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/floatingips/9f621253-817f-48b1-995e-662701a0d2b1 HTTP/1.1" status: 200 len: 993 time: 0.0643988 Jul 24 01:50:20.354768 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 523752a5-fc4b-4ba4-833d-002bde5d8aa4 up at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:50:20.405665 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning for port 523752a5-fc4b-4ba4-833d-002bde5d8aa4 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:50:20.409931 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Provisioning complete for port 523752a5-fc4b-4ba4-833d-002bde5d8aa4 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:50:20.410325 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:20.484668 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:20.506063 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db817b2b-2d05-4582-ade8-ea1c2749dfef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523752a5-fc4b-4ba4-833d-002bde5d8aa4'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:50:20.508398 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b36c629d192f293ddd0cd0678fefb9a9e59c3f82b7da09e09f5fd8b02f5b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b6b3c6-c8d0-4abf-a9e9-d7c1b85ec334" -d '{"events": [{"server_uuid": "db817b2b-2d05-4582-ade8-ea1c2749dfef", "name": "network-vif-plugged", "status": "completed", "tag": "523752a5-fc4b-4ba4-833d-002bde5d8aa4"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:50:20.521754 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] For port 523752a5-fc4b-4ba4-833d-002bde5d8aa4, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=523752a5-fc4b-4ba4-833d-002bde5d8aa4,segment=NetworkSegment(df74168f-ca7f-4936-a154-99e45bb33934),segment_id=df74168f-ca7f-4936-a154-99e45bb33934)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:50:20.526577 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:20.705875 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75bdc196-6c5e-4209-aa2f-8c00fb081550 x-openstack-request-id: req-75bdc196-6c5e-4209-aa2f-8c00fb081550 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:50:20.706173 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db817b2b-2d05-4582-ade8-ea1c2749dfef", "name": "network-vif-plugged", "status": "completed", "tag": "523752a5-fc4b-4ba4-833d-002bde5d8aa4", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:50:20.706490 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-75bdc196-6c5e-4209-aa2f-8c00fb081550 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:50:20.707078 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db817b2b-2d05-4582-ade8-ea1c2749dfef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '523752a5-fc4b-4ba4-833d-002bde5d8aa4', 'code': 200} Jul 24 01:50:20.733415 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Pushing event updated for resources: {'Port': ['ID=523752a5-fc4b-4ba4-833d-002bde5d8aa4,revision_number=9']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:50:21.210993 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:35.524742 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:35.907960 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:41.623042 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:50:45.853319 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0186f1ab-e253-441b-b556-e1bb64d27db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:48.364715 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-359efcab-b0f6-454f-ab60-dee43fef5a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:48.572979 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:48.815779 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52320) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:50:48.985199 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-28702d09-0890-4758-a313-450d12be96e9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Deleting port 0b2761e4-cec2-423a-a95b-54bdb4088386 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:50:48.985589 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-28702d09-0890-4758-a313-450d12be96e9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:49.061446 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-28702d09-0890-4758-a313-450d12be96e9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:49.061781 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-28702d09-0890-4758-a313-450d12be96e9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:49.073785 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-28702d09-0890-4758-a313-450d12be96e9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Calling delete_port for 0b2761e4-cec2-423a-a95b-54bdb4088386 owned by network:floatingip {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:50:49.222729 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-28702d09-0890-4758-a313-450d12be96e9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:49.263933 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28702d09-0890-4758-a313-450d12be96e9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event deleted for resources: {'Port': ['ID=0b2761e4-cec2-423a-a95b-54bdb4088386,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:50:49.332650 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-28702d09-0890-4758-a313-450d12be96e9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for floatingip, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:49.333128 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [None req-28702d09-0890-4758-a313-450d12be96e9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Floating IP 9f621253-817f-48b1-995e-662701a0d2b1 disassociated (deleted). External IP: 172.25.2.113, port: 523752a5-fc4b-4ba4-833d-002bde5d8aa4. Jul 24 01:50:49.543814 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28702d09-0890-4758-a313-450d12be96e9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Router 7cb56487-b8f4-4671-9999-ea8f2f26f149 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:50:49.652827 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28702d09-0890-4758-a313-450d12be96e9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:50:49.657593 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-28702d09-0890-4758-a313-450d12be96e9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:49.663070 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2446ec-4319-45e3-a085-645a7aeb3a78 None None] Sync routers for ids ['7cb56487-b8f4-4671-9999-ea8f2f26f149'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:50:49.672388 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2446ec-4319-45e3-a085-645a7aeb3a78 None None] Routers {'7cb56487-b8f4-4671-9999-ea8f2f26f149'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:50:49.673094 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-bc2446ec-4319-45e3-a085-645a7aeb3a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:50:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['7cb56487-b8f4-4671-9999-ea8f2f26f149'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:50:49.700791 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-28702d09-0890-4758-a313-450d12be96e9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "DELETE /v2.0/floatingips/9f621253-817f-48b1-995e-662701a0d2b1 HTTP/1.1" status: 204 len: 168 time: 0.8838069 Jul 24 01:50:49.701369 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db817b2b-2d05-4582-ade8-ea1c2749dfef', 'tag': '523752a5-fc4b-4ba4-833d-002bde5d8aa4'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:50:49.703728 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04606ce6b56a19535889c90ef360e282e8fe62826457f87827dea0ce6a923ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531ba81b-9c6e-4a3d-a664-0e6f1384173d" -d '{"events": [{"name": "network-changed", "server_uuid": "db817b2b-2d05-4582-ade8-ea1c2749dfef", "tag": "523752a5-fc4b-4ba4-833d-002bde5d8aa4"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:50:49.743505 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94cd5092-e4b5-44ba-b712-c7947f902939 x-openstack-request-id: req-94cd5092-e4b5-44ba-b712-c7947f902939 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:50:49.743795 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db817b2b-2d05-4582-ade8-ea1c2749dfef", "tag": "523752a5-fc4b-4ba4-833d-002bde5d8aa4", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:50:49.744052 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-94cd5092-e4b5-44ba-b712-c7947f902939 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:50:49.744486 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db817b2b-2d05-4582-ade8-ea1c2749dfef', 'tag': '523752a5-fc4b-4ba4-833d-002bde5d8aa4', 'status': 'completed', 'code': 200} Jul 24 01:50:49.769878 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:49.820452 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-bc2446ec-4319-45e3-a085-645a7aeb3a78 None None] Set router 7cb56487-b8f4-4671-9999-ea8f2f26f149 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:50:49.831176 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ba81b-9c6e-4a3d-a664-0e6f1384173d req-3bc36faa-de38-4763-a8b5-277dff778c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:49.832753 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-531ba81b-9c6e-4a3d-a664-0e6f1384173d req-3bc36faa-de38-4763-a8b5-277dff778c1f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2bf7a8936f54402fb834700eeb2c9b01&device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 1098 time: 0.0660224 Jul 24 01:50:49.937386 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ba81b-9c6e-4a3d-a664-0e6f1384173d req-8b516fc5-a4d5-44fe-a5ad-7b089c242d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:49.939551 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-531ba81b-9c6e-4a3d-a664-0e6f1384173d req-8b516fc5-a4d5-44fe-a5ad-7b089c242d8c service neutron] 10.222.0.11 "GET /v2.0/networks?id=0086ec16-0174-4c9d-827f-4f8e3b0e88bf HTTP/1.1" status: 200 len: 897 time: 0.0991688 Jul 24 01:50:49.984163 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e991f-f50b-4cf6-a759-6799226cf5f2 req-57d97110-eb74-42a5-88a4-7fab19b7911b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:49.986602 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fd0e991f-f50b-4cf6-a759-6799226cf5f2 req-57d97110-eb74-42a5-88a4-7fab19b7911b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 946 time: 0.0735667 Jul 24 01:50:49.987148 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-531ba81b-9c6e-4a3d-a664-0e6f1384173d req-ee4a273d-542c-4715-96d7-5e91bd657bdf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=523752a5-fc4b-4ba4-833d-002bde5d8aa4 HTTP/1.1" status: 200 len: 217 time: 0.0402308 Jul 24 01:50:50.027765 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fd0e991f-f50b-4cf6-a759-6799226cf5f2 req-abf37eb5-e2ad-4b4b-8e64-7e324d45de03 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=76c3e8cc-86bc-4f6f-bb7d-63c689e01229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359855 Jul 24 01:50:50.041114 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ba81b-9c6e-4a3d-a664-0e6f1384173d req-4da5d80f-0cf7-41dc-b277-c04e07505b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:50.042735 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-531ba81b-9c6e-4a3d-a664-0e6f1384173d req-4da5d80f-0cf7-41dc-b277-c04e07505b4c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=97ed38e4-f972-4b7d-8026-1cd49ef60131 HTTP/1.1" status: 200 len: 834 time: 0.0493510 Jul 24 01:50:50.053853 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-bc2446ec-4319-45e3-a085-645a7aeb3a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb56487-b8f4-4671-9999-ea8f2f26f149', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1482983816', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '6557de5d-b11b-4f2f-8c3f-0004e3b8d72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:49:03Z', 'updated_at': '2021-07-24T01:49:07Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': '6557de5d-b11b-4f2f-8c3f-0004e3b8d72c', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:91:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb56487-b8f4-4671-9999-ea8f2f26f149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:49:04Z', 'updated_at': '2021-07-24T01:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'd3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7', 'name': '', 'network_id': '0086ec16-0174-4c9d-827f-4f8e3b0e88bf', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'mac_address': 'fa:16:3e:c8:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb56487-b8f4-4671-9999-ea8f2f26f149', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '97ed38e4-f972-4b7d-8026-1cd49ef60131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:49:06Z', 'updated_at': '2021-07-24T01:49:12Z', 'revision_number': 5, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'subnets': [{'id': '97ed38e4-f972-4b7d-8026-1cd49ef60131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:50:50.087807 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2446ec-4319-45e3-a085-645a7aeb3a78 None None] Checking router: 7cb56487-b8f4-4671-9999-ea8f2f26f149 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:50:50.096709 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2446ec-4319-45e3-a085-645a7aeb3a78 None None] Routers {'7cb56487-b8f4-4671-9999-ea8f2f26f149'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:50:50.097329 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-bc2446ec-4319-45e3-a085-645a7aeb3a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:50:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['7cb56487-b8f4-4671-9999-ea8f2f26f149'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:50:50.102311 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ba81b-9c6e-4a3d-a664-0e6f1384173d req-8985493d-7837-49aa-82a8-146c9bd5679d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:50.104285 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-531ba81b-9c6e-4a3d-a664-0e6f1384173d req-8985493d-7837-49aa-82a8-146c9bd5679d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0086ec16-0174-4c9d-827f-4f8e3b0e88bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548625 Jul 24 01:50:50.204858 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-531ba81b-9c6e-4a3d-a664-0e6f1384173d req-69c7ada9-a8e1-4047-8fd1-c1c55b511626 service neutron] 10.222.0.11 "GET /v2.0/networks/0086ec16-0174-4c9d-827f-4f8e3b0e88bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939999 Jul 24 01:50:50.210750 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-bc2446ec-4319-45e3-a085-645a7aeb3a78 None None] Set router 7cb56487-b8f4-4671-9999-ea8f2f26f149 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:50:50.301002 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-531ba81b-9c6e-4a3d-a664-0e6f1384173d req-0f660eb7-85c8-4ec5-9e6f-4161dad4d45e service neutron] 10.222.0.11 "GET /v2.0/networks/0086ec16-0174-4c9d-827f-4f8e3b0e88bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885379 Jul 24 01:50:50.412653 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-bc2446ec-4319-45e3-a085-645a7aeb3a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb56487-b8f4-4671-9999-ea8f2f26f149', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1482983816', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '6557de5d-b11b-4f2f-8c3f-0004e3b8d72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:49:03Z', 'updated_at': '2021-07-24T01:49:07Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': '6557de5d-b11b-4f2f-8c3f-0004e3b8d72c', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:91:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb56487-b8f4-4671-9999-ea8f2f26f149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:49:04Z', 'updated_at': '2021-07-24T01:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'd3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7', 'name': '', 'network_id': '0086ec16-0174-4c9d-827f-4f8e3b0e88bf', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'mac_address': 'fa:16:3e:c8:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb56487-b8f4-4671-9999-ea8f2f26f149', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '97ed38e4-f972-4b7d-8026-1cd49ef60131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:49:06Z', 'updated_at': '2021-07-24T01:49:12Z', 'revision_number': 5, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'subnets': [{'id': '97ed38e4-f972-4b7d-8026-1cd49ef60131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:50:50.440179 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2446ec-4319-45e3-a085-645a7aeb3a78 None None] The sync data for ids ['7cb56487-b8f4-4671-9999-ea8f2f26f149'] in n-d-793621-25 is: [{'id': '7cb56487-b8f4-4671-9999-ea8f2f26f149', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1482983816', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '6557de5d-b11b-4f2f-8c3f-0004e3b8d72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:49:03Z', 'updated_at': '2021-07-24T01:49:07Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': '6557de5d-b11b-4f2f-8c3f-0004e3b8d72c', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:91:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb56487-b8f4-4671-9999-ea8f2f26f149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:49:04Z', 'updated_at': '2021-07-24T01:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'd3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7', 'name': '', 'network_id': '0086ec16-0174-4c9d-827f-4f8e3b0e88bf', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'mac_address': 'fa:16:3e:c8:36:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb56487-b8f4-4671-9999-ea8f2f26f149', 'device_owner': 'network:router_interface', 'standard_attr_id': 4198, 'fixed_ips': [{'subnet_id': '97ed38e4-f972-4b7d-8026-1cd49ef60131', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:49:06Z', 'updated_at': '2021-07-24T01:49:12Z', 'revision_number': 5, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'subnets': [{'id': '97ed38e4-f972-4b7d-8026-1cd49ef60131', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:50:50.664750 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a5f977-6fc8-448a-8155-119a061ad0d7 None None] New status for floating IP 9f621253-817f-48b1-995e-662701a0d2b1: DOWN {{(pid=100466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:50:51.206231 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e7e6b-1932-4b2f-a861-9cd044324dfc req-1a0887ac-c61c-43df-87da-1083c63d34c1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:51.207816 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8e7e7e6b-1932-4b2f-a861-9cd044324dfc req-1a0887ac-c61c-43df-87da-1083c63d34c1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 946 time: 0.1105647 Jul 24 01:50:51.214936 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:51.217018 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcfc367-f009-40f0-84cc-a0537302b7a1 req-380180bc-8202-47ed-9b1c-5eb9a718816f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:51.218642 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-abcfc367-f009-40f0-84cc-a0537302b7a1 req-380180bc-8202-47ed-9b1c-5eb9a718816f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.11 "GET /v2.0/ports?device_id=db817b2b-2d05-4582-ade8-ea1c2749dfef HTTP/1.1" status: 200 len: 946 time: 0.0893645 Jul 24 01:50:51.286425 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8e7e7e6b-1932-4b2f-a861-9cd044324dfc req-b7cb2a6a-fdc4-4910-bdaf-42c3fc9897e2 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=76c3e8cc-86bc-4f6f-bb7d-63c689e01229&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667617 Jul 24 01:50:51.346283 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-abcfc367-f009-40f0-84cc-a0537302b7a1 req-159e9019-73bd-419b-8009-0cb047fd225d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Deleting port 523752a5-fc4b-4ba4-833d-002bde5d8aa4 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:50:51.346555 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-abcfc367-f009-40f0-84cc-a0537302b7a1 req-159e9019-73bd-419b-8009-0cb047fd225d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:51.434073 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [req-abcfc367-f009-40f0-84cc-a0537302b7a1 req-159e9019-73bd-419b-8009-0cb047fd225d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] For port 523752a5-fc4b-4ba4-833d-002bde5d8aa4, host n-h2-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-793621-25',level=0,port_id=523752a5-fc4b-4ba4-833d-002bde5d8aa4,segment=NetworkSegment(df74168f-ca7f-4936-a154-99e45bb33934),segment_id=df74168f-ca7f-4936-a154-99e45bb33934)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:50:51.434444 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-abcfc367-f009-40f0-84cc-a0537302b7a1 req-159e9019-73bd-419b-8009-0cb047fd225d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:51.447703 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [req-abcfc367-f009-40f0-84cc-a0537302b7a1 req-159e9019-73bd-419b-8009-0cb047fd225d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Calling delete_port for 523752a5-fc4b-4ba4-833d-002bde5d8aa4 owned by compute:nova {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:50:51.578240 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-abcfc367-f009-40f0-84cc-a0537302b7a1 req-159e9019-73bd-419b-8009-0cb047fd225d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:51.609515 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e9019-73bd-419b-8009-0cb047fd225d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event deleted for resources: {'Port': ['ID=523752a5-fc4b-4ba4-833d-002bde5d8aa4,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:50:51.662462 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [req-abcfc367-f009-40f0-84cc-a0537302b7a1 req-159e9019-73bd-419b-8009-0cb047fd225d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] No DVR routers for this DVR port 523752a5-fc4b-4ba4-833d-002bde5d8aa4 on host n-h2-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:50:51.664976 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [req-abcfc367-f009-40f0-84cc-a0537302b7a1 req-159e9019-73bd-419b-8009-0cb047fd225d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:51.667014 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-abcfc367-f009-40f0-84cc-a0537302b7a1 req-159e9019-73bd-419b-8009-0cb047fd225d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.11 "DELETE /v2.0/ports/523752a5-fc4b-4ba4-833d-002bde5d8aa4 HTTP/1.1" status: 204 len: 173 time: 0.4401329 Jul 24 01:50:51.745900 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db817b2b-2d05-4582-ade8-ea1c2749dfef', 'name': 'network-vif-deleted', 'tag': '523752a5-fc4b-4ba4-833d-002bde5d8aa4'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:50:51.748439 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04606ce6b56a19535889c90ef360e282e8fe62826457f87827dea0ce6a923ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b049207c-890f-49a1-8bab-d5c05c08856a" -d '{"events": [{"server_uuid": "db817b2b-2d05-4582-ade8-ea1c2749dfef", "name": "network-vif-deleted", "tag": "523752a5-fc4b-4ba4-833d-002bde5d8aa4"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:50:51.791134 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa3c9ff-1920-4ecc-b0c1-024d946806c4 x-openstack-request-id: req-8fa3c9ff-1920-4ecc-b0c1-024d946806c4 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:50:51.791437 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db817b2b-2d05-4582-ade8-ea1c2749dfef", "name": "network-vif-deleted", "tag": "523752a5-fc4b-4ba4-833d-002bde5d8aa4", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:50:51.791693 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8fa3c9ff-1920-4ecc-b0c1-024d946806c4 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:50:51.792103 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db817b2b-2d05-4582-ade8-ea1c2749dfef', 'name': 'network-vif-deleted', 'tag': '523752a5-fc4b-4ba4-833d-002bde5d8aa4', 'status': 'completed', 'code': 200} Jul 24 01:50:52.341187 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52338) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:50:52.723491 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-393b58b6-7355-429a-9f61-9612bf50baa0 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:53.004418 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-393b58b6-7355-429a-9f61-9612bf50baa0 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Deleting port d3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:50:53.004676 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-393b58b6-7355-429a-9f61-9612bf50baa0 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:53.100761 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-393b58b6-7355-429a-9f61-9612bf50baa0 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] For port d3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=d3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7,segment=NetworkSegment(df74168f-ca7f-4936-a154-99e45bb33934),segment_id=df74168f-ca7f-4936-a154-99e45bb33934)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:50:53.101144 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-393b58b6-7355-429a-9f61-9612bf50baa0 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:53.114582 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-393b58b6-7355-429a-9f61-9612bf50baa0 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Calling delete_port for d3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7 owned by network:router_interface {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:50:53.318402 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-393b58b6-7355-429a-9f61-9612bf50baa0 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:53.354072 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b58b6-7355-429a-9f61-9612bf50baa0 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event deleted for resources: {'Port': ['ID=d3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:50:53.537995 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-393b58b6-7355-429a-9f61-9612bf50baa0 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:53.763249 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393b58b6-7355-429a-9f61-9612bf50baa0 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Router 7cb56487-b8f4-4671-9999-ea8f2f26f149 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:50:53.870439 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393b58b6-7355-429a-9f61-9612bf50baa0 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:50:53.875534 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-393b58b6-7355-429a-9f61-9612bf50baa0 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "PUT /v2.0/routers/7cb56487-b8f4-4671-9999-ea8f2f26f149/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5333149 Jul 24 01:50:53.879051 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52340) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:50:53.881793 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341d00a5-bd9d-426a-8e94-ae8f85409181 None None] Sync routers for ids ['7cb56487-b8f4-4671-9999-ea8f2f26f149'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:50:53.896310 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341d00a5-bd9d-426a-8e94-ae8f85409181 None None] Routers {'7cb56487-b8f4-4671-9999-ea8f2f26f149'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:50:53.897033 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-341d00a5-bd9d-426a-8e94-ae8f85409181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:50:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['7cb56487-b8f4-4671-9999-ea8f2f26f149'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:50:53.931051 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-49801655-1187-4b19-bcba-fa43513ad491 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Deleting subnet 97ed38e4-f972-4b7d-8026-1cd49ef60131 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:50:53.934126 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-49801655-1187-4b19-bcba-fa43513ad491 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:53.974644 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-49801655-1187-4b19-bcba-fa43513ad491 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:54.000235 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-341d00a5-bd9d-426a-8e94-ae8f85409181 None None] Set router 7cb56487-b8f4-4671-9999-ea8f2f26f149 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:50:54.073443 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-49801655-1187-4b19-bcba-fa43513ad491 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:54.141245 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-49801655-1187-4b19-bcba-fa43513ad491 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:54.175259 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-49801655-1187-4b19-bcba-fa43513ad491 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:54.179919 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-49801655-1187-4b19-bcba-fa43513ad491 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "DELETE /v2.0/subnets/97ed38e4-f972-4b7d-8026-1cd49ef60131 HTTP/1.1" status: 204 len: 168 time: 0.2972171 Jul 24 01:50:54.179919 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49801655-1187-4b19-bcba-fa43513ad491 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event deleted for resources: {'Subnet': ['ID=97ed38e4-f972-4b7d-8026-1cd49ef60131,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:50:54.180122 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52342) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:50:54.181885 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc3937b-09da-42b2-9720-e98ef88dbef2 None None] Network 0086ec16-0174-4c9d-827f-4f8e3b0e88bf requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:50:54.253849 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-341d00a5-bd9d-426a-8e94-ae8f85409181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb56487-b8f4-4671-9999-ea8f2f26f149', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1482983816', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '6557de5d-b11b-4f2f-8c3f-0004e3b8d72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:49:03Z', 'updated_at': '2021-07-24T01:50:53Z', 'revision_number': 5, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': '6557de5d-b11b-4f2f-8c3f-0004e3b8d72c', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:91:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb56487-b8f4-4671-9999-ea8f2f26f149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:49:04Z', 'updated_at': '2021-07-24T01:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:50:54.302757 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341d00a5-bd9d-426a-8e94-ae8f85409181 None None] Checking router: 7cb56487-b8f4-4671-9999-ea8f2f26f149 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:50:54.332039 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341d00a5-bd9d-426a-8e94-ae8f85409181 None None] Routers {'7cb56487-b8f4-4671-9999-ea8f2f26f149'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:50:54.332795 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-341d00a5-bd9d-426a-8e94-ae8f85409181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:50:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['7cb56487-b8f4-4671-9999-ea8f2f26f149'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:50:54.463817 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-341d00a5-bd9d-426a-8e94-ae8f85409181 None None] Set router 7cb56487-b8f4-4671-9999-ea8f2f26f149 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:50:54.551431 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0720bd22-2e05-4724-acab-1a67448e44bf None None] DHCP port deletion for 0086ec16-0174-4c9d-827f-4f8e3b0e88bf request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:50:54.559155 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 523752a5-fc4b-4ba4-833d-002bde5d8aa4 no longer exists at agent hyperv_n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:50:54.607635 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] No Port match for: 523752a5-fc4b-4ba4-833d-002bde5d8aa4 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:50:54.608005 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Device 523752a5-fc4b-4ba4-833d-002bde5d8aa4 not bound to the agent host n-h2-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:50:54.654993 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc35ed6c-107d-4c07-a41c-90a263c408d1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:54.697755 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0720bd22-2e05-4724-acab-1a67448e44bf None None] Deleting port 930227b2-5c01-48a1-90d3-06447fd4eb83 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:50:54.698131 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0720bd22-2e05-4724-acab-1a67448e44bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:54.762936 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc35ed6c-107d-4c07-a41c-90a263c408d1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:54.772938 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0720bd22-2e05-4724-acab-1a67448e44bf None None] For port 930227b2-5c01-48a1-90d3-06447fd4eb83, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=930227b2-5c01-48a1-90d3-06447fd4eb83,segment=NetworkSegment(df74168f-ca7f-4936-a154-99e45bb33934),segment_id=df74168f-ca7f-4936-a154-99e45bb33934)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:50:54.773347 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0720bd22-2e05-4724-acab-1a67448e44bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:54.776445 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-341d00a5-bd9d-426a-8e94-ae8f85409181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb56487-b8f4-4671-9999-ea8f2f26f149', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1482983816', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '6557de5d-b11b-4f2f-8c3f-0004e3b8d72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:49:03Z', 'updated_at': '2021-07-24T01:50:53Z', 'revision_number': 5, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': '6557de5d-b11b-4f2f-8c3f-0004e3b8d72c', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:91:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb56487-b8f4-4671-9999-ea8f2f26f149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:49:04Z', 'updated_at': '2021-07-24T01:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:50:54.815503 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341d00a5-bd9d-426a-8e94-ae8f85409181 None None] The sync data for ids ['7cb56487-b8f4-4671-9999-ea8f2f26f149'] in n-d-793621-25 is: [{'id': '7cb56487-b8f4-4671-9999-ea8f2f26f149', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1482983816', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.241'}], 'enable_snat': True}, 'gw_port_id': '6557de5d-b11b-4f2f-8c3f-0004e3b8d72c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:49:03Z', 'updated_at': '2021-07-24T01:50:53Z', 'revision_number': 5, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': '6557de5d-b11b-4f2f-8c3f-0004e3b8d72c', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:91:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb56487-b8f4-4671-9999-ea8f2f26f149', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:49:04Z', 'updated_at': '2021-07-24T01:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:50:54.817173 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0720bd22-2e05-4724-acab-1a67448e44bf None None] Calling delete_port for 930227b2-5c01-48a1-90d3-06447fd4eb83 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:50:54.820360 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-bc35ed6c-107d-4c07-a41c-90a263c408d1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Deleting port 6557de5d-b11b-4f2f-8c3f-0004e3b8d72c {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:50:54.821063 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc35ed6c-107d-4c07-a41c-90a263c408d1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:54.899792 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0720bd22-2e05-4724-acab-1a67448e44bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:54.920733 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-bc35ed6c-107d-4c07-a41c-90a263c408d1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] For port 6557de5d-b11b-4f2f-8c3f-0004e3b8d72c, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=6557de5d-b11b-4f2f-8c3f-0004e3b8d72c,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:50:54.921116 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc35ed6c-107d-4c07-a41c-90a263c408d1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:54.927906 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0720bd22-2e05-4724-acab-1a67448e44bf None None] Pushing event deleted for resources: {'Port': ['ID=930227b2-5c01-48a1-90d3-06447fd4eb83,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:50:54.930302 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0720bd22-2e05-4724-acab-1a67448e44bf None None] No DVR routers for this DVR port 930227b2-5c01-48a1-90d3-06447fd4eb83 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:50:54.934157 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-bc35ed6c-107d-4c07-a41c-90a263c408d1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Calling delete_port for 6557de5d-b11b-4f2f-8c3f-0004e3b8d72c owned by network:router_gateway {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:50:55.107842 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc35ed6c-107d-4c07-a41c-90a263c408d1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:55.135231 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc35ed6c-107d-4c07-a41c-90a263c408d1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event deleted for resources: {'Port': ['ID=6557de5d-b11b-4f2f-8c3f-0004e3b8d72c,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:50:55.206174 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc35ed6c-107d-4c07-a41c-90a263c408d1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:55.306743 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc35ed6c-107d-4c07-a41c-90a263c408d1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:55.309129 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc35ed6c-107d-4c07-a41c-90a263c408d1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:55.355268 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc35ed6c-107d-4c07-a41c-90a263c408d1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:55.355781 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc35ed6c-107d-4c07-a41c-90a263c408d1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Fanout notify agent at l3_agent the message router_deleted on router 7cb56487-b8f4-4671-9999-ea8f2f26f149 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:50:55.363490 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bc35ed6c-107d-4c07-a41c-90a263c408d1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:55.364650 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-bc35ed6c-107d-4c07-a41c-90a263c408d1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "DELETE /v2.0/routers/7cb56487-b8f4-4671-9999-ea8f2f26f149 HTTP/1.1" status: 204 len: 168 time: 1.1837747 Jul 24 01:50:55.367440 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52346) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:50:55.449693 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d16d9799-afd6-4bed-99e2-4f29b7760be8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:55.546467 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d16d9799-afd6-4bed-99e2-4f29b7760be8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:55.558033 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-d16d9799-afd6-4bed-99e2-4f29b7760be8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0086ec16-0174-4c9d-827f-4f8e3b0e88bf']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:50:55.568746 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-d16d9799-afd6-4bed-99e2-4f29b7760be8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df74168f-ca7f-4936-a154-99e45bb33934') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:50:55.569050 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-d16d9799-afd6-4bed-99e2-4f29b7760be8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df74168f-ca7f-4936-a154-99e45bb33934') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:50:55.577909 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d16d9799-afd6-4bed-99e2-4f29b7760be8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:55.591763 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d16d9799-afd6-4bed-99e2-4f29b7760be8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:55.598174 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d16d9799-afd6-4bed-99e2-4f29b7760be8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:50:55.598606 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d16d9799-afd6-4bed-99e2-4f29b7760be8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:55.601680 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:50:55.601680 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:50:55.601680 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:50:55.601680 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:50:55.601680 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:50:55.601680 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:50:55.601680 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:50:55.601680 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:50:55.601680 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:50:55.601680 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:50:55.601680 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:50:55.601680 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:50:55.601680 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:50:55.601680 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:50:55.601680 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:50:55.601680 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:50:55.601680 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:50:55.601680 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:50:55.601680 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:50:55.601680 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:50:55.601680 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:50:55.601680 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:50:55.601680 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:50:55.601680 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:50:55.601680 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:50:55.601680 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:50:55.601680 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:50:55.601680 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:50:55.601680 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:50:55.601680 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:50:55.601680 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:50:55.601680 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:50:55.669890 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d16d9799-afd6-4bed-99e2-4f29b7760be8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:55.676981 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d16d9799-afd6-4bed-99e2-4f29b7760be8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:55.683170 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d16d9799-afd6-4bed-99e2-4f29b7760be8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "DELETE /v2.0/networks/0086ec16-0174-4c9d-827f-4f8e3b0e88bf HTTP/1.1" status: 204 len: 168 time: 0.3108308 Jul 24 01:50:55.684466 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52348) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:50:55.694442 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16d9799-afd6-4bed-99e2-4f29b7760be8 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event deleted for resources: {'Network': ['ID=0086ec16-0174-4c9d-827f-4f8e3b0e88bf,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:50:55.748083 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d1a92a96-0717-45b1-921e-9c5bd42a3e6c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:55.781780 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d1a92a96-0717-45b1-921e-9c5bd42a3e6c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:55.849520 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d1a92a96-0717-45b1-921e-9c5bd42a3e6c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:55.852471 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d1a92a96-0717-45b1-921e-9c5bd42a3e6c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:55.853700 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d1a92a96-0717-45b1-921e-9c5bd42a3e6c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "DELETE /v2.0/security-groups/76c3e8cc-86bc-4f6f-bb7d-63c689e01229 HTTP/1.1" status: 204 len: 168 time: 0.1690772 Jul 24 01:50:55.864638 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a92a96-0717-45b1-921e-9c5bd42a3e6c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c3e8cc-86bc-4f6f-bb7d-63c689e01229,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:50:55.874878 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a92a96-0717-45b1-921e-9c5bd42a3e6c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:55.875233 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a92a96-0717-45b1-921e-9c5bd42a3e6c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:55.875579 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a92a96-0717-45b1-921e-9c5bd42a3e6c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:55.875939 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a92a96-0717-45b1-921e-9c5bd42a3e6c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:55.876311 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a92a96-0717-45b1-921e-9c5bd42a3e6c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:55.876673 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a92a96-0717-45b1-921e-9c5bd42a3e6c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:55.877028 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a92a96-0717-45b1-921e-9c5bd42a3e6c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:55.877415 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a92a96-0717-45b1-921e-9c5bd42a3e6c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:55.877866 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a92a96-0717-45b1-921e-9c5bd42a3e6c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:55.878202 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a92a96-0717-45b1-921e-9c5bd42a3e6c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:55.878531 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a92a96-0717-45b1-921e-9c5bd42a3e6c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:55.878891 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a92a96-0717-45b1-921e-9c5bd42a3e6c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:56.164341 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 930227b2-5c01-48a1-90d3-06447fd4eb83 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:50:56.187985 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 930227b2-5c01-48a1-90d3-06447fd4eb83 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:50:56.188242 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 930227b2-5c01-48a1-90d3-06447fd4eb83 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:50:56.188695 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device d3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:50:56.208206 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: d3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:50:56.208551 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device d3fa0fb8-e9f4-465c-bcbe-1015c9c5fcc7 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:50:56.208967 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 6557de5d-b11b-4f2f-8c3f-0004e3b8d72c no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:50:56.227889 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 6557de5d-b11b-4f2f-8c3f-0004e3b8d72c {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:50:56.228233 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 6557de5d-b11b-4f2f-8c3f-0004e3b8d72c not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:50:56.408724 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52354) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:50:56.413512 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-969afe1f-471d-4ea7-ac89-fef2065c0609 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1024096059', 'description': 'tempest-secgroup-smoke-1024096059 description', 'project_id': '2bf7a8936f54402fb834700eeb2c9b01'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:50:56.437298 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-969afe1f-471d-4ea7-ac89-fef2065c0609 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:56.527059 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-969afe1f-471d-4ea7-ac89-fef2065c0609 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:56.531008 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-969afe1f-471d-4ea7-ac89-fef2065c0609 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:56.561291 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-969afe1f-471d-4ea7-ac89-fef2065c0609 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:56.562552 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-969afe1f-471d-4ea7-ac89-fef2065c0609 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1527963 Jul 24 01:50:56.565153 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969afe1f-471d-4ea7-ac89-fef2065c0609 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52a3e5e5-17ff-4477-b2c9-3babcf02a5fb,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:50:56.566319 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52356) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:50:56.571212 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-a9c40dac-6cff-4696-83da-227c083f343d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'security_group_rule': {'security_group_id': '52a3e5e5-17ff-4477-b2c9-3babcf02a5fb', 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:50:56.599267 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a9c40dac-6cff-4696-83da-227c083f343d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:56.658433 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a9c40dac-6cff-4696-83da-227c083f343d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:56.662278 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a9c40dac-6cff-4696-83da-227c083f343d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:56.680224 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c40dac-6cff-4696-83da-227c083f343d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b792020f-d294-4fbd-a07d-006a9512687b,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:50:56.686739 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a9c40dac-6cff-4696-83da-227c083f343d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:56.687899 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a9c40dac-6cff-4696-83da-227c083f343d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1205225 Jul 24 01:50:56.691474 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52358) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:50:56.695964 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-a83b381f-653e-463d-adcb-863829457cf6 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'security_group_rule': {'security_group_id': '52a3e5e5-17ff-4477-b2c9-3babcf02a5fb', 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:50:56.728849 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a83b381f-653e-463d-adcb-863829457cf6 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:56.787142 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a83b381f-653e-463d-adcb-863829457cf6 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:56.792365 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a83b381f-653e-463d-adcb-863829457cf6 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:56.817523 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b381f-653e-463d-adcb-863829457cf6 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51ade098-ddb7-48f4-9497-1c8291eb137c,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:50:56.824167 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a83b381f-653e-463d-adcb-863829457cf6 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:56.826287 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a83b381f-653e-463d-adcb-863829457cf6 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1336181 Jul 24 01:50:56.829209 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52360) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:50:56.834594 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-8da5b37a-6650-4161-89bd-a5aacf0b4fd0 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'security_group_rule': {'security_group_id': '52a3e5e5-17ff-4477-b2c9-3babcf02a5fb', 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:50:56.865049 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8da5b37a-6650-4161-89bd-a5aacf0b4fd0 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:56.924512 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8da5b37a-6650-4161-89bd-a5aacf0b4fd0 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:56.928345 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8da5b37a-6650-4161-89bd-a5aacf0b4fd0 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:56.948710 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da5b37a-6650-4161-89bd-a5aacf0b4fd0 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee34612b-c2d8-4a1d-a0af-6e2ab1ed10f8,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:50:56.952299 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8da5b37a-6650-4161-89bd-a5aacf0b4fd0 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:56.953507 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8da5b37a-6650-4161-89bd-a5aacf0b4fd0 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1227417 Jul 24 01:50:56.957025 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52362) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:50:56.961546 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-73ab9601-05d2-4d54-b770-e4c839b960b6 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'security_group_rule': {'security_group_id': '52a3e5e5-17ff-4477-b2c9-3babcf02a5fb', 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:50:56.994836 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-73ab9601-05d2-4d54-b770-e4c839b960b6 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:57.055996 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-73ab9601-05d2-4d54-b770-e4c839b960b6 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:57.059502 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-73ab9601-05d2-4d54-b770-e4c839b960b6 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:57.078061 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab9601-05d2-4d54-b770-e4c839b960b6 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4074a3c4-7c42-40db-91b1-8261e57d9b42,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:50:57.085670 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-73ab9601-05d2-4d54-b770-e4c839b960b6 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:57.086991 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-73ab9601-05d2-4d54-b770-e4c839b960b6 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1290157 Jul 24 01:50:57.089898 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52364) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:50:57.094390 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-201d559c-402b-4b0b-873a-1ac10bafa8fb tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'security_group_rule': {'security_group_id': '52a3e5e5-17ff-4477-b2c9-3babcf02a5fb', 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:50:57.115913 n-d-793621-25 neutron-server[100463]: INFO neutron.db.securitygroups_db [None req-201d559c-402b-4b0b-873a-1ac10bafa8fb tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Project 2bf7a8936f54402fb834700eeb2c9b01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:50:57.120652 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-201d559c-402b-4b0b-873a-1ac10bafa8fb tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:57.183996 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-201d559c-402b-4b0b-873a-1ac10bafa8fb tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:57.187531 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-201d559c-402b-4b0b-873a-1ac10bafa8fb tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:57.208048 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d559c-402b-4b0b-873a-1ac10bafa8fb tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=142de0c0-f179-4191-add6-e4c814a86b33,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:50:57.215689 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-201d559c-402b-4b0b-873a-1ac10bafa8fb tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:57.216915 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-201d559c-402b-4b0b-873a-1ac10bafa8fb tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1260839 Jul 24 01:50:57.219929 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52366) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:50:57.224582 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-bcd42ede-5699-49e8-9c7f-8e3938676d95 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'security_group_rule': {'security_group_id': '52a3e5e5-17ff-4477-b2c9-3babcf02a5fb', 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:50:57.247809 n-d-793621-25 neutron-server[100463]: INFO neutron.db.securitygroups_db [None req-bcd42ede-5699-49e8-9c7f-8e3938676d95 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Project 2bf7a8936f54402fb834700eeb2c9b01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:50:57.254403 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bcd42ede-5699-49e8-9c7f-8e3938676d95 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:57.317482 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bcd42ede-5699-49e8-9c7f-8e3938676d95 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:57.320929 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bcd42ede-5699-49e8-9c7f-8e3938676d95 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:57.340061 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd42ede-5699-49e8-9c7f-8e3938676d95 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1ad2d4f-cb1e-401c-a5df-3a5a60afb7b0,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:50:57.347227 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-bcd42ede-5699-49e8-9c7f-8e3938676d95 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:57.348362 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-bcd42ede-5699-49e8-9c7f-8e3938676d95 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1274765 Jul 24 01:50:57.351259 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52368) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:50:57.356409 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-8a67d111-354d-4e65-8102-c150f26867cc tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'network': {'name': 'tempest-network-smoke--393255169', 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'port_security_enabled': True}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:50:57.376839 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a67d111-354d-4e65-8102-c150f26867cc tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Made reservation on behalf of 2bf7a8936f54402fb834700eeb2c9b01 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:50:57.380333 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8a67d111-354d-4e65-8102-c150f26867cc tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:57.404857 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a67d111-354d-4e65-8102-c150f26867cc tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:50:57.415250 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8a67d111-354d-4e65-8102-c150f26867cc tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:57.415655 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-8a67d111-354d-4e65-8102-c150f26867cc tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Added segment a9a4c066-91a4-4380-ba6a-b1fa527c0bca of type vlan for network ea286da6-7897-4feb-ac33-f9f95456ab53 Jul 24 01:50:57.460007 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8a67d111-354d-4e65-8102-c150f26867cc tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:57.488435 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8a67d111-354d-4e65-8102-c150f26867cc tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:57.494508 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a67d111-354d-4e65-8102-c150f26867cc tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:57.495235 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8a67d111-354d-4e65-8102-c150f26867cc tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:57.528630 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8a67d111-354d-4e65-8102-c150f26867cc tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1762555 Jul 24 01:50:57.531314 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52370) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:50:57.535890 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-8262982e-8096-4319-90f7-9edb0afc7aba tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-925150683', 'admin_state_up': True, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:50:57.583124 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a67d111-354d-4e65-8102-c150f26867cc tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'Network': ['ID=ea286da6-7897-4feb-ac33-f9f95456ab53,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:50:57.593599 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network ea286da6-7897-4feb-ac33-f9f95456ab53 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:50:57.597184 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8262982e-8096-4319-90f7-9edb0afc7aba tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:57.598339 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8262982e-8096-4319-90f7-9edb0afc7aba tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:57.651409 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8262982e-8096-4319-90f7-9edb0afc7aba tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:57.795832 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8262982e-8096-4319-90f7-9edb0afc7aba tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:58.012077 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8262982e-8096-4319-90f7-9edb0afc7aba tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for router_gateway, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:58.034150 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8262982e-8096-4319-90f7-9edb0afc7aba tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:58.139531 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-8262982e-8096-4319-90f7-9edb0afc7aba tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Allocated IP 172.25.2.238 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/e66de4ae-ffd1-4c19-a379-2adabf97a36f) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:50:58.247464 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8262982e-8096-4319-90f7-9edb0afc7aba tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:58.287632 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8262982e-8096-4319-90f7-9edb0afc7aba tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:58.325993 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8262982e-8096-4319-90f7-9edb0afc7aba tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:50:58.332108 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-8262982e-8096-4319-90f7-9edb0afc7aba tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:50:58.334660 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8262982e-8096-4319-90f7-9edb0afc7aba tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:50:58.359038 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262982e-8096-4319-90f7-9edb0afc7aba tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'Port': ['ID=e66de4ae-ffd1-4c19-a379-2adabf97a36f,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:50:58.605466 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8262982e-8096-4319-90f7-9edb0afc7aba tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for router_gateway, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:58.820840 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8262982e-8096-4319-90f7-9edb0afc7aba tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:58.954629 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8262982e-8096-4319-90f7-9edb0afc7aba tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Router 0e79303f-1071-40c6-b259-8a12fe2a215e is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:50:59.071103 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8262982e-8096-4319-90f7-9edb0afc7aba tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:50:59.081760 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ead3d0-32c0-4a1d-9f9d-bd88d31d7b48 None None] Sync routers for ids ['0e79303f-1071-40c6-b259-8a12fe2a215e'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:50:59.090324 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8262982e-8096-4319-90f7-9edb0afc7aba tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:59.091649 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8262982e-8096-4319-90f7-9edb0afc7aba tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5593863 Jul 24 01:50:59.092740 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ead3d0-32c0-4a1d-9f9d-bd88d31d7b48 None None] Routers {'0e79303f-1071-40c6-b259-8a12fe2a215e'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:50:59.093368 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-c8ead3d0-32c0-4a1d-9f9d-bd88d31d7b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:50:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['0e79303f-1071-40c6-b259-8a12fe2a215e'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:50:59.095477 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52372) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:50:59.124530 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-43f65665-c910-474b-910b-d37864a3b99f tempest-TestNetworkAdvancedServerOps-1827788520 tempest-TestNetworkAdvancedServerOps-1827788520-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=2bf7a8936f54402fb834700eeb2c9b01&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278399 Jul 24 01:50:59.127098 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52374) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:50:59.211672 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-c8ead3d0-32c0-4a1d-9f9d-bd88d31d7b48 None None] Set router 0e79303f-1071-40c6-b259-8a12fe2a215e gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:50:59.232696 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ca99ed-5141-4463-b6a0-58a985c4931b tempest-TestNetworkAdvancedServerOps-1827788520 tempest-TestNetworkAdvancedServerOps-1827788520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:59.234252 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-48ca99ed-5141-4463-b6a0-58a985c4931b tempest-TestNetworkAdvancedServerOps-1827788520 tempest-TestNetworkAdvancedServerOps-1827788520-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1061742 Jul 24 01:50:59.237132 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52376) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:50:59.274636 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6ba4feaa-5ae7-4176-bc24-72ba9d547d7d tempest-TestNetworkAdvancedServerOps-1827788520 tempest-TestNetworkAdvancedServerOps-1827788520-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0362787 Jul 24 01:50:59.277037 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52378) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:50:59.281945 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-523f2deb-5516-45dd-bf28-c27c9b6d858a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1472868540', 'network_id': 'ea286da6-7897-4feb-ac33-f9f95456ab53', 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:50:59.375985 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523f2deb-5516-45dd-bf28-c27c9b6d858a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Made reservation on behalf of 2bf7a8936f54402fb834700eeb2c9b01 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:50:59.379713 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-523f2deb-5516-45dd-bf28-c27c9b6d858a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:59.396741 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-c8ead3d0-32c0-4a1d-9f9d-bd88d31d7b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e79303f-1071-40c6-b259-8a12fe2a215e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925150683', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e66de4ae-ffd1-4c19-a379-2adabf97a36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:50:57Z', 'updated_at': '2021-07-24T01:50:58Z', 'revision_number': 3, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': 'e66de4ae-ffd1-4c19-a379-2adabf97a36f', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e79303f-1071-40c6-b259-8a12fe2a215e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:50:58Z', 'updated_at': '2021-07-24T01:50:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:50:59.424196 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ead3d0-32c0-4a1d-9f9d-bd88d31d7b48 None None] Checking router: 0e79303f-1071-40c6-b259-8a12fe2a215e for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:50:59.424447 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ead3d0-32c0-4a1d-9f9d-bd88d31d7b48 None None] Updating router 0e79303f-1071-40c6-b259-8a12fe2a215e port e66de4ae-ffd1-4c19-a379-2adabf97a36f binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:50:59.461044 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-c8ead3d0-32c0-4a1d-9f9d-bd88d31d7b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:59.569793 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-523f2deb-5516-45dd-bf28-c27c9b6d858a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:59.633661 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f2deb-5516-45dd-bf28-c27c9b6d858a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'Subnet': ['ID=751d8995-b4d8-4669-9ecf-48ea97f2989d,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:50:59.641988 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523f2deb-5516-45dd-bf28-c27c9b6d858a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Checking segment: {'id': 'a9a4c066-91a4-4380-ba6a-b1fa527c0bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ea286da6-7897-4feb-ac33-f9f95456ab53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:50:59.642360 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523f2deb-5516-45dd-bf28-c27c9b6d858a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Network hostable DHCP agents. Network: ea286da6-7897-4feb-ac33-f9f95456ab53, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:50:59.659763 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523f2deb-5516-45dd-bf28-c27c9b6d858a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Network ea286da6-7897-4feb-ac33-f9f95456ab53 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:50:59.668614 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-523f2deb-5516-45dd-bf28-c27c9b6d858a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, ea286da6-7897-4feb-ac33-f9f95456ab53) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:50:59.672821 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523f2deb-5516-45dd-bf28-c27c9b6d858a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:50:59.674318 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-523f2deb-5516-45dd-bf28-c27c9b6d858a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:59.682469 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382f8f04-921e-4007-8f2b-4f1b8115c84f None None] Network ea286da6-7897-4feb-ac33-f9f95456ab53 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:50:59.690625 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-523f2deb-5516-45dd-bf28-c27c9b6d858a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4125400 Jul 24 01:50:59.693534 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52380) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:50:59.730517 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-c8ead3d0-32c0-4a1d-9f9d-bd88d31d7b48 None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:59.743699 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-c8ead3d0-32c0-4a1d-9f9d-bd88d31d7b48 None None] Transition to ACTIVE for port object e66de4ae-ffd1-4c19-a379-2adabf97a36f will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:50:59.750245 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-c8ead3d0-32c0-4a1d-9f9d-bd88d31d7b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:59.812104 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-c8ead3d0-32c0-4a1d-9f9d-bd88d31d7b48 None None] Attempting to bind port e66de4ae-ffd1-4c19-a379-2adabf97a36f on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:50:59.812492 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-c8ead3d0-32c0-4a1d-9f9d-bd88d31d7b48 None None] Attempting to bind port e66de4ae-ffd1-4c19-a379-2adabf97a36f by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:50:59.812850 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ead3d0-32c0-4a1d-9f9d-bd88d31d7b48 None None] Attempting to bind port e66de4ae-ffd1-4c19-a379-2adabf97a36f on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:50:59.819027 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6942397-0cad-4087-acb2-41c49dcbb3e1 None None] Pushing event updated for resources: {'Port': ['ID=e66de4ae-ffd1-4c19-a379-2adabf97a36f,revision_number=2']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:50:59.821687 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ead3d0-32c0-4a1d-9f9d-bd88d31d7b48 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:50:59.821986 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ead3d0-32c0-4a1d-9f9d-bd88d31d7b48 None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:50:59.822392 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-c8ead3d0-32c0-4a1d-9f9d-bd88d31d7b48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:59.822812 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ead3d0-32c0-4a1d-9f9d-bd88d31d7b48 None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:50:59.823312 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-c8ead3d0-32c0-4a1d-9f9d-bd88d31d7b48 None None] Bound port: e66de4ae-ffd1-4c19-a379-2adabf97a36f, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:50:59.823682 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-c8ead3d0-32c0-4a1d-9f9d-bd88d31d7b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:59.850636 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6942397-0cad-4087-acb2-41c49dcbb3e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:59.851073 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6942397-0cad-4087-acb2-41c49dcbb3e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:59.851390 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6942397-0cad-4087-acb2-41c49dcbb3e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:59.851778 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6942397-0cad-4087-acb2-41c49dcbb3e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:59.852106 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6942397-0cad-4087-acb2-41c49dcbb3e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:59.852432 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6942397-0cad-4087-acb2-41c49dcbb3e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:59.852758 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6942397-0cad-4087-acb2-41c49dcbb3e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:59.853081 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6942397-0cad-4087-acb2-41c49dcbb3e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:59.853405 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6942397-0cad-4087-acb2-41c49dcbb3e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:59.853742 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6942397-0cad-4087-acb2-41c49dcbb3e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:59.854043 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6942397-0cad-4087-acb2-41c49dcbb3e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:59.854366 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6942397-0cad-4087-acb2-41c49dcbb3e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:50:59.897341 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-c8ead3d0-32c0-4a1d-9f9d-bd88d31d7b48 None None] For port e66de4ae-ffd1-4c19-a379-2adabf97a36f, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:50:59.900834 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-c8ead3d0-32c0-4a1d-9f9d-bd88d31d7b48 None None] For port e66de4ae-ffd1-4c19-a379-2adabf97a36f, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=e66de4ae-ffd1-4c19-a379-2adabf97a36f,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:50:59.905401 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-c8ead3d0-32c0-4a1d-9f9d-bd88d31d7b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:50:59.973441 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6942397-0cad-4087-acb2-41c49dcbb3e1 None None] Pushing event updated for resources: {'Port': ['ID=e66de4ae-ffd1-4c19-a379-2adabf97a36f,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:50:59.979052 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ead3d0-32c0-4a1d-9f9d-bd88d31d7b48 None None] Routers {'0e79303f-1071-40c6-b259-8a12fe2a215e'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:50:59.979678 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-c8ead3d0-32c0-4a1d-9f9d-bd88d31d7b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:50:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['0e79303f-1071-40c6-b259-8a12fe2a215e'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:51:00.013306 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d751b5-a176-45c4-b3ac-ce7f96d7aa1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-ea286da6-7897-4feb-ac33-f9f95456ab53', 'network_id': 'ea286da6-7897-4feb-ac33-f9f95456ab53', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'fixed_ips': [{'subnet_id': '751d8995-b4d8-4669-9ecf-48ea97f2989d'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:51:00.014355 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d8d751b5-a176-45c4-b3ac-ce7f96d7aa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:00.096075 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-c8ead3d0-32c0-4a1d-9f9d-bd88d31d7b48 None None] Set router 0e79303f-1071-40c6-b259-8a12fe2a215e gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:51:00.161275 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-d8d751b5-a176-45c4-b3ac-ce7f96d7aa1f None None] Allocated IP 172.20.0.2 (ea286da6-7897-4feb-ac33-f9f95456ab53/751d8995-b4d8-4669-9ecf-48ea97f2989d/1314a59b-9ee8-49a7-b2ad-d014525a74f8) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:51:00.165111 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c19bcb9d-5a0c-486f-a08f-47f1f1420173 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:00.311653 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-c8ead3d0-32c0-4a1d-9f9d-bd88d31d7b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e79303f-1071-40c6-b259-8a12fe2a215e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925150683', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e66de4ae-ffd1-4c19-a379-2adabf97a36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:50:57Z', 'updated_at': '2021-07-24T01:50:58Z', 'revision_number': 3, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': 'e66de4ae-ffd1-4c19-a379-2adabf97a36f', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e79303f-1071-40c6-b259-8a12fe2a215e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:50:58Z', 'updated_at': '2021-07-24T01:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:51:00.317355 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d8d751b5-a176-45c4-b3ac-ce7f96d7aa1f None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:00.326545 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d8d751b5-a176-45c4-b3ac-ce7f96d7aa1f None None] Transition to ACTIVE for port object 1314a59b-9ee8-49a7-b2ad-d014525a74f8 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:51:00.342869 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ead3d0-32c0-4a1d-9f9d-bd88d31d7b48 None None] The sync data for ids ['0e79303f-1071-40c6-b259-8a12fe2a215e'] in n-d-793621-25 is: [{'id': '0e79303f-1071-40c6-b259-8a12fe2a215e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925150683', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e66de4ae-ffd1-4c19-a379-2adabf97a36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:50:57Z', 'updated_at': '2021-07-24T01:50:58Z', 'revision_number': 3, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': 'e66de4ae-ffd1-4c19-a379-2adabf97a36f', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e79303f-1071-40c6-b259-8a12fe2a215e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:50:58Z', 'updated_at': '2021-07-24T01:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:51:00.343556 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d8d751b5-a176-45c4-b3ac-ce7f96d7aa1f None None] Transition to ACTIVE for port object 1314a59b-9ee8-49a7-b2ad-d014525a74f8 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:51:00.356634 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d8d751b5-a176-45c4-b3ac-ce7f96d7aa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:00.400079 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d751b5-a176-45c4-b3ac-ce7f96d7aa1f None None] Network ea286da6-7897-4feb-ac33-f9f95456ab53 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:51:00.405665 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-d8d751b5-a176-45c4-b3ac-ce7f96d7aa1f None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:51:00.410290 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d751b5-a176-45c4-b3ac-ce7f96d7aa1f None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:51:00.418331 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d751b5-a176-45c4-b3ac-ce7f96d7aa1f None None] Pushing event updated for resources: {'Port': ['ID=1314a59b-9ee8-49a7-b2ad-d014525a74f8,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:51:00.481720 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-d8d751b5-a176-45c4-b3ac-ce7f96d7aa1f None None] Attempting to bind port 1314a59b-9ee8-49a7-b2ad-d014525a74f8 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:51:00.482175 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-d8d751b5-a176-45c4-b3ac-ce7f96d7aa1f None None] Attempting to bind port 1314a59b-9ee8-49a7-b2ad-d014525a74f8 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'a9a4c066-91a4-4380-ba6a-b1fa527c0bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ea286da6-7897-4feb-ac33-f9f95456ab53'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:51:00.482492 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d751b5-a176-45c4-b3ac-ce7f96d7aa1f None None] Attempting to bind port 1314a59b-9ee8-49a7-b2ad-d014525a74f8 on network ea286da6-7897-4feb-ac33-f9f95456ab53 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:51:00.488979 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d751b5-a176-45c4-b3ac-ce7f96d7aa1f None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:51:00.489369 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d751b5-a176-45c4-b3ac-ce7f96d7aa1f None None] Checking segment: {'id': 'a9a4c066-91a4-4380-ba6a-b1fa527c0bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ea286da6-7897-4feb-ac33-f9f95456ab53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:51:00.489785 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d8d751b5-a176-45c4-b3ac-ce7f96d7aa1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:00.490186 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d751b5-a176-45c4-b3ac-ce7f96d7aa1f None None] Bound using segment: {'id': 'a9a4c066-91a4-4380-ba6a-b1fa527c0bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ea286da6-7897-4feb-ac33-f9f95456ab53'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:51:00.490674 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-d8d751b5-a176-45c4-b3ac-ce7f96d7aa1f None None] Bound port: 1314a59b-9ee8-49a7-b2ad-d014525a74f8, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a4c066-91a4-4380-ba6a-b1fa527c0bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ea286da6-7897-4feb-ac33-f9f95456ab53'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:51:00.491093 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d8d751b5-a176-45c4-b3ac-ce7f96d7aa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:00.566914 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-d8d751b5-a176-45c4-b3ac-ce7f96d7aa1f None None] For port 1314a59b-9ee8-49a7-b2ad-d014525a74f8, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:51:00.571107 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-d8d751b5-a176-45c4-b3ac-ce7f96d7aa1f None None] For port 1314a59b-9ee8-49a7-b2ad-d014525a74f8, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=1314a59b-9ee8-49a7-b2ad-d014525a74f8,segment=NetworkSegment(a9a4c066-91a4-4380-ba6a-b1fa527c0bca),segment_id=a9a4c066-91a4-4380-ba6a-b1fa527c0bca)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:51:00.583352 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d8d751b5-a176-45c4-b3ac-ce7f96d7aa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:00.681926 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d751b5-a176-45c4-b3ac-ce7f96d7aa1f None None] Pushing event updated for resources: {'Port': ['ID=1314a59b-9ee8-49a7-b2ad-d014525a74f8,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:51:00.842814 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-c19bcb9d-5a0c-486f-a08f-47f1f1420173 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Allocated IP 172.20.0.1 (ea286da6-7897-4feb-ac33-f9f95456ab53/751d8995-b4d8-4669-9ecf-48ea97f2989d/504c784c-aac8-445d-a23e-5f857ba777f3) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:51:01.018307 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c19bcb9d-5a0c-486f-a08f-47f1f1420173 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:01.034979 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-c19bcb9d-5a0c-486f-a08f-47f1f1420173 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Transition to ACTIVE for port object 504c784c-aac8-445d-a23e-5f857ba777f3 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:51:01.071232 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c19bcb9d-5a0c-486f-a08f-47f1f1420173 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:01.114839 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19bcb9d-5a0c-486f-a08f-47f1f1420173 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Network ea286da6-7897-4feb-ac33-f9f95456ab53 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:51:01.120386 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-c19bcb9d-5a0c-486f-a08f-47f1f1420173 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:51:01.124256 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19bcb9d-5a0c-486f-a08f-47f1f1420173 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:51:01.132188 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19bcb9d-5a0c-486f-a08f-47f1f1420173 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'Port': ['ID=504c784c-aac8-445d-a23e-5f857ba777f3,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:51:01.180404 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c19bcb9d-5a0c-486f-a08f-47f1f1420173 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:01.341162 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c19bcb9d-5a0c-486f-a08f-47f1f1420173 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:01.623440 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad46dc4-c485-4124-b15b-149d6010903f None None] Network ea286da6-7897-4feb-ac33-f9f95456ab53 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:51:01.657171 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c19bcb9d-5a0c-486f-a08f-47f1f1420173 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:01.661859 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c19bcb9d-5a0c-486f-a08f-47f1f1420173 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:01.743396 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19bcb9d-5a0c-486f-a08f-47f1f1420173 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'Port': ['ID=504c784c-aac8-445d-a23e-5f857ba777f3,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:51:01.747419 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c19bcb9d-5a0c-486f-a08f-47f1f1420173 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:01.755796 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-694d838d-b361-4107-9355-5614136dc522 None None] Provisioning for port 1314a59b-9ee8-49a7-b2ad-d014525a74f8 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:51:01.852292 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19bcb9d-5a0c-486f-a08f-47f1f1420173 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Network ea286da6-7897-4feb-ac33-f9f95456ab53 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:51:01.853225 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-c19bcb9d-5a0c-486f-a08f-47f1f1420173 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:51:01.977966 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19bcb9d-5a0c-486f-a08f-47f1f1420173 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Router 0e79303f-1071-40c6-b259-8a12fe2a215e has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:51:02.091342 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-34e78d95-d156-4e27-81bd-17aace140e0a None None] Provisioning for port 504c784c-aac8-445d-a23e-5f857ba777f3 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:51:02.096663 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-34e78d95-d156-4e27-81bd-17aace140e0a None None] Provisioning complete for port 504c784c-aac8-445d-a23e-5f857ba777f3 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:51:02.096939 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19bcb9d-5a0c-486f-a08f-47f1f1420173 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:51:02.097061 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-34e78d95-d156-4e27-81bd-17aace140e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:02.103556 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c19bcb9d-5a0c-486f-a08f-47f1f1420173 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "PUT /v2.0/routers/0e79303f-1071-40c6-b259-8a12fe2a215e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4089029 Jul 24 01:51:02.145423 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8fe91e-8056-40a6-9885-15b5f0680b68 None None] Sync routers for ids ['0e79303f-1071-40c6-b259-8a12fe2a215e'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:51:02.166318 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-34e78d95-d156-4e27-81bd-17aace140e0a None None] Port 504c784c-aac8-445d-a23e-5f857ba777f3 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:51:02.172204 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8fe91e-8056-40a6-9885-15b5f0680b68 None None] Routers {'0e79303f-1071-40c6-b259-8a12fe2a215e'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:51:02.173067 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-ee8fe91e-8056-40a6-9885-15b5f0680b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:50:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['0e79303f-1071-40c6-b259-8a12fe2a215e'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:51:02.298181 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 1314a59b-9ee8-49a7-b2ad-d014525a74f8 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:51:02.306697 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-d31bc6de-1920-4cda-a878-bfe06c1a51a1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1024096059&fields=id&tenant_id=2bf7a8936f54402fb834700eeb2c9b01 HTTP/1.1" status: 200 len: 267 time: 0.0605378 Jul 24 01:51:02.348787 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-ee8fe91e-8056-40a6-9885-15b5f0680b68 None None] Set router 0e79303f-1071-40c6-b259-8a12fe2a215e gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:51:02.442580 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-573d41c4-d8a4-41f4-8c1d-676ce378fdbe tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:02.447387 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-573d41c4-d8a4-41f4-8c1d-676ce378fdbe tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/networks?id=ea286da6-7897-4feb-ac33-f9f95456ab53 HTTP/1.1" status: 200 len: 796 time: 0.1327558 Jul 24 01:51:02.453594 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-ba76c87a-c241-41db-8530-8b59cf501c4b None None] Provisioning complete for port 504c784c-aac8-445d-a23e-5f857ba777f3 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:51:02.455054 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ba76c87a-c241-41db-8530-8b59cf501c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:02.465924 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-8546939b-520e-429c-8b64-e5cedf439475 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/quotas/2bf7a8936f54402fb834700eeb2c9b01 HTTP/1.1" status: 200 len: 375 time: 0.0142262 Jul 24 01:51:02.508648 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 1314a59b-9ee8-49a7-b2ad-d014525a74f8 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:51:02.540488 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-2dceb58c-e54c-410f-ba86-ea5219c5c27f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bf7a8936f54402fb834700eeb2c9b01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664239 Jul 24 01:51:02.547346 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 1314a59b-9ee8-49a7-b2ad-d014525a74f8 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:51:02.547734 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:02.581501 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-ba76c87a-c241-41db-8530-8b59cf501c4b None None] Port 504c784c-aac8-445d-a23e-5f857ba777f3 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:51:02.652324 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-849c7687-5f1d-4991-90ef-cf3242c46676 service neutron] 10.222.0.15 "GET /v2.0/networks/ea286da6-7897-4feb-ac33-f9f95456ab53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993834 Jul 24 01:51:02.695274 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:02.726044 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-ee8fe91e-8056-40a6-9885-15b5f0680b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e79303f-1071-40c6-b259-8a12fe2a215e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925150683', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e66de4ae-ffd1-4c19-a379-2adabf97a36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:50:57Z', 'updated_at': '2021-07-24T01:51:01Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': 'e66de4ae-ffd1-4c19-a379-2adabf97a36f', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c3:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e79303f-1071-40c6-b259-8a12fe2a215e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:50:58Z', 'updated_at': '2021-07-24T01:50:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '504c784c-aac8-445d-a23e-5f857ba777f3', 'name': '', 'network_id': 'ea286da6-7897-4feb-ac33-f9f95456ab53', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'mac_address': 'fa:16:3e:88:f5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e79303f-1071-40c6-b259-8a12fe2a215e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '751d8995-b4d8-4669-9ecf-48ea97f2989d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:51:00Z', 'updated_at': '2021-07-24T01:51:01Z', 'revision_number': 2, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'subnets': [{'id': '751d8995-b4d8-4669-9ecf-48ea97f2989d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:51:02.735481 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-627c7b68-bdd7-4aa0-824c-13c2e2a2469a None None] Provisioning complete for port 504c784c-aac8-445d-a23e-5f857ba777f3 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:51:02.735865 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-627c7b68-bdd7-4aa0-824c-13c2e2a2469a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:02.778563 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-0cfbe7c4-389d-4164-a8f2-8af949ae2cd7 service neutron] 10.222.0.15 "GET /v2.0/networks/ea286da6-7897-4feb-ac33-f9f95456ab53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201158 Jul 24 01:51:02.788574 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8fe91e-8056-40a6-9885-15b5f0680b68 None None] Checking router: 0e79303f-1071-40c6-b259-8a12fe2a215e for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:51:02.789048 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8fe91e-8056-40a6-9885-15b5f0680b68 None None] Updating router 0e79303f-1071-40c6-b259-8a12fe2a215e port 504c784c-aac8-445d-a23e-5f857ba777f3 binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:51:02.793304 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 1314a59b-9ee8-49a7-b2ad-d014525a74f8, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=1314a59b-9ee8-49a7-b2ad-d014525a74f8,segment=NetworkSegment(a9a4c066-91a4-4380-ba6a-b1fa527c0bca),segment_id=a9a4c066-91a4-4380-ba6a-b1fa527c0bca)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:51:02.816663 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:02.817755 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e66de4ae-ffd1-4c19-a379-2adabf97a36f up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:51:02.913876 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ee8fe91e-8056-40a6-9885-15b5f0680b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:02.917715 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-627c7b68-bdd7-4aa0-824c-13c2e2a2469a None None] Port 504c784c-aac8-445d-a23e-5f857ba777f3 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:51:02.956891 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=1314a59b-9ee8-49a7-b2ad-d014525a74f8,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:51:02.978702 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e65b99c4-987d-409d-9a56-6f674986d8eb req-41b206b9-346e-4bec-b544-0c9eeef42c4b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f112a0e-ba5c-4849-a59c-321b26615bf2 HTTP/1.1" status: 200 len: 210 time: 0.0399015 Jul 24 01:51:02.992239 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port e66de4ae-ffd1-4c19-a379-2adabf97a36f completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:51:03.005962 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port e66de4ae-ffd1-4c19-a379-2adabf97a36f triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:51:03.006432 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:03.212604 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:03.404565 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port e66de4ae-ffd1-4c19-a379-2adabf97a36f, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=e66de4ae-ffd1-4c19-a379-2adabf97a36f,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:51:03.409768 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:03.503694 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=e66de4ae-ffd1-4c19-a379-2adabf97a36f,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:51:03.507606 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ee8fe91e-8056-40a6-9885-15b5f0680b68 None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:03.520722 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-ee8fe91e-8056-40a6-9885-15b5f0680b68 None None] Transition to ACTIVE for port object 504c784c-aac8-445d-a23e-5f857ba777f3 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:51:03.527144 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ee8fe91e-8056-40a6-9885-15b5f0680b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:03.608102 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d0198-ec04-4882-bbcc-55c434cc5d19 None None] Pushing event updated for resources: {'Port': ['ID=504c784c-aac8-445d-a23e-5f857ba777f3,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:51:03.645035 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-ee8fe91e-8056-40a6-9885-15b5f0680b68 None None] Attempting to bind port 504c784c-aac8-445d-a23e-5f857ba777f3 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:51:03.645416 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-ee8fe91e-8056-40a6-9885-15b5f0680b68 None None] Attempting to bind port 504c784c-aac8-445d-a23e-5f857ba777f3 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'a9a4c066-91a4-4380-ba6a-b1fa527c0bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ea286da6-7897-4feb-ac33-f9f95456ab53'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:51:03.645786 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8fe91e-8056-40a6-9885-15b5f0680b68 None None] Attempting to bind port 504c784c-aac8-445d-a23e-5f857ba777f3 on network ea286da6-7897-4feb-ac33-f9f95456ab53 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:51:03.651691 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8fe91e-8056-40a6-9885-15b5f0680b68 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:51:03.652216 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8fe91e-8056-40a6-9885-15b5f0680b68 None None] Checking segment: {'id': 'a9a4c066-91a4-4380-ba6a-b1fa527c0bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ea286da6-7897-4feb-ac33-f9f95456ab53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:51:03.652633 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ee8fe91e-8056-40a6-9885-15b5f0680b68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:03.653032 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8fe91e-8056-40a6-9885-15b5f0680b68 None None] Bound using segment: {'id': 'a9a4c066-91a4-4380-ba6a-b1fa527c0bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ea286da6-7897-4feb-ac33-f9f95456ab53'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:51:03.653508 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-ee8fe91e-8056-40a6-9885-15b5f0680b68 None None] Bound port: 504c784c-aac8-445d-a23e-5f857ba777f3, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9a4c066-91a4-4380-ba6a-b1fa527c0bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ea286da6-7897-4feb-ac33-f9f95456ab53'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:51:03.653899 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ee8fe91e-8056-40a6-9885-15b5f0680b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:03.724525 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-ee8fe91e-8056-40a6-9885-15b5f0680b68 None None] For port 504c784c-aac8-445d-a23e-5f857ba777f3, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:51:03.728244 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-ee8fe91e-8056-40a6-9885-15b5f0680b68 None None] For port 504c784c-aac8-445d-a23e-5f857ba777f3, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=504c784c-aac8-445d-a23e-5f857ba777f3,segment=NetworkSegment(a9a4c066-91a4-4380-ba6a-b1fa527c0bca),segment_id=a9a4c066-91a4-4380-ba6a-b1fa527c0bca)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:51:03.733039 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ee8fe91e-8056-40a6-9885-15b5f0680b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:03.800244 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d0198-ec04-4882-bbcc-55c434cc5d19 None None] Pushing event updated for resources: {'Port': ['ID=504c784c-aac8-445d-a23e-5f857ba777f3,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:51:03.802848 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8fe91e-8056-40a6-9885-15b5f0680b68 None None] Routers {'0e79303f-1071-40c6-b259-8a12fe2a215e'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:51:03.803463 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-ee8fe91e-8056-40a6-9885-15b5f0680b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:50:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['0e79303f-1071-40c6-b259-8a12fe2a215e'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:51:03.936313 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-ee8fe91e-8056-40a6-9885-15b5f0680b68 None None] Set router 0e79303f-1071-40c6-b259-8a12fe2a215e gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:51:04.058063 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-b9ddeee7-1b91-4f02-a52d-780a4b7a6655 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:04.060811 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-b9ddeee7-1b91-4f02-a52d-780a4b7a6655 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.13 "GET /v2.0/networks?id=ea286da6-7897-4feb-ac33-f9f95456ab53 HTTP/1.1" status: 200 len: 796 time: 0.1467974 Jul 24 01:51:04.101086 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-525c250c-8eb8-4d5c-9909-0a35ba54b91d req-4f341631-1886-4070-bbbb-34d129387c68 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f112a0e-ba5c-4849-a59c-321b26615bf2 HTTP/1.1" status: 200 len: 210 time: 0.0392141 Jul 24 01:51:04.139263 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-11ecccdd-a02e-4c95-8dc8-8684edfcccb5 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bf7a8936f54402fb834700eeb2c9b01 HTTP/1.1" status: 200 len: 380 time: 0.0657573 Jul 24 01:51:04.148803 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-835c807a-c0a7-494e-bfa8-0f3a0efdfa2f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'port': {'device_id': '8f112a0e-ba5c-4849-a59c-321b26615bf2', 'network_id': 'ea286da6-7897-4feb-ac33-f9f95456ab53', 'admin_state_up': True, 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'security_groups': ['52a3e5e5-17ff-4477-b2c9-3babcf02a5fb']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:51:04.182175 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-ee8fe91e-8056-40a6-9885-15b5f0680b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e79303f-1071-40c6-b259-8a12fe2a215e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925150683', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e66de4ae-ffd1-4c19-a379-2adabf97a36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:50:57Z', 'updated_at': '2021-07-24T01:51:01Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': 'e66de4ae-ffd1-4c19-a379-2adabf97a36f', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e79303f-1071-40c6-b259-8a12fe2a215e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:50:58Z', 'updated_at': '2021-07-24T01:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '504c784c-aac8-445d-a23e-5f857ba777f3', 'name': '', 'network_id': 'ea286da6-7897-4feb-ac33-f9f95456ab53', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'mac_address': 'fa:16:3e:88:f5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e79303f-1071-40c6-b259-8a12fe2a215e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '751d8995-b4d8-4669-9ecf-48ea97f2989d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:51:00Z', 'updated_at': '2021-07-24T01:51:03Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'subnets': [{'id': '751d8995-b4d8-4669-9ecf-48ea97f2989d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:51:04.215721 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 1314a59b-9ee8-49a7-b2ad-d014525a74f8 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:51:04.219652 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee8fe91e-8056-40a6-9885-15b5f0680b68 None None] The sync data for ids ['0e79303f-1071-40c6-b259-8a12fe2a215e'] in n-d-793621-25 is: [{'id': '0e79303f-1071-40c6-b259-8a12fe2a215e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925150683', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e66de4ae-ffd1-4c19-a379-2adabf97a36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:50:57Z', 'updated_at': '2021-07-24T01:51:01Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': 'e66de4ae-ffd1-4c19-a379-2adabf97a36f', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e79303f-1071-40c6-b259-8a12fe2a215e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:50:58Z', 'updated_at': '2021-07-24T01:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '504c784c-aac8-445d-a23e-5f857ba777f3', 'name': '', 'network_id': 'ea286da6-7897-4feb-ac33-f9f95456ab53', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'mac_address': 'fa:16:3e:88:f5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e79303f-1071-40c6-b259-8a12fe2a215e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '751d8995-b4d8-4669-9ecf-48ea97f2989d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:51:00Z', 'updated_at': '2021-07-24T01:51:03Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'subnets': [{'id': '751d8995-b4d8-4669-9ecf-48ea97f2989d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:51:04.289988 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 1314a59b-9ee8-49a7-b2ad-d014525a74f8 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:51:04.290358 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:04.296337 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-835c807a-c0a7-494e-bfa8-0f3a0efdfa2f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Made reservation on behalf of 2bf7a8936f54402fb834700eeb2c9b01 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:51:04.302685 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-835c807a-c0a7-494e-bfa8-0f3a0efdfa2f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:04.400834 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e66de4ae-ffd1-4c19-a379-2adabf97a36f up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:51:04.454609 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-835c807a-c0a7-494e-bfa8-0f3a0efdfa2f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Allocated IP 172.20.0.8 (ea286da6-7897-4feb-ac33-f9f95456ab53/751d8995-b4d8-4669-9ecf-48ea97f2989d/288424cd-e214-4f3d-a691-79a3e9154f21) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:51:04.454955 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port e66de4ae-ffd1-4c19-a379-2adabf97a36f triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:51:04.455537 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:04.635138 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-835c807a-c0a7-494e-bfa8-0f3a0efdfa2f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:04.650075 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-835c807a-c0a7-494e-bfa8-0f3a0efdfa2f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Transition to ACTIVE for port object 288424cd-e214-4f3d-a691-79a3e9154f21 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:51:04.685096 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-835c807a-c0a7-494e-bfa8-0f3a0efdfa2f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:04.743144 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-835c807a-c0a7-494e-bfa8-0f3a0efdfa2f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Network ea286da6-7897-4feb-ac33-f9f95456ab53 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:51:04.744704 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c807a-c0a7-494e-bfa8-0f3a0efdfa2f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'Port': ['ID=288424cd-e214-4f3d-a691-79a3e9154f21,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:51:04.748466 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-835c807a-c0a7-494e-bfa8-0f3a0efdfa2f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:51:04.762954 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-835c807a-c0a7-494e-bfa8-0f3a0efdfa2f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:51:04.835761 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-835c807a-c0a7-494e-bfa8-0f3a0efdfa2f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:04.836213 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-835c807a-c0a7-494e-bfa8-0f3a0efdfa2f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:04.852369 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-835c807a-c0a7-494e-bfa8-0f3a0efdfa2f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7079556 Jul 24 01:51:04.865448 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-35932bb1-18ed-4c1f-a51a-4f1e043e4f07 service neutron] Request body: {'port': {'device_id': '8f112a0e-ba5c-4849-a59c-321b26615bf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:51:04.949990 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-35932bb1-18ed-4c1f-a51a-4f1e043e4f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:05.053692 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-ddaa9c1c-5d0c-4bfb-8360-02d0fedda686 None None] Provisioning for port 288424cd-e214-4f3d-a691-79a3e9154f21 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:51:05.059970 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-ddaa9c1c-5d0c-4bfb-8360-02d0fedda686 None None] Provisioning complete for port 288424cd-e214-4f3d-a691-79a3e9154f21 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:51:05.060545 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ddaa9c1c-5d0c-4bfb-8360-02d0fedda686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:05.099325 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-ddaa9c1c-5d0c-4bfb-8360-02d0fedda686 None None] Port 288424cd-e214-4f3d-a691-79a3e9154f21 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:51:05.246286 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158362a-c5f2-49c1-91e7-0784039ac87f req-85a3777d-ff6c-45b8-ad56-0b9a646358b4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:05.248308 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1158362a-c5f2-49c1-91e7-0784039ac87f req-85a3777d-ff6c-45b8-ad56-0b9a646358b4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f112a0e-ba5c-4849-a59c-321b26615bf2 HTTP/1.1" status: 200 len: 931 time: 0.0757065 Jul 24 01:51:05.255253 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-35932bb1-18ed-4c1f-a51a-4f1e043e4f07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 288424cd-e214-4f3d-a691-79a3e9154f21 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:51:05.263710 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-35932bb1-18ed-4c1f-a51a-4f1e043e4f07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:05.279779 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-35932bb1-18ed-4c1f-a51a-4f1e043e4f07 service neutron] Transition to ACTIVE for port object 288424cd-e214-4f3d-a691-79a3e9154f21 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:51:05.284791 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-35932bb1-18ed-4c1f-a51a-4f1e043e4f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:05.298837 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1158362a-c5f2-49c1-91e7-0784039ac87f req-4b69de3a-772c-4884-b752-1296d44a3500 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52a3e5e5-17ff-4477-b2c9-3babcf02a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440841 Jul 24 01:51:05.345820 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35932bb1-18ed-4c1f-a51a-4f1e043e4f07 service neutron] Pushing event updated for resources: {'Port': ['ID=288424cd-e214-4f3d-a691-79a3e9154f21,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:51:05.429459 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-35932bb1-18ed-4c1f-a51a-4f1e043e4f07 service neutron] Attempting to bind port 288424cd-e214-4f3d-a691-79a3e9154f21 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:51:05.429907 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-35932bb1-18ed-4c1f-a51a-4f1e043e4f07 service neutron] Attempting to bind port 288424cd-e214-4f3d-a691-79a3e9154f21 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': 'a9a4c066-91a4-4380-ba6a-b1fa527c0bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ea286da6-7897-4feb-ac33-f9f95456ab53'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:51:05.430351 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-35932bb1-18ed-4c1f-a51a-4f1e043e4f07 service neutron] Attempting to bind port 288424cd-e214-4f3d-a691-79a3e9154f21 on network ea286da6-7897-4feb-ac33-f9f95456ab53 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:51:05.435691 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-35932bb1-18ed-4c1f-a51a-4f1e043e4f07 service neutron] Port 288424cd-e214-4f3d-a691-79a3e9154f21 on network ea286da6-7897-4feb-ac33-f9f95456ab53 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:51:05.436141 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-35932bb1-18ed-4c1f-a51a-4f1e043e4f07 service neutron] Attempting to bind port 288424cd-e214-4f3d-a691-79a3e9154f21 on network ea286da6-7897-4feb-ac33-f9f95456ab53 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:51:05.442567 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-35932bb1-18ed-4c1f-a51a-4f1e043e4f07 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:51:05.443034 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-35932bb1-18ed-4c1f-a51a-4f1e043e4f07 service neutron] Checking segment: {'id': 'a9a4c066-91a4-4380-ba6a-b1fa527c0bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ea286da6-7897-4feb-ac33-f9f95456ab53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:51:05.443497 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-35932bb1-18ed-4c1f-a51a-4f1e043e4f07 service neutron] Bound using segment: {'id': 'a9a4c066-91a4-4380-ba6a-b1fa527c0bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ea286da6-7897-4feb-ac33-f9f95456ab53'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:51:05.444013 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-35932bb1-18ed-4c1f-a51a-4f1e043e4f07 service neutron] Bound port: 288424cd-e214-4f3d-a691-79a3e9154f21, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a4c066-91a4-4380-ba6a-b1fa527c0bca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ea286da6-7897-4feb-ac33-f9f95456ab53'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:51:05.444470 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-35932bb1-18ed-4c1f-a51a-4f1e043e4f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:05.525413 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-35932bb1-18ed-4c1f-a51a-4f1e043e4f07 service neutron] For port 288424cd-e214-4f3d-a691-79a3e9154f21, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:51:05.529433 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-35932bb1-18ed-4c1f-a51a-4f1e043e4f07 service neutron] For port 288424cd-e214-4f3d-a691-79a3e9154f21, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=288424cd-e214-4f3d-a691-79a3e9154f21,segment=NetworkSegment(a9a4c066-91a4-4380-ba6a-b1fa527c0bca),segment_id=a9a4c066-91a4-4380-ba6a-b1fa527c0bca)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:51:05.533815 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-35932bb1-18ed-4c1f-a51a-4f1e043e4f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:05.539993 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:05.567606 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-35932bb1-18ed-4c1f-a51a-4f1e043e4f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:05.568228 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-35932bb1-18ed-4c1f-a51a-4f1e043e4f07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:05.569645 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-35932bb1-18ed-4c1f-a51a-4f1e043e4f07 service neutron] 10.222.0.13 "PUT /v2.0/ports/288424cd-e214-4f3d-a691-79a3e9154f21 HTTP/1.1" status: 200 len: 1092 time: 0.7096372 Jul 24 01:51:05.570102 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f112a0e-ba5c-4849-a59c-321b26615bf2', 'tag': '288424cd-e214-4f3d-a691-79a3e9154f21'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:51:05.572431 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c0377c0cac57482b78947fbfdb6e67ca594c264dadda24220a1a6cbe410d8c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c2f89c-5a03-457c-96c0-8b9477bc5850" -d '{"events": [{"name": "network-changed", "server_uuid": "8f112a0e-ba5c-4849-a59c-321b26615bf2", "tag": "288424cd-e214-4f3d-a691-79a3e9154f21"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:51:05.600034 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35932bb1-18ed-4c1f-a51a-4f1e043e4f07 service neutron] Pushing event updated for resources: {'Port': ['ID=288424cd-e214-4f3d-a691-79a3e9154f21,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:51:05.625500 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ed6626-9eaf-4982-b155-9da66a66bec2 x-openstack-request-id: req-62ed6626-9eaf-4982-b155-9da66a66bec2 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:51:05.625799 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f112a0e-ba5c-4849-a59c-321b26615bf2", "tag": "288424cd-e214-4f3d-a691-79a3e9154f21", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:51:05.626608 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-62ed6626-9eaf-4982-b155-9da66a66bec2 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:51:05.627034 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f112a0e-ba5c-4849-a59c-321b26615bf2', 'tag': '288424cd-e214-4f3d-a691-79a3e9154f21', 'status': 'completed', 'code': 200} Jul 24 01:51:05.676145 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-d1647ce6-6e3b-4a9b-8b31-98c919cd56de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:05.677727 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-d1647ce6-6e3b-4a9b-8b31-98c919cd56de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bf7a8936f54402fb834700eeb2c9b01&device_id=8f112a0e-ba5c-4849-a59c-321b26615bf2 HTTP/1.1" status: 200 len: 1095 time: 0.0618768 Jul 24 01:51:05.724842 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-bc6e502a-3bcb-4660-932c-067e6dc7a5dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=288424cd-e214-4f3d-a691-79a3e9154f21 HTTP/1.1" status: 200 len: 217 time: 0.0402217 Jul 24 01:51:05.776137 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-964e0dba-02a8-4cf3-a004-0f2ae8d2ecc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:05.777668 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-964e0dba-02a8-4cf3-a004-0f2ae8d2ecc6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=751d8995-b4d8-4669-9ecf-48ea97f2989d HTTP/1.1" status: 200 len: 835 time: 0.0471721 Jul 24 01:51:05.837203 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-670324e6-cc8c-4f9a-842d-31f10794dcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:05.838737 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-670324e6-cc8c-4f9a-842d-31f10794dcc2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea286da6-7897-4feb-ac33-f9f95456ab53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552678 Jul 24 01:51:05.923818 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:05.940651 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-86caabae-ab14-42af-832a-a023609a6257 service neutron] 10.222.0.13 "GET /v2.0/networks/ea286da6-7897-4feb-ac33-f9f95456ab53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940270 Jul 24 01:51:06.032771 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c9a5c800-07b1-43f0-814c-8eaf4c5d9c58 req-2df558c1-b547-4272-bc4e-d0a727351f49 service neutron] 10.222.0.13 "GET /v2.0/networks/ea286da6-7897-4feb-ac33-f9f95456ab53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851941 Jul 24 01:51:06.132313 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2f89c-5a03-457c-96c0-8b9477bc5850 req-b9f5a1da-969d-408a-9bdb-7429dd658b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:06.133851 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-77c2f89c-5a03-457c-96c0-8b9477bc5850 req-b9f5a1da-969d-408a-9bdb-7429dd658b2b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bf7a8936f54402fb834700eeb2c9b01&device_id=8f112a0e-ba5c-4849-a59c-321b26615bf2 HTTP/1.1" status: 200 len: 1095 time: 0.0571246 Jul 24 01:51:06.200592 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 504c784c-aac8-445d-a23e-5f857ba777f3 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:51:06.247179 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2f89c-5a03-457c-96c0-8b9477bc5850 req-85bc72a3-4ac8-4564-b455-fa9643cdb43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:06.248671 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-77c2f89c-5a03-457c-96c0-8b9477bc5850 req-85bc72a3-4ac8-4564-b455-fa9643cdb43c service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea286da6-7897-4feb-ac33-f9f95456ab53 HTTP/1.1" status: 200 len: 897 time: 0.1090286 Jul 24 01:51:06.257300 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 504c784c-aac8-445d-a23e-5f857ba777f3 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:51:06.261367 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 504c784c-aac8-445d-a23e-5f857ba777f3 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:51:06.261949 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:06.291597 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-77c2f89c-5a03-457c-96c0-8b9477bc5850 req-b1ae9bdd-af1d-49b0-8611-2bf58e07c75d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=288424cd-e214-4f3d-a691-79a3e9154f21 HTTP/1.1" status: 200 len: 217 time: 0.0356369 Jul 24 01:51:06.345968 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:06.348260 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2f89c-5a03-457c-96c0-8b9477bc5850 req-45da422b-0d32-4aa9-95a5-27fd6bd670b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:06.349887 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-77c2f89c-5a03-457c-96c0-8b9477bc5850 req-45da422b-0d32-4aa9-95a5-27fd6bd670b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=751d8995-b4d8-4669-9ecf-48ea97f2989d HTTP/1.1" status: 200 len: 835 time: 0.0517287 Jul 24 01:51:06.390324 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 504c784c-aac8-445d-a23e-5f857ba777f3, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=504c784c-aac8-445d-a23e-5f857ba777f3,segment=NetworkSegment(a9a4c066-91a4-4380-ba6a-b1fa527c0bca),segment_id=a9a4c066-91a4-4380-ba6a-b1fa527c0bca)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:51:06.395832 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:06.431111 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2f89c-5a03-457c-96c0-8b9477bc5850 req-f4c55663-7546-4db8-a0c0-bfaf1545437b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:06.433302 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-77c2f89c-5a03-457c-96c0-8b9477bc5850 req-f4c55663-7546-4db8-a0c0-bfaf1545437b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea286da6-7897-4feb-ac33-f9f95456ab53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0768845 Jul 24 01:51:06.444579 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be52474-4498-43ac-b99c-178376f082fd req-ef6815b6-6f71-499c-a680-46e27531c92f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:06.446169 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1be52474-4498-43ac-b99c-178376f082fd req-ef6815b6-6f71-499c-a680-46e27531c92f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f112a0e-ba5c-4849-a59c-321b26615bf2 HTTP/1.1" status: 200 len: 943 time: 0.0763228 Jul 24 01:51:06.461305 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=504c784c-aac8-445d-a23e-5f857ba777f3,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:51:06.491176 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1be52474-4498-43ac-b99c-178376f082fd req-11e3f1ed-c8d8-4604-a20e-d0d3a0cf4887 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52a3e5e5-17ff-4477-b2c9-3babcf02a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388389 Jul 24 01:51:06.533684 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-77c2f89c-5a03-457c-96c0-8b9477bc5850 req-675c859a-833a-4a83-bf91-d02f681014dc service neutron] 10.222.0.13 "GET /v2.0/networks/ea286da6-7897-4feb-ac33-f9f95456ab53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934410 Jul 24 01:51:06.626302 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-77c2f89c-5a03-457c-96c0-8b9477bc5850 req-e5eb2edd-474e-47ac-b3ba-fd45b3af3c92 service neutron] 10.222.0.13 "GET /v2.0/networks/ea286da6-7897-4feb-ac33-f9f95456ab53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858309 Jul 24 01:51:07.670779 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169abb2-c1ed-4a68-8a13-ee0d0f08b3ca req-a56791f1-0e5c-4ca2-a04e-247e0a9961b0 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:07.672311 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3169abb2-c1ed-4a68-8a13-ee0d0f08b3ca req-a56791f1-0e5c-4ca2-a04e-247e0a9961b0 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f112a0e-ba5c-4849-a59c-321b26615bf2 HTTP/1.1" status: 200 len: 943 time: 0.0655837 Jul 24 01:51:07.717665 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3169abb2-c1ed-4a68-8a13-ee0d0f08b3ca req-7d7e78fb-45c9-4dc4-8561-aedc45678725 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52a3e5e5-17ff-4477-b2c9-3babcf02a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390046 Jul 24 01:51:08.097370 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 288424cd-e214-4f3d-a691-79a3e9154f21 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:51:08.178137 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 504c784c-aac8-445d-a23e-5f857ba777f3 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:51:08.225579 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 288424cd-e214-4f3d-a691-79a3e9154f21, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=288424cd-e214-4f3d-a691-79a3e9154f21,segment=NetworkSegment(a9a4c066-91a4-4380-ba6a-b1fa527c0bca),segment_id=a9a4c066-91a4-4380-ba6a-b1fa527c0bca)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:51:08.241068 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '288424cd-e214-4f3d-a691-79a3e9154f21', 'network_id': 'ea286da6-7897-4feb-ac33-f9f95456ab53', 'port_id': '288424cd-e214-4f3d-a691-79a3e9154f21', 'mac_address': 'fa:16:3e:55:d3:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '751d8995-b4d8-4669-9ecf-48ea97f2989d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:51:08.287512 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 504c784c-aac8-445d-a23e-5f857ba777f3 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:51:08.287893 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:08.308485 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:08.329370 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 288424cd-e214-4f3d-a691-79a3e9154f21 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:51:08.356937 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 288424cd-e214-4f3d-a691-79a3e9154f21, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=288424cd-e214-4f3d-a691-79a3e9154f21,segment=NetworkSegment(a9a4c066-91a4-4380-ba6a-b1fa527c0bca),segment_id=a9a4c066-91a4-4380-ba6a-b1fa527c0bca)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:51:08.361838 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:08.437961 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=288424cd-e214-4f3d-a691-79a3e9154f21,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:51:08.593036 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['288424cd-e214-4f3d-a691-79a3e9154f21'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:51:08.856514 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8ab636-1b5b-491a-a454-b98f9d978977 req-a22102f5-d981-48d5-ba28-76fcf3ba7057 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:08.858049 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bd8ab636-1b5b-491a-a454-b98f9d978977 req-a22102f5-d981-48d5-ba28-76fcf3ba7057 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f112a0e-ba5c-4849-a59c-321b26615bf2 HTTP/1.1" status: 200 len: 944 time: 0.0696509 Jul 24 01:51:08.897217 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bd8ab636-1b5b-491a-a454-b98f9d978977 req-cd38f71a-c381-43af-ae69-37fa59d8325f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52a3e5e5-17ff-4477-b2c9-3babcf02a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335972 Jul 24 01:51:10.046404 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd64e61-135c-4bc4-b758-074aa376ebd7 req-bec54951-b9ff-44e2-8309-e8793e85c1ee tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:10.047909 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7bd64e61-135c-4bc4-b758-074aa376ebd7 req-bec54951-b9ff-44e2-8309-e8793e85c1ee tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f112a0e-ba5c-4849-a59c-321b26615bf2 HTTP/1.1" status: 200 len: 944 time: 0.0698752 Jul 24 01:51:10.086938 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7bd64e61-135c-4bc4-b758-074aa376ebd7 req-1429cc9b-0844-4268-b4d9-7c1cf7fb3ac4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52a3e5e5-17ff-4477-b2c9-3babcf02a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331528 Jul 24 01:51:10.112658 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 288424cd-e214-4f3d-a691-79a3e9154f21 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:51:10.163731 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 288424cd-e214-4f3d-a691-79a3e9154f21 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:51:10.167319 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 288424cd-e214-4f3d-a691-79a3e9154f21 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:51:10.167694 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:10.245739 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:10.268368 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f112a0e-ba5c-4849-a59c-321b26615bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288424cd-e214-4f3d-a691-79a3e9154f21'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:51:10.271128 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b36c629d192f293ddd0cd0678fefb9a9e59c3f82b7da09e09f5fd8b02f5b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b4bf9a-6181-40ff-bb6c-feecc48a21cc" -d '{"events": [{"server_uuid": "8f112a0e-ba5c-4849-a59c-321b26615bf2", "name": "network-vif-plugged", "status": "completed", "tag": "288424cd-e214-4f3d-a691-79a3e9154f21"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:51:10.285179 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 288424cd-e214-4f3d-a691-79a3e9154f21, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=288424cd-e214-4f3d-a691-79a3e9154f21,segment=NetworkSegment(a9a4c066-91a4-4380-ba6a-b1fa527c0bca),segment_id=a9a4c066-91a4-4380-ba6a-b1fa527c0bca)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:51:10.290422 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:10.319465 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b42ac8-4724-404e-acb0-3b35440fd75b x-openstack-request-id: req-25b42ac8-4724-404e-acb0-3b35440fd75b {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:51:10.319752 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f112a0e-ba5c-4849-a59c-321b26615bf2", "name": "network-vif-plugged", "status": "completed", "tag": "288424cd-e214-4f3d-a691-79a3e9154f21", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:51:10.320006 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-25b42ac8-4724-404e-acb0-3b35440fd75b {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:51:10.320391 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f112a0e-ba5c-4849-a59c-321b26615bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '288424cd-e214-4f3d-a691-79a3e9154f21', 'code': 200} Jul 24 01:51:10.352917 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=288424cd-e214-4f3d-a691-79a3e9154f21,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:51:10.422009 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a18112-8467-434e-9818-717d8d09df9c req-6a7bcad5-0796-4c94-8b14-3da4f30ce2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:10.424370 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e4a18112-8467-434e-9818-717d8d09df9c req-6a7bcad5-0796-4c94-8b14-3da4f30ce2d2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8f112a0e-ba5c-4849-a59c-321b26615bf2 HTTP/1.1" status: 200 len: 1097 time: 0.0562518 Jul 24 01:51:10.458474 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e4a18112-8467-434e-9818-717d8d09df9c req-333ea7a3-9273-49da-81f7-65ca2add4116 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=52a3e5e5-17ff-4477-b2c9-3babcf02a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281777 Jul 24 01:51:11.251303 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3800a-5b30-4a3f-8502-f4376e11e2e7 req-4c8d28a6-cfc9-481e-8f95-8c04ff597f90 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:11.252837 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e6e3800a-5b30-4a3f-8502-f4376e11e2e7 req-4c8d28a6-cfc9-481e-8f95-8c04ff597f90 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f112a0e-ba5c-4849-a59c-321b26615bf2 HTTP/1.1" status: 200 len: 945 time: 0.0846796 Jul 24 01:51:11.291262 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e6e3800a-5b30-4a3f-8502-f4376e11e2e7 req-0ae9fbe6-3c01-4204-bac7-515cbff2735c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52a3e5e5-17ff-4477-b2c9-3babcf02a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325136 Jul 24 01:51:11.462685 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2820e9ea-856e-4699-8f64-d714937074fa req-1dbc3fe5-fbbd-49de-b4ba-e2b866d00163 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0329025 Jul 24 01:51:11.530844 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2820e9ea-856e-4699-8f64-d714937074fa req-17e674b9-df62-479e-b206-371ea4a0a47e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17 HTTP/1.1" status: 200 len: 210 time: 0.0281119 Jul 24 01:51:11.568233 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2820e9ea-856e-4699-8f64-d714937074fa req-c88ae8b6-55e7-4e79-899a-8471ae957c73 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0191166 Jul 24 01:51:11.674224 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2820e9ea-856e-4699-8f64-d714937074fa req-87d3d2c2-9513-4e02-abea-2481f98cfdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:11.675825 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2820e9ea-856e-4699-8f64-d714937074fa req-87d3d2c2-9513-4e02-abea-2481f98cfdd8 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1023736 Jul 24 01:51:12.426065 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07692615-a050-400e-aefa-cdb8ea3f3d1c req-398924c8-54f0-48c5-b388-916cd14afa47 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:12.427628 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-07692615-a050-400e-aefa-cdb8ea3f3d1c req-398924c8-54f0-48c5-b388-916cd14afa47 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f112a0e-ba5c-4849-a59c-321b26615bf2 HTTP/1.1" status: 200 len: 945 time: 0.0640292 Jul 24 01:51:12.465373 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-07692615-a050-400e-aefa-cdb8ea3f3d1c req-9ee4c25a-4495-4c7a-b26c-540222558689 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52a3e5e5-17ff-4477-b2c9-3babcf02a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322418 Jul 24 01:51:12.592996 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc12f1a-fa37-4f23-922f-711e844179af req-09024df2-3f8a-4aa4-9557-53a99e15a352 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:12.594488 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4dc12f1a-fa37-4f23-922f-711e844179af req-09024df2-3f8a-4aa4-9557-53a99e15a352 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f112a0e-ba5c-4849-a59c-321b26615bf2 HTTP/1.1" status: 200 len: 945 time: 0.0628283 Jul 24 01:51:12.632361 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4dc12f1a-fa37-4f23-922f-711e844179af req-f9968a3d-ec2f-4846-9d39-8d0f02bb5c33 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52a3e5e5-17ff-4477-b2c9-3babcf02a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322752 Jul 24 01:51:12.654612 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52436) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:51:12.748433 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0bd0d0-d41e-455c-b404-c4688b9a8011 tempest-TestNetworkAdvancedServerOps-1827788520 tempest-TestNetworkAdvancedServerOps-1827788520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:12.749950 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-cb0bd0d0-d41e-455c-b404-c4688b9a8011 tempest-TestNetworkAdvancedServerOps-1827788520 tempest-TestNetworkAdvancedServerOps-1827788520-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8f112a0e-ba5c-4849-a59c-321b26615bf2 HTTP/1.1" status: 200 len: 1092 time: 0.0942416 Jul 24 01:51:12.753344 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52440) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:51:12.757803 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-29c76a25-c4b0-4607-bc45-cede016de650 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'port_id': '288424cd-e214-4f3d-a691-79a3e9154f21', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:51:12.780974 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-29c76a25-c4b0-4607-bc45-cede016de650 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for floatingip, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:12.879350 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-29c76a25-c4b0-4607-bc45-cede016de650 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:12.982818 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-29c76a25-c4b0-4607-bc45-cede016de650 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Allocated IP 172.25.2.180 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/f8979b86-217d-4d82-b96d-dde79965579b) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:51:13.082761 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-29c76a25-c4b0-4607-bc45-cede016de650 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:13.121867 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-29c76a25-c4b0-4607-bc45-cede016de650 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:13.157672 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c76a25-c4b0-4607-bc45-cede016de650 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:51:13.160692 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-29c76a25-c4b0-4607-bc45-cede016de650 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:51:13.166836 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c76a25-c4b0-4607-bc45-cede016de650 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:51:13.197152 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c76a25-c4b0-4607-bc45-cede016de650 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'Port': ['ID=f8979b86-217d-4d82-b96d-dde79965579b,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:51:13.837011 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-29c76a25-c4b0-4607-bc45-cede016de650 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:13.914918 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-29c76a25-c4b0-4607-bc45-cede016de650 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:14.070505 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-29c76a25-c4b0-4607-bc45-cede016de650 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:14.074831 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-29c76a25-c4b0-4607-bc45-cede016de650 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:14.147739 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c76a25-c4b0-4607-bc45-cede016de650 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'Port': ['ID=f8979b86-217d-4d82-b96d-dde79965579b,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:51:14.156530 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-29c76a25-c4b0-4607-bc45-cede016de650 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:14.258349 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [None req-29c76a25-c4b0-4607-bc45-cede016de650 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Floating IP 59d5af9a-9643-4c04-a74d-bbaca5038d98 associated. External IP: 172.25.2.180, port: 288424cd-e214-4f3d-a691-79a3e9154f21. Jul 24 01:51:14.474694 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c76a25-c4b0-4607-bc45-cede016de650 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Router 0e79303f-1071-40c6-b259-8a12fe2a215e has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:51:14.583556 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c76a25-c4b0-4607-bc45-cede016de650 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:51:14.593264 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d02ca8-4044-4555-af95-1792c811eed6 None None] Sync routers for ids ['0e79303f-1071-40c6-b259-8a12fe2a215e'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:51:14.600196 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-29c76a25-c4b0-4607-bc45-cede016de650 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:14.603748 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d02ca8-4044-4555-af95-1792c811eed6 None None] Routers {'0e79303f-1071-40c6-b259-8a12fe2a215e'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:51:14.604386 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-33d02ca8-4044-4555-af95-1792c811eed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:50:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['0e79303f-1071-40c6-b259-8a12fe2a215e'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:51:14.640091 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-29c76a25-c4b0-4607-bc45-cede016de650 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8856852 Jul 24 01:51:14.640693 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f112a0e-ba5c-4849-a59c-321b26615bf2', 'tag': '288424cd-e214-4f3d-a691-79a3e9154f21'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:51:14.643645 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c0377c0cac57482b78947fbfdb6e67ca594c264dadda24220a1a6cbe410d8c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f3978c-a9e7-44c3-8108-f4e3c4c48a47" -d '{"events": [{"name": "network-changed", "server_uuid": "8f112a0e-ba5c-4849-a59c-321b26615bf2", "tag": "288424cd-e214-4f3d-a691-79a3e9154f21"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:51:14.682281 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82447227-7ef4-425d-8f13-c00defe942ce x-openstack-request-id: req-82447227-7ef4-425d-8f13-c00defe942ce {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:51:14.682582 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f112a0e-ba5c-4849-a59c-321b26615bf2", "tag": "288424cd-e214-4f3d-a691-79a3e9154f21", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:51:14.682866 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-82447227-7ef4-425d-8f13-c00defe942ce {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:51:14.683314 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f112a0e-ba5c-4849-a59c-321b26615bf2', 'tag': '288424cd-e214-4f3d-a691-79a3e9154f21', 'status': 'completed', 'code': 200} Jul 24 01:51:14.723015 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-33d02ca8-4044-4555-af95-1792c811eed6 None None] Set router 0e79303f-1071-40c6-b259-8a12fe2a215e gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:51:14.762675 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f3978c-a9e7-44c3-8108-f4e3c4c48a47 req-fcee83fa-7855-485b-8ca1-15600532955a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:14.764352 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f7f3978c-a9e7-44c3-8108-f4e3c4c48a47 req-fcee83fa-7855-485b-8ca1-15600532955a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bf7a8936f54402fb834700eeb2c9b01&device_id=8f112a0e-ba5c-4849-a59c-321b26615bf2 HTTP/1.1" status: 200 len: 1097 time: 0.0581400 Jul 24 01:51:14.768731 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c7405-21f4-4f87-9b55-9150eade0b43 req-b03a6125-8a2f-4450-ab57-dd280b6dcda0 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:14.770582 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-014c7405-21f4-4f87-9b55-9150eade0b43 req-b03a6125-8a2f-4450-ab57-dd280b6dcda0 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f112a0e-ba5c-4849-a59c-321b26615bf2 HTTP/1.1" status: 200 len: 945 time: 0.0734348 Jul 24 01:51:14.812546 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-014c7405-21f4-4f87-9b55-9150eade0b43 req-fd68db0d-5d32-416b-9021-d36102308da3 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52a3e5e5-17ff-4477-b2c9-3babcf02a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361404 Jul 24 01:51:14.834680 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52446) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:51:14.867966 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f3978c-a9e7-44c3-8108-f4e3c4c48a47 req-86672827-f71f-49fa-a563-fb0b2db1d3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:14.869617 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f7f3978c-a9e7-44c3-8108-f4e3c4c48a47 req-86672827-f71f-49fa-a563-fb0b2db1d3e7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea286da6-7897-4feb-ac33-f9f95456ab53 HTTP/1.1" status: 200 len: 897 time: 0.0991259 Jul 24 01:51:14.905417 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d03b1fc9-b893-457d-abb5-3b3bd903940c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/floatingips/59d5af9a-9643-4c04-a74d-bbaca5038d98 HTTP/1.1" status: 200 len: 991 time: 0.0688591 Jul 24 01:51:14.934870 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f7f3978c-a9e7-44c3-8108-f4e3c4c48a47 req-9e5b3d5d-d1ee-48dc-9f9c-ad64dbfda2fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=288424cd-e214-4f3d-a691-79a3e9154f21 HTTP/1.1" status: 200 len: 999 time: 0.0589557 Jul 24 01:51:14.954439 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-33d02ca8-4044-4555-af95-1792c811eed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e79303f-1071-40c6-b259-8a12fe2a215e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925150683', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e66de4ae-ffd1-4c19-a379-2adabf97a36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:50:57Z', 'updated_at': '2021-07-24T01:51:01Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': 'e66de4ae-ffd1-4c19-a379-2adabf97a36f', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e79303f-1071-40c6-b259-8a12fe2a215e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:50:58Z', 'updated_at': '2021-07-24T01:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '59d5af9a-9643-4c04-a74d-bbaca5038d98', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'floating_ip_address': '172.25.2.180', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '0e79303f-1071-40c6-b259-8a12fe2a215e', 'port_id': '288424cd-e214-4f3d-a691-79a3e9154f21', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea286da6-7897-4feb-ac33-f9f95456ab53', 'mac_address': 'fa:16:3e:55:d3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f112a0e-ba5c-4849-a59c-321b26615bf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:51:13Z', 'updated_at': '2021-07-24T01:51:13Z', 'revision_number': 0, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '504c784c-aac8-445d-a23e-5f857ba777f3', 'name': '', 'network_id': 'ea286da6-7897-4feb-ac33-f9f95456ab53', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'mac_address': 'fa:16:3e:88:f5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e79303f-1071-40c6-b259-8a12fe2a215e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '751d8995-b4d8-4669-9ecf-48ea97f2989d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:51:00Z', 'updated_at': '2021-07-24T01:51:06Z', 'revision_number': 5, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'subnets': [{'id': '751d8995-b4d8-4669-9ecf-48ea97f2989d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:51:14.984379 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f3978c-a9e7-44c3-8108-f4e3c4c48a47 req-e3a4cf05-e6d6-47a2-8a36-3bfa78d92b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:14.986025 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f7f3978c-a9e7-44c3-8108-f4e3c4c48a47 req-e3a4cf05-e6d6-47a2-8a36-3bfa78d92b44 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=751d8995-b4d8-4669-9ecf-48ea97f2989d HTTP/1.1" status: 200 len: 835 time: 0.0452280 Jul 24 01:51:15.052707 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f3978c-a9e7-44c3-8108-f4e3c4c48a47 req-665b79a0-b830-427a-b887-453974d16fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:15.054161 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f7f3978c-a9e7-44c3-8108-f4e3c4c48a47 req-665b79a0-b830-427a-b887-453974d16fbe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea286da6-7897-4feb-ac33-f9f95456ab53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620248 Jul 24 01:51:15.069977 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d02ca8-4044-4555-af95-1792c811eed6 None None] Checking router: 0e79303f-1071-40c6-b259-8a12fe2a215e for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:51:15.078285 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d02ca8-4044-4555-af95-1792c811eed6 None None] Routers {'0e79303f-1071-40c6-b259-8a12fe2a215e'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:51:15.079456 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-33d02ca8-4044-4555-af95-1792c811eed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:50:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['0e79303f-1071-40c6-b259-8a12fe2a215e'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:51:15.147153 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f7f3978c-a9e7-44c3-8108-f4e3c4c48a47 req-f4ab5bd0-67d1-4146-aebb-4968cf2528bc service neutron] 10.222.0.13 "GET /v2.0/networks/ea286da6-7897-4feb-ac33-f9f95456ab53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863440 Jul 24 01:51:15.186119 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-33d02ca8-4044-4555-af95-1792c811eed6 None None] Set router 0e79303f-1071-40c6-b259-8a12fe2a215e gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:51:15.245922 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f7f3978c-a9e7-44c3-8108-f4e3c4c48a47 req-5a4a630d-7be6-4c40-826d-b038acfdd8ab service neutron] 10.222.0.13 "GET /v2.0/networks/ea286da6-7897-4feb-ac33-f9f95456ab53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929730 Jul 24 01:51:15.410553 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-33d02ca8-4044-4555-af95-1792c811eed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e79303f-1071-40c6-b259-8a12fe2a215e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925150683', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e66de4ae-ffd1-4c19-a379-2adabf97a36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:50:57Z', 'updated_at': '2021-07-24T01:51:01Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': 'e66de4ae-ffd1-4c19-a379-2adabf97a36f', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e79303f-1071-40c6-b259-8a12fe2a215e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:50:58Z', 'updated_at': '2021-07-24T01:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '59d5af9a-9643-4c04-a74d-bbaca5038d98', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'floating_ip_address': '172.25.2.180', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '0e79303f-1071-40c6-b259-8a12fe2a215e', 'port_id': '288424cd-e214-4f3d-a691-79a3e9154f21', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea286da6-7897-4feb-ac33-f9f95456ab53', 'mac_address': 'fa:16:3e:55:d3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f112a0e-ba5c-4849-a59c-321b26615bf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:51:13Z', 'updated_at': '2021-07-24T01:51:13Z', 'revision_number': 0, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '504c784c-aac8-445d-a23e-5f857ba777f3', 'name': '', 'network_id': 'ea286da6-7897-4feb-ac33-f9f95456ab53', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'mac_address': 'fa:16:3e:88:f5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e79303f-1071-40c6-b259-8a12fe2a215e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '751d8995-b4d8-4669-9ecf-48ea97f2989d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:51:00Z', 'updated_at': '2021-07-24T01:51:06Z', 'revision_number': 5, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'subnets': [{'id': '751d8995-b4d8-4669-9ecf-48ea97f2989d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:51:15.440068 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d02ca8-4044-4555-af95-1792c811eed6 None None] The sync data for ids ['0e79303f-1071-40c6-b259-8a12fe2a215e'] in n-d-793621-25 is: [{'id': '0e79303f-1071-40c6-b259-8a12fe2a215e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925150683', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e66de4ae-ffd1-4c19-a379-2adabf97a36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:50:57Z', 'updated_at': '2021-07-24T01:51:01Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': 'e66de4ae-ffd1-4c19-a379-2adabf97a36f', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e79303f-1071-40c6-b259-8a12fe2a215e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:50:58Z', 'updated_at': '2021-07-24T01:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '59d5af9a-9643-4c04-a74d-bbaca5038d98', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'floating_ip_address': '172.25.2.180', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '0e79303f-1071-40c6-b259-8a12fe2a215e', 'port_id': '288424cd-e214-4f3d-a691-79a3e9154f21', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4220, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea286da6-7897-4feb-ac33-f9f95456ab53', 'mac_address': 'fa:16:3e:55:d3:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f112a0e-ba5c-4849-a59c-321b26615bf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:51:13Z', 'updated_at': '2021-07-24T01:51:13Z', 'revision_number': 0, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '504c784c-aac8-445d-a23e-5f857ba777f3', 'name': '', 'network_id': 'ea286da6-7897-4feb-ac33-f9f95456ab53', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'mac_address': 'fa:16:3e:88:f5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e79303f-1071-40c6-b259-8a12fe2a215e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '751d8995-b4d8-4669-9ecf-48ea97f2989d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:51:00Z', 'updated_at': '2021-07-24T01:51:06Z', 'revision_number': 5, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'subnets': [{'id': '751d8995-b4d8-4669-9ecf-48ea97f2989d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:51:15.629797 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb9fe42-f388-49c7-b9fc-c8218320d547 None None] New status for floating IP 59d5af9a-9643-4c04-a74d-bbaca5038d98: ACTIVE {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:51:15.853998 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2c392e14-f045-45fa-8be5-dd532be22ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:15.907851 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52448) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:51:15.969431 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d11b764e-c356-432f-8b56-03f3ec66f583 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/floatingips/59d5af9a-9643-4c04-a74d-bbaca5038d98 HTTP/1.1" status: 200 len: 993 time: 0.0603654 Jul 24 01:51:18.366612 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-29de6bbf-8f8c-4d63-a01c-79c8bfcce91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:18.574673 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:18.622120 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:51:19.716488 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:19.774197 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3b6bf613-e285-466e-81b6-84efd4e89621 req-e89f1021-96b5-4940-ad2e-66dee7df75b1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8f112a0e-ba5c-4849-a59c-321b26615bf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0609891 Jul 24 01:51:19.870352 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6bf613-e285-466e-81b6-84efd4e89621 req-52b5a968-0471-4afb-9fbd-6ff4d965d3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:19.871927 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3b6bf613-e285-466e-81b6-84efd4e89621 req-52b5a968-0471-4afb-9fbd-6ff4d965d3db service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bf7a8936f54402fb834700eeb2c9b01&device_id=8f112a0e-ba5c-4849-a59c-321b26615bf2 HTTP/1.1" status: 200 len: 1097 time: 0.0572848 Jul 24 01:51:19.977070 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6bf613-e285-466e-81b6-84efd4e89621 req-76c348f5-6914-4e4a-883f-cf787f6dc916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:19.978540 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3b6bf613-e285-466e-81b6-84efd4e89621 req-76c348f5-6914-4e4a-883f-cf787f6dc916 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea286da6-7897-4feb-ac33-f9f95456ab53 HTTP/1.1" status: 200 len: 897 time: 0.0885797 Jul 24 01:51:20.052052 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3b6bf613-e285-466e-81b6-84efd4e89621 req-7f92e103-22ab-4525-8aa0-7a6a5f1dcc6e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=288424cd-e214-4f3d-a691-79a3e9154f21 HTTP/1.1" status: 200 len: 1001 time: 0.0647142 Jul 24 01:51:20.099938 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6bf613-e285-466e-81b6-84efd4e89621 req-2cc5892a-cef2-4074-9459-2cf3419d0587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:20.101463 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3b6bf613-e285-466e-81b6-84efd4e89621 req-2cc5892a-cef2-4074-9459-2cf3419d0587 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=751d8995-b4d8-4669-9ecf-48ea97f2989d HTTP/1.1" status: 200 len: 835 time: 0.0436940 Jul 24 01:51:20.167146 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6bf613-e285-466e-81b6-84efd4e89621 req-76624af6-8064-41ff-a0c2-1dc7dc51ba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:20.168695 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3b6bf613-e285-466e-81b6-84efd4e89621 req-76624af6-8064-41ff-a0c2-1dc7dc51ba65 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea286da6-7897-4feb-ac33-f9f95456ab53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612364 Jul 24 01:51:20.265618 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3b6bf613-e285-466e-81b6-84efd4e89621 req-db673c26-0060-4ff2-b3dc-ff0a4c817ace service neutron] 10.222.0.13 "GET /v2.0/networks/ea286da6-7897-4feb-ac33-f9f95456ab53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906882 Jul 24 01:51:20.355336 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3b6bf613-e285-466e-81b6-84efd4e89621 req-c25e9586-7dd3-4a0a-8066-21483185a563 service neutron] 10.222.0.13 "GET /v2.0/networks/ea286da6-7897-4feb-ac33-f9f95456ab53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832915 Jul 24 01:51:21.216400 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:35.537385 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:35.923025 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:45.854742 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-761f7dd2-7d70-42f4-bb45-3affff6b35b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:47.388434 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae39bc5-b7bc-4ea2-b26b-f722faaad3b3 req-16d8df3c-8609-46ad-9d66-ba7c0d373e1d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:47.389966 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0ae39bc5-b7bc-4ea2-b26b-f722faaad3b3 req-16d8df3c-8609-46ad-9d66-ba7c0d373e1d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f112a0e-ba5c-4849-a59c-321b26615bf2 HTTP/1.1" status: 200 len: 945 time: 0.0714145 Jul 24 01:51:47.428544 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0ae39bc5-b7bc-4ea2-b26b-f722faaad3b3 req-056eebbd-c264-473f-a692-2bdea018ef74 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52a3e5e5-17ff-4477-b2c9-3babcf02a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321681 Jul 24 01:51:48.367683 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-696ab847-6392-473d-b677-eb5d4faa4c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:48.568089 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5af1f-ddfb-4991-a361-4fb10d04f5b8 req-7152a6e1-7ca3-4d89-98aa-67c3a13fff05 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:48.569779 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f7e5af1f-ddfb-4991-a361-4fb10d04f5b8 req-7152a6e1-7ca3-4d89-98aa-67c3a13fff05 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f112a0e-ba5c-4849-a59c-321b26615bf2 HTTP/1.1" status: 200 len: 945 time: 0.0714810 Jul 24 01:51:48.579759 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:48.615737 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f7e5af1f-ddfb-4991-a361-4fb10d04f5b8 req-a1c534b8-1d1d-4011-b895-d9ae070cf109 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52a3e5e5-17ff-4477-b2c9-3babcf02a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360191 Jul 24 01:51:49.724096 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:49.754125 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b214d8fe-316e-45c9-a826-7209fc08d2f4 req-288a68e5-6866-40f5-9fc4-63560683400a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:49.755686 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b214d8fe-316e-45c9-a826-7209fc08d2f4 req-288a68e5-6866-40f5-9fc4-63560683400a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f112a0e-ba5c-4849-a59c-321b26615bf2 HTTP/1.1" status: 200 len: 945 time: 0.0704110 Jul 24 01:51:49.795261 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b214d8fe-316e-45c9-a826-7209fc08d2f4 req-87bcf59f-02c9-4fff-b217-9db0c3f22234 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52a3e5e5-17ff-4477-b2c9-3babcf02a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339622 Jul 24 01:51:50.934661 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd790887-73c5-453e-b3ad-e062dca4801e req-9cb54614-ce43-4db1-a126-7d8c1495500c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:50.936216 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cd790887-73c5-453e-b3ad-e062dca4801e req-9cb54614-ce43-4db1-a126-7d8c1495500c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f112a0e-ba5c-4849-a59c-321b26615bf2 HTTP/1.1" status: 200 len: 945 time: 0.0700102 Jul 24 01:51:50.974594 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cd790887-73c5-453e-b3ad-e062dca4801e req-ce4f9a0f-3b90-4fb2-bd6a-1b6a28cd973e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52a3e5e5-17ff-4477-b2c9-3babcf02a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326817 Jul 24 01:51:51.220096 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:51:52.110737 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa1648f-2ae2-48b2-81db-03cc14f9cdb2 req-b415c3a1-f7e8-48b9-aef2-87cdbf2b61c9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:52.112850 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7aa1648f-2ae2-48b2-81db-03cc14f9cdb2 req-b415c3a1-f7e8-48b9-aef2-87cdbf2b61c9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f112a0e-ba5c-4849-a59c-321b26615bf2 HTTP/1.1" status: 200 len: 945 time: 0.0709338 Jul 24 01:51:52.151806 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7aa1648f-2ae2-48b2-81db-03cc14f9cdb2 req-fbba0de0-10be-47a9-aec6-83a54a847272 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52a3e5e5-17ff-4477-b2c9-3babcf02a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334494 Jul 24 01:51:53.286582 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62babd89-dfdf-4483-aae9-b465ec8e1dcc req-6e937396-e1ba-436a-ac8b-0b714fb0ea4d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:53.288223 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-62babd89-dfdf-4483-aae9-b465ec8e1dcc req-6e937396-e1ba-436a-ac8b-0b714fb0ea4d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f112a0e-ba5c-4849-a59c-321b26615bf2 HTTP/1.1" status: 200 len: 945 time: 0.0682778 Jul 24 01:51:53.335448 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-62babd89-dfdf-4483-aae9-b465ec8e1dcc req-5fec2388-72cc-4cda-ae60-b00a28c88b82 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52a3e5e5-17ff-4477-b2c9-3babcf02a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413132 Jul 24 01:51:54.482946 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df06833-d0c4-46be-be03-2a438c30f169 req-421f82ad-82b2-495b-b766-769c12afeb61 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:54.484412 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7df06833-d0c4-46be-be03-2a438c30f169 req-421f82ad-82b2-495b-b766-769c12afeb61 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f112a0e-ba5c-4849-a59c-321b26615bf2 HTTP/1.1" status: 200 len: 945 time: 0.0654557 Jul 24 01:51:54.524479 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7df06833-d0c4-46be-be03-2a438c30f169 req-66c0b83f-43a5-425c-890c-25041c08a5d5 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52a3e5e5-17ff-4477-b2c9-3babcf02a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338485 Jul 24 01:51:55.621435 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:51:55.659132 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81daa644-9fe9-4b43-892b-1687c75224ce req-238393fa-b74e-41b5-840f-07fa315ec830 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:55.660661 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-81daa644-9fe9-4b43-892b-1687c75224ce req-238393fa-b74e-41b5-840f-07fa315ec830 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f112a0e-ba5c-4849-a59c-321b26615bf2 HTTP/1.1" status: 200 len: 945 time: 0.0698202 Jul 24 01:51:55.698722 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-81daa644-9fe9-4b43-892b-1687c75224ce req-c6081828-f257-412b-8a1f-939a8d437a91 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52a3e5e5-17ff-4477-b2c9-3babcf02a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324314 Jul 24 01:51:56.832010 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2890a32-4441-4845-b8a9-8045af3f067c req-9a983a77-9945-484f-b9d9-c66aefa3f641 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:56.833503 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d2890a32-4441-4845-b8a9-8045af3f067c req-9a983a77-9945-484f-b9d9-c66aefa3f641 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f112a0e-ba5c-4849-a59c-321b26615bf2 HTTP/1.1" status: 200 len: 945 time: 0.0667849 Jul 24 01:51:56.878542 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d2890a32-4441-4845-b8a9-8045af3f067c req-6c249d20-aa5c-4b66-be80-dda02902f7e3 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52a3e5e5-17ff-4477-b2c9-3babcf02a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394449 Jul 24 01:51:58.015074 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d9f2d-26b4-46de-8ffd-4fc82efc86aa req-63eae386-7f7b-46d3-abff-362eab270d31 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:58.016484 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-971d9f2d-26b4-46de-8ffd-4fc82efc86aa req-63eae386-7f7b-46d3-abff-362eab270d31 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f112a0e-ba5c-4849-a59c-321b26615bf2 HTTP/1.1" status: 200 len: 945 time: 0.0719721 Jul 24 01:51:58.055368 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-971d9f2d-26b4-46de-8ffd-4fc82efc86aa req-320769cc-45c7-402a-b749-f3f3fcb1c0eb tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52a3e5e5-17ff-4477-b2c9-3babcf02a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326114 Jul 24 01:51:58.076950 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52484) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:51:58.136166 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-657c1f4f-70cd-40a2-8e3c-474d5aaf6f78 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/floatingips/59d5af9a-9643-4c04-a74d-bbaca5038d98 HTTP/1.1" status: 200 len: 993 time: 0.0581088 Jul 24 01:51:59.452656 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672fff3-d77d-4778-a832-d3cb8a557613 req-ad772e85-74fa-459f-bdbd-02c732553b5f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:59.454100 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f672fff3-d77d-4778-a832-d3cb8a557613 req-ad772e85-74fa-459f-bdbd-02c732553b5f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f112a0e-ba5c-4849-a59c-321b26615bf2 HTTP/1.1" status: 200 len: 945 time: 0.1082354 Jul 24 01:51:59.467948 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86291b8e-4495-4b06-99d1-a84ba8cdb098 req-f44ab6c5-2bd3-4d02-995e-d169bfac98d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:59.469475 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86291b8e-4495-4b06-99d1-a84ba8cdb098 req-f44ab6c5-2bd3-4d02-995e-d169bfac98d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bf7a8936f54402fb834700eeb2c9b01&device_id=8f112a0e-ba5c-4849-a59c-321b26615bf2 HTTP/1.1" status: 200 len: 1097 time: 0.0899024 Jul 24 01:51:59.522665 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f672fff3-d77d-4778-a832-d3cb8a557613 req-4e837c78-645c-4486-9046-ca7b8a0baee6 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52a3e5e5-17ff-4477-b2c9-3babcf02a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627418 Jul 24 01:51:59.583635 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86291b8e-4495-4b06-99d1-a84ba8cdb098 req-615f5238-95e7-4615-bd0a-3f12321688cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:59.585149 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86291b8e-4495-4b06-99d1-a84ba8cdb098 req-615f5238-95e7-4615-bd0a-3f12321688cd service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea286da6-7897-4feb-ac33-f9f95456ab53 HTTP/1.1" status: 200 len: 897 time: 0.1077738 Jul 24 01:51:59.650110 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86291b8e-4495-4b06-99d1-a84ba8cdb098 req-e37414fb-0f8c-4166-b6bf-56d1d902b2be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=288424cd-e214-4f3d-a691-79a3e9154f21 HTTP/1.1" status: 200 len: 1001 time: 0.0588777 Jul 24 01:51:59.702550 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86291b8e-4495-4b06-99d1-a84ba8cdb098 req-a45ce9ef-3191-4303-a542-8b972441cd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:59.704121 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86291b8e-4495-4b06-99d1-a84ba8cdb098 req-a45ce9ef-3191-4303-a542-8b972441cd95 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=751d8995-b4d8-4669-9ecf-48ea97f2989d HTTP/1.1" status: 200 len: 835 time: 0.0483706 Jul 24 01:51:59.763933 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86291b8e-4495-4b06-99d1-a84ba8cdb098 req-b3dbce1a-8a80-41fd-bf16-437f34f4c2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:51:59.765473 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86291b8e-4495-4b06-99d1-a84ba8cdb098 req-b3dbce1a-8a80-41fd-bf16-437f34f4c2a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea286da6-7897-4feb-ac33-f9f95456ab53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556605 Jul 24 01:51:59.854977 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86291b8e-4495-4b06-99d1-a84ba8cdb098 req-d2f26fbb-c3b3-4c7f-99b5-c72de711137e service neutron] 10.222.0.13 "GET /v2.0/networks/ea286da6-7897-4feb-ac33-f9f95456ab53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832691 Jul 24 01:51:59.949310 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-86291b8e-4495-4b06-99d1-a84ba8cdb098 req-fc7eb286-787d-49c0-9e81-3ec321434b96 service neutron] 10.222.0.13 "GET /v2.0/networks/ea286da6-7897-4feb-ac33-f9f95456ab53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883234 Jul 24 01:52:00.659280 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299cea6-c8e3-41a6-bd50-05afe96e4255 req-35015013-6ef3-4cfe-a10f-40c44b93db38 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:52:00.660809 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c299cea6-c8e3-41a6-bd50-05afe96e4255 req-35015013-6ef3-4cfe-a10f-40c44b93db38 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f112a0e-ba5c-4849-a59c-321b26615bf2 HTTP/1.1" status: 200 len: 945 time: 0.0685277 Jul 24 01:52:00.699502 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c299cea6-c8e3-41a6-bd50-05afe96e4255 req-dec3de0f-9efd-40a9-92df-5654a8043120 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52a3e5e5-17ff-4477-b2c9-3babcf02a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331161 Jul 24 01:52:00.724349 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52494) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:52:00.784640 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3ddc5884-5b64-42a1-9263-32473a1d5c8a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/floatingips/59d5af9a-9643-4c04-a74d-bbaca5038d98 HTTP/1.1" status: 200 len: 993 time: 0.0590510 Jul 24 01:52:05.535316 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:05.940664 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:12.442990 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0014332e-3bdc-4327-8ddb-704e2ef62016 req-cebca98b-b76f-4be9-9562-6a631fd7e52a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0285387 Jul 24 01:52:12.496657 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0014332e-3bdc-4327-8ddb-704e2ef62016 req-7da1b87e-c097-436f-9eeb-58e19dccf0c8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543 HTTP/1.1" status: 200 len: 210 time: 0.0334382 Jul 24 01:52:12.536371 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0014332e-3bdc-4327-8ddb-704e2ef62016 req-fb888f15-68bc-4a63-8b81-20250f0cabbe service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215521 Jul 24 01:52:12.633239 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014332e-3bdc-4327-8ddb-704e2ef62016 req-f3ef535a-07aa-4522-b13e-dbd6069651c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:52:12.634759 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0014332e-3bdc-4327-8ddb-704e2ef62016 req-f3ef535a-07aa-4522-b13e-dbd6069651c9 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928915 Jul 24 01:52:15.857817 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8d526008-c1d2-45ab-8e52-aa286df7f478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:18.368827 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-71e31630-5e00-40d5-bde3-73868d57bc07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:18.572391 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:19.724424 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:20.780780 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-212ea99c-29fe-4777-b45b-f89efb577f28 req-35d8c9f9-645c-4da4-9a85-d2b413bc1795 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8f112a0e-ba5c-4849-a59c-321b26615bf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0571966 Jul 24 01:52:20.886411 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ea99c-29fe-4777-b45b-f89efb577f28 req-e3443c07-79b7-42e5-ab2d-835c2a87e891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:52:20.888079 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-212ea99c-29fe-4777-b45b-f89efb577f28 req-e3443c07-79b7-42e5-ab2d-835c2a87e891 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bf7a8936f54402fb834700eeb2c9b01&device_id=8f112a0e-ba5c-4849-a59c-321b26615bf2 HTTP/1.1" status: 200 len: 1097 time: 0.0613475 Jul 24 01:52:21.004397 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ea99c-29fe-4777-b45b-f89efb577f28 req-6fbeb820-d39b-47ee-a4b0-035fb1a9e9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:52:21.005983 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-212ea99c-29fe-4777-b45b-f89efb577f28 req-6fbeb820-d39b-47ee-a4b0-035fb1a9e9a4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea286da6-7897-4feb-ac33-f9f95456ab53 HTTP/1.1" status: 200 len: 897 time: 0.0973599 Jul 24 01:52:21.070464 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-212ea99c-29fe-4777-b45b-f89efb577f28 req-f5b55722-0f59-463f-84d8-5a833b0ff2e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=288424cd-e214-4f3d-a691-79a3e9154f21 HTTP/1.1" status: 200 len: 1001 time: 0.0577929 Jul 24 01:52:21.126841 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ea99c-29fe-4777-b45b-f89efb577f28 req-0dffde07-e3cb-419d-937c-7cd95566cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:52:21.128202 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-212ea99c-29fe-4777-b45b-f89efb577f28 req-0dffde07-e3cb-419d-937c-7cd95566cc8c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=751d8995-b4d8-4669-9ecf-48ea97f2989d HTTP/1.1" status: 200 len: 835 time: 0.0504429 Jul 24 01:52:21.189554 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ea99c-29fe-4777-b45b-f89efb577f28 req-cf332b40-9b81-4efd-8c7c-9e8e194624af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:52:21.191109 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-212ea99c-29fe-4777-b45b-f89efb577f28 req-cf332b40-9b81-4efd-8c7c-9e8e194624af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea286da6-7897-4feb-ac33-f9f95456ab53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557723 Jul 24 01:52:21.224371 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:21.287945 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-212ea99c-29fe-4777-b45b-f89efb577f28 req-f1fe3298-8366-4d72-bec2-fbc8e7f8c09a service neutron] 10.222.0.13 "GET /v2.0/networks/ea286da6-7897-4feb-ac33-f9f95456ab53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897059 Jul 24 01:52:21.378639 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-212ea99c-29fe-4777-b45b-f89efb577f28 req-ef3493cb-c394-4353-be62-a0a286daf0c0 service neutron] 10.222.0.13 "GET /v2.0/networks/ea286da6-7897-4feb-ac33-f9f95456ab53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844567 Jul 24 01:52:31.324447 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52516) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:52:31.480706 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-95885130-f4b1-4579-b268-badc3e63c3ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Deleting port f8979b86-217d-4d82-b96d-dde79965579b {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:52:31.481053 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-95885130-f4b1-4579-b268-badc3e63c3ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:31.557747 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-95885130-f4b1-4579-b268-badc3e63c3ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:31.558088 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-95885130-f4b1-4579-b268-badc3e63c3ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:31.570098 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-95885130-f4b1-4579-b268-badc3e63c3ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Calling delete_port for f8979b86-217d-4d82-b96d-dde79965579b owned by network:floatingip {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:52:31.728194 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-95885130-f4b1-4579-b268-badc3e63c3ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:31.752901 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95885130-f4b1-4579-b268-badc3e63c3ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event deleted for resources: {'Port': ['ID=f8979b86-217d-4d82-b96d-dde79965579b,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:52:31.765600 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95885130-f4b1-4579-b268-badc3e63c3ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:31.765959 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95885130-f4b1-4579-b268-badc3e63c3ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:31.766924 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95885130-f4b1-4579-b268-badc3e63c3ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:31.767272 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95885130-f4b1-4579-b268-badc3e63c3ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:31.767618 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95885130-f4b1-4579-b268-badc3e63c3ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:31.768044 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95885130-f4b1-4579-b268-badc3e63c3ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:31.768389 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95885130-f4b1-4579-b268-badc3e63c3ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:31.768725 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95885130-f4b1-4579-b268-badc3e63c3ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:31.769057 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95885130-f4b1-4579-b268-badc3e63c3ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:31.769392 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95885130-f4b1-4579-b268-badc3e63c3ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:31.769981 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95885130-f4b1-4579-b268-badc3e63c3ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:31.770308 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95885130-f4b1-4579-b268-badc3e63c3ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:31.831448 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-95885130-f4b1-4579-b268-badc3e63c3ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for floatingip, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:31.831847 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [None req-95885130-f4b1-4579-b268-badc3e63c3ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Floating IP 59d5af9a-9643-4c04-a74d-bbaca5038d98 disassociated (deleted). External IP: 172.25.2.180, port: 288424cd-e214-4f3d-a691-79a3e9154f21. Jul 24 01:52:32.041768 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95885130-f4b1-4579-b268-badc3e63c3ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Router 0e79303f-1071-40c6-b259-8a12fe2a215e has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:52:32.150689 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95885130-f4b1-4579-b268-badc3e63c3ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:52:32.155414 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-95885130-f4b1-4579-b268-badc3e63c3ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:32.161198 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f9c808-812c-4d87-a792-0bd1371789a9 None None] Sync routers for ids ['0e79303f-1071-40c6-b259-8a12fe2a215e'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:52:32.170260 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f9c808-812c-4d87-a792-0bd1371789a9 None None] Routers {'0e79303f-1071-40c6-b259-8a12fe2a215e'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:52:32.171065 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-09f9c808-812c-4d87-a792-0bd1371789a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:52:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['0e79303f-1071-40c6-b259-8a12fe2a215e'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:52:32.193760 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-95885130-f4b1-4579-b268-badc3e63c3ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "DELETE /v2.0/floatingips/59d5af9a-9643-4c04-a74d-bbaca5038d98 HTTP/1.1" status: 204 len: 168 time: 0.8682022 Jul 24 01:52:32.194355 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f112a0e-ba5c-4849-a59c-321b26615bf2', 'tag': '288424cd-e214-4f3d-a691-79a3e9154f21'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:52:32.196677 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c0377c0cac57482b78947fbfdb6e67ca594c264dadda24220a1a6cbe410d8c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7013a6-0b00-4ed0-ab0b-ee5cb8b1efa9" -d '{"events": [{"name": "network-changed", "server_uuid": "8f112a0e-ba5c-4849-a59c-321b26615bf2", "tag": "288424cd-e214-4f3d-a691-79a3e9154f21"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:52:32.234448 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93c9308-9fae-4f8a-a864-6d6e87df2a85 x-openstack-request-id: req-b93c9308-9fae-4f8a-a864-6d6e87df2a85 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:52:32.234764 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f112a0e-ba5c-4849-a59c-321b26615bf2", "tag": "288424cd-e214-4f3d-a691-79a3e9154f21", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:52:32.235598 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b93c9308-9fae-4f8a-a864-6d6e87df2a85 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:52:32.236153 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f112a0e-ba5c-4849-a59c-321b26615bf2', 'tag': '288424cd-e214-4f3d-a691-79a3e9154f21', 'status': 'completed', 'code': 200} Jul 24 01:52:32.281538 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-09f9c808-812c-4d87-a792-0bd1371789a9 None None] Set router 0e79303f-1071-40c6-b259-8a12fe2a215e gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:52:32.316502 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7013a6-0b00-4ed0-ab0b-ee5cb8b1efa9 req-ca7466db-fba8-403e-abc3-a734e7527dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:52:32.318060 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bf7013a6-0b00-4ed0-ab0b-ee5cb8b1efa9 req-ca7466db-fba8-403e-abc3-a734e7527dcf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bf7a8936f54402fb834700eeb2c9b01&device_id=8f112a0e-ba5c-4849-a59c-321b26615bf2 HTTP/1.1" status: 200 len: 1097 time: 0.0607166 Jul 24 01:52:32.450280 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7013a6-0b00-4ed0-ab0b-ee5cb8b1efa9 req-4af3fc38-6d58-4e9b-8bd9-1a1587c445f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:52:32.451789 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bf7013a6-0b00-4ed0-ab0b-ee5cb8b1efa9 req-4af3fc38-6d58-4e9b-8bd9-1a1587c445f5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ea286da6-7897-4feb-ac33-f9f95456ab53 HTTP/1.1" status: 200 len: 897 time: 0.1269405 Jul 24 01:52:32.482555 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-09f9c808-812c-4d87-a792-0bd1371789a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e79303f-1071-40c6-b259-8a12fe2a215e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925150683', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e66de4ae-ffd1-4c19-a379-2adabf97a36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:50:57Z', 'updated_at': '2021-07-24T01:51:01Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': 'e66de4ae-ffd1-4c19-a379-2adabf97a36f', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e79303f-1071-40c6-b259-8a12fe2a215e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:50:58Z', 'updated_at': '2021-07-24T01:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '504c784c-aac8-445d-a23e-5f857ba777f3', 'name': '', 'network_id': 'ea286da6-7897-4feb-ac33-f9f95456ab53', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'mac_address': 'fa:16:3e:88:f5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e79303f-1071-40c6-b259-8a12fe2a215e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '751d8995-b4d8-4669-9ecf-48ea97f2989d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:51:00Z', 'updated_at': '2021-07-24T01:51:06Z', 'revision_number': 5, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'subnets': [{'id': '751d8995-b4d8-4669-9ecf-48ea97f2989d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:52:32.509060 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f9c808-812c-4d87-a792-0bd1371789a9 None None] Checking router: 0e79303f-1071-40c6-b259-8a12fe2a215e for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:52:32.519776 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f9c808-812c-4d87-a792-0bd1371789a9 None None] Routers {'0e79303f-1071-40c6-b259-8a12fe2a215e'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:52:32.520414 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-09f9c808-812c-4d87-a792-0bd1371789a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:52:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['0e79303f-1071-40c6-b259-8a12fe2a215e'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:52:32.626448 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:52:32.635234 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-09f9c808-812c-4d87-a792-0bd1371789a9 None None] Set router 0e79303f-1071-40c6-b259-8a12fe2a215e gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:52:32.825657 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bf7013a6-0b00-4ed0-ab0b-ee5cb8b1efa9 req-31e8cea8-0ca1-4bf3-86a9-b3ab20c1730d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=288424cd-e214-4f3d-a691-79a3e9154f21 HTTP/1.1" status: 200 len: 217 time: 0.3640375 Jul 24 01:52:32.833896 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8c897-4389-42fd-9fe1-3a635cb538b2 req-1c15f132-f93d-4956-add3-37d745c25446 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:52:32.835386 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0fa8c897-4389-42fd-9fe1-3a635cb538b2 req-1c15f132-f93d-4956-add3-37d745c25446 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f112a0e-ba5c-4849-a59c-321b26615bf2 HTTP/1.1" status: 200 len: 945 time: 0.4422650 Jul 24 01:52:32.843052 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-09f9c808-812c-4d87-a792-0bd1371789a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e79303f-1071-40c6-b259-8a12fe2a215e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925150683', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e66de4ae-ffd1-4c19-a379-2adabf97a36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:50:57Z', 'updated_at': '2021-07-24T01:51:01Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': 'e66de4ae-ffd1-4c19-a379-2adabf97a36f', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e79303f-1071-40c6-b259-8a12fe2a215e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:50:58Z', 'updated_at': '2021-07-24T01:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '504c784c-aac8-445d-a23e-5f857ba777f3', 'name': '', 'network_id': 'ea286da6-7897-4feb-ac33-f9f95456ab53', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'mac_address': 'fa:16:3e:88:f5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e79303f-1071-40c6-b259-8a12fe2a215e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '751d8995-b4d8-4669-9ecf-48ea97f2989d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:51:00Z', 'updated_at': '2021-07-24T01:51:06Z', 'revision_number': 5, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'subnets': [{'id': '751d8995-b4d8-4669-9ecf-48ea97f2989d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:52:32.869580 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f9c808-812c-4d87-a792-0bd1371789a9 None None] The sync data for ids ['0e79303f-1071-40c6-b259-8a12fe2a215e'] in n-d-793621-25 is: [{'id': '0e79303f-1071-40c6-b259-8a12fe2a215e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925150683', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e66de4ae-ffd1-4c19-a379-2adabf97a36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:50:57Z', 'updated_at': '2021-07-24T01:51:01Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': 'e66de4ae-ffd1-4c19-a379-2adabf97a36f', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e79303f-1071-40c6-b259-8a12fe2a215e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:50:58Z', 'updated_at': '2021-07-24T01:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '504c784c-aac8-445d-a23e-5f857ba777f3', 'name': '', 'network_id': 'ea286da6-7897-4feb-ac33-f9f95456ab53', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'mac_address': 'fa:16:3e:88:f5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e79303f-1071-40c6-b259-8a12fe2a215e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4217, 'fixed_ips': [{'subnet_id': '751d8995-b4d8-4669-9ecf-48ea97f2989d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:51:00Z', 'updated_at': '2021-07-24T01:51:06Z', 'revision_number': 5, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'subnets': [{'id': '751d8995-b4d8-4669-9ecf-48ea97f2989d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:52:32.908510 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0fa8c897-4389-42fd-9fe1-3a635cb538b2 req-49c2c6ff-c9c9-405e-bc58-183f70148cf5 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52a3e5e5-17ff-4477-b2c9-3babcf02a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641766 Jul 24 01:52:32.914645 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7013a6-0b00-4ed0-ab0b-ee5cb8b1efa9 req-b4676cdc-a3be-4ed4-9911-f6347f7eb7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:52:32.916194 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bf7013a6-0b00-4ed0-ab0b-ee5cb8b1efa9 req-b4676cdc-a3be-4ed4-9911-f6347f7eb7e6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=751d8995-b4d8-4669-9ecf-48ea97f2989d HTTP/1.1" status: 200 len: 835 time: 0.0799227 Jul 24 01:52:32.981017 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7013a6-0b00-4ed0-ab0b-ee5cb8b1efa9 req-2c5944b6-7e9a-4346-a253-84d186e269d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:52:32.982549 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bf7013a6-0b00-4ed0-ab0b-ee5cb8b1efa9 req-2c5944b6-7e9a-4346-a253-84d186e269d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ea286da6-7897-4feb-ac33-f9f95456ab53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587707 Jul 24 01:52:33.087869 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bf7013a6-0b00-4ed0-ab0b-ee5cb8b1efa9 req-8f6b0a21-d7b2-43cf-a9f1-bc550733663b service neutron] 10.222.0.13 "GET /v2.0/networks/ea286da6-7897-4feb-ac33-f9f95456ab53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972466 Jul 24 01:52:33.116743 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1eab7e-f8ff-48a0-88cc-062421075b72 None None] New status for floating IP 59d5af9a-9643-4c04-a74d-bbaca5038d98: DOWN {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:52:33.185317 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bf7013a6-0b00-4ed0-ab0b-ee5cb8b1efa9 req-ea7154b3-7f7f-4b5e-aeef-c072125d0d61 service neutron] 10.222.0.13 "GET /v2.0/networks/ea286da6-7897-4feb-ac33-f9f95456ab53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892477 Jul 24 01:52:33.960379 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8b92d-6854-4ed8-8a22-22161845b146 req-680c29b3-dfa8-4180-8447-f7df1f1347db tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:52:33.961915 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e3c8b92d-6854-4ed8-8a22-22161845b146 req-680c29b3-dfa8-4180-8447-f7df1f1347db tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.13 "GET /v2.0/ports?device_id=8f112a0e-ba5c-4849-a59c-321b26615bf2 HTTP/1.1" status: 200 len: 945 time: 0.0696115 Jul 24 01:52:34.048631 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1068824-09a6-4648-9ae7-8bdbf0919d8f req-a7ddb009-21bd-4f0b-9abd-6185840cb5cd tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:52:34.050231 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d1068824-09a6-4648-9ae7-8bdbf0919d8f req-a7ddb009-21bd-4f0b-9abd-6185840cb5cd tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f112a0e-ba5c-4849-a59c-321b26615bf2 HTTP/1.1" status: 200 len: 945 time: 0.0706127 Jul 24 01:52:34.066483 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-e3c8b92d-6854-4ed8-8a22-22161845b146 req-bf912f28-b65d-4637-b0d9-ed513516d171 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Deleting port 288424cd-e214-4f3d-a691-79a3e9154f21 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:52:34.066866 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e3c8b92d-6854-4ed8-8a22-22161845b146 req-bf912f28-b65d-4637-b0d9-ed513516d171 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:34.091394 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d1068824-09a6-4648-9ae7-8bdbf0919d8f req-330a9fa2-b1c4-4f52-adb5-9327e5c77580 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=52a3e5e5-17ff-4477-b2c9-3babcf02a5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342698 Jul 24 01:52:34.163518 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-e3c8b92d-6854-4ed8-8a22-22161845b146 req-bf912f28-b65d-4637-b0d9-ed513516d171 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] For port 288424cd-e214-4f3d-a691-79a3e9154f21, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=288424cd-e214-4f3d-a691-79a3e9154f21,segment=NetworkSegment(a9a4c066-91a4-4380-ba6a-b1fa527c0bca),segment_id=a9a4c066-91a4-4380-ba6a-b1fa527c0bca)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:52:34.163900 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e3c8b92d-6854-4ed8-8a22-22161845b146 req-bf912f28-b65d-4637-b0d9-ed513516d171 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:34.177057 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-e3c8b92d-6854-4ed8-8a22-22161845b146 req-bf912f28-b65d-4637-b0d9-ed513516d171 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Calling delete_port for 288424cd-e214-4f3d-a691-79a3e9154f21 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:52:34.307245 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e3c8b92d-6854-4ed8-8a22-22161845b146 req-bf912f28-b65d-4637-b0d9-ed513516d171 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:34.340671 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf912f28-b65d-4637-b0d9-ed513516d171 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event deleted for resources: {'Port': ['ID=288424cd-e214-4f3d-a691-79a3e9154f21,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:52:34.389585 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c8b92d-6854-4ed8-8a22-22161845b146 req-bf912f28-b65d-4637-b0d9-ed513516d171 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] No DVR routers for this DVR port 288424cd-e214-4f3d-a691-79a3e9154f21 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:52:34.392360 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e3c8b92d-6854-4ed8-8a22-22161845b146 req-bf912f28-b65d-4637-b0d9-ed513516d171 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:34.394379 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e3c8b92d-6854-4ed8-8a22-22161845b146 req-bf912f28-b65d-4637-b0d9-ed513516d171 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.13 "DELETE /v2.0/ports/288424cd-e214-4f3d-a691-79a3e9154f21 HTTP/1.1" status: 204 len: 173 time: 0.4268847 Jul 24 01:52:34.395097 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f112a0e-ba5c-4849-a59c-321b26615bf2', 'name': 'network-vif-deleted', 'tag': '288424cd-e214-4f3d-a691-79a3e9154f21'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:52:34.397385 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c0377c0cac57482b78947fbfdb6e67ca594c264dadda24220a1a6cbe410d8c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186a9fb7-a422-4b36-89a9-0116c73ed5a0" -d '{"events": [{"server_uuid": "8f112a0e-ba5c-4849-a59c-321b26615bf2", "name": "network-vif-deleted", "tag": "288424cd-e214-4f3d-a691-79a3e9154f21"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:52:34.435269 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfff76c0-111c-47fd-87be-15e27b60e86d x-openstack-request-id: req-cfff76c0-111c-47fd-87be-15e27b60e86d {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:52:34.435568 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f112a0e-ba5c-4849-a59c-321b26615bf2", "name": "network-vif-deleted", "tag": "288424cd-e214-4f3d-a691-79a3e9154f21", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:52:34.435824 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cfff76c0-111c-47fd-87be-15e27b60e86d {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:52:34.436231 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f112a0e-ba5c-4849-a59c-321b26615bf2', 'name': 'network-vif-deleted', 'tag': '288424cd-e214-4f3d-a691-79a3e9154f21', 'status': 'completed', 'code': 200} Jul 24 01:52:35.147761 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52530) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:52:35.510656 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2d93db57-f5c4-4190-a3b1-e2ec9e7168ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:35.530944 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:35.796475 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-2d93db57-f5c4-4190-a3b1-e2ec9e7168ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Deleting port 504c784c-aac8-445d-a23e-5f857ba777f3 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:52:35.796745 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2d93db57-f5c4-4190-a3b1-e2ec9e7168ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:35.886779 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-2d93db57-f5c4-4190-a3b1-e2ec9e7168ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] For port 504c784c-aac8-445d-a23e-5f857ba777f3, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=504c784c-aac8-445d-a23e-5f857ba777f3,segment=NetworkSegment(a9a4c066-91a4-4380-ba6a-b1fa527c0bca),segment_id=a9a4c066-91a4-4380-ba6a-b1fa527c0bca)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:52:35.887167 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2d93db57-f5c4-4190-a3b1-e2ec9e7168ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:35.900791 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-2d93db57-f5c4-4190-a3b1-e2ec9e7168ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Calling delete_port for 504c784c-aac8-445d-a23e-5f857ba777f3 owned by network:router_interface {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:52:35.949513 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:36.084976 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2d93db57-f5c4-4190-a3b1-e2ec9e7168ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:36.108083 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93db57-f5c4-4190-a3b1-e2ec9e7168ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event deleted for resources: {'Port': ['ID=504c784c-aac8-445d-a23e-5f857ba777f3,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:52:36.118056 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d93db57-f5c4-4190-a3b1-e2ec9e7168ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:36.118411 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d93db57-f5c4-4190-a3b1-e2ec9e7168ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:36.118774 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d93db57-f5c4-4190-a3b1-e2ec9e7168ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:36.119116 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d93db57-f5c4-4190-a3b1-e2ec9e7168ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:36.119449 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d93db57-f5c4-4190-a3b1-e2ec9e7168ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:36.119780 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d93db57-f5c4-4190-a3b1-e2ec9e7168ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:36.120115 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d93db57-f5c4-4190-a3b1-e2ec9e7168ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:36.120443 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d93db57-f5c4-4190-a3b1-e2ec9e7168ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:36.121104 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d93db57-f5c4-4190-a3b1-e2ec9e7168ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:36.121104 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d93db57-f5c4-4190-a3b1-e2ec9e7168ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:36.121415 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d93db57-f5c4-4190-a3b1-e2ec9e7168ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:36.121702 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d93db57-f5c4-4190-a3b1-e2ec9e7168ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:36.301267 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2d93db57-f5c4-4190-a3b1-e2ec9e7168ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:36.514253 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d93db57-f5c4-4190-a3b1-e2ec9e7168ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Router 0e79303f-1071-40c6-b259-8a12fe2a215e has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:52:36.620549 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d93db57-f5c4-4190-a3b1-e2ec9e7168ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:52:36.625980 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2d93db57-f5c4-4190-a3b1-e2ec9e7168ec tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "PUT /v2.0/routers/0e79303f-1071-40c6-b259-8a12fe2a215e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4767981 Jul 24 01:52:36.628487 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52532) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:52:36.631438 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257e2ac4-fedf-4d62-bf12-863c54e720ae None None] Sync routers for ids ['0e79303f-1071-40c6-b259-8a12fe2a215e'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:52:36.640467 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257e2ac4-fedf-4d62-bf12-863c54e720ae None None] Routers {'0e79303f-1071-40c6-b259-8a12fe2a215e'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:52:36.641601 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-257e2ac4-fedf-4d62-bf12-863c54e720ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:52:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['0e79303f-1071-40c6-b259-8a12fe2a215e'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:52:36.679776 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fd1a4bf-4304-4853-81e1-809120a37a85 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Deleting subnet 751d8995-b4d8-4669-9ecf-48ea97f2989d {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:52:36.682914 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5fd1a4bf-4304-4853-81e1-809120a37a85 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:36.725676 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5fd1a4bf-4304-4853-81e1-809120a37a85 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:36.742786 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-257e2ac4-fedf-4d62-bf12-863c54e720ae None None] Set router 0e79303f-1071-40c6-b259-8a12fe2a215e gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:52:36.816094 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5fd1a4bf-4304-4853-81e1-809120a37a85 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:36.877792 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5fd1a4bf-4304-4853-81e1-809120a37a85 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:36.903766 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1a4bf-4304-4853-81e1-809120a37a85 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event deleted for resources: {'Subnet': ['ID=751d8995-b4d8-4669-9ecf-48ea97f2989d,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:52:36.911780 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-5fd1a4bf-4304-4853-81e1-809120a37a85 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:36.916202 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-5fd1a4bf-4304-4853-81e1-809120a37a85 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "DELETE /v2.0/subnets/751d8995-b4d8-4669-9ecf-48ea97f2989d HTTP/1.1" status: 204 len: 168 time: 0.2843223 Jul 24 01:52:36.916358 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93796c6f-c558-4cd2-a3df-d7a03871e4b3 None None] Network ea286da6-7897-4feb-ac33-f9f95456ab53 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:52:36.916801 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52534) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:52:37.032835 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-257e2ac4-fedf-4d62-bf12-863c54e720ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e79303f-1071-40c6-b259-8a12fe2a215e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925150683', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e66de4ae-ffd1-4c19-a379-2adabf97a36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:50:57Z', 'updated_at': '2021-07-24T01:52:36Z', 'revision_number': 5, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': 'e66de4ae-ffd1-4c19-a379-2adabf97a36f', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e79303f-1071-40c6-b259-8a12fe2a215e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:50:58Z', 'updated_at': '2021-07-24T01:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:52:37.051057 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c8b4b6d4-38f9-4e85-a194-4028e5e63b21 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:37.070153 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257e2ac4-fedf-4d62-bf12-863c54e720ae None None] Checking router: 0e79303f-1071-40c6-b259-8a12fe2a215e for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:52:37.085743 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257e2ac4-fedf-4d62-bf12-863c54e720ae None None] Routers {'0e79303f-1071-40c6-b259-8a12fe2a215e'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:52:37.086464 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-257e2ac4-fedf-4d62-bf12-863c54e720ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:52:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['0e79303f-1071-40c6-b259-8a12fe2a215e'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:52:37.123941 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73243d5d-c0a0-4c5e-8b5d-2c046c83a07f None None] DHCP port deletion for ea286da6-7897-4feb-ac33-f9f95456ab53 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:52:37.173814 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-73243d5d-c0a0-4c5e-8b5d-2c046c83a07f None None] Deleting port 1314a59b-9ee8-49a7-b2ad-d014525a74f8 {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:52:37.174562 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-73243d5d-c0a0-4c5e-8b5d-2c046c83a07f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:37.177352 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c8b4b6d4-38f9-4e85-a194-4028e5e63b21 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:37.203248 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-257e2ac4-fedf-4d62-bf12-863c54e720ae None None] Set router 0e79303f-1071-40c6-b259-8a12fe2a215e gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:52:37.253075 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-c8b4b6d4-38f9-4e85-a194-4028e5e63b21 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Deleting port e66de4ae-ffd1-4c19-a379-2adabf97a36f {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:52:37.253433 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c8b4b6d4-38f9-4e85-a194-4028e5e63b21 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:37.262686 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-73243d5d-c0a0-4c5e-8b5d-2c046c83a07f None None] For port 1314a59b-9ee8-49a7-b2ad-d014525a74f8, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=1314a59b-9ee8-49a7-b2ad-d014525a74f8,segment=NetworkSegment(a9a4c066-91a4-4380-ba6a-b1fa527c0bca),segment_id=a9a4c066-91a4-4380-ba6a-b1fa527c0bca)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:52:37.263125 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-73243d5d-c0a0-4c5e-8b5d-2c046c83a07f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:37.280987 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-73243d5d-c0a0-4c5e-8b5d-2c046c83a07f None None] Calling delete_port for 1314a59b-9ee8-49a7-b2ad-d014525a74f8 owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:52:37.361721 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-c8b4b6d4-38f9-4e85-a194-4028e5e63b21 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] For port e66de4ae-ffd1-4c19-a379-2adabf97a36f, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=e66de4ae-ffd1-4c19-a379-2adabf97a36f,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:52:37.362280 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c8b4b6d4-38f9-4e85-a194-4028e5e63b21 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:37.376614 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-73243d5d-c0a0-4c5e-8b5d-2c046c83a07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:37.379808 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-c8b4b6d4-38f9-4e85-a194-4028e5e63b21 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Calling delete_port for e66de4ae-ffd1-4c19-a379-2adabf97a36f owned by network:router_gateway {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:52:37.414601 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73243d5d-c0a0-4c5e-8b5d-2c046c83a07f None None] Pushing event deleted for resources: {'Port': ['ID=1314a59b-9ee8-49a7-b2ad-d014525a74f8,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:52:37.418777 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73243d5d-c0a0-4c5e-8b5d-2c046c83a07f None None] No DVR routers for this DVR port 1314a59b-9ee8-49a7-b2ad-d014525a74f8 on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:52:37.422185 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-257e2ac4-fedf-4d62-bf12-863c54e720ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e79303f-1071-40c6-b259-8a12fe2a215e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925150683', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e66de4ae-ffd1-4c19-a379-2adabf97a36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:50:57Z', 'updated_at': '2021-07-24T01:52:36Z', 'revision_number': 5, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': 'e66de4ae-ffd1-4c19-a379-2adabf97a36f', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e79303f-1071-40c6-b259-8a12fe2a215e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:50:58Z', 'updated_at': '2021-07-24T01:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:52:37.432764 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73243d5d-c0a0-4c5e-8b5d-2c046c83a07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:37.433477 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73243d5d-c0a0-4c5e-8b5d-2c046c83a07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:37.438757 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73243d5d-c0a0-4c5e-8b5d-2c046c83a07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:37.439264 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73243d5d-c0a0-4c5e-8b5d-2c046c83a07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:37.439781 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73243d5d-c0a0-4c5e-8b5d-2c046c83a07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:37.440247 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73243d5d-c0a0-4c5e-8b5d-2c046c83a07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:37.440773 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73243d5d-c0a0-4c5e-8b5d-2c046c83a07f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:37.441299 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73243d5d-c0a0-4c5e-8b5d-2c046c83a07f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:37.441700 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73243d5d-c0a0-4c5e-8b5d-2c046c83a07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:37.442155 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73243d5d-c0a0-4c5e-8b5d-2c046c83a07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:37.442589 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73243d5d-c0a0-4c5e-8b5d-2c046c83a07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:37.443008 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73243d5d-c0a0-4c5e-8b5d-2c046c83a07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:37.464452 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257e2ac4-fedf-4d62-bf12-863c54e720ae None None] The sync data for ids ['0e79303f-1071-40c6-b259-8a12fe2a215e'] in n-d-793621-25 is: [{'id': '0e79303f-1071-40c6-b259-8a12fe2a215e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925150683', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e66de4ae-ffd1-4c19-a379-2adabf97a36f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:50:57Z', 'updated_at': '2021-07-24T01:52:36Z', 'revision_number': 5, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': 'e66de4ae-ffd1-4c19-a379-2adabf97a36f', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:c3:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e79303f-1071-40c6-b259-8a12fe2a215e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:50:58Z', 'updated_at': '2021-07-24T01:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:52:37.580959 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c8b4b6d4-38f9-4e85-a194-4028e5e63b21 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:37.607284 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4b6d4-38f9-4e85-a194-4028e5e63b21 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event deleted for resources: {'Port': ['ID=e66de4ae-ffd1-4c19-a379-2adabf97a36f,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:52:37.668643 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c8b4b6d4-38f9-4e85-a194-4028e5e63b21 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:37.764185 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c8b4b6d4-38f9-4e85-a194-4028e5e63b21 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:37.766946 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c8b4b6d4-38f9-4e85-a194-4028e5e63b21 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:38.139051 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c8b4b6d4-38f9-4e85-a194-4028e5e63b21 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:38.139610 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b4b6d4-38f9-4e85-a194-4028e5e63b21 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Fanout notify agent at l3_agent the message router_deleted on router 0e79303f-1071-40c6-b259-8a12fe2a215e {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:52:38.147345 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c8b4b6d4-38f9-4e85-a194-4028e5e63b21 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:38.148481 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c8b4b6d4-38f9-4e85-a194-4028e5e63b21 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "DELETE /v2.0/routers/0e79303f-1071-40c6-b259-8a12fe2a215e HTTP/1.1" status: 204 len: 168 time: 1.2306623 Jul 24 01:52:38.151151 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52536) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:52:38.238501 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e7c07065-6da9-4ba4-8d55-730769dcb349 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:38.327436 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e7c07065-6da9-4ba4-8d55-730769dcb349 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:38.337072 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-e7c07065-6da9-4ba4-8d55-730769dcb349 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea286da6-7897-4feb-ac33-f9f95456ab53']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:52:38.347237 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-e7c07065-6da9-4ba4-8d55-730769dcb349 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9a4c066-91a4-4380-ba6a-b1fa527c0bca') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:52:38.347538 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-e7c07065-6da9-4ba4-8d55-730769dcb349 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9a4c066-91a4-4380-ba6a-b1fa527c0bca') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:52:38.355925 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e7c07065-6da9-4ba4-8d55-730769dcb349 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:38.369607 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e7c07065-6da9-4ba4-8d55-730769dcb349 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:38.375220 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7c07065-6da9-4ba4-8d55-730769dcb349 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:52:38.375808 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e7c07065-6da9-4ba4-8d55-730769dcb349 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:38.378611 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 01:52:38.378611 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:52:38.378611 n-d-793621-25 neutron-server[100463]: timer() Jul 24 01:52:38.378611 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:52:38.378611 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 01:52:38.378611 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:52:38.378611 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 01:52:38.378611 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:52:38.378611 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 01:52:38.378611 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:52:38.378611 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 01:52:38.378611 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:52:38.378611 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 01:52:38.378611 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:52:38.378611 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:52:38.378611 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:52:38.378611 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:52:38.378611 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:52:38.378611 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 01:52:38.378611 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:52:38.378611 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 01:52:38.378611 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:52:38.378611 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:52:38.378611 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:52:38.378611 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 01:52:38.378611 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:52:38.378611 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:52:38.378611 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:52:38.378611 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:52:38.378611 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:52:38.378611 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:52:38.378611 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:52:38.438877 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 288424cd-e214-4f3d-a691-79a3e9154f21 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:52:38.442049 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e7c07065-6da9-4ba4-8d55-730769dcb349 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:38.449111 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e7c07065-6da9-4ba4-8d55-730769dcb349 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:38.453699 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e7c07065-6da9-4ba4-8d55-730769dcb349 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "DELETE /v2.0/networks/ea286da6-7897-4feb-ac33-f9f95456ab53 HTTP/1.1" status: 204 len: 168 time: 0.2988534 Jul 24 01:52:38.454516 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52538) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:52:38.459778 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 288424cd-e214-4f3d-a691-79a3e9154f21 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:52:38.460196 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 288424cd-e214-4f3d-a691-79a3e9154f21 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:52:38.462281 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c07065-6da9-4ba4-8d55-730769dcb349 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event deleted for resources: {'Network': ['ID=ea286da6-7897-4feb-ac33-f9f95456ab53,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:52:38.516387 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a95b84d0-01cb-46c4-b529-946d43d9453c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:38.541852 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a95b84d0-01cb-46c4-b529-946d43d9453c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:38.591713 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 1314a59b-9ee8-49a7-b2ad-d014525a74f8 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:52:38.608983 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a95b84d0-01cb-46c4-b529-946d43d9453c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:38.612360 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a95b84d0-01cb-46c4-b529-946d43d9453c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:38.616697 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a95b84d0-01cb-46c4-b529-946d43d9453c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "DELETE /v2.0/security-groups/52a3e5e5-17ff-4477-b2c9-3babcf02a5fb HTTP/1.1" status: 204 len: 168 time: 0.1585844 Jul 24 01:52:38.616854 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 1314a59b-9ee8-49a7-b2ad-d014525a74f8 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:52:38.616854 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 1314a59b-9ee8-49a7-b2ad-d014525a74f8 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:52:38.616854 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 504c784c-aac8-445d-a23e-5f857ba777f3 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:52:38.624792 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b84d0-01cb-46c4-b529-946d43d9453c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a3e5e5-17ff-4477-b2c9-3babcf02a5fb,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:52:38.649929 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 504c784c-aac8-445d-a23e-5f857ba777f3 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:52:38.649929 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 504c784c-aac8-445d-a23e-5f857ba777f3 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:52:39.110274 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52544) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:52:39.115180 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-d0a510ce-abb2-48a5-a793-3d3455467858 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-340098037', 'description': 'tempest-secgroup-smoke-340098037 description', 'project_id': '2bf7a8936f54402fb834700eeb2c9b01'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:52:39.137298 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d0a510ce-abb2-48a5-a793-3d3455467858 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:39.218548 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d0a510ce-abb2-48a5-a793-3d3455467858 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:39.222678 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d0a510ce-abb2-48a5-a793-3d3455467858 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:39.249869 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d0a510ce-abb2-48a5-a793-3d3455467858 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:39.251137 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d0a510ce-abb2-48a5-a793-3d3455467858 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1397188 Jul 24 01:52:39.253839 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a510ce-abb2-48a5-a793-3d3455467858 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30087f1c-7302-44fc-b9a6-f74b477b32ff,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:52:39.254791 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52546) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:52:39.260528 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-b4728288-af2e-4626-8bd6-a3669c70d5f1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'security_group_rule': {'security_group_id': '30087f1c-7302-44fc-b9a6-f74b477b32ff', 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:52:39.291936 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b4728288-af2e-4626-8bd6-a3669c70d5f1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:39.339259 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b4728288-af2e-4626-8bd6-a3669c70d5f1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:39.343438 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b4728288-af2e-4626-8bd6-a3669c70d5f1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:39.362386 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4728288-af2e-4626-8bd6-a3669c70d5f1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97605492-0516-440f-a344-315418709838,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:52:39.368570 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-b4728288-af2e-4626-8bd6-a3669c70d5f1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:39.370105 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-b4728288-af2e-4626-8bd6-a3669c70d5f1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1134496 Jul 24 01:52:39.372635 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52548) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:52:39.378337 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-0a732bd5-bed9-4699-ba5c-fa46573c525b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'security_group_rule': {'security_group_id': '30087f1c-7302-44fc-b9a6-f74b477b32ff', 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:52:39.405387 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0a732bd5-bed9-4699-ba5c-fa46573c525b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:39.463287 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0a732bd5-bed9-4699-ba5c-fa46573c525b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:39.467017 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0a732bd5-bed9-4699-ba5c-fa46573c525b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:39.487186 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a732bd5-bed9-4699-ba5c-fa46573c525b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bd634a0-62c5-4ebb-a011-6c37de4145f2,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:52:39.491270 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0a732bd5-bed9-4699-ba5c-fa46573c525b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:39.493047 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0a732bd5-bed9-4699-ba5c-fa46573c525b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1189184 Jul 24 01:52:39.495263 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52550) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:52:39.499703 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-09854570-eab8-409f-9245-e699d98e0e3e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'security_group_rule': {'security_group_id': '30087f1c-7302-44fc-b9a6-f74b477b32ff', 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:52:39.527258 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-09854570-eab8-409f-9245-e699d98e0e3e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:39.584947 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-09854570-eab8-409f-9245-e699d98e0e3e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:39.588546 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-09854570-eab8-409f-9245-e699d98e0e3e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:39.603708 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09854570-eab8-409f-9245-e699d98e0e3e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2d5c21f-7f6b-4d33-9ce6-c23d4b5b7f79,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:52:39.613512 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-09854570-eab8-409f-9245-e699d98e0e3e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:39.614794 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-09854570-eab8-409f-9245-e699d98e0e3e tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1185334 Jul 24 01:52:39.617506 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52552) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:52:39.621892 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-68e43a42-0dc6-463c-9703-0b328942b9fe tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'security_group_rule': {'security_group_id': '30087f1c-7302-44fc-b9a6-f74b477b32ff', 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:52:39.648724 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-68e43a42-0dc6-463c-9703-0b328942b9fe tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:39.711799 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-68e43a42-0dc6-463c-9703-0b328942b9fe tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:39.715484 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-68e43a42-0dc6-463c-9703-0b328942b9fe tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:39.734587 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e43a42-0dc6-463c-9703-0b328942b9fe tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fbd66f2-87ef-4f7d-baa3-3f8ad4b592fb,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:52:39.741847 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-68e43a42-0dc6-463c-9703-0b328942b9fe tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:39.743394 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-68e43a42-0dc6-463c-9703-0b328942b9fe tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1247854 Jul 24 01:52:39.746428 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52554) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:52:39.751157 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-9c30f5fc-18f1-4834-ab31-59e0d2dd2a92 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'security_group_rule': {'security_group_id': '30087f1c-7302-44fc-b9a6-f74b477b32ff', 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:52:39.772888 n-d-793621-25 neutron-server[100463]: INFO neutron.db.securitygroups_db [None req-9c30f5fc-18f1-4834-ab31-59e0d2dd2a92 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Project 2bf7a8936f54402fb834700eeb2c9b01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:52:39.777622 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9c30f5fc-18f1-4834-ab31-59e0d2dd2a92 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:39.841532 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9c30f5fc-18f1-4834-ab31-59e0d2dd2a92 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:39.845339 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9c30f5fc-18f1-4834-ab31-59e0d2dd2a92 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:39.863445 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c30f5fc-18f1-4834-ab31-59e0d2dd2a92 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea77fa00-8e0b-4a79-bd16-88b5e0cfa144,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:52:39.869514 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9c30f5fc-18f1-4834-ab31-59e0d2dd2a92 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:39.870965 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9c30f5fc-18f1-4834-ab31-59e0d2dd2a92 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1232936 Jul 24 01:52:39.873616 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52556) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:52:39.877992 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-c3ef2aa8-0a29-4f2c-8ea8-e6cd59fcad48 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'security_group_rule': {'security_group_id': '30087f1c-7302-44fc-b9a6-f74b477b32ff', 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:52:39.899389 n-d-793621-25 neutron-server[100463]: INFO neutron.db.securitygroups_db [None req-c3ef2aa8-0a29-4f2c-8ea8-e6cd59fcad48 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Project 2bf7a8936f54402fb834700eeb2c9b01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:52:39.903962 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c3ef2aa8-0a29-4f2c-8ea8-e6cd59fcad48 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:39.964870 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c3ef2aa8-0a29-4f2c-8ea8-e6cd59fcad48 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:39.968625 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c3ef2aa8-0a29-4f2c-8ea8-e6cd59fcad48 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:39.987619 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef2aa8-0a29-4f2c-8ea8-e6cd59fcad48 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a065c6e-aeef-43ce-9cf0-bcb461a3d3a8,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:52:39.993289 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-c3ef2aa8-0a29-4f2c-8ea8-e6cd59fcad48 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:39.994451 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-c3ef2aa8-0a29-4f2c-8ea8-e6cd59fcad48 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199090 Jul 24 01:52:39.997272 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52558) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:52:40.002478 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-68da6b67-0911-472d-ab54-9b01d290b9c9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'network': {'name': 'tempest-network-smoke--1430354264', 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'port_security_enabled': True}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:52:40.023170 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68da6b67-0911-472d-ab54-9b01d290b9c9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Made reservation on behalf of 2bf7a8936f54402fb834700eeb2c9b01 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:52:40.026513 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-68da6b67-0911-472d-ab54-9b01d290b9c9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:40.050142 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68da6b67-0911-472d-ab54-9b01d290b9c9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:52:40.058535 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-68da6b67-0911-472d-ab54-9b01d290b9c9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:40.058916 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-68da6b67-0911-472d-ab54-9b01d290b9c9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Added segment 20f73814-78eb-4a5f-bc11-01d2eb219660 of type vlan for network d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13 Jul 24 01:52:40.098483 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-68da6b67-0911-472d-ab54-9b01d290b9c9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:40.125695 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-68da6b67-0911-472d-ab54-9b01d290b9c9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:40.131425 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68da6b67-0911-472d-ab54-9b01d290b9c9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:52:40.132079 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-68da6b67-0911-472d-ab54-9b01d290b9c9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:40.170796 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-68da6b67-0911-472d-ab54-9b01d290b9c9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1724861 Jul 24 01:52:40.174654 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52560) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:52:40.180892 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-740e0da3-d77d-4b32-b04d-e1083178154f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1541558211', 'admin_state_up': True, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:52:40.185075 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e66de4ae-ffd1-4c19-a379-2adabf97a36f no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:52:40.203939 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da6b67-0911-472d-ab54-9b01d290b9c9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'Network': ['ID=d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:52:40.209414 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: e66de4ae-ffd1-4c19-a379-2adabf97a36f {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:52:40.209807 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e66de4ae-ffd1-4c19-a379-2adabf97a36f not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:52:40.214980 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:52:40.217246 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-740e0da3-d77d-4b32-b04d-e1083178154f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:40.218355 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-740e0da3-d77d-4b32-b04d-e1083178154f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:40.272919 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-740e0da3-d77d-4b32-b04d-e1083178154f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:40.416448 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-740e0da3-d77d-4b32-b04d-e1083178154f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:40.615806 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-740e0da3-d77d-4b32-b04d-e1083178154f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for router_gateway, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:40.635086 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-740e0da3-d77d-4b32-b04d-e1083178154f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:40.741580 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-740e0da3-d77d-4b32-b04d-e1083178154f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Allocated IP 172.25.2.74 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/517f9432-ec3a-47c9-b5ae-8c47f4c87150) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:52:40.849441 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-740e0da3-d77d-4b32-b04d-e1083178154f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:40.887209 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-740e0da3-d77d-4b32-b04d-e1083178154f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:40.923667 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740e0da3-d77d-4b32-b04d-e1083178154f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:52:40.926495 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-740e0da3-d77d-4b32-b04d-e1083178154f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:52:40.932482 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740e0da3-d77d-4b32-b04d-e1083178154f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:52:40.958210 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e0da3-d77d-4b32-b04d-e1083178154f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'Port': ['ID=517f9432-ec3a-47c9-b5ae-8c47f4c87150,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:52:41.186910 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-740e0da3-d77d-4b32-b04d-e1083178154f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for router_gateway, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:41.387052 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-740e0da3-d77d-4b32-b04d-e1083178154f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:41.528958 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740e0da3-d77d-4b32-b04d-e1083178154f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Router f70f5282-0e67-42b8-8262-0589b8ef8fbf is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:52:41.638083 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740e0da3-d77d-4b32-b04d-e1083178154f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:52:41.649197 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f8ef9d-ae56-4073-95b9-a612f2a6be9e None None] Sync routers for ids ['f70f5282-0e67-42b8-8262-0589b8ef8fbf'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:52:41.659775 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f8ef9d-ae56-4073-95b9-a612f2a6be9e None None] Routers {'f70f5282-0e67-42b8-8262-0589b8ef8fbf'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:52:41.660367 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-30f8ef9d-ae56-4073-95b9-a612f2a6be9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:52:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f70f5282-0e67-42b8-8262-0589b8ef8fbf'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:52:41.660533 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-740e0da3-d77d-4b32-b04d-e1083178154f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:41.661715 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-740e0da3-d77d-4b32-b04d-e1083178154f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4858105 Jul 24 01:52:41.664912 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52564) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:52:41.695209 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-013dbb68-362c-4bae-828d-c6fc0c8c5b51 tempest-TestNetworkAdvancedServerOps-1827788520 tempest-TestNetworkAdvancedServerOps-1827788520-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=2bf7a8936f54402fb834700eeb2c9b01&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286195 Jul 24 01:52:41.697910 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52566) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:52:41.807364 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b435bdb-36be-4716-8b3d-58b5c4a5e049 tempest-TestNetworkAdvancedServerOps-1827788520 tempest-TestNetworkAdvancedServerOps-1827788520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:52:41.809056 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3b435bdb-36be-4716-8b3d-58b5c4a5e049 tempest-TestNetworkAdvancedServerOps-1827788520 tempest-TestNetworkAdvancedServerOps-1827788520-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1102288 Jul 24 01:52:41.811927 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52568) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:52:41.843056 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c219e4e5-a6bb-48ef-a522-27241a68dce3 tempest-TestNetworkAdvancedServerOps-1827788520 tempest-TestNetworkAdvancedServerOps-1827788520-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299659 Jul 24 01:52:41.846585 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52570) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:52:41.851420 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-ab8496fa-9cef-4b56-a4e1-f99bf5f3c355 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-380185091', 'network_id': 'd3f4e3ee-a8cd-4f87-bce8-3dfea2254c13', 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:52:41.922004 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-30f8ef9d-ae56-4073-95b9-a612f2a6be9e None None] Set router f70f5282-0e67-42b8-8262-0589b8ef8fbf gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:52:41.948077 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8496fa-9cef-4b56-a4e1-f99bf5f3c355 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Made reservation on behalf of 2bf7a8936f54402fb834700eeb2c9b01 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:52:41.951664 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ab8496fa-9cef-4b56-a4e1-f99bf5f3c355 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:42.103888 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-30f8ef9d-ae56-4073-95b9-a612f2a6be9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70f5282-0e67-42b8-8262-0589b8ef8fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541558211', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '517f9432-ec3a-47c9-b5ae-8c47f4c87150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:52:40Z', 'updated_at': '2021-07-24T01:52:41Z', 'revision_number': 3, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': '517f9432-ec3a-47c9-b5ae-8c47f4c87150', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70f5282-0e67-42b8-8262-0589b8ef8fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:52:40Z', 'updated_at': '2021-07-24T01:52:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:52:42.130604 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f8ef9d-ae56-4073-95b9-a612f2a6be9e None None] Checking router: f70f5282-0e67-42b8-8262-0589b8ef8fbf for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:52:42.130967 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f8ef9d-ae56-4073-95b9-a612f2a6be9e None None] Updating router f70f5282-0e67-42b8-8262-0589b8ef8fbf port 517f9432-ec3a-47c9-b5ae-8c47f4c87150 binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:52:42.140282 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ab8496fa-9cef-4b56-a4e1-f99bf5f3c355 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:42.169487 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-30f8ef9d-ae56-4073-95b9-a612f2a6be9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:42.193652 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8496fa-9cef-4b56-a4e1-f99bf5f3c355 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'Subnet': ['ID=fc449b8e-087a-4ccd-b954-6ebc9c873597,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:52:42.209661 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab8496fa-9cef-4b56-a4e1-f99bf5f3c355 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Checking segment: {'id': '20f73814-78eb-4a5f-bc11-01d2eb219660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd3f4e3ee-a8cd-4f87-bce8-3dfea2254c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:52:42.210062 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8496fa-9cef-4b56-a4e1-f99bf5f3c355 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Network hostable DHCP agents. Network: d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:52:42.227011 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8496fa-9cef-4b56-a4e1-f99bf5f3c355 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Network d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:52:42.235738 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-ab8496fa-9cef-4b56-a4e1-f99bf5f3c355 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:52:42.240346 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8496fa-9cef-4b56-a4e1-f99bf5f3c355 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:52:42.241660 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ab8496fa-9cef-4b56-a4e1-f99bf5f3c355 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:42.251295 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bfd305-1537-4dd7-bb02-c8b1f04b5541 None None] Network d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:52:42.257747 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ab8496fa-9cef-4b56-a4e1-f99bf5f3c355 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4103775 Jul 24 01:52:42.260554 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52572) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:52:42.489457 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a71ddf8-92b3-4315-9367-ebb104d49990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13', 'network_id': 'd3f4e3ee-a8cd-4f87-bce8-3dfea2254c13', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'fixed_ips': [{'subnet_id': 'fc449b8e-087a-4ccd-b954-6ebc9c873597'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:52:42.490311 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3a71ddf8-92b3-4315-9367-ebb104d49990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:42.601668 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-30f8ef9d-ae56-4073-95b9-a612f2a6be9e None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:42.623914 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-30f8ef9d-ae56-4073-95b9-a612f2a6be9e None None] Transition to ACTIVE for port object 517f9432-ec3a-47c9-b5ae-8c47f4c87150 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:52:42.651362 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-30f8ef9d-ae56-4073-95b9-a612f2a6be9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:42.712126 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6da3dc62-3c3c-4486-ba32-9f4596ff78e2 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:42.717001 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-3a71ddf8-92b3-4315-9367-ebb104d49990 None None] Allocated IP 172.20.0.2 (d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13/fc449b8e-087a-4ccd-b954-6ebc9c873597/a549412a-88bd-4568-ba98-81596df9d40a) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:52:42.730444 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a74d12f-983c-4848-b9b3-f47292fbc286 None None] Pushing event updated for resources: {'Port': ['ID=517f9432-ec3a-47c9-b5ae-8c47f4c87150,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:52:42.733630 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-30f8ef9d-ae56-4073-95b9-a612f2a6be9e None None] Attempting to bind port 517f9432-ec3a-47c9-b5ae-8c47f4c87150 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:52:42.734004 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-30f8ef9d-ae56-4073-95b9-a612f2a6be9e None None] Attempting to bind port 517f9432-ec3a-47c9-b5ae-8c47f4c87150 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:52:42.734368 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f8ef9d-ae56-4073-95b9-a612f2a6be9e None None] Attempting to bind port 517f9432-ec3a-47c9-b5ae-8c47f4c87150 on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:52:42.745285 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f8ef9d-ae56-4073-95b9-a612f2a6be9e None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:52:42.745671 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f8ef9d-ae56-4073-95b9-a612f2a6be9e None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:52:42.746067 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-30f8ef9d-ae56-4073-95b9-a612f2a6be9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:42.746463 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f8ef9d-ae56-4073-95b9-a612f2a6be9e None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:52:42.746970 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-30f8ef9d-ae56-4073-95b9-a612f2a6be9e None None] Bound port: 517f9432-ec3a-47c9-b5ae-8c47f4c87150, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:52:42.747352 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-30f8ef9d-ae56-4073-95b9-a612f2a6be9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:42.856713 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-30f8ef9d-ae56-4073-95b9-a612f2a6be9e None None] For port 517f9432-ec3a-47c9-b5ae-8c47f4c87150, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:52:42.865711 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-30f8ef9d-ae56-4073-95b9-a612f2a6be9e None None] For port 517f9432-ec3a-47c9-b5ae-8c47f4c87150, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=517f9432-ec3a-47c9-b5ae-8c47f4c87150,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:52:42.874605 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-30f8ef9d-ae56-4073-95b9-a612f2a6be9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:42.987705 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3a71ddf8-92b3-4315-9367-ebb104d49990 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:43.000004 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a74d12f-983c-4848-b9b3-f47292fbc286 None None] Pushing event updated for resources: {'Port': ['ID=517f9432-ec3a-47c9-b5ae-8c47f4c87150,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:52:43.003866 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-3a71ddf8-92b3-4315-9367-ebb104d49990 None None] Transition to ACTIVE for port object a549412a-88bd-4568-ba98-81596df9d40a will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:52:43.005928 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f8ef9d-ae56-4073-95b9-a612f2a6be9e None None] Routers {'f70f5282-0e67-42b8-8262-0589b8ef8fbf'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:52:43.006568 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-30f8ef9d-ae56-4073-95b9-a612f2a6be9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:52:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f70f5282-0e67-42b8-8262-0589b8ef8fbf'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:52:43.086640 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-3a71ddf8-92b3-4315-9367-ebb104d49990 None None] Transition to ACTIVE for port object a549412a-88bd-4568-ba98-81596df9d40a will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:52:43.097010 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3a71ddf8-92b3-4315-9367-ebb104d49990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:43.149217 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a71ddf8-92b3-4315-9367-ebb104d49990 None None] Network d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:52:43.162446 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-3a71ddf8-92b3-4315-9367-ebb104d49990 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:52:43.172032 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a71ddf8-92b3-4315-9367-ebb104d49990 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:52:43.178608 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71ddf8-92b3-4315-9367-ebb104d49990 None None] Pushing event updated for resources: {'Port': ['ID=a549412a-88bd-4568-ba98-81596df9d40a,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:52:43.182749 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-30f8ef9d-ae56-4073-95b9-a612f2a6be9e None None] Set router f70f5282-0e67-42b8-8262-0589b8ef8fbf gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:52:43.306061 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-3a71ddf8-92b3-4315-9367-ebb104d49990 None None] Attempting to bind port a549412a-88bd-4568-ba98-81596df9d40a on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:52:43.306338 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-3a71ddf8-92b3-4315-9367-ebb104d49990 None None] Attempting to bind port a549412a-88bd-4568-ba98-81596df9d40a by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '20f73814-78eb-4a5f-bc11-01d2eb219660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd3f4e3ee-a8cd-4f87-bce8-3dfea2254c13'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:52:43.306700 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a71ddf8-92b3-4315-9367-ebb104d49990 None None] Attempting to bind port a549412a-88bd-4568-ba98-81596df9d40a on network d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:52:43.322207 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-6da3dc62-3c3c-4486-ba32-9f4596ff78e2 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Allocated IP 172.20.0.1 (d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13/fc449b8e-087a-4ccd-b954-6ebc9c873597/fc8c78f7-a9db-49bc-ba1c-6cae1ce84ae8) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:52:43.338578 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a71ddf8-92b3-4315-9367-ebb104d49990 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:52:43.338922 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a71ddf8-92b3-4315-9367-ebb104d49990 None None] Checking segment: {'id': '20f73814-78eb-4a5f-bc11-01d2eb219660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd3f4e3ee-a8cd-4f87-bce8-3dfea2254c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:52:43.339327 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3a71ddf8-92b3-4315-9367-ebb104d49990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:43.339722 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a71ddf8-92b3-4315-9367-ebb104d49990 None None] Bound using segment: {'id': '20f73814-78eb-4a5f-bc11-01d2eb219660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd3f4e3ee-a8cd-4f87-bce8-3dfea2254c13'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:52:43.340195 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-3a71ddf8-92b3-4315-9367-ebb104d49990 None None] Bound port: a549412a-88bd-4568-ba98-81596df9d40a, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20f73814-78eb-4a5f-bc11-01d2eb219660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd3f4e3ee-a8cd-4f87-bce8-3dfea2254c13'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:52:43.340584 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3a71ddf8-92b3-4315-9367-ebb104d49990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:43.448949 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-3a71ddf8-92b3-4315-9367-ebb104d49990 None None] For port a549412a-88bd-4568-ba98-81596df9d40a, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:52:43.454592 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-3a71ddf8-92b3-4315-9367-ebb104d49990 None None] For port a549412a-88bd-4568-ba98-81596df9d40a, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=a549412a-88bd-4568-ba98-81596df9d40a,segment=NetworkSegment(20f73814-78eb-4a5f-bc11-01d2eb219660),segment_id=20f73814-78eb-4a5f-bc11-01d2eb219660)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:52:43.462360 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6da3dc62-3c3c-4486-ba32-9f4596ff78e2 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:43.462844 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-3a71ddf8-92b3-4315-9367-ebb104d49990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:43.483202 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-6da3dc62-3c3c-4486-ba32-9f4596ff78e2 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Transition to ACTIVE for port object fc8c78f7-a9db-49bc-ba1c-6cae1ce84ae8 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:52:43.522232 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6da3dc62-3c3c-4486-ba32-9f4596ff78e2 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:43.529869 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-30f8ef9d-ae56-4073-95b9-a612f2a6be9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70f5282-0e67-42b8-8262-0589b8ef8fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541558211', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '517f9432-ec3a-47c9-b5ae-8c47f4c87150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:52:40Z', 'updated_at': '2021-07-24T01:52:41Z', 'revision_number': 3, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': '517f9432-ec3a-47c9-b5ae-8c47f4c87150', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70f5282-0e67-42b8-8262-0589b8ef8fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:52:40Z', 'updated_at': '2021-07-24T01:52:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:52:43.562510 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f8ef9d-ae56-4073-95b9-a612f2a6be9e None None] The sync data for ids ['f70f5282-0e67-42b8-8262-0589b8ef8fbf'] in n-d-793621-25 is: [{'id': 'f70f5282-0e67-42b8-8262-0589b8ef8fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541558211', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '517f9432-ec3a-47c9-b5ae-8c47f4c87150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:52:40Z', 'updated_at': '2021-07-24T01:52:41Z', 'revision_number': 3, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': '517f9432-ec3a-47c9-b5ae-8c47f4c87150', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d9:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70f5282-0e67-42b8-8262-0589b8ef8fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:52:40Z', 'updated_at': '2021-07-24T01:52:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:52:43.564770 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71ddf8-92b3-4315-9367-ebb104d49990 None None] Pushing event updated for resources: {'Port': ['ID=a549412a-88bd-4568-ba98-81596df9d40a,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:52:43.572856 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da3dc62-3c3c-4486-ba32-9f4596ff78e2 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Network d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:52:43.576074 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-6da3dc62-3c3c-4486-ba32-9f4596ff78e2 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:52:43.578775 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da3dc62-3c3c-4486-ba32-9f4596ff78e2 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:52:43.623742 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da3dc62-3c3c-4486-ba32-9f4596ff78e2 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'Port': ['ID=fc8c78f7-a9db-49bc-ba1c-6cae1ce84ae8,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:52:43.647152 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6da3dc62-3c3c-4486-ba32-9f4596ff78e2 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:43.855268 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6da3dc62-3c3c-4486-ba32-9f4596ff78e2 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:44.155204 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6da3dc62-3c3c-4486-ba32-9f4596ff78e2 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:44.162192 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6da3dc62-3c3c-4486-ba32-9f4596ff78e2 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:44.249183 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6da3dc62-3c3c-4486-ba32-9f4596ff78e2 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:44.251140 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da3dc62-3c3c-4486-ba32-9f4596ff78e2 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'Port': ['ID=fc8c78f7-a9db-49bc-ba1c-6cae1ce84ae8,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:52:44.370933 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a549412a-88bd-4568-ba98-81596df9d40a up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:52:44.396256 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da3dc62-3c3c-4486-ba32-9f4596ff78e2 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Network d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:52:44.398059 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-6da3dc62-3c3c-4486-ba32-9f4596ff78e2 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:52:44.437530 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port a549412a-88bd-4568-ba98-81596df9d40a completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:52:44.442379 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 517f9432-ec3a-47c9-b5ae-8c47f4c87150 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:52:44.502150 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 517f9432-ec3a-47c9-b5ae-8c47f4c87150 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:52:44.514668 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 517f9432-ec3a-47c9-b5ae-8c47f4c87150 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:52:44.515404 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:44.555630 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da3dc62-3c3c-4486-ba32-9f4596ff78e2 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Router f70f5282-0e67-42b8-8262-0589b8ef8fbf has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:52:44.625815 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffc4f15-a71f-4514-8b81-216110a32dac None None] Network d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:52:44.661220 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:44.676164 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da3dc62-3c3c-4486-ba32-9f4596ff78e2 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:52:44.681209 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6da3dc62-3c3c-4486-ba32-9f4596ff78e2 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "PUT /v2.0/routers/f70f5282-0e67-42b8-8262-0589b8ef8fbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4196641 Jul 24 01:52:44.721296 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 517f9432-ec3a-47c9-b5ae-8c47f4c87150, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=517f9432-ec3a-47c9-b5ae-8c47f4c87150,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:52:44.731064 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:44.745859 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-23d86cce-2840-4c53-aa82-887302602794 None None] Provisioning for port a549412a-88bd-4568-ba98-81596df9d40a completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:52:44.780144 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-23d86cce-2840-4c53-aa82-887302602794 None None] Provisioning complete for port a549412a-88bd-4568-ba98-81596df9d40a triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:52:44.780547 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-23d86cce-2840-4c53-aa82-887302602794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:44.843522 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-157fa7ab-c197-4972-bc54-a16b3c022986 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-340098037&fields=id&tenant_id=2bf7a8936f54402fb834700eeb2c9b01 HTTP/1.1" status: 200 len: 267 time: 0.0380507 Jul 24 01:52:44.865660 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=517f9432-ec3a-47c9-b5ae-8c47f4c87150,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:52:44.952643 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-23d86cce-2840-4c53-aa82-887302602794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:44.965267 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-c7e3ede2-6189-4535-9ab5-1138535b6430 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:52:44.967520 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-c7e3ede2-6189-4535-9ab5-1138535b6430 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/networks?id=d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13 HTTP/1.1" status: 200 len: 797 time: 0.1158299 Jul 24 01:52:44.990699 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-df1f17c3-939a-41c7-8579-5df5a7d32550 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/quotas/2bf7a8936f54402fb834700eeb2c9b01 HTTP/1.1" status: 200 len: 375 time: 0.0112445 Jul 24 01:52:44.996136 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-23d86cce-2840-4c53-aa82-887302602794 None None] For port a549412a-88bd-4568-ba98-81596df9d40a, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=a549412a-88bd-4568-ba98-81596df9d40a,segment=NetworkSegment(20f73814-78eb-4a5f-bc11-01d2eb219660),segment_id=20f73814-78eb-4a5f-bc11-01d2eb219660)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:52:45.003837 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-23d86cce-2840-4c53-aa82-887302602794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:45.062306 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d86cce-2840-4c53-aa82-887302602794 None None] Pushing event updated for resources: {'Port': ['ID=a549412a-88bd-4568-ba98-81596df9d40a,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:52:45.071585 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-2963d8bc-f09f-4ad5-a2e7-c7a486b14033 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2bf7a8936f54402fb834700eeb2c9b01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0698566 Jul 24 01:52:45.088538 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-1f470120-112c-4913-8aa9-5df419cd1ef8 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:52:45.089543 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-1f470120-112c-4913-8aa9-5df419cd1ef8 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056968 Jul 24 01:52:45.196776 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-5564bdb5-cc0f-4944-a40b-8f501b6c1dc7 service neutron] 10.222.0.15 "GET /v2.0/networks/d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998800 Jul 24 01:52:45.226276 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f4cbb8fe-65a6-4f9c-a4a6-643a131ba913 None None] Provisioning complete for port a549412a-88bd-4568-ba98-81596df9d40a triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:52:45.226989 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f4cbb8fe-65a6-4f9c-a4a6-643a131ba913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:45.296655 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-4742626e-2960-460b-b242-00e82f320e65 service neutron] 10.222.0.15 "GET /v2.0/networks/d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938468 Jul 24 01:52:45.322315 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca88b421-2457-4475-9e25-c2684f49938f None None] Sync routers for ids ['f70f5282-0e67-42b8-8262-0589b8ef8fbf'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:52:45.331576 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f4cbb8fe-65a6-4f9c-a4a6-643a131ba913 None None] Provisioning for port fc8c78f7-a9db-49bc-ba1c-6cae1ce84ae8 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:52:45.336429 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f4cbb8fe-65a6-4f9c-a4a6-643a131ba913 None None] Provisioning complete for port fc8c78f7-a9db-49bc-ba1c-6cae1ce84ae8 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:52:45.336915 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f4cbb8fe-65a6-4f9c-a4a6-643a131ba913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:45.339246 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca88b421-2457-4475-9e25-c2684f49938f None None] Routers {'f70f5282-0e67-42b8-8262-0589b8ef8fbf'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:52:45.339886 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-ca88b421-2457-4475-9e25-c2684f49938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:52:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f70f5282-0e67-42b8-8262-0589b8ef8fbf'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:52:45.474862 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-ca88b421-2457-4475-9e25-c2684f49938f None None] Set router f70f5282-0e67-42b8-8262-0589b8ef8fbf gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:52:45.543231 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a1086f0d-7b52-4100-98f9-7691b3b5a80f req-f0314958-0e7a-4e80-99db-cb1fe74c7c1f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c0c8471-016d-45a9-83c7-fa8d71ddab80 HTTP/1.1" status: 200 len: 210 time: 0.0500669 Jul 24 01:52:45.600391 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-f4cbb8fe-65a6-4f9c-a4a6-643a131ba913 None None] Port fc8c78f7-a9db-49bc-ba1c-6cae1ce84ae8 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:52:45.715298 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-ca88b421-2457-4475-9e25-c2684f49938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70f5282-0e67-42b8-8262-0589b8ef8fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541558211', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '517f9432-ec3a-47c9-b5ae-8c47f4c87150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:52:40Z', 'updated_at': '2021-07-24T01:52:43Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': '517f9432-ec3a-47c9-b5ae-8c47f4c87150', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f5282-0e67-42b8-8262-0589b8ef8fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:52:40Z', 'updated_at': '2021-07-24T01:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'fc8c78f7-a9db-49bc-ba1c-6cae1ce84ae8', 'name': '', 'network_id': 'd3f4e3ee-a8cd-4f87-bce8-3dfea2254c13', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'mac_address': 'fa:16:3e:58:fe:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70f5282-0e67-42b8-8262-0589b8ef8fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'fc449b8e-087a-4ccd-b954-6ebc9c873597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:52:42Z', 'updated_at': '2021-07-24T01:52:44Z', 'revision_number': 2, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'subnets': [{'id': 'fc449b8e-087a-4ccd-b954-6ebc9c873597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:52:45.724965 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-41eca3b0-3c2e-408f-88c3-67a160bea94a None None] Provisioning complete for port fc8c78f7-a9db-49bc-ba1c-6cae1ce84ae8 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:52:45.725347 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-41eca3b0-3c2e-408f-88c3-67a160bea94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:45.746888 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca88b421-2457-4475-9e25-c2684f49938f None None] Checking router: f70f5282-0e67-42b8-8262-0589b8ef8fbf for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:52:45.747308 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca88b421-2457-4475-9e25-c2684f49938f None None] Updating router f70f5282-0e67-42b8-8262-0589b8ef8fbf port fc8c78f7-a9db-49bc-ba1c-6cae1ce84ae8 binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:52:45.762581 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-41eca3b0-3c2e-408f-88c3-67a160bea94a None None] Port fc8c78f7-a9db-49bc-ba1c-6cae1ce84ae8 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:52:45.782312 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-ca88b421-2457-4475-9e25-c2684f49938f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:45.860553 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-131776d5-68bc-4c0b-af1e-81b756f2dfb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:46.058389 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-ca88b421-2457-4475-9e25-c2684f49938f None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:46.068378 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-ca88b421-2457-4475-9e25-c2684f49938f None None] Transition to ACTIVE for port object fc8c78f7-a9db-49bc-ba1c-6cae1ce84ae8 will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:52:46.074627 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-ca88b421-2457-4475-9e25-c2684f49938f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:46.124685 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3facb7c-f457-426d-9818-b61e4b617eb3 None None] Pushing event updated for resources: {'Port': ['ID=fc8c78f7-a9db-49bc-ba1c-6cae1ce84ae8,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:52:46.150967 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3facb7c-f457-426d-9818-b61e4b617eb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:46.151435 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3facb7c-f457-426d-9818-b61e4b617eb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:46.151690 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3facb7c-f457-426d-9818-b61e4b617eb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:46.151996 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3facb7c-f457-426d-9818-b61e4b617eb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:46.152326 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3facb7c-f457-426d-9818-b61e4b617eb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:46.152655 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3facb7c-f457-426d-9818-b61e4b617eb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:46.152981 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3facb7c-f457-426d-9818-b61e4b617eb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:46.153303 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3facb7c-f457-426d-9818-b61e4b617eb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:46.153633 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3facb7c-f457-426d-9818-b61e4b617eb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:46.153951 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3facb7c-f457-426d-9818-b61e4b617eb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:46.154288 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3facb7c-f457-426d-9818-b61e4b617eb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:46.154593 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3facb7c-f457-426d-9818-b61e4b617eb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:52:46.191875 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-ca88b421-2457-4475-9e25-c2684f49938f None None] Attempting to bind port fc8c78f7-a9db-49bc-ba1c-6cae1ce84ae8 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:52:46.192257 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-ca88b421-2457-4475-9e25-c2684f49938f None None] Attempting to bind port fc8c78f7-a9db-49bc-ba1c-6cae1ce84ae8 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '20f73814-78eb-4a5f-bc11-01d2eb219660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd3f4e3ee-a8cd-4f87-bce8-3dfea2254c13'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:52:46.192622 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca88b421-2457-4475-9e25-c2684f49938f None None] Attempting to bind port fc8c78f7-a9db-49bc-ba1c-6cae1ce84ae8 on network d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:52:46.198037 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca88b421-2457-4475-9e25-c2684f49938f None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:52:46.198411 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca88b421-2457-4475-9e25-c2684f49938f None None] Checking segment: {'id': '20f73814-78eb-4a5f-bc11-01d2eb219660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd3f4e3ee-a8cd-4f87-bce8-3dfea2254c13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:52:46.199008 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-ca88b421-2457-4475-9e25-c2684f49938f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:46.199402 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca88b421-2457-4475-9e25-c2684f49938f None None] Bound using segment: {'id': '20f73814-78eb-4a5f-bc11-01d2eb219660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd3f4e3ee-a8cd-4f87-bce8-3dfea2254c13'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:52:46.199874 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-ca88b421-2457-4475-9e25-c2684f49938f None None] Bound port: fc8c78f7-a9db-49bc-ba1c-6cae1ce84ae8, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20f73814-78eb-4a5f-bc11-01d2eb219660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd3f4e3ee-a8cd-4f87-bce8-3dfea2254c13'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:52:46.200259 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-ca88b421-2457-4475-9e25-c2684f49938f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:46.249169 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a549412a-88bd-4568-ba98-81596df9d40a up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:52:46.271074 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-ca88b421-2457-4475-9e25-c2684f49938f None None] For port fc8c78f7-a9db-49bc-ba1c-6cae1ce84ae8, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:52:46.275425 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-ca88b421-2457-4475-9e25-c2684f49938f None None] For port fc8c78f7-a9db-49bc-ba1c-6cae1ce84ae8, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=fc8c78f7-a9db-49bc-ba1c-6cae1ce84ae8,segment=NetworkSegment(20f73814-78eb-4a5f-bc11-01d2eb219660),segment_id=20f73814-78eb-4a5f-bc11-01d2eb219660)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:52:46.280017 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-ca88b421-2457-4475-9e25-c2684f49938f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:46.303263 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port a549412a-88bd-4568-ba98-81596df9d40a triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:52:46.303636 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:46.341104 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca88b421-2457-4475-9e25-c2684f49938f None None] Routers {'f70f5282-0e67-42b8-8262-0589b8ef8fbf'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:52:46.341681 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-ca88b421-2457-4475-9e25-c2684f49938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:52:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f70f5282-0e67-42b8-8262-0589b8ef8fbf'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:52:46.381585 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3facb7c-f457-426d-9818-b61e4b617eb3 None None] Pushing event updated for resources: {'Port': ['ID=fc8c78f7-a9db-49bc-ba1c-6cae1ce84ae8,revision_number=4']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:52:46.390847 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 517f9432-ec3a-47c9-b5ae-8c47f4c87150 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:52:46.447798 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 517f9432-ec3a-47c9-b5ae-8c47f4c87150 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:52:46.448174 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:46.460318 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-ca88b421-2457-4475-9e25-c2684f49938f None None] Set router f70f5282-0e67-42b8-8262-0589b8ef8fbf gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:52:46.652068 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4885b833-35e1-4a0d-83c0-db4c96c47e87 req-e365f90e-79b2-4c42-a065-e3db07000707 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c0c8471-016d-45a9-83c7-fa8d71ddab80 HTTP/1.1" status: 200 len: 210 time: 0.0350640 Jul 24 01:52:46.753952 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-ca88b421-2457-4475-9e25-c2684f49938f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70f5282-0e67-42b8-8262-0589b8ef8fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541558211', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '517f9432-ec3a-47c9-b5ae-8c47f4c87150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:52:40Z', 'updated_at': '2021-07-24T01:52:43Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': '517f9432-ec3a-47c9-b5ae-8c47f4c87150', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f5282-0e67-42b8-8262-0589b8ef8fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:52:40Z', 'updated_at': '2021-07-24T01:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'fc8c78f7-a9db-49bc-ba1c-6cae1ce84ae8', 'name': '', 'network_id': 'd3f4e3ee-a8cd-4f87-bce8-3dfea2254c13', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'mac_address': 'fa:16:3e:58:fe:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70f5282-0e67-42b8-8262-0589b8ef8fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'fc449b8e-087a-4ccd-b954-6ebc9c873597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:52:42Z', 'updated_at': '2021-07-24T01:52:46Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'subnets': [{'id': 'fc449b8e-087a-4ccd-b954-6ebc9c873597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:52:46.782340 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca88b421-2457-4475-9e25-c2684f49938f None None] The sync data for ids ['f70f5282-0e67-42b8-8262-0589b8ef8fbf'] in n-d-793621-25 is: [{'id': 'f70f5282-0e67-42b8-8262-0589b8ef8fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541558211', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '517f9432-ec3a-47c9-b5ae-8c47f4c87150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:52:40Z', 'updated_at': '2021-07-24T01:52:43Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': '517f9432-ec3a-47c9-b5ae-8c47f4c87150', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f5282-0e67-42b8-8262-0589b8ef8fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:52:40Z', 'updated_at': '2021-07-24T01:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'fc8c78f7-a9db-49bc-ba1c-6cae1ce84ae8', 'name': '', 'network_id': 'd3f4e3ee-a8cd-4f87-bce8-3dfea2254c13', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'mac_address': 'fa:16:3e:58:fe:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f70f5282-0e67-42b8-8262-0589b8ef8fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'fc449b8e-087a-4ccd-b954-6ebc9c873597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:52:42Z', 'updated_at': '2021-07-24T01:52:46Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'subnets': [{'id': 'fc449b8e-087a-4ccd-b954-6ebc9c873597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:52:47.605900 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-f866d2d1-aca5-401a-80d0-726f445021f4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:52:47.607469 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-f866d2d1-aca5-401a-80d0-726f445021f4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.13 "GET /v2.0/networks?id=d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13 HTTP/1.1" status: 200 len: 797 time: 0.1100059 Jul 24 01:52:47.654802 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-df8c42d0-9d86-4068-879c-20eb71133a3b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bf7a8936f54402fb834700eeb2c9b01 HTTP/1.1" status: 200 len: 379 time: 0.0385346 Jul 24 01:52:47.664706 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-c2df39ad-02dd-46df-84e8-1be3a7509aa4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'port': {'device_id': '7c0c8471-016d-45a9-83c7-fa8d71ddab80', 'network_id': 'd3f4e3ee-a8cd-4f87-bce8-3dfea2254c13', 'admin_state_up': True, 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'security_groups': ['30087f1c-7302-44fc-b9a6-f74b477b32ff']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:52:47.756268 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-89d2863f-1e49-47d6-b0ab-68001f34c07e req-fa30e285-a732-41fd-8ee3-35666701023a tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c0c8471-016d-45a9-83c7-fa8d71ddab80 HTTP/1.1" status: 200 len: 210 time: 0.0328102 Jul 24 01:52:47.796773 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-c2df39ad-02dd-46df-84e8-1be3a7509aa4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Made reservation on behalf of 2bf7a8936f54402fb834700eeb2c9b01 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:52:47.801208 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-c2df39ad-02dd-46df-84e8-1be3a7509aa4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:47.933250 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-c2df39ad-02dd-46df-84e8-1be3a7509aa4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Allocated IP 172.20.0.8 (d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13/fc449b8e-087a-4ccd-b954-6ebc9c873597/5310c603-ad40-4515-83a1-d3f2268ef304) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:52:48.068489 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-c2df39ad-02dd-46df-84e8-1be3a7509aa4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:48.081904 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-c2df39ad-02dd-46df-84e8-1be3a7509aa4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Transition to ACTIVE for port object 5310c603-ad40-4515-83a1-d3f2268ef304 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:52:48.115475 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-c2df39ad-02dd-46df-84e8-1be3a7509aa4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:48.162785 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-c2df39ad-02dd-46df-84e8-1be3a7509aa4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Network d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:52:48.167773 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-c2df39ad-02dd-46df-84e8-1be3a7509aa4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:52:48.170101 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-c2df39ad-02dd-46df-84e8-1be3a7509aa4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:52:48.199375 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df39ad-02dd-46df-84e8-1be3a7509aa4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'Port': ['ID=5310c603-ad40-4515-83a1-d3f2268ef304,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:52:48.228385 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-c2df39ad-02dd-46df-84e8-1be3a7509aa4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:52:48.229065 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-c2df39ad-02dd-46df-84e8-1be3a7509aa4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:48.247057 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-c2df39ad-02dd-46df-84e8-1be3a7509aa4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5864823 Jul 24 01:52:48.259341 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-e2bd7dd7-2fcd-4a34-b1f5-7e5fdbd5685c service neutron] Request body: {'port': {'device_id': '7c0c8471-016d-45a9-83c7-fa8d71ddab80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:52:48.278776 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device fc8c78f7-a9db-49bc-ba1c-6cae1ce84ae8 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:52:48.333291 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port fc8c78f7-a9db-49bc-ba1c-6cae1ce84ae8 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:52:48.337952 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port fc8c78f7-a9db-49bc-ba1c-6cae1ce84ae8 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:52:48.338326 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:48.338998 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-e2bd7dd7-2fcd-4a34-b1f5-7e5fdbd5685c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:48.383327 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-82b351b5-e1b6-4c09-ada8-9ff50698138e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:48.409617 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1d34574a-3445-4114-ad3a-c952d61e4c0e None None] Provisioning for port 5310c603-ad40-4515-83a1-d3f2268ef304 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:52:48.415168 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1d34574a-3445-4114-ad3a-c952d61e4c0e None None] Provisioning complete for port 5310c603-ad40-4515-83a1-d3f2268ef304 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:52:48.415659 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1d34574a-3445-4114-ad3a-c952d61e4c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:48.477623 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:48.481658 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-1d34574a-3445-4114-ad3a-c952d61e4c0e None None] Port 5310c603-ad40-4515-83a1-d3f2268ef304 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:52:48.519275 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port fc8c78f7-a9db-49bc-ba1c-6cae1ce84ae8, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=fc8c78f7-a9db-49bc-ba1c-6cae1ce84ae8,segment=NetworkSegment(20f73814-78eb-4a5f-bc11-01d2eb219660),segment_id=20f73814-78eb-4a5f-bc11-01d2eb219660)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:52:48.523751 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:48.583140 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=fc8c78f7-a9db-49bc-ba1c-6cae1ce84ae8,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:52:48.587108 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:48.627788 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-e2bd7dd7-2fcd-4a34-b1f5-7e5fdbd5685c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5310c603-ad40-4515-83a1-d3f2268ef304 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:52:48.635267 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-e2bd7dd7-2fcd-4a34-b1f5-7e5fdbd5685c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:48.648972 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-e2bd7dd7-2fcd-4a34-b1f5-7e5fdbd5685c service neutron] Transition to ACTIVE for port object 5310c603-ad40-4515-83a1-d3f2268ef304 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:52:48.652588 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-e2bd7dd7-2fcd-4a34-b1f5-7e5fdbd5685c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:48.704072 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd7dd7-2fcd-4a34-b1f5-7e5fdbd5685c service neutron] Pushing event updated for resources: {'Port': ['ID=5310c603-ad40-4515-83a1-d3f2268ef304,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:52:48.785273 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-e2bd7dd7-2fcd-4a34-b1f5-7e5fdbd5685c service neutron] Attempting to bind port 5310c603-ad40-4515-83a1-d3f2268ef304 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:52:48.785777 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-e2bd7dd7-2fcd-4a34-b1f5-7e5fdbd5685c service neutron] Attempting to bind port 5310c603-ad40-4515-83a1-d3f2268ef304 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '20f73814-78eb-4a5f-bc11-01d2eb219660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd3f4e3ee-a8cd-4f87-bce8-3dfea2254c13'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:52:48.786144 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-e2bd7dd7-2fcd-4a34-b1f5-7e5fdbd5685c service neutron] Attempting to bind port 5310c603-ad40-4515-83a1-d3f2268ef304 on network d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:52:48.796580 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-e2bd7dd7-2fcd-4a34-b1f5-7e5fdbd5685c service neutron] Port 5310c603-ad40-4515-83a1-d3f2268ef304 on network d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:52:48.796813 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-e2bd7dd7-2fcd-4a34-b1f5-7e5fdbd5685c service neutron] Attempting to bind port 5310c603-ad40-4515-83a1-d3f2268ef304 on network d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:52:48.802868 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-e2bd7dd7-2fcd-4a34-b1f5-7e5fdbd5685c service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:52:48.803212 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-e2bd7dd7-2fcd-4a34-b1f5-7e5fdbd5685c service neutron] Checking segment: {'id': '20f73814-78eb-4a5f-bc11-01d2eb219660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd3f4e3ee-a8cd-4f87-bce8-3dfea2254c13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:52:48.803600 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-e2bd7dd7-2fcd-4a34-b1f5-7e5fdbd5685c service neutron] Bound using segment: {'id': '20f73814-78eb-4a5f-bc11-01d2eb219660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd3f4e3ee-a8cd-4f87-bce8-3dfea2254c13'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:52:48.804033 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-e2bd7dd7-2fcd-4a34-b1f5-7e5fdbd5685c service neutron] Bound port: 5310c603-ad40-4515-83a1-d3f2268ef304, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20f73814-78eb-4a5f-bc11-01d2eb219660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd3f4e3ee-a8cd-4f87-bce8-3dfea2254c13'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:52:48.804405 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-e2bd7dd7-2fcd-4a34-b1f5-7e5fdbd5685c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:48.909016 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-e2bd7dd7-2fcd-4a34-b1f5-7e5fdbd5685c service neutron] For port 5310c603-ad40-4515-83a1-d3f2268ef304, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:52:48.913204 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-e2bd7dd7-2fcd-4a34-b1f5-7e5fdbd5685c service neutron] For port 5310c603-ad40-4515-83a1-d3f2268ef304, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=5310c603-ad40-4515-83a1-d3f2268ef304,segment=NetworkSegment(20f73814-78eb-4a5f-bc11-01d2eb219660),segment_id=20f73814-78eb-4a5f-bc11-01d2eb219660)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:52:48.918032 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-e2bd7dd7-2fcd-4a34-b1f5-7e5fdbd5685c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:48.966667 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-e2bd7dd7-2fcd-4a34-b1f5-7e5fdbd5685c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:52:48.967325 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-e2bd7dd7-2fcd-4a34-b1f5-7e5fdbd5685c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:48.968746 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-e2bd7dd7-2fcd-4a34-b1f5-7e5fdbd5685c service neutron] 10.222.0.13 "PUT /v2.0/ports/5310c603-ad40-4515-83a1-d3f2268ef304 HTTP/1.1" status: 200 len: 1092 time: 0.7148268 Jul 24 01:52:48.980415 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2cf228-2819-4d39-aa21-f64b969f1bb8 req-ba2b6f27-e94b-49cb-84f0-b333d678cd43 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:52:48.982128 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fb2cf228-2819-4d39-aa21-f64b969f1bb8 req-ba2b6f27-e94b-49cb-84f0-b333d678cd43 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c0c8471-016d-45a9-83c7-fa8d71ddab80 HTTP/1.1" status: 200 len: 943 time: 0.1415713 Jul 24 01:52:48.982618 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c0c8471-016d-45a9-83c7-fa8d71ddab80', 'tag': '5310c603-ad40-4515-83a1-d3f2268ef304'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:52:48.985046 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c0377c0cac57482b78947fbfdb6e67ca594c264dadda24220a1a6cbe410d8c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8994cc-7044-427b-a922-8a841aedd6f2" -d '{"events": [{"name": "network-changed", "server_uuid": "7c0c8471-016d-45a9-83c7-fa8d71ddab80", "tag": "5310c603-ad40-4515-83a1-d3f2268ef304"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:52:49.032438 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec1bfd3b-003e-4ff5-84c2-f5a4cbb9a509 x-openstack-request-id: req-ec1bfd3b-003e-4ff5-84c2-f5a4cbb9a509 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:52:49.032783 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c0c8471-016d-45a9-83c7-fa8d71ddab80", "tag": "5310c603-ad40-4515-83a1-d3f2268ef304", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:52:49.033026 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ec1bfd3b-003e-4ff5-84c2-f5a4cbb9a509 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:52:49.033807 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c0c8471-016d-45a9-83c7-fa8d71ddab80', 'tag': '5310c603-ad40-4515-83a1-d3f2268ef304', 'status': 'completed', 'code': 200} Jul 24 01:52:49.059861 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd7dd7-2fcd-4a34-b1f5-7e5fdbd5685c service neutron] Pushing event updated for resources: {'Port': ['ID=5310c603-ad40-4515-83a1-d3f2268ef304,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:52:49.080045 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-fb2cf228-2819-4d39-aa21-f64b969f1bb8 req-89c3dcd0-7276-40f9-b77d-d90db04837c9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=30087f1c-7302-44fc-b9a6-f74b477b32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830572 Jul 24 01:52:49.101085 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-7a7914f5-905f-4492-9bcc-46b7e78cdfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:52:49.102742 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-7a7914f5-905f-4492-9bcc-46b7e78cdfc4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bf7a8936f54402fb834700eeb2c9b01&device_id=7c0c8471-016d-45a9-83c7-fa8d71ddab80 HTTP/1.1" status: 200 len: 1095 time: 0.0854743 Jul 24 01:52:49.148562 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-510e7529-78da-4af0-86ab-cecb288ccd37 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5310c603-ad40-4515-83a1-d3f2268ef304 HTTP/1.1" status: 200 len: 217 time: 0.0388308 Jul 24 01:52:49.201047 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-737bcb8f-f1fa-42f0-b801-bf9a3829989b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:52:49.202508 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-737bcb8f-f1fa-42f0-b801-bf9a3829989b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fc449b8e-087a-4ccd-b954-6ebc9c873597 HTTP/1.1" status: 200 len: 834 time: 0.0481455 Jul 24 01:52:49.261863 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-adf4fb63-18cb-43d1-9432-a155e59dbcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:52:49.263507 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-adf4fb63-18cb-43d1-9432-a155e59dbcfe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549142 Jul 24 01:52:49.353780 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-a018a9d8-42ff-412c-93de-b9e8dbb9beae service neutron] 10.222.0.13 "GET /v2.0/networks/d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842113 Jul 24 01:52:49.446844 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e7e6a25e-de5f-445e-9e34-8be1e8bd7113 req-88633965-41d6-4892-85a4-1e407e91442a service neutron] 10.222.0.13 "GET /v2.0/networks/d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862763 Jul 24 01:52:49.547088 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8994cc-7044-427b-a922-8a841aedd6f2 req-fbd82a26-889c-448c-9b00-218f11918680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:52:49.548984 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4e8994cc-7044-427b-a922-8a841aedd6f2 req-fbd82a26-889c-448c-9b00-218f11918680 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bf7a8936f54402fb834700eeb2c9b01&device_id=7c0c8471-016d-45a9-83c7-fa8d71ddab80 HTTP/1.1" status: 200 len: 1095 time: 0.0538425 Jul 24 01:52:49.643785 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8994cc-7044-427b-a922-8a841aedd6f2 req-01f50a40-51f8-4659-adc4-4ac84446ff7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:52:49.645523 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4e8994cc-7044-427b-a922-8a841aedd6f2 req-01f50a40-51f8-4659-adc4-4ac84446ff7d service neutron] 10.222.0.13 "GET /v2.0/networks?id=d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13 HTTP/1.1" status: 200 len: 898 time: 0.0913208 Jul 24 01:52:49.687038 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4e8994cc-7044-427b-a922-8a841aedd6f2 req-6362e0c3-548b-4246-9d44-8d60c84e9957 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5310c603-ad40-4515-83a1-d3f2268ef304 HTTP/1.1" status: 200 len: 217 time: 0.0350842 Jul 24 01:52:49.727187 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:49.743586 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8994cc-7044-427b-a922-8a841aedd6f2 req-0eb9b64f-993d-46c0-8673-c182ce8e13ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:52:49.745314 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4e8994cc-7044-427b-a922-8a841aedd6f2 req-0eb9b64f-993d-46c0-8673-c182ce8e13ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fc449b8e-087a-4ccd-b954-6ebc9c873597 HTTP/1.1" status: 200 len: 834 time: 0.0513380 Jul 24 01:52:49.804623 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8994cc-7044-427b-a922-8a841aedd6f2 req-3e5138cb-776b-41f2-adcf-2efa728b0013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:52:49.806141 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4e8994cc-7044-427b-a922-8a841aedd6f2 req-3e5138cb-776b-41f2-adcf-2efa728b0013 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540407 Jul 24 01:52:49.896394 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4e8994cc-7044-427b-a922-8a841aedd6f2 req-22921514-8c22-44ee-a6d1-5c3f3de45ea4 service neutron] 10.222.0.13 "GET /v2.0/networks/d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829616 Jul 24 01:52:49.988984 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4e8994cc-7044-427b-a922-8a841aedd6f2 req-a2f996c5-5c39-4668-a35e-25c1039a8ca5 service neutron] 10.222.0.13 "GET /v2.0/networks/d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853648 Jul 24 01:52:50.216860 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19bf5d-7a8d-4c5e-8871-e763d6f57479 req-b5bd9682-5e2c-4f18-a8b4-1583c1e857a9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:52:50.218366 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2a19bf5d-7a8d-4c5e-8871-e763d6f57479 req-b5bd9682-5e2c-4f18-a8b4-1583c1e857a9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c0c8471-016d-45a9-83c7-fa8d71ddab80 HTTP/1.1" status: 200 len: 943 time: 0.0681791 Jul 24 01:52:50.243418 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device fc8c78f7-a9db-49bc-ba1c-6cae1ce84ae8 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:52:50.259718 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2a19bf5d-7a8d-4c5e-8871-e763d6f57479 req-051425ea-c3fa-41d4-a533-948cdac321ed tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=30087f1c-7302-44fc-b9a6-f74b477b32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347986 Jul 24 01:52:50.295513 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port fc8c78f7-a9db-49bc-ba1c-6cae1ce84ae8 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:52:50.295895 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:50.514528 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 5310c603-ad40-4515-83a1-d3f2268ef304 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:52:50.611187 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 5310c603-ad40-4515-83a1-d3f2268ef304, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=5310c603-ad40-4515-83a1-d3f2268ef304,segment=NetworkSegment(20f73814-78eb-4a5f-bc11-01d2eb219660),segment_id=20f73814-78eb-4a5f-bc11-01d2eb219660)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:52:50.622622 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '5310c603-ad40-4515-83a1-d3f2268ef304', 'network_id': 'd3f4e3ee-a8cd-4f87-bce8-3dfea2254c13', 'port_id': '5310c603-ad40-4515-83a1-d3f2268ef304', 'mac_address': 'fa:16:3e:5c:e8:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc449b8e-087a-4ccd-b954-6ebc9c873597', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:52:50.664176 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:50.677373 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5310c603-ad40-4515-83a1-d3f2268ef304 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:52:50.697417 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 5310c603-ad40-4515-83a1-d3f2268ef304, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=5310c603-ad40-4515-83a1-d3f2268ef304,segment=NetworkSegment(20f73814-78eb-4a5f-bc11-01d2eb219660),segment_id=20f73814-78eb-4a5f-bc11-01d2eb219660)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:52:50.701104 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:50.749134 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=5310c603-ad40-4515-83a1-d3f2268ef304,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:52:50.909201 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['5310c603-ad40-4515-83a1-d3f2268ef304'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:52:51.228476 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:51.394853 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd103eea-9f73-4bf3-b30b-34655bcd311f req-0f5f0c44-e5f6-482b-aedf-3f517a4acc99 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:52:51.396454 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bd103eea-9f73-4bf3-b30b-34655bcd311f req-0f5f0c44-e5f6-482b-aedf-3f517a4acc99 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c0c8471-016d-45a9-83c7-fa8d71ddab80 HTTP/1.1" status: 200 len: 944 time: 0.0690618 Jul 24 01:52:51.435473 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bd103eea-9f73-4bf3-b30b-34655bcd311f req-d9dfde0b-bcdb-424b-9440-07d15aa92778 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=30087f1c-7302-44fc-b9a6-f74b477b32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332296 Jul 24 01:52:52.514671 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 5310c603-ad40-4515-83a1-d3f2268ef304 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:52:52.565536 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 5310c603-ad40-4515-83a1-d3f2268ef304 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:52:52.569412 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57083fcb-2fac-4a92-ae64-21c3b45d0907 req-17533e31-5bc9-4351-8d70-654ef1433aac tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:52:52.569909 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 5310c603-ad40-4515-83a1-d3f2268ef304 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:52:52.570250 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:52.570956 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-57083fcb-2fac-4a92-ae64-21c3b45d0907 req-17533e31-5bc9-4351-8d70-654ef1433aac tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c0c8471-016d-45a9-83c7-fa8d71ddab80 HTTP/1.1" status: 200 len: 944 time: 0.0669925 Jul 24 01:52:52.608501 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-57083fcb-2fac-4a92-ae64-21c3b45d0907 req-e09e709a-b4f4-45c9-b30d-f6bbd24578f4 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=30087f1c-7302-44fc-b9a6-f74b477b32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318038 Jul 24 01:52:52.650567 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:52.674228 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0c8471-016d-45a9-83c7-fa8d71ddab80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5310c603-ad40-4515-83a1-d3f2268ef304'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:52:52.677464 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b36c629d192f293ddd0cd0678fefb9a9e59c3f82b7da09e09f5fd8b02f5b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aae5495-43eb-42d7-b2de-19ed372fc3fd" -d '{"events": [{"server_uuid": "7c0c8471-016d-45a9-83c7-fa8d71ddab80", "name": "network-vif-plugged", "status": "completed", "tag": "5310c603-ad40-4515-83a1-d3f2268ef304"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:52:52.689858 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 5310c603-ad40-4515-83a1-d3f2268ef304, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=5310c603-ad40-4515-83a1-d3f2268ef304,segment=NetworkSegment(20f73814-78eb-4a5f-bc11-01d2eb219660),segment_id=20f73814-78eb-4a5f-bc11-01d2eb219660)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:52:52.694902 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:52.718667 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a456eb9-4628-4b60-b787-73fa144252d8 x-openstack-request-id: req-6a456eb9-4628-4b60-b787-73fa144252d8 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:52:52.718998 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0c8471-016d-45a9-83c7-fa8d71ddab80", "name": "network-vif-plugged", "status": "completed", "tag": "5310c603-ad40-4515-83a1-d3f2268ef304", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:52:52.719254 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6a456eb9-4628-4b60-b787-73fa144252d8 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:52:52.720911 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0c8471-016d-45a9-83c7-fa8d71ddab80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5310c603-ad40-4515-83a1-d3f2268ef304', 'code': 200} Jul 24 01:52:52.746733 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=5310c603-ad40-4515-83a1-d3f2268ef304,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:52:52.830640 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae23bb-58d4-421f-8687-2ed2b65208b1 req-7c87241c-f4e7-4dac-b389-9e4ed2aa27e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:52:52.832331 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-39ae23bb-58d4-421f-8687-2ed2b65208b1 req-7c87241c-f4e7-4dac-b389-9e4ed2aa27e6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7c0c8471-016d-45a9-83c7-fa8d71ddab80 HTTP/1.1" status: 200 len: 1097 time: 0.0606480 Jul 24 01:52:52.872053 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-39ae23bb-58d4-421f-8687-2ed2b65208b1 req-3800af82-5041-4c91-ab84-38f7c7bbe2f6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=30087f1c-7302-44fc-b9a6-f74b477b32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330355 Jul 24 01:52:53.744023 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07804f-ca8b-4e1e-87ea-ef9d5719a2b6 req-77a0914e-94d3-4747-901e-b44dc857a375 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:52:53.745534 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fe07804f-ca8b-4e1e-87ea-ef9d5719a2b6 req-77a0914e-94d3-4747-901e-b44dc857a375 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c0c8471-016d-45a9-83c7-fa8d71ddab80 HTTP/1.1" status: 200 len: 945 time: 0.0660779 Jul 24 01:52:53.789281 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fe07804f-ca8b-4e1e-87ea-ef9d5719a2b6 req-9cc607e1-8f3c-471e-8b82-dcb22edf8278 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=30087f1c-7302-44fc-b9a6-f74b477b32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381281 Jul 24 01:52:53.924403 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ead033-f598-4b8f-94b2-34acce682e79 req-7e0e04cb-b122-494c-b066-15c228d2fa68 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:52:53.925930 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-09ead033-f598-4b8f-94b2-34acce682e79 req-7e0e04cb-b122-494c-b066-15c228d2fa68 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c0c8471-016d-45a9-83c7-fa8d71ddab80 HTTP/1.1" status: 200 len: 945 time: 0.0672493 Jul 24 01:52:53.963548 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-09ead033-f598-4b8f-94b2-34acce682e79 req-c5217faa-b244-4c10-8372-9417a54c6fe5 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=30087f1c-7302-44fc-b9a6-f74b477b32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320704 Jul 24 01:52:53.987940 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52634) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:52:54.048110 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ca6a89-ed99-4326-8cc0-86779e0e63ef tempest-TestNetworkAdvancedServerOps-1827788520 tempest-TestNetworkAdvancedServerOps-1827788520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:52:54.050077 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-47ca6a89-ed99-4326-8cc0-86779e0e63ef tempest-TestNetworkAdvancedServerOps-1827788520 tempest-TestNetworkAdvancedServerOps-1827788520-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7c0c8471-016d-45a9-83c7-fa8d71ddab80 HTTP/1.1" status: 200 len: 1092 time: 0.0611126 Jul 24 01:52:54.052893 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52636) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:52:54.057645 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-402d5f4f-e1e5-4df2-af5d-11a7e7f48318 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'port_id': '5310c603-ad40-4515-83a1-d3f2268ef304', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:52:54.083435 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-402d5f4f-e1e5-4df2-af5d-11a7e7f48318 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for floatingip, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:54.184179 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-402d5f4f-e1e5-4df2-af5d-11a7e7f48318 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:54.295150 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-402d5f4f-e1e5-4df2-af5d-11a7e7f48318 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Allocated IP 172.25.2.238 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/7b56b3ae-1ba4-47bd-9216-65d92b9247dc) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:52:54.403392 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-402d5f4f-e1e5-4df2-af5d-11a7e7f48318 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:54.445581 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-402d5f4f-e1e5-4df2-af5d-11a7e7f48318 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:54.484361 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402d5f4f-e1e5-4df2-af5d-11a7e7f48318 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:52:54.490523 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-402d5f4f-e1e5-4df2-af5d-11a7e7f48318 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:52:54.493248 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402d5f4f-e1e5-4df2-af5d-11a7e7f48318 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:52:54.522123 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d5f4f-e1e5-4df2-af5d-11a7e7f48318 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'Port': ['ID=7b56b3ae-1ba4-47bd-9216-65d92b9247dc,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:52:54.873679 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-402d5f4f-e1e5-4df2-af5d-11a7e7f48318 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:54.953932 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-402d5f4f-e1e5-4df2-af5d-11a7e7f48318 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:55.110696 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-402d5f4f-e1e5-4df2-af5d-11a7e7f48318 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:55.117119 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-402d5f4f-e1e5-4df2-af5d-11a7e7f48318 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:55.186946 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402d5f4f-e1e5-4df2-af5d-11a7e7f48318 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event updated for resources: {'Port': ['ID=7b56b3ae-1ba4-47bd-9216-65d92b9247dc,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:52:55.200286 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-402d5f4f-e1e5-4df2-af5d-11a7e7f48318 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:55.307768 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [None req-402d5f4f-e1e5-4df2-af5d-11a7e7f48318 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Floating IP 2d9bd9de-d57a-4b4a-b69c-bacc3fc6cfe8 associated. External IP: 172.25.2.238, port: 5310c603-ad40-4515-83a1-d3f2268ef304. Jul 24 01:52:55.840779 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402d5f4f-e1e5-4df2-af5d-11a7e7f48318 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Router f70f5282-0e67-42b8-8262-0589b8ef8fbf has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:52:55.950230 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402d5f4f-e1e5-4df2-af5d-11a7e7f48318 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:52:55.961152 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d98935-845b-441d-ab1c-c77175277701 None None] Sync routers for ids ['f70f5282-0e67-42b8-8262-0589b8ef8fbf'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:52:55.968027 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-402d5f4f-e1e5-4df2-af5d-11a7e7f48318 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:52:55.971375 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d98935-845b-441d-ab1c-c77175277701 None None] Routers {'f70f5282-0e67-42b8-8262-0589b8ef8fbf'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:52:55.971941 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-36d98935-845b-441d-ab1c-c77175277701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:52:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f70f5282-0e67-42b8-8262-0589b8ef8fbf'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:52:56.009187 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-402d5f4f-e1e5-4df2-af5d-11a7e7f48318 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9527802 Jul 24 01:52:56.009187 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c0c8471-016d-45a9-83c7-fa8d71ddab80', 'tag': '5310c603-ad40-4515-83a1-d3f2268ef304'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:52:56.009762 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c0377c0cac57482b78947fbfdb6e67ca594c264dadda24220a1a6cbe410d8c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fc22c3-aebc-4052-bfcf-e15022113537" -d '{"events": [{"name": "network-changed", "server_uuid": "7c0c8471-016d-45a9-83c7-fa8d71ddab80", "tag": "5310c603-ad40-4515-83a1-d3f2268ef304"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:52:56.047857 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df392be-8839-426c-ab3c-28fb2c3e880d x-openstack-request-id: req-1df392be-8839-426c-ab3c-28fb2c3e880d {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:52:56.048724 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c0c8471-016d-45a9-83c7-fa8d71ddab80", "tag": "5310c603-ad40-4515-83a1-d3f2268ef304", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:52:56.049240 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1df392be-8839-426c-ab3c-28fb2c3e880d {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:52:56.049824 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c0c8471-016d-45a9-83c7-fa8d71ddab80', 'tag': '5310c603-ad40-4515-83a1-d3f2268ef304', 'status': 'completed', 'code': 200} Jul 24 01:52:56.088899 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-36d98935-845b-441d-ab1c-c77175277701 None None] Set router f70f5282-0e67-42b8-8262-0589b8ef8fbf gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:52:56.130732 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc22c3-aebc-4052-bfcf-e15022113537 req-a919c22e-1ece-4786-b83c-c97e5be84f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:52:56.133011 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-43fc22c3-aebc-4052-bfcf-e15022113537 req-a919c22e-1ece-4786-b83c-c97e5be84f5f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bf7a8936f54402fb834700eeb2c9b01&device_id=7c0c8471-016d-45a9-83c7-fa8d71ddab80 HTTP/1.1" status: 200 len: 1097 time: 0.0629814 Jul 24 01:52:56.141486 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb821f3-eef9-4f5d-9156-31762cb6bb42 req-6e64ea11-ab99-46d9-b9c0-8cb7240fc9a7 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:52:56.143315 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-adb821f3-eef9-4f5d-9156-31762cb6bb42 req-6e64ea11-ab99-46d9-b9c0-8cb7240fc9a7 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c0c8471-016d-45a9-83c7-fa8d71ddab80 HTTP/1.1" status: 200 len: 945 time: 0.0762773 Jul 24 01:52:56.187813 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-adb821f3-eef9-4f5d-9156-31762cb6bb42 req-7b2e6f6f-d158-4d43-ac55-5a9b59ca5db3 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=30087f1c-7302-44fc-b9a6-f74b477b32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376942 Jul 24 01:52:56.211019 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52642) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:52:56.231812 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc22c3-aebc-4052-bfcf-e15022113537 req-cbc6af83-0689-4eeb-83ff-f31550e39a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:52:56.233210 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-43fc22c3-aebc-4052-bfcf-e15022113537 req-cbc6af83-0689-4eeb-83ff-f31550e39a8c service neutron] 10.222.0.13 "GET /v2.0/networks?id=d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13 HTTP/1.1" status: 200 len: 898 time: 0.0941148 Jul 24 01:52:56.274568 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1027bc9c-7360-43b9-9986-289d1a60faaf tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/floatingips/2d9bd9de-d57a-4b4a-b69c-bacc3fc6cfe8 HTTP/1.1" status: 200 len: 991 time: 0.0620885 Jul 24 01:52:56.300843 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-43fc22c3-aebc-4052-bfcf-e15022113537 req-e61c7afa-8b6b-4979-8d71-cd7f6e402929 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5310c603-ad40-4515-83a1-d3f2268ef304 HTTP/1.1" status: 200 len: 999 time: 0.0607834 Jul 24 01:52:56.329454 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-36d98935-845b-441d-ab1c-c77175277701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70f5282-0e67-42b8-8262-0589b8ef8fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541558211', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '517f9432-ec3a-47c9-b5ae-8c47f4c87150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:52:40Z', 'updated_at': '2021-07-24T01:52:43Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': '517f9432-ec3a-47c9-b5ae-8c47f4c87150', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f5282-0e67-42b8-8262-0589b8ef8fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:52:40Z', 'updated_at': '2021-07-24T01:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '2d9bd9de-d57a-4b4a-b69c-bacc3fc6cfe8', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'floating_ip_address': '172.25.2.238', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'f70f5282-0e67-42b8-8262-0589b8ef8fbf', 'port_id': '5310c603-ad40-4515-83a1-d3f2268ef304', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f4e3ee-a8cd-4f87-bce8-3dfea2254c13', 'mac_address': 'fa:16:3e:5c:e8:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0c8471-016d-45a9-83c7-fa8d71ddab80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:52:54Z', 'updated_at': '2021-07-24T01:52:54Z', 'revision_number': 0, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc8c78f7-a9db-49bc-ba1c-6cae1ce84ae8', 'name': '', 'network_id': 'd3f4e3ee-a8cd-4f87-bce8-3dfea2254c13', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'mac_address': 'fa:16:3e:58:fe:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f5282-0e67-42b8-8262-0589b8ef8fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'fc449b8e-087a-4ccd-b954-6ebc9c873597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:52:42Z', 'updated_at': '2021-07-24T01:52:48Z', 'revision_number': 5, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'subnets': [{'id': 'fc449b8e-087a-4ccd-b954-6ebc9c873597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:52:56.350163 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc22c3-aebc-4052-bfcf-e15022113537 req-c4a1f938-775b-414b-a1b7-5ee89b7fde18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:52:56.351751 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-43fc22c3-aebc-4052-bfcf-e15022113537 req-c4a1f938-775b-414b-a1b7-5ee89b7fde18 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fc449b8e-087a-4ccd-b954-6ebc9c873597 HTTP/1.1" status: 200 len: 834 time: 0.0448015 Jul 24 01:52:56.355820 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d98935-845b-441d-ab1c-c77175277701 None None] Checking router: f70f5282-0e67-42b8-8262-0589b8ef8fbf for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:52:56.365089 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d98935-845b-441d-ab1c-c77175277701 None None] Routers {'f70f5282-0e67-42b8-8262-0589b8ef8fbf'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:52:56.365702 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-36d98935-845b-441d-ab1c-c77175277701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:52:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f70f5282-0e67-42b8-8262-0589b8ef8fbf'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:52:56.419522 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc22c3-aebc-4052-bfcf-e15022113537 req-7077565e-e78b-4d39-8090-ceb7fedb34ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:52:56.421051 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-43fc22c3-aebc-4052-bfcf-e15022113537 req-7077565e-e78b-4d39-8090-ceb7fedb34ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608494 Jul 24 01:52:56.470762 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-36d98935-845b-441d-ab1c-c77175277701 None None] Set router f70f5282-0e67-42b8-8262-0589b8ef8fbf gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:52:56.513546 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-43fc22c3-aebc-4052-bfcf-e15022113537 req-ee46e3b7-886f-4876-be77-2fe9c53e3b23 service neutron] 10.222.0.13 "GET /v2.0/networks/d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857623 Jul 24 01:52:56.615700 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-43fc22c3-aebc-4052-bfcf-e15022113537 req-4ddf9445-af02-4cb6-b11e-fbc8ab8e5b2f service neutron] 10.222.0.13 "GET /v2.0/networks/d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964258 Jul 24 01:52:56.708833 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-36d98935-845b-441d-ab1c-c77175277701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70f5282-0e67-42b8-8262-0589b8ef8fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541558211', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '517f9432-ec3a-47c9-b5ae-8c47f4c87150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:52:40Z', 'updated_at': '2021-07-24T01:52:43Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': '517f9432-ec3a-47c9-b5ae-8c47f4c87150', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f5282-0e67-42b8-8262-0589b8ef8fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:52:40Z', 'updated_at': '2021-07-24T01:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '2d9bd9de-d57a-4b4a-b69c-bacc3fc6cfe8', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'floating_ip_address': '172.25.2.238', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'f70f5282-0e67-42b8-8262-0589b8ef8fbf', 'port_id': '5310c603-ad40-4515-83a1-d3f2268ef304', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f4e3ee-a8cd-4f87-bce8-3dfea2254c13', 'mac_address': 'fa:16:3e:5c:e8:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0c8471-016d-45a9-83c7-fa8d71ddab80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:52:54Z', 'updated_at': '2021-07-24T01:52:54Z', 'revision_number': 0, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc8c78f7-a9db-49bc-ba1c-6cae1ce84ae8', 'name': '', 'network_id': 'd3f4e3ee-a8cd-4f87-bce8-3dfea2254c13', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'mac_address': 'fa:16:3e:58:fe:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f5282-0e67-42b8-8262-0589b8ef8fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'fc449b8e-087a-4ccd-b954-6ebc9c873597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:52:42Z', 'updated_at': '2021-07-24T01:52:48Z', 'revision_number': 5, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'subnets': [{'id': 'fc449b8e-087a-4ccd-b954-6ebc9c873597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:52:56.735323 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d98935-845b-441d-ab1c-c77175277701 None None] The sync data for ids ['f70f5282-0e67-42b8-8262-0589b8ef8fbf'] in n-d-793621-25 is: [{'id': 'f70f5282-0e67-42b8-8262-0589b8ef8fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541558211', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '517f9432-ec3a-47c9-b5ae-8c47f4c87150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:52:40Z', 'updated_at': '2021-07-24T01:52:43Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': '517f9432-ec3a-47c9-b5ae-8c47f4c87150', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f5282-0e67-42b8-8262-0589b8ef8fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:52:40Z', 'updated_at': '2021-07-24T01:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '2d9bd9de-d57a-4b4a-b69c-bacc3fc6cfe8', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'floating_ip_address': '172.25.2.238', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': 'f70f5282-0e67-42b8-8262-0589b8ef8fbf', 'port_id': '5310c603-ad40-4515-83a1-d3f2268ef304', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3f4e3ee-a8cd-4f87-bce8-3dfea2254c13', 'mac_address': 'fa:16:3e:5c:e8:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c0c8471-016d-45a9-83c7-fa8d71ddab80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:52:54Z', 'updated_at': '2021-07-24T01:52:54Z', 'revision_number': 0, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc8c78f7-a9db-49bc-ba1c-6cae1ce84ae8', 'name': '', 'network_id': 'd3f4e3ee-a8cd-4f87-bce8-3dfea2254c13', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'mac_address': 'fa:16:3e:58:fe:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f5282-0e67-42b8-8262-0589b8ef8fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'fc449b8e-087a-4ccd-b954-6ebc9c873597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:52:42Z', 'updated_at': '2021-07-24T01:52:48Z', 'revision_number': 5, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'subnets': [{'id': 'fc449b8e-087a-4ccd-b954-6ebc9c873597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:52:56.953311 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077bfb38-02d6-40db-8f48-1fe8d2ae3ed1 None None] New status for floating IP 2d9bd9de-d57a-4b4a-b69c-bacc3fc6cfe8: ACTIVE {{(pid=100466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:52:57.278216 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52644) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:52:57.342801 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4901272e-848b-4129-9eff-8bfdd145acae tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/floatingips/2d9bd9de-d57a-4b4a-b69c-bacc3fc6cfe8 HTTP/1.1" status: 200 len: 993 time: 0.0631056 Jul 24 01:53:05.530986 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:05.940740 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:09.624984 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:53:13.480984 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-550d5b73-7dee-40e7-b96b-faeb4c57a519 req-80e2909c-9317-453a-a19d-d1af045eb781 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=628d42a2-7ada-4268-be52-7c3048d872bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0801082 Jul 24 01:53:13.529318 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-550d5b73-7dee-40e7-b96b-faeb4c57a519 req-eb575260-9676-43ee-bd74-5fca1f4e222f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=628d42a2-7ada-4268-be52-7c3048d872bf HTTP/1.1" status: 200 len: 210 time: 0.0273442 Jul 24 01:53:13.568818 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-550d5b73-7dee-40e7-b96b-faeb4c57a519 req-23596b0d-52d2-44ba-a26c-62ce835baf5a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195980 Jul 24 01:53:13.669107 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550d5b73-7dee-40e7-b96b-faeb4c57a519 req-df91cdf0-3d9d-48d1-81db-b00f50ca84d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:53:13.670549 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-550d5b73-7dee-40e7-b96b-faeb4c57a519 req-df91cdf0-3d9d-48d1-81db-b00f50ca84d8 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964668 Jul 24 01:53:15.863915 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-20268098-f8c4-4b94-9cac-a186a67c70e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:18.365800 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a109ab35-d34b-4663-a408-1e0b5b93ec0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:18.570418 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:19.728482 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:20.802752 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3258bbe0-738f-495f-a1f1-53786db60f97 req-d171c836-caa1-4a20-806e-84d584d00413 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7c0c8471-016d-45a9-83c7-fa8d71ddab80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0970824 Jul 24 01:53:20.907434 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258bbe0-738f-495f-a1f1-53786db60f97 req-075d1f9a-8245-423e-a8bc-1305af665f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:53:20.908979 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3258bbe0-738f-495f-a1f1-53786db60f97 req-075d1f9a-8245-423e-a8bc-1305af665f67 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bf7a8936f54402fb834700eeb2c9b01&device_id=7c0c8471-016d-45a9-83c7-fa8d71ddab80 HTTP/1.1" status: 200 len: 1097 time: 0.0590959 Jul 24 01:53:21.015204 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258bbe0-738f-495f-a1f1-53786db60f97 req-e61149b4-8677-460f-8588-a23978bed433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:53:21.016618 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3258bbe0-738f-495f-a1f1-53786db60f97 req-e61149b4-8677-460f-8588-a23978bed433 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13 HTTP/1.1" status: 200 len: 898 time: 0.0870955 Jul 24 01:53:21.088916 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3258bbe0-738f-495f-a1f1-53786db60f97 req-98f9db4c-c839-4a95-acd8-df94a8b48068 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5310c603-ad40-4515-83a1-d3f2268ef304 HTTP/1.1" status: 200 len: 1001 time: 0.0643969 Jul 24 01:53:21.137299 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258bbe0-738f-495f-a1f1-53786db60f97 req-8ea6ffe2-650f-4e87-8330-1f643db38faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:53:21.138830 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3258bbe0-738f-495f-a1f1-53786db60f97 req-8ea6ffe2-650f-4e87-8330-1f643db38faf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fc449b8e-087a-4ccd-b954-6ebc9c873597 HTTP/1.1" status: 200 len: 834 time: 0.0440414 Jul 24 01:53:21.202059 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258bbe0-738f-495f-a1f1-53786db60f97 req-1da9197d-eab8-46d3-b519-40cb33c51c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:53:21.203629 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3258bbe0-738f-495f-a1f1-53786db60f97 req-1da9197d-eab8-46d3-b519-40cb33c51c6d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547245 Jul 24 01:53:21.233359 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:21.304142 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3258bbe0-738f-495f-a1f1-53786db60f97 req-f88df29c-0a3c-4a14-9efd-9ed6a8050b21 service neutron] 10.222.0.13 "GET /v2.0/networks/d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922952 Jul 24 01:53:21.405399 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3258bbe0-738f-495f-a1f1-53786db60f97 req-51593945-a78e-49b6-b24a-ed4ed6f45a39 service neutron] 10.222.0.13 "GET /v2.0/networks/d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936925 Jul 24 01:53:30.714758 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb54d1-c433-4be0-9e5c-0ad238bfd338 req-8273d03b-9c69-44ea-9a54-2d9215be8677 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:53:30.716210 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2ecb54d1-c433-4be0-9e5c-0ad238bfd338 req-8273d03b-9c69-44ea-9a54-2d9215be8677 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c0c8471-016d-45a9-83c7-fa8d71ddab80 HTTP/1.1" status: 200 len: 945 time: 0.1073856 Jul 24 01:53:30.755175 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2ecb54d1-c433-4be0-9e5c-0ad238bfd338 req-d238ecab-6ef0-41aa-a990-41dcf0d1d37b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=30087f1c-7302-44fc-b9a6-f74b477b32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332441 Jul 24 01:53:31.965303 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa8e24-048a-452c-9162-36c79dea3bcd req-5b9c0cbf-92a1-49e3-9876-3683057eee8f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:53:31.966823 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6efa8e24-048a-452c-9162-36c79dea3bcd req-5b9c0cbf-92a1-49e3-9876-3683057eee8f tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c0c8471-016d-45a9-83c7-fa8d71ddab80 HTTP/1.1" status: 200 len: 945 time: 0.1170425 Jul 24 01:53:32.007603 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6efa8e24-048a-452c-9162-36c79dea3bcd req-6b96ccf4-727e-49b8-bcba-77598eb5ddc2 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=30087f1c-7302-44fc-b9a6-f74b477b32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326221 Jul 24 01:53:32.029645 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52676) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:53:32.096594 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b8ce5be1-3934-42ce-a081-39c0a4b43474 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/floatingips/2d9bd9de-d57a-4b4a-b69c-bacc3fc6cfe8 HTTP/1.1" status: 200 len: 993 time: 0.0657804 Jul 24 01:53:33.430467 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b161a-b312-458a-9c64-bacfdeac55f5 req-6bdca058-8a97-44c6-a3dc-af79a1286640 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:53:33.432019 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0e4b161a-b312-458a-9c64-bacfdeac55f5 req-6bdca058-8a97-44c6-a3dc-af79a1286640 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c0c8471-016d-45a9-83c7-fa8d71ddab80 HTTP/1.1" status: 200 len: 945 time: 0.1096401 Jul 24 01:53:33.440282 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d6fae-c51a-41f4-a357-b7e1ef4091bf req-7ae70047-7776-4b0f-b1e6-7d3b412f4078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:53:33.442555 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-160d6fae-c51a-41f4-a357-b7e1ef4091bf req-7ae70047-7776-4b0f-b1e6-7d3b412f4078 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bf7a8936f54402fb834700eeb2c9b01&device_id=7c0c8471-016d-45a9-83c7-fa8d71ddab80 HTTP/1.1" status: 200 len: 1097 time: 0.0914874 Jul 24 01:53:33.504492 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0e4b161a-b312-458a-9c64-bacfdeac55f5 req-47de2cd8-ace2-499b-88eb-f203bf0a7543 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=30087f1c-7302-44fc-b9a6-f74b477b32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661395 Jul 24 01:53:33.558733 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d6fae-c51a-41f4-a357-b7e1ef4091bf req-54506d81-4d87-4d9a-9911-408c5271246f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:53:33.560245 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-160d6fae-c51a-41f4-a357-b7e1ef4091bf req-54506d81-4d87-4d9a-9911-408c5271246f service neutron] 10.222.0.13 "GET /v2.0/networks?id=d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13 HTTP/1.1" status: 200 len: 898 time: 0.1104128 Jul 24 01:53:33.629908 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-160d6fae-c51a-41f4-a357-b7e1ef4091bf req-2e36f21c-ef69-4471-828c-9a05dda86bd2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5310c603-ad40-4515-83a1-d3f2268ef304 HTTP/1.1" status: 200 len: 1001 time: 0.0629725 Jul 24 01:53:33.678274 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d6fae-c51a-41f4-a357-b7e1ef4091bf req-ec1f8704-023d-4f41-a56f-f3d48910468b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:53:33.679774 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-160d6fae-c51a-41f4-a357-b7e1ef4091bf req-ec1f8704-023d-4f41-a56f-f3d48910468b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fc449b8e-087a-4ccd-b954-6ebc9c873597 HTTP/1.1" status: 200 len: 834 time: 0.0443068 Jul 24 01:53:33.738881 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d6fae-c51a-41f4-a357-b7e1ef4091bf req-ff29ef23-45eb-4ac3-b38b-e5e0273e0318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:53:33.740429 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-160d6fae-c51a-41f4-a357-b7e1ef4091bf req-ff29ef23-45eb-4ac3-b38b-e5e0273e0318 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546346 Jul 24 01:53:33.839407 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-160d6fae-c51a-41f4-a357-b7e1ef4091bf req-d58d9f20-525f-4244-b474-5aba5ad01c5c service neutron] 10.222.0.13 "GET /v2.0/networks/d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927517 Jul 24 01:53:33.939797 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-160d6fae-c51a-41f4-a357-b7e1ef4091bf req-6cd5b163-73d4-4035-a0ea-71499de7311e service neutron] 10.222.0.13 "GET /v2.0/networks/d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940466 Jul 24 01:53:34.640174 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e10994-9918-4887-917e-4db0fa67a3d1 req-4c30cf36-f5cf-4ae8-8abf-9a74a4893da1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:53:34.641679 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-91e10994-9918-4887-917e-4db0fa67a3d1 req-4c30cf36-f5cf-4ae8-8abf-9a74a4893da1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c0c8471-016d-45a9-83c7-fa8d71ddab80 HTTP/1.1" status: 200 len: 945 time: 0.0678291 Jul 24 01:53:34.684959 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-91e10994-9918-4887-917e-4db0fa67a3d1 req-e7f10927-e73f-431d-81a4-9d564175ce93 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=30087f1c-7302-44fc-b9a6-f74b477b32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372968 Jul 24 01:53:35.530210 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:35.818572 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc704bcb-e20e-452d-92a5-9ed7fd4c736c req-bb05a659-d894-4962-8d46-9d3c047bbf4c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:53:35.820042 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cc704bcb-e20e-452d-92a5-9ed7fd4c736c req-bb05a659-d894-4962-8d46-9d3c047bbf4c tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c0c8471-016d-45a9-83c7-fa8d71ddab80 HTTP/1.1" status: 200 len: 945 time: 0.0638945 Jul 24 01:53:35.857590 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cc704bcb-e20e-452d-92a5-9ed7fd4c736c req-1a0262c3-fd7a-4f5d-8b74-585523a24af5 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=30087f1c-7302-44fc-b9a6-f74b477b32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320373 Jul 24 01:53:35.880252 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52690) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:53:35.941748 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ff16cd02-b871-4ab4-8ba4-42c0c3b670c0 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/floatingips/2d9bd9de-d57a-4b4a-b69c-bacc3fc6cfe8 HTTP/1.1" status: 200 len: 993 time: 0.0601354 Jul 24 01:53:35.975432 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:36.151560 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52696) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:53:36.318217 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-f9772404-f10c-4419-9a60-dd905305113d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Deleting port 7b56b3ae-1ba4-47bd-9216-65d92b9247dc {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:53:36.318617 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f9772404-f10c-4419-9a60-dd905305113d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:36.392786 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f9772404-f10c-4419-9a60-dd905305113d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:36.393118 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f9772404-f10c-4419-9a60-dd905305113d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:36.405575 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-f9772404-f10c-4419-9a60-dd905305113d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Calling delete_port for 7b56b3ae-1ba4-47bd-9216-65d92b9247dc owned by network:floatingip {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:53:36.553231 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f9772404-f10c-4419-9a60-dd905305113d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:36.578637 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9772404-f10c-4419-9a60-dd905305113d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event deleted for resources: {'Port': ['ID=7b56b3ae-1ba4-47bd-9216-65d92b9247dc,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:36.607285 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9772404-f10c-4419-9a60-dd905305113d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:36.607630 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9772404-f10c-4419-9a60-dd905305113d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:36.607971 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9772404-f10c-4419-9a60-dd905305113d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:36.608306 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9772404-f10c-4419-9a60-dd905305113d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:36.608639 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9772404-f10c-4419-9a60-dd905305113d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:36.608967 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9772404-f10c-4419-9a60-dd905305113d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:36.609298 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9772404-f10c-4419-9a60-dd905305113d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:36.609627 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9772404-f10c-4419-9a60-dd905305113d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:36.609958 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9772404-f10c-4419-9a60-dd905305113d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:36.610281 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9772404-f10c-4419-9a60-dd905305113d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:36.610608 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9772404-f10c-4419-9a60-dd905305113d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:36.610954 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9772404-f10c-4419-9a60-dd905305113d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:36.663825 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f9772404-f10c-4419-9a60-dd905305113d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for floatingip, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:36.664080 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [None req-f9772404-f10c-4419-9a60-dd905305113d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Floating IP 2d9bd9de-d57a-4b4a-b69c-bacc3fc6cfe8 disassociated (deleted). External IP: 172.25.2.238, port: 5310c603-ad40-4515-83a1-d3f2268ef304. Jul 24 01:53:36.876678 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9772404-f10c-4419-9a60-dd905305113d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Router f70f5282-0e67-42b8-8262-0589b8ef8fbf has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:53:36.984101 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9772404-f10c-4419-9a60-dd905305113d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:53:36.989284 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-f9772404-f10c-4419-9a60-dd905305113d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:36.993945 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df4663d-c60b-4b9c-800e-004612bffe03 None None] Sync routers for ids ['f70f5282-0e67-42b8-8262-0589b8ef8fbf'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:53:37.005052 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df4663d-c60b-4b9c-800e-004612bffe03 None None] Routers {'f70f5282-0e67-42b8-8262-0589b8ef8fbf'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:53:37.005672 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-6df4663d-c60b-4b9c-800e-004612bffe03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:53:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f70f5282-0e67-42b8-8262-0589b8ef8fbf'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:53:37.028886 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f9772404-f10c-4419-9a60-dd905305113d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "DELETE /v2.0/floatingips/2d9bd9de-d57a-4b4a-b69c-bacc3fc6cfe8 HTTP/1.1" status: 204 len: 168 time: 0.8762043 Jul 24 01:53:37.029481 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c0c8471-016d-45a9-83c7-fa8d71ddab80', 'tag': '5310c603-ad40-4515-83a1-d3f2268ef304'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:53:37.032231 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04606ce6b56a19535889c90ef360e282e8fe62826457f87827dea0ce6a923ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91ffaee-227b-4bd5-a6ed-3db54b815e58" -d '{"events": [{"name": "network-changed", "server_uuid": "7c0c8471-016d-45a9-83c7-fa8d71ddab80", "tag": "5310c603-ad40-4515-83a1-d3f2268ef304"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:53:37.071292 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c24a5d-2701-4ec1-83e4-f4c06e51fcfb x-openstack-request-id: req-69c24a5d-2701-4ec1-83e4-f4c06e51fcfb {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:53:37.071584 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c0c8471-016d-45a9-83c7-fa8d71ddab80", "tag": "5310c603-ad40-4515-83a1-d3f2268ef304", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:53:37.071839 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-69c24a5d-2701-4ec1-83e4-f4c06e51fcfb {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:53:37.072246 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c0c8471-016d-45a9-83c7-fa8d71ddab80', 'tag': '5310c603-ad40-4515-83a1-d3f2268ef304', 'status': 'completed', 'code': 200} Jul 24 01:53:37.140917 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-6df4663d-c60b-4b9c-800e-004612bffe03 None None] Set router f70f5282-0e67-42b8-8262-0589b8ef8fbf gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:53:37.160803 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ffaee-227b-4bd5-a6ed-3db54b815e58 req-b441a1eb-6685-4311-804f-fc69e11f413a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:53:37.163016 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c91ffaee-227b-4bd5-a6ed-3db54b815e58 req-b441a1eb-6685-4311-804f-fc69e11f413a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2bf7a8936f54402fb834700eeb2c9b01&device_id=7c0c8471-016d-45a9-83c7-fa8d71ddab80 HTTP/1.1" status: 200 len: 1097 time: 0.0700128 Jul 24 01:53:37.278527 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ffaee-227b-4bd5-a6ed-3db54b815e58 req-dd4fbaaa-ae37-42e6-8094-94b1476b7b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:53:37.280673 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c91ffaee-227b-4bd5-a6ed-3db54b815e58 req-dd4fbaaa-ae37-42e6-8094-94b1476b7b7d service neutron] 10.222.0.13 "GET /v2.0/networks?id=d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13 HTTP/1.1" status: 200 len: 898 time: 0.1107380 Jul 24 01:53:37.314412 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00dfd7-8f39-413c-bbe0-493b54aa8d4a req-3331d722-77c3-4e20-9527-4267b097e1b1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:53:37.316473 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4b00dfd7-8f39-413c-bbe0-493b54aa8d4a req-3331d722-77c3-4e20-9527-4267b097e1b1 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c0c8471-016d-45a9-83c7-fa8d71ddab80 HTTP/1.1" status: 200 len: 945 time: 0.0755658 Jul 24 01:53:37.326046 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c91ffaee-227b-4bd5-a6ed-3db54b815e58 req-1df94981-eaf5-4356-ac6e-011f279d4674 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5310c603-ad40-4515-83a1-d3f2268ef304 HTTP/1.1" status: 200 len: 217 time: 0.0379655 Jul 24 01:53:37.358250 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4b00dfd7-8f39-413c-bbe0-493b54aa8d4a req-96b750ef-ccb4-45d6-9993-0a2a64f328d9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=30087f1c-7302-44fc-b9a6-f74b477b32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359030 Jul 24 01:53:37.364304 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-6df4663d-c60b-4b9c-800e-004612bffe03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70f5282-0e67-42b8-8262-0589b8ef8fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541558211', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '517f9432-ec3a-47c9-b5ae-8c47f4c87150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:52:40Z', 'updated_at': '2021-07-24T01:52:43Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': '517f9432-ec3a-47c9-b5ae-8c47f4c87150', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f5282-0e67-42b8-8262-0589b8ef8fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:52:40Z', 'updated_at': '2021-07-24T01:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'fc8c78f7-a9db-49bc-ba1c-6cae1ce84ae8', 'name': '', 'network_id': 'd3f4e3ee-a8cd-4f87-bce8-3dfea2254c13', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'mac_address': 'fa:16:3e:58:fe:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f5282-0e67-42b8-8262-0589b8ef8fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'fc449b8e-087a-4ccd-b954-6ebc9c873597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:52:42Z', 'updated_at': '2021-07-24T01:52:48Z', 'revision_number': 5, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'subnets': [{'id': 'fc449b8e-087a-4ccd-b954-6ebc9c873597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:53:37.392394 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ffaee-227b-4bd5-a6ed-3db54b815e58 req-19408955-068b-4248-bdf1-bc81d061800b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:53:37.394269 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c91ffaee-227b-4bd5-a6ed-3db54b815e58 req-19408955-068b-4248-bdf1-bc81d061800b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fc449b8e-087a-4ccd-b954-6ebc9c873597 HTTP/1.1" status: 200 len: 834 time: 0.0609367 Jul 24 01:53:37.459776 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ffaee-227b-4bd5-a6ed-3db54b815e58 req-ecca165f-3877-44f7-a3dc-d37fcd487f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:53:37.461343 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c91ffaee-227b-4bd5-a6ed-3db54b815e58 req-ecca165f-3877-44f7-a3dc-d37fcd487f2a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603886 Jul 24 01:53:37.555037 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df4663d-c60b-4b9c-800e-004612bffe03 None None] Checking router: f70f5282-0e67-42b8-8262-0589b8ef8fbf for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:53:37.560900 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c91ffaee-227b-4bd5-a6ed-3db54b815e58 req-7b603f45-bf0b-44a3-bd89-bfd5f28ae672 service neutron] 10.222.0.13 "GET /v2.0/networks/d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917091 Jul 24 01:53:37.570874 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df4663d-c60b-4b9c-800e-004612bffe03 None None] Routers {'f70f5282-0e67-42b8-8262-0589b8ef8fbf'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:53:37.571507 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-6df4663d-c60b-4b9c-800e-004612bffe03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:53:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f70f5282-0e67-42b8-8262-0589b8ef8fbf'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:53:37.676712 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c91ffaee-227b-4bd5-a6ed-3db54b815e58 req-894c4072-16ff-4b09-9ed0-a3c74d2290b3 service neutron] 10.222.0.13 "GET /v2.0/networks/d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069064 Jul 24 01:53:37.683808 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-6df4663d-c60b-4b9c-800e-004612bffe03 None None] Set router f70f5282-0e67-42b8-8262-0589b8ef8fbf gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:53:37.891355 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-6df4663d-c60b-4b9c-800e-004612bffe03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70f5282-0e67-42b8-8262-0589b8ef8fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541558211', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '517f9432-ec3a-47c9-b5ae-8c47f4c87150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:52:40Z', 'updated_at': '2021-07-24T01:52:43Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': '517f9432-ec3a-47c9-b5ae-8c47f4c87150', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f5282-0e67-42b8-8262-0589b8ef8fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:52:40Z', 'updated_at': '2021-07-24T01:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'fc8c78f7-a9db-49bc-ba1c-6cae1ce84ae8', 'name': '', 'network_id': 'd3f4e3ee-a8cd-4f87-bce8-3dfea2254c13', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'mac_address': 'fa:16:3e:58:fe:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f5282-0e67-42b8-8262-0589b8ef8fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'fc449b8e-087a-4ccd-b954-6ebc9c873597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:52:42Z', 'updated_at': '2021-07-24T01:52:48Z', 'revision_number': 5, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'subnets': [{'id': 'fc449b8e-087a-4ccd-b954-6ebc9c873597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:53:37.922217 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df4663d-c60b-4b9c-800e-004612bffe03 None None] The sync data for ids ['f70f5282-0e67-42b8-8262-0589b8ef8fbf'] in n-d-793621-25 is: [{'id': 'f70f5282-0e67-42b8-8262-0589b8ef8fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541558211', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '517f9432-ec3a-47c9-b5ae-8c47f4c87150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:52:40Z', 'updated_at': '2021-07-24T01:52:43Z', 'revision_number': 4, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': '517f9432-ec3a-47c9-b5ae-8c47f4c87150', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f5282-0e67-42b8-8262-0589b8ef8fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:52:40Z', 'updated_at': '2021-07-24T01:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'fc8c78f7-a9db-49bc-ba1c-6cae1ce84ae8', 'name': '', 'network_id': 'd3f4e3ee-a8cd-4f87-bce8-3dfea2254c13', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'mac_address': 'fa:16:3e:58:fe:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f5282-0e67-42b8-8262-0589b8ef8fbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': 'fc449b8e-087a-4ccd-b954-6ebc9c873597', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:52:42Z', 'updated_at': '2021-07-24T01:52:48Z', 'revision_number': 5, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'subnets': [{'id': 'fc449b8e-087a-4ccd-b954-6ebc9c873597', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:53:38.151013 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be434893-f4cd-46e7-9a28-5e3c8b118cf9 None None] New status for floating IP 2d9bd9de-d57a-4b4a-b69c-bacc3fc6cfe8: DOWN {{(pid=100466) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:53:38.502418 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18135717-d823-4928-b288-7779cf9156be req-f4a1f74f-bfd2-4e6d-ae49-5ae82b323019 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:53:38.503947 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-18135717-d823-4928-b288-7779cf9156be req-f4a1f74f-bfd2-4e6d-ae49-5ae82b323019 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c0c8471-016d-45a9-83c7-fa8d71ddab80 HTTP/1.1" status: 200 len: 945 time: 0.0654566 Jul 24 01:53:38.544115 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-18135717-d823-4928-b288-7779cf9156be req-2858ec5e-fb43-4fdc-a6b4-51683f48eede tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/security-groups?id=30087f1c-7302-44fc-b9a6-f74b477b32ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345285 Jul 24 01:53:38.779839 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26313680-1d48-4df3-ae5d-a50df9c12b90 req-0bb88d94-024f-45c1-8040-75f790192c24 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:53:38.781300 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-26313680-1d48-4df3-ae5d-a50df9c12b90 req-0bb88d94-024f-45c1-8040-75f790192c24 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c0c8471-016d-45a9-83c7-fa8d71ddab80 HTTP/1.1" status: 200 len: 945 time: 0.0684285 Jul 24 01:53:38.882075 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-26313680-1d48-4df3-ae5d-a50df9c12b90 req-dfc2b1d3-951c-4bbe-9605-fe32893cbb9b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Deleting port 5310c603-ad40-4515-83a1-d3f2268ef304 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:53:38.882434 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-26313680-1d48-4df3-ae5d-a50df9c12b90 req-dfc2b1d3-951c-4bbe-9605-fe32893cbb9b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:38.981751 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-26313680-1d48-4df3-ae5d-a50df9c12b90 req-dfc2b1d3-951c-4bbe-9605-fe32893cbb9b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] For port 5310c603-ad40-4515-83a1-d3f2268ef304, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=5310c603-ad40-4515-83a1-d3f2268ef304,segment=NetworkSegment(20f73814-78eb-4a5f-bc11-01d2eb219660),segment_id=20f73814-78eb-4a5f-bc11-01d2eb219660)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:53:38.982031 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-26313680-1d48-4df3-ae5d-a50df9c12b90 req-dfc2b1d3-951c-4bbe-9605-fe32893cbb9b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:38.995114 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-26313680-1d48-4df3-ae5d-a50df9c12b90 req-dfc2b1d3-951c-4bbe-9605-fe32893cbb9b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Calling delete_port for 5310c603-ad40-4515-83a1-d3f2268ef304 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:53:39.133356 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-26313680-1d48-4df3-ae5d-a50df9c12b90 req-dfc2b1d3-951c-4bbe-9605-fe32893cbb9b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:39.169055 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc2b1d3-951c-4bbe-9605-fe32893cbb9b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event deleted for resources: {'Port': ['ID=5310c603-ad40-4515-83a1-d3f2268ef304,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:39.200118 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc2b1d3-951c-4bbe-9605-fe32893cbb9b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:39.200482 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc2b1d3-951c-4bbe-9605-fe32893cbb9b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:39.200911 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc2b1d3-951c-4bbe-9605-fe32893cbb9b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:39.201183 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc2b1d3-951c-4bbe-9605-fe32893cbb9b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:39.201651 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc2b1d3-951c-4bbe-9605-fe32893cbb9b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:39.202250 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc2b1d3-951c-4bbe-9605-fe32893cbb9b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:39.202855 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc2b1d3-951c-4bbe-9605-fe32893cbb9b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:39.203563 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc2b1d3-951c-4bbe-9605-fe32893cbb9b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:39.204052 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc2b1d3-951c-4bbe-9605-fe32893cbb9b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:39.204629 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc2b1d3-951c-4bbe-9605-fe32893cbb9b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:39.204984 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc2b1d3-951c-4bbe-9605-fe32893cbb9b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:39.205326 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfc2b1d3-951c-4bbe-9605-fe32893cbb9b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:39.235284 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-26313680-1d48-4df3-ae5d-a50df9c12b90 req-dfc2b1d3-951c-4bbe-9605-fe32893cbb9b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] No DVR routers for this DVR port 5310c603-ad40-4515-83a1-d3f2268ef304 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:53:39.238445 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-26313680-1d48-4df3-ae5d-a50df9c12b90 req-dfc2b1d3-951c-4bbe-9605-fe32893cbb9b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:39.240531 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-26313680-1d48-4df3-ae5d-a50df9c12b90 req-dfc2b1d3-951c-4bbe-9605-fe32893cbb9b tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.13 "DELETE /v2.0/ports/5310c603-ad40-4515-83a1-d3f2268ef304 HTTP/1.1" status: 204 len: 173 time: 0.4537525 Jul 24 01:53:39.241002 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0c8471-016d-45a9-83c7-fa8d71ddab80', 'name': 'network-vif-deleted', 'tag': '5310c603-ad40-4515-83a1-d3f2268ef304'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:53:39.243314 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c0377c0cac57482b78947fbfdb6e67ca594c264dadda24220a1a6cbe410d8c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774c621a-079a-46b6-948f-12b1bdaeb934" -d '{"events": [{"server_uuid": "7c0c8471-016d-45a9-83c7-fa8d71ddab80", "name": "network-vif-deleted", "tag": "5310c603-ad40-4515-83a1-d3f2268ef304"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:53:39.290206 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6a1664-aebd-48bc-a862-ad316e1661fa x-openstack-request-id: req-cb6a1664-aebd-48bc-a862-ad316e1661fa {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:53:39.290498 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0c8471-016d-45a9-83c7-fa8d71ddab80", "name": "network-vif-deleted", "tag": "5310c603-ad40-4515-83a1-d3f2268ef304", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:53:39.290805 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cb6a1664-aebd-48bc-a862-ad316e1661fa {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:53:39.291213 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0c8471-016d-45a9-83c7-fa8d71ddab80', 'name': 'network-vif-deleted', 'tag': '5310c603-ad40-4515-83a1-d3f2268ef304', 'status': 'completed', 'code': 200} Jul 24 01:53:39.680683 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-68ed1bb6-bece-429c-8d91-d81c33620d69 req-83f4ad5a-87ba-44ad-a9ff-5a627e3ba46d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c0c8471-016d-45a9-83c7-fa8d71ddab80 HTTP/1.1" status: 200 len: 210 time: 0.0384202 Jul 24 01:53:40.738151 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52712) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:53:41.107273 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-21df79f8-7acd-4a29-8e22-cf3c3317bc73 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:41.390401 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-21df79f8-7acd-4a29-8e22-cf3c3317bc73 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Deleting port fc8c78f7-a9db-49bc-ba1c-6cae1ce84ae8 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:53:41.390781 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-21df79f8-7acd-4a29-8e22-cf3c3317bc73 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:41.485527 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-21df79f8-7acd-4a29-8e22-cf3c3317bc73 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] For port fc8c78f7-a9db-49bc-ba1c-6cae1ce84ae8, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=fc8c78f7-a9db-49bc-ba1c-6cae1ce84ae8,segment=NetworkSegment(20f73814-78eb-4a5f-bc11-01d2eb219660),segment_id=20f73814-78eb-4a5f-bc11-01d2eb219660)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:53:41.485902 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-21df79f8-7acd-4a29-8e22-cf3c3317bc73 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:41.497887 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-21df79f8-7acd-4a29-8e22-cf3c3317bc73 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Calling delete_port for fc8c78f7-a9db-49bc-ba1c-6cae1ce84ae8 owned by network:router_interface {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:53:41.687227 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-21df79f8-7acd-4a29-8e22-cf3c3317bc73 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:41.714108 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df79f8-7acd-4a29-8e22-cf3c3317bc73 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event deleted for resources: {'Port': ['ID=fc8c78f7-a9db-49bc-ba1c-6cae1ce84ae8,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:41.901674 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-21df79f8-7acd-4a29-8e22-cf3c3317bc73 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:42.126793 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21df79f8-7acd-4a29-8e22-cf3c3317bc73 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Router f70f5282-0e67-42b8-8262-0589b8ef8fbf has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:53:42.236141 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21df79f8-7acd-4a29-8e22-cf3c3317bc73 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:53:42.242326 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-21df79f8-7acd-4a29-8e22-cf3c3317bc73 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "PUT /v2.0/routers/f70f5282-0e67-42b8-8262-0589b8ef8fbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5028369 Jul 24 01:53:42.245572 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52714) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:53:42.250489 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b525877c-55a9-4234-9cb7-93e6518ed208 None None] Sync routers for ids ['f70f5282-0e67-42b8-8262-0589b8ef8fbf'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:53:42.262289 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b525877c-55a9-4234-9cb7-93e6518ed208 None None] Routers {'f70f5282-0e67-42b8-8262-0589b8ef8fbf'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:53:42.262944 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-b525877c-55a9-4234-9cb7-93e6518ed208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:53:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f70f5282-0e67-42b8-8262-0589b8ef8fbf'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:53:42.299228 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b79f471-e7c1-4271-8729-bcbbafcc1016 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Deleting subnet fc449b8e-087a-4ccd-b954-6ebc9c873597 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 01:53:42.303166 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2b79f471-e7c1-4271-8729-bcbbafcc1016 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:42.344150 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2b79f471-e7c1-4271-8729-bcbbafcc1016 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:42.370025 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-b525877c-55a9-4234-9cb7-93e6518ed208 None None] Set router f70f5282-0e67-42b8-8262-0589b8ef8fbf gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:53:42.435670 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2b79f471-e7c1-4271-8729-bcbbafcc1016 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:42.505879 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2b79f471-e7c1-4271-8729-bcbbafcc1016 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:42.533719 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b79f471-e7c1-4271-8729-bcbbafcc1016 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event deleted for resources: {'Subnet': ['ID=fc449b8e-087a-4ccd-b954-6ebc9c873597,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:42.538970 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2b79f471-e7c1-4271-8729-bcbbafcc1016 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:42.543223 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2b79f471-e7c1-4271-8729-bcbbafcc1016 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "DELETE /v2.0/subnets/fc449b8e-087a-4ccd-b954-6ebc9c873597 HTTP/1.1" status: 204 len: 168 time: 0.2962861 Jul 24 01:53:42.543770 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52716) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:53:42.558168 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e16473b-45ba-463c-b2e8-68800e406c64 None None] Network d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:53:42.583706 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-b525877c-55a9-4234-9cb7-93e6518ed208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70f5282-0e67-42b8-8262-0589b8ef8fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541558211', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '517f9432-ec3a-47c9-b5ae-8c47f4c87150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:52:40Z', 'updated_at': '2021-07-24T01:53:41Z', 'revision_number': 5, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': '517f9432-ec3a-47c9-b5ae-8c47f4c87150', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f5282-0e67-42b8-8262-0589b8ef8fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:52:40Z', 'updated_at': '2021-07-24T01:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:53:42.617428 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b525877c-55a9-4234-9cb7-93e6518ed208 None None] Checking router: f70f5282-0e67-42b8-8262-0589b8ef8fbf for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:53:42.663427 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b525877c-55a9-4234-9cb7-93e6518ed208 None None] Routers {'f70f5282-0e67-42b8-8262-0589b8ef8fbf'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:53:42.664042 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c49cf427-6938-4ab6-b3ff-8379163ac854 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for router, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:42.664196 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-b525877c-55a9-4234-9cb7-93e6518ed208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:53:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['f70f5282-0e67-42b8-8262-0589b8ef8fbf'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:53:42.744255 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 5310c603-ad40-4515-83a1-d3f2268ef304 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:53:42.778226 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c49cf427-6938-4ab6-b3ff-8379163ac854 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:42.788779 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 5310c603-ad40-4515-83a1-d3f2268ef304 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:53:42.789145 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 5310c603-ad40-4515-83a1-d3f2268ef304 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:53:42.834254 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-c49cf427-6938-4ab6-b3ff-8379163ac854 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Deleting port 517f9432-ec3a-47c9-b5ae-8c47f4c87150 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:53:42.834608 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c49cf427-6938-4ab6-b3ff-8379163ac854 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:42.839893 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-b525877c-55a9-4234-9cb7-93e6518ed208 None None] Set router f70f5282-0e67-42b8-8262-0589b8ef8fbf gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:53:42.919718 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1be573f-a8e4-433b-9356-0b84a2b39b0e None None] DHCP port deletion for d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 01:53:42.932409 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-c49cf427-6938-4ab6-b3ff-8379163ac854 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] For port 517f9432-ec3a-47c9-b5ae-8c47f4c87150, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=517f9432-ec3a-47c9-b5ae-8c47f4c87150,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:53:42.932804 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c49cf427-6938-4ab6-b3ff-8379163ac854 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:42.945590 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-c49cf427-6938-4ab6-b3ff-8379163ac854 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Calling delete_port for 517f9432-ec3a-47c9-b5ae-8c47f4c87150 owned by network:router_gateway {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:53:43.043953 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-a1be573f-a8e4-433b-9356-0b84a2b39b0e None None] Deleting port a549412a-88bd-4568-ba98-81596df9d40a {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:53:43.044235 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a1be573f-a8e4-433b-9356-0b84a2b39b0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:43.120889 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-a1be573f-a8e4-433b-9356-0b84a2b39b0e None None] For port a549412a-88bd-4568-ba98-81596df9d40a, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=a549412a-88bd-4568-ba98-81596df9d40a,segment=NetworkSegment(20f73814-78eb-4a5f-bc11-01d2eb219660),segment_id=20f73814-78eb-4a5f-bc11-01d2eb219660)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:53:43.121290 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a1be573f-a8e4-433b-9356-0b84a2b39b0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:43.137090 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-b525877c-55a9-4234-9cb7-93e6518ed208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f70f5282-0e67-42b8-8262-0589b8ef8fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541558211', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '517f9432-ec3a-47c9-b5ae-8c47f4c87150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:52:40Z', 'updated_at': '2021-07-24T01:53:41Z', 'revision_number': 5, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': '517f9432-ec3a-47c9-b5ae-8c47f4c87150', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f5282-0e67-42b8-8262-0589b8ef8fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:52:40Z', 'updated_at': '2021-07-24T01:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:53:43.137943 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c49cf427-6938-4ab6-b3ff-8379163ac854 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:43.139219 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-a1be573f-a8e4-433b-9356-0b84a2b39b0e None None] Calling delete_port for a549412a-88bd-4568-ba98-81596df9d40a owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:53:43.167267 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49cf427-6938-4ab6-b3ff-8379163ac854 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event deleted for resources: {'Port': ['ID=517f9432-ec3a-47c9-b5ae-8c47f4c87150,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:43.169021 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b525877c-55a9-4234-9cb7-93e6518ed208 None None] The sync data for ids ['f70f5282-0e67-42b8-8262-0589b8ef8fbf'] in n-d-793621-25 is: [{'id': 'f70f5282-0e67-42b8-8262-0589b8ef8fbf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1541558211', 'tenant_id': '2bf7a8936f54402fb834700eeb2c9b01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': '517f9432-ec3a-47c9-b5ae-8c47f4c87150', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:52:40Z', 'updated_at': '2021-07-24T01:53:41Z', 'revision_number': 5, 'project_id': '2bf7a8936f54402fb834700eeb2c9b01', 'gw_port': {'id': '517f9432-ec3a-47c9-b5ae-8c47f4c87150', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:d9:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f70f5282-0e67-42b8-8262-0589b8ef8fbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:52:40Z', 'updated_at': '2021-07-24T01:52:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:53:43.234153 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c49cf427-6938-4ab6-b3ff-8379163ac854 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:43.250788 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a1be573f-a8e4-433b-9356-0b84a2b39b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:43.283173 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be573f-a8e4-433b-9356-0b84a2b39b0e None None] Pushing event deleted for resources: {'Port': ['ID=a549412a-88bd-4568-ba98-81596df9d40a,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:43.289611 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1be573f-a8e4-433b-9356-0b84a2b39b0e None None] No DVR routers for this DVR port a549412a-88bd-4568-ba98-81596df9d40a on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:53:43.304441 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be573f-a8e4-433b-9356-0b84a2b39b0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:43.304441 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be573f-a8e4-433b-9356-0b84a2b39b0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:43.304441 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be573f-a8e4-433b-9356-0b84a2b39b0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:43.304441 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be573f-a8e4-433b-9356-0b84a2b39b0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:43.304441 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be573f-a8e4-433b-9356-0b84a2b39b0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:43.304441 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be573f-a8e4-433b-9356-0b84a2b39b0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:43.306152 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be573f-a8e4-433b-9356-0b84a2b39b0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:43.306520 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be573f-a8e4-433b-9356-0b84a2b39b0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:43.306896 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be573f-a8e4-433b-9356-0b84a2b39b0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:43.307233 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be573f-a8e4-433b-9356-0b84a2b39b0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:43.307570 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be573f-a8e4-433b-9356-0b84a2b39b0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:43.307903 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1be573f-a8e4-433b-9356-0b84a2b39b0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:43.350621 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c49cf427-6938-4ab6-b3ff-8379163ac854 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:43.352818 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c49cf427-6938-4ab6-b3ff-8379163ac854 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:43.397457 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c49cf427-6938-4ab6-b3ff-8379163ac854 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:43.398076 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49cf427-6938-4ab6-b3ff-8379163ac854 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Fanout notify agent at l3_agent the message router_deleted on router f70f5282-0e67-42b8-8262-0589b8ef8fbf {{(pid=100464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 01:53:43.405537 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c49cf427-6938-4ab6-b3ff-8379163ac854 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:43.406682 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c49cf427-6938-4ab6-b3ff-8379163ac854 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "DELETE /v2.0/routers/f70f5282-0e67-42b8-8262-0589b8ef8fbf HTTP/1.1" status: 204 len: 168 time: 0.8618996 Jul 24 01:53:43.409643 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52718) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:53:43.486510 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c792c57d-2332-4b07-b535-1e678e8bafb9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:43.584317 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c792c57d-2332-4b07-b535-1e678e8bafb9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:43.596291 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-c792c57d-2332-4b07-b535-1e678e8bafb9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:53:43.610909 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-c792c57d-2332-4b07-b535-1e678e8bafb9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20f73814-78eb-4a5f-bc11-01d2eb219660') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:53:43.611441 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-c792c57d-2332-4b07-b535-1e678e8bafb9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20f73814-78eb-4a5f-bc11-01d2eb219660') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:53:43.621645 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c792c57d-2332-4b07-b535-1e678e8bafb9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:43.647563 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c792c57d-2332-4b07-b535-1e678e8bafb9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:43.654541 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c792c57d-2332-4b07-b535-1e678e8bafb9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 01:53:43.654993 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c792c57d-2332-4b07-b535-1e678e8bafb9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:43.658104 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 01:53:43.658104 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 01:53:43.658104 n-d-793621-25 neutron-server[100464]: timer() Jul 24 01:53:43.658104 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 01:53:43.658104 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 01:53:43.658104 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 01:53:43.658104 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 01:53:43.658104 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 01:53:43.658104 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 01:53:43.658104 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 01:53:43.658104 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 01:53:43.658104 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 01:53:43.658104 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 01:53:43.658104 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 01:53:43.658104 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 01:53:43.658104 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 01:53:43.658104 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 01:53:43.658104 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 01:53:43.658104 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 01:53:43.658104 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 01:53:43.658104 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 01:53:43.658104 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 01:53:43.658104 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 01:53:43.658104 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 01:53:43.658104 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 01:53:43.658104 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 01:53:43.658104 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 01:53:43.658104 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 01:53:43.658104 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 01:53:43.658104 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 01:53:43.658104 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 01:53:43.658104 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 01:53:43.728629 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c792c57d-2332-4b07-b535-1e678e8bafb9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:43.735430 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c792c57d-2332-4b07-b535-1e678e8bafb9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:43.737819 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c792c57d-2332-4b07-b535-1e678e8bafb9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "DELETE /v2.0/networks/d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13 HTTP/1.1" status: 204 len: 168 time: 0.3266542 Jul 24 01:53:43.741093 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52720) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:53:43.749250 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792c57d-2332-4b07-b535-1e678e8bafb9 tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event deleted for resources: {'Network': ['ID=d3f4e3ee-a8cd-4f87-bce8-3dfea2254c13,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:43.811633 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e6c87ad6-227a-482c-b932-ed6f888c180d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:43.839782 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e6c87ad6-227a-482c-b932-ed6f888c180d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:43.913185 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e6c87ad6-227a-482c-b932-ed6f888c180d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:43.915909 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-e6c87ad6-227a-482c-b932-ed6f888c180d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:43.917115 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-e6c87ad6-227a-482c-b932-ed6f888c180d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] 10.222.0.15 "DELETE /v2.0/security-groups/30087f1c-7302-44fc-b9a6-f74b477b32ff HTTP/1.1" status: 204 len: 168 time: 0.1750014 Jul 24 01:53:43.926740 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c87ad6-227a-482c-b932-ed6f888c180d tempest-TestNetworkAdvancedServerOps-2096092280 tempest-TestNetworkAdvancedServerOps-2096092280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30087f1c-7302-44fc-b9a6-f74b477b32ff,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:44.267970 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a549412a-88bd-4568-ba98-81596df9d40a no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:53:44.281128 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52728) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:53:44.290403 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: a549412a-88bd-4568-ba98-81596df9d40a {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:53:44.290796 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device a549412a-88bd-4568-ba98-81596df9d40a not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:53:44.291223 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 517f9432-ec3a-47c9-b5ae-8c47f4c87150 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:53:44.311177 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 517f9432-ec3a-47c9-b5ae-8c47f4c87150 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:53:44.311529 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 517f9432-ec3a-47c9-b5ae-8c47f4c87150 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:53:44.311952 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device fc8c78f7-a9db-49bc-ba1c-6cae1ce84ae8 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:53:44.331359 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: fc8c78f7-a9db-49bc-ba1c-6cae1ce84ae8 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:53:44.331764 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device fc8c78f7-a9db-49bc-ba1c-6cae1ce84ae8 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:53:44.431876 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9fd744c5-2094-447f-96e4-1f62c9963f06 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2bf7a8936f54402fb834700eeb2c9b01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1494930 Jul 24 01:53:44.435342 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52732) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:53:44.486007 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4f45e6f2-8b41-4333-9824-876e42d80b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:44.511211 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4f45e6f2-8b41-4333-9824-876e42d80b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:44.559025 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4f45e6f2-8b41-4333-9824-876e42d80b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:44.561662 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-4f45e6f2-8b41-4333-9824-876e42d80b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:44.562934 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-4f45e6f2-8b41-4333-9824-876e42d80b7d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5aa97ce0-cf58-40ad-a6ad-543c13843594 HTTP/1.1" status: 204 len: 168 time: 0.1266463 Jul 24 01:53:44.571692 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45e6f2-8b41-4333-9824-876e42d80b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa97ce0-cf58-40ad-a6ad-543c13843594,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:44.850911 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52738) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:53:44.865927 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-44647e12-6f9f-4934-8160-a6d35833e558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:44.960042 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-44647e12-6f9f-4934-8160-a6d35833e558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:44.964914 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-44647e12-6f9f-4934-8160-a6d35833e558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:45.007615 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44647e12-6f9f-4934-8160-a6d35833e558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3cf8ddc-d433-40f3-91d7-4464a9cdcbb2,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:45.012067 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-44647e12-6f9f-4934-8160-a6d35833e558 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6733ae63eb574ccb85d1b10393ead505&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1598084 Jul 24 01:53:45.015258 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52740) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:53:45.064693 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3f4808f2-1753-4aaa-8cbe-4149476ab509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:45.089976 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3f4808f2-1753-4aaa-8cbe-4149476ab509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:45.136710 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3f4808f2-1753-4aaa-8cbe-4149476ab509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:45.139299 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3f4808f2-1753-4aaa-8cbe-4149476ab509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:45.140459 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3f4808f2-1753-4aaa-8cbe-4149476ab509 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a3cf8ddc-d433-40f3-91d7-4464a9cdcbb2 HTTP/1.1" status: 204 len: 168 time: 0.1242952 Jul 24 01:53:45.148556 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4808f2-1753-4aaa-8cbe-4149476ab509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3cf8ddc-d433-40f3-91d7-4464a9cdcbb2,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:45.865087 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f803b244-63e8-44e9-9611-1dd4bab17369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:45.888278 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52762) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:53:45.986240 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-4ff9ff85-be5b-43e3-9810-0669563c47aa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-731769025-network', 'tenant_id': '5b1463a8f37040028ca108b030672b20'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:53:46.008775 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff9ff85-be5b-43e3-9810-0669563c47aa admin admin] Made reservation on behalf of 5b1463a8f37040028ca108b030672b20 for: {'network': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:53:46.011347 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4ff9ff85-be5b-43e3-9810-0669563c47aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:46.020833 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4ff9ff85-be5b-43e3-9810-0669563c47aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:46.121400 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4ff9ff85-be5b-43e3-9810-0669563c47aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:46.125331 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4ff9ff85-be5b-43e3-9810-0669563c47aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:46.150471 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ff9ff85-be5b-43e3-9810-0669563c47aa admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=100464) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:53:46.159388 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9ff85-be5b-43e3-9810-0669563c47aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9720c313-ca44-479f-9bf0-87a74aaba174,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:46.166968 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4ff9ff85-be5b-43e3-9810-0669563c47aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:46.167324 n-d-793621-25 neutron-server[100464]: INFO neutron.db.segments_db [None req-4ff9ff85-be5b-43e3-9810-0669563c47aa admin admin] Added segment 4a94036e-f9be-408a-9b4f-7bcafaf0b78e of type vlan for network 5505db66-67a7-483f-8397-cce3e2707159 Jul 24 01:53:46.209921 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4ff9ff85-be5b-43e3-9810-0669563c47aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:46.240024 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4ff9ff85-be5b-43e3-9810-0669563c47aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:46.241113 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff9ff85-be5b-43e3-9810-0669563c47aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:53:46.241696 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4ff9ff85-be5b-43e3-9810-0669563c47aa admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:46.274243 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4ff9ff85-be5b-43e3-9810-0669563c47aa admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3848326 Jul 24 01:53:46.277477 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52766) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:53:46.282659 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-8f08e8d6-4ed4-457a-8036-34dac26b4f61 admin admin] Request body: {'subnet': {'network_id': '5505db66-67a7-483f-8397-cce3e2707159', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-731769025-subnet', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:53:46.305502 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f08e8d6-4ed4-457a-8036-34dac26b4f61 admin admin] Made reservation on behalf of 5b1463a8f37040028ca108b030672b20 for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:53:46.307804 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9ff85-be5b-43e3-9810-0669563c47aa admin admin] Pushing event updated for resources: {'Network': ['ID=5505db66-67a7-483f-8397-cce3e2707159,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:46.307971 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8f08e8d6-4ed4-457a-8036-34dac26b4f61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:46.318236 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 5505db66-67a7-483f-8397-cce3e2707159 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:53:46.492223 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8f08e8d6-4ed4-457a-8036-34dac26b4f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:46.556029 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f08e8d6-4ed4-457a-8036-34dac26b4f61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b038e3f-f6b7-4805-906a-d9475629d1ef,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:46.564791 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f08e8d6-4ed4-457a-8036-34dac26b4f61 admin admin] Checking segment: {'id': '4a94036e-f9be-408a-9b4f-7bcafaf0b78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5505db66-67a7-483f-8397-cce3e2707159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:53:46.565156 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f08e8d6-4ed4-457a-8036-34dac26b4f61 admin admin] Network hostable DHCP agents. Network: 5505db66-67a7-483f-8397-cce3e2707159, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:53:46.582406 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f08e8d6-4ed4-457a-8036-34dac26b4f61 admin admin] Network 5505db66-67a7-483f-8397-cce3e2707159 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:53:46.591119 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-8f08e8d6-4ed4-457a-8036-34dac26b4f61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 5505db66-67a7-483f-8397-cce3e2707159) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:53:46.595280 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f08e8d6-4ed4-457a-8036-34dac26b4f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:53:46.595877 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8f08e8d6-4ed4-457a-8036-34dac26b4f61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:46.600922 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66aa7a2-3caf-4228-8773-4e8bfa03b208 None None] Network 5505db66-67a7-483f-8397-cce3e2707159 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:53:46.619596 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52768) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:53:46.621861 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8f08e8d6-4ed4-457a-8036-34dac26b4f61 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3431408 Jul 24 01:53:46.627207 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-89dc916f-c64e-468e-ac25-02343759a3ce admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-731769025-router', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:53:46.632441 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:53:46.654917 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-89dc916f-c64e-468e-ac25-02343759a3ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:46.656084 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-89dc916f-c64e-468e-ac25-02343759a3ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:46.710376 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-89dc916f-c64e-468e-ac25-02343759a3ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:46.755857 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8153b72-559f-4677-9d91-97d95f196994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-5505db66-67a7-483f-8397-cce3e2707159', 'network_id': '5505db66-67a7-483f-8397-cce3e2707159', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'fixed_ips': [{'subnet_id': '0b038e3f-f6b7-4805-906a-d9475629d1ef'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:53:46.756742 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f8153b72-559f-4677-9d91-97d95f196994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:46.901154 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-f8153b72-559f-4677-9d91-97d95f196994 None None] Allocated IP 172.20.0.2 (5505db66-67a7-483f-8397-cce3e2707159/0b038e3f-f6b7-4805-906a-d9475629d1ef/eedda431-5ccd-4eb5-bacf-10e68bc76096) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:53:47.180844 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-89dc916f-c64e-468e-ac25-02343759a3ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:47.232324 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f8153b72-559f-4677-9d91-97d95f196994 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:47.241924 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f8153b72-559f-4677-9d91-97d95f196994 None None] Transition to ACTIVE for port object eedda431-5ccd-4eb5-bacf-10e68bc76096 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:53:47.259340 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f8153b72-559f-4677-9d91-97d95f196994 None None] Transition to ACTIVE for port object eedda431-5ccd-4eb5-bacf-10e68bc76096 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:53:47.266042 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f8153b72-559f-4677-9d91-97d95f196994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:47.307109 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8153b72-559f-4677-9d91-97d95f196994 None None] Network 5505db66-67a7-483f-8397-cce3e2707159 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:53:47.309987 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-f8153b72-559f-4677-9d91-97d95f196994 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:53:47.316544 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8153b72-559f-4677-9d91-97d95f196994 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:53:47.325403 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8153b72-559f-4677-9d91-97d95f196994 None None] Pushing event updated for resources: {'Port': ['ID=eedda431-5ccd-4eb5-bacf-10e68bc76096,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:47.386400 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-f8153b72-559f-4677-9d91-97d95f196994 None None] Attempting to bind port eedda431-5ccd-4eb5-bacf-10e68bc76096 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:53:47.386807 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-f8153b72-559f-4677-9d91-97d95f196994 None None] Attempting to bind port eedda431-5ccd-4eb5-bacf-10e68bc76096 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '4a94036e-f9be-408a-9b4f-7bcafaf0b78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5505db66-67a7-483f-8397-cce3e2707159'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:53:47.387183 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8153b72-559f-4677-9d91-97d95f196994 None None] Attempting to bind port eedda431-5ccd-4eb5-bacf-10e68bc76096 on network 5505db66-67a7-483f-8397-cce3e2707159 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:53:47.392717 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8153b72-559f-4677-9d91-97d95f196994 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:53:47.393102 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8153b72-559f-4677-9d91-97d95f196994 None None] Checking segment: {'id': '4a94036e-f9be-408a-9b4f-7bcafaf0b78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5505db66-67a7-483f-8397-cce3e2707159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:53:47.394071 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f8153b72-559f-4677-9d91-97d95f196994 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:47.394483 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8153b72-559f-4677-9d91-97d95f196994 None None] Bound using segment: {'id': '4a94036e-f9be-408a-9b4f-7bcafaf0b78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5505db66-67a7-483f-8397-cce3e2707159'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:53:47.395335 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-f8153b72-559f-4677-9d91-97d95f196994 None None] Bound port: eedda431-5ccd-4eb5-bacf-10e68bc76096, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a94036e-f9be-408a-9b4f-7bcafaf0b78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5505db66-67a7-483f-8397-cce3e2707159'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:53:47.395739 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f8153b72-559f-4677-9d91-97d95f196994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:47.414204 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-89dc916f-c64e-468e-ac25-02343759a3ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:47.434810 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-89dc916f-c64e-468e-ac25-02343759a3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:47.463864 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-f8153b72-559f-4677-9d91-97d95f196994 None None] For port eedda431-5ccd-4eb5-bacf-10e68bc76096, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:53:47.467105 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-f8153b72-559f-4677-9d91-97d95f196994 None None] For port eedda431-5ccd-4eb5-bacf-10e68bc76096, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=eedda431-5ccd-4eb5-bacf-10e68bc76096,segment=NetworkSegment(4a94036e-f9be-408a-9b4f-7bcafaf0b78e),segment_id=4a94036e-f9be-408a-9b4f-7bcafaf0b78e)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:53:47.472875 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f8153b72-559f-4677-9d91-97d95f196994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:47.534774 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8153b72-559f-4677-9d91-97d95f196994 None None] Pushing event updated for resources: {'Port': ['ID=eedda431-5ccd-4eb5-bacf-10e68bc76096,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:47.556857 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-89dc916f-c64e-468e-ac25-02343759a3ce admin admin] Allocated IP 172.25.2.111 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/26b02c37-c0df-41ee-85aa-38ea58129f10) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:53:47.683230 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-89dc916f-c64e-468e-ac25-02343759a3ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:47.733592 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-89dc916f-c64e-468e-ac25-02343759a3ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:47.774452 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dc916f-c64e-468e-ac25-02343759a3ce admin admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:53:47.779681 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-89dc916f-c64e-468e-ac25-02343759a3ce admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:53:47.784828 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dc916f-c64e-468e-ac25-02343759a3ce admin admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:53:47.793075 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc916f-c64e-468e-ac25-02343759a3ce admin admin] Pushing event updated for resources: {'Port': ['ID=26b02c37-c0df-41ee-85aa-38ea58129f10,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:48.062567 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-89dc916f-c64e-468e-ac25-02343759a3ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:48.290044 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-89dc916f-c64e-468e-ac25-02343759a3ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:48.304896 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device eedda431-5ccd-4eb5-bacf-10e68bc76096 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:53:48.378805 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-92cdf2f3-237f-408a-8d3b-52d4d8bb5cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:48.381933 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port eedda431-5ccd-4eb5-bacf-10e68bc76096 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:53:48.449744 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89dc916f-c64e-468e-ac25-02343759a3ce admin admin] Router 7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:53:48.534960 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6438ca-faab-4c36-815d-1f9f4f2cf00a None None] Network 5505db66-67a7-483f-8397-cce3e2707159 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:53:48.570623 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89dc916f-c64e-468e-ac25-02343759a3ce admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:53:48.582830 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5438ab6d-9b9b-4b93-b678-9f9cfa7d12bb None None] Sync routers for ids ['7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:53:48.594440 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5438ab6d-9b9b-4b93-b678-9f9cfa7d12bb None None] Routers {'7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:53:48.595278 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-5438ab6d-9b9b-4b93-b678-9f9cfa7d12bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:53:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:53:48.599400 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-89dc916f-c64e-468e-ac25-02343759a3ce admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:48.600882 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-89dc916f-c64e-468e-ac25-02343759a3ce admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9799528 Jul 24 01:53:48.604391 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52770) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:53:48.607156 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:48.647321 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-38ee5add-9613-4943-a898-56acf32b6900 None None] Provisioning for port eedda431-5ccd-4eb5-bacf-10e68bc76096 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:53:48.674875 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-38ee5add-9613-4943-a898-56acf32b6900 None None] Provisioning complete for port eedda431-5ccd-4eb5-bacf-10e68bc76096 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:53:48.675401 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-38ee5add-9613-4943-a898-56acf32b6900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:48.747747 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-5438ab6d-9b9b-4b93-b678-9f9cfa7d12bb None None] Set router 7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:53:48.811009 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-38ee5add-9613-4943-a898-56acf32b6900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:48.848180 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-38ee5add-9613-4943-a898-56acf32b6900 None None] For port eedda431-5ccd-4eb5-bacf-10e68bc76096, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=eedda431-5ccd-4eb5-bacf-10e68bc76096,segment=NetworkSegment(4a94036e-f9be-408a-9b4f-7bcafaf0b78e),segment_id=4a94036e-f9be-408a-9b4f-7bcafaf0b78e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:53:48.854299 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-38ee5add-9613-4943-a898-56acf32b6900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:48.920372 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee5add-9613-4943-a898-56acf32b6900 None None] Pushing event updated for resources: {'Port': ['ID=eedda431-5ccd-4eb5-bacf-10e68bc76096,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:48.965975 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-5438ab6d-9b9b-4b93-b678-9f9cfa7d12bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'name': 'tempest-TestShelveInstance-731769025-router', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '26b02c37-c0df-41ee-85aa-38ea58129f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:53:46Z', 'updated_at': '2021-07-24T01:53:47Z', 'revision_number': 3, 'project_id': '5b1463a8f37040028ca108b030672b20', 'gw_port': {'id': '26b02c37-c0df-41ee-85aa-38ea58129f10', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:53:47Z', 'updated_at': '2021-07-24T01:53:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:53:48.995227 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5438ab6d-9b9b-4b93-b678-9f9cfa7d12bb None None] Checking router: 7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:53:48.995657 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5438ab6d-9b9b-4b93-b678-9f9cfa7d12bb None None] Updating router 7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8 port 26b02c37-c0df-41ee-85aa-38ea58129f10 binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:53:49.036360 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-5438ab6d-9b9b-4b93-b678-9f9cfa7d12bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:49.077075 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-4dee4389-ca27-44bd-9bce-b5654ff7dbbb None None] Provisioning complete for port eedda431-5ccd-4eb5-bacf-10e68bc76096 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:53:49.077381 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-4dee4389-ca27-44bd-9bce-b5654ff7dbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:49.121898 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aaaa43c9-24e4-4739-8e72-ce928512c51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:49.295798 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-aaaa43c9-24e4-4739-8e72-ce928512c51a admin admin] Allocated IP 172.20.0.1 (5505db66-67a7-483f-8397-cce3e2707159/0b038e3f-f6b7-4805-906a-d9475629d1ef/6f1cb148-441f-4795-8657-2ffdc06d7317) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:53:49.305243 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-5438ab6d-9b9b-4b93-b678-9f9cfa7d12bb None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:49.316273 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-5438ab6d-9b9b-4b93-b678-9f9cfa7d12bb None None] Transition to ACTIVE for port object 26b02c37-c0df-41ee-85aa-38ea58129f10 will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:53:49.326862 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-5438ab6d-9b9b-4b93-b678-9f9cfa7d12bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:49.381145 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-5438ab6d-9b9b-4b93-b678-9f9cfa7d12bb None None] Attempting to bind port 26b02c37-c0df-41ee-85aa-38ea58129f10 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:53:49.381513 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-5438ab6d-9b9b-4b93-b678-9f9cfa7d12bb None None] Attempting to bind port 26b02c37-c0df-41ee-85aa-38ea58129f10 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:53:49.381866 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5438ab6d-9b9b-4b93-b678-9f9cfa7d12bb None None] Attempting to bind port 26b02c37-c0df-41ee-85aa-38ea58129f10 on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:53:49.385187 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b2b45-b29c-44b8-b799-e3e7e804af99 None None] Pushing event updated for resources: {'Port': ['ID=26b02c37-c0df-41ee-85aa-38ea58129f10,revision_number=2']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:49.394600 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5438ab6d-9b9b-4b93-b678-9f9cfa7d12bb None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:53:49.394600 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5438ab6d-9b9b-4b93-b678-9f9cfa7d12bb None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:53:49.395354 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-5438ab6d-9b9b-4b93-b678-9f9cfa7d12bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:49.395749 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5438ab6d-9b9b-4b93-b678-9f9cfa7d12bb None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:53:49.396220 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-5438ab6d-9b9b-4b93-b678-9f9cfa7d12bb None None] Bound port: 26b02c37-c0df-41ee-85aa-38ea58129f10, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:53:49.396601 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-5438ab6d-9b9b-4b93-b678-9f9cfa7d12bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:49.399096 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24b2b45-b29c-44b8-b799-e3e7e804af99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:49.399450 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24b2b45-b29c-44b8-b799-e3e7e804af99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:49.399819 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24b2b45-b29c-44b8-b799-e3e7e804af99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:49.400205 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24b2b45-b29c-44b8-b799-e3e7e804af99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:49.400546 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24b2b45-b29c-44b8-b799-e3e7e804af99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:49.400891 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24b2b45-b29c-44b8-b799-e3e7e804af99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:49.401232 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24b2b45-b29c-44b8-b799-e3e7e804af99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:49.401587 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24b2b45-b29c-44b8-b799-e3e7e804af99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:49.401910 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24b2b45-b29c-44b8-b799-e3e7e804af99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:49.402250 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24b2b45-b29c-44b8-b799-e3e7e804af99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:49.402570 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24b2b45-b29c-44b8-b799-e3e7e804af99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:49.403008 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a24b2b45-b29c-44b8-b799-e3e7e804af99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:53:49.409739 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aaaa43c9-24e4-4739-8e72-ce928512c51a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:49.424436 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-aaaa43c9-24e4-4739-8e72-ce928512c51a admin admin] Transition to ACTIVE for port object 6f1cb148-441f-4795-8657-2ffdc06d7317 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:53:49.459973 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aaaa43c9-24e4-4739-8e72-ce928512c51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:49.462021 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-5438ab6d-9b9b-4b93-b678-9f9cfa7d12bb None None] For port 26b02c37-c0df-41ee-85aa-38ea58129f10, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:53:49.465388 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-5438ab6d-9b9b-4b93-b678-9f9cfa7d12bb None None] For port 26b02c37-c0df-41ee-85aa-38ea58129f10, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=26b02c37-c0df-41ee-85aa-38ea58129f10,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:53:49.469605 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-5438ab6d-9b9b-4b93-b678-9f9cfa7d12bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:49.506048 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaaa43c9-24e4-4739-8e72-ce928512c51a admin admin] Network 5505db66-67a7-483f-8397-cce3e2707159 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:53:49.513423 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-aaaa43c9-24e4-4739-8e72-ce928512c51a admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:53:49.517267 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaa43c9-24e4-4739-8e72-ce928512c51a admin admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:53:49.524553 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa43c9-24e4-4739-8e72-ce928512c51a admin admin] Pushing event updated for resources: {'Port': ['ID=6f1cb148-441f-4795-8657-2ffdc06d7317,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:49.530027 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5438ab6d-9b9b-4b93-b678-9f9cfa7d12bb None None] Routers {'7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:53:49.530666 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-5438ab6d-9b9b-4b93-b678-9f9cfa7d12bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:53:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:53:49.533859 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24b2b45-b29c-44b8-b799-e3e7e804af99 None None] Pushing event updated for resources: {'Port': ['ID=26b02c37-c0df-41ee-85aa-38ea58129f10,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:49.568706 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aaaa43c9-24e4-4739-8e72-ce928512c51a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:49.647895 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-5438ab6d-9b9b-4b93-b678-9f9cfa7d12bb None None] Set router 7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:53:49.734819 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aaaa43c9-24e4-4739-8e72-ce928512c51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:49.741435 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:49.793803 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-7ea24637-f94d-4741-bab8-79a3fbbc41ce None None] Provisioning for port 6f1cb148-441f-4795-8657-2ffdc06d7317 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:53:49.798111 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-7ea24637-f94d-4741-bab8-79a3fbbc41ce None None] Provisioning complete for port 6f1cb148-441f-4795-8657-2ffdc06d7317 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:53:49.798605 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7ea24637-f94d-4741-bab8-79a3fbbc41ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:49.834624 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-7ea24637-f94d-4741-bab8-79a3fbbc41ce None None] Port 6f1cb148-441f-4795-8657-2ffdc06d7317 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:53:49.871758 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-5438ab6d-9b9b-4b93-b678-9f9cfa7d12bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'name': 'tempest-TestShelveInstance-731769025-router', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '26b02c37-c0df-41ee-85aa-38ea58129f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:53:46Z', 'updated_at': '2021-07-24T01:53:47Z', 'revision_number': 3, 'project_id': '5b1463a8f37040028ca108b030672b20', 'gw_port': {'id': '26b02c37-c0df-41ee-85aa-38ea58129f10', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:53:47Z', 'updated_at': '2021-07-24T01:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:53:49.902859 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5438ab6d-9b9b-4b93-b678-9f9cfa7d12bb None None] The sync data for ids ['7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8'] in n-d-793621-25 is: [{'id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'name': 'tempest-TestShelveInstance-731769025-router', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '26b02c37-c0df-41ee-85aa-38ea58129f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:53:46Z', 'updated_at': '2021-07-24T01:53:47Z', 'revision_number': 3, 'project_id': '5b1463a8f37040028ca108b030672b20', 'gw_port': {'id': '26b02c37-c0df-41ee-85aa-38ea58129f10', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:53:47Z', 'updated_at': '2021-07-24T01:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:53:49.932308 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aaaa43c9-24e4-4739-8e72-ce928512c51a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:49.937705 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aaaa43c9-24e4-4739-8e72-ce928512c51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:50.009571 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-aaaa43c9-24e4-4739-8e72-ce928512c51a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:50.011586 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaa43c9-24e4-4739-8e72-ce928512c51a admin admin] Pushing event updated for resources: {'Port': ['ID=6f1cb148-441f-4795-8657-2ffdc06d7317,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:50.121955 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaaa43c9-24e4-4739-8e72-ce928512c51a admin admin] Network 5505db66-67a7-483f-8397-cce3e2707159 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:53:50.123418 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-aaaa43c9-24e4-4739-8e72-ce928512c51a admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:53:50.308723 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaaa43c9-24e4-4739-8e72-ce928512c51a admin admin] Router 7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:53:50.389258 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device eedda431-5ccd-4eb5-bacf-10e68bc76096 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:53:50.448657 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port eedda431-5ccd-4eb5-bacf-10e68bc76096 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:53:50.449038 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:50.453612 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaaa43c9-24e4-4739-8e72-ce928512c51a admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:53:50.461428 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-aaaa43c9-24e4-4739-8e72-ce928512c51a admin admin] 10.222.0.15 "PUT /v2.0/routers/7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8544798 Jul 24 01:53:50.498735 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0e9f6c8c-2288-490f-9c12-fc0213c1cfd9 None None] Provisioning complete for port 6f1cb148-441f-4795-8657-2ffdc06d7317 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:53:50.499138 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0e9f6c8c-2288-490f-9c12-fc0213c1cfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:50.561721 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0e9f6c8c-2288-490f-9c12-fc0213c1cfd9 None None] Port 6f1cb148-441f-4795-8657-2ffdc06d7317 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:53:50.571957 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 26b02c37-c0df-41ee-85aa-38ea58129f10 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:53:50.629470 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 26b02c37-c0df-41ee-85aa-38ea58129f10 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:53:50.634761 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 26b02c37-c0df-41ee-85aa-38ea58129f10 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:53:50.635323 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:50.728233 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:50.754989 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 26b02c37-c0df-41ee-85aa-38ea58129f10, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=26b02c37-c0df-41ee-85aa-38ea58129f10,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:53:50.759532 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:50.820139 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=26b02c37-c0df-41ee-85aa-38ea58129f10,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:50.980994 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52788) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:53:50.986508 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-92bc5610-91fb-4187-b17d-53f87d2a6ea7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1559983788-network', 'tenant_id': '3e3faf8faa43497b80df86577ab4a92a'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:53:51.007653 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bc5610-91fb-4187-b17d-53f87d2a6ea7 admin admin] Made reservation on behalf of 3e3faf8faa43497b80df86577ab4a92a for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:53:51.009935 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-92bc5610-91fb-4187-b17d-53f87d2a6ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:51.019486 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-92bc5610-91fb-4187-b17d-53f87d2a6ea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:51.109920 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-92bc5610-91fb-4187-b17d-53f87d2a6ea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:51.115711 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-92bc5610-91fb-4187-b17d-53f87d2a6ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:51.144217 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92bc5610-91fb-4187-b17d-53f87d2a6ea7 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 01:53:51.149853 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc5610-91fb-4187-b17d-53f87d2a6ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e95b99fd-e204-4386-af36-a51bc191e662,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:51.157154 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-92bc5610-91fb-4187-b17d-53f87d2a6ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:51.157510 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-92bc5610-91fb-4187-b17d-53f87d2a6ea7 admin admin] Added segment b37e74f6-f0c5-486a-8393-bf4c128bbf2e of type vlan for network 243bd333-27f8-4bc4-b3f7-f4939030656c Jul 24 01:53:51.197760 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-92bc5610-91fb-4187-b17d-53f87d2a6ea7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:51.225800 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-92bc5610-91fb-4187-b17d-53f87d2a6ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:51.226991 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bc5610-91fb-4187-b17d-53f87d2a6ea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:53:51.227652 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-92bc5610-91fb-4187-b17d-53f87d2a6ea7 admin admin] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:51.235754 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:51.265490 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-92bc5610-91fb-4187-b17d-53f87d2a6ea7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2833483 Jul 24 01:53:51.268798 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52790) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:53:51.275589 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-a10aff1e-d60c-4ed1-8228-cd42da0869ba admin admin] Request body: {'subnet': {'network_id': '243bd333-27f8-4bc4-b3f7-f4939030656c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1559983788-subnet', 'tenant_id': '3e3faf8faa43497b80df86577ab4a92a', 'ip_version': 4}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:53:51.307245 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc5610-91fb-4187-b17d-53f87d2a6ea7 admin admin] Pushing event updated for resources: {'Network': ['ID=243bd333-27f8-4bc4-b3f7-f4939030656c,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:51.322975 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 243bd333-27f8-4bc4-b3f7-f4939030656c details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 01:53:51.334131 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10aff1e-d60c-4ed1-8228-cd42da0869ba admin admin] Made reservation on behalf of 3e3faf8faa43497b80df86577ab4a92a for: {'subnet': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:53:51.337050 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a10aff1e-d60c-4ed1-8228-cd42da0869ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13522967'] for subnet, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:51.525984 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a10aff1e-d60c-4ed1-8228-cd42da0869ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58166356', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13522949'] for subnet, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:51.578451 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10aff1e-d60c-4ed1-8228-cd42da0869ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5163663-fe36-4595-b236-9e1e42408751,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:51.584675 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046eae4c-c6eb-436c-8fea-9543082ec13e None None] Sync routers for ids ['7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:53:51.593825 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046eae4c-c6eb-436c-8fea-9543082ec13e None None] Routers {'7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:53:51.594523 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-046eae4c-c6eb-436c-8fea-9543082ec13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:53:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:53:51.597559 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10aff1e-d60c-4ed1-8228-cd42da0869ba admin admin] Checking segment: {'id': 'b37e74f6-f0c5-486a-8393-bf4c128bbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '243bd333-27f8-4bc4-b3f7-f4939030656c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100463) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:53:51.598149 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10aff1e-d60c-4ed1-8228-cd42da0869ba admin admin] Network hostable DHCP agents. Network: 243bd333-27f8-4bc4-b3f7-f4939030656c, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100463) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 01:53:51.616949 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10aff1e-d60c-4ed1-8228-cd42da0869ba admin admin] Network 243bd333-27f8-4bc4-b3f7-f4939030656c is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100463) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 01:53:51.626540 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-a10aff1e-d60c-4ed1-8228-cd42da0869ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 243bd333-27f8-4bc4-b3f7-f4939030656c) {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:53:51.631151 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10aff1e-d60c-4ed1-8228-cd42da0869ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:53:51.631727 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a10aff1e-d60c-4ed1-8228-cd42da0869ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:51.648497 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a10aff1e-d60c-4ed1-8228-cd42da0869ba admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3763258 Jul 24 01:53:51.648875 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52792) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:53:51.653351 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-b37da3f1-f009-444e-ba66-f2c9d9a52fe0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1559983788-router', 'tenant_id': '3e3faf8faa43497b80df86577ab4a92a', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:53:51.661793 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29194df-cf82-4ad1-ad14-9c67cd5d0f84 None None] Network 243bd333-27f8-4bc4-b3f7-f4939030656c requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:53:51.675316 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b37da3f1-f009-444e-ba66-f2c9d9a52fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:51.676351 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b37da3f1-f009-444e-ba66-f2c9d9a52fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:51.732589 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b37da3f1-f009-444e-ba66-f2c9d9a52fe0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:51.769106 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-046eae4c-c6eb-436c-8fea-9543082ec13e None None] Set router 7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:53:51.948918 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c984846d-010b-4597-b996-13c04d487791 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-243bd333-27f8-4bc4-b3f7-f4939030656c', 'network_id': '243bd333-27f8-4bc4-b3f7-f4939030656c', 'tenant_id': '3e3faf8faa43497b80df86577ab4a92a', 'fixed_ips': [{'subnet_id': 'e5163663-fe36-4595-b236-9e1e42408751'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 01:53:51.949787 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c984846d-010b-4597-b996-13c04d487791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:52.142307 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-c984846d-010b-4597-b996-13c04d487791 None None] Allocated IP 172.20.0.2 (243bd333-27f8-4bc4-b3f7-f4939030656c/e5163663-fe36-4595-b236-9e1e42408751/cc81113a-d652-4916-ad44-0661d308d72e) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:53:52.160328 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-046eae4c-c6eb-436c-8fea-9543082ec13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'name': 'tempest-TestShelveInstance-731769025-router', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '26b02c37-c0df-41ee-85aa-38ea58129f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:53:46Z', 'updated_at': '2021-07-24T01:53:49Z', 'revision_number': 4, 'project_id': '5b1463a8f37040028ca108b030672b20', 'gw_port': {'id': '26b02c37-c0df-41ee-85aa-38ea58129f10', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:53:47Z', 'updated_at': '2021-07-24T01:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '6f1cb148-441f-4795-8657-2ffdc06d7317', 'name': '', 'network_id': '5505db66-67a7-483f-8397-cce3e2707159', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'mac_address': 'fa:16:3e:e4:02:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '0b038e3f-f6b7-4805-906a-d9475629d1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:53:49Z', 'updated_at': '2021-07-24T01:53:49Z', 'revision_number': 2, 'project_id': '5b1463a8f37040028ca108b030672b20', 'subnets': [{'id': '0b038e3f-f6b7-4805-906a-d9475629d1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:53:52.201647 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046eae4c-c6eb-436c-8fea-9543082ec13e None None] Checking router: 7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:53:52.202016 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046eae4c-c6eb-436c-8fea-9543082ec13e None None] Updating router 7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8 port 6f1cb148-441f-4795-8657-2ffdc06d7317 binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:53:52.217343 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b37da3f1-f009-444e-ba66-f2c9d9a52fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:52.272916 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-046eae4c-c6eb-436c-8fea-9543082ec13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:52.293804 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 26b02c37-c0df-41ee-85aa-38ea58129f10 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:53:52.431291 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b37da3f1-f009-444e-ba66-f2c9d9a52fe0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:52.450873 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b37da3f1-f009-444e-ba66-f2c9d9a52fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:52.492418 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c984846d-010b-4597-b996-13c04d487791 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:52.496135 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 26b02c37-c0df-41ee-85aa-38ea58129f10 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:53:52.496502 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:52.536036 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c984846d-010b-4597-b996-13c04d487791 None None] Transition to ACTIVE for port object cc81113a-d652-4916-ad44-0661d308d72e will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:53:52.577769 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c984846d-010b-4597-b996-13c04d487791 None None] Transition to ACTIVE for port object cc81113a-d652-4916-ad44-0661d308d72e will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:53:52.583287 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-b37da3f1-f009-444e-ba66-f2c9d9a52fe0 admin admin] Allocated IP 172.25.2.54 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/6ae13621-1f25-4082-80a1-f64552b6a702) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:53:52.615336 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c984846d-010b-4597-b996-13c04d487791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:52.694619 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b37da3f1-f009-444e-ba66-f2c9d9a52fe0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:52.716683 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c984846d-010b-4597-b996-13c04d487791 None None] Network 243bd333-27f8-4bc4-b3f7-f4939030656c is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:53:52.730936 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-c984846d-010b-4597-b996-13c04d487791 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:53:52.735114 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b37da3f1-f009-444e-ba66-f2c9d9a52fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:52.739938 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c984846d-010b-4597-b996-13c04d487791 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:53:52.742768 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c984846d-010b-4597-b996-13c04d487791 None None] Pushing event updated for resources: {'Port': ['ID=cc81113a-d652-4916-ad44-0661d308d72e,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:52.788181 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37da3f1-f009-444e-ba66-f2c9d9a52fe0 admin admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:53:52.793083 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-b37da3f1-f009-444e-ba66-f2c9d9a52fe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:53:52.795719 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37da3f1-f009-444e-ba66-f2c9d9a52fe0 admin admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:53:52.824602 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37da3f1-f009-444e-ba66-f2c9d9a52fe0 admin admin] Pushing event updated for resources: {'Port': ['ID=6ae13621-1f25-4082-80a1-f64552b6a702,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:53.013514 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-046eae4c-c6eb-436c-8fea-9543082ec13e None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:53.015992 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-c984846d-010b-4597-b996-13c04d487791 None None] Attempting to bind port cc81113a-d652-4916-ad44-0661d308d72e on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:53:53.016390 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-c984846d-010b-4597-b996-13c04d487791 None None] Attempting to bind port cc81113a-d652-4916-ad44-0661d308d72e by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'b37e74f6-f0c5-486a-8393-bf4c128bbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '243bd333-27f8-4bc4-b3f7-f4939030656c'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:53:53.016733 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c984846d-010b-4597-b996-13c04d487791 None None] Attempting to bind port cc81113a-d652-4916-ad44-0661d308d72e on network 243bd333-27f8-4bc4-b3f7-f4939030656c {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:53:53.028387 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c984846d-010b-4597-b996-13c04d487791 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:53:53.028762 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c984846d-010b-4597-b996-13c04d487791 None None] Checking segment: {'id': 'b37e74f6-f0c5-486a-8393-bf4c128bbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '243bd333-27f8-4bc4-b3f7-f4939030656c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:53:53.029170 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c984846d-010b-4597-b996-13c04d487791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:53.029629 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c984846d-010b-4597-b996-13c04d487791 None None] Bound using segment: {'id': 'b37e74f6-f0c5-486a-8393-bf4c128bbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '243bd333-27f8-4bc4-b3f7-f4939030656c'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:53:53.030056 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-c984846d-010b-4597-b996-13c04d487791 None None] Bound port: cc81113a-d652-4916-ad44-0661d308d72e, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b37e74f6-f0c5-486a-8393-bf4c128bbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '243bd333-27f8-4bc4-b3f7-f4939030656c'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:53:53.030456 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c984846d-010b-4597-b996-13c04d487791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:53.032578 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-046eae4c-c6eb-436c-8fea-9543082ec13e None None] Transition to ACTIVE for port object 6f1cb148-441f-4795-8657-2ffdc06d7317 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:53:53.042514 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-046eae4c-c6eb-436c-8fea-9543082ec13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:53.071923 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b37da3f1-f009-444e-ba66-f2c9d9a52fe0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:53.129712 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e18fcd-7aff-43a8-9c34-9f49a66e92b5 None None] Pushing event updated for resources: {'Port': ['ID=6f1cb148-441f-4795-8657-2ffdc06d7317,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:53.197271 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-c984846d-010b-4597-b996-13c04d487791 None None] For port cc81113a-d652-4916-ad44-0661d308d72e, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:53:53.203694 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-046eae4c-c6eb-436c-8fea-9543082ec13e None None] Attempting to bind port 6f1cb148-441f-4795-8657-2ffdc06d7317 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:53:53.203934 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-046eae4c-c6eb-436c-8fea-9543082ec13e None None] Attempting to bind port 6f1cb148-441f-4795-8657-2ffdc06d7317 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '4a94036e-f9be-408a-9b4f-7bcafaf0b78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5505db66-67a7-483f-8397-cce3e2707159'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:53:53.204167 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046eae4c-c6eb-436c-8fea-9543082ec13e None None] Attempting to bind port 6f1cb148-441f-4795-8657-2ffdc06d7317 on network 5505db66-67a7-483f-8397-cce3e2707159 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:53:53.217079 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-c984846d-010b-4597-b996-13c04d487791 None None] For port cc81113a-d652-4916-ad44-0661d308d72e, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=cc81113a-d652-4916-ad44-0661d308d72e,segment=NetworkSegment(b37e74f6-f0c5-486a-8393-bf4c128bbf2e),segment_id=b37e74f6-f0c5-486a-8393-bf4c128bbf2e)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:53:53.218691 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046eae4c-c6eb-436c-8fea-9543082ec13e None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:53:53.223152 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046eae4c-c6eb-436c-8fea-9543082ec13e None None] Checking segment: {'id': '4a94036e-f9be-408a-9b4f-7bcafaf0b78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5505db66-67a7-483f-8397-cce3e2707159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:53:53.223621 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-046eae4c-c6eb-436c-8fea-9543082ec13e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:53.223988 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046eae4c-c6eb-436c-8fea-9543082ec13e None None] Bound using segment: {'id': '4a94036e-f9be-408a-9b4f-7bcafaf0b78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5505db66-67a7-483f-8397-cce3e2707159'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:53:53.224484 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-046eae4c-c6eb-436c-8fea-9543082ec13e None None] Bound port: 6f1cb148-441f-4795-8657-2ffdc06d7317, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a94036e-f9be-408a-9b4f-7bcafaf0b78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5505db66-67a7-483f-8397-cce3e2707159'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:53:53.224887 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-046eae4c-c6eb-436c-8fea-9543082ec13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:53.228763 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c984846d-010b-4597-b996-13c04d487791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:53.307192 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b37da3f1-f009-444e-ba66-f2c9d9a52fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:53.349422 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c984846d-010b-4597-b996-13c04d487791 None None] Pushing event updated for resources: {'Port': ['ID=cc81113a-d652-4916-ad44-0661d308d72e,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:53.361072 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-046eae4c-c6eb-436c-8fea-9543082ec13e None None] For port 6f1cb148-441f-4795-8657-2ffdc06d7317, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:53:53.366531 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-046eae4c-c6eb-436c-8fea-9543082ec13e None None] For port 6f1cb148-441f-4795-8657-2ffdc06d7317, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=6f1cb148-441f-4795-8657-2ffdc06d7317,segment=NetworkSegment(4a94036e-f9be-408a-9b4f-7bcafaf0b78e),segment_id=4a94036e-f9be-408a-9b4f-7bcafaf0b78e)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:53:53.372258 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-046eae4c-c6eb-436c-8fea-9543082ec13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:53.452080 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046eae4c-c6eb-436c-8fea-9543082ec13e None None] Routers {'7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:53:53.452788 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-046eae4c-c6eb-436c-8fea-9543082ec13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:53:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:53:53.454586 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e18fcd-7aff-43a8-9c34-9f49a66e92b5 None None] Pushing event updated for resources: {'Port': ['ID=6f1cb148-441f-4795-8657-2ffdc06d7317,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:53.466545 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37da3f1-f009-444e-ba66-f2c9d9a52fe0 admin admin] Router e9a8ae17-eaed-4ffe-89ad-ed13f085d24b is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100463) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 01:53:53.583342 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-046eae4c-c6eb-436c-8fea-9543082ec13e None None] Set router 7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:53:53.593150 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37da3f1-f009-444e-ba66-f2c9d9a52fe0 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:53:53.635505 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c451a2e-079d-432e-9b35-5004e0d44afe None None] Sync routers for ids ['e9a8ae17-eaed-4ffe-89ad-ed13f085d24b'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:53:53.639607 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b37da3f1-f009-444e-ba66-f2c9d9a52fe0 admin admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:53.646290 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52794) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:53:53.647744 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b37da3f1-f009-444e-ba66-f2c9d9a52fe0 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9965611 Jul 24 01:53:53.652434 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c451a2e-079d-432e-9b35-5004e0d44afe None None] Routers {'e9a8ae17-eaed-4ffe-89ad-ed13f085d24b'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:53:53.653146 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-3c451a2e-079d-432e-9b35-5004e0d44afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:53:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['e9a8ae17-eaed-4ffe-89ad-ed13f085d24b'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:53:53.800244 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-3c451a2e-079d-432e-9b35-5004e0d44afe None None] Set router e9a8ae17-eaed-4ffe-89ad-ed13f085d24b gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:53:53.938737 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-046eae4c-c6eb-436c-8fea-9543082ec13e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'name': 'tempest-TestShelveInstance-731769025-router', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '26b02c37-c0df-41ee-85aa-38ea58129f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:53:46Z', 'updated_at': '2021-07-24T01:53:49Z', 'revision_number': 4, 'project_id': '5b1463a8f37040028ca108b030672b20', 'gw_port': {'id': '26b02c37-c0df-41ee-85aa-38ea58129f10', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:53:47Z', 'updated_at': '2021-07-24T01:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '6f1cb148-441f-4795-8657-2ffdc06d7317', 'name': '', 'network_id': '5505db66-67a7-483f-8397-cce3e2707159', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'mac_address': 'fa:16:3e:e4:02:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '0b038e3f-f6b7-4805-906a-d9475629d1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:53:49Z', 'updated_at': '2021-07-24T01:53:53Z', 'revision_number': 4, 'project_id': '5b1463a8f37040028ca108b030672b20', 'subnets': [{'id': '0b038e3f-f6b7-4805-906a-d9475629d1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:53:53.972159 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046eae4c-c6eb-436c-8fea-9543082ec13e None None] The sync data for ids ['7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8'] in n-d-793621-25 is: [{'id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'name': 'tempest-TestShelveInstance-731769025-router', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '26b02c37-c0df-41ee-85aa-38ea58129f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:53:46Z', 'updated_at': '2021-07-24T01:53:49Z', 'revision_number': 4, 'project_id': '5b1463a8f37040028ca108b030672b20', 'gw_port': {'id': '26b02c37-c0df-41ee-85aa-38ea58129f10', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:53:47Z', 'updated_at': '2021-07-24T01:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '6f1cb148-441f-4795-8657-2ffdc06d7317', 'name': '', 'network_id': '5505db66-67a7-483f-8397-cce3e2707159', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'mac_address': 'fa:16:3e:e4:02:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '0b038e3f-f6b7-4805-906a-d9475629d1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:53:49Z', 'updated_at': '2021-07-24T01:53:53Z', 'revision_number': 4, 'project_id': '5b1463a8f37040028ca108b030672b20', 'subnets': [{'id': '0b038e3f-f6b7-4805-906a-d9475629d1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:53:54.127180 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-3c451a2e-079d-432e-9b35-5004e0d44afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a8ae17-eaed-4ffe-89ad-ed13f085d24b', 'name': 'tempest-TestShelveInstance-1559983788-router', 'tenant_id': '3e3faf8faa43497b80df86577ab4a92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '6ae13621-1f25-4082-80a1-f64552b6a702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:53:51Z', 'updated_at': '2021-07-24T01:53:52Z', 'revision_number': 3, 'project_id': '3e3faf8faa43497b80df86577ab4a92a', 'gw_port': {'id': '6ae13621-1f25-4082-80a1-f64552b6a702', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:fe:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a8ae17-eaed-4ffe-89ad-ed13f085d24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:53:52Z', 'updated_at': '2021-07-24T01:53:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:53:54.153817 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c451a2e-079d-432e-9b35-5004e0d44afe None None] Checking router: e9a8ae17-eaed-4ffe-89ad-ed13f085d24b for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:53:54.154214 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c451a2e-079d-432e-9b35-5004e0d44afe None None] Updating router e9a8ae17-eaed-4ffe-89ad-ed13f085d24b port 6ae13621-1f25-4082-80a1-f64552b6a702 binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:53:54.194680 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7ebd2ce8-7b97-4032-ab17-2fe4bb02cccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:54.213633 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-3c451a2e-079d-432e-9b35-5004e0d44afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:54.419853 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 6f1cb148-441f-4795-8657-2ffdc06d7317 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:53:54.455123 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-7ebd2ce8-7b97-4032-ab17-2fe4bb02cccb admin admin] Allocated IP 172.20.0.1 (243bd333-27f8-4bc4-b3f7-f4939030656c/e5163663-fe36-4595-b236-9e1e42408751/f1de8925-95cc-4934-8069-3fbfc31caf1e) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:53:54.530525 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 6f1cb148-441f-4795-8657-2ffdc06d7317 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:53:54.537481 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 6f1cb148-441f-4795-8657-2ffdc06d7317 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:53:54.538007 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:54.620121 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7ebd2ce8-7b97-4032-ab17-2fe4bb02cccb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:54.648213 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:54.661880 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [None req-7ebd2ce8-7b97-4032-ab17-2fe4bb02cccb admin admin] Transition to ACTIVE for port object f1de8925-95cc-4934-8069-3fbfc31caf1e will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:53:54.697407 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-3c451a2e-079d-432e-9b35-5004e0d44afe None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:54.703540 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7ebd2ce8-7b97-4032-ab17-2fe4bb02cccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:54.708492 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 6f1cb148-441f-4795-8657-2ffdc06d7317, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=6f1cb148-441f-4795-8657-2ffdc06d7317,segment=NetworkSegment(4a94036e-f9be-408a-9b4f-7bcafaf0b78e),segment_id=4a94036e-f9be-408a-9b4f-7bcafaf0b78e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:53:54.716474 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:54.717311 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device cc81113a-d652-4916-ad44-0661d308d72e up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:53:54.720647 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-3c451a2e-079d-432e-9b35-5004e0d44afe None None] Transition to ACTIVE for port object 6ae13621-1f25-4082-80a1-f64552b6a702 will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:53:54.730055 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-3c451a2e-079d-432e-9b35-5004e0d44afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:54.783993 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74544898-89fe-4661-ada0-a3c0f019fe8f None None] Network 243bd333-27f8-4bc4-b3f7-f4939030656c requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 01:53:54.787602 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebd2ce8-7b97-4032-ab17-2fe4bb02cccb admin admin] Network 243bd333-27f8-4bc4-b3f7-f4939030656c is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:53:54.791273 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-7ebd2ce8-7b97-4032-ab17-2fe4bb02cccb admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:53:54.793944 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-3c451a2e-079d-432e-9b35-5004e0d44afe None None] Attempting to bind port 6ae13621-1f25-4082-80a1-f64552b6a702 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:53:54.794324 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-3c451a2e-079d-432e-9b35-5004e0d44afe None None] Attempting to bind port 6ae13621-1f25-4082-80a1-f64552b6a702 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:53:54.795071 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c451a2e-079d-432e-9b35-5004e0d44afe None None] Attempting to bind port 6ae13621-1f25-4082-80a1-f64552b6a702 on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:53:54.802439 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebd2ce8-7b97-4032-ab17-2fe4bb02cccb admin admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:53:54.808055 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c451a2e-079d-432e-9b35-5004e0d44afe None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:53:54.808455 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c451a2e-079d-432e-9b35-5004e0d44afe None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:53:54.808873 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-3c451a2e-079d-432e-9b35-5004e0d44afe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:54.809826 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c451a2e-079d-432e-9b35-5004e0d44afe None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:53:54.810327 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-3c451a2e-079d-432e-9b35-5004e0d44afe None None] Bound port: 6ae13621-1f25-4082-80a1-f64552b6a702, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:53:54.810963 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-3c451a2e-079d-432e-9b35-5004e0d44afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:54.841426 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-dedd3c96-58a9-4f0f-920b-4426f046f710 None None] Provisioning for port cc81113a-d652-4916-ad44-0661d308d72e completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:53:54.851860 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa6443-cc56-4474-b256-ac0c8197d57c None None] Pushing event updated for resources: {'Port': ['ID=6ae13621-1f25-4082-80a1-f64552b6a702,revision_number=2']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:54.903412 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=6f1cb148-441f-4795-8657-2ffdc06d7317,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:54.916725 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-3c451a2e-079d-432e-9b35-5004e0d44afe None None] For port 6ae13621-1f25-4082-80a1-f64552b6a702, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:53:54.922772 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-3c451a2e-079d-432e-9b35-5004e0d44afe None None] For port 6ae13621-1f25-4082-80a1-f64552b6a702, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=6ae13621-1f25-4082-80a1-f64552b6a702,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:53:54.930817 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-3c451a2e-079d-432e-9b35-5004e0d44afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:54.933358 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port cc81113a-d652-4916-ad44-0661d308d72e completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:53:54.945260 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port cc81113a-d652-4916-ad44-0661d308d72e triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:53:54.945644 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:55.006342 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c451a2e-079d-432e-9b35-5004e0d44afe None None] Routers {'e9a8ae17-eaed-4ffe-89ad-ed13f085d24b'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:53:55.006928 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-3c451a2e-079d-432e-9b35-5004e0d44afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:53:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['e9a8ae17-eaed-4ffe-89ad-ed13f085d24b'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:53:55.123980 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:55.136793 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aa6443-cc56-4474-b256-ac0c8197d57c None None] Pushing event updated for resources: {'Port': ['ID=6ae13621-1f25-4082-80a1-f64552b6a702,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:55.175359 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port cc81113a-d652-4916-ad44-0661d308d72e, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=cc81113a-d652-4916-ad44-0661d308d72e,segment=NetworkSegment(b37e74f6-f0c5-486a-8393-bf4c128bbf2e),segment_id=b37e74f6-f0c5-486a-8393-bf4c128bbf2e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:53:55.182170 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:55.209477 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-3c451a2e-079d-432e-9b35-5004e0d44afe None None] Set router e9a8ae17-eaed-4ffe-89ad-ed13f085d24b gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:53:55.237635 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd2ce8-7b97-4032-ab17-2fe4bb02cccb admin admin] Pushing event updated for resources: {'Port': ['ID=f1de8925-95cc-4934-8069-3fbfc31caf1e,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:55.275367 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7ebd2ce8-7b97-4032-ab17-2fe4bb02cccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:55.275811 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=cc81113a-d652-4916-ad44-0661d308d72e,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:55.444858 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-3c451a2e-079d-432e-9b35-5004e0d44afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a8ae17-eaed-4ffe-89ad-ed13f085d24b', 'name': 'tempest-TestShelveInstance-1559983788-router', 'tenant_id': '3e3faf8faa43497b80df86577ab4a92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '6ae13621-1f25-4082-80a1-f64552b6a702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:53:51Z', 'updated_at': '2021-07-24T01:53:52Z', 'revision_number': 3, 'project_id': '3e3faf8faa43497b80df86577ab4a92a', 'gw_port': {'id': '6ae13621-1f25-4082-80a1-f64552b6a702', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:fe:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a8ae17-eaed-4ffe-89ad-ed13f085d24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:53:52Z', 'updated_at': '2021-07-24T01:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:53:55.473911 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c451a2e-079d-432e-9b35-5004e0d44afe None None] The sync data for ids ['e9a8ae17-eaed-4ffe-89ad-ed13f085d24b'] in n-d-793621-25 is: [{'id': 'e9a8ae17-eaed-4ffe-89ad-ed13f085d24b', 'name': 'tempest-TestShelveInstance-1559983788-router', 'tenant_id': '3e3faf8faa43497b80df86577ab4a92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '6ae13621-1f25-4082-80a1-f64552b6a702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:53:51Z', 'updated_at': '2021-07-24T01:53:52Z', 'revision_number': 3, 'project_id': '3e3faf8faa43497b80df86577ab4a92a', 'gw_port': {'id': '6ae13621-1f25-4082-80a1-f64552b6a702', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:fe:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a8ae17-eaed-4ffe-89ad-ed13f085d24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:53:52Z', 'updated_at': '2021-07-24T01:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:53:55.504935 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1888fd94-d8a2-48ad-8b2b-f3d5f3a422c3 None None] Provisioning for port f1de8925-95cc-4934-8069-3fbfc31caf1e completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:53:55.510290 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7ebd2ce8-7b97-4032-ab17-2fe4bb02cccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:55.511242 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1888fd94-d8a2-48ad-8b2b-f3d5f3a422c3 None None] Provisioning complete for port f1de8925-95cc-4934-8069-3fbfc31caf1e triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:53:55.512076 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1888fd94-d8a2-48ad-8b2b-f3d5f3a422c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:55.558155 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-1888fd94-d8a2-48ad-8b2b-f3d5f3a422c3 None None] Port f1de8925-95cc-4934-8069-3fbfc31caf1e cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:53:55.569884 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1888fd94-d8a2-48ad-8b2b-f3d5f3a422c3 None None] Provisioning complete for port cc81113a-d652-4916-ad44-0661d308d72e triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:53:55.570987 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1888fd94-d8a2-48ad-8b2b-f3d5f3a422c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:55.748954 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7ebd2ce8-7b97-4032-ab17-2fe4bb02cccb admin admin] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:55.755607 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7ebd2ce8-7b97-4032-ab17-2fe4bb02cccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:55.809486 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-663c8694-7abf-4503-991d-77180013d185 None None] Provisioning complete for port f1de8925-95cc-4934-8069-3fbfc31caf1e triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:53:55.810157 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-663c8694-7abf-4503-991d-77180013d185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:55.824284 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd2ce8-7b97-4032-ab17-2fe4bb02cccb admin admin] Pushing event updated for resources: {'Port': ['ID=f1de8925-95cc-4934-8069-3fbfc31caf1e,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:55.826900 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7ebd2ce8-7b97-4032-ab17-2fe4bb02cccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:55.861678 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-663c8694-7abf-4503-991d-77180013d185 None None] Port f1de8925-95cc-4934-8069-3fbfc31caf1e cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:53:55.971382 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebd2ce8-7b97-4032-ab17-2fe4bb02cccb admin admin] Network 243bd333-27f8-4bc4-b3f7-f4939030656c is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:53:55.973115 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-7ebd2ce8-7b97-4032-ab17-2fe4bb02cccb admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:53:56.102699 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ebd2ce8-7b97-4032-ab17-2fe4bb02cccb admin admin] Router e9a8ae17-eaed-4ffe-89ad-ed13f085d24b has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:53:56.225351 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebd2ce8-7b97-4032-ab17-2fe4bb02cccb admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:53:56.244292 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7ebd2ce8-7b97-4032-ab17-2fe4bb02cccb admin admin] 10.222.0.15 "PUT /v2.0/routers/e9a8ae17-eaed-4ffe-89ad-ed13f085d24b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5885680 Jul 24 01:53:56.293714 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-96137f26-9f7c-43e0-810c-5bb538a86a7b None None] Provisioning complete for port f1de8925-95cc-4934-8069-3fbfc31caf1e triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:53:56.294529 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-96137f26-9f7c-43e0-810c-5bb538a86a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:56.337298 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-96137f26-9f7c-43e0-810c-5bb538a86a7b None None] Port f1de8925-95cc-4934-8069-3fbfc31caf1e cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:53:56.413538 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 6f1cb148-441f-4795-8657-2ffdc06d7317 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:53:56.466536 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 6f1cb148-441f-4795-8657-2ffdc06d7317 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:53:56.467161 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:56.560993 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device cc81113a-d652-4916-ad44-0661d308d72e up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:53:56.610141 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port cc81113a-d652-4916-ad44-0661d308d72e triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:53:56.610517 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:56.698481 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 6ae13621-1f25-4082-80a1-f64552b6a702 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:53:56.750295 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 6ae13621-1f25-4082-80a1-f64552b6a702 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:53:56.754311 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 6ae13621-1f25-4082-80a1-f64552b6a702 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:53:56.754680 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:56.836658 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:56.856862 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 6ae13621-1f25-4082-80a1-f64552b6a702, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=6ae13621-1f25-4082-80a1-f64552b6a702,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:53:56.861353 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:56.912325 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52802) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:53:56.916270 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=6ae13621-1f25-4082-80a1-f64552b6a702,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:56.917188 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-422010f6-0bb4-4f55-bb6b-ea7443e060fd tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1348511964', 'description': 'tempest-secgroup-smoke-1348511964 description', 'project_id': '5b1463a8f37040028ca108b030672b20'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:53:56.939737 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-422010f6-0bb4-4f55-bb6b-ea7443e060fd tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:57.027395 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-422010f6-0bb4-4f55-bb6b-ea7443e060fd tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:57.031196 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-422010f6-0bb4-4f55-bb6b-ea7443e060fd tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:57.060235 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-422010f6-0bb4-4f55-bb6b-ea7443e060fd tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:57.061580 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-422010f6-0bb4-4f55-bb6b-ea7443e060fd tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1480844 Jul 24 01:53:57.063708 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422010f6-0bb4-4f55-bb6b-ea7443e060fd tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3c993a-d243-4a46-9a96-2722f6634ff7,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:57.064624 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52804) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:53:57.070410 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-dbbdaf08-8704-4e77-9485-4273f9fbad4e tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Request body: {'security_group_rule': {'security_group_id': 'ac3c993a-d243-4a46-9a96-2722f6634ff7', 'project_id': '5b1463a8f37040028ca108b030672b20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:53:57.099402 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dbbdaf08-8704-4e77-9485-4273f9fbad4e tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:57.167115 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dbbdaf08-8704-4e77-9485-4273f9fbad4e tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:57.170880 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dbbdaf08-8704-4e77-9485-4273f9fbad4e tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:57.191590 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbdaf08-8704-4e77-9485-4273f9fbad4e tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9c1560f-bbe7-4e6a-9810-29579945477b,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:57.199157 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-dbbdaf08-8704-4e77-9485-4273f9fbad4e tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:57.200995 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-dbbdaf08-8704-4e77-9485-4273f9fbad4e tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1341522 Jul 24 01:53:57.203956 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52806) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:53:57.209270 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-3585af4b-fa23-416e-b556-fc57a30a2521 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Request body: {'security_group_rule': {'security_group_id': 'ac3c993a-d243-4a46-9a96-2722f6634ff7', 'project_id': '5b1463a8f37040028ca108b030672b20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:53:57.238849 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3585af4b-fa23-416e-b556-fc57a30a2521 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:57.300562 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3585af4b-fa23-416e-b556-fc57a30a2521 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:57.304454 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3585af4b-fa23-416e-b556-fc57a30a2521 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:57.324230 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3585af4b-fa23-416e-b556-fc57a30a2521 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99c8e9d2-a483-46d6-9cc7-5030b5a12d80,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:57.330108 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3585af4b-fa23-416e-b556-fc57a30a2521 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:57.331835 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3585af4b-fa23-416e-b556-fc57a30a2521 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1266050 Jul 24 01:53:57.334609 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52808) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:53:57.340708 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-d3fab754-59bf-4356-b5f3-2dbf3b8a214c tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Request body: {'security_group_rule': {'security_group_id': 'ac3c993a-d243-4a46-9a96-2722f6634ff7', 'project_id': '5b1463a8f37040028ca108b030672b20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:53:57.376811 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d3fab754-59bf-4356-b5f3-2dbf3b8a214c tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:57.421024 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e07860-591d-49e7-ba05-8d1591fca543 None None] Sync routers for ids ['e9a8ae17-eaed-4ffe-89ad-ed13f085d24b'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:53:57.431742 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e07860-591d-49e7-ba05-8d1591fca543 None None] Routers {'e9a8ae17-eaed-4ffe-89ad-ed13f085d24b'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:53:57.432360 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-d4e07860-591d-49e7-ba05-8d1591fca543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:53:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['e9a8ae17-eaed-4ffe-89ad-ed13f085d24b'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:53:57.445868 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d3fab754-59bf-4356-b5f3-2dbf3b8a214c tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:57.449607 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d3fab754-59bf-4356-b5f3-2dbf3b8a214c tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:57.468563 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fab754-59bf-4356-b5f3-2dbf3b8a214c tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dd44a0b-b4ea-4073-aa6b-40f1197adf87,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:57.476468 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d3fab754-59bf-4356-b5f3-2dbf3b8a214c tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:57.477792 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d3fab754-59bf-4356-b5f3-2dbf3b8a214c tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1420388 Jul 24 01:53:57.480466 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52810) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:53:57.484983 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-6e19acf0-ecc3-459d-8a95-a5aca21c1adf tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Request body: {'security_group_rule': {'security_group_id': 'ac3c993a-d243-4a46-9a96-2722f6634ff7', 'project_id': '5b1463a8f37040028ca108b030672b20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:53:57.515937 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6e19acf0-ecc3-459d-8a95-a5aca21c1adf tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:57.546213 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-d4e07860-591d-49e7-ba05-8d1591fca543 None None] Set router e9a8ae17-eaed-4ffe-89ad-ed13f085d24b gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:53:57.581819 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6e19acf0-ecc3-459d-8a95-a5aca21c1adf tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:57.586522 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6e19acf0-ecc3-459d-8a95-a5aca21c1adf tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:57.614056 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e19acf0-ecc3-459d-8a95-a5aca21c1adf tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48a22d47-94bb-4396-98e2-424e6b92fb26,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:57.618482 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-6e19acf0-ecc3-459d-8a95-a5aca21c1adf tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:57.624781 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-6e19acf0-ecc3-459d-8a95-a5aca21c1adf tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1385887 Jul 24 01:53:57.626157 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 52812) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:53:57.631876 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-3e06c72b-b238-49cd-a5c4-0a2cdb9183d7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Request body: {'security_group_rule': {'security_group_id': 'ac3c993a-d243-4a46-9a96-2722f6634ff7', 'project_id': '5b1463a8f37040028ca108b030672b20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:53:57.657256 n-d-793621-25 neutron-server[100463]: INFO neutron.db.securitygroups_db [None req-3e06c72b-b238-49cd-a5c4-0a2cdb9183d7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Project 5b1463a8f37040028ca108b030672b20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:53:57.663460 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3e06c72b-b238-49cd-a5c4-0a2cdb9183d7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:57.734721 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3e06c72b-b238-49cd-a5c4-0a2cdb9183d7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:57.742210 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3e06c72b-b238-49cd-a5c4-0a2cdb9183d7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:57.763793 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06c72b-b238-49cd-a5c4-0a2cdb9183d7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e766da59-6726-4bd7-ab99-961a7b94ffd3,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:57.773123 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-3e06c72b-b238-49cd-a5c4-0a2cdb9183d7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:57.774475 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-3e06c72b-b238-49cd-a5c4-0a2cdb9183d7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1470921 Jul 24 01:53:57.777873 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52814) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:53:57.782910 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-a69e2435-3bcc-411b-912d-9e00fb8f89be tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Request body: {'security_group_rule': {'security_group_id': 'ac3c993a-d243-4a46-9a96-2722f6634ff7', 'project_id': '5b1463a8f37040028ca108b030672b20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:53:57.787661 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-d4e07860-591d-49e7-ba05-8d1591fca543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a8ae17-eaed-4ffe-89ad-ed13f085d24b', 'name': 'tempest-TestShelveInstance-1559983788-router', 'tenant_id': '3e3faf8faa43497b80df86577ab4a92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '6ae13621-1f25-4082-80a1-f64552b6a702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:53:51Z', 'updated_at': '2021-07-24T01:53:55Z', 'revision_number': 4, 'project_id': '3e3faf8faa43497b80df86577ab4a92a', 'gw_port': {'id': '6ae13621-1f25-4082-80a1-f64552b6a702', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:fe:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a8ae17-eaed-4ffe-89ad-ed13f085d24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:53:52Z', 'updated_at': '2021-07-24T01:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'f1de8925-95cc-4934-8069-3fbfc31caf1e', 'name': '', 'network_id': '243bd333-27f8-4bc4-b3f7-f4939030656c', 'tenant_id': '3e3faf8faa43497b80df86577ab4a92a', 'mac_address': 'fa:16:3e:4d:67:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a8ae17-eaed-4ffe-89ad-ed13f085d24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'e5163663-fe36-4595-b236-9e1e42408751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:53:54Z', 'updated_at': '2021-07-24T01:53:55Z', 'revision_number': 2, 'project_id': '3e3faf8faa43497b80df86577ab4a92a', 'subnets': [{'id': 'e5163663-fe36-4595-b236-9e1e42408751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:53:57.808729 n-d-793621-25 neutron-server[100464]: INFO neutron.db.securitygroups_db [None req-a69e2435-3bcc-411b-912d-9e00fb8f89be tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Project 5b1463a8f37040028ca108b030672b20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:53:57.814171 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a69e2435-3bcc-411b-912d-9e00fb8f89be tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:57.816439 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e07860-591d-49e7-ba05-8d1591fca543 None None] Checking router: e9a8ae17-eaed-4ffe-89ad-ed13f085d24b for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:53:57.816973 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e07860-591d-49e7-ba05-8d1591fca543 None None] Updating router e9a8ae17-eaed-4ffe-89ad-ed13f085d24b port f1de8925-95cc-4934-8069-3fbfc31caf1e binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 01:53:57.861333 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d4e07860-591d-49e7-ba05-8d1591fca543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:57.890142 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a69e2435-3bcc-411b-912d-9e00fb8f89be tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:57.895447 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a69e2435-3bcc-411b-912d-9e00fb8f89be tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:57.915823 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e2435-3bcc-411b-912d-9e00fb8f89be tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d62025b-d9e9-4725-8af6-aa58cd529cd1,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:57.922904 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a69e2435-3bcc-411b-912d-9e00fb8f89be tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:57.925475 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a69e2435-3bcc-411b-912d-9e00fb8f89be tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1453936 Jul 24 01:53:58.090114 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-09e1bae5-64fb-4b0e-af4d-56a33fe3c062 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1348511964&fields=id&tenant_id=5b1463a8f37040028ca108b030672b20 HTTP/1.1" status: 200 len: 267 time: 0.0341859 Jul 24 01:53:58.166348 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d4e07860-591d-49e7-ba05-8d1591fca543 None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:58.177269 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-d4e07860-591d-49e7-ba05-8d1591fca543 None None] Transition to ACTIVE for port object f1de8925-95cc-4934-8069-3fbfc31caf1e will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:53:58.184511 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d4e07860-591d-49e7-ba05-8d1591fca543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:58.222103 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-bfb3633e-5e44-41c7-8048-86ae4a4bf5b4 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:53:58.224707 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-bfb3633e-5e44-41c7-8048-86ae4a4bf5b4 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/networks?id=5505db66-67a7-483f-8397-cce3e2707159 HTTP/1.1" status: 200 len: 808 time: 0.1272097 Jul 24 01:53:58.258984 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-251ec556-6ae3-4435-a157-d8a5ca87b080 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/quotas/5b1463a8f37040028ca108b030672b20 HTTP/1.1" status: 200 len: 375 time: 0.0189056 Jul 24 01:53:58.293131 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5640ce-249d-4ce7-9d90-5531f990df08 None None] Pushing event updated for resources: {'Port': ['ID=f1de8925-95cc-4934-8069-3fbfc31caf1e,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:58.347482 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-24840e20-e2d5-46d0-9d87-7bc67bffc85f tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b1463a8f37040028ca108b030672b20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0758374 Jul 24 01:53:58.485007 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-69e9742c-5d86-4b29-9226-1bad11fd8405 service neutron] 10.222.0.15 "GET /v2.0/networks/5505db66-67a7-483f-8397-cce3e2707159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240273 Jul 24 01:53:58.488370 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 6ae13621-1f25-4082-80a1-f64552b6a702 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:53:58.520632 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-d4e07860-591d-49e7-ba05-8d1591fca543 None None] Attempting to bind port f1de8925-95cc-4934-8069-3fbfc31caf1e on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:53:58.520914 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-d4e07860-591d-49e7-ba05-8d1591fca543 None None] Attempting to bind port f1de8925-95cc-4934-8069-3fbfc31caf1e by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'b37e74f6-f0c5-486a-8393-bf4c128bbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '243bd333-27f8-4bc4-b3f7-f4939030656c'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:53:58.521286 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e07860-591d-49e7-ba05-8d1591fca543 None None] Attempting to bind port f1de8925-95cc-4934-8069-3fbfc31caf1e on network 243bd333-27f8-4bc4-b3f7-f4939030656c {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:53:58.533350 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e07860-591d-49e7-ba05-8d1591fca543 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:53:58.533837 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e07860-591d-49e7-ba05-8d1591fca543 None None] Checking segment: {'id': 'b37e74f6-f0c5-486a-8393-bf4c128bbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '243bd333-27f8-4bc4-b3f7-f4939030656c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:53:58.534253 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d4e07860-591d-49e7-ba05-8d1591fca543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:58.534659 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e07860-591d-49e7-ba05-8d1591fca543 None None] Bound using segment: {'id': 'b37e74f6-f0c5-486a-8393-bf4c128bbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '243bd333-27f8-4bc4-b3f7-f4939030656c'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:53:58.535173 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-d4e07860-591d-49e7-ba05-8d1591fca543 None None] Bound port: f1de8925-95cc-4934-8069-3fbfc31caf1e, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b37e74f6-f0c5-486a-8393-bf4c128bbf2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '243bd333-27f8-4bc4-b3f7-f4939030656c'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:53:58.535572 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d4e07860-591d-49e7-ba05-8d1591fca543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:58.599541 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-e8e78d47-a9d3-48af-a0d1-7aeaeb03a9ec service neutron] 10.222.0.15 "GET /v2.0/networks/5505db66-67a7-483f-8397-cce3e2707159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045618 Jul 24 01:53:58.613429 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 6ae13621-1f25-4082-80a1-f64552b6a702 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:53:58.613786 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:58.651676 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-d4e07860-591d-49e7-ba05-8d1591fca543 None None] For port f1de8925-95cc-4934-8069-3fbfc31caf1e, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:53:58.670877 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-d4e07860-591d-49e7-ba05-8d1591fca543 None None] For port f1de8925-95cc-4934-8069-3fbfc31caf1e, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=f1de8925-95cc-4934-8069-3fbfc31caf1e,segment=NetworkSegment(b37e74f6-f0c5-486a-8393-bf4c128bbf2e),segment_id=b37e74f6-f0c5-486a-8393-bf4c128bbf2e)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:53:58.678292 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d4e07860-591d-49e7-ba05-8d1591fca543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:53:58.792082 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5640ce-249d-4ce7-9d90-5531f990df08 None None] Pushing event updated for resources: {'Port': ['ID=f1de8925-95cc-4934-8069-3fbfc31caf1e,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:53:58.797687 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e07860-591d-49e7-ba05-8d1591fca543 None None] Routers {'e9a8ae17-eaed-4ffe-89ad-ed13f085d24b'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:53:58.798393 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-d4e07860-591d-49e7-ba05-8d1591fca543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:53:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['e9a8ae17-eaed-4ffe-89ad-ed13f085d24b'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:53:58.843208 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-65c33c2d-0810-4f00-9584-131d87b4c39b req-26969b02-6c89-4b17-8d89-b6b6c9fc7300 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 210 time: 0.0493939 Jul 24 01:53:58.941646 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-d4e07860-591d-49e7-ba05-8d1591fca543 None None] Set router e9a8ae17-eaed-4ffe-89ad-ed13f085d24b gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:53:59.184201 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-d4e07860-591d-49e7-ba05-8d1591fca543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a8ae17-eaed-4ffe-89ad-ed13f085d24b', 'name': 'tempest-TestShelveInstance-1559983788-router', 'tenant_id': '3e3faf8faa43497b80df86577ab4a92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '6ae13621-1f25-4082-80a1-f64552b6a702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:53:51Z', 'updated_at': '2021-07-24T01:53:55Z', 'revision_number': 4, 'project_id': '3e3faf8faa43497b80df86577ab4a92a', 'gw_port': {'id': '6ae13621-1f25-4082-80a1-f64552b6a702', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:fe:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a8ae17-eaed-4ffe-89ad-ed13f085d24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:53:52Z', 'updated_at': '2021-07-24T01:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'f1de8925-95cc-4934-8069-3fbfc31caf1e', 'name': '', 'network_id': '243bd333-27f8-4bc4-b3f7-f4939030656c', 'tenant_id': '3e3faf8faa43497b80df86577ab4a92a', 'mac_address': 'fa:16:3e:4d:67:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a8ae17-eaed-4ffe-89ad-ed13f085d24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'e5163663-fe36-4595-b236-9e1e42408751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:53:54Z', 'updated_at': '2021-07-24T01:53:58Z', 'revision_number': 4, 'project_id': '3e3faf8faa43497b80df86577ab4a92a', 'subnets': [{'id': 'e5163663-fe36-4595-b236-9e1e42408751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:53:59.214034 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e07860-591d-49e7-ba05-8d1591fca543 None None] The sync data for ids ['e9a8ae17-eaed-4ffe-89ad-ed13f085d24b'] in n-d-793621-25 is: [{'id': 'e9a8ae17-eaed-4ffe-89ad-ed13f085d24b', 'name': 'tempest-TestShelveInstance-1559983788-router', 'tenant_id': '3e3faf8faa43497b80df86577ab4a92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '6ae13621-1f25-4082-80a1-f64552b6a702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:53:51Z', 'updated_at': '2021-07-24T01:53:55Z', 'revision_number': 4, 'project_id': '3e3faf8faa43497b80df86577ab4a92a', 'gw_port': {'id': '6ae13621-1f25-4082-80a1-f64552b6a702', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:fe:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a8ae17-eaed-4ffe-89ad-ed13f085d24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:53:52Z', 'updated_at': '2021-07-24T01:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': 'f1de8925-95cc-4934-8069-3fbfc31caf1e', 'name': '', 'network_id': '243bd333-27f8-4bc4-b3f7-f4939030656c', 'tenant_id': '3e3faf8faa43497b80df86577ab4a92a', 'mac_address': 'fa:16:3e:4d:67:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9a8ae17-eaed-4ffe-89ad-ed13f085d24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': 'e5163663-fe36-4595-b236-9e1e42408751', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:53:54Z', 'updated_at': '2021-07-24T01:53:58Z', 'revision_number': 4, 'project_id': '3e3faf8faa43497b80df86577ab4a92a', 'subnets': [{'id': 'e5163663-fe36-4595-b236-9e1e42408751', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:53:59.942252 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0629db85-5795-44be-aa9f-03e079502ef3 req-05540426-f936-4ae0-badb-8a72e32003ac tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 210 time: 0.0365722 Jul 24 01:54:00.052048 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-6b09f343-eae1-46f3-945f-b5d6f601e5a7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:54:00.053371 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-6b09f343-eae1-46f3-945f-b5d6f601e5a7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.13 "GET /v2.0/networks?id=5505db66-67a7-483f-8397-cce3e2707159 HTTP/1.1" status: 200 len: 808 time: 0.1137791 Jul 24 01:54:00.096958 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-44395e11-4c64-4310-9053-751e3d4b4d15 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b1463a8f37040028ca108b030672b20 HTTP/1.1" status: 200 len: 380 time: 0.0354948 Jul 24 01:54:00.107227 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-d9cfebe2-afd9-4423-b3a4-9b60a9321d62 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Request body: {'port': {'device_id': '84976963-adcd-44a3-b870-b4e82cf1e92c', 'network_id': '5505db66-67a7-483f-8397-cce3e2707159', 'admin_state_up': True, 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'security_groups': ['ac3c993a-d243-4a46-9a96-2722f6634ff7']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:54:00.240132 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-d9cfebe2-afd9-4423-b3a4-9b60a9321d62 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Made reservation on behalf of 5b1463a8f37040028ca108b030672b20 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:54:00.243874 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-d9cfebe2-afd9-4423-b3a4-9b60a9321d62 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:54:00.306838 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device f1de8925-95cc-4934-8069-3fbfc31caf1e up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:54:00.359104 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port f1de8925-95cc-4934-8069-3fbfc31caf1e completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:54:00.362940 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port f1de8925-95cc-4934-8069-3fbfc31caf1e triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:54:00.363322 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:54:00.387955 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-d9cfebe2-afd9-4423-b3a4-9b60a9321d62 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Allocated IP 172.20.0.11 (5505db66-67a7-483f-8397-cce3e2707159/0b038e3f-f6b7-4805-906a-d9475629d1ef/f083c6c0-9a0c-4b6c-a39a-93411c528845) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:54:00.457385 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:54:00.495745 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port f1de8925-95cc-4934-8069-3fbfc31caf1e, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=f1de8925-95cc-4934-8069-3fbfc31caf1e,segment=NetworkSegment(b37e74f6-f0c5-486a-8393-bf4c128bbf2e),segment_id=b37e74f6-f0c5-486a-8393-bf4c128bbf2e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:54:00.500092 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:54:00.553927 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-d9cfebe2-afd9-4423-b3a4-9b60a9321d62 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:54:00.559373 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=f1de8925-95cc-4934-8069-3fbfc31caf1e,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:54:00.572481 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-d9cfebe2-afd9-4423-b3a4-9b60a9321d62 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Transition to ACTIVE for port object f083c6c0-9a0c-4b6c-a39a-93411c528845 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:54:00.610178 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-d9cfebe2-afd9-4423-b3a4-9b60a9321d62 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:54:00.655794 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-d9cfebe2-afd9-4423-b3a4-9b60a9321d62 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Network 5505db66-67a7-483f-8397-cce3e2707159 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:54:00.661033 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-d9cfebe2-afd9-4423-b3a4-9b60a9321d62 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:54:00.663424 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-d9cfebe2-afd9-4423-b3a4-9b60a9321d62 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:54:00.696762 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cfebe2-afd9-4423-b3a4-9b60a9321d62 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Pushing event updated for resources: {'Port': ['ID=f083c6c0-9a0c-4b6c-a39a-93411c528845,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:54:00.727275 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-d9cfebe2-afd9-4423-b3a4-9b60a9321d62 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:54:00.727979 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-d9cfebe2-afd9-4423-b3a4-9b60a9321d62 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:54:00.747171 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-d9cfebe2-afd9-4423-b3a4-9b60a9321d62 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6437643 Jul 24 01:54:00.760169 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-61c87b78-2cec-435e-890e-dd1d332ea4e0 service neutron] Request body: {'port': {'device_id': '84976963-adcd-44a3-b870-b4e82cf1e92c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:54:00.840707 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-61c87b78-2cec-435e-890e-dd1d332ea4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:54:00.943961 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c2aa9962-f19d-4b10-a4bb-7241156e4c29 None None] Provisioning for port f083c6c0-9a0c-4b6c-a39a-93411c528845 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:54:00.947721 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-c2aa9962-f19d-4b10-a4bb-7241156e4c29 None None] Provisioning complete for port f083c6c0-9a0c-4b6c-a39a-93411c528845 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:54:00.948122 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c2aa9962-f19d-4b10-a4bb-7241156e4c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:54:00.985079 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-c2aa9962-f19d-4b10-a4bb-7241156e4c29 None None] Port f083c6c0-9a0c-4b6c-a39a-93411c528845 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:54:01.083477 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee1a90-57af-4912-a923-282cd9109c95 req-0351be75-bf06-4860-b1ef-3223d07db281 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:54:01.084954 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-76ee1a90-57af-4912-a923-282cd9109c95 req-0351be75-bf06-4860-b1ef-3223d07db281 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 932 time: 0.0686989 Jul 24 01:54:01.111877 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-61c87b78-2cec-435e-890e-dd1d332ea4e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f083c6c0-9a0c-4b6c-a39a-93411c528845 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:54:01.120864 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-61c87b78-2cec-435e-890e-dd1d332ea4e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:54:01.124053 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-76ee1a90-57af-4912-a923-282cd9109c95 req-71f7f982-c8ad-4b8d-a855-85dc1c557261 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333142 Jul 24 01:54:01.132984 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-61c87b78-2cec-435e-890e-dd1d332ea4e0 service neutron] Transition to ACTIVE for port object f083c6c0-9a0c-4b6c-a39a-93411c528845 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:54:01.136877 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-61c87b78-2cec-435e-890e-dd1d332ea4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:54:01.191794 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c87b78-2cec-435e-890e-dd1d332ea4e0 service neutron] Pushing event updated for resources: {'Port': ['ID=f083c6c0-9a0c-4b6c-a39a-93411c528845,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:54:01.264694 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-61c87b78-2cec-435e-890e-dd1d332ea4e0 service neutron] Attempting to bind port f083c6c0-9a0c-4b6c-a39a-93411c528845 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:54:01.265053 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-61c87b78-2cec-435e-890e-dd1d332ea4e0 service neutron] Attempting to bind port f083c6c0-9a0c-4b6c-a39a-93411c528845 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '4a94036e-f9be-408a-9b4f-7bcafaf0b78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5505db66-67a7-483f-8397-cce3e2707159'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:54:01.265466 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-61c87b78-2cec-435e-890e-dd1d332ea4e0 service neutron] Attempting to bind port f083c6c0-9a0c-4b6c-a39a-93411c528845 on network 5505db66-67a7-483f-8397-cce3e2707159 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:54:01.272090 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-61c87b78-2cec-435e-890e-dd1d332ea4e0 service neutron] Port f083c6c0-9a0c-4b6c-a39a-93411c528845 on network 5505db66-67a7-483f-8397-cce3e2707159 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:54:01.272425 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-61c87b78-2cec-435e-890e-dd1d332ea4e0 service neutron] Attempting to bind port f083c6c0-9a0c-4b6c-a39a-93411c528845 on network 5505db66-67a7-483f-8397-cce3e2707159 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:54:01.278015 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-61c87b78-2cec-435e-890e-dd1d332ea4e0 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:54:01.278367 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-61c87b78-2cec-435e-890e-dd1d332ea4e0 service neutron] Checking segment: {'id': '4a94036e-f9be-408a-9b4f-7bcafaf0b78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5505db66-67a7-483f-8397-cce3e2707159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:54:01.279104 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-61c87b78-2cec-435e-890e-dd1d332ea4e0 service neutron] Bound using segment: {'id': '4a94036e-f9be-408a-9b4f-7bcafaf0b78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5505db66-67a7-483f-8397-cce3e2707159'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:54:01.279247 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-61c87b78-2cec-435e-890e-dd1d332ea4e0 service neutron] Bound port: f083c6c0-9a0c-4b6c-a39a-93411c528845, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a94036e-f9be-408a-9b4f-7bcafaf0b78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5505db66-67a7-483f-8397-cce3e2707159'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:54:01.279586 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-61c87b78-2cec-435e-890e-dd1d332ea4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:54:01.357641 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-61c87b78-2cec-435e-890e-dd1d332ea4e0 service neutron] For port f083c6c0-9a0c-4b6c-a39a-93411c528845, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:54:01.360946 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-61c87b78-2cec-435e-890e-dd1d332ea4e0 service neutron] For port f083c6c0-9a0c-4b6c-a39a-93411c528845, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=f083c6c0-9a0c-4b6c-a39a-93411c528845,segment=NetworkSegment(4a94036e-f9be-408a-9b4f-7bcafaf0b78e),segment_id=4a94036e-f9be-408a-9b4f-7bcafaf0b78e)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:54:01.366018 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-61c87b78-2cec-435e-890e-dd1d332ea4e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:54:01.403408 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-61c87b78-2cec-435e-890e-dd1d332ea4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:54:01.404023 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-61c87b78-2cec-435e-890e-dd1d332ea4e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:54:01.405634 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-61c87b78-2cec-435e-890e-dd1d332ea4e0 service neutron] 10.222.0.13 "PUT /v2.0/ports/f083c6c0-9a0c-4b6c-a39a-93411c528845 HTTP/1.1" status: 200 len: 1093 time: 0.6514480 Jul 24 01:54:01.406242 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84976963-adcd-44a3-b870-b4e82cf1e92c', 'tag': 'f083c6c0-9a0c-4b6c-a39a-93411c528845'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:54:01.408656 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c0377c0cac57482b78947fbfdb6e67ca594c264dadda24220a1a6cbe410d8c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97dcafa8-070f-4ec8-8204-ad5c68a60e76" -d '{"events": [{"name": "network-changed", "server_uuid": "84976963-adcd-44a3-b870-b4e82cf1e92c", "tag": "f083c6c0-9a0c-4b6c-a39a-93411c528845"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:54:01.467539 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c87b78-2cec-435e-890e-dd1d332ea4e0 service neutron] Pushing event updated for resources: {'Port': ['ID=f083c6c0-9a0c-4b6c-a39a-93411c528845,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:54:01.536208 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-322c0f94-6614-4611-b9ea-2bc32c7b38e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:54:01.538898 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-322c0f94-6614-4611-b9ea-2bc32c7b38e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5b1463a8f37040028ca108b030672b20&device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 1096 time: 0.0818753 Jul 24 01:54:01.540771 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91df933c-e442-4664-a64e-1572d36bc059 x-openstack-request-id: req-91df933c-e442-4664-a64e-1572d36bc059 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:54:01.541062 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84976963-adcd-44a3-b870-b4e82cf1e92c", "tag": "f083c6c0-9a0c-4b6c-a39a-93411c528845", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:54:01.541458 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-91df933c-e442-4664-a64e-1572d36bc059 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:54:01.541865 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84976963-adcd-44a3-b870-b4e82cf1e92c', 'tag': 'f083c6c0-9a0c-4b6c-a39a-93411c528845', 'status': 'completed', 'code': 200} Jul 24 01:54:01.588154 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-9a370c85-1d6b-44f9-bf72-8d03ee8e8e14 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f083c6c0-9a0c-4b6c-a39a-93411c528845 HTTP/1.1" status: 200 len: 217 time: 0.0415804 Jul 24 01:54:01.639618 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-49e178a6-cc43-4656-aee2-01e37a651696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:54:01.641149 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-49e178a6-cc43-4656-aee2-01e37a651696 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b038e3f-f6b7-4805-906a-d9475629d1ef HTTP/1.1" status: 200 len: 847 time: 0.0471978 Jul 24 01:54:01.702224 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-d6ee2749-b7e9-464f-a743-a7db5b5849d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:54:01.703835 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-d6ee2749-b7e9-464f-a743-a7db5b5849d1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5505db66-67a7-483f-8397-cce3e2707159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560350 Jul 24 01:54:01.804058 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-9c4a16d1-9fe2-4db8-8faf-46a62a8a8ba4 service neutron] 10.222.0.13 "GET /v2.0/networks/5505db66-67a7-483f-8397-cce3e2707159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930009 Jul 24 01:54:01.895952 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ec9393f5-cf57-4329-acfc-b5242b18d16a req-456fecfb-246d-47c8-8d26-c1191b59abf5 service neutron] 10.222.0.13 "GET /v2.0/networks/5505db66-67a7-483f-8397-cce3e2707159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849903 Jul 24 01:54:01.996205 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcafa8-070f-4ec8-8204-ad5c68a60e76 req-fae30067-1736-42f4-bca4-f8a0cbb1c7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:54:01.997753 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-97dcafa8-070f-4ec8-8204-ad5c68a60e76 req-fae30067-1736-42f4-bca4-f8a0cbb1c7d8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5b1463a8f37040028ca108b030672b20&device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 1096 time: 0.0587671 Jul 24 01:54:02.093474 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcafa8-070f-4ec8-8204-ad5c68a60e76 req-e34703c9-a194-467d-a994-48443b6cb740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:54:02.095016 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-97dcafa8-070f-4ec8-8204-ad5c68a60e76 req-e34703c9-a194-467d-a994-48443b6cb740 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5505db66-67a7-483f-8397-cce3e2707159 HTTP/1.1" status: 200 len: 909 time: 0.0911107 Jul 24 01:54:02.138995 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-97dcafa8-070f-4ec8-8204-ad5c68a60e76 req-ef135424-d3c7-4027-849f-59773fd83c83 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f083c6c0-9a0c-4b6c-a39a-93411c528845 HTTP/1.1" status: 200 len: 217 time: 0.0380845 Jul 24 01:54:02.188988 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcafa8-070f-4ec8-8204-ad5c68a60e76 req-ce6dba64-2c3d-4491-bcd9-52a3ab6f51c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:54:02.190491 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-97dcafa8-070f-4ec8-8204-ad5c68a60e76 req-ce6dba64-2c3d-4491-bcd9-52a3ab6f51c5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b038e3f-f6b7-4805-906a-d9475629d1ef HTTP/1.1" status: 200 len: 847 time: 0.0444963 Jul 24 01:54:02.253409 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dcafa8-070f-4ec8-8204-ad5c68a60e76 req-c690d2e2-b660-4b8b-9cb3-c9940544b8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:54:02.256020 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-97dcafa8-070f-4ec8-8204-ad5c68a60e76 req-c690d2e2-b660-4b8b-9cb3-c9940544b8cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5505db66-67a7-483f-8397-cce3e2707159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582111 Jul 24 01:54:02.262218 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d6c5ce-e748-4725-ad91-bd492593a7c7 req-627383f3-6109-4670-83f2-31bbcc685b4d tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:54:02.263825 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-76d6c5ce-e748-4725-ad91-bd492593a7c7 req-627383f3-6109-4670-83f2-31bbcc685b4d tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 944 time: 0.0686412 Jul 24 01:54:02.282979 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device f1de8925-95cc-4934-8069-3fbfc31caf1e up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:54:02.304225 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-76d6c5ce-e748-4725-ad91-bd492593a7c7 req-fedc1e4f-dfcc-4fee-b884-897bc8b3fd77 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345495 Jul 24 01:54:02.336109 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port f1de8925-95cc-4934-8069-3fbfc31caf1e triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:54:02.336491 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:54:02.360145 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-97dcafa8-070f-4ec8-8204-ad5c68a60e76 req-77830431-c244-4121-bbfd-c951bf70bf46 service neutron] 10.222.0.13 "GET /v2.0/networks/5505db66-67a7-483f-8397-cce3e2707159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974972 Jul 24 01:54:02.456870 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-97dcafa8-070f-4ec8-8204-ad5c68a60e76 req-510d7e79-75eb-404a-9a3d-3f71d20a1d26 service neutron] 10.222.0.13 "GET /v2.0/networks/5505db66-67a7-483f-8397-cce3e2707159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887866 Jul 24 01:54:03.438907 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a1fbc-e30a-4398-bda1-6be68f953164 req-381a0474-20f3-4e61-a816-5d1173f9fbc2 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:54:03.440426 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-217a1fbc-e30a-4398-bda1-6be68f953164 req-381a0474-20f3-4e61-a816-5d1173f9fbc2 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 944 time: 0.0651417 Jul 24 01:54:03.485638 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-217a1fbc-e30a-4398-bda1-6be68f953164 req-56d403e1-1aa2-4e1e-b5f9-df4b3e06e36d tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378580 Jul 24 01:54:04.614800 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b98949d-a7d2-41b2-8574-f51c03410e08 req-fd821059-084b-4edf-86ee-6f77f75eeedf tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:54:04.616337 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9b98949d-a7d2-41b2-8574-f51c03410e08 req-fd821059-084b-4edf-86ee-6f77f75eeedf tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 944 time: 0.0632813 Jul 24 01:54:04.654434 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9b98949d-a7d2-41b2-8574-f51c03410e08 req-2c7ec680-ab72-4c28-98d4-6ffc9b1c0aac tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323989 Jul 24 01:54:04.820987 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device f083c6c0-9a0c-4b6c-a39a-93411c528845 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:54:04.918466 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port f083c6c0-9a0c-4b6c-a39a-93411c528845, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=f083c6c0-9a0c-4b6c-a39a-93411c528845,segment=NetworkSegment(4a94036e-f9be-408a-9b4f-7bcafaf0b78e),segment_id=4a94036e-f9be-408a-9b4f-7bcafaf0b78e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:54:04.931061 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'f083c6c0-9a0c-4b6c-a39a-93411c528845', 'network_id': '5505db66-67a7-483f-8397-cce3e2707159', 'port_id': 'f083c6c0-9a0c-4b6c-a39a-93411c528845', 'mac_address': 'fa:16:3e:51:9b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b038e3f-f6b7-4805-906a-d9475629d1ef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:54:04.969350 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:54:04.982265 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f083c6c0-9a0c-4b6c-a39a-93411c528845 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:54:05.001710 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port f083c6c0-9a0c-4b6c-a39a-93411c528845, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=f083c6c0-9a0c-4b6c-a39a-93411c528845,segment=NetworkSegment(4a94036e-f9be-408a-9b4f-7bcafaf0b78e),segment_id=4a94036e-f9be-408a-9b4f-7bcafaf0b78e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:54:05.006611 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:54:05.054761 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=f083c6c0-9a0c-4b6c-a39a-93411c528845,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:54:05.235465 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['f083c6c0-9a0c-4b6c-a39a-93411c528845'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:54:05.528739 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:54:05.784693 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bff2c-5321-4739-bd97-db3c02ac02de req-4581afdd-31ac-4ec9-b284-88560fd95c9c tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:54:05.786964 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1d1bff2c-5321-4739-bd97-db3c02ac02de req-4581afdd-31ac-4ec9-b284-88560fd95c9c tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 945 time: 0.0669694 Jul 24 01:54:05.826326 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1d1bff2c-5321-4739-bd97-db3c02ac02de req-1c8a5c7c-5418-49a1-8424-bca107843e72 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338831 Jul 24 01:54:05.961721 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:54:06.824495 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device f083c6c0-9a0c-4b6c-a39a-93411c528845 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:54:06.879149 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port f083c6c0-9a0c-4b6c-a39a-93411c528845 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:54:06.884253 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port f083c6c0-9a0c-4b6c-a39a-93411c528845 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:54:06.884734 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:54:06.964522 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:54:06.971237 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47980cc-092b-4d89-93e5-1d5b851d28e7 req-ee2dccc3-c0f0-4dd3-9ea1-11f90bcf90ea tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:54:06.972815 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b47980cc-092b-4d89-93e5-1d5b851d28e7 req-ee2dccc3-c0f0-4dd3-9ea1-11f90bcf90ea tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 945 time: 0.0719516 Jul 24 01:54:06.986361 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84976963-adcd-44a3-b870-b4e82cf1e92c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f083c6c0-9a0c-4b6c-a39a-93411c528845'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:54:06.988663 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b36c629d192f293ddd0cd0678fefb9a9e59c3f82b7da09e09f5fd8b02f5b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0f3875-b4a1-41a3-8ff2-63cd8597897b" -d '{"events": [{"server_uuid": "84976963-adcd-44a3-b870-b4e82cf1e92c", "name": "network-vif-plugged", "status": "completed", "tag": "f083c6c0-9a0c-4b6c-a39a-93411c528845"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:54:07.002420 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port f083c6c0-9a0c-4b6c-a39a-93411c528845, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=f083c6c0-9a0c-4b6c-a39a-93411c528845,segment=NetworkSegment(4a94036e-f9be-408a-9b4f-7bcafaf0b78e),segment_id=4a94036e-f9be-408a-9b4f-7bcafaf0b78e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:54:07.007665 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:54:07.014737 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b47980cc-092b-4d89-93e5-1d5b851d28e7 req-681b87d5-8bf5-443e-b9cd-61438b889318 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357893 Jul 24 01:54:07.032192 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66547b9-f23f-436d-8986-f668f69669cf x-openstack-request-id: req-c66547b9-f23f-436d-8986-f668f69669cf {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:54:07.032489 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84976963-adcd-44a3-b870-b4e82cf1e92c", "name": "network-vif-plugged", "status": "completed", "tag": "f083c6c0-9a0c-4b6c-a39a-93411c528845", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:54:07.032764 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c66547b9-f23f-436d-8986-f668f69669cf {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:54:07.033142 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84976963-adcd-44a3-b870-b4e82cf1e92c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f083c6c0-9a0c-4b6c-a39a-93411c528845', 'code': 200} Jul 24 01:54:07.060196 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=f083c6c0-9a0c-4b6c-a39a-93411c528845,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:54:07.141685 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d5fe65-6dac-47cf-826f-7f7af20778e0 req-43af6e50-326e-401c-a6b5-174a47a19c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:54:07.143221 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-79d5fe65-6dac-47cf-826f-7f7af20778e0 req-43af6e50-326e-401c-a6b5-174a47a19c93 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 1098 time: 0.0531354 Jul 24 01:54:07.177751 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-79d5fe65-6dac-47cf-826f-7f7af20778e0 req-c727e8b5-f2f2-4199-9e8a-f1ce6ba1a4ad service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284276 Jul 24 01:54:08.150823 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32240cea-d59c-4529-b277-2adb3c2fcd6a req-975032fe-f887-4dc7-bfc1-e2debd9e807f tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:54:08.152342 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-32240cea-d59c-4529-b277-2adb3c2fcd6a req-975032fe-f887-4dc7-bfc1-e2debd9e807f tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 946 time: 0.0679815 Jul 24 01:54:08.190388 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-32240cea-d59c-4529-b277-2adb3c2fcd6a req-0f01ed0f-b300-4ded-899e-4bb9e124a98d tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324805 Jul 24 01:54:08.326832 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445419af-c54d-425e-bc0a-ba8c194d4d89 req-944c63dd-a1fa-4cd3-bbb1-cfba603892f9 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:54:08.328232 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-445419af-c54d-425e-bc0a-ba8c194d4d89 req-944c63dd-a1fa-4cd3-bbb1-cfba603892f9 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 946 time: 0.0672967 Jul 24 01:54:08.366264 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-445419af-c54d-425e-bc0a-ba8c194d4d89 req-3adb75a1-8e26-4b61-9081-04b1f189dc5f tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323594 Jul 24 01:54:08.388634 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52870) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:54:08.534342 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed62d1ff-2783-4e0b-bb51-15cf4c064989 tempest-TestShelveInstance-874876213 tempest-TestShelveInstance-874876213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:54:08.536608 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ed62d1ff-2783-4e0b-bb51-15cf4c064989 tempest-TestShelveInstance-874876213 tempest-TestShelveInstance-874876213-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 1093 time: 0.1469846 Jul 24 01:54:08.539667 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 52874) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:54:08.544004 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-a59a5846-407f-4b2a-a178-7653b27521a7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'port_id': 'f083c6c0-9a0c-4b6c-a39a-93411c528845', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:54:08.566486 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a59a5846-407f-4b2a-a178-7653b27521a7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for floatingip, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:54:08.670482 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a59a5846-407f-4b2a-a178-7653b27521a7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:54:08.774536 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-a59a5846-407f-4b2a-a178-7653b27521a7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Allocated IP 172.25.2.191 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/39e585c3-c91f-42be-86b0-8a842a4d7b4a) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:54:08.882485 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a59a5846-407f-4b2a-a178-7653b27521a7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:54:08.922544 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a59a5846-407f-4b2a-a178-7653b27521a7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:54:08.960714 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59a5846-407f-4b2a-a178-7653b27521a7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:54:08.965978 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-a59a5846-407f-4b2a-a178-7653b27521a7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:54:08.969468 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59a5846-407f-4b2a-a178-7653b27521a7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:54:08.975555 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a5846-407f-4b2a-a178-7653b27521a7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Pushing event updated for resources: {'Port': ['ID=39e585c3-c91f-42be-86b0-8a842a4d7b4a,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:54:09.320214 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a59a5846-407f-4b2a-a178-7653b27521a7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:54:09.395590 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a59a5846-407f-4b2a-a178-7653b27521a7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:54:09.546736 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a59a5846-407f-4b2a-a178-7653b27521a7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:54:09.551929 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a59a5846-407f-4b2a-a178-7653b27521a7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:54:09.940421 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a5846-407f-4b2a-a178-7653b27521a7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Pushing event updated for resources: {'Port': ['ID=39e585c3-c91f-42be-86b0-8a842a4d7b4a,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:54:09.950442 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a59a5846-407f-4b2a-a178-7653b27521a7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:54:10.050349 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [None req-a59a5846-407f-4b2a-a178-7653b27521a7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Floating IP 622f3b7c-cf99-4049-95b0-66029cf82436 associated. External IP: 172.25.2.191, port: f083c6c0-9a0c-4b6c-a39a-93411c528845. Jul 24 01:54:10.272096 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59a5846-407f-4b2a-a178-7653b27521a7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Router 7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:54:10.376530 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59a5846-407f-4b2a-a178-7653b27521a7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:54:10.386035 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5568bb56-d5a0-4f76-a905-807cda95a5ad None None] Sync routers for ids ['7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:54:10.394577 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-a59a5846-407f-4b2a-a178-7653b27521a7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:54:10.396519 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5568bb56-d5a0-4f76-a905-807cda95a5ad None None] Routers {'7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:54:10.397136 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-5568bb56-d5a0-4f76-a905-807cda95a5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:53:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:54:10.440036 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-a59a5846-407f-4b2a-a178-7653b27521a7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8992839 Jul 24 01:54:10.440646 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84976963-adcd-44a3-b870-b4e82cf1e92c', 'tag': 'f083c6c0-9a0c-4b6c-a39a-93411c528845'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:54:10.442967 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c0377c0cac57482b78947fbfdb6e67ca594c264dadda24220a1a6cbe410d8c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27246d8c-d2ca-4d09-b3ae-d61ab3ddbc4a" -d '{"events": [{"name": "network-changed", "server_uuid": "84976963-adcd-44a3-b870-b4e82cf1e92c", "tag": "f083c6c0-9a0c-4b6c-a39a-93411c528845"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:54:10.486244 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee42cbff-bea1-4e52-9772-15c7cc3f1efa x-openstack-request-id: req-ee42cbff-bea1-4e52-9772-15c7cc3f1efa {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:54:10.486532 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84976963-adcd-44a3-b870-b4e82cf1e92c", "tag": "f083c6c0-9a0c-4b6c-a39a-93411c528845", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:54:10.486818 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ee42cbff-bea1-4e52-9772-15c7cc3f1efa {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:54:10.487224 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84976963-adcd-44a3-b870-b4e82cf1e92c', 'tag': 'f083c6c0-9a0c-4b6c-a39a-93411c528845', 'status': 'completed', 'code': 200} Jul 24 01:54:10.503858 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-5568bb56-d5a0-4f76-a905-807cda95a5ad None None] Set router 7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:54:10.561749 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27246d8c-d2ca-4d09-b3ae-d61ab3ddbc4a req-7bb2d4b6-12d9-427b-ae67-064cf6fef3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:54:10.563318 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-27246d8c-d2ca-4d09-b3ae-d61ab3ddbc4a req-7bb2d4b6-12d9-427b-ae67-064cf6fef3f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5b1463a8f37040028ca108b030672b20&device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 1098 time: 0.0548980 Jul 24 01:54:10.657373 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27246d8c-d2ca-4d09-b3ae-d61ab3ddbc4a req-cc8c0da7-245f-4bc9-8a7f-68dc17c1076d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:54:10.658912 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-27246d8c-d2ca-4d09-b3ae-d61ab3ddbc4a req-cc8c0da7-245f-4bc9-8a7f-68dc17c1076d service neutron] 10.222.0.13 "GET /v2.0/networks?id=5505db66-67a7-483f-8397-cce3e2707159 HTTP/1.1" status: 200 len: 909 time: 0.0894480 Jul 24 01:54:10.725698 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-27246d8c-d2ca-4d09-b3ae-d61ab3ddbc4a req-13fda05d-9429-481a-bb91-e08026c24d74 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f083c6c0-9a0c-4b6c-a39a-93411c528845 HTTP/1.1" status: 200 len: 1000 time: 0.0605352 Jul 24 01:54:10.726996 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-5568bb56-d5a0-4f76-a905-807cda95a5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'name': 'tempest-TestShelveInstance-731769025-router', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '26b02c37-c0df-41ee-85aa-38ea58129f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:53:46Z', 'updated_at': '2021-07-24T01:53:49Z', 'revision_number': 4, 'project_id': '5b1463a8f37040028ca108b030672b20', 'gw_port': {'id': '26b02c37-c0df-41ee-85aa-38ea58129f10', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:53:47Z', 'updated_at': '2021-07-24T01:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '622f3b7c-cf99-4049-95b0-66029cf82436', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'floating_ip_address': '172.25.2.191', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'port_id': 'f083c6c0-9a0c-4b6c-a39a-93411c528845', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5505db66-67a7-483f-8397-cce3e2707159', 'mac_address': 'fa:16:3e:51:9b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84976963-adcd-44a3-b870-b4e82cf1e92c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:54:09Z', 'updated_at': '2021-07-24T01:54:09Z', 'revision_number': 0, 'project_id': '5b1463a8f37040028ca108b030672b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f1cb148-441f-4795-8657-2ffdc06d7317', 'name': '', 'network_id': '5505db66-67a7-483f-8397-cce3e2707159', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'mac_address': 'fa:16:3e:e4:02:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '0b038e3f-f6b7-4805-906a-d9475629d1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:53:49Z', 'updated_at': '2021-07-24T01:53:54Z', 'revision_number': 5, 'project_id': '5b1463a8f37040028ca108b030672b20', 'subnets': [{'id': '0b038e3f-f6b7-4805-906a-d9475629d1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:54:10.753242 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5568bb56-d5a0-4f76-a905-807cda95a5ad None None] Checking router: 7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:54:10.762511 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5568bb56-d5a0-4f76-a905-807cda95a5ad None None] Routers {'7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:54:10.763143 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-5568bb56-d5a0-4f76-a905-807cda95a5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:53:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:54:10.776447 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27246d8c-d2ca-4d09-b3ae-d61ab3ddbc4a req-2d6b93c0-d933-4e7c-8509-86b73ed4baf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:54:10.778036 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-27246d8c-d2ca-4d09-b3ae-d61ab3ddbc4a req-2d6b93c0-d933-4e7c-8509-86b73ed4baf5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b038e3f-f6b7-4805-906a-d9475629d1ef HTTP/1.1" status: 200 len: 847 time: 0.0463212 Jul 24 01:54:10.843364 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27246d8c-d2ca-4d09-b3ae-d61ab3ddbc4a req-1bd9b6ed-91be-4477-b177-58b5017e271b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:54:10.844931 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-27246d8c-d2ca-4d09-b3ae-d61ab3ddbc4a req-1bd9b6ed-91be-4477-b177-58b5017e271b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5505db66-67a7-483f-8397-cce3e2707159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608609 Jul 24 01:54:10.867311 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-5568bb56-d5a0-4f76-a905-807cda95a5ad None None] Set router 7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:54:10.941971 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-27246d8c-d2ca-4d09-b3ae-d61ab3ddbc4a req-6fb910a9-3dc1-4282-8a58-c60289b95c54 service neutron] 10.222.0.13 "GET /v2.0/networks/5505db66-67a7-483f-8397-cce3e2707159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895963 Jul 24 01:54:11.038883 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-27246d8c-d2ca-4d09-b3ae-d61ab3ddbc4a req-2d42aa23-63d5-4487-a600-fdf1e4e2d42a service neutron] 10.222.0.13 "GET /v2.0/networks/5505db66-67a7-483f-8397-cce3e2707159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914114 Jul 24 01:54:11.098980 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-5568bb56-d5a0-4f76-a905-807cda95a5ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'name': 'tempest-TestShelveInstance-731769025-router', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '26b02c37-c0df-41ee-85aa-38ea58129f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:53:46Z', 'updated_at': '2021-07-24T01:53:49Z', 'revision_number': 4, 'project_id': '5b1463a8f37040028ca108b030672b20', 'gw_port': {'id': '26b02c37-c0df-41ee-85aa-38ea58129f10', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:53:47Z', 'updated_at': '2021-07-24T01:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '622f3b7c-cf99-4049-95b0-66029cf82436', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'floating_ip_address': '172.25.2.191', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'port_id': 'f083c6c0-9a0c-4b6c-a39a-93411c528845', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5505db66-67a7-483f-8397-cce3e2707159', 'mac_address': 'fa:16:3e:51:9b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84976963-adcd-44a3-b870-b4e82cf1e92c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:54:09Z', 'updated_at': '2021-07-24T01:54:09Z', 'revision_number': 0, 'project_id': '5b1463a8f37040028ca108b030672b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f1cb148-441f-4795-8657-2ffdc06d7317', 'name': '', 'network_id': '5505db66-67a7-483f-8397-cce3e2707159', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'mac_address': 'fa:16:3e:e4:02:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '0b038e3f-f6b7-4805-906a-d9475629d1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:53:49Z', 'updated_at': '2021-07-24T01:53:54Z', 'revision_number': 5, 'project_id': '5b1463a8f37040028ca108b030672b20', 'subnets': [{'id': '0b038e3f-f6b7-4805-906a-d9475629d1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:54:11.125699 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5568bb56-d5a0-4f76-a905-807cda95a5ad None None] The sync data for ids ['7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8'] in n-d-793621-25 is: [{'id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'name': 'tempest-TestShelveInstance-731769025-router', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '26b02c37-c0df-41ee-85aa-38ea58129f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:53:46Z', 'updated_at': '2021-07-24T01:53:49Z', 'revision_number': 4, 'project_id': '5b1463a8f37040028ca108b030672b20', 'gw_port': {'id': '26b02c37-c0df-41ee-85aa-38ea58129f10', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:53:47Z', 'updated_at': '2021-07-24T01:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '622f3b7c-cf99-4049-95b0-66029cf82436', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'floating_ip_address': '172.25.2.191', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'port_id': 'f083c6c0-9a0c-4b6c-a39a-93411c528845', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5505db66-67a7-483f-8397-cce3e2707159', 'mac_address': 'fa:16:3e:51:9b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84976963-adcd-44a3-b870-b4e82cf1e92c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:54:09Z', 'updated_at': '2021-07-24T01:54:09Z', 'revision_number': 0, 'project_id': '5b1463a8f37040028ca108b030672b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f1cb148-441f-4795-8657-2ffdc06d7317', 'name': '', 'network_id': '5505db66-67a7-483f-8397-cce3e2707159', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'mac_address': 'fa:16:3e:e4:02:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '0b038e3f-f6b7-4805-906a-d9475629d1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:53:49Z', 'updated_at': '2021-07-24T01:53:54Z', 'revision_number': 5, 'project_id': '5b1463a8f37040028ca108b030672b20', 'subnets': [{'id': '0b038e3f-f6b7-4805-906a-d9475629d1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:54:11.320554 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78863b3-b801-41e8-b081-19fd16c78430 None None] New status for floating IP 622f3b7c-cf99-4049-95b0-66029cf82436: ACTIVE {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:54:15.435785 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-047defda-886e-4663-976a-91765b626545 req-eb57b349-070d-4d76-9efe-e67eebb66da4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e7d87376-d685-42ed-96e2-a3452ba60793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0315969 Jul 24 01:54:15.483085 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-047defda-886e-4663-976a-91765b626545 req-7c4b4730-2927-4e7f-b458-868fe0aee3db service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=e7d87376-d685-42ed-96e2-a3452ba60793 HTTP/1.1" status: 200 len: 210 time: 0.0276694 Jul 24 01:54:15.519481 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-047defda-886e-4663-976a-91765b626545 req-13731fd4-222c-410b-b472-d3919e7ed446 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195341 Jul 24 01:54:15.609563 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047defda-886e-4663-976a-91765b626545 req-7d8740c8-4815-46b2-8197-5d8a251af3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:54:15.611080 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-047defda-886e-4663-976a-91765b626545 req-7d8740c8-4815-46b2-8197-5d8a251af3e2 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0863054 Jul 24 01:54:15.866182 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-976514fb-4f13-4f18-8c80-f6ae36b67c11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:54:18.373129 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5ea2d252-a229-42db-beb9-24123c928cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:54:18.574113 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:54:19.734060 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:54:21.236810 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:54:21.758700 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-701d64d5-87fb-459e-9d32-7851b6e0136a req-eae8dc62-e0be-4a40-a6e4-0e678cb0f9a6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0549500 Jul 24 01:54:21.852707 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d64d5-87fb-459e-9d32-7851b6e0136a req-a0ec0263-d67f-491f-bf7e-91f5eb8951b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:54:21.854185 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-701d64d5-87fb-459e-9d32-7851b6e0136a req-a0ec0263-d67f-491f-bf7e-91f5eb8951b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5b1463a8f37040028ca108b030672b20&device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 1098 time: 0.0551882 Jul 24 01:54:21.961682 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d64d5-87fb-459e-9d32-7851b6e0136a req-b09da75f-ca80-425a-8625-77d71121731d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:54:21.963300 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-701d64d5-87fb-459e-9d32-7851b6e0136a req-b09da75f-ca80-425a-8625-77d71121731d service neutron] 10.222.0.13 "GET /v2.0/networks?id=5505db66-67a7-483f-8397-cce3e2707159 HTTP/1.1" status: 200 len: 909 time: 0.0911441 Jul 24 01:54:22.027422 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-701d64d5-87fb-459e-9d32-7851b6e0136a req-a65ea949-a656-4809-8182-4bf340b0436b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f083c6c0-9a0c-4b6c-a39a-93411c528845 HTTP/1.1" status: 200 len: 1002 time: 0.0581923 Jul 24 01:54:22.079961 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d64d5-87fb-459e-9d32-7851b6e0136a req-57f0dff3-deb4-405a-99dd-f0f0f62576c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:54:22.081450 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-701d64d5-87fb-459e-9d32-7851b6e0136a req-57f0dff3-deb4-405a-99dd-f0f0f62576c3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b038e3f-f6b7-4805-906a-d9475629d1ef HTTP/1.1" status: 200 len: 847 time: 0.0485935 Jul 24 01:54:22.138462 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d64d5-87fb-459e-9d32-7851b6e0136a req-bc2e3838-b4a7-4951-9317-919822a148bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:54:22.140023 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-701d64d5-87fb-459e-9d32-7851b6e0136a req-bc2e3838-b4a7-4951-9317-919822a148bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5505db66-67a7-483f-8397-cce3e2707159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527160 Jul 24 01:54:22.228239 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-701d64d5-87fb-459e-9d32-7851b6e0136a req-85e995a1-4a80-44d9-bece-d7b4890b3b91 service neutron] 10.222.0.13 "GET /v2.0/networks/5505db66-67a7-483f-8397-cce3e2707159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822697 Jul 24 01:54:22.321775 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-701d64d5-87fb-459e-9d32-7851b6e0136a req-269322a3-e33d-4d15-be8d-bb72eb2c92e9 service neutron] 10.222.0.13 "GET /v2.0/networks/5505db66-67a7-483f-8397-cce3e2707159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878913 Jul 24 01:54:23.631626 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:54:35.534620 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:54:35.976099 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:54:45.867206 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-fc159a0f-76a7-495c-b9c4-696c910b8bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:54:48.373909 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-13cd574a-22cb-49ae-a5e7-3f573c926196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:54:48.575822 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:54:49.737360 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:54:51.238553 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:55:00.631507 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:55:05.528198 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:55:05.978160 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:55:15.868393 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c79c185-dbd2-45e2-89bf-d618ff5c8927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:55:17.440088 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b6c1b7b3-7ac8-4613-90f4-34a6b165faa5 req-5868e329-b0c6-4db5-89a2-7498fbf9c1e4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0346899 Jul 24 01:55:17.510175 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b6c1b7b3-7ac8-4613-90f4-34a6b165faa5 req-c016e8fb-de87-40c8-bd29-a983818350ee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17 HTTP/1.1" status: 200 len: 210 time: 0.0290790 Jul 24 01:55:17.549513 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b6c1b7b3-7ac8-4613-90f4-34a6b165faa5 req-f4c4b622-2296-4996-8155-3d743af05d6b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202715 Jul 24 01:55:17.650109 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1b7b3-7ac8-4613-90f4-34a6b165faa5 req-2f6b3cda-4e58-4f61-addb-93d4dca3e5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:55:17.651648 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b6c1b7b3-7ac8-4613-90f4-34a6b165faa5 req-2f6b3cda-4e58-4f61-addb-93d4dca3e5be service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0970836 Jul 24 01:55:18.375297 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b984ea26-3d68-4d5a-933a-74121bd6c510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:55:18.576312 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:55:19.741949 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:55:21.242310 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:55:22.743959 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-793ad120-04be-4148-ae13-adb8384c78b8 req-74f402fb-5851-495f-8759-92105a2d9cd1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0557439 Jul 24 01:55:22.842642 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ad120-04be-4148-ae13-adb8384c78b8 req-298c7b3f-890b-4f34-8e78-04916f79ffee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:55:22.844216 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-793ad120-04be-4148-ae13-adb8384c78b8 req-298c7b3f-890b-4f34-8e78-04916f79ffee service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5b1463a8f37040028ca108b030672b20&device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 1098 time: 0.0574703 Jul 24 01:55:22.955959 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ad120-04be-4148-ae13-adb8384c78b8 req-09aa6651-b8b2-42e7-9e62-aec009165195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:55:22.957461 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-793ad120-04be-4148-ae13-adb8384c78b8 req-09aa6651-b8b2-42e7-9e62-aec009165195 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5505db66-67a7-483f-8397-cce3e2707159 HTTP/1.1" status: 200 len: 909 time: 0.0939252 Jul 24 01:55:23.039495 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-793ad120-04be-4148-ae13-adb8384c78b8 req-f36822ab-b2db-4b48-ac4f-f31a53c90434 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f083c6c0-9a0c-4b6c-a39a-93411c528845 HTTP/1.1" status: 200 len: 1002 time: 0.0759654 Jul 24 01:55:23.092699 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ad120-04be-4148-ae13-adb8384c78b8 req-f69ec447-c7c6-41a4-a9b2-d8e2d8795f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:55:23.094192 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-793ad120-04be-4148-ae13-adb8384c78b8 req-f69ec447-c7c6-41a4-a9b2-d8e2d8795f3c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b038e3f-f6b7-4805-906a-d9475629d1ef HTTP/1.1" status: 200 len: 847 time: 0.0489132 Jul 24 01:55:23.153522 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ad120-04be-4148-ae13-adb8384c78b8 req-8b1668dc-50aa-4794-a6b6-92a13669d393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:55:23.155056 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-793ad120-04be-4148-ae13-adb8384c78b8 req-8b1668dc-50aa-4794-a6b6-92a13669d393 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5505db66-67a7-483f-8397-cce3e2707159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545914 Jul 24 01:55:23.248440 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-793ad120-04be-4148-ae13-adb8384c78b8 req-81b777e2-518e-474c-93ab-55ebaf795dc9 service neutron] 10.222.0.13 "GET /v2.0/networks/5505db66-67a7-483f-8397-cce3e2707159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867708 Jul 24 01:55:23.342772 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-793ad120-04be-4148-ae13-adb8384c78b8 req-f9430db4-c046-477b-abe2-c9d69131ba21 service neutron] 10.222.0.13 "GET /v2.0/networks/5505db66-67a7-483f-8397-cce3e2707159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881441 Jul 24 01:55:35.545145 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:55:35.990162 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:55:37.629968 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:55:45.872123 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-01176d8b-4685-4bb5-9bd3-9e39b71ba7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:55:48.375350 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-29d4652e-df97-4a1e-8e8c-1a2eb77e07a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:55:48.581371 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:55:49.741187 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:55:51.245858 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:56:05.559409 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:56:06.004960 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:56:08.395408 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863be3e-566a-4bbc-8d68-371f1d1f416c req-1766683e-e4cb-466e-8120-516db5aa24e9 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:08.396962 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3863be3e-566a-4bbc-8d68-371f1d1f416c req-1766683e-e4cb-466e-8120-516db5aa24e9 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 946 time: 0.0671406 Jul 24 01:56:08.436409 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3863be3e-566a-4bbc-8d68-371f1d1f416c req-4f3f7685-e8fb-47e9-8450-949b3639c2da tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328467 Jul 24 01:56:09.608953 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6ca2f-7b3a-4d3d-aab0-7eeac38b174d req-4d0b20a3-8fff-44b9-8bd3-bb5ec7a5850d tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:09.610461 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-87e6ca2f-7b3a-4d3d-aab0-7eeac38b174d req-4d0b20a3-8fff-44b9-8bd3-bb5ec7a5850d tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 946 time: 0.0779388 Jul 24 01:56:09.649880 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-87e6ca2f-7b3a-4d3d-aab0-7eeac38b174d req-199b1a55-755e-449f-9514-ebf789478d82 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329969 Jul 24 01:56:10.778290 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715153d-eb8f-4217-95f6-b9359e011e4b req-529beaf8-be0c-417f-a6a1-c62a877a22d7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:10.779825 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8715153d-eb8f-4217-95f6-b9359e011e4b req-529beaf8-be0c-417f-a6a1-c62a877a22d7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 946 time: 0.0641973 Jul 24 01:56:10.817661 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8715153d-eb8f-4217-95f6-b9359e011e4b req-5db2e449-cfb6-40b3-9f33-b19e7f8dfded tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322716 Jul 24 01:56:11.952831 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b4c58a-3cd9-4d3e-846b-fceaa876c3f3 req-5ce2cef8-efc8-43d3-8b06-05cb4980fb29 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:11.954372 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-57b4c58a-3cd9-4d3e-846b-fceaa876c3f3 req-5ce2cef8-efc8-43d3-8b06-05cb4980fb29 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 946 time: 0.0693374 Jul 24 01:56:11.993391 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-57b4c58a-3cd9-4d3e-846b-fceaa876c3f3 req-895bde26-2961-4f4a-9b32-ac0ba988e9a0 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323246 Jul 24 01:56:13.127502 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8a207-5779-4652-b85e-8f7a8a7e52c7 req-41cb8089-f639-492b-ab0b-9a7108db7cac tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:13.128994 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9bd8a207-5779-4652-b85e-8f7a8a7e52c7 req-41cb8089-f639-492b-ab0b-9a7108db7cac tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 946 time: 0.0683210 Jul 24 01:56:13.168300 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9bd8a207-5779-4652-b85e-8f7a8a7e52c7 req-40c13af0-d3eb-4178-acc7-0b50b5ba151f tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329244 Jul 24 01:56:14.300669 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd410be-9c2e-4f4f-b793-f10e8ac6f318 req-0ab7f271-32f4-4c81-a5cc-34b5a6429755 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:14.302177 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6fd410be-9c2e-4f4f-b793-f10e8ac6f318 req-0ab7f271-32f4-4c81-a5cc-34b5a6429755 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 946 time: 0.0657630 Jul 24 01:56:14.340272 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6fd410be-9c2e-4f4f-b793-f10e8ac6f318 req-b4cb3f01-36f1-4d25-bc19-586b40b07d3d tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317328 Jul 24 01:56:14.629229 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:56:15.470963 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035ac7b-f65c-494e-a29f-650124e3c89d req-2d155ed5-afbe-4e57-8a70-e889f5e88fcf tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:15.472484 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a035ac7b-f65c-494e-a29f-650124e3c89d req-2d155ed5-afbe-4e57-8a70-e889f5e88fcf tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 946 time: 0.0651269 Jul 24 01:56:15.511097 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a035ac7b-f65c-494e-a29f-650124e3c89d req-27bf90c2-83c9-446a-a48d-7eb615903513 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327303 Jul 24 01:56:15.872817 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a54cd23a-571f-4b8c-91d7-2dad5ed51d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:56:16.649092 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6468536-3ba7-4754-8afe-db57c0460ea1 req-364a6dec-c16b-4019-a871-b3ee9549a738 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:16.651406 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a6468536-3ba7-4754-8afe-db57c0460ea1 req-364a6dec-c16b-4019-a871-b3ee9549a738 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 946 time: 0.0732176 Jul 24 01:56:16.691168 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a6468536-3ba7-4754-8afe-db57c0460ea1 req-9fcf3638-fcbe-470c-8637-569a5c94279f tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341189 Jul 24 01:56:17.836327 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2cd548-39b7-4d2a-8450-c68bc5bc566b req-8231ad53-e8b7-4160-82e2-55d5cdcee8be tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:17.838975 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3e2cd548-39b7-4d2a-8450-c68bc5bc566b req-8231ad53-e8b7-4160-82e2-55d5cdcee8be tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 946 time: 0.0723493 Jul 24 01:56:17.881956 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3e2cd548-39b7-4d2a-8450-c68bc5bc566b req-4205208d-628b-4464-8b31-593b9be8dddb tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369534 Jul 24 01:56:18.376036 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-67a02099-5921-4486-8441-e7f92b921f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:56:18.431612 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ff954ee1-ea41-4626-8166-a94a4aa3d8b3 req-d5057bee-20d0-4400-aadf-20f844f386b6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0279222 Jul 24 01:56:18.477303 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ff954ee1-ea41-4626-8166-a94a4aa3d8b3 req-52874e88-6d93-42dc-afd9-a9095a97ac81 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543 HTTP/1.1" status: 200 len: 210 time: 0.0268748 Jul 24 01:56:18.516238 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ff954ee1-ea41-4626-8166-a94a4aa3d8b3 req-fe083a2f-4144-4d14-a35a-305609519f56 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192163 Jul 24 01:56:18.582471 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:56:18.610512 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff954ee1-ea41-4626-8166-a94a4aa3d8b3 req-bafddd32-ac61-488b-a192-e94d0c60a0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:18.612048 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ff954ee1-ea41-4626-8166-a94a4aa3d8b3 req-bafddd32-ac61-488b-a192-e94d0c60a0d4 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904014 Jul 24 01:56:19.017577 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db83db8f-0bf0-4eb3-8e03-f5d45ccee618 req-59b47f00-364b-4354-afa3-f019af91eff0 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:19.019089 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db83db8f-0bf0-4eb3-8e03-f5d45ccee618 req-59b47f00-364b-4354-afa3-f019af91eff0 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 946 time: 0.0654016 Jul 24 01:56:19.058088 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db83db8f-0bf0-4eb3-8e03-f5d45ccee618 req-65c222a2-6bf2-4ce0-a00a-80d8902f6bb3 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327146 Jul 24 01:56:19.746208 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:56:20.191299 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb5fb2-ff01-42ed-9ab7-613adb9cb640 req-faf69f83-2f77-4acc-b812-5ad7f686ac96 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:20.192853 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2beb5fb2-ff01-42ed-9ab7-613adb9cb640 req-faf69f83-2f77-4acc-b812-5ad7f686ac96 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 946 time: 0.0663331 Jul 24 01:56:20.234296 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2beb5fb2-ff01-42ed-9ab7-613adb9cb640 req-764da5bf-6fbb-4ce9-9421-ab1e97192d3f tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345078 Jul 24 01:56:21.259898 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:56:21.392480 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd79e3-7a04-46d9-bd76-d5e3e29f0828 req-eb1960f7-c0e2-4aac-bd5b-bfb9304e9e35 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:21.401071 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-77fd79e3-7a04-46d9-bd76-d5e3e29f0828 req-eb1960f7-c0e2-4aac-bd5b-bfb9304e9e35 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 946 time: 0.0893717 Jul 24 01:56:21.447343 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-77fd79e3-7a04-46d9-bd76-d5e3e29f0828 req-e184d500-166c-4cc7-89f2-6bdd2655acda tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444081 Jul 24 01:56:21.587507 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device f083c6c0-9a0c-4b6c-a39a-93411c528845 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:56:21.709032 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port f083c6c0-9a0c-4b6c-a39a-93411c528845, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=f083c6c0-9a0c-4b6c-a39a-93411c528845,segment=NetworkSegment(4a94036e-f9be-408a-9b4f-7bcafaf0b78e),segment_id=4a94036e-f9be-408a-9b4f-7bcafaf0b78e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:56:21.725951 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'f083c6c0-9a0c-4b6c-a39a-93411c528845', 'network_id': '5505db66-67a7-483f-8397-cce3e2707159', 'port_id': 'f083c6c0-9a0c-4b6c-a39a-93411c528845', 'mac_address': 'fa:16:3e:51:9b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b038e3f-f6b7-4805-906a-d9475629d1ef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:56:21.771599 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:56:21.786408 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f083c6c0-9a0c-4b6c-a39a-93411c528845 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:56:21.814099 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port f083c6c0-9a0c-4b6c-a39a-93411c528845, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=f083c6c0-9a0c-4b6c-a39a-93411c528845,segment=NetworkSegment(4a94036e-f9be-408a-9b4f-7bcafaf0b78e),segment_id=4a94036e-f9be-408a-9b4f-7bcafaf0b78e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:56:21.819808 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:56:21.878640 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=f083c6c0-9a0c-4b6c-a39a-93411c528845,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:56:21.887421 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:56:21.887845 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:56:21.888253 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:56:21.888662 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:56:21.889068 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:56:21.889472 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:56:21.889868 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:56:21.890264 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:56:21.890689 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:56:21.891097 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:56:21.891491 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:56:21.891883 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:56:21.897501 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['f083c6c0-9a0c-4b6c-a39a-93411c528845'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:56:22.597341 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5c349-39f3-4482-a2ff-b83bb2114f23 req-359e43ae-4b5e-4aa6-a477-a4b750271c76 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:22.603218 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ecf5c349-39f3-4482-a2ff-b83bb2114f23 req-359e43ae-4b5e-4aa6-a477-a4b750271c76 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 945 time: 0.0758004 Jul 24 01:56:22.647300 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ecf5c349-39f3-4482-a2ff-b83bb2114f23 req-56246b5e-7e8f-4db3-9df2-5a7494dd62c6 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412385 Jul 24 01:56:22.816808 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0762a5-e2d5-4a4c-9e03-2595af9888d8 req-172a8659-051c-4542-b926-e1b6fd4d73f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:22.819108 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5e0762a5-e2d5-4a4c-9e03-2595af9888d8 req-172a8659-051c-4542-b926-e1b6fd4d73f9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5b1463a8f37040028ca108b030672b20&device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 1097 time: 0.0702608 Jul 24 01:56:22.943529 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0762a5-e2d5-4a4c-9e03-2595af9888d8 req-a9230996-96a7-4493-956e-f389b4155a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:22.945157 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5e0762a5-e2d5-4a4c-9e03-2595af9888d8 req-a9230996-96a7-4493-956e-f389b4155a90 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5505db66-67a7-483f-8397-cce3e2707159 HTTP/1.1" status: 200 len: 909 time: 0.1047776 Jul 24 01:56:23.027818 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5e0762a5-e2d5-4a4c-9e03-2595af9888d8 req-466055c3-85fc-4b72-91ca-18f4c77bff2a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f083c6c0-9a0c-4b6c-a39a-93411c528845 HTTP/1.1" status: 200 len: 1001 time: 0.0745969 Jul 24 01:56:23.089027 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0762a5-e2d5-4a4c-9e03-2595af9888d8 req-397d6925-a93d-4db0-8c14-313a8157b4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:23.090572 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5e0762a5-e2d5-4a4c-9e03-2595af9888d8 req-397d6925-a93d-4db0-8c14-313a8157b4c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b038e3f-f6b7-4805-906a-d9475629d1ef HTTP/1.1" status: 200 len: 847 time: 0.0570700 Jul 24 01:56:23.159099 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0762a5-e2d5-4a4c-9e03-2595af9888d8 req-eab8102d-eee1-4bdf-828d-7286baebf5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:23.161092 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5e0762a5-e2d5-4a4c-9e03-2595af9888d8 req-eab8102d-eee1-4bdf-828d-7286baebf5a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5505db66-67a7-483f-8397-cce3e2707159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633249 Jul 24 01:56:23.171299 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [req-5e0762a5-e2d5-4a4c-9e03-2595af9888d8 req-b2286f4c-6a69-4ceb-a860-9bfe4d7ba88f service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:56:23.172486 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5e0762a5-e2d5-4a4c-9e03-2595af9888d8 req-b2286f4c-6a69-4ceb-a860-9bfe4d7ba88f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055842 Jul 24 01:56:23.279442 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5e0762a5-e2d5-4a4c-9e03-2595af9888d8 req-ea5a177f-39c5-4470-9874-83078f46fc59 service neutron] 10.222.0.13 "GET /v2.0/networks/5505db66-67a7-483f-8397-cce3e2707159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951388 Jul 24 01:56:23.396722 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5e0762a5-e2d5-4a4c-9e03-2595af9888d8 req-50237f61-4eee-4eda-829c-a6edcadb9a7d service neutron] 10.222.0.13 "GET /v2.0/networks/5505db66-67a7-483f-8397-cce3e2707159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124539 Jul 24 01:56:23.607571 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device f083c6c0-9a0c-4b6c-a39a-93411c528845 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:56:23.676723 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port f083c6c0-9a0c-4b6c-a39a-93411c528845 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:56:23.677678 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:56:23.790488 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:56:23.801811 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33b413-26e1-4494-9541-918238d38cd3 req-8075685a-4096-425c-8e60-048219e0af53 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:23.803468 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ea33b413-26e1-4494-9541-918238d38cd3 req-8075685a-4096-425c-8e60-048219e0af53 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 945 time: 0.0722084 Jul 24 01:56:23.823039 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84976963-adcd-44a3-b870-b4e82cf1e92c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f083c6c0-9a0c-4b6c-a39a-93411c528845'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:56:23.826694 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b36c629d192f293ddd0cd0678fefb9a9e59c3f82b7da09e09f5fd8b02f5b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2dc00a-ff20-4a34-8507-7a9f8c0b1e3d" -d '{"events": [{"server_uuid": "84976963-adcd-44a3-b870-b4e82cf1e92c", "name": "network-vif-plugged", "status": "completed", "tag": "f083c6c0-9a0c-4b6c-a39a-93411c528845"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:56:23.854480 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port f083c6c0-9a0c-4b6c-a39a-93411c528845, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=f083c6c0-9a0c-4b6c-a39a-93411c528845,segment=NetworkSegment(4a94036e-f9be-408a-9b4f-7bcafaf0b78e),segment_id=4a94036e-f9be-408a-9b4f-7bcafaf0b78e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:56:23.859448 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ea33b413-26e1-4494-9541-918238d38cd3 req-103cbd45-0e30-4fb7-8a21-e983329a5b90 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428898 Jul 24 01:56:23.860418 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:56:23.918501 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=f083c6c0-9a0c-4b6c-a39a-93411c528845,revision_number=7']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:56:23.965743 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f96ab9-6215-4c35-8e62-fcfab1bb27f4 x-openstack-request-id: req-b3f96ab9-6215-4c35-8e62-fcfab1bb27f4 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:56:23.966049 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84976963-adcd-44a3-b870-b4e82cf1e92c", "name": "network-vif-plugged", "status": "completed", "tag": "f083c6c0-9a0c-4b6c-a39a-93411c528845", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:56:23.966308 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b3f96ab9-6215-4c35-8e62-fcfab1bb27f4 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:56:23.966761 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84976963-adcd-44a3-b870-b4e82cf1e92c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f083c6c0-9a0c-4b6c-a39a-93411c528845', 'code': 200} Jul 24 01:56:25.005603 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1884e-0d90-4baf-b0f1-14ef188d68b6 req-2a502dc1-9d66-4696-bdb0-50c0a16c5b5f tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:25.008737 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1de1884e-0d90-4baf-b0f1-14ef188d68b6 req-2a502dc1-9d66-4696-bdb0-50c0a16c5b5f tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 946 time: 0.0778763 Jul 24 01:56:25.068643 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1de1884e-0d90-4baf-b0f1-14ef188d68b6 req-03b6b9d8-deba-491c-93cf-16d89ddc940a tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549309 Jul 24 01:56:26.216800 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61b316-f6ac-47bd-87e8-d25cf65370c3 req-fa18b172-5a6f-4fb4-a298-9a5c51db50e4 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:26.218508 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-de61b316-f6ac-47bd-87e8-d25cf65370c3 req-fa18b172-5a6f-4fb4-a298-9a5c51db50e4 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 946 time: 0.0723944 Jul 24 01:56:26.261922 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-de61b316-f6ac-47bd-87e8-d25cf65370c3 req-ea598df5-0960-4ac5-95af-428f038b385e tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372305 Jul 24 01:56:27.422122 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a6161e-cf27-48b3-870c-6232e1655cf5 req-cf808d1d-8ba9-4089-88a8-3d95e48414af tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:27.423969 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-85a6161e-cf27-48b3-870c-6232e1655cf5 req-cf808d1d-8ba9-4089-88a8-3d95e48414af tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 946 time: 0.0829949 Jul 24 01:56:27.465803 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-85a6161e-cf27-48b3-870c-6232e1655cf5 req-a3a7a5d6-d765-4453-b694-da534e88ed77 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360599 Jul 24 01:56:28.616544 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990cc90-62bf-46ef-a59f-053c17778637 req-e5dbaff0-f711-4abd-ad03-b19982a967fe tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:28.626005 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6990cc90-62bf-46ef-a59f-053c17778637 req-e5dbaff0-f711-4abd-ad03-b19982a967fe tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 946 time: 0.0772500 Jul 24 01:56:28.667296 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6990cc90-62bf-46ef-a59f-053c17778637 req-8b3a6dfa-518e-4b8f-81cb-dc4342137a13 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403438 Jul 24 01:56:29.797698 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f42cdc-9ce5-404c-a1ad-faada6c0114f req-4b701aeb-75d0-4d34-98a4-f7223148a7d3 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:29.799239 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f6f42cdc-9ce5-404c-a1ad-faada6c0114f req-4b701aeb-75d0-4d34-98a4-f7223148a7d3 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 946 time: 0.0648730 Jul 24 01:56:29.838149 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f6f42cdc-9ce5-404c-a1ad-faada6c0114f req-7e6bd447-2ec6-4fcf-9e66-05adfc52d65d tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332618 Jul 24 01:56:30.286722 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330bd4b-a830-471c-8c53-1b94969abafa req-dc519c2a-b99e-4187-8436-0ad3252b555a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:30.288243 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2330bd4b-a830-471c-8c53-1b94969abafa req-dc519c2a-b99e-4187-8436-0ad3252b555a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5b1463a8f37040028ca108b030672b20&device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 1098 time: 0.0581851 Jul 24 01:56:30.382018 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330bd4b-a830-471c-8c53-1b94969abafa req-fe0551a1-148b-4c3d-8865-cfea7ae13700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:30.384423 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2330bd4b-a830-471c-8c53-1b94969abafa req-fe0551a1-148b-4c3d-8865-cfea7ae13700 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5505db66-67a7-483f-8397-cce3e2707159 HTTP/1.1" status: 200 len: 909 time: 0.0897937 Jul 24 01:56:30.452232 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2330bd4b-a830-471c-8c53-1b94969abafa req-bc51f54c-9848-4cef-855e-2ffb16fa2956 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f083c6c0-9a0c-4b6c-a39a-93411c528845 HTTP/1.1" status: 200 len: 1002 time: 0.0620949 Jul 24 01:56:30.500071 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330bd4b-a830-471c-8c53-1b94969abafa req-69c7126d-5421-4922-aa59-b6c05ff0f223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:30.501540 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2330bd4b-a830-471c-8c53-1b94969abafa req-69c7126d-5421-4922-aa59-b6c05ff0f223 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b038e3f-f6b7-4805-906a-d9475629d1ef HTTP/1.1" status: 200 len: 847 time: 0.0431209 Jul 24 01:56:30.561267 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330bd4b-a830-471c-8c53-1b94969abafa req-3d344b65-cebe-4229-8ccd-467d854eec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:30.562687 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2330bd4b-a830-471c-8c53-1b94969abafa req-3d344b65-cebe-4229-8ccd-467d854eec7a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5505db66-67a7-483f-8397-cce3e2707159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539052 Jul 24 01:56:30.655090 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2330bd4b-a830-471c-8c53-1b94969abafa req-69aece34-43a6-44e4-9046-37fadad7aab2 service neutron] 10.222.0.13 "GET /v2.0/networks/5505db66-67a7-483f-8397-cce3e2707159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855715 Jul 24 01:56:30.745772 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2330bd4b-a830-471c-8c53-1b94969abafa req-7fcfd7c2-9c5f-48bf-8cf6-2ec1cd81cb0d service neutron] 10.222.0.13 "GET /v2.0/networks/5505db66-67a7-483f-8397-cce3e2707159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843191 Jul 24 01:56:30.972993 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7bd56-d144-4d73-8bff-41a3ebbf07ce req-7e461750-c297-47fc-8e65-ba8ee5ea4ab9 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:30.974494 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b0c7bd56-d144-4d73-8bff-41a3ebbf07ce req-7e461750-c297-47fc-8e65-ba8ee5ea4ab9 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 946 time: 0.0666146 Jul 24 01:56:31.013224 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b0c7bd56-d144-4d73-8bff-41a3ebbf07ce req-d6eb82de-6114-4bd0-8ef7-ea6b27d638ee tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325236 Jul 24 01:56:32.147681 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20edee-67d9-43af-a0ba-abbccb6f3234 req-c5aaae51-5bea-4f27-a7aa-f4c33a4b6c92 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:32.149382 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ff20edee-67d9-43af-a0ba-abbccb6f3234 req-c5aaae51-5bea-4f27-a7aa-f4c33a4b6c92 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 946 time: 0.0677366 Jul 24 01:56:32.197853 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ff20edee-67d9-43af-a0ba-abbccb6f3234 req-0093c69f-7d8f-4319-a0f7-536656655179 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427673 Jul 24 01:56:33.334586 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8eaf0d-363e-42a9-8af0-898de0296305 req-65962bdb-8f8e-4c7e-9028-9ab9eabdea91 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:33.336802 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7e8eaf0d-363e-42a9-8af0-898de0296305 req-65962bdb-8f8e-4c7e-9028-9ab9eabdea91 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 946 time: 0.0705116 Jul 24 01:56:33.377918 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7e8eaf0d-363e-42a9-8af0-898de0296305 req-bb9fb37a-dab8-45b0-9ee5-55cec188d04d tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351768 Jul 24 01:56:33.486116 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [req-839819e8-4144-4698-a3bb-4bf086ad3702 req-987febba-83a1-47e7-882e-424854a20466 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:56:33.487200 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-839819e8-4144-4698-a3bb-4bf086ad3702 req-987febba-83a1-47e7-882e-424854a20466 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465465 Jul 24 01:56:33.649307 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device f083c6c0-9a0c-4b6c-a39a-93411c528845 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:56:33.659461 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dcf3d0-bdd6-4591-aae2-2973205afefa req-c496e1e9-2e90-43a7-83ad-a1b77c7f95e3 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:33.661000 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-04dcf3d0-bdd6-4591-aae2-2973205afefa req-c496e1e9-2e90-43a7-83ad-a1b77c7f95e3 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 946 time: 0.0669370 Jul 24 01:56:33.708549 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-04dcf3d0-bdd6-4591-aae2-2973205afefa req-f935f972-069a-4306-917d-22001ab1f4ed tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410607 Jul 24 01:56:33.748963 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:56:33.770250 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84976963-adcd-44a3-b870-b4e82cf1e92c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f083c6c0-9a0c-4b6c-a39a-93411c528845'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:56:33.772515 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b36c629d192f293ddd0cd0678fefb9a9e59c3f82b7da09e09f5fd8b02f5b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0350dd90-0825-492b-8722-cd41ef890c6f" -d '{"events": [{"server_uuid": "84976963-adcd-44a3-b870-b4e82cf1e92c", "name": "network-vif-unplugged", "status": "completed", "tag": "f083c6c0-9a0c-4b6c-a39a-93411c528845"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:56:33.790866 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port f083c6c0-9a0c-4b6c-a39a-93411c528845, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=f083c6c0-9a0c-4b6c-a39a-93411c528845,segment=NetworkSegment(4a94036e-f9be-408a-9b4f-7bcafaf0b78e),segment_id=4a94036e-f9be-408a-9b4f-7bcafaf0b78e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:56:33.797216 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:56:33.823552 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 24 Jul 2021 01:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877dbdd9-7007-4434-ad10-9f140d424392 x-openstack-request-id: req-877dbdd9-7007-4434-ad10-9f140d424392 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:56:33.823840 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84976963-adcd-44a3-b870-b4e82cf1e92c", "name": "network-vif-unplugged", "status": "failed", "tag": "f083c6c0-9a0c-4b6c-a39a-93411c528845", "code": 422}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:56:33.824090 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-877dbdd9-7007-4434-ad10-9f140d424392 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:56:33.824479 n-d-793621-25 neutron-server[100465]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '84976963-adcd-44a3-b870-b4e82cf1e92c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f083c6c0-9a0c-4b6c-a39a-93411c528845', 'code': 422} returned with failed status Jul 24 01:56:33.850777 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=f083c6c0-9a0c-4b6c-a39a-93411c528845,revision_number=8']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:56:33.917755 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53074) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:56:34.012700 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9d31ba80-2332-40ea-9906-65d5de1b0d94 req-642886cf-6a9d-44d9-87a5-5fdb7930a24c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0936923 Jul 24 01:56:34.021346 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [req-9d31ba80-2332-40ea-9906-65d5de1b0d94 req-250f47da-8825-498b-aaee-fc1326ae3fc1 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 01:56:34.022317 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9d31ba80-2332-40ea-9906-65d5de1b0d94 req-250f47da-8825-498b-aaee-fc1326ae3fc1 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052423 Jul 24 01:56:34.769619 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31ba80-2332-40ea-9906-65d5de1b0d94 req-9b2a0b4a-d70b-4bc7-9603-073e5045cd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:34.771445 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9d31ba80-2332-40ea-9906-65d5de1b0d94 req-9b2a0b4a-d70b-4bc7-9603-073e5045cd36 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c&tenant_id=5b1463a8f37040028ca108b030672b20 HTTP/1.1" status: 200 len: 1096 time: 0.0560679 Jul 24 01:56:34.846220 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31ba80-2332-40ea-9906-65d5de1b0d94 req-b39c57e3-06fd-4791-a609-adf971d7f95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:34.847800 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9d31ba80-2332-40ea-9906-65d5de1b0d94 req-b39c57e3-06fd-4791-a609-adf971d7f95d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5b1463a8f37040028ca108b030672b20&device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 1096 time: 0.0554683 Jul 24 01:56:34.859596 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3a12f-d905-4a74-beb3-04545fda72f2 req-23d1918d-ed1e-4a76-a73a-4342e8854bc5 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:34.861134 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4de3a12f-d905-4a74-beb3-04545fda72f2 req-23d1918d-ed1e-4a76-a73a-4342e8854bc5 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 944 time: 0.0640514 Jul 24 01:56:34.900452 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4de3a12f-d905-4a74-beb3-04545fda72f2 req-d73dbdbe-74ea-40ce-8f5b-c453c384f0d0 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336614 Jul 24 01:56:34.951814 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31ba80-2332-40ea-9906-65d5de1b0d94 req-1dc29c7e-590b-4049-85da-d082bfca1c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:34.953368 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9d31ba80-2332-40ea-9906-65d5de1b0d94 req-1dc29c7e-590b-4049-85da-d082bfca1c6d service neutron] 10.222.0.13 "GET /v2.0/networks?id=5505db66-67a7-483f-8397-cce3e2707159 HTTP/1.1" status: 200 len: 909 time: 0.0990107 Jul 24 01:56:35.017349 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9d31ba80-2332-40ea-9906-65d5de1b0d94 req-8b176b06-4ed7-4dc2-9426-0d435332b453 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f083c6c0-9a0c-4b6c-a39a-93411c528845 HTTP/1.1" status: 200 len: 1000 time: 0.0563192 Jul 24 01:56:35.071097 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31ba80-2332-40ea-9906-65d5de1b0d94 req-59d93ea4-b867-43bf-8541-4b3026b58c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:35.072562 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9d31ba80-2332-40ea-9906-65d5de1b0d94 req-59d93ea4-b867-43bf-8541-4b3026b58c24 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b038e3f-f6b7-4805-906a-d9475629d1ef HTTP/1.1" status: 200 len: 847 time: 0.0471063 Jul 24 01:56:35.439397 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31ba80-2332-40ea-9906-65d5de1b0d94 req-9463a4d1-0194-46ab-bbd8-c14b47f1ef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:35.440909 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9d31ba80-2332-40ea-9906-65d5de1b0d94 req-9463a4d1-0194-46ab-bbd8-c14b47f1ef51 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5505db66-67a7-483f-8397-cce3e2707159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3623242 Jul 24 01:56:35.528832 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9d31ba80-2332-40ea-9906-65d5de1b0d94 req-cefc0bd2-8795-4efd-85db-370eb980d8d5 service neutron] 10.222.0.13 "GET /v2.0/networks/5505db66-67a7-483f-8397-cce3e2707159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803123 Jul 24 01:56:35.553479 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:56:35.621785 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9d31ba80-2332-40ea-9906-65d5de1b0d94 req-711dd6b9-866d-4053-bb36-20733b4f7b2f service neutron] 10.222.0.13 "GET /v2.0/networks/5505db66-67a7-483f-8397-cce3e2707159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863245 Jul 24 01:56:36.013634 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:56:36.070235 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e4a74-b1f6-4251-8def-dab542e2c9aa req-ced88b5c-7732-46bc-bc53-320af9830c4b tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:36.071852 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-266e4a74-b1f6-4251-8def-dab542e2c9aa req-ced88b5c-7732-46bc-bc53-320af9830c4b tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 944 time: 0.0912509 Jul 24 01:56:36.115442 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-266e4a74-b1f6-4251-8def-dab542e2c9aa req-3e2e71c5-9f4e-40df-a376-25ff9e3b7fef tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369413 Jul 24 01:56:37.273347 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6257fad-6961-4200-93ec-3f765513aa61 req-51b5d54e-9963-40d8-a9f9-c98e6df5c7b6 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:37.275496 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d6257fad-6961-4200-93ec-3f765513aa61 req-51b5d54e-9963-40d8-a9f9-c98e6df5c7b6 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 944 time: 0.0695803 Jul 24 01:56:37.317782 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d6257fad-6961-4200-93ec-3f765513aa61 req-08bb592f-f829-443c-b9ee-ba8b41c8f589 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365546 Jul 24 01:56:38.483797 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5867ff-b540-4c3b-ae3f-c07431292f20 req-4b93a4ae-95c8-4951-8ca8-9a386e8824c5 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:38.485371 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6f5867ff-b540-4c3b-ae3f-c07431292f20 req-4b93a4ae-95c8-4951-8ca8-9a386e8824c5 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 944 time: 0.0869055 Jul 24 01:56:38.535522 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6f5867ff-b540-4c3b-ae3f-c07431292f20 req-d015a19a-424f-4ab0-8939-276f427d719e tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434945 Jul 24 01:56:39.677165 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db4de4-83e9-424e-8ec1-88220f393083 req-eb9621df-8fb7-43b5-862c-2e289d6aeb08 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:39.678800 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-78db4de4-83e9-424e-8ec1-88220f393083 req-eb9621df-8fb7-43b5-862c-2e289d6aeb08 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 944 time: 0.0721459 Jul 24 01:56:39.719198 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-78db4de4-83e9-424e-8ec1-88220f393083 req-26a2276f-8e2c-4986-b368-5da5cc749174 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347354 Jul 24 01:56:40.861071 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765ffd38-c80b-497f-82e1-6c074a1193f2 req-7460f536-fdbf-4fd1-a991-3d65000dc300 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:40.862625 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-765ffd38-c80b-497f-82e1-6c074a1193f2 req-7460f536-fdbf-4fd1-a991-3d65000dc300 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 944 time: 0.0663540 Jul 24 01:56:40.904771 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-765ffd38-c80b-497f-82e1-6c074a1193f2 req-8ba0ccad-fdbf-4c57-bb08-220923999d8c tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351996 Jul 24 01:56:42.041174 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10049504-2ac2-4d27-b5b1-d819680bdbd6 req-e23db4ef-55a9-457c-bb3b-6e0a95cfcf0e tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:42.042660 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-10049504-2ac2-4d27-b5b1-d819680bdbd6 req-e23db4ef-55a9-457c-bb3b-6e0a95cfcf0e tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 944 time: 0.0651760 Jul 24 01:56:42.084254 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-10049504-2ac2-4d27-b5b1-d819680bdbd6 req-1d38e9f8-31e9-4007-9a83-9a44142c69d2 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350239 Jul 24 01:56:43.230742 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450fd75c-170f-4be4-9c59-c07f29b93eef req-cc751c68-6dc7-41a9-922a-01149b6f3255 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:43.232308 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-450fd75c-170f-4be4-9c59-c07f29b93eef req-cc751c68-6dc7-41a9-922a-01149b6f3255 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 944 time: 0.0763571 Jul 24 01:56:43.272002 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-450fd75c-170f-4be4-9c59-c07f29b93eef req-831ab347-946c-4cb4-952e-0f508d2fee74 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338681 Jul 24 01:56:44.430649 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c62542-821d-40a0-a0be-259cf415ac81 req-c0e9675e-af80-406b-8719-c58661b8bf69 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:44.431954 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-97c62542-821d-40a0-a0be-259cf415ac81 req-c0e9675e-af80-406b-8719-c58661b8bf69 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 944 time: 0.0838201 Jul 24 01:56:44.473353 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-97c62542-821d-40a0-a0be-259cf415ac81 req-d53d11d4-6a2e-4dd7-9498-7edc7c14430c tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346179 Jul 24 01:56:45.608316 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b9bd3-81c6-4c52-b384-41bd25f0045b req-dc23b2d3-fbc6-40c7-a35c-9abfd42b681f tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:45.609807 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2f0b9bd3-81c6-4c52-b384-41bd25f0045b req-dc23b2d3-fbc6-40c7-a35c-9abfd42b681f tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 944 time: 0.0648475 Jul 24 01:56:45.650629 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2f0b9bd3-81c6-4c52-b384-41bd25f0045b req-55f99d46-c47c-4c00-9c71-5e7786f5d3c6 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346735 Jul 24 01:56:45.876172 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9bf03fc9-7ab2-458c-9cfd-81e109dd27f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:56:46.782474 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418a733-4b90-42af-b0ba-2ef073d08090 req-a99555e0-0794-40ce-84bf-8a208fcc8303 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:46.784023 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0418a733-4b90-42af-b0ba-2ef073d08090 req-a99555e0-0794-40ce-84bf-8a208fcc8303 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 944 time: 0.0647762 Jul 24 01:56:46.822776 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0418a733-4b90-42af-b0ba-2ef073d08090 req-f3c85b15-69b8-4f55-927f-a005d45bee8d tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331714 Jul 24 01:56:47.956236 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c64aa8-081c-4c30-8f70-f9b48491cdf3 req-4063431c-823d-4706-98bc-bfb0699e068f tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:47.957755 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f5c64aa8-081c-4c30-8f70-f9b48491cdf3 req-4063431c-823d-4706-98bc-bfb0699e068f tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 944 time: 0.0682337 Jul 24 01:56:47.996147 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f5c64aa8-081c-4c30-8f70-f9b48491cdf3 req-6bb36794-4060-44e9-88e8-2081a8ea65c4 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325234 Jul 24 01:56:48.377192 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-35546a7b-6857-4db5-b193-4cbade022ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:56:48.583057 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:56:49.128970 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c811a6-1e38-4ba5-ac6b-6a1783797502 req-725df07d-5ce7-4a6d-87e6-cc3026514ba9 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:49.130516 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-60c811a6-1e38-4ba5-ac6b-6a1783797502 req-725df07d-5ce7-4a6d-87e6-cc3026514ba9 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 944 time: 0.0668437 Jul 24 01:56:49.169271 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-60c811a6-1e38-4ba5-ac6b-6a1783797502 req-1eca14cb-1e3c-40a9-8201-926c948ef1aa tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329628 Jul 24 01:56:49.694091 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device f083c6c0-9a0c-4b6c-a39a-93411c528845 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:56:49.774887 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:56:49.805803 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port f083c6c0-9a0c-4b6c-a39a-93411c528845, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=f083c6c0-9a0c-4b6c-a39a-93411c528845,segment=NetworkSegment(4a94036e-f9be-408a-9b4f-7bcafaf0b78e),segment_id=4a94036e-f9be-408a-9b4f-7bcafaf0b78e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:56:49.815960 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'f083c6c0-9a0c-4b6c-a39a-93411c528845', 'network_id': '5505db66-67a7-483f-8397-cce3e2707159', 'port_id': 'f083c6c0-9a0c-4b6c-a39a-93411c528845', 'mac_address': 'fa:16:3e:51:9b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b038e3f-f6b7-4805-906a-d9475629d1ef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:56:49.866580 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:56:49.879652 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f083c6c0-9a0c-4b6c-a39a-93411c528845 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:56:49.899310 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port f083c6c0-9a0c-4b6c-a39a-93411c528845, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=f083c6c0-9a0c-4b6c-a39a-93411c528845,segment=NetworkSegment(4a94036e-f9be-408a-9b4f-7bcafaf0b78e),segment_id=4a94036e-f9be-408a-9b4f-7bcafaf0b78e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:56:49.904327 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:56:49.954736 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=f083c6c0-9a0c-4b6c-a39a-93411c528845,revision_number=9']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:56:50.130626 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['f083c6c0-9a0c-4b6c-a39a-93411c528845'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:56:50.314314 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db112208-a5bb-4425-9138-455e78fc246c req-19e1bfdd-7e50-45da-a436-ed18f2a83701 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:50.315915 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db112208-a5bb-4425-9138-455e78fc246c req-19e1bfdd-7e50-45da-a436-ed18f2a83701 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 945 time: 0.0769811 Jul 24 01:56:50.358395 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db112208-a5bb-4425-9138-455e78fc246c req-bba957bf-e3b2-4b01-bbe7-372523a4bb63 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360000 Jul 24 01:56:51.244365 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:56:51.488760 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c88fb7e-2b9d-418c-b31c-c30b133eb459 req-45f4f1bb-14f3-45aa-a9f2-d12e57b75855 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:51.490341 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7c88fb7e-2b9d-418c-b31c-c30b133eb459 req-45f4f1bb-14f3-45aa-a9f2-d12e57b75855 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 945 time: 0.0640502 Jul 24 01:56:51.527517 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-7c88fb7e-2b9d-418c-b31c-c30b133eb459 req-fb6291df-d6c3-4178-9f87-173df520e7f9 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316429 Jul 24 01:56:51.629342 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:56:51.709533 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device f083c6c0-9a0c-4b6c-a39a-93411c528845 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:56:51.757906 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port f083c6c0-9a0c-4b6c-a39a-93411c528845 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:56:51.758200 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:56:51.832322 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:56:51.857267 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84976963-adcd-44a3-b870-b4e82cf1e92c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f083c6c0-9a0c-4b6c-a39a-93411c528845'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:56:51.859537 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b36c629d192f293ddd0cd0678fefb9a9e59c3f82b7da09e09f5fd8b02f5b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4924b7f-80ca-4ca7-b33e-20fac91fa0ae" -d '{"events": [{"server_uuid": "84976963-adcd-44a3-b870-b4e82cf1e92c", "name": "network-vif-plugged", "status": "completed", "tag": "f083c6c0-9a0c-4b6c-a39a-93411c528845"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:56:51.871817 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port f083c6c0-9a0c-4b6c-a39a-93411c528845, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=f083c6c0-9a0c-4b6c-a39a-93411c528845,segment=NetworkSegment(4a94036e-f9be-408a-9b4f-7bcafaf0b78e),segment_id=4a94036e-f9be-408a-9b4f-7bcafaf0b78e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:56:51.876238 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:56:51.899779 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee586295-874b-4d1f-9d71-0bf29aa89523 x-openstack-request-id: req-ee586295-874b-4d1f-9d71-0bf29aa89523 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:56:51.900071 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84976963-adcd-44a3-b870-b4e82cf1e92c", "name": "network-vif-plugged", "status": "completed", "tag": "f083c6c0-9a0c-4b6c-a39a-93411c528845", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:56:51.900320 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ee586295-874b-4d1f-9d71-0bf29aa89523 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:56:51.900699 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84976963-adcd-44a3-b870-b4e82cf1e92c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f083c6c0-9a0c-4b6c-a39a-93411c528845', 'code': 200} Jul 24 01:56:51.926871 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=f083c6c0-9a0c-4b6c-a39a-93411c528845,revision_number=10']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:56:52.066506 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a51d1-18d0-41d6-954f-f22e496f24a2 req-e5e5b863-7e95-45a7-91e1-1160883803d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:52.067957 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0a3a51d1-18d0-41d6-954f-f22e496f24a2 req-e5e5b863-7e95-45a7-91e1-1160883803d7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 1099 time: 0.0526640 Jul 24 01:56:52.102930 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-0a3a51d1-18d0-41d6-954f-f22e496f24a2 req-28b05799-3f78-4166-a69b-137b3ae7114c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272768 Jul 24 01:56:52.658504 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95ea4f4-e8c8-43e1-86cb-cbcd85ab3b77 req-406af966-8c1f-4cb5-abde-1703b21d954c tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:52.660059 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f95ea4f4-e8c8-43e1-86cb-cbcd85ab3b77 req-406af966-8c1f-4cb5-abde-1703b21d954c tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 947 time: 0.0636454 Jul 24 01:56:52.701361 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f95ea4f4-e8c8-43e1-86cb-cbcd85ab3b77 req-66e1db6c-dc25-4761-99c2-dee4057fdd11 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356469 Jul 24 01:56:53.842736 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa0868-1434-4cf0-b7c3-8227fa93f497 req-dbf5a389-8e8c-4f85-8cde-2184028c2f99 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:56:53.844260 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c8fa0868-1434-4cf0-b7c3-8227fa93f497 req-dbf5a389-8e8c-4f85-8cde-2184028c2f99 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 947 time: 0.0720344 Jul 24 01:56:53.884632 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c8fa0868-1434-4cf0-b7c3-8227fa93f497 req-49b566d2-bad4-4a09-aba2-b6ea665fabbf tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345447 Jul 24 01:57:05.569007 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:57:06.004893 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:57:15.877688 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ba79c19d-e564-40a7-916b-15d1d882cf8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:57:18.377949 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8f83544f-5afb-4bae-baa0-88c6b2c82a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:57:18.583829 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:57:19.430484 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-94f02987-32e7-485d-9281-553e2c25afab req-43cb0a3f-0979-42fc-a684-9f85073392a1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=628d42a2-7ada-4268-be52-7c3048d872bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0285475 Jul 24 01:57:19.478360 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-94f02987-32e7-485d-9281-553e2c25afab req-1d862367-b96f-4f86-a8cc-8a7783653606 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=628d42a2-7ada-4268-be52-7c3048d872bf HTTP/1.1" status: 200 len: 210 time: 0.0276461 Jul 24 01:57:19.515929 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-94f02987-32e7-485d-9281-553e2c25afab req-0a96db29-f725-462d-b6bc-6ce1499c4c5c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0189459 Jul 24 01:57:19.615363 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f02987-32e7-485d-9281-553e2c25afab req-6de4d859-956f-4b3a-85f5-702c930c67ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:57:19.616890 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-94f02987-32e7-485d-9281-553e2c25afab req-6de4d859-956f-4b3a-85f5-702c930c67ec service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957696 Jul 24 01:57:19.750586 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:57:21.248523 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:57:22.741335 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ea802fd9-209b-4950-acc6-0d1d88f85c3a req-5990db5f-4444-4c09-a8f3-80cbb7678714 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0543461 Jul 24 01:57:22.835284 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea802fd9-209b-4950-acc6-0d1d88f85c3a req-59634aad-9e61-4f6d-b6aa-f678ada0e33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:57:22.836858 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ea802fd9-209b-4950-acc6-0d1d88f85c3a req-59634aad-9e61-4f6d-b6aa-f678ada0e33d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5b1463a8f37040028ca108b030672b20&device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 1099 time: 0.0551972 Jul 24 01:57:22.944436 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea802fd9-209b-4950-acc6-0d1d88f85c3a req-ccb7728c-d1b9-4f24-80f6-fa81e5292d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:57:22.945842 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ea802fd9-209b-4950-acc6-0d1d88f85c3a req-ccb7728c-d1b9-4f24-80f6-fa81e5292d93 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5505db66-67a7-483f-8397-cce3e2707159 HTTP/1.1" status: 200 len: 909 time: 0.0893190 Jul 24 01:57:23.009665 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ea802fd9-209b-4950-acc6-0d1d88f85c3a req-dc8d2d77-278b-4f28-95fd-d8c767c5c3fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f083c6c0-9a0c-4b6c-a39a-93411c528845 HTTP/1.1" status: 200 len: 1002 time: 0.0560040 Jul 24 01:57:23.061358 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea802fd9-209b-4950-acc6-0d1d88f85c3a req-d2b33df7-1567-4e31-ae7f-01e9508a5a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:57:23.062822 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ea802fd9-209b-4950-acc6-0d1d88f85c3a req-d2b33df7-1567-4e31-ae7f-01e9508a5a0b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b038e3f-f6b7-4805-906a-d9475629d1ef HTTP/1.1" status: 200 len: 847 time: 0.0469632 Jul 24 01:57:23.124077 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea802fd9-209b-4950-acc6-0d1d88f85c3a req-20639b93-3031-4977-880b-9eefb3782a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:57:23.125625 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ea802fd9-209b-4950-acc6-0d1d88f85c3a req-20639b93-3031-4977-880b-9eefb3782a4a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5505db66-67a7-483f-8397-cce3e2707159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558071 Jul 24 01:57:23.216408 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ea802fd9-209b-4950-acc6-0d1d88f85c3a req-13a06931-f898-4077-b32c-c4e8dae2d9c7 service neutron] 10.222.0.13 "GET /v2.0/networks/5505db66-67a7-483f-8397-cce3e2707159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840483 Jul 24 01:57:23.310488 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ea802fd9-209b-4950-acc6-0d1d88f85c3a req-51e21754-78e8-49ad-9055-70d8ca74cbda service neutron] 10.222.0.13 "GET /v2.0/networks/5505db66-67a7-483f-8397-cce3e2707159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870306 Jul 24 01:57:28.628233 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:57:35.587939 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:57:36.012356 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:57:45.879079 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-88cc0e48-3f9d-49a9-8ae1-c9c198f9aa5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:57:48.378503 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5a9c0623-12ba-45df-af11-bffb08678cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:57:48.588059 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:57:49.752735 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:57:51.251687 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:05.606115 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:05.627575 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:58:06.016298 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:06.729771 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53194) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:58:06.902476 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-4bc9ab8c-151b-4dce-ad38-3486eb667099 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Deleting port 39e585c3-c91f-42be-86b0-8a842a4d7b4a {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:58:06.902862 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4bc9ab8c-151b-4dce-ad38-3486eb667099 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:06.982525 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4bc9ab8c-151b-4dce-ad38-3486eb667099 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:06.982841 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4bc9ab8c-151b-4dce-ad38-3486eb667099 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:06.995193 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-4bc9ab8c-151b-4dce-ad38-3486eb667099 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Calling delete_port for 39e585c3-c91f-42be-86b0-8a842a4d7b4a owned by network:floatingip {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:58:07.141606 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4bc9ab8c-151b-4dce-ad38-3486eb667099 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:07.175155 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc9ab8c-151b-4dce-ad38-3486eb667099 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Pushing event deleted for resources: {'Port': ['ID=39e585c3-c91f-42be-86b0-8a842a4d7b4a,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:58:07.202905 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc9ab8c-151b-4dce-ad38-3486eb667099 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:58:07.203259 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc9ab8c-151b-4dce-ad38-3486eb667099 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:58:07.203605 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc9ab8c-151b-4dce-ad38-3486eb667099 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:58:07.203948 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc9ab8c-151b-4dce-ad38-3486eb667099 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:58:07.204289 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc9ab8c-151b-4dce-ad38-3486eb667099 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:58:07.204623 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc9ab8c-151b-4dce-ad38-3486eb667099 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:58:07.204955 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc9ab8c-151b-4dce-ad38-3486eb667099 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:58:07.205286 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc9ab8c-151b-4dce-ad38-3486eb667099 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:58:07.206217 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc9ab8c-151b-4dce-ad38-3486eb667099 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:58:07.206547 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc9ab8c-151b-4dce-ad38-3486eb667099 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:58:07.206900 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc9ab8c-151b-4dce-ad38-3486eb667099 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:58:07.207235 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc9ab8c-151b-4dce-ad38-3486eb667099 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:58:07.246590 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4bc9ab8c-151b-4dce-ad38-3486eb667099 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for floatingip, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:07.246933 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [None req-4bc9ab8c-151b-4dce-ad38-3486eb667099 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Floating IP 622f3b7c-cf99-4049-95b0-66029cf82436 disassociated (deleted). External IP: 172.25.2.191, port: f083c6c0-9a0c-4b6c-a39a-93411c528845. Jul 24 01:58:07.457398 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc9ab8c-151b-4dce-ad38-3486eb667099 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Router 7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:58:07.567390 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc9ab8c-151b-4dce-ad38-3486eb667099 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:58:07.572160 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4bc9ab8c-151b-4dce-ad38-3486eb667099 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:07.576796 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9771e5-4857-4722-9050-5949efb3f415 None None] Sync routers for ids ['7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:58:07.585883 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9771e5-4857-4722-9050-5949efb3f415 None None] Routers {'7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:58:07.586490 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-bb9771e5-4857-4722-9050-5949efb3f415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:57:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:58:07.608749 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4bc9ab8c-151b-4dce-ad38-3486eb667099 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "DELETE /v2.0/floatingips/622f3b7c-cf99-4049-95b0-66029cf82436 HTTP/1.1" status: 204 len: 168 time: 0.8778601 Jul 24 01:58:07.609350 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84976963-adcd-44a3-b870-b4e82cf1e92c', 'tag': 'f083c6c0-9a0c-4b6c-a39a-93411c528845'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:58:07.612166 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c0377c0cac57482b78947fbfdb6e67ca594c264dadda24220a1a6cbe410d8c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f5dc1b-2291-4998-9f94-2fd954bff461" -d '{"events": [{"name": "network-changed", "server_uuid": "84976963-adcd-44a3-b870-b4e82cf1e92c", "tag": "f083c6c0-9a0c-4b6c-a39a-93411c528845"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:58:07.656722 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8fbe1c-8fc9-4461-9fee-8307a8073c09 x-openstack-request-id: req-4e8fbe1c-8fc9-4461-9fee-8307a8073c09 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:58:07.657075 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84976963-adcd-44a3-b870-b4e82cf1e92c", "tag": "f083c6c0-9a0c-4b6c-a39a-93411c528845", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:58:07.657343 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4e8fbe1c-8fc9-4461-9fee-8307a8073c09 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:58:07.657753 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84976963-adcd-44a3-b870-b4e82cf1e92c', 'tag': 'f083c6c0-9a0c-4b6c-a39a-93411c528845', 'status': 'completed', 'code': 200} Jul 24 01:58:07.695166 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-bb9771e5-4857-4722-9050-5949efb3f415 None None] Set router 7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:58:07.743631 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5dc1b-2291-4998-9f94-2fd954bff461 req-e3c37471-1c0e-4de4-9220-5d2d5d9a809a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:58:07.746050 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a9f5dc1b-2291-4998-9f94-2fd954bff461 req-e3c37471-1c0e-4de4-9220-5d2d5d9a809a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5b1463a8f37040028ca108b030672b20&device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 1099 time: 0.0632172 Jul 24 01:58:07.884456 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5dc1b-2291-4998-9f94-2fd954bff461 req-501f0b19-9d0e-4328-92fe-e60cc3e5eec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:58:07.885883 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a9f5dc1b-2291-4998-9f94-2fd954bff461 req-501f0b19-9d0e-4328-92fe-e60cc3e5eec7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5505db66-67a7-483f-8397-cce3e2707159 HTTP/1.1" status: 200 len: 909 time: 0.1325693 Jul 24 01:58:07.905610 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-bb9771e5-4857-4722-9050-5949efb3f415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'name': 'tempest-TestShelveInstance-731769025-router', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '26b02c37-c0df-41ee-85aa-38ea58129f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:53:46Z', 'updated_at': '2021-07-24T01:53:49Z', 'revision_number': 4, 'project_id': '5b1463a8f37040028ca108b030672b20', 'gw_port': {'id': '26b02c37-c0df-41ee-85aa-38ea58129f10', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:53:47Z', 'updated_at': '2021-07-24T01:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '6f1cb148-441f-4795-8657-2ffdc06d7317', 'name': '', 'network_id': '5505db66-67a7-483f-8397-cce3e2707159', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'mac_address': 'fa:16:3e:e4:02:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '0b038e3f-f6b7-4805-906a-d9475629d1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:53:49Z', 'updated_at': '2021-07-24T01:53:54Z', 'revision_number': 5, 'project_id': '5b1463a8f37040028ca108b030672b20', 'subnets': [{'id': '0b038e3f-f6b7-4805-906a-d9475629d1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:58:07.934351 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9771e5-4857-4722-9050-5949efb3f415 None None] Checking router: 7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:58:07.936369 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a9f5dc1b-2291-4998-9f94-2fd954bff461 req-97704825-0e96-4c89-b020-6eb62449aefd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f083c6c0-9a0c-4b6c-a39a-93411c528845 HTTP/1.1" status: 200 len: 217 time: 0.0407007 Jul 24 01:58:07.945002 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6fbe7-a150-4244-ac27-29ab330d9061 req-54cef292-d200-4e13-9c93-704e09ade411 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:58:07.946543 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a2a6fbe7-a150-4244-ac27-29ab330d9061 req-54cef292-d200-4e13-9c93-704e09ade411 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 947 time: 0.1212864 Jul 24 01:58:07.947089 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9771e5-4857-4722-9050-5949efb3f415 None None] Routers {'7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:58:07.947725 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-bb9771e5-4857-4722-9050-5949efb3f415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:57:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:58:08.016598 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5dc1b-2291-4998-9f94-2fd954bff461 req-25584c2d-cf81-4338-98a0-afaea2f8e16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:58:08.018141 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a9f5dc1b-2291-4998-9f94-2fd954bff461 req-25584c2d-cf81-4338-98a0-afaea2f8e16f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b038e3f-f6b7-4805-906a-d9475629d1ef HTTP/1.1" status: 200 len: 847 time: 0.0706360 Jul 24 01:58:08.025656 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a2a6fbe7-a150-4244-ac27-29ab330d9061 req-e5ea75e0-2491-4a90-a1bd-c813e8a9a644 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692623 Jul 24 01:58:08.058277 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-bb9771e5-4857-4722-9050-5949efb3f415 None None] Set router 7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:58:08.082056 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f5dc1b-2291-4998-9f94-2fd954bff461 req-2bcf6d72-0ddf-44f5-b41c-4be2f642e70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:58:08.084150 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a9f5dc1b-2291-4998-9f94-2fd954bff461 req-2bcf6d72-0ddf-44f5-b41c-4be2f642e70f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5505db66-67a7-483f-8397-cce3e2707159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571575 Jul 24 01:58:08.180589 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a9f5dc1b-2291-4998-9f94-2fd954bff461 req-022910c8-3f17-4bed-8fd9-553597a49a14 service neutron] 10.222.0.13 "GET /v2.0/networks/5505db66-67a7-483f-8397-cce3e2707159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893755 Jul 24 01:58:08.262559 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-bb9771e5-4857-4722-9050-5949efb3f415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'name': 'tempest-TestShelveInstance-731769025-router', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '26b02c37-c0df-41ee-85aa-38ea58129f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:53:46Z', 'updated_at': '2021-07-24T01:53:49Z', 'revision_number': 4, 'project_id': '5b1463a8f37040028ca108b030672b20', 'gw_port': {'id': '26b02c37-c0df-41ee-85aa-38ea58129f10', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:53:47Z', 'updated_at': '2021-07-24T01:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '6f1cb148-441f-4795-8657-2ffdc06d7317', 'name': '', 'network_id': '5505db66-67a7-483f-8397-cce3e2707159', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'mac_address': 'fa:16:3e:e4:02:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '0b038e3f-f6b7-4805-906a-d9475629d1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:53:49Z', 'updated_at': '2021-07-24T01:53:54Z', 'revision_number': 5, 'project_id': '5b1463a8f37040028ca108b030672b20', 'subnets': [{'id': '0b038e3f-f6b7-4805-906a-d9475629d1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:58:08.286817 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a9f5dc1b-2291-4998-9f94-2fd954bff461 req-764ea728-a100-4c4c-b0d1-1d917386b936 service neutron] 10.222.0.13 "GET /v2.0/networks/5505db66-67a7-483f-8397-cce3e2707159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991230 Jul 24 01:58:08.296394 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9771e5-4857-4722-9050-5949efb3f415 None None] The sync data for ids ['7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8'] in n-d-793621-25 is: [{'id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'name': 'tempest-TestShelveInstance-731769025-router', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '26b02c37-c0df-41ee-85aa-38ea58129f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:53:46Z', 'updated_at': '2021-07-24T01:53:49Z', 'revision_number': 4, 'project_id': '5b1463a8f37040028ca108b030672b20', 'gw_port': {'id': '26b02c37-c0df-41ee-85aa-38ea58129f10', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:53:47Z', 'updated_at': '2021-07-24T01:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '6f1cb148-441f-4795-8657-2ffdc06d7317', 'name': '', 'network_id': '5505db66-67a7-483f-8397-cce3e2707159', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'mac_address': 'fa:16:3e:e4:02:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '0b038e3f-f6b7-4805-906a-d9475629d1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:53:49Z', 'updated_at': '2021-07-24T01:53:54Z', 'revision_number': 5, 'project_id': '5b1463a8f37040028ca108b030672b20', 'subnets': [{'id': '0b038e3f-f6b7-4805-906a-d9475629d1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:58:08.553696 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc881fb-bbc6-4c5f-8eea-fc4c9830276c None None] New status for floating IP 622f3b7c-cf99-4049-95b0-66029cf82436: DOWN {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:58:09.121171 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3adece-05cd-4e2b-b051-13bf8274c490 req-94d26702-257b-4a06-9521-cf33fcbefddf tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:58:09.122001 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9d3adece-05cd-4e2b-b051-13bf8274c490 req-94d26702-257b-4a06-9521-cf33fcbefddf tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.13 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 947 time: 0.0679941 Jul 24 01:58:09.185997 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a5860-d40d-48c9-99c5-49131a4501d8 req-c8bdf636-4bb2-4286-b5a3-a61e6fa242c7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:58:09.188663 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fb0a5860-d40d-48c9-99c5-49131a4501d8 req-c8bdf636-4bb2-4286-b5a3-a61e6fa242c7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=84976963-adcd-44a3-b870-b4e82cf1e92c HTTP/1.1" status: 200 len: 947 time: 0.0848999 Jul 24 01:58:09.241811 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-9d3adece-05cd-4e2b-b051-13bf8274c490 req-f32484d8-85b7-4e69-9f1f-598f378a9128 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Deleting port f083c6c0-9a0c-4b6c-a39a-93411c528845 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 01:58:09.242138 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9d3adece-05cd-4e2b-b051-13bf8274c490 req-f32484d8-85b7-4e69-9f1f-598f378a9128 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:09.244466 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fb0a5860-d40d-48c9-99c5-49131a4501d8 req-3a6226d1-2b06-4443-b05e-dac05899468c tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=ac3c993a-d243-4a46-9a96-2722f6634ff7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454166 Jul 24 01:58:09.346996 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-9d3adece-05cd-4e2b-b051-13bf8274c490 req-f32484d8-85b7-4e69-9f1f-598f378a9128 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] For port f083c6c0-9a0c-4b6c-a39a-93411c528845, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=f083c6c0-9a0c-4b6c-a39a-93411c528845,segment=NetworkSegment(4a94036e-f9be-408a-9b4f-7bcafaf0b78e),segment_id=4a94036e-f9be-408a-9b4f-7bcafaf0b78e)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:58:09.348247 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9d3adece-05cd-4e2b-b051-13bf8274c490 req-f32484d8-85b7-4e69-9f1f-598f378a9128 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:09.360521 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-9d3adece-05cd-4e2b-b051-13bf8274c490 req-f32484d8-85b7-4e69-9f1f-598f378a9128 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Calling delete_port for f083c6c0-9a0c-4b6c-a39a-93411c528845 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 01:58:09.495670 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9d3adece-05cd-4e2b-b051-13bf8274c490 req-f32484d8-85b7-4e69-9f1f-598f378a9128 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:09.527874 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32484d8-85b7-4e69-9f1f-598f378a9128 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Pushing event deleted for resources: {'Port': ['ID=f083c6c0-9a0c-4b6c-a39a-93411c528845,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:58:09.574625 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d3adece-05cd-4e2b-b051-13bf8274c490 req-f32484d8-85b7-4e69-9f1f-598f378a9128 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] No DVR routers for this DVR port f083c6c0-9a0c-4b6c-a39a-93411c528845 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 01:58:09.577188 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9d3adece-05cd-4e2b-b051-13bf8274c490 req-f32484d8-85b7-4e69-9f1f-598f378a9128 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:09.579302 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9d3adece-05cd-4e2b-b051-13bf8274c490 req-f32484d8-85b7-4e69-9f1f-598f378a9128 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.13 "DELETE /v2.0/ports/f083c6c0-9a0c-4b6c-a39a-93411c528845 HTTP/1.1" status: 204 len: 173 time: 0.4519212 Jul 24 01:58:09.659520 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84976963-adcd-44a3-b870-b4e82cf1e92c', 'name': 'network-vif-deleted', 'tag': 'f083c6c0-9a0c-4b6c-a39a-93411c528845'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:58:09.662663 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c0377c0cac57482b78947fbfdb6e67ca594c264dadda24220a1a6cbe410d8c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1d2974-79a2-4f10-b181-adaf3e210e3d" -d '{"events": [{"server_uuid": "84976963-adcd-44a3-b870-b4e82cf1e92c", "name": "network-vif-deleted", "tag": "f083c6c0-9a0c-4b6c-a39a-93411c528845"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:58:09.700540 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7492e650-ba83-4f35-92d6-a4758f4c82fe x-openstack-request-id: req-7492e650-ba83-4f35-92d6-a4758f4c82fe {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:58:09.700873 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84976963-adcd-44a3-b870-b4e82cf1e92c", "name": "network-vif-deleted", "tag": "f083c6c0-9a0c-4b6c-a39a-93411c528845", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:58:09.701348 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7492e650-ba83-4f35-92d6-a4758f4c82fe {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:58:09.701523 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84976963-adcd-44a3-b870-b4e82cf1e92c', 'name': 'network-vif-deleted', 'tag': 'f083c6c0-9a0c-4b6c-a39a-93411c528845', 'status': 'completed', 'code': 200} Jul 24 01:58:10.309388 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53214) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:58:10.367562 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d4fc0350-3ebf-49e3-a371-e13d7ce63f02 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:10.392124 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d4fc0350-3ebf-49e3-a371-e13d7ce63f02 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:10.457413 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d4fc0350-3ebf-49e3-a371-e13d7ce63f02 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:10.460098 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-d4fc0350-3ebf-49e3-a371-e13d7ce63f02 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:10.461263 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-d4fc0350-3ebf-49e3-a371-e13d7ce63f02 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "DELETE /v2.0/security-groups/ac3c993a-d243-4a46-9a96-2722f6634ff7 HTTP/1.1" status: 204 len: 168 time: 0.1508527 Jul 24 01:58:10.470096 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fc0350-3ebf-49e3-a371-e13d7ce63f02 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3c993a-d243-4a46-9a96-2722f6634ff7,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:58:10.478778 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fc0350-3ebf-49e3-a371-e13d7ce63f02 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:58:10.479129 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fc0350-3ebf-49e3-a371-e13d7ce63f02 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:58:10.479473 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fc0350-3ebf-49e3-a371-e13d7ce63f02 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:58:10.479813 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fc0350-3ebf-49e3-a371-e13d7ce63f02 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:58:10.480145 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fc0350-3ebf-49e3-a371-e13d7ce63f02 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:58:10.480472 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fc0350-3ebf-49e3-a371-e13d7ce63f02 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:58:10.480798 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fc0350-3ebf-49e3-a371-e13d7ce63f02 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:58:10.481127 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fc0350-3ebf-49e3-a371-e13d7ce63f02 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:58:10.481468 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fc0350-3ebf-49e3-a371-e13d7ce63f02 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:58:10.481769 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fc0350-3ebf-49e3-a371-e13d7ce63f02 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:58:10.482091 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fc0350-3ebf-49e3-a371-e13d7ce63f02 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:58:10.482411 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4fc0350-3ebf-49e3-a371-e13d7ce63f02 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:58:10.979452 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53220) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:58:10.984584 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-0750c31b-e7c3-4349-8079-c0f5d2891a4a tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-428383629', 'description': 'tempest-secgroup-smoke-428383629 description', 'project_id': '5b1463a8f37040028ca108b030672b20'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:58:11.007265 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0750c31b-e7c3-4349-8079-c0f5d2891a4a tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:11.089443 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0750c31b-e7c3-4349-8079-c0f5d2891a4a tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:11.093057 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0750c31b-e7c3-4349-8079-c0f5d2891a4a tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:11.120158 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0750c31b-e7c3-4349-8079-c0f5d2891a4a tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:11.121396 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0750c31b-e7c3-4349-8079-c0f5d2891a4a tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1409020 Jul 24 01:58:11.124167 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53222) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:58:11.129810 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-afbacd10-7d16-40a4-b57f-3c74a2ddb7c3 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Request body: {'security_group_rule': {'security_group_id': 'f1877216-f4f8-4ca0-a6a2-a03e255124d7', 'project_id': '5b1463a8f37040028ca108b030672b20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:58:11.136641 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0750c31b-e7c3-4349-8079-c0f5d2891a4a tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1877216-f4f8-4ca0-a6a2-a03e255124d7,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:58:11.160306 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-afbacd10-7d16-40a4-b57f-3c74a2ddb7c3 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:11.218315 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-afbacd10-7d16-40a4-b57f-3c74a2ddb7c3 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:11.221939 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-afbacd10-7d16-40a4-b57f-3c74a2ddb7c3 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:11.242815 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbacd10-7d16-40a4-b57f-3c74a2ddb7c3 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4abbb8eb-5c15-4228-8f0c-225cc22c0ecd,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:58:11.246896 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-afbacd10-7d16-40a4-b57f-3c74a2ddb7c3 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:11.248105 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-afbacd10-7d16-40a4-b57f-3c74a2ddb7c3 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1230121 Jul 24 01:58:11.250841 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53224) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:58:11.255954 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-5e60554b-e3b9-4543-a4cd-91047f51d78e tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Request body: {'security_group_rule': {'security_group_id': 'f1877216-f4f8-4ca0-a6a2-a03e255124d7', 'project_id': '5b1463a8f37040028ca108b030672b20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:58:11.283965 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5e60554b-e3b9-4543-a4cd-91047f51d78e tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:11.344307 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5e60554b-e3b9-4543-a4cd-91047f51d78e tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:11.347719 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5e60554b-e3b9-4543-a4cd-91047f51d78e tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:11.365477 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e60554b-e3b9-4543-a4cd-91047f51d78e tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e89e745-4817-447b-ae7b-1bbe57500370,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:58:11.371695 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-5e60554b-e3b9-4543-a4cd-91047f51d78e tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:11.372912 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-5e60554b-e3b9-4543-a4cd-91047f51d78e tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1211379 Jul 24 01:58:11.375745 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53226) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:58:11.381382 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-3de2a353-8c64-45d0-a9d9-3a09d468d7b7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Request body: {'security_group_rule': {'security_group_id': 'f1877216-f4f8-4ca0-a6a2-a03e255124d7', 'project_id': '5b1463a8f37040028ca108b030672b20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:58:11.407228 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3de2a353-8c64-45d0-a9d9-3a09d468d7b7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:11.464308 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3de2a353-8c64-45d0-a9d9-3a09d468d7b7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:11.467844 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3de2a353-8c64-45d0-a9d9-3a09d468d7b7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:11.485277 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de2a353-8c64-45d0-a9d9-3a09d468d7b7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87208abf-ddcc-4192-ba65-ab02ebbfb426,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:58:11.494293 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3de2a353-8c64-45d0-a9d9-3a09d468d7b7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:11.495560 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3de2a353-8c64-45d0-a9d9-3a09d468d7b7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1188805 Jul 24 01:58:11.498269 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53228) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:58:11.503349 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-3d7658e6-32a8-4e43-a5ca-1657419d2b4e tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Request body: {'security_group_rule': {'security_group_id': 'f1877216-f4f8-4ca0-a6a2-a03e255124d7', 'project_id': '5b1463a8f37040028ca108b030672b20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:58:11.529303 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3d7658e6-32a8-4e43-a5ca-1657419d2b4e tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:11.589177 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3d7658e6-32a8-4e43-a5ca-1657419d2b4e tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:11.592834 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3d7658e6-32a8-4e43-a5ca-1657419d2b4e tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:11.611269 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7658e6-32a8-4e43-a5ca-1657419d2b4e tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=880c83d7-dd21-46b1-8f90-2a7ddd18c427,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:58:11.620718 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-3d7658e6-32a8-4e43-a5ca-1657419d2b4e tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:11.621947 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-3d7658e6-32a8-4e43-a5ca-1657419d2b4e tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1226885 Jul 24 01:58:11.624610 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53230) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:58:11.629975 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-ddbdb44b-f3bb-4a16-aa58-98f9f050c811 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Request body: {'security_group_rule': {'security_group_id': 'f1877216-f4f8-4ca0-a6a2-a03e255124d7', 'project_id': '5b1463a8f37040028ca108b030672b20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:58:11.651995 n-d-793621-25 neutron-server[100464]: INFO neutron.db.securitygroups_db [None req-ddbdb44b-f3bb-4a16-aa58-98f9f050c811 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Project 5b1463a8f37040028ca108b030672b20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:58:11.656703 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ddbdb44b-f3bb-4a16-aa58-98f9f050c811 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:11.719456 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ddbdb44b-f3bb-4a16-aa58-98f9f050c811 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:11.723717 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ddbdb44b-f3bb-4a16-aa58-98f9f050c811 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:11.744769 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbdb44b-f3bb-4a16-aa58-98f9f050c811 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90b4c8de-f590-4ed9-bc0a-cb1dde90f291,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:58:11.748614 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ddbdb44b-f3bb-4a16-aa58-98f9f050c811 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:11.749827 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ddbdb44b-f3bb-4a16-aa58-98f9f050c811 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1242609 Jul 24 01:58:11.752668 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53232) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:58:11.757340 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-4140cc2e-5b27-438c-911f-140d31c731c1 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Request body: {'security_group_rule': {'security_group_id': 'f1877216-f4f8-4ca0-a6a2-a03e255124d7', 'project_id': '5b1463a8f37040028ca108b030672b20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:58:11.779143 n-d-793621-25 neutron-server[100464]: INFO neutron.db.securitygroups_db [None req-4140cc2e-5b27-438c-911f-140d31c731c1 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Project 5b1463a8f37040028ca108b030672b20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 01:58:11.784680 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4140cc2e-5b27-438c-911f-140d31c731c1 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:11.847323 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4140cc2e-5b27-438c-911f-140d31c731c1 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:11.850823 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4140cc2e-5b27-438c-911f-140d31c731c1 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:11.870571 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140cc2e-5b27-438c-911f-140d31c731c1 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d11f050e-ea67-4319-9d7f-b04a2c0bd7b2,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:58:11.875519 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4140cc2e-5b27-438c-911f-140d31c731c1 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:11.876704 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4140cc2e-5b27-438c-911f-140d31c731c1 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1231115 Jul 24 01:58:12.004319 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device f083c6c0-9a0c-4b6c-a39a-93411c528845 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 01:58:12.028378 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: f083c6c0-9a0c-4b6c-a39a-93411c528845 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 01:58:12.028731 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device f083c6c0-9a0c-4b6c-a39a-93411c528845 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 01:58:15.879916 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-fad924c3-c6b6-453f-90c5-405942fb44d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:18.536110 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-fc7ef506-9961-4cca-a032-9b74199c95da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:18.590156 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:19.468733 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86a311af-aa90-44e2-9ae7-c46f2f6ce862 req-6612813b-cf1e-4027-a353-5bef2631f2db service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e7d87376-d685-42ed-96e2-a3452ba60793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0716758 Jul 24 01:58:19.516957 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86a311af-aa90-44e2-9ae7-c46f2f6ce862 req-f7593d11-106b-4aa6-a660-07e4ea943253 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=e7d87376-d685-42ed-96e2-a3452ba60793 HTTP/1.1" status: 200 len: 210 time: 0.0280700 Jul 24 01:58:19.555909 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86a311af-aa90-44e2-9ae7-c46f2f6ce862 req-3dee5b47-e117-4c10-8d9e-3d4175864c68 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208313 Jul 24 01:58:19.665746 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a311af-aa90-44e2-9ae7-c46f2f6ce862 req-48b10389-556f-4ca2-b50b-358294b553cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:58:19.667219 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-86a311af-aa90-44e2-9ae7-c46f2f6ce862 req-48b10389-556f-4ca2-b50b-358294b553cf service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1060150 Jul 24 01:58:19.760165 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:21.258301 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:26.202977 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-e358eb2b-110d-4582-b2ec-1024f4e510fe tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-428383629&fields=id&tenant_id=5b1463a8f37040028ca108b030672b20 HTTP/1.1" status: 200 len: 267 time: 0.0331550 Jul 24 01:58:26.313535 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-1478ae55-f821-42cb-915e-9f5164ba64ff tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:58:26.315142 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-1478ae55-f821-42cb-915e-9f5164ba64ff tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/networks?id=5505db66-67a7-483f-8397-cce3e2707159 HTTP/1.1" status: 200 len: 808 time: 0.1057074 Jul 24 01:58:26.330133 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-c1de0e43-57ab-4cf2-bdce-4d71229d2937 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/quotas/5b1463a8f37040028ca108b030672b20 HTTP/1.1" status: 200 len: 375 time: 0.0091767 Jul 24 01:58:26.396266 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-6282cf80-9063-4907-b92c-4b17745cba02 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b1463a8f37040028ca108b030672b20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610592 Jul 24 01:58:26.504420 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-b6ec76d2-4ab9-4c82-a740-e70946dfa1ec service neutron] 10.222.0.15 "GET /v2.0/networks/5505db66-67a7-483f-8397-cce3e2707159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971203 Jul 24 01:58:26.605759 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-a195df37-c9e1-4b69-a8c5-9d3e49e77431 service neutron] 10.222.0.15 "GET /v2.0/networks/5505db66-67a7-483f-8397-cce3e2707159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954347 Jul 24 01:58:26.927480 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-33b9a411-56f6-49c3-ac26-5ba9743dbf50 req-7703e206-bdb2-4f3b-abfb-89e9a5923379 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 210 time: 0.0302153 Jul 24 01:58:28.061815 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-788ee844-f284-49ae-8880-a5da0a6a0cd0 req-e2af0e91-08e7-4bce-9424-d54177b79503 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 210 time: 0.0574937 Jul 24 01:58:28.159631 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-7f7ee6ed-cc54-40e4-9bbe-51a34a2858ae tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:58:28.162152 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-7f7ee6ed-cc54-40e4-9bbe-51a34a2858ae tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.13 "GET /v2.0/networks?id=5505db66-67a7-483f-8397-cce3e2707159 HTTP/1.1" status: 200 len: 808 time: 0.1712487 Jul 24 01:58:28.221050 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-352edbc0-30f6-4b75-8d86-3c86567b3e2a tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b1463a8f37040028ca108b030672b20 HTTP/1.1" status: 200 len: 379 time: 0.0463765 Jul 24 01:58:28.230128 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-e3d1d354-d41d-41fb-8fe6-7d908776a883 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Request body: {'port': {'device_id': '0a06315d-f43b-4014-9990-563a350ebea2', 'network_id': '5505db66-67a7-483f-8397-cce3e2707159', 'admin_state_up': True, 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'security_groups': ['f1877216-f4f8-4ca0-a6a2-a03e255124d7']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:58:28.350120 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-e3d1d354-d41d-41fb-8fe6-7d908776a883 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Made reservation on behalf of 5b1463a8f37040028ca108b030672b20 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 01:58:28.353742 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-e3d1d354-d41d-41fb-8fe6-7d908776a883 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:28.490564 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-e3d1d354-d41d-41fb-8fe6-7d908776a883 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Allocated IP 172.20.0.12 (5505db66-67a7-483f-8397-cce3e2707159/0b038e3f-f6b7-4805-906a-d9475629d1ef/737b30ec-f74d-4f58-867a-8efe633cd9a1) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:58:28.632201 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-e3d1d354-d41d-41fb-8fe6-7d908776a883 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:28.645683 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-e3d1d354-d41d-41fb-8fe6-7d908776a883 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Transition to ACTIVE for port object 737b30ec-f74d-4f58-867a-8efe633cd9a1 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:58:28.681210 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-e3d1d354-d41d-41fb-8fe6-7d908776a883 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:28.730262 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-e3d1d354-d41d-41fb-8fe6-7d908776a883 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Network 5505db66-67a7-483f-8397-cce3e2707159 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:58:28.735488 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-e3d1d354-d41d-41fb-8fe6-7d908776a883 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:58:28.739684 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-e3d1d354-d41d-41fb-8fe6-7d908776a883 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:58:28.764218 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1d354-d41d-41fb-8fe6-7d908776a883 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Pushing event updated for resources: {'Port': ['ID=737b30ec-f74d-4f58-867a-8efe633cd9a1,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:58:28.798059 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-e3d1d354-d41d-41fb-8fe6-7d908776a883 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:58:28.798819 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-e3d1d354-d41d-41fb-8fe6-7d908776a883 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:28.816117 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-e3d1d354-d41d-41fb-8fe6-7d908776a883 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5899968 Jul 24 01:58:28.880407 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-7264f703-895c-4283-b56e-26c61836a426 service neutron] Request body: {'port': {'device_id': '0a06315d-f43b-4014-9990-563a350ebea2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:58:28.962853 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-7264f703-895c-4283-b56e-26c61836a426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:29.012330 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-686b944a-2d6e-4aaa-862c-67e567b3ed07 None None] Provisioning for port 737b30ec-f74d-4f58-867a-8efe633cd9a1 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:58:29.018274 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-686b944a-2d6e-4aaa-862c-67e567b3ed07 None None] Provisioning complete for port 737b30ec-f74d-4f58-867a-8efe633cd9a1 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:58:29.019167 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-686b944a-2d6e-4aaa-862c-67e567b3ed07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:29.058267 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-686b944a-2d6e-4aaa-862c-67e567b3ed07 None None] Port 737b30ec-f74d-4f58-867a-8efe633cd9a1 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 01:58:29.215960 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09091e-41a4-42ef-a122-e97815e9bed8 req-1270b254-e88d-4710-b63d-9f532dc24133 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:58:29.217386 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5b09091e-41a4-42ef-a122-e97815e9bed8 req-1270b254-e88d-4710-b63d-9f532dc24133 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 932 time: 0.0660486 Jul 24 01:58:29.249138 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-7264f703-895c-4283-b56e-26c61836a426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 737b30ec-f74d-4f58-867a-8efe633cd9a1 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:58:29.258739 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-7264f703-895c-4283-b56e-26c61836a426 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:29.262825 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5b09091e-41a4-42ef-a122-e97815e9bed8 req-5ac8ba2b-2603-4705-a2ac-57f857fb9e75 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366299 Jul 24 01:58:29.271937 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-7264f703-895c-4283-b56e-26c61836a426 service neutron] Transition to ACTIVE for port object 737b30ec-f74d-4f58-867a-8efe633cd9a1 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 01:58:29.276052 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-7264f703-895c-4283-b56e-26c61836a426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:29.335704 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264f703-895c-4283-b56e-26c61836a426 service neutron] Pushing event updated for resources: {'Port': ['ID=737b30ec-f74d-4f58-867a-8efe633cd9a1,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:58:29.424479 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-7264f703-895c-4283-b56e-26c61836a426 service neutron] Attempting to bind port 737b30ec-f74d-4f58-867a-8efe633cd9a1 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 01:58:29.424825 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-7264f703-895c-4283-b56e-26c61836a426 service neutron] Attempting to bind port 737b30ec-f74d-4f58-867a-8efe633cd9a1 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '4a94036e-f9be-408a-9b4f-7bcafaf0b78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5505db66-67a7-483f-8397-cce3e2707159'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 01:58:29.425161 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-7264f703-895c-4283-b56e-26c61836a426 service neutron] Attempting to bind port 737b30ec-f74d-4f58-867a-8efe633cd9a1 on network 5505db66-67a7-483f-8397-cce3e2707159 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:58:29.429904 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-7264f703-895c-4283-b56e-26c61836a426 service neutron] Port 737b30ec-f74d-4f58-867a-8efe633cd9a1 on network 5505db66-67a7-483f-8397-cce3e2707159 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 01:58:29.430259 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-7264f703-895c-4283-b56e-26c61836a426 service neutron] Attempting to bind port 737b30ec-f74d-4f58-867a-8efe633cd9a1 on network 5505db66-67a7-483f-8397-cce3e2707159 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 01:58:29.435519 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-7264f703-895c-4283-b56e-26c61836a426 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 1, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 01:58:29.435862 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-7264f703-895c-4283-b56e-26c61836a426 service neutron] Checking segment: {'id': '4a94036e-f9be-408a-9b4f-7bcafaf0b78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5505db66-67a7-483f-8397-cce3e2707159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 01:58:29.436259 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-7264f703-895c-4283-b56e-26c61836a426 service neutron] Bound using segment: {'id': '4a94036e-f9be-408a-9b4f-7bcafaf0b78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5505db66-67a7-483f-8397-cce3e2707159'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 01:58:29.436686 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-7264f703-895c-4283-b56e-26c61836a426 service neutron] Bound port: 737b30ec-f74d-4f58-867a-8efe633cd9a1, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a94036e-f9be-408a-9b4f-7bcafaf0b78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '5505db66-67a7-483f-8397-cce3e2707159'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 01:58:29.437050 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-7264f703-895c-4283-b56e-26c61836a426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:29.516293 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-7264f703-895c-4283-b56e-26c61836a426 service neutron] For port 737b30ec-f74d-4f58-867a-8efe633cd9a1, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 01:58:29.521464 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-7264f703-895c-4283-b56e-26c61836a426 service neutron] For port 737b30ec-f74d-4f58-867a-8efe633cd9a1, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=737b30ec-f74d-4f58-867a-8efe633cd9a1,segment=NetworkSegment(4a94036e-f9be-408a-9b4f-7bcafaf0b78e),segment_id=4a94036e-f9be-408a-9b4f-7bcafaf0b78e)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 01:58:29.527644 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-7264f703-895c-4283-b56e-26c61836a426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:29.571947 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-7264f703-895c-4283-b56e-26c61836a426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:58:29.572584 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-7264f703-895c-4283-b56e-26c61836a426 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:29.574035 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-7264f703-895c-4283-b56e-26c61836a426 service neutron] 10.222.0.13 "PUT /v2.0/ports/737b30ec-f74d-4f58-867a-8efe633cd9a1 HTTP/1.1" status: 200 len: 1093 time: 0.7495120 Jul 24 01:58:29.574482 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a06315d-f43b-4014-9990-563a350ebea2', 'tag': '737b30ec-f74d-4f58-867a-8efe633cd9a1'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:58:29.576873 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c0377c0cac57482b78947fbfdb6e67ca594c264dadda24220a1a6cbe410d8c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c50d398-1358-48a0-ac83-495fb79f1ffb" -d '{"events": [{"name": "network-changed", "server_uuid": "0a06315d-f43b-4014-9990-563a350ebea2", "tag": "737b30ec-f74d-4f58-867a-8efe633cd9a1"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:58:29.604805 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264f703-895c-4283-b56e-26c61836a426 service neutron] Pushing event updated for resources: {'Port': ['ID=737b30ec-f74d-4f58-867a-8efe633cd9a1,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:58:29.651713 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33871feb-3316-4d11-b54f-b638f0319792 x-openstack-request-id: req-33871feb-3316-4d11-b54f-b638f0319792 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:58:29.652300 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a06315d-f43b-4014-9990-563a350ebea2", "tag": "737b30ec-f74d-4f58-867a-8efe633cd9a1", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:58:29.652714 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-33871feb-3316-4d11-b54f-b638f0319792 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:58:29.653292 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a06315d-f43b-4014-9990-563a350ebea2', 'tag': '737b30ec-f74d-4f58-867a-8efe633cd9a1', 'status': 'completed', 'code': 200} Jul 24 01:58:29.700913 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-b9680b8f-b593-46dd-8de3-e2e85729538b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:58:29.702436 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-b9680b8f-b593-46dd-8de3-e2e85729538b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5b1463a8f37040028ca108b030672b20&device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 1096 time: 0.0822074 Jul 24 01:58:29.756384 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-e2e214a7-f83f-4362-ad8b-e847ff144f38 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=737b30ec-f74d-4f58-867a-8efe633cd9a1 HTTP/1.1" status: 200 len: 217 time: 0.0460920 Jul 24 01:58:29.809124 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-d15e97f8-9d02-4178-93f2-c44c655afbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:58:29.810695 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-d15e97f8-9d02-4178-93f2-c44c655afbc3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b038e3f-f6b7-4805-906a-d9475629d1ef HTTP/1.1" status: 200 len: 847 time: 0.0488398 Jul 24 01:58:29.871568 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-d7c26a0e-2efb-4c1c-a603-4f14dcd51114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:58:29.873041 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-d7c26a0e-2efb-4c1c-a603-4f14dcd51114 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5505db66-67a7-483f-8397-cce3e2707159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565066 Jul 24 01:58:29.969710 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-bb1bff1a-2a24-4345-93d5-9f7befd9f631 service neutron] 10.222.0.13 "GET /v2.0/networks/5505db66-67a7-483f-8397-cce3e2707159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902557 Jul 24 01:58:30.065954 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-69798ea4-c314-44f0-8bd8-ce0212b421b6 req-65a7c560-b380-4865-a946-cc3b1c35c98a service neutron] 10.222.0.13 "GET /v2.0/networks/5505db66-67a7-483f-8397-cce3e2707159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897729 Jul 24 01:58:30.168534 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50d398-1358-48a0-ac83-495fb79f1ffb req-7e11c942-14dd-4a7a-8a3a-f10bdaf3b4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:58:30.170028 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2c50d398-1358-48a0-ac83-495fb79f1ffb req-7e11c942-14dd-4a7a-8a3a-f10bdaf3b4d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5b1463a8f37040028ca108b030672b20&device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 1096 time: 0.0600395 Jul 24 01:58:30.261001 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50d398-1358-48a0-ac83-495fb79f1ffb req-c3f168fe-74fc-4699-9611-62347d9ee091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:58:30.262534 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2c50d398-1358-48a0-ac83-495fb79f1ffb req-c3f168fe-74fc-4699-9611-62347d9ee091 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5505db66-67a7-483f-8397-cce3e2707159 HTTP/1.1" status: 200 len: 909 time: 0.0860305 Jul 24 01:58:30.418331 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df98eea-dd57-4c94-829a-f4149e9c5cc6 req-8faccf94-6e60-4dce-8e7a-1dfd724072b7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:58:30.420724 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3df98eea-dd57-4c94-829a-f4149e9c5cc6 req-8faccf94-6e60-4dce-8e7a-1dfd724072b7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 944 time: 0.0772965 Jul 24 01:58:30.464130 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3df98eea-dd57-4c94-829a-f4149e9c5cc6 req-09144830-10c5-4963-8f60-c63579cc74f8 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357130 Jul 24 01:58:30.641364 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2c50d398-1358-48a0-ac83-495fb79f1ffb req-fad53aee-c9ec-4508-b8b1-0e3768893d3a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=737b30ec-f74d-4f58-867a-8efe633cd9a1 HTTP/1.1" status: 200 len: 217 time: 0.3723571 Jul 24 01:58:30.693591 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50d398-1358-48a0-ac83-495fb79f1ffb req-ea87f3d0-b746-4b99-81ed-bdb19e39388c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:58:30.695510 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2c50d398-1358-48a0-ac83-495fb79f1ffb req-ea87f3d0-b746-4b99-81ed-bdb19e39388c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b038e3f-f6b7-4805-906a-d9475629d1ef HTTP/1.1" status: 200 len: 847 time: 0.0478673 Jul 24 01:58:30.756647 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50d398-1358-48a0-ac83-495fb79f1ffb req-e241abd9-0696-414a-abec-2f485d815fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:58:30.758208 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2c50d398-1358-48a0-ac83-495fb79f1ffb req-e241abd9-0696-414a-abec-2f485d815fab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5505db66-67a7-483f-8397-cce3e2707159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567291 Jul 24 01:58:30.853052 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2c50d398-1358-48a0-ac83-495fb79f1ffb req-f2b263f2-3758-4831-ae28-9df1354f5d4b service neutron] 10.222.0.13 "GET /v2.0/networks/5505db66-67a7-483f-8397-cce3e2707159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880396 Jul 24 01:58:30.944071 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2c50d398-1358-48a0-ac83-495fb79f1ffb req-f682f8da-23e8-43ad-af39-92de183664b7 service neutron] 10.222.0.13 "GET /v2.0/networks/5505db66-67a7-483f-8397-cce3e2707159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843551 Jul 24 01:58:31.663084 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349ddae-8a39-47a8-ae18-d43ba487466e req-c68da388-8132-4ecc-95e1-1576dd6e603d tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:58:31.664796 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3349ddae-8a39-47a8-ae18-d43ba487466e req-c68da388-8132-4ecc-95e1-1576dd6e603d tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 944 time: 0.1287003 Jul 24 01:58:31.706426 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3349ddae-8a39-47a8-ae18-d43ba487466e req-6cf92d79-d2e3-4056-8a2c-c4e9b0fdf4e5 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359380 Jul 24 01:58:32.889026 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1784a0-76d0-485a-9696-9d4f08f39280 req-4cf0023d-3d0b-4bd9-879c-60d84d239dec tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:58:32.890575 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9d1784a0-76d0-485a-9696-9d4f08f39280 req-4cf0023d-3d0b-4bd9-879c-60d84d239dec tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 944 time: 0.1136127 Jul 24 01:58:32.933987 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9d1784a0-76d0-485a-9696-9d4f08f39280 req-01509138-bf49-41ae-84ff-2f66b8b897c1 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348258 Jul 24 01:58:34.067128 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691d9dd-5888-4c40-8b9a-497ddfcb21ce req-caea9c11-d4fb-421e-9e51-dd907ac21de5 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:58:34.069565 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e691d9dd-5888-4c40-8b9a-497ddfcb21ce req-caea9c11-d4fb-421e-9e51-dd907ac21de5 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 944 time: 0.0672352 Jul 24 01:58:34.109493 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-e691d9dd-5888-4c40-8b9a-497ddfcb21ce req-c3acbbd7-91f7-4d0c-8073-c7e706acbbeb tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344415 Jul 24 01:58:35.274246 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e9ba8-9001-4544-b6fe-d43cf67e79c0 req-38d61f31-4425-4b11-a240-1144f8a4ba0b tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:58:35.275777 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-551e9ba8-9001-4544-b6fe-d43cf67e79c0 req-38d61f31-4425-4b11-a240-1144f8a4ba0b tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 944 time: 0.0640275 Jul 24 01:58:35.321999 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-551e9ba8-9001-4544-b6fe-d43cf67e79c0 req-ac50ca9e-4154-450d-9d0f-e43a5dbdd5af tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403686 Jul 24 01:58:35.603382 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:36.021500 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:36.467057 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda2614-54bd-47f5-842a-9536e58130fc req-54671629-d831-4aef-ba95-3584883cd7af tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:58:36.469015 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5bda2614-54bd-47f5-842a-9536e58130fc req-54671629-d831-4aef-ba95-3584883cd7af tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 944 time: 0.0671263 Jul 24 01:58:36.514838 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5bda2614-54bd-47f5-842a-9536e58130fc req-681c4ba5-bf8d-47c8-8f31-1a39e1c05399 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380714 Jul 24 01:58:37.645437 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936960ba-2784-4aa7-af31-6c870477289c req-377fdf66-411a-4725-bdaf-eedf55510e0f tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:58:37.647199 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-936960ba-2784-4aa7-af31-6c870477289c req-377fdf66-411a-4725-bdaf-eedf55510e0f tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 944 time: 0.0650873 Jul 24 01:58:37.685177 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-936960ba-2784-4aa7-af31-6c870477289c req-675b1866-a59e-4ed0-91e5-80d8afd999f4 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323949 Jul 24 01:58:38.814518 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2513b1-1cbc-4ec9-ab2e-33a274562a73 req-e654d1a6-6b19-42e6-8d0a-733d41c70991 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:58:38.816210 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6e2513b1-1cbc-4ec9-ab2e-33a274562a73 req-e654d1a6-6b19-42e6-8d0a-733d41c70991 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 944 time: 0.0644562 Jul 24 01:58:38.854980 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6e2513b1-1cbc-4ec9-ab2e-33a274562a73 req-8a039ceb-8196-4a88-87c5-1101e4b837db tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330667 Jul 24 01:58:39.985470 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e851f-3f82-4c92-ae04-0841df738516 req-d910c15b-9865-4994-8107-6bdbde8db548 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:58:39.986903 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c83e851f-3f82-4c92-ae04-0841df738516 req-d910c15b-9865-4994-8107-6bdbde8db548 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 944 time: 0.0649998 Jul 24 01:58:40.027447 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c83e851f-3f82-4c92-ae04-0841df738516 req-1e676114-5b87-4906-842d-655d79de1f4e tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342448 Jul 24 01:58:40.144040 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 737b30ec-f74d-4f58-867a-8efe633cd9a1 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 01:58:40.245491 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 737b30ec-f74d-4f58-867a-8efe633cd9a1, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=737b30ec-f74d-4f58-867a-8efe633cd9a1,segment=NetworkSegment(4a94036e-f9be-408a-9b4f-7bcafaf0b78e),segment_id=4a94036e-f9be-408a-9b4f-7bcafaf0b78e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:58:40.256973 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '737b30ec-f74d-4f58-867a-8efe633cd9a1', 'network_id': '5505db66-67a7-483f-8397-cce3e2707159', 'port_id': '737b30ec-f74d-4f58-867a-8efe633cd9a1', 'mac_address': 'fa:16:3e:44:f6:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b038e3f-f6b7-4805-906a-d9475629d1ef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 01:58:40.294498 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:40.308025 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 737b30ec-f74d-4f58-867a-8efe633cd9a1 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 01:58:40.328136 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 737b30ec-f74d-4f58-867a-8efe633cd9a1, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=737b30ec-f74d-4f58-867a-8efe633cd9a1,segment=NetworkSegment(4a94036e-f9be-408a-9b4f-7bcafaf0b78e),segment_id=4a94036e-f9be-408a-9b4f-7bcafaf0b78e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:58:40.332505 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:40.384070 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=737b30ec-f74d-4f58-867a-8efe633cd9a1,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:58:40.391291 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:58:40.391637 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:58:40.391974 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:58:40.392306 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:58:40.392637 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:58:40.392963 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:58:40.393286 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:58:40.394276 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:58:40.394606 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:58:40.395217 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:58:40.395544 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:58:40.395863 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 01:58:40.575837 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['737b30ec-f74d-4f58-867a-8efe633cd9a1'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 01:58:41.156436 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda06773-95eb-4085-8ed4-b11aed6ac5ef req-b52e37f8-8d0e-4e63-8f13-839f3cf52662 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:58:41.157955 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eda06773-95eb-4085-8ed4-b11aed6ac5ef req-b52e37f8-8d0e-4e63-8f13-839f3cf52662 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 945 time: 0.0636849 Jul 24 01:58:41.196291 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-eda06773-95eb-4085-8ed4-b11aed6ac5ef req-3b0ff832-9123-4e2e-a3be-ad001cbab7e6 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322616 Jul 24 01:58:42.157489 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 737b30ec-f74d-4f58-867a-8efe633cd9a1 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 01:58:42.208761 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 737b30ec-f74d-4f58-867a-8efe633cd9a1 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 01:58:42.212722 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 737b30ec-f74d-4f58-867a-8efe633cd9a1 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 01:58:42.213128 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:42.290656 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:42.314040 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a06315d-f43b-4014-9990-563a350ebea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '737b30ec-f74d-4f58-867a-8efe633cd9a1'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:58:42.316971 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b36c629d192f293ddd0cd0678fefb9a9e59c3f82b7da09e09f5fd8b02f5b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05d97e3-7adc-48f0-8498-a86c30054a3d" -d '{"events": [{"server_uuid": "0a06315d-f43b-4014-9990-563a350ebea2", "name": "network-vif-plugged", "status": "completed", "tag": "737b30ec-f74d-4f58-867a-8efe633cd9a1"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:58:42.330594 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 737b30ec-f74d-4f58-867a-8efe633cd9a1, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=737b30ec-f74d-4f58-867a-8efe633cd9a1,segment=NetworkSegment(4a94036e-f9be-408a-9b4f-7bcafaf0b78e),segment_id=4a94036e-f9be-408a-9b4f-7bcafaf0b78e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 01:58:42.331914 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acbb4f-1049-4148-b655-10bd0f3b71f5 req-41e81946-bb60-428d-a4e0-761655bc101e tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:58:42.333774 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-53acbb4f-1049-4148-b655-10bd0f3b71f5 req-41e81946-bb60-428d-a4e0-761655bc101e tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 945 time: 0.0717528 Jul 24 01:58:42.335600 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:42.364343 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 01:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2dbde7-8c9f-4d2e-bcfc-e9f90007ef1d x-openstack-request-id: req-2a2dbde7-8c9f-4d2e-bcfc-e9f90007ef1d {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:58:42.364642 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a06315d-f43b-4014-9990-563a350ebea2", "name": "network-vif-plugged", "status": "completed", "tag": "737b30ec-f74d-4f58-867a-8efe633cd9a1", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:58:42.364903 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2a2dbde7-8c9f-4d2e-bcfc-e9f90007ef1d {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:58:42.365302 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a06315d-f43b-4014-9990-563a350ebea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '737b30ec-f74d-4f58-867a-8efe633cd9a1', 'code': 200} Jul 24 01:58:42.380016 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-53acbb4f-1049-4148-b655-10bd0f3b71f5 req-38da5d7e-9400-4120-8952-87fe74e9dd21 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386055 Jul 24 01:58:42.400617 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=737b30ec-f74d-4f58-867a-8efe633cd9a1,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:58:42.472985 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1fcc7-6101-49fa-b599-42dcdd7951e0 req-4e51e9e7-8cdd-4b22-91d1-717c69ccdcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:58:42.474514 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d7c1fcc7-6101-49fa-b599-42dcdd7951e0 req-4e51e9e7-8cdd-4b22-91d1-717c69ccdcf4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 1098 time: 0.0576384 Jul 24 01:58:42.508519 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-d7c1fcc7-6101-49fa-b599-42dcdd7951e0 req-44e0da8f-5553-4826-aca6-017fd665e952 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277808 Jul 24 01:58:42.626620 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:58:43.517348 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de605ec8-a46c-4f73-b52c-f2757bab0ba5 req-50c8e257-d46c-47d5-89be-778733161330 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:58:43.519020 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-de605ec8-a46c-4f73-b52c-f2757bab0ba5 req-50c8e257-d46c-47d5-89be-778733161330 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 946 time: 0.0697243 Jul 24 01:58:43.560323 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-de605ec8-a46c-4f73-b52c-f2757bab0ba5 req-09e340ea-e9c3-4433-97c2-0477b2097380 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350955 Jul 24 01:58:43.700785 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e5c60-c6b5-4ebe-b374-037e9cb80bf8 req-ce1b6ce0-f16a-4261-b33a-cc71543fb059 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:58:43.702304 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-df4e5c60-c6b5-4ebe-b374-037e9cb80bf8 req-ce1b6ce0-f16a-4261-b33a-cc71543fb059 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 946 time: 0.0691183 Jul 24 01:58:43.742068 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-df4e5c60-c6b5-4ebe-b374-037e9cb80bf8 req-ecb62d1d-00a5-4bd9-89a2-f5bd3c5dc744 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336375 Jul 24 01:58:43.774730 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53432) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:58:43.841175 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a2b73b-8194-46ee-b529-174d83a73122 tempest-TestShelveInstance-874876213 tempest-TestShelveInstance-874876213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:58:43.842794 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-40a2b73b-8194-46ee-b529-174d83a73122 tempest-TestShelveInstance-874876213 tempest-TestShelveInstance-874876213-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 1093 time: 0.0670118 Jul 24 01:58:43.845754 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53434) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 01:58:43.851272 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-ae4072a3-095e-4268-9b28-2b6e6ea550f0 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'port_id': '737b30ec-f74d-4f58-867a-8efe633cd9a1', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 01:58:43.874510 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ae4072a3-095e-4268-9b28-2b6e6ea550f0 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for floatingip, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:43.982885 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ae4072a3-095e-4268-9b28-2b6e6ea550f0 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:44.089803 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-ae4072a3-095e-4268-9b28-2b6e6ea550f0 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Allocated IP 172.25.2.215 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/d2b15fc1-a077-4d80-b46c-571a6665a260) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 01:58:44.200045 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ae4072a3-095e-4268-9b28-2b6e6ea550f0 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:44.240750 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ae4072a3-095e-4268-9b28-2b6e6ea550f0 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:44.276564 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4072a3-095e-4268-9b28-2b6e6ea550f0 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 01:58:44.279360 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-ae4072a3-095e-4268-9b28-2b6e6ea550f0 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 01:58:44.286350 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4072a3-095e-4268-9b28-2b6e6ea550f0 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 01:58:44.309452 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4072a3-095e-4268-9b28-2b6e6ea550f0 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Pushing event updated for resources: {'Port': ['ID=d2b15fc1-a077-4d80-b46c-571a6665a260,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:58:44.989913 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ae4072a3-095e-4268-9b28-2b6e6ea550f0 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:45.064434 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ae4072a3-095e-4268-9b28-2b6e6ea550f0 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:45.220270 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ae4072a3-095e-4268-9b28-2b6e6ea550f0 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:45.225564 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ae4072a3-095e-4268-9b28-2b6e6ea550f0 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:45.299379 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4072a3-095e-4268-9b28-2b6e6ea550f0 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Pushing event updated for resources: {'Port': ['ID=d2b15fc1-a077-4d80-b46c-571a6665a260,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 01:58:45.309092 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ae4072a3-095e-4268-9b28-2b6e6ea550f0 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:45.408397 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [None req-ae4072a3-095e-4268-9b28-2b6e6ea550f0 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Floating IP 41b5014d-87f4-4314-b7f0-ad14d28ecf33 associated. External IP: 172.25.2.215, port: 737b30ec-f74d-4f58-867a-8efe633cd9a1. Jul 24 01:58:45.615454 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae4072a3-095e-4268-9b28-2b6e6ea550f0 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Router 7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 01:58:45.725629 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4072a3-095e-4268-9b28-2b6e6ea550f0 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 01:58:45.736618 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf7c95e-3143-46fd-97b2-a750280b9b52 None None] Sync routers for ids ['7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 01:58:45.742096 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-ae4072a3-095e-4268-9b28-2b6e6ea550f0 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:45.747279 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf7c95e-3143-46fd-97b2-a750280b9b52 None None] Routers {'7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:58:45.747920 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-edf7c95e-3143-46fd-97b2-a750280b9b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:58:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:58:45.783521 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-ae4072a3-095e-4268-9b28-2b6e6ea550f0 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9360087 Jul 24 01:58:45.784648 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a06315d-f43b-4014-9990-563a350ebea2', 'tag': '737b30ec-f74d-4f58-867a-8efe633cd9a1'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 01:58:45.789384 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04606ce6b56a19535889c90ef360e282e8fe62826457f87827dea0ce6a923ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222c698f-a148-4392-8d0b-4efa6ef4bf97" -d '{"events": [{"name": "network-changed", "server_uuid": "0a06315d-f43b-4014-9990-563a350ebea2", "tag": "737b30ec-f74d-4f58-867a-8efe633cd9a1"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 01:58:45.854666 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-edf7c95e-3143-46fd-97b2-a750280b9b52 None None] Set router 7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:58:45.877810 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 01:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037bfac0-39c6-49a4-b454-07260e6cec6b x-openstack-request-id: req-037bfac0-39c6-49a4-b454-07260e6cec6b {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 01:58:45.878197 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a06315d-f43b-4014-9990-563a350ebea2", "tag": "737b30ec-f74d-4f58-867a-8efe633cd9a1", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 01:58:45.878821 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-037bfac0-39c6-49a4-b454-07260e6cec6b {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 01:58:45.879174 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a06315d-f43b-4014-9990-563a350ebea2', 'tag': '737b30ec-f74d-4f58-867a-8efe633cd9a1', 'status': 'completed', 'code': 200} Jul 24 01:58:45.882450 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6cdbbd53-ec84-4013-8fe2-36a3cea6731f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:45.959004 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c698f-a148-4392-8d0b-4efa6ef4bf97 req-e8d4daa2-3f0b-4025-b4d7-aba4d5ee06b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:58:45.960521 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-222c698f-a148-4392-8d0b-4efa6ef4bf97 req-e8d4daa2-3f0b-4025-b4d7-aba4d5ee06b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5b1463a8f37040028ca108b030672b20&device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 1098 time: 0.0585747 Jul 24 01:58:46.051108 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c698f-a148-4392-8d0b-4efa6ef4bf97 req-0436a620-dbc8-4e5d-a63d-85e7b479c0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:58:46.052608 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-222c698f-a148-4392-8d0b-4efa6ef4bf97 req-0436a620-dbc8-4e5d-a63d-85e7b479c0f8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5505db66-67a7-483f-8397-cce3e2707159 HTTP/1.1" status: 200 len: 909 time: 0.0858808 Jul 24 01:58:46.083180 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-edf7c95e-3143-46fd-97b2-a750280b9b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'name': 'tempest-TestShelveInstance-731769025-router', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '26b02c37-c0df-41ee-85aa-38ea58129f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:53:46Z', 'updated_at': '2021-07-24T01:53:49Z', 'revision_number': 4, 'project_id': '5b1463a8f37040028ca108b030672b20', 'gw_port': {'id': '26b02c37-c0df-41ee-85aa-38ea58129f10', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:53:47Z', 'updated_at': '2021-07-24T01:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '41b5014d-87f4-4314-b7f0-ad14d28ecf33', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'floating_ip_address': '172.25.2.215', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'port_id': '737b30ec-f74d-4f58-867a-8efe633cd9a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5505db66-67a7-483f-8397-cce3e2707159', 'mac_address': 'fa:16:3e:44:f6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a06315d-f43b-4014-9990-563a350ebea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:58:44Z', 'updated_at': '2021-07-24T01:58:44Z', 'revision_number': 0, 'project_id': '5b1463a8f37040028ca108b030672b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f1cb148-441f-4795-8657-2ffdc06d7317', 'name': '', 'network_id': '5505db66-67a7-483f-8397-cce3e2707159', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'mac_address': 'fa:16:3e:e4:02:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '0b038e3f-f6b7-4805-906a-d9475629d1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:53:49Z', 'updated_at': '2021-07-24T01:53:54Z', 'revision_number': 5, 'project_id': '5b1463a8f37040028ca108b030672b20', 'subnets': [{'id': '0b038e3f-f6b7-4805-906a-d9475629d1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:58:46.109705 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf7c95e-3143-46fd-97b2-a750280b9b52 None None] Checking router: 7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 01:58:46.122066 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf7c95e-3143-46fd-97b2-a750280b9b52 None None] Routers {'7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 01:58:46.122605 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-edf7c95e-3143-46fd-97b2-a750280b9b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T01:58:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:58:46.128530 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-222c698f-a148-4392-8d0b-4efa6ef4bf97 req-18bce242-910a-4d18-b24b-5421c07354d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=737b30ec-f74d-4f58-867a-8efe633cd9a1 HTTP/1.1" status: 200 len: 1000 time: 0.0693054 Jul 24 01:58:46.183502 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c698f-a148-4392-8d0b-4efa6ef4bf97 req-6810308c-2c82-4d08-9733-14e36a502c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:58:46.185008 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-222c698f-a148-4392-8d0b-4efa6ef4bf97 req-6810308c-2c82-4d08-9733-14e36a502c5e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b038e3f-f6b7-4805-906a-d9475629d1ef HTTP/1.1" status: 200 len: 847 time: 0.0509632 Jul 24 01:58:46.248220 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c698f-a148-4392-8d0b-4efa6ef4bf97 req-42b16150-029f-41b8-9d8d-6f99844f7a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:58:46.249762 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-222c698f-a148-4392-8d0b-4efa6ef4bf97 req-42b16150-029f-41b8-9d8d-6f99844f7a4a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5505db66-67a7-483f-8397-cce3e2707159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587196 Jul 24 01:58:46.329695 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-edf7c95e-3143-46fd-97b2-a750280b9b52 None None] Set router 7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 01:58:46.346389 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-222c698f-a148-4392-8d0b-4efa6ef4bf97 req-f9990f7f-90d3-438c-80df-d8d4db1fcd8f service neutron] 10.222.0.13 "GET /v2.0/networks/5505db66-67a7-483f-8397-cce3e2707159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898311 Jul 24 01:58:46.442922 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-222c698f-a148-4392-8d0b-4efa6ef4bf97 req-8b5ab6f4-5bf8-4cef-9cbc-6e829588c00b service neutron] 10.222.0.13 "GET /v2.0/networks/5505db66-67a7-483f-8397-cce3e2707159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905964 Jul 24 01:58:46.559898 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-edf7c95e-3143-46fd-97b2-a750280b9b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'name': 'tempest-TestShelveInstance-731769025-router', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '26b02c37-c0df-41ee-85aa-38ea58129f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:53:46Z', 'updated_at': '2021-07-24T01:53:49Z', 'revision_number': 4, 'project_id': '5b1463a8f37040028ca108b030672b20', 'gw_port': {'id': '26b02c37-c0df-41ee-85aa-38ea58129f10', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:53:47Z', 'updated_at': '2021-07-24T01:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '41b5014d-87f4-4314-b7f0-ad14d28ecf33', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'floating_ip_address': '172.25.2.215', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'port_id': '737b30ec-f74d-4f58-867a-8efe633cd9a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5505db66-67a7-483f-8397-cce3e2707159', 'mac_address': 'fa:16:3e:44:f6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a06315d-f43b-4014-9990-563a350ebea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:58:44Z', 'updated_at': '2021-07-24T01:58:44Z', 'revision_number': 0, 'project_id': '5b1463a8f37040028ca108b030672b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f1cb148-441f-4795-8657-2ffdc06d7317', 'name': '', 'network_id': '5505db66-67a7-483f-8397-cce3e2707159', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'mac_address': 'fa:16:3e:e4:02:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '0b038e3f-f6b7-4805-906a-d9475629d1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:53:49Z', 'updated_at': '2021-07-24T01:53:54Z', 'revision_number': 5, 'project_id': '5b1463a8f37040028ca108b030672b20', 'subnets': [{'id': '0b038e3f-f6b7-4805-906a-d9475629d1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 01:58:46.585896 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf7c95e-3143-46fd-97b2-a750280b9b52 None None] The sync data for ids ['7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8'] in n-d-793621-25 is: [{'id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'name': 'tempest-TestShelveInstance-731769025-router', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '26b02c37-c0df-41ee-85aa-38ea58129f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:53:46Z', 'updated_at': '2021-07-24T01:53:49Z', 'revision_number': 4, 'project_id': '5b1463a8f37040028ca108b030672b20', 'gw_port': {'id': '26b02c37-c0df-41ee-85aa-38ea58129f10', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:53:47Z', 'updated_at': '2021-07-24T01:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '41b5014d-87f4-4314-b7f0-ad14d28ecf33', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'floating_ip_address': '172.25.2.215', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'port_id': '737b30ec-f74d-4f58-867a-8efe633cd9a1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5505db66-67a7-483f-8397-cce3e2707159', 'mac_address': 'fa:16:3e:44:f6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a06315d-f43b-4014-9990-563a350ebea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T01:58:44Z', 'updated_at': '2021-07-24T01:58:44Z', 'revision_number': 0, 'project_id': '5b1463a8f37040028ca108b030672b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f1cb148-441f-4795-8657-2ffdc06d7317', 'name': '', 'network_id': '5505db66-67a7-483f-8397-cce3e2707159', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'mac_address': 'fa:16:3e:e4:02:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '0b038e3f-f6b7-4805-906a-d9475629d1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:53:49Z', 'updated_at': '2021-07-24T01:53:54Z', 'revision_number': 5, 'project_id': '5b1463a8f37040028ca108b030672b20', 'subnets': [{'id': '0b038e3f-f6b7-4805-906a-d9475629d1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 01:58:46.781329 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e212da56-7fc6-45ba-8585-5ffa5e852e4b None None] New status for floating IP 41b5014d-87f4-4314-b7f0-ad14d28ecf33: ACTIVE {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 01:58:48.377185 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-faf9e799-4cef-445e-8250-771fd66c1f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:48.592010 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:49.758326 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:58:51.257288 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:59:05.634702 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:59:06.015912 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:59:15.884621 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-62712846-330a-4ef9-a70e-b85dd8facb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:59:18.378001 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-636a86ab-c4ea-42e4-9d72-5aae3e12733d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:59:18.592902 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:59:19.429287 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-713f36a5-457c-4f96-9d62-1e27b8f3b170 req-0f32ff8c-6d0d-4619-8a77-33a7ff20333b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0286007 Jul 24 01:59:19.497880 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-713f36a5-457c-4f96-9d62-1e27b8f3b170 req-06914ee4-b2c0-4f84-9b90-c56abf3be20c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17 HTTP/1.1" status: 200 len: 210 time: 0.0300469 Jul 24 01:59:19.535845 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-713f36a5-457c-4f96-9d62-1e27b8f3b170 req-1ecdcd17-0416-4da7-849e-428d1294396a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204258 Jul 24 01:59:19.627176 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 01:59:19.640503 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f36a5-457c-4f96-9d62-1e27b8f3b170 req-784c8436-d8a6-41ca-96c2-8ca0ba95aad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:59:19.642246 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-713f36a5-457c-4f96-9d62-1e27b8f3b170 req-784c8436-d8a6-41ca-96c2-8ca0ba95aad8 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1000550 Jul 24 01:59:19.761276 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:59:21.260536 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:59:25.735481 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f9a1b41e-fccd-41e9-bcfd-9da25a97af3f req-328c66ee-2870-423d-b440-3805d0776df4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0579381 Jul 24 01:59:25.836888 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1b41e-fccd-41e9-bcfd-9da25a97af3f req-476d5dec-ea1a-4e42-bb5c-2885de0957d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:59:25.838486 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f9a1b41e-fccd-41e9-bcfd-9da25a97af3f req-476d5dec-ea1a-4e42-bb5c-2885de0957d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5b1463a8f37040028ca108b030672b20&device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 1098 time: 0.0604799 Jul 24 01:59:25.945618 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1b41e-fccd-41e9-bcfd-9da25a97af3f req-6d306cd8-9313-4a7c-b9e6-c9a1eaeedd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:59:25.947123 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f9a1b41e-fccd-41e9-bcfd-9da25a97af3f req-6d306cd8-9313-4a7c-b9e6-c9a1eaeedd3f service neutron] 10.222.0.13 "GET /v2.0/networks?id=5505db66-67a7-483f-8397-cce3e2707159 HTTP/1.1" status: 200 len: 909 time: 0.0896764 Jul 24 01:59:26.012097 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f9a1b41e-fccd-41e9-bcfd-9da25a97af3f req-4f8441fc-e796-40d0-bc56-4facaa486b1c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=737b30ec-f74d-4f58-867a-8efe633cd9a1 HTTP/1.1" status: 200 len: 1002 time: 0.0575039 Jul 24 01:59:26.059579 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1b41e-fccd-41e9-bcfd-9da25a97af3f req-6ffd4b0b-1d19-4a74-b4bc-633bc406c7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:59:26.061174 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f9a1b41e-fccd-41e9-bcfd-9da25a97af3f req-6ffd4b0b-1d19-4a74-b4bc-633bc406c7be service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b038e3f-f6b7-4805-906a-d9475629d1ef HTTP/1.1" status: 200 len: 847 time: 0.0431402 Jul 24 01:59:26.122501 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1b41e-fccd-41e9-bcfd-9da25a97af3f req-98949f3b-7cbb-4727-8a62-cf57587bd27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 01:59:26.124046 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f9a1b41e-fccd-41e9-bcfd-9da25a97af3f req-98949f3b-7cbb-4727-8a62-cf57587bd27a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5505db66-67a7-483f-8397-cce3e2707159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567634 Jul 24 01:59:26.212976 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f9a1b41e-fccd-41e9-bcfd-9da25a97af3f req-0e90b8b4-6444-44fc-9d50-1a4653a1e57a service neutron] 10.222.0.13 "GET /v2.0/networks/5505db66-67a7-483f-8397-cce3e2707159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822830 Jul 24 01:59:26.306545 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f9a1b41e-fccd-41e9-bcfd-9da25a97af3f req-39c3ab1d-d8be-4f23-abc0-be9aafe69cf9 service neutron] 10.222.0.13 "GET /v2.0/networks/5505db66-67a7-483f-8397-cce3e2707159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862856 Jul 24 01:59:35.648234 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:59:36.013378 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:59:45.887034 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f7f1478a-c5df-40cd-ad1b-d59a96dca94c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:59:48.378301 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6b159593-fd5e-4a3d-88d0-855b11871723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:59:48.596664 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:59:49.764352 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:59:51.265905 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 01:59:56.626872 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 02:00:05.663682 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:00:06.011546 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:00:15.890012 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ff13e0ca-d880-43f7-ba8d-7977b6583dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:00:18.379022 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bafd93b3-0d8e-4b3a-8f0f-6fc389866f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:00:18.598427 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:00:19.769389 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:00:21.268591 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:00:21.431693 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e2c33ad2-5b5d-49a4-a7a0-b405d6032dd8 req-4019caee-32df-46bf-bcf6-ca45502821dc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0318739 Jul 24 02:00:21.492648 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e2c33ad2-5b5d-49a4-a7a0-b405d6032dd8 req-439a20c7-9552-48fb-b497-edd20e1a8379 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543 HTTP/1.1" status: 200 len: 210 time: 0.0382273 Jul 24 02:00:21.533004 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e2c33ad2-5b5d-49a4-a7a0-b405d6032dd8 req-c816285b-8038-46a8-86e0-43aa2a8fec63 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220110 Jul 24 02:00:21.629010 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c33ad2-5b5d-49a4-a7a0-b405d6032dd8 req-191ec392-2170-45be-8f7f-87c0ebfcafcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:00:21.630545 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e2c33ad2-5b5d-49a4-a7a0-b405d6032dd8 req-191ec392-2170-45be-8f7f-87c0ebfcafcb service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921841 Jul 24 02:00:27.737031 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-90930d27-f8fc-42dd-ab99-46af6827e41f req-50483268-40ef-479f-9daf-c94d4ecd3c68 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0611191 Jul 24 02:00:27.843672 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90930d27-f8fc-42dd-ab99-46af6827e41f req-5890f865-cb7d-4204-ae08-87499b4a068e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:00:27.845372 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-90930d27-f8fc-42dd-ab99-46af6827e41f req-5890f865-cb7d-4204-ae08-87499b4a068e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5b1463a8f37040028ca108b030672b20&device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 1098 time: 0.0641289 Jul 24 02:00:27.960203 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90930d27-f8fc-42dd-ab99-46af6827e41f req-9aa70982-bd69-41e6-a155-3f0c40285f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:00:27.961926 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-90930d27-f8fc-42dd-ab99-46af6827e41f req-9aa70982-bd69-41e6-a155-3f0c40285f05 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5505db66-67a7-483f-8397-cce3e2707159 HTTP/1.1" status: 200 len: 909 time: 0.0973704 Jul 24 02:00:28.037855 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-90930d27-f8fc-42dd-ab99-46af6827e41f req-fb7f0034-b6ab-409c-916d-023208c0bfec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=737b30ec-f74d-4f58-867a-8efe633cd9a1 HTTP/1.1" status: 200 len: 1002 time: 0.0689113 Jul 24 02:00:28.091513 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90930d27-f8fc-42dd-ab99-46af6827e41f req-bbf09a0c-e947-489a-aa26-a7e1be9e7e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:00:28.093055 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-90930d27-f8fc-42dd-ab99-46af6827e41f req-bbf09a0c-e947-489a-aa26-a7e1be9e7e78 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b038e3f-f6b7-4805-906a-d9475629d1ef HTTP/1.1" status: 200 len: 847 time: 0.0494127 Jul 24 02:00:28.152772 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90930d27-f8fc-42dd-ab99-46af6827e41f req-01636748-cda0-466e-adda-bf16ef97a6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:00:28.154362 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-90930d27-f8fc-42dd-ab99-46af6827e41f req-01636748-cda0-466e-adda-bf16ef97a6ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5505db66-67a7-483f-8397-cce3e2707159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555129 Jul 24 02:00:28.246062 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-90930d27-f8fc-42dd-ab99-46af6827e41f req-29e177eb-5097-45cc-abd3-f539bd0ef391 service neutron] 10.222.0.13 "GET /v2.0/networks/5505db66-67a7-483f-8397-cce3e2707159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847905 Jul 24 02:00:28.344644 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-90930d27-f8fc-42dd-ab99-46af6827e41f req-9beef99d-393a-4a6d-b6ae-301430acb0f0 service neutron] 10.222.0.13 "GET /v2.0/networks/5505db66-67a7-483f-8397-cce3e2707159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926523 Jul 24 02:00:33.626822 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 02:00:35.664426 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:00:36.026887 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:00:43.365562 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735bf75c-21d2-4e67-9f8a-9743e025b434 req-68ab6002-cc7f-463c-91e1-90de5dcf9ea9 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:00:43.367098 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-735bf75c-21d2-4e67-9f8a-9743e025b434 req-68ab6002-cc7f-463c-91e1-90de5dcf9ea9 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 946 time: 0.0651689 Jul 24 02:00:43.406391 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-735bf75c-21d2-4e67-9f8a-9743e025b434 req-3294546c-9196-4a1f-827d-53adc2c8a6c9 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328450 Jul 24 02:00:44.542794 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ce797-0f36-4d9c-8ef7-595bd85c3020 req-397b0c7a-27d7-46f7-be65-dcf0ac3a57b8 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:00:44.544319 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9c5ce797-0f36-4d9c-8ef7-595bd85c3020 req-397b0c7a-27d7-46f7-be65-dcf0ac3a57b8 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 946 time: 0.0690429 Jul 24 02:00:44.582427 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-9c5ce797-0f36-4d9c-8ef7-595bd85c3020 req-11427bf8-8215-4a52-a909-d7b6de206acb tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320230 Jul 24 02:00:45.740479 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf2b4b-9478-4808-bfbb-7b1fb0ef817a req-f13eaf7e-fe3e-4c7b-9dca-3f4e1fc8a8bf tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:00:45.742003 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a8bf2b4b-9478-4808-bfbb-7b1fb0ef817a req-f13eaf7e-fe3e-4c7b-9dca-3f4e1fc8a8bf tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 946 time: 0.0692432 Jul 24 02:00:45.780948 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a8bf2b4b-9478-4808-bfbb-7b1fb0ef817a req-2be448dc-3861-4bf6-9b08-8718a2c18d60 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330918 Jul 24 02:00:45.891579 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-17721037-30e0-4de2-a7ad-afe21c55a7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:00:46.924791 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fb293-adc7-4f27-a26d-0ad4bc641f12 req-9e26c460-bd7c-49a8-bad9-39c899fdb2d0 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:00:46.926361 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3e9fb293-adc7-4f27-a26d-0ad4bc641f12 req-9e26c460-bd7c-49a8-bad9-39c899fdb2d0 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 946 time: 0.0746334 Jul 24 02:00:46.974665 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3e9fb293-adc7-4f27-a26d-0ad4bc641f12 req-aeeb3496-4865-43fe-a8ca-38f39dba449e tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405300 Jul 24 02:00:48.104267 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41a5bd-3219-4f41-82b4-ff1d15fa8a87 req-6f321521-835d-42cd-acb7-f750998f8b50 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:00:48.105779 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3b41a5bd-3219-4f41-82b4-ff1d15fa8a87 req-6f321521-835d-42cd-acb7-f750998f8b50 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 946 time: 0.0645485 Jul 24 02:00:48.143969 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3b41a5bd-3219-4f41-82b4-ff1d15fa8a87 req-6cde950d-4846-47b0-8a27-aaf222f1cc38 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325174 Jul 24 02:00:48.379325 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0a30dfcd-75aa-43d8-9c7f-090a5aca0904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:00:48.599869 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:00:49.276281 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c37ee4-3da4-4ef5-9fc3-f9fb5cd00755 req-42be5036-537c-4233-82fd-d1b0bda8dd13 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:00:49.278968 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c5c37ee4-3da4-4ef5-9fc3-f9fb5cd00755 req-42be5036-537c-4233-82fd-d1b0bda8dd13 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 946 time: 0.0670512 Jul 24 02:00:49.320741 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c5c37ee4-3da4-4ef5-9fc3-f9fb5cd00755 req-73d06169-b3cf-4be2-9b2a-b37731c43bdb tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346889 Jul 24 02:00:49.770732 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:00:50.459480 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616edca2-40c7-411f-aed0-b0ab9f0f402c req-93261b08-39b6-48a7-b429-5adde0afc0c7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:00:50.460995 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-616edca2-40c7-411f-aed0-b0ab9f0f402c req-93261b08-39b6-48a7-b429-5adde0afc0c7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 946 time: 0.0694115 Jul 24 02:00:50.500130 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-616edca2-40c7-411f-aed0-b0ab9f0f402c req-675fa63f-28f5-4935-af11-a5f8267b4825 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332222 Jul 24 02:00:51.270562 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:00:51.629939 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e755b9d-3208-4c72-b43c-23ec7b3c8afa req-f2bab149-c5d3-48f7-94a1-176eb385ce02 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:00:51.631508 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6e755b9d-3208-4c72-b43c-23ec7b3c8afa req-f2bab149-c5d3-48f7-94a1-176eb385ce02 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 946 time: 0.0649452 Jul 24 02:00:51.672177 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6e755b9d-3208-4c72-b43c-23ec7b3c8afa req-668b7cad-5516-4b15-8a3d-4d7afba23f4a tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348949 Jul 24 02:00:52.802231 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656dced-79ff-4d01-8d26-3a298bb64268 req-f7281d9b-df5e-4442-85e8-67d0a06ec333 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:00:52.803791 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a656dced-79ff-4d01-8d26-3a298bb64268 req-f7281d9b-df5e-4442-85e8-67d0a06ec333 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 946 time: 0.0656955 Jul 24 02:00:52.841817 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a656dced-79ff-4d01-8d26-3a298bb64268 req-40e0d34e-66a7-4fdc-b8ff-377f538eacf8 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324640 Jul 24 02:00:53.489492 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64afd7-0a51-44cf-a457-8bebb71e19cf req-768e7cb7-1808-4533-ab63-4622afe99070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:00:53.491033 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5e64afd7-0a51-44cf-a457-8bebb71e19cf req-768e7cb7-1808-4533-ab63-4622afe99070 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5b1463a8f37040028ca108b030672b20&device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 1098 time: 0.0536768 Jul 24 02:00:53.583248 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64afd7-0a51-44cf-a457-8bebb71e19cf req-36df0343-abc2-41cf-ae5c-6920c6e54837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:00:53.584766 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5e64afd7-0a51-44cf-a457-8bebb71e19cf req-36df0343-abc2-41cf-ae5c-6920c6e54837 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5505db66-67a7-483f-8397-cce3e2707159 HTTP/1.1" status: 200 len: 909 time: 0.0880427 Jul 24 02:00:53.648695 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5e64afd7-0a51-44cf-a457-8bebb71e19cf req-b2d23fb8-a102-4cbc-8f63-b0e492eeebc9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=737b30ec-f74d-4f58-867a-8efe633cd9a1 HTTP/1.1" status: 200 len: 1002 time: 0.0575113 Jul 24 02:00:53.702424 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64afd7-0a51-44cf-a457-8bebb71e19cf req-4b6357b2-04b4-48ee-9035-cd33142beed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:00:53.704090 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5e64afd7-0a51-44cf-a457-8bebb71e19cf req-4b6357b2-04b4-48ee-9035-cd33142beed4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b038e3f-f6b7-4805-906a-d9475629d1ef HTTP/1.1" status: 200 len: 847 time: 0.0494900 Jul 24 02:00:53.762473 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64afd7-0a51-44cf-a457-8bebb71e19cf req-7eecb207-b553-49bd-8ada-35989a3f89d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:00:53.763946 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5e64afd7-0a51-44cf-a457-8bebb71e19cf req-7eecb207-b553-49bd-8ada-35989a3f89d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5505db66-67a7-483f-8397-cce3e2707159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537965 Jul 24 02:00:53.853389 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5e64afd7-0a51-44cf-a457-8bebb71e19cf req-d46ad9af-a096-48d1-9659-a0862e34128e service neutron] 10.222.0.13 "GET /v2.0/networks/5505db66-67a7-483f-8397-cce3e2707159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823541 Jul 24 02:00:53.949398 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5e64afd7-0a51-44cf-a457-8bebb71e19cf req-88b52780-2116-44f5-88d4-e5c6d2dfbc9d service neutron] 10.222.0.13 "GET /v2.0/networks/5505db66-67a7-483f-8397-cce3e2707159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899267 Jul 24 02:00:53.982220 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd0e89-6d19-4680-bd28-0ed7e901d251 req-ed7d6583-c2ab-4237-ac2d-72c9e569cbdf tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:00:53.983868 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8ffd0e89-6d19-4680-bd28-0ed7e901d251 req-ed7d6583-c2ab-4237-ac2d-72c9e569cbdf tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 946 time: 0.0683081 Jul 24 02:00:54.021662 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8ffd0e89-6d19-4680-bd28-0ed7e901d251 req-d5e15a0c-2c62-4a8a-ad7b-42179d7d853b tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321443 Jul 24 02:00:55.157921 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9478c126-5dcc-4663-97b8-739784461d7d req-73c28ba3-2b81-494d-8543-a9ad518e338f tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:00:55.159482 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9478c126-5dcc-4663-97b8-739784461d7d req-73c28ba3-2b81-494d-8543-a9ad518e338f tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 946 time: 0.0648575 Jul 24 02:00:55.199285 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9478c126-5dcc-4663-97b8-739784461d7d req-56e27271-8d89-4b4b-b863-21a9513fb430 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342631 Jul 24 02:00:56.334811 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc4b3fe-169f-4960-acc4-a62b307e3f10 req-52e895f7-f655-45be-abc1-257980563ae7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:00:56.336426 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8dc4b3fe-169f-4960-acc4-a62b307e3f10 req-52e895f7-f655-45be-abc1-257980563ae7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 946 time: 0.0695250 Jul 24 02:00:56.377167 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8dc4b3fe-169f-4960-acc4-a62b307e3f10 req-099dfdc3-9c5c-4424-ae0f-35fe9cdf87af tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349104 Jul 24 02:00:57.529160 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8d764-d344-4fe9-8e99-35be20b756fa req-ec973625-e88b-4a48-9153-cd4f74f1bde8 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:00:57.531701 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-39c8d764-d344-4fe9-8e99-35be20b756fa req-ec973625-e88b-4a48-9153-cd4f74f1bde8 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 946 time: 0.0709910 Jul 24 02:00:57.570345 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-39c8d764-d344-4fe9-8e99-35be20b756fa req-db16181e-b5f7-4592-b780-5c6d412a6b12 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330782 Jul 24 02:00:57.683783 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [req-96af0dea-c2f2-4212-8ea9-85b692ddbaab req-50055f0e-6a99-47ee-b1dc-59cac75bbf7a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 02:00:57.684816 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-96af0dea-c2f2-4212-8ea9-85b692ddbaab req-50055f0e-6a99-47ee-b1dc-59cac75bbf7a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482810 Jul 24 02:00:57.859595 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285d549-8051-4e56-b5b0-590430f47799 req-a546108a-5672-4e96-984d-fe5d2ea5e7ad tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:00:57.861175 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8285d549-8051-4e56-b5b0-590430f47799 req-a546108a-5672-4e96-984d-fe5d2ea5e7ad tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 946 time: 0.0675535 Jul 24 02:00:57.892621 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-be6566f8-cf06-452c-bbb7-a8b77e78ab74 req-cf3077fb-aa10-4c17-a836-ab8b8c33a3ab service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1246426 Jul 24 02:00:57.901773 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8285d549-8051-4e56-b5b0-590430f47799 req-a0ffe4d4-97de-4ec0-9604-531fbfb73438 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344155 Jul 24 02:00:57.903875 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [req-be6566f8-cf06-452c-bbb7-a8b77e78ab74 req-a9287b6e-1a10-40d5-b1e8-07cd360fcc66 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 02:00:57.905594 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-be6566f8-cf06-452c-bbb7-a8b77e78ab74 req-a9287b6e-1a10-40d5-b1e8-07cd360fcc66 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075271 Jul 24 02:00:58.928780 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 737b30ec-f74d-4f58-867a-8efe633cd9a1 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 02:00:59.042142 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:00:59.066833 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a06315d-f43b-4014-9990-563a350ebea2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '737b30ec-f74d-4f58-867a-8efe633cd9a1'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 02:00:59.069110 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b36c629d192f293ddd0cd0678fefb9a9e59c3f82b7da09e09f5fd8b02f5b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5f87ae-353b-494c-bd81-cde103152f6f" -d '{"events": [{"server_uuid": "0a06315d-f43b-4014-9990-563a350ebea2", "name": "network-vif-unplugged", "status": "completed", "tag": "737b30ec-f74d-4f58-867a-8efe633cd9a1"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 02:00:59.079466 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211813b-c096-47e5-851d-d886ee1bc77a req-5ebbf424-a96c-4995-b7f0-a8f3ddad73c7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:00:59.081900 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5211813b-c096-47e5-851d-d886ee1bc77a req-5ebbf424-a96c-4995-b7f0-a8f3ddad73c7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 946 time: 0.0712583 Jul 24 02:00:59.085487 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 737b30ec-f74d-4f58-867a-8efe633cd9a1, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=737b30ec-f74d-4f58-867a-8efe633cd9a1,segment=NetworkSegment(4a94036e-f9be-408a-9b4f-7bcafaf0b78e),segment_id=4a94036e-f9be-408a-9b4f-7bcafaf0b78e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 02:00:59.093970 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:00:59.128314 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 24 Jul 2021 02:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a71f58-626e-47a5-b033-6c6c632a5bfb x-openstack-request-id: req-d2a71f58-626e-47a5-b033-6c6c632a5bfb {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 02:00:59.128604 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a06315d-f43b-4014-9990-563a350ebea2", "name": "network-vif-unplugged", "status": "failed", "tag": "737b30ec-f74d-4f58-867a-8efe633cd9a1", "code": 422}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 02:00:59.129070 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d2a71f58-626e-47a5-b033-6c6c632a5bfb {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 02:00:59.129470 n-d-793621-25 neutron-server[100465]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0a06315d-f43b-4014-9990-563a350ebea2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '737b30ec-f74d-4f58-867a-8efe633cd9a1', 'code': 422} returned with failed status Jul 24 02:00:59.134471 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5211813b-c096-47e5-851d-d886ee1bc77a req-2276b584-e294-466f-b227-5e84b39152f4 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414932 Jul 24 02:00:59.161486 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=737b30ec-f74d-4f58-867a-8efe633cd9a1,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:00:59.169012 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:00:59.169361 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:00:59.169700 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:00:59.170035 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:00:59.170380 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:00:59.171243 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:00:59.171567 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:00:59.171899 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:00:59.172312 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:00:59.172637 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:00:59.172962 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:00:59.173282 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:01:00.275679 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92e5b5-99ab-4ed6-9447-7af62dedef0e req-1c262c27-3443-4fcc-af58-ec2cd2d295ec tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:01:00.277212 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ab92e5b5-99ab-4ed6-9447-7af62dedef0e req-1c262c27-3443-4fcc-af58-ec2cd2d295ec tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 944 time: 0.0701180 Jul 24 02:01:00.324213 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ab92e5b5-99ab-4ed6-9447-7af62dedef0e req-4f56d02e-38ff-4ff1-8d11-6150f0fadf72 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413079 Jul 24 02:01:01.462513 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a53cf9-3d60-42b3-9434-cc8df14d1f5d req-772d7b4c-c618-48f5-a4ff-14cd299a67ff tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:01:01.464148 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-30a53cf9-3d60-42b3-9434-cc8df14d1f5d req-772d7b4c-c618-48f5-a4ff-14cd299a67ff tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 944 time: 0.0712125 Jul 24 02:01:01.505206 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-30a53cf9-3d60-42b3-9434-cc8df14d1f5d req-b9817d16-eda6-44cb-a344-7b9919ea5a18 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345199 Jul 24 02:01:02.664401 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a38ba6-e649-4852-9a40-9926248c0474 req-5de6d84e-effe-4dcb-9053-9b715d8a13d1 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:01:02.665923 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-25a38ba6-e649-4852-9a40-9926248c0474 req-5de6d84e-effe-4dcb-9053-9b715d8a13d1 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 944 time: 0.0923572 Jul 24 02:01:02.719869 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-25a38ba6-e649-4852-9a40-9926248c0474 req-cf2652a0-10d4-4ac4-9419-2cf035c60bf8 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480516 Jul 24 02:01:02.722995 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6566f8-cf06-452c-bbb7-a8b77e78ab74 req-7cc7af06-e4eb-4b73-9905-15c0dead0911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:01:02.724518 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-be6566f8-cf06-452c-bbb7-a8b77e78ab74 req-7cc7af06-e4eb-4b73-9905-15c0dead0911 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2&tenant_id=5b1463a8f37040028ca108b030672b20 HTTP/1.1" status: 200 len: 1096 time: 0.0958779 Jul 24 02:01:02.808464 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6566f8-cf06-452c-bbb7-a8b77e78ab74 req-f77e6ca5-5048-4d64-8322-e80586d48b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:01:02.810021 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-be6566f8-cf06-452c-bbb7-a8b77e78ab74 req-f77e6ca5-5048-4d64-8322-e80586d48b17 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5b1463a8f37040028ca108b030672b20&device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 1096 time: 0.0624044 Jul 24 02:01:02.909672 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6566f8-cf06-452c-bbb7-a8b77e78ab74 req-74a9a6a7-deeb-4b0c-813f-9b1a1b9fa633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:01:02.911209 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-be6566f8-cf06-452c-bbb7-a8b77e78ab74 req-74a9a6a7-deeb-4b0c-813f-9b1a1b9fa633 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5505db66-67a7-483f-8397-cce3e2707159 HTTP/1.1" status: 200 len: 909 time: 0.0947914 Jul 24 02:01:02.984144 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-be6566f8-cf06-452c-bbb7-a8b77e78ab74 req-15697a02-7b20-43eb-a3ad-0e841b2e9393 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=737b30ec-f74d-4f58-867a-8efe633cd9a1 HTTP/1.1" status: 200 len: 1000 time: 0.0666511 Jul 24 02:01:03.034474 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6566f8-cf06-452c-bbb7-a8b77e78ab74 req-10e713b6-644f-4b67-b38a-e833d2bd5d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:01:03.036011 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-be6566f8-cf06-452c-bbb7-a8b77e78ab74 req-10e713b6-644f-4b67-b38a-e833d2bd5d3a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b038e3f-f6b7-4805-906a-d9475629d1ef HTTP/1.1" status: 200 len: 847 time: 0.0456932 Jul 24 02:01:03.096678 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6566f8-cf06-452c-bbb7-a8b77e78ab74 req-fbea463e-f60b-4c91-92d1-b3117c24d325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:01:03.098226 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-be6566f8-cf06-452c-bbb7-a8b77e78ab74 req-fbea463e-f60b-4c91-92d1-b3117c24d325 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5505db66-67a7-483f-8397-cce3e2707159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557585 Jul 24 02:01:03.191982 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-be6566f8-cf06-452c-bbb7-a8b77e78ab74 req-7dd243c6-1fa0-4412-9eb4-f180c32f60a2 service neutron] 10.222.0.13 "GET /v2.0/networks/5505db66-67a7-483f-8397-cce3e2707159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871062 Jul 24 02:01:03.285375 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-be6566f8-cf06-452c-bbb7-a8b77e78ab74 req-38477646-1700-49f1-b389-c2128574e0b1 service neutron] 10.222.0.13 "GET /v2.0/networks/5505db66-67a7-483f-8397-cce3e2707159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864074 Jul 24 02:01:03.857557 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fce51e-1044-42df-a843-b9f759841b57 req-ea5742e2-fac4-4ad5-bd19-75382b986a95 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:01:03.859160 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-89fce51e-1044-42df-a843-b9f759841b57 req-ea5742e2-fac4-4ad5-bd19-75382b986a95 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 944 time: 0.0709236 Jul 24 02:01:03.900808 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-89fce51e-1044-42df-a843-b9f759841b57 req-3e7605f4-5330-46a9-80ed-1dad51b09d07 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357687 Jul 24 02:01:05.036583 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757e8d4-8065-4970-bcd6-415e51620ab0 req-87858bcd-ae42-43d6-b2bf-b6958982ac00 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:01:05.038022 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a757e8d4-8065-4970-bcd6-415e51620ab0 req-87858bcd-ae42-43d6-b2bf-b6958982ac00 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 944 time: 0.0698650 Jul 24 02:01:05.075734 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a757e8d4-8065-4970-bcd6-415e51620ab0 req-edec5140-298a-4a41-88a6-2da48d8bae13 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322118 Jul 24 02:01:05.694550 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:01:06.050832 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:01:06.208826 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2498a-cf04-4b82-ab9a-f7fcb758a262 req-63c68729-ef85-4440-b154-9ed1231b6d0f tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:01:06.210343 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f5b2498a-cf04-4b82-ab9a-f7fcb758a262 req-63c68729-ef85-4440-b154-9ed1231b6d0f tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 944 time: 0.0652277 Jul 24 02:01:06.249982 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f5b2498a-cf04-4b82-ab9a-f7fcb758a262 req-04c103df-1664-4672-9878-c3d7ba247473 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337708 Jul 24 02:01:07.384739 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879608b-eb75-4db7-982b-addb020ffd0f req-71dd9dce-db30-4a24-8f80-0c40a1d52d50 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:01:07.386372 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5879608b-eb75-4db7-982b-addb020ffd0f req-71dd9dce-db30-4a24-8f80-0c40a1d52d50 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 944 time: 0.0672150 Jul 24 02:01:07.426749 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5879608b-eb75-4db7-982b-addb020ffd0f req-ef01ed0a-d089-4a22-8a86-34b3710d6489 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342300 Jul 24 02:01:08.562317 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3b233-67c4-40f7-b58a-fd03b7446478 req-52aeac39-6197-4ab2-b725-eb6434dde6f8 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:01:08.564655 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a6f3b233-67c4-40f7-b58a-fd03b7446478 req-52aeac39-6197-4ab2-b725-eb6434dde6f8 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 944 time: 0.0696340 Jul 24 02:01:08.602882 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a6f3b233-67c4-40f7-b58a-fd03b7446478 req-4b8fbaa2-966c-463a-a262-efb673270cc7 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326295 Jul 24 02:01:09.737300 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d96af-279e-4b6b-b928-e65db38ff367 req-8876fa11-a18f-4416-a16f-da28bcd2556e tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:01:09.738824 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-547d96af-279e-4b6b-b928-e65db38ff367 req-8876fa11-a18f-4416-a16f-da28bcd2556e tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 944 time: 0.0657356 Jul 24 02:01:09.780798 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-547d96af-279e-4b6b-b928-e65db38ff367 req-b1023f3c-aae8-4b64-ab01-d16d81102c39 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327978 Jul 24 02:01:10.626467 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 02:01:10.911194 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15efa5-1ae1-409a-9154-4df97174393f req-f392de31-164a-434e-9194-d73d5d66668a tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:01:10.912719 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3e15efa5-1ae1-409a-9154-4df97174393f req-f392de31-164a-434e-9194-d73d5d66668a tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 944 time: 0.0646348 Jul 24 02:01:10.951425 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3e15efa5-1ae1-409a-9154-4df97174393f req-c6a1fdf9-8d8b-4ca9-8fc8-9bd0d24eb702 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330353 Jul 24 02:01:11.044201 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 737b30ec-f74d-4f58-867a-8efe633cd9a1 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 02:01:11.142689 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 737b30ec-f74d-4f58-867a-8efe633cd9a1, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=737b30ec-f74d-4f58-867a-8efe633cd9a1,segment=NetworkSegment(4a94036e-f9be-408a-9b4f-7bcafaf0b78e),segment_id=4a94036e-f9be-408a-9b4f-7bcafaf0b78e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 02:01:11.154102 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '737b30ec-f74d-4f58-867a-8efe633cd9a1', 'network_id': '5505db66-67a7-483f-8397-cce3e2707159', 'port_id': '737b30ec-f74d-4f58-867a-8efe633cd9a1', 'mac_address': 'fa:16:3e:44:f6:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b038e3f-f6b7-4805-906a-d9475629d1ef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 02:01:11.192186 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:01:11.204965 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 737b30ec-f74d-4f58-867a-8efe633cd9a1 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 02:01:11.224724 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 737b30ec-f74d-4f58-867a-8efe633cd9a1, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=737b30ec-f74d-4f58-867a-8efe633cd9a1,segment=NetworkSegment(4a94036e-f9be-408a-9b4f-7bcafaf0b78e),segment_id=4a94036e-f9be-408a-9b4f-7bcafaf0b78e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 02:01:11.228823 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:01:11.286512 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=737b30ec-f74d-4f58-867a-8efe633cd9a1,revision_number=7']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:01:11.457735 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['737b30ec-f74d-4f58-867a-8efe633cd9a1'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 02:01:12.090824 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed53a445-4fb7-478d-b3be-38a364ffc064 req-ab7d41e3-01e7-4b96-bbe1-518340bb2cb1 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:01:12.092371 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ed53a445-4fb7-478d-b3be-38a364ffc064 req-ab7d41e3-01e7-4b96-bbe1-518340bb2cb1 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 945 time: 0.0723541 Jul 24 02:01:12.131925 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-ed53a445-4fb7-478d-b3be-38a364ffc064 req-0d128e9d-0187-43b9-8ff6-f2d6c5c96eba tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337954 Jul 24 02:01:13.052307 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 737b30ec-f74d-4f58-867a-8efe633cd9a1 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 02:01:13.101643 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 737b30ec-f74d-4f58-867a-8efe633cd9a1 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 02:01:13.102014 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:01:13.186844 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:01:13.216794 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a06315d-f43b-4014-9990-563a350ebea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '737b30ec-f74d-4f58-867a-8efe633cd9a1'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 02:01:13.219289 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b36c629d192f293ddd0cd0678fefb9a9e59c3f82b7da09e09f5fd8b02f5b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565743b1-47c1-4a8e-a9ab-97eb4dab66b8" -d '{"events": [{"server_uuid": "0a06315d-f43b-4014-9990-563a350ebea2", "name": "network-vif-plugged", "status": "completed", "tag": "737b30ec-f74d-4f58-867a-8efe633cd9a1"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 02:01:13.234557 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 737b30ec-f74d-4f58-867a-8efe633cd9a1, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=737b30ec-f74d-4f58-867a-8efe633cd9a1,segment=NetworkSegment(4a94036e-f9be-408a-9b4f-7bcafaf0b78e),segment_id=4a94036e-f9be-408a-9b4f-7bcafaf0b78e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 02:01:13.239275 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:01:13.270990 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 02:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb090b5-4b39-4cde-8f1b-f88bd3f057f7 x-openstack-request-id: req-1fb090b5-4b39-4cde-8f1b-f88bd3f057f7 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 02:01:13.271294 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a06315d-f43b-4014-9990-563a350ebea2", "name": "network-vif-plugged", "status": "completed", "tag": "737b30ec-f74d-4f58-867a-8efe633cd9a1", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 02:01:13.271548 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1fb090b5-4b39-4cde-8f1b-f88bd3f057f7 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 02:01:13.271942 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a06315d-f43b-4014-9990-563a350ebea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '737b30ec-f74d-4f58-867a-8efe633cd9a1', 'code': 200} Jul 24 02:01:13.276855 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6193b63-6373-470e-8b64-407aa609c801 req-1c5219b9-d4d0-45f0-9341-e538fa1fbb8d tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:01:13.278496 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f6193b63-6373-470e-8b64-407aa609c801 req-1c5219b9-d4d0-45f0-9341-e538fa1fbb8d tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 945 time: 0.0751483 Jul 24 02:01:13.309456 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=737b30ec-f74d-4f58-867a-8efe633cd9a1,revision_number=8']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:01:13.321910 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f6193b63-6373-470e-8b64-407aa609c801 req-673b8794-5d79-43c4-9eba-e8e900a457d6 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350826 Jul 24 02:01:13.444322 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed45214-4227-4c17-bf3e-1fc7be5625ff req-176bb8f9-d128-4801-ae17-38a766880ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:01:13.445933 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6ed45214-4227-4c17-bf3e-1fc7be5625ff req-176bb8f9-d128-4801-ae17-38a766880ebe service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 1098 time: 0.0606005 Jul 24 02:01:13.481592 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-6ed45214-4227-4c17-bf3e-1fc7be5625ff req-76794d75-d28c-4bd2-af39-af70edb1177c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294349 Jul 24 02:01:14.461628 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783cf08-2b82-4b9b-847e-60f152f885ac req-80b26771-97ff-4175-8917-98422ad6771c tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:01:14.463173 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a783cf08-2b82-4b9b-847e-60f152f885ac req-80b26771-97ff-4175-8917-98422ad6771c tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 946 time: 0.0683672 Jul 24 02:01:14.502013 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a783cf08-2b82-4b9b-847e-60f152f885ac req-4be95041-5d5b-4a3f-9a01-591fb6ab699a tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327561 Jul 24 02:01:15.893345 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-814faebc-fa76-42d3-87dc-e3d255697909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:01:18.380135 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-817f10bd-6ac4-4dcf-8341-e9d41d699698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:01:18.600059 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:01:19.772712 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:01:21.273214 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:01:22.446631 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8c5c8467-63a0-4dbf-acf6-ed2561d0bc82 req-889c37c3-0f21-4158-b687-966a16890ef7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=628d42a2-7ada-4268-be52-7c3048d872bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0325775 Jul 24 02:01:22.493675 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8c5c8467-63a0-4dbf-acf6-ed2561d0bc82 req-23cff769-3c9c-434c-8298-f6ce60e52165 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=628d42a2-7ada-4268-be52-7c3048d872bf HTTP/1.1" status: 200 len: 210 time: 0.0284445 Jul 24 02:01:22.538548 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8c5c8467-63a0-4dbf-acf6-ed2561d0bc82 req-0ba7c58a-28c9-4c49-a9fb-cde38e65a564 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271485 Jul 24 02:01:22.637446 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c8467-63a0-4dbf-acf6-ed2561d0bc82 req-5e9badea-4e97-4b50-beb4-db624200c716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:01:22.638972 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8c5c8467-63a0-4dbf-acf6-ed2561d0bc82 req-5e9badea-4e97-4b50-beb4-db624200c716 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951049 Jul 24 02:01:27.752999 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c838656f-5e0d-4bc9-92cd-ee517453c0e4 req-2d921b9d-d6bd-445e-8f46-982769f9a71b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0622101 Jul 24 02:01:27.852466 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838656f-5e0d-4bc9-92cd-ee517453c0e4 req-f2be4c56-93a6-4c84-b596-5ec0438900ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:01:27.854023 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c838656f-5e0d-4bc9-92cd-ee517453c0e4 req-f2be4c56-93a6-4c84-b596-5ec0438900ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5b1463a8f37040028ca108b030672b20&device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 1098 time: 0.0582159 Jul 24 02:01:27.968116 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838656f-5e0d-4bc9-92cd-ee517453c0e4 req-1e40e39c-17eb-4502-96cc-5953d7b1bd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:01:27.969636 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c838656f-5e0d-4bc9-92cd-ee517453c0e4 req-1e40e39c-17eb-4502-96cc-5953d7b1bd60 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5505db66-67a7-483f-8397-cce3e2707159 HTTP/1.1" status: 200 len: 909 time: 0.0961797 Jul 24 02:01:28.045144 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c838656f-5e0d-4bc9-92cd-ee517453c0e4 req-2abbed6d-a7a5-4e95-96a4-4576e64a0e17 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=737b30ec-f74d-4f58-867a-8efe633cd9a1 HTTP/1.1" status: 200 len: 1002 time: 0.0686028 Jul 24 02:01:28.112317 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838656f-5e0d-4bc9-92cd-ee517453c0e4 req-f013aa93-e11e-42e0-bb8e-d189c99e2ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:01:28.113856 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c838656f-5e0d-4bc9-92cd-ee517453c0e4 req-f013aa93-e11e-42e0-bb8e-d189c99e2ff9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b038e3f-f6b7-4805-906a-d9475629d1ef HTTP/1.1" status: 200 len: 847 time: 0.0555878 Jul 24 02:01:28.178974 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838656f-5e0d-4bc9-92cd-ee517453c0e4 req-ca61922f-e37d-4d02-a7cc-6e24cecf8eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:01:28.180504 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c838656f-5e0d-4bc9-92cd-ee517453c0e4 req-ca61922f-e37d-4d02-a7cc-6e24cecf8eb0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5505db66-67a7-483f-8397-cce3e2707159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607171 Jul 24 02:01:28.276662 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c838656f-5e0d-4bc9-92cd-ee517453c0e4 req-a706f0ee-9461-4456-96ab-bc037e7f3efb service neutron] 10.222.0.13 "GET /v2.0/networks/5505db66-67a7-483f-8397-cce3e2707159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867741 Jul 24 02:01:28.379619 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c838656f-5e0d-4bc9-92cd-ee517453c0e4 req-86a3d9ea-a6f3-456e-9d0d-43ac7966859a service neutron] 10.222.0.13 "GET /v2.0/networks/5505db66-67a7-483f-8397-cce3e2707159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955515 Jul 24 02:01:35.692007 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:01:36.071415 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:01:45.895362 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f03c1a7b-ecde-4dab-bcee-966e324852af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:01:47.628325 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 02:01:48.381224 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c77e1923-35fa-4c40-880c-75201879be8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:01:48.602045 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:01:49.776265 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:01:51.275034 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:05.693244 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:06.088975 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:15.896557 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0a6e736d-ad01-43f0-ac18-aea0820f67d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:18.380697 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b4f52bc3-afc7-44b8-b633-f07a28c9df6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:18.604385 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:19.782180 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:21.278412 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:24.425934 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f6c412ef-5f2d-4d87-977e-b2651144f1ca req-0080f7eb-049d-4bd0-8e46-8c79efeca87d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e7d87376-d685-42ed-96e2-a3452ba60793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0294271 Jul 24 02:02:24.472123 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f6c412ef-5f2d-4d87-977e-b2651144f1ca req-33829ebe-4ec1-434d-a7ed-3d3f2471560d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=e7d87376-d685-42ed-96e2-a3452ba60793 HTTP/1.1" status: 200 len: 210 time: 0.0271504 Jul 24 02:02:24.509654 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f6c412ef-5f2d-4d87-977e-b2651144f1ca req-147eae5b-6751-4a1e-acd8-775ef3c79646 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0198610 Jul 24 02:02:24.605595 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c412ef-5f2d-4d87-977e-b2651144f1ca req-d67f5f58-b191-4529-835b-2b337686d400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:02:24.607126 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f6c412ef-5f2d-4d87-977e-b2651144f1ca req-d67f5f58-b191-4529-835b-2b337686d400 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920429 Jul 24 02:02:24.628335 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 02:02:27.938820 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53616) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:02:28.103796 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-8d543f18-fdac-4f8d-9774-75075c5cb9e3 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Deleting port d2b15fc1-a077-4d80-b46c-571a6665a260 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 02:02:28.104072 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8d543f18-fdac-4f8d-9774-75075c5cb9e3 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:28.194685 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8d543f18-fdac-4f8d-9774-75075c5cb9e3 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:28.195054 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8d543f18-fdac-4f8d-9774-75075c5cb9e3 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:28.206841 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-8d543f18-fdac-4f8d-9774-75075c5cb9e3 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Calling delete_port for d2b15fc1-a077-4d80-b46c-571a6665a260 owned by network:floatingip {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 02:02:28.354842 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8d543f18-fdac-4f8d-9774-75075c5cb9e3 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:28.386117 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d543f18-fdac-4f8d-9774-75075c5cb9e3 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Pushing event deleted for resources: {'Port': ['ID=d2b15fc1-a077-4d80-b46c-571a6665a260,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:28.413211 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d543f18-fdac-4f8d-9774-75075c5cb9e3 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:28.413562 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d543f18-fdac-4f8d-9774-75075c5cb9e3 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:28.413909 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d543f18-fdac-4f8d-9774-75075c5cb9e3 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:28.414295 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d543f18-fdac-4f8d-9774-75075c5cb9e3 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:28.414662 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d543f18-fdac-4f8d-9774-75075c5cb9e3 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:28.415071 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d543f18-fdac-4f8d-9774-75075c5cb9e3 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:28.415405 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d543f18-fdac-4f8d-9774-75075c5cb9e3 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:28.415738 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d543f18-fdac-4f8d-9774-75075c5cb9e3 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:28.416067 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d543f18-fdac-4f8d-9774-75075c5cb9e3 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:28.416395 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d543f18-fdac-4f8d-9774-75075c5cb9e3 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:28.416719 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d543f18-fdac-4f8d-9774-75075c5cb9e3 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:28.417043 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d543f18-fdac-4f8d-9774-75075c5cb9e3 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:28.459818 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8d543f18-fdac-4f8d-9774-75075c5cb9e3 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for floatingip, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:28.460158 n-d-793621-25 neutron-server[100464]: INFO neutron.db.l3_db [None req-8d543f18-fdac-4f8d-9774-75075c5cb9e3 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Floating IP 41b5014d-87f4-4314-b7f0-ad14d28ecf33 disassociated (deleted). External IP: 172.25.2.215, port: 737b30ec-f74d-4f58-867a-8efe633cd9a1. Jul 24 02:02:28.712085 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d543f18-fdac-4f8d-9774-75075c5cb9e3 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Router 7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 02:02:29.130288 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db5bf9f9-44f1-4ac3-81f8-72195fca3869 req-5e742eb3-19ef-45da-854e-2513f14e0391 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4591837 Jul 24 02:02:29.166597 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d543f18-fdac-4f8d-9774-75075c5cb9e3 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 02:02:29.171658 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-8d543f18-fdac-4f8d-9774-75075c5cb9e3 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:29.178331 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c70a14-8657-4aba-8a67-341096d67fb6 None None] Sync routers for ids ['7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 02:02:29.188231 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c70a14-8657-4aba-8a67-341096d67fb6 None None] Routers {'7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 02:02:29.188839 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-f1c70a14-8657-4aba-8a67-341096d67fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T02:02:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:02:29.236191 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-8d543f18-fdac-4f8d-9774-75075c5cb9e3 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "DELETE /v2.0/floatingips/41b5014d-87f4-4314-b7f0-ad14d28ecf33 HTTP/1.1" status: 204 len: 168 time: 1.2962360 Jul 24 02:02:29.237970 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a06315d-f43b-4014-9990-563a350ebea2', 'tag': '737b30ec-f74d-4f58-867a-8efe633cd9a1'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 02:02:29.240320 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c0377c0cac57482b78947fbfdb6e67ca594c264dadda24220a1a6cbe410d8c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f226b81-c93e-436d-a59c-65ad5a8793c9" -d '{"events": [{"name": "network-changed", "server_uuid": "0a06315d-f43b-4014-9990-563a350ebea2", "tag": "737b30ec-f74d-4f58-867a-8efe633cd9a1"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 02:02:29.263918 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5bf9f9-44f1-4ac3-81f8-72195fca3869 req-8f91fbe1-46c9-40aa-8c13-54bd31fa054c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:02:29.265464 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db5bf9f9-44f1-4ac3-81f8-72195fca3869 req-8f91fbe1-46c9-40aa-8c13-54bd31fa054c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5b1463a8f37040028ca108b030672b20&device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 1098 time: 0.0899682 Jul 24 02:02:29.306543 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-f1c70a14-8657-4aba-8a67-341096d67fb6 None None] Set router 7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 02:02:29.365203 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 02:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d549a839-2eb9-46b9-80f3-c8940ed463dd x-openstack-request-id: req-d549a839-2eb9-46b9-80f3-c8940ed463dd {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 02:02:29.365497 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a06315d-f43b-4014-9990-563a350ebea2", "tag": "737b30ec-f74d-4f58-867a-8efe633cd9a1", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 02:02:29.365748 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d549a839-2eb9-46b9-80f3-c8940ed463dd {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 02:02:29.366145 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a06315d-f43b-4014-9990-563a350ebea2', 'tag': '737b30ec-f74d-4f58-867a-8efe633cd9a1', 'status': 'completed', 'code': 200} Jul 24 02:02:29.396694 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5bf9f9-44f1-4ac3-81f8-72195fca3869 req-76721caa-600c-4120-99e6-9980cd290a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:02:29.399447 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db5bf9f9-44f1-4ac3-81f8-72195fca3869 req-76721caa-600c-4120-99e6-9980cd290a93 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5505db66-67a7-483f-8397-cce3e2707159 HTTP/1.1" status: 200 len: 909 time: 0.1104741 Jul 24 02:02:29.448411 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db5bf9f9-44f1-4ac3-81f8-72195fca3869 req-6289ad9e-e710-49a7-85c6-4b61fe993265 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=737b30ec-f74d-4f58-867a-8efe633cd9a1 HTTP/1.1" status: 200 len: 217 time: 0.0426905 Jul 24 02:02:29.530540 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5bf9f9-44f1-4ac3-81f8-72195fca3869 req-b2faf623-da95-4806-a19b-adc1a828106c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:02:29.531769 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-f1c70a14-8657-4aba-8a67-341096d67fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'name': 'tempest-TestShelveInstance-731769025-router', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '26b02c37-c0df-41ee-85aa-38ea58129f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:53:46Z', 'updated_at': '2021-07-24T01:53:49Z', 'revision_number': 4, 'project_id': '5b1463a8f37040028ca108b030672b20', 'gw_port': {'id': '26b02c37-c0df-41ee-85aa-38ea58129f10', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:53:47Z', 'updated_at': '2021-07-24T01:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '6f1cb148-441f-4795-8657-2ffdc06d7317', 'name': '', 'network_id': '5505db66-67a7-483f-8397-cce3e2707159', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'mac_address': 'fa:16:3e:e4:02:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '0b038e3f-f6b7-4805-906a-d9475629d1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:53:49Z', 'updated_at': '2021-07-24T01:53:54Z', 'revision_number': 5, 'project_id': '5b1463a8f37040028ca108b030672b20', 'subnets': [{'id': '0b038e3f-f6b7-4805-906a-d9475629d1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:02:29.532058 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db5bf9f9-44f1-4ac3-81f8-72195fca3869 req-b2faf623-da95-4806-a19b-adc1a828106c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b038e3f-f6b7-4805-906a-d9475629d1ef HTTP/1.1" status: 200 len: 847 time: 0.0778861 Jul 24 02:02:29.559016 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c70a14-8657-4aba-8a67-341096d67fb6 None None] Checking router: 7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 02:02:29.567674 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c70a14-8657-4aba-8a67-341096d67fb6 None None] Routers {'7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 02:02:29.568295 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-f1c70a14-8657-4aba-8a67-341096d67fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T02:02:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:02:29.599817 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5b461-c843-4cf1-ab7c-78edbb3fd69e req-aa10ee4e-4a98-49e1-9e27-fc5a729c28a3 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:02:29.601527 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-60a5b461-c843-4cf1-ab7c-78edbb3fd69e req-aa10ee4e-4a98-49e1-9e27-fc5a729c28a3 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 946 time: 0.1043096 Jul 24 02:02:29.633753 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5bf9f9-44f1-4ac3-81f8-72195fca3869 req-7d960b83-462e-4df8-8f51-d3d8b230cd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:02:29.635382 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db5bf9f9-44f1-4ac3-81f8-72195fca3869 req-7d960b83-462e-4df8-8f51-d3d8b230cd86 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5505db66-67a7-483f-8397-cce3e2707159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0959375 Jul 24 02:02:29.669597 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-60a5b461-c843-4cf1-ab7c-78edbb3fd69e req-92891a84-f94f-4feb-8a90-30b069847f5b tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593193 Jul 24 02:02:29.693518 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-f1c70a14-8657-4aba-8a67-341096d67fb6 None None] Set router 7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 02:02:29.752540 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db5bf9f9-44f1-4ac3-81f8-72195fca3869 req-7b8a3fcd-f029-405f-aef3-d8048a5e8393 service neutron] 10.222.0.13 "GET /v2.0/networks/5505db66-67a7-483f-8397-cce3e2707159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069970 Jul 24 02:02:29.850102 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-db5bf9f9-44f1-4ac3-81f8-72195fca3869 req-b763ba4d-eac1-4525-a204-82c5334402fd service neutron] 10.222.0.13 "GET /v2.0/networks/5505db66-67a7-483f-8397-cce3e2707159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911069 Jul 24 02:02:29.908167 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-f1c70a14-8657-4aba-8a67-341096d67fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'name': 'tempest-TestShelveInstance-731769025-router', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '26b02c37-c0df-41ee-85aa-38ea58129f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:53:46Z', 'updated_at': '2021-07-24T01:53:49Z', 'revision_number': 4, 'project_id': '5b1463a8f37040028ca108b030672b20', 'gw_port': {'id': '26b02c37-c0df-41ee-85aa-38ea58129f10', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:53:47Z', 'updated_at': '2021-07-24T01:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '6f1cb148-441f-4795-8657-2ffdc06d7317', 'name': '', 'network_id': '5505db66-67a7-483f-8397-cce3e2707159', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'mac_address': 'fa:16:3e:e4:02:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '0b038e3f-f6b7-4805-906a-d9475629d1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:53:49Z', 'updated_at': '2021-07-24T01:53:54Z', 'revision_number': 5, 'project_id': '5b1463a8f37040028ca108b030672b20', 'subnets': [{'id': '0b038e3f-f6b7-4805-906a-d9475629d1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:02:29.935331 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c70a14-8657-4aba-8a67-341096d67fb6 None None] The sync data for ids ['7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8'] in n-d-793621-25 is: [{'id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'name': 'tempest-TestShelveInstance-731769025-router', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '26b02c37-c0df-41ee-85aa-38ea58129f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:53:46Z', 'updated_at': '2021-07-24T01:53:49Z', 'revision_number': 4, 'project_id': '5b1463a8f37040028ca108b030672b20', 'gw_port': {'id': '26b02c37-c0df-41ee-85aa-38ea58129f10', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:53:47Z', 'updated_at': '2021-07-24T01:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '6f1cb148-441f-4795-8657-2ffdc06d7317', 'name': '', 'network_id': '5505db66-67a7-483f-8397-cce3e2707159', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'mac_address': 'fa:16:3e:e4:02:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '0b038e3f-f6b7-4805-906a-d9475629d1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:53:49Z', 'updated_at': '2021-07-24T01:53:54Z', 'revision_number': 5, 'project_id': '5b1463a8f37040028ca108b030672b20', 'subnets': [{'id': '0b038e3f-f6b7-4805-906a-d9475629d1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 02:02:29.959779 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f226b81-c93e-436d-a59c-65ad5a8793c9 req-96008e73-71db-43dc-b484-79e0f9c69b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:02:29.961359 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2f226b81-c93e-436d-a59c-65ad5a8793c9 req-96008e73-71db-43dc-b484-79e0f9c69b1d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5b1463a8f37040028ca108b030672b20&device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 1098 time: 0.0662210 Jul 24 02:02:30.056884 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f226b81-c93e-436d-a59c-65ad5a8793c9 req-0ef4f236-5a9a-496c-8eb8-634b666af1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:02:30.058395 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2f226b81-c93e-436d-a59c-65ad5a8793c9 req-0ef4f236-5a9a-496c-8eb8-634b666af1f4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5505db66-67a7-483f-8397-cce3e2707159 HTTP/1.1" status: 200 len: 909 time: 0.0905879 Jul 24 02:02:30.105850 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2f226b81-c93e-436d-a59c-65ad5a8793c9 req-8ec84622-c8dc-47c0-b5e3-b1b7001b2826 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=737b30ec-f74d-4f58-867a-8efe633cd9a1 HTTP/1.1" status: 200 len: 217 time: 0.0397179 Jul 24 02:02:30.159132 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f226b81-c93e-436d-a59c-65ad5a8793c9 req-883d2e83-0f38-4b1c-9b23-66d0e523cc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:02:30.160662 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2f226b81-c93e-436d-a59c-65ad5a8793c9 req-883d2e83-0f38-4b1c-9b23-66d0e523cc53 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0b038e3f-f6b7-4805-906a-d9475629d1ef HTTP/1.1" status: 200 len: 847 time: 0.0487027 Jul 24 02:02:30.164293 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d60c83-6dbc-45bd-921f-3b19b64b78c6 None None] New status for floating IP 41b5014d-87f4-4314-b7f0-ad14d28ecf33: DOWN {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 02:02:30.220778 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f226b81-c93e-436d-a59c-65ad5a8793c9 req-fd28f7e0-69c0-422e-aec2-c5192b009f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:02:30.223937 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2f226b81-c93e-436d-a59c-65ad5a8793c9 req-fd28f7e0-69c0-422e-aec2-c5192b009f0b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5505db66-67a7-483f-8397-cce3e2707159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567436 Jul 24 02:02:30.322726 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2f226b81-c93e-436d-a59c-65ad5a8793c9 req-07c67f00-754f-4673-93cc-922199e55621 service neutron] 10.222.0.13 "GET /v2.0/networks/5505db66-67a7-483f-8397-cce3e2707159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906942 Jul 24 02:02:30.414738 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-2f226b81-c93e-436d-a59c-65ad5a8793c9 req-bdc26c97-ed4f-4b99-af28-9df966204965 service neutron] 10.222.0.13 "GET /v2.0/networks/5505db66-67a7-483f-8397-cce3e2707159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851319 Jul 24 02:02:30.835556 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd482e8-fa94-4083-be7c-0d0ef6861cdc req-62eb5ce6-4336-4142-97ff-117ddc963eb9 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:02:30.837124 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fbd482e8-fa94-4083-be7c-0d0ef6861cdc req-62eb5ce6-4336-4142-97ff-117ddc963eb9 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 946 time: 0.0669279 Jul 24 02:02:30.878190 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fbd482e8-fa94-4083-be7c-0d0ef6861cdc req-3031d12d-9b4c-485a-b5f2-4afe88686d39 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/security-groups?id=f1877216-f4f8-4ca0-a6a2-a03e255124d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350130 Jul 24 02:02:31.028301 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb65275-1d73-48b3-b43c-e51c7c74ec36 req-84031275-2fee-4a5e-9964-df59843e1bf5 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:02:31.029746 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cbb65275-1d73-48b3-b43c-e51c7c74ec36 req-84031275-2fee-4a5e-9964-df59843e1bf5 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 946 time: 0.0671954 Jul 24 02:02:31.137270 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-cbb65275-1d73-48b3-b43c-e51c7c74ec36 req-f11c54e8-c829-45f5-a541-aaaf73d05638 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Deleting port 737b30ec-f74d-4f58-867a-8efe633cd9a1 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 02:02:31.137621 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-cbb65275-1d73-48b3-b43c-e51c7c74ec36 req-f11c54e8-c829-45f5-a541-aaaf73d05638 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:31.229344 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-cbb65275-1d73-48b3-b43c-e51c7c74ec36 req-f11c54e8-c829-45f5-a541-aaaf73d05638 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] For port 737b30ec-f74d-4f58-867a-8efe633cd9a1, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=737b30ec-f74d-4f58-867a-8efe633cd9a1,segment=NetworkSegment(4a94036e-f9be-408a-9b4f-7bcafaf0b78e),segment_id=4a94036e-f9be-408a-9b4f-7bcafaf0b78e)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 02:02:31.230053 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-cbb65275-1d73-48b3-b43c-e51c7c74ec36 req-f11c54e8-c829-45f5-a541-aaaf73d05638 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:31.242631 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-cbb65275-1d73-48b3-b43c-e51c7c74ec36 req-f11c54e8-c829-45f5-a541-aaaf73d05638 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Calling delete_port for 737b30ec-f74d-4f58-867a-8efe633cd9a1 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 02:02:31.375905 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-cbb65275-1d73-48b3-b43c-e51c7c74ec36 req-f11c54e8-c829-45f5-a541-aaaf73d05638 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:31.411475 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c54e8-c829-45f5-a541-aaaf73d05638 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Pushing event deleted for resources: {'Port': ['ID=737b30ec-f74d-4f58-867a-8efe633cd9a1,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:31.465044 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb65275-1d73-48b3-b43c-e51c7c74ec36 req-f11c54e8-c829-45f5-a541-aaaf73d05638 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] No DVR routers for this DVR port 737b30ec-f74d-4f58-867a-8efe633cd9a1 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 02:02:31.467948 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-cbb65275-1d73-48b3-b43c-e51c7c74ec36 req-f11c54e8-c829-45f5-a541-aaaf73d05638 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:31.471626 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-cbb65275-1d73-48b3-b43c-e51c7c74ec36 req-f11c54e8-c829-45f5-a541-aaaf73d05638 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.13 "DELETE /v2.0/ports/737b30ec-f74d-4f58-867a-8efe633cd9a1 HTTP/1.1" status: 204 len: 173 time: 0.4357257 Jul 24 02:02:31.472294 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a06315d-f43b-4014-9990-563a350ebea2', 'name': 'network-vif-deleted', 'tag': '737b30ec-f74d-4f58-867a-8efe633cd9a1'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 02:02:31.474803 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c0377c0cac57482b78947fbfdb6e67ca594c264dadda24220a1a6cbe410d8c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76eec1a3-0aa3-4543-8657-0e67fb418eb6" -d '{"events": [{"server_uuid": "0a06315d-f43b-4014-9990-563a350ebea2", "name": "network-vif-deleted", "tag": "737b30ec-f74d-4f58-867a-8efe633cd9a1"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 02:02:31.519412 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 02:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b373c2-0934-4e92-9f6d-ec68a0651dd0 x-openstack-request-id: req-b4b373c2-0934-4e92-9f6d-ec68a0651dd0 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 02:02:31.520327 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a06315d-f43b-4014-9990-563a350ebea2", "name": "network-vif-deleted", "tag": "737b30ec-f74d-4f58-867a-8efe633cd9a1", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 02:02:31.520584 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b4b373c2-0934-4e92-9f6d-ec68a0651dd0 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 02:02:31.520991 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a06315d-f43b-4014-9990-563a350ebea2', 'name': 'network-vif-deleted', 'tag': '737b30ec-f74d-4f58-867a-8efe633cd9a1', 'status': 'completed', 'code': 200} Jul 24 02:02:31.999232 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a2328ee3-77a9-422a-9d25-261f250c26c3 req-149052e2-3ade-4e94-8733-bf503826a35a tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 210 time: 0.0362706 Jul 24 02:02:33.101846 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f1649692-b886-4200-b3ad-759151a5180e req-0ac229cc-e247-4975-88b8-4dbfeec9461d tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 210 time: 0.0307615 Jul 24 02:02:33.291743 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 737b30ec-f74d-4f58-867a-8efe633cd9a1 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 02:02:33.312197 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 737b30ec-f74d-4f58-867a-8efe633cd9a1 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 02:02:33.312543 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 737b30ec-f74d-4f58-867a-8efe633cd9a1 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 02:02:34.210791 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-51ba5c83-4014-4bdb-8039-61c4d549c69b req-40a19511-6577-4e3a-bb1f-f3d5097ca372 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 210 time: 0.0362320 Jul 24 02:02:35.334504 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9caf52a9-cea4-41c5-b383-dd5cac7cd4c8 req-002050e4-0e74-43c2-aeb4-df7cb283902b tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "GET /v2.0/ports?device_id=0a06315d-f43b-4014-9990-563a350ebea2 HTTP/1.1" status: 200 len: 210 time: 0.0316694 Jul 24 02:02:35.709519 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:36.087106 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:36.397830 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53654) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:02:36.467766 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f9044809-c27f-4d06-a176-f37868412981 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:36.498326 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f9044809-c27f-4d06-a176-f37868412981 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:36.570581 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f9044809-c27f-4d06-a176-f37868412981 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:36.573703 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-f9044809-c27f-4d06-a176-f37868412981 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:36.575209 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-f9044809-c27f-4d06-a176-f37868412981 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] 10.222.0.15 "DELETE /v2.0/security-groups/f1877216-f4f8-4ca0-a6a2-a03e255124d7 HTTP/1.1" status: 204 len: 168 time: 0.1762094 Jul 24 02:02:36.586474 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9044809-c27f-4d06-a176-f37868412981 tempest-TestShelveInstance-403402248 tempest-TestShelveInstance-403402248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1877216-f4f8-4ca0-a6a2-a03e255124d7,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:36.632494 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53658) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:02:37.106117 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-374511d7-b52f-4c48-85c9-1b0b3cc41dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:37.369405 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-374511d7-b52f-4c48-85c9-1b0b3cc41dac admin admin] Deleting port 6f1cb148-441f-4795-8657-2ffdc06d7317 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 02:02:37.369652 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-374511d7-b52f-4c48-85c9-1b0b3cc41dac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:37.452385 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-374511d7-b52f-4c48-85c9-1b0b3cc41dac admin admin] For port 6f1cb148-441f-4795-8657-2ffdc06d7317, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=6f1cb148-441f-4795-8657-2ffdc06d7317,segment=NetworkSegment(4a94036e-f9be-408a-9b4f-7bcafaf0b78e),segment_id=4a94036e-f9be-408a-9b4f-7bcafaf0b78e)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 02:02:37.452756 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-374511d7-b52f-4c48-85c9-1b0b3cc41dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:37.465249 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-374511d7-b52f-4c48-85c9-1b0b3cc41dac admin admin] Calling delete_port for 6f1cb148-441f-4795-8657-2ffdc06d7317 owned by network:router_interface {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 02:02:37.664165 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-374511d7-b52f-4c48-85c9-1b0b3cc41dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:37.691402 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374511d7-b52f-4c48-85c9-1b0b3cc41dac admin admin] Pushing event deleted for resources: {'Port': ['ID=6f1cb148-441f-4795-8657-2ffdc06d7317,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:37.703920 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374511d7-b52f-4c48-85c9-1b0b3cc41dac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:37.703920 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374511d7-b52f-4c48-85c9-1b0b3cc41dac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:37.704200 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374511d7-b52f-4c48-85c9-1b0b3cc41dac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:37.704406 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374511d7-b52f-4c48-85c9-1b0b3cc41dac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:37.704739 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374511d7-b52f-4c48-85c9-1b0b3cc41dac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:37.705698 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374511d7-b52f-4c48-85c9-1b0b3cc41dac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:37.706291 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374511d7-b52f-4c48-85c9-1b0b3cc41dac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:37.706793 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374511d7-b52f-4c48-85c9-1b0b3cc41dac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:37.707136 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374511d7-b52f-4c48-85c9-1b0b3cc41dac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:37.707464 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374511d7-b52f-4c48-85c9-1b0b3cc41dac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:37.707802 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374511d7-b52f-4c48-85c9-1b0b3cc41dac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:37.708125 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-374511d7-b52f-4c48-85c9-1b0b3cc41dac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:37.884478 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-374511d7-b52f-4c48-85c9-1b0b3cc41dac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:38.124601 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374511d7-b52f-4c48-85c9-1b0b3cc41dac admin admin] Router 7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 02:02:38.609384 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374511d7-b52f-4c48-85c9-1b0b3cc41dac admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 02:02:38.615128 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-374511d7-b52f-4c48-85c9-1b0b3cc41dac admin admin] 10.222.0.15 "PUT /v2.0/routers/7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9814103 Jul 24 02:02:38.618533 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53662) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:02:38.621308 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba03a013-72bf-4f20-b2e0-ec2563e345b0 None None] Sync routers for ids ['7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 02:02:38.632087 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba03a013-72bf-4f20-b2e0-ec2563e345b0 None None] Routers {'7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 02:02:38.632433 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-ba03a013-72bf-4f20-b2e0-ec2563e345b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T02:02:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:02:38.743140 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-ba03a013-72bf-4f20-b2e0-ec2563e345b0 None None] Set router 7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 02:02:38.746148 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-39dacac7-e258-4aed-87a7-62f9874ffda2 admin admin] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:38.868336 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-39dacac7-e258-4aed-87a7-62f9874ffda2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:38.930347 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-39dacac7-e258-4aed-87a7-62f9874ffda2 admin admin] Deleting port 26b02c37-c0df-41ee-85aa-38ea58129f10 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 02:02:38.930907 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-39dacac7-e258-4aed-87a7-62f9874ffda2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:38.947783 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-ba03a013-72bf-4f20-b2e0-ec2563e345b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'name': 'tempest-TestShelveInstance-731769025-router', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': '26b02c37-c0df-41ee-85aa-38ea58129f10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:53:46Z', 'updated_at': '2021-07-24T02:02:37Z', 'revision_number': 5, 'project_id': '5b1463a8f37040028ca108b030672b20', 'gw_port': {'id': '26b02c37-c0df-41ee-85aa-38ea58129f10', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:c2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:53:47Z', 'updated_at': '2021-07-24T01:53:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:02:39.014750 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-39dacac7-e258-4aed-87a7-62f9874ffda2 admin admin] For port 26b02c37-c0df-41ee-85aa-38ea58129f10, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=26b02c37-c0df-41ee-85aa-38ea58129f10,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 02:02:39.015053 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-39dacac7-e258-4aed-87a7-62f9874ffda2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:39.035050 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-39dacac7-e258-4aed-87a7-62f9874ffda2 admin admin] Calling delete_port for 26b02c37-c0df-41ee-85aa-38ea58129f10 owned by network:router_gateway {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 02:02:39.081799 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba03a013-72bf-4f20-b2e0-ec2563e345b0 None None] Checking router: 7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 02:02:39.090587 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba03a013-72bf-4f20-b2e0-ec2563e345b0 None None] Routers {'7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 02:02:39.091220 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-ba03a013-72bf-4f20-b2e0-ec2563e345b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T02:02:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:02:39.183052 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-ba03a013-72bf-4f20-b2e0-ec2563e345b0 None None] Set router 7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8 gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 02:02:39.214700 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-39dacac7-e258-4aed-87a7-62f9874ffda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:39.235280 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-ba03a013-72bf-4f20-b2e0-ec2563e345b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'name': 'tempest-TestShelveInstance-731769025-router', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:53:46Z', 'updated_at': '2021-07-24T02:02:38Z', 'revision_number': 6, 'project_id': '5b1463a8f37040028ca108b030672b20', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:02:39.243637 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dacac7-e258-4aed-87a7-62f9874ffda2 admin admin] Pushing event deleted for resources: {'Port': ['ID=26b02c37-c0df-41ee-85aa-38ea58129f10,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:39.275321 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba03a013-72bf-4f20-b2e0-ec2563e345b0 None None] The sync data for ids ['7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8'] in n-d-793621-25 is: [{'id': '7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8', 'name': 'tempest-TestShelveInstance-731769025-router', 'tenant_id': '5b1463a8f37040028ca108b030672b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:53:46Z', 'updated_at': '2021-07-24T02:02:38Z', 'revision_number': 6, 'project_id': '5b1463a8f37040028ca108b030672b20', 'gw_port_host': None}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 02:02:39.320980 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-39dacac7-e258-4aed-87a7-62f9874ffda2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:39.427419 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-39dacac7-e258-4aed-87a7-62f9874ffda2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:39.429562 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-39dacac7-e258-4aed-87a7-62f9874ffda2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:39.472433 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-39dacac7-e258-4aed-87a7-62f9874ffda2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:39.472933 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39dacac7-e258-4aed-87a7-62f9874ffda2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8 {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 02:02:39.477226 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-39dacac7-e258-4aed-87a7-62f9874ffda2 admin admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:39.478373 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-39dacac7-e258-4aed-87a7-62f9874ffda2 admin admin] 10.222.0.15 "DELETE /v2.0/routers/7cfe308e-f76e-4f3b-b7e8-8fb7c5431ad8 HTTP/1.1" status: 204 len: 168 time: 0.8588581 Jul 24 02:02:39.480961 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53664) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:02:39.531698 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a1d8180-3ac0-4ad9-82de-6f3e682717a1 admin admin] Deleting subnet 0b038e3f-f6b7-4805-906a-d9475629d1ef {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 02:02:39.535248 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2a1d8180-3ac0-4ad9-82de-6f3e682717a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:39.570819 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2a1d8180-3ac0-4ad9-82de-6f3e682717a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:39.654487 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2a1d8180-3ac0-4ad9-82de-6f3e682717a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:39.719516 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2a1d8180-3ac0-4ad9-82de-6f3e682717a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:39.750012 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d8180-3ac0-4ad9-82de-6f3e682717a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b038e3f-f6b7-4805-906a-d9475629d1ef,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:39.752403 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-2a1d8180-3ac0-4ad9-82de-6f3e682717a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:39.754677 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-2a1d8180-3ac0-4ad9-82de-6f3e682717a1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0b038e3f-f6b7-4805-906a-d9475629d1ef HTTP/1.1" status: 204 len: 168 time: 0.2724879 Jul 24 02:02:39.756957 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53666) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:02:39.759327 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021fb727-f892-48e6-9a7d-23fdc2393e1a None None] Network 5505db66-67a7-483f-8397-cce3e2707159 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 02:02:39.835996 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a6440295-eb78-439a-b956-0f933b6c20ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:39.893309 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-a6440295-eb78-439a-b956-0f933b6c20ef admin admin] Deleting port eedda431-5ccd-4eb5-bacf-10e68bc76096 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 02:02:39.893943 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a6440295-eb78-439a-b956-0f933b6c20ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:39.966645 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-a6440295-eb78-439a-b956-0f933b6c20ef admin admin] For port eedda431-5ccd-4eb5-bacf-10e68bc76096, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=eedda431-5ccd-4eb5-bacf-10e68bc76096,segment=NetworkSegment(4a94036e-f9be-408a-9b4f-7bcafaf0b78e),segment_id=4a94036e-f9be-408a-9b4f-7bcafaf0b78e)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 02:02:39.967112 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a6440295-eb78-439a-b956-0f933b6c20ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:39.980185 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-a6440295-eb78-439a-b956-0f933b6c20ef admin admin] Calling delete_port for eedda431-5ccd-4eb5-bacf-10e68bc76096 owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 02:02:40.073570 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8bd9b1-ab05-4a3c-846a-0d6666b7fb60 None None] DHCP port deletion for 5505db66-67a7-483f-8397-cce3e2707159 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 02:02:40.073962 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a6440295-eb78-439a-b956-0f933b6c20ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:40.108563 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6440295-eb78-439a-b956-0f933b6c20ef admin admin] No DVR routers for this DVR port eedda431-5ccd-4eb5-bacf-10e68bc76096 on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 02:02:40.112794 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6440295-eb78-439a-b956-0f933b6c20ef admin admin] Pushing event deleted for resources: {'Port': ['ID=eedda431-5ccd-4eb5-bacf-10e68bc76096,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:40.185840 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a6440295-eb78-439a-b956-0f933b6c20ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:40.196603 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-a6440295-eb78-439a-b956-0f933b6c20ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5505db66-67a7-483f-8397-cce3e2707159']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:02:40.207183 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-a6440295-eb78-439a-b956-0f933b6c20ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a94036e-f9be-408a-9b4f-7bcafaf0b78e') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:02:40.207486 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-a6440295-eb78-439a-b956-0f933b6c20ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a94036e-f9be-408a-9b4f-7bcafaf0b78e') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:02:40.216355 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a6440295-eb78-439a-b956-0f933b6c20ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:40.236210 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a6440295-eb78-439a-b956-0f933b6c20ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:40.242488 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6440295-eb78-439a-b956-0f933b6c20ef admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 02:02:40.242932 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a6440295-eb78-439a-b956-0f933b6c20ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:40.244729 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 02:02:40.244729 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 02:02:40.244729 n-d-793621-25 neutron-server[100463]: timer() Jul 24 02:02:40.244729 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 02:02:40.244729 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 02:02:40.244729 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 02:02:40.244729 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 02:02:40.244729 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 02:02:40.244729 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 02:02:40.244729 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 02:02:40.244729 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 02:02:40.244729 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 02:02:40.244729 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 02:02:40.244729 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 02:02:40.244729 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 02:02:40.244729 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 02:02:40.244729 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 02:02:40.244729 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 02:02:40.244729 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 02:02:40.244729 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 02:02:40.244729 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 02:02:40.244729 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 02:02:40.244729 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 02:02:40.244729 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 02:02:40.244729 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 02:02:40.244729 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 02:02:40.244729 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 02:02:40.244729 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 02:02:40.244729 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 02:02:40.244729 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 02:02:40.244729 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 02:02:40.244729 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 02:02:40.312352 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a6440295-eb78-439a-b956-0f933b6c20ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:40.318397 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a6440295-eb78-439a-b956-0f933b6c20ef admin admin] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:40.320413 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a6440295-eb78-439a-b956-0f933b6c20ef admin admin] 10.222.0.15 "DELETE /v2.0/networks/5505db66-67a7-483f-8397-cce3e2707159 HTTP/1.1" status: 204 len: 168 time: 0.5625193 Jul 24 02:02:40.323384 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53668) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:02:40.370004 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6440295-eb78-439a-b956-0f933b6c20ef admin admin] Pushing event deleted for resources: {'Network': ['ID=5505db66-67a7-483f-8397-cce3e2707159,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:40.562658 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 6f1cb148-441f-4795-8657-2ffdc06d7317 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 02:02:40.586813 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 6f1cb148-441f-4795-8657-2ffdc06d7317 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 02:02:40.587166 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 6f1cb148-441f-4795-8657-2ffdc06d7317 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 02:02:40.587593 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device eedda431-5ccd-4eb5-bacf-10e68bc76096 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 02:02:40.606014 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: eedda431-5ccd-4eb5-bacf-10e68bc76096 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 02:02:40.606251 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device eedda431-5ccd-4eb5-bacf-10e68bc76096 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 02:02:40.606680 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 26b02c37-c0df-41ee-85aa-38ea58129f10 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 02:02:40.624823 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 26b02c37-c0df-41ee-85aa-38ea58129f10 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 02:02:40.625172 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 26b02c37-c0df-41ee-85aa-38ea58129f10 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 02:02:40.699572 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-61cf4805-7002-4ba1-83c7-67162124183f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:40.958410 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-61cf4805-7002-4ba1-83c7-67162124183f admin admin] Deleting port f1de8925-95cc-4934-8069-3fbfc31caf1e {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 02:02:40.959178 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-61cf4805-7002-4ba1-83c7-67162124183f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:41.041349 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-61cf4805-7002-4ba1-83c7-67162124183f admin admin] For port f1de8925-95cc-4934-8069-3fbfc31caf1e, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=f1de8925-95cc-4934-8069-3fbfc31caf1e,segment=NetworkSegment(b37e74f6-f0c5-486a-8393-bf4c128bbf2e),segment_id=b37e74f6-f0c5-486a-8393-bf4c128bbf2e)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 02:02:41.041719 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-61cf4805-7002-4ba1-83c7-67162124183f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:41.055731 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-61cf4805-7002-4ba1-83c7-67162124183f admin admin] Calling delete_port for f1de8925-95cc-4934-8069-3fbfc31caf1e owned by network:router_interface {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 02:02:41.239604 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-61cf4805-7002-4ba1-83c7-67162124183f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:41.270553 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf4805-7002-4ba1-83c7-67162124183f admin admin] Pushing event deleted for resources: {'Port': ['ID=f1de8925-95cc-4934-8069-3fbfc31caf1e,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:41.450097 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-61cf4805-7002-4ba1-83c7-67162124183f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:41.669150 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61cf4805-7002-4ba1-83c7-67162124183f admin admin] Router e9a8ae17-eaed-4ffe-89ad-ed13f085d24b has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 02:02:41.777119 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61cf4805-7002-4ba1-83c7-67162124183f admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 02:02:41.783838 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-61cf4805-7002-4ba1-83c7-67162124183f admin admin] 10.222.0.15 "PUT /v2.0/routers/e9a8ae17-eaed-4ffe-89ad-ed13f085d24b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4578092 Jul 24 02:02:41.785650 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53670) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:02:41.788437 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875bbcb0-b4a2-4d3e-ac10-4774f29ce522 None None] Sync routers for ids ['e9a8ae17-eaed-4ffe-89ad-ed13f085d24b'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 02:02:41.797811 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875bbcb0-b4a2-4d3e-ac10-4774f29ce522 None None] Routers {'e9a8ae17-eaed-4ffe-89ad-ed13f085d24b'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 02:02:41.798436 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-875bbcb0-b4a2-4d3e-ac10-4774f29ce522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T02:02:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['e9a8ae17-eaed-4ffe-89ad-ed13f085d24b'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:02:41.890374 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0dfd0389-ab85-4477-ba2a-5418a5162133 admin admin] Notify callbacks [] for router, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:41.903805 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-875bbcb0-b4a2-4d3e-ac10-4774f29ce522 None None] Set router e9a8ae17-eaed-4ffe-89ad-ed13f085d24b gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 02:02:41.995087 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0dfd0389-ab85-4477-ba2a-5418a5162133 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:42.049339 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-0dfd0389-ab85-4477-ba2a-5418a5162133 admin admin] Deleting port 6ae13621-1f25-4082-80a1-f64552b6a702 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 02:02:42.049803 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0dfd0389-ab85-4477-ba2a-5418a5162133 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:42.089319 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-875bbcb0-b4a2-4d3e-ac10-4774f29ce522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a8ae17-eaed-4ffe-89ad-ed13f085d24b', 'name': 'tempest-TestShelveInstance-1559983788-router', 'tenant_id': '3e3faf8faa43497b80df86577ab4a92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '6ae13621-1f25-4082-80a1-f64552b6a702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:53:51Z', 'updated_at': '2021-07-24T02:02:41Z', 'revision_number': 5, 'project_id': '3e3faf8faa43497b80df86577ab4a92a', 'gw_port': {'id': '6ae13621-1f25-4082-80a1-f64552b6a702', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:fe:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9a8ae17-eaed-4ffe-89ad-ed13f085d24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T01:53:52Z', 'updated_at': '2021-07-24T01:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:02:42.119684 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875bbcb0-b4a2-4d3e-ac10-4774f29ce522 None None] Checking router: e9a8ae17-eaed-4ffe-89ad-ed13f085d24b for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 02:02:42.129450 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875bbcb0-b4a2-4d3e-ac10-4774f29ce522 None None] Routers {'e9a8ae17-eaed-4ffe-89ad-ed13f085d24b'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 02:02:42.130057 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-875bbcb0-b4a2-4d3e-ac10-4774f29ce522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T02:02:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['e9a8ae17-eaed-4ffe-89ad-ed13f085d24b'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:02:42.137226 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-0dfd0389-ab85-4477-ba2a-5418a5162133 admin admin] For port 6ae13621-1f25-4082-80a1-f64552b6a702, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=6ae13621-1f25-4082-80a1-f64552b6a702,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 02:02:42.137603 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0dfd0389-ab85-4477-ba2a-5418a5162133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:42.151494 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-0dfd0389-ab85-4477-ba2a-5418a5162133 admin admin] Calling delete_port for 6ae13621-1f25-4082-80a1-f64552b6a702 owned by network:router_gateway {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 02:02:42.223764 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-875bbcb0-b4a2-4d3e-ac10-4774f29ce522 None None] Set router e9a8ae17-eaed-4ffe-89ad-ed13f085d24b gateway port host: None {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 02:02:42.277979 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-875bbcb0-b4a2-4d3e-ac10-4774f29ce522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9a8ae17-eaed-4ffe-89ad-ed13f085d24b', 'name': 'tempest-TestShelveInstance-1559983788-router', 'tenant_id': '3e3faf8faa43497b80df86577ab4a92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:53:51Z', 'updated_at': '2021-07-24T02:02:41Z', 'revision_number': 6, 'project_id': '3e3faf8faa43497b80df86577ab4a92a', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:02:42.305412 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875bbcb0-b4a2-4d3e-ac10-4774f29ce522 None None] The sync data for ids ['e9a8ae17-eaed-4ffe-89ad-ed13f085d24b'] in n-d-793621-25 is: [{'id': 'e9a8ae17-eaed-4ffe-89ad-ed13f085d24b', 'name': 'tempest-TestShelveInstance-1559983788-router', 'tenant_id': '3e3faf8faa43497b80df86577ab4a92a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T01:53:51Z', 'updated_at': '2021-07-24T02:02:41Z', 'revision_number': 6, 'project_id': '3e3faf8faa43497b80df86577ab4a92a', 'gw_port_host': None}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 02:02:42.326065 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0dfd0389-ab85-4477-ba2a-5418a5162133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:42.353118 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd0389-ab85-4477-ba2a-5418a5162133 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ae13621-1f25-4082-80a1-f64552b6a702,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:42.417016 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0dfd0389-ab85-4477-ba2a-5418a5162133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:42.508906 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0dfd0389-ab85-4477-ba2a-5418a5162133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:42.511056 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0dfd0389-ab85-4477-ba2a-5418a5162133 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:42.555098 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0dfd0389-ab85-4477-ba2a-5418a5162133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:42.555540 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfd0389-ab85-4477-ba2a-5418a5162133 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9a8ae17-eaed-4ffe-89ad-ed13f085d24b {{(pid=100463) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 02:02:42.559965 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-0dfd0389-ab85-4477-ba2a-5418a5162133 admin admin] Notify callbacks [] for router, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:42.561132 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-0dfd0389-ab85-4477-ba2a-5418a5162133 admin admin] 10.222.0.15 "DELETE /v2.0/routers/e9a8ae17-eaed-4ffe-89ad-ed13f085d24b HTTP/1.1" status: 204 len: 168 time: 0.7745543 Jul 24 02:02:42.564960 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53672) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:02:42.609870 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_v2 [None req-00ec0731-33c6-4214-91ce-da260060dc43 admin admin] Deleting subnet e5163663-fe36-4595-b236-9e1e42408751 {{(pid=100463) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 02:02:42.613710 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-00ec0731-33c6-4214-91ce-da260060dc43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:42.651731 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-00ec0731-33c6-4214-91ce-da260060dc43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13075616'] for subnet, precommit_delete_associations {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:42.751430 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device f1de8925-95cc-4934-8069-3fbfc31caf1e no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 02:02:42.761773 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-00ec0731-33c6-4214-91ce-da260060dc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:42.777175 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: f1de8925-95cc-4934-8069-3fbfc31caf1e {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 02:02:42.777529 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device f1de8925-95cc-4934-8069-3fbfc31caf1e not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 02:02:42.824186 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-00ec0731-33c6-4214-91ce-da260060dc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58166299', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13522956'] for subnet, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:42.853512 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec0731-33c6-4214-91ce-da260060dc43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5163663-fe36-4595-b236-9e1e42408751,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:42.855526 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-00ec0731-33c6-4214-91ce-da260060dc43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:42.857462 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-00ec0731-33c6-4214-91ce-da260060dc43 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e5163663-fe36-4595-b236-9e1e42408751 HTTP/1.1" status: 204 len: 168 time: 0.2913718 Jul 24 02:02:42.859996 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53674) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:02:42.860245 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3368d81-b187-4b9e-acf3-18d55e0ef2f8 None None] Network 243bd333-27f8-4bc4-b3f7-f4939030656c requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 02:02:42.935967 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7faa2f0c-1081-4ed1-b793-5dd5a62f468c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:42.999015 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-7faa2f0c-1081-4ed1-b793-5dd5a62f468c admin admin] Deleting port cc81113a-d652-4916-ad44-0661d308d72e {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 02:02:42.999592 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7faa2f0c-1081-4ed1-b793-5dd5a62f468c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:43.065559 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-7faa2f0c-1081-4ed1-b793-5dd5a62f468c admin admin] For port cc81113a-d652-4916-ad44-0661d308d72e, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=cc81113a-d652-4916-ad44-0661d308d72e,segment=NetworkSegment(b37e74f6-f0c5-486a-8393-bf4c128bbf2e),segment_id=b37e74f6-f0c5-486a-8393-bf4c128bbf2e)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 02:02:43.065939 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7faa2f0c-1081-4ed1-b793-5dd5a62f468c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:43.087135 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-7faa2f0c-1081-4ed1-b793-5dd5a62f468c admin admin] Calling delete_port for cc81113a-d652-4916-ad44-0661d308d72e owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 02:02:43.088431 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76df6220-9d72-4262-a383-e61485926958 None None] DHCP port deletion for 243bd333-27f8-4bc4-b3f7-f4939030656c request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 02:02:43.140089 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-76df6220-9d72-4262-a383-e61485926958 None None] Deleting port cc81113a-d652-4916-ad44-0661d308d72e {{(pid=100465) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 02:02:43.140453 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-76df6220-9d72-4262-a383-e61485926958 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:43.183738 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7faa2f0c-1081-4ed1-b793-5dd5a62f468c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:43.210407 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-76df6220-9d72-4262-a383-e61485926958 None None] For port cc81113a-d652-4916-ad44-0661d308d72e, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=cc81113a-d652-4916-ad44-0661d308d72e,segment=NetworkSegment(b37e74f6-f0c5-486a-8393-bf4c128bbf2e),segment_id=b37e74f6-f0c5-486a-8393-bf4c128bbf2e)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 02:02:43.210836 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-76df6220-9d72-4262-a383-e61485926958 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:43.218831 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa2f0c-1081-4ed1-b793-5dd5a62f468c admin admin] Pushing event deleted for resources: {'Port': ['ID=cc81113a-d652-4916-ad44-0661d308d72e,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:43.221677 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7faa2f0c-1081-4ed1-b793-5dd5a62f468c admin admin] No DVR routers for this DVR port cc81113a-d652-4916-ad44-0661d308d72e on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 02:02:43.227790 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-76df6220-9d72-4262-a383-e61485926958 None None] Calling delete_port for cc81113a-d652-4916-ad44-0661d308d72e owned by network:dhcp {{(pid=100465) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 02:02:43.303941 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7faa2f0c-1081-4ed1-b793-5dd5a62f468c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:43.316495 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-7faa2f0c-1081-4ed1-b793-5dd5a62f468c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['243bd333-27f8-4bc4-b3f7-f4939030656c']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:02:43.330825 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-7faa2f0c-1081-4ed1-b793-5dd5a62f468c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b37e74f6-f0c5-486a-8393-bf4c128bbf2e') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:02:43.331256 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-7faa2f0c-1081-4ed1-b793-5dd5a62f468c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b37e74f6-f0c5-486a-8393-bf4c128bbf2e') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:02:43.341716 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7faa2f0c-1081-4ed1-b793-5dd5a62f468c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:43.358617 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7faa2f0c-1081-4ed1-b793-5dd5a62f468c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:43.366804 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7faa2f0c-1081-4ed1-b793-5dd5a62f468c admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 02:02:43.367314 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7faa2f0c-1081-4ed1-b793-5dd5a62f468c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:43.369779 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 02:02:43.369779 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 02:02:43.369779 n-d-793621-25 neutron-server[100463]: timer() Jul 24 02:02:43.369779 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 02:02:43.369779 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 02:02:43.369779 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 02:02:43.369779 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 02:02:43.369779 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 02:02:43.369779 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 02:02:43.369779 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 02:02:43.369779 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 02:02:43.369779 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 02:02:43.369779 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 02:02:43.369779 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 02:02:43.369779 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 02:02:43.369779 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 02:02:43.369779 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 02:02:43.369779 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 02:02:43.369779 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 02:02:43.369779 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 02:02:43.369779 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 02:02:43.369779 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 02:02:43.369779 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 02:02:43.369779 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 02:02:43.369779 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 02:02:43.369779 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 02:02:43.369779 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 02:02:43.369779 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 02:02:43.369779 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 02:02:43.369779 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 02:02:43.369779 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 02:02:43.369779 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 02:02:43.431023 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7faa2f0c-1081-4ed1-b793-5dd5a62f468c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:43.436865 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7faa2f0c-1081-4ed1-b793-5dd5a62f468c admin admin] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:43.439552 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7faa2f0c-1081-4ed1-b793-5dd5a62f468c admin admin] 10.222.0.15 "DELETE /v2.0/networks/243bd333-27f8-4bc4-b3f7-f4939030656c HTTP/1.1" status: 204 len: 168 time: 0.5780776 Jul 24 02:02:43.453885 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faa2f0c-1081-4ed1-b793-5dd5a62f468c admin admin] Pushing event deleted for resources: {'Network': ['ID=243bd333-27f8-4bc4-b3f7-f4939030656c,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:43.481338 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-76df6220-9d72-4262-a383-e61485926958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006'] for port, after_delete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:43.505118 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-76df6220-9d72-4262-a383-e61485926958 None None] Network 243bd333-27f8-4bc4-b3f7-f4939030656c is not hosted by any dhcp agent {{(pid=100465) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 24 02:02:43.505585 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76df6220-9d72-4262-a383-e61485926958 None None] No DVR routers for this DVR port cc81113a-d652-4916-ad44-0661d308d72e on host n-d-793621-25 {{(pid=100465) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 02:02:43.507604 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df6220-9d72-4262-a383-e61485926958 None None] Pushing event deleted for resources: {'Port': ['ID=cc81113a-d652-4916-ad44-0661d308d72e,revision_number=None']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:43.518692 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76df6220-9d72-4262-a383-e61485926958 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:43.518692 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76df6220-9d72-4262-a383-e61485926958 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:43.518692 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76df6220-9d72-4262-a383-e61485926958 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:43.518692 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76df6220-9d72-4262-a383-e61485926958 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:43.518692 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76df6220-9d72-4262-a383-e61485926958 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:43.518692 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76df6220-9d72-4262-a383-e61485926958 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:43.520936 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76df6220-9d72-4262-a383-e61485926958 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:43.520936 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76df6220-9d72-4262-a383-e61485926958 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:43.520936 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76df6220-9d72-4262-a383-e61485926958 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:43.520936 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76df6220-9d72-4262-a383-e61485926958 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:43.520936 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76df6220-9d72-4262-a383-e61485926958 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:43.520936 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76df6220-9d72-4262-a383-e61485926958 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:43.569170 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53678) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:02:43.615266 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7a2a933f-b525-4ef7-9370-f08d31d576c8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5b1463a8f37040028ca108b030672b20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446866 Jul 24 02:02:43.617590 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53680) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:02:43.669632 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1b26b08c-294f-4489-8b88-fe770cf85856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:43.689716 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1b26b08c-294f-4489-8b88-fe770cf85856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:43.737777 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1b26b08c-294f-4489-8b88-fe770cf85856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:43.740688 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-1b26b08c-294f-4489-8b88-fe770cf85856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:43.741857 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-1b26b08c-294f-4489-8b88-fe770cf85856 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9720c313-ca44-479f-9bf0-87a74aaba174 HTTP/1.1" status: 204 len: 168 time: 0.1233354 Jul 24 02:02:43.749543 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b26b08c-294f-4489-8b88-fe770cf85856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9720c313-ca44-479f-9bf0-87a74aaba174,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:44.070905 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53686) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:02:44.112395 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b38d5e6e-28d5-4931-8401-93ad47c58bc3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3e3faf8faa43497b80df86577ab4a92a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402253 Jul 24 02:02:44.114884 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53688) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:02:44.163890 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7468530a-033c-47ae-a791-13e58c81e90d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:44.185397 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7468530a-033c-47ae-a791-13e58c81e90d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:44.234561 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7468530a-033c-47ae-a791-13e58c81e90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:44.237836 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-7468530a-033c-47ae-a791-13e58c81e90d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:44.239070 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-7468530a-033c-47ae-a791-13e58c81e90d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e95b99fd-e204-4386-af36-a51bc191e662 HTTP/1.1" status: 204 len: 168 time: 0.1231656 Jul 24 02:02:44.248306 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7468530a-033c-47ae-a791-13e58c81e90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e95b99fd-e204-4386-af36-a51bc191e662,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:44.558044 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device cc81113a-d652-4916-ad44-0661d308d72e no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 02:02:44.580340 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: cc81113a-d652-4916-ad44-0661d308d72e {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 02:02:44.580700 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device cc81113a-d652-4916-ad44-0661d308d72e not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 02:02:44.581198 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 6ae13621-1f25-4082-80a1-f64552b6a702 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 02:02:44.599990 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 6ae13621-1f25-4082-80a1-f64552b6a702 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 02:02:44.600350 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 6ae13621-1f25-4082-80a1-f64552b6a702 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 02:02:44.930689 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53710) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:02:45.029538 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-b0492d15-3ddb-41f1-8cde-d2db234d6211 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1602724836-network', 'tenant_id': '910ae276decf4b6a90b4192490140df6'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 02:02:45.056346 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0492d15-3ddb-41f1-8cde-d2db234d6211 admin admin] Made reservation on behalf of 910ae276decf4b6a90b4192490140df6 for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 02:02:45.058828 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b0492d15-3ddb-41f1-8cde-d2db234d6211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:45.067334 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b0492d15-3ddb-41f1-8cde-d2db234d6211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:45.154856 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b0492d15-3ddb-41f1-8cde-d2db234d6211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:45.159375 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b0492d15-3ddb-41f1-8cde-d2db234d6211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:45.183881 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0492d15-3ddb-41f1-8cde-d2db234d6211 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 02:02:45.193889 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0492d15-3ddb-41f1-8cde-d2db234d6211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4671ee57-df22-4249-aad2-2ba995006f89,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:45.198829 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b0492d15-3ddb-41f1-8cde-d2db234d6211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:45.199176 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-b0492d15-3ddb-41f1-8cde-d2db234d6211 admin admin] Added segment 9b5057fa-605e-4057-9f95-2522a211f159 of type vlan for network 300601ec-3e94-4aa2-8490-24f3de911a42 Jul 24 02:02:45.241492 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b0492d15-3ddb-41f1-8cde-d2db234d6211 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:45.270359 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b0492d15-3ddb-41f1-8cde-d2db234d6211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:45.271412 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0492d15-3ddb-41f1-8cde-d2db234d6211 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:02:45.271994 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-b0492d15-3ddb-41f1-8cde-d2db234d6211 admin admin] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:45.300201 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-b0492d15-3ddb-41f1-8cde-d2db234d6211 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3683710 Jul 24 02:02:45.303392 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53714) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:02:45.308507 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-9ac2d5bf-91e9-4e7b-a311-99bb4eb573b2 admin admin] Request body: {'subnet': {'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1602724836-subnet', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'ip_version': 4}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 02:02:45.331586 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac2d5bf-91e9-4e7b-a311-99bb4eb573b2 admin admin] Made reservation on behalf of 910ae276decf4b6a90b4192490140df6 for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 02:02:45.333979 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9ac2d5bf-91e9-4e7b-a311-99bb4eb573b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:45.524455 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9ac2d5bf-91e9-4e7b-a311-99bb4eb573b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:45.583749 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac2d5bf-91e9-4e7b-a311-99bb4eb573b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e65d77a0-f344-4781-b655-7dbd35a22e57,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:45.592972 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac2d5bf-91e9-4e7b-a311-99bb4eb573b2 admin admin] Checking segment: {'id': '9b5057fa-605e-4057-9f95-2522a211f159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 02:02:45.593350 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac2d5bf-91e9-4e7b-a311-99bb4eb573b2 admin admin] Network hostable DHCP agents. Network: 300601ec-3e94-4aa2-8490-24f3de911a42, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 02:02:45.614245 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac2d5bf-91e9-4e7b-a311-99bb4eb573b2 admin admin] Network 300601ec-3e94-4aa2-8490-24f3de911a42 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 02:02:45.624156 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-9ac2d5bf-91e9-4e7b-a311-99bb4eb573b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 300601ec-3e94-4aa2-8490-24f3de911a42) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 02:02:45.630538 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac2d5bf-91e9-4e7b-a311-99bb4eb573b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:02:45.632613 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-9ac2d5bf-91e9-4e7b-a311-99bb4eb573b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:45.634453 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e083b0-e595-4355-88b2-5936fd0c3eda None None] Network 300601ec-3e94-4aa2-8490-24f3de911a42 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 02:02:45.649095 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-9ac2d5bf-91e9-4e7b-a311-99bb4eb573b2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3444898 Jul 24 02:02:45.651794 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53716) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:02:45.656517 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-c14013f3-34f0-446f-bb53-ed6ac3527997 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1602724836-router', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 02:02:45.683304 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0492d15-3ddb-41f1-8cde-d2db234d6211 admin admin] Pushing event updated for resources: {'Network': ['ID=300601ec-3e94-4aa2-8490-24f3de911a42,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:45.683572 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c14013f3-34f0-446f-bb53-ed6ac3527997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:45.684482 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c14013f3-34f0-446f-bb53-ed6ac3527997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:45.696511 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 300601ec-3e94-4aa2-8490-24f3de911a42 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 02:02:45.748213 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c14013f3-34f0-446f-bb53-ed6ac3527997 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:45.862041 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c2338b-6cc1-44d5-8a0c-3de3feda7eed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-300601ec-3e94-4aa2-8490-24f3de911a42', 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'fixed_ips': [{'subnet_id': 'e65d77a0-f344-4781-b655-7dbd35a22e57'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 02:02:45.862974 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-17c2338b-6cc1-44d5-8a0c-3de3feda7eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:45.888663 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c14013f3-34f0-446f-bb53-ed6ac3527997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:45.941053 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1fa9884d-f09d-40a8-b1e7-076b16657502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:46.012054 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-17c2338b-6cc1-44d5-8a0c-3de3feda7eed None None] Allocated IP 172.20.0.2 (300601ec-3e94-4aa2-8490-24f3de911a42/e65d77a0-f344-4781-b655-7dbd35a22e57/be3aee7c-16f5-4ddc-96e3-a3811f242dd4) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 02:02:46.096284 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c14013f3-34f0-446f-bb53-ed6ac3527997 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:46.116721 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c14013f3-34f0-446f-bb53-ed6ac3527997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:46.154080 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-17c2338b-6cc1-44d5-8a0c-3de3feda7eed None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:46.163608 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-17c2338b-6cc1-44d5-8a0c-3de3feda7eed None None] Transition to ACTIVE for port object be3aee7c-16f5-4ddc-96e3-a3811f242dd4 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 02:02:46.179056 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-17c2338b-6cc1-44d5-8a0c-3de3feda7eed None None] Transition to ACTIVE for port object be3aee7c-16f5-4ddc-96e3-a3811f242dd4 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 02:02:46.184421 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-17c2338b-6cc1-44d5-8a0c-3de3feda7eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:46.227387 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-c14013f3-34f0-446f-bb53-ed6ac3527997 admin admin] Allocated IP 172.25.2.202 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 02:02:46.231812 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c2338b-6cc1-44d5-8a0c-3de3feda7eed None None] Network 300601ec-3e94-4aa2-8490-24f3de911a42 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 02:02:46.235991 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-17c2338b-6cc1-44d5-8a0c-3de3feda7eed None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 02:02:46.238798 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2338b-6cc1-44d5-8a0c-3de3feda7eed None None] Pushing event updated for resources: {'Port': ['ID=be3aee7c-16f5-4ddc-96e3-a3811f242dd4,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:46.240368 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c2338b-6cc1-44d5-8a0c-3de3feda7eed None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 02:02:46.297738 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-17c2338b-6cc1-44d5-8a0c-3de3feda7eed None None] Attempting to bind port be3aee7c-16f5-4ddc-96e3-a3811f242dd4 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 02:02:46.298106 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-17c2338b-6cc1-44d5-8a0c-3de3feda7eed None None] Attempting to bind port be3aee7c-16f5-4ddc-96e3-a3811f242dd4 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '9b5057fa-605e-4057-9f95-2522a211f159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 02:02:46.298624 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c2338b-6cc1-44d5-8a0c-3de3feda7eed None None] Attempting to bind port be3aee7c-16f5-4ddc-96e3-a3811f242dd4 on network 300601ec-3e94-4aa2-8490-24f3de911a42 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 02:02:46.304169 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c2338b-6cc1-44d5-8a0c-3de3feda7eed None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 2, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 02:02:46.304542 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c2338b-6cc1-44d5-8a0c-3de3feda7eed None None] Checking segment: {'id': '9b5057fa-605e-4057-9f95-2522a211f159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 02:02:46.304950 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-17c2338b-6cc1-44d5-8a0c-3de3feda7eed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:46.305346 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c2338b-6cc1-44d5-8a0c-3de3feda7eed None None] Bound using segment: {'id': '9b5057fa-605e-4057-9f95-2522a211f159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 02:02:46.305813 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-17c2338b-6cc1-44d5-8a0c-3de3feda7eed None None] Bound port: be3aee7c-16f5-4ddc-96e3-a3811f242dd4, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b5057fa-605e-4057-9f95-2522a211f159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 02:02:46.306194 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-17c2338b-6cc1-44d5-8a0c-3de3feda7eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:46.339088 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c14013f3-34f0-446f-bb53-ed6ac3527997 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:46.367744 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-17c2338b-6cc1-44d5-8a0c-3de3feda7eed None None] For port be3aee7c-16f5-4ddc-96e3-a3811f242dd4, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 02:02:46.370875 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-17c2338b-6cc1-44d5-8a0c-3de3feda7eed None None] For port be3aee7c-16f5-4ddc-96e3-a3811f242dd4, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=be3aee7c-16f5-4ddc-96e3-a3811f242dd4,segment=NetworkSegment(9b5057fa-605e-4057-9f95-2522a211f159),segment_id=9b5057fa-605e-4057-9f95-2522a211f159)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 02:02:46.375178 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-17c2338b-6cc1-44d5-8a0c-3de3feda7eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:46.381657 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c14013f3-34f0-446f-bb53-ed6ac3527997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:46.418498 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14013f3-34f0-446f-bb53-ed6ac3527997 admin admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 02:02:46.421417 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-c14013f3-34f0-446f-bb53-ed6ac3527997 admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 02:02:46.428018 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14013f3-34f0-446f-bb53-ed6ac3527997 admin admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 02:02:46.442777 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2338b-6cc1-44d5-8a0c-3de3feda7eed None None] Pushing event updated for resources: {'Port': ['ID=be3aee7c-16f5-4ddc-96e3-a3811f242dd4,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:46.458194 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14013f3-34f0-446f-bb53-ed6ac3527997 admin admin] Pushing event updated for resources: {'Port': ['ID=2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:46.706875 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c14013f3-34f0-446f-bb53-ed6ac3527997 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:46.902234 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c14013f3-34f0-446f-bb53-ed6ac3527997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:47.036986 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14013f3-34f0-446f-bb53-ed6ac3527997 admin admin] Router 64b1d886-b3be-44a4-945f-82d511303ed5 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 02:02:47.150078 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14013f3-34f0-446f-bb53-ed6ac3527997 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 02:02:47.159669 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0726f2-b430-4777-a8d0-30f28dbd68ba None None] Sync routers for ids ['64b1d886-b3be-44a4-945f-82d511303ed5'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 02:02:47.168078 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-c14013f3-34f0-446f-bb53-ed6ac3527997 admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:47.169703 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-c14013f3-34f0-446f-bb53-ed6ac3527997 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5166891 Jul 24 02:02:47.170619 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0726f2-b430-4777-a8d0-30f28dbd68ba None None] Routers {'64b1d886-b3be-44a4-945f-82d511303ed5'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 02:02:47.171262 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-fa0726f2-b430-4777-a8d0-30f28dbd68ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T02:02:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['64b1d886-b3be-44a4-945f-82d511303ed5'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:02:47.172450 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53718) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:02:47.286167 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-fa0726f2-b430-4777-a8d0-30f28dbd68ba None None] Set router 64b1d886-b3be-44a4-945f-82d511303ed5 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 02:02:47.325363 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee0df11-c096-4929-a642-4d1cb64c1253 None None] Network 300601ec-3e94-4aa2-8490-24f3de911a42 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 02:02:47.452585 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1b36a279-fac2-4434-9765-4e7f45d50921 None None] Provisioning for port be3aee7c-16f5-4ddc-96e3-a3811f242dd4 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 02:02:47.473783 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-fa0726f2-b430-4777-a8d0-30f28dbd68ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'name': 'tempest-TestSnapshotPattern-1602724836-router', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T02:02:45Z', 'updated_at': '2021-07-24T02:02:46Z', 'revision_number': 3, 'project_id': '910ae276decf4b6a90b4192490140df6', 'gw_port': {'id': '2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T02:02:46Z', 'updated_at': '2021-07-24T02:02:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:02:47.500368 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0726f2-b430-4777-a8d0-30f28dbd68ba None None] Checking router: 64b1d886-b3be-44a4-945f-82d511303ed5 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 02:02:47.501036 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0726f2-b430-4777-a8d0-30f28dbd68ba None None] Updating router 64b1d886-b3be-44a4-945f-82d511303ed5 port 2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422 binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 02:02:47.540793 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-fa0726f2-b430-4777-a8d0-30f28dbd68ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:47.637793 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a1604142-910b-44a1-a8ae-45adaef2a21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:47.810552 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-a1604142-910b-44a1-a8ae-45adaef2a21c admin admin] Allocated IP 172.20.0.1 (300601ec-3e94-4aa2-8490-24f3de911a42/e65d77a0-f344-4781-b655-7dbd35a22e57/34d66d70-f37e-4bfe-a12c-1f8f5accb309) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 02:02:47.820814 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-fa0726f2-b430-4777-a8d0-30f28dbd68ba None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:47.832226 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-fa0726f2-b430-4777-a8d0-30f28dbd68ba None None] Transition to ACTIVE for port object 2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422 will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 02:02:47.837756 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-fa0726f2-b430-4777-a8d0-30f28dbd68ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:47.898562 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-fa0726f2-b430-4777-a8d0-30f28dbd68ba None None] Attempting to bind port 2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 02:02:47.899365 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-fa0726f2-b430-4777-a8d0-30f28dbd68ba None None] Attempting to bind port 2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 02:02:47.900798 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0726f2-b430-4777-a8d0-30f28dbd68ba None None] Attempting to bind port 2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422 on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 02:02:47.904086 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f0f94-7a01-4eb6-b059-099988b59a64 None None] Pushing event updated for resources: {'Port': ['ID=2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422,revision_number=2']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:47.916617 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0726f2-b430-4777-a8d0-30f28dbd68ba None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 2, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 02:02:47.916912 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0726f2-b430-4777-a8d0-30f28dbd68ba None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 02:02:47.917326 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-fa0726f2-b430-4777-a8d0-30f28dbd68ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:47.917726 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0726f2-b430-4777-a8d0-30f28dbd68ba None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 02:02:47.918211 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-fa0726f2-b430-4777-a8d0-30f28dbd68ba None None] Bound port: 2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 02:02:47.918650 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-fa0726f2-b430-4777-a8d0-30f28dbd68ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:47.921208 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f0f94-7a01-4eb6-b059-099988b59a64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:47.921649 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f0f94-7a01-4eb6-b059-099988b59a64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:47.922238 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f0f94-7a01-4eb6-b059-099988b59a64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:47.922690 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f0f94-7a01-4eb6-b059-099988b59a64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:47.923054 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f0f94-7a01-4eb6-b059-099988b59a64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:47.923464 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f0f94-7a01-4eb6-b059-099988b59a64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:47.923861 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f0f94-7a01-4eb6-b059-099988b59a64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:47.924220 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f0f94-7a01-4eb6-b059-099988b59a64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:47.924661 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f0f94-7a01-4eb6-b059-099988b59a64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:47.924911 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f0f94-7a01-4eb6-b059-099988b59a64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:47.925360 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f0f94-7a01-4eb6-b059-099988b59a64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:47.925798 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b1f0f94-7a01-4eb6-b059-099988b59a64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100466) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:02:47.933163 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a1604142-910b-44a1-a8ae-45adaef2a21c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:47.949186 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-a1604142-910b-44a1-a8ae-45adaef2a21c admin admin] Transition to ACTIVE for port object 34d66d70-f37e-4bfe-a12c-1f8f5accb309 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 02:02:47.986776 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a1604142-910b-44a1-a8ae-45adaef2a21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:47.992104 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-fa0726f2-b430-4777-a8d0-30f28dbd68ba None None] For port 2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 02:02:47.997572 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-fa0726f2-b430-4777-a8d0-30f28dbd68ba None None] For port 2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 02:02:48.005672 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-fa0726f2-b430-4777-a8d0-30f28dbd68ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:48.042337 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1604142-910b-44a1-a8ae-45adaef2a21c admin admin] Network 300601ec-3e94-4aa2-8490-24f3de911a42 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 02:02:48.048125 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-a1604142-910b-44a1-a8ae-45adaef2a21c admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 02:02:48.053082 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1604142-910b-44a1-a8ae-45adaef2a21c admin admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 02:02:48.086221 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1604142-910b-44a1-a8ae-45adaef2a21c admin admin] Pushing event updated for resources: {'Port': ['ID=34d66d70-f37e-4bfe-a12c-1f8f5accb309,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:48.094928 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0726f2-b430-4777-a8d0-30f28dbd68ba None None] Routers {'64b1d886-b3be-44a4-945f-82d511303ed5'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 02:02:48.096377 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-fa0726f2-b430-4777-a8d0-30f28dbd68ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T02:02:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['64b1d886-b3be-44a4-945f-82d511303ed5'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:02:48.098635 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f0f94-7a01-4eb6-b059-099988b59a64 None None] Pushing event updated for resources: {'Port': ['ID=2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:48.121097 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a1604142-910b-44a1-a8ae-45adaef2a21c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:48.217398 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-fa0726f2-b430-4777-a8d0-30f28dbd68ba None None] Set router 64b1d886-b3be-44a4-945f-82d511303ed5 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 02:02:48.300604 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a1604142-910b-44a1-a8ae-45adaef2a21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:48.385324 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0f3ea0ae-2869-48fd-af95-2a7d8d98a499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:48.413673 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-09693ec7-0233-4bde-983c-c8f5b3f2a696 None None] Provisioning for port 34d66d70-f37e-4bfe-a12c-1f8f5accb309 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 02:02:48.418162 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-09693ec7-0233-4bde-983c-c8f5b3f2a696 None None] Provisioning complete for port 34d66d70-f37e-4bfe-a12c-1f8f5accb309 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 02:02:48.418870 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-09693ec7-0233-4bde-983c-c8f5b3f2a696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:48.442599 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-fa0726f2-b430-4777-a8d0-30f28dbd68ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'name': 'tempest-TestSnapshotPattern-1602724836-router', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T02:02:45Z', 'updated_at': '2021-07-24T02:02:46Z', 'revision_number': 3, 'project_id': '910ae276decf4b6a90b4192490140df6', 'gw_port': {'id': '2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T02:02:46Z', 'updated_at': '2021-07-24T02:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:02:48.459726 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-09693ec7-0233-4bde-983c-c8f5b3f2a696 None None] Port 34d66d70-f37e-4bfe-a12c-1f8f5accb309 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 02:02:48.470935 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0726f2-b430-4777-a8d0-30f28dbd68ba None None] The sync data for ids ['64b1d886-b3be-44a4-945f-82d511303ed5'] in n-d-793621-25 is: [{'id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'name': 'tempest-TestSnapshotPattern-1602724836-router', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T02:02:45Z', 'updated_at': '2021-07-24T02:02:46Z', 'revision_number': 3, 'project_id': '910ae276decf4b6a90b4192490140df6', 'gw_port': {'id': '2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T02:02:46Z', 'updated_at': '2021-07-24T02:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 02:02:48.506931 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a1604142-910b-44a1-a8ae-45adaef2a21c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:48.512612 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a1604142-910b-44a1-a8ae-45adaef2a21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:48.594836 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a1604142-910b-44a1-a8ae-45adaef2a21c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:48.607733 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1604142-910b-44a1-a8ae-45adaef2a21c admin admin] Pushing event updated for resources: {'Port': ['ID=34d66d70-f37e-4bfe-a12c-1f8f5accb309,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:48.609284 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device be3aee7c-16f5-4ddc-96e3-a3811f242dd4 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 02:02:48.632779 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:48.669492 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port be3aee7c-16f5-4ddc-96e3-a3811f242dd4 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 02:02:48.674896 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port be3aee7c-16f5-4ddc-96e3-a3811f242dd4 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 02:02:48.675525 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:48.725739 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1604142-910b-44a1-a8ae-45adaef2a21c admin admin] Network 300601ec-3e94-4aa2-8490-24f3de911a42 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 02:02:48.727836 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-a1604142-910b-44a1-a8ae-45adaef2a21c admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 02:02:48.823986 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:48.872426 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port be3aee7c-16f5-4ddc-96e3-a3811f242dd4, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=be3aee7c-16f5-4ddc-96e3-a3811f242dd4,segment=NetworkSegment(9b5057fa-605e-4057-9f95-2522a211f159),segment_id=9b5057fa-605e-4057-9f95-2522a211f159)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 02:02:48.884015 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:48.897064 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1604142-910b-44a1-a8ae-45adaef2a21c admin admin] Router 64b1d886-b3be-44a4-945f-82d511303ed5 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 02:02:48.952639 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=be3aee7c-16f5-4ddc-96e3-a3811f242dd4,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:49.026479 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1604142-910b-44a1-a8ae-45adaef2a21c admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 02:02:49.032581 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a1604142-910b-44a1-a8ae-45adaef2a21c admin admin] 10.222.0.15 "PUT /v2.0/routers/64b1d886-b3be-44a4-945f-82d511303ed5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8579140 Jul 24 02:02:49.086828 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-1f13527f-6227-4dd5-8d06-2115896d36e7 None None] Provisioning complete for port 34d66d70-f37e-4bfe-a12c-1f8f5accb309 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 02:02:49.087254 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1f13527f-6227-4dd5-8d06-2115896d36e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:49.124388 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-1f13527f-6227-4dd5-8d06-2115896d36e7 None None] Port 34d66d70-f37e-4bfe-a12c-1f8f5accb309 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 02:02:49.522417 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53734) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:02:49.527533 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-918ff365-86a2-489a-a1ac-0851edb918fd admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-539309503-network', 'tenant_id': '75fadab4a0fe4f78a5a33e026f99d07d'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 02:02:49.548463 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918ff365-86a2-489a-a1ac-0851edb918fd admin admin] Made reservation on behalf of 75fadab4a0fe4f78a5a33e026f99d07d for: {'network': 1} {{(pid=100463) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 02:02:49.551051 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-918ff365-86a2-489a-a1ac-0851edb918fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for network, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:49.559850 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-918ff365-86a2-489a-a1ac-0851edb918fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:49.657382 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-918ff365-86a2-489a-a1ac-0851edb918fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:49.665446 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-918ff365-86a2-489a-a1ac-0851edb918fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:49.688190 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-918ff365-86a2-489a-a1ac-0851edb918fd admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=100463) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 24 02:02:49.703866 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ff365-86a2-489a-a1ac-0851edb918fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e8c92f-76f3-451a-9e51-b26d5991ec2a,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:49.717688 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-918ff365-86a2-489a-a1ac-0851edb918fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:49.718167 n-d-793621-25 neutron-server[100463]: INFO neutron.db.segments_db [None req-918ff365-86a2-489a-a1ac-0851edb918fd admin admin] Added segment bdb916b8-4326-4707-b830-1e4e69016a04 of type vlan for network 1defaaa5-476f-4f4f-8fca-a527e0a8f468 Jul 24 02:02:49.764620 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-918ff365-86a2-489a-a1ac-0851edb918fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733254162270'] for network, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:49.783203 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:49.800832 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-918ff365-86a2-489a-a1ac-0851edb918fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869'] for network, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:49.801883 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918ff365-86a2-489a-a1ac-0851edb918fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:02:49.802461 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-918ff365-86a2-489a-a1ac-0851edb918fd admin admin] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:49.835458 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-918ff365-86a2-489a-a1ac-0851edb918fd admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3118763 Jul 24 02:02:49.838296 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53736) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:02:49.843329 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-ea17e214-9bf8-4edc-8518-3c562598128b admin admin] Request body: {'subnet': {'network_id': '1defaaa5-476f-4f4f-8fca-a527e0a8f468', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-539309503-subnet', 'tenant_id': '75fadab4a0fe4f78a5a33e026f99d07d', 'ip_version': 4}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 02:02:49.865087 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ff365-86a2-489a-a1ac-0851edb918fd admin admin] Pushing event updated for resources: {'Network': ['ID=1defaaa5-476f-4f4f-8fca-a527e0a8f468,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:49.869203 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea17e214-9bf8-4edc-8518-3c562598128b admin admin] Made reservation on behalf of 75fadab4a0fe4f78a5a33e026f99d07d for: {'subnet': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 02:02:49.872407 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ea17e214-9bf8-4edc-8518-3c562598128b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13958490'] for subnet, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:49.877639 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Network 1defaaa5-476f-4f4f-8fca-a527e0a8f468 details requested by agent ovs-agent-n-d-793621-25 with host n-d-793621-25 {{(pid=100465) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 24 02:02:50.058884 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ea17e214-9bf8-4edc-8518-3c562598128b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15293130', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13958472'] for subnet, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:50.067172 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c95bf1-9e3e-4ba2-afb9-d5eeeef1d7e3 None None] Sync routers for ids ['64b1d886-b3be-44a4-945f-82d511303ed5'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 02:02:50.076078 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c95bf1-9e3e-4ba2-afb9-d5eeeef1d7e3 None None] Routers {'64b1d886-b3be-44a4-945f-82d511303ed5'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 02:02:50.076702 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-31c95bf1-9e3e-4ba2-afb9-d5eeeef1d7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T02:02:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['64b1d886-b3be-44a4-945f-82d511303ed5'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:02:50.118886 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea17e214-9bf8-4edc-8518-3c562598128b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fc55f9f-4aff-4cf6-9edd-a1700ec44394,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:50.127038 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea17e214-9bf8-4edc-8518-3c562598128b admin admin] Checking segment: {'id': 'bdb916b8-4326-4707-b830-1e4e69016a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1defaaa5-476f-4f4f-8fca-a527e0a8f468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 02:02:50.127579 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea17e214-9bf8-4edc-8518-3c562598128b admin admin] Network hostable DHCP agents. Network: 1defaaa5-476f-4f4f-8fca-a527e0a8f468, hostable agents: ['71841212-9da3-4061-aa01-18bcbaf6b281'], hosted agents: [] {{(pid=100464) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 24 02:02:50.144791 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea17e214-9bf8-4edc-8518-3c562598128b admin admin] Network 1defaaa5-476f-4f4f-8fca-a527e0a8f468 is scheduled to be hosted by DHCP agent 71841212-9da3-4061-aa01-18bcbaf6b281 with binding_index 1 {{(pid=100464) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 24 02:02:50.154401 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-ea17e214-9bf8-4edc-8518-3c562598128b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-793621-25, 1defaaa5-476f-4f4f-8fca-a527e0a8f468) {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 02:02:50.159980 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea17e214-9bf8-4edc-8518-3c562598128b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:02:50.161009 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ea17e214-9bf8-4edc-8518-3c562598128b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:50.164924 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568edaea-39e7-4c58-9cf7-af470ca7ebf8 None None] Network 1defaaa5-476f-4f4f-8fca-a527e0a8f468 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 02:02:50.175327 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ea17e214-9bf8-4edc-8518-3c562598128b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3359022 Jul 24 02:02:50.177850 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53738) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:02:50.182358 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-0c78dcc1-8365-435e-88c2-4a7199009131 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-539309503-router', 'tenant_id': '75fadab4a0fe4f78a5a33e026f99d07d', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 02:02:50.203733 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0c78dcc1-8365-435e-88c2-4a7199009131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-692115', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5786'] for router, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:50.205310 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0c78dcc1-8365-435e-88c2-4a7199009131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-692212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-692576', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-699980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5781'] for router, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:50.236724 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-31c95bf1-9e3e-4ba2-afb9-d5eeeef1d7e3 None None] Set router 64b1d886-b3be-44a4-945f-82d511303ed5 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 02:02:50.260522 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0c78dcc1-8365-435e-88c2-4a7199009131 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:50.401356 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0c78dcc1-8365-435e-88c2-4a7199009131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-692574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-692097', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5767'] for router, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:50.453078 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2615bcb4-baba-43fc-92f1-a727a70ef0e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2db1bba0-e9c3-5c07-8db2-1fb46eb2cfd6-1defaaa5-476f-4f4f-8fca-a527e0a8f468', 'network_id': '1defaaa5-476f-4f4f-8fca-a527e0a8f468', 'tenant_id': '75fadab4a0fe4f78a5a33e026f99d07d', 'fixed_ips': [{'subnet_id': '5fc55f9f-4aff-4cf6-9edd-a1700ec44394'}]}} from n-d-793621-25. {{(pid=100465) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 24 02:02:50.453926 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2615bcb4-baba-43fc-92f1-a727a70ef0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:50.619239 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-31c95bf1-9e3e-4ba2-afb9-d5eeeef1d7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'name': 'tempest-TestSnapshotPattern-1602724836-router', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T02:02:45Z', 'updated_at': '2021-07-24T02:02:48Z', 'revision_number': 4, 'project_id': '910ae276decf4b6a90b4192490140df6', 'gw_port': {'id': '2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T02:02:46Z', 'updated_at': '2021-07-24T02:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '34d66d70-f37e-4bfe-a12c-1f8f5accb309', 'name': '', 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'mac_address': 'fa:16:3e:65:81:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'e65d77a0-f344-4781-b655-7dbd35a22e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T02:02:47Z', 'updated_at': '2021-07-24T02:02:48Z', 'revision_number': 2, 'project_id': '910ae276decf4b6a90b4192490140df6', 'subnets': [{'id': 'e65d77a0-f344-4781-b655-7dbd35a22e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:02:50.655820 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device be3aee7c-16f5-4ddc-96e3-a3811f242dd4 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 02:02:50.664704 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c95bf1-9e3e-4ba2-afb9-d5eeeef1d7e3 None None] Checking router: 64b1d886-b3be-44a4-945f-82d511303ed5 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 02:02:50.665066 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c95bf1-9e3e-4ba2-afb9-d5eeeef1d7e3 None None] Updating router 64b1d886-b3be-44a4-945f-82d511303ed5 port 34d66d70-f37e-4bfe-a12c-1f8f5accb309 binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 02:02:50.708715 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.db_base_plugin_common [None req-2615bcb4-baba-43fc-92f1-a727a70ef0e2 None None] Allocated IP 172.20.0.2 (1defaaa5-476f-4f4f-8fca-a527e0a8f468/5fc55f9f-4aff-4cf6-9edd-a1700ec44394/e84903b7-cfa1-45f8-9fe8-48382dc0b9a7) {{(pid=100465) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 02:02:50.747486 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-31c95bf1-9e3e-4ba2-afb9-d5eeeef1d7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:50.859575 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port be3aee7c-16f5-4ddc-96e3-a3811f242dd4 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 02:02:50.860269 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:50.922764 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0c78dcc1-8365-435e-88c2-4a7199009131 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:50.942534 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0c78dcc1-8365-435e-88c2-4a7199009131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:51.054056 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [None req-0c78dcc1-8365-435e-88c2-4a7199009131 admin admin] Allocated IP 172.25.2.135 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/8de0d221-5c2a-47c8-bc99-b72a26bdf77a) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 02:02:51.159289 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0c78dcc1-8365-435e-88c2-4a7199009131 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:51.199810 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0c78dcc1-8365-435e-88c2-4a7199009131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:51.206894 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2615bcb4-baba-43fc-92f1-a727a70ef0e2 None None] Notify callbacks [] for port, precommit_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:51.218469 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-2615bcb4-baba-43fc-92f1-a727a70ef0e2 None None] Transition to ACTIVE for port object e84903b7-cfa1-45f8-9fe8-48382dc0b9a7 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 02:02:51.241174 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c78dcc1-8365-435e-88c2-4a7199009131 admin admin] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 02:02:51.244002 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [None req-0c78dcc1-8365-435e-88c2-4a7199009131 admin admin] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 02:02:51.249546 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c78dcc1-8365-435e-88c2-4a7199009131 admin admin] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 02:02:51.274001 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c78dcc1-8365-435e-88c2-4a7199009131 admin admin] Pushing event updated for resources: {'Port': ['ID=8de0d221-5c2a-47c8-bc99-b72a26bdf77a,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:51.314402 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-2615bcb4-baba-43fc-92f1-a727a70ef0e2 None None] Transition to ACTIVE for port object e84903b7-cfa1-45f8-9fe8-48382dc0b9a7 will not be triggered until provisioned by entity DHCP. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 02:02:51.323898 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:51.330275 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2615bcb4-baba-43fc-92f1-a727a70ef0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997'] for port, after_create {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:51.335484 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 02:02:51.426172 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2615bcb4-baba-43fc-92f1-a727a70ef0e2 None None] Network 1defaaa5-476f-4f4f-8fca-a527e0a8f468 is already hosted by enough agents. {{(pid=100465) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 02:02:51.440837 n-d-793621-25 neutron-server[100465]: DEBUG neutron.scheduler.base_scheduler [None req-2615bcb4-baba-43fc-92f1-a727a70ef0e2 None None] Resources bound (agent type, host, resource id): {{(pid=100465) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 02:02:51.460295 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2615bcb4-baba-43fc-92f1-a727a70ef0e2 None None] Received port after_create {{(pid=100465) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 02:02:51.462444 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615bcb4-baba-43fc-92f1-a727a70ef0e2 None None] Pushing event updated for resources: {'Port': ['ID=e84903b7-cfa1-45f8-9fe8-48382dc0b9a7,revision_number=1']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:51.509411 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0c78dcc1-8365-435e-88c2-4a7199009131 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:51.514397 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-31c95bf1-9e3e-4ba2-afb9-d5eeeef1d7e3 None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:51.542572 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 02:02:51.553536 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-31c95bf1-9e3e-4ba2-afb9-d5eeeef1d7e3 None None] Transition to ACTIVE for port object 34d66d70-f37e-4bfe-a12c-1f8f5accb309 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 02:02:51.555364 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 02:02:51.555735 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:51.580406 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-2615bcb4-baba-43fc-92f1-a727a70ef0e2 None None] Attempting to bind port e84903b7-cfa1-45f8-9fe8-48382dc0b9a7 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 02:02:51.580778 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-2615bcb4-baba-43fc-92f1-a727a70ef0e2 None None] Attempting to bind port e84903b7-cfa1-45f8-9fe8-48382dc0b9a7 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'bdb916b8-4326-4707-b830-1e4e69016a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1defaaa5-476f-4f4f-8fca-a527e0a8f468'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 02:02:51.581144 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2615bcb4-baba-43fc-92f1-a727a70ef0e2 None None] Attempting to bind port e84903b7-cfa1-45f8-9fe8-48382dc0b9a7 on network 1defaaa5-476f-4f4f-8fca-a527e0a8f468 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 02:02:51.585368 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-31c95bf1-9e3e-4ba2-afb9-d5eeeef1d7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:51.600073 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2615bcb4-baba-43fc-92f1-a727a70ef0e2 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 2, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 02:02:51.600448 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2615bcb4-baba-43fc-92f1-a727a70ef0e2 None None] Checking segment: {'id': 'bdb916b8-4326-4707-b830-1e4e69016a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1defaaa5-476f-4f4f-8fca-a527e0a8f468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 02:02:51.600846 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2615bcb4-baba-43fc-92f1-a727a70ef0e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:51.601248 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2615bcb4-baba-43fc-92f1-a727a70ef0e2 None None] Bound using segment: {'id': 'bdb916b8-4326-4707-b830-1e4e69016a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1defaaa5-476f-4f4f-8fca-a527e0a8f468'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 02:02:51.601716 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-2615bcb4-baba-43fc-92f1-a727a70ef0e2 None None] Bound port: e84903b7-cfa1-45f8-9fe8-48382dc0b9a7, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb916b8-4326-4707-b830-1e4e69016a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1defaaa5-476f-4f4f-8fca-a527e0a8f468'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 02:02:51.602099 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2615bcb4-baba-43fc-92f1-a727a70ef0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:51.687235 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e651d0b-19d2-42b4-a241-71191cdca6b9 None None] Pushing event updated for resources: {'Port': ['ID=34d66d70-f37e-4bfe-a12c-1f8f5accb309,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:51.728039 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0c78dcc1-8365-435e-88c2-4a7199009131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-692120', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-692533'] for router, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:51.796012 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-2615bcb4-baba-43fc-92f1-a727a70ef0e2 None None] For port e84903b7-cfa1-45f8-9fe8-48382dc0b9a7, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 02:02:51.806488 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-2615bcb4-baba-43fc-92f1-a727a70ef0e2 None None] For port e84903b7-cfa1-45f8-9fe8-48382dc0b9a7, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=e84903b7-cfa1-45f8-9fe8-48382dc0b9a7,segment=NetworkSegment(bdb916b8-4326-4707-b830-1e4e69016a04),segment_id=bdb916b8-4326-4707-b830-1e4e69016a04)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 02:02:51.819390 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2615bcb4-baba-43fc-92f1-a727a70ef0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:51.825126 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-31c95bf1-9e3e-4ba2-afb9-d5eeeef1d7e3 None None] Attempting to bind port 34d66d70-f37e-4bfe-a12c-1f8f5accb309 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 02:02:51.825498 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-31c95bf1-9e3e-4ba2-afb9-d5eeeef1d7e3 None None] Attempting to bind port 34d66d70-f37e-4bfe-a12c-1f8f5accb309 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '9b5057fa-605e-4057-9f95-2522a211f159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 02:02:51.825865 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c95bf1-9e3e-4ba2-afb9-d5eeeef1d7e3 None None] Attempting to bind port 34d66d70-f37e-4bfe-a12c-1f8f5accb309 on network 300601ec-3e94-4aa2-8490-24f3de911a42 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 02:02:51.834211 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:51.868933 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c78dcc1-8365-435e-88c2-4a7199009131 admin admin] Router 9227fbdf-e265-4a15-b34d-51b904c3bbf9 is scheduled to L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c with binding_index 1 {{(pid=100464) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 24 02:02:51.871492 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c95bf1-9e3e-4ba2-afb9-d5eeeef1d7e3 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 2, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 02:02:51.872083 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c95bf1-9e3e-4ba2-afb9-d5eeeef1d7e3 None None] Checking segment: {'id': '9b5057fa-605e-4057-9f95-2522a211f159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 02:02:51.872762 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-31c95bf1-9e3e-4ba2-afb9-d5eeeef1d7e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:51.873214 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c95bf1-9e3e-4ba2-afb9-d5eeeef1d7e3 None None] Bound using segment: {'id': '9b5057fa-605e-4057-9f95-2522a211f159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 02:02:51.873702 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-31c95bf1-9e3e-4ba2-afb9-d5eeeef1d7e3 None None] Bound port: 34d66d70-f37e-4bfe-a12c-1f8f5accb309, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b5057fa-605e-4057-9f95-2522a211f159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 02:02:51.874088 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-31c95bf1-9e3e-4ba2-afb9-d5eeeef1d7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:51.904767 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 02:02:51.915410 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:51.952256 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615bcb4-baba-43fc-92f1-a727a70ef0e2 None None] Pushing event updated for resources: {'Port': ['ID=e84903b7-cfa1-45f8-9fe8-48382dc0b9a7,revision_number=2']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:52.011518 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c78dcc1-8365-435e-88c2-4a7199009131 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 02:02:52.033454 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0c78dcc1-8365-435e-88c2-4a7199009131 admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:52.033950 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a971944-0f77-4cf3-819f-77343ead4913 None None] Sync routers for ids ['9227fbdf-e265-4a15-b34d-51b904c3bbf9'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 02:02:52.039810 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53740) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:02:52.040293 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-31c95bf1-9e3e-4ba2-afb9-d5eeeef1d7e3 None None] For port 34d66d70-f37e-4bfe-a12c-1f8f5accb309, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 02:02:52.040396 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0c78dcc1-8365-435e-88c2-4a7199009131 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8611896 Jul 24 02:02:52.042299 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:52.047730 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-31c95bf1-9e3e-4ba2-afb9-d5eeeef1d7e3 None None] For port 34d66d70-f37e-4bfe-a12c-1f8f5accb309, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=34d66d70-f37e-4bfe-a12c-1f8f5accb309,segment=NetworkSegment(9b5057fa-605e-4057-9f95-2522a211f159),segment_id=9b5057fa-605e-4057-9f95-2522a211f159)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 02:02:52.056536 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-31c95bf1-9e3e-4ba2-afb9-d5eeeef1d7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:52.058776 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a971944-0f77-4cf3-819f-77343ead4913 None None] Routers {'9227fbdf-e265-4a15-b34d-51b904c3bbf9'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 02:02:52.060108 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-6a971944-0f77-4cf3-819f-77343ead4913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T02:02:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['9227fbdf-e265-4a15-b34d-51b904c3bbf9'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:02:52.166785 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c95bf1-9e3e-4ba2-afb9-d5eeeef1d7e3 None None] Routers {'64b1d886-b3be-44a4-945f-82d511303ed5'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 02:02:52.167572 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-31c95bf1-9e3e-4ba2-afb9-d5eeeef1d7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T02:02:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['64b1d886-b3be-44a4-945f-82d511303ed5'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:02:52.176283 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e651d0b-19d2-42b4-a241-71191cdca6b9 None None] Pushing event updated for resources: {'Port': ['ID=34d66d70-f37e-4bfe-a12c-1f8f5accb309,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:52.244415 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-6a971944-0f77-4cf3-819f-77343ead4913 None None] Set router 9227fbdf-e265-4a15-b34d-51b904c3bbf9 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 02:02:52.337227 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-31c95bf1-9e3e-4ba2-afb9-d5eeeef1d7e3 None None] Set router 64b1d886-b3be-44a4-945f-82d511303ed5 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 02:02:52.608131 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-31c95bf1-9e3e-4ba2-afb9-d5eeeef1d7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'name': 'tempest-TestSnapshotPattern-1602724836-router', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T02:02:45Z', 'updated_at': '2021-07-24T02:02:48Z', 'revision_number': 4, 'project_id': '910ae276decf4b6a90b4192490140df6', 'gw_port': {'id': '2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T02:02:46Z', 'updated_at': '2021-07-24T02:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '34d66d70-f37e-4bfe-a12c-1f8f5accb309', 'name': '', 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'mac_address': 'fa:16:3e:65:81:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'e65d77a0-f344-4781-b655-7dbd35a22e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T02:02:47Z', 'updated_at': '2021-07-24T02:02:52Z', 'revision_number': 4, 'project_id': '910ae276decf4b6a90b4192490140df6', 'subnets': [{'id': 'e65d77a0-f344-4781-b655-7dbd35a22e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:02:52.639800 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c95bf1-9e3e-4ba2-afb9-d5eeeef1d7e3 None None] The sync data for ids ['64b1d886-b3be-44a4-945f-82d511303ed5'] in n-d-793621-25 is: [{'id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'name': 'tempest-TestSnapshotPattern-1602724836-router', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T02:02:45Z', 'updated_at': '2021-07-24T02:02:48Z', 'revision_number': 4, 'project_id': '910ae276decf4b6a90b4192490140df6', 'gw_port': {'id': '2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T02:02:46Z', 'updated_at': '2021-07-24T02:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '34d66d70-f37e-4bfe-a12c-1f8f5accb309', 'name': '', 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'mac_address': 'fa:16:3e:65:81:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'e65d77a0-f344-4781-b655-7dbd35a22e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T02:02:47Z', 'updated_at': '2021-07-24T02:02:52Z', 'revision_number': 4, 'project_id': '910ae276decf4b6a90b4192490140df6', 'subnets': [{'id': 'e65d77a0-f344-4781-b655-7dbd35a22e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 02:02:52.676695 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-6a971944-0f77-4cf3-819f-77343ead4913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9227fbdf-e265-4a15-b34d-51b904c3bbf9', 'name': 'tempest-TestSnapshotPattern-539309503-router', 'tenant_id': '75fadab4a0fe4f78a5a33e026f99d07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '8de0d221-5c2a-47c8-bc99-b72a26bdf77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T02:02:50Z', 'updated_at': '2021-07-24T02:02:51Z', 'revision_number': 3, 'project_id': '75fadab4a0fe4f78a5a33e026f99d07d', 'gw_port': {'id': '8de0d221-5c2a-47c8-bc99-b72a26bdf77a', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e7:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9227fbdf-e265-4a15-b34d-51b904c3bbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T02:02:50Z', 'updated_at': '2021-07-24T02:02:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:02:52.711195 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a971944-0f77-4cf3-819f-77343ead4913 None None] Checking router: 9227fbdf-e265-4a15-b34d-51b904c3bbf9 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 02:02:52.711195 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a971944-0f77-4cf3-819f-77343ead4913 None None] Updating router 9227fbdf-e265-4a15-b34d-51b904c3bbf9 port 8de0d221-5c2a-47c8-bc99-b72a26bdf77a binding host n-d-793621-25 {{(pid=100466) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 02:02:52.732544 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a639f29c-8c9f-4421-acd7-1884c932ec40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:52.778005 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e84903b7-cfa1-45f8-9fe8-48382dc0b9a7 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 02:02:52.780496 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-6a971944-0f77-4cf3-819f-77343ead4913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:52.877087 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port e84903b7-cfa1-45f8-9fe8-48382dc0b9a7 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 02:02:52.884120 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 02:02:52.969610 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 02:02:52.971060 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:53.066549 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-a639f29c-8c9f-4421-acd7-1884c932ec40 admin admin] Allocated IP 172.20.0.1 (1defaaa5-476f-4f4f-8fca-a527e0a8f468/5fc55f9f-4aff-4cf6-9edd-a1700ec44394/43f4c27a-e2a5-4e5c-a46b-e22777004f97) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 02:02:53.179765 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-6a971944-0f77-4cf3-819f-77343ead4913 None None] Notify callbacks [] for port, precommit_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:53.196417 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.provisioning_blocks [None req-6a971944-0f77-4cf3-819f-77343ead4913 None None] Transition to ACTIVE for port object 8de0d221-5c2a-47c8-bc99-b72a26bdf77a will not be triggered until provisioned by entity L2. {{(pid=100466) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 02:02:53.206559 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-6a971944-0f77-4cf3-819f-77343ead4913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:53.241333 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db1aece-4488-4589-b564-c6c29878a40c None None] Network 1defaaa5-476f-4f4f-8fca-a527e0a8f468 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 02:02:53.253951 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a639f29c-8c9f-4421-acd7-1884c932ec40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:53.271068 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.provisioning_blocks [None req-a639f29c-8c9f-4421-acd7-1884c932ec40 admin admin] Transition to ACTIVE for port object 43f4c27a-e2a5-4e5c-a46b-e22777004f97 will not be triggered until provisioned by entity DHCP. {{(pid=100463) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 02:02:53.299120 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-6a971944-0f77-4cf3-819f-77343ead4913 None None] Attempting to bind port 8de0d221-5c2a-47c8-bc99-b72a26bdf77a on host n-d-793621-25 for vnic_type normal with profile {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 02:02:53.299406 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-6a971944-0f77-4cf3-819f-77343ead4913 None None] Attempting to bind port 8de0d221-5c2a-47c8-bc99-b72a26bdf77a by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 02:02:53.300100 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a971944-0f77-4cf3-819f-77343ead4913 None None] Attempting to bind port 8de0d221-5c2a-47c8-bc99-b72a26bdf77a on network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 02:02:53.311675 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a971944-0f77-4cf3-819f-77343ead4913 None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 2, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 02:02:53.312044 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a971944-0f77-4cf3-819f-77343ead4913 None None] Checking segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100466) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 02:02:53.312438 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-6a971944-0f77-4cf3-819f-77343ead4913 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:53.312898 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a971944-0f77-4cf3-819f-77343ead4913 None None] Bound using segment: {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'} {{(pid=100466) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 02:02:53.313383 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.managers [None req-6a971944-0f77-4cf3-819f-77343ead4913 None None] Bound port: 8de0d221-5c2a-47c8-bc99-b72a26bdf77a, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791a9fb0-a385-491c-b6c8-8db4d398564d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83'}}] {{(pid=100466) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 02:02:53.314622 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-6a971944-0f77-4cf3-819f-77343ead4913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:53.329128 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a639f29c-8c9f-4421-acd7-1884c932ec40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:53.339111 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e0a52e6a-76ea-4646-a3de-65198ba80f40 None None] Provisioning for port e84903b7-cfa1-45f8-9fe8-48382dc0b9a7 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 02:02:53.344141 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c47906-ed1b-451f-8a4a-0eee6a5a88c9 None None] Pushing event updated for resources: {'Port': ['ID=8de0d221-5c2a-47c8-bc99-b72a26bdf77a,revision_number=2']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:53.346244 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-e0a52e6a-76ea-4646-a3de-65198ba80f40 None None] Provisioning complete for port e84903b7-cfa1-45f8-9fe8-48382dc0b9a7 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 02:02:53.346634 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e0a52e6a-76ea-4646-a3de-65198ba80f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:53.375013 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a639f29c-8c9f-4421-acd7-1884c932ec40 admin admin] Network 1defaaa5-476f-4f4f-8fca-a527e0a8f468 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 02:02:53.379611 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-a639f29c-8c9f-4421-acd7-1884c932ec40 admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 02:02:53.387651 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a639f29c-8c9f-4421-acd7-1884c932ec40 admin admin] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 02:02:53.396449 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-6a971944-0f77-4cf3-819f-77343ead4913 None None] For port 8de0d221-5c2a-47c8-bc99-b72a26bdf77a, host n-d-793621-25, cleared binding levels {{(pid=100466) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 02:02:53.400792 n-d-793621-25 neutron-server[100466]: DEBUG neutron.plugins.ml2.db [None req-6a971944-0f77-4cf3-819f-77343ead4913 None None] For port 8de0d221-5c2a-47c8-bc99-b72a26bdf77a, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=8de0d221-5c2a-47c8-bc99-b72a26bdf77a,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100466) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 02:02:53.414240 n-d-793621-25 neutron-server[100466]: DEBUG neutron_lib.callbacks.manager [None req-6a971944-0f77-4cf3-819f-77343ead4913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100466) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:53.451868 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639f29c-8c9f-4421-acd7-1884c932ec40 admin admin] Pushing event updated for resources: {'Port': ['ID=43f4c27a-e2a5-4e5c-a46b-e22777004f97,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:53.466057 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a639f29c-8c9f-4421-acd7-1884c932ec40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-694330'] for router_interface, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:53.503231 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a971944-0f77-4cf3-819f-77343ead4913 None None] Routers {'9227fbdf-e265-4a15-b34d-51b904c3bbf9'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 02:02:53.504183 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-6a971944-0f77-4cf3-819f-77343ead4913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T02:02:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['9227fbdf-e265-4a15-b34d-51b904c3bbf9'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:02:53.509259 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c47906-ed1b-451f-8a4a-0eee6a5a88c9 None None] Pushing event updated for resources: {'Port': ['ID=8de0d221-5c2a-47c8-bc99-b72a26bdf77a,revision_number=3']} {{(pid=100466) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:53.586054 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e0a52e6a-76ea-4646-a3de-65198ba80f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:53.644412 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-e0a52e6a-76ea-4646-a3de-65198ba80f40 None None] For port e84903b7-cfa1-45f8-9fe8-48382dc0b9a7, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=e84903b7-cfa1-45f8-9fe8-48382dc0b9a7,segment=NetworkSegment(bdb916b8-4326-4707-b830-1e4e69016a04),segment_id=bdb916b8-4326-4707-b830-1e4e69016a04)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 02:02:53.650916 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e0a52e6a-76ea-4646-a3de-65198ba80f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:53.656246 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a639f29c-8c9f-4421-acd7-1884c932ec40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:53.713056 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-6a971944-0f77-4cf3-819f-77343ead4913 None None] Set router 9227fbdf-e265-4a15-b34d-51b904c3bbf9 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 02:02:53.746541 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a52e6a-76ea-4646-a3de-65198ba80f40 None None] Pushing event updated for resources: {'Port': ['ID=e84903b7-cfa1-45f8-9fe8-48382dc0b9a7,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:53.926014 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a639f29c-8c9f-4421-acd7-1884c932ec40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:53.933291 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a639f29c-8c9f-4421-acd7-1884c932ec40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:53.977958 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-6a971944-0f77-4cf3-819f-77343ead4913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9227fbdf-e265-4a15-b34d-51b904c3bbf9', 'name': 'tempest-TestSnapshotPattern-539309503-router', 'tenant_id': '75fadab4a0fe4f78a5a33e026f99d07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '8de0d221-5c2a-47c8-bc99-b72a26bdf77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T02:02:50Z', 'updated_at': '2021-07-24T02:02:51Z', 'revision_number': 3, 'project_id': '75fadab4a0fe4f78a5a33e026f99d07d', 'gw_port': {'id': '8de0d221-5c2a-47c8-bc99-b72a26bdf77a', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e7:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9227fbdf-e265-4a15-b34d-51b904c3bbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T02:02:50Z', 'updated_at': '2021-07-24T02:02:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:02:53.989410 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-fab4d99e-829f-4c05-8219-e68c62669c47 None None] Provisioning for port 43f4c27a-e2a5-4e5c-a46b-e22777004f97 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 02:02:53.995365 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-fab4d99e-829f-4c05-8219-e68c62669c47 None None] Provisioning complete for port 43f4c27a-e2a5-4e5c-a46b-e22777004f97 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 02:02:53.995973 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-fab4d99e-829f-4c05-8219-e68c62669c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:54.016249 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a971944-0f77-4cf3-819f-77343ead4913 None None] The sync data for ids ['9227fbdf-e265-4a15-b34d-51b904c3bbf9'] in n-d-793621-25 is: [{'id': '9227fbdf-e265-4a15-b34d-51b904c3bbf9', 'name': 'tempest-TestSnapshotPattern-539309503-router', 'tenant_id': '75fadab4a0fe4f78a5a33e026f99d07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '8de0d221-5c2a-47c8-bc99-b72a26bdf77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T02:02:50Z', 'updated_at': '2021-07-24T02:02:51Z', 'revision_number': 3, 'project_id': '75fadab4a0fe4f78a5a33e026f99d07d', 'gw_port': {'id': '8de0d221-5c2a-47c8-bc99-b72a26bdf77a', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e7:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9227fbdf-e265-4a15-b34d-51b904c3bbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T02:02:50Z', 'updated_at': '2021-07-24T02:02:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 02:02:54.043908 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a639f29c-8c9f-4421-acd7-1884c932ec40 admin admin] Pushing event updated for resources: {'Port': ['ID=43f4c27a-e2a5-4e5c-a46b-e22777004f97,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:54.047190 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-fab4d99e-829f-4c05-8219-e68c62669c47 None None] Port 43f4c27a-e2a5-4e5c-a46b-e22777004f97 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 02:02:54.066997 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-fab4d99e-829f-4c05-8219-e68c62669c47 None None] Provisioning complete for port e84903b7-cfa1-45f8-9fe8-48382dc0b9a7 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 02:02:54.067430 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-fab4d99e-829f-4c05-8219-e68c62669c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:54.080981 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a639f29c-8c9f-4421-acd7-1884c932ec40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-695055'] for router_interface, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:54.199997 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a639f29c-8c9f-4421-acd7-1884c932ec40 admin admin] Network 1defaaa5-476f-4f4f-8fca-a527e0a8f468 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 02:02:54.201532 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-a639f29c-8c9f-4421-acd7-1884c932ec40 admin admin] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 02:02:54.305110 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-8cac435d-bf45-49b5-a684-a2e130c11502 None None] Provisioning complete for port 43f4c27a-e2a5-4e5c-a46b-e22777004f97 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 02:02:54.305826 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8cac435d-bf45-49b5-a684-a2e130c11502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:54.349348 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a639f29c-8c9f-4421-acd7-1884c932ec40 admin admin] Router 9227fbdf-e265-4a15-b34d-51b904c3bbf9 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 02:02:54.354174 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-8cac435d-bf45-49b5-a684-a2e130c11502 None None] Port 43f4c27a-e2a5-4e5c-a46b-e22777004f97 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 02:02:54.474325 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-cc803a15-0f16-4aef-8d88-bca493fd1d96 None None] Provisioning complete for port 43f4c27a-e2a5-4e5c-a46b-e22777004f97 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 02:02:54.474631 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-cc803a15-0f16-4aef-8d88-bca493fd1d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:54.495968 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a639f29c-8c9f-4421-acd7-1884c932ec40 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 02:02:54.501691 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a639f29c-8c9f-4421-acd7-1884c932ec40 admin admin] 10.222.0.15 "PUT /v2.0/routers/9227fbdf-e265-4a15-b34d-51b904c3bbf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4597118 Jul 24 02:02:54.518343 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-cc803a15-0f16-4aef-8d88-bca493fd1d96 None None] Port 43f4c27a-e2a5-4e5c-a46b-e22777004f97 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 02:02:54.683100 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e84903b7-cfa1-45f8-9fe8-48382dc0b9a7 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 02:02:54.737019 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port e84903b7-cfa1-45f8-9fe8-48382dc0b9a7 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 02:02:54.737404 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:54.836830 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 34d66d70-f37e-4bfe-a12c-1f8f5accb309 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 02:02:54.895415 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 34d66d70-f37e-4bfe-a12c-1f8f5accb309 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 02:02:54.909195 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 34d66d70-f37e-4bfe-a12c-1f8f5accb309 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 02:02:54.909195 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:54.992132 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:55.026626 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 34d66d70-f37e-4bfe-a12c-1f8f5accb309, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=34d66d70-f37e-4bfe-a12c-1f8f5accb309,segment=NetworkSegment(9b5057fa-605e-4057-9f95-2522a211f159),segment_id=9b5057fa-605e-4057-9f95-2522a211f159)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 02:02:55.031133 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:55.032065 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 8de0d221-5c2a-47c8-bc99-b72a26bdf77a up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 02:02:55.112004 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=34d66d70-f37e-4bfe-a12c-1f8f5accb309,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:55.135901 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 8de0d221-5c2a-47c8-bc99-b72a26bdf77a completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 02:02:55.141288 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 8de0d221-5c2a-47c8-bc99-b72a26bdf77a triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 02:02:55.141535 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:55.239938 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:55.260787 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 8de0d221-5c2a-47c8-bc99-b72a26bdf77a, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=8de0d221-5c2a-47c8-bc99-b72a26bdf77a,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 02:02:55.265337 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:55.318469 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=8de0d221-5c2a-47c8-bc99-b72a26bdf77a,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:55.331200 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53748) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:02:55.336083 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-82538875-b7c4-4ca8-a563-e99d24c4196d tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1710457885', 'description': 'tempest-secgroup-smoke-1710457885 description', 'project_id': '910ae276decf4b6a90b4192490140df6'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 02:02:55.359900 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-82538875-b7c4-4ca8-a563-e99d24c4196d tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks [] for security_group, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:55.445260 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-82538875-b7c4-4ca8-a563-e99d24c4196d tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks [] for security_group, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:55.450089 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-82538875-b7c4-4ca8-a563-e99d24c4196d tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:55.480398 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-82538875-b7c4-4ca8-a563-e99d24c4196d tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:55.481686 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-82538875-b7c4-4ca8-a563-e99d24c4196d tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1494672 Jul 24 02:02:55.483705 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82538875-b7c4-4ca8-a563-e99d24c4196d tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0442a7d-c049-4c04-a7c5-6adbd9b05a81,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:55.484761 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53750) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:02:55.490806 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-2f002bbb-290d-4b10-9b91-17eb9c6ac10b tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Request body: {'security_group_rule': {'security_group_id': 'f0442a7d-c049-4c04-a7c5-6adbd9b05a81', 'project_id': '910ae276decf4b6a90b4192490140df6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 02:02:55.518855 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2f002bbb-290d-4b10-9b91-17eb9c6ac10b tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:55.581884 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2f002bbb-290d-4b10-9b91-17eb9c6ac10b tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:55.587483 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2f002bbb-290d-4b10-9b91-17eb9c6ac10b tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:55.605797 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f002bbb-290d-4b10-9b91-17eb9c6ac10b tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f380426-39f1-4d93-bd2a-baca00d40e93,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:55.612817 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-2f002bbb-290d-4b10-9b91-17eb9c6ac10b tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:55.613857 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-2f002bbb-290d-4b10-9b91-17eb9c6ac10b tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1271594 Jul 24 02:02:55.616619 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53752) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:02:55.621354 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-7c541cf2-36ce-41f7-87c9-ed6d3da7ba0f tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Request body: {'security_group_rule': {'security_group_id': 'f0442a7d-c049-4c04-a7c5-6adbd9b05a81', 'project_id': '910ae276decf4b6a90b4192490140df6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 02:02:55.648911 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7c541cf2-36ce-41f7-87c9-ed6d3da7ba0f tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:55.709211 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7c541cf2-36ce-41f7-87c9-ed6d3da7ba0f tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:55.713154 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7c541cf2-36ce-41f7-87c9-ed6d3da7ba0f tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:55.730274 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c541cf2-36ce-41f7-87c9-ed6d3da7ba0f tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0afe6c03-7ef3-40b8-8d0b-f5e601696eac,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:55.738082 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-7c541cf2-36ce-41f7-87c9-ed6d3da7ba0f tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:55.739437 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-7c541cf2-36ce-41f7-87c9-ed6d3da7ba0f tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1218832 Jul 24 02:02:55.742602 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53754) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:02:55.747214 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-046154e9-299b-4ffb-9f95-42ec43707b75 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Request body: {'security_group_rule': {'security_group_id': 'f0442a7d-c049-4c04-a7c5-6adbd9b05a81', 'project_id': '910ae276decf4b6a90b4192490140df6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 02:02:55.774766 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-046154e9-299b-4ffb-9f95-42ec43707b75 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:55.839790 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-046154e9-299b-4ffb-9f95-42ec43707b75 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:55.843412 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-046154e9-299b-4ffb-9f95-42ec43707b75 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:55.861573 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046154e9-299b-4ffb-9f95-42ec43707b75 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3481ed5b-83dd-4b61-9e0b-2131c271daf6,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:55.867268 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-046154e9-299b-4ffb-9f95-42ec43707b75 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:55.868452 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-046154e9-299b-4ffb-9f95-42ec43707b75 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1248627 Jul 24 02:02:55.871207 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 53756) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:02:55.875742 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [None req-d780ae88-58f7-4d22-9d1c-299f1aee3b7c tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Request body: {'security_group_rule': {'security_group_id': 'f0442a7d-c049-4c04-a7c5-6adbd9b05a81', 'project_id': '910ae276decf4b6a90b4192490140df6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 02:02:55.906075 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d780ae88-58f7-4d22-9d1c-299f1aee3b7c tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:55.970952 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d780ae88-58f7-4d22-9d1c-299f1aee3b7c tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:55.974877 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d780ae88-58f7-4d22-9d1c-299f1aee3b7c tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:55.992900 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780ae88-58f7-4d22-9d1c-299f1aee3b7c tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc56bd93-f73b-4eb0-989d-35b83bd9cc84,revision_number=0']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:56.000043 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-d780ae88-58f7-4d22-9d1c-299f1aee3b7c tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:56.001560 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d780ae88-58f7-4d22-9d1c-299f1aee3b7c tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1291621 Jul 24 02:02:56.004779 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53758) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:02:56.009532 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-9de5375e-8689-48c0-928c-22498377a6b6 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Request body: {'security_group_rule': {'security_group_id': 'f0442a7d-c049-4c04-a7c5-6adbd9b05a81', 'project_id': '910ae276decf4b6a90b4192490140df6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 02:02:56.031358 n-d-793621-25 neutron-server[100463]: INFO neutron.db.securitygroups_db [None req-9de5375e-8689-48c0-928c-22498377a6b6 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Project 910ae276decf4b6a90b4192490140df6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 02:02:56.036828 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9de5375e-8689-48c0-928c-22498377a6b6 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:56.091923 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f374ad5b-5eb9-480f-9105-fc4cacdd0aac None None] Sync routers for ids ['9227fbdf-e265-4a15-b34d-51b904c3bbf9'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 02:02:56.098741 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9de5375e-8689-48c0-928c-22498377a6b6 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:56.101462 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f374ad5b-5eb9-480f-9105-fc4cacdd0aac None None] Routers {'9227fbdf-e265-4a15-b34d-51b904c3bbf9'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 02:02:56.102082 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-f374ad5b-5eb9-480f-9105-fc4cacdd0aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T02:02:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['9227fbdf-e265-4a15-b34d-51b904c3bbf9'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:02:56.102555 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9de5375e-8689-48c0-928c-22498377a6b6 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:56.127029 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de5375e-8689-48c0-928c-22498377a6b6 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97d4c15f-8aab-496d-9530-548a2eae5b74,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:56.130621 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-9de5375e-8689-48c0-928c-22498377a6b6 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:56.131883 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-9de5375e-8689-48c0-928c-22498377a6b6 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1260841 Jul 24 02:02:56.134601 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53760) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:02:56.139439 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-934a338e-40ed-405d-bf4a-d971e8490ea8 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Request body: {'security_group_rule': {'security_group_id': 'f0442a7d-c049-4c04-a7c5-6adbd9b05a81', 'project_id': '910ae276decf4b6a90b4192490140df6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 02:02:56.163052 n-d-793621-25 neutron-server[100463]: INFO neutron.db.securitygroups_db [None req-934a338e-40ed-405d-bf4a-d971e8490ea8 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Project 910ae276decf4b6a90b4192490140df6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 24 02:02:56.169791 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-934a338e-40ed-405d-bf4a-d971e8490ea8 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:56.214251 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-f374ad5b-5eb9-480f-9105-fc4cacdd0aac None None] Set router 9227fbdf-e265-4a15-b34d-51b904c3bbf9 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 02:02:56.236447 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-934a338e-40ed-405d-bf4a-d971e8490ea8 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:56.240497 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-934a338e-40ed-405d-bf4a-d971e8490ea8 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-541543'] for security_group_rule, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:56.258457 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a338e-40ed-405d-bf4a-d971e8490ea8 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5140fd4-65f4-4998-9013-7cfd74622ff7,revision_number=0']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:56.266241 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-934a338e-40ed-405d-bf4a-d971e8490ea8 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:56.268356 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-934a338e-40ed-405d-bf4a-d971e8490ea8 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1324954 Jul 24 02:02:56.415585 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-3b5f71ae-a035-4fea-b0b4-b43a30f5061e tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1710457885&fields=id&tenant_id=910ae276decf4b6a90b4192490140df6 HTTP/1.1" status: 200 len: 267 time: 0.0356867 Jul 24 02:02:56.526850 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-d5890081-1a5d-499f-9c9d-5da88bbd9879 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:02:56.533898 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-d5890081-1a5d-499f-9c9d-5da88bbd9879 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/networks?id=300601ec-3e94-4aa2-8490-24f3de911a42 HTTP/1.1" status: 200 len: 810 time: 0.1116438 Jul 24 02:02:56.549355 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-cdc599e6-1ef3-4e72-897b-fe524bb2fdac tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/quotas/910ae276decf4b6a90b4192490140df6 HTTP/1.1" status: 200 len: 375 time: 0.0145643 Jul 24 02:02:56.581423 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-f374ad5b-5eb9-480f-9105-fc4cacdd0aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9227fbdf-e265-4a15-b34d-51b904c3bbf9', 'name': 'tempest-TestSnapshotPattern-539309503-router', 'tenant_id': '75fadab4a0fe4f78a5a33e026f99d07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '8de0d221-5c2a-47c8-bc99-b72a26bdf77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T02:02:50Z', 'updated_at': '2021-07-24T02:02:53Z', 'revision_number': 4, 'project_id': '75fadab4a0fe4f78a5a33e026f99d07d', 'gw_port': {'id': '8de0d221-5c2a-47c8-bc99-b72a26bdf77a', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227fbdf-e265-4a15-b34d-51b904c3bbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T02:02:50Z', 'updated_at': '2021-07-24T02:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '43f4c27a-e2a5-4e5c-a46b-e22777004f97', 'name': '', 'network_id': '1defaaa5-476f-4f4f-8fca-a527e0a8f468', 'tenant_id': '75fadab4a0fe4f78a5a33e026f99d07d', 'mac_address': 'fa:16:3e:62:3b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9227fbdf-e265-4a15-b34d-51b904c3bbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '5fc55f9f-4aff-4cf6-9edd-a1700ec44394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T02:02:52Z', 'updated_at': '2021-07-24T02:02:53Z', 'revision_number': 2, 'project_id': '75fadab4a0fe4f78a5a33e026f99d07d', 'subnets': [{'id': '5fc55f9f-4aff-4cf6-9edd-a1700ec44394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:02:56.613561 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 34d66d70-f37e-4bfe-a12c-1f8f5accb309 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 02:02:56.616588 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f374ad5b-5eb9-480f-9105-fc4cacdd0aac None None] Checking router: 9227fbdf-e265-4a15-b34d-51b904c3bbf9 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 02:02:56.616944 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f374ad5b-5eb9-480f-9105-fc4cacdd0aac None None] Updating router 9227fbdf-e265-4a15-b34d-51b904c3bbf9 port 43f4c27a-e2a5-4e5c-a46b-e22777004f97 binding host n-d-793621-25 {{(pid=100465) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 24 02:02:56.621587 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-b46efae7-1225-4052-b5f3-defc0293d235 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=910ae276decf4b6a90b4192490140df6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0665133 Jul 24 02:02:56.677965 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f374ad5b-5eb9-480f-9105-fc4cacdd0aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:56.719403 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 34d66d70-f37e-4bfe-a12c-1f8f5accb309 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 02:02:56.719814 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:56.729701 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-b6013efa-52f7-4183-9b29-4402dde507f2 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 02:02:56.730814 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-b6013efa-52f7-4183-9b29-4402dde507f2 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0970736 Jul 24 02:02:56.822177 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-a7ff1b41-47fa-4247-858c-91670352c5ba service neutron] 10.222.0.15 "GET /v2.0/networks/300601ec-3e94-4aa2-8490-24f3de911a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846305 Jul 24 02:02:56.896183 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 8de0d221-5c2a-47c8-bc99-b72a26bdf77a up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 02:02:56.918989 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-1be30ca9-c5d9-4128-a933-07a353a49d61 service neutron] 10.222.0.15 "GET /v2.0/networks/300601ec-3e94-4aa2-8490-24f3de911a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908785 Jul 24 02:02:57.007431 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 8de0d221-5c2a-47c8-bc99-b72a26bdf77a triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 02:02:57.007814 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:57.088522 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f374ad5b-5eb9-480f-9105-fc4cacdd0aac None None] Notify callbacks [] for port, precommit_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:57.093528 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b170a4c8-c2e0-4689-bdb7-ba165c25e064 req-96d3a377-a5a1-41e5-a470-e10a6042f02f tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/ports?device_id=d92d804a-d9f5-458b-9573-756802650f47 HTTP/1.1" status: 200 len: 210 time: 0.0365365 Jul 24 02:02:57.107609 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-f374ad5b-5eb9-480f-9105-fc4cacdd0aac None None] Transition to ACTIVE for port object 43f4c27a-e2a5-4e5c-a46b-e22777004f97 will not be triggered until provisioned by entity L2. {{(pid=100465) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 02:02:57.115816 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f374ad5b-5eb9-480f-9105-fc4cacdd0aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:57.207026 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efccbec5-74c5-4c0e-910c-752988fea951 None None] Pushing event updated for resources: {'Port': ['ID=43f4c27a-e2a5-4e5c-a46b-e22777004f97,revision_number=3']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:57.267235 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-f374ad5b-5eb9-480f-9105-fc4cacdd0aac None None] Attempting to bind port 43f4c27a-e2a5-4e5c-a46b-e22777004f97 on host n-d-793621-25 for vnic_type normal with profile {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 02:02:57.267677 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-f374ad5b-5eb9-480f-9105-fc4cacdd0aac None None] Attempting to bind port 43f4c27a-e2a5-4e5c-a46b-e22777004f97 by drivers openvswitch,hyperv on host n-d-793621-25 at level 0 using segments [{'id': 'bdb916b8-4326-4707-b830-1e4e69016a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1defaaa5-476f-4f4f-8fca-a527e0a8f468'}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 02:02:57.268491 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f374ad5b-5eb9-480f-9105-fc4cacdd0aac None None] Attempting to bind port 43f4c27a-e2a5-4e5c-a46b-e22777004f97 on network 1defaaa5-476f-4f4f-8fca-a527e0a8f468 {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 02:02:57.275682 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f374ad5b-5eb9-480f-9105-fc4cacdd0aac None None] Checking agent: {'id': '9088323b-e3da-4cb7-aa0a-416712fdb59c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 34, 48), 'started_at': datetime.datetime(2021, 7, 24, 0, 35, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 2, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-793621-25'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 02:02:57.276041 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f374ad5b-5eb9-480f-9105-fc4cacdd0aac None None] Checking segment: {'id': 'bdb916b8-4326-4707-b830-1e4e69016a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1defaaa5-476f-4f4f-8fca-a527e0a8f468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100465) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 02:02:57.276456 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f374ad5b-5eb9-480f-9105-fc4cacdd0aac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:57.276859 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f374ad5b-5eb9-480f-9105-fc4cacdd0aac None None] Bound using segment: {'id': 'bdb916b8-4326-4707-b830-1e4e69016a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1defaaa5-476f-4f4f-8fca-a527e0a8f468'} {{(pid=100465) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 02:02:57.277338 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.managers [None req-f374ad5b-5eb9-480f-9105-fc4cacdd0aac None None] Bound port: 43f4c27a-e2a5-4e5c-a46b-e22777004f97, host: n-d-793621-25, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb916b8-4326-4707-b830-1e4e69016a04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1defaaa5-476f-4f4f-8fca-a527e0a8f468'}}] {{(pid=100465) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 02:02:57.277729 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f374ad5b-5eb9-480f-9105-fc4cacdd0aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:57.362844 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-f374ad5b-5eb9-480f-9105-fc4cacdd0aac None None] For port 43f4c27a-e2a5-4e5c-a46b-e22777004f97, host n-d-793621-25, cleared binding levels {{(pid=100465) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 02:02:57.366641 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-f374ad5b-5eb9-480f-9105-fc4cacdd0aac None None] For port 43f4c27a-e2a5-4e5c-a46b-e22777004f97, host n-d-793621-25, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=43f4c27a-e2a5-4e5c-a46b-e22777004f97,segment=NetworkSegment(bdb916b8-4326-4707-b830-1e4e69016a04),segment_id=bdb916b8-4326-4707-b830-1e4e69016a04)] {{(pid=100465) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 02:02:57.375112 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f374ad5b-5eb9-480f-9105-fc4cacdd0aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:57.435953 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f374ad5b-5eb9-480f-9105-fc4cacdd0aac None None] Routers {'9227fbdf-e265-4a15-b34d-51b904c3bbf9'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 02:02:57.436607 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-f374ad5b-5eb9-480f-9105-fc4cacdd0aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T02:02:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['9227fbdf-e265-4a15-b34d-51b904c3bbf9'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:02:57.507506 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efccbec5-74c5-4c0e-910c-752988fea951 None None] Pushing event updated for resources: {'Port': ['ID=43f4c27a-e2a5-4e5c-a46b-e22777004f97,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:57.576243 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-f374ad5b-5eb9-480f-9105-fc4cacdd0aac None None] Set router 9227fbdf-e265-4a15-b34d-51b904c3bbf9 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 02:02:57.800174 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-f374ad5b-5eb9-480f-9105-fc4cacdd0aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9227fbdf-e265-4a15-b34d-51b904c3bbf9', 'name': 'tempest-TestSnapshotPattern-539309503-router', 'tenant_id': '75fadab4a0fe4f78a5a33e026f99d07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '8de0d221-5c2a-47c8-bc99-b72a26bdf77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T02:02:50Z', 'updated_at': '2021-07-24T02:02:53Z', 'revision_number': 4, 'project_id': '75fadab4a0fe4f78a5a33e026f99d07d', 'gw_port': {'id': '8de0d221-5c2a-47c8-bc99-b72a26bdf77a', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227fbdf-e265-4a15-b34d-51b904c3bbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T02:02:50Z', 'updated_at': '2021-07-24T02:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '43f4c27a-e2a5-4e5c-a46b-e22777004f97', 'name': '', 'network_id': '1defaaa5-476f-4f4f-8fca-a527e0a8f468', 'tenant_id': '75fadab4a0fe4f78a5a33e026f99d07d', 'mac_address': 'fa:16:3e:62:3b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9227fbdf-e265-4a15-b34d-51b904c3bbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '5fc55f9f-4aff-4cf6-9edd-a1700ec44394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T02:02:52Z', 'updated_at': '2021-07-24T02:02:57Z', 'revision_number': 4, 'project_id': '75fadab4a0fe4f78a5a33e026f99d07d', 'subnets': [{'id': '5fc55f9f-4aff-4cf6-9edd-a1700ec44394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:02:57.828905 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f374ad5b-5eb9-480f-9105-fc4cacdd0aac None None] The sync data for ids ['9227fbdf-e265-4a15-b34d-51b904c3bbf9'] in n-d-793621-25 is: [{'id': '9227fbdf-e265-4a15-b34d-51b904c3bbf9', 'name': 'tempest-TestSnapshotPattern-539309503-router', 'tenant_id': '75fadab4a0fe4f78a5a33e026f99d07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '8de0d221-5c2a-47c8-bc99-b72a26bdf77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T02:02:50Z', 'updated_at': '2021-07-24T02:02:53Z', 'revision_number': 4, 'project_id': '75fadab4a0fe4f78a5a33e026f99d07d', 'gw_port': {'id': '8de0d221-5c2a-47c8-bc99-b72a26bdf77a', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227fbdf-e265-4a15-b34d-51b904c3bbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T02:02:50Z', 'updated_at': '2021-07-24T02:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '43f4c27a-e2a5-4e5c-a46b-e22777004f97', 'name': '', 'network_id': '1defaaa5-476f-4f4f-8fca-a527e0a8f468', 'tenant_id': '75fadab4a0fe4f78a5a33e026f99d07d', 'mac_address': 'fa:16:3e:62:3b:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9227fbdf-e265-4a15-b34d-51b904c3bbf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': '5fc55f9f-4aff-4cf6-9edd-a1700ec44394', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T02:02:52Z', 'updated_at': '2021-07-24T02:02:57Z', 'revision_number': 4, 'project_id': '75fadab4a0fe4f78a5a33e026f99d07d', 'subnets': [{'id': '5fc55f9f-4aff-4cf6-9edd-a1700ec44394', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 02:02:58.127147 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-0d02f6cc-c3d8-440a-a8e7-6298023e48ec tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:02:58.128749 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-0d02f6cc-c3d8-440a-a8e7-6298023e48ec tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.13 "GET /v2.0/networks?id=300601ec-3e94-4aa2-8490-24f3de911a42 HTTP/1.1" status: 200 len: 810 time: 0.1304264 Jul 24 02:02:58.187351 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-0d9a8706-737b-4fc6-b0e3-27e5f71f1542 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=910ae276decf4b6a90b4192490140df6 HTTP/1.1" status: 200 len: 380 time: 0.0498116 Jul 24 02:02:58.217620 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-97d077bc-bb91-48bd-b377-f548c866c549 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Request body: {'port': {'device_id': 'd92d804a-d9f5-458b-9573-756802650f47', 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42', 'admin_state_up': True, 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'security_groups': ['f0442a7d-c049-4c04-a7c5-6adbd9b05a81']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 02:02:58.223755 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-b77dc53d-9a0e-4f13-96b2-a16496f0e5f6 req-1ef44cff-057b-4810-bd56-0a31855fd870 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/ports?device_id=d92d804a-d9f5-458b-9573-756802650f47 HTTP/1.1" status: 200 len: 210 time: 0.0527213 Jul 24 02:02:58.330870 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-97d077bc-bb91-48bd-b377-f548c866c549 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Made reservation on behalf of 910ae276decf4b6a90b4192490140df6 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 02:02:58.334467 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-97d077bc-bb91-48bd-b377-f548c866c549 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:58.469729 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-97d077bc-bb91-48bd-b377-f548c866c549 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Allocated IP 172.20.0.10 (300601ec-3e94-4aa2-8490-24f3de911a42/e65d77a0-f344-4781-b655-7dbd35a22e57/de82bc97-f5a3-4669-9101-455a0f9a15a7) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 02:02:58.601659 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 43f4c27a-e2a5-4e5c-a46b-e22777004f97 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 02:02:58.617329 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-97d077bc-bb91-48bd-b377-f548c866c549 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:58.635711 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-97d077bc-bb91-48bd-b377-f548c866c549 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Transition to ACTIVE for port object de82bc97-f5a3-4669-9101-455a0f9a15a7 will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 02:02:58.650555 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning for port 43f4c27a-e2a5-4e5c-a46b-e22777004f97 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 02:02:58.654136 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 43f4c27a-e2a5-4e5c-a46b-e22777004f97 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 02:02:58.654516 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:58.670360 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-97d077bc-bb91-48bd-b377-f548c866c549 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:58.713250 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-97d077bc-bb91-48bd-b377-f548c866c549 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Network 300601ec-3e94-4aa2-8490-24f3de911a42 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 02:02:58.720971 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-97d077bc-bb91-48bd-b377-f548c866c549 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 02:02:58.723618 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-97d077bc-bb91-48bd-b377-f548c866c549 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 02:02:58.737494 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:58.751252 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d077bc-bb91-48bd-b377-f548c866c549 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Pushing event updated for resources: {'Port': ['ID=de82bc97-f5a3-4669-9101-455a0f9a15a7,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:58.772860 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] For port 43f4c27a-e2a5-4e5c-a46b-e22777004f97, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=43f4c27a-e2a5-4e5c-a46b-e22777004f97,segment=NetworkSegment(bdb916b8-4326-4707-b830-1e4e69016a04),segment_id=bdb916b8-4326-4707-b830-1e4e69016a04)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 02:02:58.777340 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:58.787329 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-97d077bc-bb91-48bd-b377-f548c866c549 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:02:58.788072 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-97d077bc-bb91-48bd-b377-f548c866c549 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:58.804927 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-97d077bc-bb91-48bd-b377-f548c866c549 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5913818 Jul 24 02:02:58.817096 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-e532c8f5-5e33-43b9-9ed6-a343363ee566 service neutron] Request body: {'port': {'device_id': 'd92d804a-d9f5-458b-9573-756802650f47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 02:02:58.837493 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Pushing event updated for resources: {'Port': ['ID=43f4c27a-e2a5-4e5c-a46b-e22777004f97,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:58.898232 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-e532c8f5-5e33-43b9-9ed6-a343363ee566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:58.958160 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-dddb5df2-f530-4c9f-9a3a-96908ac34b54 None None] Provisioning for port de82bc97-f5a3-4669-9101-455a0f9a15a7 completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 02:02:58.962136 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-dddb5df2-f530-4c9f-9a3a-96908ac34b54 None None] Provisioning complete for port de82bc97-f5a3-4669-9101-455a0f9a15a7 triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 02:02:58.962515 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-dddb5df2-f530-4c9f-9a3a-96908ac34b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:59.000517 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-dddb5df2-f530-4c9f-9a3a-96908ac34b54 None None] Port de82bc97-f5a3-4669-9101-455a0f9a15a7 cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 02:02:59.159938 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-e532c8f5-5e33-43b9-9ed6-a343363ee566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de82bc97-f5a3-4669-9101-455a0f9a15a7 {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 02:02:59.167295 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-e532c8f5-5e33-43b9-9ed6-a343363ee566 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:59.178661 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-e532c8f5-5e33-43b9-9ed6-a343363ee566 service neutron] Transition to ACTIVE for port object de82bc97-f5a3-4669-9101-455a0f9a15a7 will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 02:02:59.182627 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-e532c8f5-5e33-43b9-9ed6-a343363ee566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:59.235077 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e532c8f5-5e33-43b9-9ed6-a343363ee566 service neutron] Pushing event updated for resources: {'Port': ['ID=de82bc97-f5a3-4669-9101-455a0f9a15a7,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:59.310687 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-e532c8f5-5e33-43b9-9ed6-a343363ee566 service neutron] Attempting to bind port de82bc97-f5a3-4669-9101-455a0f9a15a7 on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 02:02:59.311082 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-e532c8f5-5e33-43b9-9ed6-a343363ee566 service neutron] Attempting to bind port de82bc97-f5a3-4669-9101-455a0f9a15a7 by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '9b5057fa-605e-4057-9f95-2522a211f159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 02:02:59.311414 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-e532c8f5-5e33-43b9-9ed6-a343363ee566 service neutron] Attempting to bind port de82bc97-f5a3-4669-9101-455a0f9a15a7 on network 300601ec-3e94-4aa2-8490-24f3de911a42 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 02:02:59.317247 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-e532c8f5-5e33-43b9-9ed6-a343363ee566 service neutron] Port de82bc97-f5a3-4669-9101-455a0f9a15a7 on network 300601ec-3e94-4aa2-8490-24f3de911a42 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 02:02:59.317728 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-e532c8f5-5e33-43b9-9ed6-a343363ee566 service neutron] Attempting to bind port de82bc97-f5a3-4669-9101-455a0f9a15a7 on network 300601ec-3e94-4aa2-8490-24f3de911a42 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 02:02:59.323279 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-e532c8f5-5e33-43b9-9ed6-a343363ee566 service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 2, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 02:02:59.323760 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-e532c8f5-5e33-43b9-9ed6-a343363ee566 service neutron] Checking segment: {'id': '9b5057fa-605e-4057-9f95-2522a211f159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 02:02:59.324408 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-e532c8f5-5e33-43b9-9ed6-a343363ee566 service neutron] Bound using segment: {'id': '9b5057fa-605e-4057-9f95-2522a211f159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 02:02:59.325646 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-e532c8f5-5e33-43b9-9ed6-a343363ee566 service neutron] Bound port: de82bc97-f5a3-4669-9101-455a0f9a15a7, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b5057fa-605e-4057-9f95-2522a211f159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 02:02:59.325646 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-e532c8f5-5e33-43b9-9ed6-a343363ee566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:59.367103 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c5f59-3d76-42b3-8a9b-629f11495c37 req-fa951c62-a3b0-4f42-a11d-51ad22c58980 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:02:59.374396 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-739c5f59-3d76-42b3-8a9b-629f11495c37 req-fa951c62-a3b0-4f42-a11d-51ad22c58980 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/ports?device_id=d92d804a-d9f5-458b-9573-756802650f47 HTTP/1.1" status: 200 len: 944 time: 0.0771878 Jul 24 02:02:59.400566 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-e532c8f5-5e33-43b9-9ed6-a343363ee566 service neutron] For port de82bc97-f5a3-4669-9101-455a0f9a15a7, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 02:02:59.404496 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-e532c8f5-5e33-43b9-9ed6-a343363ee566 service neutron] For port de82bc97-f5a3-4669-9101-455a0f9a15a7, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=de82bc97-f5a3-4669-9101-455a0f9a15a7,segment=NetworkSegment(9b5057fa-605e-4057-9f95-2522a211f159),segment_id=9b5057fa-605e-4057-9f95-2522a211f159)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 02:02:59.409755 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-e532c8f5-5e33-43b9-9ed6-a343363ee566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:59.415384 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-739c5f59-3d76-42b3-8a9b-629f11495c37 req-1d79f7d7-6f25-4451-afed-9712e63e38ee tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/security-groups?id=f0442a7d-c049-4c04-a7c5-6adbd9b05a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399926 Jul 24 02:02:59.445876 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-e532c8f5-5e33-43b9-9ed6-a343363ee566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:02:59.446485 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-e532c8f5-5e33-43b9-9ed6-a343363ee566 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:02:59.448308 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-e532c8f5-5e33-43b9-9ed6-a343363ee566 service neutron] 10.222.0.13 "PUT /v2.0/ports/de82bc97-f5a3-4669-9101-455a0f9a15a7 HTTP/1.1" status: 200 len: 1093 time: 0.6353214 Jul 24 02:02:59.448591 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd92d804a-d9f5-458b-9573-756802650f47', 'tag': 'de82bc97-f5a3-4669-9101-455a0f9a15a7'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 02:02:59.450665 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c0377c0cac57482b78947fbfdb6e67ca594c264dadda24220a1a6cbe410d8c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abeb077c-de9c-4c42-bb04-6a4e0bcc2bed" -d '{"events": [{"name": "network-changed", "server_uuid": "d92d804a-d9f5-458b-9573-756802650f47", "tag": "de82bc97-f5a3-4669-9101-455a0f9a15a7"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 02:02:59.478533 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e532c8f5-5e33-43b9-9ed6-a343363ee566 service neutron] Pushing event updated for resources: {'Port': ['ID=de82bc97-f5a3-4669-9101-455a0f9a15a7,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:02:59.499148 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 02:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ab36a2-1582-48e5-aa8b-e299ce9ac7ca x-openstack-request-id: req-c1ab36a2-1582-48e5-aa8b-e299ce9ac7ca {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 02:02:59.499449 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d92d804a-d9f5-458b-9573-756802650f47", "tag": "de82bc97-f5a3-4669-9101-455a0f9a15a7", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 02:02:59.499704 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c1ab36a2-1582-48e5-aa8b-e299ce9ac7ca {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 02:02:59.500176 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd92d804a-d9f5-458b-9573-756802650f47', 'tag': 'de82bc97-f5a3-4669-9101-455a0f9a15a7', 'status': 'completed', 'code': 200} Jul 24 02:02:59.555380 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-68d53f1e-b785-4d8d-b6ff-1731cc7336ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:02:59.556959 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-68d53f1e-b785-4d8d-b6ff-1731cc7336ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=910ae276decf4b6a90b4192490140df6&device_id=d92d804a-d9f5-458b-9573-756802650f47 HTTP/1.1" status: 200 len: 1096 time: 0.0676444 Jul 24 02:02:59.601317 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-abb36680-ac23-4a37-9480-5765fc7d5e90 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de82bc97-f5a3-4669-9101-455a0f9a15a7 HTTP/1.1" status: 200 len: 217 time: 0.0369828 Jul 24 02:02:59.654000 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-71c18e32-b8d8-4169-9655-5a4e59a92d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:02:59.655538 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-71c18e32-b8d8-4169-9655-5a4e59a92d4d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e65d77a0-f344-4781-b655-7dbd35a22e57 HTTP/1.1" status: 200 len: 849 time: 0.0473769 Jul 24 02:02:59.721248 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-1253ddc3-69f5-4ea7-aa79-0ea7a28b7a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:02:59.723057 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-1253ddc3-69f5-4ea7-aa79-0ea7a28b7a9c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=300601ec-3e94-4aa2-8490-24f3de911a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606427 Jul 24 02:02:59.823404 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-d5bf5848-e334-4373-a0f5-260dcd51eaf4 service neutron] 10.222.0.13 "GET /v2.0/networks/300601ec-3e94-4aa2-8490-24f3de911a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937374 Jul 24 02:02:59.924619 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9043a686-be07-48b9-8cd9-dcc61724f6ff req-ba314f28-fdee-4fbc-aa92-db63822d3232 service neutron] 10.222.0.13 "GET /v2.0/networks/300601ec-3e94-4aa2-8490-24f3de911a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945768 Jul 24 02:03:00.031223 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb077c-de9c-4c42-bb04-6a4e0bcc2bed req-64836ffb-1e39-4464-a5b7-84501c6f5dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:03:00.033219 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-abeb077c-de9c-4c42-bb04-6a4e0bcc2bed req-64836ffb-1e39-4464-a5b7-84501c6f5dd7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=910ae276decf4b6a90b4192490140df6&device_id=d92d804a-d9f5-458b-9573-756802650f47 HTTP/1.1" status: 200 len: 1096 time: 0.0536666 Jul 24 02:03:00.121597 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb077c-de9c-4c42-bb04-6a4e0bcc2bed req-9a1bab79-8f15-4485-b2df-697583f63e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:03:00.123121 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-abeb077c-de9c-4c42-bb04-6a4e0bcc2bed req-9a1bab79-8f15-4485-b2df-697583f63e98 service neutron] 10.222.0.13 "GET /v2.0/networks?id=300601ec-3e94-4aa2-8490-24f3de911a42 HTTP/1.1" status: 200 len: 911 time: 0.0838723 Jul 24 02:03:00.166691 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-abeb077c-de9c-4c42-bb04-6a4e0bcc2bed req-81cb72df-3e99-44cf-9ad6-1b0b6adf702a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de82bc97-f5a3-4669-9101-455a0f9a15a7 HTTP/1.1" status: 200 len: 217 time: 0.0374577 Jul 24 02:03:00.217467 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb077c-de9c-4c42-bb04-6a4e0bcc2bed req-cd204dc1-b5bd-45d4-9ef6-650e2f0b08b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:03:00.218874 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-abeb077c-de9c-4c42-bb04-6a4e0bcc2bed req-cd204dc1-b5bd-45d4-9ef6-650e2f0b08b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e65d77a0-f344-4781-b655-7dbd35a22e57 HTTP/1.1" status: 200 len: 849 time: 0.0464172 Jul 24 02:03:00.279941 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb077c-de9c-4c42-bb04-6a4e0bcc2bed req-e36bf8b9-9144-4cf5-80e0-493ee0d14476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:03:00.281575 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-abeb077c-de9c-4c42-bb04-6a4e0bcc2bed req-e36bf8b9-9144-4cf5-80e0-493ee0d14476 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=300601ec-3e94-4aa2-8490-24f3de911a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555527 Jul 24 02:03:00.379987 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-abeb077c-de9c-4c42-bb04-6a4e0bcc2bed req-46dd41e4-b231-4505-ae19-ddb68e9c1085 service neutron] 10.222.0.13 "GET /v2.0/networks/300601ec-3e94-4aa2-8490-24f3de911a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901713 Jul 24 02:03:00.472975 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-abeb077c-de9c-4c42-bb04-6a4e0bcc2bed req-b808e643-eeb7-4765-83f4-2cc271cbea24 service neutron] 10.222.0.13 "GET /v2.0/networks/300601ec-3e94-4aa2-8490-24f3de911a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859396 Jul 24 02:03:00.557394 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d696cf-3594-4aa8-9492-09aead1446cf req-3e69f6dd-7f9a-4bab-9bb6-a497fa878476 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:03:00.559330 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c8d696cf-3594-4aa8-9492-09aead1446cf req-3e69f6dd-7f9a-4bab-9bb6-a497fa878476 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/ports?device_id=d92d804a-d9f5-458b-9573-756802650f47 HTTP/1.1" status: 200 len: 944 time: 0.0693269 Jul 24 02:03:00.571770 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 43f4c27a-e2a5-4e5c-a46b-e22777004f97 up at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 02:03:00.600037 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-c8d696cf-3594-4aa8-9492-09aead1446cf req-cc3a6914-b8d7-4264-b87a-2515a224488c tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/security-groups?id=f0442a7d-c049-4c04-a7c5-6adbd9b05a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354066 Jul 24 02:03:00.621664 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Provisioning complete for port 43f4c27a-e2a5-4e5c-a46b-e22777004f97 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 02:03:00.622041 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:03:01.627113 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 02:03:01.734973 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5e734c-ec1b-447b-bbb3-217bc363449e req-b1394b06-a7ae-43bf-8bdc-d2dccbc5c148 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:03:01.737562 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3b5e734c-ec1b-447b-bbb3-217bc363449e req-b1394b06-a7ae-43bf-8bdc-d2dccbc5c148 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/ports?device_id=d92d804a-d9f5-458b-9573-756802650f47 HTTP/1.1" status: 200 len: 944 time: 0.0701213 Jul 24 02:03:01.776109 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-3b5e734c-ec1b-447b-bbb3-217bc363449e req-35ac68aa-cc10-420a-ba12-84d287b6cb69 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/security-groups?id=f0442a7d-c049-4c04-a7c5-6adbd9b05a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330431 Jul 24 02:03:02.907626 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5bb43-7cc9-430c-94ad-8ef49b3fd110 req-38bf4fe0-0863-472e-9b0c-96bc9f3ae010 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:03:02.909114 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f4c5bb43-7cc9-430c-94ad-8ef49b3fd110 req-38bf4fe0-0863-472e-9b0c-96bc9f3ae010 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/ports?device_id=d92d804a-d9f5-458b-9573-756802650f47 HTTP/1.1" status: 200 len: 944 time: 0.0656693 Jul 24 02:03:02.946203 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-f4c5bb43-7cc9-430c-94ad-8ef49b3fd110 req-bb16f1ee-fa9f-48cb-957f-e3551176cfd5 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/security-groups?id=f0442a7d-c049-4c04-a7c5-6adbd9b05a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314755 Jul 24 02:03:03.461792 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device de82bc97-f5a3-4669-9101-455a0f9a15a7 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 02:03:03.559422 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port de82bc97-f5a3-4669-9101-455a0f9a15a7, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=de82bc97-f5a3-4669-9101-455a0f9a15a7,segment=NetworkSegment(9b5057fa-605e-4057-9f95-2522a211f159),segment_id=9b5057fa-605e-4057-9f95-2522a211f159)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 02:03:03.570436 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'de82bc97-f5a3-4669-9101-455a0f9a15a7', 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42', 'port_id': 'de82bc97-f5a3-4669-9101-455a0f9a15a7', 'mac_address': 'fa:16:3e:87:11:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e65d77a0-f344-4781-b655-7dbd35a22e57', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 02:03:03.608979 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:03:03.621468 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de82bc97-f5a3-4669-9101-455a0f9a15a7 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 02:03:03.640938 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port de82bc97-f5a3-4669-9101-455a0f9a15a7, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=de82bc97-f5a3-4669-9101-455a0f9a15a7,segment=NetworkSegment(9b5057fa-605e-4057-9f95-2522a211f159),segment_id=9b5057fa-605e-4057-9f95-2522a211f159)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 02:03:03.645515 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:03:03.695053 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=de82bc97-f5a3-4669-9101-455a0f9a15a7,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:03:03.849413 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['de82bc97-f5a3-4669-9101-455a0f9a15a7'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 02:03:04.078402 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a22f32-6a39-4357-93e6-a7881f6bf4c4 req-8a5489ae-b12d-44eb-a20a-98458cd0a93a tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:03:04.079986 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-17a22f32-6a39-4357-93e6-a7881f6bf4c4 req-8a5489ae-b12d-44eb-a20a-98458cd0a93a tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/ports?device_id=d92d804a-d9f5-458b-9573-756802650f47 HTTP/1.1" status: 200 len: 945 time: 0.0672686 Jul 24 02:03:04.118142 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-17a22f32-6a39-4357-93e6-a7881f6bf4c4 req-1a288ae8-a69d-403e-9ce3-732c3a887829 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/security-groups?id=f0442a7d-c049-4c04-a7c5-6adbd9b05a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324538 Jul 24 02:03:05.251259 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655c477-6302-4217-917d-d7e3c1b7502e req-fbca1ce1-660c-4321-9e84-a8a5bba15ee8 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:03:05.252787 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4655c477-6302-4217-917d-d7e3c1b7502e req-fbca1ce1-660c-4321-9e84-a8a5bba15ee8 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/ports?device_id=d92d804a-d9f5-458b-9573-756802650f47 HTTP/1.1" status: 200 len: 945 time: 0.0671153 Jul 24 02:03:05.289981 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-4655c477-6302-4217-917d-d7e3c1b7502e req-5bd4b489-1126-4b95-bedf-f4a6c1452cf4 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/security-groups?id=f0442a7d-c049-4c04-a7c5-6adbd9b05a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316730 Jul 24 02:03:05.477216 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device de82bc97-f5a3-4669-9101-455a0f9a15a7 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 02:03:05.526029 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port de82bc97-f5a3-4669-9101-455a0f9a15a7 completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 02:03:05.529568 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port de82bc97-f5a3-4669-9101-455a0f9a15a7 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 02:03:05.529941 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:03:05.609735 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:03:05.631441 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92d804a-d9f5-458b-9573-756802650f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de82bc97-f5a3-4669-9101-455a0f9a15a7'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 02:03:05.633692 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b36c629d192f293ddd0cd0678fefb9a9e59c3f82b7da09e09f5fd8b02f5b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf89968-007b-4f62-b3ef-d5fb54959d62" -d '{"events": [{"server_uuid": "d92d804a-d9f5-458b-9573-756802650f47", "name": "network-vif-plugged", "status": "completed", "tag": "de82bc97-f5a3-4669-9101-455a0f9a15a7"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 02:03:05.646973 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port de82bc97-f5a3-4669-9101-455a0f9a15a7, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=de82bc97-f5a3-4669-9101-455a0f9a15a7,segment=NetworkSegment(9b5057fa-605e-4057-9f95-2522a211f159),segment_id=9b5057fa-605e-4057-9f95-2522a211f159)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 02:03:05.650982 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:03:05.713389 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=de82bc97-f5a3-4669-9101-455a0f9a15a7,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:03:05.725824 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:03:05.736447 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 02:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad82a7c0-2657-45b9-b2b0-439e4b5275c1 x-openstack-request-id: req-ad82a7c0-2657-45b9-b2b0-439e4b5275c1 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 02:03:05.736746 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92d804a-d9f5-458b-9573-756802650f47", "name": "network-vif-plugged", "status": "completed", "tag": "de82bc97-f5a3-4669-9101-455a0f9a15a7", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 02:03:05.737005 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ad82a7c0-2657-45b9-b2b0-439e4b5275c1 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 02:03:05.737400 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92d804a-d9f5-458b-9573-756802650f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de82bc97-f5a3-4669-9101-455a0f9a15a7', 'code': 200} Jul 24 02:03:05.846213 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa345c-9a99-452a-9efa-51c14d008661 req-605b4ecd-f0f1-4554-b265-3df5b0579866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:03:05.848181 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5efa345c-9a99-452a-9efa-51c14d008661 req-605b4ecd-f0f1-4554-b265-3df5b0579866 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d92d804a-d9f5-458b-9573-756802650f47 HTTP/1.1" status: 200 len: 1098 time: 0.0572526 Jul 24 02:03:05.882894 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5efa345c-9a99-452a-9efa-51c14d008661 req-a68ec748-daf4-4f3a-ac0d-7b1f8a8021bf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f0442a7d-c049-4c04-a7c5-6adbd9b05a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280752 Jul 24 02:03:06.099341 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:03:06.418609 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb8c5d-945a-4b02-8826-01fc15897401 req-2163cc3c-1473-498f-b6f7-3b2d233792b9 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:03:06.420151 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3beb8c5d-945a-4b02-8826-01fc15897401 req-2163cc3c-1473-498f-b6f7-3b2d233792b9 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/ports?device_id=d92d804a-d9f5-458b-9573-756802650f47 HTTP/1.1" status: 200 len: 946 time: 0.0637338 Jul 24 02:03:06.458119 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3beb8c5d-945a-4b02-8826-01fc15897401 req-39c464e2-5c46-456a-a24a-ce6e8295f59c tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/security-groups?id=f0442a7d-c049-4c04-a7c5-6adbd9b05a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317798 Jul 24 02:03:07.588671 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe8af27-76ff-47b3-9aca-ab008aa0465c req-61c90b34-39fe-45bd-ba87-07ca82d4d6fe tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:03:07.590179 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5fe8af27-76ff-47b3-9aca-ab008aa0465c req-61c90b34-39fe-45bd-ba87-07ca82d4d6fe tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/ports?device_id=d92d804a-d9f5-458b-9573-756802650f47 HTTP/1.1" status: 200 len: 946 time: 0.0634789 Jul 24 02:03:07.628752 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5fe8af27-76ff-47b3-9aca-ab008aa0465c req-05c8dd16-17cd-46a2-b9c0-ab31aa3f6277 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/security-groups?id=f0442a7d-c049-4c04-a7c5-6adbd9b05a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328414 Jul 24 02:03:07.757930 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f68db-c3a1-41fa-b660-4aca345fe382 req-38421038-f608-4d27-8fbe-e3766b0849b7 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:03:07.759398 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-831f68db-c3a1-41fa-b660-4aca345fe382 req-38421038-f608-4d27-8fbe-e3766b0849b7 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/ports?device_id=d92d804a-d9f5-458b-9573-756802650f47 HTTP/1.1" status: 200 len: 946 time: 0.0645757 Jul 24 02:03:07.801166 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-831f68db-c3a1-41fa-b660-4aca345fe382 req-494286b1-ec0e-4962-b122-52b2b4589221 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/security-groups?id=f0442a7d-c049-4c04-a7c5-6adbd9b05a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361986 Jul 24 02:03:07.824557 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53816) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:03:07.921578 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87815c0d-02a5-42ff-82aa-ffd1f20e7718 tempest-TestSnapshotPattern-35042411 tempest-TestSnapshotPattern-35042411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:03:07.923693 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-87815c0d-02a5-42ff-82aa-ffd1f20e7718 tempest-TestSnapshotPattern-35042411 tempest-TestSnapshotPattern-35042411-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d92d804a-d9f5-458b-9573-756802650f47 HTTP/1.1" status: 200 len: 1093 time: 0.0981233 Jul 24 02:03:07.926808 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 53820) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:03:07.931228 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-8eaf45d5-f868-41dd-889c-f327cdbe43f6 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'port_id': 'de82bc97-f5a3-4669-9101-455a0f9a15a7', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 02:03:07.953275 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8eaf45d5-f868-41dd-889c-f327cdbe43f6 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks [] for floatingip, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:03:08.051828 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8eaf45d5-f868-41dd-889c-f327cdbe43f6 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:03:08.154632 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-8eaf45d5-f868-41dd-889c-f327cdbe43f6 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Allocated IP 172.25.2.170 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/3d5749df-81df-438c-8434-c802318e165a) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 02:03:08.258139 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8eaf45d5-f868-41dd-889c-f327cdbe43f6 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:03:08.297432 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8eaf45d5-f868-41dd-889c-f327cdbe43f6 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:03:08.335258 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eaf45d5-f868-41dd-889c-f327cdbe43f6 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 02:03:08.339828 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-8eaf45d5-f868-41dd-889c-f327cdbe43f6 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 02:03:08.343286 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eaf45d5-f868-41dd-889c-f327cdbe43f6 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 02:03:08.349259 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf45d5-f868-41dd-889c-f327cdbe43f6 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Pushing event updated for resources: {'Port': ['ID=3d5749df-81df-438c-8434-c802318e165a,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:03:09.026294 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8eaf45d5-f868-41dd-889c-f327cdbe43f6 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:03:09.100218 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8eaf45d5-f868-41dd-889c-f327cdbe43f6 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:03:09.254109 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8eaf45d5-f868-41dd-889c-f327cdbe43f6 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:03:09.258538 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8eaf45d5-f868-41dd-889c-f327cdbe43f6 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:03:09.331516 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf45d5-f868-41dd-889c-f327cdbe43f6 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Pushing event updated for resources: {'Port': ['ID=3d5749df-81df-438c-8434-c802318e165a,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:03:09.341308 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8eaf45d5-f868-41dd-889c-f327cdbe43f6 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:03:09.439448 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [None req-8eaf45d5-f868-41dd-889c-f327cdbe43f6 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Floating IP 6ab63caf-ca2c-4890-9ec9-bb7ca79d8ca0 associated. External IP: 172.25.2.170, port: de82bc97-f5a3-4669-9101-455a0f9a15a7. Jul 24 02:03:09.643225 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eaf45d5-f868-41dd-889c-f327cdbe43f6 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Router 64b1d886-b3be-44a4-945f-82d511303ed5 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 02:03:09.752166 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eaf45d5-f868-41dd-889c-f327cdbe43f6 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 02:03:09.762132 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99658043-de80-4f4b-abbc-0b163eaaf525 None None] Sync routers for ids ['64b1d886-b3be-44a4-945f-82d511303ed5'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 02:03:09.768420 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8eaf45d5-f868-41dd-889c-f327cdbe43f6 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:03:09.773331 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99658043-de80-4f4b-abbc-0b163eaaf525 None None] Routers {'64b1d886-b3be-44a4-945f-82d511303ed5'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 02:03:09.773940 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-99658043-de80-4f4b-abbc-0b163eaaf525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T02:02:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['64b1d886-b3be-44a4-945f-82d511303ed5'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:03:09.821359 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8eaf45d5-f868-41dd-889c-f327cdbe43f6 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8812544 Jul 24 02:03:09.821359 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd92d804a-d9f5-458b-9573-756802650f47', 'tag': 'de82bc97-f5a3-4669-9101-455a0f9a15a7'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 02:03:09.821359 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04606ce6b56a19535889c90ef360e282e8fe62826457f87827dea0ce6a923ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28fa5e60-e975-4351-b6a2-9a45dbfaf00d" -d '{"events": [{"name": "network-changed", "server_uuid": "d92d804a-d9f5-458b-9573-756802650f47", "tag": "de82bc97-f5a3-4669-9101-455a0f9a15a7"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 02:03:09.850864 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 02:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e3e8d01-5f52-454c-b455-78a149347df2 x-openstack-request-id: req-8e3e8d01-5f52-454c-b455-78a149347df2 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 02:03:09.851328 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d92d804a-d9f5-458b-9573-756802650f47", "tag": "de82bc97-f5a3-4669-9101-455a0f9a15a7", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 02:03:09.852386 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8e3e8d01-5f52-454c-b455-78a149347df2 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 02:03:09.853063 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd92d804a-d9f5-458b-9573-756802650f47', 'tag': 'de82bc97-f5a3-4669-9101-455a0f9a15a7', 'status': 'completed', 'code': 200} Jul 24 02:03:09.883877 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-99658043-de80-4f4b-abbc-0b163eaaf525 None None] Set router 64b1d886-b3be-44a4-945f-82d511303ed5 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 02:03:09.927371 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa5e60-e975-4351-b6a2-9a45dbfaf00d req-1eb340bd-c7e6-47fa-92c1-b1fa4a23dbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:03:09.928797 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-28fa5e60-e975-4351-b6a2-9a45dbfaf00d req-1eb340bd-c7e6-47fa-92c1-b1fa4a23dbd7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=910ae276decf4b6a90b4192490140df6&device_id=d92d804a-d9f5-458b-9573-756802650f47 HTTP/1.1" status: 200 len: 1098 time: 0.0558646 Jul 24 02:03:10.023587 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa5e60-e975-4351-b6a2-9a45dbfaf00d req-3acd9095-0e5b-47dc-a2e7-c302eb32b0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:03:10.025106 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-28fa5e60-e975-4351-b6a2-9a45dbfaf00d req-3acd9095-0e5b-47dc-a2e7-c302eb32b0d9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=300601ec-3e94-4aa2-8490-24f3de911a42 HTTP/1.1" status: 200 len: 911 time: 0.0899305 Jul 24 02:03:10.090990 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-28fa5e60-e975-4351-b6a2-9a45dbfaf00d req-d845deb2-b722-433e-8d96-587b7a704114 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de82bc97-f5a3-4669-9101-455a0f9a15a7 HTTP/1.1" status: 200 len: 1000 time: 0.0592666 Jul 24 02:03:10.104125 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-99658043-de80-4f4b-abbc-0b163eaaf525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'name': 'tempest-TestSnapshotPattern-1602724836-router', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T02:02:45Z', 'updated_at': '2021-07-24T02:02:48Z', 'revision_number': 4, 'project_id': '910ae276decf4b6a90b4192490140df6', 'gw_port': {'id': '2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T02:02:46Z', 'updated_at': '2021-07-24T02:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '6ab63caf-ca2c-4890-9ec9-bb7ca79d8ca0', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'floating_ip_address': '172.25.2.170', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'port_id': 'de82bc97-f5a3-4669-9101-455a0f9a15a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42', 'mac_address': 'fa:16:3e:87:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92d804a-d9f5-458b-9573-756802650f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T02:03:08Z', 'updated_at': '2021-07-24T02:03:08Z', 'revision_number': 0, 'project_id': '910ae276decf4b6a90b4192490140df6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d66d70-f37e-4bfe-a12c-1f8f5accb309', 'name': '', 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'mac_address': 'fa:16:3e:65:81:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'e65d77a0-f344-4781-b655-7dbd35a22e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T02:02:47Z', 'updated_at': '2021-07-24T02:02:55Z', 'revision_number': 5, 'project_id': '910ae276decf4b6a90b4192490140df6', 'subnets': [{'id': 'e65d77a0-f344-4781-b655-7dbd35a22e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:03:10.130134 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99658043-de80-4f4b-abbc-0b163eaaf525 None None] Checking router: 64b1d886-b3be-44a4-945f-82d511303ed5 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 02:03:10.139601 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99658043-de80-4f4b-abbc-0b163eaaf525 None None] Routers {'64b1d886-b3be-44a4-945f-82d511303ed5'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 02:03:10.139601 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-99658043-de80-4f4b-abbc-0b163eaaf525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T02:02:48Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['64b1d886-b3be-44a4-945f-82d511303ed5'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:03:10.146231 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa5e60-e975-4351-b6a2-9a45dbfaf00d req-d6b1e2a6-8c7a-4702-a0a4-0e08b68c0b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:03:10.147781 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-28fa5e60-e975-4351-b6a2-9a45dbfaf00d req-d6b1e2a6-8c7a-4702-a0a4-0e08b68c0b86 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e65d77a0-f344-4781-b655-7dbd35a22e57 HTTP/1.1" status: 200 len: 849 time: 0.0512474 Jul 24 02:03:10.211284 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa5e60-e975-4351-b6a2-9a45dbfaf00d req-536f4423-a25a-45b0-bb40-c84671077025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:03:10.212733 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-28fa5e60-e975-4351-b6a2-9a45dbfaf00d req-536f4423-a25a-45b0-bb40-c84671077025 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=300601ec-3e94-4aa2-8490-24f3de911a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587699 Jul 24 02:03:10.311844 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-28fa5e60-e975-4351-b6a2-9a45dbfaf00d req-cf45ada3-0e0c-4df2-808f-1406dae58fda service neutron] 10.222.0.13 "GET /v2.0/networks/300601ec-3e94-4aa2-8490-24f3de911a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924814 Jul 24 02:03:10.340358 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-99658043-de80-4f4b-abbc-0b163eaaf525 None None] Set router 64b1d886-b3be-44a4-945f-82d511303ed5 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 02:03:10.407914 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-28fa5e60-e975-4351-b6a2-9a45dbfaf00d req-7e282849-8e51-449b-a879-be8fd80b6c17 service neutron] 10.222.0.13 "GET /v2.0/networks/300601ec-3e94-4aa2-8490-24f3de911a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890667 Jul 24 02:03:10.565705 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-99658043-de80-4f4b-abbc-0b163eaaf525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'name': 'tempest-TestSnapshotPattern-1602724836-router', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T02:02:45Z', 'updated_at': '2021-07-24T02:02:48Z', 'revision_number': 4, 'project_id': '910ae276decf4b6a90b4192490140df6', 'gw_port': {'id': '2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T02:02:46Z', 'updated_at': '2021-07-24T02:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '6ab63caf-ca2c-4890-9ec9-bb7ca79d8ca0', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'floating_ip_address': '172.25.2.170', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'port_id': 'de82bc97-f5a3-4669-9101-455a0f9a15a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42', 'mac_address': 'fa:16:3e:87:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92d804a-d9f5-458b-9573-756802650f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T02:03:08Z', 'updated_at': '2021-07-24T02:03:08Z', 'revision_number': 0, 'project_id': '910ae276decf4b6a90b4192490140df6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d66d70-f37e-4bfe-a12c-1f8f5accb309', 'name': '', 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'mac_address': 'fa:16:3e:65:81:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'e65d77a0-f344-4781-b655-7dbd35a22e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T02:02:47Z', 'updated_at': '2021-07-24T02:02:55Z', 'revision_number': 5, 'project_id': '910ae276decf4b6a90b4192490140df6', 'subnets': [{'id': 'e65d77a0-f344-4781-b655-7dbd35a22e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:03:10.591012 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99658043-de80-4f4b-abbc-0b163eaaf525 None None] The sync data for ids ['64b1d886-b3be-44a4-945f-82d511303ed5'] in n-d-793621-25 is: [{'id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'name': 'tempest-TestSnapshotPattern-1602724836-router', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T02:02:45Z', 'updated_at': '2021-07-24T02:02:48Z', 'revision_number': 4, 'project_id': '910ae276decf4b6a90b4192490140df6', 'gw_port': {'id': '2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T02:02:46Z', 'updated_at': '2021-07-24T02:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '6ab63caf-ca2c-4890-9ec9-bb7ca79d8ca0', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'floating_ip_address': '172.25.2.170', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'port_id': 'de82bc97-f5a3-4669-9101-455a0f9a15a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42', 'mac_address': 'fa:16:3e:87:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd92d804a-d9f5-458b-9573-756802650f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T02:03:08Z', 'updated_at': '2021-07-24T02:03:08Z', 'revision_number': 0, 'project_id': '910ae276decf4b6a90b4192490140df6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d66d70-f37e-4bfe-a12c-1f8f5accb309', 'name': '', 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'mac_address': 'fa:16:3e:65:81:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'e65d77a0-f344-4781-b655-7dbd35a22e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T02:02:47Z', 'updated_at': '2021-07-24T02:02:55Z', 'revision_number': 5, 'project_id': '910ae276decf4b6a90b4192490140df6', 'subnets': [{'id': 'e65d77a0-f344-4781-b655-7dbd35a22e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 02:03:10.783834 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ae0369a-1db2-49de-a1ef-fe4a727e967f None None] New status for floating IP 6ab63caf-ca2c-4890-9ec9-bb7ca79d8ca0: ACTIVE {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 02:03:15.903472 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40147e37-c84f-4bc0-beff-4066f71d5dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:03:18.388995 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1df4b575-a4a7-4ade-bf13-9e2c925acce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:03:18.604655 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:03:19.785583 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:03:21.284609 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:03:25.483419 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-191d0021-9abf-440e-b2a0-734ba91c383d req-c86bf7aa-01e3-4f01-93b5-f217acf0a6f7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0894773 Jul 24 02:03:25.550497 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-191d0021-9abf-440e-b2a0-734ba91c383d req-ed05a424-6910-4ce4-9c56-72da32ee783e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17 HTTP/1.1" status: 200 len: 210 time: 0.0281620 Jul 24 02:03:25.587568 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-191d0021-9abf-440e-b2a0-734ba91c383d req-d515bcf5-767d-4a03-8fa7-3c3e2d267dcf service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0187275 Jul 24 02:03:25.693973 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d0021-9abf-440e-b2a0-734ba91c383d req-adbd70c9-2e02-41a7-a140-afe74ab7736e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:03:25.695808 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-191d0021-9abf-440e-b2a0-734ba91c383d req-adbd70c9-2e02-41a7-a140-afe74ab7736e service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1023271 Jul 24 02:03:30.789792 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bb0cf86d-d2c4-414d-b000-105ac4bae84f req-25b044a2-fb21-4ce5-b5c7-02e087460195 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d92d804a-d9f5-458b-9573-756802650f47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1044481 Jul 24 02:03:30.888160 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0cf86d-d2c4-414d-b000-105ac4bae84f req-7b04f3a2-670c-4d8f-a98c-26e09f416b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:03:30.889678 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bb0cf86d-d2c4-414d-b000-105ac4bae84f req-7b04f3a2-670c-4d8f-a98c-26e09f416b8f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=910ae276decf4b6a90b4192490140df6&device_id=d92d804a-d9f5-458b-9573-756802650f47 HTTP/1.1" status: 200 len: 1098 time: 0.0583353 Jul 24 02:03:30.992461 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0cf86d-d2c4-414d-b000-105ac4bae84f req-5c29f758-21ea-483f-9a50-ba0ffbbe917d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:03:30.993985 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bb0cf86d-d2c4-414d-b000-105ac4bae84f req-5c29f758-21ea-483f-9a50-ba0ffbbe917d service neutron] 10.222.0.13 "GET /v2.0/networks?id=300601ec-3e94-4aa2-8490-24f3de911a42 HTTP/1.1" status: 200 len: 911 time: 0.0858853 Jul 24 02:03:31.062069 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bb0cf86d-d2c4-414d-b000-105ac4bae84f req-d24ed3fa-5e02-4492-b8dd-5ac02a5e5b6c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de82bc97-f5a3-4669-9101-455a0f9a15a7 HTTP/1.1" status: 200 len: 1002 time: 0.0615075 Jul 24 02:03:31.109780 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0cf86d-d2c4-414d-b000-105ac4bae84f req-7903eac3-cebf-479b-b751-edc478f8c850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:03:31.111930 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bb0cf86d-d2c4-414d-b000-105ac4bae84f req-7903eac3-cebf-479b-b751-edc478f8c850 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e65d77a0-f344-4781-b655-7dbd35a22e57 HTTP/1.1" status: 200 len: 849 time: 0.0434968 Jul 24 02:03:31.172893 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0cf86d-d2c4-414d-b000-105ac4bae84f req-0df5aee9-60be-45ee-a02d-f90b8c7a6783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:03:31.174583 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bb0cf86d-d2c4-414d-b000-105ac4bae84f req-0df5aee9-60be-45ee-a02d-f90b8c7a6783 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=300601ec-3e94-4aa2-8490-24f3de911a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559676 Jul 24 02:03:31.266872 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bb0cf86d-d2c4-414d-b000-105ac4bae84f req-94f23677-ebea-48c2-ad1c-516c62d5b31d service neutron] 10.222.0.13 "GET /v2.0/networks/300601ec-3e94-4aa2-8490-24f3de911a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858593 Jul 24 02:03:31.358559 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bb0cf86d-d2c4-414d-b000-105ac4bae84f req-6e801171-5649-4e23-b43f-0e0cbe73701b service neutron] 10.222.0.13 "GET /v2.0/networks/300601ec-3e94-4aa2-8490-24f3de911a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838931 Jul 24 02:03:35.722438 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:03:36.100393 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:03:38.626879 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 02:03:45.905042 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b9599c53-66f4-4492-b299-860416160ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:03:48.394483 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0be24fce-0115-4047-bbce-7b69ebe2ad21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:03:48.611452 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:03:49.789260 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:03:51.290395 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:04:05.721252 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:04:06.119411 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:04:15.626399 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 02:04:15.906165 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f053de9d-e018-4bce-b820-5bd203e787b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:04:18.396555 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-62af3f02-c6a9-4c65-a3cd-16469fb52ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:04:18.603519 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:04:19.791085 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:04:21.289104 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:04:26.425004 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2a9c94a4-df10-4ee4-8244-fed49e211296 req-e105eade-7ca8-4b07-8a89-43094145cceb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0284200 Jul 24 02:04:26.472721 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2a9c94a4-df10-4ee4-8244-fed49e211296 req-c122e86d-bd4b-4aa8-bd98-4cc02eac63b1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543 HTTP/1.1" status: 200 len: 210 time: 0.0280702 Jul 24 02:04:26.510560 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2a9c94a4-df10-4ee4-8244-fed49e211296 req-9d304fc6-eccc-4685-83c0-7aa4473a297a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206490 Jul 24 02:04:26.606362 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c94a4-df10-4ee4-8244-fed49e211296 req-3694bb9c-d1e0-440f-b395-a8e7739aaec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:04:26.607912 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2a9c94a4-df10-4ee4-8244-fed49e211296 req-3694bb9c-d1e0-440f-b395-a8e7739aaec6 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920169 Jul 24 02:04:32.721056 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-19c75866-ab6c-4ab4-a365-ad09a883e03a req-1f04a24e-656b-414a-804c-e8bf8ca74ad1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d92d804a-d9f5-458b-9573-756802650f47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0591705 Jul 24 02:04:33.126444 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c75866-ab6c-4ab4-a365-ad09a883e03a req-395211b2-90e4-4053-8a34-350cae51969e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:04:33.128024 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-19c75866-ab6c-4ab4-a365-ad09a883e03a req-395211b2-90e4-4053-8a34-350cae51969e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=910ae276decf4b6a90b4192490140df6&device_id=d92d804a-d9f5-458b-9573-756802650f47 HTTP/1.1" status: 200 len: 1098 time: 0.3655479 Jul 24 02:04:33.238652 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c75866-ab6c-4ab4-a365-ad09a883e03a req-2429368c-cc6e-47cd-8fef-042ddbc41b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:04:33.240224 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-19c75866-ab6c-4ab4-a365-ad09a883e03a req-2429368c-cc6e-47cd-8fef-042ddbc41b48 service neutron] 10.222.0.13 "GET /v2.0/networks?id=300601ec-3e94-4aa2-8490-24f3de911a42 HTTP/1.1" status: 200 len: 911 time: 0.0932622 Jul 24 02:04:33.306227 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-19c75866-ab6c-4ab4-a365-ad09a883e03a req-9869298e-d47f-45ab-9063-49a9bb8436d5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de82bc97-f5a3-4669-9101-455a0f9a15a7 HTTP/1.1" status: 200 len: 1002 time: 0.0597539 Jul 24 02:04:33.356056 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c75866-ab6c-4ab4-a365-ad09a883e03a req-c69a660b-476c-4fc6-94e2-46e624ed7b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:04:33.357537 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-19c75866-ab6c-4ab4-a365-ad09a883e03a req-c69a660b-476c-4fc6-94e2-46e624ed7b5e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e65d77a0-f344-4781-b655-7dbd35a22e57 HTTP/1.1" status: 200 len: 849 time: 0.0457413 Jul 24 02:04:33.420904 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c75866-ab6c-4ab4-a365-ad09a883e03a req-443e1060-4380-4ad1-bca1-a3462c848748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:04:33.422430 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-19c75866-ab6c-4ab4-a365-ad09a883e03a req-443e1060-4380-4ad1-bca1-a3462c848748 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=300601ec-3e94-4aa2-8490-24f3de911a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588694 Jul 24 02:04:33.512326 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-19c75866-ab6c-4ab4-a365-ad09a883e03a req-c2ef4894-3b48-4a46-90de-2655bd8b8395 service neutron] 10.222.0.13 "GET /v2.0/networks/300601ec-3e94-4aa2-8490-24f3de911a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835066 Jul 24 02:04:33.607141 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-19c75866-ab6c-4ab4-a365-ad09a883e03a req-b1d1c5ec-4079-4e09-acdf-f514d578a1f4 service neutron] 10.222.0.13 "GET /v2.0/networks/300601ec-3e94-4aa2-8490-24f3de911a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892482 Jul 24 02:04:35.737677 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:04:36.112613 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:04:45.907162 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-797abbc0-4fac-47fc-bd27-e0dbf9be0f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:04:48.401924 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-28ba77a6-3139-40ed-9299-9cc323f0681c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:04:48.608829 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:04:49.796144 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:04:51.293010 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:04:52.625453 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 02:05:05.737147 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:06.126374 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:07.974132 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device de82bc97-f5a3-4669-9101-455a0f9a15a7 details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 02:05:08.070690 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port de82bc97-f5a3-4669-9101-455a0f9a15a7, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=de82bc97-f5a3-4669-9101-455a0f9a15a7,segment=NetworkSegment(9b5057fa-605e-4057-9f95-2522a211f159),segment_id=9b5057fa-605e-4057-9f95-2522a211f159)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 02:05:08.081369 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': 'de82bc97-f5a3-4669-9101-455a0f9a15a7', 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42', 'port_id': 'de82bc97-f5a3-4669-9101-455a0f9a15a7', 'mac_address': 'fa:16:3e:87:11:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e65d77a0-f344-4781-b655-7dbd35a22e57', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 02:05:08.117607 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:08.129729 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id de82bc97-f5a3-4669-9101-455a0f9a15a7 {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 02:05:08.149371 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port de82bc97-f5a3-4669-9101-455a0f9a15a7, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=de82bc97-f5a3-4669-9101-455a0f9a15a7,segment=NetworkSegment(9b5057fa-605e-4057-9f95-2522a211f159),segment_id=9b5057fa-605e-4057-9f95-2522a211f159)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 02:05:08.153457 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:08.203069 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=de82bc97-f5a3-4669-9101-455a0f9a15a7,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:05:08.210233 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:05:08.210586 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:05:08.210956 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:05:08.211296 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:05:08.211633 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:05:08.211965 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:05:08.212298 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:05:08.212641 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:05:08.213533 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:05:08.213962 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:05:08.214295 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:05:08.214624 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:05:08.250021 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['de82bc97-f5a3-4669-9101-455a0f9a15a7'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 02:05:09.971654 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device de82bc97-f5a3-4669-9101-455a0f9a15a7 up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 02:05:10.033906 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port de82bc97-f5a3-4669-9101-455a0f9a15a7 triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 02:05:10.034291 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:10.127767 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:10.154474 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92d804a-d9f5-458b-9573-756802650f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de82bc97-f5a3-4669-9101-455a0f9a15a7'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 02:05:10.157255 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b36c629d192f293ddd0cd0678fefb9a9e59c3f82b7da09e09f5fd8b02f5b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592b4ebe-198e-4585-8ce1-79000002fe6c" -d '{"events": [{"server_uuid": "d92d804a-d9f5-458b-9573-756802650f47", "name": "network-vif-plugged", "status": "completed", "tag": "de82bc97-f5a3-4669-9101-455a0f9a15a7"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 02:05:10.181267 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port de82bc97-f5a3-4669-9101-455a0f9a15a7, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=de82bc97-f5a3-4669-9101-455a0f9a15a7,segment=NetworkSegment(9b5057fa-605e-4057-9f95-2522a211f159),segment_id=9b5057fa-605e-4057-9f95-2522a211f159)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 02:05:10.193338 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:10.203989 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 02:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d66ba5-56a6-4cad-a1df-0b2c137615ee x-openstack-request-id: req-31d66ba5-56a6-4cad-a1df-0b2c137615ee {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 02:05:10.204296 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92d804a-d9f5-458b-9573-756802650f47", "name": "network-vif-plugged", "status": "completed", "tag": "de82bc97-f5a3-4669-9101-455a0f9a15a7", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 02:05:10.204550 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-31d66ba5-56a6-4cad-a1df-0b2c137615ee {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 02:05:10.204973 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92d804a-d9f5-458b-9573-756802650f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de82bc97-f5a3-4669-9101-455a0f9a15a7', 'code': 200} Jul 24 02:05:10.253160 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=de82bc97-f5a3-4669-9101-455a0f9a15a7,revision_number=7']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:05:15.917659 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-99e6f621-b541-496c-b306-b6a98fe4421e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:18.403193 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-88a5bffa-9b5c-4393-a68f-32b96101d7cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:18.452653 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-6c9734e5-c74d-4ba7-b6f4-f80b26fb3d6e tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1710457885&fields=id&tenant_id=910ae276decf4b6a90b4192490140df6 HTTP/1.1" status: 200 len: 267 time: 0.0369761 Jul 24 02:05:18.561265 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-3cd717ad-a6f3-465a-9ffa-38cdd719b35b tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:05:18.562785 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-3cd717ad-a6f3-465a-9ffa-38cdd719b35b tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/networks?id=300601ec-3e94-4aa2-8490-24f3de911a42 HTTP/1.1" status: 200 len: 810 time: 0.1031728 Jul 24 02:05:18.577977 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-ed22ba70-9d53-4261-b8e6-6b7854b60806 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/quotas/910ae276decf4b6a90b4192490140df6 HTTP/1.1" status: 200 len: 375 time: 0.0099115 Jul 24 02:05:18.601853 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:18.654775 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-4f44e66d-7751-4eaf-97d5-6e257c68e0da tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=910ae276decf4b6a90b4192490140df6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0713093 Jul 24 02:05:18.671158 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-2a3c5326-1c37-42ce-8c8a-c7629a12471a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100463) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 02:05:18.672161 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-2a3c5326-1c37-42ce-8c8a-c7629a12471a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064895 Jul 24 02:05:18.768719 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-b297c49c-bfb5-4cda-9d46-9d69c2742858 service neutron] 10.222.0.15 "GET /v2.0/networks/300601ec-3e94-4aa2-8490-24f3de911a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904739 Jul 24 02:05:18.860799 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-28c26394-237a-46ed-b2fc-b5233c8fe905 service neutron] 10.222.0.15 "GET /v2.0/networks/300601ec-3e94-4aa2-8490-24f3de911a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861287 Jul 24 02:05:19.116680 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7af91e05-740e-4fbf-b6e4-eb8fa903cdf9 req-6fc77c00-8143-4c46-9ed7-f520adc7686f tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7a126f2-b772-4912-8975-0c7557bce1ce HTTP/1.1" status: 200 len: 210 time: 0.0823362 Jul 24 02:05:19.806654 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:20.198880 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-be803eae-1ce6-4db2-b695-c7a84730ee74 req-fd950d18-bd28-49f3-bc9b-41a3ea9af010 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7a126f2-b772-4912-8975-0c7557bce1ce HTTP/1.1" status: 200 len: 210 time: 0.0307052 Jul 24 02:05:21.287409 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-80547019-181f-4a4b-a253-2d127dbfc07a req-7eacb883-fc9d-48fd-8e21-f61787792ac3 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7a126f2-b772-4912-8975-0c7557bce1ce HTTP/1.1" status: 200 len: 210 time: 0.0371571 Jul 24 02:05:21.301265 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:22.036117 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device de82bc97-f5a3-4669-9101-455a0f9a15a7 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 02:05:22.108941 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:22.130015 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92d804a-d9f5-458b-9573-756802650f47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de82bc97-f5a3-4669-9101-455a0f9a15a7'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 02:05:22.132257 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b36c629d192f293ddd0cd0678fefb9a9e59c3f82b7da09e09f5fd8b02f5b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461b51e6-7758-47ab-95f3-7070b974845b" -d '{"events": [{"server_uuid": "d92d804a-d9f5-458b-9573-756802650f47", "name": "network-vif-unplugged", "status": "completed", "tag": "de82bc97-f5a3-4669-9101-455a0f9a15a7"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 02:05:22.145227 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port de82bc97-f5a3-4669-9101-455a0f9a15a7, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=de82bc97-f5a3-4669-9101-455a0f9a15a7,segment=NetworkSegment(9b5057fa-605e-4057-9f95-2522a211f159),segment_id=9b5057fa-605e-4057-9f95-2522a211f159)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 02:05:22.150983 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:22.175154 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 24 Jul 2021 02:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655d08d6-4801-4040-9881-4a84e1628f0c x-openstack-request-id: req-655d08d6-4801-4040-9881-4a84e1628f0c {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 02:05:22.175446 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92d804a-d9f5-458b-9573-756802650f47", "name": "network-vif-unplugged", "status": "completed", "tag": "de82bc97-f5a3-4669-9101-455a0f9a15a7", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 02:05:22.175699 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-655d08d6-4801-4040-9881-4a84e1628f0c {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 02:05:22.176089 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92d804a-d9f5-458b-9573-756802650f47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de82bc97-f5a3-4669-9101-455a0f9a15a7', 'code': 200} Jul 24 02:05:22.204124 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=de82bc97-f5a3-4669-9101-455a0f9a15a7,revision_number=8']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:05:22.361444 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-8c3c471c-e0ac-442c-9d13-3f574b2ff6e0 req-519ce6d4-c639-4d61-8656-5626449da7f8 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7a126f2-b772-4912-8975-0c7557bce1ce HTTP/1.1" status: 200 len: 210 time: 0.0300307 Jul 24 02:05:23.465068 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2a0bdc7b-0667-4132-b2a9-1a33e482e1a1 req-fa31bc5c-dd03-4121-88fe-d1027d909a21 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7a126f2-b772-4912-8975-0c7557bce1ce HTTP/1.1" status: 200 len: 210 time: 0.0345614 Jul 24 02:05:24.187990 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-e4cdb083-7744-4779-b514-d208213755f6 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:05:24.189478 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-e4cdb083-7744-4779-b514-d208213755f6 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.13 "GET /v2.0/networks?id=300601ec-3e94-4aa2-8490-24f3de911a42 HTTP/1.1" status: 200 len: 810 time: 0.1112099 Jul 24 02:05:24.233576 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-40d666c7-4e08-473b-8b01-c6cc94e4ead7 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=910ae276decf4b6a90b4192490140df6 HTTP/1.1" status: 200 len: 380 time: 0.0353558 Jul 24 02:05:24.242299 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-e8fd5757-108f-41ee-8989-80a4205229d9 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Request body: {'port': {'device_id': 'a7a126f2-b772-4912-8975-0c7557bce1ce', 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42', 'admin_state_up': True, 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'security_groups': ['f0442a7d-c049-4c04-a7c5-6adbd9b05a81']}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 02:05:24.357227 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-e8fd5757-108f-41ee-8989-80a4205229d9 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Made reservation on behalf of 910ae276decf4b6a90b4192490140df6 for: {'port': 1} {{(pid=100464) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 24 02:05:24.360914 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-e8fd5757-108f-41ee-8989-80a4205229d9 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:24.508620 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_common [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-e8fd5757-108f-41ee-8989-80a4205229d9 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Allocated IP 172.20.0.7 (300601ec-3e94-4aa2-8490-24f3de911a42/e65d77a0-f344-4781-b655-7dbd35a22e57/6214cbb0-a8ac-4366-bb4f-f7c808392b9c) {{(pid=100464) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 02:05:24.699735 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-1f995aa2-8ed7-4893-af07-25b2332d71e8 req-062e5b74-2148-4243-b985-89efa965ec17 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7a126f2-b772-4912-8975-0c7557bce1ce HTTP/1.1" status: 200 len: 210 time: 0.1379292 Jul 24 02:05:24.735587 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-e8fd5757-108f-41ee-8989-80a4205229d9 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks [] for port, precommit_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:24.753962 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-e8fd5757-108f-41ee-8989-80a4205229d9 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Transition to ACTIVE for port object 6214cbb0-a8ac-4366-bb4f-f7c808392b9c will not be triggered until provisioned by entity DHCP. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 02:05:24.799311 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-e8fd5757-108f-41ee-8989-80a4205229d9 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_create {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:24.856112 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-e8fd5757-108f-41ee-8989-80a4205229d9 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Network 300601ec-3e94-4aa2-8490-24f3de911a42 is already hosted by enough agents. {{(pid=100464) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 02:05:24.859503 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.base_scheduler [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-e8fd5757-108f-41ee-8989-80a4205229d9 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Resources bound (agent type, host, resource id): {{(pid=100464) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 02:05:24.863581 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-e8fd5757-108f-41ee-8989-80a4205229d9 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Received port after_create {{(pid=100464) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 02:05:24.898499 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd5757-108f-41ee-8989-80a4205229d9 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Pushing event updated for resources: {'Port': ['ID=6214cbb0-a8ac-4366-bb4f-f7c808392b9c,revision_number=1']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:05:24.931885 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd5757-108f-41ee-8989-80a4205229d9 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:05:24.932243 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd5757-108f-41ee-8989-80a4205229d9 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:05:24.932608 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd5757-108f-41ee-8989-80a4205229d9 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:05:24.932949 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd5757-108f-41ee-8989-80a4205229d9 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:05:24.933296 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd5757-108f-41ee-8989-80a4205229d9 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:05:24.933635 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd5757-108f-41ee-8989-80a4205229d9 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:05:24.933973 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd5757-108f-41ee-8989-80a4205229d9 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:05:24.934307 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd5757-108f-41ee-8989-80a4205229d9 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:05:24.934677 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd5757-108f-41ee-8989-80a4205229d9 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:05:24.935021 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd5757-108f-41ee-8989-80a4205229d9 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:05:24.935552 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd5757-108f-41ee-8989-80a4205229d9 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:05:24.935908 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fd5757-108f-41ee-8989-80a4205229d9 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:05:24.956277 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-e8fd5757-108f-41ee-8989-80a4205229d9 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:05:24.956949 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-e8fd5757-108f-41ee-8989-80a4205229d9 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:24.973764 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-e8fd5757-108f-41ee-8989-80a4205229d9 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7350442 Jul 24 02:05:25.143172 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a151172a-92ab-46c1-ac1d-06864fd06ac0 None None] Provisioning for port 6214cbb0-a8ac-4366-bb4f-f7c808392b9c completed by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 02:05:25.151653 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-a151172a-92ab-46c1-ac1d-06864fd06ac0 None None] Provisioning complete for port 6214cbb0-a8ac-4366-bb4f-f7c808392b9c triggered by entity DHCP. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 02:05:25.152468 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a151172a-92ab-46c1-ac1d-06864fd06ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:25.189401 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-a151172a-92ab-46c1-ac1d-06864fd06ac0 None None] Port 6214cbb0-a8ac-4366-bb4f-f7c808392b9c cannot update to ACTIVE because it is not bound. {{(pid=100465) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 24 02:05:25.857328 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d169d3c-f8ca-4969-ae44-7c428a61e0aa req-3acadcd0-7900-4ef8-a2e4-47d4327c19f6 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:05:25.858950 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6d169d3c-f8ca-4969-ae44-7c428a61e0aa req-3acadcd0-7900-4ef8-a2e4-47d4327c19f6 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7a126f2-b772-4912-8975-0c7557bce1ce HTTP/1.1" status: 200 len: 931 time: 0.0724154 Jul 24 02:05:25.900179 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6d169d3c-f8ca-4969-ae44-7c428a61e0aa req-ddb19632-7ed2-4ce8-97ed-4dcf4eb760c1 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/security-groups?id=f0442a7d-c049-4c04-a7c5-6adbd9b05a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354519 Jul 24 02:05:26.430812 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b35954c8-4db5-47ce-9f1a-e5eae592a4de req-e14db91f-4bfd-48dc-8bd1-4f2aa81ec7be service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=628d42a2-7ada-4268-be52-7c3048d872bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0308270 Jul 24 02:05:26.482314 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b35954c8-4db5-47ce-9f1a-e5eae592a4de req-a07a7e4b-465f-4dac-bf23-1007cdb2e3ec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=628d42a2-7ada-4268-be52-7c3048d872bf HTTP/1.1" status: 200 len: 210 time: 0.0321712 Jul 24 02:05:26.521580 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b35954c8-4db5-47ce-9f1a-e5eae592a4de req-0fe799f5-1da6-42bf-9282-6c4bbd4e8290 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206156 Jul 24 02:05:26.616474 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35954c8-4db5-47ce-9f1a-e5eae592a4de req-559613fd-88d5-4a8d-93de-60dfcedb2f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:05:26.618000 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b35954c8-4db5-47ce-9f1a-e5eae592a4de req-559613fd-88d5-4a8d-93de-60dfcedb2f8f service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911217 Jul 24 02:05:27.065197 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6fb8b-e7de-4432-ba70-e37dfb938029 req-57af1ef6-77a1-40c3-932d-05eda3a92d9b tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:05:27.066732 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a6d6fb8b-e7de-4432-ba70-e37dfb938029 req-57af1ef6-77a1-40c3-932d-05eda3a92d9b tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7a126f2-b772-4912-8975-0c7557bce1ce HTTP/1.1" status: 200 len: 931 time: 0.0828557 Jul 24 02:05:27.105370 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a6d6fb8b-e7de-4432-ba70-e37dfb938029 req-8a42c365-6157-4c34-a2ea-d823511ca325 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/security-groups?id=f0442a7d-c049-4c04-a7c5-6adbd9b05a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324996 Jul 24 02:05:28.243209 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74be7d8-0ff0-44c7-88ef-b7be6b2d9438 req-95937749-5bbf-446b-8e15-7e48bff5ce18 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:05:28.245080 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d74be7d8-0ff0-44c7-88ef-b7be6b2d9438 req-95937749-5bbf-446b-8e15-7e48bff5ce18 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7a126f2-b772-4912-8975-0c7557bce1ce HTTP/1.1" status: 200 len: 931 time: 0.0713315 Jul 24 02:05:28.289383 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-d74be7d8-0ff0-44c7-88ef-b7be6b2d9438 req-8715de7d-3cef-42ac-936e-5ecf66c445da tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/security-groups?id=f0442a7d-c049-4c04-a7c5-6adbd9b05a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386815 Jul 24 02:05:29.442720 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041fc4f-0702-4ad8-a805-4014ae1794ec req-430f95a3-d9f3-454b-9620-8f010dfe9898 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:05:29.444680 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a041fc4f-0702-4ad8-a805-4014ae1794ec req-430f95a3-d9f3-454b-9620-8f010dfe9898 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7a126f2-b772-4912-8975-0c7557bce1ce HTTP/1.1" status: 200 len: 931 time: 0.0784001 Jul 24 02:05:29.484859 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a041fc4f-0702-4ad8-a805-4014ae1794ec req-b6589769-3094-4ea2-8f7b-69528cbc58b9 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/security-groups?id=f0442a7d-c049-4c04-a7c5-6adbd9b05a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333920 Jul 24 02:05:29.629493 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 02:05:30.630760 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2cbf24-c26b-4fb8-83bc-16aa30702916 req-478b3d4a-ad6a-4847-8f72-ae9c93080490 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:05:30.634214 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bf2cbf24-c26b-4fb8-83bc-16aa30702916 req-478b3d4a-ad6a-4847-8f72-ae9c93080490 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7a126f2-b772-4912-8975-0c7557bce1ce HTTP/1.1" status: 200 len: 931 time: 0.0798793 Jul 24 02:05:30.695470 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bf2cbf24-c26b-4fb8-83bc-16aa30702916 req-461eeb67-983e-4027-af98-20edab34cf17 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/security-groups?id=f0442a7d-c049-4c04-a7c5-6adbd9b05a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514305 Jul 24 02:05:31.838675 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ddf50-6040-4783-9f18-5d8c233c5298 req-f5eda913-da9e-4ac4-8bc9-ee54465a4841 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:05:31.840394 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7b7ddf50-6040-4783-9f18-5d8c233c5298 req-f5eda913-da9e-4ac4-8bc9-ee54465a4841 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7a126f2-b772-4912-8975-0c7557bce1ce HTTP/1.1" status: 200 len: 931 time: 0.0716293 Jul 24 02:05:31.892201 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-7b7ddf50-6040-4783-9f18-5d8c233c5298 req-c19eb404-67eb-437a-b34e-5bb6f04ca822 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/security-groups?id=f0442a7d-c049-4c04-a7c5-6adbd9b05a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393968 Jul 24 02:05:33.048980 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568f46e-5c8c-4ff5-8ca7-790dca35a4ac req-85476d88-2ed2-4a00-80e6-2cd68e4cfe3b tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:05:33.050497 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e568f46e-5c8c-4ff5-8ca7-790dca35a4ac req-85476d88-2ed2-4a00-80e6-2cd68e4cfe3b tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7a126f2-b772-4912-8975-0c7557bce1ce HTTP/1.1" status: 200 len: 931 time: 0.0796452 Jul 24 02:05:33.092500 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-e568f46e-5c8c-4ff5-8ca7-790dca35a4ac req-77aac8e3-2578-4a3a-ace5-e567458612b4 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/security-groups?id=f0442a7d-c049-4c04-a7c5-6adbd9b05a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363491 Jul 24 02:05:34.237102 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33effd21-2b95-4a53-ab5c-973b6ef14706 req-7c5bbf10-cc34-4b69-af08-18baf570e527 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:05:34.239190 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-33effd21-2b95-4a53-ab5c-973b6ef14706 req-7c5bbf10-cc34-4b69-af08-18baf570e527 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7a126f2-b772-4912-8975-0c7557bce1ce HTTP/1.1" status: 200 len: 931 time: 0.0724978 Jul 24 02:05:34.282092 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-33effd21-2b95-4a53-ab5c-973b6ef14706 req-606526c8-3b1a-49ec-8664-3417bd61a02d tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/security-groups?id=f0442a7d-c049-4c04-a7c5-6adbd9b05a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361922 Jul 24 02:05:35.448016 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3267fe6f-1919-466c-94c2-02b94f9f697c req-a0228338-a2fa-4194-8586-cc599e8e90c3 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:05:35.449599 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3267fe6f-1919-466c-94c2-02b94f9f697c req-a0228338-a2fa-4194-8586-cc599e8e90c3 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7a126f2-b772-4912-8975-0c7557bce1ce HTTP/1.1" status: 200 len: 931 time: 0.0694702 Jul 24 02:05:35.487595 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-3267fe6f-1919-466c-94c2-02b94f9f697c req-5ba6d9d6-a9d1-4c62-b3e9-b13b75b4a1cf tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/security-groups?id=f0442a7d-c049-4c04-a7c5-6adbd9b05a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323710 Jul 24 02:05:35.541961 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.v2.base [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-4f721724-cedd-4a24-b485-b787d107fe4d service neutron] Request body: {'port': {'device_id': 'a7a126f2-b772-4912-8975-0c7557bce1ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-793621-25'}} {{(pid=100464) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 02:05:35.578997 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.13', 65100) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:05:35.621520 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-4f721724-cedd-4a24-b485-b787d107fe4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:35.642346 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2a6beb25-6ed1-4c88-afd8-43e710f79056 req-ee268846-e12e-499c-83bc-00a684eb6377 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d92d804a-d9f5-458b-9573-756802650f47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0622928 Jul 24 02:05:35.738483 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:35.752204 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6beb25-6ed1-4c88-afd8-43e710f79056 req-ca7fbbeb-306f-4f1d-87c1-a6b2b87bd9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:05:35.754127 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2a6beb25-6ed1-4c88-afd8-43e710f79056 req-ca7fbbeb-306f-4f1d-87c1-a6b2b87bd9c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=910ae276decf4b6a90b4192490140df6&device_id=d92d804a-d9f5-458b-9573-756802650f47 HTTP/1.1" status: 200 len: 1096 time: 0.0624769 Jul 24 02:05:35.867332 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6beb25-6ed1-4c88-afd8-43e710f79056 req-3b688dba-393e-4785-9f40-b3f216dfd6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:05:35.868750 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2a6beb25-6ed1-4c88-afd8-43e710f79056 req-3b688dba-393e-4785-9f40-b3f216dfd6cb service neutron] 10.222.0.13 "GET /v2.0/networks?id=300601ec-3e94-4aa2-8490-24f3de911a42 HTTP/1.1" status: 200 len: 911 time: 0.0955544 Jul 24 02:05:35.903573 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-4f721724-cedd-4a24-b485-b787d107fe4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6214cbb0-a8ac-4366-bb4f-f7c808392b9c {{(pid=100464) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 02:05:35.911043 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-4f721724-cedd-4a24-b485-b787d107fe4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:35.923719 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.provisioning_blocks [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-4f721724-cedd-4a24-b485-b787d107fe4d service neutron] Transition to ACTIVE for port object 6214cbb0-a8ac-4366-bb4f-f7c808392b9c will not be triggered until provisioned by entity L2. {{(pid=100464) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 24 02:05:35.926986 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-4f721724-cedd-4a24-b485-b787d107fe4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:35.935426 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2a6beb25-6ed1-4c88-afd8-43e710f79056 req-b6709d9c-1a82-4011-9ef7-40b582253336 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de82bc97-f5a3-4669-9101-455a0f9a15a7 HTTP/1.1" status: 200 len: 1000 time: 0.0594690 Jul 24 02:05:35.986006 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f721724-cedd-4a24-b485-b787d107fe4d service neutron] Pushing event updated for resources: {'Port': ['ID=6214cbb0-a8ac-4366-bb4f-f7c808392b9c,revision_number=2']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:05:35.995233 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6beb25-6ed1-4c88-afd8-43e710f79056 req-b833a493-b711-4e92-8a04-f89a7ff99577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:05:35.996851 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2a6beb25-6ed1-4c88-afd8-43e710f79056 req-b833a493-b711-4e92-8a04-f89a7ff99577 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e65d77a0-f344-4781-b655-7dbd35a22e57 HTTP/1.1" status: 200 len: 849 time: 0.0559292 Jul 24 02:05:36.065830 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6beb25-6ed1-4c88-afd8-43e710f79056 req-3d07edcb-2e1c-4bb4-8f79-34f9d6da377a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:05:36.066492 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-4f721724-cedd-4a24-b485-b787d107fe4d service neutron] Attempting to bind port 6214cbb0-a8ac-4366-bb4f-f7c808392b9c on host n-h1-793621-25 for vnic_type normal with profile {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 24 02:05:36.066888 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-4f721724-cedd-4a24-b485-b787d107fe4d service neutron] Attempting to bind port 6214cbb0-a8ac-4366-bb4f-f7c808392b9c by drivers openvswitch,hyperv on host n-h1-793621-25 at level 0 using segments [{'id': '9b5057fa-605e-4057-9f95-2522a211f159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42'}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 24 02:05:36.067236 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-4f721724-cedd-4a24-b485-b787d107fe4d service neutron] Attempting to bind port 6214cbb0-a8ac-4366-bb4f-f7c808392b9c on network 300601ec-3e94-4aa2-8490-24f3de911a42 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 02:05:36.067480 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2a6beb25-6ed1-4c88-afd8-43e710f79056 req-3d07edcb-2e1c-4bb4-8f79-34f9d6da377a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=300601ec-3e94-4aa2-8490-24f3de911a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644951 Jul 24 02:05:36.071941 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-4f721724-cedd-4a24-b485-b787d107fe4d service neutron] Port 6214cbb0-a8ac-4366-bb4f-f7c808392b9c on network 300601ec-3e94-4aa2-8490-24f3de911a42 not bound, no agent of type Open vSwitch agent registered on host n-h1-793621-25 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 24 02:05:36.072381 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-4f721724-cedd-4a24-b485-b787d107fe4d service neutron] Attempting to bind port 6214cbb0-a8ac-4366-bb4f-f7c808392b9c on network 300601ec-3e94-4aa2-8490-24f3de911a42 {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 24 02:05:36.078098 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-4f721724-cedd-4a24-b485-b787d107fe4d service neutron] Checking agent: {'id': '6ccdce89-330c-442b-b746-522aab65f733', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-793621-25', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'started_at': datetime.datetime(2021, 7, 24, 0, 42, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 24, 2, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 24 02:05:36.078461 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-4f721724-cedd-4a24-b485-b787d107fe4d service neutron] Checking segment: {'id': '9b5057fa-605e-4057-9f95-2522a211f159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100464) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 24 02:05:36.078866 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-4f721724-cedd-4a24-b485-b787d107fe4d service neutron] Bound using segment: {'id': '9b5057fa-605e-4057-9f95-2522a211f159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42'} {{(pid=100464) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 24 02:05:36.079313 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.managers [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-4f721724-cedd-4a24-b485-b787d107fe4d service neutron] Bound port: 6214cbb0-a8ac-4366-bb4f-f7c808392b9c, host: n-h1-793621-25, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b5057fa-605e-4057-9f95-2522a211f159', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42'}}] {{(pid=100464) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 24 02:05:36.079694 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-4f721724-cedd-4a24-b485-b787d107fe4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:36.138696 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:36.150634 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-4f721724-cedd-4a24-b485-b787d107fe4d service neutron] For port 6214cbb0-a8ac-4366-bb4f-f7c808392b9c, host n-h1-793621-25, cleared binding levels {{(pid=100464) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 24 02:05:36.154100 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-4f721724-cedd-4a24-b485-b787d107fe4d service neutron] For port 6214cbb0-a8ac-4366-bb4f-f7c808392b9c, host n-h1-793621-25, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=6214cbb0-a8ac-4366-bb4f-f7c808392b9c,segment=NetworkSegment(9b5057fa-605e-4057-9f95-2522a211f159),segment_id=9b5057fa-605e-4057-9f95-2522a211f159)] {{(pid=100464) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 24 02:05:36.158591 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-4f721724-cedd-4a24-b485-b787d107fe4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15293055'] for port, after_update {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:36.167135 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2a6beb25-6ed1-4c88-afd8-43e710f79056 req-0d8c4559-b65c-4a0c-8f33-b9a6ef913bb7 service neutron] 10.222.0.13 "GET /v2.0/networks/300601ec-3e94-4aa2-8490-24f3de911a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926306 Jul 24 02:05:36.201398 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-4f721724-cedd-4a24-b485-b787d107fe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:05:36.202091 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-4f721724-cedd-4a24-b485-b787d107fe4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:36.203506 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-4f721724-cedd-4a24-b485-b787d107fe4d service neutron] 10.222.0.13 "PUT /v2.0/ports/6214cbb0-a8ac-4366-bb4f-f7c808392b9c HTTP/1.1" status: 200 len: 1092 time: 0.6667011 Jul 24 02:05:36.203955 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a126f2-b772-4912-8975-0c7557bce1ce', 'tag': '6214cbb0-a8ac-4366-bb4f-f7c808392b9c'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 02:05:36.207465 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c0377c0cac57482b78947fbfdb6e67ca594c264dadda24220a1a6cbe410d8c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3fa63e3-4e3a-46a3-9b3e-e8b52252b621" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a126f2-b772-4912-8975-0c7557bce1ce", "tag": "6214cbb0-a8ac-4366-bb4f-f7c808392b9c"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 02:05:36.233733 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f721724-cedd-4a24-b485-b787d107fe4d service neutron] Pushing event updated for resources: {'Port': ['ID=6214cbb0-a8ac-4366-bb4f-f7c808392b9c,revision_number=3']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:05:36.251037 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 02:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04864b05-c1d1-425e-ba61-76bed95bcb29 x-openstack-request-id: req-04864b05-c1d1-425e-ba61-76bed95bcb29 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 02:05:36.251534 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a126f2-b772-4912-8975-0c7557bce1ce", "tag": "6214cbb0-a8ac-4366-bb4f-f7c808392b9c", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 02:05:36.251949 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-04864b05-c1d1-425e-ba61-76bed95bcb29 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 02:05:36.252700 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a126f2-b772-4912-8975-0c7557bce1ce', 'tag': '6214cbb0-a8ac-4366-bb4f-f7c808392b9c', 'status': 'completed', 'code': 200} Jul 24 02:05:36.290200 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-2a6beb25-6ed1-4c88-afd8-43e710f79056 req-e362c4a2-9dc5-4566-82b6-d80438267a15 service neutron] 10.222.0.13 "GET /v2.0/networks/300601ec-3e94-4aa2-8490-24f3de911a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164305 Jul 24 02:05:36.323680 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-a481556a-3bd9-4722-8fb8-573f6d859a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:05:36.325590 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-a481556a-3bd9-4722-8fb8-573f6d859a5c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=910ae276decf4b6a90b4192490140df6&device_id=a7a126f2-b772-4912-8975-0c7557bce1ce HTTP/1.1" status: 200 len: 1095 time: 0.0713220 Jul 24 02:05:36.377499 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-aaec26e5-74df-4d34-a5e0-b31798339818 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6214cbb0-a8ac-4366-bb4f-f7c808392b9c HTTP/1.1" status: 200 len: 217 time: 0.0420685 Jul 24 02:05:36.433466 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-5732fb60-ee24-4a43-ab20-765e8dccacca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:05:36.434996 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-5732fb60-ee24-4a43-ab20-765e8dccacca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e65d77a0-f344-4781-b655-7dbd35a22e57 HTTP/1.1" status: 200 len: 849 time: 0.0510905 Jul 24 02:05:36.496213 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-bdaa619d-4cda-4727-aa7c-7c501f95c886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:05:36.497731 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-bdaa619d-4cda-4727-aa7c-7c501f95c886 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=300601ec-3e94-4aa2-8490-24f3de911a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569687 Jul 24 02:05:36.591828 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-c7868b46-1f8a-4b17-99ae-42c91e8e3a1e service neutron] 10.222.0.13 "GET /v2.0/networks/300601ec-3e94-4aa2-8490-24f3de911a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879581 Jul 24 02:05:36.624900 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f9ac6-dd6a-408c-865a-a49926faac3c req-dbbe1fe1-3479-4e00-89f2-121580c5c747 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:05:36.626518 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-659f9ac6-dd6a-408c-865a-a49926faac3c req-dbbe1fe1-3479-4e00-89f2-121580c5c747 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7a126f2-b772-4912-8975-0c7557bce1ce HTTP/1.1" status: 200 len: 943 time: 0.0674720 Jul 24 02:05:36.670207 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-659f9ac6-dd6a-408c-865a-a49926faac3c req-7efebdb3-8e3a-4c5b-bb18-0837b6e3b6e2 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/security-groups?id=f0442a7d-c049-4c04-a7c5-6adbd9b05a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337763 Jul 24 02:05:36.691909 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a339bc24-7019-4eea-be1f-9aaeca9c93fc req-5e750c8d-6b59-4910-965e-72edcad94259 service neutron] 10.222.0.13 "GET /v2.0/networks/300601ec-3e94-4aa2-8490-24f3de911a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941849 Jul 24 02:05:36.792798 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa63e3-4e3a-46a3-9b3e-e8b52252b621 req-97b0342d-3331-4533-8cfb-3207a55d2c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:05:36.794344 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c3fa63e3-4e3a-46a3-9b3e-e8b52252b621 req-97b0342d-3331-4533-8cfb-3207a55d2c6f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=910ae276decf4b6a90b4192490140df6&device_id=a7a126f2-b772-4912-8975-0c7557bce1ce HTTP/1.1" status: 200 len: 1095 time: 0.0565255 Jul 24 02:05:36.891893 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa63e3-4e3a-46a3-9b3e-e8b52252b621 req-b90505b5-22fa-40e8-a42e-e9e075561bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:05:36.893432 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c3fa63e3-4e3a-46a3-9b3e-e8b52252b621 req-b90505b5-22fa-40e8-a42e-e9e075561bb8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=300601ec-3e94-4aa2-8490-24f3de911a42 HTTP/1.1" status: 200 len: 911 time: 0.0925875 Jul 24 02:05:36.935196 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c3fa63e3-4e3a-46a3-9b3e-e8b52252b621 req-19fb101f-77fd-4a8d-91dd-ef6954bf21bf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6214cbb0-a8ac-4366-bb4f-f7c808392b9c HTTP/1.1" status: 200 len: 217 time: 0.0352120 Jul 24 02:05:36.985291 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa63e3-4e3a-46a3-9b3e-e8b52252b621 req-d16bb63b-15a9-41e9-9131-18f7e1f20afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:05:36.986803 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c3fa63e3-4e3a-46a3-9b3e-e8b52252b621 req-d16bb63b-15a9-41e9-9131-18f7e1f20afd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e65d77a0-f344-4781-b655-7dbd35a22e57 HTTP/1.1" status: 200 len: 849 time: 0.0454381 Jul 24 02:05:37.052673 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa63e3-4e3a-46a3-9b3e-e8b52252b621 req-d314fd68-67dd-4e9b-a2ea-34ccba34d61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:05:37.054299 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c3fa63e3-4e3a-46a3-9b3e-e8b52252b621 req-d314fd68-67dd-4e9b-a2ea-34ccba34d61f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=300601ec-3e94-4aa2-8490-24f3de911a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609205 Jul 24 02:05:37.145933 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c3fa63e3-4e3a-46a3-9b3e-e8b52252b621 req-842516ba-00bf-4097-9370-2fa8610b35c4 service neutron] 10.222.0.13 "GET /v2.0/networks/300601ec-3e94-4aa2-8490-24f3de911a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843191 Jul 24 02:05:37.254831 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-c3fa63e3-4e3a-46a3-9b3e-e8b52252b621 req-9fedac93-ea5f-41d1-8cc5-dc814656ae7b service neutron] 10.222.0.13 "GET /v2.0/networks/300601ec-3e94-4aa2-8490-24f3de911a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983710 Jul 24 02:05:37.803547 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000465f9-51aa-436d-a30f-2dc53c509f75 req-4f12febd-8187-4073-8b7b-0a03a7632dd0 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:05:37.805069 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-000465f9-51aa-436d-a30f-2dc53c509f75 req-4f12febd-8187-4073-8b7b-0a03a7632dd0 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7a126f2-b772-4912-8975-0c7557bce1ce HTTP/1.1" status: 200 len: 943 time: 0.0654073 Jul 24 02:05:37.846441 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-000465f9-51aa-436d-a30f-2dc53c509f75 req-66f02c78-3f67-48bd-a8d8-00708554a6a9 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/security-groups?id=f0442a7d-c049-4c04-a7c5-6adbd9b05a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347559 Jul 24 02:05:38.129744 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 6214cbb0-a8ac-4366-bb4f-f7c808392b9c details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 02:05:38.228176 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 6214cbb0-a8ac-4366-bb4f-f7c808392b9c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=6214cbb0-a8ac-4366-bb4f-f7c808392b9c,segment=NetworkSegment(9b5057fa-605e-4057-9f95-2522a211f159),segment_id=9b5057fa-605e-4057-9f95-2522a211f159)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 02:05:38.240248 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '6214cbb0-a8ac-4366-bb4f-f7c808392b9c', 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42', 'port_id': '6214cbb0-a8ac-4366-bb4f-f7c808392b9c', 'mac_address': 'fa:16:3e:a7:39:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e65d77a0-f344-4781-b655-7dbd35a22e57', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 02:05:38.277760 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:38.290104 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6214cbb0-a8ac-4366-bb4f-f7c808392b9c {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 02:05:38.309922 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 6214cbb0-a8ac-4366-bb4f-f7c808392b9c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=6214cbb0-a8ac-4366-bb4f-f7c808392b9c,segment=NetworkSegment(9b5057fa-605e-4057-9f95-2522a211f159),segment_id=9b5057fa-605e-4057-9f95-2522a211f159)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 02:05:38.314252 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:38.361253 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=6214cbb0-a8ac-4366-bb4f-f7c808392b9c,revision_number=4']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:05:38.544414 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['6214cbb0-a8ac-4366-bb4f-f7c808392b9c'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 02:05:38.982429 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfabe15-14ac-44f6-949b-05ca9c047cf4 req-69038f32-5f39-4e45-bf11-5de023cb471c tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:05:38.983985 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1bfabe15-14ac-44f6-949b-05ca9c047cf4 req-69038f32-5f39-4e45-bf11-5de023cb471c tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7a126f2-b772-4912-8975-0c7557bce1ce HTTP/1.1" status: 200 len: 944 time: 0.0695796 Jul 24 02:05:39.023709 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-1bfabe15-14ac-44f6-949b-05ca9c047cf4 req-ceef7d19-fbe5-49e4-b0ec-3906a10dd6d3 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/security-groups?id=f0442a7d-c049-4c04-a7c5-6adbd9b05a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340006 Jul 24 02:05:40.128984 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 6214cbb0-a8ac-4366-bb4f-f7c808392b9c up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 02:05:40.158983 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eca1a1-1749-4033-9817-0eace11ef5c9 req-20d13ad0-4c44-42cc-88a7-130f37251d09 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:05:40.160512 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-36eca1a1-1749-4033-9817-0eace11ef5c9 req-20d13ad0-4c44-42cc-88a7-130f37251d09 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7a126f2-b772-4912-8975-0c7557bce1ce HTTP/1.1" status: 200 len: 944 time: 0.0673625 Jul 24 02:05:40.179991 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning for port 6214cbb0-a8ac-4366-bb4f-f7c808392b9c completed by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 24 02:05:40.184429 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 6214cbb0-a8ac-4366-bb4f-f7c808392b9c triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 02:05:40.185020 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:40.201101 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-36eca1a1-1749-4033-9817-0eace11ef5c9 req-0f53ef52-5e9c-481b-bfd2-a1046ac267e9 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/security-groups?id=f0442a7d-c049-4c04-a7c5-6adbd9b05a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348322 Jul 24 02:05:40.306831 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:40.329604 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a126f2-b772-4912-8975-0c7557bce1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6214cbb0-a8ac-4366-bb4f-f7c808392b9c'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 02:05:40.331917 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b36c629d192f293ddd0cd0678fefb9a9e59c3f82b7da09e09f5fd8b02f5b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410c4a05-3c51-47e8-bd70-09235d2c0e56" -d '{"events": [{"server_uuid": "a7a126f2-b772-4912-8975-0c7557bce1ce", "name": "network-vif-plugged", "status": "completed", "tag": "6214cbb0-a8ac-4366-bb4f-f7c808392b9c"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 02:05:40.345891 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 6214cbb0-a8ac-4366-bb4f-f7c808392b9c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=6214cbb0-a8ac-4366-bb4f-f7c808392b9c,segment=NetworkSegment(9b5057fa-605e-4057-9f95-2522a211f159),segment_id=9b5057fa-605e-4057-9f95-2522a211f159)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 02:05:40.350069 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:40.374828 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 02:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c687b8e-58f3-49d7-9dbf-c945725fe5a7 x-openstack-request-id: req-6c687b8e-58f3-49d7-9dbf-c945725fe5a7 {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 02:05:40.375126 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a126f2-b772-4912-8975-0c7557bce1ce", "name": "network-vif-plugged", "status": "completed", "tag": "6214cbb0-a8ac-4366-bb4f-f7c808392b9c", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 02:05:40.375380 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c687b8e-58f3-49d7-9dbf-c945725fe5a7 {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 02:05:40.375774 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a126f2-b772-4912-8975-0c7557bce1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6214cbb0-a8ac-4366-bb4f-f7c808392b9c', 'code': 200} Jul 24 02:05:40.402984 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=6214cbb0-a8ac-4366-bb4f-f7c808392b9c,revision_number=5']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:05:40.490508 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b4ffed-04e8-48bf-884b-076fe6e559f2 req-18655585-dd3e-4bd7-853c-fd5fc92ac121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:05:40.492061 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-23b4ffed-04e8-48bf-884b-076fe6e559f2 req-18655585-dd3e-4bd7-853c-fd5fc92ac121 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a7a126f2-b772-4912-8975-0c7557bce1ce HTTP/1.1" status: 200 len: 1097 time: 0.0619216 Jul 24 02:05:40.530796 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-23b4ffed-04e8-48bf-884b-076fe6e559f2 req-712fbc17-d7cd-49d2-b5b9-879771f4896b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f0442a7d-c049-4c04-a7c5-6adbd9b05a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311992 Jul 24 02:05:41.357036 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc8631-772b-49b1-a624-7d13316ef84b req-873970bb-26be-40ba-9c1e-b0c12bfb7fe2 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:05:41.358871 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f4cc8631-772b-49b1-a624-7d13316ef84b req-873970bb-26be-40ba-9c1e-b0c12bfb7fe2 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7a126f2-b772-4912-8975-0c7557bce1ce HTTP/1.1" status: 200 len: 945 time: 0.0796449 Jul 24 02:05:41.401043 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-f4cc8631-772b-49b1-a624-7d13316ef84b req-08257a1e-646c-4a8c-8457-2dfc847d9f3b tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/security-groups?id=f0442a7d-c049-4c04-a7c5-6adbd9b05a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362568 Jul 24 02:05:42.545746 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc15870-db84-4656-8224-9d48d93a624f req-9b55da34-8581-4494-a20c-079fd9b13fdf tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:05:42.547341 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bdc15870-db84-4656-8224-9d48d93a624f req-9b55da34-8581-4494-a20c-079fd9b13fdf tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7a126f2-b772-4912-8975-0c7557bce1ce HTTP/1.1" status: 200 len: 945 time: 0.0691473 Jul 24 02:05:42.585701 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-bdc15870-db84-4656-8224-9d48d93a624f req-85326ff4-fbd9-479f-8d16-509902aef9ae tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/security-groups?id=f0442a7d-c049-4c04-a7c5-6adbd9b05a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328226 Jul 24 02:05:42.727194 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9f06e-abfb-4804-89a1-ddb6ec06c4f1 req-834b42f4-4c9f-49db-a1c8-8d4a24c5924a tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:05:42.729032 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-55f9f06e-abfb-4804-89a1-ddb6ec06c4f1 req-834b42f4-4c9f-49db-a1c8-8d4a24c5924a tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7a126f2-b772-4912-8975-0c7557bce1ce HTTP/1.1" status: 200 len: 945 time: 0.0731561 Jul 24 02:05:42.768014 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-55f9f06e-abfb-4804-89a1-ddb6ec06c4f1 req-f7cdc815-e8bd-4763-94f5-d5739a3c10f7 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/security-groups?id=f0442a7d-c049-4c04-a7c5-6adbd9b05a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333467 Jul 24 02:05:42.791105 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54112) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:05:42.844050 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f880a629-7c21-4833-854d-5b26e2c2522c tempest-TestSnapshotPattern-35042411 tempest-TestSnapshotPattern-35042411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:05:42.845609 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-f880a629-7c21-4833-854d-5b26e2c2522c tempest-TestSnapshotPattern-35042411 tempest-TestSnapshotPattern-35042411-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a7a126f2-b772-4912-8975-0c7557bce1ce HTTP/1.1" status: 200 len: 1092 time: 0.0535004 Jul 24 02:05:42.848391 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54114) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:05:42.852879 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.v2.base [None req-a3811924-38af-41c6-b10b-8ea7723c1790 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Request body: {'floatingip': {'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'port_id': '6214cbb0-a8ac-4366-bb4f-f7c808392b9c', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100463) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 24 02:05:42.875099 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a3811924-38af-41c6-b10b-8ea7723c1790 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks [] for floatingip, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:42.991945 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a3811924-38af-41c6-b10b-8ea7723c1790 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:43.105708 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.db_base_plugin_common [None req-a3811924-38af-41c6-b10b-8ea7723c1790 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Allocated IP 172.25.2.3 (40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83/beed438e-63d8-40a9-85e1-c3bec7e50757/3b9a530b-524b-4bd4-8533-e350ecee2e28) {{(pid=100463) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 24 02:05:43.217900 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a3811924-38af-41c6-b10b-8ea7723c1790 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks [] for port, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:43.267819 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a3811924-38af-41c6-b10b-8ea7723c1790 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733254176997', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:43.307207 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3811924-38af-41c6-b10b-8ea7723c1790 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Network 40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83 is already hosted by enough agents. {{(pid=100463) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 24 02:05:43.312971 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.base_scheduler [None req-a3811924-38af-41c6-b10b-8ea7723c1790 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Resources bound (agent type, host, resource id): {{(pid=100463) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 24 02:05:43.316738 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3811924-38af-41c6-b10b-8ea7723c1790 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Received port after_create {{(pid=100463) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 24 02:05:43.322779 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3811924-38af-41c6-b10b-8ea7723c1790 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Pushing event updated for resources: {'Port': ['ID=3b9a530b-524b-4bd4-8533-e350ecee2e28,revision_number=1']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:05:43.359845 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3811924-38af-41c6-b10b-8ea7723c1790 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:05:43.360195 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3811924-38af-41c6-b10b-8ea7723c1790 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:05:43.360540 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3811924-38af-41c6-b10b-8ea7723c1790 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:05:43.360885 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3811924-38af-41c6-b10b-8ea7723c1790 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:05:43.361219 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3811924-38af-41c6-b10b-8ea7723c1790 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:05:43.361553 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3811924-38af-41c6-b10b-8ea7723c1790 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:05:43.361881 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3811924-38af-41c6-b10b-8ea7723c1790 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:05:43.362307 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3811924-38af-41c6-b10b-8ea7723c1790 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:05:43.362643 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3811924-38af-41c6-b10b-8ea7723c1790 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:05:43.362998 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3811924-38af-41c6-b10b-8ea7723c1790 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:05:43.363326 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3811924-38af-41c6-b10b-8ea7723c1790 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:05:43.363651 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3811924-38af-41c6-b10b-8ea7723c1790 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:05:43.698973 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a3811924-38af-41c6-b10b-8ea7723c1790 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:43.780783 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a3811924-38af-41c6-b10b-8ea7723c1790 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:43.934118 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a3811924-38af-41c6-b10b-8ea7723c1790 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks [] for port, precommit_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:43.938754 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a3811924-38af-41c6-b10b-8ea7723c1790 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58166497'] for port, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:44.005695 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3811924-38af-41c6-b10b-8ea7723c1790 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Pushing event updated for resources: {'Port': ['ID=3b9a530b-524b-4bd4-8533-e350ecee2e28,revision_number=2']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:05:44.017824 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a3811924-38af-41c6-b10b-8ea7723c1790 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-692715'] for floatingip, after_update {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:44.122042 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [None req-a3811924-38af-41c6-b10b-8ea7723c1790 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Floating IP 43e3ab24-473d-4a1d-bb43-13af47754f8e associated. External IP: 172.25.2.3, port: 6214cbb0-a8ac-4366-bb4f-f7c808392b9c. Jul 24 02:05:44.661795 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3811924-38af-41c6-b10b-8ea7723c1790 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Router 64b1d886-b3be-44a4-945f-82d511303ed5 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 02:05:44.771506 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3811924-38af-41c6-b10b-8ea7723c1790 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 02:05:44.781759 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c948af9a-f4dc-4737-8d72-312bf9b97cfc None None] Sync routers for ids ['64b1d886-b3be-44a4-945f-82d511303ed5'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 02:05:44.788595 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-a3811924-38af-41c6-b10b-8ea7723c1790 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:44.791470 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c948af9a-f4dc-4737-8d72-312bf9b97cfc None None] Routers {'64b1d886-b3be-44a4-945f-82d511303ed5'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 02:05:44.792806 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-c948af9a-f4dc-4737-8d72-312bf9b97cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T02:05:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['64b1d886-b3be-44a4-945f-82d511303ed5'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:05:44.827476 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-a3811924-38af-41c6-b10b-8ea7723c1790 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.9780023 Jul 24 02:05:44.828072 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a126f2-b772-4912-8975-0c7557bce1ce', 'tag': '6214cbb0-a8ac-4366-bb4f-f7c808392b9c'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 02:05:44.830498 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04606ce6b56a19535889c90ef360e282e8fe62826457f87827dea0ce6a923ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc2b196-4680-468e-b464-f894b34c18c5" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a126f2-b772-4912-8975-0c7557bce1ce", "tag": "6214cbb0-a8ac-4366-bb4f-f7c808392b9c"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 02:05:44.902491 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-c948af9a-f4dc-4737-8d72-312bf9b97cfc None None] Set router 64b1d886-b3be-44a4-945f-82d511303ed5 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 02:05:44.924408 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 02:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea65091-1139-4766-a905-3dfdbe446a0c x-openstack-request-id: req-4ea65091-1139-4766-a905-3dfdbe446a0c {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 02:05:44.924702 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a126f2-b772-4912-8975-0c7557bce1ce", "tag": "6214cbb0-a8ac-4366-bb4f-f7c808392b9c", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 02:05:44.924959 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ea65091-1139-4766-a905-3dfdbe446a0c {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 02:05:44.925375 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a126f2-b772-4912-8975-0c7557bce1ce', 'tag': '6214cbb0-a8ac-4366-bb4f-f7c808392b9c', 'status': 'completed', 'code': 200} Jul 24 02:05:45.002489 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2b196-4680-468e-b464-f894b34c18c5 req-617eb333-ec41-4f53-9985-94ed03672ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:05:45.004222 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5bc2b196-4680-468e-b464-f894b34c18c5 req-617eb333-ec41-4f53-9985-94ed03672ada service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=910ae276decf4b6a90b4192490140df6&device_id=a7a126f2-b772-4912-8975-0c7557bce1ce HTTP/1.1" status: 200 len: 1097 time: 0.0569794 Jul 24 02:05:45.099196 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2b196-4680-468e-b464-f894b34c18c5 req-3c304247-463b-4652-8ddb-10430823ea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:05:45.100778 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5bc2b196-4680-468e-b464-f894b34c18c5 req-3c304247-463b-4652-8ddb-10430823ea72 service neutron] 10.222.0.13 "GET /v2.0/networks?id=300601ec-3e94-4aa2-8490-24f3de911a42 HTTP/1.1" status: 200 len: 911 time: 0.0905745 Jul 24 02:05:45.132905 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-c948af9a-f4dc-4737-8d72-312bf9b97cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'name': 'tempest-TestSnapshotPattern-1602724836-router', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T02:02:45Z', 'updated_at': '2021-07-24T02:02:48Z', 'revision_number': 4, 'project_id': '910ae276decf4b6a90b4192490140df6', 'gw_port': {'id': '2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T02:02:46Z', 'updated_at': '2021-07-24T02:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '43e3ab24-473d-4a1d-bb43-13af47754f8e', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'floating_ip_address': '172.25.2.3', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'port_id': '6214cbb0-a8ac-4366-bb4f-f7c808392b9c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42', 'mac_address': 'fa:16:3e:a7:39:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a126f2-b772-4912-8975-0c7557bce1ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T02:05:43Z', 'updated_at': '2021-07-24T02:05:43Z', 'revision_number': 0, 'project_id': '910ae276decf4b6a90b4192490140df6', 'fixed_ip_address_scope': None}, {'id': '6ab63caf-ca2c-4890-9ec9-bb7ca79d8ca0', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'floating_ip_address': '172.25.2.170', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'port_id': 'de82bc97-f5a3-4669-9101-455a0f9a15a7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42', 'mac_address': 'fa:16:3e:87:11:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd92d804a-d9f5-458b-9573-756802650f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T02:03:08Z', 'updated_at': '2021-07-24T02:03:10Z', 'revision_number': 1, 'project_id': '910ae276decf4b6a90b4192490140df6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d66d70-f37e-4bfe-a12c-1f8f5accb309', 'name': '', 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'mac_address': 'fa:16:3e:65:81:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'e65d77a0-f344-4781-b655-7dbd35a22e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T02:02:47Z', 'updated_at': '2021-07-24T02:02:55Z', 'revision_number': 5, 'project_id': '910ae276decf4b6a90b4192490140df6', 'subnets': [{'id': 'e65d77a0-f344-4781-b655-7dbd35a22e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:05:45.159757 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c948af9a-f4dc-4737-8d72-312bf9b97cfc None None] Checking router: 64b1d886-b3be-44a4-945f-82d511303ed5 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 02:05:45.167915 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c948af9a-f4dc-4737-8d72-312bf9b97cfc None None] Routers {'64b1d886-b3be-44a4-945f-82d511303ed5'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 02:05:45.168535 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-c948af9a-f4dc-4737-8d72-312bf9b97cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T02:05:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['64b1d886-b3be-44a4-945f-82d511303ed5'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:05:45.171994 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5bc2b196-4680-468e-b464-f894b34c18c5 req-fa92a6bb-ca79-4341-af23-d8252e20df27 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6214cbb0-a8ac-4366-bb4f-f7c808392b9c HTTP/1.1" status: 200 len: 997 time: 0.0645986 Jul 24 02:05:45.222542 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2b196-4680-468e-b464-f894b34c18c5 req-fe2645df-d521-4e27-8ab6-806d53fecc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:05:45.224117 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5bc2b196-4680-468e-b464-f894b34c18c5 req-fe2645df-d521-4e27-8ab6-806d53fecc89 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e65d77a0-f344-4781-b655-7dbd35a22e57 HTTP/1.1" status: 200 len: 849 time: 0.0463140 Jul 24 02:05:45.274004 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-c948af9a-f4dc-4737-8d72-312bf9b97cfc None None] Set router 64b1d886-b3be-44a4-945f-82d511303ed5 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 02:05:45.284643 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc2b196-4680-468e-b464-f894b34c18c5 req-cd657507-0798-47b1-9848-7b56659087ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:05:45.286266 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5bc2b196-4680-468e-b464-f894b34c18c5 req-cd657507-0798-47b1-9848-7b56659087ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=300601ec-3e94-4aa2-8490-24f3de911a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552995 Jul 24 02:05:45.383347 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5bc2b196-4680-468e-b464-f894b34c18c5 req-8559f9ad-6911-4c38-930d-55a62b26a5c6 service neutron] 10.222.0.13 "GET /v2.0/networks/300601ec-3e94-4aa2-8490-24f3de911a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903530 Jul 24 02:05:45.480246 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5bc2b196-4680-468e-b464-f894b34c18c5 req-edeacb83-488d-45f6-ad15-b20575fa95c5 service neutron] 10.222.0.13 "GET /v2.0/networks/300601ec-3e94-4aa2-8490-24f3de911a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901525 Jul 24 02:05:45.513758 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-c948af9a-f4dc-4737-8d72-312bf9b97cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'name': 'tempest-TestSnapshotPattern-1602724836-router', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T02:02:45Z', 'updated_at': '2021-07-24T02:02:48Z', 'revision_number': 4, 'project_id': '910ae276decf4b6a90b4192490140df6', 'gw_port': {'id': '2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T02:02:46Z', 'updated_at': '2021-07-24T02:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '43e3ab24-473d-4a1d-bb43-13af47754f8e', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'floating_ip_address': '172.25.2.3', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'port_id': '6214cbb0-a8ac-4366-bb4f-f7c808392b9c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42', 'mac_address': 'fa:16:3e:a7:39:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a126f2-b772-4912-8975-0c7557bce1ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T02:05:43Z', 'updated_at': '2021-07-24T02:05:43Z', 'revision_number': 0, 'project_id': '910ae276decf4b6a90b4192490140df6', 'fixed_ip_address_scope': None}, {'id': '6ab63caf-ca2c-4890-9ec9-bb7ca79d8ca0', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'floating_ip_address': '172.25.2.170', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'port_id': 'de82bc97-f5a3-4669-9101-455a0f9a15a7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42', 'mac_address': 'fa:16:3e:87:11:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd92d804a-d9f5-458b-9573-756802650f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T02:03:08Z', 'updated_at': '2021-07-24T02:03:10Z', 'revision_number': 1, 'project_id': '910ae276decf4b6a90b4192490140df6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d66d70-f37e-4bfe-a12c-1f8f5accb309', 'name': '', 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'mac_address': 'fa:16:3e:65:81:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'e65d77a0-f344-4781-b655-7dbd35a22e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T02:02:47Z', 'updated_at': '2021-07-24T02:02:55Z', 'revision_number': 5, 'project_id': '910ae276decf4b6a90b4192490140df6', 'subnets': [{'id': 'e65d77a0-f344-4781-b655-7dbd35a22e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:05:45.540317 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c948af9a-f4dc-4737-8d72-312bf9b97cfc None None] The sync data for ids ['64b1d886-b3be-44a4-945f-82d511303ed5'] in n-d-793621-25 is: [{'id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'name': 'tempest-TestSnapshotPattern-1602724836-router', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T02:02:45Z', 'updated_at': '2021-07-24T02:02:48Z', 'revision_number': 4, 'project_id': '910ae276decf4b6a90b4192490140df6', 'gw_port': {'id': '2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T02:02:46Z', 'updated_at': '2021-07-24T02:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '43e3ab24-473d-4a1d-bb43-13af47754f8e', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'floating_ip_address': '172.25.2.3', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'port_id': '6214cbb0-a8ac-4366-bb4f-f7c808392b9c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42', 'mac_address': 'fa:16:3e:a7:39:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a126f2-b772-4912-8975-0c7557bce1ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T02:05:43Z', 'updated_at': '2021-07-24T02:05:43Z', 'revision_number': 0, 'project_id': '910ae276decf4b6a90b4192490140df6', 'fixed_ip_address_scope': None}, {'id': '6ab63caf-ca2c-4890-9ec9-bb7ca79d8ca0', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'floating_ip_address': '172.25.2.170', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'port_id': 'de82bc97-f5a3-4669-9101-455a0f9a15a7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42', 'mac_address': 'fa:16:3e:87:11:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd92d804a-d9f5-458b-9573-756802650f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T02:03:08Z', 'updated_at': '2021-07-24T02:03:10Z', 'revision_number': 1, 'project_id': '910ae276decf4b6a90b4192490140df6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d66d70-f37e-4bfe-a12c-1f8f5accb309', 'name': '', 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'mac_address': 'fa:16:3e:65:81:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'e65d77a0-f344-4781-b655-7dbd35a22e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T02:02:47Z', 'updated_at': '2021-07-24T02:02:55Z', 'revision_number': 5, 'project_id': '910ae276decf4b6a90b4192490140df6', 'subnets': [{'id': 'e65d77a0-f344-4781-b655-7dbd35a22e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 02:05:45.747573 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37c8abe-e9f7-414f-9970-98c807c9911e None None] New status for floating IP 43e3ab24-473d-4a1d-bb43-13af47754f8e: ACTIVE {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 02:05:45.912766 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7d1d0add-a01d-4674-85ab-e5a0fcc49998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:48.405565 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-14bf5edf-9bb0-4518-9f9a-99a0f8e91bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:48.605769 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:49.799705 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:05:51.297000 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:06:05.754700 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:06:06.140633 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:06:06.630878 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 02:06:15.914577 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8a17a369-7282-4ef3-ad4d-6c9e0b214161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:06:18.406385 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-aac00f0f-0550-4378-9007-1930d66f52bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:06:18.606863 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:06:19.802786 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:06:21.299286 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:06:26.480331 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ca42bc27-ba34-45e4-aa95-d35f850339d2 req-5fe79396-579f-4eeb-a589-e8f6d2419a48 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e7d87376-d685-42ed-96e2-a3452ba60793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0282905 Jul 24 02:06:26.526354 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ca42bc27-ba34-45e4-aa95-d35f850339d2 req-04872e06-e18d-4c53-8841-8e34f52adc22 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=e7d87376-d685-42ed-96e2-a3452ba60793 HTTP/1.1" status: 200 len: 210 time: 0.0270486 Jul 24 02:06:26.564319 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ca42bc27-ba34-45e4-aa95-d35f850339d2 req-05715dda-1687-464d-9c95-dd75796a1c81 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0193031 Jul 24 02:06:26.659395 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca42bc27-ba34-45e4-aa95-d35f850339d2 req-e3c6c5f2-9c56-4524-8526-519c952ec136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:06:26.660930 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-ca42bc27-ba34-45e4-aa95-d35f850339d2 req-e3c6c5f2-9c56-4524-8526-519c952ec136 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908701 Jul 24 02:06:33.737160 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a94f9d61-0aa7-49b2-9440-509251a41b1d req-5b324116-4ea4-428e-8388-5622950df0f1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d92d804a-d9f5-458b-9573-756802650f47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0570109 Jul 24 02:06:33.832616 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f9d61-0aa7-49b2-9440-509251a41b1d req-e0b02792-b792-452d-999d-5bde2344c378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:06:33.834146 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a94f9d61-0aa7-49b2-9440-509251a41b1d req-e0b02792-b792-452d-999d-5bde2344c378 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=910ae276decf4b6a90b4192490140df6&device_id=d92d804a-d9f5-458b-9573-756802650f47 HTTP/1.1" status: 200 len: 1096 time: 0.0555201 Jul 24 02:06:33.945100 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f9d61-0aa7-49b2-9440-509251a41b1d req-122a8fe0-bcdc-452f-9f4d-339b17f43751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:06:33.946622 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a94f9d61-0aa7-49b2-9440-509251a41b1d req-122a8fe0-bcdc-452f-9f4d-339b17f43751 service neutron] 10.222.0.13 "GET /v2.0/networks?id=300601ec-3e94-4aa2-8490-24f3de911a42 HTTP/1.1" status: 200 len: 911 time: 0.0936670 Jul 24 02:06:34.012709 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a94f9d61-0aa7-49b2-9440-509251a41b1d req-5c4b2441-7a31-4da6-8a2c-aa983d9c24d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de82bc97-f5a3-4669-9101-455a0f9a15a7 HTTP/1.1" status: 200 len: 1000 time: 0.0591207 Jul 24 02:06:34.067703 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f9d61-0aa7-49b2-9440-509251a41b1d req-46817c39-799f-4443-b157-48d17ae7ad7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:06:34.069210 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a94f9d61-0aa7-49b2-9440-509251a41b1d req-46817c39-799f-4443-b157-48d17ae7ad7e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e65d77a0-f344-4781-b655-7dbd35a22e57 HTTP/1.1" status: 200 len: 849 time: 0.0500481 Jul 24 02:06:34.132969 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94f9d61-0aa7-49b2-9440-509251a41b1d req-0b12e4ef-9f87-44f0-a17d-0951a9f5fa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:06:34.135451 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a94f9d61-0aa7-49b2-9440-509251a41b1d req-0b12e4ef-9f87-44f0-a17d-0951a9f5fa9e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=300601ec-3e94-4aa2-8490-24f3de911a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591407 Jul 24 02:06:34.146099 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [req-a94f9d61-0aa7-49b2-9440-509251a41b1d req-d4c6de67-5f0c-4075-ae2a-033388ca828e service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=100464) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 24 02:06:34.147352 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a94f9d61-0aa7-49b2-9440-509251a41b1d req-d4c6de67-5f0c-4075-ae2a-033388ca828e service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058262 Jul 24 02:06:34.240584 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a94f9d61-0aa7-49b2-9440-509251a41b1d req-c5d6ce90-3216-4199-8b55-b3e14471018c service neutron] 10.222.0.13 "GET /v2.0/networks/300601ec-3e94-4aa2-8490-24f3de911a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842392 Jul 24 02:06:34.339057 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-a94f9d61-0aa7-49b2-9440-509251a41b1d req-db4f40c6-be95-4180-a9dc-c433d09fddbd service neutron] 10.222.0.13 "GET /v2.0/networks/300601ec-3e94-4aa2-8490-24f3de911a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917342 Jul 24 02:06:35.768725 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:06:36.140941 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:06:43.631455 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 02:06:45.916220 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-180a9625-a7bb-4dd8-8658-8d7ca466c663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:06:48.407811 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-35bacd29-cca2-4e89-9f12-ed0cfd63f4b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:06:48.608434 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:06:49.805283 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:06:51.301211 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:05.766567 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:06.139665 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:14.554332 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 6214cbb0-a8ac-4366-bb4f-f7c808392b9c details requested by agent hyperv_n-h1-793621-25 with host n-h1-793621-25 {{(pid=100465) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 24 02:07:14.649871 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 6214cbb0-a8ac-4366-bb4f-f7c808392b9c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=6214cbb0-a8ac-4366-bb4f-f7c808392b9c,segment=NetworkSegment(9b5057fa-605e-4057-9f95-2522a211f159),segment_id=9b5057fa-605e-4057-9f95-2522a211f159)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 02:07:14.661018 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Returning: {'device': '6214cbb0-a8ac-4366-bb4f-f7c808392b9c', 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42', 'port_id': '6214cbb0-a8ac-4366-bb4f-f7c808392b9c', 'mac_address': 'fa:16:3e:a7:39:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e65d77a0-f344-4781-b655-7dbd35a22e57', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100465) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 24 02:07:14.698026 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:14.711169 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6214cbb0-a8ac-4366-bb4f-f7c808392b9c {{(pid=100465) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 24 02:07:14.734566 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 6214cbb0-a8ac-4366-bb4f-f7c808392b9c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=6214cbb0-a8ac-4366-bb4f-f7c808392b9c,segment=NetworkSegment(9b5057fa-605e-4057-9f95-2522a211f159),segment_id=9b5057fa-605e-4057-9f95-2522a211f159)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 02:07:14.739556 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:14.791517 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=6214cbb0-a8ac-4366-bb4f-f7c808392b9c,revision_number=6']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:07:14.799117 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:07:14.799477 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:07:14.800426 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:07:14.800781 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:07:14.801266 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:07:14.801612 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:07:14.801950 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:07:14.802283 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:07:14.802614 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:07:14.802972 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:07:14.803302 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:07:14.803630 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100465) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:07:14.829751 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] get_ports_and_sgs() called for port_ids ['6214cbb0-a8ac-4366-bb4f-f7c808392b9c'] {{(pid=100465) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 24 02:07:15.920350 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7588d3b4-fce4-42be-9b0a-7a8a164194c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:16.558917 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 6214cbb0-a8ac-4366-bb4f-f7c808392b9c up at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 24 02:07:16.610136 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.provisioning_blocks [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Provisioning complete for port 6214cbb0-a8ac-4366-bb4f-f7c808392b9c triggered by entity L2. {{(pid=100465) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 24 02:07:16.610525 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1778085'] for port, provisioning_complete {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:16.707996 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1613528'] for port, before_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:16.740340 n-d-793621-25 neutron-server[100465]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a126f2-b772-4912-8975-0c7557bce1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6214cbb0-a8ac-4366-bb4f-f7c808392b9c'}] {{(pid=100465) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 02:07:16.743218 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}58b36c629d192f293ddd0cd0678fefb9a9e59c3f82b7da09e09f5fd8b02f5b49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d704b88c-4f16-4d78-bd18-278049e7bf6a" -d '{"events": [{"server_uuid": "a7a126f2-b772-4912-8975-0c7557bce1ce", "name": "network-vif-plugged", "status": "completed", "tag": "6214cbb0-a8ac-4366-bb4f-f7c808392b9c"}]}' {{(pid=100465) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 02:07:16.757957 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.db [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] For port 6214cbb0-a8ac-4366-bb4f-f7c808392b9c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=6214cbb0-a8ac-4366-bb4f-f7c808392b9c,segment=NetworkSegment(9b5057fa-605e-4057-9f95-2522a211f159),segment_id=9b5057fa-605e-4057-9f95-2522a211f159)] {{(pid=100465) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 02:07:16.765646 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733254583884', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733254177015', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733254179085'] for port, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:16.809234 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 02:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59d8d10-6899-490d-8ed5-b4e8dbfb0aaf x-openstack-request-id: req-c59d8d10-6899-490d-8ed5-b4e8dbfb0aaf {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 02:07:16.809610 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a126f2-b772-4912-8975-0c7557bce1ce", "name": "network-vif-plugged", "status": "completed", "tag": "6214cbb0-a8ac-4366-bb4f-f7c808392b9c", "code": 200}]} {{(pid=100465) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 02:07:16.809828 n-d-793621-25 neutron-server[100465]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c59d8d10-6899-490d-8ed5-b4e8dbfb0aaf {{(pid=100465) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 02:07:16.810178 n-d-793621-25 neutron-server[100465]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a126f2-b772-4912-8975-0c7557bce1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6214cbb0-a8ac-4366-bb4f-f7c808392b9c', 'code': 200} Jul 24 02:07:16.840320 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Pushing event updated for resources: {'Port': ['ID=6214cbb0-a8ac-4366-bb4f-f7c808392b9c,revision_number=7']} {{(pid=100465) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:07:18.415343 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e0f44607-4938-43ed-8618-65cd7588849f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:18.612716 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:19.810702 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:20.631437 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 02:07:21.309880 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:25.125176 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54326) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:07:25.282507 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-959f39ba-ea54-44bb-b30a-8ffb1e68d2c1 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Deleting port 3b9a530b-524b-4bd4-8533-e350ecee2e28 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 02:07:25.282787 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-959f39ba-ea54-44bb-b30a-8ffb1e68d2c1 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:25.361821 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-959f39ba-ea54-44bb-b30a-8ffb1e68d2c1 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:25.362154 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-959f39ba-ea54-44bb-b30a-8ffb1e68d2c1 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:25.374076 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-959f39ba-ea54-44bb-b30a-8ffb1e68d2c1 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Calling delete_port for 3b9a530b-524b-4bd4-8533-e350ecee2e28 owned by network:floatingip {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 02:07:25.527258 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-959f39ba-ea54-44bb-b30a-8ffb1e68d2c1 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:25.552950 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f39ba-ea54-44bb-b30a-8ffb1e68d2c1 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Pushing event deleted for resources: {'Port': ['ID=3b9a530b-524b-4bd4-8533-e350ecee2e28,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:07:25.564346 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959f39ba-ea54-44bb-b30a-8ffb1e68d2c1 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:07:25.564700 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959f39ba-ea54-44bb-b30a-8ffb1e68d2c1 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:07:25.565055 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959f39ba-ea54-44bb-b30a-8ffb1e68d2c1 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:07:25.565392 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959f39ba-ea54-44bb-b30a-8ffb1e68d2c1 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:07:25.565724 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959f39ba-ea54-44bb-b30a-8ffb1e68d2c1 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:07:25.566056 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959f39ba-ea54-44bb-b30a-8ffb1e68d2c1 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:07:25.566896 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959f39ba-ea54-44bb-b30a-8ffb1e68d2c1 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:07:25.567227 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959f39ba-ea54-44bb-b30a-8ffb1e68d2c1 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:07:25.567611 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959f39ba-ea54-44bb-b30a-8ffb1e68d2c1 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:07:25.567936 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959f39ba-ea54-44bb-b30a-8ffb1e68d2c1 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:07:25.568264 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959f39ba-ea54-44bb-b30a-8ffb1e68d2c1 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:07:25.568586 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959f39ba-ea54-44bb-b30a-8ffb1e68d2c1 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100463) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:07:25.625218 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-959f39ba-ea54-44bb-b30a-8ffb1e68d2c1 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks [] for floatingip, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:25.625550 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [None req-959f39ba-ea54-44bb-b30a-8ffb1e68d2c1 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Floating IP 43e3ab24-473d-4a1d-bb43-13af47754f8e disassociated (deleted). External IP: 172.25.2.3, port: 6214cbb0-a8ac-4366-bb4f-f7c808392b9c. Jul 24 02:07:25.840293 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-959f39ba-ea54-44bb-b30a-8ffb1e68d2c1 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Router 64b1d886-b3be-44a4-945f-82d511303ed5 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 02:07:25.950083 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959f39ba-ea54-44bb-b30a-8ffb1e68d2c1 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 02:07:25.954983 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-959f39ba-ea54-44bb-b30a-8ffb1e68d2c1 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:25.961584 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7886f4-3429-43c1-9093-b37653111bf6 None None] Sync routers for ids ['64b1d886-b3be-44a4-945f-82d511303ed5'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 02:07:25.971702 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7886f4-3429-43c1-9093-b37653111bf6 None None] Routers {'64b1d886-b3be-44a4-945f-82d511303ed5'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 02:07:25.972404 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-1c7886f4-3429-43c1-9093-b37653111bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T02:07:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['64b1d886-b3be-44a4-945f-82d511303ed5'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:07:25.992319 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-959f39ba-ea54-44bb-b30a-8ffb1e68d2c1 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "DELETE /v2.0/floatingips/43e3ab24-473d-4a1d-bb43-13af47754f8e HTTP/1.1" status: 204 len: 168 time: 0.8658702 Jul 24 02:07:25.992930 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a126f2-b772-4912-8975-0c7557bce1ce', 'tag': '6214cbb0-a8ac-4366-bb4f-f7c808392b9c'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 02:07:25.995542 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04606ce6b56a19535889c90ef360e282e8fe62826457f87827dea0ce6a923ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501d86a5-11e2-4612-b66b-7422d5c329fb" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a126f2-b772-4912-8975-0c7557bce1ce", "tag": "6214cbb0-a8ac-4366-bb4f-f7c808392b9c"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 02:07:26.037390 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 02:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aeabe33-c870-4492-b02f-9b8027d82192 x-openstack-request-id: req-5aeabe33-c870-4492-b02f-9b8027d82192 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 02:07:26.037682 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a126f2-b772-4912-8975-0c7557bce1ce", "tag": "6214cbb0-a8ac-4366-bb4f-f7c808392b9c", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 02:07:26.037937 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5aeabe33-c870-4492-b02f-9b8027d82192 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 02:07:26.038341 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a126f2-b772-4912-8975-0c7557bce1ce', 'tag': '6214cbb0-a8ac-4366-bb4f-f7c808392b9c', 'status': 'completed', 'code': 200} Jul 24 02:07:26.092526 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-1c7886f4-3429-43c1-9093-b37653111bf6 None None] Set router 64b1d886-b3be-44a4-945f-82d511303ed5 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 02:07:26.112546 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d86a5-11e2-4612-b66b-7422d5c329fb req-880d7364-0384-45f4-add3-5be9b6f564ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:07:26.116204 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-501d86a5-11e2-4612-b66b-7422d5c329fb req-880d7364-0384-45f4-add3-5be9b6f564ef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=910ae276decf4b6a90b4192490140df6&device_id=a7a126f2-b772-4912-8975-0c7557bce1ce HTTP/1.1" status: 200 len: 1097 time: 0.0596435 Jul 24 02:07:26.223739 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d86a5-11e2-4612-b66b-7422d5c329fb req-59f9ef07-2293-40a0-86a9-e28976a74c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:07:26.225274 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-501d86a5-11e2-4612-b66b-7422d5c329fb req-59f9ef07-2293-40a0-86a9-e28976a74c41 service neutron] 10.222.0.13 "GET /v2.0/networks?id=300601ec-3e94-4aa2-8490-24f3de911a42 HTTP/1.1" status: 200 len: 911 time: 0.1030910 Jul 24 02:07:26.250867 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3006751-0438-4df9-8ccc-ad8d46ef4338 req-4b23e962-b681-49c3-9f82-bbba357c139d tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:07:26.252402 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b3006751-0438-4df9-8ccc-ad8d46ef4338 req-4b23e962-b681-49c3-9f82-bbba357c139d tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7a126f2-b772-4912-8975-0c7557bce1ce HTTP/1.1" status: 200 len: 945 time: 0.0683463 Jul 24 02:07:26.268141 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-501d86a5-11e2-4612-b66b-7422d5c329fb req-ee49eacc-442f-4bea-b015-eb433b030953 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6214cbb0-a8ac-4366-bb4f-f7c808392b9c HTTP/1.1" status: 200 len: 217 time: 0.0363629 Jul 24 02:07:26.301750 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b3006751-0438-4df9-8ccc-ad8d46ef4338 req-b973a5e6-7ad3-4141-9d78-8ca2d5ed31df tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/security-groups?id=f0442a7d-c049-4c04-a7c5-6adbd9b05a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427775 Jul 24 02:07:26.320253 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d86a5-11e2-4612-b66b-7422d5c329fb req-b46bb399-1281-4743-8fa1-ac31c0db9f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:07:26.322265 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-501d86a5-11e2-4612-b66b-7422d5c329fb req-b46bb399-1281-4743-8fa1-ac31c0db9f04 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e65d77a0-f344-4781-b655-7dbd35a22e57 HTTP/1.1" status: 200 len: 849 time: 0.0476861 Jul 24 02:07:26.349974 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-1c7886f4-3429-43c1-9093-b37653111bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'name': 'tempest-TestSnapshotPattern-1602724836-router', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T02:02:45Z', 'updated_at': '2021-07-24T02:02:48Z', 'revision_number': 4, 'project_id': '910ae276decf4b6a90b4192490140df6', 'gw_port': {'id': '2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T02:02:46Z', 'updated_at': '2021-07-24T02:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '6ab63caf-ca2c-4890-9ec9-bb7ca79d8ca0', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'floating_ip_address': '172.25.2.170', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'port_id': 'de82bc97-f5a3-4669-9101-455a0f9a15a7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42', 'mac_address': 'fa:16:3e:87:11:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd92d804a-d9f5-458b-9573-756802650f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T02:03:08Z', 'updated_at': '2021-07-24T02:03:10Z', 'revision_number': 1, 'project_id': '910ae276decf4b6a90b4192490140df6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d66d70-f37e-4bfe-a12c-1f8f5accb309', 'name': '', 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'mac_address': 'fa:16:3e:65:81:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'e65d77a0-f344-4781-b655-7dbd35a22e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T02:02:47Z', 'updated_at': '2021-07-24T02:02:55Z', 'revision_number': 5, 'project_id': '910ae276decf4b6a90b4192490140df6', 'subnets': [{'id': 'e65d77a0-f344-4781-b655-7dbd35a22e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:07:26.376279 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7886f4-3429-43c1-9093-b37653111bf6 None None] Checking router: 64b1d886-b3be-44a4-945f-82d511303ed5 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 02:07:26.385193 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7886f4-3429-43c1-9093-b37653111bf6 None None] Routers {'64b1d886-b3be-44a4-945f-82d511303ed5'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 02:07:26.385812 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-1c7886f4-3429-43c1-9093-b37653111bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T02:07:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['64b1d886-b3be-44a4-945f-82d511303ed5'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:07:26.388905 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d86a5-11e2-4612-b66b-7422d5c329fb req-b60fd86e-d3bf-4fee-8809-85ccfbe8b42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:07:26.390430 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-501d86a5-11e2-4612-b66b-7422d5c329fb req-b60fd86e-d3bf-4fee-8809-85ccfbe8b42a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=300601ec-3e94-4aa2-8490-24f3de911a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611405 Jul 24 02:07:26.480701 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-501d86a5-11e2-4612-b66b-7422d5c329fb req-a6f72abb-c996-40e9-a80f-e820dcbccea9 service neutron] 10.222.0.13 "GET /v2.0/networks/300601ec-3e94-4aa2-8490-24f3de911a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828831 Jul 24 02:07:26.487857 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-1c7886f4-3429-43c1-9093-b37653111bf6 None None] Set router 64b1d886-b3be-44a4-945f-82d511303ed5 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 02:07:26.580254 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-501d86a5-11e2-4612-b66b-7422d5c329fb req-8a706035-e059-4d29-8bd9-ab56583076d8 service neutron] 10.222.0.13 "GET /v2.0/networks/300601ec-3e94-4aa2-8490-24f3de911a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925050 Jul 24 02:07:26.801528 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-1c7886f4-3429-43c1-9093-b37653111bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'name': 'tempest-TestSnapshotPattern-1602724836-router', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T02:02:45Z', 'updated_at': '2021-07-24T02:02:48Z', 'revision_number': 4, 'project_id': '910ae276decf4b6a90b4192490140df6', 'gw_port': {'id': '2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T02:02:46Z', 'updated_at': '2021-07-24T02:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '6ab63caf-ca2c-4890-9ec9-bb7ca79d8ca0', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'floating_ip_address': '172.25.2.170', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'port_id': 'de82bc97-f5a3-4669-9101-455a0f9a15a7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42', 'mac_address': 'fa:16:3e:87:11:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd92d804a-d9f5-458b-9573-756802650f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T02:03:08Z', 'updated_at': '2021-07-24T02:03:10Z', 'revision_number': 1, 'project_id': '910ae276decf4b6a90b4192490140df6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d66d70-f37e-4bfe-a12c-1f8f5accb309', 'name': '', 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'mac_address': 'fa:16:3e:65:81:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'e65d77a0-f344-4781-b655-7dbd35a22e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T02:02:47Z', 'updated_at': '2021-07-24T02:02:55Z', 'revision_number': 5, 'project_id': '910ae276decf4b6a90b4192490140df6', 'subnets': [{'id': 'e65d77a0-f344-4781-b655-7dbd35a22e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:07:26.829964 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7886f4-3429-43c1-9093-b37653111bf6 None None] The sync data for ids ['64b1d886-b3be-44a4-945f-82d511303ed5'] in n-d-793621-25 is: [{'id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'name': 'tempest-TestSnapshotPattern-1602724836-router', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T02:02:45Z', 'updated_at': '2021-07-24T02:02:48Z', 'revision_number': 4, 'project_id': '910ae276decf4b6a90b4192490140df6', 'gw_port': {'id': '2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T02:02:46Z', 'updated_at': '2021-07-24T02:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_floatingips': [{'id': '6ab63caf-ca2c-4890-9ec9-bb7ca79d8ca0', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'floating_ip_address': '172.25.2.170', 'floating_network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'router_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'port_id': 'de82bc97-f5a3-4669-9101-455a0f9a15a7', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42', 'mac_address': 'fa:16:3e:87:11:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd92d804a-d9f5-458b-9573-756802650f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-24T02:03:08Z', 'updated_at': '2021-07-24T02:03:10Z', 'revision_number': 1, 'project_id': '910ae276decf4b6a90b4192490140df6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d66d70-f37e-4bfe-a12c-1f8f5accb309', 'name': '', 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'mac_address': 'fa:16:3e:65:81:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'e65d77a0-f344-4781-b655-7dbd35a22e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T02:02:47Z', 'updated_at': '2021-07-24T02:02:55Z', 'revision_number': 5, 'project_id': '910ae276decf4b6a90b4192490140df6', 'subnets': [{'id': 'e65d77a0-f344-4781-b655-7dbd35a22e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 02:07:27.067348 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecc79e2-26f3-4602-9cc8-8cb28a19437e None None] New status for floating IP 43e3ab24-473d-4a1d-bb43-13af47754f8e: DOWN {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 02:07:27.423536 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cdc872a1-18f6-4ee2-b78b-56decd2ff8dd req-60f076f8-d1e2-4c1c-b42f-62efc1796eb8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0326359 Jul 24 02:07:27.428119 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e5212-1aa6-49e2-b458-ce690334a76b req-ae43fab4-a95e-4c51-aaca-14758db7cbd8 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:07:27.429661 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-396e5212-1aa6-49e2-b458-ce690334a76b req-ae43fab4-a95e-4c51-aaca-14758db7cbd8 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7a126f2-b772-4912-8975-0c7557bce1ce HTTP/1.1" status: 200 len: 945 time: 0.0645099 Jul 24 02:07:27.468500 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-396e5212-1aa6-49e2-b458-ce690334a76b req-3b4e3712-5cd6-458e-8e95-68872cdb114a tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/security-groups?id=f0442a7d-c049-4c04-a7c5-6adbd9b05a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330405 Jul 24 02:07:27.491013 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cdc872a1-18f6-4ee2-b78b-56decd2ff8dd req-1d0d1f28-c18e-4b8d-ae8e-dbb929ec7436 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17 HTTP/1.1" status: 200 len: 210 time: 0.0286465 Jul 24 02:07:27.527554 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cdc872a1-18f6-4ee2-b78b-56decd2ff8dd req-3a3eea8a-c13f-4fa7-a436-a5dd368528b6 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200481 Jul 24 02:07:27.623322 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc872a1-18f6-4ee2-b78b-56decd2ff8dd req-30d4fdfc-5af3-41ab-8300-32864f7d39a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:07:27.624824 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-cdc872a1-18f6-4ee2-b78b-56decd2ff8dd req-30d4fdfc-5af3-41ab-8300-32864f7d39a6 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920024 Jul 24 02:07:27.733250 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc4fd8-cfda-47de-8ab0-d9875455ca4d req-d557576d-dc17-4e76-8ef4-2fe0e311fd13 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:07:27.734736 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4ecc4fd8-cfda-47de-8ab0-d9875455ca4d req-d557576d-dc17-4e76-8ef4-2fe0e311fd13 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.13 "GET /v2.0/ports?device_id=a7a126f2-b772-4912-8975-0c7557bce1ce HTTP/1.1" status: 200 len: 945 time: 0.0695252 Jul 24 02:07:27.841346 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-4ecc4fd8-cfda-47de-8ab0-d9875455ca4d req-e040a8ac-ad29-497a-82bd-56df9f618c2e tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Deleting port 6214cbb0-a8ac-4366-bb4f-f7c808392b9c {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 02:07:27.841701 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4ecc4fd8-cfda-47de-8ab0-d9875455ca4d req-e040a8ac-ad29-497a-82bd-56df9f618c2e tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:27.940477 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-4ecc4fd8-cfda-47de-8ab0-d9875455ca4d req-e040a8ac-ad29-497a-82bd-56df9f618c2e tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] For port 6214cbb0-a8ac-4366-bb4f-f7c808392b9c, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=6214cbb0-a8ac-4366-bb4f-f7c808392b9c,segment=NetworkSegment(9b5057fa-605e-4057-9f95-2522a211f159),segment_id=9b5057fa-605e-4057-9f95-2522a211f159)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 02:07:27.940852 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4ecc4fd8-cfda-47de-8ab0-d9875455ca4d req-e040a8ac-ad29-497a-82bd-56df9f618c2e tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:27.953515 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-4ecc4fd8-cfda-47de-8ab0-d9875455ca4d req-e040a8ac-ad29-497a-82bd-56df9f618c2e tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Calling delete_port for 6214cbb0-a8ac-4366-bb4f-f7c808392b9c owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 02:07:28.085271 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4ecc4fd8-cfda-47de-8ab0-d9875455ca4d req-e040a8ac-ad29-497a-82bd-56df9f618c2e tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:28.119545 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e040a8ac-ad29-497a-82bd-56df9f618c2e tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Pushing event deleted for resources: {'Port': ['ID=6214cbb0-a8ac-4366-bb4f-f7c808392b9c,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:07:28.149411 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e040a8ac-ad29-497a-82bd-56df9f618c2e tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:07:28.149766 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e040a8ac-ad29-497a-82bd-56df9f618c2e tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:07:28.150119 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e040a8ac-ad29-497a-82bd-56df9f618c2e tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:07:28.150466 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e040a8ac-ad29-497a-82bd-56df9f618c2e tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:07:28.150844 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e040a8ac-ad29-497a-82bd-56df9f618c2e tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:07:28.151185 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e040a8ac-ad29-497a-82bd-56df9f618c2e tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:07:28.151527 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e040a8ac-ad29-497a-82bd-56df9f618c2e tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:07:28.151859 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e040a8ac-ad29-497a-82bd-56df9f618c2e tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:07:28.152188 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e040a8ac-ad29-497a-82bd-56df9f618c2e tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:07:28.152518 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e040a8ac-ad29-497a-82bd-56df9f618c2e tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:07:28.152856 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e040a8ac-ad29-497a-82bd-56df9f618c2e tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:07:28.153185 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e040a8ac-ad29-497a-82bd-56df9f618c2e tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-793621-25 {{(pid=100464) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 24 02:07:28.175206 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ecc4fd8-cfda-47de-8ab0-d9875455ca4d req-e040a8ac-ad29-497a-82bd-56df9f618c2e tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] No DVR routers for this DVR port 6214cbb0-a8ac-4366-bb4f-f7c808392b9c on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 02:07:28.178540 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-4ecc4fd8-cfda-47de-8ab0-d9875455ca4d req-e040a8ac-ad29-497a-82bd-56df9f618c2e tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:28.180651 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-4ecc4fd8-cfda-47de-8ab0-d9875455ca4d req-e040a8ac-ad29-497a-82bd-56df9f618c2e tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.13 "DELETE /v2.0/ports/6214cbb0-a8ac-4366-bb4f-f7c808392b9c HTTP/1.1" status: 204 len: 173 time: 0.4402611 Jul 24 02:07:28.181179 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a126f2-b772-4912-8975-0c7557bce1ce', 'name': 'network-vif-deleted', 'tag': '6214cbb0-a8ac-4366-bb4f-f7c808392b9c'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 02:07:28.183538 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c0377c0cac57482b78947fbfdb6e67ca594c264dadda24220a1a6cbe410d8c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02171f5-73ed-4848-b25f-4973674ab5c9" -d '{"events": [{"server_uuid": "a7a126f2-b772-4912-8975-0c7557bce1ce", "name": "network-vif-deleted", "tag": "6214cbb0-a8ac-4366-bb4f-f7c808392b9c"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 02:07:28.226757 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 02:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3188457-8690-4b0a-a47c-74bfdf7680cd x-openstack-request-id: req-f3188457-8690-4b0a-a47c-74bfdf7680cd {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 02:07:28.227058 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a126f2-b772-4912-8975-0c7557bce1ce", "name": "network-vif-deleted", "tag": "6214cbb0-a8ac-4366-bb4f-f7c808392b9c", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 02:07:28.227315 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f3188457-8690-4b0a-a47c-74bfdf7680cd {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 02:07:28.227722 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a126f2-b772-4912-8975-0c7557bce1ce', 'name': 'network-vif-deleted', 'tag': '6214cbb0-a8ac-4366-bb4f-f7c808392b9c', 'status': 'completed', 'code': 200} Jul 24 02:07:28.605979 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-9bde5cc4-a52b-4142-855b-d23331a1efda req-9c522141-fb65-441d-bee7-13376be18049 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7a126f2-b772-4912-8975-0c7557bce1ce HTTP/1.1" status: 200 len: 210 time: 0.0366170 Jul 24 02:07:28.657388 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 6214cbb0-a8ac-4366-bb4f-f7c808392b9c no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 02:07:28.687880 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 6214cbb0-a8ac-4366-bb4f-f7c808392b9c {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 02:07:28.688237 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 6214cbb0-a8ac-4366-bb4f-f7c808392b9c not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 02:07:30.194765 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54382) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:07:30.355195 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-6cc305e7-32fd-4b87-a796-653de2be983b tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Deleting port 3d5749df-81df-438c-8434-c802318e165a {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 02:07:30.355548 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6cc305e7-32fd-4b87-a796-653de2be983b tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:30.431147 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6cc305e7-32fd-4b87-a796-653de2be983b tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:30.431376 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6cc305e7-32fd-4b87-a796-653de2be983b tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:30.443148 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-6cc305e7-32fd-4b87-a796-653de2be983b tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Calling delete_port for 3d5749df-81df-438c-8434-c802318e165a owned by network:floatingip {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 02:07:30.596647 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6cc305e7-32fd-4b87-a796-653de2be983b tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:30.620125 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc305e7-32fd-4b87-a796-653de2be983b tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Pushing event deleted for resources: {'Port': ['ID=3d5749df-81df-438c-8434-c802318e165a,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:07:30.692510 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6cc305e7-32fd-4b87-a796-653de2be983b tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks [] for floatingip, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:30.692766 n-d-793621-25 neutron-server[100463]: INFO neutron.db.l3_db [None req-6cc305e7-32fd-4b87-a796-653de2be983b tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Floating IP 6ab63caf-ca2c-4890-9ec9-bb7ca79d8ca0 disassociated (deleted). External IP: 172.25.2.170, port: de82bc97-f5a3-4669-9101-455a0f9a15a7. Jul 24 02:07:30.904181 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc305e7-32fd-4b87-a796-653de2be983b tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Router 64b1d886-b3be-44a4-945f-82d511303ed5 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 02:07:31.013648 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc305e7-32fd-4b87-a796-653de2be983b tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 02:07:31.018336 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-6cc305e7-32fd-4b87-a796-653de2be983b tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for floatingip, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:31.023324 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d936244-85a7-49c4-9fc2-b2efc536dbf3 None None] Sync routers for ids ['64b1d886-b3be-44a4-945f-82d511303ed5'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 02:07:31.032528 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d936244-85a7-49c4-9fc2-b2efc536dbf3 None None] Routers {'64b1d886-b3be-44a4-945f-82d511303ed5'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 02:07:31.033321 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-3d936244-85a7-49c4-9fc2-b2efc536dbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T02:07:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['64b1d886-b3be-44a4-945f-82d511303ed5'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:07:31.055853 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-6cc305e7-32fd-4b87-a796-653de2be983b tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "DELETE /v2.0/floatingips/6ab63caf-ca2c-4890-9ec9-bb7ca79d8ca0 HTTP/1.1" status: 204 len: 168 time: 0.8599474 Jul 24 02:07:31.056553 n-d-793621-25 neutron-server[100463]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd92d804a-d9f5-458b-9573-756802650f47', 'tag': 'de82bc97-f5a3-4669-9101-455a0f9a15a7'}] {{(pid=100463) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 02:07:31.058972 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}04606ce6b56a19535889c90ef360e282e8fe62826457f87827dea0ce6a923ba6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a13a8b-89bb-42ad-ad2f-8b3aebd7edba" -d '{"events": [{"name": "network-changed", "server_uuid": "d92d804a-d9f5-458b-9573-756802650f47", "tag": "de82bc97-f5a3-4669-9101-455a0f9a15a7"}]}' {{(pid=100463) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 02:07:31.100863 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 24 Jul 2021 02:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a6b2de-42d3-4005-a2a6-caab45eee5e4 x-openstack-request-id: req-89a6b2de-42d3-4005-a2a6-caab45eee5e4 {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 02:07:31.101225 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d92d804a-d9f5-458b-9573-756802650f47", "tag": "de82bc97-f5a3-4669-9101-455a0f9a15a7", "status": "completed", "code": 200}]} {{(pid=100463) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 02:07:31.101538 n-d-793621-25 neutron-server[100463]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-89a6b2de-42d3-4005-a2a6-caab45eee5e4 {{(pid=100463) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 02:07:31.102008 n-d-793621-25 neutron-server[100463]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd92d804a-d9f5-458b-9573-756802650f47', 'tag': 'de82bc97-f5a3-4669-9101-455a0f9a15a7', 'status': 'completed', 'code': 200} Jul 24 02:07:31.142179 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-3d936244-85a7-49c4-9fc2-b2efc536dbf3 None None] Set router 64b1d886-b3be-44a4-945f-82d511303ed5 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 02:07:31.195311 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a13a8b-89bb-42ad-ad2f-8b3aebd7edba req-5715ee1e-27ef-4f22-9dbd-404e94a80b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:07:31.196840 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-11a13a8b-89bb-42ad-ad2f-8b3aebd7edba req-5715ee1e-27ef-4f22-9dbd-404e94a80b99 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=910ae276decf4b6a90b4192490140df6&device_id=d92d804a-d9f5-458b-9573-756802650f47 HTTP/1.1" status: 200 len: 1096 time: 0.0742574 Jul 24 02:07:31.306044 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a13a8b-89bb-42ad-ad2f-8b3aebd7edba req-7a03f5c5-aca5-43d7-9b54-362c2795ee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:07:31.307612 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-11a13a8b-89bb-42ad-ad2f-8b3aebd7edba req-7a03f5c5-aca5-43d7-9b54-362c2795ee3f service neutron] 10.222.0.13 "GET /v2.0/networks?id=300601ec-3e94-4aa2-8490-24f3de911a42 HTTP/1.1" status: 200 len: 911 time: 0.1035705 Jul 24 02:07:31.314929 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b748ac2-0ee2-4d44-a7cb-b302c5399899 req-37c555ff-8b27-4bda-a584-7720a4089c20 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:07:31.319201 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5b748ac2-0ee2-4d44-a7cb-b302c5399899 req-37c555ff-8b27-4bda-a584-7720a4089c20 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/ports?device_id=d92d804a-d9f5-458b-9573-756802650f47 HTTP/1.1" status: 200 len: 944 time: 0.0739393 Jul 24 02:07:31.352194 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-11a13a8b-89bb-42ad-ad2f-8b3aebd7edba req-52558386-f4f1-4cd5-985b-268a34864d75 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de82bc97-f5a3-4669-9101-455a0f9a15a7 HTTP/1.1" status: 200 len: 217 time: 0.0374100 Jul 24 02:07:31.361200 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-5b748ac2-0ee2-4d44-a7cb-b302c5399899 req-f3d0bf58-e0bd-4535-bb7c-3ed18a98efea tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/security-groups?id=f0442a7d-c049-4c04-a7c5-6adbd9b05a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371504 Jul 24 02:07:31.377715 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-3d936244-85a7-49c4-9fc2-b2efc536dbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'name': 'tempest-TestSnapshotPattern-1602724836-router', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T02:02:45Z', 'updated_at': '2021-07-24T02:02:48Z', 'revision_number': 4, 'project_id': '910ae276decf4b6a90b4192490140df6', 'gw_port': {'id': '2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T02:02:46Z', 'updated_at': '2021-07-24T02:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '34d66d70-f37e-4bfe-a12c-1f8f5accb309', 'name': '', 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'mac_address': 'fa:16:3e:65:81:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'e65d77a0-f344-4781-b655-7dbd35a22e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T02:02:47Z', 'updated_at': '2021-07-24T02:02:55Z', 'revision_number': 5, 'project_id': '910ae276decf4b6a90b4192490140df6', 'subnets': [{'id': 'e65d77a0-f344-4781-b655-7dbd35a22e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:07:31.408511 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d936244-85a7-49c4-9fc2-b2efc536dbf3 None None] Checking router: 64b1d886-b3be-44a4-945f-82d511303ed5 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 02:07:31.410059 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a13a8b-89bb-42ad-ad2f-8b3aebd7edba req-a2974cc7-f3d3-4a01-8b81-6e83dfa33f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:07:31.411656 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-11a13a8b-89bb-42ad-ad2f-8b3aebd7edba req-a2974cc7-f3d3-4a01-8b81-6e83dfa33f78 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e65d77a0-f344-4781-b655-7dbd35a22e57 HTTP/1.1" status: 200 len: 849 time: 0.0528393 Jul 24 02:07:31.416940 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d936244-85a7-49c4-9fc2-b2efc536dbf3 None None] Routers {'64b1d886-b3be-44a4-945f-82d511303ed5'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 02:07:31.417627 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-3d936244-85a7-49c4-9fc2-b2efc536dbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T02:07:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['64b1d886-b3be-44a4-945f-82d511303ed5'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:07:31.473169 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a13a8b-89bb-42ad-ad2f-8b3aebd7edba req-9f30eadc-4798-4d69-8d91-d95ebc820365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:07:31.474727 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-11a13a8b-89bb-42ad-ad2f-8b3aebd7edba req-9f30eadc-4798-4d69-8d91-d95ebc820365 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=300601ec-3e94-4aa2-8490-24f3de911a42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566914 Jul 24 02:07:31.521557 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-3d936244-85a7-49c4-9fc2-b2efc536dbf3 None None] Set router 64b1d886-b3be-44a4-945f-82d511303ed5 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 02:07:31.572350 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-11a13a8b-89bb-42ad-ad2f-8b3aebd7edba req-adb8c367-a018-4e3d-978a-641f4477554f service neutron] 10.222.0.13 "GET /v2.0/networks/300601ec-3e94-4aa2-8490-24f3de911a42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906787 Jul 24 02:07:31.702011 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-11a13a8b-89bb-42ad-ad2f-8b3aebd7edba req-fc7f59fb-4685-44d9-9fe1-91c4aea07b00 service neutron] 10.222.0.13 "GET /v2.0/networks/300601ec-3e94-4aa2-8490-24f3de911a42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217165 Jul 24 02:07:31.768574 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-3d936244-85a7-49c4-9fc2-b2efc536dbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'name': 'tempest-TestSnapshotPattern-1602724836-router', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T02:02:45Z', 'updated_at': '2021-07-24T02:02:48Z', 'revision_number': 4, 'project_id': '910ae276decf4b6a90b4192490140df6', 'gw_port': {'id': '2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T02:02:46Z', 'updated_at': '2021-07-24T02:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '34d66d70-f37e-4bfe-a12c-1f8f5accb309', 'name': '', 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'mac_address': 'fa:16:3e:65:81:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'e65d77a0-f344-4781-b655-7dbd35a22e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T02:02:47Z', 'updated_at': '2021-07-24T02:02:55Z', 'revision_number': 5, 'project_id': '910ae276decf4b6a90b4192490140df6', 'subnets': [{'id': 'e65d77a0-f344-4781-b655-7dbd35a22e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:07:31.795228 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d936244-85a7-49c4-9fc2-b2efc536dbf3 None None] The sync data for ids ['64b1d886-b3be-44a4-945f-82d511303ed5'] in n-d-793621-25 is: [{'id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'name': 'tempest-TestSnapshotPattern-1602724836-router', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T02:02:45Z', 'updated_at': '2021-07-24T02:02:48Z', 'revision_number': 4, 'project_id': '910ae276decf4b6a90b4192490140df6', 'gw_port': {'id': '2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T02:02:46Z', 'updated_at': '2021-07-24T02:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25', '_interfaces': [{'id': '34d66d70-f37e-4bfe-a12c-1f8f5accb309', 'name': '', 'network_id': '300601ec-3e94-4aa2-8490-24f3de911a42', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'mac_address': 'fa:16:3e:65:81:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'e65d77a0-f344-4781-b655-7dbd35a22e57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T02:02:47Z', 'updated_at': '2021-07-24T02:02:55Z', 'revision_number': 5, 'project_id': '910ae276decf4b6a90b4192490140df6', 'subnets': [{'id': 'e65d77a0-f344-4781-b655-7dbd35a22e57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 02:07:32.022130 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d58e3a-abbb-4ee2-a22a-1824dc0d872d None None] New status for floating IP 6ab63caf-ca2c-4890-9ec9-bb7ca79d8ca0: DOWN {{(pid=100465) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 24 02:07:32.503213 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea13f1-d608-400c-b8b6-3b89365bea98 req-2043a8fc-9bd1-4a33-b111-ba0da158b09a tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:07:32.505720 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-abea13f1-d608-400c-b8b6-3b89365bea98 req-2043a8fc-9bd1-4a33-b111-ba0da158b09a tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/ports?device_id=d92d804a-d9f5-458b-9573-756802650f47 HTTP/1.1" status: 200 len: 944 time: 0.0675688 Jul 24 02:07:32.552791 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-abea13f1-d608-400c-b8b6-3b89365bea98 req-14d05be6-c89a-43b3-a9f4-f3d5601d5070 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/security-groups?id=f0442a7d-c049-4c04-a7c5-6adbd9b05a81&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410275 Jul 24 02:07:32.710480 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 6214cbb0-a8ac-4366-bb4f-f7c808392b9c no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 02:07:32.731328 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: 6214cbb0-a8ac-4366-bb4f-f7c808392b9c {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 02:07:32.731685 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device 6214cbb0-a8ac-4366-bb4f-f7c808392b9c not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 02:07:32.805291 n-d-793621-25 neutron-server[100464]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc695d-e24e-4085-bebc-f66aace9302c req-4fca9e6b-50b1-4196-a26e-81c28908aaf5 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100464) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:07:32.806933 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5ffc695d-e24e-4085-bebc-f66aace9302c req-4fca9e6b-50b1-4196-a26e-81c28908aaf5 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.13 "GET /v2.0/ports?device_id=d92d804a-d9f5-458b-9573-756802650f47 HTTP/1.1" status: 200 len: 944 time: 0.0728090 Jul 24 02:07:32.906578 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-5ffc695d-e24e-4085-bebc-f66aace9302c req-7026b1d1-2bf7-4619-9ff6-02ad7c4ef41f tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Deleting port de82bc97-f5a3-4669-9101-455a0f9a15a7 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 02:07:32.906869 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5ffc695d-e24e-4085-bebc-f66aace9302c req-7026b1d1-2bf7-4619-9ff6-02ad7c4ef41f tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:33.001212 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [req-5ffc695d-e24e-4085-bebc-f66aace9302c req-7026b1d1-2bf7-4619-9ff6-02ad7c4ef41f tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] For port de82bc97-f5a3-4669-9101-455a0f9a15a7, host n-h1-793621-25, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-793621-25',level=0,port_id=de82bc97-f5a3-4669-9101-455a0f9a15a7,segment=NetworkSegment(9b5057fa-605e-4057-9f95-2522a211f159),segment_id=9b5057fa-605e-4057-9f95-2522a211f159)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 02:07:33.001589 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5ffc695d-e24e-4085-bebc-f66aace9302c req-7026b1d1-2bf7-4619-9ff6-02ad7c4ef41f tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:33.013561 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [req-5ffc695d-e24e-4085-bebc-f66aace9302c req-7026b1d1-2bf7-4619-9ff6-02ad7c4ef41f tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Calling delete_port for de82bc97-f5a3-4669-9101-455a0f9a15a7 owned by compute:nova {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 02:07:33.149532 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5ffc695d-e24e-4085-bebc-f66aace9302c req-7026b1d1-2bf7-4619-9ff6-02ad7c4ef41f tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:33.496181 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7026b1d1-2bf7-4619-9ff6-02ad7c4ef41f tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Pushing event deleted for resources: {'Port': ['ID=de82bc97-f5a3-4669-9101-455a0f9a15a7,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:07:33.554531 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ffc695d-e24e-4085-bebc-f66aace9302c req-7026b1d1-2bf7-4619-9ff6-02ad7c4ef41f tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] No DVR routers for this DVR port de82bc97-f5a3-4669-9101-455a0f9a15a7 on host n-h1-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 02:07:33.557076 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [req-5ffc695d-e24e-4085-bebc-f66aace9302c req-7026b1d1-2bf7-4619-9ff6-02ad7c4ef41f tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-15748'] for port, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:33.559111 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-5ffc695d-e24e-4085-bebc-f66aace9302c req-7026b1d1-2bf7-4619-9ff6-02ad7c4ef41f tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.13 "DELETE /v2.0/ports/de82bc97-f5a3-4669-9101-455a0f9a15a7 HTTP/1.1" status: 204 len: 173 time: 0.7468688 Jul 24 02:07:33.559569 n-d-793621-25 neutron-server[100464]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd92d804a-d9f5-458b-9573-756802650f47', 'name': 'network-vif-deleted', 'tag': 'de82bc97-f5a3-4669-9101-455a0f9a15a7'}] {{(pid=100464) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 24 02:07:33.561803 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3c0377c0cac57482b78947fbfdb6e67ca594c264dadda24220a1a6cbe410d8c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab3fbd2-2d04-4e02-ae0b-3185b65b1e71" -d '{"events": [{"server_uuid": "d92d804a-d9f5-458b-9573-756802650f47", "name": "network-vif-deleted", "tag": "de82bc97-f5a3-4669-9101-455a0f9a15a7"}]}' {{(pid=100464) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 24 02:07:33.668169 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [req-bed06412-893e-483f-be17-19bfe888a4bc req-ef603517-b76a-48f0-8837-ec23924e36fd tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "GET /v2.0/ports?device_id=d92d804a-d9f5-458b-9573-756802650f47 HTTP/1.1" status: 200 len: 210 time: 0.0369990 Jul 24 02:07:33.673270 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 24 Jul 2021 02:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c8b4b0-e121-478a-bddf-edcd4b0459d7 x-openstack-request-id: req-14c8b4b0-e121-478a-bddf-edcd4b0459d7 {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 24 02:07:33.673567 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d92d804a-d9f5-458b-9573-756802650f47", "name": "network-vif-deleted", "tag": "de82bc97-f5a3-4669-9101-455a0f9a15a7", "status": "completed", "code": 200}]} {{(pid=100464) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 24 02:07:33.673818 n-d-793621-25 neutron-server[100464]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-14c8b4b0-e121-478a-bddf-edcd4b0459d7 {{(pid=100464) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 24 02:07:33.674272 n-d-793621-25 neutron-server[100464]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd92d804a-d9f5-458b-9573-756802650f47', 'name': 'network-vif-deleted', 'tag': 'de82bc97-f5a3-4669-9101-455a0f9a15a7', 'status': 'completed', 'code': 200} Jul 24 02:07:34.729054 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54400) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:07:34.789586 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-88cf81c4-0b46-4190-88b4-27d04ca300d2 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks [] for security_group, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:34.815676 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-88cf81c4-0b46-4190-88b4-27d04ca300d2 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:34.883455 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-88cf81c4-0b46-4190-88b4-27d04ca300d2 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:34.886104 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-88cf81c4-0b46-4190-88b4-27d04ca300d2 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Notify callbacks [] for security_group, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:34.887340 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-88cf81c4-0b46-4190-88b4-27d04ca300d2 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] 10.222.0.15 "DELETE /v2.0/security-groups/f0442a7d-c049-4c04-a7c5-6adbd9b05a81 HTTP/1.1" status: 204 len: 168 time: 0.1573062 Jul 24 02:07:34.897048 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf81c4-0b46-4190-88b4-27d04ca300d2 tempest-TestSnapshotPattern-1442706329 tempest-TestSnapshotPattern-1442706329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0442a7d-c049-4c04-a7c5-6adbd9b05a81,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:07:35.766942 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:35.966310 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54410) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:07:36.138341 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:36.317377 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8443442d-6132-4f86-810d-cd58f3bd5062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:36.573271 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-8443442d-6132-4f86-810d-cd58f3bd5062 admin admin] Deleting port 34d66d70-f37e-4bfe-a12c-1f8f5accb309 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 02:07:36.573526 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8443442d-6132-4f86-810d-cd58f3bd5062 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:36.653613 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-8443442d-6132-4f86-810d-cd58f3bd5062 admin admin] For port 34d66d70-f37e-4bfe-a12c-1f8f5accb309, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=34d66d70-f37e-4bfe-a12c-1f8f5accb309,segment=NetworkSegment(9b5057fa-605e-4057-9f95-2522a211f159),segment_id=9b5057fa-605e-4057-9f95-2522a211f159)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 02:07:36.653979 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8443442d-6132-4f86-810d-cd58f3bd5062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:36.667097 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-8443442d-6132-4f86-810d-cd58f3bd5062 admin admin] Calling delete_port for 34d66d70-f37e-4bfe-a12c-1f8f5accb309 owned by network:router_interface {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 02:07:36.750797 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device de82bc97-f5a3-4669-9101-455a0f9a15a7 no longer exists at agent hyperv_n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 02:07:36.771235 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] No Port match for: de82bc97-f5a3-4669-9101-455a0f9a15a7 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 02:07:36.772162 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Device de82bc97-f5a3-4669-9101-455a0f9a15a7 not bound to the agent host n-h1-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 02:07:37.187966 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8443442d-6132-4f86-810d-cd58f3bd5062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:37.213185 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8443442d-6132-4f86-810d-cd58f3bd5062 admin admin] Pushing event deleted for resources: {'Port': ['ID=34d66d70-f37e-4bfe-a12c-1f8f5accb309,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:07:37.385873 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-8443442d-6132-4f86-810d-cd58f3bd5062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:37.604618 n-d-793621-25 neutron-server[100463]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8443442d-6132-4f86-810d-cd58f3bd5062 admin admin] Router 64b1d886-b3be-44a4-945f-82d511303ed5 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100463) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 02:07:37.712199 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8443442d-6132-4f86-810d-cd58f3bd5062 admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100463) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 02:07:37.717577 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-8443442d-6132-4f86-810d-cd58f3bd5062 admin admin] 10.222.0.15 "PUT /v2.0/routers/64b1d886-b3be-44a4-945f-82d511303ed5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7501538 Jul 24 02:07:37.720396 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54412) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:07:37.721479 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848371be-0dd1-4ed7-ba9e-79a9186867f1 None None] Sync routers for ids ['64b1d886-b3be-44a4-945f-82d511303ed5'] in n-d-793621-25 {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 02:07:37.731794 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848371be-0dd1-4ed7-ba9e-79a9186867f1 None None] Routers {'64b1d886-b3be-44a4-945f-82d511303ed5'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 02:07:37.732410 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-848371be-0dd1-4ed7-ba9e-79a9186867f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T02:07:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['64b1d886-b3be-44a4-945f-82d511303ed5'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:07:37.827390 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1782825a-db0a-47c3-b908-e9bb2a9723b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:37.843793 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-848371be-0dd1-4ed7-ba9e-79a9186867f1 None None] Set router 64b1d886-b3be-44a4-945f-82d511303ed5 gateway port host: n-d-793621-25 {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 02:07:37.943844 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1782825a-db0a-47c3-b908-e9bb2a9723b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:37.999477 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-1782825a-db0a-47c3-b908-e9bb2a9723b4 admin admin] Deleting port 2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 02:07:37.999808 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1782825a-db0a-47c3-b908-e9bb2a9723b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:38.031074 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-848371be-0dd1-4ed7-ba9e-79a9186867f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'name': 'tempest-TestSnapshotPattern-1602724836-router', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T02:02:45Z', 'updated_at': '2021-07-24T02:07:37Z', 'revision_number': 5, 'project_id': '910ae276decf4b6a90b4192490140df6', 'gw_port': {'id': '2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:e2:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T02:02:46Z', 'updated_at': '2021-07-24T02:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:07:38.067370 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848371be-0dd1-4ed7-ba9e-79a9186867f1 None None] Checking router: 64b1d886-b3be-44a4-945f-82d511303ed5 for host: n-d-793621-25 {{(pid=100466) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 02:07:38.075947 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848371be-0dd1-4ed7-ba9e-79a9186867f1 None None] Routers {'64b1d886-b3be-44a4-945f-82d511303ed5'} bound to L3 agent in host n-d-793621-25 {{(pid=100466) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 02:07:38.076572 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-848371be-0dd1-4ed7-ba9e-79a9186867f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T02:07:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['64b1d886-b3be-44a4-945f-82d511303ed5'], 'active': True} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:07:38.088770 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-1782825a-db0a-47c3-b908-e9bb2a9723b4 admin admin] For port 2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 02:07:38.089139 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1782825a-db0a-47c3-b908-e9bb2a9723b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:38.103374 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-1782825a-db0a-47c3-b908-e9bb2a9723b4 admin admin] Calling delete_port for 2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422 owned by network:router_gateway {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 02:07:38.169651 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_dvr_db [None req-848371be-0dd1-4ed7-ba9e-79a9186867f1 None None] Set router 64b1d886-b3be-44a4-945f-82d511303ed5 gateway port host: None {{(pid=100466) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 02:07:38.225847 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.l3_hamode_db [None req-848371be-0dd1-4ed7-ba9e-79a9186867f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'name': 'tempest-TestSnapshotPattern-1602724836-router', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T02:02:45Z', 'updated_at': '2021-07-24T02:07:37Z', 'revision_number': 6, 'project_id': '910ae276decf4b6a90b4192490140df6', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100466) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:07:38.287450 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1782825a-db0a-47c3-b908-e9bb2a9723b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:38.318293 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1782825a-db0a-47c3-b908-e9bb2a9723b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:07:38.349099 n-d-793621-25 neutron-server[100466]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848371be-0dd1-4ed7-ba9e-79a9186867f1 None None] The sync data for ids ['64b1d886-b3be-44a4-945f-82d511303ed5'] in n-d-793621-25 is: [{'id': '64b1d886-b3be-44a4-945f-82d511303ed5', 'name': 'tempest-TestSnapshotPattern-1602724836-router', 'tenant_id': '910ae276decf4b6a90b4192490140df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T02:02:45Z', 'updated_at': '2021-07-24T02:07:37Z', 'revision_number': 6, 'project_id': '910ae276decf4b6a90b4192490140df6', 'gw_port_host': None}] {{(pid=100466) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 02:07:38.394226 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1782825a-db0a-47c3-b908-e9bb2a9723b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:38.490041 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1782825a-db0a-47c3-b908-e9bb2a9723b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:38.492243 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1782825a-db0a-47c3-b908-e9bb2a9723b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:38.537196 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1782825a-db0a-47c3-b908-e9bb2a9723b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:38.537872 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1782825a-db0a-47c3-b908-e9bb2a9723b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64b1d886-b3be-44a4-945f-82d511303ed5 {{(pid=100464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 02:07:38.544482 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-1782825a-db0a-47c3-b908-e9bb2a9723b4 admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:38.545793 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1782825a-db0a-47c3-b908-e9bb2a9723b4 admin admin] 10.222.0.15 "DELETE /v2.0/routers/64b1d886-b3be-44a4-945f-82d511303ed5 HTTP/1.1" status: 204 len: 168 time: 0.8244076 Jul 24 02:07:38.549029 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54414) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:07:38.594946 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-60346091-513d-48c5-8026-d5a286a22caa admin admin] Deleting subnet e65d77a0-f344-4781-b655-7dbd35a22e57 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 02:07:38.599030 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-60346091-513d-48c5-8026-d5a286a22caa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:38.633551 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-60346091-513d-48c5-8026-d5a286a22caa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:38.730535 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-60346091-513d-48c5-8026-d5a286a22caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:38.798461 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-60346091-513d-48c5-8026-d5a286a22caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:38.820897 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 34d66d70-f37e-4bfe-a12c-1f8f5accb309 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 02:07:38.823649 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60346091-513d-48c5-8026-d5a286a22caa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e65d77a0-f344-4781-b655-7dbd35a22e57,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:07:38.834424 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-60346091-513d-48c5-8026-d5a286a22caa admin admin] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:38.839385 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [-] (100463) accepted ('10.222.0.15', 54416) {{(pid=100463) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:07:38.839878 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-60346091-513d-48c5-8026-d5a286a22caa admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e65d77a0-f344-4781-b655-7dbd35a22e57 HTTP/1.1" status: 204 len: 168 time: 0.2894580 Jul 24 02:07:38.852023 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceee5b71-4e32-4a46-9fde-adae5279b709 None None] Network 300601ec-3e94-4aa2-8490-24f3de911a42 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 02:07:38.854352 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 34d66d70-f37e-4bfe-a12c-1f8f5accb309 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 02:07:38.854790 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 34d66d70-f37e-4bfe-a12c-1f8f5accb309 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 02:07:38.912992 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-181ee98d-b1e3-4839-89a9-4cab654c74e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:38.970621 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-181ee98d-b1e3-4839-89a9-4cab654c74e8 admin admin] Deleting port be3aee7c-16f5-4ddc-96e3-a3811f242dd4 {{(pid=100463) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 02:07:38.971006 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-181ee98d-b1e3-4839-89a9-4cab654c74e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:39.041186 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.db [None req-181ee98d-b1e3-4839-89a9-4cab654c74e8 admin admin] For port be3aee7c-16f5-4ddc-96e3-a3811f242dd4, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=be3aee7c-16f5-4ddc-96e3-a3811f242dd4,segment=NetworkSegment(9b5057fa-605e-4057-9f95-2522a211f159),segment_id=9b5057fa-605e-4057-9f95-2522a211f159)] {{(pid=100463) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 02:07:39.041877 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-181ee98d-b1e3-4839-89a9-4cab654c74e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:39.058263 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.plugin [None req-181ee98d-b1e3-4839-89a9-4cab654c74e8 admin admin] Calling delete_port for be3aee7c-16f5-4ddc-96e3-a3811f242dd4 owned by network:dhcp {{(pid=100463) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 02:07:39.148988 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-181ee98d-b1e3-4839-89a9-4cab654c74e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58166504'] for port, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:39.168355 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a6d484-c33e-44e6-94d0-aa84363ccead None None] DHCP port deletion for 300601ec-3e94-4aa2-8490-24f3de911a42 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 02:07:39.173398 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ee98d-b1e3-4839-89a9-4cab654c74e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=be3aee7c-16f5-4ddc-96e3-a3811f242dd4,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:07:39.183952 n-d-793621-25 neutron-server[100463]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181ee98d-b1e3-4839-89a9-4cab654c74e8 admin admin] No DVR routers for this DVR port be3aee7c-16f5-4ddc-96e3-a3811f242dd4 on host n-d-793621-25 {{(pid=100463) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 02:07:39.261345 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-181ee98d-b1e3-4839-89a9-4cab654c74e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:39.272732 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-181ee98d-b1e3-4839-89a9-4cab654c74e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['300601ec-3e94-4aa2-8490-24f3de911a42']}} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:07:39.290846 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-181ee98d-b1e3-4839-89a9-4cab654c74e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b5057fa-605e-4057-9f95-2522a211f159') {'for_net_delete': True} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:07:39.291154 n-d-793621-25 neutron-server[100463]: DEBUG neutron.services.segments.db [None req-181ee98d-b1e3-4839-89a9-4cab654c74e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b5057fa-605e-4057-9f95-2522a211f159') {} {{(pid=100463) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:07:39.302602 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-181ee98d-b1e3-4839-89a9-4cab654c74e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13075631'] for segment, before_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:39.318609 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-181ee98d-b1e3-4839-89a9-4cab654c74e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:39.325979 n-d-793621-25 neutron-server[100463]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-181ee98d-b1e3-4839-89a9-4cab654c74e8 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=100463) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 02:07:39.326409 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-181ee98d-b1e3-4839-89a9-4cab654c74e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58166461'] for segment, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:39.328177 n-d-793621-25 neutron-server[100463]: Traceback (most recent call last): Jul 24 02:07:39.328177 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 02:07:39.328177 n-d-793621-25 neutron-server[100463]: timer() Jul 24 02:07:39.328177 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 02:07:39.328177 n-d-793621-25 neutron-server[100463]: cb(*args, **kw) Jul 24 02:07:39.328177 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 02:07:39.328177 n-d-793621-25 neutron-server[100463]: return func(*args, **kwargs) Jul 24 02:07:39.328177 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 02:07:39.328177 n-d-793621-25 neutron-server[100463]: self._notify() Jul 24 02:07:39.328177 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 02:07:39.328177 n-d-793621-25 neutron-server[100463]: self.callback(batched_events) Jul 24 02:07:39.328177 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 02:07:39.328177 n-d-793621-25 neutron-server[100463]: event.method(event) Jul 24 02:07:39.328177 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 02:07:39.328177 n-d-793621-25 neutron-server[100463]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 02:07:39.328177 n-d-793621-25 neutron-server[100463]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 02:07:39.328177 n-d-793621-25 neutron-server[100463]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 02:07:39.328177 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 02:07:39.328177 n-d-793621-25 neutron-server[100463]: return f(self, *a, **k) Jul 24 02:07:39.328177 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 02:07:39.328177 n-d-793621-25 neutron-server[100463]: return self._get(url).json() Jul 24 02:07:39.328177 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 02:07:39.328177 n-d-793621-25 neutron-server[100463]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 02:07:39.328177 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 02:07:39.328177 n-d-793621-25 neutron-server[100463]: return self.request(url, 'GET', **kwargs) Jul 24 02:07:39.328177 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 02:07:39.328177 n-d-793621-25 neutron-server[100463]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 02:07:39.328177 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 02:07:39.328177 n-d-793621-25 neutron-server[100463]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 02:07:39.328177 n-d-793621-25 neutron-server[100463]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 02:07:39.328177 n-d-793621-25 neutron-server[100463]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 02:07:39.328177 n-d-793621-25 neutron-server[100463]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 02:07:39.388016 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-181ee98d-b1e3-4839-89a9-4cab654c74e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:39.393030 n-d-793621-25 neutron-server[100463]: DEBUG neutron_lib.callbacks.manager [None req-181ee98d-b1e3-4839-89a9-4cab654c74e8 admin admin] Notify callbacks [] for network, before_response {{(pid=100463) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:39.395361 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [None req-181ee98d-b1e3-4839-89a9-4cab654c74e8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/300601ec-3e94-4aa2-8490-24f3de911a42 HTTP/1.1" status: 204 len: 168 time: 0.5539682 Jul 24 02:07:39.399698 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54418) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:07:39.409449 n-d-793621-25 neutron-server[100463]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ee98d-b1e3-4839-89a9-4cab654c74e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=300601ec-3e94-4aa2-8490-24f3de911a42,revision_number=None']} {{(pid=100463) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:07:39.780229 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4ad2e8c5-af22-49e5-be0e-5022a6a16d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-695134'] for router_interface, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:40.066056 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-4ad2e8c5-af22-49e5-be0e-5022a6a16d4e admin admin] Deleting port 43f4c27a-e2a5-4e5c-a46b-e22777004f97 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 02:07:40.066305 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4ad2e8c5-af22-49e5-be0e-5022a6a16d4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:40.145572 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-4ad2e8c5-af22-49e5-be0e-5022a6a16d4e admin admin] For port 43f4c27a-e2a5-4e5c-a46b-e22777004f97, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=43f4c27a-e2a5-4e5c-a46b-e22777004f97,segment=NetworkSegment(bdb916b8-4326-4707-b830-1e4e69016a04),segment_id=bdb916b8-4326-4707-b830-1e4e69016a04)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 02:07:40.145992 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4ad2e8c5-af22-49e5-be0e-5022a6a16d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:40.159103 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-4ad2e8c5-af22-49e5-be0e-5022a6a16d4e admin admin] Calling delete_port for 43f4c27a-e2a5-4e5c-a46b-e22777004f97 owned by network:router_interface {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 02:07:40.350032 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4ad2e8c5-af22-49e5-be0e-5022a6a16d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:40.374824 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad2e8c5-af22-49e5-be0e-5022a6a16d4e admin admin] Pushing event deleted for resources: {'Port': ['ID=43f4c27a-e2a5-4e5c-a46b-e22777004f97,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:07:40.550261 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-4ad2e8c5-af22-49e5-be0e-5022a6a16d4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-681768'] for router_interface, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:40.764265 n-d-793621-25 neutron-server[100464]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad2e8c5-af22-49e5-be0e-5022a6a16d4e admin admin] Router 9227fbdf-e265-4a15-b34d-51b904c3bbf9 has already been hosted by L3 agent d70fca46-8f8f-49fc-8e22-8db8746cbd2c {{(pid=100464) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 24 02:07:40.774804 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device be3aee7c-16f5-4ddc-96e3-a3811f242dd4 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 02:07:40.798352 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: be3aee7c-16f5-4ddc-96e3-a3811f242dd4 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 02:07:40.798698 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device be3aee7c-16f5-4ddc-96e3-a3811f242dd4 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 02:07:40.799373 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 02:07:40.819334 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 02:07:40.819687 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 2ed7fc15-f6e7-4ba6-b28e-8e04b5bc8422 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 02:07:40.870248 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad2e8c5-af22-49e5-be0e-5022a6a16d4e admin admin] Notify agent at l3_agent.n-d-793621-25 the message routers_updated {{(pid=100464) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 24 02:07:40.875210 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-4ad2e8c5-af22-49e5-be0e-5022a6a16d4e admin admin] 10.222.0.15 "PUT /v2.0/routers/9227fbdf-e265-4a15-b34d-51b904c3bbf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4737093 Jul 24 02:07:40.877697 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54422) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:07:40.878741 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae218ada-d8ca-418b-98b1-64df045c52aa None None] Sync routers for ids ['9227fbdf-e265-4a15-b34d-51b904c3bbf9'] in n-d-793621-25 {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 24 02:07:40.888548 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae218ada-d8ca-418b-98b1-64df045c52aa None None] Routers {'9227fbdf-e265-4a15-b34d-51b904c3bbf9'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 02:07:40.889152 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-ae218ada-d8ca-418b-98b1-64df045c52aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T02:07:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['9227fbdf-e265-4a15-b34d-51b904c3bbf9'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:07:40.986884 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ea01c692-0766-41d4-8e06-a36511e16271 admin admin] Notify callbacks [] for router, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:40.995305 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-ae218ada-d8ca-418b-98b1-64df045c52aa None None] Set router 9227fbdf-e265-4a15-b34d-51b904c3bbf9 gateway port host: n-d-793621-25 {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 02:07:41.111042 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ea01c692-0766-41d4-8e06-a36511e16271 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:41.179719 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-ea01c692-0766-41d4-8e06-a36511e16271 admin admin] Deleting port 8de0d221-5c2a-47c8-bc99-b72a26bdf77a {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 02:07:41.180159 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ea01c692-0766-41d4-8e06-a36511e16271 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:41.199177 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-ae218ada-d8ca-418b-98b1-64df045c52aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9227fbdf-e265-4a15-b34d-51b904c3bbf9', 'name': 'tempest-TestSnapshotPattern-539309503-router', 'tenant_id': '75fadab4a0fe4f78a5a33e026f99d07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'external_fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '8de0d221-5c2a-47c8-bc99-b72a26bdf77a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T02:02:50Z', 'updated_at': '2021-07-24T02:07:40Z', 'revision_number': 5, 'project_id': '75fadab4a0fe4f78a5a33e026f99d07d', 'gw_port': {'id': '8de0d221-5c2a-47c8-bc99-b72a26bdf77a', 'name': '', 'network_id': '40bbd28f-8fcb-4e05-bf09-d2c97ff8bf83', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:e7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9227fbdf-e265-4a15-b34d-51b904c3bbf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-793621-25', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-24T02:02:50Z', 'updated_at': '2021-07-24T02:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'beed438e-63d8-40a9-85e1-c3bec7e50757', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-793621-25'}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:07:41.227596 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae218ada-d8ca-418b-98b1-64df045c52aa None None] Checking router: 9227fbdf-e265-4a15-b34d-51b904c3bbf9 for host: n-d-793621-25 {{(pid=100465) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 24 02:07:41.236623 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae218ada-d8ca-418b-98b1-64df045c52aa None None] Routers {'9227fbdf-e265-4a15-b34d-51b904c3bbf9'} bound to L3 agent in host n-d-793621-25 {{(pid=100465) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 24 02:07:41.237325 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-ae218ada-d8ca-418b-98b1-64df045c52aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-793621-25', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-24T00:34:48Z,description=,heartbeat_timestamp=2021-07-24T02:07:18Z,host='n-d-793621-25',id=d70fca46-8f8f-49fc-8e22-8db8746cbd2c,load=0,resource_versions=,resources_synced=,started_at=2021-07-24T00:34:48Z,topic='l3_agent')) {'router_ids': ['9227fbdf-e265-4a15-b34d-51b904c3bbf9'], 'active': True} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:07:41.269785 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-ea01c692-0766-41d4-8e06-a36511e16271 admin admin] For port 8de0d221-5c2a-47c8-bc99-b72a26bdf77a, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=8de0d221-5c2a-47c8-bc99-b72a26bdf77a,segment=NetworkSegment(791a9fb0-a385-491c-b6c8-8db4d398564d),segment_id=791a9fb0-a385-491c-b6c8-8db4d398564d)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 02:07:41.270259 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ea01c692-0766-41d4-8e06-a36511e16271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:41.283553 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-ea01c692-0766-41d4-8e06-a36511e16271 admin admin] Calling delete_port for 8de0d221-5c2a-47c8-bc99-b72a26bdf77a owned by network:router_gateway {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 02:07:41.329907 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_dvr_db [None req-ae218ada-d8ca-418b-98b1-64df045c52aa None None] Set router 9227fbdf-e265-4a15-b34d-51b904c3bbf9 gateway port host: None {{(pid=100465) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 24 02:07:41.465492 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ea01c692-0766-41d4-8e06-a36511e16271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:41.495169 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01c692-0766-41d4-8e06-a36511e16271 admin admin] Pushing event deleted for resources: {'Port': ['ID=8de0d221-5c2a-47c8-bc99-b72a26bdf77a,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:07:41.546436 n-d-793621-25 neutron-server[100465]: DEBUG neutron.db.l3_hamode_db [None req-ae218ada-d8ca-418b-98b1-64df045c52aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9227fbdf-e265-4a15-b34d-51b904c3bbf9', 'name': 'tempest-TestSnapshotPattern-539309503-router', 'tenant_id': '75fadab4a0fe4f78a5a33e026f99d07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T02:02:50Z', 'updated_at': '2021-07-24T02:07:41Z', 'revision_number': 6, 'project_id': '75fadab4a0fe4f78a5a33e026f99d07d', 'gw_port_host': None}], 'n-d-793621-25', False) {} {{(pid=100465) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:07:41.561342 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ea01c692-0766-41d4-8e06-a36511e16271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-692497'] for router_gateway, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:41.575647 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae218ada-d8ca-418b-98b1-64df045c52aa None None] The sync data for ids ['9227fbdf-e265-4a15-b34d-51b904c3bbf9'] in n-d-793621-25 is: [{'id': '9227fbdf-e265-4a15-b34d-51b904c3bbf9', 'name': 'tempest-TestSnapshotPattern-539309503-router', 'tenant_id': '75fadab4a0fe4f78a5a33e026f99d07d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-24T02:02:50Z', 'updated_at': '2021-07-24T02:07:41Z', 'revision_number': 6, 'project_id': '75fadab4a0fe4f78a5a33e026f99d07d', 'gw_port_host': None}] {{(pid=100465) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 24 02:07:41.656949 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ea01c692-0766-41d4-8e06-a36511e16271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-690281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:41.659075 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ea01c692-0766-41d4-8e06-a36511e16271 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:41.705564 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ea01c692-0766-41d4-8e06-a36511e16271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-690429'] for router, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:41.706294 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea01c692-0766-41d4-8e06-a36511e16271 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9227fbdf-e265-4a15-b34d-51b904c3bbf9 {{(pid=100464) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 24 02:07:41.712036 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-ea01c692-0766-41d4-8e06-a36511e16271 admin admin] Notify callbacks [] for router, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:41.713207 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-ea01c692-0766-41d4-8e06-a36511e16271 admin admin] 10.222.0.15 "DELETE /v2.0/routers/9227fbdf-e265-4a15-b34d-51b904c3bbf9 HTTP/1.1" status: 204 len: 168 time: 0.8345699 Jul 24 02:07:41.715799 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54424) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:07:41.761783 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.db_base_plugin_v2 [None req-0661303c-2a45-4a83-85b9-d908570026f9 admin admin] Deleting subnet 5fc55f9f-4aff-4cf6-9edd-a1700ec44394 {{(pid=100464) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 24 02:07:41.764754 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0661303c-2a45-4a83-85b9-d908570026f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:41.800626 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0661303c-2a45-4a83-85b9-d908570026f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15293199'] for subnet, precommit_delete_associations {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:41.887172 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0661303c-2a45-4a83-85b9-d908570026f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1781847'] for subnet, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:41.949863 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0661303c-2a45-4a83-85b9-d908570026f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1781832', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-525939', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15293061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13958465'] for subnet, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:41.984727 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0661303c-2a45-4a83-85b9-d908570026f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fc55f9f-4aff-4cf6-9edd-a1700ec44394,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:07:41.990606 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-0661303c-2a45-4a83-85b9-d908570026f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:41.992857 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-0661303c-2a45-4a83-85b9-d908570026f9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5fc55f9f-4aff-4cf6-9edd-a1700ec44394 HTTP/1.1" status: 204 len: 168 time: 0.2760932 Jul 24 02:07:41.995384 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54426) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:07:41.996973 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950ca5d5-79bd-4965-872e-893f83ff895a None None] Network 1defaaa5-476f-4f4f-8fca-a527e0a8f468 requested from n-d-793621-25 {{(pid=100465) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 24 02:07:42.074426 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-775b7fe6-6e05-4a21-a8be-258fa4535199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1802477'] for network, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:42.130189 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-775b7fe6-6e05-4a21-a8be-258fa4535199 admin admin] Deleting port e84903b7-cfa1-45f8-9fe8-48382dc0b9a7 {{(pid=100464) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 24 02:07:42.130536 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-775b7fe6-6e05-4a21-a8be-258fa4535199 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733254577668'] for port, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:42.196929 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.db [None req-775b7fe6-6e05-4a21-a8be-258fa4535199 admin admin] For port e84903b7-cfa1-45f8-9fe8-48382dc0b9a7, host n-d-793621-25, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-793621-25',level=0,port_id=e84903b7-cfa1-45f8-9fe8-48382dc0b9a7,segment=NetworkSegment(bdb916b8-4326-4707-b830-1e4e69016a04),segment_id=bdb916b8-4326-4707-b830-1e4e69016a04)] {{(pid=100464) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 24 02:07:42.197302 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-775b7fe6-6e05-4a21-a8be-258fa4535199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-681822'] for port, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:42.211240 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.plugin [None req-775b7fe6-6e05-4a21-a8be-258fa4535199 admin admin] Calling delete_port for e84903b7-cfa1-45f8-9fe8-48382dc0b9a7 owned by network:dhcp {{(pid=100464) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 24 02:07:42.294653 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-775b7fe6-6e05-4a21-a8be-258fa4535199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1613471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-166965', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733254583866', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733254177006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15293046'] for port, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:42.318866 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b7fe6-6e05-4a21-a8be-258fa4535199 admin admin] Pushing event deleted for resources: {'Port': ['ID=e84903b7-cfa1-45f8-9fe8-48382dc0b9a7,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:07:42.327124 n-d-793621-25 neutron-server[100464]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775b7fe6-6e05-4a21-a8be-258fa4535199 admin admin] No DVR routers for this DVR port e84903b7-cfa1-45f8-9fe8-48382dc0b9a7 on host n-d-793621-25 {{(pid=100464) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 24 02:07:42.335807 n-d-793621-25 neutron-server[100465]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b20a812-fdc3-47e7-9d0e-847237a1ce8a None None] DHCP port deletion for 1defaaa5-476f-4f4f-8fca-a527e0a8f468 request from n-d-793621-25 {{(pid=100465) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 24 02:07:42.417074 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-775b7fe6-6e05-4a21-a8be-258fa4535199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1782488', 'neutron.services.segments.db._delete_segments_for_network-8733254612354'] for network, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:42.429219 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-775b7fe6-6e05-4a21-a8be-258fa4535199 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1defaaa5-476f-4f4f-8fca-a527e0a8f468']}} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:07:42.724787 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e84903b7-cfa1-45f8-9fe8-48382dc0b9a7 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 02:07:42.745845 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: e84903b7-cfa1-45f8-9fe8-48382dc0b9a7 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 02:07:42.746208 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device e84903b7-cfa1-45f8-9fe8-48382dc0b9a7 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 02:07:42.746645 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 43f4c27a-e2a5-4e5c-a46b-e22777004f97 no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 02:07:42.752271 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-775b7fe6-6e05-4a21-a8be-258fa4535199 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb916b8-4326-4707-b830-1e4e69016a04') {'for_net_delete': True} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:07:42.752621 n-d-793621-25 neutron-server[100464]: DEBUG neutron.services.segments.db [None req-775b7fe6-6e05-4a21-a8be-258fa4535199 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb916b8-4326-4707-b830-1e4e69016a04') {} {{(pid=100464) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 24 02:07:42.762520 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-775b7fe6-6e05-4a21-a8be-258fa4535199 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733254497015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15293184'] for segment, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:42.770591 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 43f4c27a-e2a5-4e5c-a46b-e22777004f97 {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 02:07:42.771079 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 43f4c27a-e2a5-4e5c-a46b-e22777004f97 not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 02:07:42.771510 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 8de0d221-5c2a-47c8-bc99-b72a26bdf77a no longer exists at agent ovs-agent-n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 24 02:07:42.779109 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-775b7fe6-6e05-4a21-a8be-258fa4535199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768'] for segment, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:42.785877 n-d-793621-25 neutron-server[100464]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-775b7fe6-6e05-4a21-a8be-258fa4535199 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=100464) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 24 02:07:42.786277 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-775b7fe6-6e05-4a21-a8be-258fa4535199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1754768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15292963'] for segment, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:42.788139 n-d-793621-25 neutron-server[100464]: Traceback (most recent call last): Jul 24 02:07:42.788139 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 24 02:07:42.788139 n-d-793621-25 neutron-server[100464]: timer() Jul 24 02:07:42.788139 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 24 02:07:42.788139 n-d-793621-25 neutron-server[100464]: cb(*args, **kw) Jul 24 02:07:42.788139 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 24 02:07:42.788139 n-d-793621-25 neutron-server[100464]: return func(*args, **kwargs) Jul 24 02:07:42.788139 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 24 02:07:42.788139 n-d-793621-25 neutron-server[100464]: self._notify() Jul 24 02:07:42.788139 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 24 02:07:42.788139 n-d-793621-25 neutron-server[100464]: self.callback(batched_events) Jul 24 02:07:42.788139 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 24 02:07:42.788139 n-d-793621-25 neutron-server[100464]: event.method(event) Jul 24 02:07:42.788139 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 24 02:07:42.788139 n-d-793621-25 neutron-server[100464]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 24 02:07:42.788139 n-d-793621-25 neutron-server[100464]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 24 02:07:42.788139 n-d-793621-25 neutron-server[100464]: aggregate_uuid = self.p_client.list_aggregates( Jul 24 02:07:42.788139 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 24 02:07:42.788139 n-d-793621-25 neutron-server[100464]: return f(self, *a, **k) Jul 24 02:07:42.788139 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 24 02:07:42.788139 n-d-793621-25 neutron-server[100464]: return self._get(url).json() Jul 24 02:07:42.788139 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 24 02:07:42.788139 n-d-793621-25 neutron-server[100464]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 24 02:07:42.788139 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 24 02:07:42.788139 n-d-793621-25 neutron-server[100464]: return self.request(url, 'GET', **kwargs) Jul 24 02:07:42.788139 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 24 02:07:42.788139 n-d-793621-25 neutron-server[100464]: base_url = self.get_endpoint(auth, allow=allow, Jul 24 02:07:42.788139 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 24 02:07:42.788139 n-d-793621-25 neutron-server[100464]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 24 02:07:42.788139 n-d-793621-25 neutron-server[100464]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 24 02:07:42.788139 n-d-793621-25 neutron-server[100464]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 24 02:07:42.788139 n-d-793621-25 neutron-server[100464]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 24 02:07:42.792765 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.plugin [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] No Port match for: 8de0d221-5c2a-47c8-bc99-b72a26bdf77a {{(pid=100465) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 24 02:07:42.793127 n-d-793621-25 neutron-server[100465]: DEBUG neutron.plugins.ml2.rpc [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Device 8de0d221-5c2a-47c8-bc99-b72a26bdf77a not bound to the agent host n-d-793621-25 {{(pid=100465) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 24 02:07:42.843479 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-775b7fe6-6e05-4a21-a8be-258fa4535199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1782481', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551627', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-582869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-692733'] for network, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:42.850771 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-775b7fe6-6e05-4a21-a8be-258fa4535199 admin admin] Notify callbacks [] for network, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:42.852307 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-775b7fe6-6e05-4a21-a8be-258fa4535199 admin admin] 10.222.0.15 "DELETE /v2.0/networks/1defaaa5-476f-4f4f-8fca-a527e0a8f468 HTTP/1.1" status: 204 len: 168 time: 0.8558211 Jul 24 02:07:42.861847 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b7fe6-6e05-4a21-a8be-258fa4535199 admin admin] Pushing event deleted for resources: {'Network': ['ID=1defaaa5-476f-4f4f-8fca-a527e0a8f468,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:07:43.043568 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54430) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:07:43.084702 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-1477327e-f0b3-443e-a196-0b1b14fb9c3a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=910ae276decf4b6a90b4192490140df6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397794 Jul 24 02:07:43.086962 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54432) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:07:43.143377 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fa4c7dc6-661c-47e8-a7bb-5ed020aaedd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:43.167169 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fa4c7dc6-661c-47e8-a7bb-5ed020aaedd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:43.224595 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fa4c7dc6-661c-47e8-a7bb-5ed020aaedd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:43.227226 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-fa4c7dc6-661c-47e8-a7bb-5ed020aaedd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:43.228408 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-fa4c7dc6-661c-47e8-a7bb-5ed020aaedd0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4671ee57-df22-4249-aad2-2ba995006f89 HTTP/1.1" status: 204 len: 168 time: 0.1405427 Jul 24 02:07:43.236269 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4c7dc6-661c-47e8-a7bb-5ed020aaedd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4671ee57-df22-4249-aad2-2ba995006f89,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:07:43.601148 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54438) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:07:43.884209 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-d042ae58-6e27-4956-9b94-6a306b8ac30b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=75fadab4a0fe4f78a5a33e026f99d07d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2816434 Jul 24 02:07:43.887857 n-d-793621-25 neutron-server[100464]: DEBUG neutron.wsgi [-] (100464) accepted ('10.222.0.15', 54442) {{(pid=100464) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 24 02:07:43.945981 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bb01e842-5107-4272-a980-8e01f2070eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:43.974626 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bb01e842-5107-4272-a980-8e01f2070eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:44.031306 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bb01e842-5107-4272-a980-8e01f2070eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-551577'] for security_group, after_delete {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:44.034584 n-d-793621-25 neutron-server[100464]: DEBUG neutron_lib.callbacks.manager [None req-bb01e842-5107-4272-a980-8e01f2070eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100464) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:44.037116 n-d-793621-25 neutron-server[100464]: INFO neutron.wsgi [None req-bb01e842-5107-4272-a980-8e01f2070eec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e4e8c92f-76f3-451a-9e51-b26d5991ec2a HTTP/1.1" status: 204 len: 168 time: 0.1480308 Jul 24 02:07:44.048573 n-d-793621-25 neutron-server[100464]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01e842-5107-4272-a980-8e01f2070eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e8c92f-76f3-451a-9e51-b26d5991ec2a,revision_number=None']} {{(pid=100464) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 24 02:07:45.914189 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-060deee4-87e5-43d5-9ae9-34a0245dc339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:48.409508 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-342547a8-72cc-40fd-a7c1-9f67f61aa3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:48.615781 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:49.810172 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:51.304095 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:07:57.631648 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 02:08:05.782293 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:08:06.136584 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:08:15.915995 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-6afa8f9a-a411-49a9-bfaa-2c915fd12ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:08:18.411525 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7fc05d03-0868-422d-b50f-142aeea26e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:08:18.618612 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:08:19.814213 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:08:21.305371 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:08:28.510493 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-12c3c7b4-aedd-4978-acdb-43817343b4fd req-af20a3f3-c5ce-4bb5-8599-333302e6366e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1177719 Jul 24 02:08:28.565756 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-12c3c7b4-aedd-4978-acdb-43817343b4fd req-65da21a0-0c42-443e-b7b0-4331972e495d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543 HTTP/1.1" status: 200 len: 210 time: 0.0336716 Jul 24 02:08:28.607412 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-12c3c7b4-aedd-4978-acdb-43817343b4fd req-fc16be0b-c931-4da7-9a35-2d2e0d085d1b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215285 Jul 24 02:08:28.705925 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3c7b4-aedd-4978-acdb-43817343b4fd req-5a0352f6-90f1-4f86-9588-afd44c4e46f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:08:28.707485 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-12c3c7b4-aedd-4978-acdb-43817343b4fd req-5a0352f6-90f1-4f86-9588-afd44c4e46f4 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942085 Jul 24 02:08:34.630534 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 02:08:35.797570 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:08:36.152488 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:08:45.917706 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0a7845e8-6446-4295-8d5a-e586de12122c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:08:48.422125 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a25d0019-23d5-4041-b56a-554b5d0f118f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:08:48.620367 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:08:49.817598 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:08:51.307991 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:09:05.798792 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:09:06.152110 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:09:11.629568 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 02:09:15.920302 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-1e0b4d4f-26d7-4155-9e80-7e74d8f64160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:09:18.414782 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a0a3cb09-dce0-488c-b3a0-65a5fea33a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:09:18.627133 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:09:19.825055 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:09:21.311815 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:09:30.436494 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6e74dae3-2989-4152-8a8c-1fdf6081fb67 req-2d893997-e7dc-4578-8cdf-615aaa842072 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=628d42a2-7ada-4268-be52-7c3048d872bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0296295 Jul 24 02:09:30.488539 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6e74dae3-2989-4152-8a8c-1fdf6081fb67 req-85dc762d-f06e-49d7-b44c-4b47d442d40d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=628d42a2-7ada-4268-be52-7c3048d872bf HTTP/1.1" status: 200 len: 210 time: 0.0317087 Jul 24 02:09:30.527025 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6e74dae3-2989-4152-8a8c-1fdf6081fb67 req-21719286-4e0f-4790-9545-8c057485af81 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0201857 Jul 24 02:09:30.621508 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74dae3-2989-4152-8a8c-1fdf6081fb67 req-f3e5e94c-10f0-4018-b7a4-7aa11fb550eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:09:30.623081 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6e74dae3-2989-4152-8a8c-1fdf6081fb67 req-f3e5e94c-10f0-4018-b7a4-7aa11fb550eb service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898740 Jul 24 02:09:35.811534 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:09:36.165648 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:09:45.921767 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-7c25fe41-13fe-4bf4-96a8-449231fc4dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:09:48.415519 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-05a39118-5f57-4310-9391-78f0694b5fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:09:48.618737 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:09:48.628588 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 02:09:49.822804 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:09:51.315522 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:10:05.816272 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:10:06.160655 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:10:15.923582 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-bcdfae68-7888-4f70-93e1-42e307eaaffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:10:18.415018 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-30be5e84-a579-46cc-966b-4a07aed7f98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:10:18.619182 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:10:19.826532 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:10:21.317602 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:10:25.629100 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 02:10:31.417321 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8d08e497-f5af-4723-923c-5e1a8fd6071e req-85dc09e3-8ce1-42a2-ac3e-c1cb335b7903 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e7d87376-d685-42ed-96e2-a3452ba60793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0329707 Jul 24 02:10:31.464659 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8d08e497-f5af-4723-923c-5e1a8fd6071e req-8c375269-e282-4679-9fc8-6dfef46ead51 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=e7d87376-d685-42ed-96e2-a3452ba60793 HTTP/1.1" status: 200 len: 210 time: 0.0268707 Jul 24 02:10:31.501717 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8d08e497-f5af-4723-923c-5e1a8fd6071e req-c0642b29-8025-460e-8a78-ea7d25f12eb8 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0192528 Jul 24 02:10:31.595692 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08e497-f5af-4723-923c-5e1a8fd6071e req-955e0b28-2462-4f03-b6d5-eded42662f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:10:31.597177 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-8d08e497-f5af-4723-923c-5e1a8fd6071e req-955e0b28-2462-4f03-b6d5-eded42662f84 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898705 Jul 24 02:10:35.826525 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:10:36.179467 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:10:45.928932 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-8cbf9eaa-aa32-41cf-9673-65e56ae6b173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:10:48.416397 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e13fc794-6dd6-42a5-b654-6dad3e140c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:10:48.620476 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:10:49.832918 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:10:51.322339 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:11:02.628980 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 02:11:05.827816 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:11:06.178145 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:11:15.920847 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b909ebbe-4af9-4520-99c5-41db68eccc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:11:18.417432 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5f0c8919-da95-47d6-8e5e-82673397d542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:11:18.621838 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:11:19.832234 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:11:21.323727 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:11:32.418072 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6534a07a-b6bd-47fa-a365-7b9c43a86c8f req-56e90620-8d92-48b7-a2fb-f4f387a04980 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0300646 Jul 24 02:11:32.484264 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6534a07a-b6bd-47fa-a365-7b9c43a86c8f req-3f11ca7b-388d-4eae-824b-308a8c1ed03d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17 HTTP/1.1" status: 200 len: 210 time: 0.0276527 Jul 24 02:11:32.521358 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6534a07a-b6bd-47fa-a365-7b9c43a86c8f req-e3dea43c-f944-4389-b929-7e27b519925f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0195930 Jul 24 02:11:32.615405 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534a07a-b6bd-47fa-a365-7b9c43a86c8f req-d07f9251-2fbc-4152-85e6-c42fd75cde40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:11:32.616815 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-6534a07a-b6bd-47fa-a365-7b9c43a86c8f req-d07f9251-2fbc-4152-85e6-c42fd75cde40 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903046 Jul 24 02:11:34.023708 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [req-9d31ba80-2332-40ea-9906-65d5de1b0d94 req-250f47da-8825-498b-aaee-fc1326ae3fc1 service neutron] (100463) timed out ('10.222.0.15', 53074) {{(pid=100463) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 24 02:11:35.833130 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:11:36.192204 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:11:39.628772 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 02:11:45.923576 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-507016a5-a534-4f3f-bafc-c6ad6fee67d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:11:48.418704 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d358e3b7-1fd6-4956-a81b-7a34e940f929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:11:48.623029 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:11:49.834677 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:11:51.328014 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:12:05.856761 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:12:06.193713 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:12:15.924243 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5beed918-9763-453c-a4a3-700e02a59918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:12:16.631801 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 02:12:18.418973 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-30f5a895-f018-4802-88cb-6aa98846a4b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:12:18.623707 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:12:19.840893 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:12:21.330359 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:12:32.421821 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-962763ec-9a85-47fb-8890-1451cba4ebe3 req-90e4da1c-6041-48bb-a616-f3f15c7ef7e5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0290346 Jul 24 02:12:32.469409 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-962763ec-9a85-47fb-8890-1451cba4ebe3 req-646b0087-273e-4a11-a1e0-bde1867b8ef2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543 HTTP/1.1" status: 200 len: 210 time: 0.0272901 Jul 24 02:12:32.507338 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-962763ec-9a85-47fb-8890-1451cba4ebe3 req-60b6eedb-806c-4c01-b05b-a3ccb8a47d6c service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199194 Jul 24 02:12:32.602651 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962763ec-9a85-47fb-8890-1451cba4ebe3 req-f01be0af-699c-49c5-93c0-bbe39501900f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:12:32.604177 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-962763ec-9a85-47fb-8890-1451cba4ebe3 req-f01be0af-699c-49c5-93c0-bbe39501900f service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910306 Jul 24 02:12:35.879377 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:12:36.206181 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:12:45.925190 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5546326a-eb3e-4ea3-80de-00b36abcc484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:12:48.428728 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d9e057bf-e4e8-4cce-aff1-ac5a974bc384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:12:48.625337 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:12:49.844650 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:12:51.332215 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:12:53.630162 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 02:13:05.874172 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:13:06.221646 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:13:15.927534 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d7df06c2-b8ef-4843-bf6c-5261dce3adef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:13:18.420466 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-612519f1-8215-4618-a4ee-e8ddc936463d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:13:18.626862 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:13:19.843592 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:13:21.335324 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:13:30.630414 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 02:13:33.473502 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fba1a225-60fa-4992-b2f6-b2f3f3a015e5 req-b6e15936-3c51-4d25-8f6b-bc29cead9cc8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=628d42a2-7ada-4268-be52-7c3048d872bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0857322 Jul 24 02:13:33.525930 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fba1a225-60fa-4992-b2f6-b2f3f3a015e5 req-26e3bd0e-80fc-42be-b212-dd8f85ef857f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=628d42a2-7ada-4268-be52-7c3048d872bf HTTP/1.1" status: 200 len: 210 time: 0.0335150 Jul 24 02:13:33.564292 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fba1a225-60fa-4992-b2f6-b2f3f3a015e5 req-b2b92d43-d557-4923-aa26-08cb17ab79ec service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0194447 Jul 24 02:13:33.660758 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1a225-60fa-4992-b2f6-b2f3f3a015e5 req-3b949259-90b2-4397-84cb-e7730bc831ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:13:33.662169 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-fba1a225-60fa-4992-b2f6-b2f3f3a015e5 req-3b949259-90b2-4397-84cb-e7730bc831ed service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925851 Jul 24 02:13:35.885775 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:13:36.235761 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:13:45.930064 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e73acb23-490a-4ec8-bffe-e6eff45ec30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:13:48.420054 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-47c101de-b3f8-467b-8c46-4c105eab2e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:13:48.629343 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:13:49.845662 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:13:51.339980 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:14:05.884997 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:14:06.234540 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:14:07.629076 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 02:14:15.931312 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-2ce742cf-89a1-4d5e-a6e9-dc7ae82156b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:14:18.423356 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-f47eb083-9b45-4b54-aef6-b117752d759a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:14:18.630545 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:14:19.849108 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:14:21.341690 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:14:35.429787 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0b987ed5-5fa2-4b66-a86e-96599e2ea9de req-fdf17486-781f-4fad-b111-40d991b4aa11 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e7d87376-d685-42ed-96e2-a3452ba60793&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0297449 Jul 24 02:14:35.483861 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0b987ed5-5fa2-4b66-a86e-96599e2ea9de req-c433640c-3a0d-4365-a106-88dbd4954437 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=e7d87376-d685-42ed-96e2-a3452ba60793 HTTP/1.1" status: 200 len: 210 time: 0.0336213 Jul 24 02:14:35.520479 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0b987ed5-5fa2-4b66-a86e-96599e2ea9de req-1000b0c6-0957-4af2-8601-e7b548dc5b15 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190415 Jul 24 02:14:35.613657 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b987ed5-5fa2-4b66-a86e-96599e2ea9de req-a88dff8d-8bb6-4246-bed6-268f07bd8142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:14:35.615257 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0b987ed5-5fa2-4b66-a86e-96599e2ea9de req-a88dff8d-8bb6-4246-bed6-268f07bd8142 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885587 Jul 24 02:14:35.883918 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:14:36.234022 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:14:44.629635 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 02:14:45.932813 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-ed5cfb54-91ed-4878-b3cc-dee34dc2dbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:14:48.424670 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d0b339df-bf3e-48a6-a4ee-b219ab6f49b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:14:48.632838 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:14:49.853467 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:14:51.344251 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:15:05.888351 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:15:06.248334 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:15:15.933778 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-5bf0ca24-47df-44f4-a6ac-4ed762608c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:15:18.425824 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-c52cfdc7-1c1e-4c89-b2e8-62298834cb62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:15:18.633517 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:15:19.855013 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:15:21.347569 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:15:21.628741 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 02:15:35.882699 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:15:36.263188 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:15:37.411649 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0bb0a8a0-0b15-4141-95d6-f6331a21b4e0 req-88984cab-a1db-4981-aba4-bf832e22786e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0304115 Jul 24 02:15:37.488779 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0bb0a8a0-0b15-4141-95d6-f6331a21b4e0 req-55fc91c1-db9a-4abf-b5eb-f82205014542 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=546e077e-8377-45f7-98f2-ee9e8dfe9d17 HTTP/1.1" status: 200 len: 210 time: 0.0366318 Jul 24 02:15:37.527084 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0bb0a8a0-0b15-4141-95d6-f6331a21b4e0 req-292c8652-706f-4df9-8675-f2fac4051815 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208807 Jul 24 02:15:37.620620 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0a8a0-0b15-4141-95d6-f6331a21b4e0 req-6ce4c8c2-4b56-476f-aaa1-2c5b9838b676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:15:37.622160 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-0bb0a8a0-0b15-4141-95d6-f6331a21b4e0 req-6ce4c8c2-4b56-476f-aaa1-2c5b9838b676 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891492 Jul 24 02:15:45.934994 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-94d291ae-7d65-41b3-8a73-fb88058f1f1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:15:48.427573 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-177d913a-88f0-414b-8e35-8304cde0fa6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:15:48.636206 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:15:49.857528 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:15:51.357303 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:15:57.907182 n-d-793621-25 neutron-server[100463]: DEBUG neutron.wsgi [req-be6566f8-cf06-452c-bbb7-a8b77e78ab74 req-a9287b6e-1a10-40d5-b1e8-07cd360fcc66 service neutron] (100463) timed out ('10.222.0.15', 54708) {{(pid=100463) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 24 02:15:58.628122 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 02:16:05.889761 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:16:06.277166 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:16:15.936094 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-136c009d-f2f8-4460-823d-1ca905467e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:16:18.429148 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-d55f6dd6-0cb9-4c3c-8170-1d891f931685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:16:18.636740 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:16:19.860930 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:16:21.355686 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:16:35.627184 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 02:16:35.896745 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:16:36.278517 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:16:37.447068 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b80de5af-1f55-4f6b-9f0c-d676a8ab743b req-53956a6a-e094-4a70-bb18-a2e64c520952 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0331471 Jul 24 02:16:37.494812 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b80de5af-1f55-4f6b-9f0c-d676a8ab743b req-9b24b3a9-6af1-46df-810e-242327dcedc4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=9a8c3e8b-bb27-45d1-8a7d-77fb6845e543 HTTP/1.1" status: 200 len: 210 time: 0.0289919 Jul 24 02:16:37.533201 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b80de5af-1f55-4f6b-9f0c-d676a8ab743b req-9920119f-180e-4b49-ae60-25858f32b6a8 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199513 Jul 24 02:16:37.628757 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80de5af-1f55-4f6b-9f0c-d676a8ab743b req-5764dbe0-9555-4d7a-8510-e5b14e9d9ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:16:37.630402 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-b80de5af-1f55-4f6b-9f0c-d676a8ab743b req-5764dbe0-9555-4d7a-8510-e5b14e9d9ce1 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911226 Jul 24 02:16:45.938058 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-e8f47d2c-069c-4b80-9491-75b19cbf1c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:16:48.429465 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-cac9e14d-12c6-40f1-9a95-70b979e47121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:16:48.638327 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:16:49.866457 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:16:51.357752 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:17:05.913669 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:17:06.290550 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:17:12.626203 n-d-793621-25 neutron-server[100466]: DEBUG neutron.db.agents_db [None req-c4cb0cfb-0456-409a-ac9e-83d6dce9f8fd None None] Agent healthcheck: found 7 active agents {{(pid=100466) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 24 02:17:15.939134 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-b34a5fa9-f791-4570-af14-51f7c445fc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:17:18.430431 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-dc5dd233-9b8a-42f6-a314-c11a3721eb5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:17:18.641023 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-0ca5951b-83b9-4e0c-9464-ebe292d96817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:17:19.865906 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-a30edd87-7d7d-4faf-969d-7edebf7e83b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:17:21.361672 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-40c22132-e00a-4540-b631-2851b1396fa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:17:35.912745 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-9c32c7e9-9021-474e-9e56-6fc9539abb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:17:36.306858 n-d-793621-25 neutron-server[100465]: DEBUG neutron_lib.callbacks.manager [None req-964710cb-fc9b-4c89-9db8-6f1b0b033580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733254612336', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1777942'] for agent, after_update {{(pid=100465) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 24 02:17:37.412727 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a076d360-13b5-49fa-b99a-e668e30476e4 req-a4e8c11d-47e2-461c-8aa1-55c2b577925e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=628d42a2-7ada-4268-be52-7c3048d872bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0292184 Jul 24 02:17:37.459208 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a076d360-13b5-49fa-b99a-e668e30476e4 req-b8c75990-461a-43e4-be84-66cfbec62679 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&device_id=628d42a2-7ada-4268-be52-7c3048d872bf HTTP/1.1" status: 200 len: 210 time: 0.0278211 Jul 24 02:17:37.497576 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a076d360-13b5-49fa-b99a-e668e30476e4 req-730f0991-6a94-4d2b-a9ea-27ec7fc1791f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=e5262b7cd2fa4bf6ac275df24f369d21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0190113 Jul 24 02:17:37.592936 n-d-793621-25 neutron-server[100463]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076d360-13b5-49fa-b99a-e668e30476e4 req-7be9509e-3577-482b-9f46-d7d693113419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100463) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 24 02:17:37.594487 n-d-793621-25 neutron-server[100463]: INFO neutron.wsgi [req-a076d360-13b5-49fa-b99a-e668e30476e4 req-7be9509e-3577-482b-9f46-d7d693113419 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915198